-- Logs begin at Fri 2021-12-10 15:35:30 UTC, end at Fri 2021-12-10 17:22:34 UTC. -- Dec 10 16:06:26.800098 n-d-766771-2 systemd[1]: Started Devstack devstack@q-svc.service. Dec 10 16:06:29.588208 n-d-766771-2 neutron-server[103249]: INFO neutron.common.config [-] Logging enabled! Dec 10 16:06:29.588856 n-d-766771-2 neutron-server[103249]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev272 Dec 10 16:06:29.588984 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103249) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 10 16:06:29.592356 n-d-766771-2 neutron-server[103249]: INFO neutron.common.config [-] Logging enabled! Dec 10 16:06:29.592605 n-d-766771-2 neutron-server[103249]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev272 Dec 10 16:06:29.592914 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103249) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 10 16:06:29.593834 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 10 16:06:29.594066 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 10 16:06:29.594455 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 10 16:06:29.594698 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 10 16:06:29.594947 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 10 16:06:29.595262 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.595683 n-d-766771-2 neutron-server[103249]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 10 16:06:29.595999 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.596297 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.596580 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.596870 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.597156 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.597434 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.597719 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.598013 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.598343 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.598623 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.598906 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.599192 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.599463 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.599750 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.600030 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.600305 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] debug = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.600593 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.600998 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.601410 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.601687 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.601970 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.602269 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.602538 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.602813 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.603093 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.603416 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] host = n-d-766771-2 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.603689 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.603970 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.604250 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.604530 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.604801 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.605069 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.605348 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.605615 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.605883 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] log_file = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.606170 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.606456 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.606737 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.607021 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.607244 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.607462 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.607744 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.608023 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.608293 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.608562 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.608828 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.609097 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.609363 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.609628 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.609905 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.610206 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.611016 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.611288 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.611555 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.611821 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.612087 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.612365 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.612633 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.612898 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.613164 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.613448 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.613707 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.613973 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.614292 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.614572 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.614849 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.615128 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.615395 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.615670 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.615938 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.616206 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.616473 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] use_json = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.616739 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.617005 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.617278 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.617541 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.617808 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.618077 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.618367 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.618647 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:29.618939 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.619229 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.619524 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.619803 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.620103 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.620378 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.620661 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.620939 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.621221 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.621501 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.621784 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.622057 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.622364 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.622638 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.622926 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.623223 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.623514 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.623804 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.624079 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.624352 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.624624 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.624900 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.625186 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.625462 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.625747 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.626053 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.626889 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.627189 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.627472 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.627764 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.628049 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.628320 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.628598 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.628884 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.629159 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.629428 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.629702 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.629984 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.630286 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.630559 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.630844 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.631119 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.631390 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.631659 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.631932 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.632218 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.632494 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.632764 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.633034 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.633309 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.633581 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.633861 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.634163 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.634428 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.634697 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.634971 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.635239 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.635514 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.635786 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.636061 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.636334 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.636604 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.636872 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.637140 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.637407 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.637674 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.637941 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.638234 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.638510 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.638779 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.639046 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.639312 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.639579 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.639844 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.640126 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.640418 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.640693 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.640971 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.641243 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.641515 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.641821 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.642096 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.642395 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.642671 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.642941 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.643228 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.643507 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.643789 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.644070 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.644365 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.644912 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.645189 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.645469 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.645743 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.646013 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.646318 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.646601 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.646892 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.647181 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.647470 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.647757 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.648046 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.648323 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.648627 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.648902 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:29.649118 n-d-766771-2 neutron-server[103249]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 10 16:06:29.649714 n-d-766771-2 neutron-server[103249]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103249) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 10 16:06:30.073304 n-d-766771-2 neutron-server[103249]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 10 16:06:30.073513 n-d-766771-2 neutron-server[103249]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 10 16:06:30.073820 n-d-766771-2 neutron-server[103249]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 10 16:06:30.074163 n-d-766771-2 neutron-server[103249]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 10 16:06:30.398232 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.398536 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.398803 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.400068 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.400347 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.400609 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.446118 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.446419 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.446825 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.460828 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.461106 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.461371 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.489681 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.489956 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.490256 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.527520 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.527796 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.528064 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.864515 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.865123 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.865123 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.865313 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.866014 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.965100 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.965349 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.965628 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.965896 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.966184 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.966498 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.966755 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.967007 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.967258 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.967535 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.967791 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.968050 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.968301 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.968549 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.968799 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.969055 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.969302 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.969562 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.970459 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.970722 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.970991 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.971238 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.971511 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.971882 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.972125 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.972371 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:30.972760 n-d-766771-2 neutron-server[103249]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103249) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 16:06:30.973000 n-d-766771-2 neutron-server[103249]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103249) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 16:06:30.973232 n-d-766771-2 neutron-server[103249]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103249) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 16:06:30.973464 n-d-766771-2 neutron-server[103249]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103249) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 16:06:30.973695 n-d-766771-2 neutron-server[103249]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103249) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 16:06:30.973925 n-d-766771-2 neutron-server[103249]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103249) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 16:06:30.974316 n-d-766771-2 neutron-server[103249]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 10 16:06:30.977416 n-d-766771-2 neutron-server[103249]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 10 16:06:30.981429 n-d-766771-2 neutron-server[103249]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 10 16:06:30.985356 n-d-766771-2 neutron-server[103249]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Dec 10 16:06:30.987178 n-d-766771-2 neutron-server[103249]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 10 16:06:30.987621 n-d-766771-2 neutron-server[103249]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 10 16:06:30.987948 n-d-766771-2 neutron-server[103249]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 10 16:06:30.988324 n-d-766771-2 neutron-server[103249]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 10 16:06:30.991187 n-d-766771-2 neutron-server[103249]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 10 16:06:30.991436 n-d-766771-2 neutron-server[103249]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 10 16:06:30.991779 n-d-766771-2 neutron-server[103249]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 10 16:06:30.997043 n-d-766771-2 neutron-server[103249]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 10 16:06:31.020596 n-d-766771-2 neutron-server[103249]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 10 16:06:31.021039 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.021333 n-d-766771-2 neutron-server[103249]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103249) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 10 16:06:31.021692 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.023094 n-d-766771-2 neutron-server[103249]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103249) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 10 16:06:31.023373 n-d-766771-2 neutron-server[103249]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 10 16:06:31.023619 n-d-766771-2 neutron-server[103249]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 10 16:06:31.026861 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.027143 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.090043 n-d-766771-2 neutron-server[103249]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 10 16:06:31.090310 n-d-766771-2 neutron-server[103249]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 10 16:06:31.090546 n-d-766771-2 neutron-server[103249]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 10 16:06:31.090910 n-d-766771-2 neutron-server[103249]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 10 16:06:31.112832 n-d-766771-2 neutron-server[103249]: DEBUG oslo_db.sqlalchemy.engines [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103249) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 10 16:06:31.538426 n-d-766771-2 neutron-server[103249]: INFO neutron.plugins.ml2.managers [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Initializing driver for type 'gre' Dec 10 16:06:31.538951 n-d-766771-2 neutron-server[103249]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] gre ID ranges: [(1, 1000)] Dec 10 16:06:31.588356 n-d-766771-2 neutron-server[103249]: INFO neutron.plugins.ml2.managers [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Initializing driver for type 'local' Dec 10 16:06:31.588686 n-d-766771-2 neutron-server[103249]: INFO neutron.plugins.ml2.managers [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Initializing driver for type 'vlan' Dec 10 16:06:31.602009 n-d-766771-2 neutron-server[103249]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] VlanTypeDriver initialization complete Dec 10 16:06:31.602437 n-d-766771-2 neutron-server[103249]: INFO neutron.plugins.ml2.managers [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Initializing driver for type 'vxlan' Dec 10 16:06:31.602985 n-d-766771-2 neutron-server[103249]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] vxlan ID ranges: [(1, 1000)] Dec 10 16:06:31.655022 n-d-766771-2 neutron-server[103249]: INFO neutron.plugins.ml2.managers [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Initializing extension driver 'port_security' Dec 10 16:06:31.655384 n-d-766771-2 neutron-server[103249]: INFO neutron.plugins.ml2.extensions.port_security [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] PortSecurityExtensionDriver initialization complete Dec 10 16:06:31.655714 n-d-766771-2 neutron-server[103249]: INFO neutron.plugins.ml2.managers [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Initializing mechanism driver 'openvswitch' Dec 10 16:06:31.656035 n-d-766771-2 neutron-server[103249]: INFO neutron.plugins.ml2.managers [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Initializing mechanism driver 'hyperv' Dec 10 16:06:31.663266 n-d-766771-2 neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:06:31.664108 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > port after_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.664483 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > port after_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.664836 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > port after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.665370 n-d-766771-2 neutron-server[103249]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103249) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 16:06:31.665807 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > subnet after_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.666186 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > subnet after_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.666536 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.666935 n-d-766771-2 neutron-server[103249]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103249) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 16:06:31.667347 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > network after_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.667698 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > network after_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.668045 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > network after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.668441 n-d-766771-2 neutron-server[103249]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103249) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 16:06:31.668853 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > security_group after_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.669212 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > security_group after_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.669576 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.669960 n-d-766771-2 neutron-server[103249]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103249) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 16:06:31.670399 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.670748 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.671092 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.671487 n-d-766771-2 neutron-server[103249]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103249) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 16:06:31.671900 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > address_group after_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.672247 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > address_group after_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.672588 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.672988 n-d-766771-2 neutron-server[103249]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103249) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 16:06:31.673372 n-d-766771-2 neutron-server[103249]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] ML2 OVO RPC backend initialized. {{(pid=103249) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 10 16:06:31.674068 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.674451 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.674865 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > network before_response 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.675217 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > networks before_response 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.675567 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > port before_response 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.675910 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > ports before_response 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.676258 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > subnet before_response 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.676603 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > subnets before_response 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.676949 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > network after_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.677290 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > network after_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.677625 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > network after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.677960 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > port after_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.678328 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > port after_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.678662 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > port after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.679003 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > subnet after_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.679340 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > subnet after_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.679673 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.680249 n-d-766771-2 neutron-server[103249]: INFO neutron.plugins.ml2.plugin [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Modular L2 Plugin initialization complete Dec 10 16:06:31.680581 n-d-766771-2 neutron-server[103249]: DEBUG neutron.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading services supported by the core plugin {{(pid=103249) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 10 16:06:31.680911 n-d-766771-2 neutron-server[103249]: INFO neutron.plugins.ml2.managers [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Got port-security extension from driver 'port_security' Dec 10 16:06:31.681373 n-d-766771-2 neutron-server[103249]: INFO neutron.extensions.vlantransparent [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Disabled vlantransparent extension. Dec 10 16:06:31.681849 n-d-766771-2 neutron-server[103249]: DEBUG neutron.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103249) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 10 16:06:31.682183 n-d-766771-2 neutron-server[103249]: INFO neutron.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading Plugin: router Dec 10 16:06:31.718376 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.718772 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > router after_create 55549900 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.719146 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > router before_create 55549900 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.719512 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.720482 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.720841 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > router after_delete 55549900 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.721204 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.721677 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.722042 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > router after_create 55549900 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.722418 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > router after_update 55549900 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.722771 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > router after_update 55549900 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.723121 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.723479 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > router after_update 55549900 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.723892 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > router precommit_update 55549900 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.724264 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: port after_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.724626 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: port after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.724965 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: subnet after_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.725306 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.725658 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.726005 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > router precommit_create 55549900 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.726371 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: port before_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.726718 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > router precommit_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.727099 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > router after_update 55549900 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.727426 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.727786 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > router precommit_create 55549900 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.728147 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.728494 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > router precommit_update 55549900 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.728860 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > agent after_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.729213 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > agent after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.729560 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > network after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.730435 n-d-766771-2 neutron-server[103249]: DEBUG neutron.quota.resource_registry [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Tracking information for resource: router configured {{(pid=103249) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 16:06:31.730770 n-d-766771-2 neutron-server[103249]: DEBUG neutron.quota.resource_registry [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Tracking information for resource: floatingip configured {{(pid=103249) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 16:06:31.735732 n-d-766771-2 neutron-server[103249]: INFO neutron.db.l3_agentschedulers_db [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 10 16:06:31.736304 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: port after_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.736666 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: port after_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.737021 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: port after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.737373 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: port after_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.738176 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > router before_create 55550100 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.738545 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.738913 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > router precommit_create 55550100 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.739270 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > router precommit_update 55550100 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.744193 n-d-766771-2 neutron-server[103249]: DEBUG neutron.services.provider_configuration [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Service providers = [] {{(pid=103249) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 10 16:06:31.744561 n-d-766771-2 neutron-server[103249]: DEBUG neutron.db.servicetype_db [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103249) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 10 16:06:31.747576 n-d-766771-2 neutron-server[103249]: DEBUG neutron.services.service_base [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103249) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 10 16:06:31.747926 n-d-766771-2 neutron-server[103249]: DEBUG neutron.services.service_base [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103249) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 10 16:06:31.748268 n-d-766771-2 neutron-server[103249]: DEBUG neutron.services.service_base [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103249) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 10 16:06:31.749171 n-d-766771-2 neutron-server[103249]: DEBUG neutron.services.service_base [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103249) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 10 16:06:31.749546 n-d-766771-2 neutron-server[103249]: INFO neutron.services.service_base [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 10 16:06:31.749922 n-d-766771-2 neutron-server[103249]: DEBUG neutron.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103249) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 16:06:31.750267 n-d-766771-2 neutron-server[103249]: INFO neutron.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 10 16:06:31.761074 n-d-766771-2 neutron-server[103249]: DEBUG neutron.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103249) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 16:06:31.761410 n-d-766771-2 neutron-server[103249]: INFO neutron.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading Plugin: auto_allocate Dec 10 16:06:31.767798 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: network precommit_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.768167 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: network precommit_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.768688 n-d-766771-2 neutron-server[103249]: DEBUG neutron.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103249) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 16:06:31.769011 n-d-766771-2 neutron-server[103249]: INFO neutron.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading Plugin: tag Dec 10 16:06:31.777826 n-d-766771-2 neutron-server[103249]: DEBUG neutron.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103249) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 16:06:31.778180 n-d-766771-2 neutron-server[103249]: INFO neutron.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading Plugin: timestamp Dec 10 16:06:31.782010 n-d-766771-2 neutron-server[103249]: DEBUG neutron.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103249) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 16:06:31.782967 n-d-766771-2 neutron-server[103249]: INFO neutron.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading Plugin: network_ip_availability Dec 10 16:06:31.788503 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.788833 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.789193 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:31.789901 n-d-766771-2 neutron-server[103249]: DEBUG neutron.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103249) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 16:06:31.790258 n-d-766771-2 neutron-server[103249]: INFO neutron.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading Plugin: flavors Dec 10 16:06:31.795250 n-d-766771-2 neutron-server[103249]: DEBUG neutron.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103249) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 16:06:31.795586 n-d-766771-2 neutron-server[103249]: INFO neutron.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading Plugin: revisions Dec 10 16:06:31.799965 n-d-766771-2 neutron-server[103249]: DEBUG neutron.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103249) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 16:06:31.800359 n-d-766771-2 neutron-server[103249]: DEBUG oslo_concurrency.lockutils [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.726s {{(pid=103249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 10 16:06:31.801110 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103249) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 10 16:06:31.801447 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Initializing extension manager. Dec 10 16:06:31.801968 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: __init__.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.802363 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: __pycache__ {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.802686 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.803021 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: address_group.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.803778 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.804349 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: address-group Dec 10 16:06:31.804677 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: address_scope.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.805394 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.805903 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: address-scope Dec 10 16:06:31.806251 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.807184 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.807692 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: router-admin-state-down-before-update Dec 10 16:06:31.808014 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: agent.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.808718 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.809227 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: agent Dec 10 16:06:31.809550 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: agent_resources_synced.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.810494 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.811003 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: agent-resources-synced Dec 10 16:06:31.811327 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: allowedaddresspairs.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.813121 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.813674 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: allowed-address-pairs Dec 10 16:06:31.814003 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: auto_allocated_topology.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.815129 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.815645 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: auto-allocated-topology Dec 10 16:06:31.815972 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: availability_zone.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.816666 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.817174 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: availability_zone Dec 10 16:06:31.817496 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: availability_zone_filter.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.818442 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.818952 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: availability_zone_filter Dec 10 16:06:31.819277 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: data_plane_status.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.820190 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.820696 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extension data-plane-status not supported by any of loaded plugins Dec 10 16:06:31.821020 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: default_subnetpools.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.821940 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.822486 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: default-subnetpools Dec 10 16:06:31.822812 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.823615 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.824126 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: dhcp_agent_scheduler Dec 10 16:06:31.824451 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: dns.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.825380 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.825891 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extension dns-integration not supported by any of loaded plugins Dec 10 16:06:31.826246 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: dns_domain_ports.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.827182 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.827697 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 10 16:06:31.828021 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.828951 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.829976 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 10 16:06:31.830341 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: dvr.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.831024 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.831534 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: dvr Dec 10 16:06:31.831856 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: ecmp_routes.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.832783 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.833293 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 10 16:06:31.833616 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: empty_string_filtering.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.834557 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.835069 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: empty-string-filtering Dec 10 16:06:31.835394 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.836311 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.836819 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 10 16:06:31.837140 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.838058 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.838588 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 10 16:06:31.838912 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: external_net.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.839823 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.840331 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: external-net Dec 10 16:06:31.840654 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.841571 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.842078 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: extra_dhcp_opt Dec 10 16:06:31.842425 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: extraroute.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.843336 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.843850 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: extraroute Dec 10 16:06:31.844174 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: extraroute_atomic.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.847310 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.847844 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: extraroute-atomic Dec 10 16:06:31.848186 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: filter_validation.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.848869 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.849382 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: filter-validation Dec 10 16:06:31.849711 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: fip_pf_description.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.850657 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.851172 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 10 16:06:31.851501 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: fip_port_details.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.852438 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.852951 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: fip-port-details Dec 10 16:06:31.853281 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: flavors.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.854586 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.855106 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: flavors Dec 10 16:06:31.855436 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.857137 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.857665 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 10 16:06:31.858006 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: floatingip_pools.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.858733 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.859248 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: floatingip-pools Dec 10 16:06:31.859576 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: ip_allocation.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.860539 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.861048 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extension ip_allocation not supported by any of loaded plugins Dec 10 16:06:31.861375 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.862345 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.862860 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: ip-substring-filtering Dec 10 16:06:31.863186 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: l2_adjacency.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.864129 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.864636 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 10 16:06:31.865155 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: l3.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.865905 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.866452 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: router Dec 10 16:06:31.866782 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.869076 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.869601 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 10 16:06:31.869937 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.870902 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.871420 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: ext-gw-mode Dec 10 16:06:31.871751 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.872701 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.873212 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: l3-ha Dec 10 16:06:31.873538 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: l3_flavors.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.874497 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.875009 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: l3-flavors Dec 10 16:06:31.875335 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.876278 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.876784 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 10 16:06:31.877107 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: l3agentscheduler.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.878172 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.878684 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: l3_agent_scheduler Dec 10 16:06:31.879014 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: local_ip.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.880836 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.881355 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extension local_ip not supported by any of loaded plugins Dec 10 16:06:31.881691 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: logging.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.883217 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.883741 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extension logging not supported by any of loaded plugins Dec 10 16:06:31.884082 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: metering.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.884949 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.885533 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: metering Dec 10 16:06:31.885869 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.886996 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.887520 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: metering_source_and_destination_fields Dec 10 16:06:31.887851 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: multiprovidernet.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.888789 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.889305 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: multi-provider Dec 10 16:06:31.889632 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: netmtu.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.890627 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.891137 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: net-mtu Dec 10 16:06:31.891465 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: netmtu_writable.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.892904 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.893414 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: net-mtu-writable Dec 10 16:06:31.893738 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: network_availability_zone.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.894433 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.895205 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: network_availability_zone Dec 10 16:06:31.895546 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: network_ip_availability.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.896672 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.897191 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: network-ip-availability Dec 10 16:06:31.897518 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: network_segment_range.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.898319 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.898834 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extension network-segment-range not supported by any of loaded plugins Dec 10 16:06:31.899157 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: pagination.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.900150 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.900485 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: pagination Dec 10 16:06:31.900808 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: port_device_profile.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.901729 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.902291 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: port-device-profile Dec 10 16:06:31.902616 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.903541 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.904048 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: port-mac-address-regenerate Dec 10 16:06:31.904372 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.905303 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.905814 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: port-numa-affinity-policy Dec 10 16:06:31.906161 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: port_resource_request.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.907092 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.908215 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extension port-resource-request not supported by any of loaded plugins Dec 10 16:06:31.908545 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: port_resource_request_groups.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.909526 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.910030 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 10 16:06:31.910388 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: portbindings.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.911324 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.911831 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: binding Dec 10 16:06:31.912155 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: portbindings_extended.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.913445 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.913967 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: binding-extended Dec 10 16:06:31.914337 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: portsecurity.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.915266 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.915779 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: port-security Dec 10 16:06:31.916107 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: project_id.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.917087 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.917419 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: project-id Dec 10 16:06:31.917750 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: providernet.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.918708 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.919221 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: provider Dec 10 16:06:31.919545 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: qos.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.923093 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.923620 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extension qos not supported by any of loaded plugins Dec 10 16:06:31.923954 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.925214 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.925730 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 10 16:06:31.926061 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.927020 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.927534 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 10 16:06:31.927868 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: qos_default.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.928786 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.929297 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extension qos-default not supported by any of loaded plugins Dec 10 16:06:31.929625 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: qos_fip.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.930321 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.930823 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extension qos-fip not supported by any of loaded plugins Dec 10 16:06:31.931148 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.932148 n-d-766771-2 neutron-server[103249]: WARNING neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 10 16:06:31.932480 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: qos_gateway_ip.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.933406 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.933917 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 10 16:06:31.934274 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: qos_port_network_policy.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.935199 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.935711 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 10 16:06:31.936040 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.937202 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.937720 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 10 16:06:31.938046 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: qos_pps_rule.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.939313 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.939829 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extension qos-pps not supported by any of loaded plugins Dec 10 16:06:31.940193 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: qos_rule_type_details.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.941117 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.941629 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 10 16:06:31.941957 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: qos_rules_alias.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.943027 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.943540 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 10 16:06:31.943868 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: quota_check_limit.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.944785 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.945298 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: quota-check-limit Dec 10 16:06:31.945627 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: quotasv2.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.946575 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.946909 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: quotas Dec 10 16:06:31.947233 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: quotasv2_detail.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.950385 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.950734 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: quota_details Dec 10 16:06:31.951069 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: rbac.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.952117 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.952643 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: rbac-policies Dec 10 16:06:31.952975 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: rbac_address_group.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.953920 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.954986 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: rbac-address-group Dec 10 16:06:31.955316 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: rbac_address_scope.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.956247 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.956768 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: rbac-address-scope Dec 10 16:06:31.957097 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: rbac_security_groups.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.958014 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.958584 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: rbac-security-groups Dec 10 16:06:31.958914 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: rbac_subnetpool.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.959841 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.960359 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: rbac-subnetpool Dec 10 16:06:31.960687 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: revisionifmatch.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.961716 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.962157 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: revision-if-match Dec 10 16:06:31.962480 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: revisions.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.963597 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.964106 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: standard-attr-revisions Dec 10 16:06:31.964436 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: router_availability_zone.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.965114 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.965623 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: router_availability_zone Dec 10 16:06:31.965948 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: routerservicetype.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.966891 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.967403 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extension router-service-type not supported by any of loaded plugins Dec 10 16:06:31.967729 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.968735 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.969248 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: security-groups-normalized-cidr Dec 10 16:06:31.969575 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.971137 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.971647 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: port-security-groups-filtering Dec 10 16:06:31.971974 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.972906 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.973415 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: security-groups-remote-address-group Dec 10 16:06:31.973743 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.974706 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.975218 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: security-groups-shared-filtering Dec 10 16:06:31.975545 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.976126 n-d-766771-2 neutron-server[103249]: WARNING neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 10 16:06:31.976450 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: securitygroup.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.986194 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.986731 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: security-group Dec 10 16:06:31.987072 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: segment.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.987864 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.988380 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extension segment not supported by any of loaded plugins Dec 10 16:06:31.988711 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.989663 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.990201 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 10 16:06:31.990534 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: servicetype.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.991647 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.992164 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: service-type Dec 10 16:06:31.992494 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: sorting.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.993484 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.993819 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: sorting Dec 10 16:06:31.994152 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: standard_attr_segment.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.995086 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.995603 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 10 16:06:31.995931 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: standardattrdescription.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.996584 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.997095 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: standard-attr-description Dec 10 16:06:31.997420 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: stateful_security_group.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.998398 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:31.998924 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: stateful-security-group Dec 10 16:06:31.999252 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: stdattrs_common.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:31.999827 n-d-766771-2 neutron-server[103249]: WARNING neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 10 16:06:32.000150 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:32.001608 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:32.002128 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 10 16:06:32.002476 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: subnet_onboard.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:32.003563 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:32.004083 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: subnet_onboard Dec 10 16:06:32.004410 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:32.005344 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:32.005852 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 10 16:06:32.006198 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: subnet_service_types.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:32.007127 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:32.007639 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: subnet-service-types Dec 10 16:06:32.007964 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: subnetallocation.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:32.009057 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:32.009572 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: subnet_allocation Dec 10 16:06:32.009902 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:32.010593 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:32.011103 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: subnetpool-prefix-ops Dec 10 16:06:32.011430 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:32.012366 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:32.012881 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 10 16:06:32.013210 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: tagging.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:32.014303 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:32.014820 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: standard-attr-tag Dec 10 16:06:32.015157 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: timestamp.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:32.016360 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:32.017471 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loaded extension: standard-attr-timestamp Dec 10 16:06:32.017797 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: trunk.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:32.018902 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:32.019420 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extension trunk not supported by any of loaded plugins Dec 10 16:06:32.020014 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: trunk_details.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:32.020939 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:32.021453 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extension trunk-details not supported by any of loaded plugins Dec 10 16:06:32.021779 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: uplink_status_propagation.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:32.022742 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:32.023255 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 10 16:06:32.023582 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Loading extension file: vlantransparent.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:06:32.024259 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:06:32.024764 n-d-766771-2 neutron-server[103249]: INFO neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 10 16:06:32.027289 n-d-766771-2 neutron-server[103249]: INFO neutron.quota.resource_registry [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Creating instance of TrackedResource for resource:network Dec 10 16:06:32.027814 n-d-766771-2 neutron-server[103249]: INFO neutron.quota.resource_registry [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Creating instance of TrackedResource for resource:subnet Dec 10 16:06:32.028224 n-d-766771-2 neutron-server[103249]: INFO neutron.quota.resource_registry [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 16:06:32.028622 n-d-766771-2 neutron-server[103249]: INFO neutron.quota.resource_registry [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Creating instance of TrackedResource for resource:port Dec 10 16:06:32.029862 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.v2.resource_helper [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 16:06:32.030470 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.v2.resource_helper [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Service FLAVORS assigned prefix: {{(pid=103249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 16:06:32.031103 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.v2.resource_helper [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 16:06:32.031530 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.v2.resource_helper [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 16:06:32.031864 n-d-766771-2 neutron-server[103249]: INFO neutron.quota.resource_registry [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Creating instance of TrackedResource for resource:router Dec 10 16:06:32.032319 n-d-766771-2 neutron-server[103249]: INFO neutron.quota.resource_registry [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Creating instance of TrackedResource for resource:floatingip Dec 10 16:06:32.032806 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.v2.resource_helper [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Service METERING assigned prefix: /metering {{(pid=103249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 16:06:32.034257 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:32.034634 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:32.034991 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:06:32.035990 n-d-766771-2 neutron-server[103249]: INFO neutron.quota.resource_registry [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Creating instance of CountableResource for resource:rbac_policy Dec 10 16:06:32.036439 n-d-766771-2 neutron-server[103249]: INFO neutron.quota.resource_registry [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Creating instance of TrackedResource for resource:security_group Dec 10 16:06:32.036877 n-d-766771-2 neutron-server[103249]: INFO neutron.quota.resource_registry [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 10 16:06:32.037497 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.v2.resource_helper [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Service CORE assigned prefix: {{(pid=103249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 16:06:32.037830 n-d-766771-2 neutron-server[103249]: INFO neutron.quota.resource_registry [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 16:06:32.038198 n-d-766771-2 neutron-server[103249]: WARNING neutron.quota.resource_registry [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] subnetpool is already registered Dec 10 16:06:32.038688 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.v2.resource_helper [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Service CORE assigned prefix: {{(pid=103249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 16:06:32.038971 n-d-766771-2 neutron-server[103249]: INFO neutron.quota.resource_registry [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 16:06:32.039303 n-d-766771-2 neutron-server[103249]: WARNING neutron.quota.resource_registry [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] subnetpool is already registered Dec 10 16:06:32.041588 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.v2.resource_helper [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 16:06:32.042025 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.v2.resource_helper [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Service FLAVORS assigned prefix: {{(pid=103249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 16:06:32.042655 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.v2.resource_helper [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 16:06:32.043083 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.v2.resource_helper [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 16:06:32.043421 n-d-766771-2 neutron-server[103249]: INFO neutron.quota.resource_registry [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Creating instance of TrackedResource for resource:router Dec 10 16:06:32.043763 n-d-766771-2 neutron-server[103249]: WARNING neutron.quota.resource_registry [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] router is already registered Dec 10 16:06:32.044180 n-d-766771-2 neutron-server[103249]: INFO neutron.quota.resource_registry [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Creating instance of TrackedResource for resource:floatingip Dec 10 16:06:32.044518 n-d-766771-2 neutron-server[103249]: WARNING neutron.quota.resource_registry [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] floatingip is already registered Dec 10 16:06:32.044977 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.v2.resource_helper [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Service METERING assigned prefix: /metering {{(pid=103249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 16:06:32.045646 n-d-766771-2 neutron-server[103249]: INFO neutron.quota.resource_registry [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Creating instance of CountableResource for resource:rbac_policy Dec 10 16:06:32.045974 n-d-766771-2 neutron-server[103249]: WARNING neutron.quota.resource_registry [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] rbac_policy is already registered Dec 10 16:06:32.046418 n-d-766771-2 neutron-server[103249]: INFO neutron.quota.resource_registry [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Creating instance of TrackedResource for resource:security_group Dec 10 16:06:32.046756 n-d-766771-2 neutron-server[103249]: WARNING neutron.quota.resource_registry [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] security_group is already registered Dec 10 16:06:32.047161 n-d-766771-2 neutron-server[103249]: INFO neutron.quota.resource_registry [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 10 16:06:32.047495 n-d-766771-2 neutron-server[103249]: WARNING neutron.quota.resource_registry [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] security_group_rule is already registered Dec 10 16:06:32.048158 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.v2.resource_helper [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Service CORE assigned prefix: {{(pid=103249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 16:06:32.048490 n-d-766771-2 neutron-server[103249]: INFO neutron.quota.resource_registry [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 16:06:32.048829 n-d-766771-2 neutron-server[103249]: WARNING neutron.quota.resource_registry [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] subnetpool is already registered Dec 10 16:06:32.049245 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.v2.resource_helper [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Service CORE assigned prefix: {{(pid=103249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 16:06:32.049571 n-d-766771-2 neutron-server[103249]: INFO neutron.quota.resource_registry [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 16:06:32.049902 n-d-766771-2 neutron-server[103249]: WARNING neutron.quota.resource_registry [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] subnetpool is already registered Dec 10 16:06:32.050402 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extended resource: extensions {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:06:32.051856 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extended resource: address-groups {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:06:32.053357 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extended resource: address-scopes {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:06:32.054711 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extended resource: agents {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:06:32.055887 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extended resource: auto-allocated-topology {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:06:32.057159 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extended resource: availability_zones {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:06:32.058422 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extended resource: dhcp-networks {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:06:32.059955 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extended resource: dhcp-agents {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:06:32.061387 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extended resource: routers {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:06:32.064168 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extended resource: flavors {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:06:32.065329 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extended resource: service_profiles {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:06:32.066579 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extended resource: next_providers {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:06:32.068026 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extended resource: service_profiles {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:06:32.070561 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extended resource: floatingip-pools {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:06:32.071793 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extended resource: routers {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:06:32.073909 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extended resource: floatingips {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:06:32.075245 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extended resource: l3-routers {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:06:32.076649 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extended resource: l3-agents {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:06:32.078063 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extended resource: metering-labels {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:06:32.080079 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extended resource: metering-label-rules {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:06:32.081371 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extended resource: network-ip-availabilities {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:06:32.082665 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extended resource: bindings {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:06:32.084327 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extended resource: quotas {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:06:32.085914 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extended resource: quotas {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:06:32.087496 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extended resource: rbac-policies {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:06:32.088791 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extended resource: security-groups {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:06:32.090048 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extended resource: security-group-rules {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:06:32.091298 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extended resource: service-providers {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:06:32.092580 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extended resource: subnetpools {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:06:32.094017 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extended resource: subnetpools {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:06:32.095535 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extended resource: tags {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:06:32.097221 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extended resource: tags {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:06:32.099081 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extended resource: tags {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:06:32.100878 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extended resource: tags {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:06:32.102712 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extended resource: tags {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:06:32.104579 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extended resource: tags {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:06:32.106301 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extended resource: tags {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:06:32.108208 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extended resource: tags {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:06:32.109997 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extended resource: tags {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:06:32.111911 n-d-766771-2 neutron-server[103249]: DEBUG neutron.api.extensions [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Extended resource: tags {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:06:32.117974 n-d-766771-2 neutron-server[103249]: WARNING keystonemiddleware.auth_token [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 10 16:06:32.122742 n-d-766771-2 neutron-server[103249]: WARNING keystonemiddleware.auth_token [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 10 16:06:32.132096 n-d-766771-2 neutron-server[103249]: DEBUG oslo_concurrency.lockutils [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Acquired lock "singleton_lock" {{(pid=103249) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 10 16:06:32.132562 n-d-766771-2 neutron-server[103249]: DEBUG oslo_concurrency.lockutils [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Releasing lock "singleton_lock" {{(pid=103249) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 10 16:06:32.133207 n-d-766771-2 neutron-server[103249]: INFO oslo_service.service [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Starting 2 workers Dec 10 16:06:32.138014 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Started child 103392 {{(pid=103249) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 10 16:06:32.142998 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Started child 103393 {{(pid=103249) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 10 16:06:32.144311 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:06:32.145229 n-d-766771-2 neutron-server[103249]: INFO neutron.service [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 10 16:06:32.145484 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Publish callbacks [] for process, before_spawn {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:06:32.146103 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [-] (103392) wsgi starting up on http://0.0.0.0:9696 Dec 10 16:06:32.147991 n-d-766771-2 neutron-server[103249]: INFO oslo_service.service [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Starting 1 workers Dec 10 16:06:32.148184 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:06:32.149578 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [-] (103393) wsgi starting up on http://0.0.0.0:9696 Dec 10 16:06:32.153201 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Started child 103394 {{(pid=103249) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 10 16:06:32.153781 n-d-766771-2 neutron-server[103249]: INFO oslo_service.service [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Starting 1 workers Dec 10 16:06:32.157116 n-d-766771-2 neutron-server[103394]: DEBUG neutron.service [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] calling RpcWorker wait() {{(pid=103394) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 10 16:06:32.157684 n-d-766771-2 neutron-server[103394]: DEBUG neutron.service [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] returning from RpcWorker wait() {{(pid=103394) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 10 16:06:32.158305 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Started child 103395 {{(pid=103249) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 10 16:06:32.159040 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:06:32.159137 n-d-766771-2 neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-3c777767-bb99-418e-aa57-22bb29637d91 None None] Publish callbacks [] for process, after_spawn {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:06:32.159556 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:06:32.161073 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103249) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 10 16:06:32.161275 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 10 16:06:32.161461 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 10 16:06:32.161685 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 10 16:06:32.162015 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 10 16:06:32.162236 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 10 16:06:32.162755 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.163044 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.163297 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.163447 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:06:32.163910 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.163910 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.164412 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.164695 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.164948 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.165226 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.165459 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.165631 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.165799 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.166060 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.166332 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.166645 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.166904 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.167154 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.167388 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.167559 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.167817 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.168097 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.168328 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.168592 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] debug = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.168834 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.169320 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.169560 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.169806 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.170024 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.170326 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.170584 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.170848 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.171088 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.171320 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.171556 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.171812 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.172061 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.172270 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.172530 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.172763 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.173062 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.173281 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.173774 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] host = n-d-766771-2 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.173993 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.174232 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.174464 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.174708 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.174960 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.175194 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.175442 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.175704 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.175926 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.176148 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.176413 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.176665 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.176894 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.177130 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] log_file = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.177281 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] log_options = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.177516 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.177788 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.178044 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.178281 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.178504 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.178637 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.178875 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.179039 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.179293 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.179506 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.179723 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.179934 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.180168 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.180381 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.180619 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.180851 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.181080 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.181300 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.181530 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.181773 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.181994 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.182236 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.182466 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.182697 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.182917 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.183145 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.183365 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.183581 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.183795 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.184042 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.184292 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.184530 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.184760 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.185017 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.185288 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.185530 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.185754 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.185970 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.186256 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.186476 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.186723 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.186962 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.187175 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.187415 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.187665 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.187873 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.188114 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] use_json = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.188343 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.189091 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.189311 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.189523 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.189733 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.190005 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.190259 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.190509 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.190947 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.191231 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.191560 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.191825 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.192054 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.192304 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.192528 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.192746 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.193003 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.193271 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.193542 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.193694 n-d-766771-2 neutron-server[103395]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:06:32.193837 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.194055 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.194319 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.194587 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.194932 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.195186 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.195434 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.195665 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.195915 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.196146 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.196363 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.196632 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.196850 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.197077 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.197325 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.197550 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.198011 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.198347 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.198681 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.198881 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.199140 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.199444 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.199754 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.199846 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.200087 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.200290 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.200520 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.200944 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.201217 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.201560 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.201960 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.201960 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.202301 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.202453 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.202589 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.202795 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.203047 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.203273 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.203492 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.203855 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.204002 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.204182 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.204916 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.205163 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.205397 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.205655 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.205924 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.206147 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.206414 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.206553 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.206767 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.207127 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.207517 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.207517 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.208329 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.208329 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.208329 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.208737 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.208737 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.208993 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.209176 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.209646 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.209646 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.210169 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.210169 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.210591 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.210591 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.210591 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.211018 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.211179 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.211328 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.211862 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.211862 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.211862 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.212490 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.212490 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.212490 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.212895 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.212895 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.213152 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.213365 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.213683 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.213942 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.214202 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.214422 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.214663 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.214878 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.215137 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.215387 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.215628 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.215838 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.216083 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.216306 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.216529 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.216768 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.216984 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.217344 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.217511 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.217648 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.217856 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.218091 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.218357 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.218631 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.218861 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.219090 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.222091 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.222091 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.222091 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.222091 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.222091 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.222091 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.222091 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.222091 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.224177 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.224177 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.224177 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.224177 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.224177 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.224177 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.224177 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.224177 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.224769 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.224769 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.224769 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.224769 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.224769 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.224769 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.224769 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.225262 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.225262 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.225411 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.225650 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.226055 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.226325 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.226586 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.226849 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.227084 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.227335 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.227591 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.227819 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.228076 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.228293 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.228508 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.228759 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.228999 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.229241 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.229499 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.229698 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.230088 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.230485 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.230876 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.231250 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.231631 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.231997 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.232390 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.232762 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.233129 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.233517 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.233775 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.233998 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.234249 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.234467 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.234736 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.234956 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.235221 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.235498 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.235743 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.235971 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.236196 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.236430 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.236663 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.236907 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.237126 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.237339 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.237551 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.237768 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.237981 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.238253 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.238847 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.238847 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.239142 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.239142 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.239536 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.239734 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.239976 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.240192 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.240390 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.240602 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.240852 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.241069 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.241275 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.241485 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.241701 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.241935 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.242192 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.242432 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.243370 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.243370 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.243370 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.243370 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.243919 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.243919 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.244195 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.244195 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.244472 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.244614 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.244831 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.245067 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.245273 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.245476 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.245689 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.245913 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.246103 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.246350 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.246576 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.246779 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.246995 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.247216 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.247464 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.247708 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.247925 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.248105 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.248354 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.248754 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.248754 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.249041 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.249191 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.249358 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.249901 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.249901 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.250205 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.250205 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.250445 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.250929 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.251539 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.251735 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.251944 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.252211 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.252501 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.252732 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.253010 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.253236 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.253491 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.253737 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.254042 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.254286 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.254543 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.254781 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.255035 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.255266 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.255540 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.255860 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.256131 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.256385 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.256634 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.256905 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.257184 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.257448 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.257661 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.258031 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.258342 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.258609 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.258848 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.259071 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.259318 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.259555 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.259770 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.260125 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.260269 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.260434 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.260641 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.260898 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.261121 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.261328 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.261569 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.261810 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.262232 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.262465 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.262721 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.262938 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.263096 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 10 16:06:32.263642 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103249) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 10 16:06:32.263806 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 10 16:06:32.263954 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 10 16:06:32.264089 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 10 16:06:32.264270 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 10 16:06:32.264698 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 10 16:06:32.264698 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.264992 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.264992 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.265248 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.265248 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.265513 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.265513 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.265785 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.265920 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.266054 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.266219 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.266360 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.266497 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.266682 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.267330 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.267465 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.267620 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.267759 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.267893 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.268028 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.268177 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.268311 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.268440 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] debug = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.268596 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.268760 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.268940 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.269077 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.269211 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.269345 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.269499 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.269930 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.270071 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.270279 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.270648 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.270648 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.270984 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.270984 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.270984 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.271455 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.271455 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.271455 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.271834 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] host = n-d-766771-2 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.271834 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.271834 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.272047 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.272123 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.272345 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.272480 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.272603 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.272726 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.272861 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.273005 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.273161 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.273317 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.273472 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.273628 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] log_file = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.273784 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] log_options = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.273940 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.274096 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.274275 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.274457 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.274618 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.274775 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.274932 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.275088 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.275243 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.275400 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.275556 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.275712 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.275867 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.276024 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.276180 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.276336 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.276494 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.276650 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.276808 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.276963 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.277118 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.277274 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.277429 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.277584 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.277741 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.277897 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.278053 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.278231 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.278387 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.278543 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.278698 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.278854 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.279010 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.279166 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.279324 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.279479 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.279636 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.279792 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.279951 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.280109 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.280265 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.280422 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.280579 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.280739 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.280893 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.281051 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.281200 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] use_json = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.281362 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.281552 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.281678 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.281799 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.281921 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.282073 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.282271 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.282761 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:06:32.282761 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.282761 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.283355 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.283355 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.283355 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.283355 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.283756 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.283756 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.283896 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.283981 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.284086 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.284246 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.284416 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.284767 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.284767 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.284914 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.285023 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.285182 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.285341 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.285500 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.285660 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.285819 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.285986 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.286347 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.286347 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.286549 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.286630 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.286765 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.286924 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.287098 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.287258 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.287417 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.287577 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.287737 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.287896 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.288056 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.288216 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.288376 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.288536 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.288744 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.288856 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.289016 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.289175 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.289336 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.290246 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.290246 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.290246 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.290246 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.290246 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.290246 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.290990 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.290990 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.290990 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.290990 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.292008 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.292008 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.292008 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.292008 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.292008 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.292008 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.292008 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.292858 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.292858 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.292858 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.292858 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.292858 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.292858 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.293343 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.293343 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.293343 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.293599 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.293599 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.293749 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.293828 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.293978 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.294182 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.294316 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.294475 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.294636 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.294795 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.294954 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.295115 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.295274 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.295433 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.295592 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.295751 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.296516 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.296516 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.296516 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.296516 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.296516 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.297170 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.297170 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.297170 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.297170 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.297615 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.297615 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.297615 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.297937 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.297937 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.298090 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.298200 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.298326 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.298490 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.298652 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.298811 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.298970 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.299129 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.299286 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.299446 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.299604 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.299763 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.299922 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.300081 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.300239 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.300577 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.300577 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.300827 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.300910 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.300987 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.301149 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.301308 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.301474 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.301714 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.301850 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.301974 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.302105 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.302277 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.302414 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.302574 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.302767 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.302897 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.303018 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.303173 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.303344 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.303487 n-d-766771-2 neutron-server[103394]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:06:32.303578 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.303657 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.303800 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.303983 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.304144 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.304302 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.304462 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.304620 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.304779 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.304939 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.305099 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.305258 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.305417 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.305576 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.305735 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.305894 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.306055 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.306236 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.306396 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.306554 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.306714 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.306873 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.307033 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.307193 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.307353 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.307511 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.307670 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.307830 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.307988 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.308147 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.308306 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.308466 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.308625 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.308785 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.308944 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.309102 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.309260 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.309420 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.309578 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.309737 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.309899 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.310059 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.310238 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.310399 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.310559 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.310724 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.310884 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.311045 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.311204 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.311363 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.311523 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.311683 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.311846 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.312008 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.312166 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.312327 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.312486 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.312646 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.312824 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.312984 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.313141 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.313458 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.314178 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.314317 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.314469 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.314630 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.314792 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.314952 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.315114 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.315275 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.315640 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.315985 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.316157 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.316288 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.316441 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.316598 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.316760 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.316934 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.317095 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.317248 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.317606 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.317606 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.317802 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.317942 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.318077 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.318241 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.318377 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.318534 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.318895 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.318895 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.319143 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.319143 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.319405 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.319405 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.319653 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.319653 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.319911 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.320043 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.320168 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.320305 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.320450 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.320583 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.320717 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.320850 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.321006 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.321170 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.321330 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.321500 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.321660 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.321818 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.321982 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.322172 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.322322 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.322491 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.322652 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.322812 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.322981 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.323137 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.323299 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.323459 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.323629 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.323789 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.323951 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.324107 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.324244 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.324406 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.324566 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.324729 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.324898 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.325064 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.325226 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.325394 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.325561 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.325729 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.325890 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.326056 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.326257 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.326417 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.326561 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.326725 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.326876 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.327017 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.327181 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.327340 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.327499 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.327642 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.327805 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.327963 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.328122 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.328282 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.328432 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.328590 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.328750 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.328909 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.329045 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.329974 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:06:32.329974 n-d-766771-2 neutron-server[103249]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 10 16:06:32.467282 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 58796) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:06:32.475918 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064242 Dec 10 16:06:43.931384 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360d92bd-a9ab-4e90-bb00-d3b3bdf0a79a None None] get_active_networks_info from n-d-766771-2 {{(pid=103394) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 16:06:43.988386 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360d92bd-a9ab-4e90-bb00-d3b3bdf0a79a None None] No non-hosted networks {{(pid=103394) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 10 16:06:44.004293 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.agentschedulers_db [None req-360d92bd-a9ab-4e90-bb00-d3b3bdf0a79a None None] DHCP Agent not found on host n-d-766771-2 {{(pid=103394) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 10 16:06:44.132186 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-adf6434b-5aab-4046-9730-934fd2ac48d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-605437'] for agent, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:06:46.380339 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c658e312-f711-426d-838a-87034fb462ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-605437'] for agent, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:06:46.453931 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-09676bad-ed4a-41b9-8f7a-ac7f8a81af47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:06:47.098065 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-605437'] for agent, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:06:48.389849 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-605437'] for agent, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:06:49.579162 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-605437'] for agent, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:06:49.581621 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:06:49.581621 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:06:49.581621 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:06:49.582683 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:06:49.582894 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:06:49.584034 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:06:49.584034 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:06:49.584859 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:06:49.585380 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:06:49.585784 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:06:49.586045 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:06:49.586409 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:06:49.586736 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:06:49.587518 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-766771-2', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:06:49.594113 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-766771-2', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:06:50.040034 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 58888) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:06:50.538429 n-d-766771-2 neutron-server[103393]: WARNING oslo_policy.policy [None req-5d7a2457-21a2-4882-98f2-853bf43dbcf2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 16:06:50.539026 n-d-766771-2 neutron-server[103393]: WARNING oslo_policy.policy [None req-5d7a2457-21a2-4882-98f2-853bf43dbcf2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 16:06:50.761241 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-5d7a2457-21a2-4882-98f2-853bf43dbcf2 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:06:50.762400 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5d7a2457-21a2-4882-98f2-853bf43dbcf2 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7214403 Dec 10 16:06:53.332541 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 58904) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:06:53.642878 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-9229ba21-42c2-4dca-9811-2829161a5bbb admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:06:53.741189 n-d-766771-2 neutron-server[103393]: DEBUG neutron.policy [None req-9229ba21-42c2-4dca-9811-2829161a5bbb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103393) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 10 16:06:53.788671 n-d-766771-2 neutron-server[103393]: WARNING oslo_policy.policy [None req-9229ba21-42c2-4dca-9811-2829161a5bbb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 16:06:53.789044 n-d-766771-2 neutron-server[103393]: WARNING oslo_policy.policy [None req-9229ba21-42c2-4dca-9811-2829161a5bbb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 16:06:53.798241 n-d-766771-2 neutron-server[103393]: INFO neutron.quota [None req-9229ba21-42c2-4dca-9811-2829161a5bbb admin admin] Loaded quota_driver: . Dec 10 16:06:53.876452 n-d-766771-2 neutron-server[103394]: INFO neutron.db.l3_hamode_db [None req-f1e3fa7d-ed92-4599-b673-11ef10294725 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 10 16:06:53.886549 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9229ba21-42c2-4dca-9811-2829161a5bbb admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748351154769', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748351155204', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748351132113', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748351139032', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748351308658', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748351317550', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4034867', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4062003', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-535497', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1559590'] for rbac-policy, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:06:53.953707 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9229ba21-42c2-4dca-9811-2829161a5bbb admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:06:53.954923 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9229ba21-42c2-4dca-9811-2829161a5bbb admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6213155 Dec 10 16:06:53.964439 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e3fa7d-ed92-4599-b673-11ef10294725 None None] Routers set() bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:06:53.964835 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e3fa7d-ed92-4599-b673-11ef10294725 None None] Router IDs set() for agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 16:06:56.690814 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 58916) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:06:56.980967 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-777e058f-5775-4883-81fd-2440b4f7be3f admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '27510c01227b490d91c1cbaa6024e9f0', 'project_id': '27510c01227b490d91c1cbaa6024e9f0'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:06:57.008965 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777e058f-5775-4883-81fd-2440b4f7be3f admin admin] Made reservation on behalf of 27510c01227b490d91c1cbaa6024e9f0 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:06:57.011625 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-777e058f-5775-4883-81fd-2440b4f7be3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:06:57.028808 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-777e058f-5775-4883-81fd-2440b4f7be3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:06:57.135358 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-777e058f-5775-4883-81fd-2440b4f7be3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:06:57.138800 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-777e058f-5775-4883-81fd-2440b4f7be3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:06:57.157920 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-777e058f-5775-4883-81fd-2440b4f7be3f admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:06:57.186775 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-777e058f-5775-4883-81fd-2440b4f7be3f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748350895481', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:06:57.187349 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-777e058f-5775-4883-81fd-2440b4f7be3f admin admin] Unsubscribe: segment precommit_create {{(pid=103393) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 10 16:06:57.187879 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-777e058f-5775-4883-81fd-2440b4f7be3f admin admin] Added segment 6d6cba3e-bae6-40c6-8f7c-545cc4d39c01 of type vlan for network d9ef012a-381a-4de9-9b26-e8a876ffeb17 Dec 10 16:06:57.194014 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e058f-5775-4883-81fd-2440b4f7be3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ac71e8-cac4-4719-9fdf-0ee19dfdcc28,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:06:57.227699 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e058f-5775-4883-81fd-2440b4f7be3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:06:57.228039 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e058f-5775-4883-81fd-2440b4f7be3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:06:57.228375 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e058f-5775-4883-81fd-2440b4f7be3f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:06:57.228702 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e058f-5775-4883-81fd-2440b4f7be3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:06:57.229025 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e058f-5775-4883-81fd-2440b4f7be3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:06:57.229344 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e058f-5775-4883-81fd-2440b4f7be3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:06:57.229660 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e058f-5775-4883-81fd-2440b4f7be3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:06:57.229974 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e058f-5775-4883-81fd-2440b4f7be3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:06:57.230321 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e058f-5775-4883-81fd-2440b4f7be3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:06:57.230635 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e058f-5775-4883-81fd-2440b4f7be3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:06:57.230947 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e058f-5775-4883-81fd-2440b4f7be3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:06:57.231256 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e058f-5775-4883-81fd-2440b4f7be3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:06:57.231565 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e058f-5775-4883-81fd-2440b4f7be3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:06:57.232684 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e058f-5775-4883-81fd-2440b4f7be3f admin admin] Tracked resource versions report: Dec 10 16:06:57.232684 n-d-766771-2 neutron-server[103393]: pushed versions: Dec 10 16:06:57.232684 n-d-766771-2 neutron-server[103393]: { 'AddressGroup': {'1.2'}, Dec 10 16:06:57.232684 n-d-766771-2 neutron-server[103393]: 'ConntrackHelper': {'1.0'}, Dec 10 16:06:57.232684 n-d-766771-2 neutron-server[103393]: 'LocalIPAssociation': {'1.0'}, Dec 10 16:06:57.232684 n-d-766771-2 neutron-server[103393]: 'Log': {'1.0'}, Dec 10 16:06:57.232684 n-d-766771-2 neutron-server[103393]: 'Network': {'1.1'}, Dec 10 16:06:57.232684 n-d-766771-2 neutron-server[103393]: 'Port': {'1.7'}, Dec 10 16:06:57.232684 n-d-766771-2 neutron-server[103393]: 'PortForwarding': {'1.2'}, Dec 10 16:06:57.232684 n-d-766771-2 neutron-server[103393]: 'QosPolicy': {'1.10'}, Dec 10 16:06:57.232684 n-d-766771-2 neutron-server[103393]: 'SecurityGroup': {'1.5'}, Dec 10 16:06:57.232684 n-d-766771-2 neutron-server[103393]: 'SecurityGroupRule': {'1.2'}, Dec 10 16:06:57.232684 n-d-766771-2 neutron-server[103393]: 'SubPort': {'1.0'}, Dec 10 16:06:57.232684 n-d-766771-2 neutron-server[103393]: 'Subnet': {'1.1'}, Dec 10 16:06:57.232684 n-d-766771-2 neutron-server[103393]: 'Trunk': {'1.1'}} Dec 10 16:06:57.232684 n-d-766771-2 neutron-server[103393]: consumer versions: Dec 10 16:06:57.232684 n-d-766771-2 neutron-server[103393]: { DHCP agent@n-d-766771-2: {}, Dec 10 16:06:57.232684 n-d-766771-2 neutron-server[103393]: L3 agent@n-d-766771-2: {}, Dec 10 16:06:57.232684 n-d-766771-2 neutron-server[103393]: Metadata agent@n-d-766771-2: {}, Dec 10 16:06:57.232684 n-d-766771-2 neutron-server[103393]: Metering agent@n-d-766771-2: {}, Dec 10 16:06:57.232684 n-d-766771-2 neutron-server[103393]: Open vSwitch agent@n-d-766771-2: { 'AddressGroup': '1.2', Dec 10 16:06:57.232684 n-d-766771-2 neutron-server[103393]: 'ConntrackHelper': '1.0', Dec 10 16:06:57.232684 n-d-766771-2 neutron-server[103393]: 'LocalIPAssociation': '1.0', Dec 10 16:06:57.232684 n-d-766771-2 neutron-server[103393]: 'Log': '1.0', Dec 10 16:06:57.232684 n-d-766771-2 neutron-server[103393]: 'Network': '1.1', Dec 10 16:06:57.232684 n-d-766771-2 neutron-server[103393]: 'Port': '1.7', Dec 10 16:06:57.232684 n-d-766771-2 neutron-server[103393]: 'PortForwarding': '1.2', Dec 10 16:06:57.232684 n-d-766771-2 neutron-server[103393]: 'QosPolicy': '1.10', Dec 10 16:06:57.232684 n-d-766771-2 neutron-server[103393]: 'SecurityGroup': '1.5', Dec 10 16:06:57.232684 n-d-766771-2 neutron-server[103393]: 'SecurityGroupRule': '1.2', Dec 10 16:06:57.232684 n-d-766771-2 neutron-server[103393]: 'SubPort': '1.0', Dec 10 16:06:57.232684 n-d-766771-2 neutron-server[103393]: 'Subnet': '1.1', Dec 10 16:06:57.232684 n-d-766771-2 neutron-server[103393]: 'Trunk': '1.1'}} Dec 10 16:06:57.232684 n-d-766771-2 neutron-server[103393]: {{(pid=103393) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 16:06:57.305521 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-777e058f-5775-4883-81fd-2440b4f7be3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:06:57.343860 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-777e058f-5775-4883-81fd-2440b4f7be3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:06:57.344929 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777e058f-5775-4883-81fd-2440b4f7be3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:06:57.345603 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-777e058f-5775-4883-81fd-2440b4f7be3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:06:57.423303 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-777e058f-5775-4883-81fd-2440b4f7be3f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7312407 Dec 10 16:06:57.447710 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e058f-5775-4883-81fd-2440b4f7be3f admin admin] Pushing event updated for resources: {'Network': ['ID=d9ef012a-381a-4de9-9b26-e8a876ffeb17,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:06:57.463772 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network d9ef012a-381a-4de9-9b26-e8a876ffeb17 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:07:00.238108 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 58930) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:07:00.620971 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bd05b8-eaa0-46b9-861e-b467513294d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:00.622329 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-19bd05b8-eaa0-46b9-861e-b467513294d1 admin admin] 10.222.0.11 "GET /v2.0/networks/d9ef012a-381a-4de9-9b26-e8a876ffeb17 HTTP/1.1" status: 200 len: 825 time: 0.3831575 Dec 10 16:07:00.647629 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-91c763d3-22a4-4291-bc17-c280d382acbe admin admin] 10.222.0.11 "GET /v2.0/subnetpools/3a638cf8-8da3-4b6e-b38c-86cf9ecc3b44 HTTP/1.1" status: 200 len: 734 time: 0.0187147 Dec 10 16:07:00.656709 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-e5539205-adb0-4343-b521-39f67427928c admin admin] Request body: {'subnet': {'network_id': 'd9ef012a-381a-4de9-9b26-e8a876ffeb17', 'ip_version': 4, 'subnetpool_id': '3a638cf8-8da3-4b6e-b38c-86cf9ecc3b44', 'gateway_ip': '172.20.0.1', 'tenant_id': '27510c01227b490d91c1cbaa6024e9f0', 'name': 'private-subnet'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:07:00.677881 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5539205-adb0-4343-b521-39f67427928c admin admin] Made reservation on behalf of 27510c01227b490d91c1cbaa6024e9f0 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:07:00.680236 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e5539205-adb0-4343-b521-39f67427928c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:00.961615 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e5539205-adb0-4343-b521-39f67427928c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:01.028924 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5539205-adb0-4343-b521-39f67427928c admin admin] Pushing event updated for resources: {'Subnet': ['ID=04aa36bc-9f44-4f96-912c-32fee353211d,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:01.033913 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5539205-adb0-4343-b521-39f67427928c admin admin] Checking segment: {'id': '6d6cba3e-bae6-40c6-8f7c-545cc4d39c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd9ef012a-381a-4de9-9b26-e8a876ffeb17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:07:01.034322 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5539205-adb0-4343-b521-39f67427928c admin admin] Network hostable DHCP agents. Network: d9ef012a-381a-4de9-9b26-e8a876ffeb17, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:07:01.054406 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5539205-adb0-4343-b521-39f67427928c admin admin] Network d9ef012a-381a-4de9-9b26-e8a876ffeb17 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:07:01.065034 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-e5539205-adb0-4343-b521-39f67427928c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, d9ef012a-381a-4de9-9b26-e8a876ffeb17) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:07:01.069630 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5539205-adb0-4343-b521-39f67427928c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:01.070322 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e5539205-adb0-4343-b521-39f67427928c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:01.074741 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8084f036-53cf-4d90-a2ed-62988c7177c5 None None] Network d9ef012a-381a-4de9-9b26-e8a876ffeb17 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:07:01.085434 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e5539205-adb0-4343-b521-39f67427928c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4319773 Dec 10 16:07:01.335644 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364c655e-6510-4442-b881-6396cb2cde60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-d9ef012a-381a-4de9-9b26-e8a876ffeb17', 'network_id': 'd9ef012a-381a-4de9-9b26-e8a876ffeb17', 'project_id': '27510c01227b490d91c1cbaa6024e9f0', 'fixed_ips': [{'subnet_id': '04aa36bc-9f44-4f96-912c-32fee353211d'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:07:01.336936 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-364c655e-6510-4442-b881-6396cb2cde60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:01.638671 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-364c655e-6510-4442-b881-6396cb2cde60 None None] Allocated IP 172.20.0.2 (d9ef012a-381a-4de9-9b26-e8a876ffeb17/04aa36bc-9f44-4f96-912c-32fee353211d/74616362-e8b2-410a-ab09-a9f2544b44ad) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:07:01.878715 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-364c655e-6510-4442-b881-6396cb2cde60 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:01.886899 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-364c655e-6510-4442-b881-6396cb2cde60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:01.963946 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364c655e-6510-4442-b881-6396cb2cde60 None None] Network d9ef012a-381a-4de9-9b26-e8a876ffeb17 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:07:01.972520 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-364c655e-6510-4442-b881-6396cb2cde60 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:07:01.977787 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c655e-6510-4442-b881-6396cb2cde60 None None] Pushing event updated for resources: {'Port': ['ID=74616362-e8b2-410a-ab09-a9f2544b44ad,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:01.981867 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364c655e-6510-4442-b881-6396cb2cde60 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:07:01.989537 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c655e-6510-4442-b881-6396cb2cde60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:01.989888 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c655e-6510-4442-b881-6396cb2cde60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:01.990259 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c655e-6510-4442-b881-6396cb2cde60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:01.990602 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c655e-6510-4442-b881-6396cb2cde60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:01.990940 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c655e-6510-4442-b881-6396cb2cde60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:01.991274 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c655e-6510-4442-b881-6396cb2cde60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:01.991604 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c655e-6510-4442-b881-6396cb2cde60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:01.991932 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c655e-6510-4442-b881-6396cb2cde60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:01.992258 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c655e-6510-4442-b881-6396cb2cde60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:01.992589 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c655e-6510-4442-b881-6396cb2cde60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:01.992913 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c655e-6510-4442-b881-6396cb2cde60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:01.993240 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c655e-6510-4442-b881-6396cb2cde60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:01.993566 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c655e-6510-4442-b881-6396cb2cde60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:01.994698 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364c655e-6510-4442-b881-6396cb2cde60 None None] Tracked resource versions report: Dec 10 16:07:01.994698 n-d-766771-2 neutron-server[103394]: pushed versions: Dec 10 16:07:01.994698 n-d-766771-2 neutron-server[103394]: { 'AddressGroup': {'1.2'}, Dec 10 16:07:01.994698 n-d-766771-2 neutron-server[103394]: 'ConntrackHelper': {'1.0'}, Dec 10 16:07:01.994698 n-d-766771-2 neutron-server[103394]: 'LocalIPAssociation': {'1.0'}, Dec 10 16:07:01.994698 n-d-766771-2 neutron-server[103394]: 'Log': {'1.0'}, Dec 10 16:07:01.994698 n-d-766771-2 neutron-server[103394]: 'Network': {'1.1'}, Dec 10 16:07:01.994698 n-d-766771-2 neutron-server[103394]: 'Port': {'1.7'}, Dec 10 16:07:01.994698 n-d-766771-2 neutron-server[103394]: 'PortForwarding': {'1.2'}, Dec 10 16:07:01.994698 n-d-766771-2 neutron-server[103394]: 'QosPolicy': {'1.10'}, Dec 10 16:07:01.994698 n-d-766771-2 neutron-server[103394]: 'SecurityGroup': {'1.5'}, Dec 10 16:07:01.994698 n-d-766771-2 neutron-server[103394]: 'SecurityGroupRule': {'1.2'}, Dec 10 16:07:01.994698 n-d-766771-2 neutron-server[103394]: 'SubPort': {'1.0'}, Dec 10 16:07:01.994698 n-d-766771-2 neutron-server[103394]: 'Subnet': {'1.1'}, Dec 10 16:07:01.994698 n-d-766771-2 neutron-server[103394]: 'Trunk': {'1.1'}} Dec 10 16:07:01.994698 n-d-766771-2 neutron-server[103394]: consumer versions: Dec 10 16:07:01.994698 n-d-766771-2 neutron-server[103394]: { DHCP agent@n-d-766771-2: {}, Dec 10 16:07:01.994698 n-d-766771-2 neutron-server[103394]: L3 agent@n-d-766771-2: {}, Dec 10 16:07:01.994698 n-d-766771-2 neutron-server[103394]: Metadata agent@n-d-766771-2: {}, Dec 10 16:07:01.994698 n-d-766771-2 neutron-server[103394]: Metering agent@n-d-766771-2: {}, Dec 10 16:07:01.994698 n-d-766771-2 neutron-server[103394]: Open vSwitch agent@n-d-766771-2: { 'AddressGroup': '1.2', Dec 10 16:07:01.994698 n-d-766771-2 neutron-server[103394]: 'ConntrackHelper': '1.0', Dec 10 16:07:01.994698 n-d-766771-2 neutron-server[103394]: 'LocalIPAssociation': '1.0', Dec 10 16:07:01.994698 n-d-766771-2 neutron-server[103394]: 'Log': '1.0', Dec 10 16:07:01.994698 n-d-766771-2 neutron-server[103394]: 'Network': '1.1', Dec 10 16:07:01.994698 n-d-766771-2 neutron-server[103394]: 'Port': '1.7', Dec 10 16:07:01.994698 n-d-766771-2 neutron-server[103394]: 'PortForwarding': '1.2', Dec 10 16:07:01.994698 n-d-766771-2 neutron-server[103394]: 'QosPolicy': '1.10', Dec 10 16:07:01.994698 n-d-766771-2 neutron-server[103394]: 'SecurityGroup': '1.5', Dec 10 16:07:01.994698 n-d-766771-2 neutron-server[103394]: 'SecurityGroupRule': '1.2', Dec 10 16:07:01.994698 n-d-766771-2 neutron-server[103394]: 'SubPort': '1.0', Dec 10 16:07:01.994698 n-d-766771-2 neutron-server[103394]: 'Subnet': '1.1', Dec 10 16:07:01.994698 n-d-766771-2 neutron-server[103394]: 'Trunk': '1.1'}} Dec 10 16:07:01.994698 n-d-766771-2 neutron-server[103394]: {{(pid=103394) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 16:07:02.066305 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-364c655e-6510-4442-b881-6396cb2cde60 None None] Attempting to bind port 74616362-e8b2-410a-ab09-a9f2544b44ad on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:07:02.066707 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-364c655e-6510-4442-b881-6396cb2cde60 None None] Attempting to bind port 74616362-e8b2-410a-ab09-a9f2544b44ad by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '6d6cba3e-bae6-40c6-8f7c-545cc4d39c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd9ef012a-381a-4de9-9b26-e8a876ffeb17'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:07:02.067122 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364c655e-6510-4442-b881-6396cb2cde60 None None] Attempting to bind port 74616362-e8b2-410a-ab09-a9f2544b44ad on network d9ef012a-381a-4de9-9b26-e8a876ffeb17 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:07:02.072132 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364c655e-6510-4442-b881-6396cb2cde60 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:07:02.072525 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364c655e-6510-4442-b881-6396cb2cde60 None None] Checking segment: {'id': '6d6cba3e-bae6-40c6-8f7c-545cc4d39c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd9ef012a-381a-4de9-9b26-e8a876ffeb17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:07:02.073026 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-364c655e-6510-4442-b881-6396cb2cde60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:02.073419 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364c655e-6510-4442-b881-6396cb2cde60 None None] Bound using segment: {'id': '6d6cba3e-bae6-40c6-8f7c-545cc4d39c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd9ef012a-381a-4de9-9b26-e8a876ffeb17'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:07:02.073923 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-364c655e-6510-4442-b881-6396cb2cde60 None None] Bound port: 74616362-e8b2-410a-ab09-a9f2544b44ad, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6cba3e-bae6-40c6-8f7c-545cc4d39c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd9ef012a-381a-4de9-9b26-e8a876ffeb17'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:07:02.074412 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-364c655e-6510-4442-b881-6396cb2cde60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:02.136593 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-364c655e-6510-4442-b881-6396cb2cde60 None None] For port 74616362-e8b2-410a-ab09-a9f2544b44ad, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:07:02.140768 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-364c655e-6510-4442-b881-6396cb2cde60 None None] For port 74616362-e8b2-410a-ab09-a9f2544b44ad, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=74616362-e8b2-410a-ab09-a9f2544b44ad,segment=NetworkSegment(6d6cba3e-bae6-40c6-8f7c-545cc4d39c01),segment_id=6d6cba3e-bae6-40c6-8f7c-545cc4d39c01)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:07:02.146945 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-364c655e-6510-4442-b881-6396cb2cde60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:02.210291 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c655e-6510-4442-b881-6396cb2cde60 None None] Pushing event updated for resources: {'Port': ['ID=74616362-e8b2-410a-ab09-a9f2544b44ad,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:03.702700 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 58938) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:07:04.006592 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-ce2caa4d-09b6-4e48-be6d-bac900f65fcb admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:07:04.007654 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ce2caa4d-09b6-4e48-be6d-bac900f65fcb admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3040023 Dec 10 16:07:06.586205 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 58946) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:07:07.076251 n-d-766771-2 neutron-server[103392]: WARNING oslo_policy.policy [None req-0f23853d-0a9f-4c5b-b5cf-1ec5f63f4224 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 16:07:07.076823 n-d-766771-2 neutron-server[103392]: WARNING oslo_policy.policy [None req-0f23853d-0a9f-4c5b-b5cf-1ec5f63f4224 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 16:07:07.308614 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [None req-0f23853d-0a9f-4c5b-b5cf-1ec5f63f4224 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:07:07.309892 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-0f23853d-0a9f-4c5b-b5cf-1ec5f63f4224 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7216468 Dec 10 16:07:10.131677 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 58966) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:07:10.428233 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-e331b389-2da3-46f7-8e08-9795462b6fce admin admin] Request body: {'router': {'tenant_id': '27510c01227b490d91c1cbaa6024e9f0', 'name': 'router1', 'admin_state_up': True}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:07:10.493200 n-d-766771-2 neutron-server[103392]: DEBUG neutron.policy [None req-e331b389-2da3-46f7-8e08-9795462b6fce admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103392) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 10 16:07:10.542050 n-d-766771-2 neutron-server[103392]: WARNING oslo_policy.policy [None req-e331b389-2da3-46f7-8e08-9795462b6fce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 16:07:10.542473 n-d-766771-2 neutron-server[103392]: WARNING oslo_policy.policy [None req-e331b389-2da3-46f7-8e08-9795462b6fce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 16:07:10.551408 n-d-766771-2 neutron-server[103392]: INFO neutron.quota [None req-e331b389-2da3-46f7-8e08-9795462b6fce admin admin] Loaded quota_driver: . Dec 10 16:07:10.609281 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e331b389-2da3-46f7-8e08-9795462b6fce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:10.611693 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e331b389-2da3-46f7-8e08-9795462b6fce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:10.765335 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e331b389-2da3-46f7-8e08-9795462b6fce admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:10.770573 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e331b389-2da3-46f7-8e08-9795462b6fce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:10.789889 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e331b389-2da3-46f7-8e08-9795462b6fce admin admin] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:10.791105 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e331b389-2da3-46f7-8e08-9795462b6fce admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6584661 Dec 10 16:07:11.248449 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062c0746-81a3-479d-a7a9-c90d8f236cf0 None None] Network d9ef012a-381a-4de9-9b26-e8a876ffeb17 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:07:11.391609 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 74616362-e8b2-410a-ab09-a9f2544b44ad up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:07:11.396672 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-ac406c45-6343-4e11-aedc-975574eba46f None None] Provisioning complete for port 74616362-e8b2-410a-ab09-a9f2544b44ad triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:07:11.397058 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ac406c45-6343-4e11-aedc-975574eba46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:11.574664 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 74616362-e8b2-410a-ab09-a9f2544b44ad triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:07:11.575036 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:11.586971 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ac406c45-6343-4e11-aedc-975574eba46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:11.650225 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-ac406c45-6343-4e11-aedc-975574eba46f None None] For port 74616362-e8b2-410a-ab09-a9f2544b44ad, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=74616362-e8b2-410a-ab09-a9f2544b44ad,segment=NetworkSegment(6d6cba3e-bae6-40c6-8f7c-545cc4d39c01),segment_id=6d6cba3e-bae6-40c6-8f7c-545cc4d39c01)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:07:11.655065 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ac406c45-6343-4e11-aedc-975574eba46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:11.731053 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac406c45-6343-4e11-aedc-975574eba46f None None] Pushing event updated for resources: {'Port': ['ID=74616362-e8b2-410a-ab09-a9f2544b44ad,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:11.777108 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-85220405-e628-4cdf-a184-6e92b2d033ae None None] Provisioning complete for port 74616362-e8b2-410a-ab09-a9f2544b44ad triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:07:11.777476 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-85220405-e628-4cdf-a184-6e92b2d033ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:13.349004 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 74616362-e8b2-410a-ab09-a9f2544b44ad up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:07:13.365743 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 58978) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:07:13.396456 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 74616362-e8b2-410a-ab09-a9f2544b44ad triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:07:13.396831 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:13.671371 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-a35c3281-bd00-46da-babf-5973d0e77064 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:07:13.672373 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a35c3281-bd00-46da-babf-5973d0e77064 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3056860 Dec 10 16:07:13.827783 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-06a305a5-fb56-4054-8cc9-83eec8b925d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:15.218911 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 5 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:07:16.228945 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 58986) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:07:16.375858 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f7ce60c9-4941-440b-9eee-38911d2ee338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:16.537798 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c2d78f98-9d8a-4889-a0f6-68ab2a574ef4 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:07:16.558215 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d78f98-9d8a-4889-a0f6-68ab2a574ef4 admin admin] Made reservation on behalf of fb764ae389a04cfc9521a9af0dab663f for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:07:16.560455 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c2d78f98-9d8a-4889-a0f6-68ab2a574ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:16.568583 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c2d78f98-9d8a-4889-a0f6-68ab2a574ef4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:16.640077 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c2d78f98-9d8a-4889-a0f6-68ab2a574ef4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:16.644037 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c2d78f98-9d8a-4889-a0f6-68ab2a574ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:16.659864 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c2d78f98-9d8a-4889-a0f6-68ab2a574ef4 admin admin] Reserving flat network on physical network physnet1 {{(pid=103393) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 10 16:07:16.680657 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c2d78f98-9d8a-4889-a0f6-68ab2a574ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:16.680991 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-c2d78f98-9d8a-4889-a0f6-68ab2a574ef4 admin admin] Added segment 28c54ed4-8e77-44f8-8e61-77b6b60e69f8 of type flat for network 5eeed31d-d918-4774-81b9-ef71c6f02574 Dec 10 16:07:16.682110 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d78f98-9d8a-4889-a0f6-68ab2a574ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e22fcc0-f091-4f7f-a60a-23bdd016152f,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:16.727762 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c2d78f98-9d8a-4889-a0f6-68ab2a574ef4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:16.760618 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c2d78f98-9d8a-4889-a0f6-68ab2a574ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:16.761517 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d78f98-9d8a-4889-a0f6-68ab2a574ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:16.762074 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c2d78f98-9d8a-4889-a0f6-68ab2a574ef4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:16.808877 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c2d78f98-9d8a-4889-a0f6-68ab2a574ef4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5789258 Dec 10 16:07:16.821069 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d78f98-9d8a-4889-a0f6-68ab2a574ef4 admin admin] Pushing event updated for resources: {'Network': ['ID=5eeed31d-d918-4774-81b9-ef71c6f02574,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:16.832297 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:07:17.050750 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:18.333884 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:19.346336 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 59004) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:07:19.572903 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:19.576674 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36da6e1f-3bf7-44a7-80e8-f6fb3eeed187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:19.578774 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-36da6e1f-3bf7-44a7-80e8-f6fb3eeed187 admin admin] 10.222.0.11 "GET /v2.0/subnets/04aa36bc-9f44-4f96-912c-32fee353211d HTTP/1.1" status: 200 len: 849 time: 0.2308943 Dec 10 16:07:19.697918 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-13ec46ca-2740-48d2-99b4-b31f4a92fffb admin admin] 10.222.0.11 "GET /v2.0/routers/4d0a7f62-ea3e-4a16-87a5-b15c4624cfe3 HTTP/1.1" status: 200 len: 704 time: 0.1130505 Dec 10 16:07:19.980849 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-00bc606a-a186-4c27-b0fd-41e6d8867654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:20.282896 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-00bc606a-a186-4c27-b0fd-41e6d8867654 admin admin] Allocated IP 172.20.0.1 (d9ef012a-381a-4de9-9b26-e8a876ffeb17/04aa36bc-9f44-4f96-912c-32fee353211d/d097b6a5-e6e2-4d47-b4a1-2b9abf2a3e82) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:07:20.491633 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-00bc606a-a186-4c27-b0fd-41e6d8867654 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:20.558949 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-00bc606a-a186-4c27-b0fd-41e6d8867654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:20.620078 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bc606a-a186-4c27-b0fd-41e6d8867654 admin admin] Network d9ef012a-381a-4de9-9b26-e8a876ffeb17 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:07:20.626656 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-00bc606a-a186-4c27-b0fd-41e6d8867654 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:07:20.665658 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bc606a-a186-4c27-b0fd-41e6d8867654 admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:07:20.666200 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-00bc606a-a186-4c27-b0fd-41e6d8867654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:20.747797 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc606a-a186-4c27-b0fd-41e6d8867654 admin admin] Pushing event updated for resources: {'Port': ['ID=d097b6a5-e6e2-4d47-b4a1-2b9abf2a3e82,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:20.792288 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bc606a-a186-4c27-b0fd-41e6d8867654 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:20.792631 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bc606a-a186-4c27-b0fd-41e6d8867654 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:20.792969 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bc606a-a186-4c27-b0fd-41e6d8867654 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:20.793302 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bc606a-a186-4c27-b0fd-41e6d8867654 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:20.793635 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bc606a-a186-4c27-b0fd-41e6d8867654 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:20.793966 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bc606a-a186-4c27-b0fd-41e6d8867654 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:20.794328 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bc606a-a186-4c27-b0fd-41e6d8867654 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:20.794654 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bc606a-a186-4c27-b0fd-41e6d8867654 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:20.794980 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bc606a-a186-4c27-b0fd-41e6d8867654 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:20.795304 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bc606a-a186-4c27-b0fd-41e6d8867654 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:20.795640 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bc606a-a186-4c27-b0fd-41e6d8867654 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:20.795930 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bc606a-a186-4c27-b0fd-41e6d8867654 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:20.796245 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bc606a-a186-4c27-b0fd-41e6d8867654 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:20.797454 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bc606a-a186-4c27-b0fd-41e6d8867654 admin admin] Tracked resource versions report: Dec 10 16:07:20.797454 n-d-766771-2 neutron-server[103392]: pushed versions: Dec 10 16:07:20.797454 n-d-766771-2 neutron-server[103392]: { 'AddressGroup': {'1.2'}, Dec 10 16:07:20.797454 n-d-766771-2 neutron-server[103392]: 'ConntrackHelper': {'1.0'}, Dec 10 16:07:20.797454 n-d-766771-2 neutron-server[103392]: 'LocalIPAssociation': {'1.0'}, Dec 10 16:07:20.797454 n-d-766771-2 neutron-server[103392]: 'Log': {'1.0'}, Dec 10 16:07:20.797454 n-d-766771-2 neutron-server[103392]: 'Network': {'1.1'}, Dec 10 16:07:20.797454 n-d-766771-2 neutron-server[103392]: 'Port': {'1.7'}, Dec 10 16:07:20.797454 n-d-766771-2 neutron-server[103392]: 'PortForwarding': {'1.2'}, Dec 10 16:07:20.797454 n-d-766771-2 neutron-server[103392]: 'QosPolicy': {'1.10'}, Dec 10 16:07:20.797454 n-d-766771-2 neutron-server[103392]: 'SecurityGroup': {'1.5'}, Dec 10 16:07:20.797454 n-d-766771-2 neutron-server[103392]: 'SecurityGroupRule': {'1.2'}, Dec 10 16:07:20.797454 n-d-766771-2 neutron-server[103392]: 'SubPort': {'1.0'}, Dec 10 16:07:20.797454 n-d-766771-2 neutron-server[103392]: 'Subnet': {'1.1'}, Dec 10 16:07:20.797454 n-d-766771-2 neutron-server[103392]: 'Trunk': {'1.1'}} Dec 10 16:07:20.797454 n-d-766771-2 neutron-server[103392]: consumer versions: Dec 10 16:07:20.797454 n-d-766771-2 neutron-server[103392]: { DHCP agent@n-d-766771-2: {}, Dec 10 16:07:20.797454 n-d-766771-2 neutron-server[103392]: L3 agent@n-d-766771-2: {}, Dec 10 16:07:20.797454 n-d-766771-2 neutron-server[103392]: Metadata agent@n-d-766771-2: {}, Dec 10 16:07:20.797454 n-d-766771-2 neutron-server[103392]: Metering agent@n-d-766771-2: {}, Dec 10 16:07:20.797454 n-d-766771-2 neutron-server[103392]: Open vSwitch agent@n-d-766771-2: { 'AddressGroup': '1.2', Dec 10 16:07:20.797454 n-d-766771-2 neutron-server[103392]: 'ConntrackHelper': '1.0', Dec 10 16:07:20.797454 n-d-766771-2 neutron-server[103392]: 'LocalIPAssociation': '1.0', Dec 10 16:07:20.797454 n-d-766771-2 neutron-server[103392]: 'Log': '1.0', Dec 10 16:07:20.797454 n-d-766771-2 neutron-server[103392]: 'Network': '1.1', Dec 10 16:07:20.797454 n-d-766771-2 neutron-server[103392]: 'Port': '1.7', Dec 10 16:07:20.797454 n-d-766771-2 neutron-server[103392]: 'PortForwarding': '1.2', Dec 10 16:07:20.797454 n-d-766771-2 neutron-server[103392]: 'QosPolicy': '1.10', Dec 10 16:07:20.797454 n-d-766771-2 neutron-server[103392]: 'SecurityGroup': '1.5', Dec 10 16:07:20.797454 n-d-766771-2 neutron-server[103392]: 'SecurityGroupRule': '1.2', Dec 10 16:07:20.797454 n-d-766771-2 neutron-server[103392]: 'SubPort': '1.0', Dec 10 16:07:20.797454 n-d-766771-2 neutron-server[103392]: 'Subnet': '1.1', Dec 10 16:07:20.797454 n-d-766771-2 neutron-server[103392]: 'Trunk': '1.1'}} Dec 10 16:07:20.797454 n-d-766771-2 neutron-server[103392]: {{(pid=103392) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 16:07:20.854182 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-0da8c48f-3024-425f-863d-d5810f76ff58 None None] Provisioning complete for port d097b6a5-e6e2-4d47-b4a1-2b9abf2a3e82 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:07:20.854747 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0da8c48f-3024-425f-863d-d5810f76ff58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:20.884287 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-00bc606a-a186-4c27-b0fd-41e6d8867654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:20.887230 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-0da8c48f-3024-425f-863d-d5810f76ff58 None None] Port d097b6a5-e6e2-4d47-b4a1-2b9abf2a3e82 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:07:21.092259 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-00bc606a-a186-4c27-b0fd-41e6d8867654 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:21.096546 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-00bc606a-a186-4c27-b0fd-41e6d8867654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:21.097268 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-00bc606a-a186-4c27-b0fd-41e6d8867654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:21.174434 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc606a-a186-4c27-b0fd-41e6d8867654 admin admin] Pushing event updated for resources: {'Port': ['ID=d097b6a5-e6e2-4d47-b4a1-2b9abf2a3e82,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:21.217023 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bc606a-a186-4c27-b0fd-41e6d8867654 admin admin] Network d9ef012a-381a-4de9-9b26-e8a876ffeb17 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:07:21.218328 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-00bc606a-a186-4c27-b0fd-41e6d8867654 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:07:21.408051 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-335b2bee-6b8e-4bc5-ab5a-acb789fc7e20 None None] Provisioning complete for port d097b6a5-e6e2-4d47-b4a1-2b9abf2a3e82 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:07:21.408533 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-335b2bee-6b8e-4bc5-ab5a-acb789fc7e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:21.426022 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00bc606a-a186-4c27-b0fd-41e6d8867654 admin admin] Router 4d0a7f62-ea3e-4a16-87a5-b15c4624cfe3 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:07:21.443815 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-335b2bee-6b8e-4bc5-ab5a-acb789fc7e20 None None] Port d097b6a5-e6e2-4d47-b4a1-2b9abf2a3e82 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:07:21.515559 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00bc606a-a186-4c27-b0fd-41e6d8867654 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:07:21.520981 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-00bc606a-a186-4c27-b0fd-41e6d8867654 admin admin] 10.222.0.11 "PUT /v2.0/routers/4d0a7f62-ea3e-4a16-87a5-b15c4624cfe3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8172076 Dec 10 16:07:21.525685 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745d9be0-5a62-42a1-87ad-bc21dc3ef65a None None] Sync routers for ids ['4d0a7f62-ea3e-4a16-87a5-b15c4624cfe3'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:07:21.537924 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745d9be0-5a62-42a1-87ad-bc21dc3ef65a None None] Routers {'4d0a7f62-ea3e-4a16-87a5-b15c4624cfe3'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:07:21.538800 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-745d9be0-5a62-42a1-87ad-bc21dc3ef65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:07:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['4d0a7f62-ea3e-4a16-87a5-b15c4624cfe3'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:07:21.723361 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-745d9be0-5a62-42a1-87ad-bc21dc3ef65a None None] Set router 4d0a7f62-ea3e-4a16-87a5-b15c4624cfe3 gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:07:22.150872 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-745d9be0-5a62-42a1-87ad-bc21dc3ef65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0a7f62-ea3e-4a16-87a5-b15c4624cfe3', 'name': 'router1', 'tenant_id': '27510c01227b490d91c1cbaa6024e9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:07:10Z', 'updated_at': '2021-12-10T16:07:20Z', 'revision_number': 2, 'project_id': '27510c01227b490d91c1cbaa6024e9f0', 'gw_port_host': None, '_interfaces': [{'id': 'd097b6a5-e6e2-4d47-b4a1-2b9abf2a3e82', 'name': '', 'network_id': 'd9ef012a-381a-4de9-9b26-e8a876ffeb17', 'tenant_id': '27510c01227b490d91c1cbaa6024e9f0', 'mac_address': 'fa:16:3e:ef:96:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0a7f62-ea3e-4a16-87a5-b15c4624cfe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04aa36bc-9f44-4f96-912c-32fee353211d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:07:20Z', 'updated_at': '2021-12-10T16:07:20Z', 'revision_number': 2, 'project_id': '27510c01227b490d91c1cbaa6024e9f0', 'subnets': [{'id': '04aa36bc-9f44-4f96-912c-32fee353211d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3a638cf8-8da3-4b6e-b38c-86cf9ecc3b44'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:07:22.201092 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745d9be0-5a62-42a1-87ad-bc21dc3ef65a None None] Checking router: 4d0a7f62-ea3e-4a16-87a5-b15c4624cfe3 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:07:22.201460 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745d9be0-5a62-42a1-87ad-bc21dc3ef65a None None] Updating router 4d0a7f62-ea3e-4a16-87a5-b15c4624cfe3 port d097b6a5-e6e2-4d47-b4a1-2b9abf2a3e82 binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:07:22.249281 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-745d9be0-5a62-42a1-87ad-bc21dc3ef65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:22.758952 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-745d9be0-5a62-42a1-87ad-bc21dc3ef65a None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:22.765059 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-745d9be0-5a62-42a1-87ad-bc21dc3ef65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:22.920359 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a0daf-7fcb-4467-9f28-9d00093c8b62 None None] Pushing event updated for resources: {'Port': ['ID=d097b6a5-e6e2-4d47-b4a1-2b9abf2a3e82,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:22.934379 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-745d9be0-5a62-42a1-87ad-bc21dc3ef65a None None] Attempting to bind port d097b6a5-e6e2-4d47-b4a1-2b9abf2a3e82 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:07:22.934780 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-745d9be0-5a62-42a1-87ad-bc21dc3ef65a None None] Attempting to bind port d097b6a5-e6e2-4d47-b4a1-2b9abf2a3e82 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '6d6cba3e-bae6-40c6-8f7c-545cc4d39c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd9ef012a-381a-4de9-9b26-e8a876ffeb17'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:07:22.935197 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745d9be0-5a62-42a1-87ad-bc21dc3ef65a None None] Attempting to bind port d097b6a5-e6e2-4d47-b4a1-2b9abf2a3e82 on network d9ef012a-381a-4de9-9b26-e8a876ffeb17 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:07:22.939170 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a0daf-7fcb-4467-9f28-9d00093c8b62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:22.939517 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a0daf-7fcb-4467-9f28-9d00093c8b62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:22.939853 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a0daf-7fcb-4467-9f28-9d00093c8b62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:22.940185 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a0daf-7fcb-4467-9f28-9d00093c8b62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:22.940515 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a0daf-7fcb-4467-9f28-9d00093c8b62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:22.940839 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a0daf-7fcb-4467-9f28-9d00093c8b62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:22.941161 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a0daf-7fcb-4467-9f28-9d00093c8b62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:22.941480 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a0daf-7fcb-4467-9f28-9d00093c8b62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:22.941799 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a0daf-7fcb-4467-9f28-9d00093c8b62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:22.942114 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a0daf-7fcb-4467-9f28-9d00093c8b62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:22.942451 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a0daf-7fcb-4467-9f28-9d00093c8b62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:22.942765 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a0daf-7fcb-4467-9f28-9d00093c8b62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:22.943080 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a0daf-7fcb-4467-9f28-9d00093c8b62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:07:22.944152 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a0daf-7fcb-4467-9f28-9d00093c8b62 None None] Tracked resource versions report: Dec 10 16:07:22.944152 n-d-766771-2 neutron-server[103395]: pushed versions: Dec 10 16:07:22.944152 n-d-766771-2 neutron-server[103395]: { 'AddressGroup': {'1.2'}, Dec 10 16:07:22.944152 n-d-766771-2 neutron-server[103395]: 'ConntrackHelper': {'1.0'}, Dec 10 16:07:22.944152 n-d-766771-2 neutron-server[103395]: 'LocalIPAssociation': {'1.0'}, Dec 10 16:07:22.944152 n-d-766771-2 neutron-server[103395]: 'Log': {'1.0'}, Dec 10 16:07:22.944152 n-d-766771-2 neutron-server[103395]: 'Network': {'1.1'}, Dec 10 16:07:22.944152 n-d-766771-2 neutron-server[103395]: 'Port': {'1.7'}, Dec 10 16:07:22.944152 n-d-766771-2 neutron-server[103395]: 'PortForwarding': {'1.2'}, Dec 10 16:07:22.944152 n-d-766771-2 neutron-server[103395]: 'QosPolicy': {'1.10'}, Dec 10 16:07:22.944152 n-d-766771-2 neutron-server[103395]: 'SecurityGroup': {'1.5'}, Dec 10 16:07:22.944152 n-d-766771-2 neutron-server[103395]: 'SecurityGroupRule': {'1.2'}, Dec 10 16:07:22.944152 n-d-766771-2 neutron-server[103395]: 'SubPort': {'1.0'}, Dec 10 16:07:22.944152 n-d-766771-2 neutron-server[103395]: 'Subnet': {'1.1'}, Dec 10 16:07:22.944152 n-d-766771-2 neutron-server[103395]: 'Trunk': {'1.1'}} Dec 10 16:07:22.944152 n-d-766771-2 neutron-server[103395]: consumer versions: Dec 10 16:07:22.944152 n-d-766771-2 neutron-server[103395]: { DHCP agent@n-d-766771-2: {}, Dec 10 16:07:22.944152 n-d-766771-2 neutron-server[103395]: L3 agent@n-d-766771-2: {}, Dec 10 16:07:22.944152 n-d-766771-2 neutron-server[103395]: Metadata agent@n-d-766771-2: {}, Dec 10 16:07:22.944152 n-d-766771-2 neutron-server[103395]: Metering agent@n-d-766771-2: {}, Dec 10 16:07:22.944152 n-d-766771-2 neutron-server[103395]: Open vSwitch agent@n-d-766771-2: { 'AddressGroup': '1.2', Dec 10 16:07:22.944152 n-d-766771-2 neutron-server[103395]: 'ConntrackHelper': '1.0', Dec 10 16:07:22.944152 n-d-766771-2 neutron-server[103395]: 'LocalIPAssociation': '1.0', Dec 10 16:07:22.944152 n-d-766771-2 neutron-server[103395]: 'Log': '1.0', Dec 10 16:07:22.944152 n-d-766771-2 neutron-server[103395]: 'Network': '1.1', Dec 10 16:07:22.944152 n-d-766771-2 neutron-server[103395]: 'Port': '1.7', Dec 10 16:07:22.944152 n-d-766771-2 neutron-server[103395]: 'PortForwarding': '1.2', Dec 10 16:07:22.944152 n-d-766771-2 neutron-server[103395]: 'QosPolicy': '1.10', Dec 10 16:07:22.944152 n-d-766771-2 neutron-server[103395]: 'SecurityGroup': '1.5', Dec 10 16:07:22.944152 n-d-766771-2 neutron-server[103395]: 'SecurityGroupRule': '1.2', Dec 10 16:07:22.944152 n-d-766771-2 neutron-server[103395]: 'SubPort': '1.0', Dec 10 16:07:22.944152 n-d-766771-2 neutron-server[103395]: 'Subnet': '1.1', Dec 10 16:07:22.944152 n-d-766771-2 neutron-server[103395]: 'Trunk': '1.1'}} Dec 10 16:07:22.944152 n-d-766771-2 neutron-server[103395]: {{(pid=103395) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 16:07:22.951184 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745d9be0-5a62-42a1-87ad-bc21dc3ef65a None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:07:22.951579 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745d9be0-5a62-42a1-87ad-bc21dc3ef65a None None] Checking segment: {'id': '6d6cba3e-bae6-40c6-8f7c-545cc4d39c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd9ef012a-381a-4de9-9b26-e8a876ffeb17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:07:22.952037 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-745d9be0-5a62-42a1-87ad-bc21dc3ef65a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:22.952415 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745d9be0-5a62-42a1-87ad-bc21dc3ef65a None None] Bound using segment: {'id': '6d6cba3e-bae6-40c6-8f7c-545cc4d39c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd9ef012a-381a-4de9-9b26-e8a876ffeb17'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:07:22.953356 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-745d9be0-5a62-42a1-87ad-bc21dc3ef65a None None] Bound port: d097b6a5-e6e2-4d47-b4a1-2b9abf2a3e82, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6cba3e-bae6-40c6-8f7c-545cc4d39c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd9ef012a-381a-4de9-9b26-e8a876ffeb17'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:07:22.953356 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-745d9be0-5a62-42a1-87ad-bc21dc3ef65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:22.972784 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-bee2ebbe-0993-4414-9972-4329ea8e237d None None] Provisioning complete for port d097b6a5-e6e2-4d47-b4a1-2b9abf2a3e82 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:07:22.973317 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bee2ebbe-0993-4414-9972-4329ea8e237d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:23.008606 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-bee2ebbe-0993-4414-9972-4329ea8e237d None None] Port d097b6a5-e6e2-4d47-b4a1-2b9abf2a3e82 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:07:23.020169 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-745d9be0-5a62-42a1-87ad-bc21dc3ef65a None None] For port d097b6a5-e6e2-4d47-b4a1-2b9abf2a3e82, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:07:23.038780 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-745d9be0-5a62-42a1-87ad-bc21dc3ef65a None None] For port d097b6a5-e6e2-4d47-b4a1-2b9abf2a3e82, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=d097b6a5-e6e2-4d47-b4a1-2b9abf2a3e82,segment=NetworkSegment(6d6cba3e-bae6-40c6-8f7c-545cc4d39c01),segment_id=6d6cba3e-bae6-40c6-8f7c-545cc4d39c01)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:07:23.043910 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-745d9be0-5a62-42a1-87ad-bc21dc3ef65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:23.104903 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a0daf-7fcb-4467-9f28-9d00093c8b62 None None] Pushing event updated for resources: {'Port': ['ID=d097b6a5-e6e2-4d47-b4a1-2b9abf2a3e82,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:23.108972 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745d9be0-5a62-42a1-87ad-bc21dc3ef65a None None] Routers {'4d0a7f62-ea3e-4a16-87a5-b15c4624cfe3'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:07:23.110179 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-745d9be0-5a62-42a1-87ad-bc21dc3ef65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:07:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['4d0a7f62-ea3e-4a16-87a5-b15c4624cfe3'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:07:23.198052 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-745d9be0-5a62-42a1-87ad-bc21dc3ef65a None None] Set router 4d0a7f62-ea3e-4a16-87a5-b15c4624cfe3 gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:07:23.336637 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-34318885-2995-435d-b965-d9dd5110a398 None None] Provisioning complete for port d097b6a5-e6e2-4d47-b4a1-2b9abf2a3e82 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:07:23.337002 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-34318885-2995-435d-b965-d9dd5110a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:23.406814 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-745d9be0-5a62-42a1-87ad-bc21dc3ef65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0a7f62-ea3e-4a16-87a5-b15c4624cfe3', 'name': 'router1', 'tenant_id': '27510c01227b490d91c1cbaa6024e9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:07:10Z', 'updated_at': '2021-12-10T16:07:20Z', 'revision_number': 2, 'project_id': '27510c01227b490d91c1cbaa6024e9f0', 'gw_port_host': None, '_interfaces': [{'id': 'd097b6a5-e6e2-4d47-b4a1-2b9abf2a3e82', 'name': '', 'network_id': 'd9ef012a-381a-4de9-9b26-e8a876ffeb17', 'tenant_id': '27510c01227b490d91c1cbaa6024e9f0', 'mac_address': 'fa:16:3e:ef:96:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0a7f62-ea3e-4a16-87a5-b15c4624cfe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04aa36bc-9f44-4f96-912c-32fee353211d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:07:20Z', 'updated_at': '2021-12-10T16:07:23Z', 'revision_number': 4, 'project_id': '27510c01227b490d91c1cbaa6024e9f0', 'subnets': [{'id': '04aa36bc-9f44-4f96-912c-32fee353211d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3a638cf8-8da3-4b6e-b38c-86cf9ecc3b44'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:07:23.422929 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-34318885-2995-435d-b965-d9dd5110a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:23.435033 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745d9be0-5a62-42a1-87ad-bc21dc3ef65a None None] The sync data for ids ['4d0a7f62-ea3e-4a16-87a5-b15c4624cfe3'] in n-d-766771-2 is: [{'id': '4d0a7f62-ea3e-4a16-87a5-b15c4624cfe3', 'name': 'router1', 'tenant_id': '27510c01227b490d91c1cbaa6024e9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:07:10Z', 'updated_at': '2021-12-10T16:07:20Z', 'revision_number': 2, 'project_id': '27510c01227b490d91c1cbaa6024e9f0', 'gw_port_host': None, '_interfaces': [{'id': 'd097b6a5-e6e2-4d47-b4a1-2b9abf2a3e82', 'name': '', 'network_id': 'd9ef012a-381a-4de9-9b26-e8a876ffeb17', 'tenant_id': '27510c01227b490d91c1cbaa6024e9f0', 'mac_address': 'fa:16:3e:ef:96:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0a7f62-ea3e-4a16-87a5-b15c4624cfe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04aa36bc-9f44-4f96-912c-32fee353211d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:07:20Z', 'updated_at': '2021-12-10T16:07:23Z', 'revision_number': 4, 'project_id': '27510c01227b490d91c1cbaa6024e9f0', 'subnets': [{'id': '04aa36bc-9f44-4f96-912c-32fee353211d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3a638cf8-8da3-4b6e-b38c-86cf9ecc3b44'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:07:23.455073 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-34318885-2995-435d-b965-d9dd5110a398 None None] For port d097b6a5-e6e2-4d47-b4a1-2b9abf2a3e82, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=d097b6a5-e6e2-4d47-b4a1-2b9abf2a3e82,segment=NetworkSegment(6d6cba3e-bae6-40c6-8f7c-545cc4d39c01),segment_id=6d6cba3e-bae6-40c6-8f7c-545cc4d39c01)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:07:23.460536 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-34318885-2995-435d-b965-d9dd5110a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:23.509116 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34318885-2995-435d-b965-d9dd5110a398 None None] Pushing event updated for resources: {'Port': ['ID=d097b6a5-e6e2-4d47-b4a1-2b9abf2a3e82,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:23.928305 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 59028) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:07:24.049407 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f1908e-dcfb-4072-9526-88d74666346f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:24.050781 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-39f1908e-dcfb-4072-9526-88d74666346f admin admin] 10.222.0.11 "GET /v2.0/networks/5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 842 time: 0.1213946 Dec 10 16:07:24.060638 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-751bd0f2-1128-464b-8dd1-77f0f88659c7 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.6.1', 'name': 'public-subnet', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'ip_version': 4, 'cidr': '172.25.6.0/24', 'enable_dhcp': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:07:24.081376 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751bd0f2-1128-464b-8dd1-77f0f88659c7 admin admin] Made reservation on behalf of fb764ae389a04cfc9521a9af0dab663f for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:07:24.083718 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-751bd0f2-1128-464b-8dd1-77f0f88659c7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:24.410805 n-d-766771-2 neutron-server[103393]: DEBUG neutron.objects.ports [None req-751bd0f2-1128-464b-8dd1-77f0f88659c7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103393) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 16:07:24.411256 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-751bd0f2-1128-464b-8dd1-77f0f88659c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:24.459598 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751bd0f2-1128-464b-8dd1-77f0f88659c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4ea3836-5499-47b1-a886-949f363602bf,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:24.474664 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751bd0f2-1128-464b-8dd1-77f0f88659c7 admin admin] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:07:24.475007 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751bd0f2-1128-464b-8dd1-77f0f88659c7 admin admin] Network hostable DHCP agents. Network: 5eeed31d-d918-4774-81b9-ef71c6f02574, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:07:24.491619 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751bd0f2-1128-464b-8dd1-77f0f88659c7 admin admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:07:24.500811 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-751bd0f2-1128-464b-8dd1-77f0f88659c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 5eeed31d-d918-4774-81b9-ef71c6f02574) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:07:24.506114 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751bd0f2-1128-464b-8dd1-77f0f88659c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:24.506750 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-751bd0f2-1128-464b-8dd1-77f0f88659c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:24.509122 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc183eef-2232-40b0-ab59-13d533f3a71f None None] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:07:24.529905 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-751bd0f2-1128-464b-8dd1-77f0f88659c7 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4660156 Dec 10 16:07:24.623496 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e82e78-ccc1-49a9-a5ec-33bd626eb19b None None] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:07:27.037798 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 59036) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:07:27.270855 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6bb702a1-155b-41b5-81a7-016d3dc1e39a admin admin] 10.222.0.11 "GET /v2.0/routers/4d0a7f62-ea3e-4a16-87a5-b15c4624cfe3 HTTP/1.1" status: 200 len: 710 time: 0.2318130 Dec 10 16:07:27.359225 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5aed527-000d-4abf-91bf-37be45425b67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:07:27.360621 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d5aed527-000d-4abf-91bf-37be45425b67 admin admin] 10.222.0.11 "GET /v2.0/networks/5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 886 time: 0.0840261 Dec 10 16:07:27.370824 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-7bcc2e06-b164-4e7f-b755-0705bf54b3be admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:07:27.651310 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7bcc2e06-b164-4e7f-b755-0705bf54b3be admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:27.881301 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7bcc2e06-b164-4e7f-b755-0705bf54b3be admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:27.957838 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7bcc2e06-b164-4e7f-b755-0705bf54b3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:28.119063 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-7bcc2e06-b164-4e7f-b755-0705bf54b3be admin admin] Allocated IP 172.25.6.56 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/fb6d443c-fbe0-4b0b-8dd5-82003c1333f5) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:07:28.224177 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7bcc2e06-b164-4e7f-b755-0705bf54b3be admin admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:28.281024 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7bcc2e06-b164-4e7f-b755-0705bf54b3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:28.358776 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcc2e06-b164-4e7f-b755-0705bf54b3be admin admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:07:28.364389 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-7bcc2e06-b164-4e7f-b755-0705bf54b3be admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:07:28.371079 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcc2e06-b164-4e7f-b755-0705bf54b3be admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:07:28.441214 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc2e06-b164-4e7f-b755-0705bf54b3be admin admin] Pushing event updated for resources: {'Port': ['ID=fb6d443c-fbe0-4b0b-8dd5-82003c1333f5,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:28.654673 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7bcc2e06-b164-4e7f-b755-0705bf54b3be admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:28.907823 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7bcc2e06-b164-4e7f-b755-0705bf54b3be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4726'] for router, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:28.912864 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7bcc2e06-b164-4e7f-b755-0705bf54b3be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-603901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599127'] for router, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:29.030288 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bcc2e06-b164-4e7f-b755-0705bf54b3be admin admin] Router 4d0a7f62-ea3e-4a16-87a5-b15c4624cfe3 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:07:29.140296 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bcc2e06-b164-4e7f-b755-0705bf54b3be admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:07:29.145088 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7bcc2e06-b164-4e7f-b755-0705bf54b3be admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:29.146344 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7bcc2e06-b164-4e7f-b755-0705bf54b3be admin admin] 10.222.0.11 "PUT /v2.0/routers/4d0a7f62-ea3e-4a16-87a5-b15c4624cfe3 HTTP/1.1" status: 200 len: 889 time: 1.7790763 Dec 10 16:07:29.374803 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device d097b6a5-e6e2-4d47-b4a1-2b9abf2a3e82 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:07:29.423884 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port d097b6a5-e6e2-4d47-b4a1-2b9abf2a3e82 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:07:29.424266 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:30.510539 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c186c2eb-57be-4ab7-904b-01848177f4f8 None None] Sync routers for ids ['4d0a7f62-ea3e-4a16-87a5-b15c4624cfe3'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:07:30.521988 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c186c2eb-57be-4ab7-904b-01848177f4f8 None None] Routers {'4d0a7f62-ea3e-4a16-87a5-b15c4624cfe3'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:07:30.522729 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c186c2eb-57be-4ab7-904b-01848177f4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:07:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['4d0a7f62-ea3e-4a16-87a5-b15c4624cfe3'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:07:30.727870 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-c186c2eb-57be-4ab7-904b-01848177f4f8 None None] Set router 4d0a7f62-ea3e-4a16-87a5-b15c4624cfe3 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:07:31.196198 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c186c2eb-57be-4ab7-904b-01848177f4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0a7f62-ea3e-4a16-87a5-b15c4624cfe3', 'name': 'router1', 'tenant_id': '27510c01227b490d91c1cbaa6024e9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'fb6d443c-fbe0-4b0b-8dd5-82003c1333f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:07:10Z', 'updated_at': '2021-12-10T16:07:28Z', 'revision_number': 4, 'project_id': '27510c01227b490d91c1cbaa6024e9f0', 'gw_port': {'id': 'fb6d443c-fbe0-4b0b-8dd5-82003c1333f5', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0a7f62-ea3e-4a16-87a5-b15c4624cfe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:07:27Z', 'updated_at': '2021-12-10T16:07:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'd097b6a5-e6e2-4d47-b4a1-2b9abf2a3e82', 'name': '', 'network_id': 'd9ef012a-381a-4de9-9b26-e8a876ffeb17', 'tenant_id': '27510c01227b490d91c1cbaa6024e9f0', 'mac_address': 'fa:16:3e:ef:96:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0a7f62-ea3e-4a16-87a5-b15c4624cfe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04aa36bc-9f44-4f96-912c-32fee353211d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:07:20Z', 'updated_at': '2021-12-10T16:07:23Z', 'revision_number': 5, 'project_id': '27510c01227b490d91c1cbaa6024e9f0', 'subnets': [{'id': '04aa36bc-9f44-4f96-912c-32fee353211d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3a638cf8-8da3-4b6e-b38c-86cf9ecc3b44'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:07:31.247320 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c186c2eb-57be-4ab7-904b-01848177f4f8 None None] Checking router: 4d0a7f62-ea3e-4a16-87a5-b15c4624cfe3 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:07:31.247670 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c186c2eb-57be-4ab7-904b-01848177f4f8 None None] Updating router 4d0a7f62-ea3e-4a16-87a5-b15c4624cfe3 port fb6d443c-fbe0-4b0b-8dd5-82003c1333f5 binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:07:31.296970 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c186c2eb-57be-4ab7-904b-01848177f4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:31.613318 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c186c2eb-57be-4ab7-904b-01848177f4f8 None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:31.618567 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c186c2eb-57be-4ab7-904b-01848177f4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:31.670625 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2051b107-a7ef-4035-af0a-4e5db962bfa4 None None] Pushing event updated for resources: {'Port': ['ID=fb6d443c-fbe0-4b0b-8dd5-82003c1333f5,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:31.674195 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-c186c2eb-57be-4ab7-904b-01848177f4f8 None None] Attempting to bind port fb6d443c-fbe0-4b0b-8dd5-82003c1333f5 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:07:31.674808 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-c186c2eb-57be-4ab7-904b-01848177f4f8 None None] Attempting to bind port fb6d443c-fbe0-4b0b-8dd5-82003c1333f5 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:07:31.675052 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c186c2eb-57be-4ab7-904b-01848177f4f8 None None] Attempting to bind port fb6d443c-fbe0-4b0b-8dd5-82003c1333f5 on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:07:31.681137 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c186c2eb-57be-4ab7-904b-01848177f4f8 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:07:31.681510 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c186c2eb-57be-4ab7-904b-01848177f4f8 None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:07:31.681911 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c186c2eb-57be-4ab7-904b-01848177f4f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:31.682329 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c186c2eb-57be-4ab7-904b-01848177f4f8 None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:07:31.682792 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-c186c2eb-57be-4ab7-904b-01848177f4f8 None None] Bound port: fb6d443c-fbe0-4b0b-8dd5-82003c1333f5, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:07:31.683187 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c186c2eb-57be-4ab7-904b-01848177f4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:31.731737 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c186c2eb-57be-4ab7-904b-01848177f4f8 None None] For port fb6d443c-fbe0-4b0b-8dd5-82003c1333f5, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:07:31.735131 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c186c2eb-57be-4ab7-904b-01848177f4f8 None None] For port fb6d443c-fbe0-4b0b-8dd5-82003c1333f5, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=fb6d443c-fbe0-4b0b-8dd5-82003c1333f5,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:07:31.741926 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c186c2eb-57be-4ab7-904b-01848177f4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:31.746627 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 59048) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:07:31.799901 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c186c2eb-57be-4ab7-904b-01848177f4f8 None None] Routers {'4d0a7f62-ea3e-4a16-87a5-b15c4624cfe3'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:07:31.800522 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c186c2eb-57be-4ab7-904b-01848177f4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:07:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['4d0a7f62-ea3e-4a16-87a5-b15c4624cfe3'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:07:31.833120 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2051b107-a7ef-4035-af0a-4e5db962bfa4 None None] Pushing event updated for resources: {'Port': ['ID=fb6d443c-fbe0-4b0b-8dd5-82003c1333f5,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:31.860693 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a0dd2fd4-818e-4485-a02f-47d35c55f544 admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1129346 Dec 10 16:07:31.907604 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-c186c2eb-57be-4ab7-904b-01848177f4f8 None None] Set router 4d0a7f62-ea3e-4a16-87a5-b15c4624cfe3 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:07:32.124295 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c186c2eb-57be-4ab7-904b-01848177f4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0a7f62-ea3e-4a16-87a5-b15c4624cfe3', 'name': 'router1', 'tenant_id': '27510c01227b490d91c1cbaa6024e9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'fb6d443c-fbe0-4b0b-8dd5-82003c1333f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:07:10Z', 'updated_at': '2021-12-10T16:07:28Z', 'revision_number': 4, 'project_id': '27510c01227b490d91c1cbaa6024e9f0', 'gw_port': {'id': 'fb6d443c-fbe0-4b0b-8dd5-82003c1333f5', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0a7f62-ea3e-4a16-87a5-b15c4624cfe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:07:27Z', 'updated_at': '2021-12-10T16:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'd097b6a5-e6e2-4d47-b4a1-2b9abf2a3e82', 'name': '', 'network_id': 'd9ef012a-381a-4de9-9b26-e8a876ffeb17', 'tenant_id': '27510c01227b490d91c1cbaa6024e9f0', 'mac_address': 'fa:16:3e:ef:96:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0a7f62-ea3e-4a16-87a5-b15c4624cfe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04aa36bc-9f44-4f96-912c-32fee353211d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:07:20Z', 'updated_at': '2021-12-10T16:07:23Z', 'revision_number': 5, 'project_id': '27510c01227b490d91c1cbaa6024e9f0', 'subnets': [{'id': '04aa36bc-9f44-4f96-912c-32fee353211d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3a638cf8-8da3-4b6e-b38c-86cf9ecc3b44'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:07:32.151258 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c186c2eb-57be-4ab7-904b-01848177f4f8 None None] The sync data for ids ['4d0a7f62-ea3e-4a16-87a5-b15c4624cfe3'] in n-d-766771-2 is: [{'id': '4d0a7f62-ea3e-4a16-87a5-b15c4624cfe3', 'name': 'router1', 'tenant_id': '27510c01227b490d91c1cbaa6024e9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'fb6d443c-fbe0-4b0b-8dd5-82003c1333f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:07:10Z', 'updated_at': '2021-12-10T16:07:28Z', 'revision_number': 4, 'project_id': '27510c01227b490d91c1cbaa6024e9f0', 'gw_port': {'id': 'fb6d443c-fbe0-4b0b-8dd5-82003c1333f5', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0a7f62-ea3e-4a16-87a5-b15c4624cfe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:07:27Z', 'updated_at': '2021-12-10T16:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'd097b6a5-e6e2-4d47-b4a1-2b9abf2a3e82', 'name': '', 'network_id': 'd9ef012a-381a-4de9-9b26-e8a876ffeb17', 'tenant_id': '27510c01227b490d91c1cbaa6024e9f0', 'mac_address': 'fa:16:3e:ef:96:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0a7f62-ea3e-4a16-87a5-b15c4624cfe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04aa36bc-9f44-4f96-912c-32fee353211d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:07:20Z', 'updated_at': '2021-12-10T16:07:23Z', 'revision_number': 5, 'project_id': '27510c01227b490d91c1cbaa6024e9f0', 'subnets': [{'id': '04aa36bc-9f44-4f96-912c-32fee353211d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3a638cf8-8da3-4b6e-b38c-86cf9ecc3b44'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:07:33.375059 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device fb6d443c-fbe0-4b0b-8dd5-82003c1333f5 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:07:33.426015 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port fb6d443c-fbe0-4b0b-8dd5-82003c1333f5 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:07:33.426419 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:33.500842 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:33.520677 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port fb6d443c-fbe0-4b0b-8dd5-82003c1333f5, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=fb6d443c-fbe0-4b0b-8dd5-82003c1333f5,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:07:33.524655 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:33.587508 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=fb6d443c-fbe0-4b0b-8dd5-82003c1333f5,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:07:35.417413 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device fb6d443c-fbe0-4b0b-8dd5-82003c1333f5 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:07:35.485458 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port fb6d443c-fbe0-4b0b-8dd5-82003c1333f5 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:07:35.485752 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:43.830348 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7feda272-8388-4a3c-ae43-ba7c9210a664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:46.385245 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d6143160-f3b6-471f-9a90-9c4f3669db71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:47.065266 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:48.343696 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:49.582497 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:07:52.217717 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 5 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:08:13.833569 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b5f42ca1-326c-433a-ba83-e1f7f5df2ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:08:16.387943 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7307096e-c535-4462-b3a7-35f3cd8fe8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:08:17.156251 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:08:18.340297 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:08:19.577560 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:08:29.216740 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 5 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:08:43.839838 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e4e9a575-daac-43cb-aac6-587ae7ef59d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:08:46.381172 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bd9db065-dcc3-454b-9a3d-637bc094b856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:08:47.059777 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:08:48.335422 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:08:49.579884 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:08:57.764612 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 59564) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:08:57.830285 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-d26de545-110d-4583-b17f-1f0e2a9842f4 admin admin] GET failed (client error): The resource could not be found. Dec 10 16:08:57.831607 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d26de545-110d-4583-b17f-1f0e2a9842f4 admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0659804 Dec 10 16:08:57.996956 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66573542-c8e8-4636-97ac-d578894c15a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:08:57.999036 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-66573542-c8e8-4636-97ac-d578894c15a7 admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1597807 Dec 10 16:09:00.465409 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 59574) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:09:00.556166 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc00ff2-4bb4-4d66-9873-06f87360440a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:00.557532 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-acc00ff2-4bb4-4d66-9873-06f87360440a admin admin] 10.222.0.11 "GET /v2.0/subnets/04aa36bc-9f44-4f96-912c-32fee353211d HTTP/1.1" status: 200 len: 849 time: 0.0911524 Dec 10 16:09:00.567499 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-e5bc5af3-8271-4701-8bd5-20e943c96c55 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:09:00.651505 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e5bc5af3-8271-4701-8bd5-20e943c96c55 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:00.787952 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e5bc5af3-8271-4701-8bd5-20e943c96c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748350858460'] for subnet, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:00.819098 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bc5af3-8271-4701-8bd5-20e943c96c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:00.819716 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e5bc5af3-8271-4701-8bd5-20e943c96c55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:00.842211 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e5bc5af3-8271-4701-8bd5-20e943c96c55 admin admin] 10.222.0.11 "PUT /v2.0/subnets/04aa36bc-9f44-4f96-912c-32fee353211d HTTP/1.1" status: 200 len: 868 time: 0.2570598 Dec 10 16:09:00.842473 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bf2eec-0051-45ee-bf95-2728634358e2 None None] Network d9ef012a-381a-4de9-9b26-e8a876ffeb17 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:09:00.843490 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc5af3-8271-4701-8bd5-20e943c96c55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04aa36bc-9f44-4f96-912c-32fee353211d,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:09:00.850913 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bc5af3-8271-4701-8bd5-20e943c96c55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:00.851263 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bc5af3-8271-4701-8bd5-20e943c96c55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:00.851606 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bc5af3-8271-4701-8bd5-20e943c96c55 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:00.851945 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bc5af3-8271-4701-8bd5-20e943c96c55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:00.852280 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bc5af3-8271-4701-8bd5-20e943c96c55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:00.852612 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bc5af3-8271-4701-8bd5-20e943c96c55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:00.852939 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bc5af3-8271-4701-8bd5-20e943c96c55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:00.853263 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bc5af3-8271-4701-8bd5-20e943c96c55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:00.853589 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bc5af3-8271-4701-8bd5-20e943c96c55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:00.853913 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bc5af3-8271-4701-8bd5-20e943c96c55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:00.854270 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bc5af3-8271-4701-8bd5-20e943c96c55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:00.854624 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bc5af3-8271-4701-8bd5-20e943c96c55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:00.854948 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bc5af3-8271-4701-8bd5-20e943c96c55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:01.144209 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f58eb478-28c4-4a81-8d09-a0afc218f923 None None] Provisioning complete for port 74616362-e8b2-410a-ab09-a9f2544b44ad triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:09:01.144570 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f58eb478-28c4-4a81-8d09-a0afc218f923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:01.234397 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f58eb478-28c4-4a81-8d09-a0afc218f923 None None] Provisioning complete for port d097b6a5-e6e2-4d47-b4a1-2b9abf2a3e82 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:09:01.235021 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f58eb478-28c4-4a81-8d09-a0afc218f923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:03.244999 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 59582) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:09:03.441041 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554fd786-e323-4ad8-886b-b9496b1a3e84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:03.441424 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554fd786-e323-4ad8-886b-b9496b1a3e84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:03.442986 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-554fd786-e323-4ad8-886b-b9496b1a3e84 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1970093 Dec 10 16:09:05.795990 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 59590) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:09:05.924738 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6709b7-fcb3-4d18-9dca-3bfe96004a49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:05.925148 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6709b7-fcb3-4d18-9dca-3bfe96004a49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:05.926671 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0a6709b7-fcb3-4d18-9dca-3bfe96004a49 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1297195 Dec 10 16:09:06.216136 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 5 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:09:08.281203 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 59598) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:09:08.409928 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba2828f-d45a-4395-822d-77693b163af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:08.411316 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-eba2828f-d45a-4395-822d-77693b163af9 admin admin] 10.222.0.11 "GET /v2.0/networks/5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 886 time: 0.1291745 Dec 10 16:09:10.744562 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 59606) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:09:10.885445 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f66e1c2-69d5-4007-81a3-4f6080aa72c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:10.886852 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7f66e1c2-69d5-4007-81a3-4f6080aa72c4 admin admin] 10.222.0.11 "GET /v2.0/networks/d9ef012a-381a-4de9-9b26-e8a876ffeb17 HTTP/1.1" status: 200 len: 869 time: 0.1413186 Dec 10 16:09:13.236278 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 59614) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:09:13.358424 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c84e54-5f06-47a0-9c74-bd79cbc9419e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:13.358876 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c84e54-5f06-47a0-9c74-bd79cbc9419e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:13.360351 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-41c84e54-5f06-47a0-9c74-bd79cbc9419e admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1231356 Dec 10 16:09:13.842936 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8ddf803d-85e6-4d74-9230-c37057ee30e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:15.713714 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 59622) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:09:15.801648 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510a12d0-e490-4aa0-b8da-38b69b3ea653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:15.802091 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510a12d0-e490-4aa0-b8da-38b69b3ea653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:15.803570 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-510a12d0-e490-4aa0-b8da-38b69b3ea653 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0888703 Dec 10 16:09:16.383783 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2c3b21a4-f448-4a18-9135-e90f4da75510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:17.062306 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:18.153405 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 59630) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:09:18.245666 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddbf43d-fa6a-4420-a341-960c98f267da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:18.247004 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5ddbf43d-fa6a-4420-a341-960c98f267da admin admin] 10.222.0.11 "GET /v2.0/subnets/04aa36bc-9f44-4f96-912c-32fee353211d HTTP/1.1" status: 200 len: 868 time: 0.0926471 Dec 10 16:09:18.342163 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:19.582879 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:20.594858 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 59638) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:09:20.680780 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e673e70-672a-4a6f-8dfa-2af18245223a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:20.682168 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-7e673e70-672a-4a6f-8dfa-2af18245223a admin admin] 10.222.0.11 "GET /v2.0/subnets/b4ea3836-5499-47b1-a886-949f363602bf HTTP/1.1" status: 200 len: 816 time: 0.0863411 Dec 10 16:09:43.214673 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 5 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:09:43.844413 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-23908498-509f-4fd4-8eba-2e9a6e11aef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:45.582967 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 59694) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:09:45.629275 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [None req-ec7a2d79-06b6-4711-8826-c07e8b8d6455 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:09:45.630315 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ec7a2d79-06b6-4711-8826-c07e8b8d6455 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0463624 Dec 10 16:09:46.385330 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-503eedc2-9f51-4e5f-b2c7-240e79788232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:47.063889 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:48.104084 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 59702) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:09:48.166006 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-79b93b20-9043-4292-ae84-7baca836e1e5 admin admin] GET failed (client error): The resource could not be found. Dec 10 16:09:48.167329 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-79b93b20-9043-4292-ae84-7baca836e1e5 admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0622895 Dec 10 16:09:48.307096 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd47d426-e0e3-4096-be83-4787addd8b8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:48.308449 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-cd47d426-e0e3-4096-be83-4787addd8b8b admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1366711 Dec 10 16:09:48.343349 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:49.585031 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:50.696503 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 59710) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:09:50.741787 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-87e7ed23-709e-4cf4-90f0-a9dc73ba72ce admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:09:50.766177 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e7ed23-709e-4cf4-90f0-a9dc73ba72ce admin admin] Made reservation on behalf of fb764ae389a04cfc9521a9af0dab663f for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:09:50.768546 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-87e7ed23-709e-4cf4-90f0-a9dc73ba72ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:50.796501 n-d-766771-2 neutron-server[103392]: WARNING neutron.services.revisions.revision_plugin [None req-87e7ed23-709e-4cf4-90f0-a9dc73ba72ce admin admin] Could not find related network for resource to bump revision. Dec 10 16:09:50.812365 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e7ed23-709e-4cf4-90f0-a9dc73ba72ce admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:09:50.823726 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-87e7ed23-709e-4cf4-90f0-a9dc73ba72ce admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748350895481', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:50.824265 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-87e7ed23-709e-4cf4-90f0-a9dc73ba72ce admin admin] Unsubscribe: segment precommit_create {{(pid=103392) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 10 16:09:50.824746 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-87e7ed23-709e-4cf4-90f0-a9dc73ba72ce admin admin] Added segment 4db98137-9421-493b-8f76-0a33d8f4409a of type vlan for network 1b1da819-dfba-43f2-8848-8bb429159850 Dec 10 16:09:50.883977 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-87e7ed23-709e-4cf4-90f0-a9dc73ba72ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:50.914091 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-87e7ed23-709e-4cf4-90f0-a9dc73ba72ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:50.915058 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e7ed23-709e-4cf4-90f0-a9dc73ba72ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:50.915624 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-87e7ed23-709e-4cf4-90f0-a9dc73ba72ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:50.991625 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-87e7ed23-709e-4cf4-90f0-a9dc73ba72ce admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2940390 Dec 10 16:09:51.009528 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e7ed23-709e-4cf4-90f0-a9dc73ba72ce admin admin] Pushing event updated for resources: {'Network': ['ID=1b1da819-dfba-43f2-8848-8bb429159850,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:09:51.017492 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e7ed23-709e-4cf4-90f0-a9dc73ba72ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:51.017847 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e7ed23-709e-4cf4-90f0-a9dc73ba72ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:51.018203 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e7ed23-709e-4cf4-90f0-a9dc73ba72ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:51.018540 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e7ed23-709e-4cf4-90f0-a9dc73ba72ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:51.018873 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e7ed23-709e-4cf4-90f0-a9dc73ba72ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:51.019201 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e7ed23-709e-4cf4-90f0-a9dc73ba72ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:51.019526 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e7ed23-709e-4cf4-90f0-a9dc73ba72ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:51.019851 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e7ed23-709e-4cf4-90f0-a9dc73ba72ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:51.020174 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e7ed23-709e-4cf4-90f0-a9dc73ba72ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:51.020494 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e7ed23-709e-4cf4-90f0-a9dc73ba72ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:51.021075 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e7ed23-709e-4cf4-90f0-a9dc73ba72ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:51.021392 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e7ed23-709e-4cf4-90f0-a9dc73ba72ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:51.021711 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e7ed23-709e-4cf4-90f0-a9dc73ba72ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:51.033767 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 1b1da819-dfba-43f2-8848-8bb429159850 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:09:53.388475 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 59718) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:09:53.447966 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-06994450-54ad-4f9a-9991-f2eae8bd72ab admin admin] GET failed (client error): The resource could not be found. Dec 10 16:09:53.449221 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-06994450-54ad-4f9a-9991-f2eae8bd72ab admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0597987 Dec 10 16:09:53.517595 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b0dd8d-3fa7-4596-99df-73d72c950672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:53.519023 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-43b0dd8d-3fa7-4596-99df-73d72c950672 admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0647206 Dec 10 16:09:53.529626 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-35df0e73-a056-409e-9209-4cf98907ac87 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'description': 'shared-subnet'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:09:53.550384 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35df0e73-a056-409e-9209-4cf98907ac87 admin admin] Made reservation on behalf of fb764ae389a04cfc9521a9af0dab663f for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:09:53.552539 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35df0e73-a056-409e-9209-4cf98907ac87 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:53.736294 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35df0e73-a056-409e-9209-4cf98907ac87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:53.791758 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df0e73-a056-409e-9209-4cf98907ac87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7a18c92-5007-49e2-b728-7aedc06dca57,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:09:53.801847 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35df0e73-a056-409e-9209-4cf98907ac87 admin admin] Checking segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:09:53.802054 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35df0e73-a056-409e-9209-4cf98907ac87 admin admin] Network hostable DHCP agents. Network: 1b1da819-dfba-43f2-8848-8bb429159850, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:09:53.822539 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35df0e73-a056-409e-9209-4cf98907ac87 admin admin] Network 1b1da819-dfba-43f2-8848-8bb429159850 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:09:53.833693 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-35df0e73-a056-409e-9209-4cf98907ac87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 1b1da819-dfba-43f2-8848-8bb429159850) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:09:53.837713 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35df0e73-a056-409e-9209-4cf98907ac87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:09:53.838353 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35df0e73-a056-409e-9209-4cf98907ac87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:53.844448 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d7476c-5a4b-47b2-9cae-da4f6fe8c3f7 None None] Network 1b1da819-dfba-43f2-8848-8bb429159850 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:09:53.853169 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-35df0e73-a056-409e-9209-4cf98907ac87 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3273821 Dec 10 16:09:54.048017 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb59d56-16c1-4468-841b-92aacc67f38a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-1b1da819-dfba-43f2-8848-8bb429159850', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'project_id': 'fb764ae389a04cfc9521a9af0dab663f', 'fixed_ips': [{'subnet_id': 'a7a18c92-5007-49e2-b728-7aedc06dca57'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:09:54.048895 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7cb59d56-16c1-4468-841b-92aacc67f38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:54.187612 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-7cb59d56-16c1-4468-841b-92aacc67f38a None None] Allocated IP 192.168.233.2 (1b1da819-dfba-43f2-8848-8bb429159850/a7a18c92-5007-49e2-b728-7aedc06dca57/9129434e-ace9-4b34-bb28-d783998d9155) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:09:54.330895 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7cb59d56-16c1-4468-841b-92aacc67f38a None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:54.336651 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7cb59d56-16c1-4468-841b-92aacc67f38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:54.382989 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb59d56-16c1-4468-841b-92aacc67f38a None None] Network 1b1da819-dfba-43f2-8848-8bb429159850 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:09:54.385884 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-7cb59d56-16c1-4468-841b-92aacc67f38a None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:09:54.390150 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb59d56-16c1-4468-841b-92aacc67f38a None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:09:54.397148 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb59d56-16c1-4468-841b-92aacc67f38a None None] Pushing event updated for resources: {'Port': ['ID=9129434e-ace9-4b34-bb28-d783998d9155,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:09:54.405540 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb59d56-16c1-4468-841b-92aacc67f38a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:54.405895 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb59d56-16c1-4468-841b-92aacc67f38a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:54.406258 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb59d56-16c1-4468-841b-92aacc67f38a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:54.406594 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb59d56-16c1-4468-841b-92aacc67f38a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:54.406923 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb59d56-16c1-4468-841b-92aacc67f38a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:54.407248 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb59d56-16c1-4468-841b-92aacc67f38a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:54.407571 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb59d56-16c1-4468-841b-92aacc67f38a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:54.407896 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb59d56-16c1-4468-841b-92aacc67f38a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:54.408206 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb59d56-16c1-4468-841b-92aacc67f38a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:54.408528 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb59d56-16c1-4468-841b-92aacc67f38a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:54.408847 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb59d56-16c1-4468-841b-92aacc67f38a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:54.409163 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb59d56-16c1-4468-841b-92aacc67f38a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:54.409478 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb59d56-16c1-4468-841b-92aacc67f38a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:09:54.458310 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-7cb59d56-16c1-4468-841b-92aacc67f38a None None] Attempting to bind port 9129434e-ace9-4b34-bb28-d783998d9155 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:09:54.458689 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-7cb59d56-16c1-4468-841b-92aacc67f38a None None] Attempting to bind port 9129434e-ace9-4b34-bb28-d783998d9155 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:09:54.459056 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb59d56-16c1-4468-841b-92aacc67f38a None None] Attempting to bind port 9129434e-ace9-4b34-bb28-d783998d9155 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:09:54.464177 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb59d56-16c1-4468-841b-92aacc67f38a None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:09:54.464557 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb59d56-16c1-4468-841b-92aacc67f38a None None] Checking segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:09:54.464999 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7cb59d56-16c1-4468-841b-92aacc67f38a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:54.465399 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb59d56-16c1-4468-841b-92aacc67f38a None None] Bound using segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:09:54.465874 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-7cb59d56-16c1-4468-841b-92aacc67f38a None None] Bound port: 9129434e-ace9-4b34-bb28-d783998d9155, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:09:54.466380 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7cb59d56-16c1-4468-841b-92aacc67f38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:54.528880 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-7cb59d56-16c1-4468-841b-92aacc67f38a None None] For port 9129434e-ace9-4b34-bb28-d783998d9155, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:09:54.532665 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-7cb59d56-16c1-4468-841b-92aacc67f38a None None] For port 9129434e-ace9-4b34-bb28-d783998d9155, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=9129434e-ace9-4b34-bb28-d783998d9155,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:09:54.537227 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7cb59d56-16c1-4468-841b-92aacc67f38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:54.602917 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb59d56-16c1-4468-841b-92aacc67f38a None None] Pushing event updated for resources: {'Port': ['ID=9129434e-ace9-4b34-bb28-d783998d9155,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:09:55.413696 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c143f2-68fa-4deb-b8cb-6c3475aa8ea1 None None] Network 1b1da819-dfba-43f2-8848-8bb429159850 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:09:55.485126 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-97aa07e5-80bb-44d8-b6c0-b51005131f8b None None] Provisioning complete for port 9129434e-ace9-4b34-bb28-d783998d9155 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:09:55.485498 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-97aa07e5-80bb-44d8-b6c0-b51005131f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:55.528318 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 9129434e-ace9-4b34-bb28-d783998d9155 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:09:55.645189 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 9129434e-ace9-4b34-bb28-d783998d9155 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:09:55.645485 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:55.651655 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-97aa07e5-80bb-44d8-b6c0-b51005131f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:55.724046 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-97aa07e5-80bb-44d8-b6c0-b51005131f8b None None] For port 9129434e-ace9-4b34-bb28-d783998d9155, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=9129434e-ace9-4b34-bb28-d783998d9155,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:09:55.731051 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-97aa07e5-80bb-44d8-b6c0-b51005131f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:55.818376 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa07e5-80bb-44d8-b6c0-b51005131f8b None None] Pushing event updated for resources: {'Port': ['ID=9129434e-ace9-4b34-bb28-d783998d9155,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:09:55.951041 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-32272cf2-434c-4347-aab3-f3b9cd5f3c7e None None] Provisioning complete for port 9129434e-ace9-4b34-bb28-d783998d9155 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:09:55.951333 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-32272cf2-434c-4347-aab3-f3b9cd5f3c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:09:57.461614 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 9129434e-ace9-4b34-bb28-d783998d9155 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:09:57.509025 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 9129434e-ace9-4b34-bb28-d783998d9155 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:09:57.509399 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:13.847300 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-82563148-7789-4b6a-9c6b-fe70f4378299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:16.387422 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f13b28df-a43b-4371-9251-21e23af610a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:17.067888 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:18.345247 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:19.587829 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:20.213881 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 5 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:10:43.849288 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7aa4d5a3-599c-4e25-a56c-42bdd54002c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:46.389525 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-feef8aaf-6340-4550-97e2-71cb1a0cfcb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:47.071828 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:48.347494 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:49.591090 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:10:57.213159 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 5 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:11:05.975556 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 59762) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:11:05.981382 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [None req-9f0a34bd-a7d3-436e-90df-b53c52cd465e tempest-verify_tempest_config-1114947351 tempest-verify_tempest_config-1114947351-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:11:05.982367 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9f0a34bd-a7d3-436e-90df-b53c52cd465e tempest-verify_tempest_config-1114947351 tempest-verify_tempest_config-1114947351-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058019 Dec 10 16:11:06.264397 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 59780) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:11:06.363562 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a4c98d24-9598-47a9-9844-7bb97ba28936 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:11:06.464959 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a4c98d24-9598-47a9-9844-7bb97ba28936 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:11:06.468323 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a4c98d24-9598-47a9-9844-7bb97ba28936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:11:06.510549 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c98d24-9598-47a9-9844-7bb97ba28936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dff488b-dcf5-442d-b477-d9386fc8f1ee,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:11:06.515122 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a4c98d24-9598-47a9-9844-7bb97ba28936 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=038fb38caec64070bf8387029a82aa5b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2497241 Dec 10 16:11:06.517846 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 59784) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:11:06.519391 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c98d24-9598-47a9-9844-7bb97ba28936 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:11:06.519777 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c98d24-9598-47a9-9844-7bb97ba28936 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:11:06.520101 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c98d24-9598-47a9-9844-7bb97ba28936 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:11:06.520424 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c98d24-9598-47a9-9844-7bb97ba28936 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:11:06.520758 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c98d24-9598-47a9-9844-7bb97ba28936 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:11:06.521346 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c98d24-9598-47a9-9844-7bb97ba28936 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:11:06.521676 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c98d24-9598-47a9-9844-7bb97ba28936 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:11:06.522001 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c98d24-9598-47a9-9844-7bb97ba28936 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:11:06.522358 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c98d24-9598-47a9-9844-7bb97ba28936 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:11:06.522684 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c98d24-9598-47a9-9844-7bb97ba28936 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:11:06.523007 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c98d24-9598-47a9-9844-7bb97ba28936 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:11:06.523328 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c98d24-9598-47a9-9844-7bb97ba28936 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:11:06.523646 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c98d24-9598-47a9-9844-7bb97ba28936 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:11:06.657699 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-43dd059a-bd81-4cc9-90bf-ba3cd76c86fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:11:06.678117 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-43dd059a-bd81-4cc9-90bf-ba3cd76c86fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:11:06.765730 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-43dd059a-bd81-4cc9-90bf-ba3cd76c86fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:11:06.768213 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-43dd059a-bd81-4cc9-90bf-ba3cd76c86fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:11:06.769345 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-43dd059a-bd81-4cc9-90bf-ba3cd76c86fb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8dff488b-dcf5-442d-b477-d9386fc8f1ee HTTP/1.1" status: 204 len: 168 time: 0.2504272 Dec 10 16:11:06.779208 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd059a-bd81-4cc9-90bf-ba3cd76c86fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dff488b-dcf5-442d-b477-d9386fc8f1ee,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:11:06.785752 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dd059a-bd81-4cc9-90bf-ba3cd76c86fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:11:06.786104 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dd059a-bd81-4cc9-90bf-ba3cd76c86fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:11:06.786470 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dd059a-bd81-4cc9-90bf-ba3cd76c86fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:11:06.786807 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dd059a-bd81-4cc9-90bf-ba3cd76c86fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:11:06.787137 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dd059a-bd81-4cc9-90bf-ba3cd76c86fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:11:06.787466 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dd059a-bd81-4cc9-90bf-ba3cd76c86fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:11:06.787787 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dd059a-bd81-4cc9-90bf-ba3cd76c86fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:11:06.788110 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dd059a-bd81-4cc9-90bf-ba3cd76c86fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:11:06.788433 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dd059a-bd81-4cc9-90bf-ba3cd76c86fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:11:06.788753 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dd059a-bd81-4cc9-90bf-ba3cd76c86fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:11:06.789070 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dd059a-bd81-4cc9-90bf-ba3cd76c86fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:11:06.789383 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dd059a-bd81-4cc9-90bf-ba3cd76c86fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:11:06.789759 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dd059a-bd81-4cc9-90bf-ba3cd76c86fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:11:13.851259 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1e83da59-6060-4d0a-8d87-eb1bbae5243e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:11:16.392283 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4e5be6f5-6327-4ace-a121-889c631d3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:11:17.072878 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:11:18.351080 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:11:19.592897 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:11:34.214529 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 5 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:11:43.852827 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-034d1867-5777-4385-9c77-f1627eb959ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:11:46.392345 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f6a85b89-25cc-47a8-8fc2-977f68bee01c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:11:47.076512 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:11:48.354381 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:11:49.593811 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:12:11.213648 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 5 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:12:13.854927 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9df7caa9-ab84-431e-a017-7b2b621d63a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:12:16.395157 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-062cef02-5ffa-4b36-b156-3313e92152b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:12:17.079468 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:12:18.357224 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:12:19.598834 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:12:43.856485 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9c59a613-8868-45c4-abe3-8db691f7141a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:12:46.396894 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d969f5fe-700f-422b-979b-8b38b482b596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:12:47.082706 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:12:48.212252 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 5 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:12:48.359278 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:12:49.599606 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:13:13.856925 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-be664514-c71b-43f2-bc20-358e1aeb0cb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:13:16.400622 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b6d43774-e148-4578-9ba8-7c9aaf622761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:13:17.085139 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:13:18.361726 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:13:19.601913 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:13:25.212020 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 5 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:13:43.858703 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2c3f9898-bc8f-43f3-8479-f2d4f2023e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:13:46.401883 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7f66d144-9978-482c-84d5-0ddbb4c349de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:13:47.087338 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:13:48.365609 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:13:49.602793 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:02.211876 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 5 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:14:06.050280 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-605437'] for agent, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:07.776279 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-605437'] for agent, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:13.860788 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e093a8d3-be79-4598-a9ef-1c3288ccc2a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:16.402456 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-51d06206-ed33-4247-847c-90180cbe5ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:17.093602 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:18.368959 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:19.603083 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:36.000925 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:37.760675 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:39.211770 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:14:43.863828 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5b3028e9-9cde-4aa3-aecc-e586a22d5aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:46.403483 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-accbdf1a-473b-4766-be5f-5f56d0ace1b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:47.090128 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:48.371267 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:49.605423 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:14:57.158643 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 59842) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:14:57.260327 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-daf02bfd-f313-469e-b5f1-eea78c087ddc admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1005044 Dec 10 16:14:59.620241 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 59852) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:14:59.684491 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9dbb568f-e397-410e-92d7-23ca3ab70f3a admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0630844 Dec 10 16:15:06.012292 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:07.759820 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:13.864489 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1e751e5f-9648-4245-8d7d-36eb5710782c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:16.211611 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:15:16.403931 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e1c75bab-afbd-40bf-9cff-ef78a7542773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:17.093779 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:18.374538 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:19.606557 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:36.004945 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:37.775943 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:43.870306 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-776cf5e9-96f4-4a7e-9426-87b30997fbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:46.413774 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-94574afc-dfb4-44be-b506-6c2333efffe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:47.095175 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:48.377737 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:49.610404 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:15:53.211009 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:16:05.997857 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:07.806682 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:13.877459 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bcef96ae-bfbf-4c8e-ac0f-956357fff98b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:16.407153 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dc905ce3-c0b1-4a36-ac3f-abf042b8d413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:17.096338 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:18.402594 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:19.630553 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:22.336842 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60052) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:22.636861 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ea623125-2a36-4ea2-97e7-668ed8950b02 tempest-AutoAllocateNetworkTest-2017023764 tempest-AutoAllocateNetworkTest-2017023764-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=bb98c8b612c94ca9abe76a45351e43c4&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2951930 Dec 10 16:16:22.637899 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60072) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:22.829155 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b11dd05-e396-4474-84e7-5a5062ce20fa tempest-AutoAllocateNetworkTest-2017023764 tempest-AutoAllocateNetworkTest-2017023764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:22.830612 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6b11dd05-e396-4474-84e7-5a5062ce20fa tempest-AutoAllocateNetworkTest-2017023764 tempest-AutoAllocateNetworkTest-2017023764-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1905880 Dec 10 16:16:22.833608 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60084) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:22.887033 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d39504e7-a444-40bc-a660-dc02becc092d tempest-AutoAllocateNetworkTest-2017023764 tempest-AutoAllocateNetworkTest-2017023764-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0523312 Dec 10 16:16:22.889606 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60092) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:22.919285 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-cc001978-e971-4b2b-a5a8-dba09774a1ed tempest-AutoAllocateNetworkTest-2017023764 tempest-AutoAllocateNetworkTest-2017023764-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=bb98c8b612c94ca9abe76a45351e43c4 HTTP/1.1" status: 200 len: 208 time: 0.0283279 Dec 10 16:16:23.719962 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60130) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:23.963677 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-daab6aab-302e-4b51-a33a-81416bffa884 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:24.046214 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-daab6aab-302e-4b51-a33a-81416bffa884 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:24.050564 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-daab6aab-302e-4b51-a33a-81416bffa884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:24.099903 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60152) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:24.100491 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-daab6aab-302e-4b51-a33a-81416bffa884 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bb98c8b612c94ca9abe76a45351e43c4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3792951 Dec 10 16:16:24.101408 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab6aab-302e-4b51-a33a-81416bffa884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce845974-4fbf-40ea-8457-94891c71af20,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:24.109734 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab6aab-302e-4b51-a33a-81416bffa884 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:24.110260 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab6aab-302e-4b51-a33a-81416bffa884 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:24.110694 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab6aab-302e-4b51-a33a-81416bffa884 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:24.111122 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab6aab-302e-4b51-a33a-81416bffa884 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:24.111547 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab6aab-302e-4b51-a33a-81416bffa884 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:24.112016 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab6aab-302e-4b51-a33a-81416bffa884 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:24.112437 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab6aab-302e-4b51-a33a-81416bffa884 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:24.112855 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab6aab-302e-4b51-a33a-81416bffa884 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:24.113306 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab6aab-302e-4b51-a33a-81416bffa884 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:24.113732 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab6aab-302e-4b51-a33a-81416bffa884 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:24.114312 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab6aab-302e-4b51-a33a-81416bffa884 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:24.114880 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab6aab-302e-4b51-a33a-81416bffa884 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:24.115390 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab6aab-302e-4b51-a33a-81416bffa884 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:24.116642 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab6aab-302e-4b51-a33a-81416bffa884 admin admin] Tracked resource versions report: Dec 10 16:16:24.116642 n-d-766771-2 neutron-server[103392]: pushed versions: Dec 10 16:16:24.116642 n-d-766771-2 neutron-server[103392]: { 'AddressGroup': {'1.2'}, Dec 10 16:16:24.116642 n-d-766771-2 neutron-server[103392]: 'ConntrackHelper': {'1.0'}, Dec 10 16:16:24.116642 n-d-766771-2 neutron-server[103392]: 'LocalIPAssociation': {'1.0'}, Dec 10 16:16:24.116642 n-d-766771-2 neutron-server[103392]: 'Log': {'1.0'}, Dec 10 16:16:24.116642 n-d-766771-2 neutron-server[103392]: 'Network': {'1.1'}, Dec 10 16:16:24.116642 n-d-766771-2 neutron-server[103392]: 'Port': {'1.7'}, Dec 10 16:16:24.116642 n-d-766771-2 neutron-server[103392]: 'PortForwarding': {'1.2'}, Dec 10 16:16:24.116642 n-d-766771-2 neutron-server[103392]: 'QosPolicy': {'1.10'}, Dec 10 16:16:24.116642 n-d-766771-2 neutron-server[103392]: 'SecurityGroup': {'1.5'}, Dec 10 16:16:24.116642 n-d-766771-2 neutron-server[103392]: 'SecurityGroupRule': {'1.2'}, Dec 10 16:16:24.116642 n-d-766771-2 neutron-server[103392]: 'SubPort': {'1.0'}, Dec 10 16:16:24.116642 n-d-766771-2 neutron-server[103392]: 'Subnet': {'1.1'}, Dec 10 16:16:24.116642 n-d-766771-2 neutron-server[103392]: 'Trunk': {'1.1'}} Dec 10 16:16:24.116642 n-d-766771-2 neutron-server[103392]: consumer versions: Dec 10 16:16:24.116642 n-d-766771-2 neutron-server[103392]: { DHCP agent@n-d-766771-2: {}, Dec 10 16:16:24.116642 n-d-766771-2 neutron-server[103392]: HyperV agent@n-h1-766771-2: {}, Dec 10 16:16:24.116642 n-d-766771-2 neutron-server[103392]: HyperV agent@n-h2-766771-2: {}, Dec 10 16:16:24.116642 n-d-766771-2 neutron-server[103392]: L3 agent@n-d-766771-2: {}, Dec 10 16:16:24.116642 n-d-766771-2 neutron-server[103392]: Metadata agent@n-d-766771-2: {}, Dec 10 16:16:24.116642 n-d-766771-2 neutron-server[103392]: Metering agent@n-d-766771-2: {}, Dec 10 16:16:24.116642 n-d-766771-2 neutron-server[103392]: Open vSwitch agent@n-d-766771-2: { 'AddressGroup': '1.2', Dec 10 16:16:24.116642 n-d-766771-2 neutron-server[103392]: 'ConntrackHelper': '1.0', Dec 10 16:16:24.116642 n-d-766771-2 neutron-server[103392]: 'LocalIPAssociation': '1.0', Dec 10 16:16:24.116642 n-d-766771-2 neutron-server[103392]: 'Log': '1.0', Dec 10 16:16:24.116642 n-d-766771-2 neutron-server[103392]: 'Network': '1.1', Dec 10 16:16:24.116642 n-d-766771-2 neutron-server[103392]: 'Port': '1.7', Dec 10 16:16:24.116642 n-d-766771-2 neutron-server[103392]: 'PortForwarding': '1.2', Dec 10 16:16:24.116642 n-d-766771-2 neutron-server[103392]: 'QosPolicy': '1.10', Dec 10 16:16:24.116642 n-d-766771-2 neutron-server[103392]: 'SecurityGroup': '1.5', Dec 10 16:16:24.116642 n-d-766771-2 neutron-server[103392]: 'SecurityGroupRule': '1.2', Dec 10 16:16:24.116642 n-d-766771-2 neutron-server[103392]: 'SubPort': '1.0', Dec 10 16:16:24.116642 n-d-766771-2 neutron-server[103392]: 'Subnet': '1.1', Dec 10 16:16:24.116642 n-d-766771-2 neutron-server[103392]: 'Trunk': '1.1'}} Dec 10 16:16:24.116642 n-d-766771-2 neutron-server[103392]: {{(pid=103392) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 16:16:24.166842 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bba43af1-b4c9-47e8-8a39-6ab7a261e771 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:24.190039 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bba43af1-b4c9-47e8-8a39-6ab7a261e771 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:24.244582 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bba43af1-b4c9-47e8-8a39-6ab7a261e771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:24.247185 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bba43af1-b4c9-47e8-8a39-6ab7a261e771 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:24.251588 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-bba43af1-b4c9-47e8-8a39-6ab7a261e771 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ce845974-4fbf-40ea-8457-94891c71af20 HTTP/1.1" status: 204 len: 168 time: 0.1499529 Dec 10 16:16:24.260380 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba43af1-b4c9-47e8-8a39-6ab7a261e771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce845974-4fbf-40ea-8457-94891c71af20,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:24.268640 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba43af1-b4c9-47e8-8a39-6ab7a261e771 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:24.268993 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba43af1-b4c9-47e8-8a39-6ab7a261e771 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:24.269418 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba43af1-b4c9-47e8-8a39-6ab7a261e771 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:24.269755 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba43af1-b4c9-47e8-8a39-6ab7a261e771 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:24.270274 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba43af1-b4c9-47e8-8a39-6ab7a261e771 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:24.270821 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba43af1-b4c9-47e8-8a39-6ab7a261e771 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:24.271320 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba43af1-b4c9-47e8-8a39-6ab7a261e771 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:24.271930 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba43af1-b4c9-47e8-8a39-6ab7a261e771 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:24.272423 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba43af1-b4c9-47e8-8a39-6ab7a261e771 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:24.273214 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba43af1-b4c9-47e8-8a39-6ab7a261e771 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:24.273717 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba43af1-b4c9-47e8-8a39-6ab7a261e771 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:24.274251 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba43af1-b4c9-47e8-8a39-6ab7a261e771 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:24.274742 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba43af1-b4c9-47e8-8a39-6ab7a261e771 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:24.275983 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba43af1-b4c9-47e8-8a39-6ab7a261e771 admin admin] Tracked resource versions report: Dec 10 16:16:24.275983 n-d-766771-2 neutron-server[103393]: pushed versions: Dec 10 16:16:24.275983 n-d-766771-2 neutron-server[103393]: { 'AddressGroup': {'1.2'}, Dec 10 16:16:24.275983 n-d-766771-2 neutron-server[103393]: 'ConntrackHelper': {'1.0'}, Dec 10 16:16:24.275983 n-d-766771-2 neutron-server[103393]: 'LocalIPAssociation': {'1.0'}, Dec 10 16:16:24.275983 n-d-766771-2 neutron-server[103393]: 'Log': {'1.0'}, Dec 10 16:16:24.275983 n-d-766771-2 neutron-server[103393]: 'Network': {'1.1'}, Dec 10 16:16:24.275983 n-d-766771-2 neutron-server[103393]: 'Port': {'1.7'}, Dec 10 16:16:24.275983 n-d-766771-2 neutron-server[103393]: 'PortForwarding': {'1.2'}, Dec 10 16:16:24.275983 n-d-766771-2 neutron-server[103393]: 'QosPolicy': {'1.10'}, Dec 10 16:16:24.275983 n-d-766771-2 neutron-server[103393]: 'SecurityGroup': {'1.5'}, Dec 10 16:16:24.275983 n-d-766771-2 neutron-server[103393]: 'SecurityGroupRule': {'1.2'}, Dec 10 16:16:24.275983 n-d-766771-2 neutron-server[103393]: 'SubPort': {'1.0'}, Dec 10 16:16:24.275983 n-d-766771-2 neutron-server[103393]: 'Subnet': {'1.1'}, Dec 10 16:16:24.275983 n-d-766771-2 neutron-server[103393]: 'Trunk': {'1.1'}} Dec 10 16:16:24.275983 n-d-766771-2 neutron-server[103393]: consumer versions: Dec 10 16:16:24.275983 n-d-766771-2 neutron-server[103393]: { DHCP agent@n-d-766771-2: {}, Dec 10 16:16:24.275983 n-d-766771-2 neutron-server[103393]: HyperV agent@n-h1-766771-2: {}, Dec 10 16:16:24.275983 n-d-766771-2 neutron-server[103393]: HyperV agent@n-h2-766771-2: {}, Dec 10 16:16:24.275983 n-d-766771-2 neutron-server[103393]: L3 agent@n-d-766771-2: {}, Dec 10 16:16:24.275983 n-d-766771-2 neutron-server[103393]: Metadata agent@n-d-766771-2: {}, Dec 10 16:16:24.275983 n-d-766771-2 neutron-server[103393]: Metering agent@n-d-766771-2: {}, Dec 10 16:16:24.275983 n-d-766771-2 neutron-server[103393]: Open vSwitch agent@n-d-766771-2: { 'AddressGroup': '1.2', Dec 10 16:16:24.275983 n-d-766771-2 neutron-server[103393]: 'ConntrackHelper': '1.0', Dec 10 16:16:24.275983 n-d-766771-2 neutron-server[103393]: 'LocalIPAssociation': '1.0', Dec 10 16:16:24.275983 n-d-766771-2 neutron-server[103393]: 'Log': '1.0', Dec 10 16:16:24.275983 n-d-766771-2 neutron-server[103393]: 'Network': '1.1', Dec 10 16:16:24.275983 n-d-766771-2 neutron-server[103393]: 'Port': '1.7', Dec 10 16:16:24.275983 n-d-766771-2 neutron-server[103393]: 'PortForwarding': '1.2', Dec 10 16:16:24.275983 n-d-766771-2 neutron-server[103393]: 'QosPolicy': '1.10', Dec 10 16:16:24.275983 n-d-766771-2 neutron-server[103393]: 'SecurityGroup': '1.5', Dec 10 16:16:24.275983 n-d-766771-2 neutron-server[103393]: 'SecurityGroupRule': '1.2', Dec 10 16:16:24.275983 n-d-766771-2 neutron-server[103393]: 'SubPort': '1.0', Dec 10 16:16:24.275983 n-d-766771-2 neutron-server[103393]: 'Subnet': '1.1', Dec 10 16:16:24.275983 n-d-766771-2 neutron-server[103393]: 'Trunk': '1.1'}} Dec 10 16:16:24.275983 n-d-766771-2 neutron-server[103393]: {{(pid=103393) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 16:16:27.228222 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60386) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:27.279330 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60400) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:27.359126 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c1dcbc04-d5a1-400f-9845-ea3061371c32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:27.407974 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e1c69b49-ba26-45d2-a6c7-1269cf471e05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:27.493826 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c1dcbc04-d5a1-400f-9845-ea3061371c32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:27.499028 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c1dcbc04-d5a1-400f-9845-ea3061371c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:27.533100 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e1c69b49-ba26-45d2-a6c7-1269cf471e05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:27.539081 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e1c69b49-ba26-45d2-a6c7-1269cf471e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:27.576612 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c1dcbc04-d5a1-400f-9845-ea3061371c32 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8caab14d34b54303940715f6f81db254&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3473105 Dec 10 16:16:27.579280 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60416) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:27.622004 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e1c69b49-ba26-45d2-a6c7-1269cf471e05 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fc677a306dcf4991bca1427746eadf21&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3414257 Dec 10 16:16:27.622815 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dcbc04-d5a1-400f-9845-ea3061371c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc89023-9a32-4167-9fa8-28bc90573ae9,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:27.625155 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60420) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:27.711857 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cb3588ff-3b2e-4e03-96da-3ea5f1a6637d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:27.714366 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-130042f5-a7ed-431f-ae1a-266c758b7315 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:27.741174 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-130042f5-a7ed-431f-ae1a-266c758b7315 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:27.743215 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cb3588ff-3b2e-4e03-96da-3ea5f1a6637d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:27.791454 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c69b49-ba26-45d2-a6c7-1269cf471e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de99758-84a8-4093-b4f7-8e67c2799aeb,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:27.798155 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-130042f5-a7ed-431f-ae1a-266c758b7315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:27.800964 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-130042f5-a7ed-431f-ae1a-266c758b7315 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:27.806935 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-130042f5-a7ed-431f-ae1a-266c758b7315 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8de99758-84a8-4093-b4f7-8e67c2799aeb HTTP/1.1" status: 204 len: 168 time: 0.1782713 Dec 10 16:16:27.812045 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cb3588ff-3b2e-4e03-96da-3ea5f1a6637d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:27.818980 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cb3588ff-3b2e-4e03-96da-3ea5f1a6637d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:27.820615 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130042f5-a7ed-431f-ae1a-266c758b7315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de99758-84a8-4093-b4f7-8e67c2799aeb,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:27.824745 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-cb3588ff-3b2e-4e03-96da-3ea5f1a6637d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0fc89023-9a32-4167-9fa8-28bc90573ae9 HTTP/1.1" status: 204 len: 168 time: 0.2444394 Dec 10 16:16:27.842155 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3588ff-3b2e-4e03-96da-3ea5f1a6637d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc89023-9a32-4167-9fa8-28bc90573ae9,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:28.221283 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60480) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:28.321187 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60488) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:28.336419 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a6dd8171-53e3-46d1-9dc6-1b9467de0c27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:28.341812 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60490) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:28.362901 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4d2930f5-04ff-40ba-9c50-49f0c62890da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:28.440478 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a6dd8171-53e3-46d1-9dc6-1b9467de0c27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:28.448754 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a6dd8171-53e3-46d1-9dc6-1b9467de0c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:28.490402 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd8171-53e3-46d1-9dc6-1b9467de0c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4e9d0b-0214-40b6-aaed-1db8db1a56ea,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:28.529566 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a6dd8171-53e3-46d1-9dc6-1b9467de0c27 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=34e222ab86f74109883f45175b83bea2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2071886 Dec 10 16:16:28.530160 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60492) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:28.531187 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4d2930f5-04ff-40ba-9c50-49f0c62890da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:28.538437 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4d2930f5-04ff-40ba-9c50-49f0c62890da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:28.575074 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2930f5-04ff-40ba-9c50-49f0c62890da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc222a8-4ed6-428e-92f0-b000b392992e,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:28.582055 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bca017f4-6e2b-4e93-8819-fffc326c17d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:28.592797 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4d2930f5-04ff-40ba-9c50-49f0c62890da admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8d00385040eb4eeaab317e121bff578a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2494211 Dec 10 16:16:28.595335 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60496) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:28.625410 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bca017f4-6e2b-4e93-8819-fffc326c17d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:28.649583 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-401e9444-fab6-4f86-8722-aa5f27cf4e57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:28.682713 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-401e9444-fab6-4f86-8722-aa5f27cf4e57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:28.706434 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bca017f4-6e2b-4e93-8819-fffc326c17d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:28.712353 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bca017f4-6e2b-4e93-8819-fffc326c17d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:28.714461 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-bca017f4-6e2b-4e93-8819-fffc326c17d5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cf4e9d0b-0214-40b6-aaed-1db8db1a56ea HTTP/1.1" status: 204 len: 168 time: 0.1831920 Dec 10 16:16:28.725148 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca017f4-6e2b-4e93-8819-fffc326c17d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4e9d0b-0214-40b6-aaed-1db8db1a56ea,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:28.737606 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-401e9444-fab6-4f86-8722-aa5f27cf4e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:28.742103 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-401e9444-fab6-4f86-8722-aa5f27cf4e57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:28.743416 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-401e9444-fab6-4f86-8722-aa5f27cf4e57 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bdc222a8-4ed6-428e-92f0-b000b392992e HTTP/1.1" status: 204 len: 168 time: 0.1467736 Dec 10 16:16:28.757343 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401e9444-fab6-4f86-8722-aa5f27cf4e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc222a8-4ed6-428e-92f0-b000b392992e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:28.866546 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-25a5e154-7487-4fb6-9cbb-9de1365f3b6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:28.875378 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60516) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:29.040917 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-25a5e154-7487-4fb6-9cbb-9de1365f3b6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:29.048354 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-25a5e154-7487-4fb6-9cbb-9de1365f3b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:29.090317 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a5e154-7487-4fb6-9cbb-9de1365f3b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586c5a4b-114d-4705-aaa7-c99ca199f70d,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:29.103300 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-25a5e154-7487-4fb6-9cbb-9de1365f3b6a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7fcf09aa8fc84fd89f11711e2c3e603f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8806255 Dec 10 16:16:29.105925 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60540) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:29.157494 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9da8d595-754f-457f-af05-dcb08e12f044 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:29.201860 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9da8d595-754f-457f-af05-dcb08e12f044 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:29.289783 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9da8d595-754f-457f-af05-dcb08e12f044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:29.293202 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9da8d595-754f-457f-af05-dcb08e12f044 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:29.301357 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9da8d595-754f-457f-af05-dcb08e12f044 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/586c5a4b-114d-4705-aaa7-c99ca199f70d HTTP/1.1" status: 204 len: 168 time: 0.1943369 Dec 10 16:16:29.310038 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da8d595-754f-457f-af05-dcb08e12f044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586c5a4b-114d-4705-aaa7-c99ca199f70d,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:29.370596 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1c053b71-01f0-433e-80d7-578d897f1a34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:29.456191 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1c053b71-01f0-433e-80d7-578d897f1a34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:29.460844 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1c053b71-01f0-433e-80d7-578d897f1a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:29.499436 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1c053b71-01f0-433e-80d7-578d897f1a34 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=acf96ae98707429d8ce2ae9c887eb269&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6228766 Dec 10 16:16:29.501944 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60570) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:29.510564 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c053b71-01f0-433e-80d7-578d897f1a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2ea994-53be-4dbc-a5c2-27409bea67fa,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:29.564164 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cd044e17-f89f-4920-8bb6-18abfdc98336 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:29.588588 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cd044e17-f89f-4920-8bb6-18abfdc98336 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:29.641456 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cd044e17-f89f-4920-8bb6-18abfdc98336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:29.645911 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cd044e17-f89f-4920-8bb6-18abfdc98336 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:29.647279 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-cd044e17-f89f-4920-8bb6-18abfdc98336 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8e2ea994-53be-4dbc-a5c2-27409bea67fa HTTP/1.1" status: 204 len: 168 time: 0.1441793 Dec 10 16:16:29.660432 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd044e17-f89f-4920-8bb6-18abfdc98336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2ea994-53be-4dbc-a5c2-27409bea67fa,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:30.003790 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60608) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:30.017143 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c6dfc000-7146-4ac3-8e37-9cd1be4b579c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:30.094216 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c6dfc000-7146-4ac3-8e37-9cd1be4b579c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:30.099214 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c6dfc000-7146-4ac3-8e37-9cd1be4b579c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:30.142813 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c6dfc000-7146-4ac3-8e37-9cd1be4b579c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9ca2035e518d4fffa3d7d05d4b45d85c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1377571 Dec 10 16:16:30.146788 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60616) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:30.153254 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dfc000-7146-4ac3-8e37-9cd1be4b579c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024c6047-6b24-416e-9c7b-5c69bb9986ff,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:30.201729 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2709a7a8-575d-4544-ba97-ac207e5ae3c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:30.210319 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:16:30.223999 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2709a7a8-575d-4544-ba97-ac207e5ae3c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:30.230591 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60618) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:30.255997 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f9981c70-b963-4986-bebf-625c399ac6aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:30.283498 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2709a7a8-575d-4544-ba97-ac207e5ae3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:30.287057 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2709a7a8-575d-4544-ba97-ac207e5ae3c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:30.288636 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2709a7a8-575d-4544-ba97-ac207e5ae3c3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/024c6047-6b24-416e-9c7b-5c69bb9986ff HTTP/1.1" status: 204 len: 168 time: 0.1405108 Dec 10 16:16:30.297381 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2709a7a8-575d-4544-ba97-ac207e5ae3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024c6047-6b24-416e-9c7b-5c69bb9986ff,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:30.352883 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f9981c70-b963-4986-bebf-625c399ac6aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:30.363369 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f9981c70-b963-4986-bebf-625c399ac6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:30.406471 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f9981c70-b963-4986-bebf-625c399ac6aa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f5946a47af9348db9ebe24b9c0ef15d2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1735349 Dec 10 16:16:30.407832 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9981c70-b963-4986-bebf-625c399ac6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17c352f-b383-4def-a896-a634c1514aaa,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:30.409527 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60624) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:30.469713 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-166051fc-81bb-47a2-8556-731dca44be0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:30.495231 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-166051fc-81bb-47a2-8556-731dca44be0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:30.559284 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-166051fc-81bb-47a2-8556-731dca44be0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:30.561801 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-166051fc-81bb-47a2-8556-731dca44be0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:30.566049 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-166051fc-81bb-47a2-8556-731dca44be0a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c17c352f-b383-4def-a896-a634c1514aaa HTTP/1.1" status: 204 len: 168 time: 0.1554446 Dec 10 16:16:30.575820 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166051fc-81bb-47a2-8556-731dca44be0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17c352f-b383-4def-a896-a634c1514aaa,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:30.828363 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60660) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:30.831842 n-d-766771-2 neutron-server[103392]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 10 16:16:30.860184 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-4da91468-59eb-4894-8e86-ee189763ec71 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=6ee345cb0a3b4fcd81cd0b7d68e536f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295293 Dec 10 16:16:31.059224 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-da522996-9229-4624-a15e-a438c37697e6 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:31.066836 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-da522996-9229-4624-a15e-a438c37697e6 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1986227 Dec 10 16:16:31.079607 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-35a0028d-1e74-4a85-b719-9a0b71ecf5b4 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.11 "GET /v2.0/quotas/6ee345cb0a3b4fcd81cd0b7d68e536f3 HTTP/1.1" status: 200 len: 375 time: 0.0115492 Dec 10 16:16:31.147041 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-06bb628c-a7e0-4e45-89d0-2fbdbcbf3e3c tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6ee345cb0a3b4fcd81cd0b7d68e536f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586419 Dec 10 16:16:31.456786 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7f2d57a-28e7-4b86-bbe2-5c2ca9b48264 req-b06a3eed-5a74-447f-8d72-6df0f16c1e82 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.11 "GET /v2.0/ports?device_id=38a7c386-4f82-4df6-98f8-1d7af49cd138 HTTP/1.1" status: 200 len: 210 time: 0.0770948 Dec 10 16:16:32.605499 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cd8cd390-dce7-4955-8d5d-d05655153918 req-e22cf552-04c9-4ec4-a9b0-64e48f06bfa7 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.11 "GET /v2.0/ports?device_id=38a7c386-4f82-4df6-98f8-1d7af49cd138 HTTP/1.1" status: 200 len: 210 time: 0.0515275 Dec 10 16:16:32.718112 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60842) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:32.926197 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60854) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:33.008043 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-70d87838-f0bf-4c46-a2ff-f784967150c6 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1776358848-network', 'tenant_id': 'b78c6d1bea884c36bfd7bc9bc0fc1385'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:16:33.048292 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d87838-f0bf-4c46-a2ff-f784967150c6 admin admin] Made reservation on behalf of b78c6d1bea884c36bfd7bc9bc0fc1385 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:16:33.058367 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-70d87838-f0bf-4c46-a2ff-f784967150c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:33.076235 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-70d87838-f0bf-4c46-a2ff-f784967150c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:33.183786 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-70d87838-f0bf-4c46-a2ff-f784967150c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:33.190599 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-70d87838-f0bf-4c46-a2ff-f784967150c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:33.212940 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70d87838-f0bf-4c46-a2ff-f784967150c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:16:33.233354 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-70d87838-f0bf-4c46-a2ff-f784967150c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:33.235084 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-70d87838-f0bf-4c46-a2ff-f784967150c6 admin admin] Added segment d841ca8d-7287-4d6a-84e9-8c074946aec0 of type vlan for network c2a8abfa-e8ae-4b12-be9c-213c9d150724 Dec 10 16:16:33.236604 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d87838-f0bf-4c46-a2ff-f784967150c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87de5afb-8242-42fa-a45c-cf572fde1187,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:33.308432 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-70d87838-f0bf-4c46-a2ff-f784967150c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:33.355042 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-70d87838-f0bf-4c46-a2ff-f784967150c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:33.356757 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d87838-f0bf-4c46-a2ff-f784967150c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:33.358718 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-70d87838-f0bf-4c46-a2ff-f784967150c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:33.399132 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.26', 52758) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:33.436574 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-70d87838-f0bf-4c46-a2ff-f784967150c6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7153466 Dec 10 16:16:33.447183 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60868) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:33.449203 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-7226c55e-a337-40da-bd7d-e269e113b36c tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=6ee345cb0a3b4fcd81cd0b7d68e536f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487731 Dec 10 16:16:33.455308 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c414e25b-92d2-4646-803b-03ec604faf45 admin admin] Request body: {'subnet': {'network_id': 'c2a8abfa-e8ae-4b12-be9c-213c9d150724', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1776358848-subnet', 'tenant_id': 'b78c6d1bea884c36bfd7bc9bc0fc1385', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:16:33.465567 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d87838-f0bf-4c46-a2ff-f784967150c6 admin admin] Pushing event updated for resources: {'Network': ['ID=c2a8abfa-e8ae-4b12-be9c-213c9d150724,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:33.477981 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network c2a8abfa-e8ae-4b12-be9c-213c9d150724 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:16:33.498586 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c414e25b-92d2-4646-803b-03ec604faf45 admin admin] Made reservation on behalf of b78c6d1bea884c36bfd7bc9bc0fc1385 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:16:33.501406 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c414e25b-92d2-4646-803b-03ec604faf45 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:33.583673 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-46eb2bc3-d267-4d69-86e1-a3c786a29b76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:33.716262 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-09dced8d-65bd-436f-b852-edb671661e19 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:33.727858 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-09dced8d-65bd-436f-b852-edb671661e19 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2723587 Dec 10 16:16:33.765371 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-46eb2bc3-d267-4d69-86e1-a3c786a29b76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:33.773143 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-46eb2bc3-d267-4d69-86e1-a3c786a29b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:33.777869 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c414e25b-92d2-4646-803b-03ec604faf45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:33.818397 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-ed88dd61-27aa-429e-bd01-5512a63ac359 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] Request body: {'port': {'device_id': '38a7c386-4f82-4df6-98f8-1d7af49cd138', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'admin_state_up': True, 'tenant_id': '6ee345cb0a3b4fcd81cd0b7d68e536f3'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:16:33.833138 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c414e25b-92d2-4646-803b-03ec604faf45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1926c3f2-4f91-4e89-9cc9-f8c33e349a83,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:33.882189 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-46eb2bc3-d267-4d69-86e1-a3c786a29b76 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=705f6704c2fc419db59e1a00b9d11226&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9520125 Dec 10 16:16:33.882573 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb2bc3-d267-4d69-86e1-a3c786a29b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d095c787-7655-47c0-9b19-09a97df172fc,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:33.884993 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60888) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:33.901880 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c414e25b-92d2-4646-803b-03ec604faf45 admin admin] Checking segment: {'id': 'd841ca8d-7287-4d6a-84e9-8c074946aec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c2a8abfa-e8ae-4b12-be9c-213c9d150724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:16:33.902338 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c414e25b-92d2-4646-803b-03ec604faf45 admin admin] Network hostable DHCP agents. Network: c2a8abfa-e8ae-4b12-be9c-213c9d150724, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:16:33.950301 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c414e25b-92d2-4646-803b-03ec604faf45 admin admin] Network c2a8abfa-e8ae-4b12-be9c-213c9d150724 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:16:33.973053 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d879e83f-539f-4481-9fde-b3a0ec35dab5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:33.975484 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-c414e25b-92d2-4646-803b-03ec604faf45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, c2a8abfa-e8ae-4b12-be9c-213c9d150724) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:16:33.981615 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c414e25b-92d2-4646-803b-03ec604faf45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:33.982329 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c414e25b-92d2-4646-803b-03ec604faf45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:33.983656 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f635cb5-3fc9-4148-837b-3ace3ea1cac4 None None] Network c2a8abfa-e8ae-4b12-be9c-213c9d150724 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:16:34.007497 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d879e83f-539f-4481-9fde-b3a0ec35dab5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:34.018970 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c414e25b-92d2-4646-803b-03ec604faf45 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5705099 Dec 10 16:16:34.090266 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d879e83f-539f-4481-9fde-b3a0ec35dab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:34.092760 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d879e83f-539f-4481-9fde-b3a0ec35dab5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:34.093943 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d879e83f-539f-4481-9fde-b3a0ec35dab5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d095c787-7655-47c0-9b19-09a97df172fc HTTP/1.1" status: 204 len: 168 time: 0.2070472 Dec 10 16:16:34.105136 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d879e83f-539f-4481-9fde-b3a0ec35dab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d095c787-7655-47c0-9b19-09a97df172fc,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:34.114441 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-ed88dd61-27aa-429e-bd01-5512a63ac359 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] Made reservation on behalf of 6ee345cb0a3b4fcd81cd0b7d68e536f3 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:16:34.119649 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-ed88dd61-27aa-429e-bd01-5512a63ac359 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:34.131626 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-ed88dd61-27aa-429e-bd01-5512a63ac359 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:34.153739 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b77956-c92b-45e0-a796-a2c668ac0cfd None None] Network c2a8abfa-e8ae-4b12-be9c-213c9d150724 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:16:34.248477 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-ed88dd61-27aa-429e-bd01-5512a63ac359 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:34.257455 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-ed88dd61-27aa-429e-bd01-5512a63ac359 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:34.405553 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed88dd61-27aa-429e-bd01-5512a63ac359 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c22d2797-e477-4973-87e8-db856d0be0c5,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:34.547527 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-ed88dd61-27aa-429e-bd01-5512a63ac359 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] Allocated IP 192.168.233.132 (1b1da819-dfba-43f2-8848-8bb429159850/a7a18c92-5007-49e2-b728-7aedc06dca57/7ec7fa21-0dea-4868-a79a-0506412dcec1) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:16:34.655636 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60934) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:34.736467 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-ed88dd61-27aa-429e-bd01-5512a63ac359 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:34.773696 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-ed88dd61-27aa-429e-bd01-5512a63ac359 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:34.902285 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60942) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:34.916630 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-228a2d05-c785-4238-bc58-0948e2481069 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:34.961410 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-ed88dd61-27aa-429e-bd01-5512a63ac359 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] Network 1b1da819-dfba-43f2-8848-8bb429159850 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:16:34.968533 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-ed88dd61-27aa-429e-bd01-5512a63ac359 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:16:34.975772 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-ed88dd61-27aa-429e-bd01-5512a63ac359 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:16:34.981481 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-ed88dd61-27aa-429e-bd01-5512a63ac359 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:34.982108 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-ed88dd61-27aa-429e-bd01-5512a63ac359 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:34.992982 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed88dd61-27aa-429e-bd01-5512a63ac359 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] Pushing event updated for resources: {'Port': ['ID=7ec7fa21-0dea-4868-a79a-0506412dcec1,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:35.010941 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-ed88dd61-27aa-429e-bd01-5512a63ac359 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1966667 Dec 10 16:16:35.016698 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-228a2d05-c785-4238-bc58-0948e2481069 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:35.020711 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-a3a88a28-b36e-4c4b-8972-9f56ced6e948 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:16:35.021694 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-a3a88a28-b36e-4c4b-8972-9f56ced6e948 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052364 Dec 10 16:16:35.026402 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-228a2d05-c785-4238-bc58-0948e2481069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:35.056735 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-228a2d05-c785-4238-bc58-0948e2481069 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e0b69469b1e44f7199575d848924e186&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1533556 Dec 10 16:16:35.059471 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60944) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:35.147162 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a2d05-c785-4238-bc58-0948e2481069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7269a7-02fe-4a46-92aa-5506a48e6f5b,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:35.172332 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c27c37d-455d-4b18-8bde-2c8a0047bbad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:35.222722 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c27c37d-455d-4b18-8bde-2c8a0047bbad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:35.313033 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c27c37d-455d-4b18-8bde-2c8a0047bbad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:35.328570 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c27c37d-455d-4b18-8bde-2c8a0047bbad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:35.334252 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2c27c37d-455d-4b18-8bde-2c8a0047bbad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ea7269a7-02fe-4a46-92aa-5506a48e6f5b HTTP/1.1" status: 204 len: 168 time: 0.2713921 Dec 10 16:16:35.354678 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c27c37d-455d-4b18-8bde-2c8a0047bbad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7269a7-02fe-4a46-92aa-5506a48e6f5b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:35.436539 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f8083900-6745-4d18-b75c-90c16bbd10b5 None None] Provisioning complete for port 7ec7fa21-0dea-4868-a79a-0506412dcec1 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:16:35.437254 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f8083900-6745-4d18-b75c-90c16bbd10b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:35.482539 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f8083900-6745-4d18-b75c-90c16bbd10b5 None None] Port 7ec7fa21-0dea-4868-a79a-0506412dcec1 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:16:35.737534 n-d-766771-2 neutron-server[103393]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 10 16:16:35.809260 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60958) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:35.988506 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1751299-95d5-452c-bd48-c5aa651a04f3 req-dc519ae1-a9c0-4ed9-92be-a76d7ded8cd3 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:35.994188 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e1751299-95d5-452c-bd48-c5aa651a04f3 req-dc519ae1-a9c0-4ed9-92be-a76d7ded8cd3 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.11 "GET /v2.0/ports?device_id=38a7c386-4f82-4df6-98f8-1d7af49cd138 HTTP/1.1" status: 200 len: 936 time: 1.3331022 Dec 10 16:16:36.036314 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:36.119036 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e1751299-95d5-452c-bd48-c5aa651a04f3 req-4910bad3-95f5-4997-b23e-025fdcab25d2 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.11 "GET /v2.0/security-groups?id=c22d2797-e477-4973-87e8-db856d0be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975339 Dec 10 16:16:36.387836 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-44894036-0b0f-4b44-8028-3e43222ef9e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:36.500527 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-44894036-0b0f-4b44-8028-3e43222ef9e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:36.509074 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-44894036-0b0f-4b44-8028-3e43222ef9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:36.582354 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44894036-0b0f-4b44-8028-3e43222ef9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63ec64b-eb91-4d1f-93b4-1672ea2e4718,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:36.589289 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-44894036-0b0f-4b44-8028-3e43222ef9e5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6ec70cbbcf934c0cb5c59e645f2616df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7751331 Dec 10 16:16:36.589806 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60990) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:36.680124 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-49f24cc4-9bac-4b95-8d2b-6ce98757bd2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:36.721140 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-49f24cc4-9bac-4b95-8d2b-6ce98757bd2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:36.792247 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-49f24cc4-9bac-4b95-8d2b-6ce98757bd2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:36.795213 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-49f24cc4-9bac-4b95-8d2b-6ce98757bd2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:36.798749 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-49f24cc4-9bac-4b95-8d2b-6ce98757bd2b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e63ec64b-eb91-4d1f-93b4-1672ea2e4718 HTTP/1.1" status: 204 len: 168 time: 0.2056675 Dec 10 16:16:36.810862 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f24cc4-9bac-4b95-8d2b-6ce98757bd2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63ec64b-eb91-4d1f-93b4-1672ea2e4718,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:37.153354 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 32772) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:37.159427 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-5a5786b5-2280-4725-bd6a-dbf99bb44674 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1080493003-network', 'tenant_id': '88042695015344cabff50ed61fd16c06'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:16:37.210016 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5786b5-2280-4725-bd6a-dbf99bb44674 admin admin] Made reservation on behalf of 88042695015344cabff50ed61fd16c06 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:16:37.212768 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a5786b5-2280-4725-bd6a-dbf99bb44674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:37.240112 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a5786b5-2280-4725-bd6a-dbf99bb44674 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:37.268463 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 32780) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:37.456620 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a5786b5-2280-4725-bd6a-dbf99bb44674 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:37.465532 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a5786b5-2280-4725-bd6a-dbf99bb44674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:37.529630 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a5786b5-2280-4725-bd6a-dbf99bb44674 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:16:37.541872 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5786b5-2280-4725-bd6a-dbf99bb44674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883b3a8f-f3c5-43f1-b4e7-17627c40b900,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:37.559407 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a5786b5-2280-4725-bd6a-dbf99bb44674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:37.563186 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-5a5786b5-2280-4725-bd6a-dbf99bb44674 admin admin] Added segment 3d43b879-a391-4b16-98e2-411dee66466a of type vlan for network 55e86150-2b4d-4adc-8338-a77500f461a9 Dec 10 16:16:37.622990 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb439771-df72-437e-868a-1d7a194ee72f req-85b56c22-4547-4ca3-b24f-e42168491d3b tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:37.627981 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a5786b5-2280-4725-bd6a-dbf99bb44674 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:37.632902 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eb439771-df72-437e-868a-1d7a194ee72f req-85b56c22-4547-4ca3-b24f-e42168491d3b tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.11 "GET /v2.0/ports?device_id=38a7c386-4f82-4df6-98f8-1d7af49cd138 HTTP/1.1" status: 200 len: 936 time: 0.2061369 Dec 10 16:16:37.677471 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a5786b5-2280-4725-bd6a-dbf99bb44674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:37.686566 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5786b5-2280-4725-bd6a-dbf99bb44674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:37.688765 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a5786b5-2280-4725-bd6a-dbf99bb44674 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:37.733842 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-af512256-69ec-4278-9f17-3501a0401547 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:37.790776 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eb439771-df72-437e-868a-1d7a194ee72f req-6a1430ab-164a-433e-a410-4ee87fc899de tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.11 "GET /v2.0/security-groups?id=c22d2797-e477-4973-87e8-db856d0be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514428 Dec 10 16:16:37.833529 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5a5786b5-2280-4725-bd6a-dbf99bb44674 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6757095 Dec 10 16:16:37.834169 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 32800) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:37.852938 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-501d563d-28c4-47b4-90b5-80b9ef73292e admin admin] Request body: {'subnet': {'network_id': '55e86150-2b4d-4adc-8338-a77500f461a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1080493003-subnet', 'tenant_id': '88042695015344cabff50ed61fd16c06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:16:37.868748 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:37.873057 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5786b5-2280-4725-bd6a-dbf99bb44674 admin admin] Pushing event updated for resources: {'Network': ['ID=55e86150-2b4d-4adc-8338-a77500f461a9,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:37.886602 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 55e86150-2b4d-4adc-8338-a77500f461a9 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:16:37.907516 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501d563d-28c4-47b4-90b5-80b9ef73292e admin admin] Made reservation on behalf of 88042695015344cabff50ed61fd16c06 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:16:37.912450 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-501d563d-28c4-47b4-90b5-80b9ef73292e admin admin] Publish callbacks [] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:37.968530 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 32802) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:37.994039 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-af512256-69ec-4278-9f17-3501a0401547 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:38.028925 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-af512256-69ec-4278-9f17-3501a0401547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:38.118470 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-49f074cd-91a4-4d4d-bea6-73bed20f6178 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:38.180755 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af512256-69ec-4278-9f17-3501a0401547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a61a92-b654-45d7-8cde-25cc21de8893,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:38.186435 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-af512256-69ec-4278-9f17-3501a0401547 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f8f20246770242acb699c1dd385fb531&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9167011 Dec 10 16:16:38.194912 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 32812) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:38.265477 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e755994c-8815-4e80-8a8d-aa4ea88e7515 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:38.292303 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-501d563d-28c4-47b4-90b5-80b9ef73292e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:38.292900 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e755994c-8815-4e80-8a8d-aa4ea88e7515 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:38.427552 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d563d-28c4-47b4-90b5-80b9ef73292e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe1fe4c1-ef99-4bb7-8da8-01da45d77ed0,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:38.437931 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501d563d-28c4-47b4-90b5-80b9ef73292e admin admin] Checking segment: {'id': '3d43b879-a391-4b16-98e2-411dee66466a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '55e86150-2b4d-4adc-8338-a77500f461a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:16:38.444860 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501d563d-28c4-47b4-90b5-80b9ef73292e admin admin] Network hostable DHCP agents. Network: 55e86150-2b4d-4adc-8338-a77500f461a9, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:16:38.459670 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e755994c-8815-4e80-8a8d-aa4ea88e7515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:38.473205 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e755994c-8815-4e80-8a8d-aa4ea88e7515 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:38.480654 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e755994c-8815-4e80-8a8d-aa4ea88e7515 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/80a61a92-b654-45d7-8cde-25cc21de8893 HTTP/1.1" status: 204 len: 168 time: 0.2830241 Dec 10 16:16:38.500858 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501d563d-28c4-47b4-90b5-80b9ef73292e admin admin] Network 55e86150-2b4d-4adc-8338-a77500f461a9 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:16:38.525682 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-501d563d-28c4-47b4-90b5-80b9ef73292e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 55e86150-2b4d-4adc-8338-a77500f461a9) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:16:38.532488 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501d563d-28c4-47b4-90b5-80b9ef73292e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:38.534087 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-501d563d-28c4-47b4-90b5-80b9ef73292e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:38.539093 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1b926f-9f67-4b61-bfb2-138d064d3fa9 None None] Network 55e86150-2b4d-4adc-8338-a77500f461a9 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:16:38.550083 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e755994c-8815-4e80-8a8d-aa4ea88e7515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a61a92-b654-45d7-8cde-25cc21de8893,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:38.580011 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-501d563d-28c4-47b4-90b5-80b9ef73292e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7407551 Dec 10 16:16:38.748025 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-49f074cd-91a4-4d4d-bea6-73bed20f6178 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:38.763801 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-49f074cd-91a4-4d4d-bea6-73bed20f6178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:38.790240 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f040dc-fa80-420e-aaea-67689abc5fa9 None None] Network 55e86150-2b4d-4adc-8338-a77500f461a9 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:16:38.892661 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 32840) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:38.893820 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-49f074cd-91a4-4d4d-bea6-73bed20f6178 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=84b54941631a4d4e80b8ab39c6300428&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9137423 Dec 10 16:16:38.895821 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f074cd-91a4-4d4d-bea6-73bed20f6178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21a49c2-6c6d-4296-bc2e-fcea149b193c,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:39.054701 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ff77c7e2-425a-481c-a00f-5446b1c6ddf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:39.080223 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40df6a9-19b2-4e9a-bcf0-25bbcb0efb1b req-68e35017-d5bc-4c4c-9d88-74efd4855d3a tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:39.093288 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f40df6a9-19b2-4e9a-bcf0-25bbcb0efb1b req-68e35017-d5bc-4c4c-9d88-74efd4855d3a tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.11 "GET /v2.0/ports?device_id=38a7c386-4f82-4df6-98f8-1d7af49cd138 HTTP/1.1" status: 200 len: 936 time: 0.1371512 Dec 10 16:16:39.102862 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ff77c7e2-425a-481c-a00f-5446b1c6ddf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:39.180543 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f40df6a9-19b2-4e9a-bcf0-25bbcb0efb1b req-1eb19121-f0d7-4cda-8287-aa8130ccdaff tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.11 "GET /v2.0/security-groups?id=c22d2797-e477-4973-87e8-db856d0be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858912 Dec 10 16:16:39.241660 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ff77c7e2-425a-481c-a00f-5446b1c6ddf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:39.245692 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ff77c7e2-425a-481c-a00f-5446b1c6ddf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:39.247520 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ff77c7e2-425a-481c-a00f-5446b1c6ddf1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d21a49c2-6c6d-4296-bc2e-fcea149b193c HTTP/1.1" status: 204 len: 168 time: 0.3547106 Dec 10 16:16:39.263258 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff77c7e2-425a-481c-a00f-5446b1c6ddf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21a49c2-6c6d-4296-bc2e-fcea149b193c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:39.368239 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-8f93ff2a-7060-4350-bd4f-9d637067d58a service neutron] Request body: {'port': {'device_id': '38a7c386-4f82-4df6-98f8-1d7af49cd138', 'device_owner': 'compute:tempest-test_az-1008623080', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:16:39.443355 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-8f93ff2a-7060-4350-bd4f-9d637067d58a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:39.636749 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 32850) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:39.660506 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1822b496-21dc-49c9-9702-b46d73e5f8bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:39.756426 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 32854) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:39.839325 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1822b496-21dc-49c9-9702-b46d73e5f8bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:39.844943 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1822b496-21dc-49c9-9702-b46d73e5f8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:39.896930 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1822b496-21dc-49c9-9702-b46d73e5f8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8381909-4e74-461b-a093-67079daaceb3,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:39.914601 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1822b496-21dc-49c9-9702-b46d73e5f8bb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c4c8512d33384059912288c7e3b9604c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2727735 Dec 10 16:16:39.918768 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 32862) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:39.958615 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-8f93ff2a-7060-4350-bd4f-9d637067d58a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ec7fa21-0dea-4868-a79a-0506412dcec1 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:16:39.975258 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-8f93ff2a-7060-4350-bd4f-9d637067d58a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:39.982920 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f39b3adc-48f6-4954-a8c9-d539fcabd58d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:40.004599 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 32868) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:40.008271 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-8f93ff2a-7060-4350-bd4f-9d637067d58a service neutron] Transition to ACTIVE for port object 7ec7fa21-0dea-4868-a79a-0506412dcec1 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:16:40.015197 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f39b3adc-48f6-4954-a8c9-d539fcabd58d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:40.017047 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-8f93ff2a-7060-4350-bd4f-9d637067d58a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:40.085937 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f39b3adc-48f6-4954-a8c9-d539fcabd58d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:40.104325 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f39b3adc-48f6-4954-a8c9-d539fcabd58d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:40.107563 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f39b3adc-48f6-4954-a8c9-d539fcabd58d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b8381909-4e74-461b-a093-67079daaceb3 HTTP/1.1" status: 204 len: 168 time: 0.1876140 Dec 10 16:16:40.125301 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b3adc-48f6-4954-a8c9-d539fcabd58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8381909-4e74-461b-a093-67079daaceb3,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:40.197825 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-8f93ff2a-7060-4350-bd4f-9d637067d58a service neutron] Attempting to bind port 7ec7fa21-0dea-4868-a79a-0506412dcec1 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:16:40.198366 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-8f93ff2a-7060-4350-bd4f-9d637067d58a service neutron] Attempting to bind port 7ec7fa21-0dea-4868-a79a-0506412dcec1 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:16:40.198558 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-8f93ff2a-7060-4350-bd4f-9d637067d58a service neutron] Attempting to bind port 7ec7fa21-0dea-4868-a79a-0506412dcec1 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:16:40.203402 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93ff2a-7060-4350-bd4f-9d637067d58a service neutron] Pushing event updated for resources: {'Port': ['ID=7ec7fa21-0dea-4868-a79a-0506412dcec1,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:40.205719 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-8f93ff2a-7060-4350-bd4f-9d637067d58a service neutron] Port 7ec7fa21-0dea-4868-a79a-0506412dcec1 on network 1b1da819-dfba-43f2-8848-8bb429159850 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:16:40.206032 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-8f93ff2a-7060-4350-bd4f-9d637067d58a service neutron] Attempting to bind port 7ec7fa21-0dea-4868-a79a-0506412dcec1 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:16:40.234255 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-8f93ff2a-7060-4350-bd4f-9d637067d58a service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:16:40.234610 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-8f93ff2a-7060-4350-bd4f-9d637067d58a service neutron] Checking segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:16:40.235342 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-8f93ff2a-7060-4350-bd4f-9d637067d58a service neutron] Bound using segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:16:40.235602 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-8f93ff2a-7060-4350-bd4f-9d637067d58a service neutron] Bound port: 7ec7fa21-0dea-4868-a79a-0506412dcec1, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:16:40.235950 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-8f93ff2a-7060-4350-bd4f-9d637067d58a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:40.252126 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-18ab159b-cb2d-45d6-a3d0-257e4cce11cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:40.432672 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62bd155d-36e7-4be5-a5ee-9212f89f134e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:40.485307 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-8f93ff2a-7060-4350-bd4f-9d637067d58a service neutron] For port 7ec7fa21-0dea-4868-a79a-0506412dcec1, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:16:40.496885 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-8f93ff2a-7060-4350-bd4f-9d637067d58a service neutron] For port 7ec7fa21-0dea-4868-a79a-0506412dcec1, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=7ec7fa21-0dea-4868-a79a-0506412dcec1,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:16:40.507761 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8a8cd-0caa-43a6-9037-01bcfbf3528b req-40ace827-6c11-4e76-9710-f8e3deaad5ca tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:40.509448 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8af8a8cd-0caa-43a6-9037-01bcfbf3528b req-40ace827-6c11-4e76-9710-f8e3deaad5ca tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.11 "GET /v2.0/ports?device_id=38a7c386-4f82-4df6-98f8-1d7af49cd138 HTTP/1.1" status: 200 len: 970 time: 0.1729450 Dec 10 16:16:40.513492 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-8f93ff2a-7060-4350-bd4f-9d637067d58a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:40.638700 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93ff2a-7060-4350-bd4f-9d637067d58a service neutron] Pushing event updated for resources: {'Port': ['ID=7ec7fa21-0dea-4868-a79a-0506412dcec1,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:40.778925 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-8f93ff2a-7060-4350-bd4f-9d637067d58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:40.779560 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-8f93ff2a-7060-4350-bd4f-9d637067d58a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:40.791830 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-8f93ff2a-7060-4350-bd4f-9d637067d58a service neutron] 10.222.0.26 "PUT /v2.0/ports/7ec7fa21-0dea-4868-a79a-0506412dcec1 HTTP/1.1" status: 200 len: 1118 time: 2.2327712 Dec 10 16:16:40.792332 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a7c386-4f82-4df6-98f8-1d7af49cd138', 'tag': '7ec7fa21-0dea-4868-a79a-0506412dcec1'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:16:40.893749 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-b55d422e-0a9a-41d3-9790-c62856315e28 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:40.902051 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-b55d422e-0a9a-41d3-9790-c62856315e28 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.11 "GET /v2.0/networks?id=c2a8abfa-e8ae-4b12-be9c-213c9d150724 HTTP/1.1" status: 200 len: 815 time: 0.3495433 Dec 10 16:16:40.968892 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-405c2993-68e7-4c36-b176-fa46e8fa5a72 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.11 "GET /v2.0/quotas/b78c6d1bea884c36bfd7bc9bc0fc1385 HTTP/1.1" status: 200 len: 375 time: 0.0655637 Dec 10 16:16:41.022670 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8af8a8cd-0caa-43a6-9037-01bcfbf3528b req-3436e385-d7f6-4807-a3eb-33970fc05d63 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.11 "GET /v2.0/security-groups?id=c22d2797-e477-4973-87e8-db856d0be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5061851 Dec 10 16:16:41.074739 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-18ab159b-cb2d-45d6-a3d0-257e4cce11cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:41.084248 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-18ab159b-cb2d-45d6-a3d0-257e4cce11cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:41.110812 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-5dc6ecfd-eda5-4326-94fb-24a2aa312202 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b78c6d1bea884c36bfd7bc9bc0fc1385&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1405413 Dec 10 16:16:41.141712 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62bd155d-36e7-4be5-a5ee-9212f89f134e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:41.148184 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62bd155d-36e7-4be5-a5ee-9212f89f134e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:41.162345 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-18ab159b-cb2d-45d6-a3d0-257e4cce11cb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=54a0f610f5c240f591324653c24958c3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4024038 Dec 10 16:16:41.169135 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 32916) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:41.175089 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab159b-cb2d-45d6-a3d0-257e4cce11cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9cbfcc-90bd-49b8-b96d-e33b69917329,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:41.228199 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd155d-36e7-4be5-a5ee-9212f89f134e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc291722-665a-4e65-8808-f936d2765b6c,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:41.245013 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 32920) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:41.246055 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-62bd155d-36e7-4be5-a5ee-9212f89f134e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5bfc5b52768443f690302287ec5c1a5a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2403402 Dec 10 16:16:41.290810 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2cac1cd4-ccc5-4892-a8c0-bdf9f2800a46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:41.334058 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2cac1cd4-ccc5-4892-a8c0-bdf9f2800a46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:41.346319 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c1a5f43e-78d7-4365-884e-b24646a46666 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:41.400816 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c1a5f43e-78d7-4365-884e-b24646a46666 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:41.429625 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2cac1cd4-ccc5-4892-a8c0-bdf9f2800a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:41.436618 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056d9b53-b1ee-4609-8fa9-4b06f4259c61" -d '{"events": [{"name": "network-changed", "server_uuid": "38a7c386-4f82-4df6-98f8-1d7af49cd138", "tag": "7ec7fa21-0dea-4868-a79a-0506412dcec1"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:16:41.436744 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2cac1cd4-ccc5-4892-a8c0-bdf9f2800a46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:41.439860 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2cac1cd4-ccc5-4892-a8c0-bdf9f2800a46 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6a9cbfcc-90bd-49b8-b96d-e33b69917329 HTTP/1.1" status: 204 len: 168 time: 0.2682393 Dec 10 16:16:41.452829 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cac1cd4-ccc5-4892-a8c0-bdf9f2800a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9cbfcc-90bd-49b8-b96d-e33b69917329,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:41.516872 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c1a5f43e-78d7-4365-884e-b24646a46666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:41.519804 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c1a5f43e-78d7-4365-884e-b24646a46666 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:41.524014 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c1a5f43e-78d7-4365-884e-b24646a46666 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dc291722-665a-4e65-8808-f936d2765b6c HTTP/1.1" status: 204 len: 168 time: 0.2779872 Dec 10 16:16:41.532213 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a5f43e-78d7-4365-884e-b24646a46666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc291722-665a-4e65-8808-f936d2765b6c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:41.559867 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-f69a031f-53cc-4bc9-be79-44d2ca6e9564 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:16:41.563401 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-f69a031f-53cc-4bc9-be79-44d2ca6e9564 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1662583 Dec 10 16:16:41.730426 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-7870958e-762c-4161-99d5-c8b92dc1a73c service neutron] 10.222.0.11 "GET /v2.0/networks/c2a8abfa-e8ae-4b12-be9c-213c9d150724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564922 Dec 10 16:16:41.840712 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-7cf34cca-d353-4c90-a4f1-6f53734a5f74 service neutron] 10.222.0.11 "GET /v2.0/networks/c2a8abfa-e8ae-4b12-be9c-213c9d150724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084814 Dec 10 16:16:42.248778 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017c3ce6-6ea4-4c34-a2de-0bcdd77ed501 x-openstack-request-id: req-017c3ce6-6ea4-4c34-a2de-0bcdd77ed501 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:16:42.250013 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38a7c386-4f82-4df6-98f8-1d7af49cd138", "tag": "7ec7fa21-0dea-4868-a79a-0506412dcec1", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:16:42.250444 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-017c3ce6-6ea4-4c34-a2de-0bcdd77ed501 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:16:42.251470 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38a7c386-4f82-4df6-98f8-1d7af49cd138', 'tag': '7ec7fa21-0dea-4868-a79a-0506412dcec1', 'status': 'completed', 'code': 200} Dec 10 16:16:42.287275 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 32968) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:42.311847 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-93c38c99-e309-4d97-b8c6-dca738ff5051 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:42.390373 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b161393c-063d-42b2-994f-b37618944501 req-8c5508ea-f85d-40fd-aa8c-3db337adef34 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd0e899b-418c-4837-be7b-78022d35177b HTTP/1.1" status: 200 len: 210 time: 0.1006773 Dec 10 16:16:42.544671 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-93c38c99-e309-4d97-b8c6-dca738ff5051 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:42.563586 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-93c38c99-e309-4d97-b8c6-dca738ff5051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:42.650261 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-93c38c99-e309-4d97-b8c6-dca738ff5051 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e298eb84eab94b1ea956930f6ccdc167&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3618383 Dec 10 16:16:42.651512 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c38c99-e309-4d97-b8c6-dca738ff5051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c5edff-dead-48be-bdbe-bee210776e10,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:42.656373 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 32986) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:42.687457 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf301e9-9e4f-4ec6-a844-8f1887e5fc90 req-b2180744-1152-4079-b0a5-2dc61eedd7e1 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:42.689249 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6cf301e9-9e4f-4ec6-a844-8f1887e5fc90 req-b2180744-1152-4079-b0a5-2dc61eedd7e1 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.11 "GET /v2.0/ports?device_id=38a7c386-4f82-4df6-98f8-1d7af49cd138 HTTP/1.1" status: 200 len: 970 time: 0.1789534 Dec 10 16:16:42.732458 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 32992) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:42.777945 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0c805388-e895-44c6-8bb4-ccbe3c7df796 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:42.795277 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6cf301e9-9e4f-4ec6-a844-8f1887e5fc90 req-5ad16eb2-b9ce-4979-98df-b3037ef1cecc tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.11 "GET /v2.0/security-groups?id=c22d2797-e477-4973-87e8-db856d0be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982430 Dec 10 16:16:42.800467 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-73501896-f8ba-4faf-a4d9-90ad9740c3aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:42.826340 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-73501896-f8ba-4faf-a4d9-90ad9740c3aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:42.885829 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-73501896-f8ba-4faf-a4d9-90ad9740c3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:42.891468 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-73501896-f8ba-4faf-a4d9-90ad9740c3aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:42.898706 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-73501896-f8ba-4faf-a4d9-90ad9740c3aa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/18c5edff-dead-48be-bdbe-bee210776e10 HTTP/1.1" status: 204 len: 168 time: 0.2410691 Dec 10 16:16:42.924604 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73501896-f8ba-4faf-a4d9-90ad9740c3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c5edff-dead-48be-bdbe-bee210776e10,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:43.010072 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0c805388-e895-44c6-8bb4-ccbe3c7df796 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:43.028168 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0c805388-e895-44c6-8bb4-ccbe3c7df796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:43.082839 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c805388-e895-44c6-8bb4-ccbe3c7df796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68c1624-cb86-4e25-ad2b-62740517c6d8,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:43.102437 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33004) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:43.114756 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0c805388-e895-44c6-8bb4-ccbe3c7df796 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3dba627bb3f74160b8d35a89cc1b0d4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3655775 Dec 10 16:16:43.169757 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-baccf873-66bb-47d5-afe3-17c110ca903d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:43.196638 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-baccf873-66bb-47d5-afe3-17c110ca903d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:43.266911 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-baccf873-66bb-47d5-afe3-17c110ca903d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:43.271581 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-baccf873-66bb-47d5-afe3-17c110ca903d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:43.275267 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-baccf873-66bb-47d5-afe3-17c110ca903d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c68c1624-cb86-4e25-ad2b-62740517c6d8 HTTP/1.1" status: 204 len: 168 time: 0.1717417 Dec 10 16:16:43.294245 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baccf873-66bb-47d5-afe3-17c110ca903d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68c1624-cb86-4e25-ad2b-62740517c6d8,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:43.640502 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a8fd41f5-8ee2-4091-87c2-60e49c09050f req-e6965929-fbf7-419e-85bf-8b8c0a0f5285 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd0e899b-418c-4837-be7b-78022d35177b HTTP/1.1" status: 200 len: 210 time: 0.0556979 Dec 10 16:16:43.878650 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1c649ff4-98c1-4a85-a15f-a1e948d93673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:43.955753 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db13d0d-2361-42af-a0c3-0c8b86dc687b req-2ec13e9f-ce80-4fe4-b2d8-65212102b3b1 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:43.964785 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1db13d0d-2361-42af-a0c3-0c8b86dc687b req-2ec13e9f-ce80-4fe4-b2d8-65212102b3b1 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.11 "GET /v2.0/ports?device_id=38a7c386-4f82-4df6-98f8-1d7af49cd138 HTTP/1.1" status: 200 len: 970 time: 0.0625699 Dec 10 16:16:44.074784 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1db13d0d-2361-42af-a0c3-0c8b86dc687b req-3b3b5f6a-0c02-4293-8409-4cb8d43815ac tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.11 "GET /v2.0/security-groups?id=c22d2797-e477-4973-87e8-db856d0be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090128 Dec 10 16:16:44.107047 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33034) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:44.130533 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.46', 61458) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:44.325770 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-4e7e7116-d115-4a1b-b0c8-2bbc8ba3050e tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:44.327314 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-4e7e7116-d115-4a1b-b0c8-2bbc8ba3050e tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.46 "GET /v2.0/networks?id=c2a8abfa-e8ae-4b12-be9c-213c9d150724 HTTP/1.1" status: 200 len: 815 time: 0.1956921 Dec 10 16:16:44.418853 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-13c6f541-be49-4d43-9e8e-246ca1a30f2d tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] Request body: {'port': {'device_id': 'bd0e899b-418c-4837-be7b-78022d35177b', 'network_id': 'c2a8abfa-e8ae-4b12-be9c-213c9d150724', 'admin_state_up': True, 'tenant_id': 'b78c6d1bea884c36bfd7bc9bc0fc1385'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:16:44.496507 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-3268cda4-3467-446d-a7d3-e6bde9b6a2d1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1492378951-network', 'tenant_id': 'f0ef7d2631e94a15b26744ca7575c12a'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:16:44.540159 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3268cda4-3467-446d-a7d3-e6bde9b6a2d1 admin admin] Made reservation on behalf of f0ef7d2631e94a15b26744ca7575c12a for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:16:44.542908 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3268cda4-3467-446d-a7d3-e6bde9b6a2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:44.580720 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3268cda4-3467-446d-a7d3-e6bde9b6a2d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:44.709761 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-13c6f541-be49-4d43-9e8e-246ca1a30f2d tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] Made reservation on behalf of b78c6d1bea884c36bfd7bc9bc0fc1385 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:16:44.720696 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-13c6f541-be49-4d43-9e8e-246ca1a30f2d tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:44.797823 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3268cda4-3467-446d-a7d3-e6bde9b6a2d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:44.805501 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3268cda4-3467-446d-a7d3-e6bde9b6a2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:44.832097 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3268cda4-3467-446d-a7d3-e6bde9b6a2d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:16:44.850441 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3268cda4-3467-446d-a7d3-e6bde9b6a2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:44.851086 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-3268cda4-3467-446d-a7d3-e6bde9b6a2d1 admin admin] Added segment e8768580-3a25-4d49-9757-d415a3cb48c4 of type vlan for network 33f9727c-e83b-4abc-a943-a76d8ffea119 Dec 10 16:16:44.916465 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3268cda4-3467-446d-a7d3-e6bde9b6a2d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:45.005077 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3268cda4-3467-446d-a7d3-e6bde9b6a2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a33dc1c-a907-453b-b04f-00234619242e,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:45.025406 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3268cda4-3467-446d-a7d3-e6bde9b6a2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:45.026790 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3268cda4-3467-446d-a7d3-e6bde9b6a2d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:45.027331 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3268cda4-3467-446d-a7d3-e6bde9b6a2d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:45.096309 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3268cda4-3467-446d-a7d3-e6bde9b6a2d1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9912770 Dec 10 16:16:45.096907 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33092) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:45.104268 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-ed0934aa-54dd-4d5b-b618-abce79489331 admin admin] Request body: {'subnet': {'network_id': '33f9727c-e83b-4abc-a943-a76d8ffea119', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1492378951-subnet', 'tenant_id': 'f0ef7d2631e94a15b26744ca7575c12a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:16:45.115233 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3268cda4-3467-446d-a7d3-e6bde9b6a2d1 admin admin] Pushing event updated for resources: {'Network': ['ID=33f9727c-e83b-4abc-a943-a76d8ffea119,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:45.127227 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 33f9727c-e83b-4abc-a943-a76d8ffea119 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:16:45.141256 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0934aa-54dd-4d5b-b618-abce79489331 admin admin] Made reservation on behalf of f0ef7d2631e94a15b26744ca7575c12a for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:16:45.150418 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ed0934aa-54dd-4d5b-b618-abce79489331 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:45.208685 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-13c6f541-be49-4d43-9e8e-246ca1a30f2d tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] Allocated IP 172.20.0.7 (c2a8abfa-e8ae-4b12-be9c-213c9d150724/1926c3f2-4f91-4e89-9cc9-f8c33e349a83/4442de99-d6b5-45c2-9cae-b6ee2a9572e0) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:16:45.384158 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-13c6f541-be49-4d43-9e8e-246ca1a30f2d tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:45.442960 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-aea9b2d8-cdf0-4c2a-bd75-c16a927e190c req-3bb0b312-383b-471d-8d57-81f9a045194b tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd0e899b-418c-4837-be7b-78022d35177b HTTP/1.1" status: 200 len: 210 time: 0.0476415 Dec 10 16:16:45.569090 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-13c6f541-be49-4d43-9e8e-246ca1a30f2d tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:45.764512 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-13c6f541-be49-4d43-9e8e-246ca1a30f2d tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] Network c2a8abfa-e8ae-4b12-be9c-213c9d150724 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:16:45.773993 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-13c6f541-be49-4d43-9e8e-246ca1a30f2d tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:16:45.781592 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d9b53-b1ee-4609-8fa9-4b06f4259c61 req-835bb5db-1f99-493d-9380-8770331d6453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:45.783866 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-056d9b53-b1ee-4609-8fa9-4b06f4259c61 req-835bb5db-1f99-493d-9380-8770331d6453 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6ee345cb0a3b4fcd81cd0b7d68e536f3&device_id=38a7c386-4f82-4df6-98f8-1d7af49cd138 HTTP/1.1" status: 200 len: 1121 time: 0.2249525 Dec 10 16:16:45.788296 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-13c6f541-be49-4d43-9e8e-246ca1a30f2d tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:16:45.793547 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8fc3a-72dc-46f0-beee-68ef3b5f3fc0 req-15324533-7dbe-4448-93fd-2475e9109408 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:45.795194 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-13c6f541-be49-4d43-9e8e-246ca1a30f2d tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:45.795882 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-13c6f541-be49-4d43-9e8e-246ca1a30f2d tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:45.801103 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-23c8fc3a-72dc-46f0-beee-68ef3b5f3fc0 req-15324533-7dbe-4448-93fd-2475e9109408 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.11 "GET /v2.0/ports?device_id=38a7c386-4f82-4df6-98f8-1d7af49cd138 HTTP/1.1" status: 200 len: 970 time: 0.2412932 Dec 10 16:16:45.805013 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6f541-be49-4d43-9e8e-246ca1a30f2d tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] Pushing event updated for resources: {'Port': ['ID=4442de99-d6b5-45c2-9cae-b6ee2a9572e0,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:45.828798 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-13c6f541-be49-4d43-9e8e-246ca1a30f2d tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4137754 Dec 10 16:16:45.849636 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-056d9b53-b1ee-4609-8fa9-4b06f4259c61 req-6d0fd672-a973-49b0-a533-1c1585bb97de service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=6ee345cb0a3b4fcd81cd0b7d68e536f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457039 Dec 10 16:16:45.933790 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33114) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:46.032863 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-23c8fc3a-72dc-46f0-beee-68ef3b5f3fc0 req-1a8cf8a6-06ed-4a6b-b3a7-72e95303e6a3 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.11 "GET /v2.0/security-groups?id=c22d2797-e477-4973-87e8-db856d0be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300210 Dec 10 16:16:46.190747 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d9b53-b1ee-4609-8fa9-4b06f4259c61 req-7473b2d7-4862-4992-bad9-390119a49b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:46.192407 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-056d9b53-b1ee-4609-8fa9-4b06f4259c61 req-7473b2d7-4862-4992-bad9-390119a49b1d service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3319974 Dec 10 16:16:46.209229 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ed0934aa-54dd-4d5b-b618-abce79489331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:46.302539 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0934aa-54dd-4d5b-b618-abce79489331 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a2abe05-09fa-4061-919c-5d24bbeb6b93,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:46.317784 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0934aa-54dd-4d5b-b618-abce79489331 admin admin] Checking segment: {'id': 'e8768580-3a25-4d49-9757-d415a3cb48c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '33f9727c-e83b-4abc-a943-a76d8ffea119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:16:46.318266 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0934aa-54dd-4d5b-b618-abce79489331 admin admin] Network hostable DHCP agents. Network: 33f9727c-e83b-4abc-a943-a76d8ffea119, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:16:46.325825 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fcd5251a-b08b-469f-8559-91fe0d316cfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:46.326392 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-2ce57bd3-873e-489d-b514-b119e0cdc00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:46.327507 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-2ce57bd3-873e-489d-b514-b119e0cdc00e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6ee345cb0a3b4fcd81cd0b7d68e536f3&device_id=38a7c386-4f82-4df6-98f8-1d7af49cd138 HTTP/1.1" status: 200 len: 1121 time: 0.0820529 Dec 10 16:16:46.379119 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0934aa-54dd-4d5b-b618-abce79489331 admin admin] Network 33f9727c-e83b-4abc-a943-a76d8ffea119 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:16:46.400895 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33126) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:46.412638 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-00b0e72d-692e-40b1-a8cc-a704dc89a50c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=7ec7fa21-0dea-4868-a79a-0506412dcec1 HTTP/1.1" status: 200 len: 217 time: 0.0747020 Dec 10 16:16:46.432013 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-ed0934aa-54dd-4d5b-b618-abce79489331 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 33f9727c-e83b-4abc-a943-a76d8ffea119) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:16:46.439197 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0163cdc3-6c69-4158-af69-5b5ae84ee495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:46.442643 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017d040a-b802-46c6-9753-3efc6270f21e None None] Network 33f9727c-e83b-4abc-a943-a76d8ffea119 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:16:46.478647 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0934aa-54dd-4d5b-b618-abce79489331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:46.479243 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ed0934aa-54dd-4d5b-b618-abce79489331 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:46.528979 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ed0934aa-54dd-4d5b-b618-abce79489331 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4280140 Dec 10 16:16:46.531164 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33134) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:46.538429 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-205b736c-eb3d-4bfd-b619-448e4e7125a9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1492378951-router', 'tenant_id': 'f0ef7d2631e94a15b26744ca7575c12a', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:16:46.545564 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-1cfad8ba-a585-4c0e-b0b1-11f363eaa35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:46.547305 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-1cfad8ba-a585-4c0e-b0b1-11f363eaa35d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.1266158 Dec 10 16:16:46.574703 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-683857a0-fd91-412a-ada2-a58e5fa36e5f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1663375555-network', 'tenant_id': '6d8c3ef62ce546de9d90dcdb921de54c'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:16:46.710098 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-205b736c-eb3d-4bfd-b619-448e4e7125a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:46.711179 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-205b736c-eb3d-4bfd-b619-448e4e7125a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:46.729876 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-01bfeee8-3852-4789-ac99-81102d249e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:46.731911 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-01bfeee8-3852-4789-ac99-81102d249e42 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1764541 Dec 10 16:16:46.734530 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af56c9a-9243-44bd-b452-a36dcd1fe588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-33f9727c-e83b-4abc-a943-a76d8ffea119', 'network_id': '33f9727c-e83b-4abc-a943-a76d8ffea119', 'project_id': 'f0ef7d2631e94a15b26744ca7575c12a', 'fixed_ips': [{'subnet_id': '0a2abe05-09fa-4061-919c-5d24bbeb6b93'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:16:46.735562 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9af56c9a-9243-44bd-b452-a36dcd1fe588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:46.825948 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fcd5251a-b08b-469f-8559-91fe0d316cfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:46.828113 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683857a0-fd91-412a-ada2-a58e5fa36e5f admin admin] Made reservation on behalf of 6d8c3ef62ce546de9d90dcdb921de54c for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:16:46.838387 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-683857a0-fd91-412a-ada2-a58e5fa36e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:46.929618 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a683b-b165-445f-b622-2e0162b8bf7c req-d2162113-318a-455c-84b8-4d2f92b249aa tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:46.938213 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4a7a683b-b165-445f-b622-2e0162b8bf7c req-d2162113-318a-455c-84b8-4d2f92b249aa tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd0e899b-418c-4837-be7b-78022d35177b HTTP/1.1" status: 200 len: 931 time: 0.3148358 Dec 10 16:16:46.940056 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fcd5251a-b08b-469f-8559-91fe0d316cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:46.971396 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-205b736c-eb3d-4bfd-b619-448e4e7125a9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:46.982279 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-fcd5251a-b08b-469f-8559-91fe0d316cfb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7e0e5f85c50149d28fe7fc99b1c102ae&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0472775 Dec 10 16:16:46.990508 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-683857a0-fd91-412a-ada2-a58e5fa36e5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:47.007065 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33146) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:47.022192 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-9af56c9a-9243-44bd-b452-a36dcd1fe588 None None] Allocated IP 172.20.0.2 (33f9727c-e83b-4abc-a943-a76d8ffea119/0a2abe05-09fa-4061-919c-5d24bbeb6b93/20ab6d06-749a-4015-81f3-8e7c2967a840) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:16:47.150702 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:47.179540 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-6f5568e8-8927-483c-97fd-a2d2470ca117 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4373496 Dec 10 16:16:47.208134 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd5251a-b08b-469f-8559-91fe0d316cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ace16a-cdc1-4926-b04d-5e27c870131d,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:47.324148 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4a7a683b-b165-445f-b622-2e0162b8bf7c req-d495bafd-26a2-40f1-98fd-2ebd3ae95a49 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.11 "GET /v2.0/security-groups?id=87de5afb-8242-42fa-a45c-cf572fde1187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3849936 Dec 10 16:16:47.372249 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-205b736c-eb3d-4bfd-b619-448e4e7125a9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:47.394520 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e4da896c-bc54-4d23-9421-2832d71c89dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:47.400400 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-683857a0-fd91-412a-ada2-a58e5fa36e5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:47.413711 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-683857a0-fd91-412a-ada2-a58e5fa36e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:47.418025 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9af56c9a-9243-44bd-b452-a36dcd1fe588 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:47.443209 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9af56c9a-9243-44bd-b452-a36dcd1fe588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:47.484386 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-683857a0-fd91-412a-ada2-a58e5fa36e5f admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:16:47.516249 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683857a0-fd91-412a-ada2-a58e5fa36e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659d8108-bdc7-43db-8f54-30d3d9ebbe33,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:47.533623 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-683857a0-fd91-412a-ada2-a58e5fa36e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:47.534117 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-683857a0-fd91-412a-ada2-a58e5fa36e5f admin admin] Added segment 1f1a67ad-e1bb-4179-b08c-c2cc7c8f999c of type vlan for network 1f0c3458-3948-4609-a911-6b50059adbcd Dec 10 16:16:47.546223 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af56c9a-9243-44bd-b452-a36dcd1fe588 None None] Pushing event updated for resources: {'Port': ['ID=20ab6d06-749a-4015-81f3-8e7c2967a840,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:47.575999 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af56c9a-9243-44bd-b452-a36dcd1fe588 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:47.576648 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af56c9a-9243-44bd-b452-a36dcd1fe588 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:47.577159 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af56c9a-9243-44bd-b452-a36dcd1fe588 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:47.577515 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af56c9a-9243-44bd-b452-a36dcd1fe588 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:47.577863 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af56c9a-9243-44bd-b452-a36dcd1fe588 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:47.579505 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af56c9a-9243-44bd-b452-a36dcd1fe588 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:47.579871 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af56c9a-9243-44bd-b452-a36dcd1fe588 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:47.580217 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af56c9a-9243-44bd-b452-a36dcd1fe588 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:47.580557 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af56c9a-9243-44bd-b452-a36dcd1fe588 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:47.580892 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af56c9a-9243-44bd-b452-a36dcd1fe588 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:47.581228 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af56c9a-9243-44bd-b452-a36dcd1fe588 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:47.581559 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af56c9a-9243-44bd-b452-a36dcd1fe588 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:47.581891 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af56c9a-9243-44bd-b452-a36dcd1fe588 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:47.597272 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af56c9a-9243-44bd-b452-a36dcd1fe588 None None] Tracked resource versions report: Dec 10 16:16:47.597272 n-d-766771-2 neutron-server[103394]: pushed versions: Dec 10 16:16:47.597272 n-d-766771-2 neutron-server[103394]: { 'AddressGroup': {'1.2'}, Dec 10 16:16:47.597272 n-d-766771-2 neutron-server[103394]: 'ConntrackHelper': {'1.0'}, Dec 10 16:16:47.597272 n-d-766771-2 neutron-server[103394]: 'LocalIPAssociation': {'1.0'}, Dec 10 16:16:47.597272 n-d-766771-2 neutron-server[103394]: 'Log': {'1.0'}, Dec 10 16:16:47.597272 n-d-766771-2 neutron-server[103394]: 'Network': {'1.1'}, Dec 10 16:16:47.597272 n-d-766771-2 neutron-server[103394]: 'Port': {'1.7'}, Dec 10 16:16:47.597272 n-d-766771-2 neutron-server[103394]: 'PortForwarding': {'1.2'}, Dec 10 16:16:47.597272 n-d-766771-2 neutron-server[103394]: 'QosPolicy': {'1.10'}, Dec 10 16:16:47.597272 n-d-766771-2 neutron-server[103394]: 'SecurityGroup': {'1.5'}, Dec 10 16:16:47.597272 n-d-766771-2 neutron-server[103394]: 'SecurityGroupRule': {'1.2'}, Dec 10 16:16:47.597272 n-d-766771-2 neutron-server[103394]: 'SubPort': {'1.0'}, Dec 10 16:16:47.597272 n-d-766771-2 neutron-server[103394]: 'Subnet': {'1.1'}, Dec 10 16:16:47.597272 n-d-766771-2 neutron-server[103394]: 'Trunk': {'1.1'}} Dec 10 16:16:47.597272 n-d-766771-2 neutron-server[103394]: consumer versions: Dec 10 16:16:47.597272 n-d-766771-2 neutron-server[103394]: { DHCP agent@n-d-766771-2: {}, Dec 10 16:16:47.597272 n-d-766771-2 neutron-server[103394]: HyperV agent@n-h1-766771-2: {}, Dec 10 16:16:47.597272 n-d-766771-2 neutron-server[103394]: HyperV agent@n-h2-766771-2: {}, Dec 10 16:16:47.597272 n-d-766771-2 neutron-server[103394]: L3 agent@n-d-766771-2: {}, Dec 10 16:16:47.597272 n-d-766771-2 neutron-server[103394]: Metadata agent@n-d-766771-2: {}, Dec 10 16:16:47.597272 n-d-766771-2 neutron-server[103394]: Metering agent@n-d-766771-2: {}, Dec 10 16:16:47.597272 n-d-766771-2 neutron-server[103394]: Open vSwitch agent@n-d-766771-2: { 'AddressGroup': '1.2', Dec 10 16:16:47.597272 n-d-766771-2 neutron-server[103394]: 'ConntrackHelper': '1.0', Dec 10 16:16:47.597272 n-d-766771-2 neutron-server[103394]: 'LocalIPAssociation': '1.0', Dec 10 16:16:47.597272 n-d-766771-2 neutron-server[103394]: 'Log': '1.0', Dec 10 16:16:47.597272 n-d-766771-2 neutron-server[103394]: 'Network': '1.1', Dec 10 16:16:47.597272 n-d-766771-2 neutron-server[103394]: 'Port': '1.7', Dec 10 16:16:47.597272 n-d-766771-2 neutron-server[103394]: 'PortForwarding': '1.2', Dec 10 16:16:47.597272 n-d-766771-2 neutron-server[103394]: 'QosPolicy': '1.10', Dec 10 16:16:47.597272 n-d-766771-2 neutron-server[103394]: 'SecurityGroup': '1.5', Dec 10 16:16:47.597272 n-d-766771-2 neutron-server[103394]: 'SecurityGroupRule': '1.2', Dec 10 16:16:47.597272 n-d-766771-2 neutron-server[103394]: 'SubPort': '1.0', Dec 10 16:16:47.597272 n-d-766771-2 neutron-server[103394]: 'Subnet': '1.1', Dec 10 16:16:47.597272 n-d-766771-2 neutron-server[103394]: 'Trunk': '1.1'}} Dec 10 16:16:47.597272 n-d-766771-2 neutron-server[103394]: {{(pid=103394) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 16:16:47.606218 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e4da896c-bc54-4d23-9421-2832d71c89dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:47.626823 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af56c9a-9243-44bd-b452-a36dcd1fe588 None None] Network 33f9727c-e83b-4abc-a943-a76d8ffea119 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:16:47.630781 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-9af56c9a-9243-44bd-b452-a36dcd1fe588 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:16:47.641416 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af56c9a-9243-44bd-b452-a36dcd1fe588 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:16:47.657537 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f9fdfcc6-9e8f-41fc-bbc4-efab039a8add req-518b8f9a-4951-48c7-9d18-5dfdf40e6ae3 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676526 Dec 10 16:16:47.697393 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-683857a0-fd91-412a-ada2-a58e5fa36e5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:47.728858 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e4da896c-bc54-4d23-9421-2832d71c89dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:47.730327 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09846b1a-eb7d-4dc3-8843-7236402d1c95 req-3b4adbae-16dd-4b5f-af36-ba0174bd2786 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:47.732085 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e4da896c-bc54-4d23-9421-2832d71c89dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:47.733438 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e4da896c-bc54-4d23-9421-2832d71c89dc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/83ace16a-cdc1-4926-b04d-5e27c870131d HTTP/1.1" status: 204 len: 168 time: 0.7254081 Dec 10 16:16:47.739930 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-09846b1a-eb7d-4dc3-8843-7236402d1c95 req-3b4adbae-16dd-4b5f-af36-ba0174bd2786 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.11 "GET /v2.0/ports?device_id=38a7c386-4f82-4df6-98f8-1d7af49cd138 HTTP/1.1" status: 200 len: 970 time: 0.1502185 Dec 10 16:16:47.747806 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da896c-bc54-4d23-9421-2832d71c89dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ace16a-cdc1-4926-b04d-5e27c870131d,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:47.857225 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-09846b1a-eb7d-4dc3-8843-7236402d1c95 req-de8c890b-99aa-4038-a0e4-ac95400edd64 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.11 "GET /v2.0/security-groups?id=c22d2797-e477-4973-87e8-db856d0be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032546 Dec 10 16:16:47.858283 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-683857a0-fd91-412a-ada2-a58e5fa36e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:47.859246 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683857a0-fd91-412a-ada2-a58e5fa36e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:47.865573 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-9af56c9a-9243-44bd-b452-a36dcd1fe588 None None] Attempting to bind port 20ab6d06-749a-4015-81f3-8e7c2967a840 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:16:47.866279 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-9af56c9a-9243-44bd-b452-a36dcd1fe588 None None] Attempting to bind port 20ab6d06-749a-4015-81f3-8e7c2967a840 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'e8768580-3a25-4d49-9757-d415a3cb48c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '33f9727c-e83b-4abc-a943-a76d8ffea119'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:16:47.867054 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af56c9a-9243-44bd-b452-a36dcd1fe588 None None] Attempting to bind port 20ab6d06-749a-4015-81f3-8e7c2967a840 on network 33f9727c-e83b-4abc-a943-a76d8ffea119 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:16:47.871460 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-683857a0-fd91-412a-ada2-a58e5fa36e5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:47.883269 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af56c9a-9243-44bd-b452-a36dcd1fe588 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:16:47.883654 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af56c9a-9243-44bd-b452-a36dcd1fe588 None None] Checking segment: {'id': 'e8768580-3a25-4d49-9757-d415a3cb48c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '33f9727c-e83b-4abc-a943-a76d8ffea119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:16:47.884465 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9af56c9a-9243-44bd-b452-a36dcd1fe588 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:47.884966 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af56c9a-9243-44bd-b452-a36dcd1fe588 None None] Bound using segment: {'id': 'e8768580-3a25-4d49-9757-d415a3cb48c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '33f9727c-e83b-4abc-a943-a76d8ffea119'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:16:47.885325 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-9af56c9a-9243-44bd-b452-a36dcd1fe588 None None] Bound port: 20ab6d06-749a-4015-81f3-8e7c2967a840, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8768580-3a25-4d49-9757-d415a3cb48c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '33f9727c-e83b-4abc-a943-a76d8ffea119'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:16:47.885719 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9af56c9a-9243-44bd-b452-a36dcd1fe588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:47.972335 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-683857a0-fd91-412a-ada2-a58e5fa36e5f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5504789 Dec 10 16:16:47.984101 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33172) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:48.005082 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-170dff38-220d-4e14-b927-1ebb45810ef8 admin admin] Request body: {'subnet': {'network_id': '1f0c3458-3948-4609-a911-6b50059adbcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1663375555-subnet', 'tenant_id': '6d8c3ef62ce546de9d90dcdb921de54c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:16:48.059032 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170dff38-220d-4e14-b927-1ebb45810ef8 admin admin] Made reservation on behalf of 6d8c3ef62ce546de9d90dcdb921de54c for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:16:48.061312 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-170dff38-220d-4e14-b927-1ebb45810ef8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:48.064221 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683857a0-fd91-412a-ada2-a58e5fa36e5f admin admin] Pushing event updated for resources: {'Network': ['ID=1f0c3458-3948-4609-a911-6b50059adbcd,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:48.076004 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9af56c9a-9243-44bd-b452-a36dcd1fe588 None None] For port 20ab6d06-749a-4015-81f3-8e7c2967a840, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:16:48.080240 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 1f0c3458-3948-4609-a911-6b50059adbcd details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:16:48.149849 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9af56c9a-9243-44bd-b452-a36dcd1fe588 None None] For port 20ab6d06-749a-4015-81f3-8e7c2967a840, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=20ab6d06-749a-4015-81f3-8e7c2967a840,segment=NetworkSegment(e8768580-3a25-4d49-9757-d415a3cb48c4),segment_id=e8768580-3a25-4d49-9757-d415a3cb48c4)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:16:48.211241 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9af56c9a-9243-44bd-b452-a36dcd1fe588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:48.322360 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af56c9a-9243-44bd-b452-a36dcd1fe588 None None] Pushing event updated for resources: {'Port': ['ID=20ab6d06-749a-4015-81f3-8e7c2967a840,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:48.465878 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:48.503554 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-205b736c-eb3d-4bfd-b619-448e4e7125a9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:48.533368 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-205b736c-eb3d-4bfd-b619-448e4e7125a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:48.704197 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-170dff38-220d-4e14-b927-1ebb45810ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:48.803696 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302415e3-c595-46bb-9437-c6e3ffd473e5 req-f92ebc5a-03ef-49ef-bd56-e0c65269a605 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:48.805792 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-302415e3-c595-46bb-9437-c6e3ffd473e5 req-f92ebc5a-03ef-49ef-bd56-e0c65269a605 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd0e899b-418c-4837-be7b-78022d35177b HTTP/1.1" status: 200 len: 931 time: 0.2005396 Dec 10 16:16:48.824030 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-205b736c-eb3d-4bfd-b619-448e4e7125a9 admin admin] Allocated IP 172.25.6.68 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/4a1a55e8-fd14-4f8e-9f45-4ff8355866db) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:16:48.878041 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33186) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:48.902400 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170dff38-220d-4e14-b927-1ebb45810ef8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=befcfd5b-856b-414c-9efa-2f1a433f6f0c,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:48.959811 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170dff38-220d-4e14-b927-1ebb45810ef8 admin admin] Checking segment: {'id': '1f1a67ad-e1bb-4179-b08c-c2cc7c8f999c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1f0c3458-3948-4609-a911-6b50059adbcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:16:48.960178 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170dff38-220d-4e14-b927-1ebb45810ef8 admin admin] Network hostable DHCP agents. Network: 1f0c3458-3948-4609-a911-6b50059adbcd, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:16:49.003325 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4dd66ed7-118a-4032-a325-8b9d22cfe94b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:49.010406 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170dff38-220d-4e14-b927-1ebb45810ef8 admin admin] Network 1f0c3458-3948-4609-a911-6b50059adbcd is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:16:49.025899 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-170dff38-220d-4e14-b927-1ebb45810ef8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 1f0c3458-3948-4609-a911-6b50059adbcd) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:16:49.031945 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170dff38-220d-4e14-b927-1ebb45810ef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:49.032732 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-170dff38-220d-4e14-b927-1ebb45810ef8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:49.036935 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e7ae39-dd24-4bc4-ab14-77bc0dd1c8e7 None None] Network 1f0c3458-3948-4609-a911-6b50059adbcd requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:16:49.055096 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-302415e3-c595-46bb-9437-c6e3ffd473e5 req-922d43e9-e592-4560-a7e7-f3fabb4a9480 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.11 "GET /v2.0/security-groups?id=87de5afb-8242-42fa-a45c-cf572fde1187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417147 Dec 10 16:16:49.092132 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-170dff38-220d-4e14-b927-1ebb45810ef8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1000149 Dec 10 16:16:49.141874 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33194) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:49.273982 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4dd66ed7-118a-4032-a325-8b9d22cfe94b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:49.281838 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4273b526-71ab-45e4-a0a8-6eec8a6933cc None None] Network 1f0c3458-3948-4609-a911-6b50059adbcd requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:16:49.296025 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4dd66ed7-118a-4032-a325-8b9d22cfe94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:49.368017 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd66ed7-118a-4032-a325-8b9d22cfe94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2241da41-1020-4715-b641-aeb8069ef806,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:49.398428 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-20ed2595-dd16-4153-b45a-e3e374d27b61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:49.423833 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4dd66ed7-118a-4032-a325-8b9d22cfe94b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3fdebaf2be374e37a5405f2332b02bc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5440638 Dec 10 16:16:49.427503 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-205b736c-eb3d-4bfd-b619-448e4e7125a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:49.431532 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33204) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:49.515340 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308016db-9588-4361-b76e-a6de9d81c241 req-9d7f8670-45c8-40ab-87b4-df60dc8c2c76 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:49.530321 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-308016db-9588-4361-b76e-a6de9d81c241 req-9d7f8670-45c8-40ab-87b4-df60dc8c2c76 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.11 "GET /v2.0/ports?device_id=38a7c386-4f82-4df6-98f8-1d7af49cd138 HTTP/1.1" status: 200 len: 970 time: 0.2530425 Dec 10 16:16:49.651525 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:49.702470 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-205b736c-eb3d-4bfd-b619-448e4e7125a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:49.809739 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e6be82a3-fa8e-4ea1-8886-c646bd73a5cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:49.867362 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 20ab6d06-749a-4015-81f3-8e7c2967a840 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:16:49.885809 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e6be82a3-fa8e-4ea1-8886-c646bd73a5cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:49.906440 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b736c-eb3d-4bfd-b619-448e4e7125a9 admin admin] Pushing event updated for resources: {'Port': ['ID=4a1a55e8-fd14-4f8e-9f45-4ff8355866db,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:49.963153 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-20ed2595-dd16-4153-b45a-e3e374d27b61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:49.977965 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 20ab6d06-749a-4015-81f3-8e7c2967a840 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:16:49.978604 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:49.996379 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-308016db-9588-4361-b76e-a6de9d81c241 req-a04a12eb-4437-4fa2-887c-9edc534e3577 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.11 "GET /v2.0/security-groups?id=c22d2797-e477-4973-87e8-db856d0be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4651766 Dec 10 16:16:50.003136 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205b736c-eb3d-4bfd-b619-448e4e7125a9 admin admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:16:50.005625 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-205b736c-eb3d-4bfd-b619-448e4e7125a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:16:50.017905 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205b736c-eb3d-4bfd-b619-448e4e7125a9 admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:16:50.018116 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-20ed2595-dd16-4153-b45a-e3e374d27b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:50.040415 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee463b3-a627-447c-8919-ddab345b8773 None None] Network 33f9727c-e83b-4abc-a943-a76d8ffea119 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:16:50.122716 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-20ed2595-dd16-4153-b45a-e3e374d27b61 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3f610c84654d4236af86e61ecd88071d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9793699 Dec 10 16:16:50.126535 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33226) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:50.126535 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed2595-dd16-4153-b45a-e3e374d27b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ebd820-bdb1-453a-8caf-e76a1c0d1519,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:50.209882 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e6be82a3-fa8e-4ea1-8886-c646bd73a5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:50.216651 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e6be82a3-fa8e-4ea1-8886-c646bd73a5cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:50.223557 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e6be82a3-fa8e-4ea1-8886-c646bd73a5cb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2241da41-1020-4715-b641-aeb8069ef806 HTTP/1.1" status: 204 len: 168 time: 0.7906809 Dec 10 16:16:50.281489 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be82a3-fa8e-4ea1-8886-c646bd73a5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2241da41-1020-4715-b641-aeb8069ef806,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:50.322790 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1da473dd-3e39-4e43-8f67-b45ba5007434 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:50.382923 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-0d877b6c-71b3-4ec2-8de3-efbab1020525 None None] Provisioning complete for port 20ab6d06-749a-4015-81f3-8e7c2967a840 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:16:50.383416 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0d877b6c-71b3-4ec2-8de3-efbab1020525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:50.386387 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1da473dd-3e39-4e43-8f67-b45ba5007434 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:50.452313 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:50.496191 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1da473dd-3e39-4e43-8f67-b45ba5007434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:50.500915 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1da473dd-3e39-4e43-8f67-b45ba5007434 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:50.501825 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279641e-75d2-4bb6-af92-147f4093ddc1 req-f48b1568-48e5-4c8e-8bb7-be5e5f3ca8f0 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:50.514162 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c279641e-75d2-4bb6-af92-147f4093ddc1 req-f48b1568-48e5-4c8e-8bb7-be5e5f3ca8f0 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd0e899b-418c-4837-be7b-78022d35177b HTTP/1.1" status: 200 len: 931 time: 0.2203538 Dec 10 16:16:50.515008 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1da473dd-3e39-4e43-8f67-b45ba5007434 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/98ebd820-bdb1-453a-8caf-e76a1c0d1519 HTTP/1.1" status: 204 len: 168 time: 0.3714023 Dec 10 16:16:50.530105 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 20ab6d06-749a-4015-81f3-8e7c2967a840, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=20ab6d06-749a-4015-81f3-8e7c2967a840,segment=NetworkSegment(e8768580-3a25-4d49-9757-d415a3cb48c4),segment_id=e8768580-3a25-4d49-9757-d415a3cb48c4)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:16:50.541090 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:50.541520 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da473dd-3e39-4e43-8f67-b45ba5007434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ebd820-bdb1-453a-8caf-e76a1c0d1519,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:50.602532 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0d877b6c-71b3-4ec2-8de3-efbab1020525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:50.677054 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=20ab6d06-749a-4015-81f3-8e7c2967a840,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:50.698805 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 7ec7fa21-0dea-4868-a79a-0506412dcec1 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:16:50.720388 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.api [None req-0d877b6c-71b3-4ec2-8de3-efbab1020525 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:16:50.720867 n-d-766771-2 neutron-server[103394]: DEBUG oslo_db.api [None req-0d877b6c-71b3-4ec2-8de3-efbab1020525 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:16:50.851466 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-205b736c-eb3d-4bfd-b619-448e4e7125a9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:50.858889 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33252) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:50.866188 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-4a8c8a3a-bd79-4bb4-b9e2-775d7b0c28b1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-940286096-network', 'tenant_id': '0d9d13e8bd084e3185af13ca86a520d4'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:16:50.876839 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c279641e-75d2-4bb6-af92-147f4093ddc1 req-16b23b01-40cd-4898-b0b2-7189a50652a4 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.11 "GET /v2.0/security-groups?id=87de5afb-8242-42fa-a45c-cf572fde1187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650403 Dec 10 16:16:50.925154 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8c8a3a-bd79-4bb4-b9e2-775d7b0c28b1 admin admin] Made reservation on behalf of 0d9d13e8bd084e3185af13ca86a520d4 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:16:50.928077 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4a8c8a3a-bd79-4bb4-b9e2-775d7b0c28b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:50.937138 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4a8c8a3a-bd79-4bb4-b9e2-775d7b0c28b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:50.959613 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 7ec7fa21-0dea-4868-a79a-0506412dcec1, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=7ec7fa21-0dea-4868-a79a-0506412dcec1,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:16:50.992539 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '7ec7fa21-0dea-4868-a79a-0506412dcec1', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'port_id': '7ec7fa21-0dea-4868-a79a-0506412dcec1', 'mac_address': 'fa:16:3e:32:24:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a18c92-5007-49e2-b728-7aedc06dca57', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:tempest-test_az-1008623080', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:16:51.054725 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4a8c8a3a-bd79-4bb4-b9e2-775d7b0c28b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:51.071481 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4a8c8a3a-bd79-4bb4-b9e2-775d7b0c28b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:51.106821 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:51.125393 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ec7fa21-0dea-4868-a79a-0506412dcec1 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:16:51.142655 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a8c8a3a-bd79-4bb4-b9e2-775d7b0c28b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:16:51.163383 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c8a3a-bd79-4bb4-b9e2-775d7b0c28b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3711ce-55ea-492d-8929-8a8a8fe832a1,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:51.171619 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 7ec7fa21-0dea-4868-a79a-0506412dcec1, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=7ec7fa21-0dea-4868-a79a-0506412dcec1,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:16:51.177351 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:51.177551 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4a8c8a3a-bd79-4bb4-b9e2-775d7b0c28b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:51.177737 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-4a8c8a3a-bd79-4bb4-b9e2-775d7b0c28b1 admin admin] Added segment e6cb45a5-668e-4af2-9e12-c9446e6f873f of type vlan for network b7f77f85-1dee-42e5-8764-c8e631f93f01 Dec 10 16:16:51.252995 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4a8c8a3a-bd79-4bb4-b9e2-775d7b0c28b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:51.313511 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-205b736c-eb3d-4bfd-b619-448e4e7125a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:51.327610 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4a8c8a3a-bd79-4bb4-b9e2-775d7b0c28b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:51.328697 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8c8a3a-bd79-4bb4-b9e2-775d7b0c28b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:51.329283 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4a8c8a3a-bd79-4bb4-b9e2-775d7b0c28b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:51.357450 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=7ec7fa21-0dea-4868-a79a-0506412dcec1,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:51.442453 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4a8c8a3a-bd79-4bb4-b9e2-775d7b0c28b1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5816483 Dec 10 16:16:51.445015 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33268) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:51.446003 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c8a3a-bd79-4bb4-b9e2-775d7b0c28b1 admin admin] Pushing event updated for resources: {'Network': ['ID=b7f77f85-1dee-42e5-8764-c8e631f93f01,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:51.451766 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-e5b32f03-af3f-4cdb-895b-22e0424385e9 admin admin] Request body: {'subnet': {'network_id': 'b7f77f85-1dee-42e5-8764-c8e631f93f01', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-940286096-subnet', 'tenant_id': '0d9d13e8bd084e3185af13ca86a520d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:16:51.458878 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network b7f77f85-1dee-42e5-8764-c8e631f93f01 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:16:51.468878 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4c0df-6fa4-4249-ac99-8710e6e8a6c4 req-a28b4cc7-b93d-4c43-9c64-3d33bb5ce25a tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:51.470440 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7fd4c0df-6fa4-4249-ac99-8710e6e8a6c4 req-a28b4cc7-b93d-4c43-9c64-3d33bb5ce25a tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.11 "GET /v2.0/ports?device_id=38a7c386-4f82-4df6-98f8-1d7af49cd138 HTTP/1.1" status: 200 len: 971 time: 0.2260540 Dec 10 16:16:51.535581 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33276) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:51.555851 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-edf87099-5d07-4b75-999d-b50d00f89c8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:51.567593 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['7ec7fa21-0dea-4868-a79a-0506412dcec1'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:16:51.598505 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b32f03-af3f-4cdb-895b-22e0424385e9 admin admin] Made reservation on behalf of 0d9d13e8bd084e3185af13ca86a520d4 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:16:51.601579 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e5b32f03-af3f-4cdb-895b-22e0424385e9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:51.688141 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-ba8d810c-0d58-4d1c-b62a-e2f48a1ae20a None None] Provisioning complete for port 20ab6d06-749a-4015-81f3-8e7c2967a840 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:16:51.688768 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ba8d810c-0d58-4d1c-b62a-e2f48a1ae20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:51.784335 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-edf87099-5d07-4b75-999d-b50d00f89c8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:51.790586 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 20ab6d06-749a-4015-81f3-8e7c2967a840 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:16:51.805064 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-edf87099-5d07-4b75-999d-b50d00f89c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:51.886404 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-edf87099-5d07-4b75-999d-b50d00f89c8c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b4be6f8ff90e4ba9825263763618464b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3496702 Dec 10 16:16:51.887136 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33284) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:51.887765 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf87099-5d07-4b75-999d-b50d00f89c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2cfcb3-f472-4dfe-8882-ffa62c3b6e14,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:51.943701 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7fd4c0df-6fa4-4249-ac99-8710e6e8a6c4 req-5d03ad4e-ebbf-4117-aad9-048f1896ff4d tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.11 "GET /v2.0/security-groups?id=c22d2797-e477-4973-87e8-db856d0be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4648993 Dec 10 16:16:51.945182 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e5b32f03-af3f-4cdb-895b-22e0424385e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:52.003337 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5ff14b5f-547a-4977-bc79-a089eb9731bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:52.065551 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5ff14b5f-547a-4977-bc79-a089eb9731bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:52.121180 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-205b736c-eb3d-4bfd-b619-448e4e7125a9 admin admin] Router 7a434ce8-b08c-4d02-9e44-127b7234432c is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:16:52.149590 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5ff14b5f-547a-4977-bc79-a089eb9731bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:52.154045 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5ff14b5f-547a-4977-bc79-a089eb9731bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:52.155351 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5ff14b5f-547a-4977-bc79-a089eb9731bb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6a2cfcb3-f472-4dfe-8882-ffa62c3b6e14 HTTP/1.1" status: 204 len: 168 time: 0.2433934 Dec 10 16:16:52.165635 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff14b5f-547a-4977-bc79-a089eb9731bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2cfcb3-f472-4dfe-8882-ffa62c3b6e14,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:52.179662 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b32f03-af3f-4cdb-895b-22e0424385e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de3e6845-c283-4927-917c-03c3d3c85e4e,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:52.253387 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 20ab6d06-749a-4015-81f3-8e7c2967a840 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:16:52.253594 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b32f03-af3f-4cdb-895b-22e0424385e9 admin admin] Checking segment: {'id': 'e6cb45a5-668e-4af2-9e12-c9446e6f873f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b7f77f85-1dee-42e5-8764-c8e631f93f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:16:52.253730 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b32f03-af3f-4cdb-895b-22e0424385e9 admin admin] Network hostable DHCP agents. Network: b7f77f85-1dee-42e5-8764-c8e631f93f01, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:16:52.265467 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:52.598504 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e24924-adf2-4c01-ade0-2bb5450f9aed req-343daeb7-14da-4ab2-bed7-9584865918e0 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:52.600772 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-66e24924-adf2-4c01-ade0-2bb5450f9aed req-343daeb7-14da-4ab2-bed7-9584865918e0 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd0e899b-418c-4837-be7b-78022d35177b HTTP/1.1" status: 200 len: 931 time: 0.5436952 Dec 10 16:16:52.690866 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b32f03-af3f-4cdb-895b-22e0424385e9 admin admin] Network b7f77f85-1dee-42e5-8764-c8e631f93f01 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:16:52.721554 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-66e24924-adf2-4c01-ade0-2bb5450f9aed req-db18b8bc-26d6-4586-94d8-97c2b7179dfe tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.11 "GET /v2.0/security-groups?id=87de5afb-8242-42fa-a45c-cf572fde1187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082027 Dec 10 16:16:52.723807 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-e5b32f03-af3f-4cdb-895b-22e0424385e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, b7f77f85-1dee-42e5-8764-c8e631f93f01) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:16:52.732028 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b32f03-af3f-4cdb-895b-22e0424385e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:52.732811 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e5b32f03-af3f-4cdb-895b-22e0424385e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:52.741255 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c0e599-b25c-48f4-a0fa-f92c5c229e33 None None] Network b7f77f85-1dee-42e5-8764-c8e631f93f01 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:16:52.745288 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205b736c-eb3d-4bfd-b619-448e4e7125a9 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:16:52.764222 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e5b32f03-af3f-4cdb-895b-22e0424385e9 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3164234 Dec 10 16:16:52.771496 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6fbd8a-d84a-4753-bfa0-3a595a693ac0 None None] Sync routers for ids ['7a434ce8-b08c-4d02-9e44-127b7234432c'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:16:52.800298 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6fbd8a-d84a-4753-bfa0-3a595a693ac0 None None] Routers {'7a434ce8-b08c-4d02-9e44-127b7234432c'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:16:52.801045 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-bf6fbd8a-d84a-4753-bfa0-3a595a693ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:16:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['7a434ce8-b08c-4d02-9e44-127b7234432c'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:16:52.802162 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-205b736c-eb3d-4bfd-b619-448e4e7125a9 admin admin] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:52.813580 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-205b736c-eb3d-4bfd-b619-448e4e7125a9 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.2813613 Dec 10 16:16:52.816504 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33322) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:52.912859 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250f63ad-977a-4d2d-ba0c-a822f4cfc8b9 None None] Network b7f77f85-1dee-42e5-8764-c8e631f93f01 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:16:53.104624 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33336) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:53.134130 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-bf6fbd8a-d84a-4753-bfa0-3a595a693ac0 None None] Set router 7a434ce8-b08c-4d02-9e44-127b7234432c gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:16:53.206214 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-446cc578-deec-430b-a3e4-4746e5d05bd0 admin admin] Deleting subnet befcfd5b-856b-414c-9efa-2f1a433f6f0c {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:16:53.218612 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-446cc578-deec-430b-a3e4-4746e5d05bd0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:53.308384 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-446cc578-deec-430b-a3e4-4746e5d05bd0 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:53.340539 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-446cc578-deec-430b-a3e4-4746e5d05bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:53.460430 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-bf6fbd8a-d84a-4753-bfa0-3a595a693ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a434ce8-b08c-4d02-9e44-127b7234432c', 'name': 'tempest-FloatingIPDetailsTestJSON-1492378951-router', 'tenant_id': 'f0ef7d2631e94a15b26744ca7575c12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '4a1a55e8-fd14-4f8e-9f45-4ff8355866db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:16:46Z', 'updated_at': '2021-12-10T16:16:50Z', 'revision_number': 3, 'project_id': 'f0ef7d2631e94a15b26744ca7575c12a', 'gw_port': {'id': '4a1a55e8-fd14-4f8e-9f45-4ff8355866db', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a434ce8-b08c-4d02-9e44-127b7234432c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:16:48Z', 'updated_at': '2021-12-10T16:16:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:16:53.484057 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-446cc578-deec-430b-a3e4-4746e5d05bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:53.508257 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6fbd8a-d84a-4753-bfa0-3a595a693ac0 None None] Checking router: 7a434ce8-b08c-4d02-9e44-127b7234432c for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:16:53.508611 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6fbd8a-d84a-4753-bfa0-3a595a693ac0 None None] Updating router 7a434ce8-b08c-4d02-9e44-127b7234432c port 4a1a55e8-fd14-4f8e-9f45-4ff8355866db binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:16:53.550296 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446cc578-deec-430b-a3e4-4746e5d05bd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=befcfd5b-856b-414c-9efa-2f1a433f6f0c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:53.560472 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ab2c9-bfec-4df1-b9e8-203e36484083 req-8a81c1e1-ecca-4df5-a1f8-8a750a8c8d09 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:53.567408 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-bf6fbd8a-d84a-4753-bfa0-3a595a693ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:53.573361 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a26ab2c9-bfec-4df1-b9e8-203e36484083 req-8a81c1e1-ecca-4df5-a1f8-8a750a8c8d09 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.11 "GET /v2.0/ports?device_id=38a7c386-4f82-4df6-98f8-1d7af49cd138 HTTP/1.1" status: 200 len: 971 time: 0.4926960 Dec 10 16:16:53.584296 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-446cc578-deec-430b-a3e4-4746e5d05bd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:53.591041 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-446cc578-deec-430b-a3e4-4746e5d05bd0 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/befcfd5b-856b-414c-9efa-2f1a433f6f0c HTTP/1.1" status: 204 len: 168 time: 0.4828675 Dec 10 16:16:53.591295 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33352) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:53.640593 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a26ab2c9-bfec-4df1-b9e8-203e36484083 req-0f6c82b3-b9da-4975-b9bc-604656162843 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.11 "GET /v2.0/security-groups?id=c22d2797-e477-4973-87e8-db856d0be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663517 Dec 10 16:16:53.726180 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d3c43e14-9e0a-428a-8978-97069b6e2ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:53.877524 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33362) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:53.905877 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d3c43e14-9e0a-428a-8978-97069b6e2ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:53.976393 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d3c43e14-9e0a-428a-8978-97069b6e2ad2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:16:53.977147 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d3c43e14-9e0a-428a-8978-97069b6e2ad2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:16:53.978187 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d3c43e14-9e0a-428a-8978-97069b6e2ad2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:16:53.978802 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d3c43e14-9e0a-428a-8978-97069b6e2ad2 admin admin] Subscribe: > port after_create 55550000 {{(pid=103392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:16:53.979362 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d3c43e14-9e0a-428a-8978-97069b6e2ad2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:16:53.979933 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d3c43e14-9e0a-428a-8978-97069b6e2ad2 admin admin] Subscribe: > port after_update 55550000 {{(pid=103392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:16:53.980454 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d3c43e14-9e0a-428a-8978-97069b6e2ad2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:16:53.981001 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d3c43e14-9e0a-428a-8978-97069b6e2ad2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:16:53.981548 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d3c43e14-9e0a-428a-8978-97069b6e2ad2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:16:53.982183 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d3c43e14-9e0a-428a-8978-97069b6e2ad2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:16:54.014325 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-bf6fbd8a-d84a-4753-bfa0-3a595a693ac0 None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:54.024570 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-bf6fbd8a-d84a-4753-bfa0-3a595a693ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:54.063576 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d3c43e14-9e0a-428a-8978-97069b6e2ad2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:16:54.064164 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d3c43e14-9e0a-428a-8978-97069b6e2ad2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:16:54.064584 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d3c43e14-9e0a-428a-8978-97069b6e2ad2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:16:54.064982 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d3c43e14-9e0a-428a-8978-97069b6e2ad2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:16:54.065398 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-d3c43e14-9e0a-428a-8978-97069b6e2ad2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f0c3458-3948-4609-a911-6b50059adbcd']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:16:54.088250 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-d3c43e14-9e0a-428a-8978-97069b6e2ad2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f1a67ad-e1bb-4179-b08c-c2cc7c8f999c') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:16:54.088761 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-d3c43e14-9e0a-428a-8978-97069b6e2ad2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f1a67ad-e1bb-4179-b08c-c2cc7c8f999c') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:16:54.109540 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0b263-a639-47ca-99e6-ceaf4576156c None None] Pushing event updated for resources: {'Port': ['ID=4a1a55e8-fd14-4f8e-9f45-4ff8355866db,revision_number=2']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:54.110704 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d3c43e14-9e0a-428a-8978-97069b6e2ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:54.121316 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0b263-a639-47ca-99e6-ceaf4576156c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:54.121670 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0b263-a639-47ca-99e6-ceaf4576156c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:54.122022 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0b263-a639-47ca-99e6-ceaf4576156c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:54.122386 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0b263-a639-47ca-99e6-ceaf4576156c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:54.122723 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0b263-a639-47ca-99e6-ceaf4576156c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:54.123056 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0b263-a639-47ca-99e6-ceaf4576156c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:54.123387 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0b263-a639-47ca-99e6-ceaf4576156c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:54.123770 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0b263-a639-47ca-99e6-ceaf4576156c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:54.124192 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0b263-a639-47ca-99e6-ceaf4576156c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:54.124547 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0b263-a639-47ca-99e6-ceaf4576156c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:54.124883 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0b263-a639-47ca-99e6-ceaf4576156c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:54.125210 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0b263-a639-47ca-99e6-ceaf4576156c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:54.125518 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0b263-a639-47ca-99e6-ceaf4576156c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:16:54.126619 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0b263-a639-47ca-99e6-ceaf4576156c None None] Tracked resource versions report: Dec 10 16:16:54.126619 n-d-766771-2 neutron-server[103395]: pushed versions: Dec 10 16:16:54.126619 n-d-766771-2 neutron-server[103395]: { 'AddressGroup': {'1.2'}, Dec 10 16:16:54.126619 n-d-766771-2 neutron-server[103395]: 'ConntrackHelper': {'1.0'}, Dec 10 16:16:54.126619 n-d-766771-2 neutron-server[103395]: 'LocalIPAssociation': {'1.0'}, Dec 10 16:16:54.126619 n-d-766771-2 neutron-server[103395]: 'Log': {'1.0'}, Dec 10 16:16:54.126619 n-d-766771-2 neutron-server[103395]: 'Network': {'1.1'}, Dec 10 16:16:54.126619 n-d-766771-2 neutron-server[103395]: 'Port': {'1.7'}, Dec 10 16:16:54.126619 n-d-766771-2 neutron-server[103395]: 'PortForwarding': {'1.2'}, Dec 10 16:16:54.126619 n-d-766771-2 neutron-server[103395]: 'QosPolicy': {'1.10'}, Dec 10 16:16:54.126619 n-d-766771-2 neutron-server[103395]: 'SecurityGroup': {'1.5'}, Dec 10 16:16:54.126619 n-d-766771-2 neutron-server[103395]: 'SecurityGroupRule': {'1.2'}, Dec 10 16:16:54.126619 n-d-766771-2 neutron-server[103395]: 'SubPort': {'1.0'}, Dec 10 16:16:54.126619 n-d-766771-2 neutron-server[103395]: 'Subnet': {'1.1'}, Dec 10 16:16:54.126619 n-d-766771-2 neutron-server[103395]: 'Trunk': {'1.1'}} Dec 10 16:16:54.126619 n-d-766771-2 neutron-server[103395]: consumer versions: Dec 10 16:16:54.126619 n-d-766771-2 neutron-server[103395]: { DHCP agent@n-d-766771-2: {}, Dec 10 16:16:54.126619 n-d-766771-2 neutron-server[103395]: HyperV agent@n-h1-766771-2: {}, Dec 10 16:16:54.126619 n-d-766771-2 neutron-server[103395]: HyperV agent@n-h2-766771-2: {}, Dec 10 16:16:54.126619 n-d-766771-2 neutron-server[103395]: L3 agent@n-d-766771-2: {}, Dec 10 16:16:54.126619 n-d-766771-2 neutron-server[103395]: Metadata agent@n-d-766771-2: {}, Dec 10 16:16:54.126619 n-d-766771-2 neutron-server[103395]: Metering agent@n-d-766771-2: {}, Dec 10 16:16:54.126619 n-d-766771-2 neutron-server[103395]: Open vSwitch agent@n-d-766771-2: { 'AddressGroup': '1.2', Dec 10 16:16:54.126619 n-d-766771-2 neutron-server[103395]: 'ConntrackHelper': '1.0', Dec 10 16:16:54.126619 n-d-766771-2 neutron-server[103395]: 'LocalIPAssociation': '1.0', Dec 10 16:16:54.126619 n-d-766771-2 neutron-server[103395]: 'Log': '1.0', Dec 10 16:16:54.126619 n-d-766771-2 neutron-server[103395]: 'Network': '1.1', Dec 10 16:16:54.126619 n-d-766771-2 neutron-server[103395]: 'Port': '1.7', Dec 10 16:16:54.126619 n-d-766771-2 neutron-server[103395]: 'PortForwarding': '1.2', Dec 10 16:16:54.126619 n-d-766771-2 neutron-server[103395]: 'QosPolicy': '1.10', Dec 10 16:16:54.126619 n-d-766771-2 neutron-server[103395]: 'SecurityGroup': '1.5', Dec 10 16:16:54.126619 n-d-766771-2 neutron-server[103395]: 'SecurityGroupRule': '1.2', Dec 10 16:16:54.126619 n-d-766771-2 neutron-server[103395]: 'SubPort': '1.0', Dec 10 16:16:54.126619 n-d-766771-2 neutron-server[103395]: 'Subnet': '1.1', Dec 10 16:16:54.126619 n-d-766771-2 neutron-server[103395]: 'Trunk': '1.1'}} Dec 10 16:16:54.126619 n-d-766771-2 neutron-server[103395]: {{(pid=103395) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 16:16:54.145576 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e803d5-119c-4662-a6c2-ce7debbd1c55 req-6fb502ef-678b-441d-97a8-0cb006e3b5fd tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:54.161001 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b1e803d5-119c-4662-a6c2-ce7debbd1c55 req-6fb502ef-678b-441d-97a8-0cb006e3b5fd tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd0e899b-418c-4837-be7b-78022d35177b HTTP/1.1" status: 200 len: 931 time: 0.2343459 Dec 10 16:16:54.179341 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d3c43e14-9e0a-428a-8978-97069b6e2ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:54.193607 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3c43e14-9e0a-428a-8978-97069b6e2ad2 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:16:54.194105 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d3c43e14-9e0a-428a-8978-97069b6e2ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:54.217206 n-d-766771-2 neutron-server[103392]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 16:16:54.217206 n-d-766771-2 neutron-server[103392]: from cryptography.utils import int_from_bytes Dec 10 16:16:54.217206 n-d-766771-2 neutron-server[103392]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 16:16:54.217206 n-d-766771-2 neutron-server[103392]: from cryptography.utils import int_from_bytes Dec 10 16:16:54.217206 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:16:54.217206 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:16:54.217206 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:16:54.217206 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:16:54.217206 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:16:54.217206 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:16:54.217206 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:16:54.217206 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:16:54.217206 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:16:54.217206 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:16:54.217206 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:16:54.217206 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:16:54.217206 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:16:54.217206 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:16:54.217206 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:16:54.217206 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:16:54.217206 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:16:54.217206 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:16:54.217206 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:16:54.217206 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:16:54.217206 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:16:54.217206 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:16:54.217206 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:16:54.217206 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:16:54.217206 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:16:54.217206 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:16:54.217206 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:16:54.217206 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:16:54.217206 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:16:54.217206 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:16:54.217206 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:16:54.217206 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:16:54.219712 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-bf6fbd8a-d84a-4753-bfa0-3a595a693ac0 None None] Attempting to bind port 4a1a55e8-fd14-4f8e-9f45-4ff8355866db on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:16:54.220624 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-bf6fbd8a-d84a-4753-bfa0-3a595a693ac0 None None] Attempting to bind port 4a1a55e8-fd14-4f8e-9f45-4ff8355866db by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:16:54.221467 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6fbd8a-d84a-4753-bfa0-3a595a693ac0 None None] Attempting to bind port 4a1a55e8-fd14-4f8e-9f45-4ff8355866db on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:16:54.229765 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6fbd8a-d84a-4753-bfa0-3a595a693ac0 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:16:54.230712 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6fbd8a-d84a-4753-bfa0-3a595a693ac0 None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:16:54.231495 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-bf6fbd8a-d84a-4753-bfa0-3a595a693ac0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:54.232857 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6fbd8a-d84a-4753-bfa0-3a595a693ac0 None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:16:54.233060 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-bf6fbd8a-d84a-4753-bfa0-3a595a693ac0 None None] Bound port: 4a1a55e8-fd14-4f8e-9f45-4ff8355866db, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:16:54.233636 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-bf6fbd8a-d84a-4753-bfa0-3a595a693ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:54.310786 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d3c43e14-9e0a-428a-8978-97069b6e2ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:54.316538 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-117f7cc1-d0a8-48fe-98d7-c6689988db5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:54.323946 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d3c43e14-9e0a-428a-8978-97069b6e2ad2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:54.333061 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d3c43e14-9e0a-428a-8978-97069b6e2ad2 admin admin] 10.222.0.11 "DELETE /v2.0/networks/1f0c3458-3948-4609-a911-6b50059adbcd HTTP/1.1" status: 204 len: 168 time: 0.7404392 Dec 10 16:16:54.339878 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33380) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:54.393422 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c43e14-9e0a-428a-8978-97069b6e2ad2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f0c3458-3948-4609-a911-6b50059adbcd,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:54.401232 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-bf6fbd8a-d84a-4753-bfa0-3a595a693ac0 None None] For port 4a1a55e8-fd14-4f8e-9f45-4ff8355866db, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:16:54.404037 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b1e803d5-119c-4662-a6c2-ce7debbd1c55 req-f71ada80-89f1-40d9-b8c4-d2f532531708 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.11 "GET /v2.0/security-groups?id=87de5afb-8242-42fa-a45c-cf572fde1187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433572 Dec 10 16:16:54.409940 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-bf6fbd8a-d84a-4753-bfa0-3a595a693ac0 None None] For port 4a1a55e8-fd14-4f8e-9f45-4ff8355866db, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=4a1a55e8-fd14-4f8e-9f45-4ff8355866db,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:16:54.427371 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-20338628-3f21-4731-99fa-415517a4f88e admin admin] Deleting subnet de3e6845-c283-4927-917c-03c3d3c85e4e {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:16:54.428749 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-bf6fbd8a-d84a-4753-bfa0-3a595a693ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:54.431250 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-20338628-3f21-4731-99fa-415517a4f88e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:54.481638 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-20338628-3f21-4731-99fa-415517a4f88e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:54.527960 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-20338628-3f21-4731-99fa-415517a4f88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:54.545050 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6fbd8a-d84a-4753-bfa0-3a595a693ac0 None None] Routers {'7a434ce8-b08c-4d02-9e44-127b7234432c'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:16:54.545693 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-bf6fbd8a-d84a-4753-bfa0-3a595a693ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:16:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['7a434ce8-b08c-4d02-9e44-127b7234432c'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:16:54.549366 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0b263-a639-47ca-99e6-ceaf4576156c None None] Pushing event updated for resources: {'Port': ['ID=4a1a55e8-fd14-4f8e-9f45-4ff8355866db,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:54.594696 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-20338628-3f21-4731-99fa-415517a4f88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:54.630255 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-20338628-3f21-4731-99fa-415517a4f88e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:54.638155 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-20338628-3f21-4731-99fa-415517a4f88e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/de3e6845-c283-4927-917c-03c3d3c85e4e HTTP/1.1" status: 204 len: 168 time: 0.2925227 Dec 10 16:16:54.638155 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20338628-3f21-4731-99fa-415517a4f88e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de3e6845-c283-4927-917c-03c3d3c85e4e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:54.638972 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33386) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:54.646004 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dfd60fb6-e2a7-4145-bcc4-d911bf7ae11d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:54.697653 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 7ec7fa21-0dea-4868-a79a-0506412dcec1 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:16:54.827520 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-117f7cc1-d0a8-48fe-98d7-c6689988db5f admin admin] Allocated IP 172.20.0.1 (33f9727c-e83b-4abc-a943-a76d8ffea119/0a2abe05-09fa-4061-919c-5d24bbeb6b93/1be3c86a-9a8a-4931-a7cb-2480b1711ada) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:16:54.835924 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-bf6fbd8a-d84a-4753-bfa0-3a595a693ac0 None None] Set router 7a434ce8-b08c-4d02-9e44-127b7234432c gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:16:54.915166 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 7ec7fa21-0dea-4868-a79a-0506412dcec1 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:16:54.927169 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 7ec7fa21-0dea-4868-a79a-0506412dcec1 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:16:54.930481 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:54.992819 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-902f645a-7b68-41f3-bfa1-8e593f650c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:55.035955 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:55.042274 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dfd60fb6-e2a7-4145-bcc4-d911bf7ae11d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:55.059180 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dfd60fb6-e2a7-4145-bcc4-d911bf7ae11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:55.069829 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a7c386-4f82-4df6-98f8-1d7af49cd138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec7fa21-0dea-4868-a79a-0506412dcec1'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:16:55.146222 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864bc1f-b7f9-439c-b368-374dca799aff req-6a9d36f3-fa2f-4e2a-b820-e56df3a64b3d tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:55.166621 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7864bc1f-b7f9-439c-b368-374dca799aff req-6a9d36f3-fa2f-4e2a-b820-e56df3a64b3d tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.11 "GET /v2.0/ports?device_id=38a7c386-4f82-4df6-98f8-1d7af49cd138 HTTP/1.1" status: 200 len: 971 time: 0.2624192 Dec 10 16:16:55.179220 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 7ec7fa21-0dea-4868-a79a-0506412dcec1, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=7ec7fa21-0dea-4868-a79a-0506412dcec1,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:16:55.194055 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:55.221991 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-bf6fbd8a-d84a-4753-bfa0-3a595a693ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a434ce8-b08c-4d02-9e44-127b7234432c', 'name': 'tempest-FloatingIPDetailsTestJSON-1492378951-router', 'tenant_id': 'f0ef7d2631e94a15b26744ca7575c12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '4a1a55e8-fd14-4f8e-9f45-4ff8355866db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:16:46Z', 'updated_at': '2021-12-10T16:16:50Z', 'revision_number': 3, 'project_id': 'f0ef7d2631e94a15b26744ca7575c12a', 'gw_port': {'id': '4a1a55e8-fd14-4f8e-9f45-4ff8355866db', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a434ce8-b08c-4d02-9e44-127b7234432c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:16:48Z', 'updated_at': '2021-12-10T16:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:16:55.290039 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=7ec7fa21-0dea-4868-a79a-0506412dcec1,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:55.308863 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6fbd8a-d84a-4753-bfa0-3a595a693ac0 None None] The sync data for ids ['7a434ce8-b08c-4d02-9e44-127b7234432c'] in n-d-766771-2 is: [{'id': '7a434ce8-b08c-4d02-9e44-127b7234432c', 'name': 'tempest-FloatingIPDetailsTestJSON-1492378951-router', 'tenant_id': 'f0ef7d2631e94a15b26744ca7575c12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '4a1a55e8-fd14-4f8e-9f45-4ff8355866db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:16:46Z', 'updated_at': '2021-12-10T16:16:50Z', 'revision_number': 3, 'project_id': 'f0ef7d2631e94a15b26744ca7575c12a', 'gw_port': {'id': '4a1a55e8-fd14-4f8e-9f45-4ff8355866db', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a434ce8-b08c-4d02-9e44-127b7234432c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:16:48Z', 'updated_at': '2021-12-10T16:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:16:55.318990 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-117f7cc1-d0a8-48fe-98d7-c6689988db5f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:55.320553 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd60fb6-e2a7-4145-bcc4-d911bf7ae11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5d14c0-e8d7-48dd-ae2b-fd06db5c4e6b,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:55.343578 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-dfd60fb6-e2a7-4145-bcc4-d911bf7ae11d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9f257fe550f246d7b9ebe38b138fe75b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4619219 Dec 10 16:16:55.357421 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33414) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:55.417144 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81a9dbb-b460-4dea-9d56-0d4716bf0b8c" -d '{"events": [{"server_uuid": "38a7c386-4f82-4df6-98f8-1d7af49cd138", "name": "network-vif-plugged", "status": "completed", "tag": "7ec7fa21-0dea-4868-a79a-0506412dcec1"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:16:55.442773 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-117f7cc1-d0a8-48fe-98d7-c6689988db5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:55.466860 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-902f645a-7b68-41f3-bfa1-8e593f650c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:55.525726 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7864bc1f-b7f9-439c-b368-374dca799aff req-defb7e4b-5c46-4f89-b1a7-24d268ff229a tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.11 "GET /v2.0/security-groups?id=c22d2797-e477-4973-87e8-db856d0be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575444 Dec 10 16:16:55.528382 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117f7cc1-d0a8-48fe-98d7-c6689988db5f admin admin] Network 33f9727c-e83b-4abc-a943-a76d8ffea119 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:16:55.532152 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-117f7cc1-d0a8-48fe-98d7-c6689988db5f admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:16:55.536807 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117f7cc1-d0a8-48fe-98d7-c6689988db5f admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:16:55.537315 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-117f7cc1-d0a8-48fe-98d7-c6689988db5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:55.565979 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f7cc1-d0a8-48fe-98d7-c6689988db5f admin admin] Pushing event updated for resources: {'Port': ['ID=1be3c86a-9a8a-4931-a7cb-2480b1711ada,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:55.658463 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-902f645a-7b68-41f3-bfa1-8e593f650c4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f77f85-1dee-42e5-8764-c8e631f93f01']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:16:55.697960 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f4bcbf98-0587-4b2f-9cda-fd4a14303802 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:55.702890 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-902f645a-7b68-41f3-bfa1-8e593f650c4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6cb45a5-668e-4af2-9e12-c9446e6f873f') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:16:55.703418 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-902f645a-7b68-41f3-bfa1-8e593f650c4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6cb45a5-668e-4af2-9e12-c9446e6f873f') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:16:55.756654 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-902f645a-7b68-41f3-bfa1-8e593f650c4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:55.870980 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f4bcbf98-0587-4b2f-9cda-fd4a14303802 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:55.884371 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c28c3f-5030-4c24-86a9-a48ce43f738d x-openstack-request-id: req-a7c28c3f-5030-4c24-86a9-a48ce43f738d {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:16:55.884832 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a7c386-4f82-4df6-98f8-1d7af49cd138", "name": "network-vif-plugged", "status": "completed", "tag": "7ec7fa21-0dea-4868-a79a-0506412dcec1", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:16:55.884832 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a7c28c3f-5030-4c24-86a9-a48ce43f738d {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:16:55.885170 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a7c386-4f82-4df6-98f8-1d7af49cd138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec7fa21-0dea-4868-a79a-0506412dcec1', 'code': 200} Dec 10 16:16:55.886482 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-902f645a-7b68-41f3-bfa1-8e593f650c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:55.905324 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-902f645a-7b68-41f3-bfa1-8e593f650c4f admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:16:55.905969 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-902f645a-7b68-41f3-bfa1-8e593f650c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:55.908019 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:16:55.908019 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:16:55.908019 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:16:55.908019 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:16:55.908019 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:16:55.908019 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:16:55.908019 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:16:55.908019 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:16:55.908019 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:16:55.908019 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:16:55.908019 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:16:55.908019 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:16:55.908019 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:16:55.908019 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:16:55.908019 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:16:55.908019 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:16:55.908019 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:16:55.908019 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:16:55.908019 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:16:55.908019 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:16:55.908019 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:16:55.908019 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:16:55.908019 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:16:55.908019 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:16:55.908019 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:16:55.908019 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:16:55.908019 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:16:55.908019 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:16:55.908019 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:16:55.908019 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:16:55.908019 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:16:55.908019 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:16:55.939229 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-63cbf98e-ccc1-4b52-9869-df86d2f0c792 None None] Provisioning complete for port 1be3c86a-9a8a-4931-a7cb-2480b1711ada triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:16:55.939608 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-63cbf98e-ccc1-4b52-9869-df86d2f0c792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:56.008594 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d72c0f-d268-4de1-bd61-ace3eed0ec8e req-14de1625-d614-4601-a225-726691c375d4 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:56.010434 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-44d72c0f-d268-4de1-bd61-ace3eed0ec8e req-14de1625-d614-4601-a225-726691c375d4 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd0e899b-418c-4837-be7b-78022d35177b HTTP/1.1" status: 200 len: 931 time: 0.2967260 Dec 10 16:16:56.039653 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-63cbf98e-ccc1-4b52-9869-df86d2f0c792 None None] Port 1be3c86a-9a8a-4931-a7cb-2480b1711ada cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:16:56.071646 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-117f7cc1-d0a8-48fe-98d7-c6689988db5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:56.076674 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-902f645a-7b68-41f3-bfa1-8e593f650c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:56.099752 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-902f645a-7b68-41f3-bfa1-8e593f650c4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:56.103831 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-902f645a-7b68-41f3-bfa1-8e593f650c4f admin admin] 10.222.0.11 "DELETE /v2.0/networks/b7f77f85-1dee-42e5-8764-c8e631f93f01 HTTP/1.1" status: 204 len: 168 time: 1.4640656 Dec 10 16:16:56.143036 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f645a-7b68-41f3-bfa1-8e593f650c4f admin admin] Pushing event deleted for resources: {'Network': ['ID=b7f77f85-1dee-42e5-8764-c8e631f93f01,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:56.147000 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-361a185d-493e-4ad9-9858-18ad69142de9 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=16d894941eac4a6ba635015ccfa85141&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422282 Dec 10 16:16:56.155732 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f4bcbf98-0587-4b2f-9cda-fd4a14303802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:56.163981 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f4bcbf98-0587-4b2f-9cda-fd4a14303802 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:56.165939 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f4bcbf98-0587-4b2f-9cda-fd4a14303802 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0e5d14c0-e8d7-48dd-ae2b-fd06db5c4e6b HTTP/1.1" status: 204 len: 168 time: 0.8023427 Dec 10 16:16:56.191702 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485fe044-a83a-47d9-9a7c-932f7eb184a4 req-c3cc1951-3921-4f64-8b8f-b6aa6b935226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:56.194086 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-485fe044-a83a-47d9-9a7c-932f7eb184a4 req-c3cc1951-3921-4f64-8b8f-b6aa6b935226 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=38a7c386-4f82-4df6-98f8-1d7af49cd138 HTTP/1.1" status: 200 len: 1123 time: 0.2174740 Dec 10 16:16:56.198825 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bcbf98-0587-4b2f-9cda-fd4a14303802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5d14c0-e8d7-48dd-ae2b-fd06db5c4e6b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:56.224407 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-44d72c0f-d268-4de1-bd61-ace3eed0ec8e req-f4fa575d-5e6c-4949-8c18-1790a4e6da73 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.11 "GET /v2.0/security-groups?id=87de5afb-8242-42fa-a45c-cf572fde1187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603138 Dec 10 16:16:56.242008 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-485fe044-a83a-47d9-9a7c-932f7eb184a4 req-2927db0f-3e9a-4df2-be63-73e6345e6e31 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:56.358113 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-14ef8cae-8f4c-4aa6-ac51-1d9e4858be4d tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:56.368016 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-14ef8cae-8f4c-4aa6-ac51-1d9e4858be4d tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2200971 Dec 10 16:16:56.399925 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-259eafb7-7d55-46f0-936b-a9ef29cc08b6 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/quotas/16d894941eac4a6ba635015ccfa85141 HTTP/1.1" status: 200 len: 375 time: 0.0308766 Dec 10 16:16:56.423727 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-485fe044-a83a-47d9-9a7c-932f7eb184a4 req-2927db0f-3e9a-4df2-be63-73e6345e6e31 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:56.429694 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-485fe044-a83a-47d9-9a7c-932f7eb184a4 req-2927db0f-3e9a-4df2-be63-73e6345e6e31 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:56.449310 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-650f7146-99fb-401c-a451-652fe3f9d3b4 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=16d894941eac4a6ba635015ccfa85141&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484097 Dec 10 16:16:56.467386 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-2a9ad044-7a0d-4f45-a7dd-d2534130fd9a tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:16:56.468844 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-2a9ad044-7a0d-4f45-a7dd-d2534130fd9a tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0119221 Dec 10 16:16:56.486713 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33458) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:56.531371 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2927db0f-3e9a-4df2-be63-73e6345e6e31 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2639b4-c3fb-4cc7-b34a-fc562c456575,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:56.543068 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-485fe044-a83a-47d9-9a7c-932f7eb184a4 req-2927db0f-3e9a-4df2-be63-73e6345e6e31 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c22d2797-e477-4973-87e8-db856d0be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409655 Dec 10 16:16:56.593669 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d5f6035a-8ef6-4f67-99bc-e18700cd03dc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6d8c3ef62ce546de9d90dcdb921de54c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0970674 Dec 10 16:16:56.599484 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33464) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:56.665662 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-117f7cc1-d0a8-48fe-98d7-c6689988db5f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:56.674611 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-117f7cc1-d0a8-48fe-98d7-c6689988db5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:56.675535 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-117f7cc1-d0a8-48fe-98d7-c6689988db5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:56.709614 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9f1f6204-07b7-416d-a8ef-a4aa43cd638c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:56.815533 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9f1f6204-07b7-416d-a8ef-a4aa43cd638c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:56.909076 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca3afd-7fce-465d-854f-176fa4285372 req-6f1fb8f0-2818-4292-a8ad-c516aff3b92d tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:56.910893 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d0ca3afd-7fce-465d-854f-176fa4285372 req-6f1fb8f0-2818-4292-a8ad-c516aff3b92d tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.11 "GET /v2.0/ports?device_id=38a7c386-4f82-4df6-98f8-1d7af49cd138 HTTP/1.1" status: 200 len: 972 time: 0.1967733 Dec 10 16:16:56.993446 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33478) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:56.993913 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33480) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:57.012353 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9f1f6204-07b7-416d-a8ef-a4aa43cd638c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:57.015165 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9f1f6204-07b7-416d-a8ef-a4aa43cd638c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:57.016304 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9f1f6204-07b7-416d-a8ef-a4aa43cd638c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/659d8108-bdc7-43db-8f54-30d3d9ebbe33 HTTP/1.1" status: 204 len: 168 time: 0.4158220 Dec 10 16:16:57.043447 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a7cdcec5-f68c-4cd1-bf9a-023345bac98c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:57.136321 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2ced00f9-241b-4d25-87c9-6c4ff72dd462 req-a2c3d163-9847-425e-b1de-2a3f61bd1d43 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/ports?device_id=31c7cd89-275f-4b1d-aa62-750c7b4ffb0c HTTP/1.1" status: 200 len: 210 time: 0.4065642 Dec 10 16:16:57.156823 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f7cc1-d0a8-48fe-98d7-c6689988db5f admin admin] Pushing event updated for resources: {'Port': ['ID=1be3c86a-9a8a-4931-a7cb-2480b1711ada,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:57.160290 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117f7cc1-d0a8-48fe-98d7-c6689988db5f admin admin] Network 33f9727c-e83b-4abc-a943-a76d8ffea119 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:16:57.162130 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-117f7cc1-d0a8-48fe-98d7-c6689988db5f admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:16:57.188727 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a7cdcec5-f68c-4cd1-bf9a-023345bac98c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:57.190114 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f6204-07b7-416d-a8ef-a4aa43cd638c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659d8108-bdc7-43db-8f54-30d3d9ebbe33,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:57.224355 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d0ca3afd-7fce-465d-854f-176fa4285372 req-28ae74db-ed99-4ab8-9942-77862828c541 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.11 "GET /v2.0/security-groups?id=c22d2797-e477-4973-87e8-db856d0be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913032 Dec 10 16:16:57.226792 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a7cdcec5-f68c-4cd1-bf9a-023345bac98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:57.342002 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6d6123bd-48a5-4f0c-8a0d-350dd13b1079 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:57.394745 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a7cdcec5-f68c-4cd1-bf9a-023345bac98c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0e5a4b90241f4bfc9282ed9d70032c63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3992004 Dec 10 16:16:57.397649 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33494) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:57.406371 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cdcec5-f68c-4cd1-bf9a-023345bac98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f2bbdb-401e-41d4-b6d9-ced92e71f123,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:57.459486 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-3a5b94d2-ff00-4321-96b6-5485470f732c service neutron] Request body: {'port': {'device_id': 'bd0e899b-418c-4837-be7b-78022d35177b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:16:57.553630 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33496) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:57.587232 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-4fec66a6-0f98-416a-b658-d984ace1ca8a None None] Provisioning complete for port 1be3c86a-9a8a-4931-a7cb-2480b1711ada triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:16:57.587805 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4fec66a6-0f98-416a-b658-d984ace1ca8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:57.592924 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6d6123bd-48a5-4f0c-8a0d-350dd13b1079 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:57.600173 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4cebd96f-4db1-47ca-b3e5-dbf40896ddc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:57.602129 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6d6123bd-48a5-4f0c-8a0d-350dd13b1079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:57.627362 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181a1be-022b-419a-9ac3-2a3d66518bd6 req-fe73a576-910b-4fd1-b4b6-eac7a06d3f97 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:57.628759 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2181a1be-022b-419a-9ac3-2a3d66518bd6 req-fe73a576-910b-4fd1-b4b6-eac7a06d3f97 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd0e899b-418c-4837-be7b-78022d35177b HTTP/1.1" status: 200 len: 931 time: 0.2716699 Dec 10 16:16:57.635608 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-3a5b94d2-ff00-4321-96b6-5485470f732c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:57.668939 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4cebd96f-4db1-47ca-b3e5-dbf40896ddc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:57.679153 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6123bd-48a5-4f0c-8a0d-350dd13b1079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0708863b-dd8e-441f-b8fb-6446cd10d3ec,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:57.690199 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-6d6123bd-48a5-4f0c-8a0d-350dd13b1079 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e328fc497ec04eb59a4d709eec76865e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6937580 Dec 10 16:16:57.695625 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1b2beeca-372f-4736-b4f6-7bddf271204b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0d9d13e8bd084e3185af13ca86a520d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1194410 Dec 10 16:16:57.698161 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33498) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:57.698752 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33500) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:57.715191 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117f7cc1-d0a8-48fe-98d7-c6689988db5f admin admin] Router 7a434ce8-b08c-4d02-9e44-127b7234432c has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:16:57.807693 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-4fec66a6-0f98-416a-b658-d984ace1ca8a None None] Port 1be3c86a-9a8a-4931-a7cb-2480b1711ada cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:16:57.818584 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c56b73c0-5260-4882-8961-d18a19acd85e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:57.821400 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 4a1a55e8-fd14-4f8e-9f45-4ff8355866db up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:16:57.842846 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4cebd96f-4db1-47ca-b3e5-dbf40896ddc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:57.845547 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4cebd96f-4db1-47ca-b3e5-dbf40896ddc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:57.846836 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4cebd96f-4db1-47ca-b3e5-dbf40896ddc7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d6f2bbdb-401e-41d4-b6d9-ced92e71f123 HTTP/1.1" status: 204 len: 168 time: 0.4479098 Dec 10 16:16:57.865842 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cebd96f-4db1-47ca-b3e5-dbf40896ddc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f2bbdb-401e-41d4-b6d9-ced92e71f123,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:57.867704 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf16ee9d-a71b-4846-8ab5-febe4006cf3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:57.876428 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c56b73c0-5260-4882-8961-d18a19acd85e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:57.914847 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf16ee9d-a71b-4846-8ab5-febe4006cf3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:57.934908 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 4a1a55e8-fd14-4f8e-9f45-4ff8355866db triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:16:57.936519 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:57.981511 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf16ee9d-a71b-4846-8ab5-febe4006cf3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:57.984460 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf16ee9d-a71b-4846-8ab5-febe4006cf3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:57.986856 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-bf16ee9d-a71b-4846-8ab5-febe4006cf3a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0708863b-dd8e-441f-b8fb-6446cd10d3ec HTTP/1.1" status: 204 len: 168 time: 0.2855792 Dec 10 16:16:57.992764 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c56b73c0-5260-4882-8961-d18a19acd85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:57.995336 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c56b73c0-5260-4882-8961-d18a19acd85e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:57.996440 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c56b73c0-5260-4882-8961-d18a19acd85e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4a3711ce-55ea-492d-8929-8a8a8fe832a1 HTTP/1.1" status: 204 len: 168 time: 0.2872832 Dec 10 16:16:58.003265 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf16ee9d-a71b-4846-8ab5-febe4006cf3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0708863b-dd8e-441f-b8fb-6446cd10d3ec,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:58.013691 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b73c0-5260-4882-8961-d18a19acd85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3711ce-55ea-492d-8929-8a8a8fe832a1,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:58.111202 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:58.143375 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 4a1a55e8-fd14-4f8e-9f45-4ff8355866db, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=4a1a55e8-fd14-4f8e-9f45-4ff8355866db,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:16:58.149898 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:58.192505 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2181a1be-022b-419a-9ac3-2a3d66518bd6 req-f0ebe29c-4bf6-4597-96f0-5e6170f0b346 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.11 "GET /v2.0/security-groups?id=87de5afb-8242-42fa-a45c-cf572fde1187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5032489 Dec 10 16:16:58.242042 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.46', 61463) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:58.263508 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=4a1a55e8-fd14-4f8e-9f45-4ff8355866db,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:58.282557 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-d17544db-65a6-4734-a5d5-7b3671d848ca tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=16d894941eac4a6ba635015ccfa85141&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372350 Dec 10 16:16:58.355764 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117f7cc1-d0a8-48fe-98d7-c6689988db5f admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:16:58.370715 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e235d316-b28a-44d5-8ebe-c3daf44ad3d1 None None] Sync routers for ids ['7a434ce8-b08c-4d02-9e44-127b7234432c'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:16:58.387780 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e235d316-b28a-44d5-8ebe-c3daf44ad3d1 None None] Routers {'7a434ce8-b08c-4d02-9e44-127b7234432c'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:16:58.388635 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-e235d316-b28a-44d5-8ebe-c3daf44ad3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:16:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['7a434ce8-b08c-4d02-9e44-127b7234432c'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:16:58.389385 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-117f7cc1-d0a8-48fe-98d7-c6689988db5f admin admin] 10.222.0.11 "PUT /v2.0/routers/7a434ce8-b08c-4d02-9e44-127b7234432c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5688412 Dec 10 16:16:58.390635 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ffa86c1-b936-4977-a161-fa6244495c7c req-da6d2614-cbd5-4149-acb0-6ed6920a4e1e tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/ports?device_id=31c7cd89-275f-4b1d-aa62-750c7b4ffb0c HTTP/1.1" status: 200 len: 210 time: 0.0841455 Dec 10 16:16:58.513214 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-6c41d646-809d-404d-ac47-de3964346a68 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:58.519683 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-6c41d646-809d-404d-ac47-de3964346a68 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2308810 Dec 10 16:16:58.535306 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-a26ca63a-07eb-4ea5-9cd2-ad06be0b02a2 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Request body: {'port': {'device_id': '31c7cd89-275f-4b1d-aa62-750c7b4ffb0c', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'admin_state_up': True, 'tenant_id': '16d894941eac4a6ba635015ccfa85141'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:16:58.543069 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-e235d316-b28a-44d5-8ebe-c3daf44ad3d1 None None] Set router 7a434ce8-b08c-4d02-9e44-127b7234432c gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:16:58.551837 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33522) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:58.612411 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-caa92331-b8ca-45a6-9771-ee6db1e90c6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:58.667117 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae330bd-0f21-4d77-9fd3-1239c11495cf req-96cea8c9-ffbc-4bc9-8f1f-b881f8774c61 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:58.668709 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4ae330bd-0f21-4d77-9fd3-1239c11495cf req-96cea8c9-ffbc-4bc9-8f1f-b881f8774c61 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.11 "GET /v2.0/ports?device_id=38a7c386-4f82-4df6-98f8-1d7af49cd138 HTTP/1.1" status: 200 len: 972 time: 0.3307691 Dec 10 16:16:58.799474 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4ae330bd-0f21-4d77-9fd3-1239c11495cf req-751ec8e7-b5e8-4c85-8e24-1a7e496683c2 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.11 "GET /v2.0/security-groups?id=c22d2797-e477-4973-87e8-db856d0be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228492 Dec 10 16:16:58.858645 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33532) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:58.881951 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b9d5dcf2-db00-4a3a-9929-eb73a4247fba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:58.922235 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-e235d316-b28a-44d5-8ebe-c3daf44ad3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a434ce8-b08c-4d02-9e44-127b7234432c', 'name': 'tempest-FloatingIPDetailsTestJSON-1492378951-router', 'tenant_id': 'f0ef7d2631e94a15b26744ca7575c12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '4a1a55e8-fd14-4f8e-9f45-4ff8355866db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:16:46Z', 'updated_at': '2021-12-10T16:16:55Z', 'revision_number': 4, 'project_id': 'f0ef7d2631e94a15b26744ca7575c12a', 'gw_port': {'id': '4a1a55e8-fd14-4f8e-9f45-4ff8355866db', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a434ce8-b08c-4d02-9e44-127b7234432c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:16:48Z', 'updated_at': '2021-12-10T16:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '1be3c86a-9a8a-4931-a7cb-2480b1711ada', 'name': '', 'network_id': '33f9727c-e83b-4abc-a943-a76d8ffea119', 'tenant_id': 'f0ef7d2631e94a15b26744ca7575c12a', 'mac_address': 'fa:16:3e:ab:67:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a434ce8-b08c-4d02-9e44-127b7234432c', 'device_owner': 'network:router_interface', 'standard_attr_id': 196, 'fixed_ips': [{'subnet_id': '0a2abe05-09fa-4061-919c-5d24bbeb6b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:16:54Z', 'updated_at': '2021-12-10T16:16:56Z', 'revision_number': 2, 'project_id': 'f0ef7d2631e94a15b26744ca7575c12a', 'subnets': [{'id': '0a2abe05-09fa-4061-919c-5d24bbeb6b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:16:58.924103 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-3a5b94d2-ff00-4321-96b6-5485470f732c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4442de99-d6b5-45c2-9cae-b6ee2a9572e0 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:16:58.957728 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e235d316-b28a-44d5-8ebe-c3daf44ad3d1 None None] Checking router: 7a434ce8-b08c-4d02-9e44-127b7234432c for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:16:58.958863 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e235d316-b28a-44d5-8ebe-c3daf44ad3d1 None None] Updating router 7a434ce8-b08c-4d02-9e44-127b7234432c port 1be3c86a-9a8a-4931-a7cb-2480b1711ada binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:16:58.965182 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-a26ca63a-07eb-4ea5-9cd2-ad06be0b02a2 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Made reservation on behalf of 16d894941eac4a6ba635015ccfa85141 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:16:58.965992 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-caa92331-b8ca-45a6-9771-ee6db1e90c6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:58.969555 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-a26ca63a-07eb-4ea5-9cd2-ad06be0b02a2 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:58.970925 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-3a5b94d2-ff00-4321-96b6-5485470f732c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:58.983845 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-a26ca63a-07eb-4ea5-9cd2-ad06be0b02a2 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:58.991630 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e235d316-b28a-44d5-8ebe-c3daf44ad3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:58.995416 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-caa92331-b8ca-45a6-9771-ee6db1e90c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:59.019350 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-3a5b94d2-ff00-4321-96b6-5485470f732c service neutron] Transition to ACTIVE for port object 4442de99-d6b5-45c2-9cae-b6ee2a9572e0 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:16:59.042774 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-3a5b94d2-ff00-4321-96b6-5485470f732c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:59.120206 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b94d2-ff00-4321-96b6-5485470f732c service neutron] Pushing event updated for resources: {'Port': ['ID=4442de99-d6b5-45c2-9cae-b6ee2a9572e0,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:59.140865 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa92331-b8ca-45a6-9771-ee6db1e90c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3cd397-5dd6-4415-a020-06c70763d5bd,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:59.148450 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-caa92331-b8ca-45a6-9771-ee6db1e90c6d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bcb622c7dac545718d5deb00c88c3435&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5922110 Dec 10 16:16:59.154952 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33540) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:59.264492 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-a26ca63a-07eb-4ea5-9cd2-ad06be0b02a2 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:59.279542 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-a26ca63a-07eb-4ea5-9cd2-ad06be0b02a2 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:59.286970 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b9d5dcf2-db00-4a3a-9929-eb73a4247fba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:59.292441 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-3a5b94d2-ff00-4321-96b6-5485470f732c service neutron] Attempting to bind port 4442de99-d6b5-45c2-9cae-b6ee2a9572e0 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:16:59.292794 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-3a5b94d2-ff00-4321-96b6-5485470f732c service neutron] Attempting to bind port 4442de99-d6b5-45c2-9cae-b6ee2a9572e0 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': 'd841ca8d-7287-4d6a-84e9-8c074946aec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c2a8abfa-e8ae-4b12-be9c-213c9d150724'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:16:59.293273 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-3a5b94d2-ff00-4321-96b6-5485470f732c service neutron] Attempting to bind port 4442de99-d6b5-45c2-9cae-b6ee2a9572e0 on network c2a8abfa-e8ae-4b12-be9c-213c9d150724 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:16:59.304416 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b9d5dcf2-db00-4a3a-9929-eb73a4247fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:59.312353 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-3a5b94d2-ff00-4321-96b6-5485470f732c service neutron] Port 4442de99-d6b5-45c2-9cae-b6ee2a9572e0 on network c2a8abfa-e8ae-4b12-be9c-213c9d150724 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:16:59.312705 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-3a5b94d2-ff00-4321-96b6-5485470f732c service neutron] Attempting to bind port 4442de99-d6b5-45c2-9cae-b6ee2a9572e0 on network c2a8abfa-e8ae-4b12-be9c-213c9d150724 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:16:59.339439 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8fa6babd-42a0-46c2-bd1f-d84563f320e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:59.365793 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-3a5b94d2-ff00-4321-96b6-5485470f732c service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:16:59.365793 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-3a5b94d2-ff00-4321-96b6-5485470f732c service neutron] Checking segment: {'id': 'd841ca8d-7287-4d6a-84e9-8c074946aec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c2a8abfa-e8ae-4b12-be9c-213c9d150724'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:16:59.365793 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-3a5b94d2-ff00-4321-96b6-5485470f732c service neutron] Bound using segment: {'id': 'd841ca8d-7287-4d6a-84e9-8c074946aec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c2a8abfa-e8ae-4b12-be9c-213c9d150724'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:16:59.365793 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-3a5b94d2-ff00-4321-96b6-5485470f732c service neutron] Bound port: 4442de99-d6b5-45c2-9cae-b6ee2a9572e0, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd841ca8d-7287-4d6a-84e9-8c074946aec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c2a8abfa-e8ae-4b12-be9c-213c9d150724'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:16:59.365793 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-3a5b94d2-ff00-4321-96b6-5485470f732c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:59.418249 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b9d5dcf2-db00-4a3a-9929-eb73a4247fba admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c15b897c2597477194fbcbddcd29cfea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5582180 Dec 10 16:16:59.419027 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d5dcf2-db00-4a3a-9929-eb73a4247fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3ae16c-96be-439f-b79c-2def9f9d2a60,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:59.424678 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33552) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:16:59.428729 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8fa6babd-42a0-46c2-bd1f-d84563f320e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:59.448503 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e235d316-b28a-44d5-8ebe-c3daf44ad3d1 None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:59.456948 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ca63a-07eb-4ea5-9cd2-ad06be0b02a2 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89853ba0-8df3-4a1a-9e81-7702040d211a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:59.457635 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e235d316-b28a-44d5-8ebe-c3daf44ad3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:59.471957 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-72e4590e-b946-476b-ab3b-9b5c61cc32a1 req-6c01ad04-8009-4018-a9fb-a3c56ccc6b7b tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3451297 Dec 10 16:16:59.489977 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-72e4590e-b946-476b-ab3b-9b5c61cc32a1 req-8100bb61-8d3f-4854-b00f-11bcb4068e98 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:16:59.518756 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde7532-8151-4a8c-9bf1-d3003d82fad6 req-ff0168bb-2db1-421f-b882-5c1ff491979f tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:59.520316 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ffde7532-8151-4a8c-9bf1-d3003d82fad6 req-ff0168bb-2db1-421f-b882-5c1ff491979f tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd0e899b-418c-4837-be7b-78022d35177b HTTP/1.1" status: 200 len: 943 time: 0.2104647 Dec 10 16:16:59.559254 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-72e4590e-b946-476b-ab3b-9b5c61cc32a1 req-8100bb61-8d3f-4854-b00f-11bcb4068e98 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:59.580570 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-a26ca63a-07eb-4ea5-9cd2-ad06be0b02a2 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Allocated IP 192.168.233.231 (1b1da819-dfba-43f2-8848-8bb429159850/a7a18c92-5007-49e2-b728-7aedc06dca57/4969162c-76bf-4cfd-9f38-1c98232c5dbf) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:16:59.625062 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-3a5b94d2-ff00-4321-96b6-5485470f732c service neutron] For port 4442de99-d6b5-45c2-9cae-b6ee2a9572e0, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:16:59.657972 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8fa6babd-42a0-46c2-bd1f-d84563f320e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:59.660894 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8fa6babd-42a0-46c2-bd1f-d84563f320e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:59.662411 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8fa6babd-42a0-46c2-bd1f-d84563f320e1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ea3cd397-5dd6-4415-a020-06c70763d5bd HTTP/1.1" status: 204 len: 168 time: 0.5063078 Dec 10 16:16:59.666587 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33fe84-5ed6-4ca8-82f4-e02ffc40c467 None None] Pushing event updated for resources: {'Port': ['ID=1be3c86a-9a8a-4931-a7cb-2480b1711ada,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:59.695438 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b1e91bd-8d9d-4b28-9708-f01a5e63619c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:59.709456 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-e235d316-b28a-44d5-8ebe-c3daf44ad3d1 None None] Attempting to bind port 1be3c86a-9a8a-4931-a7cb-2480b1711ada on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:16:59.709832 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-e235d316-b28a-44d5-8ebe-c3daf44ad3d1 None None] Attempting to bind port 1be3c86a-9a8a-4931-a7cb-2480b1711ada by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'e8768580-3a25-4d49-9757-d415a3cb48c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '33f9727c-e83b-4abc-a943-a76d8ffea119'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:16:59.710319 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e235d316-b28a-44d5-8ebe-c3daf44ad3d1 None None] Attempting to bind port 1be3c86a-9a8a-4931-a7cb-2480b1711ada on network 33f9727c-e83b-4abc-a943-a76d8ffea119 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:16:59.721538 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e235d316-b28a-44d5-8ebe-c3daf44ad3d1 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:16:59.721538 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e235d316-b28a-44d5-8ebe-c3daf44ad3d1 None None] Checking segment: {'id': 'e8768580-3a25-4d49-9757-d415a3cb48c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '33f9727c-e83b-4abc-a943-a76d8ffea119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:16:59.721956 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e235d316-b28a-44d5-8ebe-c3daf44ad3d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:59.722373 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e235d316-b28a-44d5-8ebe-c3daf44ad3d1 None None] Bound using segment: {'id': 'e8768580-3a25-4d49-9757-d415a3cb48c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '33f9727c-e83b-4abc-a943-a76d8ffea119'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:16:59.722893 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-e235d316-b28a-44d5-8ebe-c3daf44ad3d1 None None] Bound port: 1be3c86a-9a8a-4931-a7cb-2480b1711ada, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8768580-3a25-4d49-9757-d415a3cb48c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '33f9727c-e83b-4abc-a943-a76d8ffea119'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:16:59.723292 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e235d316-b28a-44d5-8ebe-c3daf44ad3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:59.735028 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-3a5b94d2-ff00-4321-96b6-5485470f732c service neutron] For port 4442de99-d6b5-45c2-9cae-b6ee2a9572e0, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=4442de99-d6b5-45c2-9cae-b6ee2a9572e0,segment=NetworkSegment(d841ca8d-7287-4d6a-84e9-8c074946aec0),segment_id=d841ca8d-7287-4d6a-84e9-8c074946aec0)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:16:59.763363 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 4a1a55e8-fd14-4f8e-9f45-4ff8355866db up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:16:59.768244 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-3a5b94d2-ff00-4321-96b6-5485470f732c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:59.773869 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa6babd-42a0-46c2-bd1f-d84563f320e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3cd397-5dd6-4415-a020-06c70763d5bd,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:16:59.811291 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ffde7532-8151-4a8c-9bf1-d3003d82fad6 req-52ee401d-aba2-47c1-a25b-3c74b879baf5 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.11 "GET /v2.0/security-groups?id=87de5afb-8242-42fa-a45c-cf572fde1187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695549 Dec 10 16:16:59.858245 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-72e4590e-b946-476b-ab3b-9b5c61cc32a1 req-8100bb61-8d3f-4854-b00f-11bcb4068e98 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:59.888026 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b1e91bd-8d9d-4b28-9708-f01a5e63619c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:59.926291 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-3a5b94d2-ff00-4321-96b6-5485470f732c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:16:59.927622 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-3a5b94d2-ff00-4321-96b6-5485470f732c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:16:59.931689 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-3a5b94d2-ff00-4321-96b6-5485470f732c service neutron] 10.222.0.46 "PUT /v2.0/ports/4442de99-d6b5-45c2-9cae-b6ee2a9572e0 HTTP/1.1" status: 200 len: 1091 time: 3.1342025 Dec 10 16:16:59.934545 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0e899b-418c-4837-be7b-78022d35177b', 'tag': '4442de99-d6b5-45c2-9cae-b6ee2a9572e0'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:16:59.992503 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-e235d316-b28a-44d5-8ebe-c3daf44ad3d1 None None] For port 1be3c86a-9a8a-4931-a7cb-2480b1711ada, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:16:59.997593 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-e235d316-b28a-44d5-8ebe-c3daf44ad3d1 None None] For port 1be3c86a-9a8a-4931-a7cb-2480b1711ada, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=1be3c86a-9a8a-4931-a7cb-2480b1711ada,segment=NetworkSegment(e8768580-3a25-4d49-9757-d415a3cb48c4),segment_id=e8768580-3a25-4d49-9757-d415a3cb48c4)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:16:59.998705 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-7e384501-d22b-441d-8c06-78acc5a8ee92 None None] Provisioning complete for port 1be3c86a-9a8a-4931-a7cb-2480b1711ada triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:16:59.999367 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7e384501-d22b-441d-8c06-78acc5a8ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:00.005693 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e235d316-b28a-44d5-8ebe-c3daf44ad3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:00.055227 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-a26ca63a-07eb-4ea5-9cd2-ad06be0b02a2 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:00.057917 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-72e4590e-b946-476b-ab3b-9b5c61cc32a1 req-8100bb61-8d3f-4854-b00f-11bcb4068e98 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Allocated IP 172.25.6.45 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/6c7fccba-0577-4cb1-b1b5-ffa1863ed71a) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:17:00.074085 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 4a1a55e8-fd14-4f8e-9f45-4ff8355866db triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:17:00.074735 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:00.169165 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33fe84-5ed6-4ca8-82f4-e02ffc40c467 None None] Pushing event updated for resources: {'Port': ['ID=1be3c86a-9a8a-4931-a7cb-2480b1711ada,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:00.174738 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e235d316-b28a-44d5-8ebe-c3daf44ad3d1 None None] Routers {'7a434ce8-b08c-4d02-9e44-127b7234432c'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:17:00.175650 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-e235d316-b28a-44d5-8ebe-c3daf44ad3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:16:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['7a434ce8-b08c-4d02-9e44-127b7234432c'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:17:00.186433 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b94d2-ff00-4321-96b6-5485470f732c service neutron] Pushing event updated for resources: {'Port': ['ID=4442de99-d6b5-45c2-9cae-b6ee2a9572e0,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:00.235060 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-a26ca63a-07eb-4ea5-9cd2-ad06be0b02a2 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:00.377108 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-a26ca63a-07eb-4ea5-9cd2-ad06be0b02a2 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Network 1b1da819-dfba-43f2-8848-8bb429159850 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:17:00.387830 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b1e91bd-8d9d-4b28-9708-f01a5e63619c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:00.390853 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b1e91bd-8d9d-4b28-9708-f01a5e63619c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:00.391894 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3b1e91bd-8d9d-4b28-9708-f01a5e63619c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7b3ae16c-96be-439f-b79c-2def9f9d2a60 HTTP/1.1" status: 204 len: 168 time: 0.9662852 Dec 10 16:17:00.403448 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-a26ca63a-07eb-4ea5-9cd2-ad06be0b02a2 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:17:00.415296 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-a26ca63a-07eb-4ea5-9cd2-ad06be0b02a2 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:17:00.422595 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf5c4e-afc4-47df-abb2-c1b4465a9588 req-f0664cf9-9bdd-49f6-9e27-3004cba0cfeb tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:00.422738 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7e384501-d22b-441d-8c06-78acc5a8ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:00.429997 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-99bf5c4e-afc4-47df-abb2-c1b4465a9588 req-f0664cf9-9bdd-49f6-9e27-3004cba0cfeb tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/ports?device_id=31c7cd89-275f-4b1d-aa62-750c7b4ffb0c HTTP/1.1" status: 200 len: 936 time: 0.2461925 Dec 10 16:17:00.464587 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-4349f6e6-c8ea-4e12-a8d7-a71a8e23b7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:00.466476 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-4349f6e6-c8ea-4e12-a8d7-a71a8e23b7dc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b78c6d1bea884c36bfd7bc9bc0fc1385&device_id=bd0e899b-418c-4837-be7b-78022d35177b HTTP/1.1" status: 200 len: 1094 time: 0.2858572 Dec 10 16:17:00.468926 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ca63a-07eb-4ea5-9cd2-ad06be0b02a2 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Pushing event updated for resources: {'Port': ['ID=4969162c-76bf-4cfd-9f38-1c98232c5dbf,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:00.471611 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-7e384501-d22b-441d-8c06-78acc5a8ee92 None None] For port 1be3c86a-9a8a-4931-a7cb-2480b1711ada, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=1be3c86a-9a8a-4931-a7cb-2480b1711ada,segment=NetworkSegment(e8768580-3a25-4d49-9757-d415a3cb48c4),segment_id=e8768580-3a25-4d49-9757-d415a3cb48c4)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:17:00.480379 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7e384501-d22b-441d-8c06-78acc5a8ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:00.484708 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-72e4590e-b946-476b-ab3b-9b5c61cc32a1 req-8100bb61-8d3f-4854-b00f-11bcb4068e98 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:00.509903 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e91bd-8d9d-4b28-9708-f01a5e63619c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3ae16c-96be-439f-b79c-2def9f9d2a60,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:00.540529 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-99bf5c4e-afc4-47df-abb2-c1b4465a9588 req-e3711bc7-8a05-409b-b64a-9fb5075f9d4d tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/security-groups?id=89853ba0-8df3-4a1a-9e81-7702040d211a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095431 Dec 10 16:17:00.547037 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-a26ca63a-07eb-4ea5-9cd2-ad06be0b02a2 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:00.547718 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-a26ca63a-07eb-4ea5-9cd2-ad06be0b02a2 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:00.567353 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e384501-d22b-441d-8c06-78acc5a8ee92 None None] Pushing event updated for resources: {'Port': ['ID=1be3c86a-9a8a-4931-a7cb-2480b1711ada,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:00.623306 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-69c43c6d-4bd7-4770-8d45-1656fb17edd9 None None] Provisioning complete for port 1be3c86a-9a8a-4931-a7cb-2480b1711ada triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:17:00.623877 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-69c43c6d-4bd7-4770-8d45-1656fb17edd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:00.630990 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-a26ca63a-07eb-4ea5-9cd2-ad06be0b02a2 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1017025 Dec 10 16:17:00.665317 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3198036d-4890-4d14-b4df-daab76e4650b" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0e899b-418c-4837-be7b-78022d35177b", "tag": "4442de99-d6b5-45c2-9cae-b6ee2a9572e0"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:17:00.665534 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-eb6025a6-dbcd-44e5-a49b-5d8773777737 service neutron] Request body: {'port': {'device_id': '31c7cd89-275f-4b1d-aa62-750c7b4ffb0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:17:00.730369 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-72e4590e-b946-476b-ab3b-9b5c61cc32a1 req-8100bb61-8d3f-4854-b00f-11bcb4068e98 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:00.756713 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-e235d316-b28a-44d5-8ebe-c3daf44ad3d1 None None] Set router 7a434ce8-b08c-4d02-9e44-127b7234432c gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:17:00.865467 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72e4590e-b946-476b-ab3b-9b5c61cc32a1 req-8100bb61-8d3f-4854-b00f-11bcb4068e98 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:17:00.874819 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-72e4590e-b946-476b-ab3b-9b5c61cc32a1 req-8100bb61-8d3f-4854-b00f-11bcb4068e98 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:17:00.881932 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e4590e-b946-476b-ab3b-9b5c61cc32a1 req-8100bb61-8d3f-4854-b00f-11bcb4068e98 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:17:00.907919 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100bb61-8d3f-4854-b00f-11bcb4068e98 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Pushing event updated for resources: {'Port': ['ID=6c7fccba-0577-4cb1-b1b5-ffa1863ed71a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:00.912312 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-eb6025a6-dbcd-44e5-a49b-5d8773777737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:00.928297 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-fb5c9588-919f-4120-8b3d-6fc8246c4367 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4442de99-d6b5-45c2-9cae-b6ee2a9572e0 HTTP/1.1" status: 200 len: 217 time: 0.4118774 Dec 10 16:17:01.014162 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-751db443-1182-4721-946c-81cb29e67cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:01.015613 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-751db443-1182-4721-946c-81cb29e67cb2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1926c3f2-4f91-4e89-9cc9-f8c33e349a83 HTTP/1.1" status: 200 len: 855 time: 0.0561552 Dec 10 16:17:01.035437 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcdc952-6fee-4d0a-b10c-dafc5a2125f1 req-c2fffdb8-44a2-4fc7-927a-ea0971950600 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:01.036971 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4fcdc952-6fee-4d0a-b10c-dafc5a2125f1 req-c2fffdb8-44a2-4fc7-927a-ea0971950600 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.11 "GET /v2.0/ports?device_id=38a7c386-4f82-4df6-98f8-1d7af49cd138 HTTP/1.1" status: 200 len: 972 time: 0.1150939 Dec 10 16:17:01.085322 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-61ea7338-43b4-4068-95fa-834fd6143c24 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c2a8abfa-e8ae-4b12-be9c-213c9d150724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586195 Dec 10 16:17:01.163806 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b4f74934-8c14-417f-ac09-d8a25caa9711 None None] Provisioning complete for port 4969162c-76bf-4cfd-9f38-1c98232c5dbf triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:17:01.164633 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b4f74934-8c14-417f-ac09-d8a25caa9711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:01.180108 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4fcdc952-6fee-4d0a-b10c-dafc5a2125f1 req-a6359e1c-a345-4736-b315-2500c4f697a6 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.11 "GET /v2.0/security-groups?id=c22d2797-e477-4973-87e8-db856d0be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937312 Dec 10 16:17:01.227739 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b4f74934-8c14-417f-ac09-d8a25caa9711 None None] Port 4969162c-76bf-4cfd-9f38-1c98232c5dbf cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:17:01.242887 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-e235d316-b28a-44d5-8ebe-c3daf44ad3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a434ce8-b08c-4d02-9e44-127b7234432c', 'name': 'tempest-FloatingIPDetailsTestJSON-1492378951-router', 'tenant_id': 'f0ef7d2631e94a15b26744ca7575c12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '4a1a55e8-fd14-4f8e-9f45-4ff8355866db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:16:46Z', 'updated_at': '2021-12-10T16:16:55Z', 'revision_number': 4, 'project_id': 'f0ef7d2631e94a15b26744ca7575c12a', 'gw_port': {'id': '4a1a55e8-fd14-4f8e-9f45-4ff8355866db', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a434ce8-b08c-4d02-9e44-127b7234432c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:16:48Z', 'updated_at': '2021-12-10T16:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '1be3c86a-9a8a-4931-a7cb-2480b1711ada', 'name': '', 'network_id': '33f9727c-e83b-4abc-a943-a76d8ffea119', 'tenant_id': 'f0ef7d2631e94a15b26744ca7575c12a', 'mac_address': 'fa:16:3e:ab:67:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a434ce8-b08c-4d02-9e44-127b7234432c', 'device_owner': 'network:router_interface', 'standard_attr_id': 196, 'fixed_ips': [{'subnet_id': '0a2abe05-09fa-4061-919c-5d24bbeb6b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:16:54Z', 'updated_at': '2021-12-10T16:16:59Z', 'revision_number': 4, 'project_id': 'f0ef7d2631e94a15b26744ca7575c12a', 'subnets': [{'id': '0a2abe05-09fa-4061-919c-5d24bbeb6b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:17:01.326541 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-71be0226-9fa6-4273-8605-46abc6fccc2e service neutron] 10.222.0.46 "GET /v2.0/networks/c2a8abfa-e8ae-4b12-be9c-213c9d150724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183213 Dec 10 16:17:01.337918 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-72e4590e-b946-476b-ab3b-9b5c61cc32a1 req-8100bb61-8d3f-4854-b00f-11bcb4068e98 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:01.427148 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e235d316-b28a-44d5-8ebe-c3daf44ad3d1 None None] The sync data for ids ['7a434ce8-b08c-4d02-9e44-127b7234432c'] in n-d-766771-2 is: [{'id': '7a434ce8-b08c-4d02-9e44-127b7234432c', 'name': 'tempest-FloatingIPDetailsTestJSON-1492378951-router', 'tenant_id': 'f0ef7d2631e94a15b26744ca7575c12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '4a1a55e8-fd14-4f8e-9f45-4ff8355866db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:16:46Z', 'updated_at': '2021-12-10T16:16:55Z', 'revision_number': 4, 'project_id': 'f0ef7d2631e94a15b26744ca7575c12a', 'gw_port': {'id': '4a1a55e8-fd14-4f8e-9f45-4ff8355866db', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a434ce8-b08c-4d02-9e44-127b7234432c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:16:48Z', 'updated_at': '2021-12-10T16:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '1be3c86a-9a8a-4931-a7cb-2480b1711ada', 'name': '', 'network_id': '33f9727c-e83b-4abc-a943-a76d8ffea119', 'tenant_id': 'f0ef7d2631e94a15b26744ca7575c12a', 'mac_address': 'fa:16:3e:ab:67:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a434ce8-b08c-4d02-9e44-127b7234432c', 'device_owner': 'network:router_interface', 'standard_attr_id': 196, 'fixed_ips': [{'subnet_id': '0a2abe05-09fa-4061-919c-5d24bbeb6b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:16:54Z', 'updated_at': '2021-12-10T16:16:59Z', 'revision_number': 4, 'project_id': 'f0ef7d2631e94a15b26744ca7575c12a', 'subnets': [{'id': '0a2abe05-09fa-4061-919c-5d24bbeb6b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:17:01.476134 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-eb6025a6-dbcd-44e5-a49b-5d8773777737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4969162c-76bf-4cfd-9f38-1c98232c5dbf {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:17:01.494183 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-72e4590e-b946-476b-ab3b-9b5c61cc32a1 req-8100bb61-8d3f-4854-b00f-11bcb4068e98 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:01.517737 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-eb6025a6-dbcd-44e5-a49b-5d8773777737 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:01.517905 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8e59da61-ed56-49a1-a9b2-602fe599dd6b req-b8c01590-665d-452d-ab86-3242c35d93a2 service neutron] 10.222.0.46 "GET /v2.0/networks/c2a8abfa-e8ae-4b12-be9c-213c9d150724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831412 Dec 10 16:17:01.536140 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ef000-02c8-4735-87c0-6647951cedfd req-2847faa5-5437-43e6-a729-4422ff81a959 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:01.546053 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-da1ef000-02c8-4735-87c0-6647951cedfd req-2847faa5-5437-43e6-a729-4422ff81a959 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd0e899b-418c-4837-be7b-78022d35177b HTTP/1.1" status: 200 len: 943 time: 0.2718458 Dec 10 16:17:01.592244 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-eb6025a6-dbcd-44e5-a49b-5d8773777737 service neutron] Transition to ACTIVE for port object 4969162c-76bf-4cfd-9f38-1c98232c5dbf will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:17:01.606839 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-eb6025a6-dbcd-44e5-a49b-5d8773777737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:01.623497 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-da1ef000-02c8-4735-87c0-6647951cedfd req-8979b670-f454-43ae-a093-08225265ffe2 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.11 "GET /v2.0/security-groups?id=87de5afb-8242-42fa-a45c-cf572fde1187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761862 Dec 10 16:17:01.733319 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6025a6-dbcd-44e5-a49b-5d8773777737 service neutron] Pushing event updated for resources: {'Port': ['ID=4969162c-76bf-4cfd-9f38-1c98232c5dbf,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:01.811698 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 1be3c86a-9a8a-4931-a7cb-2480b1711ada up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:17:01.900915 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-eb6025a6-dbcd-44e5-a49b-5d8773777737 service neutron] Attempting to bind port 4969162c-76bf-4cfd-9f38-1c98232c5dbf on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:17:01.903209 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-eb6025a6-dbcd-44e5-a49b-5d8773777737 service neutron] Attempting to bind port 4969162c-76bf-4cfd-9f38-1c98232c5dbf by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:17:01.903699 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-eb6025a6-dbcd-44e5-a49b-5d8773777737 service neutron] Attempting to bind port 4969162c-76bf-4cfd-9f38-1c98232c5dbf on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:17:01.909871 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 1be3c86a-9a8a-4931-a7cb-2480b1711ada triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:17:01.910268 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:01.925478 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-eb6025a6-dbcd-44e5-a49b-5d8773777737 service neutron] Port 4969162c-76bf-4cfd-9f38-1c98232c5dbf on network 1b1da819-dfba-43f2-8848-8bb429159850 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:17:01.927173 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-eb6025a6-dbcd-44e5-a49b-5d8773777737 service neutron] Attempting to bind port 4969162c-76bf-4cfd-9f38-1c98232c5dbf on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:17:01.946794 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-72e4590e-b946-476b-ab3b-9b5c61cc32a1 req-8100bb61-8d3f-4854-b00f-11bcb4068e98 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:01.949115 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-eb6025a6-dbcd-44e5-a49b-5d8773777737 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:17:01.954930 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-eb6025a6-dbcd-44e5-a49b-5d8773777737 service neutron] Checking segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:17:01.955610 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-eb6025a6-dbcd-44e5-a49b-5d8773777737 service neutron] Bound using segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:17:01.956233 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-eb6025a6-dbcd-44e5-a49b-5d8773777737 service neutron] Bound port: 4969162c-76bf-4cfd-9f38-1c98232c5dbf, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:17:01.956762 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-eb6025a6-dbcd-44e5-a49b-5d8773777737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:01.961415 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-72e4590e-b946-476b-ab3b-9b5c61cc32a1 req-8100bb61-8d3f-4854-b00f-11bcb4068e98 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:02.152975 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28528a9b-ce83-4b71-b2a2-289904465106 x-openstack-request-id: req-28528a9b-ce83-4b71-b2a2-289904465106 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:17:02.153467 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0e899b-418c-4837-be7b-78022d35177b", "tag": "4442de99-d6b5-45c2-9cae-b6ee2a9572e0", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:17:02.153857 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-28528a9b-ce83-4b71-b2a2-289904465106 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:17:02.154510 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd0e899b-418c-4837-be7b-78022d35177b', 'tag': '4442de99-d6b5-45c2-9cae-b6ee2a9572e0', 'status': 'completed', 'code': 200} Dec 10 16:17:02.155596 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100bb61-8d3f-4854-b00f-11bcb4068e98 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Pushing event updated for resources: {'Port': ['ID=6c7fccba-0577-4cb1-b1b5-ffa1863ed71a,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:02.183302 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-72e4590e-b946-476b-ab3b-9b5c61cc32a1 req-8100bb61-8d3f-4854-b00f-11bcb4068e98 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:02.198991 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-eb6025a6-dbcd-44e5-a49b-5d8773777737 service neutron] For port 4969162c-76bf-4cfd-9f38-1c98232c5dbf, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:17:02.202731 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-eb6025a6-dbcd-44e5-a49b-5d8773777737 service neutron] For port 4969162c-76bf-4cfd-9f38-1c98232c5dbf, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=4969162c-76bf-4cfd-9f38-1c98232c5dbf,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:17:02.210768 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-72e4590e-b946-476b-ab3b-9b5c61cc32a1 req-8100bb61-8d3f-4854-b00f-11bcb4068e98 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:02.212219 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-72e4590e-b946-476b-ab3b-9b5c61cc32a1 req-8100bb61-8d3f-4854-b00f-11bcb4068e98 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7310598 Dec 10 16:17:02.213875 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-eb6025a6-dbcd-44e5-a49b-5d8773777737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:02.272699 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198036d-4890-4d14-b4df-daab76e4650b req-3900f901-b2fb-447d-bf3d-64e97d7ab04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:02.275005 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3198036d-4890-4d14-b4df-daab76e4650b req-3900f901-b2fb-447d-bf3d-64e97d7ab04c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b78c6d1bea884c36bfd7bc9bc0fc1385&device_id=bd0e899b-418c-4837-be7b-78022d35177b HTTP/1.1" status: 200 len: 1094 time: 0.0806594 Dec 10 16:17:02.400542 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-eb6025a6-dbcd-44e5-a49b-5d8773777737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:02.402322 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-eb6025a6-dbcd-44e5-a49b-5d8773777737 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:02.404975 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-eb6025a6-dbcd-44e5-a49b-5d8773777737 service neutron] 10.222.0.46 "PUT /v2.0/ports/4969162c-76bf-4cfd-9f38-1c98232c5dbf HTTP/1.1" status: 200 len: 1096 time: 1.7436647 Dec 10 16:17:02.411249 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c7cd89-275f-4b1d-aa62-750c7b4ffb0c', 'tag': '4969162c-76bf-4cfd-9f38-1c98232c5dbf'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:17:02.414432 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0286a85f-5729-423e-98ce-5327bdd0d07f" -d '{"events": [{"name": "network-changed", "server_uuid": "31c7cd89-275f-4b1d-aa62-750c7b4ffb0c", "tag": "4969162c-76bf-4cfd-9f38-1c98232c5dbf"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:17:02.436575 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-72e4590e-b946-476b-ab3b-9b5c61cc32a1 req-48899750-8085-4dcd-9b69-c482e7a2d8ec tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.45 HTTP/1.1" status: 200 len: 695 time: 0.2122364 Dec 10 16:17:02.443144 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6025a6-dbcd-44e5-a49b-5d8773777737 service neutron] Pushing event updated for resources: {'Port': ['ID=4969162c-76bf-4cfd-9f38-1c98232c5dbf,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:02.584484 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-7bb9c280-0a8c-4196-a590-6620cab2370b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:02.588011 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-7bb9c280-0a8c-4196-a590-6620cab2370b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=16d894941eac4a6ba635015ccfa85141&device_id=31c7cd89-275f-4b1d-aa62-750c7b4ffb0c HTTP/1.1" status: 200 len: 1099 time: 0.1375189 Dec 10 16:17:02.661153 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-af9db50d-9a43-4262-bdd6-81b14381bd88 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=4969162c-76bf-4cfd-9f38-1c98232c5dbf HTTP/1.1" status: 200 len: 217 time: 0.0627167 Dec 10 16:17:02.752165 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee54ced-82ac-45cd-a3ff-6ba4be7b42a7 req-35c60048-0cd1-409b-9e89-041ce7eec37c tempest-AggregatesAdminTestJSON-619875670 tempest-AggregatesAdminTestJSON-619875670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:02.762628 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1ee54ced-82ac-45cd-a3ff-6ba4be7b42a7 req-35c60048-0cd1-409b-9e89-041ce7eec37c tempest-AggregatesAdminTestJSON-619875670 tempest-AggregatesAdminTestJSON-619875670-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=38a7c386-4f82-4df6-98f8-1d7af49cd138 HTTP/1.1" status: 200 len: 1123 time: 0.2967710 Dec 10 16:17:02.772438 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198036d-4890-4d14-b4df-daab76e4650b req-a06bbea0-ccb2-4a2b-a492-c94d3c7495a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:02.774348 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3198036d-4890-4d14-b4df-daab76e4650b req-a06bbea0-ccb2-4a2b-a492-c94d3c7495a0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c2a8abfa-e8ae-4b12-be9c-213c9d150724 HTTP/1.1" status: 200 len: 916 time: 0.4915302 Dec 10 16:17:02.782738 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1ee54ced-82ac-45cd-a3ff-6ba4be7b42a7 req-ab7201c2-f2f4-4fe1-98cf-66cca42ae6a5 tempest-AggregatesAdminTestJSON-619875670 tempest-AggregatesAdminTestJSON-619875670-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:02.830989 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3198036d-4890-4d14-b4df-daab76e4650b req-374a5f12-9877-47c9-adf6-cc5b695af242 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4442de99-d6b5-45c2-9cae-b6ee2a9572e0 HTTP/1.1" status: 200 len: 217 time: 0.0457056 Dec 10 16:17:02.908454 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4590e-b946-476b-ab3b-9b5c61cc32a1 req-b6c26a3f-daaa-4494-84e1-71fb3a8202ce tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:02.910841 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-72e4590e-b946-476b-ab3b-9b5c61cc32a1 req-b6c26a3f-daaa-4494-84e1-71fb3a8202ce tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "GET /v2.0/networks/5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 784 time: 0.4616754 Dec 10 16:17:02.915053 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198036d-4890-4d14-b4df-daab76e4650b req-123c4acf-0e14-453e-b67a-e5ec07f5b1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:02.916598 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3198036d-4890-4d14-b4df-daab76e4650b req-123c4acf-0e14-453e-b67a-e5ec07f5b1ad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1926c3f2-4f91-4e89-9cc9-f8c33e349a83 HTTP/1.1" status: 200 len: 855 time: 0.0772493 Dec 10 16:17:02.931248 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-72e4590e-b946-476b-ab3b-9b5c61cc32a1 req-7a28ca59-3768-46b7-86e3-20b548620a21 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:17:02.932629 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-72e4590e-b946-476b-ab3b-9b5c61cc32a1 req-7a28ca59-3768-46b7-86e3-20b548620a21 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089934 Dec 10 16:17:02.934577 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-2bde55b1-136a-4a0a-929d-c17fa962c2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:02.935957 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-2bde55b1-136a-4a0a-929d-c17fa962c2b4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.2655535 Dec 10 16:17:02.961910 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3198036d-4890-4d14-b4df-daab76e4650b req-a89cfdf7-69b2-4624-b926-7f3433c5ea63 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c2a8abfa-e8ae-4b12-be9c-213c9d150724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379784 Dec 10 16:17:02.995987 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-1e1b93df-8ce3-4f93-a6c7-8329f151bf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:02.997817 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-1e1b93df-8ce3-4f93-a6c7-8329f151bf3d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0554445 Dec 10 16:17:03.073892 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1ee54ced-82ac-45cd-a3ff-6ba4be7b42a7 req-ab7201c2-f2f4-4fe1-98cf-66cca42ae6a5 tempest-AggregatesAdminTestJSON-619875670 tempest-AggregatesAdminTestJSON-619875670-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:03.092527 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1ee54ced-82ac-45cd-a3ff-6ba4be7b42a7 req-ab7201c2-f2f4-4fe1-98cf-66cca42ae6a5 tempest-AggregatesAdminTestJSON-619875670 tempest-AggregatesAdminTestJSON-619875670-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:03.131341 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-9b9dc602-12b8-4c64-9b24-03f2866e08bf service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260748 Dec 10 16:17:03.192815 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1ee54ced-82ac-45cd-a3ff-6ba4be7b42a7 req-ab7201c2-f2f4-4fe1-98cf-66cca42ae6a5 tempest-AggregatesAdminTestJSON-619875670 tempest-AggregatesAdminTestJSON-619875670-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c22d2797-e477-4973-87e8-db856d0be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4274628 Dec 10 16:17:03.204903 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3198036d-4890-4d14-b4df-daab76e4650b req-5f92875c-e00f-4496-bbb3-d2c755cf2444 service neutron] 10.222.0.46 "GET /v2.0/networks/c2a8abfa-e8ae-4b12-be9c-213c9d150724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298541 Dec 10 16:17:03.205862 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7201c2-f2f4-4fe1-98cf-66cca42ae6a5 tempest-AggregatesAdminTestJSON-619875670 tempest-AggregatesAdminTestJSON-619875670-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d764253f-0049-41d1-a67b-603bc7e84fee,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:03.284676 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe611413-d7d0-46c0-8992-43d8ebfc36ef req-2e3b1854-754d-44e4-9f4d-4a5c89c30ee5 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456146 Dec 10 16:17:03.353553 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b674b0-6e67-48a9-a2b7-ab8f70adf44c req-ce9e08da-0e1b-4786-a0b3-8c07f8a295df tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:03.355052 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-39b674b0-6e67-48a9-a2b7-ab8f70adf44c req-ce9e08da-0e1b-4786-a0b3-8c07f8a295df tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/ports?device_id=31c7cd89-275f-4b1d-aa62-750c7b4ffb0c HTTP/1.1" status: 200 len: 948 time: 0.0792236 Dec 10 16:17:03.392928 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3198036d-4890-4d14-b4df-daab76e4650b req-f779f088-825c-4faf-a268-b6c527fdab6f service neutron] 10.222.0.46 "GET /v2.0/networks/c2a8abfa-e8ae-4b12-be9c-213c9d150724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795325 Dec 10 16:17:03.423810 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-39b674b0-6e67-48a9-a2b7-ab8f70adf44c req-7fec4401-abcb-4f21-a147-4494188fd7d0 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/security-groups?id=89853ba0-8df3-4a1a-9e81-7702040d211a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584440 Dec 10 16:17:03.444851 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-20ba00ec-4af3-4d1a-a558-52c2a180bc56 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=a991fc7093614f08a8f84fc5c42553a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266280 Dec 10 16:17:03.561958 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-6bd400bc-feec-43a7-9c67-45adf1a97b7b tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:03.563907 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-6bd400bc-feec-43a7-9c67-45adf1a97b7b tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1136661 Dec 10 16:17:03.580280 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-a3442f5c-c028-499c-b755-df855cdf9924 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/quotas/a991fc7093614f08a8f84fc5c42553a5 HTTP/1.1" status: 200 len: 375 time: 0.0097382 Dec 10 16:17:03.612217 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914a9aba-cd59-496e-b2f7-b2371acadeb1 x-openstack-request-id: req-914a9aba-cd59-496e-b2f7-b2371acadeb1 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:17:03.612832 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c7cd89-275f-4b1d-aa62-750c7b4ffb0c", "tag": "4969162c-76bf-4cfd-9f38-1c98232c5dbf", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:17:03.612832 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-914a9aba-cd59-496e-b2f7-b2371acadeb1 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:17:03.613096 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31c7cd89-275f-4b1d-aa62-750c7b4ffb0c', 'tag': '4969162c-76bf-4cfd-9f38-1c98232c5dbf', 'status': 'completed', 'code': 200} Dec 10 16:17:03.616186 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-2b3215cf-b7b8-421c-a7fe-4f2a1f5a8927 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a991fc7093614f08a8f84fc5c42553a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287280 Dec 10 16:17:03.680540 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286a85f-5729-423e-98ce-5327bdd0d07f req-2a654e2b-3acf-43f5-b37e-920b46d5d0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:03.682428 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0286a85f-5729-423e-98ce-5327bdd0d07f req-2a654e2b-3acf-43f5-b37e-920b46d5d0ae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=16d894941eac4a6ba635015ccfa85141&device_id=31c7cd89-275f-4b1d-aa62-750c7b4ffb0c HTTP/1.1" status: 200 len: 1099 time: 0.0474737 Dec 10 16:17:03.803623 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286a85f-5729-423e-98ce-5327bdd0d07f req-b2812e8a-b6d4-4a6f-800d-1d88b0eb290d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:03.805498 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0286a85f-5729-423e-98ce-5327bdd0d07f req-b2812e8a-b6d4-4a6f-800d-1d88b0eb290d service neutron] 10.222.0.46 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.1161203 Dec 10 16:17:03.840703 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916b7a1-0a93-4876-abf0-1e511a53a752 req-47cb89b5-71a7-46d3-9033-47c332e7473d tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:03.842389 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6916b7a1-0a93-4876-abf0-1e511a53a752 req-47cb89b5-71a7-46d3-9033-47c332e7473d tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd0e899b-418c-4837-be7b-78022d35177b HTTP/1.1" status: 200 len: 943 time: 0.0629869 Dec 10 16:17:03.890815 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6916b7a1-0a93-4876-abf0-1e511a53a752 req-9a409ecf-5d99-4c38-b57e-a703918cc4df tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.11 "GET /v2.0/security-groups?id=87de5afb-8242-42fa-a45c-cf572fde1187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417767 Dec 10 16:17:03.902688 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0286a85f-5729-423e-98ce-5327bdd0d07f req-8d6b0cc6-489f-4c66-adc1-f2cf3259a411 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=4969162c-76bf-4cfd-9f38-1c98232c5dbf HTTP/1.1" status: 200 len: 217 time: 0.0839305 Dec 10 16:17:04.232895 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286a85f-5729-423e-98ce-5327bdd0d07f req-78f83c4b-5646-4207-ab59-2f3b93891bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:04.234359 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0286a85f-5729-423e-98ce-5327bdd0d07f req-78f83c4b-5646-4207-ab59-2f3b93891bee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.3010795 Dec 10 16:17:04.289614 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e107c994-2c7f-4e0d-af62-4921443a522a req-f79a0153-1a69-4671-b327-f8260134fa5b tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/ports?device_id=db4fae84-1d4d-4235-a089-4beb0daa3780 HTTP/1.1" status: 200 len: 210 time: 0.0308425 Dec 10 16:17:04.302877 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-47f3b5c3-c83b-4d55-87b1-1f100b899fc3 req-67f51dd6-04f9-47da-843d-ea8e0407a7d4 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4727802 Dec 10 16:17:04.318750 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-47f3b5c3-c83b-4d55-87b1-1f100b899fc3 req-056c8731-db0b-46b4-8c9d-eb630e2df8ed tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:17:04.345849 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286a85f-5729-423e-98ce-5327bdd0d07f req-fa90b071-9bc6-436a-9d97-27fc24f16c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:04.347615 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0286a85f-5729-423e-98ce-5327bdd0d07f req-fa90b071-9bc6-436a-9d97-27fc24f16c09 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1002004 Dec 10 16:17:04.366524 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-47f3b5c3-c83b-4d55-87b1-1f100b899fc3 req-056c8731-db0b-46b4-8c9d-eb630e2df8ed tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks [] for floatingip, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:04.505387 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0286a85f-5729-423e-98ce-5327bdd0d07f req-15f87f5f-8aaa-4f40-a924-cf70892a612e service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493151 Dec 10 16:17:04.621401 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-47f3b5c3-c83b-4d55-87b1-1f100b899fc3 req-056c8731-db0b-46b4-8c9d-eb630e2df8ed tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:04.632122 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0286a85f-5729-423e-98ce-5327bdd0d07f req-eeca6e7d-5b47-4e52-8fc3-52b528db8873 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194937 Dec 10 16:17:04.646816 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43580ba2-c91f-4187-a170-271778ca4d91 req-4d0763a9-44e4-4a94-aeeb-af0ab634da83 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:04.658718 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-43580ba2-c91f-4187-a170-271778ca4d91 req-4d0763a9-44e4-4a94-aeeb-af0ab634da83 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/ports?device_id=31c7cd89-275f-4b1d-aa62-750c7b4ffb0c HTTP/1.1" status: 200 len: 948 time: 0.0633664 Dec 10 16:17:04.663880 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 4442de99-d6b5-45c2-9cae-b6ee2a9572e0 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:17:04.718721 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-43580ba2-c91f-4187-a170-271778ca4d91 req-e1ed7780-737a-4062-b5e4-0c9011d63814 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/security-groups?id=89853ba0-8df3-4a1a-9e81-7702040d211a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512636 Dec 10 16:17:04.719983 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33732) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:04.765106 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-47f3b5c3-c83b-4d55-87b1-1f100b899fc3 req-056c8731-db0b-46b4-8c9d-eb630e2df8ed tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Allocated IP 172.25.6.239 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/a81e6f5b-42b8-4b76-afcb-b0928067350e) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:17:04.813595 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 4442de99-d6b5-45c2-9cae-b6ee2a9572e0, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=4442de99-d6b5-45c2-9cae-b6ee2a9572e0,segment=NetworkSegment(d841ca8d-7287-4d6a-84e9-8c074946aec0),segment_id=d841ca8d-7287-4d6a-84e9-8c074946aec0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:17:04.831165 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '4442de99-d6b5-45c2-9cae-b6ee2a9572e0', 'network_id': 'c2a8abfa-e8ae-4b12-be9c-213c9d150724', 'port_id': '4442de99-d6b5-45c2-9cae-b6ee2a9572e0', 'mac_address': 'fa:16:3e:a6:0c:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1926c3f2-4f91-4e89-9cc9-f8c33e349a83', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:17:04.856991 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d473c4eb-f3ac-420f-945c-1e8ca70bdfda admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:04.884902 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:04.902019 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4442de99-d6b5-45c2-9cae-b6ee2a9572e0 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:17:04.922713 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-0dd48b13-a94b-47be-9efe-894ad6757ef1 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=a991fc7093614f08a8f84fc5c42553a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562079 Dec 10 16:17:04.930927 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 4442de99-d6b5-45c2-9cae-b6ee2a9572e0, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=4442de99-d6b5-45c2-9cae-b6ee2a9572e0,segment=NetworkSegment(d841ca8d-7287-4d6a-84e9-8c074946aec0),segment_id=d841ca8d-7287-4d6a-84e9-8c074946aec0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:17:04.938661 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:04.941081 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-47f3b5c3-c83b-4d55-87b1-1f100b899fc3 req-056c8731-db0b-46b4-8c9d-eb630e2df8ed tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:05.014849 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-47f3b5c3-c83b-4d55-87b1-1f100b899fc3 req-056c8731-db0b-46b4-8c9d-eb630e2df8ed tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:05.027311 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=4442de99-d6b5-45c2-9cae-b6ee2a9572e0,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:05.070284 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47f3b5c3-c83b-4d55-87b1-1f100b899fc3 req-056c8731-db0b-46b4-8c9d-eb630e2df8ed tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:17:05.071698 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c8731-db0b-46b4-8c9d-eb630e2df8ed tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Pushing event updated for resources: {'Port': ['ID=a81e6f5b-42b8-4b76-afcb-b0928067350e,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:05.075386 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-47f3b5c3-c83b-4d55-87b1-1f100b899fc3 req-056c8731-db0b-46b4-8c9d-eb630e2df8ed tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:17:05.078274 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f3b5c3-c83b-4d55-87b1-1f100b899fc3 req-056c8731-db0b-46b4-8c9d-eb630e2df8ed tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:17:05.144005 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-23bbfe39-a3ba-4968-8d6d-f365fe9a567f tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:05.146041 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-23bbfe39-a3ba-4968-8d6d-f365fe9a567f tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2147758 Dec 10 16:17:05.161672 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-b88ff972-8263-4a04-a512-b006a1d6dcb9 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Request body: {'port': {'device_id': 'db4fae84-1d4d-4235-a089-4beb0daa3780', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'admin_state_up': True, 'tenant_id': 'a991fc7093614f08a8f84fc5c42553a5'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:17:05.165262 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-47f3b5c3-c83b-4d55-87b1-1f100b899fc3 req-056c8731-db0b-46b4-8c9d-eb630e2df8ed tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:05.175478 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc61c9f-d0ad-4015-b6f9-748c64b422c4 req-2417fbf4-23d0-49d8-aae9-f6895fdc1132 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:05.177075 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6fc61c9f-d0ad-4015-b6f9-748c64b422c4 req-2417fbf4-23d0-49d8-aae9-f6895fdc1132 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd0e899b-418c-4837-be7b-78022d35177b HTTP/1.1" status: 200 len: 944 time: 0.1237857 Dec 10 16:17:05.211361 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-47f3b5c3-c83b-4d55-87b1-1f100b899fc3 req-056c8731-db0b-46b4-8c9d-eb630e2df8ed tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:05.279279 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['4442de99-d6b5-45c2-9cae-b6ee2a9572e0'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:17:05.294957 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d473c4eb-f3ac-420f-945c-1e8ca70bdfda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:05.309013 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d473c4eb-f3ac-420f-945c-1e8ca70bdfda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:05.319095 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6fc61c9f-d0ad-4015-b6f9-748c64b422c4 req-0fb7a364-5517-4ecf-8f5f-88adc5a76487 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.11 "GET /v2.0/security-groups?id=87de5afb-8242-42fa-a45c-cf572fde1187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006749 Dec 10 16:17:05.381123 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473c4eb-f3ac-420f-945c-1e8ca70bdfda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7e818e-3999-4dad-9612-7f592808a094,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:05.391230 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d473c4eb-f3ac-420f-945c-1e8ca70bdfda admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8462e05d8e9a460981d68581ee3eb2f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6697147 Dec 10 16:17:05.393389 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33756) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:05.409453 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-47f3b5c3-c83b-4d55-87b1-1f100b899fc3 req-056c8731-db0b-46b4-8c9d-eb630e2df8ed tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:05.418181 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-47f3b5c3-c83b-4d55-87b1-1f100b899fc3 req-056c8731-db0b-46b4-8c9d-eb630e2df8ed tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:05.444996 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-b88ff972-8263-4a04-a512-b006a1d6dcb9 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Made reservation on behalf of a991fc7093614f08a8f84fc5c42553a5 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:17:05.449400 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-b88ff972-8263-4a04-a512-b006a1d6dcb9 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:05.463057 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-b88ff972-8263-4a04-a512-b006a1d6dcb9 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:05.468482 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-47f3b5c3-c83b-4d55-87b1-1f100b899fc3 req-056c8731-db0b-46b4-8c9d-eb630e2df8ed tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:05.482832 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c8731-db0b-46b4-8c9d-eb630e2df8ed tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Pushing event updated for resources: {'Port': ['ID=a81e6f5b-42b8-4b76-afcb-b0928067350e,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:05.493541 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-47f3b5c3-c83b-4d55-87b1-1f100b899fc3 req-056c8731-db0b-46b4-8c9d-eb630e2df8ed tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:05.495042 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-47f3b5c3-c83b-4d55-87b1-1f100b899fc3 req-056c8731-db0b-46b4-8c9d-eb630e2df8ed tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1851954 Dec 10 16:17:05.503280 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c62c575b-298f-43a3-8493-e1a713e60b2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:05.506876 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d8fbce37-e465-4456-b0c0-5e1524519774 req-cac60ee6-a3b0-45c2-8d02-6600ccbb1edb tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/ports?device_id=db4fae84-1d4d-4235-a089-4beb0daa3780 HTTP/1.1" status: 200 len: 210 time: 0.0468264 Dec 10 16:17:05.552961 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c62c575b-298f-43a3-8493-e1a713e60b2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:05.576835 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-47f3b5c3-c83b-4d55-87b1-1f100b899fc3 req-db0b7b22-4f38-42ba-a9b0-f3b3cc8308aa tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.239 HTTP/1.1" status: 200 len: 696 time: 0.0756972 Dec 10 16:17:05.630978 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-b88ff972-8263-4a04-a512-b006a1d6dcb9 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:05.640841 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c62c575b-298f-43a3-8493-e1a713e60b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:05.643660 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c62c575b-298f-43a3-8493-e1a713e60b2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:05.644939 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c62c575b-298f-43a3-8493-e1a713e60b2a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7e7e818e-3999-4dad-9612-7f592808a094 HTTP/1.1" status: 204 len: 168 time: 0.2501822 Dec 10 16:17:05.647610 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-b88ff972-8263-4a04-a512-b006a1d6dcb9 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:05.667044 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c575b-298f-43a3-8493-e1a713e60b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7e818e-3999-4dad-9612-7f592808a094,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:05.734359 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3b5c3-c83b-4d55-87b1-1f100b899fc3 req-1df25811-551a-47ad-aa78-a7214fecd470 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:05.735972 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-47f3b5c3-c83b-4d55-87b1-1f100b899fc3 req-1df25811-551a-47ad-aa78-a7214fecd470 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "GET /v2.0/networks/5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 784 time: 0.1523750 Dec 10 16:17:05.746645 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ff972-8263-4a04-a512-b006a1d6dcb9 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0c93b4-2f66-4e94-b4ad-75c684bcc520,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:05.759315 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [req-47f3b5c3-c83b-4d55-87b1-1f100b899fc3 req-a5699c96-8923-4f25-a1ba-fb10661aa8e6 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:17:05.762278 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-47f3b5c3-c83b-4d55-87b1-1f100b899fc3 req-a5699c96-8923-4f25-a1ba-fb10661aa8e6 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087750 Dec 10 16:17:05.832128 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-b88ff972-8263-4a04-a512-b006a1d6dcb9 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Allocated IP 192.168.233.166 (1b1da819-dfba-43f2-8848-8bb429159850/a7a18c92-5007-49e2-b728-7aedc06dca57/e836d740-5e74-484c-be04-59c1109e36dd) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:17:05.892971 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d9195-094b-4ba5-9051-808cd6d1ea35 req-584571b0-528b-48d0-b566-47c8d08e69ab tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:05.898630 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a88d9195-094b-4ba5-9051-808cd6d1ea35 req-584571b0-528b-48d0-b566-47c8d08e69ab tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/ports?device_id=31c7cd89-275f-4b1d-aa62-750c7b4ffb0c HTTP/1.1" status: 200 len: 948 time: 0.0687020 Dec 10 16:17:05.947830 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a88d9195-094b-4ba5-9051-808cd6d1ea35 req-469b65ac-f673-49a6-ada6-01af92173bb0 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/security-groups?id=89853ba0-8df3-4a1a-9e81-7702040d211a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461104 Dec 10 16:17:06.017532 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:06.042814 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d36d2e48-46a8-4932-93b1-e9141eaf301d req-7bbcc697-da42-4d43-9666-09af48d3b0b1 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1948791 Dec 10 16:17:06.060662 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-d36d2e48-46a8-4932-93b1-e9141eaf301d req-05bff048-db42-4ca2-bc49-e2aa36af4683 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:17:06.067641 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33788) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:06.080794 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-05b7e8e6-0f71-4041-b6d2-5dff43f6d44c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:06.112752 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d36d2e48-46a8-4932-93b1-e9141eaf301d req-05bff048-db42-4ca2-bc49-e2aa36af4683 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:06.143101 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-b88ff972-8263-4a04-a512-b006a1d6dcb9 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:06.173155 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-05b7e8e6-0f71-4041-b6d2-5dff43f6d44c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:06.178305 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-05b7e8e6-0f71-4041-b6d2-5dff43f6d44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:06.218158 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-05b7e8e6-0f71-4041-b6d2-5dff43f6d44c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=87ccfee040d34394a4ffb17e88961fbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1492629 Dec 10 16:17:06.219041 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b7e8e6-0f71-4041-b6d2-5dff43f6d44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3956383f-712e-4f01-9fea-4371f0e44f91,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:06.221606 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33802) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:06.243155 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-b88ff972-8263-4a04-a512-b006a1d6dcb9 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:06.276104 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e264a662-e904-4ad5-8618-5a63a2bd2cd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:06.298336 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-b88ff972-8263-4a04-a512-b006a1d6dcb9 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Network 1b1da819-dfba-43f2-8848-8bb429159850 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:17:06.301839 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e264a662-e904-4ad5-8618-5a63a2bd2cd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:06.308306 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-b88ff972-8263-4a04-a512-b006a1d6dcb9 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:17:06.313908 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-b88ff972-8263-4a04-a512-b006a1d6dcb9 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:17:06.361490 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ff972-8263-4a04-a512-b006a1d6dcb9 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Pushing event updated for resources: {'Port': ['ID=e836d740-5e74-484c-be04-59c1109e36dd,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:06.381924 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d36d2e48-46a8-4932-93b1-e9141eaf301d req-05bff048-db42-4ca2-bc49-e2aa36af4683 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:06.387334 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e264a662-e904-4ad5-8618-5a63a2bd2cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:06.391363 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e264a662-e904-4ad5-8618-5a63a2bd2cd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:06.395575 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e264a662-e904-4ad5-8618-5a63a2bd2cd1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3956383f-712e-4f01-9fea-4371f0e44f91 HTTP/1.1" status: 204 len: 168 time: 0.1724794 Dec 10 16:17:06.404473 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264a662-e904-4ad5-8618-5a63a2bd2cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3956383f-712e-4f01-9fea-4371f0e44f91,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:06.456494 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-b88ff972-8263-4a04-a512-b006a1d6dcb9 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:06.457164 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-b88ff972-8263-4a04-a512-b006a1d6dcb9 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:06.506952 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-b88ff972-8263-4a04-a512-b006a1d6dcb9 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3498592 Dec 10 16:17:06.523398 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-a2eaf88a-dd8d-4c13-b14b-d17673fa1e32 service neutron] Request body: {'port': {'device_id': 'db4fae84-1d4d-4235-a089-4beb0daa3780', 'device_owner': 'compute:tempest-test_az-1008623080', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:17:06.546697 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a788eb1-65a9-4c71-bfd6-d4a2ea2eb754 req-93cedf84-1aaa-4cc8-9334-a9aba40667cb tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:06.548965 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4a788eb1-65a9-4c71-bfd6-d4a2ea2eb754 req-93cedf84-1aaa-4cc8-9334-a9aba40667cb tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd0e899b-418c-4837-be7b-78022d35177b HTTP/1.1" status: 200 len: 944 time: 0.0756943 Dec 10 16:17:06.611809 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4a788eb1-65a9-4c71-bfd6-d4a2ea2eb754 req-1386c6f4-19e9-491a-aafa-a12e52224f63 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.11 "GET /v2.0/security-groups?id=87de5afb-8242-42fa-a45c-cf572fde1187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544336 Dec 10 16:17:06.636910 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-a2eaf88a-dd8d-4c13-b14b-d17673fa1e32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:06.640665 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-d36d2e48-46a8-4932-93b1-e9141eaf301d req-05bff048-db42-4ca2-bc49-e2aa36af4683 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Allocated IP 172.25.6.114 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/182f7368-b401-4ef4-9bd2-a896955549a2) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:17:06.653644 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 4969162c-76bf-4cfd-9f38-1c98232c5dbf details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:17:06.701840 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 4442de99-d6b5-45c2-9cae-b6ee2a9572e0 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:17:06.739680 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-72344733-caad-4e8e-8c23-c0f8beef6669 None None] Provisioning complete for port e836d740-5e74-484c-be04-59c1109e36dd triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:17:06.740198 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-72344733-caad-4e8e-8c23-c0f8beef6669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:06.821381 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8b6d6-6468-4ef8-84ac-0afb9846d19a req-297706d1-7a13-4909-8171-54ef9aa2d486 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:06.823072 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-70a8b6d6-6468-4ef8-84ac-0afb9846d19a req-297706d1-7a13-4909-8171-54ef9aa2d486 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/ports?device_id=db4fae84-1d4d-4235-a089-4beb0daa3780 HTTP/1.1" status: 200 len: 936 time: 0.0689256 Dec 10 16:17:06.878594 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-70a8b6d6-6468-4ef8-84ac-0afb9846d19a req-7186e91b-f936-405c-b653-c84d14918a07 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f0c93b4-2f66-4e94-b4ad-75c684bcc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486000 Dec 10 16:17:06.888039 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-72344733-caad-4e8e-8c23-c0f8beef6669 None None] Port e836d740-5e74-484c-be04-59c1109e36dd cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:17:06.921085 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d36d2e48-46a8-4932-93b1-e9141eaf301d req-05bff048-db42-4ca2-bc49-e2aa36af4683 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:06.937234 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 4442de99-d6b5-45c2-9cae-b6ee2a9572e0 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:17:06.944238 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 4969162c-76bf-4cfd-9f38-1c98232c5dbf, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=4969162c-76bf-4cfd-9f38-1c98232c5dbf,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:17:06.951656 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 4442de99-d6b5-45c2-9cae-b6ee2a9572e0 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:17:06.952205 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:06.991896 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '4969162c-76bf-4cfd-9f38-1c98232c5dbf', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'port_id': '4969162c-76bf-4cfd-9f38-1c98232c5dbf', 'mac_address': 'fa:16:3e:91:92:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a18c92-5007-49e2-b728-7aedc06dca57', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:17:07.000254 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d36d2e48-46a8-4932-93b1-e9141eaf301d req-05bff048-db42-4ca2-bc49-e2aa36af4683 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:07.052377 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:07.062022 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d36d2e48-46a8-4932-93b1-e9141eaf301d req-05bff048-db42-4ca2-bc49-e2aa36af4683 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:17:07.072123 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4969162c-76bf-4cfd-9f38-1c98232c5dbf {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:17:07.088742 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-d36d2e48-46a8-4932-93b1-e9141eaf301d req-05bff048-db42-4ca2-bc49-e2aa36af4683 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:17:07.096029 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36d2e48-46a8-4932-93b1-e9141eaf301d req-05bff048-db42-4ca2-bc49-e2aa36af4683 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:17:07.102690 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bff048-db42-4ca2-bc49-e2aa36af4683 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Pushing event updated for resources: {'Port': ['ID=182f7368-b401-4ef4-9bd2-a896955549a2,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:07.136357 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-a2eaf88a-dd8d-4c13-b14b-d17673fa1e32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e836d740-5e74-484c-be04-59c1109e36dd {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:17:07.145998 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.26', 52770) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:07.149135 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:07.152113 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 4969162c-76bf-4cfd-9f38-1c98232c5dbf, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=4969162c-76bf-4cfd-9f38-1c98232c5dbf,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:17:07.167366 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:07.181650 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-a2eaf88a-dd8d-4c13-b14b-d17673fa1e32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:07.197110 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-a2eaf88a-dd8d-4c13-b14b-d17673fa1e32 service neutron] Transition to ACTIVE for port object e836d740-5e74-484c-be04-59c1109e36dd will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:17:07.208204 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-a2eaf88a-dd8d-4c13-b14b-d17673fa1e32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:07.211632 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:17:07.215838 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0e899b-418c-4837-be7b-78022d35177b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4442de99-d6b5-45c2-9cae-b6ee2a9572e0'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:17:07.218992 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08e6c2d-a3e3-427c-b6b7-341fbef51346" -d '{"events": [{"server_uuid": "bd0e899b-418c-4837-be7b-78022d35177b", "name": "network-vif-plugged", "status": "completed", "tag": "4442de99-d6b5-45c2-9cae-b6ee2a9572e0"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:17:07.237626 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 4442de99-d6b5-45c2-9cae-b6ee2a9572e0, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=4442de99-d6b5-45c2-9cae-b6ee2a9572e0,segment=NetworkSegment(d841ca8d-7287-4d6a-84e9-8c074946aec0),segment_id=d841ca8d-7287-4d6a-84e9-8c074946aec0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:17:07.250757 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:07.263724 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-13f9e9e3-b196-451a-930e-0114ad90fed9 req-4275793d-1aba-4061-a955-7fa2e1e91082 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=38a7c386-4f82-4df6-98f8-1d7af49cd138&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1165342 Dec 10 16:17:07.265233 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=4969162c-76bf-4cfd-9f38-1c98232c5dbf,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:07.307268 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f555e0b-8b06-4fd1-983b-e55b226e964e req-41e0f512-4b76-4b0c-ba9f-f3b4c7a8a7bd tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:07.321181 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3f555e0b-8b06-4fd1-983b-e55b226e964e req-41e0f512-4b76-4b0c-ba9f-f3b4c7a8a7bd tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/ports?device_id=31c7cd89-275f-4b1d-aa62-750c7b4ffb0c HTTP/1.1" status: 200 len: 949 time: 0.1027071 Dec 10 16:17:07.332938 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eaf88a-dd8d-4c13-b14b-d17673fa1e32 service neutron] Pushing event updated for resources: {'Port': ['ID=e836d740-5e74-484c-be04-59c1109e36dd,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:07.337741 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d36d2e48-46a8-4932-93b1-e9141eaf301d req-05bff048-db42-4ca2-bc49-e2aa36af4683 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:07.349888 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=4442de99-d6b5-45c2-9cae-b6ee2a9572e0,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:07.395395 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['4969162c-76bf-4cfd-9f38-1c98232c5dbf'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:17:07.432316 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f9e9e3-b196-451a-930e-0114ad90fed9 req-4493de17-8a42-4693-82e3-aeb772a7ed4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:07.434208 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-13f9e9e3-b196-451a-930e-0114ad90fed9 req-4493de17-8a42-4693-82e3-aeb772a7ed4d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6ee345cb0a3b4fcd81cd0b7d68e536f3&device_id=38a7c386-4f82-4df6-98f8-1d7af49cd138 HTTP/1.1" status: 200 len: 1123 time: 0.1083729 Dec 10 16:17:07.449729 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3f555e0b-8b06-4fd1-983b-e55b226e964e req-b974bb92-d776-4d96-89b1-06f4114e30fa tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/security-groups?id=89853ba0-8df3-4a1a-9e81-7702040d211a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156321 Dec 10 16:17:07.466900 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-a2eaf88a-dd8d-4c13-b14b-d17673fa1e32 service neutron] Attempting to bind port e836d740-5e74-484c-be04-59c1109e36dd on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:17:07.467513 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-a2eaf88a-dd8d-4c13-b14b-d17673fa1e32 service neutron] Attempting to bind port e836d740-5e74-484c-be04-59c1109e36dd by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:17:07.468198 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-a2eaf88a-dd8d-4c13-b14b-d17673fa1e32 service neutron] Attempting to bind port e836d740-5e74-484c-be04-59c1109e36dd on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:17:07.471748 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d36d2e48-46a8-4932-93b1-e9141eaf301d req-05bff048-db42-4ca2-bc49-e2aa36af4683 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:07.476699 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-a2eaf88a-dd8d-4c13-b14b-d17673fa1e32 service neutron] Port e836d740-5e74-484c-be04-59c1109e36dd on network 1b1da819-dfba-43f2-8848-8bb429159850 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:17:07.477226 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-a2eaf88a-dd8d-4c13-b14b-d17673fa1e32 service neutron] Attempting to bind port e836d740-5e74-484c-be04-59c1109e36dd on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:17:07.508188 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-a2eaf88a-dd8d-4c13-b14b-d17673fa1e32 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:17:07.508756 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-a2eaf88a-dd8d-4c13-b14b-d17673fa1e32 service neutron] Checking segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:17:07.509217 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-a2eaf88a-dd8d-4c13-b14b-d17673fa1e32 service neutron] Bound using segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:17:07.509736 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-a2eaf88a-dd8d-4c13-b14b-d17673fa1e32 service neutron] Bound port: e836d740-5e74-484c-be04-59c1109e36dd, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:17:07.510182 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-a2eaf88a-dd8d-4c13-b14b-d17673fa1e32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:07.644129 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33864) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:07.658834 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f9e9e3-b196-451a-930e-0114ad90fed9 req-06140893-5475-4ac8-9faa-183b9bb711c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:07.660560 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-13f9e9e3-b196-451a-930e-0114ad90fed9 req-06140893-5475-4ac8-9faa-183b9bb711c6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.1922505 Dec 10 16:17:07.674447 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-a2eaf88a-dd8d-4c13-b14b-d17673fa1e32 service neutron] For port e836d740-5e74-484c-be04-59c1109e36dd, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:17:07.698863 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-a2eaf88a-dd8d-4c13-b14b-d17673fa1e32 service neutron] For port e836d740-5e74-484c-be04-59c1109e36dd, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=e836d740-5e74-484c-be04-59c1109e36dd,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:17:07.708635 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-a2eaf88a-dd8d-4c13-b14b-d17673fa1e32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:07.733266 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b3461b-c590-41bb-aaec-4a141b8ec564 x-openstack-request-id: req-e6b3461b-c590-41bb-aaec-4a141b8ec564 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:17:07.733732 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0e899b-418c-4837-be7b-78022d35177b", "name": "network-vif-plugged", "status": "completed", "tag": "4442de99-d6b5-45c2-9cae-b6ee2a9572e0", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:17:07.734129 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e6b3461b-c590-41bb-aaec-4a141b8ec564 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:17:07.734679 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0e899b-418c-4837-be7b-78022d35177b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4442de99-d6b5-45c2-9cae-b6ee2a9572e0', 'code': 200} Dec 10 16:17:07.784614 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-13f9e9e3-b196-451a-930e-0114ad90fed9 req-28a5e61c-5e42-40bf-8252-3f2eb45b7ea5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=7ec7fa21-0dea-4868-a79a-0506412dcec1 HTTP/1.1" status: 200 len: 217 time: 0.1046064 Dec 10 16:17:07.794760 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-a2eaf88a-dd8d-4c13-b14b-d17673fa1e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:07.795398 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-a2eaf88a-dd8d-4c13-b14b-d17673fa1e32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:07.796821 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-a2eaf88a-dd8d-4c13-b14b-d17673fa1e32 service neutron] 10.222.0.26 "PUT /v2.0/ports/e836d740-5e74-484c-be04-59c1109e36dd HTTP/1.1" status: 200 len: 1118 time: 1.2815201 Dec 10 16:17:07.797278 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db4fae84-1d4d-4235-a089-4beb0daa3780', 'tag': 'e836d740-5e74-484c-be04-59c1109e36dd'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:17:07.801369 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b06512-43be-40b3-a962-12ae369899eb" -d '{"events": [{"name": "network-changed", "server_uuid": "db4fae84-1d4d-4235-a089-4beb0daa3780", "tag": "e836d740-5e74-484c-be04-59c1109e36dd"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:17:07.851323 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:07.889905 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eaf88a-dd8d-4c13-b14b-d17673fa1e32 service neutron] Pushing event updated for resources: {'Port': ['ID=e836d740-5e74-484c-be04-59c1109e36dd,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:07.895055 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d36d2e48-46a8-4932-93b1-e9141eaf301d req-05bff048-db42-4ca2-bc49-e2aa36af4683 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:07.903933 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d36d2e48-46a8-4932-93b1-e9141eaf301d req-05bff048-db42-4ca2-bc49-e2aa36af4683 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:07.922933 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-83931387-9e55-4662-9ceb-a95f0f616a41 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1679822013-network', 'tenant_id': '88d3b4e7edaf414d832ee358beed3fa3'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:17:07.984872 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-6cf47e92-d85c-45a7-91df-280b781b965e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:07.985399 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f9e9e3-b196-451a-930e-0114ad90fed9 req-770b000d-7099-4ac0-8638-69806f823a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:07.986730 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-6cf47e92-d85c-45a7-91df-280b781b965e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a991fc7093614f08a8f84fc5c42553a5&device_id=db4fae84-1d4d-4235-a089-4beb0daa3780 HTTP/1.1" status: 200 len: 1121 time: 0.1482928 Dec 10 16:17:07.987009 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-13f9e9e3-b196-451a-930e-0114ad90fed9 req-770b000d-7099-4ac0-8638-69806f823a8e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.1953478 Dec 10 16:17:07.998780 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83931387-9e55-4662-9ceb-a95f0f616a41 admin admin] Made reservation on behalf of 88d3b4e7edaf414d832ee358beed3fa3 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:17:08.001005 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bff048-db42-4ca2-bc49-e2aa36af4683 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Pushing event updated for resources: {'Port': ['ID=182f7368-b401-4ef4-9bd2-a896955549a2,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:08.001965 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83931387-9e55-4662-9ceb-a95f0f616a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:08.045581 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957969c-dffa-4893-b75a-1597f26eb3d0 req-280a5a5c-162d-4421-bebe-5005b7fae78e tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:08.047232 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6957969c-dffa-4893-b75a-1597f26eb3d0 req-280a5a5c-162d-4421-bebe-5005b7fae78e tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd0e899b-418c-4837-be7b-78022d35177b HTTP/1.1" status: 200 len: 945 time: 0.1820848 Dec 10 16:17:08.049079 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33880) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:08.057671 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83931387-9e55-4662-9ceb-a95f0f616a41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:08.060714 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-d96424cf-fa7d-43c7-9244-9ba08a3b3c0c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=e836d740-5e74-484c-be04-59c1109e36dd HTTP/1.1" status: 200 len: 217 time: 0.0539660 Dec 10 16:17:08.065133 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d36d2e48-46a8-4932-93b1-e9141eaf301d req-05bff048-db42-4ca2-bc49-e2aa36af4683 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:08.084639 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c79126-15fb-44d6-80d3-417391fceb43 req-077e4b16-7da1-432f-b782-5da01d3fa04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:08.086123 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d7c79126-15fb-44d6-80d3-417391fceb43 req-077e4b16-7da1-432f-b782-5da01d3fa04e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bd0e899b-418c-4837-be7b-78022d35177b HTTP/1.1" status: 200 len: 1096 time: 0.2042484 Dec 10 16:17:08.132610 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d36d2e48-46a8-4932-93b1-e9141eaf301d req-05bff048-db42-4ca2-bc49-e2aa36af4683 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:08.134091 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d36d2e48-46a8-4932-93b1-e9141eaf301d req-05bff048-db42-4ca2-bc49-e2aa36af4683 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0840814 Dec 10 16:17:08.136317 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-42434721-d22c-4af6-947b-b98ebd47403a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:08.137827 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-42434721-d22c-4af6-947b-b98ebd47403a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.0679641 Dec 10 16:17:08.192511 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f9e9e3-b196-451a-930e-0114ad90fed9 req-a91990e4-1917-4e4a-a020-515893e8bb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:08.194009 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-13f9e9e3-b196-451a-930e-0114ad90fed9 req-a91990e4-1917-4e4a-a020-515893e8bb26 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1797044 Dec 10 16:17:08.225124 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6957969c-dffa-4893-b75a-1597f26eb3d0 req-e7e11431-4a89-4e97-8287-a0285ada7806 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.11 "GET /v2.0/security-groups?id=87de5afb-8242-42fa-a45c-cf572fde1187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493919 Dec 10 16:17:08.229954 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d7c79126-15fb-44d6-80d3-417391fceb43 req-d6ef11c9-a445-44ae-95a4-f6295c4ef6b7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=87de5afb-8242-42fa-a45c-cf572fde1187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253161 Dec 10 16:17:08.248891 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-313e25ab-fee4-4975-8097-d06862603549 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:08.340817 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253baa7a-28a6-4ff5-8c4c-747412d8fde1 x-openstack-request-id: req-253baa7a-28a6-4ff5-8c4c-747412d8fde1 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:17:08.341109 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db4fae84-1d4d-4235-a089-4beb0daa3780", "tag": "e836d740-5e74-484c-be04-59c1109e36dd", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:17:08.341365 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-253baa7a-28a6-4ff5-8c4c-747412d8fde1 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:17:08.341755 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db4fae84-1d4d-4235-a089-4beb0daa3780', 'tag': 'e836d740-5e74-484c-be04-59c1109e36dd', 'status': 'completed', 'code': 200} Dec 10 16:17:08.387099 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83931387-9e55-4662-9ceb-a95f0f616a41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:08.392537 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d36d2e48-46a8-4932-93b1-e9141eaf301d req-fd76e9ac-ca98-4ebe-aa69-fb5c50753ab5 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.114 HTTP/1.1" status: 200 len: 696 time: 0.2483673 Dec 10 16:17:08.418109 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83931387-9e55-4662-9ceb-a95f0f616a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:08.431329 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-13f9e9e3-b196-451a-930e-0114ad90fed9 req-4b2822e2-2cb9-47ac-8c8c-c83d1047c31e service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230721 Dec 10 16:17:08.452502 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-0fa7842b-6f65-4572-a8e5-53fb4e4cd285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:08.453992 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-0fa7842b-6f65-4572-a8e5-53fb4e4cd285 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3062944 Dec 10 16:17:08.461843 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83931387-9e55-4662-9ceb-a95f0f616a41 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:17:08.571721 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d2e48-46a8-4932-93b1-e9141eaf301d req-921dc6fc-1d27-45fd-a101-945a76ba83b8 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:08.573155 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d36d2e48-46a8-4932-93b1-e9141eaf301d req-921dc6fc-1d27-45fd-a101-945a76ba83b8 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "GET /v2.0/networks/5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 784 time: 0.1736274 Dec 10 16:17:08.594122 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-558670fe-eefe-429a-902c-a8f351866ca8 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309080 Dec 10 16:17:08.666779 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 4969162c-76bf-4cfd-9f38-1c98232c5dbf up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:17:08.734832 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 4969162c-76bf-4cfd-9f38-1c98232c5dbf completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:17:08.740188 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 4969162c-76bf-4cfd-9f38-1c98232c5dbf triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:17:08.740489 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83931387-9e55-4662-9ceb-a95f0f616a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:08.740598 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:08.741436 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-83931387-9e55-4662-9ceb-a95f0f616a41 admin admin] Added segment ba4bffb6-59f5-4518-96be-6824e98414e9 of type vlan for network 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 Dec 10 16:17:08.742059 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83931387-9e55-4662-9ceb-a95f0f616a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6259e590-5539-4084-ab42-0b82a81a9685,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:08.743735 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b8be84b9-5c19-428c-855b-a4142c7b0965 req-aae894e9-77a2-4331-9d6f-5deef0177ac3 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421988 Dec 10 16:17:08.761459 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5493569c-ee5e-4916-9767-23af21bbdc32 req-a0fa799a-5a0c-4103-8d94-6a9b94efaa59 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:08.763169 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5493569c-ee5e-4916-9767-23af21bbdc32 req-a0fa799a-5a0c-4103-8d94-6a9b94efaa59 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/ports?device_id=db4fae84-1d4d-4235-a089-4beb0daa3780 HTTP/1.1" status: 200 len: 970 time: 0.3826373 Dec 10 16:17:08.787144 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c95385-8863-44a1-99b1-122622f67247 req-ef941d1a-f4da-4448-b84e-d11b4bed54fe tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:08.796568 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95c95385-8863-44a1-99b1-122622f67247 req-ef941d1a-f4da-4448-b84e-d11b4bed54fe tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/ports?device_id=31c7cd89-275f-4b1d-aa62-750c7b4ffb0c HTTP/1.1" status: 200 len: 949 time: 0.0912921 Dec 10 16:17:08.810601 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-313e25ab-fee4-4975-8097-d06862603549 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:08.824853 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-313e25ab-fee4-4975-8097-d06862603549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:08.835553 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:08.855887 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83931387-9e55-4662-9ceb-a95f0f616a41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:08.872709 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 4969162c-76bf-4cfd-9f38-1c98232c5dbf, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=4969162c-76bf-4cfd-9f38-1c98232c5dbf,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:17:08.874714 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95c95385-8863-44a1-99b1-122622f67247 req-2ea2dcef-37b8-4843-887f-665fc8b7b21a tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/security-groups?id=89853ba0-8df3-4a1a-9e81-7702040d211a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770156 Dec 10 16:17:08.878806 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:08.905046 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b06512-43be-40b3-a962-12ae369899eb req-ba84f2a6-85ae-48cd-90c1-f803b9257cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:08.906914 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-29b06512-43be-40b3-a962-12ae369899eb req-ba84f2a6-85ae-48cd-90c1-f803b9257cf7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a991fc7093614f08a8f84fc5c42553a5&device_id=db4fae84-1d4d-4235-a089-4beb0daa3780 HTTP/1.1" status: 200 len: 1121 time: 0.0856452 Dec 10 16:17:08.914310 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-13f9e9e3-b196-451a-930e-0114ad90fed9 req-cd39b98c-40c0-4dfd-8ba6-4cba2dc9843f service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690955 Dec 10 16:17:08.921382 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e25ab-fee4-4975-8097-d06862603549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec830a8a-d73d-4dd1-8ec3-8ead2a731b27,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:08.931243 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-313e25ab-fee4-4975-8097-d06862603549 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=518bc9b8df7247adac799ac05d242bf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8799114 Dec 10 16:17:08.937664 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33896) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:08.946622 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=4969162c-76bf-4cfd-9f38-1c98232c5dbf,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:08.953865 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5493569c-ee5e-4916-9767-23af21bbdc32 req-24e506b8-7852-47b3-a670-05a5df415b0b tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f0c93b4-2f66-4e94-b4ad-75c684bcc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747534 Dec 10 16:17:08.965195 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83931387-9e55-4662-9ceb-a95f0f616a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:08.966186 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83931387-9e55-4662-9ceb-a95f0f616a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:08.966833 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83931387-9e55-4662-9ceb-a95f0f616a41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:09.009000 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-83931387-9e55-4662-9ceb-a95f0f616a41 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3598826 Dec 10 16:17:09.038743 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33898) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:09.045737 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c31f06f4-ae3f-4b1e-9178-5d6aecd64565 admin admin] Request body: {'subnet': {'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1679822013-subnet', 'tenant_id': '88d3b4e7edaf414d832ee358beed3fa3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:17:09.077413 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83931387-9e55-4662-9ceb-a95f0f616a41 admin admin] Pushing event updated for resources: {'Network': ['ID=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:09.088840 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31f06f4-ae3f-4b1e-9178-5d6aecd64565 admin admin] Made reservation on behalf of 88d3b4e7edaf414d832ee358beed3fa3 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:17:09.089425 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:17:09.091382 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c31f06f4-ae3f-4b1e-9178-5d6aecd64565 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:09.208859 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9db05c0-eff5-4178-a383-ba4bfe99ca6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:09.292259 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9db05c0-eff5-4178-a383-ba4bfe99ca6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:09.304760 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b06512-43be-40b3-a962-12ae369899eb req-58b98afb-6deb-496d-9d2a-8b6e09517be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:09.306275 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-29b06512-43be-40b3-a962-12ae369899eb req-58b98afb-6deb-496d-9d2a-8b6e09517be0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.3764923 Dec 10 16:17:09.320151 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5d84bd9c-3ec6-4dea-b5f9-3119acebd920 req-d12b2954-7e25-4228-85d7-6bb1563cf9d4 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3635638 Dec 10 16:17:09.329787 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c31f06f4-ae3f-4b1e-9178-5d6aecd64565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:09.371678 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-5d84bd9c-3ec6-4dea-b5f9-3119acebd920 req-f40f0c3d-1984-4473-8701-bcede10f90c1 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:17:09.385742 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-29b06512-43be-40b3-a962-12ae369899eb req-930eb700-6a60-4e9b-b235-f28592d9bd1b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=e836d740-5e74-484c-be04-59c1109e36dd HTTP/1.1" status: 200 len: 217 time: 0.0644605 Dec 10 16:17:09.392382 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f06f4-ae3f-4b1e-9178-5d6aecd64565 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19a3ead6-9cb2-4544-beb2-145a33d7ae3f,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:09.433800 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31f06f4-ae3f-4b1e-9178-5d6aecd64565 admin admin] Checking segment: {'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:17:09.434549 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31f06f4-ae3f-4b1e-9178-5d6aecd64565 admin admin] Network hostable DHCP agents. Network: 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:17:09.457243 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5d84bd9c-3ec6-4dea-b5f9-3119acebd920 req-f40f0c3d-1984-4473-8701-bcede10f90c1 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:09.459934 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31f06f4-ae3f-4b1e-9178-5d6aecd64565 admin admin] Network 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:17:09.462619 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b06512-43be-40b3-a962-12ae369899eb req-5230011d-53b1-4b77-8759-444fb4ca5a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:09.463974 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-29b06512-43be-40b3-a962-12ae369899eb req-5230011d-53b1-4b77-8759-444fb4ca5a92 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.0678117 Dec 10 16:17:09.477180 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-c31f06f4-ae3f-4b1e-9178-5d6aecd64565 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:17:09.482166 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31f06f4-ae3f-4b1e-9178-5d6aecd64565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:09.484280 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c31f06f4-ae3f-4b1e-9178-5d6aecd64565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:09.488073 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9db05c0-eff5-4178-a383-ba4bfe99ca6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:09.488888 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7888405-6c23-4db5-834a-d2478067549c None None] Network 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:17:09.491287 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9db05c0-eff5-4178-a383-ba4bfe99ca6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:09.494813 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a9db05c0-eff5-4178-a383-ba4bfe99ca6f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ec830a8a-d73d-4dd1-8ec3-8ead2a731b27 HTTP/1.1" status: 204 len: 168 time: 0.5377743 Dec 10 16:17:09.544916 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c31f06f4-ae3f-4b1e-9178-5d6aecd64565 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5050521 Dec 10 16:17:09.552636 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db05c0-eff5-4178-a383-ba4bfe99ca6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec830a8a-d73d-4dd1-8ec3-8ead2a731b27,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:09.580539 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b06512-43be-40b3-a962-12ae369899eb req-6e565454-ec92-4f4e-a6f0-eb38473a49b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:09.582257 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-29b06512-43be-40b3-a962-12ae369899eb req-6e565454-ec92-4f4e-a6f0-eb38473a49b1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1068695 Dec 10 16:17:09.687153 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5d84bd9c-3ec6-4dea-b5f9-3119acebd920 req-f40f0c3d-1984-4473-8701-bcede10f90c1 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:09.688155 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464e469-b1df-4792-bdd5-10ca4f0a9c28 req-013d40c5-0db0-4929-8a75-b71b65607006 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:09.698718 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d464e469-b1df-4792-bdd5-10ca4f0a9c28 req-013d40c5-0db0-4929-8a75-b71b65607006 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd0e899b-418c-4837-be7b-78022d35177b HTTP/1.1" status: 200 len: 945 time: 0.1132054 Dec 10 16:17:09.747598 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-29b06512-43be-40b3-a962-12ae369899eb req-dd885bf3-424f-4391-bf8a-9d5f770f50a2 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484094 Dec 10 16:17:09.755817 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c7cd89-275f-4b1d-aa62-750c7b4ffb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4969162c-76bf-4cfd-9f38-1c98232c5dbf'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:17:09.760100 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807f5813-c604-4abd-a117-fa7b5ac22232" -d '{"events": [{"server_uuid": "31c7cd89-275f-4b1d-aa62-750c7b4ffb0c", "name": "network-vif-plugged", "status": "completed", "tag": "4969162c-76bf-4cfd-9f38-1c98232c5dbf"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:17:09.771966 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d464e469-b1df-4792-bdd5-10ca4f0a9c28 req-92803691-b3d6-4957-b515-b0243e41a730 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.11 "GET /v2.0/security-groups?id=87de5afb-8242-42fa-a45c-cf572fde1187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660572 Dec 10 16:17:09.773519 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe75c9a-2810-45b6-b438-fa5cc9966350 None None] Network 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:17:09.883428 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-5d84bd9c-3ec6-4dea-b5f9-3119acebd920 req-f40f0c3d-1984-4473-8701-bcede10f90c1 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Allocated IP 172.25.6.54 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/3ed537b6-0d2b-4c49-a7d3-3a9ac5e093f4) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:17:09.909902 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-29b06512-43be-40b3-a962-12ae369899eb req-e1cdd4e9-db49-4e44-932f-c98ce7a78c2b service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522608 Dec 10 16:17:09.951833 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee880e30-1382-4775-a6fa-1f7e8e17f243 x-openstack-request-id: req-ee880e30-1382-4775-a6fa-1f7e8e17f243 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:17:09.952162 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c7cd89-275f-4b1d-aa62-750c7b4ffb0c", "name": "network-vif-plugged", "status": "completed", "tag": "4969162c-76bf-4cfd-9f38-1c98232c5dbf", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:17:09.954791 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ee880e30-1382-4775-a6fa-1f7e8e17f243 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:17:09.955649 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c7cd89-275f-4b1d-aa62-750c7b4ffb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4969162c-76bf-4cfd-9f38-1c98232c5dbf', 'code': 200} Dec 10 16:17:10.059664 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5d84bd9c-3ec6-4dea-b5f9-3119acebd920 req-f40f0c3d-1984-4473-8701-bcede10f90c1 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:10.075197 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33952) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:10.099239 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-980aebbb-017f-4ef2-a802-9eb448650467 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:10.114046 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a50b8-59da-449a-aa6c-91c528592590 req-58f37111-fd03-4447-b626-f508695b63ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:10.115663 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2e0a50b8-59da-449a-aa6c-91c528592590 req-58f37111-fd03-4447-b626-f508695b63ba service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=31c7cd89-275f-4b1d-aa62-750c7b4ffb0c HTTP/1.1" status: 200 len: 1101 time: 0.0880203 Dec 10 16:17:10.127912 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea930f-303f-46c7-bcb4-3384382847bb req-c7b02596-e409-46f3-96d9-c0d2b4e5cfc5 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:10.129565 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0dea930f-303f-46c7-bcb4-3384382847bb req-c7b02596-e409-46f3-96d9-c0d2b4e5cfc5 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/ports?device_id=31c7cd89-275f-4b1d-aa62-750c7b4ffb0c HTTP/1.1" status: 200 len: 950 time: 0.0626781 Dec 10 16:17:10.151619 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5d84bd9c-3ec6-4dea-b5f9-3119acebd920 req-f40f0c3d-1984-4473-8701-bcede10f90c1 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:10.201270 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2e0a50b8-59da-449a-aa6c-91c528592590 req-d671d8a3-d3ce-4f6e-853a-1747c4e90665 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=89853ba0-8df3-4a1a-9e81-7702040d211a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706089 Dec 10 16:17:10.207563 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f0c3d-1984-4473-8701-bcede10f90c1 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Pushing event updated for resources: {'Port': ['ID=3ed537b6-0d2b-4c49-a7d3-3a9ac5e093f4,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:10.210038 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0dea930f-303f-46c7-bcb4-3384382847bb req-8feb2b7f-f590-47f9-b9cf-93111745101e tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/security-groups?id=89853ba0-8df3-4a1a-9e81-7702040d211a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730474 Dec 10 16:17:10.227509 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d84bd9c-3ec6-4dea-b5f9-3119acebd920 req-f40f0c3d-1984-4473-8701-bcede10f90c1 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:17:10.240201 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-5d84bd9c-3ec6-4dea-b5f9-3119acebd920 req-f40f0c3d-1984-4473-8701-bcede10f90c1 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:17:10.242959 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d84bd9c-3ec6-4dea-b5f9-3119acebd920 req-f40f0c3d-1984-4473-8701-bcede10f90c1 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:17:10.294421 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-980aebbb-017f-4ef2-a802-9eb448650467 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:10.303286 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-980aebbb-017f-4ef2-a802-9eb448650467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:10.363613 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b354e4-923d-40d4-8562-1335e5ca0c8a req-46ac1415-49ae-4353-a6d1-cf508321f59c tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:10.364875 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-81b354e4-923d-40d4-8562-1335e5ca0c8a req-46ac1415-49ae-4353-a6d1-cf508321f59c tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/ports?device_id=db4fae84-1d4d-4235-a089-4beb0daa3780 HTTP/1.1" status: 200 len: 970 time: 0.0620530 Dec 10 16:17:10.377783 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-980aebbb-017f-4ef2-a802-9eb448650467 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c4e5243c786b4b49a33ca137e24035de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3015442 Dec 10 16:17:10.380984 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980aebbb-017f-4ef2-a802-9eb448650467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b01052b-5807-4910-9fac-f81c35db9bc8,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:10.383431 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33960) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:10.415126 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5d84bd9c-3ec6-4dea-b5f9-3119acebd920 req-f40f0c3d-1984-4473-8701-bcede10f90c1 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:10.424317 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-81b354e4-923d-40d4-8562-1335e5ca0c8a req-450717a8-e782-40a1-868c-7040dec0b261 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f0c93b4-2f66-4e94-b4ad-75c684bcc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529022 Dec 10 16:17:10.469283 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5d84bd9c-3ec6-4dea-b5f9-3119acebd920 req-f40f0c3d-1984-4473-8701-bcede10f90c1 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:10.474154 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c103990a-4570-48c5-9f45-dbb115ae4115 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:10.528449 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c103990a-4570-48c5-9f45-dbb115ae4115 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:10.547253 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33968) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:10.553844 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-96150a52-5445-4d0a-bcc1-33c46d7d032c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1739608704-network', 'tenant_id': '99d1b13222974933ab3a4902ccab6522'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:17:10.579554 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96150a52-5445-4d0a-bcc1-33c46d7d032c admin admin] Made reservation on behalf of 99d1b13222974933ab3a4902ccab6522 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:17:10.583423 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-96150a52-5445-4d0a-bcc1-33c46d7d032c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:10.593519 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-96150a52-5445-4d0a-bcc1-33c46d7d032c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:10.679967 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c103990a-4570-48c5-9f45-dbb115ae4115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:10.683047 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c103990a-4570-48c5-9f45-dbb115ae4115 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:10.684668 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c103990a-4570-48c5-9f45-dbb115ae4115 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0b01052b-5807-4910-9fac-f81c35db9bc8 HTTP/1.1" status: 204 len: 168 time: 0.2987318 Dec 10 16:17:10.708540 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c103990a-4570-48c5-9f45-dbb115ae4115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b01052b-5807-4910-9fac-f81c35db9bc8,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:10.721432 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-96150a52-5445-4d0a-bcc1-33c46d7d032c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:10.723626 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-96150a52-5445-4d0a-bcc1-33c46d7d032c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:10.743734 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5d84bd9c-3ec6-4dea-b5f9-3119acebd920 req-f40f0c3d-1984-4473-8701-bcede10f90c1 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:10.751715 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5d84bd9c-3ec6-4dea-b5f9-3119acebd920 req-f40f0c3d-1984-4473-8701-bcede10f90c1 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:10.774619 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96150a52-5445-4d0a-bcc1-33c46d7d032c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcfd9b0-0480-4938-98d0-66e959f2b29b,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:10.793876 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96150a52-5445-4d0a-bcc1-33c46d7d032c admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:17:10.818257 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-96150a52-5445-4d0a-bcc1-33c46d7d032c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:10.819267 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-96150a52-5445-4d0a-bcc1-33c46d7d032c admin admin] Added segment 4b9709c8-ba7d-4b90-84af-d1c4104210b9 of type vlan for network 0f584ac2-cf06-46f2-b265-0a5f44973c0f Dec 10 16:17:10.884660 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-96150a52-5445-4d0a-bcc1-33c46d7d032c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:10.919436 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-96150a52-5445-4d0a-bcc1-33c46d7d032c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:10.922375 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96150a52-5445-4d0a-bcc1-33c46d7d032c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:10.924027 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-96150a52-5445-4d0a-bcc1-33c46d7d032c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:10.998794 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33992) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:11.034793 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f0c3d-1984-4473-8701-bcede10f90c1 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Pushing event updated for resources: {'Port': ['ID=3ed537b6-0d2b-4c49-a7d3-3a9ac5e093f4,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:11.044899 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5d84bd9c-3ec6-4dea-b5f9-3119acebd920 req-f40f0c3d-1984-4473-8701-bcede10f90c1 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:11.047547 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-96150a52-5445-4d0a-bcc1-33c46d7d032c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4992061 Dec 10 16:17:11.053454 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33998) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:11.058431 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96150a52-5445-4d0a-bcc1-33c46d7d032c admin admin] Pushing event updated for resources: {'Network': ['ID=0f584ac2-cf06-46f2-b265-0a5f44973c0f,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:11.061368 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-d0893589-9990-480a-aa6d-9a8880148d55 admin admin] Request body: {'subnet': {'network_id': '0f584ac2-cf06-46f2-b265-0a5f44973c0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1739608704-subnet', 'tenant_id': '99d1b13222974933ab3a4902ccab6522', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:17:11.071155 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 0f584ac2-cf06-46f2-b265-0a5f44973c0f details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:17:11.079238 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6fd77-0c56-4a2d-88ab-10e678e16482 req-88642e0e-76a0-440a-b919-b3fa081bb76a tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:11.080768 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6ba6fd77-0c56-4a2d-88ab-10e678e16482 req-88642e0e-76a0-440a-b919-b3fa081bb76a tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd0e899b-418c-4837-be7b-78022d35177b HTTP/1.1" status: 200 len: 945 time: 0.0860751 Dec 10 16:17:11.081731 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5d84bd9c-3ec6-4dea-b5f9-3119acebd920 req-f40f0c3d-1984-4473-8701-bcede10f90c1 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:11.089810 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5d84bd9c-3ec6-4dea-b5f9-3119acebd920 req-f40f0c3d-1984-4473-8701-bcede10f90c1 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7555678 Dec 10 16:17:11.170703 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5d84bd9c-3ec6-4dea-b5f9-3119acebd920 req-0fc35290-4b23-49e4-858b-3a9b6ebf8bf2 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.54 HTTP/1.1" status: 200 len: 695 time: 0.0791531 Dec 10 16:17:11.177210 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6ba6fd77-0c56-4a2d-88ab-10e678e16482 req-c50e7cab-f1b0-4e3d-b910-d7618fe8d793 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.11 "GET /v2.0/security-groups?id=87de5afb-8242-42fa-a45c-cf572fde1187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848753 Dec 10 16:17:11.243326 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a95af8b5-54f3-4816-93f8-ee3cc20aec90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:11.264028 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0893589-9990-480a-aa6d-9a8880148d55 admin admin] Made reservation on behalf of 99d1b13222974933ab3a4902ccab6522 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:17:11.267097 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d0893589-9990-480a-aa6d-9a8880148d55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:11.407802 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a95af8b5-54f3-4816-93f8-ee3cc20aec90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:11.414922 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a95af8b5-54f3-4816-93f8-ee3cc20aec90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:11.534021 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95af8b5-54f3-4816-93f8-ee3cc20aec90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d382a6-8353-453a-8db0-2555db9c8cec,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:11.539900 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a95af8b5-54f3-4816-93f8-ee3cc20aec90 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6c0123d5404749ee8c8fd3c770aa52d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5398397 Dec 10 16:17:11.544240 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34022) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:11.550619 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84bd9c-3ec6-4dea-b5f9-3119acebd920 req-3e1655a7-fd90-4eb6-95d7-8d47539736d3 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:11.552913 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5d84bd9c-3ec6-4dea-b5f9-3119acebd920 req-3e1655a7-fd90-4eb6-95d7-8d47539736d3 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "GET /v2.0/networks/5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 784 time: 0.3808441 Dec 10 16:17:11.663744 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674a88e-e804-4a33-b064-cd485a207984 req-5f001886-4d6d-4cd3-b62d-f44daf0439a6 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:11.665755 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6674a88e-e804-4a33-b064-cd485a207984 req-5f001886-4d6d-4cd3-b62d-f44daf0439a6 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/ports?device_id=31c7cd89-275f-4b1d-aa62-750c7b4ffb0c HTTP/1.1" status: 200 len: 950 time: 0.1817150 Dec 10 16:17:11.703671 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d0893589-9990-480a-aa6d-9a8880148d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:11.715706 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af6481bd-93ad-48e1-a17e-ea7ad4c8a26c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:11.771043 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af6481bd-93ad-48e1-a17e-ea7ad4c8a26c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:11.792678 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6674a88e-e804-4a33-b064-cd485a207984 req-81617043-898a-4689-8f02-3ae34559311d tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/security-groups?id=89853ba0-8df3-4a1a-9e81-7702040d211a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140745 Dec 10 16:17:11.814184 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bc1ee-435b-4789-85db-2e6adc0ba224 req-fa0e5111-24f5-42d1-88b7-421f88a9d068 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:11.815768 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c10bc1ee-435b-4789-85db-2e6adc0ba224 req-fa0e5111-24f5-42d1-88b7-421f88a9d068 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/ports?device_id=db4fae84-1d4d-4235-a089-4beb0daa3780 HTTP/1.1" status: 200 len: 970 time: 0.1303256 Dec 10 16:17:11.819657 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0893589-9990-480a-aa6d-9a8880148d55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=007f97b2-ba35-4772-9051-f277359443ab,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:11.831562 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0893589-9990-480a-aa6d-9a8880148d55 admin admin] Checking segment: {'id': '4b9709c8-ba7d-4b90-84af-d1c4104210b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0f584ac2-cf06-46f2-b265-0a5f44973c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:17:11.831943 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0893589-9990-480a-aa6d-9a8880148d55 admin admin] Network hostable DHCP agents. Network: 0f584ac2-cf06-46f2-b265-0a5f44973c0f, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:17:11.881674 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0893589-9990-480a-aa6d-9a8880148d55 admin admin] Network 0f584ac2-cf06-46f2-b265-0a5f44973c0f is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:17:11.901297 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c10bc1ee-435b-4789-85db-2e6adc0ba224 req-5d5e2fef-3e43-4d0f-8f49-0b7c17a62026 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f0c93b4-2f66-4e94-b4ad-75c684bcc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707395 Dec 10 16:17:11.902426 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-d0893589-9990-480a-aa6d-9a8880148d55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 0f584ac2-cf06-46f2-b265-0a5f44973c0f) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:17:11.907872 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0893589-9990-480a-aa6d-9a8880148d55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:11.908686 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d0893589-9990-480a-aa6d-9a8880148d55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:11.915108 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa5a157-4e3a-494a-b851-0416cf60e09b None None] Network 0f584ac2-cf06-46f2-b265-0a5f44973c0f requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:17:11.937654 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d0893589-9990-480a-aa6d-9a8880148d55 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8823092 Dec 10 16:17:11.980688 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3816ce05-9154-4df3-ae8f-74836adc633e req-1740ade4-8962-400f-8e98-49bd7e27d6b0 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "GET /v2.0/floatingips/b2fac0ff-aa55-4cee-87c0-3be443ca4cc6 HTTP/1.1" status: 200 len: 692 time: 0.1263523 Dec 10 16:17:11.991159 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af6481bd-93ad-48e1-a17e-ea7ad4c8a26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:11.993710 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af6481bd-93ad-48e1-a17e-ea7ad4c8a26c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:11.994838 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-af6481bd-93ad-48e1-a17e-ea7ad4c8a26c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/95d382a6-8353-453a-8db0-2555db9c8cec HTTP/1.1" status: 204 len: 168 time: 0.4496868 Dec 10 16:17:12.076504 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6481bd-93ad-48e1-a17e-ea7ad4c8a26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d382a6-8353-453a-8db0-2555db9c8cec,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:12.095683 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e88b5e2-6a0c-47e1-9429-8a94d318c59c None None] Network 0f584ac2-cf06-46f2-b265-0a5f44973c0f requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:17:12.204665 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816ce05-9154-4df3-ae8f-74836adc633e req-2301b059-36ac-4855-bee8-255eee73a45e tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:12.213551 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3816ce05-9154-4df3-ae8f-74836adc633e req-2301b059-36ac-4855-bee8-255eee73a45e tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "GET /v2.0/networks/5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 784 time: 0.2319562 Dec 10 16:17:12.220118 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [req-3816ce05-9154-4df3-ae8f-74836adc633e req-58ec0005-a9aa-4d7b-8c1a-11b0175ce5d9 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:17:12.240585 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3816ce05-9154-4df3-ae8f-74836adc633e req-58ec0005-a9aa-4d7b-8c1a-11b0175ce5d9 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0260146 Dec 10 16:17:12.344907 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fc1f9aae-aa62-4ff9-be1a-b906de5d2231 req-88e851bf-2366-48b5-b324-e21a06c46f23 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "GET /v2.0/floatingips/b2fac0ff-aa55-4cee-87c0-3be443ca4cc6 HTTP/1.1" status: 200 len: 692 time: 0.0522056 Dec 10 16:17:12.493463 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f9aae-aa62-4ff9-be1a-b906de5d2231 req-0355d305-0084-4c2f-b04e-ae2ef0cd97cf tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:12.500585 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fc1f9aae-aa62-4ff9-be1a-b906de5d2231 req-0355d305-0084-4c2f-b04e-ae2ef0cd97cf tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "GET /v2.0/networks/5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 784 time: 0.1440091 Dec 10 16:17:12.506639 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [req-fc1f9aae-aa62-4ff9-be1a-b906de5d2231 req-206b05f3-e779-4fc1-bb9f-12898ab816b0 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:17:12.513664 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fc1f9aae-aa62-4ff9-be1a-b906de5d2231 req-206b05f3-e779-4fc1-bb9f-12898ab816b0 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121853 Dec 10 16:17:12.575093 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fc1f9aae-aa62-4ff9-be1a-b906de5d2231 req-902b1f9b-5308-422e-b729-6875676c5713 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.54 HTTP/1.1" status: 200 len: 695 time: 0.0604260 Dec 10 16:17:12.630435 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fc1f9aae-aa62-4ff9-be1a-b906de5d2231 req-fa72c23b-c09d-48bf-bc96-a658422b6e7e tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.54 HTTP/1.1" status: 200 len: 695 time: 0.0543308 Dec 10 16:17:12.745901 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device e836d740-5e74-484c-be04-59c1109e36dd details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:17:12.772334 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34076) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:12.792359 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ff8ace15-f8a8-4582-805a-d4c6bd1885b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:12.798991 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-fc1f9aae-aa62-4ff9-be1a-b906de5d2231 req-0372308f-1e7a-4915-ade6-c6d7a688fd6e tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Deleting port 3ed537b6-0d2b-4c49-a7d3-3a9ac5e093f4 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:17:12.799374 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fc1f9aae-aa62-4ff9-be1a-b906de5d2231 req-0372308f-1e7a-4915-ade6-c6d7a688fd6e tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:12.916084 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ff8ace15-f8a8-4582-805a-d4c6bd1885b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:12.922507 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ff8ace15-f8a8-4582-805a-d4c6bd1885b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:12.953178 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fc1f9aae-aa62-4ff9-be1a-b906de5d2231 req-0372308f-1e7a-4915-ade6-c6d7a688fd6e tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:12.953679 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fc1f9aae-aa62-4ff9-be1a-b906de5d2231 req-0372308f-1e7a-4915-ade6-c6d7a688fd6e tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:12.969894 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-fc1f9aae-aa62-4ff9-be1a-b906de5d2231 req-0372308f-1e7a-4915-ade6-c6d7a688fd6e tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Calling delete_port for 3ed537b6-0d2b-4c49-a7d3-3a9ac5e093f4 owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:17:12.979953 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ff8ace15-f8a8-4582-805a-d4c6bd1885b7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c4cf6cfa9b0b4772a8e9fd2f08f0cada&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2063406 Dec 10 16:17:12.980930 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ace15-f8a8-4582-805a-d4c6bd1885b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10485b43-f1b3-48ec-8e99-e858922806f6,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:12.994997 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34084) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:13.002058 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port e836d740-5e74-484c-be04-59c1109e36dd, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=e836d740-5e74-484c-be04-59c1109e36dd,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:17:13.026647 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': 'e836d740-5e74-484c-be04-59c1109e36dd', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'port_id': 'e836d740-5e74-484c-be04-59c1109e36dd', 'mac_address': 'fa:16:3e:12:a3:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a18c92-5007-49e2-b728-7aedc06dca57', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:tempest-test_az-1008623080', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:17:13.075121 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:13.076559 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-40e08e28-5a33-4e05-ad99-796d5fe67f90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:13.102094 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e836d740-5e74-484c-be04-59c1109e36dd {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:17:13.111065 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-40e08e28-5a33-4e05-ad99-796d5fe67f90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:13.151067 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port e836d740-5e74-484c-be04-59c1109e36dd, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=e836d740-5e74-484c-be04-59c1109e36dd,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:17:13.158614 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:13.208409 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-40e08e28-5a33-4e05-ad99-796d5fe67f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:13.212570 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-40e08e28-5a33-4e05-ad99-796d5fe67f90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:13.217605 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-40e08e28-5a33-4e05-ad99-796d5fe67f90 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/10485b43-f1b3-48ec-8e99-e858922806f6 HTTP/1.1" status: 204 len: 168 time: 0.2214441 Dec 10 16:17:13.231942 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e08e28-5a33-4e05-ad99-796d5fe67f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10485b43-f1b3-48ec-8e99-e858922806f6,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:13.284816 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=e836d740-5e74-484c-be04-59c1109e36dd,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:13.379921 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['e836d740-5e74-484c-be04-59c1109e36dd'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:17:13.390367 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fc1f9aae-aa62-4ff9-be1a-b906de5d2231 req-0372308f-1e7a-4915-ade6-c6d7a688fd6e tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:13.441931 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0372308f-1e7a-4915-ade6-c6d7a688fd6e tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Pushing event deleted for resources: {'Port': ['ID=3ed537b6-0d2b-4c49-a7d3-3a9ac5e093f4,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:13.483281 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fc1f9aae-aa62-4ff9-be1a-b906de5d2231 req-0372308f-1e7a-4915-ade6-c6d7a688fd6e tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:13.487100 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fc1f9aae-aa62-4ff9-be1a-b906de5d2231 req-0372308f-1e7a-4915-ade6-c6d7a688fd6e tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:13.506013 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fc1f9aae-aa62-4ff9-be1a-b906de5d2231 req-0372308f-1e7a-4915-ade6-c6d7a688fd6e tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "DELETE /v2.0/floatingips/b2fac0ff-aa55-4cee-87c0-3be443ca4cc6 HTTP/1.1" status: 204 len: 173 time: 0.8744576 Dec 10 16:17:13.583456 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-fd4a6d30-dd67-4ede-a610-888b0618f29c tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:13.590735 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-fd4a6d30-dd67-4ede-a610-888b0618f29c tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/networks?id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 HTTP/1.1" status: 200 len: 821 time: 0.3484883 Dec 10 16:17:13.611971 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-1d6e2fbd-7afc-4a61-8fd2-eab0d1df2554 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/quotas/88d3b4e7edaf414d832ee358beed3fa3 HTTP/1.1" status: 200 len: 375 time: 0.0177698 Dec 10 16:17:13.690658 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-54952126-edef-4143-8d0c-f8815369f4b0 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=88d3b4e7edaf414d832ee358beed3fa3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0712433 Dec 10 16:17:13.718339 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-caf024bd-9e2e-4b86-83e9-f9b3317f98e1 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=16d894941eac4a6ba635015ccfa85141&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319884 Dec 10 16:17:13.845866 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-148d03a7-e607-450d-bc9c-86551e042252 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:13.847354 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-148d03a7-e607-450d-bc9c-86551e042252 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1281915 Dec 10 16:17:13.883395 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-ec7d30bf-33be-4e2c-913e-c5952800a227 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/quotas/16d894941eac4a6ba635015ccfa85141 HTTP/1.1" status: 200 len: 375 time: 0.0284159 Dec 10 16:17:13.887135 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ffb32a85-451f-48e0-84d4-f31ade25fb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:13.962934 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-9d81480d-4838-421c-bee6-5b94186a91e9 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:17:13.969600 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-b260c3b3-11bc-4a79-8453-79dce8e193e1 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=16d894941eac4a6ba635015ccfa85141&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0850127 Dec 10 16:17:13.970259 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-9d81480d-4838-421c-bee6-5b94186a91e9 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1474683 Dec 10 16:17:14.078095 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-2a497b2c-7a2d-4685-ba68-3841a8e7bf7a service neutron] 10.222.0.11 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069212 Dec 10 16:17:14.222324 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-8947cd16-c6f1-40d7-be36-d841ae4d3154 service neutron] 10.222.0.11 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373563 Dec 10 16:17:14.288011 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34146) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:14.309102 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cbc516-007e-4eb5-9cf8-75b93f60d6e4 req-7eda43f9-13f4-4675-830d-b14589c3f83a tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:14.311591 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-60cbc516-007e-4eb5-9cf8-75b93f60d6e4 req-7eda43f9-13f4-4675-830d-b14589c3f83a tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/ports?device_id=db4fae84-1d4d-4235-a089-4beb0daa3780 HTTP/1.1" status: 200 len: 971 time: 0.1061575 Dec 10 16:17:14.419693 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-60cbc516-007e-4eb5-9cf8-75b93f60d6e4 req-f6d582da-d3f9-48fa-bd47-73737b08ce3b tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f0c93b4-2f66-4e94-b4ad-75c684bcc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977066 Dec 10 16:17:14.498903 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-8a04a3ea-87be-47c3-9492-e31608e8957f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1908933342-network', 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:17:14.676153 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a04a3ea-87be-47c3-9492-e31608e8957f admin admin] Made reservation on behalf of 20faaf9c38d346c5a5c9ea0fc9964ecb for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:17:14.678666 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8a04a3ea-87be-47c3-9492-e31608e8957f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:14.709675 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8a04a3ea-87be-47c3-9492-e31608e8957f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:14.750703 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device e836d740-5e74-484c-be04-59c1109e36dd up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:17:14.757482 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a29ca5-3e80-4d52-9467-0db237563ab4 req-a03eb0bb-79e5-4c00-aec1-bd7dc2ca0390 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:14.759031 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-83a29ca5-3e80-4d52-9467-0db237563ab4 req-a03eb0bb-79e5-4c00-aec1-bd7dc2ca0390 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2944088 Dec 10 16:17:14.843544 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8a04a3ea-87be-47c3-9492-e31608e8957f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:14.854191 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8a04a3ea-87be-47c3-9492-e31608e8957f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:14.883464 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e1e4018b-e618-48d2-b48b-0af5a88bd925 req-7e55e07e-d723-4533-9754-59dcfc8fdfb3 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/ports?device_id=09b8782b-1971-4143-859e-84b4334a1978 HTTP/1.1" status: 200 len: 210 time: 0.0385613 Dec 10 16:17:14.893118 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a04a3ea-87be-47c3-9492-e31608e8957f admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:17:14.901674 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port e836d740-5e74-484c-be04-59c1109e36dd completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:17:14.907545 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port e836d740-5e74-484c-be04-59c1109e36dd triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:17:14.909383 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a04a3ea-87be-47c3-9492-e31608e8957f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148dab2d-c38e-47b4-8f82-ba7c06e409de,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:14.910600 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:14.927041 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8a04a3ea-87be-47c3-9492-e31608e8957f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:14.931092 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-8a04a3ea-87be-47c3-9492-e31608e8957f admin admin] Added segment d00404b4-000b-43be-919f-49cd49cf6df9 of type vlan for network 715b4c0a-da9c-47bb-91fb-624b419d2246 Dec 10 16:17:14.992930 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8a04a3ea-87be-47c3-9492-e31608e8957f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:15.014028 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eff74c6c-8dba-498c-ae72-84e47f1d3336 req-a5fb1527-d31b-4c8b-ac01-668ebaac51e2 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d31436d-2785-4d66-9d25-60d1cb0935b5 HTTP/1.1" status: 200 len: 210 time: 0.0443547 Dec 10 16:17:15.047264 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:15.075406 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8a04a3ea-87be-47c3-9492-e31608e8957f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:15.076419 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a04a3ea-87be-47c3-9492-e31608e8957f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:15.077000 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8a04a3ea-87be-47c3-9492-e31608e8957f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:15.092059 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port e836d740-5e74-484c-be04-59c1109e36dd, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=e836d740-5e74-484c-be04-59c1109e36dd,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:17:15.094372 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4fae84-1d4d-4235-a089-4beb0daa3780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e836d740-5e74-484c-be04-59c1109e36dd'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:17:15.099079 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97463c6-31b4-40e5-bcdc-43a2e224bfd2" -d '{"events": [{"server_uuid": "db4fae84-1d4d-4235-a089-4beb0daa3780", "name": "network-vif-plugged", "status": "completed", "tag": "e836d740-5e74-484c-be04-59c1109e36dd"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:17:15.106721 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:15.172185 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-8a04a3ea-87be-47c3-9492-e31608e8957f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8829806 Dec 10 16:17:15.180983 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=e836d740-5e74-484c-be04-59c1109e36dd,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:15.184023 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34180) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:15.189749 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-bb39334c-8e96-4aec-9c8b-f50ffa10601c admin admin] Request body: {'subnet': {'network_id': '715b4c0a-da9c-47bb-91fb-624b419d2246', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1908933342-subnet', 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:17:15.216010 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a04a3ea-87be-47c3-9492-e31608e8957f admin admin] Pushing event updated for resources: {'Network': ['ID=715b4c0a-da9c-47bb-91fb-624b419d2246,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:15.231067 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 715b4c0a-da9c-47bb-91fb-624b419d2246 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:17:15.236691 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb39334c-8e96-4aec-9c8b-f50ffa10601c admin admin] Made reservation on behalf of 20faaf9c38d346c5a5c9ea0fc9964ecb for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:17:15.239328 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bb39334c-8e96-4aec-9c8b-f50ffa10601c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:15.283541 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-628c1ef4-b90e-4da5-9f38-2deffdc2bd7f req-31194637-f9ed-4511-94ea-f7231a31a2b1 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "GET /v2.0/floatingips?tenant_id=f0ef7d2631e94a15b26744ca7575c12a HTTP/1.1" status: 200 len: 1656 time: 0.2323768 Dec 10 16:17:15.304346 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34184) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:15.352071 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab560e-3333-4d14-857c-b39508b1bdad req-3a8d1408-f31f-436e-a7f3-b1a04b8feecf tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:15.353857 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6cab560e-3333-4d14-857c-b39508b1bdad req-3a8d1408-f31f-436e-a7f3-b1a04b8feecf tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.11 "GET /v2.0/ports?device_id=38a7c386-4f82-4df6-98f8-1d7af49cd138 HTTP/1.1" status: 200 len: 972 time: 0.1276443 Dec 10 16:17:15.409213 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c1ef4-b90e-4da5-9f38-2deffdc2bd7f req-f0a02140-f2d8-4262-a608-49a66b268a3e tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:15.411956 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-628c1ef4-b90e-4da5-9f38-2deffdc2bd7f req-f0a02140-f2d8-4262-a608-49a66b268a3e tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "GET /v2.0/networks?id=5eeed31d-d918-4774-81b9-ef71c6f02574&id=5eeed31d-d918-4774-81b9-ef71c6f02574&id=5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 787 time: 0.1276233 Dec 10 16:17:15.428516 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [req-628c1ef4-b90e-4da5-9f38-2deffdc2bd7f req-3aa584c2-c28f-4a75-b055-fd0472cbd5ec tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:17:15.429986 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-628c1ef4-b90e-4da5-9f38-2deffdc2bd7f req-3aa584c2-c28f-4a75-b055-fd0472cbd5ec tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071692 Dec 10 16:17:15.447029 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6cab560e-3333-4d14-857c-b39508b1bdad req-aceddea2-2bff-4ab9-92b3-2e8a4931db1f tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.11 "GET /v2.0/security-groups?id=c22d2797-e477-4973-87e8-db856d0be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855651 Dec 10 16:17:15.493085 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece5adee-770a-451a-afdd-4800d5dcb45e x-openstack-request-id: req-ece5adee-770a-451a-afdd-4800d5dcb45e {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:17:15.493452 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db4fae84-1d4d-4235-a089-4beb0daa3780", "name": "network-vif-plugged", "status": "completed", "tag": "e836d740-5e74-484c-be04-59c1109e36dd", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:17:15.493712 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ece5adee-770a-451a-afdd-4800d5dcb45e {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:17:15.494908 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4fae84-1d4d-4235-a089-4beb0daa3780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e836d740-5e74-484c-be04-59c1109e36dd', 'code': 200} Dec 10 16:17:15.498694 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c9d7cf09-3ec0-4f1b-b45d-beada1707faf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:15.529735 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bb39334c-8e96-4aec-9c8b-f50ffa10601c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:15.607294 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4ee90d3e-dec9-4c59-8957-683084a7b253 req-e2949da9-30a0-4328-bdd0-090d66928458 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "GET /v2.0/floatingips/1f2668b2-90e7-4480-a59a-09211c8cf559 HTTP/1.1" status: 200 len: 693 time: 0.0783257 Dec 10 16:17:15.668548 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb39334c-8e96-4aec-9c8b-f50ffa10601c admin admin] Pushing event updated for resources: {'Subnet': ['ID=62480659-e465-41da-9ae4-1fa4cb439ee8,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:15.670644 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb39334c-8e96-4aec-9c8b-f50ffa10601c admin admin] Checking segment: {'id': 'd00404b4-000b-43be-919f-49cd49cf6df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '715b4c0a-da9c-47bb-91fb-624b419d2246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:17:15.670994 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb39334c-8e96-4aec-9c8b-f50ffa10601c admin admin] Network hostable DHCP agents. Network: 715b4c0a-da9c-47bb-91fb-624b419d2246, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:17:15.710053 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51407a5d-71ad-4b2f-89ec-b10b3a5a5412 req-d2f9fa32-9fd5-4405-9a9c-cf3f7819872b tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:15.711593 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-51407a5d-71ad-4b2f-89ec-b10b3a5a5412 req-d2f9fa32-9fd5-4405-9a9c-cf3f7819872b tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/ports?device_id=db4fae84-1d4d-4235-a089-4beb0daa3780 HTTP/1.1" status: 200 len: 972 time: 0.1308155 Dec 10 16:17:15.725121 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-ac8e9cd2-8a17-442e-85d5-58603aaab168 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=16d894941eac4a6ba635015ccfa85141&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344739 Dec 10 16:17:15.767461 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb39334c-8e96-4aec-9c8b-f50ffa10601c admin admin] Network 715b4c0a-da9c-47bb-91fb-624b419d2246 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:17:15.771212 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee90d3e-dec9-4c59-8957-683084a7b253 req-c7b8c438-53d0-4127-8b75-3a3dfe7fe78e tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:15.772803 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4ee90d3e-dec9-4c59-8957-683084a7b253 req-c7b8c438-53d0-4127-8b75-3a3dfe7fe78e tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "GET /v2.0/networks/5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 784 time: 0.1646688 Dec 10 16:17:15.784176 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c9d7cf09-3ec0-4f1b-b45d-beada1707faf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:15.796256 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c9d7cf09-3ec0-4f1b-b45d-beada1707faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:15.803645 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-bb39334c-8e96-4aec-9c8b-f50ffa10601c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 715b4c0a-da9c-47bb-91fb-624b419d2246) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:17:15.814328 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c348372e-fc26-491e-a723-241d36a27c79 None None] Network 715b4c0a-da9c-47bb-91fb-624b419d2246 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:17:15.823799 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f39b74-38f6-4245-8dcb-12bbd37a8999 req-6845f314-69d7-4a92-93a9-7c4da99f624b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:15.825371 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-49f39b74-38f6-4245-8dcb-12bbd37a8999 req-6845f314-69d7-4a92-93a9-7c4da99f624b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=db4fae84-1d4d-4235-a089-4beb0daa3780 HTTP/1.1" status: 200 len: 1123 time: 0.1393969 Dec 10 16:17:15.828094 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb39334c-8e96-4aec-9c8b-f50ffa10601c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:15.828676 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bb39334c-8e96-4aec-9c8b-f50ffa10601c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:15.857462 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4ee90d3e-dec9-4c59-8957-683084a7b253 req-b4221f53-8220-4765-8f00-bd730c50da45 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.114 HTTP/1.1" status: 200 len: 696 time: 0.0588543 Dec 10 16:17:15.889107 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-51407a5d-71ad-4b2f-89ec-b10b3a5a5412 req-034fdba1-fe6f-47a5-83a7-0291cc38d188 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f0c93b4-2f66-4e94-b4ad-75c684bcc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586280 Dec 10 16:17:15.892171 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d7cf09-3ec0-4f1b-b45d-beada1707faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80dfd553-e6ed-4abc-b3e5-7282c2533d81,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:15.900527 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-bb39334c-8e96-4aec-9c8b-f50ffa10601c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7152195 Dec 10 16:17:15.903261 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c9d7cf09-3ec0-4f1b-b45d-beada1707faf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f9337433f441440a870309eded2146ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5976470 Dec 10 16:17:15.904464 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34200) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:15.906356 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34202) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:15.914702 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-96089a87-d70c-4af9-a624-1551fad1e6af admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1908933342-router', 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:17:15.969083 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4ee90d3e-dec9-4c59-8957-683084a7b253 req-0b8bd38a-2c4b-4dd6-901c-ec1790e1136a tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.114 HTTP/1.1" status: 200 len: 696 time: 0.1025372 Dec 10 16:17:15.984233 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-49f39b74-38f6-4245-8dcb-12bbd37a8999 req-a15ef8ee-5a2f-4770-b479-e20dacd5852e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0f0c93b4-2f66-4e94-b4ad-75c684bcc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345747 Dec 10 16:17:16.011704 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-96089a87-d70c-4af9-a624-1551fad1e6af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:16.021472 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-96089a87-d70c-4af9-a624-1551fad1e6af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:16.067042 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-3be5ee4e-48f7-42fb-920a-20267bbf7883 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:16.067562 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-73be4704-265f-4193-8513-14d14ea55cf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:16.068505 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-3be5ee4e-48f7-42fb-920a-20267bbf7883 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3309805 Dec 10 16:17:16.114214 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81286b58-6499-466b-a03b-81743b8eadcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-715b4c0a-da9c-47bb-91fb-624b419d2246', 'network_id': '715b4c0a-da9c-47bb-91fb-624b419d2246', 'project_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'fixed_ips': [{'subnet_id': '62480659-e465-41da-9ae4-1fa4cb439ee8'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:17:16.115422 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-81286b58-6499-466b-a03b-81743b8eadcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:16.126724 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-96089a87-d70c-4af9-a624-1551fad1e6af admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:16.135961 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-73be4704-265f-4193-8513-14d14ea55cf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:16.287141 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-81286b58-6499-466b-a03b-81743b8eadcd None None] Allocated IP 172.20.0.2 (715b4c0a-da9c-47bb-91fb-624b419d2246/62480659-e465-41da-9ae4-1fa4cb439ee8/8b4aff9a-e370-4f1c-974d-e92957ef1425) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:17:16.402841 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-f8b6a379-bc4b-4f3d-83b3-77a60133328e tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Request body: {'port': {'device_id': '09b8782b-1971-4143-859e-84b4334a1978', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'admin_state_up': True, 'tenant_id': '16d894941eac4a6ba635015ccfa85141'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:17:16.476756 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e7b41de8-10c9-4547-887b-085b8c94d550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:16.537723 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-81286b58-6499-466b-a03b-81743b8eadcd None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:16.546382 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-81286b58-6499-466b-a03b-81743b8eadcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:16.581846 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-f8b6a379-bc4b-4f3d-83b3-77a60133328e tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Made reservation on behalf of 16d894941eac4a6ba635015ccfa85141 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:17:16.585288 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81286b58-6499-466b-a03b-81743b8eadcd None None] Network 715b4c0a-da9c-47bb-91fb-624b419d2246 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:17:16.586536 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-f8b6a379-bc4b-4f3d-83b3-77a60133328e tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:16.589254 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-81286b58-6499-466b-a03b-81743b8eadcd None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:17:16.592513 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81286b58-6499-466b-a03b-81743b8eadcd None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:17:16.619205 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-4ee90d3e-dec9-4c59-8957-683084a7b253 req-e672f7eb-b0e7-4889-bd56-aae6ce552e50 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Deleting port 182f7368-b401-4ef4-9bd2-a896955549a2 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:17:16.619538 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-4ee90d3e-dec9-4c59-8957-683084a7b253 req-e672f7eb-b0e7-4889-bd56-aae6ce552e50 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:16.645420 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81286b58-6499-466b-a03b-81743b8eadcd None None] Pushing event updated for resources: {'Port': ['ID=8b4aff9a-e370-4f1c-974d-e92957ef1425,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:16.661832 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-81286b58-6499-466b-a03b-81743b8eadcd None None] Attempting to bind port 8b4aff9a-e370-4f1c-974d-e92957ef1425 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:17:16.662494 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-81286b58-6499-466b-a03b-81743b8eadcd None None] Attempting to bind port 8b4aff9a-e370-4f1c-974d-e92957ef1425 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'd00404b4-000b-43be-919f-49cd49cf6df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '715b4c0a-da9c-47bb-91fb-624b419d2246'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:17:16.662887 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81286b58-6499-466b-a03b-81743b8eadcd None None] Attempting to bind port 8b4aff9a-e370-4f1c-974d-e92957ef1425 on network 715b4c0a-da9c-47bb-91fb-624b419d2246 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:17:16.669702 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81286b58-6499-466b-a03b-81743b8eadcd None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:17:16.670244 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81286b58-6499-466b-a03b-81743b8eadcd None None] Checking segment: {'id': 'd00404b4-000b-43be-919f-49cd49cf6df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '715b4c0a-da9c-47bb-91fb-624b419d2246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:17:16.671047 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-81286b58-6499-466b-a03b-81743b8eadcd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:16.671047 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81286b58-6499-466b-a03b-81743b8eadcd None None] Bound using segment: {'id': 'd00404b4-000b-43be-919f-49cd49cf6df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '715b4c0a-da9c-47bb-91fb-624b419d2246'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:17:16.671427 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-81286b58-6499-466b-a03b-81743b8eadcd None None] Bound port: 8b4aff9a-e370-4f1c-974d-e92957ef1425, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd00404b4-000b-43be-919f-49cd49cf6df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '715b4c0a-da9c-47bb-91fb-624b419d2246'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:17:16.671897 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-81286b58-6499-466b-a03b-81743b8eadcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:16.706662 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-24f36fd8-7458-4af1-9030-3ca44775a926 req-3f6cdd64-762b-49fc-9b66-b09b0d707fde tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/ports?device_id=09b8782b-1971-4143-859e-84b4334a1978 HTTP/1.1" status: 200 len: 210 time: 0.0974796 Dec 10 16:17:16.708898 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-96089a87-d70c-4af9-a624-1551fad1e6af admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:16.714179 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-73be4704-265f-4193-8513-14d14ea55cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:16.716881 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-73be4704-265f-4193-8513-14d14ea55cf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:16.718632 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-73be4704-265f-4193-8513-14d14ea55cf5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/80dfd553-e6ed-4abc-b3e5-7282c2533d81 HTTP/1.1" status: 204 len: 168 time: 0.8093421 Dec 10 16:17:16.744425 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be4704-265f-4193-8513-14d14ea55cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80dfd553-e6ed-4abc-b3e5-7282c2533d81,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:16.764592 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-81286b58-6499-466b-a03b-81743b8eadcd None None] For port 8b4aff9a-e370-4f1c-974d-e92957ef1425, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:17:16.770120 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-81286b58-6499-466b-a03b-81743b8eadcd None None] For port 8b4aff9a-e370-4f1c-974d-e92957ef1425, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=8b4aff9a-e370-4f1c-974d-e92957ef1425,segment=NetworkSegment(d00404b4-000b-43be-919f-49cd49cf6df9),segment_id=d00404b4-000b-43be-919f-49cd49cf6df9)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:17:16.777041 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-81286b58-6499-466b-a03b-81743b8eadcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:16.785128 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.26', 52775) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:16.864503 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-4ee90d3e-dec9-4c59-8957-683084a7b253 req-e672f7eb-b0e7-4889-bd56-aae6ce552e50 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:16.864896 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-4ee90d3e-dec9-4c59-8957-683084a7b253 req-e672f7eb-b0e7-4889-bd56-aae6ce552e50 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:16.891373 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81286b58-6499-466b-a03b-81743b8eadcd None None] Pushing event updated for resources: {'Port': ['ID=8b4aff9a-e370-4f1c-974d-e92957ef1425,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:16.898437 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-93e41374-c709-4ce1-8684-0f2621f143b8 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:16.900324 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-93e41374-c709-4ce1-8684-0f2621f143b8 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.26 "GET /v2.0/networks?id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 HTTP/1.1" status: 200 len: 821 time: 0.6833615 Dec 10 16:17:16.902729 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-4ee90d3e-dec9-4c59-8957-683084a7b253 req-e672f7eb-b0e7-4889-bd56-aae6ce552e50 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Calling delete_port for 182f7368-b401-4ef4-9bd2-a896955549a2 owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:17:16.906716 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-f8b6a379-bc4b-4f3d-83b3-77a60133328e tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Allocated IP 192.168.233.32 (1b1da819-dfba-43f2-8848-8bb429159850/a7a18c92-5007-49e2-b728-7aedc06dca57/fcb53bf7-0b52-4453-821e-b23695681228) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:17:16.922416 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-cd487e1d-2da7-407f-a4f0-80c17a46c007 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Request body: {'port': {'device_id': '9d31436d-2785-4d66-9d25-60d1cb0935b5', 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6', 'admin_state_up': True, 'tenant_id': '88d3b4e7edaf414d832ee358beed3fa3'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:17:16.923986 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f6bcc-1588-409f-9198-c59ba52d256b req-11d08644-c7ab-4bdd-b12c-c47b53bc4ceb tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:16.926123 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f81f6bcc-1588-409f-9198-c59ba52d256b req-11d08644-c7ab-4bdd-b12c-c47b53bc4ceb tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.26 "GET /v2.0/ports?device_id=38a7c386-4f82-4df6-98f8-1d7af49cd138 HTTP/1.1" status: 200 len: 972 time: 0.1183279 Dec 10 16:17:17.052680 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d5584ae4-fcf0-4245-93ae-00e89f60a5eb req-6301a1d4-6e30-462c-b3a3-cd8f72cdf123 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d31436d-2785-4d66-9d25-60d1cb0935b5 HTTP/1.1" status: 200 len: 210 time: 0.1193423 Dec 10 16:17:17.133273 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:17.246985 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-cd487e1d-2da7-407f-a4f0-80c17a46c007 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Made reservation on behalf of 88d3b4e7edaf414d832ee358beed3fa3 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:17:17.252553 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-cd487e1d-2da7-407f-a4f0-80c17a46c007 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:17.421440 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34226) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:17.451613 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ecc98-7786-480f-a914-7975b0e20b40 req-79675772-eb40-484f-935d-ac0b14d8911e tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:17.453304 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-989ecc98-7786-480f-a914-7975b0e20b40 req-79675772-eb40-484f-935d-ac0b14d8911e tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.11 "GET /v2.0/ports?device_id=38a7c386-4f82-4df6-98f8-1d7af49cd138 HTTP/1.1" status: 200 len: 972 time: 0.2074184 Dec 10 16:17:17.479698 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-96089a87-d70c-4af9-a624-1551fad1e6af admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:17.509841 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-448a4ff1-ae5f-48f5-bef4-78e5576047dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:17.528534 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-f81f6bcc-1588-409f-9198-c59ba52d256b req-cacb5697-21aa-431f-b11f-fd114f1a79ea tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] Deleting port 7ec7fa21-0dea-4868-a79a-0506412dcec1 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:17:17.528869 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f81f6bcc-1588-409f-9198-c59ba52d256b req-cacb5697-21aa-431f-b11f-fd114f1a79ea tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:17.538178 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-96089a87-d70c-4af9-a624-1551fad1e6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:17.582675 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-cd487e1d-2da7-407f-a4f0-80c17a46c007 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Allocated IP 172.20.0.11 (80ee5ab8-dd27-45c1-8d6b-8196563bd8f6/19a3ead6-9cb2-4544-beb2-145a33d7ae3f/e3059f99-74e7-4c93-9a61-1b4fbf153b5e) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:17:17.598947 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-4ee90d3e-dec9-4c59-8957-683084a7b253 req-e672f7eb-b0e7-4889-bd56-aae6ce552e50 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:17.658616 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-f8b6a379-bc4b-4f3d-83b3-77a60133328e tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:17.665401 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672f7eb-b0e7-4889-bd56-aae6ce552e50 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Pushing event deleted for resources: {'Port': ['ID=182f7368-b401-4ef4-9bd2-a896955549a2,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:17.708415 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-4ee90d3e-dec9-4c59-8957-683084a7b253 req-e672f7eb-b0e7-4889-bd56-aae6ce552e50 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:17.710743 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-4ee90d3e-dec9-4c59-8957-683084a7b253 req-e672f7eb-b0e7-4889-bd56-aae6ce552e50 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:17.713934 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4ee90d3e-dec9-4c59-8957-683084a7b253 req-e672f7eb-b0e7-4889-bd56-aae6ce552e50 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "DELETE /v2.0/floatingips/1f2668b2-90e7-4480-a59a-09211c8cf559 HTTP/1.1" status: 204 len: 173 time: 1.7428033 Dec 10 16:17:17.735917 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-989ecc98-7786-480f-a914-7975b0e20b40 req-d01c4271-f8c9-4586-a466-5576de7bf973 tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.11 "GET /v2.0/security-groups?id=c22d2797-e477-4973-87e8-db856d0be0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640131 Dec 10 16:17:17.814014 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-f81f6bcc-1588-409f-9198-c59ba52d256b req-cacb5697-21aa-431f-b11f-fd114f1a79ea tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] For port 7ec7fa21-0dea-4868-a79a-0506412dcec1, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=7ec7fa21-0dea-4868-a79a-0506412dcec1,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:17:17.814406 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f81f6bcc-1588-409f-9198-c59ba52d256b req-cacb5697-21aa-431f-b11f-fd114f1a79ea tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:17.849833 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-f81f6bcc-1588-409f-9198-c59ba52d256b req-cacb5697-21aa-431f-b11f-fd114f1a79ea tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] Calling delete_port for 7ec7fa21-0dea-4868-a79a-0506412dcec1 owned by compute:tempest-test_az-1008623080 {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:17:17.855656 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-f8b6a379-bc4b-4f3d-83b3-77a60133328e tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:17.858849 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 8b4aff9a-e370-4f1c-974d-e92957ef1425 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:17:17.897283 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['4969162c-76bf-4cfd-9f38-1c98232c5dbf'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:17:17.932883 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-448a4ff1-ae5f-48f5-bef4-78e5576047dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:17.946809 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-448a4ff1-ae5f-48f5-bef4-78e5576047dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:17.972231 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 8b4aff9a-e370-4f1c-974d-e92957ef1425 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:17:17.973419 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:17.975177 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cdf63646-22d9-4091-a435-60e3dcf08ef8 req-da51d396-ec19-4304-a0c4-45e9fe0dac75 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "GET /v2.0/floatingips/50dd5a15-7a3d-4af7-ac39-c70924f2076b HTTP/1.1" status: 200 len: 693 time: 0.1923072 Dec 10 16:17:18.029039 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a4ff1-ae5f-48f5-bef4-78e5576047dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754fc4e0-cc32-45da-93b7-319db2ce7555,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:18.033923 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-f8b6a379-bc4b-4f3d-83b3-77a60133328e tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Network 1b1da819-dfba-43f2-8848-8bb429159850 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:17:18.072626 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-f8b6a379-bc4b-4f3d-83b3-77a60133328e tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:17:18.082048 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-f8b6a379-bc4b-4f3d-83b3-77a60133328e tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:17:18.087907 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-f8b6a379-bc4b-4f3d-83b3-77a60133328e tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:18.088578 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-f8b6a379-bc4b-4f3d-83b3-77a60133328e tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:18.100790 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b6a379-bc4b-4f3d-83b3-77a60133328e tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Pushing event updated for resources: {'Port': ['ID=fcb53bf7-0b52-4453-821e-b23695681228,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:18.117795 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d440c196-6bc7-4fbc-a317-c5a7c01b81d5 req-8e7aa10c-400e-4472-950a-90e5f0474327 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:18.119331 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-96089a87-d70c-4af9-a624-1551fad1e6af admin admin] Allocated IP 172.25.6.173 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/14b43a84-098a-4ff2-b884-e3377a09f479) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:17:18.119883 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d440c196-6bc7-4fbc-a317-c5a7c01b81d5 req-8e7aa10c-400e-4472-950a-90e5f0474327 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/ports?device_id=db4fae84-1d4d-4235-a089-4beb0daa3780 HTTP/1.1" status: 200 len: 972 time: 0.2726390 Dec 10 16:17:18.124731 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-448a4ff1-ae5f-48f5-bef4-78e5576047dd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a6807030dd074b66aee20c1c59a4a1c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6655216 Dec 10 16:17:18.129660 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-f8b6a379-bc4b-4f3d-83b3-77a60133328e tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7315476 Dec 10 16:17:18.130233 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34238) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:18.157665 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-96620ee9-9b77-48be-92ff-0c1c1654e75b service neutron] Request body: {'port': {'device_id': '09b8782b-1971-4143-859e-84b4334a1978', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:17:18.190427 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-cd487e1d-2da7-407f-a4f0-80c17a46c007 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:18.237358 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:18.302242 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d440c196-6bc7-4fbc-a317-c5a7c01b81d5 req-eb4281bb-c25c-433b-adce-8dcedd5a5a19 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f0c93b4-2f66-4e94-b4ad-75c684bcc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621685 Dec 10 16:17:18.357137 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 8b4aff9a-e370-4f1c-974d-e92957ef1425, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=8b4aff9a-e370-4f1c-974d-e92957ef1425,segment=NetworkSegment(d00404b4-000b-43be-919f-49cd49cf6df9),segment_id=d00404b4-000b-43be-919f-49cd49cf6df9)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:17:18.362682 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:18.419444 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf63646-22d9-4091-a435-60e3dcf08ef8 req-917b89ee-2598-48f6-a27e-246351ebbba6 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:18.427039 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cdf63646-22d9-4091-a435-60e3dcf08ef8 req-917b89ee-2598-48f6-a27e-246351ebbba6 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "GET /v2.0/networks/5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 784 time: 0.4509692 Dec 10 16:17:18.432819 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-cd487e1d-2da7-407f-a4f0-80c17a46c007 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:18.445069 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-cdf63646-22d9-4091-a435-60e3dcf08ef8 req-624baf8a-878e-4f39-a556-2c02e9ecd63a tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:17:18.452545 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cdf63646-22d9-4091-a435-60e3dcf08ef8 req-624baf8a-878e-4f39-a556-2c02e9ecd63a tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0242229 Dec 10 16:17:18.455813 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-96620ee9-9b77-48be-92ff-0c1c1654e75b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:18.458584 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1e945b7e-c081-4962-943e-3c08e1f72bf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:18.468179 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f81f6bcc-1588-409f-9198-c59ba52d256b req-cacb5697-21aa-431f-b11f-fd114f1a79ea tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:18.471764 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:18.477879 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=8b4aff9a-e370-4f1c-974d-e92957ef1425,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:18.482677 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['7ec7fa21-0dea-4868-a79a-0506412dcec1'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:17:18.524459 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d2e94d69-70ff-4cc6-8288-db33ad57de65 None None] Provisioning complete for port fcb53bf7-0b52-4453-821e-b23695681228 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:17:18.524889 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d2e94d69-70ff-4cc6-8288-db33ad57de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:18.555382 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1880df23-4ea7-4002-adbc-a40f6d9a8f2e None None] Network 715b4c0a-da9c-47bb-91fb-624b419d2246 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:17:18.566057 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb5697-21aa-431f-b11f-fd114f1a79ea tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] Pushing event deleted for resources: {'Port': ['ID=7ec7fa21-0dea-4868-a79a-0506412dcec1,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:18.573216 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-cd487e1d-2da7-407f-a4f0-80c17a46c007 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Network 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:17:18.579994 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-cd487e1d-2da7-407f-a4f0-80c17a46c007 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:17:18.587581 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-cd487e1d-2da7-407f-a4f0-80c17a46c007 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:17:18.641819 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d2e94d69-70ff-4cc6-8288-db33ad57de65 None None] Port fcb53bf7-0b52-4453-821e-b23695681228 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:17:18.658631 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-cd487e1d-2da7-407f-a4f0-80c17a46c007 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:18.659272 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-cd487e1d-2da7-407f-a4f0-80c17a46c007 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:18.698830 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cdf63646-22d9-4091-a435-60e3dcf08ef8 req-7f561a89-5a68-4d01-8761-ff4fec8f5a78 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.239 HTTP/1.1" status: 200 len: 696 time: 0.2450976 Dec 10 16:17:18.699975 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-f81f6bcc-1588-409f-9198-c59ba52d256b req-cacb5697-21aa-431f-b11f-fd114f1a79ea tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] No DVR routers for this DVR port 7ec7fa21-0dea-4868-a79a-0506412dcec1 on host n-h1-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:17:18.706179 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-cd487e1d-2da7-407f-a4f0-80c17a46c007 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7919440 Dec 10 16:17:18.776402 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cdf63646-22d9-4091-a435-60e3dcf08ef8 req-38c98445-8fd2-413c-8261-1fb0f5377e9e tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.239 HTTP/1.1" status: 200 len: 696 time: 0.0765281 Dec 10 16:17:18.790623 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-458c2267-0c73-4a6e-8523-f069418c51c1 None None] Provisioning complete for port 8b4aff9a-e370-4f1c-974d-e92957ef1425 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:17:18.791069 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-458c2267-0c73-4a6e-8523-f069418c51c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:18.793708 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd487e1d-2da7-407f-a4f0-80c17a46c007 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Pushing event updated for resources: {'Port': ['ID=e3059f99-74e7-4c93-9a61-1b4fbf153b5e,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:18.805027 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-034c48e2-df04-48dd-977d-4257b59d3d41 service neutron] Request body: {'port': {'device_id': '9d31436d-2785-4d66-9d25-60d1cb0935b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:17:19.028609 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-96089a87-d70c-4af9-a624-1551fad1e6af admin admin] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:19.036218 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-96620ee9-9b77-48be-92ff-0c1c1654e75b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcb53bf7-0b52-4453-821e-b23695681228 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:17:19.046024 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1e945b7e-c081-4962-943e-3c08e1f72bf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:19.048182 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f81f6bcc-1588-409f-9198-c59ba52d256b req-cacb5697-21aa-431f-b11f-fd114f1a79ea tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:19.051768 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f81f6bcc-1588-409f-9198-c59ba52d256b req-cacb5697-21aa-431f-b11f-fd114f1a79ea tempest-AggregatesAdminTestJSON-1805844317 tempest-AggregatesAdminTestJSON-1805844317-project] 10.222.0.26 "DELETE /v2.0/ports/7ec7fa21-0dea-4868-a79a-0506412dcec1 HTTP/1.1" status: 204 len: 173 time: 2.1153064 Dec 10 16:17:19.054444 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a7c386-4f82-4df6-98f8-1d7af49cd138', 'name': 'network-vif-deleted', 'tag': '7ec7fa21-0dea-4868-a79a-0506412dcec1'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:17:19.058545 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-abfb9343-05bb-48e8-8ba0-cefc2b6d7218 None None] Provisioning complete for port 8b4aff9a-e370-4f1c-974d-e92957ef1425 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:17:19.059027 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-abfb9343-05bb-48e8-8ba0-cefc2b6d7218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:19.066123 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfd3e1c-73c3-4e87-95ce-020b7faa820a" -d '{"events": [{"server_uuid": "38a7c386-4f82-4df6-98f8-1d7af49cd138", "name": "network-vif-deleted", "tag": "7ec7fa21-0dea-4868-a79a-0506412dcec1"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:17:19.068255 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-cdf63646-22d9-4091-a435-60e3dcf08ef8 req-11338356-a1fa-471d-bd99-f9c6405f3ea7 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Deleting port a81e6f5b-42b8-4b76-afcb-b0928067350e {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:17:19.068775 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-cdf63646-22d9-4091-a435-60e3dcf08ef8 req-11338356-a1fa-471d-bd99-f9c6405f3ea7 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:19.070097 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-96620ee9-9b77-48be-92ff-0c1c1654e75b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:19.124579 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-034c48e2-df04-48dd-977d-4257b59d3d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:19.146947 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f711e0b-8339-4dd7-8da1-0fa3eb1644c2 req-34dfd742-c39d-4e8b-94e9-5f9aa9d302be tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:19.148744 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9f711e0b-8339-4dd7-8da1-0fa3eb1644c2 req-34dfd742-c39d-4e8b-94e9-5f9aa9d302be tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/ports?device_id=09b8782b-1971-4143-859e-84b4334a1978 HTTP/1.1" status: 200 len: 935 time: 0.6878293 Dec 10 16:17:19.184549 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-96620ee9-9b77-48be-92ff-0c1c1654e75b service neutron] Transition to ACTIVE for port object fcb53bf7-0b52-4453-821e-b23695681228 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:17:19.200370 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-96620ee9-9b77-48be-92ff-0c1c1654e75b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:19.289222 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96620ee9-9b77-48be-92ff-0c1c1654e75b service neutron] Pushing event updated for resources: {'Port': ['ID=fcb53bf7-0b52-4453-821e-b23695681228,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:19.327434 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9f711e0b-8339-4dd7-8da1-0fa3eb1644c2 req-7c377ea7-77c9-423d-940f-2ec8dcd2948c tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/security-groups?id=89853ba0-8df3-4a1a-9e81-7702040d211a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594110 Dec 10 16:17:19.356826 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1e945b7e-c081-4962-943e-3c08e1f72bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:19.360476 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1e945b7e-c081-4962-943e-3c08e1f72bf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:19.366605 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1e945b7e-c081-4962-943e-3c08e1f72bf8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/754fc4e0-cc32-45da-93b7-319db2ce7555 HTTP/1.1" status: 204 len: 168 time: 1.2290075 Dec 10 16:17:19.389863 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e945b7e-c081-4962-943e-3c08e1f72bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754fc4e0-cc32-45da-93b7-319db2ce7555,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:19.403269 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-96620ee9-9b77-48be-92ff-0c1c1654e75b service neutron] Attempting to bind port fcb53bf7-0b52-4453-821e-b23695681228 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:17:19.403269 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-96620ee9-9b77-48be-92ff-0c1c1654e75b service neutron] Attempting to bind port fcb53bf7-0b52-4453-821e-b23695681228 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:17:19.403269 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-96620ee9-9b77-48be-92ff-0c1c1654e75b service neutron] Attempting to bind port fcb53bf7-0b52-4453-821e-b23695681228 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:17:19.426963 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-96620ee9-9b77-48be-92ff-0c1c1654e75b service neutron] Port fcb53bf7-0b52-4453-821e-b23695681228 on network 1b1da819-dfba-43f2-8848-8bb429159850 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:17:19.427782 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-96620ee9-9b77-48be-92ff-0c1c1654e75b service neutron] Attempting to bind port fcb53bf7-0b52-4453-821e-b23695681228 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:17:19.438112 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-96620ee9-9b77-48be-92ff-0c1c1654e75b service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:17:19.439337 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-96620ee9-9b77-48be-92ff-0c1c1654e75b service neutron] Checking segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:17:19.440138 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-96620ee9-9b77-48be-92ff-0c1c1654e75b service neutron] Bound using segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:17:19.440980 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-96620ee9-9b77-48be-92ff-0c1c1654e75b service neutron] Bound port: fcb53bf7-0b52-4453-821e-b23695681228, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:17:19.441959 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-96620ee9-9b77-48be-92ff-0c1c1654e75b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:19.559471 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-96089a87-d70c-4af9-a624-1551fad1e6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:19.565502 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca59e4-6874-4ba5-84c4-c652e70ca430 req-8bf97932-e722-421f-9420-32edcdbef5de tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:19.573262 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e3ca59e4-6874-4ba5-84c4-c652e70ca430 req-8bf97932-e722-421f-9420-32edcdbef5de tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d31436d-2785-4d66-9d25-60d1cb0935b5 HTTP/1.1" status: 200 len: 932 time: 0.1048429 Dec 10 16:17:19.610718 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-96620ee9-9b77-48be-92ff-0c1c1654e75b service neutron] For port fcb53bf7-0b52-4453-821e-b23695681228, host n-h1-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:17:19.641512 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-96620ee9-9b77-48be-92ff-0c1c1654e75b service neutron] For port fcb53bf7-0b52-4453-821e-b23695681228, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=fcb53bf7-0b52-4453-821e-b23695681228,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:17:19.652893 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-96620ee9-9b77-48be-92ff-0c1c1654e75b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:19.702510 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:19.717983 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96089a87-d70c-4af9-a624-1551fad1e6af admin admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:17:19.751314 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e3ca59e4-6874-4ba5-84c4-c652e70ca430 req-6f7b05d9-3cdc-4245-a6e2-192bf4d0ef3c tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772521 Dec 10 16:17:19.764862 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-96620ee9-9b77-48be-92ff-0c1c1654e75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:19.770751 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-96620ee9-9b77-48be-92ff-0c1c1654e75b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:19.772363 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-96620ee9-9b77-48be-92ff-0c1c1654e75b service neutron] 10.222.0.26 "PUT /v2.0/ports/fcb53bf7-0b52-4453-821e-b23695681228 HTTP/1.1" status: 200 len: 1095 time: 1.6197271 Dec 10 16:17:19.803267 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96620ee9-9b77-48be-92ff-0c1c1654e75b service neutron] Pushing event updated for resources: {'Port': ['ID=fcb53bf7-0b52-4453-821e-b23695681228,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:19.830852 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96089a87-d70c-4af9-a624-1551fad1e6af admin admin] Pushing event updated for resources: {'Port': ['ID=14b43a84-098a-4ff2-b884-e3377a09f479,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:19.837211 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 8b4aff9a-e370-4f1c-974d-e92957ef1425 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:17:19.862322 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-cdf63646-22d9-4091-a435-60e3dcf08ef8 req-11338356-a1fa-471d-bd99-f9c6405f3ea7 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:19.862683 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-cdf63646-22d9-4091-a435-60e3dcf08ef8 req-11338356-a1fa-471d-bd99-f9c6405f3ea7 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:19.865921 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-96089a87-d70c-4af9-a624-1551fad1e6af admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:17:19.879683 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96089a87-d70c-4af9-a624-1551fad1e6af admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:17:19.911477 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-cdf63646-22d9-4091-a435-60e3dcf08ef8 req-11338356-a1fa-471d-bd99-f9c6405f3ea7 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Calling delete_port for a81e6f5b-42b8-4b76-afcb-b0928067350e owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:17:19.976729 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 8b4aff9a-e370-4f1c-974d-e92957ef1425 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:17:19.977675 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:20.082744 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-44dcac32-9eaa-4b8c-af91-8d163fdedb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:20.090596 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-44dcac32-9eaa-4b8c-af91-8d163fdedb05 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=16d894941eac4a6ba635015ccfa85141&device_id=09b8782b-1971-4143-859e-84b4334a1978 HTTP/1.1" status: 200 len: 1098 time: 0.0904162 Dec 10 16:17:20.165766 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-929841c5-24f6-4476-a293-5fb76056a8d7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=fcb53bf7-0b52-4453-821e-b23695681228 HTTP/1.1" status: 200 len: 217 time: 0.0654364 Dec 10 16:17:20.250068 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-7bd1c57f-519a-4dab-92eb-e2fdc857afde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:20.252026 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-7bd1c57f-519a-4dab-92eb-e2fdc857afde service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.0800984 Dec 10 16:17:20.308670 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-73aba6ab-b12a-4729-93ae-f18069fd4bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:20.310803 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-73aba6ab-b12a-4729-93ae-f18069fd4bdb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0508628 Dec 10 16:17:20.422353 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-cdf63646-22d9-4091-a435-60e3dcf08ef8 req-11338356-a1fa-471d-bd99-f9c6405f3ea7 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:20.456661 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [req-91a28429-a31c-4946-9b3c-57abb33755cf req-9138c23c-eb09-457c-aff3-0544cc2ba5ef service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:17:20.458162 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-91a28429-a31c-4946-9b3c-57abb33755cf req-9138c23c-eb09-457c-aff3-0544cc2ba5ef service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073721 Dec 10 16:17:20.499446 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11338356-a1fa-471d-bd99-f9c6405f3ea7 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Pushing event deleted for resources: {'Port': ['ID=a81e6f5b-42b8-4b76-afcb-b0928067350e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:20.747764 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 7ec7fa21-0dea-4868-a79a-0506412dcec1 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:17:20.757861 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-cdf63646-22d9-4091-a435-60e3dcf08ef8 req-11338356-a1fa-471d-bd99-f9c6405f3ea7 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks [] for floatingip, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:20.761300 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-cdf63646-22d9-4091-a435-60e3dcf08ef8 req-11338356-a1fa-471d-bd99-f9c6405f3ea7 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:20.775928 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cdf63646-22d9-4091-a435-60e3dcf08ef8 req-11338356-a1fa-471d-bd99-f9c6405f3ea7 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "DELETE /v2.0/floatingips/50dd5a15-7a3d-4af7-ac39-c70924f2076b HTTP/1.1" status: 204 len: 173 time: 1.9985542 Dec 10 16:17:20.778162 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-034c48e2-df04-48dd-977d-4257b59d3d41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3059f99-74e7-4c93-9a61-1b4fbf153b5e {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:17:20.794071 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 7ec7fa21-0dea-4868-a79a-0506412dcec1 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:17:20.794453 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 7ec7fa21-0dea-4868-a79a-0506412dcec1 not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:17:20.819923 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-034c48e2-df04-48dd-977d-4257b59d3d41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:20.883647 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3cb309-cc38-4faf-839b-d158801060ef x-openstack-request-id: req-3c3cb309-cc38-4faf-839b-d158801060ef {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:17:20.884138 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a7c386-4f82-4df6-98f8-1d7af49cd138", "name": "network-vif-deleted", "tag": "7ec7fa21-0dea-4868-a79a-0506412dcec1", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:17:20.884138 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3c3cb309-cc38-4faf-839b-d158801060ef {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:17:20.884306 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-034c48e2-df04-48dd-977d-4257b59d3d41 service neutron] Transition to ACTIVE for port object e3059f99-74e7-4c93-9a61-1b4fbf153b5e will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:17:20.884530 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a7c386-4f82-4df6-98f8-1d7af49cd138', 'name': 'network-vif-deleted', 'tag': '7ec7fa21-0dea-4868-a79a-0506412dcec1', 'status': 'completed', 'code': 200} Dec 10 16:17:20.897760 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-034c48e2-df04-48dd-977d-4257b59d3d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:20.952587 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-d2940706-88f0-42a7-bc98-4ae363a1a2cf service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6326916 Dec 10 16:17:20.970164 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c48e2-df04-48dd-977d-4257b59d3d41 service neutron] Pushing event updated for resources: {'Port': ['ID=e3059f99-74e7-4c93-9a61-1b4fbf153b5e,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:20.974480 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-96089a87-d70c-4af9-a624-1551fad1e6af admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:20.977306 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2a5a8-6d1d-4490-a3e5-bd29fcbab029 req-d240d028-6c64-447a-8640-ddbd6bd0e6bf tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:20.985360 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-28f2a5a8-6d1d-4490-a3e5-bd29fcbab029 req-d240d028-6c64-447a-8640-ddbd6bd0e6bf tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/ports?device_id=09b8782b-1971-4143-859e-84b4334a1978 HTTP/1.1" status: 200 len: 947 time: 0.1034391 Dec 10 16:17:21.026168 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34286) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:21.106057 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-28f2a5a8-6d1d-4490-a3e5-bd29fcbab029 req-5eac6e99-13af-4a6f-949a-904ed01527de tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/security-groups?id=89853ba0-8df3-4a1a-9e81-7702040d211a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055255 Dec 10 16:17:21.196348 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-60010dce-3769-4de4-8f4a-412bcda1fee6 req-46cdbb2d-cd74-49e1-a9e4-5860cabedbde tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "GET /v2.0/floatingips/10c81712-8a4e-40b8-b22d-ab9b899bdd65 HTTP/1.1" status: 200 len: 692 time: 0.0700276 Dec 10 16:17:21.199589 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-915524c3-fe83-42d2-ae99-46fd7691d9c5 req-288977b0-58ab-4239-bae9-868dc6056770 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385995 Dec 10 16:17:21.235167 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-96089a87-d70c-4af9-a624-1551fad1e6af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:21.339919 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60010dce-3769-4de4-8f4a-412bcda1fee6 req-0d842f10-6420-4ee0-9db7-d26fe4617f69 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:21.350808 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-60010dce-3769-4de4-8f4a-412bcda1fee6 req-0d842f10-6420-4ee0-9db7-d26fe4617f69 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "GET /v2.0/networks/5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 784 time: 0.1535711 Dec 10 16:17:21.399742 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f21f6c-c044-4ebc-b421-e9145d6dd10c req-f721680b-96f7-4d0f-8929-d64dfae5e328 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:21.401257 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a3f21f6c-c044-4ebc-b421-e9145d6dd10c req-f721680b-96f7-4d0f-8929-d64dfae5e328 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/ports?device_id=db4fae84-1d4d-4235-a089-4beb0daa3780 HTTP/1.1" status: 200 len: 972 time: 0.4988439 Dec 10 16:17:21.404241 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-034c48e2-df04-48dd-977d-4257b59d3d41 service neutron] Attempting to bind port e3059f99-74e7-4c93-9a61-1b4fbf153b5e on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:17:21.404535 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-034c48e2-df04-48dd-977d-4257b59d3d41 service neutron] Attempting to bind port e3059f99-74e7-4c93-9a61-1b4fbf153b5e by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:17:21.405104 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-034c48e2-df04-48dd-977d-4257b59d3d41 service neutron] Attempting to bind port e3059f99-74e7-4c93-9a61-1b4fbf153b5e on network 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:17:21.432624 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-034c48e2-df04-48dd-977d-4257b59d3d41 service neutron] Port e3059f99-74e7-4c93-9a61-1b4fbf153b5e on network 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:17:21.433252 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-034c48e2-df04-48dd-977d-4257b59d3d41 service neutron] Attempting to bind port e3059f99-74e7-4c93-9a61-1b4fbf153b5e on network 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:17:21.444837 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-60010dce-3769-4de4-8f4a-412bcda1fee6 req-05fcddbe-3b0b-4d86-9c0c-f5e1763b92e9 tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.45 HTTP/1.1" status: 200 len: 695 time: 0.0931089 Dec 10 16:17:21.449043 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-034c48e2-df04-48dd-977d-4257b59d3d41 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:17:21.449380 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-034c48e2-df04-48dd-977d-4257b59d3d41 service neutron] Checking segment: {'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:17:21.449765 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-034c48e2-df04-48dd-977d-4257b59d3d41 service neutron] Bound using segment: {'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:17:21.450236 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-034c48e2-df04-48dd-977d-4257b59d3d41 service neutron] Bound port: e3059f99-74e7-4c93-9a61-1b4fbf153b5e, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:17:21.450595 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-034c48e2-df04-48dd-977d-4257b59d3d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:21.489349 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a3f21f6c-c044-4ebc-b421-e9145d6dd10c req-9516f410-71e8-437f-bef5-00d611975ae2 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f0c93b4-2f66-4e94-b4ad-75c684bcc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808156 Dec 10 16:17:21.567759 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-034c48e2-df04-48dd-977d-4257b59d3d41 service neutron] For port e3059f99-74e7-4c93-9a61-1b4fbf153b5e, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:17:21.571395 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-034c48e2-df04-48dd-977d-4257b59d3d41 service neutron] For port e3059f99-74e7-4c93-9a61-1b4fbf153b5e, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=e3059f99-74e7-4c93-9a61-1b4fbf153b5e,segment=NetworkSegment(ba4bffb6-59f5-4518-96be-6824e98414e9),segment_id=ba4bffb6-59f5-4518-96be-6824e98414e9)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:17:21.578354 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-034c48e2-df04-48dd-977d-4257b59d3d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:21.584952 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96089a87-d70c-4af9-a624-1551fad1e6af admin admin] Router cbb17c1d-c9b1-4c9f-a83f-61a36259a24e is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:17:21.639490 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-034c48e2-df04-48dd-977d-4257b59d3d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:21.640050 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-034c48e2-df04-48dd-977d-4257b59d3d41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:21.641492 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-034c48e2-df04-48dd-977d-4257b59d3d41 service neutron] 10.222.0.26 "PUT /v2.0/ports/e3059f99-74e7-4c93-9a61-1b4fbf153b5e HTTP/1.1" status: 200 len: 1092 time: 2.8488541 Dec 10 16:17:21.641917 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d31436d-2785-4d66-9d25-60d1cb0935b5', 'tag': 'e3059f99-74e7-4c93-9a61-1b4fbf153b5e'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:17:21.645328 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621901e8-da3d-4d1b-80f4-e92e46dc63d7" -d '{"events": [{"name": "network-changed", "server_uuid": "9d31436d-2785-4d66-9d25-60d1cb0935b5", "tag": "e3059f99-74e7-4c93-9a61-1b4fbf153b5e"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:17:21.668019 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-60010dce-3769-4de4-8f4a-412bcda1fee6 req-b4089387-3ecb-4826-86e9-35e13e656cef tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.45 HTTP/1.1" status: 200 len: 695 time: 0.2216899 Dec 10 16:17:21.717939 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-168ea344-f2d0-4486-8ff6-ad28c3b9d89f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6ee345cb0a3b4fcd81cd0b7d68e536f3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6831236 Dec 10 16:17:21.721070 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34308) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:21.858933 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2ea5ee28-ac28-45e5-84b7-25cb5058a013 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:21.888462 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2ea5ee28-ac28-45e5-84b7-25cb5058a013 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:21.891310 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-60010dce-3769-4de4-8f4a-412bcda1fee6 req-1a4f1528-7b13-476a-85df-863391c5bf8f tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Deleting port 6c7fccba-0577-4cb1-b1b5-ffa1863ed71a {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:17:21.891639 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-60010dce-3769-4de4-8f4a-412bcda1fee6 req-1a4f1528-7b13-476a-85df-863391c5bf8f tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:21.999226 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-60010dce-3769-4de4-8f4a-412bcda1fee6 req-1a4f1528-7b13-476a-85df-863391c5bf8f tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:21.999661 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-60010dce-3769-4de4-8f4a-412bcda1fee6 req-1a4f1528-7b13-476a-85df-863391c5bf8f tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:22.010997 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2ea5ee28-ac28-45e5-84b7-25cb5058a013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:22.013544 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2ea5ee28-ac28-45e5-84b7-25cb5058a013 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:22.014713 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2ea5ee28-ac28-45e5-84b7-25cb5058a013 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c22d2797-e477-4973-87e8-db856d0be0c5 HTTP/1.1" status: 204 len: 168 time: 0.2926912 Dec 10 16:17:22.020465 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-60010dce-3769-4de4-8f4a-412bcda1fee6 req-1a4f1528-7b13-476a-85df-863391c5bf8f tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Calling delete_port for 6c7fccba-0577-4cb1-b1b5-ffa1863ed71a owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:17:22.030223 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea5ee28-ac28-45e5-84b7-25cb5058a013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22d2797-e477-4973-87e8-db856d0be0c5,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:22.112126 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c48e2-df04-48dd-977d-4257b59d3d41 service neutron] Pushing event updated for resources: {'Port': ['ID=e3059f99-74e7-4c93-9a61-1b4fbf153b5e,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:22.172681 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-b454e3e6-be03-4035-a996-7c070a67ce7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:22.174684 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-b454e3e6-be03-4035-a996-7c070a67ce7e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=88d3b4e7edaf414d832ee358beed3fa3&device_id=9d31436d-2785-4d66-9d25-60d1cb0935b5 HTTP/1.1" status: 200 len: 1095 time: 0.1492782 Dec 10 16:17:22.190411 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38224f9-fab7-4041-a95b-61d8f2143b15 req-3eb87e73-2057-4edf-94f8-993d5076b517 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:22.192617 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e38224f9-fab7-4041-a95b-61d8f2143b15 req-3eb87e73-2057-4edf-94f8-993d5076b517 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d31436d-2785-4d66-9d25-60d1cb0935b5 HTTP/1.1" status: 200 len: 944 time: 0.1685939 Dec 10 16:17:22.220579 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-60010dce-3769-4de4-8f4a-412bcda1fee6 req-1a4f1528-7b13-476a-85df-863391c5bf8f tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:22.261858 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96089a87-d70c-4af9-a624-1551fad1e6af admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:17:22.266730 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-e9b65cfa-db63-4fd2-844f-9fa8f278d618 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3059f99-74e7-4c93-9a61-1b4fbf153b5e HTTP/1.1" status: 200 len: 217 time: 0.0706584 Dec 10 16:17:22.275064 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462e8285-a0f5-4f45-a803-fb60284cf551 None None] Sync routers for ids ['cbb17c1d-c9b1-4c9f-a83f-61a36259a24e'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:17:22.282933 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f1528-7b13-476a-85df-863391c5bf8f tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Pushing event deleted for resources: {'Port': ['ID=6c7fccba-0577-4cb1-b1b5-ffa1863ed71a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:22.286185 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-60010dce-3769-4de4-8f4a-412bcda1fee6 req-1a4f1528-7b13-476a-85df-863391c5bf8f tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:22.288915 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-60010dce-3769-4de4-8f4a-412bcda1fee6 req-1a4f1528-7b13-476a-85df-863391c5bf8f tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:22.297921 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462e8285-a0f5-4f45-a803-fb60284cf551 None None] Routers {'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:17:22.298965 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-462e8285-a0f5-4f45-a803-fb60284cf551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:17:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['cbb17c1d-c9b1-4c9f-a83f-61a36259a24e'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:17:22.302697 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-60010dce-3769-4de4-8f4a-412bcda1fee6 req-1a4f1528-7b13-476a-85df-863391c5bf8f tempest-FloatingIPDetailsTestJSON-1804524149 tempest-FloatingIPDetailsTestJSON-1804524149-project] 10.222.0.11 "DELETE /v2.0/floatingips/10c81712-8a4e-40b8-b22d-ab9b899bdd65 HTTP/1.1" status: 204 len: 173 time: 0.6337435 Dec 10 16:17:22.303829 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34322) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:22.382789 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d85bbc7-1f35-4583-9eda-af314447819a x-openstack-request-id: req-6d85bbc7-1f35-4583-9eda-af314447819a {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:17:22.383022 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d31436d-2785-4d66-9d25-60d1cb0935b5", "tag": "e3059f99-74e7-4c93-9a61-1b4fbf153b5e", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:17:22.383227 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6d85bbc7-1f35-4583-9eda-af314447819a {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:17:22.383650 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d31436d-2785-4d66-9d25-60d1cb0935b5', 'tag': 'e3059f99-74e7-4c93-9a61-1b4fbf153b5e', 'status': 'completed', 'code': 200} Dec 10 16:17:22.411167 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-96089a87-d70c-4af9-a624-1551fad1e6af admin admin] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:22.415324 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-96089a87-d70c-4af9-a624-1551fad1e6af admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.5099025 Dec 10 16:17:22.418942 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34328) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:22.445532 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e38224f9-fab7-4041-a95b-61d8f2143b15 req-15ebfd4a-9826-4ce1-abbe-8f42cbcf8567 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407122 Dec 10 16:17:22.446095 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34330) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:22.592279 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-580b367c-a81c-4f6e-82be-874e0a606210 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=a991fc7093614f08a8f84fc5c42553a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0964272 Dec 10 16:17:22.644988 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-462e8285-a0f5-4f45-a803-fb60284cf551 None None] Set router cbb17c1d-c9b1-4c9f-a83f-61a36259a24e gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:17:22.651024 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-10d13b3a-2644-434b-822b-f0a13363ba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:22.666734 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-10d13b3a-2644-434b-822b-f0a13363ba5d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=19a3ead6-9cb2-4544-beb2-145a33d7ae3f HTTP/1.1" status: 200 len: 861 time: 0.3801899 Dec 10 16:17:22.729119 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-6a3fc2bf-d27c-4477-b875-2c11d555700a tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:22.731588 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-6a3fc2bf-d27c-4477-b875-2c11d555700a tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1308355 Dec 10 16:17:22.751062 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-3d5af49f-0480-4495-9077-77365458c4a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766959 Dec 10 16:17:22.754567 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-6a4da699-8684-467b-a6d3-ea0fc6d42954 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/quotas/a991fc7093614f08a8f84fc5c42553a5 HTTP/1.1" status: 200 len: 375 time: 0.0148740 Dec 10 16:17:22.784377 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-0861c6a6-389f-4f1c-a4d9-cf2474b9c5bd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0213beef7a854f199a310932102f1e8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2693348 Dec 10 16:17:22.805437 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34338) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:22.852443 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-fa79b875-0e3b-4583-a3fa-e5c2d674416a tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a991fc7093614f08a8f84fc5c42553a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0913086 Dec 10 16:17:22.886566 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09b8782b-1971-4143-859e-84b4334a1978', 'tag': 'fcb53bf7-0b52-4453-821e-b23695681228'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:17:22.889423 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59a4ff8-e168-4c47-a3ff-b324c47b12e0" -d '{"events": [{"name": "network-changed", "server_uuid": "09b8782b-1971-4143-859e-84b4334a1978", "tag": "fcb53bf7-0b52-4453-821e-b23695681228"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:17:22.917245 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-462e8285-a0f5-4f45-a803-fb60284cf551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1908933342-router', 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '14b43a84-098a-4ff2-b884-e3377a09f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:17:16Z', 'updated_at': '2021-12-10T16:17:20Z', 'revision_number': 3, 'project_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'gw_port': {'id': '14b43a84-098a-4ff2-b884-e3377a09f479', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:64:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:17:17Z', 'updated_at': '2021-12-10T16:17:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:17:22.938521 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-ad080e8e-0b38-4ccc-afcd-299d954e13af service neutron] 10.222.0.26 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790178 Dec 10 16:17:22.943142 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462e8285-a0f5-4f45-a803-fb60284cf551 None None] Checking router: cbb17c1d-c9b1-4c9f-a83f-61a36259a24e for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:17:22.943687 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462e8285-a0f5-4f45-a803-fb60284cf551 None None] Updating router cbb17c1d-c9b1-4c9f-a83f-61a36259a24e port 14b43a84-098a-4ff2-b884-e3377a09f479 binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:17:22.969435 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-462e8285-a0f5-4f45-a803-fb60284cf551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:23.231992 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5750dafa-f2c9-4c89-8c45-d5b1cda671d3 req-57d14f96-7dc0-4bd8-80c4-f61b4352b30d service neutron] 10.222.0.26 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516463 Dec 10 16:17:23.240793 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5518167-c0d7-482d-bd92-3b51a25a5807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:23.374830 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05400c8f-f872-493b-9c2d-0d34126553f6 req-08b81560-e50e-4b93-aeb3-01318aae1d79 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:23.382933 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-05400c8f-f872-493b-9c2d-0d34126553f6 req-08b81560-e50e-4b93-aeb3-01318aae1d79 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/ports?device_id=09b8782b-1971-4143-859e-84b4334a1978 HTTP/1.1" status: 200 len: 947 time: 0.5318341 Dec 10 16:17:23.485936 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-24b60279-5129-41b4-87ae-ff94900b8ea2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:23.583080 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-24b60279-5129-41b4-87ae-ff94900b8ea2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:23.597981 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621901e8-da3d-4d1b-80f4-e92e46dc63d7 req-acb20227-81ec-4cdb-a5fe-f1ec5d65a9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:23.610546 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-621901e8-da3d-4d1b-80f4-e92e46dc63d7 req-acb20227-81ec-4cdb-a5fe-f1ec5d65a9ba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=88d3b4e7edaf414d832ee358beed3fa3&device_id=9d31436d-2785-4d66-9d25-60d1cb0935b5 HTTP/1.1" status: 200 len: 1095 time: 0.3129351 Dec 10 16:17:23.623541 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc72be7-ec46-4c54-a107-5fa0b676f3c1 x-openstack-request-id: req-5bc72be7-ec46-4c54-a107-5fa0b676f3c1 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:17:23.624006 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09b8782b-1971-4143-859e-84b4334a1978", "tag": "fcb53bf7-0b52-4453-821e-b23695681228", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:17:23.624399 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5bc72be7-ec46-4c54-a107-5fa0b676f3c1 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:17:23.624796 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09b8782b-1971-4143-859e-84b4334a1978', 'tag': 'fcb53bf7-0b52-4453-821e-b23695681228', 'status': 'completed', 'code': 200} Dec 10 16:17:23.640940 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-05400c8f-f872-493b-9c2d-0d34126553f6 req-35ae7539-1ba7-407f-a252-001a6a02fc51 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/security-groups?id=89853ba0-8df3-4a1a-9e81-7702040d211a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572796 Dec 10 16:17:23.662036 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-462e8285-a0f5-4f45-a803-fb60284cf551 None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:23.672282 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-462e8285-a0f5-4f45-a803-fb60284cf551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:23.735649 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-462e8285-a0f5-4f45-a803-fb60284cf551 None None] Attempting to bind port 14b43a84-098a-4ff2-b884-e3377a09f479 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:17:23.736073 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-462e8285-a0f5-4f45-a803-fb60284cf551 None None] Attempting to bind port 14b43a84-098a-4ff2-b884-e3377a09f479 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:17:23.736647 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462e8285-a0f5-4f45-a803-fb60284cf551 None None] Attempting to bind port 14b43a84-098a-4ff2-b884-e3377a09f479 on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:17:23.750616 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462e8285-a0f5-4f45-a803-fb60284cf551 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:17:23.750990 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462e8285-a0f5-4f45-a803-fb60284cf551 None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:17:23.751398 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-462e8285-a0f5-4f45-a803-fb60284cf551 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:23.751788 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462e8285-a0f5-4f45-a803-fb60284cf551 None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:17:23.753316 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-462e8285-a0f5-4f45-a803-fb60284cf551 None None] Bound port: 14b43a84-098a-4ff2-b884-e3377a09f479, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:17:23.754371 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-462e8285-a0f5-4f45-a803-fb60284cf551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:23.758009 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272fd20-87c7-473f-931f-39df16010f91 None None] Pushing event updated for resources: {'Port': ['ID=14b43a84-098a-4ff2-b884-e3377a09f479,revision_number=2']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:23.782493 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ec11e68e-f32c-490a-86b7-f621e910daa1 req-f2cedc5e-11e6-44dc-90a6-604f58c5c0b4 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/ports?device_id=37862731-a747-43a3-baa2-63122ddddbb0 HTTP/1.1" status: 200 len: 210 time: 0.0646720 Dec 10 16:17:23.812952 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-f5518167-c0d7-482d-bd92-3b51a25a5807 admin admin] Deleting port 1be3c86a-9a8a-4931-a7cb-2480b1711ada {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:17:23.813291 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5518167-c0d7-482d-bd92-3b51a25a5807 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:23.823073 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a4ff8-e168-4c47-a3ff-b324c47b12e0 req-ad7598a1-6ccb-4e51-a4c7-83d7b65459e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:23.824624 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f59a4ff8-e168-4c47-a3ff-b324c47b12e0 req-ad7598a1-6ccb-4e51-a4c7-83d7b65459e6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=16d894941eac4a6ba635015ccfa85141&device_id=09b8782b-1971-4143-859e-84b4334a1978 HTTP/1.1" status: 200 len: 1098 time: 0.1341836 Dec 10 16:17:23.834162 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-462e8285-a0f5-4f45-a803-fb60284cf551 None None] For port 14b43a84-098a-4ff2-b884-e3377a09f479, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:17:23.837741 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-462e8285-a0f5-4f45-a803-fb60284cf551 None None] For port 14b43a84-098a-4ff2-b884-e3377a09f479, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=14b43a84-098a-4ff2-b884-e3377a09f479,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:17:23.843987 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-462e8285-a0f5-4f45-a803-fb60284cf551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:23.927756 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272fd20-87c7-473f-931f-39df16010f91 None None] Pushing event updated for resources: {'Port': ['ID=14b43a84-098a-4ff2-b884-e3377a09f479,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:24.001890 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462e8285-a0f5-4f45-a803-fb60284cf551 None None] Routers {'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:17:24.005258 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-462e8285-a0f5-4f45-a803-fb60284cf551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:17:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['cbb17c1d-c9b1-4c9f-a83f-61a36259a24e'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:17:24.151120 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9749909-4ce1-49ab-960c-d470ebbd61c6 req-dcc66698-d3a5-44eb-9ee9-a93f7ac3d6d7 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:24.161307 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b9749909-4ce1-49ab-960c-d470ebbd61c6 req-dcc66698-d3a5-44eb-9ee9-a93f7ac3d6d7 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d31436d-2785-4d66-9d25-60d1cb0935b5 HTTP/1.1" status: 200 len: 944 time: 0.3194408 Dec 10 16:17:24.177106 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-462e8285-a0f5-4f45-a803-fb60284cf551 None None] Set router cbb17c1d-c9b1-4c9f-a83f-61a36259a24e gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:17:24.190518 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-24b60279-5129-41b4-87ae-ff94900b8ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:24.193749 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-24b60279-5129-41b4-87ae-ff94900b8ea2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:24.194925 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-24b60279-5129-41b4-87ae-ff94900b8ea2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d764253f-0049-41d1-a67b-603bc7e84fee HTTP/1.1" status: 204 len: 168 time: 1.3453662 Dec 10 16:17:24.196155 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621901e8-da3d-4d1b-80f4-e92e46dc63d7 req-2a64e171-e48a-4230-9d42-be7fd6bd988f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:24.204189 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-621901e8-da3d-4d1b-80f4-e92e46dc63d7 req-2a64e171-e48a-4230-9d42-be7fd6bd988f service neutron] 10.222.0.26 "GET /v2.0/networks?id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 HTTP/1.1" status: 200 len: 922 time: 0.5539298 Dec 10 16:17:24.347984 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b60279-5129-41b4-87ae-ff94900b8ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d764253f-0049-41d1-a67b-603bc7e84fee,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:24.380255 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-621901e8-da3d-4d1b-80f4-e92e46dc63d7 req-444de308-25c8-41f6-9ec1-fd58b73ac91c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3059f99-74e7-4c93-9a61-1b4fbf153b5e HTTP/1.1" status: 200 len: 217 time: 0.1713247 Dec 10 16:17:24.389171 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b60279-5129-41b4-87ae-ff94900b8ea2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:17:24.396316 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b60279-5129-41b4-87ae-ff94900b8ea2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:17:24.396857 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b60279-5129-41b4-87ae-ff94900b8ea2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:17:24.397398 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b60279-5129-41b4-87ae-ff94900b8ea2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:17:24.398177 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b60279-5129-41b4-87ae-ff94900b8ea2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:17:24.398682 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b60279-5129-41b4-87ae-ff94900b8ea2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:17:24.399198 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b60279-5129-41b4-87ae-ff94900b8ea2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:17:24.399802 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b60279-5129-41b4-87ae-ff94900b8ea2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:17:24.404361 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b60279-5129-41b4-87ae-ff94900b8ea2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:17:24.405334 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b60279-5129-41b4-87ae-ff94900b8ea2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:17:24.406480 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b60279-5129-41b4-87ae-ff94900b8ea2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:17:24.407686 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b60279-5129-41b4-87ae-ff94900b8ea2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:17:24.409218 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b60279-5129-41b4-87ae-ff94900b8ea2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:17:24.446244 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-f5518167-c0d7-482d-bd92-3b51a25a5807 admin admin] For port 1be3c86a-9a8a-4931-a7cb-2480b1711ada, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=1be3c86a-9a8a-4931-a7cb-2480b1711ada,segment=NetworkSegment(e8768580-3a25-4d49-9757-d415a3cb48c4),segment_id=e8768580-3a25-4d49-9757-d415a3cb48c4)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:17:24.446767 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5518167-c0d7-482d-bd92-3b51a25a5807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:24.471104 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-f5518167-c0d7-482d-bd92-3b51a25a5807 admin admin] Calling delete_port for 1be3c86a-9a8a-4931-a7cb-2480b1711ada owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:17:24.474854 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a4ff8-e168-4c47-a3ff-b324c47b12e0 req-db755409-d371-41f2-bc20-26ac2f047490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:24.476192 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f59a4ff8-e168-4c47-a3ff-b324c47b12e0 req-db755409-d371-41f2-bc20-26ac2f047490 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.6251383 Dec 10 16:17:24.565819 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34372) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:24.569167 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f59a4ff8-e168-4c47-a3ff-b324c47b12e0 req-09c8ecde-5b18-4eae-891a-01b095941a07 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=fcb53bf7-0b52-4453-821e-b23695681228 HTTP/1.1" status: 200 len: 217 time: 0.0852668 Dec 10 16:17:24.616352 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b9749909-4ce1-49ab-960c-d470ebbd61c6 req-fcd19d0c-2d28-4408-95f8-c96148595429 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4548438 Dec 10 16:17:24.641392 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-462e8285-a0f5-4f45-a803-fb60284cf551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1908933342-router', 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '14b43a84-098a-4ff2-b884-e3377a09f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:17:16Z', 'updated_at': '2021-12-10T16:17:20Z', 'revision_number': 3, 'project_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'gw_port': {'id': '14b43a84-098a-4ff2-b884-e3377a09f479', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:64:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:17:17Z', 'updated_at': '2021-12-10T16:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:17:24.705884 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462e8285-a0f5-4f45-a803-fb60284cf551 None None] The sync data for ids ['cbb17c1d-c9b1-4c9f-a83f-61a36259a24e'] in n-d-766771-2 is: [{'id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1908933342-router', 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '14b43a84-098a-4ff2-b884-e3377a09f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:17:16Z', 'updated_at': '2021-12-10T16:17:20Z', 'revision_number': 3, 'project_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'gw_port': {'id': '14b43a84-098a-4ff2-b884-e3377a09f479', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:64:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:17:17Z', 'updated_at': '2021-12-10T16:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:17:24.709252 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621901e8-da3d-4d1b-80f4-e92e46dc63d7 req-1b16cb7a-55dc-4be2-8ccb-c1b3f33a49b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:24.715016 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-621901e8-da3d-4d1b-80f4-e92e46dc63d7 req-1b16cb7a-55dc-4be2-8ccb-c1b3f33a49b9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=19a3ead6-9cb2-4544-beb2-145a33d7ae3f HTTP/1.1" status: 200 len: 861 time: 0.3278236 Dec 10 16:17:24.778879 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-621901e8-da3d-4d1b-80f4-e92e46dc63d7 req-56faf908-e37b-4372-88da-4049f9cc90be service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542634 Dec 10 16:17:24.781188 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5998d9c0-64b9-46f8-804d-de4e4ad4d6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:24.788678 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device fcb53bf7-0b52-4453-821e-b23695681228 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:17:24.995981 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-eb3bd5b7-a1fe-4622-80ee-40797d7a947c tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=a991fc7093614f08a8f84fc5c42553a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1850765 Dec 10 16:17:25.005029 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a4961569-c921-4272-92df-6ca9bd3ed89b req-839b1e33-91f9-46b9-ada9-76393fef8c8f tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/ports?device_id=37862731-a747-43a3-baa2-63122ddddbb0 HTTP/1.1" status: 200 len: 210 time: 0.0808980 Dec 10 16:17:25.015057 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port fcb53bf7-0b52-4453-821e-b23695681228, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=fcb53bf7-0b52-4453-821e-b23695681228,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:17:25.040574 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': 'fcb53bf7-0b52-4453-821e-b23695681228', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'port_id': 'fcb53bf7-0b52-4453-821e-b23695681228', 'mac_address': 'fa:16:3e:00:02:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a18c92-5007-49e2-b728-7aedc06dca57', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:17:25.123916 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-792b552a-260f-46c9-b9f8-2ccf69e79216 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:25.129043 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:25.165762 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a4ff8-e168-4c47-a3ff-b324c47b12e0 req-8cfa2082-8b79-413b-b5be-c00064a4f543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:25.176903 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f59a4ff8-e168-4c47-a3ff-b324c47b12e0 req-8cfa2082-8b79-413b-b5be-c00064a4f543 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.5987389 Dec 10 16:17:25.184740 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcb53bf7-0b52-4453-821e-b23695681228 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:17:25.212013 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-621901e8-da3d-4d1b-80f4-e92e46dc63d7 req-aaf6d587-5e29-4fe8-b5a7-cf0642fde904 service neutron] 10.222.0.26 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202724 Dec 10 16:17:25.219954 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port fcb53bf7-0b52-4453-821e-b23695681228, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=fcb53bf7-0b52-4453-821e-b23695681228,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:17:25.225677 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:25.291285 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=fcb53bf7-0b52-4453-821e-b23695681228,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:25.394838 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-621901e8-da3d-4d1b-80f4-e92e46dc63d7 req-cc289f06-c471-458c-b087-884a4c481675 service neutron] 10.222.0.26 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730294 Dec 10 16:17:25.423277 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-792b552a-260f-46c9-b9f8-2ccf69e79216 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:25.431441 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['fcb53bf7-0b52-4453-821e-b23695681228'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:17:25.439247 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-5998d9c0-64b9-46f8-804d-de4e4ad4d6e4 admin admin] Allocated IP 172.20.0.1 (715b4c0a-da9c-47bb-91fb-624b419d2246/62480659-e465-41da-9ae4-1fa4cb439ee8/9cddb278-c5c9-453b-89e5-f7b243db25a8) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:17:25.482488 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ccfc74-350f-465b-912b-27aac29c32c5 req-415d1f4a-b7b1-4d62-bddb-4c61bf0a58f5 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:25.491600 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f7ccfc74-350f-465b-912b-27aac29c32c5 req-415d1f4a-b7b1-4d62-bddb-4c61bf0a58f5 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/ports?device_id=09b8782b-1971-4143-859e-84b4334a1978 HTTP/1.1" status: 200 len: 947 time: 0.6840413 Dec 10 16:17:25.494520 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-792b552a-260f-46c9-b9f8-2ccf69e79216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:25.543638 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-792b552a-260f-46c9-b9f8-2ccf69e79216 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0d2e674a91ab4ce98b114b4c58402922&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9759936 Dec 10 16:17:25.559177 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34402) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:25.562120 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a4ff8-e168-4c47-a3ff-b324c47b12e0 req-e4483f78-cff7-419c-ae59-e59771e92aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:25.563717 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f59a4ff8-e168-4c47-a3ff-b324c47b12e0 req-e4483f78-cff7-419c-ae59-e59771e92aa4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3135018 Dec 10 16:17:25.609285 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5998d9c0-64b9-46f8-804d-de4e4ad4d6e4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:25.690557 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5998d9c0-64b9-46f8-804d-de4e4ad4d6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:25.765062 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5998d9c0-64b9-46f8-804d-de4e4ad4d6e4 admin admin] Network 715b4c0a-da9c-47bb-91fb-624b419d2246 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:17:25.772485 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-5998d9c0-64b9-46f8-804d-de4e4ad4d6e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:17:25.775680 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5998d9c0-64b9-46f8-804d-de4e4ad4d6e4 admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:17:25.791986 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 14b43a84-098a-4ff2-b884-e3377a09f479 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:17:25.813912 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998d9c0-64b9-46f8-804d-de4e4ad4d6e4 admin admin] Pushing event updated for resources: {'Port': ['ID=9cddb278-c5c9-453b-89e5-f7b243db25a8,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:25.865115 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b552a-260f-46c9-b9f8-2ccf69e79216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bba975-46f9-460b-ac4b-0f3d3ee26f45,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:25.867828 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5998d9c0-64b9-46f8-804d-de4e4ad4d6e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:25.888772 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 14b43a84-098a-4ff2-b884-e3377a09f479 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:17:25.889479 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:25.920655 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-0ab0b7e1-87d4-4187-92c5-1f7f6282cc39 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:25.922311 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-0ab0b7e1-87d4-4187-92c5-1f7f6282cc39 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8735154 Dec 10 16:17:25.933363 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d5604-8462-443b-86c7-96e85448ad9e req-028cbfa5-29e0-4983-bb37-004e53462007 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:25.935812 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f25d5604-8462-443b-86c7-96e85448ad9e req-028cbfa5-29e0-4983-bb37-004e53462007 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d31436d-2785-4d66-9d25-60d1cb0935b5 HTTP/1.1" status: 200 len: 944 time: 0.1647563 Dec 10 16:17:25.955274 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-65ee7c7c-c227-4a8b-87e2-be29352e0f8e tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Request body: {'port': {'device_id': '37862731-a747-43a3-baa2-63122ddddbb0', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'admin_state_up': True, 'tenant_id': 'a991fc7093614f08a8f84fc5c42553a5'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:17:25.979811 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f7ccfc74-350f-465b-912b-27aac29c32c5 req-27cb142c-5507-403a-a0fb-0fa05753fb46 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/security-groups?id=89853ba0-8df3-4a1a-9e81-7702040d211a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4873309 Dec 10 16:17:25.981217 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792b552a-260f-46c9-b9f8-2ccf69e79216 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:17:25.981562 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792b552a-260f-46c9-b9f8-2ccf69e79216 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:17:25.981900 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792b552a-260f-46c9-b9f8-2ccf69e79216 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:17:25.982312 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792b552a-260f-46c9-b9f8-2ccf69e79216 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:17:25.983031 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792b552a-260f-46c9-b9f8-2ccf69e79216 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:17:25.983031 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792b552a-260f-46c9-b9f8-2ccf69e79216 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:17:25.983271 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792b552a-260f-46c9-b9f8-2ccf69e79216 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:17:25.983591 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792b552a-260f-46c9-b9f8-2ccf69e79216 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:17:25.983915 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792b552a-260f-46c9-b9f8-2ccf69e79216 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:17:25.984236 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792b552a-260f-46c9-b9f8-2ccf69e79216 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:17:25.984556 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792b552a-260f-46c9-b9f8-2ccf69e79216 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:17:25.992158 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792b552a-260f-46c9-b9f8-2ccf69e79216 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:17:25.992615 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792b552a-260f-46c9-b9f8-2ccf69e79216 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:17:26.035951 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5518167-c0d7-482d-bd92-3b51a25a5807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:26.063594 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:26.122742 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 14b43a84-098a-4ff2-b884-e3377a09f479, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=14b43a84-098a-4ff2-b884-e3377a09f479,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:17:26.128329 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:26.132642 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f25d5604-8462-443b-86c7-96e85448ad9e req-eb07df28-b9d5-4eb2-a032-f17f098370e6 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895070 Dec 10 16:17:26.199670 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5998d9c0-64b9-46f8-804d-de4e4ad4d6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:26.208896 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=14b43a84-098a-4ff2-b884-e3377a09f479,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:26.229128 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-2306a2eb-dba1-43a0-a028-ce0bbc34d7f3 None None] Provisioning complete for port 9cddb278-c5c9-453b-89e5-f7b243db25a8 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:17:26.229498 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2306a2eb-dba1-43a0-a028-ce0bbc34d7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:26.272346 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-2306a2eb-dba1-43a0-a028-ce0bbc34d7f3 None None] Port 9cddb278-c5c9-453b-89e5-f7b243db25a8 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:17:26.283334 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5518167-c0d7-482d-bd92-3b51a25a5807 admin admin] Pushing event deleted for resources: {'Port': ['ID=1be3c86a-9a8a-4931-a7cb-2480b1711ada,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:26.295691 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0a18ef9b-51d2-4eb2-afbc-3cdfe95e0ac7 req-5d61b85a-236b-40d0-92f2-0f8c36d26bf7 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/ports?device_id=37862731-a747-43a3-baa2-63122ddddbb0 HTTP/1.1" status: 200 len: 210 time: 0.0592391 Dec 10 16:17:26.357568 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f59a4ff8-e168-4c47-a3ff-b324c47b12e0 req-f0f1bbf3-293f-48c9-8919-337c884e6efe service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7651844 Dec 10 16:17:26.506251 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f592dbf5-605b-424f-953a-ad9b449cae84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:26.562009 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f592dbf5-605b-424f-953a-ad9b449cae84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:26.644888 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-65ee7c7c-c227-4a8b-87e2-be29352e0f8e tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Made reservation on behalf of a991fc7093614f08a8f84fc5c42553a5 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:17:26.649001 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-65ee7c7c-c227-4a8b-87e2-be29352e0f8e tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:26.671074 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5518167-c0d7-482d-bd92-3b51a25a5807 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:26.696632 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5998d9c0-64b9-46f8-804d-de4e4ad4d6e4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:26.704572 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5998d9c0-64b9-46f8-804d-de4e4ad4d6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:26.769156 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f59a4ff8-e168-4c47-a3ff-b324c47b12e0 req-d30fbe6a-8f22-48dc-b7d0-55cf21f08c01 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676733 Dec 10 16:17:26.788408 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5998d9c0-64b9-46f8-804d-de4e4ad4d6e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:26.789432 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f592dbf5-605b-424f-953a-ad9b449cae84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:26.791363 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998d9c0-64b9-46f8-804d-de4e4ad4d6e4 admin admin] Pushing event updated for resources: {'Port': ['ID=9cddb278-c5c9-453b-89e5-f7b243db25a8,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:26.791963 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f592dbf5-605b-424f-953a-ad9b449cae84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:26.805105 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f592dbf5-605b-424f-953a-ad9b449cae84 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d3bba975-46f9-460b-ac4b-0f3d3ee26f45 HTTP/1.1" status: 204 len: 168 time: 1.2356186 Dec 10 16:17:26.815362 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device e3059f99-74e7-4c93-9a61-1b4fbf153b5e details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:17:26.908905 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device fcb53bf7-0b52-4453-821e-b23695681228 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:17:26.928647 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f592dbf5-605b-424f-953a-ad9b449cae84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bba975-46f9-460b-ac4b-0f3d3ee26f45,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:26.968933 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5998d9c0-64b9-46f8-804d-de4e4ad4d6e4 admin admin] Network 715b4c0a-da9c-47bb-91fb-624b419d2246 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:17:26.970931 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-5998d9c0-64b9-46f8-804d-de4e4ad4d6e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:17:27.007904 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-65ee7c7c-c227-4a8b-87e2-be29352e0f8e tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Allocated IP 192.168.233.222 (1b1da819-dfba-43f2-8848-8bb429159850/a7a18c92-5007-49e2-b728-7aedc06dca57/581e958d-e164-4195-85c3-5965ee9e26fc) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:17:27.033637 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port fcb53bf7-0b52-4453-821e-b23695681228 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:17:27.048843 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port fcb53bf7-0b52-4453-821e-b23695681228 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:17:27.049506 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:27.184211 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port e3059f99-74e7-4c93-9a61-1b4fbf153b5e, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=e3059f99-74e7-4c93-9a61-1b4fbf153b5e,segment=NetworkSegment(ba4bffb6-59f5-4518-96be-6824e98414e9),segment_id=ba4bffb6-59f5-4518-96be-6824e98414e9)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:17:27.212488 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': 'e3059f99-74e7-4c93-9a61-1b4fbf153b5e', 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6', 'port_id': 'e3059f99-74e7-4c93-9a61-1b4fbf153b5e', 'mac_address': 'fa:16:3e:e9:fa:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19a3ead6-9cb2-4544-beb2-145a33d7ae3f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:17:27.260296 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5998d9c0-64b9-46f8-804d-de4e4ad4d6e4 admin admin] Router cbb17c1d-c9b1-4c9f-a83f-61a36259a24e has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:17:27.327159 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:27.338609 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:27.380244 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b8782b-1971-4143-859e-84b4334a1978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb53bf7-0b52-4453-821e-b23695681228'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:17:27.383522 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7229d252-a283-48e7-992d-69bdfbc863c5" -d '{"events": [{"server_uuid": "09b8782b-1971-4143-859e-84b4334a1978", "name": "network-vif-plugged", "status": "completed", "tag": "fcb53bf7-0b52-4453-821e-b23695681228"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:17:27.390721 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3059f99-74e7-4c93-9a61-1b4fbf153b5e {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:17:27.439932 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port fcb53bf7-0b52-4453-821e-b23695681228, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=fcb53bf7-0b52-4453-821e-b23695681228,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:17:27.441474 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-65ee7c7c-c227-4a8b-87e2-be29352e0f8e tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:27.453912 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34444) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:27.474435 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:27.486369 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port e3059f99-74e7-4c93-9a61-1b4fbf153b5e, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=e3059f99-74e7-4c93-9a61-1b4fbf153b5e,segment=NetworkSegment(ba4bffb6-59f5-4518-96be-6824e98414e9),segment_id=ba4bffb6-59f5-4518-96be-6824e98414e9)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:17:27.508328 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:27.510514 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5998d9c0-64b9-46f8-804d-de4e4ad4d6e4 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:17:27.516136 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d6dcf-2a16-4467-b321-effabfaa1654 req-3b7977e3-a508-45fb-8382-8da6c09aa51b tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:27.517721 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-639d6dcf-2a16-4467-b321-effabfaa1654 req-3b7977e3-a508-45fb-8382-8da6c09aa51b tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/ports?device_id=09b8782b-1971-4143-859e-84b4334a1978 HTTP/1.1" status: 200 len: 948 time: 0.3134696 Dec 10 16:17:27.525574 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5998d9c0-64b9-46f8-804d-de4e4ad4d6e4 admin admin] 10.222.0.11 "PUT /v2.0/routers/cbb17c1d-c9b1-4c9f-a83f-61a36259a24e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1055722 Dec 10 16:17:27.551988 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6199f4d1-fc5a-474a-b81f-ba1dde5a0c78 None None] Sync routers for ids ['cbb17c1d-c9b1-4c9f-a83f-61a36259a24e'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:17:27.556607 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4802a3-4867-4a98-a248-64e80ea6d179 req-67f2c9f4-7e78-4998-b1a8-5f660082c803 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:27.557865 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-65ee7c7c-c227-4a8b-87e2-be29352e0f8e tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:27.558100 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8d4802a3-4867-4a98-a248-64e80ea6d179 req-67f2c9f4-7e78-4998-b1a8-5f660082c803 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d31436d-2785-4d66-9d25-60d1cb0935b5 HTTP/1.1" status: 200 len: 944 time: 0.2832587 Dec 10 16:17:27.574327 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['e836d740-5e74-484c-be04-59c1109e36dd'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:17:27.588685 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34452) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:27.609075 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5aab607-6483-4c31-9f63-e91854a8209d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:27.616372 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b0c230ad-8460-4641-a095-3f675e73c864 None None] Provisioning complete for port 9cddb278-c5c9-453b-89e5-f7b243db25a8 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:17:27.617159 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b0c230ad-8460-4641-a095-3f675e73c864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:27.630555 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee7c7c-c227-4a8b-87e2-be29352e0f8e tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Pushing event updated for resources: {'Port': ['ID=581e958d-e164-4195-85c3-5965ee9e26fc,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:27.712200 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5518167-c0d7-482d-bd92-3b51a25a5807 admin admin] Router 7a434ce8-b08c-4d02-9e44-127b7234432c has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:17:27.732141 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-65ee7c7c-c227-4a8b-87e2-be29352e0f8e tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Network 1b1da819-dfba-43f2-8848-8bb429159850 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:17:27.733552 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5aab607-6483-4c31-9f63-e91854a8209d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:27.740442 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8d4802a3-4867-4a98-a248-64e80ea6d179 req-ca71bde9-a7f4-455c-8765-7b556c3dc855 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741707 Dec 10 16:17:27.741640 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5aab607-6483-4c31-9f63-e91854a8209d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:27.742168 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-639d6dcf-2a16-4467-b321-effabfaa1654 req-2e09c3c2-c03d-4cde-b0b9-5825afd0a138 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/security-groups?id=89853ba0-8df3-4a1a-9e81-7702040d211a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141671 Dec 10 16:17:27.755518 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-65ee7c7c-c227-4a8b-87e2-be29352e0f8e tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:17:27.764008 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-65ee7c7c-c227-4a8b-87e2-be29352e0f8e tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:17:27.784806 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-65ee7c7c-c227-4a8b-87e2-be29352e0f8e tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:27.784806 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-65ee7c7c-c227-4a8b-87e2-be29352e0f8e tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:27.809751 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d5aab607-6483-4c31-9f63-e91854a8209d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d16b5f88e9974fd3a221d32191f7e3fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194097 Dec 10 16:17:27.811627 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aab607-6483-4c31-9f63-e91854a8209d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba272a05-5bfc-4411-b679-d4eb5b8b8b4b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:27.818363 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34454) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:27.893162 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-65ee7c7c-c227-4a8b-87e2-be29352e0f8e tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9578323 Dec 10 16:17:27.942797 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b2887fc9-e844-4143-8ce0-d257f94d53a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:27.992422 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b2887fc9-e844-4143-8ce0-d257f94d53a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:28.001830 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6199f4d1-fc5a-474a-b81f-ba1dde5a0c78 None None] Routers {'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:17:28.002701 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6199f4d1-fc5a-474a-b81f-ba1dde5a0c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:17:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['cbb17c1d-c9b1-4c9f-a83f-61a36259a24e'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:17:28.016715 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd721b57-2f79-4be8-9810-a449688741d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:28.023666 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-1560a2ca-41d8-4e50-bcfe-32d8f6c51d76 service neutron] Request body: {'port': {'device_id': '37862731-a747-43a3-baa2-63122ddddbb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:17:28.033821 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6466058-0c4a-4346-8f6a-e249d7d3e9b5 x-openstack-request-id: req-b6466058-0c4a-4346-8f6a-e249d7d3e9b5 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:17:28.034127 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09b8782b-1971-4143-859e-84b4334a1978", "name": "network-vif-plugged", "status": "completed", "tag": "fcb53bf7-0b52-4453-821e-b23695681228", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:17:28.034421 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b6466058-0c4a-4346-8f6a-e249d7d3e9b5 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:17:28.034837 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09b8782b-1971-4143-859e-84b4334a1978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb53bf7-0b52-4453-821e-b23695681228', 'code': 200} Dec 10 16:17:28.052557 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 14b43a84-098a-4ff2-b884-e3377a09f479 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:17:28.055028 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b0c230ad-8460-4641-a095-3f675e73c864 None None] Port 9cddb278-c5c9-453b-89e5-f7b243db25a8 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:17:28.057070 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=fcb53bf7-0b52-4453-821e-b23695681228,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:28.093737 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b2887fc9-e844-4143-8ce0-d257f94d53a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:28.097488 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b2887fc9-e844-4143-8ce0-d257f94d53a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:28.099228 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b2887fc9-e844-4143-8ce0-d257f94d53a6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ba272a05-5bfc-4411-b679-d4eb5b8b8b4b HTTP/1.1" status: 204 len: 168 time: 0.2798915 Dec 10 16:17:28.108624 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2887fc9-e844-4143-8ce0-d257f94d53a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba272a05-5bfc-4411-b679-d4eb5b8b8b4b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:28.136521 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['e3059f99-74e7-4c93-9a61-1b4fbf153b5e'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:17:28.335005 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-118e87e7-8d6f-42f5-8307-1e60661925a2 None None] Provisioning complete for port 581e958d-e164-4195-85c3-5965ee9e26fc triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:17:28.335380 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-118e87e7-8d6f-42f5-8307-1e60661925a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:28.381488 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-118e87e7-8d6f-42f5-8307-1e60661925a2 None None] Port 581e958d-e164-4195-85c3-5965ee9e26fc cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:17:28.426879 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=e3059f99-74e7-4c93-9a61-1b4fbf153b5e,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:28.491886 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6ead4-ef8d-4fe8-bfef-03c3ab874870 req-c7d201de-b6ae-4224-af9d-dedfd5149eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:28.492183 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-6199f4d1-fc5a-474a-b81f-ba1dde5a0c78 None None] Set router cbb17c1d-c9b1-4c9f-a83f-61a36259a24e gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:17:28.494735 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d8a6ead4-ef8d-4fe8-bfef-03c3ab874870 req-c7d201de-b6ae-4224-af9d-dedfd5149eec service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=09b8782b-1971-4143-859e-84b4334a1978 HTTP/1.1" status: 200 len: 1100 time: 0.5095630 Dec 10 16:17:28.501737 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-1560a2ca-41d8-4e50-bcfe-32d8f6c51d76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:28.561986 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1275802-c4c6-4f71-8246-3d737a32428f req-787bcd46-bdd5-4f8f-90e0-29f1a4fb729a tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:28.564407 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e1275802-c4c6-4f71-8246-3d737a32428f req-787bcd46-bdd5-4f8f-90e0-29f1a4fb729a tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/ports?device_id=37862731-a747-43a3-baa2-63122ddddbb0 HTTP/1.1" status: 200 len: 936 time: 0.5829766 Dec 10 16:17:28.569516 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 14b43a84-098a-4ff2-b884-e3377a09f479 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:17:28.569890 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:28.636480 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5518167-c0d7-482d-bd92-3b51a25a5807 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:17:28.649340 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f5518167-c0d7-482d-bd92-3b51a25a5807 admin admin] 10.222.0.11 "PUT /v2.0/routers/7a434ce8-b08c-4d02-9e44-127b7234432c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3417561 Dec 10 16:17:28.650127 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34482) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:28.665610 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a63c185-e49a-4d8e-9f85-ceac123352f4 None None] Sync routers for ids ['7a434ce8-b08c-4d02-9e44-127b7234432c'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:17:28.680207 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a63c185-e49a-4d8e-9f85-ceac123352f4 None None] Routers {'7a434ce8-b08c-4d02-9e44-127b7234432c'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:17:28.681305 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0a63c185-e49a-4d8e-9f85-ceac123352f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:17:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['7a434ce8-b08c-4d02-9e44-127b7234432c'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:17:28.742383 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d8a6ead4-ef8d-4fe8-bfef-03c3ab874870 req-d42ec4ed-e03c-4f5f-a8f3-d50e19ea8864 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=89853ba0-8df3-4a1a-9e81-7702040d211a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275946 Dec 10 16:17:28.760434 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e1275802-c4c6-4f71-8246-3d737a32428f req-6eedb09f-5821-4bf1-b3e3-006d0b2c30bc tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f0c93b4-2f66-4e94-b4ad-75c684bcc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789362 Dec 10 16:17:28.782990 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34486) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:28.787245 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-c0a99291-008f-48a5-a54f-a261570b1a1c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2035325929-network', 'tenant_id': 'cfe7e2f6552c4c95985868d4e619b8ca'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:17:28.850654 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-0a63c185-e49a-4d8e-9f85-ceac123352f4 None None] Set router 7a434ce8-b08c-4d02-9e44-127b7234432c gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:17:28.854510 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd721b57-2f79-4be8-9810-a449688741d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:28.862429 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd721b57-2f79-4be8-9810-a449688741d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:28.924910 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6199f4d1-fc5a-474a-b81f-ba1dde5a0c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1908933342-router', 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '14b43a84-098a-4ff2-b884-e3377a09f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:17:16Z', 'updated_at': '2021-12-10T16:17:26Z', 'revision_number': 4, 'project_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'gw_port': {'id': '14b43a84-098a-4ff2-b884-e3377a09f479', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:64:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:17:17Z', 'updated_at': '2021-12-10T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '9cddb278-c5c9-453b-89e5-f7b243db25a8', 'name': '', 'network_id': '715b4c0a-da9c-47bb-91fb-624b419d2246', 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'mac_address': 'fa:16:3e:c1:9b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '62480659-e465-41da-9ae4-1fa4cb439ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:17:24Z', 'updated_at': '2021-12-10T16:17:26Z', 'revision_number': 2, 'project_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'subnets': [{'id': '62480659-e465-41da-9ae4-1fa4cb439ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:17:28.979027 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a99291-008f-48a5-a54f-a261570b1a1c admin admin] Made reservation on behalf of cfe7e2f6552c4c95985868d4e619b8ca for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:17:28.980825 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6199f4d1-fc5a-474a-b81f-ba1dde5a0c78 None None] Checking router: cbb17c1d-c9b1-4c9f-a83f-61a36259a24e for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:17:28.981261 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c0a99291-008f-48a5-a54f-a261570b1a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:28.981830 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6199f4d1-fc5a-474a-b81f-ba1dde5a0c78 None None] Updating router cbb17c1d-c9b1-4c9f-a83f-61a36259a24e port 9cddb278-c5c9-453b-89e5-f7b243db25a8 binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:17:29.004927 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c0a99291-008f-48a5-a54f-a261570b1a1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:29.014739 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-fd721b57-2f79-4be8-9810-a449688741d5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=99d53f9e2e854322bab722891c3e0edb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5532641 Dec 10 16:17:29.017064 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34496) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:29.025541 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6199f4d1-fc5a-474a-b81f-ba1dde5a0c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:29.031732 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd721b57-2f79-4be8-9810-a449688741d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840ebadc-3965-4033-b8b5-b2d63df24923,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:29.080868 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2611eed6-4b54-45ea-9630-d169f60c3020 admin admin] Publish callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:29.082873 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359dc2c8-2f23-4367-9c50-3c0dc86bcf19 req-4322783d-79fa-454b-8d98-52ad0600ce80 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:29.084397 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-359dc2c8-2f23-4367-9c50-3c0dc86bcf19 req-4322783d-79fa-454b-8d98-52ad0600ce80 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d31436d-2785-4d66-9d25-60d1cb0935b5 HTTP/1.1" status: 200 len: 945 time: 0.1353879 Dec 10 16:17:29.162714 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0a63c185-e49a-4d8e-9f85-ceac123352f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a434ce8-b08c-4d02-9e44-127b7234432c', 'name': 'tempest-FloatingIPDetailsTestJSON-1492378951-router', 'tenant_id': 'f0ef7d2631e94a15b26744ca7575c12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '4a1a55e8-fd14-4f8e-9f45-4ff8355866db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:16:46Z', 'updated_at': '2021-12-10T16:17:25Z', 'revision_number': 5, 'project_id': 'f0ef7d2631e94a15b26744ca7575c12a', 'gw_port': {'id': '4a1a55e8-fd14-4f8e-9f45-4ff8355866db', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a434ce8-b08c-4d02-9e44-127b7234432c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:16:48Z', 'updated_at': '2021-12-10T16:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:17:29.167955 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a777f2f2-7d73-4fea-b3ab-11233e74f976 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:29.203375 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a63c185-e49a-4d8e-9f85-ceac123352f4 None None] Checking router: 7a434ce8-b08c-4d02-9e44-127b7234432c for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:17:29.214568 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-359dc2c8-2f23-4367-9c50-3c0dc86bcf19 req-9bbfa69a-633c-4c5f-ad0d-2bb010d8c907 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173239 Dec 10 16:17:29.228048 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a63c185-e49a-4d8e-9f85-ceac123352f4 None None] Routers {'7a434ce8-b08c-4d02-9e44-127b7234432c'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:17:29.228982 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0a63c185-e49a-4d8e-9f85-ceac123352f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:17:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['7a434ce8-b08c-4d02-9e44-127b7234432c'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:17:29.238734 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a777f2f2-7d73-4fea-b3ab-11233e74f976 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:29.248334 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775ef17-aacf-4895-82ad-4fa830b5f1db req-1b24702d-d8d3-4d21-9cd4-be1bfee4e070 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:29.250971 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4775ef17-aacf-4895-82ad-4fa830b5f1db req-1b24702d-d8d3-4d21-9cd4-be1bfee4e070 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/ports?device_id=09b8782b-1971-4143-859e-84b4334a1978 HTTP/1.1" status: 200 len: 949 time: 0.3050079 Dec 10 16:17:29.281183 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-1560a2ca-41d8-4e50-bcfe-32d8f6c51d76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 581e958d-e164-4195-85c3-5965ee9e26fc {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:17:29.299677 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-1560a2ca-41d8-4e50-bcfe-32d8f6c51d76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:29.317166 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-1560a2ca-41d8-4e50-bcfe-32d8f6c51d76 service neutron] Transition to ACTIVE for port object 581e958d-e164-4195-85c3-5965ee9e26fc will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:17:29.320771 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-1560a2ca-41d8-4e50-bcfe-32d8f6c51d76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:29.364000 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a777f2f2-7d73-4fea-b3ab-11233e74f976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:29.366756 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a777f2f2-7d73-4fea-b3ab-11233e74f976 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:29.371194 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a777f2f2-7d73-4fea-b3ab-11233e74f976 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/840ebadc-3965-4033-b8b5-b2d63df24923 HTTP/1.1" status: 204 len: 168 time: 0.3510668 Dec 10 16:17:29.411514 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777f2f2-7d73-4fea-b3ab-11233e74f976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840ebadc-3965-4033-b8b5-b2d63df24923,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:29.416599 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560a2ca-41d8-4e50-bcfe-32d8f6c51d76 service neutron] Pushing event updated for resources: {'Port': ['ID=581e958d-e164-4195-85c3-5965ee9e26fc,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:29.429761 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-0a63c185-e49a-4d8e-9f85-ceac123352f4 None None] Set router 7a434ce8-b08c-4d02-9e44-127b7234432c gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:17:29.444429 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6199f4d1-fc5a-474a-b81f-ba1dde5a0c78 None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:29.452264 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6199f4d1-fc5a-474a-b81f-ba1dde5a0c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:29.506173 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-1560a2ca-41d8-4e50-bcfe-32d8f6c51d76 service neutron] Attempting to bind port 581e958d-e164-4195-85c3-5965ee9e26fc on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:17:29.506173 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-1560a2ca-41d8-4e50-bcfe-32d8f6c51d76 service neutron] Attempting to bind port 581e958d-e164-4195-85c3-5965ee9e26fc by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:17:29.506173 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-1560a2ca-41d8-4e50-bcfe-32d8f6c51d76 service neutron] Attempting to bind port 581e958d-e164-4195-85c3-5965ee9e26fc on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:17:29.512394 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-1560a2ca-41d8-4e50-bcfe-32d8f6c51d76 service neutron] Port 581e958d-e164-4195-85c3-5965ee9e26fc on network 1b1da819-dfba-43f2-8848-8bb429159850 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:17:29.515135 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-1560a2ca-41d8-4e50-bcfe-32d8f6c51d76 service neutron] Attempting to bind port 581e958d-e164-4195-85c3-5965ee9e26fc on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:17:29.532592 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3bd3a9-111b-4945-96d8-910186c57fae None None] Pushing event updated for resources: {'Port': ['ID=9cddb278-c5c9-453b-89e5-f7b243db25a8,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:29.540844 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-1560a2ca-41d8-4e50-bcfe-32d8f6c51d76 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:17:29.543818 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-1560a2ca-41d8-4e50-bcfe-32d8f6c51d76 service neutron] Checking segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:17:29.544820 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-1560a2ca-41d8-4e50-bcfe-32d8f6c51d76 service neutron] Bound using segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:17:29.547746 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-1560a2ca-41d8-4e50-bcfe-32d8f6c51d76 service neutron] Bound port: 581e958d-e164-4195-85c3-5965ee9e26fc, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:17:29.557454 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-1560a2ca-41d8-4e50-bcfe-32d8f6c51d76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:29.639151 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4775ef17-aacf-4895-82ad-4fa830b5f1db req-2978f9c9-890e-4cca-b80b-3b70098ee078 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/security-groups?id=89853ba0-8df3-4a1a-9e81-7702040d211a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741186 Dec 10 16:17:29.655777 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2611eed6-4b54-45ea-9630-d169f60c3020 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:29.715397 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-6199f4d1-fc5a-474a-b81f-ba1dde5a0c78 None None] Attempting to bind port 9cddb278-c5c9-453b-89e5-f7b243db25a8 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:17:29.715827 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-6199f4d1-fc5a-474a-b81f-ba1dde5a0c78 None None] Attempting to bind port 9cddb278-c5c9-453b-89e5-f7b243db25a8 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'd00404b4-000b-43be-919f-49cd49cf6df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '715b4c0a-da9c-47bb-91fb-624b419d2246'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:17:29.716194 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6199f4d1-fc5a-474a-b81f-ba1dde5a0c78 None None] Attempting to bind port 9cddb278-c5c9-453b-89e5-f7b243db25a8 on network 715b4c0a-da9c-47bb-91fb-624b419d2246 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:17:29.734546 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6199f4d1-fc5a-474a-b81f-ba1dde5a0c78 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:17:29.734925 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6199f4d1-fc5a-474a-b81f-ba1dde5a0c78 None None] Checking segment: {'id': 'd00404b4-000b-43be-919f-49cd49cf6df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '715b4c0a-da9c-47bb-91fb-624b419d2246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:17:29.735335 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6199f4d1-fc5a-474a-b81f-ba1dde5a0c78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:29.741292 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6199f4d1-fc5a-474a-b81f-ba1dde5a0c78 None None] Bound using segment: {'id': 'd00404b4-000b-43be-919f-49cd49cf6df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '715b4c0a-da9c-47bb-91fb-624b419d2246'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:17:29.741961 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-6199f4d1-fc5a-474a-b81f-ba1dde5a0c78 None None] Bound port: 9cddb278-c5c9-453b-89e5-f7b243db25a8, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd00404b4-000b-43be-919f-49cd49cf6df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '715b4c0a-da9c-47bb-91fb-624b419d2246'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:17:29.742975 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6199f4d1-fc5a-474a-b81f-ba1dde5a0c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:29.811537 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c0a99291-008f-48a5-a54f-a261570b1a1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:29.821299 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c0a99291-008f-48a5-a54f-a261570b1a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:29.827140 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-1560a2ca-41d8-4e50-bcfe-32d8f6c51d76 service neutron] For port 581e958d-e164-4195-85c3-5965ee9e26fc, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:17:29.837433 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-1560a2ca-41d8-4e50-bcfe-32d8f6c51d76 service neutron] For port 581e958d-e164-4195-85c3-5965ee9e26fc, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=581e958d-e164-4195-85c3-5965ee9e26fc,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:17:29.845437 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-1560a2ca-41d8-4e50-bcfe-32d8f6c51d76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:29.849379 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a99291-008f-48a5-a54f-a261570b1a1c admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:17:29.887842 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c0a99291-008f-48a5-a54f-a261570b1a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:29.890305 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-c0a99291-008f-48a5-a54f-a261570b1a1c admin admin] Added segment 101da5d3-767a-43ce-b0fe-02fffb826872 of type vlan for network 563d5c30-f576-4e70-9240-26defbf31501 Dec 10 16:17:29.929067 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-1560a2ca-41d8-4e50-bcfe-32d8f6c51d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:29.929836 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-1560a2ca-41d8-4e50-bcfe-32d8f6c51d76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:29.932050 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-1560a2ca-41d8-4e50-bcfe-32d8f6c51d76 service neutron] 10.222.0.46 "PUT /v2.0/ports/581e958d-e164-4195-85c3-5965ee9e26fc HTTP/1.1" status: 200 len: 1096 time: 1.9469633 Dec 10 16:17:29.954352 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37862731-a747-43a3-baa2-63122ddddbb0', 'tag': '581e958d-e164-4195-85c3-5965ee9e26fc'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:17:29.957958 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3247b1ea-efca-4eb4-8edb-0acbe5c7411d" -d '{"events": [{"name": "network-changed", "server_uuid": "37862731-a747-43a3-baa2-63122ddddbb0", "tag": "581e958d-e164-4195-85c3-5965ee9e26fc"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:17:30.004328 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-6199f4d1-fc5a-474a-b81f-ba1dde5a0c78 None None] For port 9cddb278-c5c9-453b-89e5-f7b243db25a8, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:17:30.016048 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-6199f4d1-fc5a-474a-b81f-ba1dde5a0c78 None None] For port 9cddb278-c5c9-453b-89e5-f7b243db25a8, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=9cddb278-c5c9-453b-89e5-f7b243db25a8,segment=NetworkSegment(d00404b4-000b-43be-919f-49cd49cf6df9),segment_id=d00404b4-000b-43be-919f-49cd49cf6df9)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:17:30.044014 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6199f4d1-fc5a-474a-b81f-ba1dde5a0c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:30.049110 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c0a99291-008f-48a5-a54f-a261570b1a1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:30.074286 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520f9c9b-8277-44a3-a240-f51fa808a581 x-openstack-request-id: req-520f9c9b-8277-44a3-a240-f51fa808a581 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:17:30.074749 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37862731-a747-43a3-baa2-63122ddddbb0", "tag": "581e958d-e164-4195-85c3-5965ee9e26fc", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:17:30.075158 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-520f9c9b-8277-44a3-a240-f51fa808a581 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:17:30.075803 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37862731-a747-43a3-baa2-63122ddddbb0', 'tag': '581e958d-e164-4195-85c3-5965ee9e26fc', 'status': 'completed', 'code': 200} Dec 10 16:17:30.133167 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c0a99291-008f-48a5-a54f-a261570b1a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:30.134117 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a99291-008f-48a5-a54f-a261570b1a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:30.134722 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c0a99291-008f-48a5-a54f-a261570b1a1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:30.169363 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560a2ca-41d8-4e50-bcfe-32d8f6c51d76 service neutron] Pushing event updated for resources: {'Port': ['ID=581e958d-e164-4195-85c3-5965ee9e26fc,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:30.174878 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3bd3a9-111b-4945-96d8-910186c57fae None None] Pushing event updated for resources: {'Port': ['ID=9cddb278-c5c9-453b-89e5-f7b243db25a8,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:30.187752 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34520) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:30.194619 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c0a99291-008f-48a5-a54f-a261570b1a1c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4149706 Dec 10 16:17:30.196649 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34522) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:30.207069 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-d6becf73-d24e-46d8-91de-5c36756792a8 admin admin] Request body: {'subnet': {'network_id': '563d5c30-f576-4e70-9240-26defbf31501', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2035325929-subnet', 'tenant_id': 'cfe7e2f6552c4c95985868d4e619b8ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:17:30.218917 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-469dab22-2493-420a-b1a2-8e7a1b3eb98f None None] Provisioning complete for port 9cddb278-c5c9-453b-89e5-f7b243db25a8 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:17:30.219290 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-469dab22-2493-420a-b1a2-8e7a1b3eb98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:30.219403 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0a63c185-e49a-4d8e-9f85-ceac123352f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a434ce8-b08c-4d02-9e44-127b7234432c', 'name': 'tempest-FloatingIPDetailsTestJSON-1492378951-router', 'tenant_id': 'f0ef7d2631e94a15b26744ca7575c12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '4a1a55e8-fd14-4f8e-9f45-4ff8355866db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:16:46Z', 'updated_at': '2021-12-10T16:17:25Z', 'revision_number': 5, 'project_id': 'f0ef7d2631e94a15b26744ca7575c12a', 'gw_port': {'id': '4a1a55e8-fd14-4f8e-9f45-4ff8355866db', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a434ce8-b08c-4d02-9e44-127b7234432c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:16:48Z', 'updated_at': '2021-12-10T16:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:17:30.242417 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff49168-c529-41cf-adfc-810cfa175903 req-85d97cbe-dab7-4e0a-873f-94074c3f7889 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:30.275414 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-dff49168-c529-41cf-adfc-810cfa175903 req-85d97cbe-dab7-4e0a-873f-94074c3f7889 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/ports?device_id=37862731-a747-43a3-baa2-63122ddddbb0 HTTP/1.1" status: 200 len: 948 time: 0.3392129 Dec 10 16:17:30.302819 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a63c185-e49a-4d8e-9f85-ceac123352f4 None None] The sync data for ids ['7a434ce8-b08c-4d02-9e44-127b7234432c'] in n-d-766771-2 is: [{'id': '7a434ce8-b08c-4d02-9e44-127b7234432c', 'name': 'tempest-FloatingIPDetailsTestJSON-1492378951-router', 'tenant_id': 'f0ef7d2631e94a15b26744ca7575c12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '4a1a55e8-fd14-4f8e-9f45-4ff8355866db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:16:46Z', 'updated_at': '2021-12-10T16:17:25Z', 'revision_number': 5, 'project_id': 'f0ef7d2631e94a15b26744ca7575c12a', 'gw_port': {'id': '4a1a55e8-fd14-4f8e-9f45-4ff8355866db', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a434ce8-b08c-4d02-9e44-127b7234432c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:16:48Z', 'updated_at': '2021-12-10T16:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:17:30.316534 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6199f4d1-fc5a-474a-b81f-ba1dde5a0c78 None None] Routers {'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:17:30.317270 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6199f4d1-fc5a-474a-b81f-ba1dde5a0c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:17:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['cbb17c1d-c9b1-4c9f-a83f-61a36259a24e'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:17:30.339337 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76440cd9-e971-425c-89c4-b96c3f6354b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:30.343143 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a99291-008f-48a5-a54f-a261570b1a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a186b6e-b590-4e89-bb94-095b85467c90,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:30.387412 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-9ebd7195-0f4e-498d-b6a7-55f4ee033386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:30.389435 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-9ebd7195-0f4e-498d-b6a7-55f4ee033386 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a991fc7093614f08a8f84fc5c42553a5&device_id=37862731-a747-43a3-baa2-63122ddddbb0 HTTP/1.1" status: 200 len: 1099 time: 0.2997763 Dec 10 16:17:30.431117 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a99291-008f-48a5-a54f-a261570b1a1c admin admin] Pushing event updated for resources: {'Network': ['ID=563d5c30-f576-4e70-9240-26defbf31501,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:30.435155 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-2611eed6-4b54-45ea-9630-d169f60c3020 admin admin] Deleting port 4a1a55e8-fd14-4f8e-9f45-4ff8355866db {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:17:30.436188 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2611eed6-4b54-45ea-9630-d169f60c3020 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:30.457356 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6becf73-d24e-46d8-91de-5c36756792a8 admin admin] Made reservation on behalf of cfe7e2f6552c4c95985868d4e619b8ca for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:17:30.459586 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 563d5c30-f576-4e70-9240-26defbf31501 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:17:30.462673 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d6becf73-d24e-46d8-91de-5c36756792a8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:30.542286 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fdb6fa-28c5-40d1-bb82-1bb542c384fb req-c04e4382-a980-4a04-a8ea-03255ac242fc tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:30.543973 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-79fdb6fa-28c5-40d1-bb82-1bb542c384fb req-c04e4382-a980-4a04-a8ea-03255ac242fc tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d31436d-2785-4d66-9d25-60d1cb0935b5 HTTP/1.1" status: 200 len: 945 time: 0.1680193 Dec 10 16:17:30.622572 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-469dab22-2493-420a-b1a2-8e7a1b3eb98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:30.640958 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-2611eed6-4b54-45ea-9630-d169f60c3020 admin admin] For port 4a1a55e8-fd14-4f8e-9f45-4ff8355866db, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=4a1a55e8-fd14-4f8e-9f45-4ff8355866db,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:17:30.641422 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2611eed6-4b54-45ea-9630-d169f60c3020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:30.677373 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-79fdb6fa-28c5-40d1-bb82-1bb542c384fb req-29f20be6-7812-4976-b729-11af6427c8be tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240094 Dec 10 16:17:30.682677 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-2611eed6-4b54-45ea-9630-d169f60c3020 admin admin] Calling delete_port for 4a1a55e8-fd14-4f8e-9f45-4ff8355866db owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:17:30.694097 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-dff49168-c529-41cf-adfc-810cfa175903 req-e1b19b84-7701-47dc-9736-85005e6414f7 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f0c93b4-2f66-4e94-b4ad-75c684bcc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4176788 Dec 10 16:17:30.772597 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-6199f4d1-fc5a-474a-b81f-ba1dde5a0c78 None None] Set router cbb17c1d-c9b1-4c9f-a83f-61a36259a24e gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:17:30.775735 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-469dab22-2493-420a-b1a2-8e7a1b3eb98f None None] For port 9cddb278-c5c9-453b-89e5-f7b243db25a8, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=9cddb278-c5c9-453b-89e5-f7b243db25a8,segment=NetworkSegment(d00404b4-000b-43be-919f-49cd49cf6df9),segment_id=d00404b4-000b-43be-919f-49cd49cf6df9)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:17:30.793332 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-7e403dca-4510-49dd-aaa0-ebcf9f4759ea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=581e958d-e164-4195-85c3-5965ee9e26fc HTTP/1.1" status: 200 len: 217 time: 0.3467522 Dec 10 16:17:30.885304 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76440cd9-e971-425c-89c4-b96c3f6354b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:30.887457 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-d3f0a730-1f01-4b30-8c35-814ca6b3d5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:30.889668 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-d3f0a730-1f01-4b30-8c35-814ca6b3d5a2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.0777912 Dec 10 16:17:30.895977 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76440cd9-e971-425c-89c4-b96c3f6354b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:30.959680 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f265ab1-40e9-4af4-919c-9a585939da23 req-7158e928-da9a-44d9-a937-940e09dcfef0 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:30.968656 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7f265ab1-40e9-4af4-919c-9a585939da23 req-7158e928-da9a-44d9-a937-940e09dcfef0 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/ports?device_id=09b8782b-1971-4143-859e-84b4334a1978 HTTP/1.1" status: 200 len: 949 time: 0.1704423 Dec 10 16:17:30.972190 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-76440cd9-e971-425c-89c4-b96c3f6354b9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=23dfabd4af8b476ba83652e45f53a478&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7765901 Dec 10 16:17:30.975382 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34540) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:30.982584 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76440cd9-e971-425c-89c4-b96c3f6354b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa87ead-4fa5-4975-975c-f339c34d4786,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:31.052147 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-7a552a54-265c-4193-951f-0773e4544dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:31.053754 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-7a552a54-265c-4193-951f-0773e4544dda service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1297886 Dec 10 16:17:31.078443 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device e3059f99-74e7-4c93-9a61-1b4fbf153b5e up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:17:31.081396 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-469dab22-2493-420a-b1a2-8e7a1b3eb98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:31.121917 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7f265ab1-40e9-4af4-919c-9a585939da23 req-7edb6e37-6528-4c09-afb6-b8976c2ded6a tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/security-groups?id=89853ba0-8df3-4a1a-9e81-7702040d211a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487124 Dec 10 16:17:31.130475 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-972c858a-c058-4d49-a1eb-7cdccac92fa5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:31.133351 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2611eed6-4b54-45ea-9630-d169f60c3020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:31.170230 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2611eed6-4b54-45ea-9630-d169f60c3020 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a1a55e8-fd14-4f8e-9f45-4ff8355866db,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:31.196491 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-738f0850-5de4-48a5-ab66-c93e471f2837 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317279 Dec 10 16:17:31.204000 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-972c858a-c058-4d49-a1eb-7cdccac92fa5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:31.227050 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469dab22-2493-420a-b1a2-8e7a1b3eb98f None None] Pushing event updated for resources: {'Port': ['ID=9cddb278-c5c9-453b-89e5-f7b243db25a8,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:31.261289 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-94dd3300-fd44-4ce7-b236-4f46317dc664 None None] Provisioning complete for port 9cddb278-c5c9-453b-89e5-f7b243db25a8 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:17:31.261903 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-94dd3300-fd44-4ce7-b236-4f46317dc664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:31.273692 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2611eed6-4b54-45ea-9630-d169f60c3020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:31.382341 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d6becf73-d24e-46d8-91de-5c36756792a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:31.416440 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-972c858a-c058-4d49-a1eb-7cdccac92fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:31.423546 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-972c858a-c058-4d49-a1eb-7cdccac92fa5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:31.425851 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port e3059f99-74e7-4c93-9a61-1b4fbf153b5e completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:17:31.431311 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port e3059f99-74e7-4c93-9a61-1b4fbf153b5e triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:17:31.431686 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:31.433749 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-972c858a-c058-4d49-a1eb-7cdccac92fa5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2fa87ead-4fa5-4975-975c-f339c34d4786 HTTP/1.1" status: 204 len: 168 time: 0.4571316 Dec 10 16:17:31.455157 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6becf73-d24e-46d8-91de-5c36756792a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4453a7f5-61a9-42d0-aef4-5e5c07dfe717,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:31.508674 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c858a-c058-4d49-a1eb-7cdccac92fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa87ead-4fa5-4975-975c-f339c34d4786,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:31.513397 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2611eed6-4b54-45ea-9630-d169f60c3020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:31.516432 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2611eed6-4b54-45ea-9630-d169f60c3020 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:31.592770 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-91c82468-c7c8-48ca-a4f1-71b3782dcc68 req-a3a15540-a410-420c-9884-c5f978356b9d service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790505 Dec 10 16:17:31.598502 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2611eed6-4b54-45ea-9630-d169f60c3020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:31.602778 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2611eed6-4b54-45ea-9630-d169f60c3020 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a434ce8-b08c-4d02-9e44-127b7234432c {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:17:31.606943 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6199f4d1-fc5a-474a-b81f-ba1dde5a0c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1908933342-router', 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '14b43a84-098a-4ff2-b884-e3377a09f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:17:16Z', 'updated_at': '2021-12-10T16:17:26Z', 'revision_number': 4, 'project_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'gw_port': {'id': '14b43a84-098a-4ff2-b884-e3377a09f479', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:64:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:17:17Z', 'updated_at': '2021-12-10T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '9cddb278-c5c9-453b-89e5-f7b243db25a8', 'name': '', 'network_id': '715b4c0a-da9c-47bb-91fb-624b419d2246', 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'mac_address': 'fa:16:3e:c1:9b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '62480659-e465-41da-9ae4-1fa4cb439ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:17:24Z', 'updated_at': '2021-12-10T16:17:29Z', 'revision_number': 4, 'project_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'subnets': [{'id': '62480659-e465-41da-9ae4-1fa4cb439ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:17:31.624730 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6becf73-d24e-46d8-91de-5c36756792a8 admin admin] Checking segment: {'id': '101da5d3-767a-43ce-b0fe-02fffb826872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '563d5c30-f576-4e70-9240-26defbf31501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:17:31.625057 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2611eed6-4b54-45ea-9630-d169f60c3020 admin admin] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:31.625170 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6becf73-d24e-46d8-91de-5c36756792a8 admin admin] Network hostable DHCP agents. Network: 563d5c30-f576-4e70-9240-26defbf31501, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:17:31.628580 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2611eed6-4b54-45ea-9630-d169f60c3020 admin admin] 10.222.0.11 "DELETE /v2.0/routers/7a434ce8-b08c-4d02-9e44-127b7234432c HTTP/1.1" status: 204 len: 168 time: 2.9760072 Dec 10 16:17:31.630097 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34556) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:31.692931 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6199f4d1-fc5a-474a-b81f-ba1dde5a0c78 None None] The sync data for ids ['cbb17c1d-c9b1-4c9f-a83f-61a36259a24e'] in n-d-766771-2 is: [{'id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1908933342-router', 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '14b43a84-098a-4ff2-b884-e3377a09f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:17:16Z', 'updated_at': '2021-12-10T16:17:26Z', 'revision_number': 4, 'project_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'gw_port': {'id': '14b43a84-098a-4ff2-b884-e3377a09f479', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:64:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:17:17Z', 'updated_at': '2021-12-10T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '9cddb278-c5c9-453b-89e5-f7b243db25a8', 'name': '', 'network_id': '715b4c0a-da9c-47bb-91fb-624b419d2246', 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'mac_address': 'fa:16:3e:c1:9b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '62480659-e465-41da-9ae4-1fa4cb439ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:17:24Z', 'updated_at': '2021-12-10T16:17:29Z', 'revision_number': 4, 'project_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'subnets': [{'id': '62480659-e465-41da-9ae4-1fa4cb439ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:17:31.701317 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:31.733437 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6becf73-d24e-46d8-91de-5c36756792a8 admin admin] Network 563d5c30-f576-4e70-9240-26defbf31501 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:17:31.742550 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247b1ea-efca-4eb4-8edb-0acbe5c7411d req-fa0139d7-3f37-41da-ab94-f8fdc8fd89ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:31.744702 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3247b1ea-efca-4eb4-8edb-0acbe5c7411d req-fa0139d7-3f37-41da-ab94-f8fdc8fd89ec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a991fc7093614f08a8f84fc5c42553a5&device_id=37862731-a747-43a3-baa2-63122ddddbb0 HTTP/1.1" status: 200 len: 1099 time: 0.0925620 Dec 10 16:17:31.746387 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-d6becf73-d24e-46d8-91de-5c36756792a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 563d5c30-f576-4e70-9240-26defbf31501) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:17:31.752046 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6becf73-d24e-46d8-91de-5c36756792a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:31.753099 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d6becf73-d24e-46d8-91de-5c36756792a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:31.778628 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf508e6-27f5-4b9b-8326-b4ab472f4623 None None] Network 563d5c30-f576-4e70-9240-26defbf31501 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:17:31.828667 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d6becf73-d24e-46d8-91de-5c36756792a8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.6266298 Dec 10 16:17:31.838379 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34566) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:31.916267 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-392db185-2f74-4a75-ab96-16387d978cdf admin admin] Deleting subnet 0a2abe05-09fa-4061-919c-5d24bbeb6b93 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:17:31.920160 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 1be3c86a-9a8a-4931-a7cb-2480b1711ada no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:17:31.926499 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d31436d-2785-4d66-9d25-60d1cb0935b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3059f99-74e7-4c93-9a61-1b4fbf153b5e'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:17:31.933924 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c14420-4e49-4187-a0f4-7050e8a524cb" -d '{"events": [{"server_uuid": "9d31436d-2785-4d66-9d25-60d1cb0935b5", "name": "network-vif-plugged", "status": "completed", "tag": "e3059f99-74e7-4c93-9a61-1b4fbf153b5e"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:17:31.948494 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-392db185-2f74-4a75-ab96-16387d978cdf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:31.956097 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-57c6a430-6f23-40fa-b7c1-bcee710703e5 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2035325929-router', 'tenant_id': 'cfe7e2f6552c4c95985868d4e619b8ca', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:17:32.017837 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14faa93f-142e-4167-acb4-bcc11eb819ad req-ab725b34-c8f9-4605-b8e2-caa209f54b01 tempest-ServersAdminNegativeTestJSON-895134669 tempest-ServersAdminNegativeTestJSON-895134669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:32.024668 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-57c6a430-6f23-40fa-b7c1-bcee710703e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:32.026324 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-57c6a430-6f23-40fa-b7c1-bcee710703e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:32.029967 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port e3059f99-74e7-4c93-9a61-1b4fbf153b5e, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=e3059f99-74e7-4c93-9a61-1b4fbf153b5e,segment=NetworkSegment(ba4bffb6-59f5-4518-96be-6824e98414e9),segment_id=ba4bffb6-59f5-4518-96be-6824e98414e9)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:17:32.031841 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-14faa93f-142e-4167-acb4-bcc11eb819ad req-ab725b34-c8f9-4605-b8e2-caa209f54b01 tempest-ServersAdminNegativeTestJSON-895134669 tempest-ServersAdminNegativeTestJSON-895134669-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=09b8782b-1971-4143-859e-84b4334a1978 HTTP/1.1" status: 200 len: 1100 time: 0.2909734 Dec 10 16:17:32.033466 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 1be3c86a-9a8a-4931-a7cb-2480b1711ada {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:17:32.036019 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 1be3c86a-9a8a-4931-a7cb-2480b1711ada not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:17:32.042269 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:32.085596 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-14faa93f-142e-4167-acb4-bcc11eb819ad req-d664829f-5f54-40f1-8eda-b42afc4e655d tempest-ServersAdminNegativeTestJSON-895134669 tempest-ServersAdminNegativeTestJSON-895134669-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:32.144615 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=e3059f99-74e7-4c93-9a61-1b4fbf153b5e,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:32.158589 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-392db185-2f74-4a75-ab96-16387d978cdf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:32.216596 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2561456-fcaa-45ea-9654-a028d3991bd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-563d5c30-f576-4e70-9240-26defbf31501', 'network_id': '563d5c30-f576-4e70-9240-26defbf31501', 'project_id': 'cfe7e2f6552c4c95985868d4e619b8ca', 'fixed_ips': [{'subnet_id': '4453a7f5-61a9-42d0-aef4-5e5c07dfe717'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:17:32.218595 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f2561456-fcaa-45ea-9654-a028d3991bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:32.402787 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247b1ea-efca-4eb4-8edb-0acbe5c7411d req-4fa802f3-2ad6-479f-b7a6-291c67017c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:32.407264 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3247b1ea-efca-4eb4-8edb-0acbe5c7411d req-4fa802f3-2ad6-479f-b7a6-291c67017c3d service neutron] 10.222.0.46 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.6411140 Dec 10 16:17:32.444493 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-57c6a430-6f23-40fa-b7c1-bcee710703e5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:32.477565 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3247b1ea-efca-4eb4-8edb-0acbe5c7411d req-03775d5e-a515-4166-bcd0-58f6a5cc25e3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=581e958d-e164-4195-85c3-5965ee9e26fc HTTP/1.1" status: 200 len: 217 time: 0.0460377 Dec 10 16:17:32.543410 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-392db185-2f74-4a75-ab96-16387d978cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:32.578538 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-f2561456-fcaa-45ea-9654-a028d3991bd9 None None] Allocated IP 172.20.0.2 (563d5c30-f576-4e70-9240-26defbf31501/4453a7f5-61a9-42d0-aef4-5e5c07dfe717/3a54ec1e-ea4e-4b99-8c73-a3d6de689b01) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:17:32.638797 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-392db185-2f74-4a75-ab96-16387d978cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:32.689313 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-392db185-2f74-4a75-ab96-16387d978cdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:32.699156 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-392db185-2f74-4a75-ab96-16387d978cdf admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0a2abe05-09fa-4061-919c-5d24bbeb6b93 HTTP/1.1" status: 204 len: 168 time: 1.0668011 Dec 10 16:17:32.699781 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34590) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:32.703343 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392db185-2f74-4a75-ab96-16387d978cdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a2abe05-09fa-4061-919c-5d24bbeb6b93,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:32.761216 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee693234-1628-4db9-bebb-fb45f2f575a4 None None] Network 33f9727c-e83b-4abc-a943-a76d8ffea119 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:17:32.794426 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-57c6a430-6f23-40fa-b7c1-bcee710703e5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:32.846778 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f2561456-fcaa-45ea-9654-a028d3991bd9 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:32.877486 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f2561456-fcaa-45ea-9654-a028d3991bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:32.924838 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247b1ea-efca-4eb4-8edb-0acbe5c7411d req-1df573b5-86cb-42e5-8500-1e82c4542771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:32.926940 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3247b1ea-efca-4eb4-8edb-0acbe5c7411d req-1df573b5-86cb-42e5-8500-1e82c4542771 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.4416749 Dec 10 16:17:32.929854 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2561456-fcaa-45ea-9654-a028d3991bd9 None None] Network 563d5c30-f576-4e70-9240-26defbf31501 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:17:32.934065 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-f2561456-fcaa-45ea-9654-a028d3991bd9 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:17:32.936599 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2561456-fcaa-45ea-9654-a028d3991bd9 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:17:32.984210 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f78454-5ee2-413b-9cba-6fcd741fd4b1 req-6863f2d2-d0ae-45ad-a68d-9cfff143ce35 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:32.985771 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-41f78454-5ee2-413b-9cba-6fcd741fd4b1 req-6863f2d2-d0ae-45ad-a68d-9cfff143ce35 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d31436d-2785-4d66-9d25-60d1cb0935b5 HTTP/1.1" status: 200 len: 946 time: 0.1863170 Dec 10 16:17:33.027362 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2561456-fcaa-45ea-9654-a028d3991bd9 None None] Pushing event updated for resources: {'Port': ['ID=3a54ec1e-ea4e-4b99-8c73-a3d6de689b01,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:33.027935 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-14faa93f-142e-4167-acb4-bcc11eb819ad req-d664829f-5f54-40f1-8eda-b42afc4e655d tempest-ServersAdminNegativeTestJSON-895134669 tempest-ServersAdminNegativeTestJSON-895134669-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:33.045663 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-14faa93f-142e-4167-acb4-bcc11eb819ad req-d664829f-5f54-40f1-8eda-b42afc4e655d tempest-ServersAdminNegativeTestJSON-895134669 tempest-ServersAdminNegativeTestJSON-895134669-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:33.078989 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f2561456-fcaa-45ea-9654-a028d3991bd9 None None] Attempting to bind port 3a54ec1e-ea4e-4b99-8c73-a3d6de689b01 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:17:33.079372 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f2561456-fcaa-45ea-9654-a028d3991bd9 None None] Attempting to bind port 3a54ec1e-ea4e-4b99-8c73-a3d6de689b01 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '101da5d3-767a-43ce-b0fe-02fffb826872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '563d5c30-f576-4e70-9240-26defbf31501'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:17:33.079742 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2561456-fcaa-45ea-9654-a028d3991bd9 None None] Attempting to bind port 3a54ec1e-ea4e-4b99-8c73-a3d6de689b01 on network 563d5c30-f576-4e70-9240-26defbf31501 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:17:33.082924 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247b1ea-efca-4eb4-8edb-0acbe5c7411d req-85444e12-4027-4e45-9a26-7766c997caab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:33.093836 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2561456-fcaa-45ea-9654-a028d3991bd9 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:17:33.094257 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3247b1ea-efca-4eb4-8edb-0acbe5c7411d req-85444e12-4027-4e45-9a26-7766c997caab service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1526554 Dec 10 16:17:33.094370 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2561456-fcaa-45ea-9654-a028d3991bd9 None None] Checking segment: {'id': '101da5d3-767a-43ce-b0fe-02fffb826872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '563d5c30-f576-4e70-9240-26defbf31501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:17:33.095057 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f2561456-fcaa-45ea-9654-a028d3991bd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:33.095273 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2561456-fcaa-45ea-9654-a028d3991bd9 None None] Bound using segment: {'id': '101da5d3-767a-43ce-b0fe-02fffb826872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '563d5c30-f576-4e70-9240-26defbf31501'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:17:33.097927 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f2561456-fcaa-45ea-9654-a028d3991bd9 None None] Bound port: 3a54ec1e-ea4e-4b99-8c73-a3d6de689b01, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101da5d3-767a-43ce-b0fe-02fffb826872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '563d5c30-f576-4e70-9240-26defbf31501'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:17:33.098835 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f2561456-fcaa-45ea-9654-a028d3991bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:33.162447 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb6d9d3-56ec-4ca7-a95b-fcc090bc851f None None] DHCP port deletion for 33f9727c-e83b-4abc-a943-a76d8ffea119 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:17:33.186978 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-14faa93f-142e-4167-acb4-bcc11eb819ad req-d664829f-5f54-40f1-8eda-b42afc4e655d tempest-ServersAdminNegativeTestJSON-895134669 tempest-ServersAdminNegativeTestJSON-895134669-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=89853ba0-8df3-4a1a-9e81-7702040d211a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1540334 Dec 10 16:17:33.189867 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5ea4e91e-88a6-4f34-a48b-3458f22a7011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:33.212707 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d664829f-5f54-40f1-8eda-b42afc4e655d tempest-ServersAdminNegativeTestJSON-895134669 tempest-ServersAdminNegativeTestJSON-895134669-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab57753-ba5a-450d-847f-2b3ef09cced2,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:33.313677 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f2561456-fcaa-45ea-9654-a028d3991bd9 None None] For port 3a54ec1e-ea4e-4b99-8c73-a3d6de689b01, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:17:33.318501 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f2561456-fcaa-45ea-9654-a028d3991bd9 None None] For port 3a54ec1e-ea4e-4b99-8c73-a3d6de689b01, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=3a54ec1e-ea4e-4b99-8c73-a3d6de689b01,segment=NetworkSegment(101da5d3-767a-43ce-b0fe-02fffb826872),segment_id=101da5d3-767a-43ce-b0fe-02fffb826872)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:17:33.322923 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3247b1ea-efca-4eb4-8edb-0acbe5c7411d req-78331b6e-076a-45dd-ae8b-f89081d02d66 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120683 Dec 10 16:17:33.324810 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f2561456-fcaa-45ea-9654-a028d3991bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:33.328518 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4068b76-4e30-4d85-a82a-8f11527f5fb1 req-1732517b-4c61-45e7-98e9-23973ce26bd0 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:33.330325 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b4068b76-4e30-4d85-a82a-8f11527f5fb1 req-1732517b-4c61-45e7-98e9-23973ce26bd0 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/ports?device_id=37862731-a747-43a3-baa2-63122ddddbb0 HTTP/1.1" status: 200 len: 948 time: 0.0680351 Dec 10 16:17:33.333015 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-41f78454-5ee2-413b-9cba-6fcd741fd4b1 req-749b9884-a463-4d9d-8329-37dfaf378ccf tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313565 Dec 10 16:17:33.367784 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-5ea4e91e-88a6-4f34-a48b-3458f22a7011 admin admin] Deleting port 20ab6d06-749a-4015-81f3-8e7c2967a840 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:17:33.370395 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5ea4e91e-88a6-4f34-a48b-3458f22a7011 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:33.404183 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2561456-fcaa-45ea-9654-a028d3991bd9 None None] Pushing event updated for resources: {'Port': ['ID=3a54ec1e-ea4e-4b99-8c73-a3d6de689b01,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:33.410840 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-fcb6d9d3-56ec-4ca7-a95b-fcc090bc851f None None] Deleting port 20ab6d06-749a-4015-81f3-8e7c2967a840 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:17:33.439365 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fcb6d9d3-56ec-4ca7-a95b-fcc090bc851f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:33.446546 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cad95f2-89bb-479b-a6ed-d3ad16633f04 x-openstack-request-id: req-5cad95f2-89bb-479b-a6ed-d3ad16633f04 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:17:33.446863 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d31436d-2785-4d66-9d25-60d1cb0935b5", "name": "network-vif-plugged", "status": "completed", "tag": "e3059f99-74e7-4c93-9a61-1b4fbf153b5e", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:17:33.447120 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5cad95f2-89bb-479b-a6ed-d3ad16633f04 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:17:33.447521 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d31436d-2785-4d66-9d25-60d1cb0935b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3059f99-74e7-4c93-9a61-1b4fbf153b5e', 'code': 200} Dec 10 16:17:33.570702 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b4068b76-4e30-4d85-a82a-8f11527f5fb1 req-f9e47310-69a9-4272-afb9-cfe2e956de02 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f0c93b4-2f66-4e94-b4ad-75c684bcc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265320 Dec 10 16:17:33.572794 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-5ea4e91e-88a6-4f34-a48b-3458f22a7011 admin admin] For port 20ab6d06-749a-4015-81f3-8e7c2967a840, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=20ab6d06-749a-4015-81f3-8e7c2967a840,segment=NetworkSegment(e8768580-3a25-4d49-9757-d415a3cb48c4),segment_id=e8768580-3a25-4d49-9757-d415a3cb48c4)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:17:33.573747 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5ea4e91e-88a6-4f34-a48b-3458f22a7011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:33.671300 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-5ea4e91e-88a6-4f34-a48b-3458f22a7011 admin admin] Calling delete_port for 20ab6d06-749a-4015-81f3-8e7c2967a840 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:17:33.738507 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-fcb6d9d3-56ec-4ca7-a95b-fcc090bc851f None None] For port 20ab6d06-749a-4015-81f3-8e7c2967a840, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=20ab6d06-749a-4015-81f3-8e7c2967a840,segment=NetworkSegment(e8768580-3a25-4d49-9757-d415a3cb48c4),segment_id=e8768580-3a25-4d49-9757-d415a3cb48c4)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:17:33.738911 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fcb6d9d3-56ec-4ca7-a95b-fcc090bc851f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:33.816543 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-fcb6d9d3-56ec-4ca7-a95b-fcc090bc851f None None] Calling delete_port for 20ab6d06-749a-4015-81f3-8e7c2967a840 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:17:33.923249 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5ea4e91e-88a6-4f34-a48b-3458f22a7011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:33.957847 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 9cddb278-c5c9-453b-89e5-f7b243db25a8 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:17:33.976388 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4e91e-88a6-4f34-a48b-3458f22a7011 admin admin] Pushing event deleted for resources: {'Port': ['ID=20ab6d06-749a-4015-81f3-8e7c2967a840,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:33.983021 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea4e91e-88a6-4f34-a48b-3458f22a7011 admin admin] No DVR routers for this DVR port 20ab6d06-749a-4015-81f3-8e7c2967a840 on host n-d-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:17:34.108973 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5ea4e91e-88a6-4f34-a48b-3458f22a7011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:34.155893 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-5ea4e91e-88a6-4f34-a48b-3458f22a7011 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33f9727c-e83b-4abc-a943-a76d8ffea119']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:17:34.168592 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-5ea4e91e-88a6-4f34-a48b-3458f22a7011 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8768580-3a25-4d49-9757-d415a3cb48c4') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:17:34.168892 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-5ea4e91e-88a6-4f34-a48b-3458f22a7011 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8768580-3a25-4d49-9757-d415a3cb48c4') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:17:34.185886 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5ea4e91e-88a6-4f34-a48b-3458f22a7011 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:34.217975 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5ea4e91e-88a6-4f34-a48b-3458f22a7011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:34.237681 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ea4e91e-88a6-4f34-a48b-3458f22a7011 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:17:34.238335 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5ea4e91e-88a6-4f34-a48b-3458f22a7011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:34.240692 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:17:34.240692 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:17:34.240692 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:17:34.240692 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:17:34.240692 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:17:34.240692 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:17:34.240692 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:17:34.240692 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:17:34.240692 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:17:34.240692 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:17:34.240692 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:17:34.240692 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:17:34.240692 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:17:34.240692 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:17:34.240692 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:17:34.240692 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:17:34.240692 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:17:34.240692 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:17:34.240692 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:17:34.240692 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:17:34.240692 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:17:34.240692 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:17:34.240692 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:17:34.240692 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:17:34.240692 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:17:34.240692 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:17:34.240692 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:17:34.240692 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:17:34.240692 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:17:34.240692 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:17:34.240692 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:17:34.240692 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:17:34.287511 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fcb6d9d3-56ec-4ca7-a95b-fcc090bc851f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:34.305312 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-57c6a430-6f23-40fa-b7c1-bcee710703e5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:34.357689 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb6d9d3-56ec-4ca7-a95b-fcc090bc851f None None] No DVR routers for this DVR port 20ab6d06-749a-4015-81f3-8e7c2967a840 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:17:34.359237 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 9cddb278-c5c9-453b-89e5-f7b243db25a8 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:17:34.359649 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:34.360136 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5ea4e91e-88a6-4f34-a48b-3458f22a7011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:34.361726 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb6d9d3-56ec-4ca7-a95b-fcc090bc851f None None] Pushing event deleted for resources: {'Port': ['ID=20ab6d06-749a-4015-81f3-8e7c2967a840,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:34.372024 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5ea4e91e-88a6-4f34-a48b-3458f22a7011 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:34.375261 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5ea4e91e-88a6-4f34-a48b-3458f22a7011 admin admin] 10.222.0.11 "DELETE /v2.0/networks/33f9727c-e83b-4abc-a943-a76d8ffea119 HTTP/1.1" status: 204 len: 168 time: 1.6687517 Dec 10 16:17:34.377263 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607883ad-a1a7-4bfe-8406-1af232fcba59 req-5d4a82f2-c736-41ce-8ae0-7d88c96e71b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:34.379537 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-607883ad-a1a7-4bfe-8406-1af232fcba59 req-5d4a82f2-c736-41ce-8ae0-7d88c96e71b6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9d31436d-2785-4d66-9d25-60d1cb0935b5 HTTP/1.1" status: 200 len: 1097 time: 0.8157454 Dec 10 16:17:34.380783 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-57c6a430-6f23-40fa-b7c1-bcee710703e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:34.391723 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3247b1ea-efca-4eb4-8edb-0acbe5c7411d req-a24df38f-1a75-4d76-9e66-25c7a3c22499 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0557117 Dec 10 16:17:34.417387 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4e91e-88a6-4f34-a48b-3458f22a7011 admin admin] Pushing event deleted for resources: {'Network': ['ID=33f9727c-e83b-4abc-a943-a76d8ffea119,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:34.512610 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d832c-243a-4f32-a825-4ffa87ff41c5 req-d1feec44-4b96-411a-b0c9-4c1f1a40b876 tempest-ServersAdminNegativeTestJSON-895134669 tempest-ServersAdminNegativeTestJSON-895134669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:34.542758 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-617d832c-243a-4f32-a825-4ffa87ff41c5 req-d1feec44-4b96-411a-b0c9-4c1f1a40b876 tempest-ServersAdminNegativeTestJSON-895134669 tempest-ServersAdminNegativeTestJSON-895134669-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=09b8782b-1971-4143-859e-84b4334a1978 HTTP/1.1" status: 200 len: 1100 time: 0.2054145 Dec 10 16:17:34.600071 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-607883ad-a1a7-4bfe-8406-1af232fcba59 req-6faa2919-b0a9-4b60-aff3-0724c1c0df3a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033165 Dec 10 16:17:34.658365 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34646) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:34.716131 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 4a1a55e8-fd14-4f8e-9f45-4ff8355866db no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:17:34.752353 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 581e958d-e164-4195-85c3-5965ee9e26fc details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:17:34.754674 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 4a1a55e8-fd14-4f8e-9f45-4ff8355866db {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:17:34.755029 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 4a1a55e8-fd14-4f8e-9f45-4ff8355866db not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:17:34.755673 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 20ab6d06-749a-4015-81f3-8e7c2967a840 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:17:34.772005 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-988c5313-1534-4993-a253-02a44e0d1ac8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f0ef7d2631e94a15b26744ca7575c12a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1109545 Dec 10 16:17:34.773877 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34650) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:34.787044 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 20ab6d06-749a-4015-81f3-8e7c2967a840 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:17:34.787393 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 20ab6d06-749a-4015-81f3-8e7c2967a840 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:17:34.791006 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-617d832c-243a-4f32-a825-4ffa87ff41c5 req-36b8a857-3318-4609-aa37-e132c5bdd308 tempest-ServersAdminNegativeTestJSON-895134669 tempest-ServersAdminNegativeTestJSON-895134669-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=89853ba0-8df3-4a1a-9e81-7702040d211a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471437 Dec 10 16:17:34.805835 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-57c6a430-6f23-40fa-b7c1-bcee710703e5 admin admin] Allocated IP 172.25.6.133 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/f64bb875-fe46-466f-933f-ab3022c5de55) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:17:34.871161 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efaa25f-6492-4eb1-b6ec-fa408e6216ac req-a45b029e-e968-40d8-a9fe-67016386b2a3 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:34.873708 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5efaa25f-6492-4eb1-b6ec-fa408e6216ac req-a45b029e-e968-40d8-a9fe-67016386b2a3 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d31436d-2785-4d66-9d25-60d1cb0935b5 HTTP/1.1" status: 200 len: 946 time: 0.1631658 Dec 10 16:17:34.906043 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a923946e-daf3-413e-836e-b8da0d3d29f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:34.972519 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a923946e-daf3-413e-836e-b8da0d3d29f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:34.995504 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-57c6a430-6f23-40fa-b7c1-bcee710703e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:35.047204 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-57c6a430-6f23-40fa-b7c1-bcee710703e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:35.060281 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5efaa25f-6492-4eb1-b6ec-fa408e6216ac req-99010da6-fc69-4a21-b83b-ffd27a146992 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938373 Dec 10 16:17:35.077459 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a923946e-daf3-413e-836e-b8da0d3d29f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:35.080464 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a923946e-daf3-413e-836e-b8da0d3d29f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:35.081713 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a923946e-daf3-413e-836e-b8da0d3d29f4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9a33dc1c-a907-453b-b04f-00234619242e HTTP/1.1" status: 204 len: 168 time: 0.3073351 Dec 10 16:17:35.090235 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923946e-daf3-413e-836e-b8da0d3d29f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a33dc1c-a907-453b-b04f-00234619242e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:35.173281 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 581e958d-e164-4195-85c3-5965ee9e26fc, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=581e958d-e164-4195-85c3-5965ee9e26fc,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:17:35.187706 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '581e958d-e164-4195-85c3-5965ee9e26fc', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'port_id': '581e958d-e164-4195-85c3-5965ee9e26fc', 'mac_address': 'fa:16:3e:dc:35:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a18c92-5007-49e2-b728-7aedc06dca57', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:17:35.199755 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c6a430-6f23-40fa-b7c1-bcee710703e5 admin admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:17:35.207428 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-57c6a430-6f23-40fa-b7c1-bcee710703e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:17:35.218608 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c6a430-6f23-40fa-b7c1-bcee710703e5 admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:17:35.253056 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:35.275242 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32294a41-d5b0-4fa8-9a19-aa6c32856294 None None] Network 563d5c30-f576-4e70-9240-26defbf31501 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:17:35.302638 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c6a430-6f23-40fa-b7c1-bcee710703e5 admin admin] Pushing event updated for resources: {'Port': ['ID=f64bb875-fe46-466f-933f-ab3022c5de55,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:35.330937 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 581e958d-e164-4195-85c3-5965ee9e26fc {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:17:35.338350 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e9346-e54c-43ef-a203-79a3466adef2 req-e257e006-698c-4071-944d-0d45ec07db2a tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:35.346332 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1a9e9346-e54c-43ef-a203-79a3466adef2 req-e257e006-698c-4071-944d-0d45ec07db2a tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/ports?device_id=37862731-a747-43a3-baa2-63122ddddbb0 HTTP/1.1" status: 200 len: 948 time: 0.1305883 Dec 10 16:17:35.365155 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 581e958d-e164-4195-85c3-5965ee9e26fc, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=581e958d-e164-4195-85c3-5965ee9e26fc,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:17:35.384765 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:35.431660 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1a9e9346-e54c-43ef-a203-79a3466adef2 req-8240ac72-1586-499d-9d1f-640d63fafab9 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f0c93b4-2f66-4e94-b4ad-75c684bcc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765464 Dec 10 16:17:35.435195 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-57cbe953-8281-40e1-8c57-50acd75c5c31 None None] Provisioning complete for port 3a54ec1e-ea4e-4b99-8c73-a3d6de689b01 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:17:35.435595 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-57cbe953-8281-40e1-8c57-50acd75c5c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:35.546479 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=581e958d-e164-4195-85c3-5965ee9e26fc,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:35.549047 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-57c6a430-6f23-40fa-b7c1-bcee710703e5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:35.616308 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-57cbe953-8281-40e1-8c57-50acd75c5c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:35.670524 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-ea487ed5-40f1-4a4e-ade8-c8efe4feda8a req-0833cf07-9797-4cbd-8ac6-62031c035f0b service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:17:35.671666 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ea487ed5-40f1-4a4e-ade8-c8efe4feda8a req-0833cf07-9797-4cbd-8ac6-62031c035f0b service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056641 Dec 10 16:17:35.675230 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['581e958d-e164-4195-85c3-5965ee9e26fc'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:17:35.747417 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-57cbe953-8281-40e1-8c57-50acd75c5c31 None None] For port 3a54ec1e-ea4e-4b99-8c73-a3d6de689b01, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=3a54ec1e-ea4e-4b99-8c73-a3d6de689b01,segment=NetworkSegment(101da5d3-767a-43ce-b0fe-02fffb826872),segment_id=101da5d3-767a-43ce-b0fe-02fffb826872)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:17:35.758126 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-57cbe953-8281-40e1-8c57-50acd75c5c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:35.885000 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 3a54ec1e-ea4e-4b99-8c73-a3d6de689b01 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:17:35.960973 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cbe953-8281-40e1-8c57-50acd75c5c31 None None] Pushing event updated for resources: {'Port': ['ID=3a54ec1e-ea4e-4b99-8c73-a3d6de689b01,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:36.051302 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-57c6a430-6f23-40fa-b7c1-bcee710703e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:36.052619 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:36.068411 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 3a54ec1e-ea4e-4b99-8c73-a3d6de689b01 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:17:36.068899 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:36.155153 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-32d41a0d-fa04-45a1-af2e-d7a73bf07c5a None None] Provisioning complete for port 3a54ec1e-ea4e-4b99-8c73-a3d6de689b01 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:17:36.155535 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-32d41a0d-fa04-45a1-af2e-d7a73bf07c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:36.239774 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5b45874f-c4f4-4688-bede-339ce110f015 req-3ec6957a-69a5-42b1-a67d-68e17bb28488 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=f04692d20ebe4f14b040044c60bbb449&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527122 Dec 10 16:17:36.337751 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c6a430-6f23-40fa-b7c1-bcee710703e5 admin admin] Router 769726b6-c249-483e-9897-064d172c5d84 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:17:36.408483 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45874f-c4f4-4688-bede-339ce110f015 req-b885b006-ab2e-4762-95ef-d66344371d64 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:36.410129 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5b45874f-c4f4-4688-bede-339ce110f015 req-b885b006-ab2e-4762-95ef-d66344371d64 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1695595 Dec 10 16:17:36.431663 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5b45874f-c4f4-4688-bede-339ce110f015 req-f10ad625-5b3f-4ed0-a684-83593b7d8ed1 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/quotas/f04692d20ebe4f14b040044c60bbb449 HTTP/1.1" status: 200 len: 375 time: 0.0133181 Dec 10 16:17:36.490175 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5b45874f-c4f4-4688-bede-339ce110f015 req-28852a50-7fc1-4b68-b308-0beb79e93fc1 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f04692d20ebe4f14b040044c60bbb449&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513935 Dec 10 16:17:36.528226 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c6a430-6f23-40fa-b7c1-bcee710703e5 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:17:36.540376 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826e22e2-96c7-4412-8f3b-c5c5c0c9181b None None] Sync routers for ids ['769726b6-c249-483e-9897-064d172c5d84'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:17:36.555326 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826e22e2-96c7-4412-8f3b-c5c5c0c9181b None None] Routers {'769726b6-c249-483e-9897-064d172c5d84'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:17:36.555962 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-826e22e2-96c7-4412-8f3b-c5c5c0c9181b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:17:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['769726b6-c249-483e-9897-064d172c5d84'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:17:36.584822 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-57c6a430-6f23-40fa-b7c1-bcee710703e5 admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:36.586177 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-57c6a430-6f23-40fa-b7c1-bcee710703e5 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.6622915 Dec 10 16:17:36.588878 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34724) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:36.623343 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0c73e-4cbc-4ad3-be3b-a367b5ff83cb req-b828a5d0-de06-4ed2-a46f-6730382be0da tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:36.630907 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-73a0c73e-4cbc-4ad3-be3b-a367b5ff83cb req-b828a5d0-de06-4ed2-a46f-6730382be0da tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d31436d-2785-4d66-9d25-60d1cb0935b5 HTTP/1.1" status: 200 len: 946 time: 0.1413102 Dec 10 16:17:36.752055 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-73a0c73e-4cbc-4ad3-be3b-a367b5ff83cb req-564e29c1-ead7-47e8-8e6c-0c1ed8b5a43f tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200688 Dec 10 16:17:36.760593 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 581e958d-e164-4195-85c3-5965ee9e26fc up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:17:36.893194 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a968d8c8-1aeb-460b-ab61-157546391c7d req-4c11f3df-78a3-4627-a71b-60e0800cfd7c tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a1e3c50-0ee8-499a-88bf-11d65f922fa0 HTTP/1.1" status: 200 len: 210 time: 0.0678444 Dec 10 16:17:36.953931 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-826e22e2-96c7-4412-8f3b-c5c5c0c9181b None None] Set router 769726b6-c249-483e-9897-064d172c5d84 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:17:36.973810 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301aaa07-ca6f-47e1-9cdd-371fcc2f4586 req-b7adec5c-31db-4035-9db9-b523697d24dc tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:36.975583 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-301aaa07-ca6f-47e1-9cdd-371fcc2f4586 req-b7adec5c-31db-4035-9db9-b523697d24dc tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/ports?device_id=37862731-a747-43a3-baa2-63122ddddbb0 HTTP/1.1" status: 200 len: 949 time: 0.1929228 Dec 10 16:17:37.127669 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 581e958d-e164-4195-85c3-5965ee9e26fc completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:17:37.138656 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 581e958d-e164-4195-85c3-5965ee9e26fc triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:17:37.139466 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:37.236314 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-301aaa07-ca6f-47e1-9cdd-371fcc2f4586 req-2c96a1f0-61e4-4018-af18-fc6a73117186 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f0c93b4-2f66-4e94-b4ad-75c684bcc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491179 Dec 10 16:17:37.405892 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:37.407971 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1765c7c-6ecf-4b9c-bd28-2bdc78d58418 req-d41c899e-e3ad-4b04-b542-bc7756123a52 tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:37.411356 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f1765c7c-6ecf-4b9c-bd28-2bdc78d58418 req-d41c899e-e3ad-4b04-b542-bc7756123a52 tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9d31436d-2785-4d66-9d25-60d1cb0935b5 HTTP/1.1" status: 200 len: 1097 time: 0.0756462 Dec 10 16:17:37.440555 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-826e22e2-96c7-4412-8f3b-c5c5c0c9181b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '769726b6-c249-483e-9897-064d172c5d84', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2035325929-router', 'tenant_id': 'cfe7e2f6552c4c95985868d4e619b8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'f64bb875-fe46-466f-933f-ab3022c5de55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:17:32Z', 'updated_at': '2021-12-10T16:17:35Z', 'revision_number': 3, 'project_id': 'cfe7e2f6552c4c95985868d4e619b8ca', 'gw_port': {'id': 'f64bb875-fe46-466f-933f-ab3022c5de55', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:02:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '769726b6-c249-483e-9897-064d172c5d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:17:34Z', 'updated_at': '2021-12-10T16:17:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:17:37.498476 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826e22e2-96c7-4412-8f3b-c5c5c0c9181b None None] Checking router: 769726b6-c249-483e-9897-064d172c5d84 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:17:37.498476 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826e22e2-96c7-4412-8f3b-c5c5c0c9181b None None] Updating router 769726b6-c249-483e-9897-064d172c5d84 port f64bb875-fe46-466f-933f-ab3022c5de55 binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:17:37.517512 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34756) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:37.535806 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f1765c7c-6ecf-4b9c-bd28-2bdc78d58418 req-e3e002e2-0654-484c-ab50-5df3366bd8ba tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167006 Dec 10 16:17:37.545932 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-826e22e2-96c7-4412-8f3b-c5c5c0c9181b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:37.687703 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-72ff9345-5a4e-454a-a592-d314452c593c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:37.760820 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37862731-a747-43a3-baa2-63122ddddbb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581e958d-e164-4195-85c3-5965ee9e26fc'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:17:37.765295 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e89421-d58e-4174-af1a-f2c741ee159c" -d '{"events": [{"server_uuid": "37862731-a747-43a3-baa2-63122ddddbb0", "name": "network-vif-plugged", "status": "completed", "tag": "581e958d-e164-4195-85c3-5965ee9e26fc"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:17:37.772554 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-86211846-df69-4112-8144-407c59ab0e2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:37.809613 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 581e958d-e164-4195-85c3-5965ee9e26fc, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=581e958d-e164-4195-85c3-5965ee9e26fc,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:17:37.830591 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:37.943831 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 3a54ec1e-ea4e-4b99-8c73-a3d6de689b01 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:17:37.987175 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2c727-3ad0-4a70-a275-9a2eddf7f611 req-2f716ac4-dc67-4dba-8d8b-50be29f26770 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:37.996195 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:38.000518 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-aaa2c727-3ad0-4a70-a275-9a2eddf7f611 req-2f716ac4-dc67-4dba-8d8b-50be29f26770 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/ports?device_id=09b8782b-1971-4143-859e-84b4334a1978 HTTP/1.1" status: 200 len: 949 time: 0.1570108 Dec 10 16:17:38.049502 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=581e958d-e164-4195-85c3-5965ee9e26fc,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:38.055890 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05167c7b-50fd-4bcb-ae7c-e6f4069c3afc req-65793453-b776-4d9c-beba-b770b6ea3514 tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:38.063850 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-05167c7b-50fd-4bcb-ae7c-e6f4069c3afc req-65793453-b776-4d9c-beba-b770b6ea3514 tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9d31436d-2785-4d66-9d25-60d1cb0935b5 HTTP/1.1" status: 200 len: 1097 time: 0.1524091 Dec 10 16:17:38.093970 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-aaa2c727-3ad0-4a70-a275-9a2eddf7f611 req-a9e30e20-116a-4d75-b595-c2209b861ee8 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/security-groups?id=89853ba0-8df3-4a1a-9e81-7702040d211a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923975 Dec 10 16:17:38.098726 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-72ff9345-5a4e-454a-a592-d314452c593c admin admin] Allocated IP 172.20.0.1 (563d5c30-f576-4e70-9240-26defbf31501/4453a7f5-61a9-42d0-aef4-5e5c07dfe717/267b0a83-2e94-49b8-930b-d13efcf471a5) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:17:38.116822 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-86211846-df69-4112-8144-407c59ab0e2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:38.138604 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-86211846-df69-4112-8144-407c59ab0e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:38.150762 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 3a54ec1e-ea4e-4b99-8c73-a3d6de689b01 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:17:38.151672 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:38.186024 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-826e22e2-96c7-4412-8f3b-c5c5c0c9181b None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:38.201395 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-826e22e2-96c7-4412-8f3b-c5c5c0c9181b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:38.252072 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40e7f1d-d048-43c9-8f89-566051e584a3 x-openstack-request-id: req-e40e7f1d-d048-43c9-8f89-566051e584a3 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:17:38.252385 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37862731-a747-43a3-baa2-63122ddddbb0", "name": "network-vif-plugged", "status": "completed", "tag": "581e958d-e164-4195-85c3-5965ee9e26fc", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:17:38.252641 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e40e7f1d-d048-43c9-8f89-566051e584a3 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:17:38.253020 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37862731-a747-43a3-baa2-63122ddddbb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581e958d-e164-4195-85c3-5965ee9e26fc', 'code': 200} Dec 10 16:17:38.270593 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5b45874f-c4f4-4688-bede-339ce110f015 req-06f0a50f-bf62-4ee5-9479-bc04d4fefb8f tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=f04692d20ebe4f14b040044c60bbb449&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432875 Dec 10 16:17:38.352263 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-72ff9345-5a4e-454a-a592-d314452c593c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:38.382638 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb2baea-baca-4a4a-b2de-fcbb8069aa53 None None] Pushing event updated for resources: {'Port': ['ID=f64bb875-fe46-466f-933f-ab3022c5de55,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:38.385167 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-826e22e2-96c7-4412-8f3b-c5c5c0c9181b None None] Attempting to bind port f64bb875-fe46-466f-933f-ab3022c5de55 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:17:38.385519 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-826e22e2-96c7-4412-8f3b-c5c5c0c9181b None None] Attempting to bind port f64bb875-fe46-466f-933f-ab3022c5de55 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:17:38.385886 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826e22e2-96c7-4412-8f3b-c5c5c0c9181b None None] Attempting to bind port f64bb875-fe46-466f-933f-ab3022c5de55 on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:17:38.400538 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826e22e2-96c7-4412-8f3b-c5c5c0c9181b None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:17:38.400916 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826e22e2-96c7-4412-8f3b-c5c5c0c9181b None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:17:38.401326 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-826e22e2-96c7-4412-8f3b-c5c5c0c9181b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:38.401717 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826e22e2-96c7-4412-8f3b-c5c5c0c9181b None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:17:38.402227 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-826e22e2-96c7-4412-8f3b-c5c5c0c9181b None None] Bound port: f64bb875-fe46-466f-933f-ab3022c5de55, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:17:38.402613 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-826e22e2-96c7-4412-8f3b-c5c5c0c9181b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:38.421745 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-96ff5590-3f92-4d41-b9f9-242582130424 req-3533d866-f152-4c81-9dc0-b1f30561690b tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a1e3c50-0ee8-499a-88bf-11d65f922fa0 HTTP/1.1" status: 200 len: 210 time: 0.1225135 Dec 10 16:17:38.432608 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-05167c7b-50fd-4bcb-ae7c-e6f4069c3afc req-cc45719c-df19-4134-8e53-e4f831a66ebf tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615713 Dec 10 16:17:38.462430 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-72ff9345-5a4e-454a-a592-d314452c593c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:38.478452 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-86211846-df69-4112-8144-407c59ab0e2a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=42be10a945d54675bc1ee1de3a08bb5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9578321 Dec 10 16:17:38.488347 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34790) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:38.683161 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86211846-df69-4112-8144-407c59ab0e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f133c78c-a613-4002-ae43-7cc39d5a1210,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:38.701547 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff9345-5a4e-454a-a592-d314452c593c admin admin] Pushing event updated for resources: {'Port': ['ID=267b0a83-2e94-49b8-930b-d13efcf471a5,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:38.729651 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-826e22e2-96c7-4412-8f3b-c5c5c0c9181b None None] For port f64bb875-fe46-466f-933f-ab3022c5de55, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:17:38.734732 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-826e22e2-96c7-4412-8f3b-c5c5c0c9181b None None] For port f64bb875-fe46-466f-933f-ab3022c5de55, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=f64bb875-fe46-466f-933f-ab3022c5de55,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:17:38.743097 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-826e22e2-96c7-4412-8f3b-c5c5c0c9181b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:38.746628 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ff9345-5a4e-454a-a592-d314452c593c admin admin] Network 563d5c30-f576-4e70-9240-26defbf31501 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:17:38.749209 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c1d47-a482-4231-9327-24719f5b20d3 req-e5a15897-0a03-4f8d-bc00-287112b9c104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:38.762362 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-572c1d47-a482-4231-9327-24719f5b20d3 req-e5a15897-0a03-4f8d-bc00-287112b9c104 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=37862731-a747-43a3-baa2-63122ddddbb0 HTTP/1.1" status: 200 len: 1101 time: 0.3646784 Dec 10 16:17:38.763585 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-72ff9345-5a4e-454a-a592-d314452c593c admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:17:38.777966 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ff9345-5a4e-454a-a592-d314452c593c admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:17:38.814412 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826e22e2-96c7-4412-8f3b-c5c5c0c9181b None None] Routers {'769726b6-c249-483e-9897-064d172c5d84'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:17:38.815054 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-826e22e2-96c7-4412-8f3b-c5c5c0c9181b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:17:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['769726b6-c249-483e-9897-064d172c5d84'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:17:38.824582 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45874f-c4f4-4688-bede-339ce110f015 req-79902a92-995a-47fb-9a15-144d7da65866 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:38.828873 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5b45874f-c4f4-4688-bede-339ce110f015 req-79902a92-995a-47fb-9a15-144d7da65866 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5431039 Dec 10 16:17:38.862211 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7249b-e1a3-48c2-86c7-8b41f90551fd req-dd675061-60d3-4a5b-809e-e1c9289d0dad tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:38.867067 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-80c7249b-e1a3-48c2-86c7-8b41f90551fd req-dd675061-60d3-4a5b-809e-e1c9289d0dad tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/ports?device_id=37862731-a747-43a3-baa2-63122ddddbb0 HTTP/1.1" status: 200 len: 950 time: 0.2648036 Dec 10 16:17:38.882563 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-5b45874f-c4f4-4688-bede-339ce110f015 req-2fc8d3bb-7287-4d6b-8a80-b403d3e0a559 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Request body: {'port': {'device_id': '3a1e3c50-0ee8-499a-88bf-11d65f922fa0', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'admin_state_up': True, 'tenant_id': 'f04692d20ebe4f14b040044c60bbb449'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:17:38.942734 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb2baea-baca-4a4a-b2de-fcbb8069aa53 None None] Pushing event updated for resources: {'Port': ['ID=f64bb875-fe46-466f-933f-ab3022c5de55,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:38.957485 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-98f2759c-081c-431f-ac07-18fe15475afe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:38.979463 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-572c1d47-a482-4231-9327-24719f5b20d3 req-8a647ab0-4e26-4861-92f1-1231fcae943c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0f0c93b4-2f66-4e94-b4ad-75c684bcc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802812 Dec 10 16:17:38.998552 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-72ff9345-5a4e-454a-a592-d314452c593c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:39.032169 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-826e22e2-96c7-4412-8f3b-c5c5c0c9181b None None] Set router 769726b6-c249-483e-9897-064d172c5d84 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:17:39.105918 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-98f2759c-081c-431f-ac07-18fe15475afe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:39.186470 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-98f2759c-081c-431f-ac07-18fe15475afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:39.190800 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-98f2759c-081c-431f-ac07-18fe15475afe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:39.204977 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-98f2759c-081c-431f-ac07-18fe15475afe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f133c78c-a613-4002-ae43-7cc39d5a1210 HTTP/1.1" status: 204 len: 168 time: 0.7113998 Dec 10 16:17:39.262541 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-3c8bd0d7-4957-4300-b33f-16df29a2a992 None None] Provisioning complete for port 267b0a83-2e94-49b8-930b-d13efcf471a5 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:17:39.263407 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3c8bd0d7-4957-4300-b33f-16df29a2a992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:39.265043 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-72ff9345-5a4e-454a-a592-d314452c593c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:39.336513 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2759c-081c-431f-ac07-18fe15475afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f133c78c-a613-4002-ae43-7cc39d5a1210,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:39.346689 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-3c8bd0d7-4957-4300-b33f-16df29a2a992 None None] Port 267b0a83-2e94-49b8-930b-d13efcf471a5 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:17:39.362214 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-80c7249b-e1a3-48c2-86c7-8b41f90551fd req-c98c6a20-2192-4006-8a85-0d4e7faf9a90 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f0c93b4-2f66-4e94-b4ad-75c684bcc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4621255 Dec 10 16:17:39.440188 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-826e22e2-96c7-4412-8f3b-c5c5c0c9181b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '769726b6-c249-483e-9897-064d172c5d84', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2035325929-router', 'tenant_id': 'cfe7e2f6552c4c95985868d4e619b8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'f64bb875-fe46-466f-933f-ab3022c5de55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:17:32Z', 'updated_at': '2021-12-10T16:17:35Z', 'revision_number': 3, 'project_id': 'cfe7e2f6552c4c95985868d4e619b8ca', 'gw_port': {'id': 'f64bb875-fe46-466f-933f-ab3022c5de55', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:02:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '769726b6-c249-483e-9897-064d172c5d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:17:34Z', 'updated_at': '2021-12-10T16:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:17:39.472290 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7a970-97ab-4bf5-9270-cfebf6d27d6c req-a2006e0e-564a-4ae1-ae98-4393daee0722 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:39.473728 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-57a7a970-97ab-4bf5-9270-cfebf6d27d6c req-a2006e0e-564a-4ae1-ae98-4393daee0722 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.26 "GET /v2.0/ports?device_id=09b8782b-1971-4143-859e-84b4334a1978 HTTP/1.1" status: 200 len: 949 time: 0.3149459 Dec 10 16:17:39.522010 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826e22e2-96c7-4412-8f3b-c5c5c0c9181b None None] The sync data for ids ['769726b6-c249-483e-9897-064d172c5d84'] in n-d-766771-2 is: [{'id': '769726b6-c249-483e-9897-064d172c5d84', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2035325929-router', 'tenant_id': 'cfe7e2f6552c4c95985868d4e619b8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'f64bb875-fe46-466f-933f-ab3022c5de55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:17:32Z', 'updated_at': '2021-12-10T16:17:35Z', 'revision_number': 3, 'project_id': 'cfe7e2f6552c4c95985868d4e619b8ca', 'gw_port': {'id': 'f64bb875-fe46-466f-933f-ab3022c5de55', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:02:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '769726b6-c249-483e-9897-064d172c5d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:17:34Z', 'updated_at': '2021-12-10T16:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:17:39.675963 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b45874f-c4f4-4688-bede-339ce110f015 req-2fc8d3bb-7287-4d6b-8a80-b403d3e0a559 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Made reservation on behalf of f04692d20ebe4f14b040044c60bbb449 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:17:39.677127 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-72ff9345-5a4e-454a-a592-d314452c593c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:39.704801 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-5b45874f-c4f4-4688-bede-339ce110f015 req-2fc8d3bb-7287-4d6b-8a80-b403d3e0a559 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:39.719680 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-72ff9345-5a4e-454a-a592-d314452c593c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:39.721746 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-5b45874f-c4f4-4688-bede-339ce110f015 req-2fc8d3bb-7287-4d6b-8a80-b403d3e0a559 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:39.792951 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34852) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:39.793778 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff9345-5a4e-454a-a592-d314452c593c admin admin] Pushing event updated for resources: {'Port': ['ID=267b0a83-2e94-49b8-930b-d13efcf471a5,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:39.845195 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a19d8ad7-788b-4422-a950-f70691c62114 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:39.858892 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-57a7a970-97ab-4bf5-9270-cfebf6d27d6c req-97442e18-bcc7-4442-82f5-4ba18284f668 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Deleting port fcb53bf7-0b52-4453-821e-b23695681228 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:17:39.860750 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-57a7a970-97ab-4bf5-9270-cfebf6d27d6c req-97442e18-bcc7-4442-82f5-4ba18284f668 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:39.892413 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-72ff9345-5a4e-454a-a592-d314452c593c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:39.955251 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482d2ce-9fd0-44b6-b805-2f0b1fff1687 req-308a398d-29ac-4c73-9cd8-c268391c3a1d tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:39.975163 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f482d2ce-9fd0-44b6-b805-2f0b1fff1687 req-308a398d-29ac-4c73-9cd8-c268391c3a1d tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/ports?device_id=09b8782b-1971-4143-859e-84b4334a1978 HTTP/1.1" status: 200 len: 949 time: 0.2301753 Dec 10 16:17:40.049682 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-5b45874f-c4f4-4688-bede-339ce110f015 req-2fc8d3bb-7287-4d6b-8a80-b403d3e0a559 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:40.080067 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-5b45874f-c4f4-4688-bede-339ce110f015 req-2fc8d3bb-7287-4d6b-8a80-b403d3e0a559 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:40.137094 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ff9345-5a4e-454a-a592-d314452c593c admin admin] Network 563d5c30-f576-4e70-9240-26defbf31501 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:17:40.139548 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a19d8ad7-788b-4422-a950-f70691c62114 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:40.142467 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-72ff9345-5a4e-454a-a592-d314452c593c admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:17:40.152743 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a19d8ad7-788b-4422-a950-f70691c62114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:40.192488 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a19d8ad7-788b-4422-a950-f70691c62114 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=304f66edc28f406eb333e482d5808ece&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3858287 Dec 10 16:17:40.239313 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34860) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:40.364396 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8d3bb-7287-4d6b-8a80-b403d3e0a559 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf9aa1d-863e-4793-ad2d-4bf46aa6f41d,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:40.470658 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f482d2ce-9fd0-44b6-b805-2f0b1fff1687 req-fc53e7b0-186b-464d-85f4-7c2ee3acb719 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/security-groups?id=89853ba0-8df3-4a1a-9e81-7702040d211a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4999547 Dec 10 16:17:40.475958 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d8ad7-788b-4422-a950-f70691c62114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9498a967-1ab9-43c1-b0f1-78eaf7235a59,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:40.527745 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-57a7a970-97ab-4bf5-9270-cfebf6d27d6c req-97442e18-bcc7-4442-82f5-4ba18284f668 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] For port fcb53bf7-0b52-4453-821e-b23695681228, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=fcb53bf7-0b52-4453-821e-b23695681228,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:17:40.528147 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-57a7a970-97ab-4bf5-9270-cfebf6d27d6c req-97442e18-bcc7-4442-82f5-4ba18284f668 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:40.582473 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-57a7a970-97ab-4bf5-9270-cfebf6d27d6c req-97442e18-bcc7-4442-82f5-4ba18284f668 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Calling delete_port for fcb53bf7-0b52-4453-821e-b23695681228 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:17:40.607829 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-37f31743-ed80-4a85-bc2b-2bd031e246bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:40.612821 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a8f69af4-92f4-40c8-b9f7-68e87c86ca97 None None] Provisioning complete for port 267b0a83-2e94-49b8-930b-d13efcf471a5 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:17:40.613382 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a8f69af4-92f4-40c8-b9f7-68e87c86ca97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:40.625850 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ff9345-5a4e-454a-a592-d314452c593c admin admin] Router 769726b6-c249-483e-9897-064d172c5d84 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:17:40.691620 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-5b45874f-c4f4-4688-bede-339ce110f015 req-2fc8d3bb-7287-4d6b-8a80-b403d3e0a559 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Allocated IP 192.168.233.102 (1b1da819-dfba-43f2-8848-8bb429159850/a7a18c92-5007-49e2-b728-7aedc06dca57/17f2ccc9-9c62-448c-8bd2-08684e4e9af3) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:17:40.715505 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-a8f69af4-92f4-40c8-b9f7-68e87c86ca97 None None] Port 267b0a83-2e94-49b8-930b-d13efcf471a5 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:17:40.729735 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-37f31743-ed80-4a85-bc2b-2bd031e246bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:40.744580 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-29b0686a-7293-4afc-b2d0-86fc22a58ca9 req-cb55af8c-9ef9-4a22-915c-53da896c52b3 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a1e3c50-0ee8-499a-88bf-11d65f922fa0 HTTP/1.1" status: 200 len: 210 time: 0.0553827 Dec 10 16:17:40.910484 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34880) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:40.964748 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-37f31743-ed80-4a85-bc2b-2bd031e246bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:40.967536 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-37f31743-ed80-4a85-bc2b-2bd031e246bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:40.971638 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-37f31743-ed80-4a85-bc2b-2bd031e246bd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9498a967-1ab9-43c1-b0f1-78eaf7235a59 HTTP/1.1" status: 204 len: 168 time: 0.7175140 Dec 10 16:17:40.987082 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f31743-ed80-4a85-bc2b-2bd031e246bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9498a967-1ab9-43c1-b0f1-78eaf7235a59,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:40.994469 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ff9345-5a4e-454a-a592-d314452c593c admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:17:41.008831 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-72ff9345-5a4e-454a-a592-d314452c593c admin admin] 10.222.0.11 "PUT /v2.0/routers/769726b6-c249-483e-9897-064d172c5d84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4094753 Dec 10 16:17:41.142183 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-0daaafdd-6009-4838-b7d3-90f38b82c410 tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:17:41.143202 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-0daaafdd-6009-4838-b7d3-90f38b82c410 tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2220407 Dec 10 16:17:41.286926 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-57a7a970-97ab-4bf5-9270-cfebf6d27d6c req-97442e18-bcc7-4442-82f5-4ba18284f668 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:41.301940 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-5b45874f-c4f4-4688-bede-339ce110f015 req-2fc8d3bb-7287-4d6b-8a80-b403d3e0a559 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:41.306388 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['4969162c-76bf-4cfd-9f38-1c98232c5dbf'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:17:41.317787 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843f04d-6e1f-46ab-9183-947c384f6e9c req-7bd39875-340b-42e5-8b8f-21b7859c3920 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:41.324905 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6843f04d-6e1f-46ab-9183-947c384f6e9c req-7bd39875-340b-42e5-8b8f-21b7859c3920 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/ports?device_id=37862731-a747-43a3-baa2-63122ddddbb0 HTTP/1.1" status: 200 len: 950 time: 0.1282051 Dec 10 16:17:41.365303 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97442e18-bcc7-4442-82f5-4ba18284f668 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Pushing event deleted for resources: {'Port': ['ID=fcb53bf7-0b52-4453-821e-b23695681228,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:41.484328 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a7a970-97ab-4bf5-9270-cfebf6d27d6c req-97442e18-bcc7-4442-82f5-4ba18284f668 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] No DVR routers for this DVR port fcb53bf7-0b52-4453-821e-b23695681228 on host n-h1-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:17:41.499540 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-57a7a970-97ab-4bf5-9270-cfebf6d27d6c req-97442e18-bcc7-4442-82f5-4ba18284f668 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:41.513489 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-57a7a970-97ab-4bf5-9270-cfebf6d27d6c req-97442e18-bcc7-4442-82f5-4ba18284f668 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.26 "DELETE /v2.0/ports/fcb53bf7-0b52-4453-821e-b23695681228 HTTP/1.1" status: 204 len: 173 time: 2.0243428 Dec 10 16:17:41.517820 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b8782b-1971-4143-859e-84b4334a1978', 'name': 'network-vif-deleted', 'tag': 'fcb53bf7-0b52-4453-821e-b23695681228'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:17:41.524037 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58c6986-a1d5-4cfc-b61e-5cace787804e" -d '{"events": [{"server_uuid": "09b8782b-1971-4143-859e-84b4334a1978", "name": "network-vif-deleted", "tag": "fcb53bf7-0b52-4453-821e-b23695681228"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:17:41.592952 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-5b45874f-c4f4-4688-bede-339ce110f015 req-2fc8d3bb-7287-4d6b-8a80-b403d3e0a559 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:41.621723 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6843f04d-6e1f-46ab-9183-947c384f6e9c req-7588178c-8058-4604-9777-d9cdff512e8a tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f0c93b4-2f66-4e94-b4ad-75c684bcc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959223 Dec 10 16:17:41.712286 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b45874f-c4f4-4688-bede-339ce110f015 req-2fc8d3bb-7287-4d6b-8a80-b403d3e0a559 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Network 1b1da819-dfba-43f2-8848-8bb429159850 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:17:41.716863 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-5b45874f-c4f4-4688-bede-339ce110f015 req-2fc8d3bb-7287-4d6b-8a80-b403d3e0a559 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:17:41.740387 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b45874f-c4f4-4688-bede-339ce110f015 req-2fc8d3bb-7287-4d6b-8a80-b403d3e0a559 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:17:41.752914 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45874f-c4f4-4688-bede-339ce110f015 req-2fc8d3bb-7287-4d6b-8a80-b403d3e0a559 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:41.754222 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-5b45874f-c4f4-4688-bede-339ce110f015 req-2fc8d3bb-7287-4d6b-8a80-b403d3e0a559 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:41.776301 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8d3bb-7287-4d6b-8a80-b403d3e0a559 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Pushing event updated for resources: {'Port': ['ID=17f2ccc9-9c62-448c-8bd2-08684e4e9af3,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:41.787774 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5b45874f-c4f4-4688-bede-339ce110f015 req-2fc8d3bb-7287-4d6b-8a80-b403d3e0a559 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9474516 Dec 10 16:17:41.805976 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-5b45874f-c4f4-4688-bede-339ce110f015 req-76831521-2564-4808-ade7-7cd63f5c91ff service neutron] Request body: {'port': {'device_id': '3a1e3c50-0ee8-499a-88bf-11d65f922fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:17:41.839330 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-065ec1fc-ec9b-40df-b0a1-ca7cbba74437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:41.848034 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-065ec1fc-ec9b-40df-b0a1-ca7cbba74437 service neutron] 10.222.0.11 "GET /v2.0/ports/e3059f99-74e7-4c93-9a61-1b4fbf153b5e HTTP/1.1" status: 200 len: 1094 time: 0.2731433 Dec 10 16:17:41.855187 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-cfad5893-eb2c-45c0-864e-181d8729f953 service neutron] Request body: {'binding': {'host': 'n-h2-766771-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:17:41.855993 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-cfad5893-eb2c-45c0-864e-181d8729f953 service neutron] Unknown quota resources ['binding']. {{(pid=103392) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 16:17:41.904972 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device f64bb875-fe46-466f-933f-ab3022c5de55 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:17:41.988236 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-5b45874f-c4f4-4688-bede-339ce110f015 req-76831521-2564-4808-ade7-7cd63f5c91ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:42.060077 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port f64bb875-fe46-466f-933f-ab3022c5de55 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:17:42.060463 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:42.125463 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-cfad5893-eb2c-45c0-864e-181d8729f953 service neutron] Attempting to bind port e3059f99-74e7-4c93-9a61-1b4fbf153b5e on host n-h2-766771-2 for vnic_type normal with profile None {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:17:42.125823 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-cfad5893-eb2c-45c0-864e-181d8729f953 service neutron] Attempting to bind port e3059f99-74e7-4c93-9a61-1b4fbf153b5e by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:17:42.126429 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-cfad5893-eb2c-45c0-864e-181d8729f953 service neutron] Attempting to bind port e3059f99-74e7-4c93-9a61-1b4fbf153b5e on network 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:17:42.139173 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-cfad5893-eb2c-45c0-864e-181d8729f953 service neutron] Port e3059f99-74e7-4c93-9a61-1b4fbf153b5e on network 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:17:42.141300 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-cfad5893-eb2c-45c0-864e-181d8729f953 service neutron] Attempting to bind port e3059f99-74e7-4c93-9a61-1b4fbf153b5e on network 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:17:42.168433 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-cfad5893-eb2c-45c0-864e-181d8729f953 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:17:42.168798 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-cfad5893-eb2c-45c0-864e-181d8729f953 service neutron] Checking segment: {'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:17:42.169189 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-cfad5893-eb2c-45c0-864e-181d8729f953 service neutron] Bound using segment: {'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:17:42.174127 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-cfad5893-eb2c-45c0-864e-181d8729f953 service neutron] Bound port: e3059f99-74e7-4c93-9a61-1b4fbf153b5e, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:17:42.371568 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:42.429744 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-74577f69-9555-467a-ae30-56ee4a3e595f None None] Provisioning complete for port 17f2ccc9-9c62-448c-8bd2-08684e4e9af3 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:17:42.431999 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-74577f69-9555-467a-ae30-56ee4a3e595f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:42.438581 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-cfad5893-eb2c-45c0-864e-181d8729f953 service neutron] For port e3059f99-74e7-4c93-9a61-1b4fbf153b5e, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=e3059f99-74e7-4c93-9a61-1b4fbf153b5e,segment=NetworkSegment(ba4bffb6-59f5-4518-96be-6824e98414e9),segment_id=ba4bffb6-59f5-4518-96be-6824e98414e9)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:17:42.446253 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-cfad5893-eb2c-45c0-864e-181d8729f953 service neutron] Publish callbacks [] for binding, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:42.462843 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-cfad5893-eb2c-45c0-864e-181d8729f953 service neutron] 10.222.0.11 "POST /v2.0/ports/e3059f99-74e7-4c93-9a61-1b4fbf153b5e/bindings HTTP/1.1" status: 201 len: 389 time: 0.6135566 Dec 10 16:17:42.470797 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199fce42-b17b-4889-9324-d42ecd9e5c1d None None] Sync routers for ids ['769726b6-c249-483e-9897-064d172c5d84'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:17:42.482278 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port f64bb875-fe46-466f-933f-ab3022c5de55, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=f64bb875-fe46-466f-933f-ab3022c5de55,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:17:42.488863 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:42.492866 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199fce42-b17b-4889-9324-d42ecd9e5c1d None None] Routers {'769726b6-c249-483e-9897-064d172c5d84'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:17:42.495302 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-199fce42-b17b-4889-9324-d42ecd9e5c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:17:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['769726b6-c249-483e-9897-064d172c5d84'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:17:42.560750 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-74577f69-9555-467a-ae30-56ee4a3e595f None None] Port 17f2ccc9-9c62-448c-8bd2-08684e4e9af3 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:17:42.610344 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=f64bb875-fe46-466f-933f-ab3022c5de55,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:42.674434 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8732895-0a9c-41b1-b8f3-0416f312e41f x-openstack-request-id: req-a8732895-0a9c-41b1-b8f3-0416f312e41f {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:17:42.675062 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09b8782b-1971-4143-859e-84b4334a1978", "name": "network-vif-deleted", "tag": "fcb53bf7-0b52-4453-821e-b23695681228", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:17:42.675782 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a8732895-0a9c-41b1-b8f3-0416f312e41f {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:17:42.677414 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09b8782b-1971-4143-859e-84b4334a1978', 'name': 'network-vif-deleted', 'tag': 'fcb53bf7-0b52-4453-821e-b23695681228', 'status': 'completed', 'code': 200} Dec 10 16:17:42.697008 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-199fce42-b17b-4889-9324-d42ecd9e5c1d None None] Set router 769726b6-c249-483e-9897-064d172c5d84 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:17:42.733160 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-5b45874f-c4f4-4688-bede-339ce110f015 req-76831521-2564-4808-ade7-7cd63f5c91ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17f2ccc9-9c62-448c-8bd2-08684e4e9af3 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:17:42.749780 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-5b45874f-c4f4-4688-bede-339ce110f015 req-76831521-2564-4808-ade7-7cd63f5c91ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:42.789591 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31707d10-64a4-44d2-a770-83992d4e0d4c req-61bbf9b8-f357-49d5-b638-516fa31b3b7f tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:42.793129 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-31707d10-64a4-44d2-a770-83992d4e0d4c req-61bbf9b8-f357-49d5-b638-516fa31b3b7f tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a1e3c50-0ee8-499a-88bf-11d65f922fa0 HTTP/1.1" status: 200 len: 936 time: 0.0975151 Dec 10 16:17:42.793129 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-5b45874f-c4f4-4688-bede-339ce110f015 req-76831521-2564-4808-ade7-7cd63f5c91ff service neutron] Transition to ACTIVE for port object 17f2ccc9-9c62-448c-8bd2-08684e4e9af3 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:17:42.796919 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-5b45874f-c4f4-4688-bede-339ce110f015 req-76831521-2564-4808-ade7-7cd63f5c91ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:42.884762 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-20d152d2-0a4e-462a-9f55-3886e07e276c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:42.892057 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-20d152d2-0a4e-462a-9f55-3886e07e276c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88d3b4e7edaf414d832ee358beed3fa3&device_id=9d31436d-2785-4d66-9d25-60d1cb0935b5 HTTP/1.1" status: 200 len: 1097 time: 0.1138220 Dec 10 16:17:42.919315 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device fcb53bf7-0b52-4453-821e-b23695681228 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:17:42.936747 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-31707d10-64a4-44d2-a770-83992d4e0d4c req-b35e5f31-149c-40e6-8a29-c0031c9e0af1 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bf9aa1d-863e-4793-ad2d-4bf46aa6f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370342 Dec 10 16:17:42.956739 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: fcb53bf7-0b52-4453-821e-b23695681228 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:17:42.957386 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device fcb53bf7-0b52-4453-821e-b23695681228 not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:17:42.977426 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76831521-2564-4808-ade7-7cd63f5c91ff service neutron] Pushing event updated for resources: {'Port': ['ID=17f2ccc9-9c62-448c-8bd2-08684e4e9af3,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:43.057434 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-5b45874f-c4f4-4688-bede-339ce110f015 req-76831521-2564-4808-ade7-7cd63f5c91ff service neutron] Attempting to bind port 17f2ccc9-9c62-448c-8bd2-08684e4e9af3 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:17:43.057773 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-5b45874f-c4f4-4688-bede-339ce110f015 req-76831521-2564-4808-ade7-7cd63f5c91ff service neutron] Attempting to bind port 17f2ccc9-9c62-448c-8bd2-08684e4e9af3 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:17:43.058096 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b45874f-c4f4-4688-bede-339ce110f015 req-76831521-2564-4808-ade7-7cd63f5c91ff service neutron] Attempting to bind port 17f2ccc9-9c62-448c-8bd2-08684e4e9af3 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:17:43.075574 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b45874f-c4f4-4688-bede-339ce110f015 req-76831521-2564-4808-ade7-7cd63f5c91ff service neutron] Port 17f2ccc9-9c62-448c-8bd2-08684e4e9af3 on network 1b1da819-dfba-43f2-8848-8bb429159850 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:17:43.075888 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b45874f-c4f4-4688-bede-339ce110f015 req-76831521-2564-4808-ade7-7cd63f5c91ff service neutron] Attempting to bind port 17f2ccc9-9c62-448c-8bd2-08684e4e9af3 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:17:43.091103 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b45874f-c4f4-4688-bede-339ce110f015 req-76831521-2564-4808-ade7-7cd63f5c91ff service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:17:43.091328 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b45874f-c4f4-4688-bede-339ce110f015 req-76831521-2564-4808-ade7-7cd63f5c91ff service neutron] Checking segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:17:43.091713 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b45874f-c4f4-4688-bede-339ce110f015 req-76831521-2564-4808-ade7-7cd63f5c91ff service neutron] Bound using segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:17:43.092141 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-5b45874f-c4f4-4688-bede-339ce110f015 req-76831521-2564-4808-ade7-7cd63f5c91ff service neutron] Bound port: 17f2ccc9-9c62-448c-8bd2-08684e4e9af3, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:17:43.092494 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-5b45874f-c4f4-4688-bede-339ce110f015 req-76831521-2564-4808-ade7-7cd63f5c91ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:43.134591 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-6dfc7cb9-3b09-491c-a895-ebaa81936786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:43.142791 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-6dfc7cb9-3b09-491c-a895-ebaa81936786 service neutron] 10.222.0.46 "GET /v2.0/networks?id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 HTTP/1.1" status: 200 len: 922 time: 0.2350893 Dec 10 16:17:43.152602 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-199fce42-b17b-4889-9324-d42ecd9e5c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '769726b6-c249-483e-9897-064d172c5d84', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2035325929-router', 'tenant_id': 'cfe7e2f6552c4c95985868d4e619b8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'f64bb875-fe46-466f-933f-ab3022c5de55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:17:32Z', 'updated_at': '2021-12-10T16:17:39Z', 'revision_number': 4, 'project_id': 'cfe7e2f6552c4c95985868d4e619b8ca', 'gw_port': {'id': 'f64bb875-fe46-466f-933f-ab3022c5de55', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:02:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769726b6-c249-483e-9897-064d172c5d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:17:34Z', 'updated_at': '2021-12-10T16:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '267b0a83-2e94-49b8-930b-d13efcf471a5', 'name': '', 'network_id': '563d5c30-f576-4e70-9240-26defbf31501', 'tenant_id': 'cfe7e2f6552c4c95985868d4e619b8ca', 'mac_address': 'fa:16:3e:b0:15:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '769726b6-c249-483e-9897-064d172c5d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '4453a7f5-61a9-42d0-aef4-5e5c07dfe717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:17:37Z', 'updated_at': '2021-12-10T16:17:39Z', 'revision_number': 2, 'project_id': 'cfe7e2f6552c4c95985868d4e619b8ca', 'subnets': [{'id': '4453a7f5-61a9-42d0-aef4-5e5c07dfe717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:17:43.221025 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199fce42-b17b-4889-9324-d42ecd9e5c1d None None] Checking router: 769726b6-c249-483e-9897-064d172c5d84 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:17:43.221381 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199fce42-b17b-4889-9324-d42ecd9e5c1d None None] Updating router 769726b6-c249-483e-9897-064d172c5d84 port 267b0a83-2e94-49b8-930b-d13efcf471a5 binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:17:43.244024 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-5b45874f-c4f4-4688-bede-339ce110f015 req-76831521-2564-4808-ade7-7cd63f5c91ff service neutron] For port 17f2ccc9-9c62-448c-8bd2-08684e4e9af3, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:17:43.251597 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-5b45874f-c4f4-4688-bede-339ce110f015 req-76831521-2564-4808-ade7-7cd63f5c91ff service neutron] For port 17f2ccc9-9c62-448c-8bd2-08684e4e9af3, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=17f2ccc9-9c62-448c-8bd2-08684e4e9af3,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:17:43.262491 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-5b45874f-c4f4-4688-bede-339ce110f015 req-76831521-2564-4808-ade7-7cd63f5c91ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:43.307154 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-199fce42-b17b-4889-9324-d42ecd9e5c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:43.339988 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45874f-c4f4-4688-bede-339ce110f015 req-76831521-2564-4808-ade7-7cd63f5c91ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:43.340757 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-5b45874f-c4f4-4688-bede-339ce110f015 req-76831521-2564-4808-ade7-7cd63f5c91ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:43.342980 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5b45874f-c4f4-4688-bede-339ce110f015 req-76831521-2564-4808-ade7-7cd63f5c91ff service neutron] 10.222.0.46 "PUT /v2.0/ports/17f2ccc9-9c62-448c-8bd2-08684e4e9af3 HTTP/1.1" status: 200 len: 1096 time: 1.5459270 Dec 10 16:17:43.534882 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76831521-2564-4808-ade7-7cd63f5c91ff service neutron] Pushing event updated for resources: {'Port': ['ID=17f2ccc9-9c62-448c-8bd2-08684e4e9af3,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:43.616558 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45874f-c4f4-4688-bede-339ce110f015 req-58174b87-468e-40ca-8a54-2281a9872875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:43.623178 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5b45874f-c4f4-4688-bede-339ce110f015 req-58174b87-468e-40ca-8a54-2281a9872875 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f04692d20ebe4f14b040044c60bbb449&device_id=3a1e3c50-0ee8-499a-88bf-11d65f922fa0 HTTP/1.1" status: 200 len: 1099 time: 0.2150326 Dec 10 16:17:43.650061 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b140bf-3e4f-4959-b4e7-e61758986138 req-2d1385ad-2752-4c89-94cf-f7396a3d383f tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:43.658779 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-44b140bf-3e4f-4959-b4e7-e61758986138 req-2d1385ad-2752-4c89-94cf-f7396a3d383f tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d31436d-2785-4d66-9d25-60d1cb0935b5 HTTP/1.1" status: 200 len: 946 time: 0.1324456 Dec 10 16:17:43.716693 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5b45874f-c4f4-4688-bede-339ce110f015 req-4597f615-e65a-49ce-afe8-be424f671d9a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=17f2ccc9-9c62-448c-8bd2-08684e4e9af3 HTTP/1.1" status: 200 len: 217 time: 0.0551200 Dec 10 16:17:43.767781 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-44b140bf-3e4f-4959-b4e7-e61758986138 req-db09e213-b6c4-4760-93b7-c8f2c498e952 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080189 Dec 10 16:17:43.840008 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device f64bb875-fe46-466f-933f-ab3022c5de55 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:17:43.865537 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-e1e8e3eb-1d03-4fc4-bbd1-7426f91425c4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3059f99-74e7-4c93-9a61-1b4fbf153b5e HTTP/1.1" status: 200 len: 217 time: 0.7105746 Dec 10 16:17:43.883944 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45874f-c4f4-4688-bede-339ce110f015 req-79596772-fd47-4b00-8980-62fd50ed9c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:43.889782 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5b45874f-c4f4-4688-bede-339ce110f015 req-79596772-fd47-4b00-8980-62fd50ed9c86 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.1407771 Dec 10 16:17:43.944555 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-199fce42-b17b-4889-9324-d42ecd9e5c1d None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:43.954511 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-199fce42-b17b-4889-9324-d42ecd9e5c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:43.973371 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0bbb02-d73b-4161-8e71-0fe673eaa121 req-23e8d6c2-1e58-4418-a70d-3d820238a883 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:43.983135 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4a0bbb02-d73b-4161-8e71-0fe673eaa121 req-23e8d6c2-1e58-4418-a70d-3d820238a883 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/ports?device_id=37862731-a747-43a3-baa2-63122ddddbb0 HTTP/1.1" status: 200 len: 950 time: 0.1201942 Dec 10 16:17:43.983594 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bf06ea18-6b99-4423-aa9a-0801f83834f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:43.994755 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-22cb02a8-a669-4e4d-860f-5e3a9bd6c130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:43.996536 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-22cb02a8-a669-4e4d-860f-5e3a9bd6c130 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=19a3ead6-9cb2-4544-beb2-145a33d7ae3f HTTP/1.1" status: 200 len: 861 time: 0.1227298 Dec 10 16:17:44.006782 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45874f-c4f4-4688-bede-339ce110f015 req-830e2828-92ef-4060-bb97-f59a2b9f5e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:44.012628 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5b45874f-c4f4-4688-bede-339ce110f015 req-830e2828-92ef-4060-bb97-f59a2b9f5e7c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1139481 Dec 10 16:17:44.026247 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port f64bb875-fe46-466f-933f-ab3022c5de55 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:17:44.026630 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:44.043161 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-d88d4831-5e91-4da3-81f6-4935df7f1bca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362451 Dec 10 16:17:44.062572 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5435c8b-d4ae-494f-b594-d79afeb417d6 None None] Pushing event updated for resources: {'Port': ['ID=267b0a83-2e94-49b8-930b-d13efcf471a5,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:44.174463 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-199fce42-b17b-4889-9324-d42ecd9e5c1d None None] Attempting to bind port 267b0a83-2e94-49b8-930b-d13efcf471a5 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:17:44.174845 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-199fce42-b17b-4889-9324-d42ecd9e5c1d None None] Attempting to bind port 267b0a83-2e94-49b8-930b-d13efcf471a5 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '101da5d3-767a-43ce-b0fe-02fffb826872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '563d5c30-f576-4e70-9240-26defbf31501'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:17:44.175245 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199fce42-b17b-4889-9324-d42ecd9e5c1d None None] Attempting to bind port 267b0a83-2e94-49b8-930b-d13efcf471a5 on network 563d5c30-f576-4e70-9240-26defbf31501 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:17:44.184752 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199fce42-b17b-4889-9324-d42ecd9e5c1d None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:17:44.185135 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199fce42-b17b-4889-9324-d42ecd9e5c1d None None] Checking segment: {'id': '101da5d3-767a-43ce-b0fe-02fffb826872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '563d5c30-f576-4e70-9240-26defbf31501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:17:44.185601 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-199fce42-b17b-4889-9324-d42ecd9e5c1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:44.186003 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199fce42-b17b-4889-9324-d42ecd9e5c1d None None] Bound using segment: {'id': '101da5d3-767a-43ce-b0fe-02fffb826872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '563d5c30-f576-4e70-9240-26defbf31501'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:17:44.186515 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-199fce42-b17b-4889-9324-d42ecd9e5c1d None None] Bound port: 267b0a83-2e94-49b8-930b-d13efcf471a5, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101da5d3-767a-43ce-b0fe-02fffb826872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '563d5c30-f576-4e70-9240-26defbf31501'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:17:44.186916 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-199fce42-b17b-4889-9324-d42ecd9e5c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:44.220364 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4a0bbb02-d73b-4161-8e71-0fe673eaa121 req-da51a271-3856-4219-90c6-bb6726f3dc25 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f0c93b4-2f66-4e94-b4ad-75c684bcc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359588 Dec 10 16:17:44.231794 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:17:44.249191 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f404bb-0354-46c9-acf1-d83af19e6ac1 req-be701034-3a90-41ab-a971-4722191bb78f tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:44.250690 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a9f404bb-0354-46c9-acf1-d83af19e6ac1 req-be701034-3a90-41ab-a971-4722191bb78f tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/ports?device_id=31c7cd89-275f-4b1d-aa62-750c7b4ffb0c HTTP/1.1" status: 200 len: 950 time: 0.1150520 Dec 10 16:17:44.289278 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-0db22737-42d2-4e52-9eb0-1f692dc79099 service neutron] 10.222.0.46 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360861 Dec 10 16:17:44.309627 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5b45874f-c4f4-4688-bede-339ce110f015 req-23693210-bc3f-4b4e-b797-0200457e0db8 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907028 Dec 10 16:17:44.320464 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-199fce42-b17b-4889-9324-d42ecd9e5c1d None None] For port 267b0a83-2e94-49b8-930b-d13efcf471a5, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:17:44.326790 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-199fce42-b17b-4889-9324-d42ecd9e5c1d None None] For port 267b0a83-2e94-49b8-930b-d13efcf471a5, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=267b0a83-2e94-49b8-930b-d13efcf471a5,segment=NetworkSegment(101da5d3-767a-43ce-b0fe-02fffb826872),segment_id=101da5d3-767a-43ce-b0fe-02fffb826872)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:17:44.332801 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-199fce42-b17b-4889-9324-d42ecd9e5c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:44.399407 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5435c8b-d4ae-494f-b594-d79afeb417d6 None None] Pushing event updated for resources: {'Port': ['ID=267b0a83-2e94-49b8-930b-d13efcf471a5,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:44.419682 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5b45874f-c4f4-4688-bede-339ce110f015 req-625f3bd1-e500-40c0-acba-72880de97ec3 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022894 Dec 10 16:17:44.433051 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199fce42-b17b-4889-9324-d42ecd9e5c1d None None] Routers {'769726b6-c249-483e-9897-064d172c5d84'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:17:44.433855 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-199fce42-b17b-4889-9324-d42ecd9e5c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:17:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['769726b6-c249-483e-9897-064d172c5d84'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:17:44.473329 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a9f404bb-0354-46c9-acf1-d83af19e6ac1 req-b59901a8-b2d2-46f0-ac04-74717a00b059 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/security-groups?id=89853ba0-8df3-4a1a-9e81-7702040d211a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080064 Dec 10 16:17:44.489145 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-18e04a83-9b22-4dc7-bdde-ae22105929bf None None] Provisioning complete for port 267b0a83-2e94-49b8-930b-d13efcf471a5 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:17:44.490371 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-18e04a83-9b22-4dc7-bdde-ae22105929bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:44.557433 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57be3e-8321-4662-b81e-6bdec8337cc6 req-9325533f-3c5e-464c-b227-88c83fb11fa4 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:44.561192 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4b57be3e-8321-4662-b81e-6bdec8337cc6 req-9325533f-3c5e-464c-b227-88c83fb11fa4 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a1e3c50-0ee8-499a-88bf-11d65f922fa0 HTTP/1.1" status: 200 len: 948 time: 0.2124500 Dec 10 16:17:44.568787 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-cd0808e5-3889-41b9-b739-322f0bf2945e service neutron] 10.222.0.46 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704003 Dec 10 16:17:44.678822 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a1e3c50-0ee8-499a-88bf-11d65f922fa0', 'tag': '17f2ccc9-9c62-448c-8bd2-08684e4e9af3'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:17:44.681164 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1029d0-4fb2-4f7c-96c8-843c920b1b7b" -d '{"events": [{"name": "network-changed", "server_uuid": "3a1e3c50-0ee8-499a-88bf-11d65f922fa0", "tag": "17f2ccc9-9c62-448c-8bd2-08684e4e9af3"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:17:44.684406 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-199fce42-b17b-4889-9324-d42ecd9e5c1d None None] Set router 769726b6-c249-483e-9897-064d172c5d84 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:17:44.696094 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-18e04a83-9b22-4dc7-bdde-ae22105929bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:44.766789 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-18e04a83-9b22-4dc7-bdde-ae22105929bf None None] For port 267b0a83-2e94-49b8-930b-d13efcf471a5, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=267b0a83-2e94-49b8-930b-d13efcf471a5,segment=NetworkSegment(101da5d3-767a-43ce-b0fe-02fffb826872),segment_id=101da5d3-767a-43ce-b0fe-02fffb826872)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:17:44.772578 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-18e04a83-9b22-4dc7-bdde-ae22105929bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:44.813046 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-f6ac050e-a4ec-4f7c-8df1-72f964f99c5e tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=ee4e94568afc4a3f8b8805636c663a1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338833 Dec 10 16:17:44.823285 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4b57be3e-8321-4662-b81e-6bdec8337cc6 req-2f3aec4e-cabf-41d9-ab27-55e7d97b1f51 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bf9aa1d-863e-4793-ad2d-4bf46aa6f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500300 Dec 10 16:17:44.882229 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-fb844fb8-ce03-431d-8162-d4198486c0d7 tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:44.887466 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-fb844fb8-ce03-431d-8162-d4198486c0d7 tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9d31436d-2785-4d66-9d25-60d1cb0935b5&tenant_id=88d3b4e7edaf414d832ee358beed3fa3&binding%3Ahost_id=n-h1-766771-2 HTTP/1.1" status: 200 len: 1097 time: 0.2272887 Dec 10 16:17:44.891775 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e04a83-9b22-4dc7-bdde-ae22105929bf None None] Pushing event updated for resources: {'Port': ['ID=267b0a83-2e94-49b8-930b-d13efcf471a5,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:44.898460 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-02f7b428-8177-4aad-9a04-5af0cc89b427 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-766771-2'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:17:44.927648 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a1f2b6b8-eedf-4119-b908-ba40935960d3 None None] Provisioning complete for port 267b0a83-2e94-49b8-930b-d13efcf471a5 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:17:44.928032 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a1f2b6b8-eedf-4119-b908-ba40935960d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:44.974612 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8c4dca-6cba-492e-97ec-0b85f7a11eee x-openstack-request-id: req-9c8c4dca-6cba-492e-97ec-0b85f7a11eee {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:17:44.974917 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a1e3c50-0ee8-499a-88bf-11d65f922fa0", "tag": "17f2ccc9-9c62-448c-8bd2-08684e4e9af3", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:17:44.975157 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9c8c4dca-6cba-492e-97ec-0b85f7a11eee {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:17:44.976054 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a1e3c50-0ee8-499a-88bf-11d65f922fa0', 'tag': '17f2ccc9-9c62-448c-8bd2-08684e4e9af3', 'status': 'completed', 'code': 200} Dec 10 16:17:44.997679 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.46', 61488) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:45.071480 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1121b1-1d2f-401a-ac24-fa9b7ed9ae96 req-5b29618c-ba1a-47df-ab55-de5f874d4788 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:45.072998 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4a1121b1-1d2f-401a-ac24-fa9b7ed9ae96 req-5b29618c-ba1a-47df-ab55-de5f874d4788 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.46 "GET /v2.0/ports?device_id=31c7cd89-275f-4b1d-aa62-750c7b4ffb0c HTTP/1.1" status: 200 len: 950 time: 0.2249532 Dec 10 16:17:45.077485 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-02f7b428-8177-4aad-9a04-5af0cc89b427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:45.146857 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-20a9ac19-a399-4bd5-a7be-3683b1509444 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:45.148531 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-20a9ac19-a399-4bd5-a7be-3683b1509444 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3344622 Dec 10 16:17:45.154507 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-199fce42-b17b-4889-9324-d42ecd9e5c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '769726b6-c249-483e-9897-064d172c5d84', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2035325929-router', 'tenant_id': 'cfe7e2f6552c4c95985868d4e619b8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'f64bb875-fe46-466f-933f-ab3022c5de55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:17:32Z', 'updated_at': '2021-12-10T16:17:39Z', 'revision_number': 4, 'project_id': 'cfe7e2f6552c4c95985868d4e619b8ca', 'gw_port': {'id': 'f64bb875-fe46-466f-933f-ab3022c5de55', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:02:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769726b6-c249-483e-9897-064d172c5d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:17:34Z', 'updated_at': '2021-12-10T16:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '267b0a83-2e94-49b8-930b-d13efcf471a5', 'name': '', 'network_id': '563d5c30-f576-4e70-9240-26defbf31501', 'tenant_id': 'cfe7e2f6552c4c95985868d4e619b8ca', 'mac_address': 'fa:16:3e:b0:15:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '769726b6-c249-483e-9897-064d172c5d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '4453a7f5-61a9-42d0-aef4-5e5c07dfe717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:17:37Z', 'updated_at': '2021-12-10T16:17:44Z', 'revision_number': 4, 'project_id': 'cfe7e2f6552c4c95985868d4e619b8ca', 'subnets': [{'id': '4453a7f5-61a9-42d0-aef4-5e5c07dfe717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:17:45.159154 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1029d0-4fb2-4f7c-96c8-843c920b1b7b req-0c44f21b-a29c-4ae8-a5e9-75ae33378398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:45.160233 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3e1029d0-4fb2-4f7c-96c8-843c920b1b7b req-0c44f21b-a29c-4ae8-a5e9-75ae33378398 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f04692d20ebe4f14b040044c60bbb449&device_id=3a1e3c50-0ee8-499a-88bf-11d65f922fa0 HTTP/1.1" status: 200 len: 1099 time: 0.1582413 Dec 10 16:17:45.185782 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199fce42-b17b-4889-9324-d42ecd9e5c1d None None] The sync data for ids ['769726b6-c249-483e-9897-064d172c5d84'] in n-d-766771-2 is: [{'id': '769726b6-c249-483e-9897-064d172c5d84', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2035325929-router', 'tenant_id': 'cfe7e2f6552c4c95985868d4e619b8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'f64bb875-fe46-466f-933f-ab3022c5de55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:17:32Z', 'updated_at': '2021-12-10T16:17:39Z', 'revision_number': 4, 'project_id': 'cfe7e2f6552c4c95985868d4e619b8ca', 'gw_port': {'id': 'f64bb875-fe46-466f-933f-ab3022c5de55', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:02:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769726b6-c249-483e-9897-064d172c5d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:17:34Z', 'updated_at': '2021-12-10T16:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '267b0a83-2e94-49b8-930b-d13efcf471a5', 'name': '', 'network_id': '563d5c30-f576-4e70-9240-26defbf31501', 'tenant_id': 'cfe7e2f6552c4c95985868d4e619b8ca', 'mac_address': 'fa:16:3e:b0:15:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '769726b6-c249-483e-9897-064d172c5d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '4453a7f5-61a9-42d0-aef4-5e5c07dfe717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:17:37Z', 'updated_at': '2021-12-10T16:17:44Z', 'revision_number': 4, 'project_id': 'cfe7e2f6552c4c95985868d4e619b8ca', 'subnets': [{'id': '4453a7f5-61a9-42d0-aef4-5e5c07dfe717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:17:45.219860 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-160d6149-2151-4ed8-8981-f6a5dadcd884 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/quotas/ee4e94568afc4a3f8b8805636c663a1b HTTP/1.1" status: 200 len: 375 time: 0.0586300 Dec 10 16:17:45.278737 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430b05c-a821-466f-b193-48c3d0b0ac45 req-a3b61a28-1b3b-4fd2-a8ad-5e149937fb03 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:45.280815 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1430b05c-a821-466f-b193-48c3d0b0ac45 req-a3b61a28-1b3b-4fd2-a8ad-5e149937fb03 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d31436d-2785-4d66-9d25-60d1cb0935b5 HTTP/1.1" status: 200 len: 946 time: 0.1479979 Dec 10 16:17:45.331391 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-02f7b428-8177-4aad-9a04-5af0cc89b427 service neutron] For port e3059f99-74e7-4c93-9a61-1b4fbf153b5e, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=e3059f99-74e7-4c93-9a61-1b4fbf153b5e,segment=NetworkSegment(ba4bffb6-59f5-4518-96be-6824e98414e9),segment_id=ba4bffb6-59f5-4518-96be-6824e98414e9)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:17:45.338737 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-e6fb65d2-aa8c-4cae-bbd6-a30718e561ee tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ee4e94568afc4a3f8b8805636c663a1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1179478 Dec 10 16:17:45.390605 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1029d0-4fb2-4f7c-96c8-843c920b1b7b req-b5dc0a7f-3229-4eaa-a41a-c0257922003b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:45.392077 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3e1029d0-4fb2-4f7c-96c8-843c920b1b7b req-b5dc0a7f-3229-4eaa-a41a-c0257922003b service neutron] 10.222.0.46 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.2129705 Dec 10 16:17:45.399739 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1430b05c-a821-466f-b193-48c3d0b0ac45 req-32e5f45c-1b80-4712-8ab9-19a3ec32a9cb tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995224 Dec 10 16:17:45.407161 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-02f7b428-8177-4aad-9a04-5af0cc89b427 service neutron] For port e3059f99-74e7-4c93-9a61-1b4fbf153b5e, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:17:45.466065 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d31436d-2785-4d66-9d25-60d1cb0935b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3059f99-74e7-4c93-9a61-1b4fbf153b5e'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:17:45.468487 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193b9dd8-99ca-4db3-9b14-1f33d3a9afb8" -d '{"events": [{"server_uuid": "9d31436d-2785-4d66-9d25-60d1cb0935b5", "name": "network-vif-unplugged", "status": "completed", "tag": "e3059f99-74e7-4c93-9a61-1b4fbf153b5e"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:17:45.474701 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-02f7b428-8177-4aad-9a04-5af0cc89b427 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:45.480566 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3e1029d0-4fb2-4f7c-96c8-843c920b1b7b req-bbdb4c78-7d41-40b9-bd52-3c65965aff6c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=17f2ccc9-9c62-448c-8bd2-08684e4e9af3 HTTP/1.1" status: 200 len: 217 time: 0.0622249 Dec 10 16:17:45.485032 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-02f7b428-8177-4aad-9a04-5af0cc89b427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:45.529080 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-4a1121b1-1d2f-401a-ac24-fa9b7ed9ae96 req-63b940e8-7808-4409-bb89-dc4642a848e6 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Deleting port 4969162c-76bf-4cfd-9f38-1c98232c5dbf {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:17:45.529333 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-4a1121b1-1d2f-401a-ac24-fa9b7ed9ae96 req-63b940e8-7808-4409-bb89-dc4642a848e6 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:45.560868 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7b428-8177-4aad-9a04-5af0cc89b427 service neutron] Pushing event updated for resources: {'Port': ['ID=e3059f99-74e7-4c93-9a61-1b4fbf153b5e,revision_number=7']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:45.694276 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1029d0-4fb2-4f7c-96c8-843c920b1b7b req-3499770a-2496-4ac5-bfe0-d7ab06fd5028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:45.698927 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3e1029d0-4fb2-4f7c-96c8-843c920b1b7b req-3499770a-2496-4ac5-bfe0-d7ab06fd5028 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.2093446 Dec 10 16:17:45.706915 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-02f7b428-8177-4aad-9a04-5af0cc89b427 service neutron] Attempting to bind port e3059f99-74e7-4c93-9a61-1b4fbf153b5e on host n-h1-766771-2 for vnic_type normal with profile {"migrating_to": "n-h2-766771-2"} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:17:45.707500 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-02f7b428-8177-4aad-9a04-5af0cc89b427 service neutron] Attempting to bind port e3059f99-74e7-4c93-9a61-1b4fbf153b5e by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:17:45.707898 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-02f7b428-8177-4aad-9a04-5af0cc89b427 service neutron] Attempting to bind port e3059f99-74e7-4c93-9a61-1b4fbf153b5e on network 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:17:45.718739 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-02f7b428-8177-4aad-9a04-5af0cc89b427 service neutron] Port e3059f99-74e7-4c93-9a61-1b4fbf153b5e on network 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:17:45.719812 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-02f7b428-8177-4aad-9a04-5af0cc89b427 service neutron] Attempting to bind port e3059f99-74e7-4c93-9a61-1b4fbf153b5e on network 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:17:45.727843 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-02f7b428-8177-4aad-9a04-5af0cc89b427 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:17:45.728191 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-02f7b428-8177-4aad-9a04-5af0cc89b427 service neutron] Checking segment: {'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:17:45.729339 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-02f7b428-8177-4aad-9a04-5af0cc89b427 service neutron] Bound using segment: {'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:17:45.729339 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-02f7b428-8177-4aad-9a04-5af0cc89b427 service neutron] Bound port: e3059f99-74e7-4c93-9a61-1b4fbf153b5e, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:17:45.729550 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-02f7b428-8177-4aad-9a04-5af0cc89b427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:45.818821 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-02f7b428-8177-4aad-9a04-5af0cc89b427 service neutron] For port e3059f99-74e7-4c93-9a61-1b4fbf153b5e, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:17:45.822357 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-02f7b428-8177-4aad-9a04-5af0cc89b427 service neutron] For port e3059f99-74e7-4c93-9a61-1b4fbf153b5e, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=e3059f99-74e7-4c93-9a61-1b4fbf153b5e,segment=NetworkSegment(ba4bffb6-59f5-4518-96be-6824e98414e9),segment_id=ba4bffb6-59f5-4518-96be-6824e98414e9)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:17:45.831870 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-02f7b428-8177-4aad-9a04-5af0cc89b427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:45.866217 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 267b0a83-2e94-49b8-930b-d13efcf471a5 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:17:45.916998 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1029d0-4fb2-4f7c-96c8-843c920b1b7b req-c8cf975c-879e-4780-aef3-605c07cc1af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:45.919223 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3e1029d0-4fb2-4f7c-96c8-843c920b1b7b req-c8cf975c-879e-4780-aef3-605c07cc1af0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2129459 Dec 10 16:17:45.922252 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-4a1121b1-1d2f-401a-ac24-fa9b7ed9ae96 req-63b940e8-7808-4409-bb89-dc4642a848e6 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] For port 4969162c-76bf-4cfd-9f38-1c98232c5dbf, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=4969162c-76bf-4cfd-9f38-1c98232c5dbf,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:17:45.923561 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-4a1121b1-1d2f-401a-ac24-fa9b7ed9ae96 req-63b940e8-7808-4409-bb89-dc4642a848e6 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:45.970866 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-4a1121b1-1d2f-401a-ac24-fa9b7ed9ae96 req-63b940e8-7808-4409-bb89-dc4642a848e6 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Calling delete_port for 4969162c-76bf-4cfd-9f38-1c98232c5dbf owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:17:45.995609 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 267b0a83-2e94-49b8-930b-d13efcf471a5 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:17:45.996138 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:46.067560 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-02f7b428-8177-4aad-9a04-5af0cc89b427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:46.068615 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-02f7b428-8177-4aad-9a04-5af0cc89b427 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:46.075488 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-02f7b428-8177-4aad-9a04-5af0cc89b427 service neutron] 10.222.0.46 "PUT /v2.0/ports/e3059f99-74e7-4c93-9a61-1b4fbf153b5e HTTP/1.1" status: 200 len: 1122 time: 1.1821318 Dec 10 16:17:46.089340 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7b428-8177-4aad-9a04-5af0cc89b427 service neutron] Pushing event updated for resources: {'Port': ['ID=e3059f99-74e7-4c93-9a61-1b4fbf153b5e,revision_number=8']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:46.182859 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84266304-9f18-4df7-96ce-eecf688a68f1 req-66558e2a-45f3-428c-af3a-7151eea12237 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:46.184706 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-84266304-9f18-4df7-96ce-eecf688a68f1 req-66558e2a-45f3-428c-af3a-7151eea12237 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/ports?device_id=37862731-a747-43a3-baa2-63122ddddbb0 HTTP/1.1" status: 200 len: 950 time: 0.4074028 Dec 10 16:17:46.186407 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['e3059f99-74e7-4c93-9a61-1b4fbf153b5e'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:17:46.228165 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35064) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:46.233895 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-b57eedbb-533e-4c87-b4e5-4dfb463bc4cb tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2093950520', 'description': 'tempest-description--2131984465'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:17:46.286204 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b57eedbb-533e-4c87-b4e5-4dfb463bc4cb tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:46.293445 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3e1029d0-4fb2-4f7c-96c8-843c920b1b7b req-107d1bf0-010e-43a1-9dfc-e7e9c98a76bb service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606617 Dec 10 16:17:46.306446 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 16:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120985ea-695e-4198-9193-3a50b748194f x-openstack-request-id: req-120985ea-695e-4198-9193-3a50b748194f {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:17:46.306856 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d31436d-2785-4d66-9d25-60d1cb0935b5", "name": "network-vif-unplugged", "status": "completed", "tag": "e3059f99-74e7-4c93-9a61-1b4fbf153b5e", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:17:46.307123 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-120985ea-695e-4198-9193-3a50b748194f {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:17:46.307570 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d31436d-2785-4d66-9d25-60d1cb0935b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3059f99-74e7-4c93-9a61-1b4fbf153b5e', 'code': 200} Dec 10 16:17:46.358771 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-84266304-9f18-4df7-96ce-eecf688a68f1 req-4d14206e-9d17-4ae5-a841-b072bbd30acf tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f0c93b4-2f66-4e94-b4ad-75c684bcc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641932 Dec 10 16:17:46.444340 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b57eedbb-533e-4c87-b4e5-4dfb463bc4cb tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:46.467324 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b57eedbb-533e-4c87-b4e5-4dfb463bc4cb tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:46.495661 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-78792cf0-c24c-4743-aa94-e898af2a6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:46.509813 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57eedbb-533e-4c87-b4e5-4dfb463bc4cb tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de734938-b937-4181-8955-8d1ef1a8949b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:46.530414 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b57eedbb-533e-4c87-b4e5-4dfb463bc4cb tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:46.534361 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b57eedbb-533e-4c87-b4e5-4dfb463bc4cb tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3023598 Dec 10 16:17:46.537168 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35080) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:46.542706 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-f660915a-e600-458f-b05f-d7e791b2c7ac tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Request body: {'security_group_rule': {'security_group_id': 'de734938-b937-4181-8955-8d1ef1a8949b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:17:46.575341 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63eeac-02a2-4e0e-8fbf-de4b53d6b692 req-61ff94b2-57be-4c4b-9cde-2724e18bf169 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:46.594435 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c63eeac-02a2-4e0e-8fbf-de4b53d6b692 req-61ff94b2-57be-4c4b-9cde-2724e18bf169 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/ports?device_id=31c7cd89-275f-4b1d-aa62-750c7b4ffb0c HTTP/1.1" status: 200 len: 950 time: 0.1741464 Dec 10 16:17:46.595215 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-4a1121b1-1d2f-401a-ac24-fa9b7ed9ae96 req-63b940e8-7808-4409-bb89-dc4642a848e6 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:46.609439 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['4969162c-76bf-4cfd-9f38-1c98232c5dbf'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:17:46.671251 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f660915a-e600-458f-b05f-d7e791b2c7ac tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:46.694350 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c63eeac-02a2-4e0e-8fbf-de4b53d6b692 req-066dc768-a334-4236-b4e7-d05194a2f22f tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.11 "GET /v2.0/security-groups?id=89853ba0-8df3-4a1a-9e81-7702040d211a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986700 Dec 10 16:17:46.806930 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 17f2ccc9-9c62-448c-8bd2-08684e4e9af3 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:17:46.815358 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b940e8-7808-4409-bb89-dc4642a848e6 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Pushing event deleted for resources: {'Port': ['ID=4969162c-76bf-4cfd-9f38-1c98232c5dbf,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:46.870653 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a1121b1-1d2f-401a-ac24-fa9b7ed9ae96 req-63b940e8-7808-4409-bb89-dc4642a848e6 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] No DVR routers for this DVR port 4969162c-76bf-4cfd-9f38-1c98232c5dbf on host n-h2-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:17:46.883088 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-09be654f-f8ee-47cd-8355-b9ae5dba2555 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=ee4e94568afc4a3f8b8805636c663a1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2356932 Dec 10 16:17:46.885643 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-4a1121b1-1d2f-401a-ac24-fa9b7ed9ae96 req-63b940e8-7808-4409-bb89-dc4642a848e6 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:46.889955 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4a1121b1-1d2f-401a-ac24-fa9b7ed9ae96 req-63b940e8-7808-4409-bb89-dc4642a848e6 tempest-ServersAdminNegativeTestJSON-1799060399 tempest-ServersAdminNegativeTestJSON-1799060399-project] 10.222.0.46 "DELETE /v2.0/ports/4969162c-76bf-4cfd-9f38-1c98232c5dbf HTTP/1.1" status: 204 len: 173 time: 1.8008773 Dec 10 16:17:46.907207 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3e1029d0-4fb2-4f7c-96c8-843c920b1b7b req-e2b3adba-c72c-4f2e-9ea1-fa691afdc159 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5924301 Dec 10 16:17:46.953315 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f660915a-e600-458f-b05f-d7e791b2c7ac tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:46.977050 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c7cd89-275f-4b1d-aa62-750c7b4ffb0c', 'name': 'network-vif-deleted', 'tag': '4969162c-76bf-4cfd-9f38-1c98232c5dbf'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:17:46.980043 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3b300c-28ee-4f21-9fbd-830ee170226f" -d '{"events": [{"server_uuid": "31c7cd89-275f-4b1d-aa62-750c7b4ffb0c", "name": "network-vif-deleted", "tag": "4969162c-76bf-4cfd-9f38-1c98232c5dbf"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:17:46.985217 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f660915a-e600-458f-b05f-d7e791b2c7ac tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:47.044354 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660915a-e600-458f-b05f-d7e791b2c7ac tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b41b811-aa6d-4087-a703-9090ab695f9e,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:47.062264 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f198d8-8435-4b00-8125-95df08da78e3 req-285e2881-81a8-4a37-919b-a8741e6fe219 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:47.073241 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-86f198d8-8435-4b00-8125-95df08da78e3 req-285e2881-81a8-4a37-919b-a8741e6fe219 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a1e3c50-0ee8-499a-88bf-11d65f922fa0 HTTP/1.1" status: 200 len: 948 time: 0.2505567 Dec 10 16:17:47.109349 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f660915a-e600-458f-b05f-d7e791b2c7ac tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:47.114325 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-bdc04c68-9278-4360-b383-dab201921e14 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:47.115828 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 17f2ccc9-9c62-448c-8bd2-08684e4e9af3, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=17f2ccc9-9c62-448c-8bd2-08684e4e9af3,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:17:47.119137 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f660915a-e600-458f-b05f-d7e791b2c7ac tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5805683 Dec 10 16:17:47.123704 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35096) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:47.124537 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-bdc04c68-9278-4360-b383-dab201921e14 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2393486 Dec 10 16:17:47.156133 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-ad30637b-ed51-4527-aa64-c3e82c3a1ef8 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/quotas/ee4e94568afc4a3f8b8805636c663a1b HTTP/1.1" status: 200 len: 375 time: 0.0296535 Dec 10 16:17:47.167828 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-ec786c25-df1f-4e9f-b2f0-89412cf581a4 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Request body: {'security_group_rule': {'security_group_id': 'de734938-b937-4181-8955-8d1ef1a8949b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:17:47.172902 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '17f2ccc9-9c62-448c-8bd2-08684e4e9af3', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'port_id': '17f2ccc9-9c62-448c-8bd2-08684e4e9af3', 'mac_address': 'fa:16:3e:3b:09:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a18c92-5007-49e2-b728-7aedc06dca57', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:17:47.181551 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:47.205599 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ec786c25-df1f-4e9f-b2f0-89412cf581a4 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:47.244655 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-2a0a4c44-59c4-4d72-be89-d133436a0a28 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ee4e94568afc4a3f8b8805636c663a1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0867655 Dec 10 16:17:47.274938 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:47.298809 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-86f198d8-8435-4b00-8125-95df08da78e3 req-1f36df74-b893-472c-9426-f0338080607f tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bf9aa1d-863e-4793-ad2d-4bf46aa6f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244308 Dec 10 16:17:47.323811 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17f2ccc9-9c62-448c-8bd2-08684e4e9af3 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:17:47.346393 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-cabd9960-5741-41e7-8989-64f8480d113f tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=ee4e94568afc4a3f8b8805636c663a1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0676413 Dec 10 16:17:47.379538 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ec786c25-df1f-4e9f-b2f0-89412cf581a4 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:47.382467 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 17f2ccc9-9c62-448c-8bd2-08684e4e9af3, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=17f2ccc9-9c62-448c-8bd2-08684e4e9af3,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:17:47.390909 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:47.395208 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ec786c25-df1f-4e9f-b2f0-89412cf581a4 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:47.455028 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec786c25-df1f-4e9f-b2f0-89412cf581a4 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eaeeff7-9133-438a-aded-966b8a242a9e,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:47.464011 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ec786c25-df1f-4e9f-b2f0-89412cf581a4 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:47.468715 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ec786c25-df1f-4e9f-b2f0-89412cf581a4 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3376670 Dec 10 16:17:47.495253 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35098) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:47.502254 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-856308e6-90b3-4dcc-acfe-f28476f3d784 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:17:47.575109 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08217c9f-898e-4701-a11d-be4ff324d4ca req-0093eac2-f69a-4215-b332-962c04ec504a tempest-LiveMigrationNegativeTest-1854623271 tempest-LiveMigrationNegativeTest-1854623271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:47.577188 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=17f2ccc9-9c62-448c-8bd2-08684e4e9af3,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:47.587323 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-08217c9f-898e-4701-a11d-be4ff324d4ca req-0093eac2-f69a-4215-b332-962c04ec504a tempest-LiveMigrationNegativeTest-1854623271 tempest-LiveMigrationNegativeTest-1854623271-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=37862731-a747-43a3-baa2-63122ddddbb0 HTTP/1.1" status: 200 len: 1101 time: 0.1419520 Dec 10 16:17:47.606296 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-856308e6-90b3-4dcc-acfe-f28476f3d784 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:47.644739 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-08217c9f-898e-4701-a11d-be4ff324d4ca req-514f6a1b-fb4c-4bd4-94a1-4121c651f654 tempest-LiveMigrationNegativeTest-1854623271 tempest-LiveMigrationNegativeTest-1854623271-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:47.655931 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['17f2ccc9-9c62-448c-8bd2-08684e4e9af3'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:17:47.744286 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-1016c2b6-6fdd-4c87-b0d6-25e655139771 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:47.745902 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-1016c2b6-6fdd-4c87-b0d6-25e655139771 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3914599 Dec 10 16:17:47.763764 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c6533-aed1-4817-8c37-b5af98fe70a0 req-f0090469-a817-4ce8-ba6d-4c4c6dd1b10c tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:47.765313 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-635c6533-aed1-4817-8c37-b5af98fe70a0 req-f0090469-a817-4ce8-ba6d-4c4c6dd1b10c tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d31436d-2785-4d66-9d25-60d1cb0935b5 HTTP/1.1" status: 200 len: 944 time: 0.1454306 Dec 10 16:17:47.770084 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-ebd18fd4-e671-4536-8e89-08527b178c6a tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Request body: {'port': {'device_id': '5f363f44-25ac-41e3-a431-c4fa6cda4d55', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'admin_state_up': True, 'tenant_id': 'ee4e94568afc4a3f8b8805636c663a1b'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:17:47.948975 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-08217c9f-898e-4701-a11d-be4ff324d4ca req-514f6a1b-fb4c-4bd4-94a1-4121c651f654 tempest-LiveMigrationNegativeTest-1854623271 tempest-LiveMigrationNegativeTest-1854623271-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:47.960320 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-08217c9f-898e-4701-a11d-be4ff324d4ca req-514f6a1b-fb4c-4bd4-94a1-4121c651f654 tempest-LiveMigrationNegativeTest-1854623271 tempest-LiveMigrationNegativeTest-1854623271-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:48.024293 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-856308e6-90b3-4dcc-acfe-f28476f3d784 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:48.068807 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-08217c9f-898e-4701-a11d-be4ff324d4ca req-514f6a1b-fb4c-4bd4-94a1-4121c651f654 tempest-LiveMigrationNegativeTest-1854623271 tempest-LiveMigrationNegativeTest-1854623271-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0f0c93b4-2f66-4e94-b4ad-75c684bcc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4804211 Dec 10 16:17:48.090998 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f6a1b-fb4c-4bd4-94a1-4121c651f654 tempest-LiveMigrationNegativeTest-1854623271 tempest-LiveMigrationNegativeTest-1854623271-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991c8340-7db8-474e-81cc-b3f0bd45eb9b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:48.223871 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-ebd18fd4-e671-4536-8e89-08527b178c6a tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Made reservation on behalf of ee4e94568afc4a3f8b8805636c663a1b for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:17:48.228081 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-ebd18fd4-e671-4536-8e89-08527b178c6a tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:48.251405 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-ebd18fd4-e671-4536-8e89-08527b178c6a tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:48.308955 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d31436d-2785-4d66-9d25-60d1cb0935b5', 'tag': 'e3059f99-74e7-4c93-9a61-1b4fbf153b5e'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:17:48.312404 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d9b60d-c85b-4f4f-a48f-25e426f9c99f" -d '{"events": [{"name": "network-changed", "server_uuid": "9d31436d-2785-4d66-9d25-60d1cb0935b5", "tag": "e3059f99-74e7-4c93-9a61-1b4fbf153b5e"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:17:48.322204 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-635c6533-aed1-4817-8c37-b5af98fe70a0 req-81f21ffc-f5c8-4462-bcd7-936c54e79961 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009624 Dec 10 16:17:48.327842 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-856308e6-90b3-4dcc-acfe-f28476f3d784 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Allocated IP 172.25.6.124 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/16801de7-afa1-431d-bb1d-d90f22d267a7) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:17:48.367904 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-8d52fd40-cbd7-4af5-a67b-3d5ec0533c02 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=2e84d1ba3ed84fd1a044665bdeab62bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504160 Dec 10 16:17:48.424619 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:48.450960 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4140d3cb-5e4b-48ae-8e47-a2862b1b7f70 x-openstack-request-id: req-4140d3cb-5e4b-48ae-8e47-a2862b1b7f70 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:17:48.451345 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c7cd89-275f-4b1d-aa62-750c7b4ffb0c", "name": "network-vif-deleted", "tag": "4969162c-76bf-4cfd-9f38-1c98232c5dbf", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:17:48.453093 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4140d3cb-5e4b-48ae-8e47-a2862b1b7f70 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:17:48.453599 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c7cd89-275f-4b1d-aa62-750c7b4ffb0c', 'name': 'network-vif-deleted', 'tag': '4969162c-76bf-4cfd-9f38-1c98232c5dbf', 'status': 'completed', 'code': 200} Dec 10 16:17:48.509054 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-ebd18fd4-e671-4536-8e89-08527b178c6a tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:48.535513 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-ebd18fd4-e671-4536-8e89-08527b178c6a tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:48.611161 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-db14ca87-baa6-4d1b-a00d-b23b1c0688fc req-165f3028-3371-4275-a611-6864b1f6768f tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6c9633-07ab-45d1-84a1-241b0646f99e HTTP/1.1" status: 200 len: 210 time: 0.0961499 Dec 10 16:17:48.692314 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-856308e6-90b3-4dcc-acfe-f28476f3d784 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:48.708410 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-c8e20fc2-ab2f-4936-bebc-ef323ad68319 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:48.710522 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-c8e20fc2-ab2f-4936-bebc-ef323ad68319 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3076932 Dec 10 16:17:48.742207 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-7ba9211e-0cb4-4fb6-8f3c-1efc07354025 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/quotas/2e84d1ba3ed84fd1a044665bdeab62bb HTTP/1.1" status: 200 len: 375 time: 0.0234230 Dec 10 16:17:48.758662 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd18fd4-e671-4536-8e89-08527b178c6a tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da6d9391-64ad-4966-b03f-4e172d59030b,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:48.808352 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device e3059f99-74e7-4c93-9a61-1b4fbf153b5e details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:17:48.810997 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 17f2ccc9-9c62-448c-8bd2-08684e4e9af3 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:17:48.855168 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-efb89fc9-13d1-497d-ae5e-226954e270ca tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2e84d1ba3ed84fd1a044665bdeab62bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1032109 Dec 10 16:17:48.898856 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-856308e6-90b3-4dcc-acfe-f28476f3d784 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:49.012423 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-ebd18fd4-e671-4536-8e89-08527b178c6a tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Allocated IP 192.168.233.48 (1b1da819-dfba-43f2-8848-8bb429159850/a7a18c92-5007-49e2-b728-7aedc06dca57/070a865a-131b-477f-977f-e6abb0fc1cc1) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:17:49.096164 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856308e6-90b3-4dcc-acfe-f28476f3d784 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Pushing event updated for resources: {'Port': ['ID=16801de7-afa1-431d-bb1d-d90f22d267a7,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:49.103536 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 17f2ccc9-9c62-448c-8bd2-08684e4e9af3 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:17:49.125958 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 17f2ccc9-9c62-448c-8bd2-08684e4e9af3 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:17:49.126370 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:49.134125 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f67b4-0ace-47c5-92da-1d2537458463 req-a2d22b53-d9e2-4e9e-8ef2-7450886c1a23 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:49.135715 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b46f67b4-0ace-47c5-92da-1d2537458463 req-a2d22b53-d9e2-4e9e-8ef2-7450886c1a23 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a1e3c50-0ee8-499a-88bf-11d65f922fa0 HTTP/1.1" status: 200 len: 949 time: 0.2513216 Dec 10 16:17:49.140739 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856308e6-90b3-4dcc-acfe-f28476f3d784 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:17:49.156366 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-856308e6-90b3-4dcc-acfe-f28476f3d784 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:17:49.176008 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856308e6-90b3-4dcc-acfe-f28476f3d784 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:17:49.187411 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-8e103980-5b0f-4fcf-a308-9597dccb9471 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=ee4e94568afc4a3f8b8805636c663a1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1591902 Dec 10 16:17:49.409243 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f563406d-1879-41a7-9e3c-b9c6cbb10dff x-openstack-request-id: req-f563406d-1879-41a7-9e3c-b9c6cbb10dff {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:17:49.411769 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d31436d-2785-4d66-9d25-60d1cb0935b5", "tag": "e3059f99-74e7-4c93-9a61-1b4fbf153b5e", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:17:49.412081 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f563406d-1879-41a7-9e3c-b9c6cbb10dff {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:17:49.412228 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-2a8559ae-9bd7-4696-b41c-344148ece439 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:49.412689 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d31436d-2785-4d66-9d25-60d1cb0935b5', 'tag': 'e3059f99-74e7-4c93-9a61-1b4fbf153b5e', 'status': 'completed', 'code': 200} Dec 10 16:17:49.413895 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-2a8559ae-9bd7-4696-b41c-344148ece439 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2178011 Dec 10 16:17:49.444771 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-53e63b32-6fd8-492b-ae91-80f8be600ce7 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Request body: {'port': {'device_id': 'bf6c9633-07ab-45d1-84a1-241b0646f99e', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'admin_state_up': True, 'tenant_id': 'ee4e94568afc4a3f8b8805636c663a1b'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:17:49.475520 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35148) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:49.526281 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9b60d-c85b-4f4f-a48f-25e426f9c99f req-aa351724-e00a-41be-ae33-401bb4731aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:49.527863 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-18d9b60d-c85b-4f4f-a48f-25e426f9c99f req-aa351724-e00a-41be-ae33-401bb4731aef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=88d3b4e7edaf414d832ee358beed3fa3&device_id=9d31436d-2785-4d66-9d25-60d1cb0935b5 HTTP/1.1" status: 200 len: 1125 time: 0.1613975 Dec 10 16:17:49.674017 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port e3059f99-74e7-4c93-9a61-1b4fbf153b5e, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=e3059f99-74e7-4c93-9a61-1b4fbf153b5e,segment=NetworkSegment(ba4bffb6-59f5-4518-96be-6824e98414e9),segment_id=ba4bffb6-59f5-4518-96be-6824e98414e9)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:17:49.696757 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:49.709454 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device e3059f99-74e7-4c93-9a61-1b4fbf153b5e has no active binding in host n-h2-766771-2 {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 16:17:49.774783 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:49.802210 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b46f67b4-0ace-47c5-92da-1d2537458463 req-dfbb1e55-b4ca-4fad-b58d-08fa672fe182 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bf9aa1d-863e-4793-ad2d-4bf46aa6f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6300914 Dec 10 16:17:49.833539 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9b60d-c85b-4f4f-a48f-25e426f9c99f req-513e4930-cf9e-4d15-b83d-36f454967492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:49.836146 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-18d9b60d-c85b-4f4f-a48f-25e426f9c99f req-513e4930-cf9e-4d15-b83d-36f454967492 service neutron] 10.222.0.26 "GET /v2.0/networks?id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 HTTP/1.1" status: 200 len: 922 time: 0.2847757 Dec 10 16:17:49.839429 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-856308e6-90b3-4dcc-acfe-f28476f3d784 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:49.859326 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1e3c50-0ee8-499a-88bf-11d65f922fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f2ccc9-9c62-448c-8bd2-08684e4e9af3'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:17:49.861648 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf6cde8-3ee0-4d36-af0e-d6c05b74c0ae" -d '{"events": [{"server_uuid": "3a1e3c50-0ee8-499a-88bf-11d65f922fa0", "name": "network-vif-plugged", "status": "completed", "tag": "17f2ccc9-9c62-448c-8bd2-08684e4e9af3"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:17:49.891396 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 17f2ccc9-9c62-448c-8bd2-08684e4e9af3, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=17f2ccc9-9c62-448c-8bd2-08684e4e9af3,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:17:49.898378 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:49.899244 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 4969162c-76bf-4cfd-9f38-1c98232c5dbf no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:17:49.943259 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-18d9b60d-c85b-4f4f-a48f-25e426f9c99f req-f0ef268a-460e-412e-b5d6-6ae47a1f2751 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3059f99-74e7-4c93-9a61-1b4fbf153b5e HTTP/1.1" status: 200 len: 217 time: 0.0973332 Dec 10 16:17:49.991105 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d6736c9a-c453-4f18-9159-5fa053d285f7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=16d894941eac4a6ba635015ccfa85141&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4555955 Dec 10 16:17:49.995628 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-53e63b32-6fd8-492b-ae91-80f8be600ce7 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Made reservation on behalf of ee4e94568afc4a3f8b8805636c663a1b for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:17:49.999788 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-53e63b32-6fd8-492b-ae91-80f8be600ce7 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:50.012434 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35176) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:50.022803 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: 4969162c-76bf-4cfd-9f38-1c98232c5dbf {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:17:50.031311 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be7d5e-c018-4986-96b8-17c040340dbf req-da6101a0-d53a-447f-bd0a-e7583b2e5084 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:50.032648 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-fd0d95b9-69d5-4c1b-a28b-b5173dc7b0ea tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=2e84d1ba3ed84fd1a044665bdeab62bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0837975 Dec 10 16:17:50.032843 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a4be7d5e-c018-4986-96b8-17c040340dbf req-da6101a0-d53a-447f-bd0a-e7583b2e5084 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d31436d-2785-4d66-9d25-60d1cb0935b5 HTTP/1.1" status: 200 len: 944 time: 0.2903414 Dec 10 16:17:50.033781 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 4969162c-76bf-4cfd-9f38-1c98232c5dbf not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:17:50.039436 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-ebd18fd4-e671-4536-8e89-08527b178c6a tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:50.044796 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=17f2ccc9-9c62-448c-8bd2-08684e4e9af3,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:50.066616 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:17:50.066973 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:17:50.067318 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:17:50.067657 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:17:50.068142 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:17:50.068740 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:17:50.069081 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:17:50.069419 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:17:50.069738 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:17:50.074725 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:17:50.075075 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:17:50.075422 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:17:50.075760 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:17:50.134191 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-856308e6-90b3-4dcc-acfe-f28476f3d784 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:50.262083 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-ebd18fd4-e671-4536-8e89-08527b178c6a tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:50.385921 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd18fd4-e671-4536-8e89-08527b178c6a tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Pushing event updated for resources: {'Port': ['ID=070a865a-131b-477f-977f-e6abb0fc1cc1,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:50.412135 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-856308e6-90b3-4dcc-acfe-f28476f3d784 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:50.435845 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-2033b98c-7989-4927-831c-a06f155ae4cd tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:50.438966 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9b60d-c85b-4f4f-a48f-25e426f9c99f req-222598f1-4ba2-4b8b-a303-fd5d1b874a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:50.442461 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-18d9b60d-c85b-4f4f-a48f-25e426f9c99f req-222598f1-4ba2-4b8b-a303-fd5d1b874a41 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=19a3ead6-9cb2-4544-beb2-145a33d7ae3f HTTP/1.1" status: 200 len: 861 time: 0.4538567 Dec 10 16:17:50.446057 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-2033b98c-7989-4927-831c-a06f155ae4cd tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4017136 Dec 10 16:17:50.455892 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-856308e6-90b3-4dcc-acfe-f28476f3d784 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:50.463132 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-ebd18fd4-e671-4536-8e89-08527b178c6a tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Network 1b1da819-dfba-43f2-8848-8bb429159850 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:17:50.469277 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-ebd18fd4-e671-4536-8e89-08527b178c6a tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:17:50.479603 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-ebd18fd4-e671-4536-8e89-08527b178c6a tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:17:50.485794 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-ebd18fd4-e671-4536-8e89-08527b178c6a tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:50.486722 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-ebd18fd4-e671-4536-8e89-08527b178c6a tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:50.497212 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-3379f5ec-356e-4040-b2ae-f34af3357077 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/quotas/2e84d1ba3ed84fd1a044665bdeab62bb HTTP/1.1" status: 200 len: 375 time: 0.0502200 Dec 10 16:17:50.501767 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-53e63b32-6fd8-492b-ae91-80f8be600ce7 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Allocated IP 192.168.233.63 (1b1da819-dfba-43f2-8848-8bb429159850/a7a18c92-5007-49e2-b728-7aedc06dca57/a2bf2caa-c71c-421e-8478-919075d927f8) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:17:50.513286 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-18d9b60d-c85b-4f4f-a48f-25e426f9c99f req-f9911d97-c19c-4e45-b2f1-8fa6140a1f37 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348980 Dec 10 16:17:50.534282 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-c090aa68-b9ac-4917-b74a-a416520d8ef8 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2e84d1ba3ed84fd1a044665bdeab62bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356688 Dec 10 16:17:50.556020 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-ebd18fd4-e671-4536-8e89-08527b178c6a tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7896836 Dec 10 16:17:50.572854 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-152caff0-98be-4409-8b0d-9d9fe5f285b9 service neutron] Request body: {'port': {'device_id': '5f363f44-25ac-41e3-a431-c4fa6cda4d55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:17:50.614525 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a4be7d5e-c018-4986-96b8-17c040340dbf req-ad1ba42a-0e9a-48d9-8e4d-8def7d14c0d8 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5190315 Dec 10 16:17:50.700249 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-152caff0-98be-4409-8b0d-9d9fe5f285b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:50.772110 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-856308e6-90b3-4dcc-acfe-f28476f3d784 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:50.811184 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856308e6-90b3-4dcc-acfe-f28476f3d784 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Pushing event updated for resources: {'Port': ['ID=16801de7-afa1-431d-bb1d-d90f22d267a7,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:50.821761 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c3e634b9-c7ae-470e-be1e-7ba3ae24b7db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:50.832518 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-856308e6-90b3-4dcc-acfe-f28476f3d784 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:50.833753 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-856308e6-90b3-4dcc-acfe-f28476f3d784 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3370910 Dec 10 16:17:50.966420 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c3e634b9-c7ae-470e-be1e-7ba3ae24b7db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:50.989660 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-18d9b60d-c85b-4f4f-a48f-25e426f9c99f req-32ec6368-cfab-407c-857a-6ada57315d51 service neutron] 10.222.0.26 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198751 Dec 10 16:17:50.991396 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b0befb44-c96e-4300-87e2-73e0aa7a4e51 req-23a5a57c-1b14-47c8-90c1-1ef38e0790e5 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6c9633-07ab-45d1-84a1-241b0646f99e HTTP/1.1" status: 200 len: 210 time: 0.1504092 Dec 10 16:17:51.012438 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2408c433-0478-487b-b3a1-174797cf6a9a x-openstack-request-id: req-2408c433-0478-487b-b3a1-174797cf6a9a {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:17:51.014024 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1e3c50-0ee8-499a-88bf-11d65f922fa0", "name": "network-vif-plugged", "status": "completed", "tag": "17f2ccc9-9c62-448c-8bd2-08684e4e9af3", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:17:51.014461 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2408c433-0478-487b-b3a1-174797cf6a9a {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:17:51.015413 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1e3c50-0ee8-499a-88bf-11d65f922fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f2ccc9-9c62-448c-8bd2-08684e4e9af3', 'code': 200} Dec 10 16:17:51.167218 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-53e63b32-6fd8-492b-ae91-80f8be600ce7 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:51.340264 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-f0078cae-85ea-40bc-b180-902cc18f79d1 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=2e84d1ba3ed84fd1a044665bdeab62bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3015769 Dec 10 16:17:51.342078 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b4d5c1cc-d3ee-463c-897a-6ecea75642ec req-8034e006-8c28-457c-97e1-21855a3369a0 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d80ec4-3ec4-4c33-9c49-e38c5a3d682a HTTP/1.1" status: 200 len: 210 time: 0.1907096 Dec 10 16:17:51.389679 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb01b9-8ff7-4642-954f-0be006fb302a req-49f09f4b-017b-4d71-87df-47c6f36d456a tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:51.399933 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a0eb01b9-8ff7-4642-954f-0be006fb302a req-49f09f4b-017b-4d71-87df-47c6f36d456a tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a1e3c50-0ee8-499a-88bf-11d65f922fa0 HTTP/1.1" status: 200 len: 950 time: 0.1601863 Dec 10 16:17:51.404364 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c3e634b9-c7ae-470e-be1e-7ba3ae24b7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:51.420922 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c3e634b9-c7ae-470e-be1e-7ba3ae24b7db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:51.422081 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c3e634b9-c7ae-470e-be1e-7ba3ae24b7db admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/89853ba0-8df3-4a1a-9e81-7702040d211a HTTP/1.1" status: 204 len: 168 time: 1.3816261 Dec 10 16:17:51.454921 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-18d9b60d-c85b-4f4f-a48f-25e426f9c99f req-97abc3a5-dece-4b8e-9a51-06a03117a0af service neutron] 10.222.0.26 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4404073 Dec 10 16:17:51.478086 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e634b9-c7ae-470e-be1e-7ba3ae24b7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89853ba0-8df3-4a1a-9e81-7702040d211a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:51.581051 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824f768-f273-4102-9f77-2c32035f51e5 req-caca6588-83fe-467b-85c4-e8afee120508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:51.583781 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c824f768-f273-4102-9f77-2c32035f51e5 req-caca6588-83fe-467b-85c4-e8afee120508 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3a1e3c50-0ee8-499a-88bf-11d65f922fa0 HTTP/1.1" status: 200 len: 1101 time: 0.2930992 Dec 10 16:17:51.591299 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a0eb01b9-8ff7-4642-954f-0be006fb302a req-5728b0ec-3191-4d55-8250-0ae8129b1cac tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bf9aa1d-863e-4793-ad2d-4bf46aa6f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903760 Dec 10 16:17:51.605709 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-53e63b32-6fd8-492b-ae91-80f8be600ce7 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:51.659612 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-5eb5104d-c1c7-4410-b06d-5041727763bb None None] Provisioning complete for port 070a865a-131b-477f-977f-e6abb0fc1cc1 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:17:51.660290 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5eb5104d-c1c7-4410-b06d-5041727763bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:51.709665 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-5eb5104d-c1c7-4410-b06d-5041727763bb None None] Port 070a865a-131b-477f-977f-e6abb0fc1cc1 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:17:51.724440 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4aaa44-8236-425d-98ea-639970b3d0d5 req-93afe8a6-e239-4811-9a4c-6993dda8d210 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:51.726094 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2a4aaa44-8236-425d-98ea-639970b3d0d5 req-93afe8a6-e239-4811-9a4c-6993dda8d210 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/ports?device_id=37862731-a747-43a3-baa2-63122ddddbb0 HTTP/1.1" status: 200 len: 950 time: 0.2733474 Dec 10 16:17:51.758170 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-32a01675-f90e-4a0d-8223-5ea519ba6985 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:51.759552 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-32a01675-f90e-4a0d-8223-5ea519ba6985 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4111261 Dec 10 16:17:51.791536 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-2284dcc0-7537-41b3-9534-ff1247350d5f tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Request body: {'port': {'device_id': '9400639f-0d32-47e4-956f-9078c6d3d3e8', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'admin_state_up': True, 'tenant_id': '2e84d1ba3ed84fd1a044665bdeab62bb'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:17:51.802302 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-53e63b32-6fd8-492b-ae91-80f8be600ce7 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Network 1b1da819-dfba-43f2-8848-8bb429159850 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:17:51.826314 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-33bfe151-8551-4514-96f5-6fdb92f54fa3 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--2093950520&fields=id&tenant_id=20faaf9c38d346c5a5c9ea0fc9964ecb HTTP/1.1" status: 200 len: 267 time: 0.1129801 Dec 10 16:17:51.828797 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e63b32-6fd8-492b-ae91-80f8be600ce7 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Pushing event updated for resources: {'Port': ['ID=a2bf2caa-c71c-421e-8478-919075d927f8,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:51.832401 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-53e63b32-6fd8-492b-ae91-80f8be600ce7 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:17:51.873868 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-53e63b32-6fd8-492b-ae91-80f8be600ce7 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:17:51.879548 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-53e63b32-6fd8-492b-ae91-80f8be600ce7 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:51.880177 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-53e63b32-6fd8-492b-ae91-80f8be600ce7 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:51.887694 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c824f768-f273-4102-9f77-2c32035f51e5 req-6d7c2fec-a634-41ee-852f-8433165c3ceb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7bf9aa1d-863e-4793-ad2d-4bf46aa6f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942591 Dec 10 16:17:51.899430 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35218) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:51.917551 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-a5127d8b-49f5-4605-9a40-61f87334e7ef service neutron] 10.222.0.26 "GET /v2.0/ports/e3059f99-74e7-4c93-9a61-1b4fbf153b5e/bindings/n-h2-766771-2 HTTP/1.1" status: 200 len: 384 time: 0.1835179 Dec 10 16:17:51.963873 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-53e63b32-6fd8-492b-ae91-80f8be600ce7 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5348370 Dec 10 16:17:51.987409 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2a4aaa44-8236-425d-98ea-639970b3d0d5 req-100b1168-7fd8-48fc-9d85-42fd7d9bd45e tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f0c93b4-2f66-4e94-b4ad-75c684bcc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456388 Dec 10 16:17:52.111217 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-bb4313a3-7da6-4d42-a11e-dba1e406bd11 service neutron] Request body: {'port': {'device_id': 'bf6c9633-07ab-45d1-84a1-241b0646f99e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:17:52.129317 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b1dc2238-5b36-42d1-8957-ceea89e00cb0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0d11f5a43572472ab79dc10837a8ac49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2286651 Dec 10 16:17:52.129957 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35224) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:52.142851 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb8c2e78-6852-44f8-8de2-265491bf5aeb None None] Provisioning complete for port a2bf2caa-c71c-421e-8478-919075d927f8 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:17:52.144496 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb8c2e78-6852-44f8-8de2-265491bf5aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:52.206474 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c2e78-6852-44f8-8de2-265491bf5aeb None None] Port a2bf2caa-c71c-421e-8478-919075d927f8 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:17:52.242946 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-d001f7eb-75cc-4666-8350-cd6e0b5b4a85 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:52.244671 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-d001f7eb-75cc-4666-8350-cd6e0b5b4a85 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/networks?id=715b4c0a-da9c-47bb-91fb-624b419d2246 HTTP/1.1" status: 200 len: 824 time: 0.4176145 Dec 10 16:17:52.247104 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-152caff0-98be-4409-8b0d-9d9fe5f285b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 070a865a-131b-477f-977f-e6abb0fc1cc1 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:17:52.265125 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-152caff0-98be-4409-8b0d-9d9fe5f285b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:52.285586 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-58c77dcd-c5b3-48c2-9bd8-2bda6fb2bf8b tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/quotas/20faaf9c38d346c5a5c9ea0fc9964ecb HTTP/1.1" status: 200 len: 375 time: 0.0187020 Dec 10 16:17:52.318619 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-2284dcc0-7537-41b3-9534-ff1247350d5f tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Made reservation on behalf of 2e84d1ba3ed84fd1a044665bdeab62bb for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:17:52.323060 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-2284dcc0-7537-41b3-9534-ff1247350d5f tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:52.341884 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-2284dcc0-7537-41b3-9534-ff1247350d5f tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:52.364510 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-152caff0-98be-4409-8b0d-9d9fe5f285b9 service neutron] Transition to ACTIVE for port object 070a865a-131b-477f-977f-e6abb0fc1cc1 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:17:52.372979 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-bb4313a3-7da6-4d42-a11e-dba1e406bd11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:52.381451 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-152caff0-98be-4409-8b0d-9d9fe5f285b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:52.431815 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-1bc5ddb3-f7a0-4a39-b7a5-58b9d0334bbe tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=20faaf9c38d346c5a5c9ea0fc9964ecb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0873668 Dec 10 16:17:52.439576 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-254d60ce-0b1f-457c-bb86-9d81c77deef6 service neutron] For port e3059f99-74e7-4c93-9a61-1b4fbf153b5e, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=e3059f99-74e7-4c93-9a61-1b4fbf153b5e,segment=NetworkSegment(ba4bffb6-59f5-4518-96be-6824e98414e9),segment_id=ba4bffb6-59f5-4518-96be-6824e98414e9)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:17:52.471824 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1f437e53-f677-4321-a2a0-499ca2251f90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:52.505757 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-254d60ce-0b1f-457c-bb86-9d81c77deef6 service neutron] For port e3059f99-74e7-4c93-9a61-1b4fbf153b5e, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:17:52.557645 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-254d60ce-0b1f-457c-bb86-9d81c77deef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3059f99-74e7-4c93-9a61-1b4fbf153b5e {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:17:52.588714 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-254d60ce-0b1f-457c-bb86-9d81c77deef6 service neutron] For port e3059f99-74e7-4c93-9a61-1b4fbf153b5e, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=e3059f99-74e7-4c93-9a61-1b4fbf153b5e,segment=NetworkSegment(ba4bffb6-59f5-4518-96be-6824e98414e9),segment_id=ba4bffb6-59f5-4518-96be-6824e98414e9)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:17:52.591757 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4cfda-0834-4361-85e7-8dfc006c50d4 req-6348f354-6923-49e9-880c-95bdde2d1bfd tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:52.606765 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-71a4cfda-0834-4361-85e7-8dfc006c50d4 req-6348f354-6923-49e9-880c-95bdde2d1bfd tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d31436d-2785-4d66-9d25-60d1cb0935b5 HTTP/1.1" status: 200 len: 944 time: 0.3452148 Dec 10 16:17:52.620144 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152caff0-98be-4409-8b0d-9d9fe5f285b9 service neutron] Pushing event updated for resources: {'Port': ['ID=070a865a-131b-477f-977f-e6abb0fc1cc1,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:52.621951 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-d24144e4-0661-4b24-924a-41f032a7c04a service neutron] 10.222.0.11 "GET /v2.0/networks/715b4c0a-da9c-47bb-91fb-624b419d2246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694679 Dec 10 16:17:52.642213 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-254d60ce-0b1f-457c-bb86-9d81c77deef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:52.741682 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-806e248e-f5fb-4d35-be04-c26aa3d939e8 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=2e84d1ba3ed84fd1a044665bdeab62bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1815698 Dec 10 16:17:52.786235 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-254d60ce-0b1f-457c-bb86-9d81c77deef6 service neutron] Transition to ACTIVE for port object e3059f99-74e7-4c93-9a61-1b4fbf153b5e will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:17:52.787838 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1f437e53-f677-4321-a2a0-499ca2251f90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:52.798606 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-254d60ce-0b1f-457c-bb86-9d81c77deef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:52.886453 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-184a998a-c77b-45ce-898e-eeae227ca47b service neutron] 10.222.0.11 "GET /v2.0/networks/715b4c0a-da9c-47bb-91fb-624b419d2246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634425 Dec 10 16:17:52.943061 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d60ce-0b1f-457c-bb86-9d81c77deef6 service neutron] Pushing event updated for resources: {'Port': ['ID=e3059f99-74e7-4c93-9a61-1b4fbf153b5e,revision_number=10']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:52.981481 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-254d60ce-0b1f-457c-bb86-9d81c77deef6 service neutron] No DVR routers for this DVR port e3059f99-74e7-4c93-9a61-1b4fbf153b5e on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:17:53.043417 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172df17-3798-4fcd-b0d1-bd630cb477c5 req-7ed011b3-3f52-41d0-9747-13d6f849b170 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:53.045152 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2172df17-3798-4fcd-b0d1-bd630cb477c5 req-7ed011b3-3f52-41d0-9747-13d6f849b170 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.46 "GET /v2.0/ports?device_id=37862731-a747-43a3-baa2-63122ddddbb0 HTTP/1.1" status: 200 len: 950 time: 0.2273040 Dec 10 16:17:53.053413 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-254d60ce-0b1f-457c-bb86-9d81c77deef6 service neutron] 10.222.0.26 "PUT /v2.0/ports/e3059f99-74e7-4c93-9a61-1b4fbf153b5e/bindings/n-h2-766771-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9026945 Dec 10 16:17:53.135197 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.46', 61493) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:53.160144 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-71a4cfda-0834-4361-85e7-8dfc006c50d4 req-0184f940-c7ae-46f9-a7b7-79b107e051cc tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5518966 Dec 10 16:17:53.235005 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-152caff0-98be-4409-8b0d-9d9fe5f285b9 service neutron] Attempting to bind port 070a865a-131b-477f-977f-e6abb0fc1cc1 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:17:53.235484 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-152caff0-98be-4409-8b0d-9d9fe5f285b9 service neutron] Attempting to bind port 070a865a-131b-477f-977f-e6abb0fc1cc1 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:17:53.236091 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-152caff0-98be-4409-8b0d-9d9fe5f285b9 service neutron] Attempting to bind port 070a865a-131b-477f-977f-e6abb0fc1cc1 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:17:53.268200 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-152caff0-98be-4409-8b0d-9d9fe5f285b9 service neutron] Port 070a865a-131b-477f-977f-e6abb0fc1cc1 on network 1b1da819-dfba-43f2-8848-8bb429159850 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:17:53.268645 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-152caff0-98be-4409-8b0d-9d9fe5f285b9 service neutron] Attempting to bind port 070a865a-131b-477f-977f-e6abb0fc1cc1 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:17:53.285894 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ea7ba-29c2-4a50-a905-550672cdaf17 req-1478cf4b-5d7b-434e-bf14-771e97f09fac tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:53.296555 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6f4ea7ba-29c2-4a50-a905-550672cdaf17 req-1478cf4b-5d7b-434e-bf14-771e97f09fac tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6c9633-07ab-45d1-84a1-241b0646f99e HTTP/1.1" status: 200 len: 935 time: 0.2343752 Dec 10 16:17:53.304140 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-152caff0-98be-4409-8b0d-9d9fe5f285b9 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:17:53.304592 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-152caff0-98be-4409-8b0d-9d9fe5f285b9 service neutron] Checking segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:17:53.305014 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-152caff0-98be-4409-8b0d-9d9fe5f285b9 service neutron] Bound using segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:17:53.305467 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-152caff0-98be-4409-8b0d-9d9fe5f285b9 service neutron] Bound port: 070a865a-131b-477f-977f-e6abb0fc1cc1, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:17:53.305930 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-152caff0-98be-4409-8b0d-9d9fe5f285b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:53.407634 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-b0373d5f-dc53-41af-bfdf-b4d374be4348 tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:53.409706 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-b0373d5f-dc53-41af-bfdf-b4d374be4348 tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9d31436d-2785-4d66-9d25-60d1cb0935b5&tenant_id=88d3b4e7edaf414d832ee358beed3fa3&binding%3Ahost_id=n-h1-766771-2 HTTP/1.1" status: 200 len: 1096 time: 0.2596934 Dec 10 16:17:53.418978 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-2284dcc0-7537-41b3-9534-ff1247350d5f tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:53.427290 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e757465a-4198-4e90-8733-bd58d435f068 req-6111f2c8-38b9-41eb-bd70-56dae985b1d7 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d80ec4-3ec4-4c33-9c49-e38c5a3d682a HTTP/1.1" status: 200 len: 210 time: 0.1188581 Dec 10 16:17:53.430937 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-2284dcc0-7537-41b3-9534-ff1247350d5f tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:53.512518 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1f437e53-f677-4321-a2a0-499ca2251f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:53.515496 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1f437e53-f677-4321-a2a0-499ca2251f90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:53.516723 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1f437e53-f677-4321-a2a0-499ca2251f90 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dab57753-ba5a-450d-847f-2b3ef09cced2 HTTP/1.1" status: 204 len: 168 time: 1.3676932 Dec 10 16:17:53.540236 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6f4ea7ba-29c2-4a50-a905-550672cdaf17 req-f3048be0-132a-45a5-8b54-d5dacfb40bd1 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363129 Dec 10 16:17:53.560221 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-bd21ceea-a117-42b9-b710-024f480a050a tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:53.562007 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-bd21ceea-a117-42b9-b710-024f480a050a tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7802846 Dec 10 16:17:53.565407 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-152caff0-98be-4409-8b0d-9d9fe5f285b9 service neutron] For port 070a865a-131b-477f-977f-e6abb0fc1cc1, host n-h1-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:17:53.606901 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-9cb7b622-cee3-482a-8c81-96a4de1390d6 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Request body: {'port': {'device_id': 'd5d80ec4-3ec4-4c33-9c49-e38c5a3d682a', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'admin_state_up': True, 'tenant_id': '2e84d1ba3ed84fd1a044665bdeab62bb'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:17:53.650068 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-3e569078-b473-40a6-9054-54bf78320b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:53.664044 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-3e569078-b473-40a6-9054-54bf78320b58 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9d31436d-2785-4d66-9d25-60d1cb0935b5&tenant_id=88d3b4e7edaf414d832ee358beed3fa3 HTTP/1.1" status: 200 len: 1096 time: 0.2425420 Dec 10 16:17:53.668401 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-152caff0-98be-4409-8b0d-9d9fe5f285b9 service neutron] For port 070a865a-131b-477f-977f-e6abb0fc1cc1, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=070a865a-131b-477f-977f-e6abb0fc1cc1,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:17:53.676355 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-2172df17-3798-4fcd-b0d1-bd630cb477c5 req-49276612-6c27-4947-a87b-c59e07296919 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Deleting port 581e958d-e164-4195-85c3-5965ee9e26fc {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:17:53.676688 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2172df17-3798-4fcd-b0d1-bd630cb477c5 req-49276612-6c27-4947-a87b-c59e07296919 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:53.835268 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ec246-77ab-4d26-b2d1-b6cb584252c2 req-0dc16347-e3a1-47ae-a970-d7beeeecaff4 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:53.842430 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-554ec246-77ab-4d26-b2d1-b6cb584252c2 req-0dc16347-e3a1-47ae-a970-d7beeeecaff4 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/ports?device_id=37862731-a747-43a3-baa2-63122ddddbb0 HTTP/1.1" status: 200 len: 950 time: 0.1699672 Dec 10 16:17:53.870809 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2284dcc0-7537-41b3-9534-ff1247350d5f tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=697cd46f-22b9-4568-a139-0d54c765a04a,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:53.873100 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-c9274229-16e6-46b4-acc7-7f85333037e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:53.874817 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-152caff0-98be-4409-8b0d-9d9fe5f285b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:53.876050 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-c9274229-16e6-46b4-acc7-7f85333037e2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88d3b4e7edaf414d832ee358beed3fa3&device_id=9d31436d-2785-4d66-9d25-60d1cb0935b5 HTTP/1.1" status: 200 len: 1096 time: 0.1723304 Dec 10 16:17:53.914960 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-2172df17-3798-4fcd-b0d1-bd630cb477c5 req-49276612-6c27-4947-a87b-c59e07296919 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] For port 581e958d-e164-4195-85c3-5965ee9e26fc, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=581e958d-e164-4195-85c3-5965ee9e26fc,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:17:53.915246 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2172df17-3798-4fcd-b0d1-bd630cb477c5 req-49276612-6c27-4947-a87b-c59e07296919 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:53.924153 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f437e53-f677-4321-a2a0-499ca2251f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab57753-ba5a-450d-847f-2b3ef09cced2,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:53.946878 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-152caff0-98be-4409-8b0d-9d9fe5f285b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:53.947912 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-152caff0-98be-4409-8b0d-9d9fe5f285b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:53.949511 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-152caff0-98be-4409-8b0d-9d9fe5f285b9 service neutron] 10.222.0.26 "PUT /v2.0/ports/070a865a-131b-477f-977f-e6abb0fc1cc1 HTTP/1.1" status: 200 len: 1095 time: 3.3811464 Dec 10 16:17:53.980108 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f363f44-25ac-41e3-a431-c4fa6cda4d55', 'tag': '070a865a-131b-477f-977f-e6abb0fc1cc1'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:17:53.983160 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7530d91e-6dbb-4abb-9ceb-783629f2b685" -d '{"events": [{"name": "network-changed", "server_uuid": "5f363f44-25ac-41e3-a431-c4fa6cda4d55", "tag": "070a865a-131b-477f-977f-e6abb0fc1cc1"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:17:54.012748 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949d638-475d-49c2-85a1-2aa91d2a0eea req-82ae2cc8-3f33-49a7-b381-7c4d346c23ac tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:54.014487 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1949d638-475d-49c2-85a1-2aa91d2a0eea req-82ae2cc8-3f33-49a7-b381-7c4d346c23ac tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a1e3c50-0ee8-499a-88bf-11d65f922fa0 HTTP/1.1" status: 200 len: 950 time: 0.4965949 Dec 10 16:17:54.024926 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-bb4313a3-7da6-4d42-a11e-dba1e406bd11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2bf2caa-c71c-421e-8478-919075d927f8 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:17:54.043907 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-2172df17-3798-4fcd-b0d1-bd630cb477c5 req-49276612-6c27-4947-a87b-c59e07296919 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Calling delete_port for 581e958d-e164-4195-85c3-5965ee9e26fc owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:17:54.111740 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-554ec246-77ab-4d26-b2d1-b6cb584252c2 req-7b1f5278-2195-4a48-a485-cdb25efdc831 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f0c93b4-2f66-4e94-b4ad-75c684bcc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639952 Dec 10 16:17:54.126789 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-bb4313a3-7da6-4d42-a11e-dba1e406bd11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:54.228272 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-bb4313a3-7da6-4d42-a11e-dba1e406bd11 service neutron] Transition to ACTIVE for port object a2bf2caa-c71c-421e-8478-919075d927f8 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:17:54.229090 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152caff0-98be-4409-8b0d-9d9fe5f285b9 service neutron] Pushing event updated for resources: {'Port': ['ID=070a865a-131b-477f-977f-e6abb0fc1cc1,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:54.279758 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-bb4313a3-7da6-4d42-a11e-dba1e406bd11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:54.293146 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-2dc9a524-1f0e-4fa7-a99a-b2c25887e0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:54.294434 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b2749e80-b5c8-4e37-97d0-9bdae1b1eb00 req-64097510-e652-4fa2-9972-108e10d355c3 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/ports?device_id=1da9c181-1a86-43f4-a64a-8c9e1a6a58ec HTTP/1.1" status: 200 len: 210 time: 0.0717394 Dec 10 16:17:54.294827 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-2dc9a524-1f0e-4fa7-a99a-b2c25887e0ce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ee4e94568afc4a3f8b8805636c663a1b&device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 1098 time: 0.2349741 Dec 10 16:17:54.315735 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-9be82a1f-01dc-4359-8d63-a532bd7f4321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:54.317310 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-9be82a1f-01dc-4359-8d63-a532bd7f4321 service neutron] 10.222.0.46 "GET /v2.0/networks?id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 HTTP/1.1" status: 200 len: 922 time: 0.4265728 Dec 10 16:17:54.385871 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-5e1b864d-e10b-4273-ac98-bca042c4134e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3059f99-74e7-4c93-9a61-1b4fbf153b5e HTTP/1.1" status: 200 len: 217 time: 0.0592389 Dec 10 16:17:54.427751 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f237f03-cd16-418d-8f75-d346d83cf71e x-openstack-request-id: req-8f237f03-cd16-418d-8f75-d346d83cf71e {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:17:54.428048 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f363f44-25ac-41e3-a431-c4fa6cda4d55", "tag": "070a865a-131b-477f-977f-e6abb0fc1cc1", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:17:54.428303 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8f237f03-cd16-418d-8f75-d346d83cf71e {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:17:54.428698 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f363f44-25ac-41e3-a431-c4fa6cda4d55', 'tag': '070a865a-131b-477f-977f-e6abb0fc1cc1', 'status': 'completed', 'code': 200} Dec 10 16:17:54.461308 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1949d638-475d-49c2-85a1-2aa91d2a0eea req-ac584ac7-4fd0-4d46-8d21-0dff5416e568 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bf9aa1d-863e-4793-ad2d-4bf46aa6f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242764 Dec 10 16:17:54.469838 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-a1ca319d-d502-4479-92a3-22e1395a59a9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=070a865a-131b-477f-977f-e6abb0fc1cc1 HTTP/1.1" status: 200 len: 217 time: 0.1424401 Dec 10 16:17:54.577888 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4313a3-7da6-4d42-a11e-dba1e406bd11 service neutron] Pushing event updated for resources: {'Port': ['ID=a2bf2caa-c71c-421e-8478-919075d927f8,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:54.606977 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-9cb7b622-cee3-482a-8c81-96a4de1390d6 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Made reservation on behalf of 2e84d1ba3ed84fd1a044665bdeab62bb for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:17:54.613122 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-9cb7b622-cee3-482a-8c81-96a4de1390d6 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:54.617634 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-2284dcc0-7537-41b3-9534-ff1247350d5f tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Allocated IP 192.168.233.187 (1b1da819-dfba-43f2-8848-8bb429159850/a7a18c92-5007-49e2-b728-7aedc06dca57/a4afd6bc-f576-42b6-a7fb-49350fe25e83) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:17:54.635296 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-ccfd6997-3e08-4ffb-bcd7-c42a40299668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:54.636778 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-ccfd6997-3e08-4ffb-bcd7-c42a40299668 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=19a3ead6-9cb2-4544-beb2-145a33d7ae3f HTTP/1.1" status: 200 len: 861 time: 0.2408960 Dec 10 16:17:54.657100 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866d7a0-1718-4c55-a052-f6c2bbec1118 req-69913913-7c51-403a-b74c-8087e0951184 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:54.658843 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a866d7a0-1718-4c55-a052-f6c2bbec1118 req-69913913-7c51-403a-b74c-8087e0951184 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d31436d-2785-4d66-9d25-60d1cb0935b5 HTTP/1.1" status: 200 len: 945 time: 0.1238077 Dec 10 16:17:54.660086 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2172df17-3798-4fcd-b0d1-bd630cb477c5 req-49276612-6c27-4947-a87b-c59e07296919 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:54.677297 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['581e958d-e164-4195-85c3-5965ee9e26fc'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:17:54.703398 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-6b28e4a4-d33b-47fe-88d8-c2dd3530f7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:54.705991 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-6b28e4a4-d33b-47fe-88d8-c2dd3530f7d5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.2091322 Dec 10 16:17:54.710770 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-bb4313a3-7da6-4d42-a11e-dba1e406bd11 service neutron] Attempting to bind port a2bf2caa-c71c-421e-8478-919075d927f8 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:17:54.721411 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-bb4313a3-7da6-4d42-a11e-dba1e406bd11 service neutron] Attempting to bind port a2bf2caa-c71c-421e-8478-919075d927f8 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:17:54.722364 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-bb4313a3-7da6-4d42-a11e-dba1e406bd11 service neutron] Attempting to bind port a2bf2caa-c71c-421e-8478-919075d927f8 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:17:54.736321 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['e836d740-5e74-484c-be04-59c1109e36dd'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:17:54.782870 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49276612-6c27-4947-a87b-c59e07296919 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Pushing event deleted for resources: {'Port': ['ID=581e958d-e164-4195-85c3-5965ee9e26fc,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:54.948422 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-5e954a21-dbcf-4aef-8126-0b27412a82ba tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:54.949921 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-5e954a21-dbcf-4aef-8126-0b27412a82ba tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.26 "GET /v2.0/networks?id=715b4c0a-da9c-47bb-91fb-624b419d2246 HTTP/1.1" status: 200 len: 824 time: 0.1682618 Dec 10 16:17:54.973958 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device e3059f99-74e7-4c93-9a61-1b4fbf153b5e no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:17:55.027706 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device e3059f99-74e7-4c93-9a61-1b4fbf153b5e not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:17:55.046253 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-9c57f386-b3a6-4df2-a3de-0b0754cd2fb8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3772256 Dec 10 16:17:55.066405 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35280) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:55.082851 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-2284dcc0-7537-41b3-9534-ff1247350d5f tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:55.131206 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-bb4313a3-7da6-4d42-a11e-dba1e406bd11 service neutron] Port a2bf2caa-c71c-421e-8478-919075d927f8 on network 1b1da819-dfba-43f2-8848-8bb429159850 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:17:55.131737 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-bb4313a3-7da6-4d42-a11e-dba1e406bd11 service neutron] Attempting to bind port a2bf2caa-c71c-421e-8478-919075d927f8 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:17:55.154412 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-2172df17-3798-4fcd-b0d1-bd630cb477c5 req-49276612-6c27-4947-a87b-c59e07296919 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] No DVR routers for this DVR port 581e958d-e164-4195-85c3-5965ee9e26fc on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:17:55.166742 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2172df17-3798-4fcd-b0d1-bd630cb477c5 req-49276612-6c27-4947-a87b-c59e07296919 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:55.170294 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2172df17-3798-4fcd-b0d1-bd630cb477c5 req-49276612-6c27-4947-a87b-c59e07296919 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.46 "DELETE /v2.0/ports/581e958d-e164-4195-85c3-5965ee9e26fc HTTP/1.1" status: 204 len: 173 time: 2.1156964 Dec 10 16:17:55.170766 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37862731-a747-43a3-baa2-63122ddddbb0', 'name': 'network-vif-deleted', 'tag': '581e958d-e164-4195-85c3-5965ee9e26fc'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:17:55.173947 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18571443-3b74-44d4-9378-e934995bd646" -d '{"events": [{"server_uuid": "37862731-a747-43a3-baa2-63122ddddbb0", "name": "network-vif-deleted", "tag": "581e958d-e164-4195-85c3-5965ee9e26fc"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:17:55.176449 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e6bfc044-156e-4176-a254-2789bcd1bad9 req-db3915c7-9c2a-442c-90c3-218175b08831 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d80ec4-3ec4-4c33-9c49-e38c5a3d682a HTTP/1.1" status: 200 len: 210 time: 0.4450996 Dec 10 16:17:55.198860 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-bb4313a3-7da6-4d42-a11e-dba1e406bd11 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:17:55.199307 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-bb4313a3-7da6-4d42-a11e-dba1e406bd11 service neutron] Checking segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:17:55.199671 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-bb4313a3-7da6-4d42-a11e-dba1e406bd11 service neutron] Bound using segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:17:55.200219 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-bb4313a3-7da6-4d42-a11e-dba1e406bd11 service neutron] Bound port: a2bf2caa-c71c-421e-8478-919075d927f8, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:17:55.200586 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-bb4313a3-7da6-4d42-a11e-dba1e406bd11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:55.241520 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-a3a606e9-4481-4779-8580-a7d986a9ebb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:55.243111 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-a3a606e9-4481-4779-8580-a7d986a9ebb1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2184210 Dec 10 16:17:55.244766 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-4853b78f-0d5c-49df-aef3-4b9942f0b084 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20faaf9c38d346c5a5c9ea0fc9964ecb HTTP/1.1" status: 200 len: 380 time: 0.1945562 Dec 10 16:17:55.264908 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a866d7a0-1718-4c55-a052-f6c2bbec1118 req-bef78425-6df8-49d8-9ad0-b3b16054486b tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5986362 Dec 10 16:17:55.283756 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-662db939-8e10-491a-8c01-142b5b8871fe tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Request body: {'port': {'device_id': '1da9c181-1a86-43f4-a64a-8c9e1a6a58ec', 'network_id': '715b4c0a-da9c-47bb-91fb-624b419d2246', 'admin_state_up': True, 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'security_groups': ['de734938-b937-4181-8955-8d1ef1a8949b']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:17:55.354303 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-2284dcc0-7537-41b3-9534-ff1247350d5f tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:55.412034 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-bb4313a3-7da6-4d42-a11e-dba1e406bd11 service neutron] For port a2bf2caa-c71c-421e-8478-919075d927f8, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:17:55.446402 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-30d35cf2-9980-448e-a19a-023dc1f5b6ed admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1502831201-network', 'tenant_id': 'ce8aa923e62740419aa52156296bd6c3'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:17:55.465511 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-bb4313a3-7da6-4d42-a11e-dba1e406bd11 service neutron] For port a2bf2caa-c71c-421e-8478-919075d927f8, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=a2bf2caa-c71c-421e-8478-919075d927f8,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:17:55.486023 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-bb4313a3-7da6-4d42-a11e-dba1e406bd11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:55.495244 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-2284dcc0-7537-41b3-9534-ff1247350d5f tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Network 1b1da819-dfba-43f2-8848-8bb429159850 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:17:55.503728 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-9cb7b622-cee3-482a-8c81-96a4de1390d6 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Allocated IP 192.168.233.59 (1b1da819-dfba-43f2-8848-8bb429159850/a7a18c92-5007-49e2-b728-7aedc06dca57/6ef2b40a-c092-4211-9d0c-f108a1ab8dd3) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:17:55.521412 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-2284dcc0-7537-41b3-9534-ff1247350d5f tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:17:55.527109 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-2284dcc0-7537-41b3-9534-ff1247350d5f tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:17:55.534777 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-2284dcc0-7537-41b3-9534-ff1247350d5f tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:55.535772 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-2284dcc0-7537-41b3-9534-ff1247350d5f tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:55.543147 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2284dcc0-7537-41b3-9534-ff1247350d5f tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Pushing event updated for resources: {'Port': ['ID=a4afd6bc-f576-42b6-a7fb-49350fe25e83,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:55.553347 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-fcf0c5e5-9b7d-4c18-bb14-bbca7b1a88ac service neutron] 10.222.0.46 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4843905 Dec 10 16:17:55.573683 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-bb4313a3-7da6-4d42-a11e-dba1e406bd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:55.579005 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-bb4313a3-7da6-4d42-a11e-dba1e406bd11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:55.587471 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-bb4313a3-7da6-4d42-a11e-dba1e406bd11 service neutron] 10.222.0.46 "PUT /v2.0/ports/a2bf2caa-c71c-421e-8478-919075d927f8 HTTP/1.1" status: 200 len: 1095 time: 3.4809527 Dec 10 16:17:55.589381 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d35cf2-9980-448e-a19a-023dc1f5b6ed admin admin] Made reservation on behalf of ce8aa923e62740419aa52156296bd6c3 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:17:55.592314 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-30d35cf2-9980-448e-a19a-023dc1f5b6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:55.594681 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-662db939-8e10-491a-8c01-142b5b8871fe tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Made reservation on behalf of 20faaf9c38d346c5a5c9ea0fc9964ecb for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:17:55.598070 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-662db939-8e10-491a-8c01-142b5b8871fe tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:55.611964 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc5faf-396e-4d6a-a44a-9e40a2a5df12 req-7d0d5287-4627-43db-b9d8-eb1c16720bbe tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:55.613862 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-62cc5faf-396e-4d6a-a44a-9e40a2a5df12 req-7d0d5287-4627-43db-b9d8-eb1c16720bbe tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6c9633-07ab-45d1-84a1-241b0646f99e HTTP/1.1" status: 200 len: 947 time: 0.1863048 Dec 10 16:17:55.693929 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-30d35cf2-9980-448e-a19a-023dc1f5b6ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:55.744145 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-0b2d4a27-4045-4c85-abc8-4f86e00fb864 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4769831 Dec 10 16:17:55.897709 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-2284dcc0-7537-41b3-9534-ff1247350d5f tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1177180 Dec 10 16:17:55.953283 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-5b81a9be-9334-40ef-ba24-2b67395443aa None None] Provisioning complete for port a4afd6bc-f576-42b6-a7fb-49350fe25e83 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:17:55.953814 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5b81a9be-9334-40ef-ba24-2b67395443aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:56.007742 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-0f75e24f-d0ac-4f7d-867d-792436f54c22 service neutron] Request body: {'port': {'device_id': '9400639f-0d32-47e4-956f-9078c6d3d3e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:17:56.044892 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a9be-9334-40ef-ba24-2b67395443aa None None] Port a4afd6bc-f576-42b6-a7fb-49350fe25e83 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:17:56.142677 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4313a3-7da6-4d42-a11e-dba1e406bd11 service neutron] Pushing event updated for resources: {'Port': ['ID=a2bf2caa-c71c-421e-8478-919075d927f8,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:56.150261 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e9082f-0416-42b9-a6d6-993b74afee6d x-openstack-request-id: req-66e9082f-0416-42b9-a6d6-993b74afee6d {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:17:56.152390 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37862731-a747-43a3-baa2-63122ddddbb0", "name": "network-vif-deleted", "tag": "581e958d-e164-4195-85c3-5965ee9e26fc", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:17:56.152496 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-66e9082f-0416-42b9-a6d6-993b74afee6d {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:17:56.154681 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37862731-a747-43a3-baa2-63122ddddbb0', 'name': 'network-vif-deleted', 'tag': '581e958d-e164-4195-85c3-5965ee9e26fc', 'status': 'completed', 'code': 200} Dec 10 16:17:56.255394 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-e812bb78-24aa-40df-995a-76acbc49e1ec service neutron] 10.222.0.46 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6770363 Dec 10 16:17:56.278588 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-62cc5faf-396e-4d6a-a44a-9e40a2a5df12 req-5614aa0d-cad2-4391-b298-43ac1d69d89d tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6462657 Dec 10 16:17:56.295554 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-662db939-8e10-491a-8c01-142b5b8871fe tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Allocated IP 172.20.0.11 (715b4c0a-da9c-47bb-91fb-624b419d2246/62480659-e465-41da-9ae4-1fa4cb439ee8/d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:17:56.455605 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf6c9633-07ab-45d1-84a1-241b0646f99e', 'tag': 'a2bf2caa-c71c-421e-8478-919075d927f8'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:17:56.458786 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce299d4d-0da3-42f2-99d5-d1922d65b08d" -d '{"events": [{"name": "network-changed", "server_uuid": "bf6c9633-07ab-45d1-84a1-241b0646f99e", "tag": "a2bf2caa-c71c-421e-8478-919075d927f8"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:17:56.469058 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-db9451ce-7592-4612-9437-76ea1a6de9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:56.470579 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-db9451ce-7592-4612-9437-76ea1a6de9e5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ee4e94568afc4a3f8b8805636c663a1b&device_id=bf6c9633-07ab-45d1-84a1-241b0646f99e HTTP/1.1" status: 200 len: 1098 time: 0.7049496 Dec 10 16:17:56.480420 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e6318696-f652-4eb5-ac7d-14118a515415 req-435249f6-1f15-4a5e-b1c0-b5246b24514d tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/ports?device_id=1da9c181-1a86-43f4-a64a-8c9e1a6a58ec HTTP/1.1" status: 200 len: 210 time: 0.3321774 Dec 10 16:17:56.531347 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-30d35cf2-9980-448e-a19a-023dc1f5b6ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:56.543988 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-30d35cf2-9980-448e-a19a-023dc1f5b6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:56.556514 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30d35cf2-9980-448e-a19a-023dc1f5b6ed admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:17:56.567981 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-30d35cf2-9980-448e-a19a-023dc1f5b6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:56.567981 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-30d35cf2-9980-448e-a19a-023dc1f5b6ed admin admin] Added segment 77461a73-d604-4857-904b-ff24a9592434 of type vlan for network c31a437c-1197-43f8-bbd7-0717db7ae3e4 Dec 10 16:17:56.571138 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-0f75e24f-d0ac-4f7d-867d-792436f54c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:56.593804 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-75d7e57a-704c-4c04-8d3f-6867a41f3639 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=a2bf2caa-c71c-421e-8478-919075d927f8 HTTP/1.1" status: 200 len: 217 time: 0.0986142 Dec 10 16:17:56.604630 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8a2d90fb-0930-4b95-825f-560bf8f5ad01 req-bb5088dc-c426-4dd9-ae9c-8c76686e765d service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7534451 Dec 10 16:17:56.615746 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-30d35cf2-9980-448e-a19a-023dc1f5b6ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:56.707166 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f075d-ca5f-409f-8574-67e4868bba4b req-856a0f28-e284-411b-a539-00e098bb1cec tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:56.717109 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b73f075d-ca5f-409f-8574-67e4868bba4b req-856a0f28-e284-411b-a539-00e098bb1cec tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a1e3c50-0ee8-499a-88bf-11d65f922fa0 HTTP/1.1" status: 200 len: 950 time: 0.3515480 Dec 10 16:17:56.772116 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-9cb7b622-cee3-482a-8c81-96a4de1390d6 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:56.811254 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-55634f0b-a2d3-419d-9044-9301e82e542a req-ec57f8c1-3c6e-4d11-abfb-1cae019a72c4 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d80ec4-3ec4-4c33-9c49-e38c5a3d682a HTTP/1.1" status: 200 len: 210 time: 0.0500932 Dec 10 16:17:56.812700 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-30d35cf2-9980-448e-a19a-023dc1f5b6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:56.816014 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d35cf2-9980-448e-a19a-023dc1f5b6ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:56.816619 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-30d35cf2-9980-448e-a19a-023dc1f5b6ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:56.819596 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-d5be501a-0977-4223-b1c7-033ba8e5a11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:56.821035 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-d5be501a-0977-4223-b1c7-033ba8e5a11a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.2066453 Dec 10 16:17:56.837863 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 581e958d-e164-4195-85c3-5965ee9e26fc no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:17:56.879247 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d35cf2-9980-448e-a19a-023dc1f5b6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba53670-1c7e-4137-9354-3458021d549f,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:56.882946 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: 581e958d-e164-4195-85c3-5965ee9e26fc {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:17:56.883758 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 581e958d-e164-4195-85c3-5965ee9e26fc not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:17:56.930912 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530d91e-6dbb-4abb-9ceb-783629f2b685 req-e389b089-ffe5-43c4-9fa9-d7662f5b7ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:56.932437 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7530d91e-6dbb-4abb-9ceb-783629f2b685 req-e389b089-ffe5-43c4-9fa9-d7662f5b7ee3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ee4e94568afc4a3f8b8805636c663a1b&device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 1098 time: 0.2526426 Dec 10 16:17:56.970023 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-662db939-8e10-491a-8c01-142b5b8871fe tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:56.989909 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-30d35cf2-9980-448e-a19a-023dc1f5b6ed admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8708081 Dec 10 16:17:56.997669 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35312) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:57.016324 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b73f075d-ca5f-409f-8574-67e4868bba4b req-0b901a79-9e7e-4fb4-b7f4-4356ee596b21 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bf9aa1d-863e-4793-ad2d-4bf46aa6f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982266 Dec 10 16:17:57.023844 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-b9d1f574-aa72-4386-bbc7-0da0634d0de8 admin admin] Request body: {'subnet': {'network_id': 'c31a437c-1197-43f8-bbd7-0717db7ae3e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1502831201-subnet', 'tenant_id': 'ce8aa923e62740419aa52156296bd6c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:17:57.042598 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-a57aa5af-be1a-4c17-9d83-769688496d4d tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:57.052664 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-a57aa5af-be1a-4c17-9d83-769688496d4d tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9d31436d-2785-4d66-9d25-60d1cb0935b5&tenant_id=88d3b4e7edaf414d832ee358beed3fa3&binding%3Ahost_id=n-h2-766771-2 HTTP/1.1" status: 200 len: 1096 time: 0.4054990 Dec 10 16:17:57.054767 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-9cb7b622-cee3-482a-8c81-96a4de1390d6 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:57.069682 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-500b0ae4-30a8-419f-88e5-ed51c2e40910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:57.071193 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-500b0ae4-30a8-419f-88e5-ed51c2e40910 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1879930 Dec 10 16:17:57.080877 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d35cf2-9980-448e-a19a-023dc1f5b6ed admin admin] Pushing event updated for resources: {'Network': ['ID=c31a437c-1197-43f8-bbd7-0717db7ae3e4,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:57.093639 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network c31a437c-1197-43f8-bbd7-0717db7ae3e4 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:17:57.118501 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cf1934-17c9-45bc-8b4a-dddd1b5d569a x-openstack-request-id: req-81cf1934-17c9-45bc-8b4a-dddd1b5d569a {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:17:57.118794 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf6c9633-07ab-45d1-84a1-241b0646f99e", "tag": "a2bf2caa-c71c-421e-8478-919075d927f8", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:17:57.119045 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-81cf1934-17c9-45bc-8b4a-dddd1b5d569a {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:17:57.119424 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf6c9633-07ab-45d1-84a1-241b0646f99e', 'tag': 'a2bf2caa-c71c-421e-8478-919075d927f8', 'status': 'completed', 'code': 200} Dec 10 16:17:57.242846 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-9cb7b622-cee3-482a-8c81-96a4de1390d6 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Network 1b1da819-dfba-43f2-8848-8bb429159850 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:17:57.270640 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-9cb7b622-cee3-482a-8c81-96a4de1390d6 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:17:57.281241 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46f747-1178-42f6-a45f-fce86de239d9 req-6e6b795b-cd97-4f81-b172-0a854b5844d8 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:57.292713 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-be46f747-1178-42f6-a45f-fce86de239d9 req-6e6b795b-cd97-4f81-b172-0a854b5844d8 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d31436d-2785-4d66-9d25-60d1cb0935b5 HTTP/1.1" status: 200 len: 945 time: 0.3363039 Dec 10 16:17:57.298262 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-9cb7b622-cee3-482a-8c81-96a4de1390d6 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:17:57.304859 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-9cb7b622-cee3-482a-8c81-96a4de1390d6 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:57.305497 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-9cb7b622-cee3-482a-8c81-96a4de1390d6 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:57.314697 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d1f574-aa72-4386-bbc7-0da0634d0de8 admin admin] Made reservation on behalf of ce8aa923e62740419aa52156296bd6c3 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:17:57.318345 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b9d1f574-aa72-4386-bbc7-0da0634d0de8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:57.338505 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530d91e-6dbb-4abb-9ceb-783629f2b685 req-4fadb204-cf80-4448-b328-191c64d9270f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:57.339985 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7530d91e-6dbb-4abb-9ceb-783629f2b685 req-4fadb204-cf80-4448-b328-191c64d9270f service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.3958933 Dec 10 16:17:57.356493 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7b622-cee3-482a-8c81-96a4de1390d6 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Pushing event updated for resources: {'Port': ['ID=6ef2b40a-c092-4211-9d0c-f108a1ab8dd3,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:57.444780 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-662db939-8e10-491a-8c01-142b5b8871fe tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:57.468822 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-9cb7b622-cee3-482a-8c81-96a4de1390d6 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8801455 Dec 10 16:17:57.484440 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7530d91e-6dbb-4abb-9ceb-783629f2b685 req-94452ab8-d9dc-4f4b-b03c-3d1c777676c2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=070a865a-131b-477f-977f-e6abb0fc1cc1 HTTP/1.1" status: 200 len: 217 time: 0.1246274 Dec 10 16:17:57.512387 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-1eae1e67-687a-4eab-ba98-ee22d4ef33b5 service neutron] Request body: {'port': {'device_id': 'd5d80ec4-3ec4-4c33-9c49-e38c5a3d682a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:17:57.586783 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-cc0f0e4d-c093-42a6-85dd-a45c55d93e05 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4699774 Dec 10 16:17:57.615555 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f02d6c-99ef-4b78-973e-de44bfaf646e req-b23923a3-165b-421f-b6a4-1c739b3471b0 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:57.631575 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e3f02d6c-99ef-4b78-973e-de44bfaf646e req-b23923a3-165b-421f-b6a4-1c739b3471b0 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/ports?device_id=db4fae84-1d4d-4235-a089-4beb0daa3780 HTTP/1.1" status: 200 len: 972 time: 0.3476021 Dec 10 16:17:57.651558 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-3d611930-1b58-4c73-b676-4355d56a3f61 None None] Provisioning complete for port 6ef2b40a-c092-4211-9d0c-f108a1ab8dd3 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:17:57.652089 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3d611930-1b58-4c73-b676-4355d56a3f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:57.657553 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-be46f747-1178-42f6-a45f-fce86de239d9 req-16d2b948-19e3-4c8e-8f09-ef4fdc1faba1 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639727 Dec 10 16:17:57.673439 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-662db939-8e10-491a-8c01-142b5b8871fe tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Network 715b4c0a-da9c-47bb-91fb-624b419d2246 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:17:57.717155 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-662db939-8e10-491a-8c01-142b5b8871fe tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:17:57.733870 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-3d611930-1b58-4c73-b676-4355d56a3f61 None None] Port 6ef2b40a-c092-4211-9d0c-f108a1ab8dd3 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:17:57.746740 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662db939-8e10-491a-8c01-142b5b8871fe tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Pushing event updated for resources: {'Port': ['ID=d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:57.750411 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95172bee-a4d0-4ab0-8c25-6f12a8d2cb9c req-7ad7792c-4164-49a5-ae5e-30caf30a2533 tempest-DeleteServersAdminTestJSON-1369461082 tempest-DeleteServersAdminTestJSON-1369461082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:57.752117 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95172bee-a4d0-4ab0-8c25-6f12a8d2cb9c req-7ad7792c-4164-49a5-ae5e-30caf30a2533 tempest-DeleteServersAdminTestJSON-1369461082 tempest-DeleteServersAdminTestJSON-1369461082-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=3a1e3c50-0ee8-499a-88bf-11d65f922fa0 HTTP/1.1" status: 200 len: 1101 time: 0.3636663 Dec 10 16:17:57.753289 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-662db939-8e10-491a-8c01-142b5b8871fe tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:17:57.795543 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530d91e-6dbb-4abb-9ceb-783629f2b685 req-6bf1cfd2-eda9-4037-ab5d-2ff268f0bfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:57.799225 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7530d91e-6dbb-4abb-9ceb-783629f2b685 req-6bf1cfd2-eda9-4037-ab5d-2ff268f0bfe6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.2803910 Dec 10 16:17:57.828270 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-0f75e24f-d0ac-4f7d-867d-792436f54c22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4afd6bc-f576-42b6-a7fb-49350fe25e83 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:17:57.864248 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-1eae1e67-687a-4eab-ba98-ee22d4ef33b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:57.871585 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-0f75e24f-d0ac-4f7d-867d-792436f54c22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:57.914231 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-b5de3370-c600-46a5-bb5e-9246a8bb46ba service neutron] For port e3059f99-74e7-4c93-9a61-1b4fbf153b5e, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:17:57.918500 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-b5de3370-c600-46a5-bb5e-9246a8bb46ba service neutron] Publish callbacks [] for binding, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:57.919664 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c375f038-d288-447a-8a75-57bb3e0104c1 req-b5de3370-c600-46a5-bb5e-9246a8bb46ba service neutron] 10.222.0.46 "DELETE /v2.0/ports/e3059f99-74e7-4c93-9a61-1b4fbf153b5e/bindings/n-h1-766771-2 HTTP/1.1" status: 204 len: 173 time: 0.8316824 Dec 10 16:17:57.944053 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e3f02d6c-99ef-4b78-973e-de44bfaf646e req-ba2bd71f-df30-4244-8d8d-8ef9d1c73cf3 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f0c93b4-2f66-4e94-b4ad-75c684bcc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109124 Dec 10 16:17:58.018191 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-0f75e24f-d0ac-4f7d-867d-792436f54c22 service neutron] Transition to ACTIVE for port object a4afd6bc-f576-42b6-a7fb-49350fe25e83 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:17:58.057594 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-662db939-8e10-491a-8c01-142b5b8871fe tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:58.058315 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-662db939-8e10-491a-8c01-142b5b8871fe tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:58.061521 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.26', 52804) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:58.068914 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-0f75e24f-d0ac-4f7d-867d-792436f54c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:58.080399 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e0859f36-da39-46c3-afa2-f2487e4be837 req-db9cc953-be3c-44e2-992c-3497cb465339 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4544148 Dec 10 16:17:58.089649 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530d91e-6dbb-4abb-9ceb-783629f2b685 req-8c05c40e-dd88-4b00-944d-8584f6e663c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:58.091179 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7530d91e-6dbb-4abb-9ceb-783629f2b685 req-8c05c40e-dd88-4b00-944d-8584f6e663c1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2808847 Dec 10 16:17:58.151989 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e29173-c0ef-4643-8bd0-0d92d6812bcf req-f2772750-0d02-4493-8747-3a4cd8484033 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:58.153694 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-02e29173-c0ef-4643-8bd0-0d92d6812bcf req-f2772750-0d02-4493-8747-3a4cd8484033 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6c9633-07ab-45d1-84a1-241b0646f99e HTTP/1.1" status: 200 len: 947 time: 0.3185515 Dec 10 16:17:58.202935 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-1a9a4c38-eb81-4cf9-8e3a-7cad3387fa13 None None] Provisioning complete for port d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:17:58.204509 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1a9a4c38-eb81-4cf9-8e3a-7cad3387fa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:58.284478 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-662db939-8e10-491a-8c01-142b5b8871fe tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0137351 Dec 10 16:17:58.300212 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-1a9a4c38-eb81-4cf9-8e3a-7cad3387fa13 None None] Port d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:17:58.307653 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-ec32be6c-c58d-4e22-a509-d6a050dd12ce service neutron] Request body: {'port': {'device_id': '1da9c181-1a86-43f4-a64a-8c9e1a6a58ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:17:58.350352 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b9d1f574-aa72-4386-bbc7-0da0634d0de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:58.353024 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-95172bee-a4d0-4ab0-8c25-6f12a8d2cb9c req-86907ef4-fa5f-4e1b-97bd-e0076935c09c tempest-DeleteServersAdminTestJSON-1369461082 tempest-DeleteServersAdminTestJSON-1369461082-project-admin] Deleting port 17f2ccc9-9c62-448c-8bd2-08684e4e9af3 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:17:58.353348 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-95172bee-a4d0-4ab0-8c25-6f12a8d2cb9c req-86907ef4-fa5f-4e1b-97bd-e0076935c09c tempest-DeleteServersAdminTestJSON-1369461082 tempest-DeleteServersAdminTestJSON-1369461082-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:58.436097 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f75e24f-d0ac-4f7d-867d-792436f54c22 service neutron] Pushing event updated for resources: {'Port': ['ID=a4afd6bc-f576-42b6-a7fb-49350fe25e83,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:58.463085 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c11d7d7-7f92-4081-8d7f-c5144d7d5b65 req-15d1d4b1-36a1-4be9-b7e4-d1df9c048418 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:58.464710 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1c11d7d7-7f92-4081-8d7f-c5144d7d5b65 req-15d1d4b1-36a1-4be9-b7e4-d1df9c048418 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.26 "GET /v2.0/ports?device_id=db4fae84-1d4d-4235-a089-4beb0daa3780 HTTP/1.1" status: 200 len: 972 time: 0.3769071 Dec 10 16:17:58.508967 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3981b-7dec-47a2-b72a-5d606ccfb9f0 req-3d082c8f-3eed-4f9b-95c9-7036e0455600 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:58.510846 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-62b3981b-7dec-47a2-b72a-5d606ccfb9f0 req-3d082c8f-3eed-4f9b-95c9-7036e0455600 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/ports?device_id=1da9c181-1a86-43f4-a64a-8c9e1a6a58ec HTTP/1.1" status: 200 len: 932 time: 0.4252942 Dec 10 16:17:58.585710 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-ec32be6c-c58d-4e22-a509-d6a050dd12ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:58.592497 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce299d4d-0da3-42f2-99d5-d1922d65b08d req-281093a5-b46e-462d-b85a-25647ceec19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:58.594243 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ce299d4d-0da3-42f2-99d5-d1922d65b08d req-281093a5-b46e-462d-b85a-25647ceec19f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ee4e94568afc4a3f8b8805636c663a1b&device_id=bf6c9633-07ab-45d1-84a1-241b0646f99e HTTP/1.1" status: 200 len: 1098 time: 0.4244971 Dec 10 16:17:58.611658 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d1f574-aa72-4386-bbc7-0da0634d0de8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=325102d6-bc21-4aae-9184-4a483fd29591,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:58.624606 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-02e29173-c0ef-4643-8bd0-0d92d6812bcf req-afb24e03-1423-4f60-bb5a-0ce9222862be tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4435825 Dec 10 16:17:58.627445 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7530d91e-6dbb-4abb-9ceb-783629f2b685 req-bcd75841-7687-4459-87b7-9681ac199764 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5085008 Dec 10 16:17:58.628674 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-0f75e24f-d0ac-4f7d-867d-792436f54c22 service neutron] Attempting to bind port a4afd6bc-f576-42b6-a7fb-49350fe25e83 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:17:58.629007 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-0f75e24f-d0ac-4f7d-867d-792436f54c22 service neutron] Attempting to bind port a4afd6bc-f576-42b6-a7fb-49350fe25e83 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:17:58.629329 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-0f75e24f-d0ac-4f7d-867d-792436f54c22 service neutron] Attempting to bind port a4afd6bc-f576-42b6-a7fb-49350fe25e83 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:17:58.688542 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-0f75e24f-d0ac-4f7d-867d-792436f54c22 service neutron] Port a4afd6bc-f576-42b6-a7fb-49350fe25e83 on network 1b1da819-dfba-43f2-8848-8bb429159850 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:17:58.688940 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-0f75e24f-d0ac-4f7d-867d-792436f54c22 service neutron] Attempting to bind port a4afd6bc-f576-42b6-a7fb-49350fe25e83 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:17:58.765515 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-0f75e24f-d0ac-4f7d-867d-792436f54c22 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:17:58.765849 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-0f75e24f-d0ac-4f7d-867d-792436f54c22 service neutron] Checking segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:17:58.766245 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-0f75e24f-d0ac-4f7d-867d-792436f54c22 service neutron] Bound using segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:17:58.766674 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-0f75e24f-d0ac-4f7d-867d-792436f54c22 service neutron] Bound port: a4afd6bc-f576-42b6-a7fb-49350fe25e83, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:17:58.767018 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-0f75e24f-d0ac-4f7d-867d-792436f54c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:58.803822 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d1f574-aa72-4386-bbc7-0da0634d0de8 admin admin] Checking segment: {'id': '77461a73-d604-4857-904b-ff24a9592434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c31a437c-1197-43f8-bbd7-0717db7ae3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:17:58.804498 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d1f574-aa72-4386-bbc7-0da0634d0de8 admin admin] Network hostable DHCP agents. Network: c31a437c-1197-43f8-bbd7-0717db7ae3e4, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:17:58.832644 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-95172bee-a4d0-4ab0-8c25-6f12a8d2cb9c req-86907ef4-fa5f-4e1b-97bd-e0076935c09c tempest-DeleteServersAdminTestJSON-1369461082 tempest-DeleteServersAdminTestJSON-1369461082-project-admin] For port 17f2ccc9-9c62-448c-8bd2-08684e4e9af3, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=17f2ccc9-9c62-448c-8bd2-08684e4e9af3,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:17:58.833021 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-95172bee-a4d0-4ab0-8c25-6f12a8d2cb9c req-86907ef4-fa5f-4e1b-97bd-e0076935c09c tempest-DeleteServersAdminTestJSON-1369461082 tempest-DeleteServersAdminTestJSON-1369461082-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:58.886486 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-62b3981b-7dec-47a2-b72a-5d606ccfb9f0 req-63965032-a3db-4257-8965-0a37f831928c tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/security-groups?id=de734938-b937-4181-8955-8d1ef1a8949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3568611 Dec 10 16:17:58.917828 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce299d4d-0da3-42f2-99d5-d1922d65b08d req-43d767d1-1a49-43c7-9122-fc0d171865a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:58.919541 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ce299d4d-0da3-42f2-99d5-d1922d65b08d req-43d767d1-1a49-43c7-9122-fc0d171865a9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.3121121 Dec 10 16:17:58.923077 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-95172bee-a4d0-4ab0-8c25-6f12a8d2cb9c req-86907ef4-fa5f-4e1b-97bd-e0076935c09c tempest-DeleteServersAdminTestJSON-1369461082 tempest-DeleteServersAdminTestJSON-1369461082-project-admin] Calling delete_port for 17f2ccc9-9c62-448c-8bd2-08684e4e9af3 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:17:58.951919 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d1f574-aa72-4386-bbc7-0da0634d0de8 admin admin] Network c31a437c-1197-43f8-bbd7-0717db7ae3e4 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:17:58.973853 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c45d4-3712-4184-97fe-8b6da51b73dc req-8d019382-6e2b-484f-831e-69f7d9162b52 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:58.980953 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2c8c45d4-3712-4184-97fe-8b6da51b73dc req-8d019382-6e2b-484f-831e-69f7d9162b52 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d80ec4-3ec4-4c33-9c49-e38c5a3d682a HTTP/1.1" status: 200 len: 935 time: 0.2188253 Dec 10 16:17:58.993359 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 070a865a-131b-477f-977f-e6abb0fc1cc1 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:17:59.008618 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-1c11d7d7-7f92-4081-8d7f-c5144d7d5b65 req-63850099-3b5b-43fc-877e-357accd6b4b6 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Deleting port e836d740-5e74-484c-be04-59c1109e36dd {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:17:59.008953 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1c11d7d7-7f92-4081-8d7f-c5144d7d5b65 req-63850099-3b5b-43fc-877e-357accd6b4b6 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:59.044611 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-b9d1f574-aa72-4386-bbc7-0da0634d0de8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, c31a437c-1197-43f8-bbd7-0717db7ae3e4) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:17:59.095724 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d1f574-aa72-4386-bbc7-0da0634d0de8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:59.096897 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b9d1f574-aa72-4386-bbc7-0da0634d0de8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:59.157456 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 070a865a-131b-477f-977f-e6abb0fc1cc1, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=070a865a-131b-477f-977f-e6abb0fc1cc1,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:17:59.183403 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b9d1f574-aa72-4386-bbc7-0da0634d0de8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1656446 Dec 10 16:17:59.184730 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '070a865a-131b-477f-977f-e6abb0fc1cc1', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'port_id': '070a865a-131b-477f-977f-e6abb0fc1cc1', 'mac_address': 'fa:16:3e:77:22:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a18c92-5007-49e2-b728-7aedc06dca57', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:17:59.190899 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d698cf-7734-4f53-b831-22619859995f None None] Network c31a437c-1197-43f8-bbd7-0717db7ae3e4 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:17:59.206660 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35332) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:17:59.217523 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-18765938-00e3-49ea-b0bf-fbc1c208bffd admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1502831201-router', 'tenant_id': 'ce8aa923e62740419aa52156296bd6c3', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:17:59.281719 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24041a-1299-4cb9-aa9c-be3343207e52 req-53e0735b-59d4-45dc-8413-702e33ab8ac4 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:59.290962 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2c24041a-1299-4cb9-aa9c-be3343207e52 req-53e0735b-59d4-45dc-8413-702e33ab8ac4 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a1e3c50-0ee8-499a-88bf-11d65f922fa0 HTTP/1.1" status: 200 len: 950 time: 0.2787144 Dec 10 16:17:59.320644 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7530d91e-6dbb-4abb-9ceb-783629f2b685 req-17385443-a4bf-4dce-9da5-270dbcc53602 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6727824 Dec 10 16:17:59.323735 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-1c11d7d7-7f92-4081-8d7f-c5144d7d5b65 req-63850099-3b5b-43fc-877e-357accd6b4b6 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] For port e836d740-5e74-484c-be04-59c1109e36dd, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=e836d740-5e74-484c-be04-59c1109e36dd,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:17:59.324207 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1c11d7d7-7f92-4081-8d7f-c5144d7d5b65 req-63850099-3b5b-43fc-877e-357accd6b4b6 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:59.328874 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ce299d4d-0da3-42f2-99d5-d1922d65b08d req-9333636d-da80-476b-8064-3a71c7082e85 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=a2bf2caa-c71c-421e-8478-919075d927f8 HTTP/1.1" status: 200 len: 217 time: 0.3920815 Dec 10 16:17:59.346322 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-1eae1e67-687a-4eab-ba98-ee22d4ef33b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ef2b40a-c092-4211-9d0c-f108a1ab8dd3 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:17:59.378395 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cab1019-073c-437a-8137-a021c34b0281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-c31a437c-1197-43f8-bbd7-0717db7ae3e4', 'network_id': 'c31a437c-1197-43f8-bbd7-0717db7ae3e4', 'project_id': 'ce8aa923e62740419aa52156296bd6c3', 'fixed_ips': [{'subnet_id': '325102d6-bc21-4aae-9184-4a483fd29591'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:17:59.379369 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8cab1019-073c-437a-8137-a021c34b0281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:59.380748 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-1c11d7d7-7f92-4081-8d7f-c5144d7d5b65 req-63850099-3b5b-43fc-877e-357accd6b4b6 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Calling delete_port for e836d740-5e74-484c-be04-59c1109e36dd owned by compute:tempest-test_az-1008623080 {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:17:59.384731 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-1eae1e67-687a-4eab-ba98-ee22d4ef33b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:59.393854 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-18765938-00e3-49ea-b0bf-fbc1c208bffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:59.394575 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-0f75e24f-d0ac-4f7d-867d-792436f54c22 service neutron] For port a4afd6bc-f576-42b6-a7fb-49350fe25e83, host n-h1-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:17:59.394976 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-18765938-00e3-49ea-b0bf-fbc1c208bffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:59.428624 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-1eae1e67-687a-4eab-ba98-ee22d4ef33b5 service neutron] Transition to ACTIVE for port object 6ef2b40a-c092-4211-9d0c-f108a1ab8dd3 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:17:59.433153 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-0f75e24f-d0ac-4f7d-867d-792436f54c22 service neutron] For port a4afd6bc-f576-42b6-a7fb-49350fe25e83, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=a4afd6bc-f576-42b6-a7fb-49350fe25e83,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:17:59.442831 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-1eae1e67-687a-4eab-ba98-ee22d4ef33b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:59.453195 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-0f75e24f-d0ac-4f7d-867d-792436f54c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:59.490625 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2c8c45d4-3712-4184-97fe-8b6da51b73dc req-e7873773-80e6-46ee-9375-befa9c68a7c0 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/security-groups?id=697cd46f-22b9-4568-a139-0d54c765a04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5041983 Dec 10 16:17:59.513838 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce299d4d-0da3-42f2-99d5-d1922d65b08d req-e9d2f9e5-8ebe-458b-a92c-247f71e7c10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:59.515681 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ce299d4d-0da3-42f2-99d5-d1922d65b08d req-e9d2f9e5-8ebe-458b-a92c-247f71e7c10a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.1745341 Dec 10 16:17:59.523315 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-95172bee-a4d0-4ab0-8c25-6f12a8d2cb9c req-86907ef4-fa5f-4e1b-97bd-e0076935c09c tempest-DeleteServersAdminTestJSON-1369461082 tempest-DeleteServersAdminTestJSON-1369461082-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:59.537517 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-ec32be6c-c58d-4e22-a509-d6a050dd12ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:17:59.569487 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2c24041a-1299-4cb9-aa9c-be3343207e52 req-83fb0b63-ad9a-44f8-855f-0d88b6bf3e83 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bf9aa1d-863e-4793-ad2d-4bf46aa6f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713945 Dec 10 16:17:59.594822 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['17f2ccc9-9c62-448c-8bd2-08684e4e9af3'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:17:59.597893 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:59.606266 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-8cab1019-073c-437a-8137-a021c34b0281 None None] Allocated IP 172.20.0.2 (c31a437c-1197-43f8-bbd7-0717db7ae3e4/325102d6-bc21-4aae-9184-4a483fd29591/7731be89-4223-4650-ad9f-c9c1331f1e99) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:17:59.633237 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-0f75e24f-d0ac-4f7d-867d-792436f54c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:59.645343 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-0f75e24f-d0ac-4f7d-867d-792436f54c22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:59.646974 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-0f75e24f-d0ac-4f7d-867d-792436f54c22 service neutron] 10.222.0.26 "PUT /v2.0/ports/a4afd6bc-f576-42b6-a7fb-49350fe25e83 HTTP/1.1" status: 200 len: 1096 time: 3.7005243 Dec 10 16:17:59.648370 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9400639f-0d32-47e4-956f-9078c6d3d3e8', 'tag': 'a4afd6bc-f576-42b6-a7fb-49350fe25e83'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:17:59.650824 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586a5324-d9b4-4deb-b6a0-6a155b1b8245" -d '{"events": [{"name": "network-changed", "server_uuid": "9400639f-0d32-47e4-956f-9078c6d3d3e8", "tag": "a4afd6bc-f576-42b6-a7fb-49350fe25e83"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:17:59.694383 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae1e67-687a-4eab-ba98-ee22d4ef33b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6ef2b40a-c092-4211-9d0c-f108a1ab8dd3,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:59.695604 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 070a865a-131b-477f-977f-e6abb0fc1cc1 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:17:59.744057 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 070a865a-131b-477f-977f-e6abb0fc1cc1, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=070a865a-131b-477f-977f-e6abb0fc1cc1,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:17:59.744290 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-ec32be6c-c58d-4e22-a509-d6a050dd12ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:59.759904 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:59.761241 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-ec32be6c-c58d-4e22-a509-d6a050dd12ce service neutron] Transition to ACTIVE for port object d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:17:59.785378 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-ec32be6c-c58d-4e22-a509-d6a050dd12ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:59.799150 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1c11d7d7-7f92-4081-8d7f-c5144d7d5b65 req-63850099-3b5b-43fc-877e-357accd6b4b6 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:17:59.823861 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86907ef4-fa5f-4e1b-97bd-e0076935c09c tempest-DeleteServersAdminTestJSON-1369461082 tempest-DeleteServersAdminTestJSON-1369461082-project-admin] Pushing event deleted for resources: {'Port': ['ID=17f2ccc9-9c62-448c-8bd2-08684e4e9af3,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:59.830882 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-1eae1e67-687a-4eab-ba98-ee22d4ef33b5 service neutron] Attempting to bind port 6ef2b40a-c092-4211-9d0c-f108a1ab8dd3 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:17:59.831782 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-1eae1e67-687a-4eab-ba98-ee22d4ef33b5 service neutron] Attempting to bind port 6ef2b40a-c092-4211-9d0c-f108a1ab8dd3 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:17:59.832066 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-1eae1e67-687a-4eab-ba98-ee22d4ef33b5 service neutron] Attempting to bind port 6ef2b40a-c092-4211-9d0c-f108a1ab8dd3 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:17:59.851268 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-1eae1e67-687a-4eab-ba98-ee22d4ef33b5 service neutron] Port 6ef2b40a-c092-4211-9d0c-f108a1ab8dd3 on network 1b1da819-dfba-43f2-8848-8bb429159850 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:17:59.851599 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-1eae1e67-687a-4eab-ba98-ee22d4ef33b5 service neutron] Attempting to bind port 6ef2b40a-c092-4211-9d0c-f108a1ab8dd3 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:17:59.859658 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-abd54334-cb92-4205-a0f8-39050206b0db req-61d900b3-2b7a-4b11-b394-b56d0e301326 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.11 "GET /v2.0/ports?device_id=db4fae84-1d4d-4235-a089-4beb0daa3780 HTTP/1.1" status: 200 len: 210 time: 0.0863760 Dec 10 16:17:59.860662 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=070a865a-131b-477f-977f-e6abb0fc1cc1,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:17:59.866351 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['e836d740-5e74-484c-be04-59c1109e36dd'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:17:59.936454 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce299d4d-0da3-42f2-99d5-d1922d65b08d req-1983ee55-6811-49d3-bdeb-f7633c12f202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:17:59.939818 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ce299d4d-0da3-42f2-99d5-d1922d65b08d req-1983ee55-6811-49d3-bdeb-f7633c12f202 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4077709 Dec 10 16:17:59.977016 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-1eae1e67-687a-4eab-ba98-ee22d4ef33b5 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:17:59.995654 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-1eae1e67-687a-4eab-ba98-ee22d4ef33b5 service neutron] Checking segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:17:59.996492 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-1eae1e67-687a-4eab-ba98-ee22d4ef33b5 service neutron] Bound using segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:17:59.997114 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-1eae1e67-687a-4eab-ba98-ee22d4ef33b5 service neutron] Bound port: 6ef2b40a-c092-4211-9d0c-f108a1ab8dd3, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:17:59.997920 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-1eae1e67-687a-4eab-ba98-ee22d4ef33b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:00.019986 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ebd91-8025-4cbb-b7c4-fcc8aebe1972 req-c4fe1976-e6ad-4297-a59b-ac7af9452a79 tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:00.028104 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fc9ebd91-8025-4cbb-b7c4-fcc8aebe1972 req-c4fe1976-e6ad-4297-a59b-ac7af9452a79 tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9d31436d-2785-4d66-9d25-60d1cb0935b5 HTTP/1.1" status: 200 len: 1096 time: 0.3623409 Dec 10 16:18:00.041410 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-244011e8-4ee7-4687-9b9b-ba25ec525d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:00.042965 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-244011e8-4ee7-4687-9b9b-ba25ec525d5e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2e84d1ba3ed84fd1a044665bdeab62bb&device_id=9400639f-0d32-47e4-956f-9078c6d3d3e8 HTTP/1.1" status: 200 len: 1099 time: 0.3200254 Dec 10 16:18:00.054915 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['070a865a-131b-477f-977f-e6abb0fc1cc1'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:18:00.200515 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fc9ebd91-8025-4cbb-b7c4-fcc8aebe1972 req-73aabf5e-5f7c-447e-9f51-baaff09c59ec tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600466 Dec 10 16:18:00.323961 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-ea7dddb5-7390-4260-9bb8-370803ec8564 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=a4afd6bc-f576-42b6-a7fb-49350fe25e83 HTTP/1.1" status: 200 len: 217 time: 0.1885650 Dec 10 16:18:00.331210 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f75e24f-d0ac-4f7d-867d-792436f54c22 service neutron] Pushing event updated for resources: {'Port': ['ID=a4afd6bc-f576-42b6-a7fb-49350fe25e83,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:00.336050 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-18765938-00e3-49ea-b0bf-fbc1c208bffd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:00.362229 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54498e7-d6cc-4ede-92ab-cf8747251fbe x-openstack-request-id: req-c54498e7-d6cc-4ede-92ab-cf8747251fbe {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:18:00.362712 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9400639f-0d32-47e4-956f-9078c6d3d3e8", "tag": "a4afd6bc-f576-42b6-a7fb-49350fe25e83", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:18:00.365742 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c54498e7-d6cc-4ede-92ab-cf8747251fbe {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:18:00.366338 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9400639f-0d32-47e4-956f-9078c6d3d3e8', 'tag': 'a4afd6bc-f576-42b6-a7fb-49350fe25e83', 'status': 'completed', 'code': 200} Dec 10 16:18:00.406454 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-95172bee-a4d0-4ab0-8c25-6f12a8d2cb9c req-86907ef4-fa5f-4e1b-97bd-e0076935c09c tempest-DeleteServersAdminTestJSON-1369461082 tempest-DeleteServersAdminTestJSON-1369461082-project-admin] No DVR routers for this DVR port 17f2ccc9-9c62-448c-8bd2-08684e4e9af3 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:18:00.412936 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-95172bee-a4d0-4ab0-8c25-6f12a8d2cb9c req-86907ef4-fa5f-4e1b-97bd-e0076935c09c tempest-DeleteServersAdminTestJSON-1369461082 tempest-DeleteServersAdminTestJSON-1369461082-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:00.418783 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95172bee-a4d0-4ab0-8c25-6f12a8d2cb9c req-86907ef4-fa5f-4e1b-97bd-e0076935c09c tempest-DeleteServersAdminTestJSON-1369461082 tempest-DeleteServersAdminTestJSON-1369461082-project-admin] 10.222.0.46 "DELETE /v2.0/ports/17f2ccc9-9c62-448c-8bd2-08684e4e9af3 HTTP/1.1" status: 204 len: 173 time: 2.6522679 Dec 10 16:18:00.476978 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1e3c50-0ee8-499a-88bf-11d65f922fa0', 'name': 'network-vif-deleted', 'tag': '17f2ccc9-9c62-448c-8bd2-08684e4e9af3'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:18:00.479152 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5cefe0-4621-4cd3-a22b-fb929b08687b" -d '{"events": [{"server_uuid": "3a1e3c50-0ee8-499a-88bf-11d65f922fa0", "name": "network-vif-deleted", "tag": "17f2ccc9-9c62-448c-8bd2-08684e4e9af3"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:18:00.485108 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8cab1019-073c-437a-8137-a021c34b0281 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:00.513222 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8cab1019-073c-437a-8137-a021c34b0281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:00.566217 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-1e190bee-5d20-444f-af22-24346f97e4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:00.567851 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-1e190bee-5d20-444f-af22-24346f97e4f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.2004976 Dec 10 16:18:00.578849 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-1eae1e67-687a-4eab-ba98-ee22d4ef33b5 service neutron] For port 6ef2b40a-c092-4211-9d0c-f108a1ab8dd3, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:18:00.580375 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab1019-073c-437a-8137-a021c34b0281 None None] Pushing event updated for resources: {'Port': ['ID=7731be89-4223-4650-ad9f-c9c1331f1e99,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:00.584513 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-1eae1e67-687a-4eab-ba98-ee22d4ef33b5 service neutron] For port 6ef2b40a-c092-4211-9d0c-f108a1ab8dd3, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=6ef2b40a-c092-4211-9d0c-f108a1ab8dd3,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:18:00.596563 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cab1019-073c-437a-8137-a021c34b0281 None None] Network c31a437c-1197-43f8-bbd7-0717db7ae3e4 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:18:00.598173 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-8cab1019-073c-437a-8137-a021c34b0281 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:18:00.605220 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cab1019-073c-437a-8137-a021c34b0281 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:18:00.612855 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-1eae1e67-687a-4eab-ba98-ee22d4ef33b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:00.670561 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-8cab1019-073c-437a-8137-a021c34b0281 None None] Attempting to bind port 7731be89-4223-4650-ad9f-c9c1331f1e99 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:18:00.671303 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-8cab1019-073c-437a-8137-a021c34b0281 None None] Attempting to bind port 7731be89-4223-4650-ad9f-c9c1331f1e99 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '77461a73-d604-4857-904b-ff24a9592434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c31a437c-1197-43f8-bbd7-0717db7ae3e4'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:18:00.672048 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cab1019-073c-437a-8137-a021c34b0281 None None] Attempting to bind port 7731be89-4223-4650-ad9f-c9c1331f1e99 on network c31a437c-1197-43f8-bbd7-0717db7ae3e4 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:18:00.678065 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cab1019-073c-437a-8137-a021c34b0281 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:18:00.678831 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cab1019-073c-437a-8137-a021c34b0281 None None] Checking segment: {'id': '77461a73-d604-4857-904b-ff24a9592434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c31a437c-1197-43f8-bbd7-0717db7ae3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:18:00.679995 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-ec32be6c-c58d-4e22-a509-d6a050dd12ce service neutron] Attempting to bind port d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:18:00.680345 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-ec32be6c-c58d-4e22-a509-d6a050dd12ce service neutron] Attempting to bind port d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'd00404b4-000b-43be-919f-49cd49cf6df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '715b4c0a-da9c-47bb-91fb-624b419d2246'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:18:00.680589 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8cab1019-073c-437a-8137-a021c34b0281 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:00.680706 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-ec32be6c-c58d-4e22-a509-d6a050dd12ce service neutron] Attempting to bind port d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd on network 715b4c0a-da9c-47bb-91fb-624b419d2246 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:18:00.681296 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cab1019-073c-437a-8137-a021c34b0281 None None] Bound using segment: {'id': '77461a73-d604-4857-904b-ff24a9592434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c31a437c-1197-43f8-bbd7-0717db7ae3e4'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:18:00.682155 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-8cab1019-073c-437a-8137-a021c34b0281 None None] Bound port: 7731be89-4223-4650-ad9f-c9c1331f1e99, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77461a73-d604-4857-904b-ff24a9592434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c31a437c-1197-43f8-bbd7-0717db7ae3e4'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:18:00.682777 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8cab1019-073c-437a-8137-a021c34b0281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:00.683671 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c11d7d7-7f92-4081-8d7f-c5144d7d5b65 req-63850099-3b5b-43fc-877e-357accd6b4b6 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] No DVR routers for this DVR port e836d740-5e74-484c-be04-59c1109e36dd on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:18:00.729655 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1c11d7d7-7f92-4081-8d7f-c5144d7d5b65 req-63850099-3b5b-43fc-877e-357accd6b4b6 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:00.733998 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1c11d7d7-7f92-4081-8d7f-c5144d7d5b65 req-63850099-3b5b-43fc-877e-357accd6b4b6 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] 10.222.0.26 "DELETE /v2.0/ports/e836d740-5e74-484c-be04-59c1109e36dd HTTP/1.1" status: 204 len: 173 time: 2.2502997 Dec 10 16:18:00.742603 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-1eae1e67-687a-4eab-ba98-ee22d4ef33b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:00.743213 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-1eae1e67-687a-4eab-ba98-ee22d4ef33b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:00.744947 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-1eae1e67-687a-4eab-ba98-ee22d4ef33b5 service neutron] 10.222.0.46 "PUT /v2.0/ports/6ef2b40a-c092-4211-9d0c-f108a1ab8dd3 HTTP/1.1" status: 200 len: 1095 time: 3.2585468 Dec 10 16:18:00.770650 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-ec32be6c-c58d-4e22-a509-d6a050dd12ce service neutron] Port d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd on network 715b4c0a-da9c-47bb-91fb-624b419d2246 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:18:00.771107 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-ec32be6c-c58d-4e22-a509-d6a050dd12ce service neutron] Attempting to bind port d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd on network 715b4c0a-da9c-47bb-91fb-624b419d2246 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:18:00.787718 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629ea30-3e6c-4cb6-85b0-93fcf1ee0b97 req-cf8669c7-5cd8-48e6-b0e8-2d3c31ea0957 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:00.788435 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8cab1019-073c-437a-8137-a021c34b0281 None None] For port 7731be89-4223-4650-ad9f-c9c1331f1e99, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:18:00.792510 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8cab1019-073c-437a-8137-a021c34b0281 None None] For port 7731be89-4223-4650-ad9f-c9c1331f1e99, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=7731be89-4223-4650-ad9f-c9c1331f1e99,segment=NetworkSegment(77461a73-d604-4857-904b-ff24a9592434),segment_id=77461a73-d604-4857-904b-ff24a9592434)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:18:00.796363 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c629ea30-3e6c-4cb6-85b0-93fcf1ee0b97 req-cf8669c7-5cd8-48e6-b0e8-2d3c31ea0957 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/ports?device_id=1da9c181-1a86-43f4-a64a-8c9e1a6a58ec HTTP/1.1" status: 200 len: 944 time: 0.2809258 Dec 10 16:18:00.797239 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8cab1019-073c-437a-8137-a021c34b0281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:00.810863 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ce299d4d-0da3-42f2-99d5-d1922d65b08d req-057add33-5d5c-4b57-ba0e-9d22f74de6b0 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8439524 Dec 10 16:18:00.817897 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada149b-a7d4-4bd7-abef-8839837e762d req-b2ca8176-d55b-457c-bc76-cebb75b154f4 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:00.826619 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cada149b-a7d4-4bd7-abef-8839837e762d req-b2ca8176-d55b-457c-bc76-cebb75b154f4 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6c9633-07ab-45d1-84a1-241b0646f99e HTTP/1.1" status: 200 len: 947 time: 0.4848981 Dec 10 16:18:00.847993 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-eaa7c279-d618-457b-b32d-34ee7567f2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:00.849476 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-eaa7c279-d618-457b-b32d-34ee7567f2b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2592838 Dec 10 16:18:00.880755 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device a2bf2caa-c71c-421e-8478-919075d927f8 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:18:00.887120 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab1019-073c-437a-8137-a021c34b0281 None None] Pushing event updated for resources: {'Port': ['ID=7731be89-4223-4650-ad9f-c9c1331f1e99,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:00.921300 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-ec32be6c-c58d-4e22-a509-d6a050dd12ce service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:18:00.921658 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-ec32be6c-c58d-4e22-a509-d6a050dd12ce service neutron] Checking segment: {'id': 'd00404b4-000b-43be-919f-49cd49cf6df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '715b4c0a-da9c-47bb-91fb-624b419d2246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:18:00.922075 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-ec32be6c-c58d-4e22-a509-d6a050dd12ce service neutron] Bound using segment: {'id': 'd00404b4-000b-43be-919f-49cd49cf6df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '715b4c0a-da9c-47bb-91fb-624b419d2246'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:18:00.922682 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-ec32be6c-c58d-4e22-a509-d6a050dd12ce service neutron] Bound port: d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd00404b4-000b-43be-919f-49cd49cf6df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '715b4c0a-da9c-47bb-91fb-624b419d2246'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:18:00.925484 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-ec32be6c-c58d-4e22-a509-d6a050dd12ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:01.002395 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec32be6c-c58d-4e22-a509-d6a050dd12ce service neutron] Pushing event updated for resources: {'Port': ['ID=d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:01.004983 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 070a865a-131b-477f-977f-e6abb0fc1cc1 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:18:01.082935 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae1e67-687a-4eab-ba98-ee22d4ef33b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6ef2b40a-c092-4211-9d0c-f108a1ab8dd3,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:01.094656 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63850099-3b5b-43fc-877e-357accd6b4b6 tempest-LiveMigrationNegativeTest-1118187033 tempest-LiveMigrationNegativeTest-1118187033-project] Pushing event deleted for resources: {'Port': ['ID=e836d740-5e74-484c-be04-59c1109e36dd,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:01.161715 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cada149b-a7d4-4bd7-abef-8839837e762d req-319866bb-660b-4cc6-a13b-731947777833 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341393 Dec 10 16:18:01.169278 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-18765938-00e3-49ea-b0bf-fbc1c208bffd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:01.197093 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-304fe925-41e0-4b54-8c90-5027fa24e696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:01.198694 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-304fe925-41e0-4b54-8c90-5027fa24e696 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2e84d1ba3ed84fd1a044665bdeab62bb&device_id=d5d80ec4-3ec4-4c33-9c49-e38c5a3d682a HTTP/1.1" status: 200 len: 1098 time: 0.3991344 Dec 10 16:18:01.251748 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port a2bf2caa-c71c-421e-8478-919075d927f8, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=a2bf2caa-c71c-421e-8478-919075d927f8,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:01.279157 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'a2bf2caa-c71c-421e-8478-919075d927f8', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'port_id': 'a2bf2caa-c71c-421e-8478-919075d927f8', 'mac_address': 'fa:16:3e:3b:02:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a18c92-5007-49e2-b728-7aedc06dca57', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:18:01.379294 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-ec32be6c-c58d-4e22-a509-d6a050dd12ce service neutron] For port d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:18:01.380897 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:01.383199 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 070a865a-131b-477f-977f-e6abb0fc1cc1 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:18:01.401143 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 070a865a-131b-477f-977f-e6abb0fc1cc1 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:18:01.401751 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:01.405791 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c629ea30-3e6c-4cb6-85b0-93fcf1ee0b97 req-14384d97-54fe-4b09-9128-014c410f02d4 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/security-groups?id=de734938-b937-4181-8955-8d1ef1a8949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6084530 Dec 10 16:18:01.435151 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2bf2caa-c71c-421e-8478-919075d927f8 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:18:01.445738 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ce299d4d-0da3-42f2-99d5-d1922d65b08d req-e3b7448e-7f5b-4905-a9c9-429a3741900c service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5760591 Dec 10 16:18:01.447189 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-b399ca5f-1052-4238-84d0-c3b062f26087 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=6ef2b40a-c092-4211-9d0c-f108a1ab8dd3 HTTP/1.1" status: 200 len: 217 time: 0.2382002 Dec 10 16:18:01.505557 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-ec32be6c-c58d-4e22-a509-d6a050dd12ce service neutron] For port d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd,segment=NetworkSegment(d00404b4-000b-43be-919f-49cd49cf6df9),segment_id=d00404b4-000b-43be-919f-49cd49cf6df9)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:18:01.516270 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-ec32be6c-c58d-4e22-a509-d6a050dd12ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:01.544663 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77116041-ebee-49a5-8789-7f5c54c99736 x-openstack-request-id: req-77116041-ebee-49a5-8789-7f5c54c99736 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:18:01.544963 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1e3c50-0ee8-499a-88bf-11d65f922fa0", "name": "network-vif-deleted", "tag": "17f2ccc9-9c62-448c-8bd2-08684e4e9af3", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:18:01.545228 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-77116041-ebee-49a5-8789-7f5c54c99736 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:18:01.545611 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1e3c50-0ee8-499a-88bf-11d65f922fa0', 'name': 'network-vif-deleted', 'tag': '17f2ccc9-9c62-448c-8bd2-08684e4e9af3', 'status': 'completed', 'code': 200} Dec 10 16:18:01.555958 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port a2bf2caa-c71c-421e-8478-919075d927f8, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=a2bf2caa-c71c-421e-8478-919075d927f8,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:01.567106 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:01.623701 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-7dd16961-371a-48cf-9a2a-12b713d0bcc1 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7246044 Dec 10 16:18:01.629362 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-f110c676-00f3-4fa6-8339-1a9a04da16a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:01.631159 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-f110c676-00f3-4fa6-8339-1a9a04da16a0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.1592312 Dec 10 16:18:01.694040 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-ec32be6c-c58d-4e22-a509-d6a050dd12ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:01.694688 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-ec32be6c-c58d-4e22-a509-d6a050dd12ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:01.696064 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-ec32be6c-c58d-4e22-a509-d6a050dd12ce service neutron] 10.222.0.26 "PUT /v2.0/ports/d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd HTTP/1.1" status: 200 len: 1092 time: 3.3948967 Dec 10 16:18:01.722467 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec32be6c-c58d-4e22-a509-d6a050dd12ce service neutron] Pushing event updated for resources: {'Port': ['ID=d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:01.731478 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=a2bf2caa-c71c-421e-8478-919075d927f8,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:01.746609 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:01.806068 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f363f44-25ac-41e3-a431-c4fa6cda4d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070a865a-131b-477f-977f-e6abb0fc1cc1'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:18:01.814768 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d479400f-be10-4443-9607-379fdc9fde5c" -d '{"events": [{"server_uuid": "5f363f44-25ac-41e3-a431-c4fa6cda4d55", "name": "network-vif-plugged", "status": "completed", "tag": "070a865a-131b-477f-977f-e6abb0fc1cc1"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:18:01.817926 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-99c390ee-f583-4a33-9539-900c1c64dfbe tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:01.827060 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-99c390ee-f583-4a33-9539-900c1c64dfbe tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/networks?id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 HTTP/1.1" status: 200 len: 821 time: 0.3146594 Dec 10 16:18:01.829817 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['a2bf2caa-c71c-421e-8478-919075d927f8'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:18:01.880025 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-96f4be1b-70b2-48ca-9060-4a051efa90fe tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/quotas/88d3b4e7edaf414d832ee358beed3fa3 HTTP/1.1" status: 200 len: 375 time: 0.0503109 Dec 10 16:18:01.900171 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 070a865a-131b-477f-977f-e6abb0fc1cc1, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=070a865a-131b-477f-977f-e6abb0fc1cc1,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:01.918624 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:01.919428 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device e836d740-5e74-484c-be04-59c1109e36dd no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:18:01.936818 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38d5be-c71b-455d-afcf-bd95d6f23dcd req-31f6fa98-bac2-4531-a3c9-e6ad1ee71239 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:01.938798 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ce38d5be-c71b-455d-afcf-bd95d6f23dcd req-31f6fa98-bac2-4531-a3c9-e6ad1ee71239 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d80ec4-3ec4-4c33-9c49-e38c5a3d682a HTTP/1.1" status: 200 len: 947 time: 0.2910905 Dec 10 16:18:01.954167 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: e836d740-5e74-484c-be04-59c1109e36dd {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:18:01.954167 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device e836d740-5e74-484c-be04-59c1109e36dd not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:18:02.004195 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-6eeee86f-1418-4a6f-9df6-9a1bffd186c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:02.005702 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-6eeee86f-1418-4a6f-9df6-9a1bffd186c8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20faaf9c38d346c5a5c9ea0fc9964ecb&device_id=1da9c181-1a86-43f4-a64a-8c9e1a6a58ec HTTP/1.1" status: 200 len: 1095 time: 0.2557783 Dec 10 16:18:02.022298 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-c6ee6134-1cdc-4b1e-84e8-6de7786de4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:02.024411 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-c6ee6134-1cdc-4b1e-84e8-6de7786de4b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3322370 Dec 10 16:18:02.045933 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 7731be89-4223-4650-ad9f-c9c1331f1e99 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:18:02.109983 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e8d3ca3a-d0f1-40ad-a16c-98b82073351d req-a4d0cc2c-2894-481e-ad5b-a368ca94a929 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4776311 Dec 10 16:18:02.132588 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=070a865a-131b-477f-977f-e6abb0fc1cc1,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:02.224272 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-6664a0a3-8f64-4bcd-af56-14e18fa0bafe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd HTTP/1.1" status: 200 len: 217 time: 0.2062011 Dec 10 16:18:02.225583 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-18765938-00e3-49ea-b0bf-fbc1c208bffd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:02.226678 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ce38d5be-c71b-455d-afcf-bd95d6f23dcd req-eecff029-b745-4a7f-9567-380074442b47 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/security-groups?id=697cd46f-22b9-4568-a139-0d54c765a04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650027 Dec 10 16:18:02.308758 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 7731be89-4223-4650-ad9f-c9c1331f1e99 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:18:02.309136 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:02.312516 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a5324-d9b4-4deb-b6a0-6a155b1b8245 req-17da7411-adfa-42f7-ae00-ed647b2b9af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:02.314004 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-586a5324-d9b4-4deb-b6a0-6a155b1b8245 req-17da7411-adfa-42f7-ae00-ed647b2b9af9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2e84d1ba3ed84fd1a044665bdeab62bb&device_id=9400639f-0d32-47e4-956f-9078c6d3d3e8 HTTP/1.1" status: 200 len: 1099 time: 0.1418400 Dec 10 16:18:02.329453 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-92ab54e9-c067-4111-b40d-23df9969a99d service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658741 Dec 10 16:18:02.378170 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d80ec4-3ec4-4c33-9c49-e38c5a3d682a', 'tag': '6ef2b40a-c092-4211-9d0c-f108a1ab8dd3'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:18:02.381761 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-410dc406-2441-4d00-af05-b0752c66ed92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:02.383924 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b310c2-8ef3-441a-ba40-2ef8cd7090ed" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d80ec4-3ec4-4c33-9c49-e38c5a3d682a", "tag": "6ef2b40a-c092-4211-9d0c-f108a1ab8dd3"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:18:02.390653 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-410dc406-2441-4d00-af05-b0752c66ed92 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=62480659-e465-41da-9ae4-1fa4cb439ee8 HTTP/1.1" status: 200 len: 863 time: 0.1455796 Dec 10 16:18:02.396586 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-18765938-00e3-49ea-b0bf-fbc1c208bffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:02.429582 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-640c60b8-f683-4a21-95af-ade97b24d016 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=88d3b4e7edaf414d832ee358beed3fa3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5467272 Dec 10 16:18:02.510981 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae9c7b4-23cb-4536-9acf-52a59c49045b x-openstack-request-id: req-8ae9c7b4-23cb-4536-9acf-52a59c49045b {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:18:02.511305 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f363f44-25ac-41e3-a431-c4fa6cda4d55", "name": "network-vif-plugged", "status": "completed", "tag": "070a865a-131b-477f-977f-e6abb0fc1cc1", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:18:02.511565 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8ae9c7b4-23cb-4536-9acf-52a59c49045b {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:18:02.511970 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f363f44-25ac-41e3-a431-c4fa6cda4d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070a865a-131b-477f-977f-e6abb0fc1cc1', 'code': 200} Dec 10 16:18:02.552484 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:02.619155 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 7731be89-4223-4650-ad9f-c9c1331f1e99, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=7731be89-4223-4650-ad9f-c9c1331f1e99,segment=NetworkSegment(77461a73-d604-4857-904b-ff24a9592434),segment_id=77461a73-d604-4857-904b-ff24a9592434)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:02.624944 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:02.683583 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=7731be89-4223-4650-ad9f-c9c1331f1e99,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:02.703327 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c628f6-08ac-4da1-b200-46904afbdc86 None None] Network c31a437c-1197-43f8-bbd7-0717db7ae3e4 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:18:02.721932 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a5324-d9b4-4deb-b6a0-6a155b1b8245 req-f004c2e8-8730-480e-8fd3-841499356f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:02.724432 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-586a5324-d9b4-4deb-b6a0-6a155b1b8245 req-f004c2e8-8730-480e-8fd3-841499356f52 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.3940716 Dec 10 16:18:02.726602 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-85ca62e6-9051-41dc-b53e-3ea438e6a6c6 req-9ca0af34-e7f5-4357-9557-77698b0d395f service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741724 Dec 10 16:18:02.773940 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2b91c-660c-49e8-8ae0-556db3d6c0a5 req-8c7c7c44-ca7d-46bb-be51-763e7c5145e0 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:02.776093 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-84f2b91c-660c-49e8-8ae0-556db3d6c0a5 req-8c7c7c44-ca7d-46bb-be51-763e7c5145e0 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6c9633-07ab-45d1-84a1-241b0646f99e HTTP/1.1" status: 200 len: 948 time: 0.1530178 Dec 10 16:18:02.817163 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35386) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:18:02.825673 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-586a5324-d9b4-4deb-b6a0-6a155b1b8245 req-2965e79b-5ad7-40d5-8276-5709f3233072 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=a4afd6bc-f576-42b6-a7fb-49350fe25e83 HTTP/1.1" status: 200 len: 217 time: 0.0929410 Dec 10 16:18:02.888633 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-75845905-8291-494b-8e2f-af4b8bf83901 service neutron] 10.222.0.11 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573960 Dec 10 16:18:02.901597 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-b36f1fcc-9255-45f3-a92f-8a13cc9b70dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:02.912076 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-b36f1fcc-9255-45f3-a92f-8a13cc9b70dc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=715b4c0a-da9c-47bb-91fb-624b419d2246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5115557 Dec 10 16:18:02.932209 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-18765938-00e3-49ea-b0bf-fbc1c208bffd admin admin] Allocated IP 172.25.6.44 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/4f0bdbd6-c655-4811-b3ee-ee1ad446f9da) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:18:02.953707 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-84f2b91c-660c-49e8-8ae0-556db3d6c0a5 req-f340481d-9bdf-4a42-be41-d162296aa013 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353722 Dec 10 16:18:02.957051 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8664008-53ab-467a-9987-4e8d38298883 req-a215c9d2-a99c-478d-81e6-a2fa16737916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:02.958602 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a8664008-53ab-467a-9987-4e8d38298883 req-a215c9d2-a99c-478d-81e6-a2fa16737916 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 1100 time: 0.2318194 Dec 10 16:18:02.981991 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a5324-d9b4-4deb-b6a0-6a155b1b8245 req-e8f0bf7b-37c4-454e-a6a5-107b9496806b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:02.981991 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-586a5324-d9b4-4deb-b6a0-6a155b1b8245 req-e8f0bf7b-37c4-454e-a6a5-107b9496806b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.1378322 Dec 10 16:18:02.983799 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-68056a29-59d9-417d-8174-0082742ae8ff None None] Provisioning complete for port 7731be89-4223-4650-ad9f-c9c1331f1e99 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:18:02.984257 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-68056a29-59d9-417d-8174-0082742ae8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:02.989704 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device a2bf2caa-c71c-421e-8478-919075d927f8 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:18:03.067257 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93e3064-a4d7-4140-8044-f0302f6ab0e0 x-openstack-request-id: req-c93e3064-a4d7-4140-8044-f0302f6ab0e0 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:18:03.067781 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d80ec4-3ec4-4c33-9c49-e38c5a3d682a", "tag": "6ef2b40a-c092-4211-9d0c-f108a1ab8dd3", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:18:03.068173 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c93e3064-a4d7-4140-8044-f0302f6ab0e0 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:18:03.068698 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d80ec4-3ec4-4c33-9c49-e38c5a3d682a', 'tag': '6ef2b40a-c092-4211-9d0c-f108a1ab8dd3', 'status': 'completed', 'code': 200} Dec 10 16:18:03.085862 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a5324-d9b4-4deb-b6a0-6a155b1b8245 req-6182f734-189e-4dff-87c7-080e21c26796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:03.087731 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-586a5324-d9b4-4deb-b6a0-6a155b1b8245 req-6182f734-189e-4dff-87c7-080e21c26796 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0956340 Dec 10 16:18:03.091478 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5df32676-dc11-4fd8-98e8-1038a94788e0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a991fc7093614f08a8f84fc5c42553a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2721574 Dec 10 16:18:03.102558 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35390) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:18:03.139704 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port a2bf2caa-c71c-421e-8478-919075d927f8 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:18:03.148948 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port a2bf2caa-c71c-421e-8478-919075d927f8 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:18:03.149323 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:03.156990 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a8664008-53ab-467a-9987-4e8d38298883 req-23db3534-4641-4a37-a183-d0b9301956ff service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015308 Dec 10 16:18:03.290562 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:03.340189 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b310c2-8ef3-441a-ba40-2ef8cd7090ed req-f5b02e8f-208f-407f-a58e-318ff7d042fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:03.342855 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-47b310c2-8ef3-441a-ba40-2ef8cd7090ed req-f5b02e8f-208f-407f-a58e-318ff7d042fb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2e84d1ba3ed84fd1a044665bdeab62bb&device_id=d5d80ec4-3ec4-4c33-9c49-e38c5a3d682a HTTP/1.1" status: 200 len: 1098 time: 0.2539396 Dec 10 16:18:03.345188 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port a2bf2caa-c71c-421e-8478-919075d927f8, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=a2bf2caa-c71c-421e-8478-919075d927f8,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:03.355196 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:03.357394 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 17f2ccc9-9c62-448c-8bd2-08684e4e9af3 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:18:03.403433 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: 17f2ccc9-9c62-448c-8bd2-08684e4e9af3 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:18:03.407023 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 17f2ccc9-9c62-448c-8bd2-08684e4e9af3 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:18:03.456268 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-e951b740-5df9-429f-ae15-0978c3d18c8b service neutron] 10.222.0.11 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5265050 Dec 10 16:18:03.459437 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-5bf862d5-d80a-4bc6-b1e7-6b93c8d57ad2 service neutron] 10.222.0.26 "GET /v2.0/networks/715b4c0a-da9c-47bb-91fb-624b419d2246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5384209 Dec 10 16:18:03.499245 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=a2bf2caa-c71c-421e-8478-919075d927f8,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:03.532638 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f3533f6a-bfbe-40ce-9c59-ae61eb821f01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:03.534561 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-18765938-00e3-49ea-b0bf-fbc1c208bffd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:03.539367 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-586a5324-d9b4-4deb-b6a0-6a155b1b8245 req-cbb1b972-d581-4be6-8264-3a459cd09b26 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4345808 Dec 10 16:18:03.547783 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b310c2-8ef3-441a-ba40-2ef8cd7090ed req-51598d63-0305-4603-95e8-9ffb73710fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:03.549330 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-47b310c2-8ef3-441a-ba40-2ef8cd7090ed req-51598d63-0305-4603-95e8-9ffb73710fd2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.1797273 Dec 10 16:18:03.554911 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-849fa0f1-1290-49c0-b885-4ddc177c232b None None] Provisioning complete for port 7731be89-4223-4650-ad9f-c9c1331f1e99 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:18:03.555310 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-849fa0f1-1290-49c0-b885-4ddc177c232b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:03.570043 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4fae84-1d4d-4235-a089-4beb0daa3780', 'name': 'network-vif-deleted', 'tag': 'e836d740-5e74-484c-be04-59c1109e36dd'}, {'name': 'network-changed', 'server_uuid': '1da9c181-1a86-43f4-a64a-8c9e1a6a58ec', 'tag': 'd47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:18:03.573047 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1974688f-66c0-4840-b71d-49516e5ab7de" -d '{"events": [{"server_uuid": "db4fae84-1d4d-4235-a089-4beb0daa3780", "name": "network-vif-deleted", "tag": "e836d740-5e74-484c-be04-59c1109e36dd"}, {"name": "network-changed", "server_uuid": "1da9c181-1a86-43f4-a64a-8c9e1a6a58ec", "tag": "d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:18:03.580239 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-18765938-00e3-49ea-b0bf-fbc1c208bffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:03.609080 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18765938-00e3-49ea-b0bf-fbc1c208bffd admin admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:18:03.612994 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-18765938-00e3-49ea-b0bf-fbc1c208bffd admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:18:03.652626 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18765938-00e3-49ea-b0bf-fbc1c208bffd admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:18:03.657185 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-47b310c2-8ef3-441a-ba40-2ef8cd7090ed req-9a5e844d-ba74-4967-aba9-a37ace2477f6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=6ef2b40a-c092-4211-9d0c-f108a1ab8dd3 HTTP/1.1" status: 200 len: 217 time: 0.0930774 Dec 10 16:18:03.662903 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f3533f6a-bfbe-40ce-9c59-ae61eb821f01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:03.811310 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 7731be89-4223-4650-ad9f-c9c1331f1e99 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:18:03.856438 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3ef3de4a-b49e-4979-b46a-5ebd19d850dd req-8cb6ea04-da87-4fce-863e-3d5a813dede2 service neutron] 10.222.0.26 "GET /v2.0/networks/715b4c0a-da9c-47bb-91fb-624b419d2246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787008 Dec 10 16:18:03.857843 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18765938-00e3-49ea-b0bf-fbc1c208bffd admin admin] Pushing event updated for resources: {'Port': ['ID=4f0bdbd6-c655-4811-b3ee-ee1ad446f9da,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:03.906601 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-019f818f-774a-4d00-97c1-7b875821d793 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=f04692d20ebe4f14b040044c60bbb449&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527203 Dec 10 16:18:03.924438 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 7731be89-4223-4650-ad9f-c9c1331f1e99 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:18:03.925073 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:04.076221 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be8dfd6-c6f3-4bc8-b722-b71be196f504 req-7be46aa3-5126-4f9d-a97d-56b3d059183a tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:04.077759 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3be8dfd6-c6f3-4bc8-b722-b71be196f504 req-7be46aa3-5126-4f9d-a97d-56b3d059183a tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/ports?device_id=1da9c181-1a86-43f4-a64a-8c9e1a6a58ec HTTP/1.1" status: 200 len: 944 time: 0.5991402 Dec 10 16:18:04.117353 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-586a5324-d9b4-4deb-b6a0-6a155b1b8245 req-6457cd08-2f78-4a7a-8fc4-ac4ea3d02e29 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5664935 Dec 10 16:18:04.156543 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b310c2-8ef3-441a-ba40-2ef8cd7090ed req-69995d1d-7f43-4dfd-8c99-4f082702effc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:04.157727 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-47b310c2-8ef3-441a-ba40-2ef8cd7090ed req-69995d1d-7f43-4dfd-8c99-4f082702effc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.4901130 Dec 10 16:18:04.185906 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3be8dfd6-c6f3-4bc8-b722-b71be196f504 req-ab9e4218-0323-4d14-9bc4-083d413c1986 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/security-groups?id=de734938-b937-4181-8955-8d1ef1a8949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977106 Dec 10 16:18:04.229699 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f3533f6a-bfbe-40ce-9c59-ae61eb821f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:04.232898 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f3533f6a-bfbe-40ce-9c59-ae61eb821f01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:04.236805 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f3533f6a-bfbe-40ce-9c59-ae61eb821f01 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0f0c93b4-2f66-4e94-b4ad-75c684bcc520 HTTP/1.1" status: 204 len: 168 time: 1.1172690 Dec 10 16:18:04.246273 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3533f6a-bfbe-40ce-9c59-ae61eb821f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0c93b4-2f66-4e94-b4ad-75c684bcc520,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:04.267757 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b310c2-8ef3-441a-ba40-2ef8cd7090ed req-f73a8d96-0e40-4cdd-b482-d26afa36431b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:04.269843 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-47b310c2-8ef3-441a-ba40-2ef8cd7090ed req-f73a8d96-0e40-4cdd-b482-d26afa36431b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0980289 Dec 10 16:18:04.421685 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c904b-88c1-4049-9075-2dbdc6fd5b02 req-0748fa37-8d00-4212-b9ab-6c96185d82fb tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:04.424094 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-929c904b-88c1-4049-9075-2dbdc6fd5b02 req-0748fa37-8d00-4212-b9ab-6c96185d82fb tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d80ec4-3ec4-4c33-9c49-e38c5a3d682a HTTP/1.1" status: 200 len: 947 time: 0.1450381 Dec 10 16:18:04.445000 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-41737d7b-9c1f-4f84-aad0-f2d4830f8530 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:04.452299 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-41737d7b-9c1f-4f84-aad0-f2d4830f8530 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5367210 Dec 10 16:18:04.467221 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-47b310c2-8ef3-441a-ba40-2ef8cd7090ed req-308ead60-2cb0-43ae-b00c-054fb16e8f04 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596708 Dec 10 16:18:04.503672 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-055f091b-7e4f-4462-a7ac-51ab5f696ee9 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/quotas/f04692d20ebe4f14b040044c60bbb449 HTTP/1.1" status: 200 len: 375 time: 0.0503910 Dec 10 16:18:04.510741 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-929c904b-88c1-4049-9075-2dbdc6fd5b02 req-e8ceaaf5-d8f2-44b2-9a81-eef4073836ab tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/security-groups?id=697cd46f-22b9-4568-a139-0d54c765a04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765545 Dec 10 16:18:04.512950 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6c9633-07ab-45d1-84a1-241b0646f99e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2bf2caa-c71c-421e-8478-919075d927f8'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:18:04.515521 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbdf156-2e42-41d7-b886-da5b30cd23a6" -d '{"events": [{"server_uuid": "bf6c9633-07ab-45d1-84a1-241b0646f99e", "name": "network-vif-plugged", "status": "completed", "tag": "a2bf2caa-c71c-421e-8478-919075d927f8"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:18:04.542584 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-cccfa623-018d-4357-95bc-f0f3897c98a2 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f04692d20ebe4f14b040044c60bbb449&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378275 Dec 10 16:18:04.607185 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-18765938-00e3-49ea-b0bf-fbc1c208bffd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:04.681606 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35424) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:18:04.691634 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc009c-6bad-4240-99e1-ec454405e8ea req-3695ca69-ba31-414c-8c11-eea73b1ae598 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:04.693183 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d6dc009c-6bad-4240-99e1-ec454405e8ea req-3695ca69-ba31-414c-8c11-eea73b1ae598 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd0e899b-418c-4837-be7b-78022d35177b HTTP/1.1" status: 200 len: 945 time: 0.0840085 Dec 10 16:18:04.719997 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-47b310c2-8ef3-441a-ba40-2ef8cd7090ed req-6461972d-ed25-43fe-aa63-3628dcc894e6 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080059 Dec 10 16:18:04.759818 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Dec 2021 16:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ebd5ab-92f9-48ad-8e84-3e5218893839 x-openstack-request-id: req-22ebd5ab-92f9-48ad-8e84-3e5218893839 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:18:04.760143 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db4fae84-1d4d-4235-a089-4beb0daa3780", "name": "network-vif-deleted", "tag": "e836d740-5e74-484c-be04-59c1109e36dd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1da9c181-1a86-43f4-a64a-8c9e1a6a58ec", "tag": "d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:18:04.760457 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-22ebd5ab-92f9-48ad-8e84-3e5218893839 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:18:04.760830 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4fae84-1d4d-4235-a089-4beb0daa3780', 'name': 'network-vif-deleted', 'tag': 'e836d740-5e74-484c-be04-59c1109e36dd', 'status': 'completed', 'code': 200} Dec 10 16:18:04.761116 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da9c181-1a86-43f4-a64a-8c9e1a6a58ec', 'tag': 'd47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd', 'status': 'completed', 'code': 200} Dec 10 16:18:04.770804 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b813ffd3-610d-44d9-b943-a10b610aa8bf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=509cc4820729494eafea845d62d87042&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0878353 Dec 10 16:18:04.776018 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35430) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:18:04.808471 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d6dc009c-6bad-4240-99e1-ec454405e8ea req-2140cb64-75f1-403e-b830-525b5c5ec286 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.11 "GET /v2.0/security-groups?id=87de5afb-8242-42fa-a45c-cf572fde1187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931184 Dec 10 16:18:04.920960 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-18765938-00e3-49ea-b0bf-fbc1c208bffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:04.940011 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974688f-66c0-4840-b71d-49516e5ab7de req-1cc2cf65-2a0e-4a6d-9781-7a6b4368a226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:04.941227 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1974688f-66c0-4840-b71d-49516e5ab7de req-1cc2cf65-2a0e-4a6d-9781-7a6b4368a226 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20faaf9c38d346c5a5c9ea0fc9964ecb&device_id=1da9c181-1a86-43f4-a64a-8c9e1a6a58ec HTTP/1.1" status: 200 len: 1095 time: 0.1432679 Dec 10 16:18:04.943296 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6b70cc25-dda6-4ddc-a207-8f8bb9a0f32f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:04.958086 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e1c42be7-bcb1-4a12-be14-abd87aa3ea9c req-0f2b5dc1-442c-49c8-9574-ab1f92eaa0cf tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=966e688e-9424-48b7-ba99-961b4562b6dd HTTP/1.1" status: 200 len: 210 time: 0.0389576 Dec 10 16:18:04.996016 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device a4afd6bc-f576-42b6-a7fb-49350fe25e83 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:18:05.069641 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5ab2f7-78f6-4463-a567-a3e086ee8270 x-openstack-request-id: req-ac5ab2f7-78f6-4463-a567-a3e086ee8270 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:18:05.069973 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6c9633-07ab-45d1-84a1-241b0646f99e", "name": "network-vif-plugged", "status": "completed", "tag": "a2bf2caa-c71c-421e-8478-919075d927f8", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:18:05.070237 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ac5ab2f7-78f6-4463-a567-a3e086ee8270 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:18:05.070631 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6c9633-07ab-45d1-84a1-241b0646f99e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2bf2caa-c71c-421e-8478-919075d927f8', 'code': 200} Dec 10 16:18:05.096723 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e6966-be0b-491c-ab81-fb3775322df2 req-6eacf418-9c70-4c76-a001-241f2c1e6fda tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:05.098274 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9a8e6966-be0b-491c-ab81-fb3775322df2 req-6eacf418-9c70-4c76-a001-241f2c1e6fda tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6c9633-07ab-45d1-84a1-241b0646f99e HTTP/1.1" status: 200 len: 949 time: 0.2231112 Dec 10 16:18:05.144699 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6b70cc25-dda6-4ddc-a207-8f8bb9a0f32f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:05.214980 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5b653c06-78c6-4dae-88ab-a9d1cdf19624 req-c82df5be-0d2f-4faf-ab8d-2894b3793982 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/ports?device_id=563f446c-6cf9-4943-b766-7f3dd3c3e041 HTTP/1.1" status: 200 len: 210 time: 0.0414083 Dec 10 16:18:05.229097 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port a4afd6bc-f576-42b6-a7fb-49350fe25e83, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=a4afd6bc-f576-42b6-a7fb-49350fe25e83,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:05.248129 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': 'a4afd6bc-f576-42b6-a7fb-49350fe25e83', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'port_id': 'a4afd6bc-f576-42b6-a7fb-49350fe25e83', 'mac_address': 'fa:16:3e:d6:af:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a18c92-5007-49e2-b728-7aedc06dca57', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:18:05.269578 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18765938-00e3-49ea-b0bf-fbc1c208bffd admin admin] Router 441ed982-b9da-4024-86d0-3df53d5e1a72 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:18:05.282575 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c32b01-9550-466b-ad66-b6989c8002c9 req-b02e2e9a-510c-4531-a9e2-be02549ff5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:05.284509 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e18d1-6e47-4d2e-b696-5efb9929f63c req-bc96a8cb-158d-4dbf-b4a0-50d1b319a8c3 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:05.284864 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-72c32b01-9550-466b-ad66-b6989c8002c9 req-b02e2e9a-510c-4531-a9e2-be02549ff5ec service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bf6c9633-07ab-45d1-84a1-241b0646f99e HTTP/1.1" status: 200 len: 1100 time: 0.0731478 Dec 10 16:18:05.286017 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-252e18d1-6e47-4d2e-b696-5efb9929f63c req-bc96a8cb-158d-4dbf-b4a0-50d1b319a8c3 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd0e899b-418c-4837-be7b-78022d35177b HTTP/1.1" status: 200 len: 945 time: 0.2402968 Dec 10 16:18:05.317120 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:05.319121 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-edb33bac-98ec-477b-a71b-5f362ae031e4 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:05.320620 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-edb33bac-98ec-477b-a71b-5f362ae031e4 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.46 "GET /v2.0/networks?id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 HTTP/1.1" status: 200 len: 821 time: 0.3744919 Dec 10 16:18:05.335884 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4afd6bc-f576-42b6-a7fb-49350fe25e83 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:18:05.341914 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9a8e6966-be0b-491c-ab81-fb3775322df2 req-aa89ac3e-cdeb-499f-bf7d-2f60b191926f tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259240 Dec 10 16:18:05.369573 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-5f200e74-cbac-4052-ae8b-32f9eb9d3d4a tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Request body: {'port': {'device_id': '966e688e-9424-48b7-ba99-961b4562b6dd', 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6', 'admin_state_up': True, 'tenant_id': '88d3b4e7edaf414d832ee358beed3fa3'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:18:05.372762 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port a4afd6bc-f576-42b6-a7fb-49350fe25e83, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=a4afd6bc-f576-42b6-a7fb-49350fe25e83,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:05.373602 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974688f-66c0-4840-b71d-49516e5ab7de req-960c5c24-9402-4f1d-9ec9-e92943951b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:05.375349 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1974688f-66c0-4840-b71d-49516e5ab7de req-960c5c24-9402-4f1d-9ec9-e92943951b90 service neutron] 10.222.0.26 "GET /v2.0/networks?id=715b4c0a-da9c-47bb-91fb-624b419d2246 HTTP/1.1" status: 200 len: 925 time: 0.4173732 Dec 10 16:18:05.377299 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:05.430037 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6b70cc25-dda6-4ddc-a207-8f8bb9a0f32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:05.432678 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6b70cc25-dda6-4ddc-a207-8f8bb9a0f32f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:05.433914 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6b70cc25-dda6-4ddc-a207-8f8bb9a0f32f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/991c8340-7db8-474e-81cc-b3f0bd45eb9b HTTP/1.1" status: 204 len: 168 time: 0.6569684 Dec 10 16:18:05.456369 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=a4afd6bc-f576-42b6-a7fb-49350fe25e83,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:05.485083 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1974688f-66c0-4840-b71d-49516e5ab7de req-9442991f-c5ec-4737-aef8-00a46b172d57 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd HTTP/1.1" status: 200 len: 217 time: 0.0901866 Dec 10 16:18:05.510020 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b70cc25-dda6-4ddc-a207-8f8bb9a0f32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991c8340-7db8-474e-81cc-b3f0bd45eb9b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:05.519710 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-72c32b01-9550-466b-ad66-b6989c8002c9 req-015d8d35-1fa5-4322-b6cf-55f8e94f242d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786859 Dec 10 16:18:05.530308 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2871a-2a44-42d7-89e6-0c6e6a1adcb8 req-d9395cda-c678-4685-ba5e-636319e0fd32 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:05.532385 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d1e2871a-2a44-42d7-89e6-0c6e6a1adcb8 req-d9395cda-c678-4685-ba5e-636319e0fd32 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/ports?device_id=1da9c181-1a86-43f4-a64a-8c9e1a6a58ec HTTP/1.1" status: 200 len: 944 time: 0.1458342 Dec 10 16:18:05.542030 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18765938-00e3-49ea-b0bf-fbc1c208bffd admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:18:05.561104 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af47901c-dfd8-4930-9b0c-e67862d62452 None None] Sync routers for ids ['441ed982-b9da-4024-86d0-3df53d5e1a72'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:18:05.585844 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af47901c-dfd8-4930-9b0c-e67862d62452 None None] Routers {'441ed982-b9da-4024-86d0-3df53d5e1a72'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:18:05.589640 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-af47901c-dfd8-4930-9b0c-e67862d62452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:17:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['441ed982-b9da-4024-86d0-3df53d5e1a72'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:18:05.599649 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-18765938-00e3-49ea-b0bf-fbc1c208bffd admin admin] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:05.604616 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-18765938-00e3-49ea-b0bf-fbc1c208bffd admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.3940265 Dec 10 16:18:05.608280 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35444) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:18:05.611243 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['a4afd6bc-f576-42b6-a7fb-49350fe25e83'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:18:05.640423 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974688f-66c0-4840-b71d-49516e5ab7de req-17a9147d-5985-4e09-8831-b721ccfc0f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:05.643827 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1974688f-66c0-4840-b71d-49516e5ab7de req-17a9147d-5985-4e09-8831-b721ccfc0f7e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=62480659-e465-41da-9ae4-1fa4cb439ee8 HTTP/1.1" status: 200 len: 863 time: 0.1317601 Dec 10 16:18:05.712589 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d1e2871a-2a44-42d7-89e6-0c6e6a1adcb8 req-51a352f6-0720-4427-abcc-4e284523c3dc tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/security-groups?id=de734938-b937-4181-8955-8d1ef1a8949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682539 Dec 10 16:18:05.746644 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-5f200e74-cbac-4052-ae8b-32f9eb9d3d4a tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Made reservation on behalf of 88d3b4e7edaf414d832ee358beed3fa3 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:18:05.751395 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-5f200e74-cbac-4052-ae8b-32f9eb9d3d4a tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:05.880469 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-252e18d1-6e47-4d2e-b696-5efb9929f63c req-98e359d6-139d-4ffc-92aa-55fba9fe11d2 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] Deleting port 4442de99-d6b5-45c2-9cae-b6ee2a9572e0 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:18:05.881104 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-252e18d1-6e47-4d2e-b696-5efb9929f63c req-98e359d6-139d-4ffc-92aa-55fba9fe11d2 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:05.909775 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-af47901c-dfd8-4930-9b0c-e67862d62452 None None] Set router 441ed982-b9da-4024-86d0-3df53d5e1a72 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:18:05.923425 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cbb4f-7200-4d95-83bf-bf4fe61a856a req-ef0cca8c-5cab-4636-8cbf-96c557cc560b tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:05.926015 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-972cbb4f-7200-4d95-83bf-bf4fe61a856a req-ef0cca8c-5cab-4636-8cbf-96c557cc560b tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d80ec4-3ec4-4c33-9c49-e38c5a3d682a HTTP/1.1" status: 200 len: 947 time: 0.2575183 Dec 10 16:18:06.023564 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974688f-66c0-4840-b71d-49516e5ab7de req-9de87042-3499-49a8-8d78-960901de0857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:06.025501 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1974688f-66c0-4840-b71d-49516e5ab7de req-9de87042-3499-49a8-8d78-960901de0857 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=715b4c0a-da9c-47bb-91fb-624b419d2246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3244417 Dec 10 16:18:06.084384 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd60300-5ce0-4d7e-a927-6adc4269b384 req-f9a7dddf-0d03-4f00-88ae-c55e32fd2a93 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:06.093524 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cdd60300-5ce0-4d7e-a927-6adc4269b384 req-f9a7dddf-0d03-4f00-88ae-c55e32fd2a93 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd0e899b-418c-4837-be7b-78022d35177b HTTP/1.1" status: 200 len: 945 time: 0.1683290 Dec 10 16:18:06.159612 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:06.228134 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-972cbb4f-7200-4d95-83bf-bf4fe61a856a req-5341171d-51c6-4aa6-b13d-a63554f704f0 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/security-groups?id=697cd46f-22b9-4568-a139-0d54c765a04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466815 Dec 10 16:18:06.236412 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-252e18d1-6e47-4d2e-b696-5efb9929f63c req-98e359d6-139d-4ffc-92aa-55fba9fe11d2 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] For port 4442de99-d6b5-45c2-9cae-b6ee2a9572e0, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=4442de99-d6b5-45c2-9cae-b6ee2a9572e0,segment=NetworkSegment(d841ca8d-7287-4d6a-84e9-8c074946aec0),segment_id=d841ca8d-7287-4d6a-84e9-8c074946aec0)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:06.237342 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-252e18d1-6e47-4d2e-b696-5efb9929f63c req-98e359d6-139d-4ffc-92aa-55fba9fe11d2 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:06.277182 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cdd60300-5ce0-4d7e-a927-6adc4269b384 req-672e2d7e-a4c4-4ec2-b8e6-5eb652471e0f tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.11 "GET /v2.0/security-groups?id=87de5afb-8242-42fa-a45c-cf572fde1187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823630 Dec 10 16:18:06.297620 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1974688f-66c0-4840-b71d-49516e5ab7de req-9b2d03a2-4ea9-4d96-ba79-33cb630b72f2 service neutron] 10.222.0.26 "GET /v2.0/networks/715b4c0a-da9c-47bb-91fb-624b419d2246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384746 Dec 10 16:18:06.340409 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-5f200e74-cbac-4052-ae8b-32f9eb9d3d4a tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Allocated IP 172.20.0.7 (80ee5ab8-dd27-45c1-8d6b-8196563bd8f6/19a3ead6-9cb2-4544-beb2-145a33d7ae3f/2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:18:06.345679 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-252e18d1-6e47-4d2e-b696-5efb9929f63c req-98e359d6-139d-4ffc-92aa-55fba9fe11d2 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] Calling delete_port for 4442de99-d6b5-45c2-9cae-b6ee2a9572e0 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:18:06.348110 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-af47901c-dfd8-4930-9b0c-e67862d62452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441ed982-b9da-4024-86d0-3df53d5e1a72', 'name': 'tempest-AttachSCSIVolumeTestJSON-1502831201-router', 'tenant_id': 'ce8aa923e62740419aa52156296bd6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '4f0bdbd6-c655-4811-b3ee-ee1ad446f9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:17:59Z', 'updated_at': '2021-12-10T16:18:04Z', 'revision_number': 3, 'project_id': 'ce8aa923e62740419aa52156296bd6c3', 'gw_port': {'id': '4f0bdbd6-c655-4811-b3ee-ee1ad446f9da', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441ed982-b9da-4024-86d0-3df53d5e1a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:18:02Z', 'updated_at': '2021-12-10T16:18:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:18:06.352092 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-0287d500-398e-4939-b335-66eec3453ea6 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=f04692d20ebe4f14b040044c60bbb449&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1343284 Dec 10 16:18:06.381619 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af47901c-dfd8-4930-9b0c-e67862d62452 None None] Checking router: 441ed982-b9da-4024-86d0-3df53d5e1a72 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:18:06.381975 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af47901c-dfd8-4930-9b0c-e67862d62452 None None] Updating router 441ed982-b9da-4024-86d0-3df53d5e1a72 port 4f0bdbd6-c655-4811-b3ee-ee1ad446f9da binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:18:06.407689 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-af47901c-dfd8-4930-9b0c-e67862d62452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:06.526899 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-981fdb4c-7a48-4521-9dcf-eec74cd7882b req-d74a2049-bbd4-4d48-bafa-696deafdfeb9 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/ports?device_id=563f446c-6cf9-4943-b766-7f3dd3c3e041 HTTP/1.1" status: 200 len: 210 time: 0.1275001 Dec 10 16:18:06.594488 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2ab7caa0-4e07-4bf6-a77f-2083b43387cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:06.658764 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1974688f-66c0-4840-b71d-49516e5ab7de req-7805439a-d6ce-4d79-889e-2824751d9e5d service neutron] 10.222.0.26 "GET /v2.0/networks/715b4c0a-da9c-47bb-91fb-624b419d2246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391948 Dec 10 16:18:06.682437 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-471ad357-1f2f-4cb4-a906-be2b08c18b55 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:06.684116 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-471ad357-1f2f-4cb4-a906-be2b08c18b55 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3163519 Dec 10 16:18:06.685632 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-256b1050-2ad2-45f4-ad98-215cc1f2f3bd req-129ca547-a774-4fd7-b8d1-ce274dabd44c tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=966e688e-9424-48b7-ba99-961b4562b6dd HTTP/1.1" status: 200 len: 210 time: 0.2462761 Dec 10 16:18:06.700206 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-77db07f7-170a-4941-b206-bc223e1d748b tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Request body: {'port': {'device_id': '563f446c-6cf9-4943-b766-7f3dd3c3e041', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'admin_state_up': True, 'tenant_id': 'f04692d20ebe4f14b040044c60bbb449'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:18:06.782344 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-252e18d1-6e47-4d2e-b696-5efb9929f63c req-98e359d6-139d-4ffc-92aa-55fba9fe11d2 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:06.914585 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['4442de99-d6b5-45c2-9cae-b6ee2a9572e0'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:18:06.916509 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 6ef2b40a-c092-4211-9d0c-f108a1ab8dd3 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:18:06.987428 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-af47901c-dfd8-4930-9b0c-e67862d62452 None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:06.998613 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-af47901c-dfd8-4930-9b0c-e67862d62452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:07.035275 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-252e18d1-6e47-4d2e-b696-5efb9929f63c req-98e359d6-139d-4ffc-92aa-55fba9fe11d2 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] No DVR routers for this DVR port 4442de99-d6b5-45c2-9cae-b6ee2a9572e0 on host n-h2-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:18:07.037311 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e359d6-139d-4ffc-92aa-55fba9fe11d2 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] Pushing event deleted for resources: {'Port': ['ID=4442de99-d6b5-45c2-9cae-b6ee2a9572e0,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:07.041651 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-252e18d1-6e47-4d2e-b696-5efb9929f63c req-98e359d6-139d-4ffc-92aa-55fba9fe11d2 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:07.045228 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-252e18d1-6e47-4d2e-b696-5efb9929f63c req-98e359d6-139d-4ffc-92aa-55fba9fe11d2 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.46 "DELETE /v2.0/ports/4442de99-d6b5-45c2-9cae-b6ee2a9572e0 HTTP/1.1" status: 204 len: 173 time: 1.7472074 Dec 10 16:18:07.046749 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0e899b-418c-4837-be7b-78022d35177b', 'name': 'network-vif-deleted', 'tag': '4442de99-d6b5-45c2-9cae-b6ee2a9572e0'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:18:07.049371 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f557e20-2910-4de2-9c02-3dfca7eca120" -d '{"events": [{"server_uuid": "bd0e899b-418c-4837-be7b-78022d35177b", "name": "network-vif-deleted", "tag": "4442de99-d6b5-45c2-9cae-b6ee2a9572e0"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:18:07.057322 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-5f200e74-cbac-4052-ae8b-32f9eb9d3d4a tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:07.065669 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd37512-c50c-4739-8947-f31a906e242e None None] Pushing event updated for resources: {'Port': ['ID=4f0bdbd6-c655-4811-b3ee-ee1ad446f9da,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:07.075873 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:18:07.096123 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device a4afd6bc-f576-42b6-a7fb-49350fe25e83 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:18:07.103630 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb95769-0ab5-455a-8c92-74d0d6b38a26 req-2ce4135f-7cf6-400d-9a66-04dd7f6e16f4 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:07.111025 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8eb95769-0ab5-455a-8c92-74d0d6b38a26 req-2ce4135f-7cf6-400d-9a66-04dd7f6e16f4 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/ports?device_id=1da9c181-1a86-43f4-a64a-8c9e1a6a58ec HTTP/1.1" status: 200 len: 944 time: 0.1768689 Dec 10 16:18:07.111590 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.resource_extend [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 16:18:07.134788 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15792041-003a-4f78-bd77-d1248523cc34 req-d1cbf12e-eb0f-4e60-977d-ad752a0ae898 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:07.142095 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-15792041-003a-4f78-bd77-d1248523cc34 req-d1cbf12e-eb0f-4e60-977d-ad752a0ae898 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6c9633-07ab-45d1-84a1-241b0646f99e HTTP/1.1" status: 200 len: 949 time: 0.5239720 Dec 10 16:18:07.153726 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-5f200e74-cbac-4052-ae8b-32f9eb9d3d4a tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:07.173052 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-77db07f7-170a-4941-b206-bc223e1d748b tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Made reservation on behalf of f04692d20ebe4f14b040044c60bbb449 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:18:07.176606 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-77db07f7-170a-4941-b206-bc223e1d748b tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:07.187389 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-af47901c-dfd8-4930-9b0c-e67862d62452 None None] Attempting to bind port 4f0bdbd6-c655-4811-b3ee-ee1ad446f9da on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:18:07.187945 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-af47901c-dfd8-4930-9b0c-e67862d62452 None None] Attempting to bind port 4f0bdbd6-c655-4811-b3ee-ee1ad446f9da by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:18:07.188266 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af47901c-dfd8-4930-9b0c-e67862d62452 None None] Attempting to bind port 4f0bdbd6-c655-4811-b3ee-ee1ad446f9da on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:18:07.213673 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f200e74-cbac-4052-ae8b-32f9eb9d3d4a tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Pushing event updated for resources: {'Port': ['ID=2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:07.242580 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af47901c-dfd8-4930-9b0c-e67862d62452 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:18:07.243981 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af47901c-dfd8-4930-9b0c-e67862d62452 None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:18:07.245835 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8eb95769-0ab5-455a-8c92-74d0d6b38a26 req-c73f62f8-eb3e-4443-af50-ac1f54dc293e tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/security-groups?id=de734938-b937-4181-8955-8d1ef1a8949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290836 Dec 10 16:18:07.246302 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-af47901c-dfd8-4930-9b0c-e67862d62452 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:07.247330 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af47901c-dfd8-4930-9b0c-e67862d62452 None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:18:07.249565 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-af47901c-dfd8-4930-9b0c-e67862d62452 None None] Bound port: 4f0bdbd6-c655-4811-b3ee-ee1ad446f9da, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:18:07.249973 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-af47901c-dfd8-4930-9b0c-e67862d62452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:07.260031 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-5f200e74-cbac-4052-ae8b-32f9eb9d3d4a tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Network 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:18:07.264378 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-5f200e74-cbac-4052-ae8b-32f9eb9d3d4a tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:18:07.272981 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-5f200e74-cbac-4052-ae8b-32f9eb9d3d4a tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:18:07.279946 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-5f200e74-cbac-4052-ae8b-32f9eb9d3d4a tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:07.287563 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-5f200e74-cbac-4052-ae8b-32f9eb9d3d4a tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:07.311881 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-5f200e74-cbac-4052-ae8b-32f9eb9d3d4a tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9683383 Dec 10 16:18:07.320604 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd0b867-d620-4a42-ac6e-ef9db0b87936 x-openstack-request-id: req-ffd0b867-d620-4a42-ac6e-ef9db0b87936 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:18:07.321146 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0e899b-418c-4837-be7b-78022d35177b", "name": "network-vif-deleted", "tag": "4442de99-d6b5-45c2-9cae-b6ee2a9572e0", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:18:07.321594 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ffd0b867-d620-4a42-ac6e-ef9db0b87936 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:18:07.322215 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0e899b-418c-4837-be7b-78022d35177b', 'name': 'network-vif-deleted', 'tag': '4442de99-d6b5-45c2-9cae-b6ee2a9572e0', 'status': 'completed', 'code': 200} Dec 10 16:18:07.341210 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-0790a30f-c9f4-433a-9ab6-69f233fb55c8 service neutron] Request body: {'port': {'device_id': '966e688e-9424-48b7-ba99-961b4562b6dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:18:07.351348 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.resource_extend [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 16:18:07.353303 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-15792041-003a-4f78-bd77-d1248523cc34 req-83067074-b8fa-4994-9376-2943985a4fe2 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099137 Dec 10 16:18:07.384752 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-2ab7caa0-4e07-4bf6-a77f-2083b43387cc admin admin] Allocated IP 172.20.0.1 (c31a437c-1197-43f8-bbd7-0717db7ae3e4/325102d6-bc21-4aae-9184-4a483fd29591/c18a939c-f428-4bbd-8492-58ea0fd6eb0d) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:18:07.398599 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-af47901c-dfd8-4930-9b0c-e67862d62452 None None] For port 4f0bdbd6-c655-4811-b3ee-ee1ad446f9da, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:18:07.493938 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-0790a30f-c9f4-433a-9ab6-69f233fb55c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:07.504447 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-af47901c-dfd8-4930-9b0c-e67862d62452 None None] For port 4f0bdbd6-c655-4811-b3ee-ee1ad446f9da, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=4f0bdbd6-c655-4811-b3ee-ee1ad446f9da,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:18:07.520785 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-77db07f7-170a-4941-b206-bc223e1d748b tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Allocated IP 192.168.233.127 (1b1da819-dfba-43f2-8848-8bb429159850/a7a18c92-5007-49e2-b728-7aedc06dca57/1d62037c-25ae-441f-a180-36ad881b8765) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:18:07.524283 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-af47901c-dfd8-4930-9b0c-e67862d62452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:07.554556 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-99e877ab-30e1-429c-a4d6-8929a1092a86 req-b2afa9c3-0a56-4d3f-8703-9089296db3a2 tempest-VolumesAdminNegativeTest-2071883496 tempest-VolumesAdminNegativeTest-2071883496-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd0e899b-418c-4837-be7b-78022d35177b HTTP/1.1" status: 200 len: 210 time: 0.0549505 Dec 10 16:18:07.587612 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b5f1b-775a-4f2b-bcae-5a174c3f17a8 req-5afe06d7-5af0-4efc-ad31-d4f3dc8caf1d tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:07.589096 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b36b5f1b-775a-4f2b-bcae-5a174c3f17a8 req-5afe06d7-5af0-4efc-ad31-d4f3dc8caf1d tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d80ec4-3ec4-4c33-9c49-e38c5a3d682a HTTP/1.1" status: 200 len: 947 time: 0.1541233 Dec 10 16:18:07.641569 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port a4afd6bc-f576-42b6-a7fb-49350fe25e83 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:18:07.659659 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 6ef2b40a-c092-4211-9d0c-f108a1ab8dd3, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=6ef2b40a-c092-4211-9d0c-f108a1ab8dd3,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:07.685160 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2ab7caa0-4e07-4bf6-a77f-2083b43387cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:07.723277 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-47f24911-375a-484e-a34d-4213dc76d0e2 req-4a70bdd1-9338-412b-9079-58a3276c10ee tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/ports?device_id=563f446c-6cf9-4943-b766-7f3dd3c3e041 HTTP/1.1" status: 200 len: 210 time: 0.0528638 Dec 10 16:18:07.738734 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b36b5f1b-775a-4f2b-bcae-5a174c3f17a8 req-c7478654-5d34-43d0-a701-c54caa5ebf1d tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/security-groups?id=697cd46f-22b9-4568-a139-0d54c765a04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432137 Dec 10 16:18:07.842748 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port a4afd6bc-f576-42b6-a7fb-49350fe25e83 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:18:07.843299 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:07.873364 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2ab7caa0-4e07-4bf6-a77f-2083b43387cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:07.894010 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '6ef2b40a-c092-4211-9d0c-f108a1ab8dd3', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'port_id': '6ef2b40a-c092-4211-9d0c-f108a1ab8dd3', 'mac_address': 'fa:16:3e:f8:5e:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a18c92-5007-49e2-b728-7aedc06dca57', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:18:07.915779 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd,segment=NetworkSegment(d00404b4-000b-43be-919f-49cd49cf6df9),segment_id=d00404b4-000b-43be-919f-49cd49cf6df9)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:07.930271 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab7caa0-4e07-4bf6-a77f-2083b43387cc admin admin] Network c31a437c-1197-43f8-bbd7-0717db7ae3e4 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:18:07.939933 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd37512-c50c-4739-8947-f31a906e242e None None] Pushing event updated for resources: {'Port': ['ID=4f0bdbd6-c655-4811-b3ee-ee1ad446f9da,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:07.950505 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-2ab7caa0-4e07-4bf6-a77f-2083b43387cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:18:07.951593 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af47901c-dfd8-4930-9b0c-e67862d62452 None None] Routers {'441ed982-b9da-4024-86d0-3df53d5e1a72'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:18:07.953009 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-af47901c-dfd8-4930-9b0c-e67862d62452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:17:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['441ed982-b9da-4024-86d0-3df53d5e1a72'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:18:07.954390 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:07.956852 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab7caa0-4e07-4bf6-a77f-2083b43387cc admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:18:07.958732 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': 'd47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd', 'network_id': '715b4c0a-da9c-47bb-91fb-624b419d2246', 'port_id': 'd47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd', 'mac_address': 'fa:16:3e:b7:ec:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62480659-e465-41da-9ae4-1fa4cb439ee8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:18:08.027884 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-77db07f7-170a-4941-b206-bc223e1d748b tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:08.039770 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-0790a30f-c9f4-433a-9ab6-69f233fb55c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:18:08.049065 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-0790a30f-c9f4-433a-9ab6-69f233fb55c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:08.053472 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2ab7caa0-4e07-4bf6-a77f-2083b43387cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:08.082857 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-0790a30f-c9f4-433a-9ab6-69f233fb55c8 service neutron] Transition to ACTIVE for port object 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:18:08.106571 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-0790a30f-c9f4-433a-9ab6-69f233fb55c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:08.133054 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7caa0-4e07-4bf6-a77f-2083b43387cc admin admin] Pushing event updated for resources: {'Port': ['ID=c18a939c-f428-4bbd-8492-58ea0fd6eb0d,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:08.147310 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-af47901c-dfd8-4930-9b0c-e67862d62452 None None] Set router 441ed982-b9da-4024-86d0-3df53d5e1a72 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:18:08.237413 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-77db07f7-170a-4941-b206-bc223e1d748b tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:08.247641 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0790a30f-c9f4-433a-9ab6-69f233fb55c8 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:08.271737 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:08.287611 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab232101-6a09-46ec-9a84-3d123b53b695 req-8c4cc8de-db61-4cc3-9cfc-26991b536a21 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:08.288930 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ab232101-6a09-46ec-9a84-3d123b53b695 req-8c4cc8de-db61-4cc3-9cfc-26991b536a21 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=966e688e-9424-48b7-ba99-961b4562b6dd HTTP/1.1" status: 200 len: 943 time: 0.4053173 Dec 10 16:18:08.313476 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-0790a30f-c9f4-433a-9ab6-69f233fb55c8 service neutron] Attempting to bind port 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:18:08.313805 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-0790a30f-c9f4-433a-9ab6-69f233fb55c8 service neutron] Attempting to bind port 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:18:08.314212 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-0790a30f-c9f4-433a-9ab6-69f233fb55c8 service neutron] Attempting to bind port 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7 on network 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:18:08.320861 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-0790a30f-c9f4-433a-9ab6-69f233fb55c8 service neutron] Port 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7 on network 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:18:08.321252 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-0790a30f-c9f4-433a-9ab6-69f233fb55c8 service neutron] Attempting to bind port 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7 on network 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:18:08.332737 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-0790a30f-c9f4-433a-9ab6-69f233fb55c8 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:18:08.333088 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-0790a30f-c9f4-433a-9ab6-69f233fb55c8 service neutron] Checking segment: {'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:18:08.333479 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-0790a30f-c9f4-433a-9ab6-69f233fb55c8 service neutron] Bound using segment: {'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:18:08.334174 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-0790a30f-c9f4-433a-9ab6-69f233fb55c8 service neutron] Bound port: 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:18:08.334293 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-0790a30f-c9f4-433a-9ab6-69f233fb55c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:08.346878 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-77db07f7-170a-4941-b206-bc223e1d748b tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Network 1b1da819-dfba-43f2-8848-8bb429159850 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:18:08.370903 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ab232101-6a09-46ec-9a84-3d123b53b695 req-c9fc37c8-a03e-42d4-b552-9801d0aa7e3d tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758536 Dec 10 16:18:08.384945 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-77db07f7-170a-4941-b206-bc223e1d748b tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:18:08.390692 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ef2b40a-c092-4211-9d0c-f108a1ab8dd3 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:18:08.429128 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-77db07f7-170a-4941-b206-bc223e1d748b tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:18:08.442333 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db07f7-170a-4941-b206-bc223e1d748b tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Pushing event updated for resources: {'Port': ['ID=1d62037c-25ae-441f-a180-36ad881b8765,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:08.453298 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:08.481433 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2ab7caa0-4e07-4bf6-a77f-2083b43387cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:08.488366 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-2d869da5-5637-4f4e-91e4-1309d4abcb8a None None] Provisioning complete for port c18a939c-f428-4bbd-8492-58ea0fd6eb0d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:18:08.489462 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2d869da5-5637-4f4e-91e4-1309d4abcb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:08.503894 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 6ef2b40a-c092-4211-9d0c-f108a1ab8dd3, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=6ef2b40a-c092-4211-9d0c-f108a1ab8dd3,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:08.540662 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:08.569394 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-77db07f7-170a-4941-b206-bc223e1d748b tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:08.570587 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-77db07f7-170a-4941-b206-bc223e1d748b tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:08.583129 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:18:08.589415 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90641852-5f11-4df9-afc2-4d6890915095 req-97729305-6d39-4f0f-ac25-79a383d86637 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:08.591775 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-90641852-5f11-4df9-afc2-4d6890915095 req-97729305-6d39-4f0f-ac25-79a383d86637 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/ports?device_id=1da9c181-1a86-43f4-a64a-8c9e1a6a58ec HTTP/1.1" status: 200 len: 944 time: 0.2503688 Dec 10 16:18:08.620563 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:08.634349 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-77db07f7-170a-4941-b206-bc223e1d748b tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9406476 Dec 10 16:18:08.665418 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-2d869da5-5637-4f4e-91e4-1309d4abcb8a None None] Port c18a939c-f428-4bbd-8492-58ea0fd6eb0d cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:18:08.669739 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-cdb21746-c465-4720-830d-0f06a4f9d83d service neutron] Request body: {'port': {'device_id': '563f446c-6cf9-4943-b766-7f3dd3c3e041', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:18:08.677744 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd,segment=NetworkSegment(d00404b4-000b-43be-919f-49cd49cf6df9),segment_id=d00404b4-000b-43be-919f-49cd49cf6df9)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:08.687342 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=6ef2b40a-c092-4211-9d0c-f108a1ab8dd3,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:08.695447 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:08.706442 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9400639f-0d32-47e4-956f-9078c6d3d3e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4afd6bc-f576-42b6-a7fb-49350fe25e83'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:18:08.708690 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0083ac35-c689-43bc-9016-77e2450e596b" -d '{"events": [{"server_uuid": "9400639f-0d32-47e4-956f-9078c6d3d3e8", "name": "network-vif-plugged", "status": "completed", "tag": "a4afd6bc-f576-42b6-a7fb-49350fe25e83"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:18:08.758209 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port a4afd6bc-f576-42b6-a7fb-49350fe25e83, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=a4afd6bc-f576-42b6-a7fb-49350fe25e83,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:08.777304 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:08.798527 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-90641852-5f11-4df9-afc2-4d6890915095 req-464a24df-e1a0-47c7-acb7-9450b7b24b4f tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/security-groups?id=de734938-b937-4181-8955-8d1ef1a8949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919246 Dec 10 16:18:08.805827 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-0790a30f-c9f4-433a-9ab6-69f233fb55c8 service neutron] For port 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:18:08.807974 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:08.822519 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4cc12-ee74-4074-80b2-88ed266f1e80 req-7ce17eef-8c72-4788-8716-f21a2c4f989c tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:08.824035 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5bd4cc12-ee74-4074-80b2-88ed266f1e80 req-7ce17eef-8c72-4788-8716-f21a2c4f989c tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6c9633-07ab-45d1-84a1-241b0646f99e HTTP/1.1" status: 200 len: 949 time: 0.0702755 Dec 10 16:18:08.825894 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-0790a30f-c9f4-433a-9ab6-69f233fb55c8 service neutron] For port 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7,segment=NetworkSegment(ba4bffb6-59f5-4518-96be-6824e98414e9),segment_id=ba4bffb6-59f5-4518-96be-6824e98414e9)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:18:08.830951 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-0790a30f-c9f4-433a-9ab6-69f233fb55c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:08.843560 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-cdb21746-c465-4720-830d-0f06a4f9d83d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:08.905401 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35544) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:18:08.908328 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=a4afd6bc-f576-42b6-a7fb-49350fe25e83,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:08.917501 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['6ef2b40a-c092-4211-9d0c-f108a1ab8dd3'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:18:08.937568 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-0790a30f-c9f4-433a-9ab6-69f233fb55c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:08.938210 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-0790a30f-c9f4-433a-9ab6-69f233fb55c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:08.939574 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-0790a30f-c9f4-433a-9ab6-69f233fb55c8 service neutron] 10.222.0.46 "PUT /v2.0/ports/2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7 HTTP/1.1" status: 200 len: 1091 time: 1.6125367 Dec 10 16:18:08.974747 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 4442de99-d6b5-45c2-9cae-b6ee2a9572e0 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:18:08.999233 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-af47901c-dfd8-4930-9b0c-e67862d62452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441ed982-b9da-4024-86d0-3df53d5e1a72', 'name': 'tempest-AttachSCSIVolumeTestJSON-1502831201-router', 'tenant_id': 'ce8aa923e62740419aa52156296bd6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '4f0bdbd6-c655-4811-b3ee-ee1ad446f9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:17:59Z', 'updated_at': '2021-12-10T16:18:04Z', 'revision_number': 3, 'project_id': 'ce8aa923e62740419aa52156296bd6c3', 'gw_port': {'id': '4f0bdbd6-c655-4811-b3ee-ee1ad446f9da', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441ed982-b9da-4024-86d0-3df53d5e1a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:18:02Z', 'updated_at': '2021-12-10T16:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:18:09.007656 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-41631547-880a-41b5-a4d3-d99df59b17f8 req-0ee34484-f9c2-46bf-887e-5b0396be06d4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9d31436d-2785-4d66-9d25-60d1cb0935b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0972402 Dec 10 16:18:09.011170 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5bd4cc12-ee74-4074-80b2-88ed266f1e80 req-34551094-30ca-4547-b9f7-794e116895e2 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776919 Dec 10 16:18:09.030977 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0790a30f-c9f4-433a-9ab6-69f233fb55c8 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:09.069318 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1a8bb0-519b-4b60-adf2-e606beb68d4e x-openstack-request-id: req-6c1a8bb0-519b-4b60-adf2-e606beb68d4e {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:18:09.069661 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9400639f-0d32-47e4-956f-9078c6d3d3e8", "name": "network-vif-plugged", "status": "completed", "tag": "a4afd6bc-f576-42b6-a7fb-49350fe25e83", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:18:09.069883 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6c1a8bb0-519b-4b60-adf2-e606beb68d4e {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:18:09.070945 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9400639f-0d32-47e4-956f-9078c6d3d3e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4afd6bc-f576-42b6-a7fb-49350fe25e83', 'code': 200} Dec 10 16:18:09.073296 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-4224a11d-ff82-42b3-8b08-a4b656435f49 None None] Provisioning complete for port 1d62037c-25ae-441f-a180-36ad881b8765 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:18:09.073667 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4224a11d-ff82-42b3-8b08-a4b656435f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:09.077426 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: 4442de99-d6b5-45c2-9cae-b6ee2a9572e0 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:18:09.077768 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 4442de99-d6b5-45c2-9cae-b6ee2a9572e0 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:18:09.081232 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:18:09.134818 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-9061939c-8110-4c04-8d8e-862b6bbe5c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:09.135959 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af47901c-dfd8-4930-9b0c-e67862d62452 None None] The sync data for ids ['441ed982-b9da-4024-86d0-3df53d5e1a72'] in n-d-766771-2 is: [{'id': '441ed982-b9da-4024-86d0-3df53d5e1a72', 'name': 'tempest-AttachSCSIVolumeTestJSON-1502831201-router', 'tenant_id': 'ce8aa923e62740419aa52156296bd6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '4f0bdbd6-c655-4811-b3ee-ee1ad446f9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:17:59Z', 'updated_at': '2021-12-10T16:18:04Z', 'revision_number': 3, 'project_id': 'ce8aa923e62740419aa52156296bd6c3', 'gw_port': {'id': '4f0bdbd6-c655-4811-b3ee-ee1ad446f9da', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441ed982-b9da-4024-86d0-3df53d5e1a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:18:02Z', 'updated_at': '2021-12-10T16:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:18:09.136286 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-9061939c-8110-4c04-8d8e-862b6bbe5c5d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88d3b4e7edaf414d832ee358beed3fa3&device_id=966e688e-9424-48b7-ba99-961b4562b6dd HTTP/1.1" status: 200 len: 1094 time: 0.1503811 Dec 10 16:18:09.152658 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2ab7caa0-4e07-4bf6-a77f-2083b43387cc admin admin] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:09.174731 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2ab7caa0-4e07-4bf6-a77f-2083b43387cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:09.189090 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-4224a11d-ff82-42b3-8b08-a4b656435f49 None None] Port 1d62037c-25ae-441f-a180-36ad881b8765 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:18:09.199606 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-4d3abd51-58da-4e21-be72-78ba59494112 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7 HTTP/1.1" status: 200 len: 217 time: 0.0423362 Dec 10 16:18:09.212881 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5078b-805c-4dcd-9c8a-a79b6e9e8aee req-aa10e50e-e3b3-468c-99f1-d4739fbb4dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:09.214366 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-64a5078b-805c-4dcd-9c8a-a79b6e9e8aee req-aa10e50e-e3b3-468c-99f1-d4739fbb4dde service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9400639f-0d32-47e4-956f-9078c6d3d3e8 HTTP/1.1" status: 200 len: 1101 time: 0.1731648 Dec 10 16:18:09.273802 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-fe422ec3-6820-477d-8665-735e5571d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:09.275248 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-fe422ec3-6820-477d-8665-735e5571d59d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=19a3ead6-9cb2-4544-beb2-145a33d7ae3f HTTP/1.1" status: 200 len: 861 time: 0.0663910 Dec 10 16:18:09.276896 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2ab7caa0-4e07-4bf6-a77f-2083b43387cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:09.295434 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7caa0-4e07-4bf6-a77f-2083b43387cc admin admin] Pushing event updated for resources: {'Port': ['ID=c18a939c-f428-4bbd-8492-58ea0fd6eb0d,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:09.311387 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41631547-880a-41b5-a4d3-d99df59b17f8 req-73c9671d-7b6f-4057-b49c-95e178a1e28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:09.312863 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-41631547-880a-41b5-a4d3-d99df59b17f8 req-73c9671d-7b6f-4057-b49c-95e178a1e28e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88d3b4e7edaf414d832ee358beed3fa3&device_id=9d31436d-2785-4d66-9d25-60d1cb0935b5 HTTP/1.1" status: 200 len: 1096 time: 0.2379141 Dec 10 16:18:09.329253 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '966e688e-9424-48b7-ba99-961b4562b6dd', 'tag': '2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:18:09.332273 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56eb5e4e-2046-47c2-9dad-7bae03f7bae5" -d '{"events": [{"name": "network-changed", "server_uuid": "966e688e-9424-48b7-ba99-961b4562b6dd", "tag": "2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:18:09.339320 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-a8b5d4da-252e-4707-8f34-8effbcb7023f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522761 Dec 10 16:18:09.357552 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd2b882c-8a1c-45b6-8e30-dff068df2ad5 admin admin] Deleting subnet 1926c3f2-4f91-4e89-9cc9-f8c33e349a83 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:18:09.361859 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cd2b882c-8a1c-45b6-8e30-dff068df2ad5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:09.414123 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581e6e8-f78e-40b0-97b5-bf0f59bb03ae req-64dca5c6-7a1b-42e3-80d1-2b19bcc93710 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:09.415373 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2baddd-bca8-4c5c-87b6-999421688f11 req-128da18c-5ebc-49fd-a8ff-8d54d0201aa6 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:09.416054 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e581e6e8-f78e-40b0-97b5-bf0f59bb03ae req-64dca5c6-7a1b-42e3-80d1-2b19bcc93710 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d80ec4-3ec4-4c33-9c49-e38c5a3d682a HTTP/1.1" status: 200 len: 948 time: 0.3057454 Dec 10 16:18:09.423458 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4c2baddd-bca8-4c5c-87b6-999421688f11 req-128da18c-5ebc-49fd-a8ff-8d54d0201aa6 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/ports?device_id=563f446c-6cf9-4943-b766-7f3dd3c3e041 HTTP/1.1" status: 200 len: 936 time: 0.3931339 Dec 10 16:18:09.487406 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-64a5078b-805c-4dcd-9c8a-a79b6e9e8aee req-576e9f8c-b229-4ca8-9c71-9ce700b78853 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=697cd46f-22b9-4568-a139-0d54c765a04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109888 Dec 10 16:18:09.567030 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e581e6e8-f78e-40b0-97b5-bf0f59bb03ae req-02af7d44-597b-4b26-9431-343856ab2920 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/security-groups?id=697cd46f-22b9-4568-a139-0d54c765a04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321712 Dec 10 16:18:09.571323 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41631547-880a-41b5-a4d3-d99df59b17f8 req-5281e6fb-6a25-43c4-9758-5b45ceb8e678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:09.572782 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-41631547-880a-41b5-a4d3-d99df59b17f8 req-5281e6fb-6a25-43c4-9758-5b45ceb8e678 service neutron] 10.222.0.46 "GET /v2.0/networks?id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 HTTP/1.1" status: 200 len: 922 time: 0.2372260 Dec 10 16:18:09.575523 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cd2b882c-8a1c-45b6-8e30-dff068df2ad5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:09.589802 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-f0651926-2af0-4ee8-8486-4ab1399555b1 service neutron] 10.222.0.46 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370508 Dec 10 16:18:09.632153 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4c2baddd-bca8-4c5c-87b6-999421688f11 req-73eed360-6cf6-420f-ae80-3de823bef4b1 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bf9aa1d-863e-4793-ad2d-4bf46aa6f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076466 Dec 10 16:18:09.632381 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-41631547-880a-41b5-a4d3-d99df59b17f8 req-3005708b-468a-438e-9278-83089eff8721 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3059f99-74e7-4c93-9a61-1b4fbf153b5e HTTP/1.1" status: 200 len: 217 time: 0.0522351 Dec 10 16:18:09.714189 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab7caa0-4e07-4bf6-a77f-2083b43387cc admin admin] Network c31a437c-1197-43f8-bbd7-0717db7ae3e4 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:18:09.715290 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cd2b882c-8a1c-45b6-8e30-dff068df2ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:09.754496 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-2ab7caa0-4e07-4bf6-a77f-2083b43387cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:18:09.776261 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41631547-880a-41b5-a4d3-d99df59b17f8 req-9e53cbe1-ba0b-4b7d-a4c5-28708528a527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:09.777744 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-41631547-880a-41b5-a4d3-d99df59b17f8 req-9e53cbe1-ba0b-4b7d-a4c5-28708528a527 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=19a3ead6-9cb2-4544-beb2-145a33d7ae3f HTTP/1.1" status: 200 len: 861 time: 0.0860960 Dec 10 16:18:09.830168 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f749d763-49dd-4a76-8c10-b4f3e39789b2 req-e856c1bb-075d-4c51-b21d-62037e423cfe service neutron] 10.222.0.46 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059767 Dec 10 16:18:09.831953 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-41631547-880a-41b5-a4d3-d99df59b17f8 req-112c8db1-bdc2-4727-b262-b61f0ad1070b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439579 Dec 10 16:18:09.941740 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 4f0bdbd6-c655-4811-b3ee-ee1ad446f9da up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:18:09.997890 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b703a674-cc44-4e34-abc2-29270e2cd1fc x-openstack-request-id: req-b703a674-cc44-4e34-abc2-29270e2cd1fc {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:18:09.998229 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "966e688e-9424-48b7-ba99-961b4562b6dd", "tag": "2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:18:10.000634 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b703a674-cc44-4e34-abc2-29270e2cd1fc {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:18:10.001058 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '966e688e-9424-48b7-ba99-961b4562b6dd', 'tag': '2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7', 'status': 'completed', 'code': 200} Dec 10 16:18:10.015444 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-41631547-880a-41b5-a4d3-d99df59b17f8 req-8328acbc-768b-4674-ba5f-fcc0644a3aae service neutron] 10.222.0.46 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632166 Dec 10 16:18:10.064404 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 4f0bdbd6-c655-4811-b3ee-ee1ad446f9da triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:18:10.065122 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:10.090271 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cd2b882c-8a1c-45b6-8e30-dff068df2ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:10.148422 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b882c-8a1c-45b6-8e30-dff068df2ad5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1926c3f2-4f91-4e89-9cc9-f8c33e349a83,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:10.165339 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a452163c-60ba-4faf-8625-fc542cac0852 None None] Provisioning complete for port c18a939c-f428-4bbd-8492-58ea0fd6eb0d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:18:10.166227 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a452163c-60ba-4faf-8625-fc542cac0852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:10.169241 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee767b3c-1aa6-4245-b0dd-559871979d52 req-04560556-5915-41e9-918f-12bc55f34aa6 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:10.177511 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ee767b3c-1aa6-4245-b0dd-559871979d52 req-04560556-5915-41e9-918f-12bc55f34aa6 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 949 time: 0.4184678 Dec 10 16:18:10.262022 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb5e4e-2046-47c2-9dad-7bae03f7bae5 req-663ad223-208f-436b-9c1e-211a44bd4b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:10.263718 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-56eb5e4e-2046-47c2-9dad-7bae03f7bae5 req-663ad223-208f-436b-9c1e-211a44bd4b01 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88d3b4e7edaf414d832ee358beed3fa3&device_id=966e688e-9424-48b7-ba99-961b4562b6dd HTTP/1.1" status: 200 len: 1094 time: 0.2354383 Dec 10 16:18:10.265249 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cd2b882c-8a1c-45b6-8e30-dff068df2ad5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:10.271182 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-cd2b882c-8a1c-45b6-8e30-dff068df2ad5 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1926c3f2-4f91-4e89-9cc9-f8c33e349a83 HTTP/1.1" status: 204 len: 168 time: 1.3646529 Dec 10 16:18:10.278410 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6d01131c-cb58-4a8c-ae04-32f0a784e5dd req-13ac546c-8ed5-47d4-bcf1-b2512075e4f1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2180123 Dec 10 16:18:10.278864 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35560) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:18:10.317210 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-cdb21746-c465-4720-830d-0f06a4f9d83d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d62037c-25ae-441f-a180-36ad881b8765 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:18:10.327054 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415900c1-ac53-4e09-ad1e-26b52303b0c5 req-1a7236bc-8326-4973-a283-43a452c74fa3 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:10.335678 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-415900c1-ac53-4e09-ad1e-26b52303b0c5 req-1a7236bc-8326-4973-a283-43a452c74fa3 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=966e688e-9424-48b7-ba99-961b4562b6dd HTTP/1.1" status: 200 len: 943 time: 0.1929996 Dec 10 16:18:10.339295 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-cdb21746-c465-4720-830d-0f06a4f9d83d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:10.341457 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-a452163c-60ba-4faf-8625-fc542cac0852 None None] Port c18a939c-f428-4bbd-8492-58ea0fd6eb0d cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:18:10.353198 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-41631547-880a-41b5-a4d3-d99df59b17f8 req-87f1e74d-5332-4eab-8008-35353075a709 service neutron] 10.222.0.46 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261275 Dec 10 16:18:10.356149 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab7caa0-4e07-4bf6-a77f-2083b43387cc admin admin] Router 441ed982-b9da-4024-86d0-3df53d5e1a72 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:18:10.364060 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:10.400125 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 4f0bdbd6-c655-4811-b3ee-ee1ad446f9da, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=4f0bdbd6-c655-4811-b3ee-ee1ad446f9da,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:10.404100 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35562) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:18:10.412153 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:10.431680 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ee767b3c-1aa6-4245-b0dd-559871979d52 req-24f0b215-e7d2-4043-ac42-3983d582e962 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531376 Dec 10 16:18:10.434888 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-cdb21746-c465-4720-830d-0f06a4f9d83d service neutron] Transition to ACTIVE for port object 1d62037c-25ae-441f-a180-36ad881b8765 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:18:10.477132 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-cdb21746-c465-4720-830d-0f06a4f9d83d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:10.574263 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35748265-a360-4cc0-b83a-2f7411cdf3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:10.618554 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=4f0bdbd6-c655-4811-b3ee-ee1ad446f9da,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:10.639816 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01131c-cb58-4a8c-ae04-32f0a784e5dd req-7fd8548c-21c1-46dd-9026-052a797f6638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:10.641560 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6d01131c-cb58-4a8c-ae04-32f0a784e5dd req-7fd8548c-21c1-46dd-9026-052a797f6638 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ee4e94568afc4a3f8b8805636c663a1b&device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 1100 time: 0.2918892 Dec 10 16:18:10.663631 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-415900c1-ac53-4e09-ad1e-26b52303b0c5 req-565f7bab-84a3-47e2-8342-3f0b0ea5c7b3 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210561 Dec 10 16:18:10.672629 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb5e4e-2046-47c2-9dad-7bae03f7bae5 req-e41e2841-d9ca-4f96-8b8d-708f1fe0b3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:10.691789 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-56eb5e4e-2046-47c2-9dad-7bae03f7bae5 req-e41e2841-d9ca-4f96-8b8d-708f1fe0b3c8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 HTTP/1.1" status: 200 len: 922 time: 0.4098248 Dec 10 16:18:10.824293 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-674cfbaa-2c9d-4d61-b435-3011870a0470 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:10.889737 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-56eb5e4e-2046-47c2-9dad-7bae03f7bae5 req-a4673d7f-8592-443b-9f71-d200ef798652 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7 HTTP/1.1" status: 200 len: 217 time: 0.1895645 Dec 10 16:18:10.909142 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb21746-c465-4720-830d-0f06a4f9d83d service neutron] Pushing event updated for resources: {'Port': ['ID=1d62037c-25ae-441f-a180-36ad881b8765,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:10.926067 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 6ef2b40a-c092-4211-9d0c-f108a1ab8dd3 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:18:10.997388 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 6ef2b40a-c092-4211-9d0c-f108a1ab8dd3 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:18:11.005199 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 6ef2b40a-c092-4211-9d0c-f108a1ab8dd3 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:18:11.006016 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:11.008675 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35748265-a360-4cc0-b83a-2f7411cdf3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:11.043165 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:18:11.084532 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35748265-a360-4cc0-b83a-2f7411cdf3ef admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:18:11.084817 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35748265-a360-4cc0-b83a-2f7411cdf3ef admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:18:11.085562 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35748265-a360-4cc0-b83a-2f7411cdf3ef admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:18:11.085912 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35748265-a360-4cc0-b83a-2f7411cdf3ef admin admin] Subscribe: > port after_create 55550000 {{(pid=103393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:18:11.086258 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35748265-a360-4cc0-b83a-2f7411cdf3ef admin admin] Subscribe: > port after_delete 55550000 {{(pid=103393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:18:11.086583 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35748265-a360-4cc0-b83a-2f7411cdf3ef admin admin] Subscribe: > port after_update 55550000 {{(pid=103393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:18:11.086898 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35748265-a360-4cc0-b83a-2f7411cdf3ef admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:18:11.087214 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35748265-a360-4cc0-b83a-2f7411cdf3ef admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:18:11.087525 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35748265-a360-4cc0-b83a-2f7411cdf3ef admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:18:11.087841 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35748265-a360-4cc0-b83a-2f7411cdf3ef admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:18:11.145962 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:18:11.159664 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:18:11.159664 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:11.161639 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35748265-a360-4cc0-b83a-2f7411cdf3ef admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:18:11.161988 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35748265-a360-4cc0-b83a-2f7411cdf3ef admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:18:11.162356 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35748265-a360-4cc0-b83a-2f7411cdf3ef admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:18:11.164434 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35748265-a360-4cc0-b83a-2f7411cdf3ef admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:18:11.164434 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-35748265-a360-4cc0-b83a-2f7411cdf3ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2a8abfa-e8ae-4b12-be9c-213c9d150724']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:18:11.186641 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:11.201539 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-35748265-a360-4cc0-b83a-2f7411cdf3ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd841ca8d-7287-4d6a-84e9-8c074946aec0') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:18:11.201894 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-35748265-a360-4cc0-b83a-2f7411cdf3ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd841ca8d-7287-4d6a-84e9-8c074946aec0') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:18:11.213102 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad352b-87d6-4a7e-a07c-53d6bc99ab5c req-a3ad41cf-8d93-4960-b701-c79aee244a79 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:11.214712 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-83ad352b-87d6-4a7e-a07c-53d6bc99ab5c req-a3ad41cf-8d93-4960-b701-c79aee244a79 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d80ec4-3ec4-4c33-9c49-e38c5a3d682a HTTP/1.1" status: 200 len: 948 time: 0.4024448 Dec 10 16:18:11.215814 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996888a-7e56-4413-afab-2769cbf71529 req-4f86c528-a51c-47d4-bdc5-447843cf4f06 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:11.223498 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b996888a-7e56-4413-afab-2769cbf71529 req-4f86c528-a51c-47d4-bdc5-447843cf4f06 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/ports?device_id=1da9c181-1a86-43f4-a64a-8c9e1a6a58ec HTTP/1.1" status: 200 len: 945 time: 0.4951661 Dec 10 16:18:11.227770 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb5e4e-2046-47c2-9dad-7bae03f7bae5 req-66eb0ea5-4042-4ae1-b35b-8399157246a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:11.229296 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-56eb5e4e-2046-47c2-9dad-7bae03f7bae5 req-66eb0ea5-4042-4ae1-b35b-8399157246a0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=19a3ead6-9cb2-4544-beb2-145a33d7ae3f HTTP/1.1" status: 200 len: 861 time: 0.2402768 Dec 10 16:18:11.232346 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab7caa0-4e07-4bf6-a77f-2083b43387cc admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:18:11.235045 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01131c-cb58-4a8c-ae04-32f0a784e5dd req-2a86dbea-d407-46dd-b55e-58eea5891997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:11.236559 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6d01131c-cb58-4a8c-ae04-32f0a784e5dd req-2a86dbea-d407-46dd-b55e-58eea5891997 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.5384352 Dec 10 16:18:11.239098 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35748265-a360-4cc0-b83a-2f7411cdf3ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:11.251529 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2ab7caa0-4e07-4bf6-a77f-2083b43387cc admin admin] 10.222.0.11 "PUT /v2.0/routers/441ed982-b9da-4024-86d0-3df53d5e1a72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6348107 Dec 10 16:18:11.282341 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-cdb21746-c465-4720-830d-0f06a4f9d83d service neutron] Attempting to bind port 1d62037c-25ae-441f-a180-36ad881b8765 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:18:11.282670 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-cdb21746-c465-4720-830d-0f06a4f9d83d service neutron] Attempting to bind port 1d62037c-25ae-441f-a180-36ad881b8765 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:18:11.282998 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-cdb21746-c465-4720-830d-0f06a4f9d83d service neutron] Attempting to bind port 1d62037c-25ae-441f-a180-36ad881b8765 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:18:11.301541 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-cdb21746-c465-4720-830d-0f06a4f9d83d service neutron] Port 1d62037c-25ae-441f-a180-36ad881b8765 on network 1b1da819-dfba-43f2-8848-8bb429159850 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:18:11.301893 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-cdb21746-c465-4720-830d-0f06a4f9d83d service neutron] Attempting to bind port 1d62037c-25ae-441f-a180-36ad881b8765 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:18:11.324543 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-cdb21746-c465-4720-830d-0f06a4f9d83d service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:18:11.325271 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-cdb21746-c465-4720-830d-0f06a4f9d83d service neutron] Checking segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:18:11.325271 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-cdb21746-c465-4720-830d-0f06a4f9d83d service neutron] Bound using segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:18:11.325716 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-cdb21746-c465-4720-830d-0f06a4f9d83d service neutron] Bound port: 1d62037c-25ae-441f-a180-36ad881b8765, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:18:11.326067 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-cdb21746-c465-4720-830d-0f06a4f9d83d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:11.342599 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b996888a-7e56-4413-afab-2769cbf71529 req-90930283-5b81-4e27-923f-c95967b533f4 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/security-groups?id=de734938-b937-4181-8955-8d1ef1a8949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180527 Dec 10 16:18:11.364778 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6d01131c-cb58-4a8c-ae04-32f0a784e5dd req-84cebf35-a939-4987-8b4b-1839bc68ef10 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=070a865a-131b-477f-977f-e6abb0fc1cc1 HTTP/1.1" status: 200 len: 217 time: 0.0897493 Dec 10 16:18:11.368946 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-56eb5e4e-2046-47c2-9dad-7bae03f7bae5 req-f2df1744-038a-421b-93c8-62a99008c4eb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1206906 Dec 10 16:18:11.370124 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35748265-a360-4cc0-b83a-2f7411cdf3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:11.390302 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d80ec4-3ec4-4c33-9c49-e38c5a3d682a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef2b40a-c092-4211-9d0c-f108a1ab8dd3'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:18:11.393460 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b17d8da-a6f9-41b4-9050-4aaeb99bf465" -d '{"events": [{"server_uuid": "d5d80ec4-3ec4-4c33-9c49-e38c5a3d682a", "name": "network-vif-plugged", "status": "completed", "tag": "6ef2b40a-c092-4211-9d0c-f108a1ab8dd3"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:18:11.415976 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 6ef2b40a-c092-4211-9d0c-f108a1ab8dd3, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=6ef2b40a-c092-4211-9d0c-f108a1ab8dd3,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:11.422228 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:11.428239 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35748265-a360-4cc0-b83a-2f7411cdf3ef admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:18:11.428638 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35748265-a360-4cc0-b83a-2f7411cdf3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:11.441450 n-d-766771-2 neutron-server[103393]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 16:18:11.441450 n-d-766771-2 neutron-server[103393]: from cryptography.utils import int_from_bytes Dec 10 16:18:11.441450 n-d-766771-2 neutron-server[103393]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 16:18:11.441450 n-d-766771-2 neutron-server[103393]: from cryptography.utils import int_from_bytes Dec 10 16:18:11.441450 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:18:11.441450 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:18:11.441450 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:18:11.441450 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:18:11.441450 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:18:11.441450 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:18:11.441450 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:18:11.441450 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:18:11.441450 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:18:11.441450 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:18:11.441450 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:18:11.441450 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:18:11.441450 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:18:11.441450 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:18:11.441450 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:18:11.441450 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:18:11.441450 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:18:11.441450 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:18:11.441450 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:18:11.441450 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:18:11.441450 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:18:11.441450 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:18:11.441450 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:18:11.441450 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:18:11.441450 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:18:11.441450 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:18:11.441450 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:18:11.441450 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:18:11.441450 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:18:11.441450 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:18:11.441450 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:18:11.441450 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:18:11.483697 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-674cfbaa-2c9d-4d61-b435-3011870a0470 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:11.503722 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:11.520166 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=6ef2b40a-c092-4211-9d0c-f108a1ab8dd3,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:11.556638 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd,segment=NetworkSegment(d00404b4-000b-43be-919f-49cd49cf6df9),segment_id=d00404b4-000b-43be-919f-49cd49cf6df9)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:11.562088 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:11.574947 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-674cfbaa-2c9d-4d61-b435-3011870a0470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:11.591682 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-cdb21746-c465-4720-830d-0f06a4f9d83d service neutron] For port 1d62037c-25ae-441f-a180-36ad881b8765, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:18:11.599129 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-cdb21746-c465-4720-830d-0f06a4f9d83d service neutron] For port 1d62037c-25ae-441f-a180-36ad881b8765, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=1d62037c-25ae-441f-a180-36ad881b8765,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:18:11.640830 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:11.646075 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674cfbaa-2c9d-4d61-b435-3011870a0470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff0f20d-2a8a-4f06-9027-241b77346021,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:11.677153 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-cdb21746-c465-4720-830d-0f06a4f9d83d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:11.732724 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67323e18-f3fe-4d39-9e41-0db581248397 req-04fa39d3-4e50-4149-9ee0-674073224012 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:11.742084 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-67323e18-f3fe-4d39-9e41-0db581248397 req-04fa39d3-4e50-4149-9ee0-674073224012 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/ports?device_id=563f446c-6cf9-4943-b766-7f3dd3c3e041 HTTP/1.1" status: 200 len: 948 time: 0.2680523 Dec 10 16:18:11.766915 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-cdb21746-c465-4720-830d-0f06a4f9d83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:11.767561 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-cdb21746-c465-4720-830d-0f06a4f9d83d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:11.769000 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-cdb21746-c465-4720-830d-0f06a4f9d83d service neutron] 10.222.0.26 "PUT /v2.0/ports/1d62037c-25ae-441f-a180-36ad881b8765 HTTP/1.1" status: 200 len: 1096 time: 3.1238933 Dec 10 16:18:11.796480 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '563f446c-6cf9-4943-b766-7f3dd3c3e041', 'tag': '1d62037c-25ae-441f-a180-36ad881b8765'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:18:11.800096 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3a34cf-4350-4ac3-86cf-dbb47bb86f65" -d '{"events": [{"name": "network-changed", "server_uuid": "563f446c-6cf9-4943-b766-7f3dd3c3e041", "tag": "1d62037c-25ae-441f-a180-36ad881b8765"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:18:11.805148 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-674cfbaa-2c9d-4d61-b435-3011870a0470 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ce725d504bca45e8b4efedaeaf5f33ad&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3986835 Dec 10 16:18:11.809520 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35588) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:18:11.819425 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 4f0bdbd6-c655-4811-b3ee-ee1ad446f9da up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:18:11.833515 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-83ad352b-87d6-4a7e-a07c-53d6bc99ab5c req-6b5a06da-b7a9-48e2-af3b-b3fdcd1d32d6 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/security-groups?id=697cd46f-22b9-4568-a139-0d54c765a04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6075890 Dec 10 16:18:11.860068 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01131c-cb58-4a8c-ae04-32f0a784e5dd req-340e6440-2d0b-406a-8569-ced4ff7561d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:11.862539 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6d01131c-cb58-4a8c-ae04-32f0a784e5dd req-340e6440-2d0b-406a-8569-ced4ff7561d8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.4838707 Dec 10 16:18:11.885534 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35748265-a360-4cc0-b83a-2f7411cdf3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:11.930374 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7daacf-75e8-4fc3-9a9a-3df65dc53c2e None None] Sync routers for ids ['441ed982-b9da-4024-86d0-3df53d5e1a72'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:18:11.944774 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7daacf-75e8-4fc3-9a9a-3df65dc53c2e None None] Routers {'441ed982-b9da-4024-86d0-3df53d5e1a72'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:18:11.945395 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0f7daacf-75e8-4fc3-9a9a-3df65dc53c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:17:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['441ed982-b9da-4024-86d0-3df53d5e1a72'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:18:11.963259 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 4f0bdbd6-c655-4811-b3ee-ee1ad446f9da triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:18:11.964295 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:12.006347 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35748265-a360-4cc0-b83a-2f7411cdf3ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:12.009689 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-35748265-a360-4cc0-b83a-2f7411cdf3ef admin admin] 10.222.0.11 "DELETE /v2.0/networks/c2a8abfa-e8ae-4b12-be9c-213c9d150724 HTTP/1.1" status: 204 len: 168 time: 1.7182043 Dec 10 16:18:12.018469 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35602) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:18:12.060530 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-56eb5e4e-2046-47c2-9dad-7bae03f7bae5 req-0409c938-6659-4b81-92ef-f404b032be05 service neutron] 10.222.0.46 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6810374 Dec 10 16:18:12.072869 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35748265-a360-4cc0-b83a-2f7411cdf3ef admin admin] Pushing event deleted for resources: {'Network': ['ID=c2a8abfa-e8ae-4b12-be9c-213c9d150724,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:12.083531 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb21746-c465-4720-830d-0f06a4f9d83d service neutron] Pushing event updated for resources: {'Port': ['ID=1d62037c-25ae-441f-a180-36ad881b8765,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:12.138683 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-67323e18-f3fe-4d39-9e41-0db581248397 req-50e48b37-a6c5-4fd7-b71f-0f99270ba4c6 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bf9aa1d-863e-4793-ad2d-4bf46aa6f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956504 Dec 10 16:18:12.144963 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ae93f9a8-b456-4d51-ae90-e07e8957d25c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:12.169824 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-cad9409f-d446-4da5-9eeb-25b9d9e7c89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:12.171339 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-cad9409f-d446-4da5-9eeb-25b9d9e7c89f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f04692d20ebe4f14b040044c60bbb449&device_id=563f446c-6cf9-4943-b766-7f3dd3c3e041 HTTP/1.1" status: 200 len: 1099 time: 0.2796116 Dec 10 16:18:12.179029 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ae93f9a8-b456-4d51-ae90-e07e8957d25c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:12.180068 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-0f7daacf-75e8-4fc3-9a9a-3df65dc53c2e None None] Set router 441ed982-b9da-4024-86d0-3df53d5e1a72 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:18:12.202279 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-d265049d-0951-4c1e-bc23-2801221d44c9 admin admin] Deleting subnet fe1fe4c1-ef99-4bb7-8da8-01da45d77ed0 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:18:12.205166 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-cd3040fc-bf14-4340-a037-7ba9dab0d4cb tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=ee4e94568afc4a3f8b8805636c663a1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1492651 Dec 10 16:18:12.206174 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d265049d-0951-4c1e-bc23-2801221d44c9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:12.211536 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7aa61b-4d63-4b21-9e37-bb434d27f9c3 x-openstack-request-id: req-8f7aa61b-4d63-4b21-9e37-bb434d27f9c3 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:18:12.215973 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d80ec4-3ec4-4c33-9c49-e38c5a3d682a", "name": "network-vif-plugged", "status": "completed", "tag": "6ef2b40a-c092-4211-9d0c-f108a1ab8dd3", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:18:12.216850 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8f7aa61b-4d63-4b21-9e37-bb434d27f9c3 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:18:12.217494 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d80ec4-3ec4-4c33-9c49-e38c5a3d682a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef2b40a-c092-4211-9d0c-f108a1ab8dd3', 'code': 200} Dec 10 16:18:12.221985 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01131c-cb58-4a8c-ae04-32f0a784e5dd req-52f68eb7-de4d-4ed2-b1b0-15998e2588a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:12.223453 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6d01131c-cb58-4a8c-ae04-32f0a784e5dd req-52f68eb7-de4d-4ed2-b1b0-15998e2588a5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3518767 Dec 10 16:18:12.224024 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35606) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:18:12.230911 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-f5efb13c-f06c-4f3d-b9c9-e8f23b8a629d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2034095409-network', 'tenant_id': 'd49a27d82af34acc8b149db817381679'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:18:12.248479 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d265049d-0951-4c1e-bc23-2801221d44c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:12.338129 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d265049d-0951-4c1e-bc23-2801221d44c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:12.420807 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-711ba5f0-7e11-428d-b6ed-09953a5fc94b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=1d62037c-25ae-441f-a180-36ad881b8765 HTTP/1.1" status: 200 len: 217 time: 0.2377512 Dec 10 16:18:12.432241 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d265049d-0951-4c1e-bc23-2801221d44c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:12.436324 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5efb13c-f06c-4f3d-b9c9-e8f23b8a629d admin admin] Made reservation on behalf of d49a27d82af34acc8b149db817381679 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:18:12.438633 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5efb13c-f06c-4f3d-b9c9-e8f23b8a629d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:12.458679 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0f7daacf-75e8-4fc3-9a9a-3df65dc53c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441ed982-b9da-4024-86d0-3df53d5e1a72', 'name': 'tempest-AttachSCSIVolumeTestJSON-1502831201-router', 'tenant_id': 'ce8aa923e62740419aa52156296bd6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '4f0bdbd6-c655-4811-b3ee-ee1ad446f9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:17:59Z', 'updated_at': '2021-12-10T16:18:08Z', 'revision_number': 4, 'project_id': 'ce8aa923e62740419aa52156296bd6c3', 'gw_port': {'id': '4f0bdbd6-c655-4811-b3ee-ee1ad446f9da', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441ed982-b9da-4024-86d0-3df53d5e1a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:18:02Z', 'updated_at': '2021-12-10T16:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'c18a939c-f428-4bbd-8492-58ea0fd6eb0d', 'name': '', 'network_id': 'c31a437c-1197-43f8-bbd7-0717db7ae3e4', 'tenant_id': 'ce8aa923e62740419aa52156296bd6c3', 'mac_address': 'fa:16:3e:2a:4b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441ed982-b9da-4024-86d0-3df53d5e1a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '325102d6-bc21-4aae-9184-4a483fd29591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:18:06Z', 'updated_at': '2021-12-10T16:18:08Z', 'revision_number': 2, 'project_id': 'ce8aa923e62740419aa52156296bd6c3', 'subnets': [{'id': '325102d6-bc21-4aae-9184-4a483fd29591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:18:12.479088 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5efb13c-f06c-4f3d-b9c9-e8f23b8a629d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:12.482480 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-9f044ff1-9c52-49de-8d84-8e838d95f868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:12.484102 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-9f044ff1-9c52-49de-8d84-8e838d95f868 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.0546315 Dec 10 16:18:12.484459 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7daacf-75e8-4fc3-9a9a-3df65dc53c2e None None] Checking router: 441ed982-b9da-4024-86d0-3df53d5e1a72 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:18:12.484814 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7daacf-75e8-4fc3-9a9a-3df65dc53c2e None None] Updating router 441ed982-b9da-4024-86d0-3df53d5e1a72 port c18a939c-f428-4bbd-8492-58ea0fd6eb0d binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:18:12.501221 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-56eb5e4e-2046-47c2-9dad-7bae03f7bae5 req-5e407375-7340-49d9-b1aa-f2ba39ce0e84 service neutron] 10.222.0.46 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110320 Dec 10 16:18:12.522893 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-0f7daacf-75e8-4fc3-9a9a-3df65dc53c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:12.542517 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca844b81-5021-4e3d-b8c6-0062c6855306 req-0f697636-a06c-4a33-92f0-38a3e1410e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:12.544284 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d265049d-0951-4c1e-bc23-2801221d44c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe1fe4c1-ef99-4bb7-8da8-01da45d77ed0,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:12.551831 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ca844b81-5021-4e3d-b8c6-0062c6855306 req-0f697636-a06c-4a33-92f0-38a3e1410e53 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d5d80ec4-3ec4-4c33-9c49-e38c5a3d682a HTTP/1.1" status: 200 len: 1100 time: 0.2660725 Dec 10 16:18:12.560275 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d265049d-0951-4c1e-bc23-2801221d44c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:12.563683 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d265049d-0951-4c1e-bc23-2801221d44c9 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/fe1fe4c1-ef99-4bb7-8da8-01da45d77ed0 HTTP/1.1" status: 204 len: 168 time: 0.5429096 Dec 10 16:18:12.567790 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35610) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:18:12.568657 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-a3dfd9a6-1f8f-492a-9fa2-52d922e93b2d tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:12.570277 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-a3dfd9a6-1f8f-492a-9fa2-52d922e93b2d tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3505836 Dec 10 16:18:12.576966 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6d01131c-cb58-4a8c-ae04-32f0a784e5dd req-d63754c0-fd5e-4a78-8cc5-4318a04ddbc9 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270590 Dec 10 16:18:12.578634 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7dd06-955a-41ac-ae07-0c35ba32fa6b req-636225ab-5280-49b3-8eca-61774d07e5b8 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:12.580204 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-44c7dd06-955a-41ac-ae07-0c35ba32fa6b req-636225ab-5280-49b3-8eca-61774d07e5b8 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=966e688e-9424-48b7-ba99-961b4562b6dd HTTP/1.1" status: 200 len: 943 time: 0.1890726 Dec 10 16:18:12.667370 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-8eea046c-846b-47b7-b425-c75626f18a67 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/quotas/ee4e94568afc4a3f8b8805636c663a1b HTTP/1.1" status: 200 len: 375 time: 0.0811985 Dec 10 16:18:12.668922 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c28573c-9fd6-411a-90ec-8d5423b80eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:12.683995 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-fe670674-1d17-417a-8198-d01147183ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:12.685454 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-fe670674-1d17-417a-8198-d01147183ca7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1696355 Dec 10 16:18:12.700153 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ae93f9a8-b456-4d51-ae90-e07e8957d25c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:12.702676 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ae93f9a8-b456-4d51-ae90-e07e8957d25c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:12.706440 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ae93f9a8-b456-4d51-ae90-e07e8957d25c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5ff0f20d-2a8a-4f06-9027-241b77346021 HTTP/1.1" status: 204 len: 168 time: 0.8938227 Dec 10 16:18:12.743338 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93f9a8-b456-4d51-ae90-e07e8957d25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff0f20d-2a8a-4f06-9027-241b77346021,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:12.764090 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ca844b81-5021-4e3d-b8c6-0062c6855306 req-e733588e-4c78-4e75-ba15-ba2c1e5b898c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=697cd46f-22b9-4568-a139-0d54c765a04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895270 Dec 10 16:18:12.790475 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-44c7dd06-955a-41ac-ae07-0c35ba32fa6b req-306abe94-65ff-4134-a07f-7331d4e96060 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338937 Dec 10 16:18:12.838507 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6d01131c-cb58-4a8c-ae04-32f0a784e5dd req-7e2eb986-e0a3-411b-af99-e5127e7d4044 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452238 Dec 10 16:18:12.851786 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-0f7daacf-75e8-4fc3-9a9a-3df65dc53c2e None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:12.858268 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-0f7daacf-75e8-4fc3-9a9a-3df65dc53c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:12.870412 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-57e71e3f-9c48-4c3f-ae69-0484ba9d13a2 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ee4e94568afc4a3f8b8805636c663a1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1808164 Dec 10 16:18:12.877891 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514a6614-4c49-45a7-8c65-51818bd5b98c x-openstack-request-id: req-514a6614-4c49-45a7-8c65-51818bd5b98c {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:18:12.880920 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "563f446c-6cf9-4943-b766-7f3dd3c3e041", "tag": "1d62037c-25ae-441f-a180-36ad881b8765", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:18:12.881219 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-514a6614-4c49-45a7-8c65-51818bd5b98c {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:18:12.881642 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '563f446c-6cf9-4943-b766-7f3dd3c3e041', 'tag': '1d62037c-25ae-441f-a180-36ad881b8765', 'status': 'completed', 'code': 200} Dec 10 16:18:12.898580 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5efb13c-f06c-4f3d-b9c9-e8f23b8a629d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:12.910556 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5efb13c-f06c-4f3d-b9c9-e8f23b8a629d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:12.916531 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a1d2be-4e39-4846-a529-08188456b0d3 None None] Pushing event updated for resources: {'Port': ['ID=c18a939c-f428-4bbd-8492-58ea0fd6eb0d,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:12.929874 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a1d2be-4e39-4846-a529-08188456b0d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:12.930286 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a1d2be-4e39-4846-a529-08188456b0d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:12.930990 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a1d2be-4e39-4846-a529-08188456b0d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:12.932517 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a1d2be-4e39-4846-a529-08188456b0d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:12.933103 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a1d2be-4e39-4846-a529-08188456b0d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:12.933618 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a1d2be-4e39-4846-a529-08188456b0d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:12.934344 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a1d2be-4e39-4846-a529-08188456b0d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:12.935503 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a1d2be-4e39-4846-a529-08188456b0d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:12.935704 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:18:12.936223 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a1d2be-4e39-4846-a529-08188456b0d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:12.936447 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c28573c-9fd6-411a-90ec-8d5423b80eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:12.936877 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a1d2be-4e39-4846-a529-08188456b0d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:12.937618 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a1d2be-4e39-4846-a529-08188456b0d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:12.938180 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a1d2be-4e39-4846-a529-08188456b0d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:12.938685 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a1d2be-4e39-4846-a529-08188456b0d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:12.950362 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5efb13c-f06c-4f3d-b9c9-e8f23b8a629d admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:18:12.980604 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5efb13c-f06c-4f3d-b9c9-e8f23b8a629d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:12.981056 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-f5efb13c-f06c-4f3d-b9c9-e8f23b8a629d admin admin] Added segment f046a77b-24c4-4eca-91df-8b31064f7627 of type vlan for network f6a2e007-0268-4c41-98f5-4df70e7b28ee Dec 10 16:18:12.982670 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5efb13c-f06c-4f3d-b9c9-e8f23b8a629d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1717fd00-c761-40bf-bf54-0643c7108d5e,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:13.045781 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5efb13c-f06c-4f3d-b9c9-e8f23b8a629d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:13.083679 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-0f7daacf-75e8-4fc3-9a9a-3df65dc53c2e None None] Attempting to bind port c18a939c-f428-4bbd-8492-58ea0fd6eb0d on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:18:13.084053 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-0f7daacf-75e8-4fc3-9a9a-3df65dc53c2e None None] Attempting to bind port c18a939c-f428-4bbd-8492-58ea0fd6eb0d by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '77461a73-d604-4857-904b-ff24a9592434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c31a437c-1197-43f8-bbd7-0717db7ae3e4'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:18:13.084418 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7daacf-75e8-4fc3-9a9a-3df65dc53c2e None None] Attempting to bind port c18a939c-f428-4bbd-8492-58ea0fd6eb0d on network c31a437c-1197-43f8-bbd7-0717db7ae3e4 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:18:13.099326 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7daacf-75e8-4fc3-9a9a-3df65dc53c2e None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:18:13.099741 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7daacf-75e8-4fc3-9a9a-3df65dc53c2e None None] Checking segment: {'id': '77461a73-d604-4857-904b-ff24a9592434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c31a437c-1197-43f8-bbd7-0717db7ae3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:18:13.100534 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-0f7daacf-75e8-4fc3-9a9a-3df65dc53c2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:13.100839 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5efb13c-f06c-4f3d-b9c9-e8f23b8a629d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:13.100956 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7daacf-75e8-4fc3-9a9a-3df65dc53c2e None None] Bound using segment: {'id': '77461a73-d604-4857-904b-ff24a9592434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c31a437c-1197-43f8-bbd7-0717db7ae3e4'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:18:13.102116 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5efb13c-f06c-4f3d-b9c9-e8f23b8a629d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:13.103170 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5efb13c-f06c-4f3d-b9c9-e8f23b8a629d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:13.104149 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-0f7daacf-75e8-4fc3-9a9a-3df65dc53c2e None None] Bound port: c18a939c-f428-4bbd-8492-58ea0fd6eb0d, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77461a73-d604-4857-904b-ff24a9592434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c31a437c-1197-43f8-bbd7-0717db7ae3e4'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:18:13.105099 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-0f7daacf-75e8-4fc3-9a9a-3df65dc53c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:13.128877 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-2c28573c-9fd6-411a-90ec-8d5423b80eb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55e86150-2b4d-4adc-8338-a77500f461a9']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:18:13.174930 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-55776e00-8aca-4404-8a34-181bf4b7a5d6 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4802964 Dec 10 16:18:13.190722 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7,segment=NetworkSegment(ba4bffb6-59f5-4518-96be-6824e98414e9),segment_id=ba4bffb6-59f5-4518-96be-6824e98414e9)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:13.196265 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-2c28573c-9fd6-411a-90ec-8d5423b80eb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d43b879-a391-4b16-98e2-411dee66466a') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:18:13.196568 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-2c28573c-9fd6-411a-90ec-8d5423b80eb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d43b879-a391-4b16-98e2-411dee66466a') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:18:13.208299 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7', 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6', 'port_id': '2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7', 'mac_address': 'fa:16:3e:46:18:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19a3ead6-9cb2-4544-beb2-145a33d7ae3f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:18:13.243613 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c28573c-9fd6-411a-90ec-8d5423b80eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:13.247253 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f5efb13c-f06c-4f3d-b9c9-e8f23b8a629d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0199089 Dec 10 16:18:13.250728 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35624) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:18:13.278885 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-0f7daacf-75e8-4fc3-9a9a-3df65dc53c2e None None] For port c18a939c-f428-4bbd-8492-58ea0fd6eb0d, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:18:13.288287 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-0f7daacf-75e8-4fc3-9a9a-3df65dc53c2e None None] For port c18a939c-f428-4bbd-8492-58ea0fd6eb0d, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c18a939c-f428-4bbd-8492-58ea0fd6eb0d,segment=NetworkSegment(77461a73-d604-4857-904b-ff24a9592434),segment_id=77461a73-d604-4857-904b-ff24a9592434)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:18:13.291912 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:13.295036 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-0f7daacf-75e8-4fc3-9a9a-3df65dc53c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:13.303075 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-135f85be-7e64-4b4f-9574-92a91ba62c83 admin admin] Request body: {'subnet': {'network_id': 'f6a2e007-0268-4c41-98f5-4df70e7b28ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2034095409-subnet', 'tenant_id': 'd49a27d82af34acc8b149db817381679', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:18:13.315502 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:18:13.359826 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7,segment=NetworkSegment(ba4bffb6-59f5-4518-96be-6824e98414e9),segment_id=ba4bffb6-59f5-4518-96be-6824e98414e9)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:13.367367 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:13.389768 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5efb13c-f06c-4f3d-b9c9-e8f23b8a629d admin admin] Pushing event updated for resources: {'Network': ['ID=f6a2e007-0268-4c41-98f5-4df70e7b28ee,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:13.428894 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c28573c-9fd6-411a-90ec-8d5423b80eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:13.429643 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7daacf-75e8-4fc3-9a9a-3df65dc53c2e None None] Routers {'441ed982-b9da-4024-86d0-3df53d5e1a72'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:18:13.435670 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0f7daacf-75e8-4fc3-9a9a-3df65dc53c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:17:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['441ed982-b9da-4024-86d0-3df53d5e1a72'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:18:13.446195 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135f85be-7e64-4b4f-9574-92a91ba62c83 admin admin] Made reservation on behalf of d49a27d82af34acc8b149db817381679 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:18:13.449356 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-135f85be-7e64-4b4f-9574-92a91ba62c83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:13.477394 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495d3b4-e5e2-40ac-877e-45fceec839f0 req-3c22d47d-147b-4a42-a76c-f5e6dae3c3eb tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:13.491102 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0495d3b4-e5e2-40ac-877e-45fceec839f0 req-3c22d47d-147b-4a42-a76c-f5e6dae3c3eb tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/ports?device_id=1da9c181-1a86-43f4-a64a-8c9e1a6a58ec HTTP/1.1" status: 200 len: 946 time: 0.5094912 Dec 10 16:18:13.503374 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:13.507588 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network f6a2e007-0268-4c41-98f5-4df70e7b28ee details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:18:13.520960 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c28573c-9fd6-411a-90ec-8d5423b80eb6 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:18:13.527362 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c28573c-9fd6-411a-90ec-8d5423b80eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:13.532331 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:18:13.532331 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:18:13.532331 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:18:13.532331 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:18:13.532331 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:18:13.532331 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:18:13.532331 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:18:13.532331 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:18:13.532331 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:18:13.532331 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:18:13.532331 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:18:13.532331 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:18:13.532331 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:18:13.532331 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:18:13.532331 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:18:13.532331 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:18:13.532331 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:18:13.532331 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:18:13.532331 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:18:13.532331 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:18:13.532331 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:18:13.532331 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:18:13.532331 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:18:13.532331 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:18:13.532331 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:18:13.532331 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:18:13.532331 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:18:13.532331 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:18:13.532331 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:18:13.532331 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:18:13.532331 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:18:13.532331 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:18:13.545024 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540cb7b1-93df-44e3-a01b-023f6886ea2b req-151bf360-2fc8-4478-8918-474f30f519b3 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:13.560745 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-540cb7b1-93df-44e3-a01b-023f6886ea2b req-151bf360-2fc8-4478-8918-474f30f519b3 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d80ec4-3ec4-4c33-9c49-e38c5a3d682a HTTP/1.1" status: 200 len: 949 time: 0.2529967 Dec 10 16:18:13.570392 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35630) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:18:13.609717 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e3abf9ef-ded9-4d35-80c8-16113c8992af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:13.632033 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-0f7daacf-75e8-4fc3-9a9a-3df65dc53c2e None None] Set router 441ed982-b9da-4024-86d0-3df53d5e1a72 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:18:13.644555 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6d32a4b9-5de1-492e-a6a4-ffde7bc0e60b None None] Provisioning complete for port c18a939c-f428-4bbd-8492-58ea0fd6eb0d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:18:13.645108 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6d32a4b9-5de1-492e-a6a4-ffde7bc0e60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:13.733634 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c28573c-9fd6-411a-90ec-8d5423b80eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:13.774271 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c28573c-9fd6-411a-90ec-8d5423b80eb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:13.784391 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2c28573c-9fd6-411a-90ec-8d5423b80eb6 admin admin] 10.222.0.11 "DELETE /v2.0/networks/55e86150-2b4d-4adc-8338-a77500f461a9 HTTP/1.1" status: 204 len: 168 time: 1.2120936 Dec 10 16:18:13.798238 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-540cb7b1-93df-44e3-a01b-023f6886ea2b req-42994f32-8083-40c9-82df-7eb4addf8893 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/security-groups?id=697cd46f-22b9-4568-a139-0d54c765a04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348750 Dec 10 16:18:13.814813 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a22e6ea3-4778-4029-a42c-6d04368f7c40 req-9f64004d-9465-4291-b19e-926a776d1b9b service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6159549 Dec 10 16:18:13.819418 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c28573c-9fd6-411a-90ec-8d5423b80eb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=55e86150-2b4d-4adc-8338-a77500f461a9,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:13.854526 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0495d3b4-e5e2-40ac-877e-45fceec839f0 req-778349bb-06ee-4acb-9e7e-88ce9770cee8 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/security-groups?id=de734938-b937-4181-8955-8d1ef1a8949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3495545 Dec 10 16:18:13.879337 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6d32a4b9-5de1-492e-a6a4-ffde7bc0e60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:13.914979 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:18:13.929351 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a1d2be-4e39-4846-a529-08188456b0d3 None None] Pushing event updated for resources: {'Port': ['ID=c18a939c-f428-4bbd-8492-58ea0fd6eb0d,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:14.037564 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e3abf9ef-ded9-4d35-80c8-16113c8992af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:14.067092 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e3abf9ef-ded9-4d35-80c8-16113c8992af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:14.093633 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0f7daacf-75e8-4fc3-9a9a-3df65dc53c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441ed982-b9da-4024-86d0-3df53d5e1a72', 'name': 'tempest-AttachSCSIVolumeTestJSON-1502831201-router', 'tenant_id': 'ce8aa923e62740419aa52156296bd6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '4f0bdbd6-c655-4811-b3ee-ee1ad446f9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:17:59Z', 'updated_at': '2021-12-10T16:18:08Z', 'revision_number': 4, 'project_id': 'ce8aa923e62740419aa52156296bd6c3', 'gw_port': {'id': '4f0bdbd6-c655-4811-b3ee-ee1ad446f9da', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441ed982-b9da-4024-86d0-3df53d5e1a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:18:02Z', 'updated_at': '2021-12-10T16:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'c18a939c-f428-4bbd-8492-58ea0fd6eb0d', 'name': '', 'network_id': 'c31a437c-1197-43f8-bbd7-0717db7ae3e4', 'tenant_id': 'ce8aa923e62740419aa52156296bd6c3', 'mac_address': 'fa:16:3e:2a:4b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441ed982-b9da-4024-86d0-3df53d5e1a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '325102d6-bc21-4aae-9184-4a483fd29591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:18:06Z', 'updated_at': '2021-12-10T16:18:13Z', 'revision_number': 4, 'project_id': 'ce8aa923e62740419aa52156296bd6c3', 'subnets': [{'id': '325102d6-bc21-4aae-9184-4a483fd29591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:18:14.098501 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-6d32a4b9-5de1-492e-a6a4-ffde7bc0e60b None None] For port c18a939c-f428-4bbd-8492-58ea0fd6eb0d, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c18a939c-f428-4bbd-8492-58ea0fd6eb0d,segment=NetworkSegment(77461a73-d604-4857-904b-ff24a9592434),segment_id=77461a73-d604-4857-904b-ff24a9592434)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:14.114514 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c343ed4b-aa95-4bfe-bfae-5c8380cfb9a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:14.131623 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d0796533-9943-43eb-b86d-4bd7bca7c04f req-f38bdb72-39d0-4df2-b5ae-77d405baec39 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd21d1a0-a30b-4e93-9d0e-c5df4408f96b HTTP/1.1" status: 200 len: 210 time: 0.1072307 Dec 10 16:18:14.132174 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6d32a4b9-5de1-492e-a6a4-ffde7bc0e60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:14.157440 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-135f85be-7e64-4b4f-9574-92a91ba62c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:14.160969 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9987273-9609-4d53-abb6-8e526de84437 req-2492bbd6-5113-41c8-84cd-5f59c1baa03c tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:14.162435 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7daacf-75e8-4fc3-9a9a-3df65dc53c2e None None] The sync data for ids ['441ed982-b9da-4024-86d0-3df53d5e1a72'] in n-d-766771-2 is: [{'id': '441ed982-b9da-4024-86d0-3df53d5e1a72', 'name': 'tempest-AttachSCSIVolumeTestJSON-1502831201-router', 'tenant_id': 'ce8aa923e62740419aa52156296bd6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '4f0bdbd6-c655-4811-b3ee-ee1ad446f9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:17:59Z', 'updated_at': '2021-12-10T16:18:08Z', 'revision_number': 4, 'project_id': 'ce8aa923e62740419aa52156296bd6c3', 'gw_port': {'id': '4f0bdbd6-c655-4811-b3ee-ee1ad446f9da', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441ed982-b9da-4024-86d0-3df53d5e1a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:18:02Z', 'updated_at': '2021-12-10T16:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'c18a939c-f428-4bbd-8492-58ea0fd6eb0d', 'name': '', 'network_id': 'c31a437c-1197-43f8-bbd7-0717db7ae3e4', 'tenant_id': 'ce8aa923e62740419aa52156296bd6c3', 'mac_address': 'fa:16:3e:2a:4b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441ed982-b9da-4024-86d0-3df53d5e1a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '325102d6-bc21-4aae-9184-4a483fd29591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:18:06Z', 'updated_at': '2021-12-10T16:18:13Z', 'revision_number': 4, 'project_id': 'ce8aa923e62740419aa52156296bd6c3', 'subnets': [{'id': '325102d6-bc21-4aae-9184-4a483fd29591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:18:14.175570 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a9987273-9609-4d53-abb6-8e526de84437 req-2492bbd6-5113-41c8-84cd-5f59c1baa03c tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/ports?device_id=563f446c-6cf9-4943-b766-7f3dd3c3e041 HTTP/1.1" status: 200 len: 948 time: 0.2122884 Dec 10 16:18:14.177195 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35640) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:18:14.203224 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a34cf-4350-4ac3-86cf-dbb47bb86f65 req-259d8b96-e638-4ada-beb6-0a32dc395be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:14.204746 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e3a34cf-4350-4ac3-86cf-dbb47bb86f65 req-259d8b96-e638-4ada-beb6-0a32dc395be1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f04692d20ebe4f14b040044c60bbb449&device_id=563f446c-6cf9-4943-b766-7f3dd3c3e041 HTTP/1.1" status: 200 len: 1099 time: 0.1963773 Dec 10 16:18:14.256353 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da9c181-1a86-43f4-a64a-8c9e1a6a58ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:18:14.259150 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b6c175-cff1-44ba-a16e-5a0209ccad37" -d '{"events": [{"server_uuid": "1da9c181-1a86-43f4-a64a-8c9e1a6a58ec", "name": "network-vif-plugged", "status": "completed", "tag": "d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:18:14.306402 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e3abf9ef-ded9-4d35-80c8-16113c8992af admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=77aa9eb47f404545b51c60a6173d7964&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7302482 Dec 10 16:18:14.338037 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35644) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:18:14.341553 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32a4b9-5de1-492e-a6a4-ffde7bc0e60b None None] Pushing event updated for resources: {'Port': ['ID=c18a939c-f428-4bbd-8492-58ea0fd6eb0d,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:14.373853 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3abf9ef-ded9-4d35-80c8-16113c8992af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbb700c-7635-4654-a375-9a40565a9c5b,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:14.399952 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f85be-7e64-4b4f-9574-92a91ba62c83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7084dede-f26a-498d-b075-bedafde142b1,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:14.410881 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc5a8f-5e8b-4782-8a3c-9f8ab848a59d req-87cdb9a2-0de5-440a-a423-0eee19b11d57 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:14.412603 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f312a3ae-7274-41a8-b03b-098fb254660c None None] Provisioning complete for port c18a939c-f428-4bbd-8492-58ea0fd6eb0d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:18:14.413459 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e3cc5a8f-5e8b-4782-8a3c-9f8ab848a59d req-87cdb9a2-0de5-440a-a423-0eee19b11d57 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=966e688e-9424-48b7-ba99-961b4562b6dd HTTP/1.1" status: 200 len: 944 time: 0.1939516 Dec 10 16:18:14.413941 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f312a3ae-7274-41a8-b03b-098fb254660c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:14.427702 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a9987273-9609-4d53-abb6-8e526de84437 req-a5c7b7b5-ae5d-49e4-a4ae-25d9c81edae3 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bf9aa1d-863e-4793-ad2d-4bf46aa6f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512157 Dec 10 16:18:14.461252 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135f85be-7e64-4b4f-9574-92a91ba62c83 admin admin] Checking segment: {'id': 'f046a77b-24c4-4eca-91df-8b31064f7627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f6a2e007-0268-4c41-98f5-4df70e7b28ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:18:14.461622 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135f85be-7e64-4b4f-9574-92a91ba62c83 admin admin] Network hostable DHCP agents. Network: f6a2e007-0268-4c41-98f5-4df70e7b28ee, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:18:14.493706 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4ecc9b12-b410-4fe0-87e7-43b32f5b94d6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b78c6d1bea884c36bfd7bc9bc0fc1385&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3137467 Dec 10 16:18:14.496084 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a34cf-4350-4ac3-86cf-dbb47bb86f65 req-fc297498-228b-4b2c-937a-f523db84c2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:14.497915 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e3a34cf-4350-4ac3-86cf-dbb47bb86f65 req-fc297498-228b-4b2c-937a-f523db84c2bd service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.2601891 Dec 10 16:18:14.498592 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35646) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:18:14.511589 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249a2db0-1f9c-45e3-8f4d-0317e3cee625 x-openstack-request-id: req-249a2db0-1f9c-45e3-8f4d-0317e3cee625 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:18:14.511967 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da9c181-1a86-43f4-a64a-8c9e1a6a58ec", "name": "network-vif-plugged", "status": "completed", "tag": "d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:18:14.512419 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-249a2db0-1f9c-45e3-8f4d-0317e3cee625 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:18:14.512734 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da9c181-1a86-43f4-a64a-8c9e1a6a58ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd', 'code': 200} Dec 10 16:18:14.521142 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e3cc5a8f-5e8b-4782-8a3c-9f8ab848a59d req-c894a3f7-2cad-4bf5-8eda-cbc7ef812637 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882015 Dec 10 16:18:14.527210 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135f85be-7e64-4b4f-9574-92a91ba62c83 admin admin] Network f6a2e007-0268-4c41-98f5-4df70e7b28ee is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:18:14.557697 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-135f85be-7e64-4b4f-9574-92a91ba62c83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, f6a2e007-0268-4c41-98f5-4df70e7b28ee) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:18:14.563424 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135f85be-7e64-4b4f-9574-92a91ba62c83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:14.564863 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-135f85be-7e64-4b4f-9574-92a91ba62c83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:14.577428 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e3a34cf-4350-4ac3-86cf-dbb47bb86f65 req-1ff6e0ac-542c-4788-a46b-50483003b3f8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=1d62037c-25ae-441f-a180-36ad881b8765 HTTP/1.1" status: 200 len: 217 time: 0.0612192 Dec 10 16:18:14.578033 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2f8b35d1-b04f-4ff8-8b6e-a3d1194c5901 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:14.578374 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6321f417-d963-4c44-835a-c06f9a3c0f4c None None] Network f6a2e007-0268-4c41-98f5-4df70e7b28ee requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:18:14.590745 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-135f85be-7e64-4b4f-9574-92a91ba62c83 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3389683 Dec 10 16:18:14.593012 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35648) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:18:14.597478 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-79035d6a-af64-41eb-a871-21b51ed8a58d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2034095409-router', 'tenant_id': 'd49a27d82af34acc8b149db817381679', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:18:14.652597 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2f8b35d1-b04f-4ff8-8b6e-a3d1194c5901 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:14.696273 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14deb9-a933-4601-a7f1-3f398f038e17 req-7e613c84-d433-49be-b833-9a00627c6a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:14.699323 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5e14deb9-a933-4601-a7f1-3f398f038e17 req-7e613c84-d433-49be-b833-9a00627c6a09 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1da9c181-1a86-43f4-a64a-8c9e1a6a58ec HTTP/1.1" status: 200 len: 1097 time: 0.0850215 Dec 10 16:18:14.701214 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa29c8cd-ef84-4565-b233-783a6f252d4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:14.701903 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-79035d6a-af64-41eb-a871-21b51ed8a58d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:14.703623 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-79035d6a-af64-41eb-a871-21b51ed8a58d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:14.734302 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af16c7a0-c4f3-4994-9968-409445a03917 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-f6a2e007-0268-4c41-98f5-4df70e7b28ee', 'network_id': 'f6a2e007-0268-4c41-98f5-4df70e7b28ee', 'project_id': 'd49a27d82af34acc8b149db817381679', 'fixed_ips': [{'subnet_id': '7084dede-f26a-498d-b075-bedafde142b1'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:18:14.735944 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-af16c7a0-c4f3-4994-9968-409445a03917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:14.736079 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a34cf-4350-4ac3-86cf-dbb47bb86f65 req-572e66f8-5c46-460b-9ab4-14ba73d973f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:14.737869 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e3a34cf-4350-4ac3-86cf-dbb47bb86f65 req-572e66f8-5c46-460b-9ab4-14ba73d973f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.1314631 Dec 10 16:18:14.784429 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa29c8cd-ef84-4565-b233-783a6f252d4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:14.823117 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-6834fd66-bf58-49e5-b8a4-5c0f3ebcf074 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=ee4e94568afc4a3f8b8805636c663a1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417273 Dec 10 16:18:14.869541 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5e14deb9-a933-4601-a7f1-3f398f038e17 req-c0c14e50-4761-4528-a98b-977a16230cbd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=de734938-b937-4181-8955-8d1ef1a8949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746751 Dec 10 16:18:14.871187 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-79035d6a-af64-41eb-a871-21b51ed8a58d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:14.894383 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2f8b35d1-b04f-4ff8-8b6e-a3d1194c5901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:14.896928 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2f8b35d1-b04f-4ff8-8b6e-a3d1194c5901 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:14.901264 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2f8b35d1-b04f-4ff8-8b6e-a3d1194c5901 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ddbb700c-7635-4654-a375-9a40565a9c5b HTTP/1.1" status: 204 len: 168 time: 0.5619962 Dec 10 16:18:14.944256 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a34cf-4350-4ac3-86cf-dbb47bb86f65 req-8fe69c3a-4c60-428c-97fd-76d9ebf18614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:14.945746 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e3a34cf-4350-4ac3-86cf-dbb47bb86f65 req-8fe69c3a-4c60-428c-97fd-76d9ebf18614 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2001760 Dec 10 16:18:14.960888 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b35d1-b04f-4ff8-8b6e-a3d1194c5901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbb700c-7635-4654-a375-9a40565a9c5b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:15.040597 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa29c8cd-ef84-4565-b233-783a6f252d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:15.043136 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa29c8cd-ef84-4565-b233-783a6f252d4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:15.044253 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-fa29c8cd-ef84-4565-b233-783a6f252d4d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/87de5afb-8242-42fa-a45c-cf572fde1187 HTTP/1.1" status: 204 len: 168 time: 0.5444162 Dec 10 16:18:15.091448 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa29c8cd-ef84-4565-b233-783a6f252d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87de5afb-8242-42fa-a45c-cf572fde1187,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:15.135837 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-46562904-6d26-4be8-b210-7153a775a33a tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:15.137232 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-46562904-6d26-4be8-b210-7153a775a33a tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2989330 Dec 10 16:18:15.145553 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-af16c7a0-c4f3-4994-9968-409445a03917 None None] Allocated IP 172.20.0.2 (f6a2e007-0268-4c41-98f5-4df70e7b28ee/7084dede-f26a-498d-b075-bedafde142b1/aeaaf98b-16b6-4310-b22b-ebcace5cba97) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:18:15.173182 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40e3c0-f875-4d09-a759-6934ee90b901 req-991d0dd3-4547-471b-ba5d-ae643489bf49 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:15.192598 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636174ba-0fda-43e8-ad70-990db6705672 req-340bf5de-3ae7-419c-bb67-abfa58122dbd tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:15.194744 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ea40e3c0-f875-4d09-a759-6934ee90b901 req-991d0dd3-4547-471b-ba5d-ae643489bf49 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d80ec4-3ec4-4c33-9c49-e38c5a3d682a HTTP/1.1" status: 200 len: 949 time: 0.2195151 Dec 10 16:18:15.202259 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-636174ba-0fda-43e8-ad70-990db6705672 req-340bf5de-3ae7-419c-bb67-abfa58122dbd tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/ports?device_id=1da9c181-1a86-43f4-a64a-8c9e1a6a58ec HTTP/1.1" status: 200 len: 946 time: 0.1826212 Dec 10 16:18:15.232609 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-a4308cdc-a99c-445a-8834-9752a3a29712 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Request body: {'port': {'device_id': 'fd21d1a0-a30b-4e93-9d0e-c5df4408f96b', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'admin_state_up': True, 'tenant_id': 'ee4e94568afc4a3f8b8805636c663a1b'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:18:15.232847 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-79035d6a-af64-41eb-a871-21b51ed8a58d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:15.401629 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-636174ba-0fda-43e8-ad70-990db6705672 req-8b17fa6b-5097-403b-852c-2dd0722edfae tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/security-groups?id=de734938-b937-4181-8955-8d1ef1a8949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933455 Dec 10 16:18:15.553215 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-af16c7a0-c4f3-4994-9968-409445a03917 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:15.565571 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-af16c7a0-c4f3-4994-9968-409445a03917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:15.628083 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af16c7a0-c4f3-4994-9968-409445a03917 None None] Network f6a2e007-0268-4c41-98f5-4df70e7b28ee is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:18:15.641601 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-af16c7a0-c4f3-4994-9968-409445a03917 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:18:15.650591 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ea40e3c0-f875-4d09-a759-6934ee90b901 req-df236634-e156-4985-bb27-71bb729c95c5 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/security-groups?id=697cd46f-22b9-4568-a139-0d54c765a04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4548137 Dec 10 16:18:15.652029 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0b193447-2383-484e-93a9-eb12a6eae5ba req-0758b967-9565-44a3-a1c9-703e1a7dace5 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd21d1a0-a30b-4e93-9d0e-c5df4408f96b HTTP/1.1" status: 200 len: 210 time: 0.0759404 Dec 10 16:18:15.664462 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af16c7a0-c4f3-4994-9968-409445a03917 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:18:15.679280 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-79035d6a-af64-41eb-a871-21b51ed8a58d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:15.726673 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-79035d6a-af64-41eb-a871-21b51ed8a58d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:15.763909 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e3a34cf-4350-4ac3-86cf-dbb47bb86f65 req-f08eca36-22e5-44bc-8313-c3ef00303b4b service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6247480 Dec 10 16:18:15.803356 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af16c7a0-c4f3-4994-9968-409445a03917 None None] Pushing event updated for resources: {'Port': ['ID=aeaaf98b-16b6-4310-b22b-ebcace5cba97,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:15.864315 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-af16c7a0-c4f3-4994-9968-409445a03917 None None] Attempting to bind port aeaaf98b-16b6-4310-b22b-ebcace5cba97 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:18:15.865282 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-af16c7a0-c4f3-4994-9968-409445a03917 None None] Attempting to bind port aeaaf98b-16b6-4310-b22b-ebcace5cba97 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'f046a77b-24c4-4eca-91df-8b31064f7627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f6a2e007-0268-4c41-98f5-4df70e7b28ee'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:18:15.866233 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af16c7a0-c4f3-4994-9968-409445a03917 None None] Attempting to bind port aeaaf98b-16b6-4310-b22b-ebcace5cba97 on network f6a2e007-0268-4c41-98f5-4df70e7b28ee {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:18:15.873664 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af16c7a0-c4f3-4994-9968-409445a03917 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:18:15.874291 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af16c7a0-c4f3-4994-9968-409445a03917 None None] Checking segment: {'id': 'f046a77b-24c4-4eca-91df-8b31064f7627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f6a2e007-0268-4c41-98f5-4df70e7b28ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:18:15.874918 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-af16c7a0-c4f3-4994-9968-409445a03917 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:15.878560 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af16c7a0-c4f3-4994-9968-409445a03917 None None] Bound using segment: {'id': 'f046a77b-24c4-4eca-91df-8b31064f7627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f6a2e007-0268-4c41-98f5-4df70e7b28ee'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:18:15.879599 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-af16c7a0-c4f3-4994-9968-409445a03917 None None] Bound port: aeaaf98b-16b6-4310-b22b-ebcace5cba97, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f046a77b-24c4-4eca-91df-8b31064f7627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f6a2e007-0268-4c41-98f5-4df70e7b28ee'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:18:15.880182 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-af16c7a0-c4f3-4994-9968-409445a03917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:15.903467 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c18a939c-f428-4bbd-8492-58ea0fd6eb0d up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:18:15.925762 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972dca44-de19-447a-ab54-22362d008c50 req-2d1ed00c-c9f1-47a4-a858-b50749d426b0 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:15.927553 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-972dca44-de19-447a-ab54-22362d008c50 req-2d1ed00c-c9f1-47a4-a858-b50749d426b0 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/ports?device_id=563f446c-6cf9-4943-b766-7f3dd3c3e041 HTTP/1.1" status: 200 len: 948 time: 0.1033404 Dec 10 16:18:16.003270 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35678) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:18:16.021910 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-79035d6a-af64-41eb-a871-21b51ed8a58d admin admin] Allocated IP 172.25.6.117 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/6d4494b9-1479-4907-8eed-6f46f89fceb1) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:18:16.048675 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e3a34cf-4350-4ac3-86cf-dbb47bb86f65 req-3c5cb703-6952-47bf-a588-5d38c0247902 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584691 Dec 10 16:18:16.088484 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-a4308cdc-a99c-445a-8834-9752a3a29712 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Made reservation on behalf of ee4e94568afc4a3f8b8805636c663a1b for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:18:16.092500 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-a4308cdc-a99c-445a-8834-9752a3a29712 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:16.117849 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-af16c7a0-c4f3-4994-9968-409445a03917 None None] For port aeaaf98b-16b6-4310-b22b-ebcace5cba97, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:18:16.121855 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-af16c7a0-c4f3-4994-9968-409445a03917 None None] For port aeaaf98b-16b6-4310-b22b-ebcace5cba97, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=aeaaf98b-16b6-4310-b22b-ebcace5cba97,segment=NetworkSegment(f046a77b-24c4-4eca-91df-8b31064f7627),segment_id=f046a77b-24c4-4eca-91df-8b31064f7627)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:18:16.123282 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c89753-99a9-41bd-98f7-54d069d3da80 req-d9c9352c-8bcf-4c68-ab57-7060ff233940 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:16.125258 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a4c89753-99a9-41bd-98f7-54d069d3da80 req-d9c9352c-8bcf-4c68-ab57-7060ff233940 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=966e688e-9424-48b7-ba99-961b4562b6dd HTTP/1.1" status: 200 len: 944 time: 0.2691267 Dec 10 16:18:16.129441 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-af16c7a0-c4f3-4994-9968-409445a03917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:16.168242 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-972dca44-de19-447a-ab54-22362d008c50 req-f480431f-87de-4039-ae29-c8572b24098d tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bf9aa1d-863e-4793-ad2d-4bf46aa6f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312329 Dec 10 16:18:16.177639 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-34b81b76-5645-496b-8077-d94faa428594 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=88042695015344cabff50ed61fd16c06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1312573 Dec 10 16:18:16.182371 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35682) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:18:16.265288 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af16c7a0-c4f3-4994-9968-409445a03917 None None] Pushing event updated for resources: {'Port': ['ID=aeaaf98b-16b6-4310-b22b-ebcace5cba97,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:16.272750 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port c18a939c-f428-4bbd-8492-58ea0fd6eb0d triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:18:16.273647 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:16.359410 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a4c89753-99a9-41bd-98f7-54d069d3da80 req-cc667ef1-81bf-4efd-b8f2-164fe95cff57 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224309 Dec 10 16:18:16.397583 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe9e8d-761c-4aec-a9e4-2b730b716c78 req-4ee35089-a4d3-4887-8871-9f0c26c76e0d tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:16.399394 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1dbe9e8d-761c-4aec-a9e4-2b730b716c78 req-4ee35089-a4d3-4887-8871-9f0c26c76e0d tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/ports?device_id=9400639f-0d32-47e4-956f-9078c6d3d3e8 HTTP/1.1" status: 200 len: 950 time: 0.1568429 Dec 10 16:18:16.441914 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-79035d6a-af64-41eb-a871-21b51ed8a58d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:16.482652 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b850c79d-4e91-4f04-982e-0044713261ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:16.492906 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1dbe9e8d-761c-4aec-a9e4-2b730b716c78 req-fcec1855-d2d0-4d70-a198-6e141f7f518c tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/security-groups?id=697cd46f-22b9-4568-a139-0d54c765a04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655684 Dec 10 16:18:16.546734 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-79035d6a-af64-41eb-a871-21b51ed8a58d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:16.553124 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-787df917-0698-4dc3-bbd6-9ba4f123caad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:16.579344 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-a4308cdc-a99c-445a-8834-9752a3a29712 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Allocated IP 192.168.233.16 (1b1da819-dfba-43f2-8848-8bb429159850/a7a18c92-5007-49e2-b728-7aedc06dca57/7df501f6-b613-4755-8cc5-c9378307c2ce) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:18:16.598692 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35694) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:18:16.616354 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79035d6a-af64-41eb-a871-21b51ed8a58d admin admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:18:16.619290 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b850c79d-4e91-4f04-982e-0044713261ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:16.620084 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-79035d6a-af64-41eb-a871-21b51ed8a58d admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:18:16.631616 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79035d6a-af64-41eb-a871-21b51ed8a58d admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:18:16.721738 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79035d6a-af64-41eb-a871-21b51ed8a58d admin admin] Pushing event updated for resources: {'Port': ['ID=6d4494b9-1479-4907-8eed-6f46f89fceb1,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:16.779040 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7180c-916d-4c40-94fd-d5f3ed534cdc req-7d8a2917-88df-4388-bfb5-95df6fffa745 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:16.787720 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4fa7180c-916d-4c40-94fd-d5f3ed534cdc req-7d8a2917-88df-4388-bfb5-95df6fffa745 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/ports?device_id=1da9c181-1a86-43f4-a64a-8c9e1a6a58ec HTTP/1.1" status: 200 len: 946 time: 0.2505455 Dec 10 16:18:16.825230 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b850c79d-4e91-4f04-982e-0044713261ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:16.827999 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b850c79d-4e91-4f04-982e-0044713261ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:16.829417 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b850c79d-4e91-4f04-982e-0044713261ec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/883b3a8f-f3c5-43f1-b4e7-17627c40b900 HTTP/1.1" status: 204 len: 168 time: 0.6459482 Dec 10 16:18:16.901913 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-25fa2ad8-cb92-436d-a1c3-c2b023b82a8f admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1459168077-network', 'tenant_id': '8ae81348bd094aec80f7f6fb7b2e05e7'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:18:16.941755 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850c79d-4e91-4f04-982e-0044713261ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883b3a8f-f3c5-43f1-b4e7-17627c40b900,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:16.949674 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:18:17.003460 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4fa7180c-916d-4c40-94fd-d5f3ed534cdc req-e8af9850-55c5-462d-ae91-b85c8d9e0ba0 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/security-groups?id=de734938-b937-4181-8955-8d1ef1a8949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122614 Dec 10 16:18:17.066983 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fa2ad8-cb92-436d-a1c3-c2b023b82a8f admin admin] Made reservation on behalf of 8ae81348bd094aec80f7f6fb7b2e05e7 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:18:17.070606 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25fa2ad8-cb92-436d-a1c3-c2b023b82a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:17.094556 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25fa2ad8-cb92-436d-a1c3-c2b023b82a8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:17.102341 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 1d62037c-25ae-441f-a180-36ad881b8765 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:18:17.165583 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:17.249667 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-a4308cdc-a99c-445a-8834-9752a3a29712 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:17.302208 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:18:17.316894 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:18:17.317343 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:17.318586 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383efd36-4574-4ed1-859a-2a3230562661 req-b42dc5cd-7a8f-4b29-937e-0ea40cee59c6 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:17.329612 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-383efd36-4574-4ed1-859a-2a3230562661 req-b42dc5cd-7a8f-4b29-937e-0ea40cee59c6 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/ports?device_id=1da9c181-1a86-43f4-a64a-8c9e1a6a58ec HTTP/1.1" status: 200 len: 946 time: 0.1205535 Dec 10 16:18:17.331603 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35730) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:18:17.347060 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-16620251-ee1e-47dd-9da9-88cfb37ffbb6 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Request body: {'floatingip': {'port_id': 'd47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:18:17.381462 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-641cc88e-8f54-4126-acbf-bafd4256550a req-ce6615c2-49ef-430e-b43c-57f2c12ea2b0 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd21d1a0-a30b-4e93-9d0e-c5df4408f96b HTTP/1.1" status: 200 len: 210 time: 0.0356634 Dec 10 16:18:17.458085 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-79035d6a-af64-41eb-a871-21b51ed8a58d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:17.471029 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 1d62037c-25ae-441f-a180-36ad881b8765, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=1d62037c-25ae-441f-a180-36ad881b8765,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:17.498775 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '1d62037c-25ae-441f-a180-36ad881b8765', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'port_id': '1d62037c-25ae-441f-a180-36ad881b8765', 'mac_address': 'fa:16:3e:bb:25:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a18c92-5007-49e2-b728-7aedc06dca57', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:18:17.577893 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:17.625406 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d62037c-25ae-441f-a180-36ad881b8765 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:18:17.636860 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30850633-cda4-4ffb-877b-b8f5481cc524 req-3156e20a-4a69-45b7-b519-a17ac9884f01 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:17.638451 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-30850633-cda4-4ffb-877b-b8f5481cc524 req-3156e20a-4a69-45b7-b519-a17ac9884f01 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=966e688e-9424-48b7-ba99-961b4562b6dd HTTP/1.1" status: 200 len: 944 time: 0.1174142 Dec 10 16:18:17.682999 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 1d62037c-25ae-441f-a180-36ad881b8765, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=1d62037c-25ae-441f-a180-36ad881b8765,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:17.700447 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:17.704226 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:17.797167 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-a4308cdc-a99c-445a-8834-9752a3a29712 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:17.805851 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-16620251-ee1e-47dd-9da9-88cfb37ffbb6 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks [] for floatingip, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:17.852488 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-79035d6a-af64-41eb-a871-21b51ed8a58d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:17.881171 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7,segment=NetworkSegment(ba4bffb6-59f5-4518-96be-6824e98414e9),segment_id=ba4bffb6-59f5-4518-96be-6824e98414e9)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:17.885862 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966e688e-9424-48b7-ba99-961b4562b6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:18:17.887194 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25fa2ad8-cb92-436d-a1c3-c2b023b82a8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:17.891908 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f40df5-77ee-4113-87e0-d72fcb0d37b9" -d '{"events": [{"server_uuid": "966e688e-9424-48b7-ba99-961b4562b6dd", "name": "network-vif-plugged", "status": "completed", "tag": "2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:18:17.916813 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:17.920934 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['a2bf2caa-c71c-421e-8478-919075d927f8'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:18:17.929211 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['070a865a-131b-477f-977f-e6abb0fc1cc1'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:18:17.937984 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device aeaaf98b-16b6-4310-b22b-ebcace5cba97 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:18:17.955985 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25fa2ad8-cb92-436d-a1c3-c2b023b82a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:17.963063 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=1d62037c-25ae-441f-a180-36ad881b8765,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:17.968017 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-30850633-cda4-4ffb-877b-b8f5481cc524 req-706895a3-4be8-4f91-8f50-f75b2a806b6e tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124347 Dec 10 16:18:17.972341 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25fa2ad8-cb92-436d-a1c3-c2b023b82a8f admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:18:17.980471 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-a4308cdc-a99c-445a-8834-9752a3a29712 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Network 1b1da819-dfba-43f2-8848-8bb429159850 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:18:18.022092 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-a4308cdc-a99c-445a-8834-9752a3a29712 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:18:18.072578 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-a4308cdc-a99c-445a-8834-9752a3a29712 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:18:18.099260 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:18.103416 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bee17b-30b6-49ec-ad3e-737c88cc35df x-openstack-request-id: req-18bee17b-30b6-49ec-ad3e-737c88cc35df {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:18:18.103715 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "966e688e-9424-48b7-ba99-961b4562b6dd", "name": "network-vif-plugged", "status": "completed", "tag": "2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:18:18.103978 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-18bee17b-30b6-49ec-ad3e-737c88cc35df {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:18:18.104520 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966e688e-9424-48b7-ba99-961b4562b6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7', 'code': 200} Dec 10 16:18:18.126549 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['1d62037c-25ae-441f-a180-36ad881b8765'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:18:18.128532 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06d9797-267b-4666-af81-c0ad21e8d806 None None] Network f6a2e007-0268-4c41-98f5-4df70e7b28ee requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:18:18.135277 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79035d6a-af64-41eb-a871-21b51ed8a58d admin admin] Router b25face3-1b8b-412b-bc04-c2be3425f47a is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:18:18.164933 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452b345-fc7b-45f6-94b1-3381a8027c43 req-a29c5707-a5ac-4926-bdd2-5315eaf32830 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:18.174653 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2452b345-fc7b-45f6-94b1-3381a8027c43 req-a29c5707-a5ac-4926-bdd2-5315eaf32830 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/ports?device_id=563f446c-6cf9-4943-b766-7f3dd3c3e041 HTTP/1.1" status: 200 len: 949 time: 0.7466006 Dec 10 16:18:18.219567 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25fa2ad8-cb92-436d-a1c3-c2b023b82a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:18.220012 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-25fa2ad8-cb92-436d-a1c3-c2b023b82a8f admin admin] Added segment 15d1952f-4dcb-4e1f-ad99-f5f939317419 of type vlan for network fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51 Dec 10 16:18:18.257109 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa2ad8-cb92-436d-a1c3-c2b023b82a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed715b0-be51-4047-b9b8-bc4ed065a0b7,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:18.260518 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4308cdc-a99c-445a-8834-9752a3a29712 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Pushing event updated for resources: {'Port': ['ID=7df501f6-b613-4755-8cc5-c9378307c2ce,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:18.352690 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79035d6a-af64-41eb-a871-21b51ed8a58d admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:18:18.390513 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-79035d6a-af64-41eb-a871-21b51ed8a58d admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:18.394970 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-79035d6a-af64-41eb-a871-21b51ed8a58d admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7978256 Dec 10 16:18:18.402985 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35768) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:18:18.406561 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db5d68-d5c2-4d25-bf99-2ac3d6f5f2b2 req-01347f22-9790-405d-bb57-63ba6ee0627e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:18.409363 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-80db5d68-d5c2-4d25-bf99-2ac3d6f5f2b2 req-01347f22-9790-405d-bb57-63ba6ee0627e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=966e688e-9424-48b7-ba99-961b4562b6dd HTTP/1.1" status: 200 len: 1096 time: 0.1745472 Dec 10 16:18:18.499956 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25fa2ad8-cb92-436d-a1c3-c2b023b82a8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:18.517432 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-a4308cdc-a99c-445a-8834-9752a3a29712 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:18.518317 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-a4308cdc-a99c-445a-8834-9752a3a29712 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:18.545739 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2452b345-fc7b-45f6-94b1-3381a8027c43 req-d7ce80e0-5374-4d36-8535-8c018a021891 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bf9aa1d-863e-4793-ad2d-4bf46aa6f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693690 Dec 10 16:18:18.566053 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-a4308cdc-a99c-445a-8834-9752a3a29712 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3682113 Dec 10 16:18:18.588619 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-f03bda76-dbef-49be-9d80-7dd79ec4eba6 service neutron] Request body: {'port': {'device_id': 'fd21d1a0-a30b-4e93-9d0e-c5df4408f96b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:18:18.596505 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d7244b-a820-4493-8723-11220cce5328 None None] Sync routers for ids ['b25face3-1b8b-412b-bc04-c2be3425f47a'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:18:18.597615 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-80db5d68-d5c2-4d25-bf99-2ac3d6f5f2b2 req-ba22c15c-5d51-4ecb-803a-6c6edba1d652 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790287 Dec 10 16:18:18.608031 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd95ac-c7b6-414e-9728-dcd45f5a6640 req-5d0a4df6-ae1f-48ef-a4f9-788eb498e353 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:18.609716 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3dcd95ac-c7b6-414e-9728-dcd45f5a6640 req-5d0a4df6-ae1f-48ef-a4f9-788eb498e353 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd21d1a0-a30b-4e93-9d0e-c5df4408f96b HTTP/1.1" status: 200 len: 935 time: 0.1081984 Dec 10 16:18:18.620877 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25fa2ad8-cb92-436d-a1c3-c2b023b82a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:18.621821 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fa2ad8-cb92-436d-a1c3-c2b023b82a8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:18.623019 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25fa2ad8-cb92-436d-a1c3-c2b023b82a8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:18.719278 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d7244b-a820-4493-8723-11220cce5328 None None] Routers {'b25face3-1b8b-412b-bc04-c2be3425f47a'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:18:18.719995 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-93d7244b-a820-4493-8723-11220cce5328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:18:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['b25face3-1b8b-412b-bc04-c2be3425f47a'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:18:18.752845 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3dcd95ac-c7b6-414e-9728-dcd45f5a6640 req-b59339d3-475b-4277-a860-640c81a88edc tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308696 Dec 10 16:18:18.835720 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:18.879502 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-25fa2ad8-cb92-436d-a1c3-c2b023b82a8f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.2724268 Dec 10 16:18:18.884722 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35782) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:18:18.894656 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-e652f401-3536-48fd-9b25-33302ffcf9f7 admin admin] Request body: {'subnet': {'network_id': 'fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1459168077-subnet', 'tenant_id': '8ae81348bd094aec80f7f6fb7b2e05e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:18:18.896714 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6a1154ff-23cc-4c18-813a-a78375fbed91 None None] Provisioning complete for port aeaaf98b-16b6-4310-b22b-ebcace5cba97 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:18:18.897426 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6a1154ff-23cc-4c18-813a-a78375fbed91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:18.965531 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa2ad8-cb92-436d-a1c3-c2b023b82a8f admin admin] Pushing event updated for resources: {'Network': ['ID=fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:18.979498 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-f03bda76-dbef-49be-9d80-7dd79ec4eba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:19.044237 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e652f401-3536-48fd-9b25-33302ffcf9f7 admin admin] Made reservation on behalf of 8ae81348bd094aec80f7f6fb7b2e05e7 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:18:19.046593 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e652f401-3536-48fd-9b25-33302ffcf9f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:19.055060 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port aeaaf98b-16b6-4310-b22b-ebcace5cba97 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:18:19.055592 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:19.060955 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:18:19.141464 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.db.resource_extend [None req-16620251-ee1e-47dd-9da9-88cfb37ffbb6 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 16:18:19.171522 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-93d7244b-a820-4493-8723-11220cce5328 None None] Set router b25face3-1b8b-412b-bc04-c2be3425f47a gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:18:19.180996 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-519aaff2-6ba0-466b-a508-e79461305cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:19.293622 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d176b5-f539-4e23-84f5-3c1322206a25 req-aa41effc-fa95-4fc1-92f4-b3ccb8f610f3 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:19.295192 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-59d176b5-f539-4e23-84f5-3c1322206a25 req-aa41effc-fa95-4fc1-92f4-b3ccb8f610f3 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=966e688e-9424-48b7-ba99-961b4562b6dd HTTP/1.1" status: 200 len: 945 time: 0.2189939 Dec 10 16:18:19.305906 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-16620251-ee1e-47dd-9da9-88cfb37ffbb6 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:19.319661 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-16620251-ee1e-47dd-9da9-88cfb37ffbb6 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:19.473373 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e652f401-3536-48fd-9b25-33302ffcf9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:19.481213 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6a1154ff-23cc-4c18-813a-a78375fbed91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:19.499529 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-59d176b5-f539-4e23-84f5-3c1322206a25 req-8d8deb92-6742-4ba2-a66a-5c3b92379655 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910739 Dec 10 16:18:19.521680 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-519aaff2-6ba0-466b-a508-e79461305cf1 admin admin] Allocated IP 172.20.0.1 (f6a2e007-0268-4c41-98f5-4df70e7b28ee/7084dede-f26a-498d-b075-bedafde142b1/5c23c232-0f29-4a7f-8a2b-76a100586020) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:18:19.569782 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [None req-16620251-ee1e-47dd-9da9-88cfb37ffbb6 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Floating IP 30c55da5-cdc9-45e6-914c-ed9c8f18dfff associated. External IP: 172.25.6.124, port: d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd. Dec 10 16:18:19.570034 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e652f401-3536-48fd-9b25-33302ffcf9f7 admin admin] Checking segment: {'id': '15d1952f-4dcb-4e1f-ad99-f5f939317419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:18:19.570310 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e652f401-3536-48fd-9b25-33302ffcf9f7 admin admin] Network hostable DHCP agents. Network: fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:18:19.590544 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652f401-3536-48fd-9b25-33302ffcf9f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c72c797-c788-4a2c-b14b-bffaa1b0b3e6,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:19.716054 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e652f401-3536-48fd-9b25-33302ffcf9f7 admin admin] Network fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:18:19.742512 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-6a1154ff-23cc-4c18-813a-a78375fbed91 None None] For port aeaaf98b-16b6-4310-b22b-ebcace5cba97, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=aeaaf98b-16b6-4310-b22b-ebcace5cba97,segment=NetworkSegment(f046a77b-24c4-4eca-91df-8b31064f7627),segment_id=f046a77b-24c4-4eca-91df-8b31064f7627)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:19.756597 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-e652f401-3536-48fd-9b25-33302ffcf9f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:18:19.762743 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6a1154ff-23cc-4c18-813a-a78375fbed91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:19.774786 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:19.782083 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e652f401-3536-48fd-9b25-33302ffcf9f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:19.798268 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e652f401-3536-48fd-9b25-33302ffcf9f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:19.847667 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e652f401-3536-48fd-9b25-33302ffcf9f7 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9518259 Dec 10 16:18:19.857231 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d631a00-2a70-4c36-879f-2d423a69f4da None None] Network fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:18:19.869768 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:19.929645 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-519aaff2-6ba0-466b-a508-e79461305cf1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:20.076231 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-2f259a22-5fc4-4635-93a4-52662328b84c None None] Provisioning complete for port 7df501f6-b613-4755-8cc5-c9378307c2ce triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:18:20.076794 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2f259a22-5fc4-4635-93a4-52662328b84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:20.117584 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-519aaff2-6ba0-466b-a508-e79461305cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:20.134009 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1154ff-23cc-4c18-813a-a78375fbed91 None None] Pushing event updated for resources: {'Port': ['ID=aeaaf98b-16b6-4310-b22b-ebcace5cba97,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:20.143992 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-2f259a22-5fc4-4635-93a4-52662328b84c None None] Port 7df501f6-b613-4755-8cc5-c9378307c2ce cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:18:20.209861 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.api [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:18:20.210248 n-d-766771-2 neutron-server[103394]: DEBUG oslo_db.api [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:18:20.221726 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519aaff2-6ba0-466b-a508-e79461305cf1 admin admin] Pushing event updated for resources: {'Port': ['ID=5c23c232-0f29-4a7f-8a2b-76a100586020,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:20.239614 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519aaff2-6ba0-466b-a508-e79461305cf1 admin admin] Network f6a2e007-0268-4c41-98f5-4df70e7b28ee is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:18:20.251351 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-519aaff2-6ba0-466b-a508-e79461305cf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:18:20.252644 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a18adb-0abc-400a-8930-1e8bb88d5300 None None] Network fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:18:20.256057 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519aaff2-6ba0-466b-a508-e79461305cf1 admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:18:20.307612 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-519aaff2-6ba0-466b-a508-e79461305cf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:20.319606 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c18a92-3909-4302-8629-b6179d44aecf req-918297a6-4664-4f67-af9f-e1f3d689caca tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:20.321170 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-99c18a92-3909-4302-8629-b6179d44aecf req-918297a6-4664-4f67-af9f-e1f3d689caca tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/ports?device_id=563f446c-6cf9-4943-b766-7f3dd3c3e041 HTTP/1.1" status: 200 len: 949 time: 0.3440650 Dec 10 16:18:20.364204 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9c0c7cd8-1a9b-4849-9102-4647501f3aba None None] Provisioning complete for port aeaaf98b-16b6-4310-b22b-ebcace5cba97 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:18:20.364582 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9c0c7cd8-1a9b-4849-9102-4647501f3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:20.399518 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-f03bda76-dbef-49be-9d80-7dd79ec4eba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7df501f6-b613-4755-8cc5-c9378307c2ce {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:18:20.420162 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-f03bda76-dbef-49be-9d80-7dd79ec4eba6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:20.506951 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-99c18a92-3909-4302-8629-b6179d44aecf req-ac2807bd-99dd-423b-8963-c936485e3e50 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bf9aa1d-863e-4793-ad2d-4bf46aa6f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283722 Dec 10 16:18:20.575328 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-93d7244b-a820-4493-8723-11220cce5328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25face3-1b8b-412b-bc04-c2be3425f47a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2034095409-router', 'tenant_id': 'd49a27d82af34acc8b149db817381679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '6d4494b9-1479-4907-8eed-6f46f89fceb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:18:14Z', 'updated_at': '2021-12-10T16:18:16Z', 'revision_number': 3, 'project_id': 'd49a27d82af34acc8b149db817381679', 'gw_port': {'id': '6d4494b9-1479-4907-8eed-6f46f89fceb1', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:01:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25face3-1b8b-412b-bc04-c2be3425f47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:18:15Z', 'updated_at': '2021-12-10T16:18:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:18:20.582300 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426c10a-7b30-4c41-9364-f1cea98c8dea req-e22a07a2-5993-4d03-9741-9e56c0410e83 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:20.597362 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-519aaff2-6ba0-466b-a508-e79461305cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:20.606045 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8426c10a-7b30-4c41-9364-f1cea98c8dea req-e22a07a2-5993-4d03-9741-9e56c0410e83 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd21d1a0-a30b-4e93-9d0e-c5df4408f96b HTTP/1.1" status: 200 len: 935 time: 0.3027668 Dec 10 16:18:20.639393 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d7244b-a820-4493-8723-11220cce5328 None None] Checking router: b25face3-1b8b-412b-bc04-c2be3425f47a for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:18:20.639745 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d7244b-a820-4493-8723-11220cce5328 None None] Updating router b25face3-1b8b-412b-bc04-c2be3425f47a port 6d4494b9-1479-4907-8eed-6f46f89fceb1 binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:18:20.643793 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-f03bda76-dbef-49be-9d80-7dd79ec4eba6 service neutron] Transition to ACTIVE for port object 7df501f6-b613-4755-8cc5-c9378307c2ce will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:18:20.657928 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-f03bda76-dbef-49be-9d80-7dd79ec4eba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:20.678976 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-93d7244b-a820-4493-8723-11220cce5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:20.710922 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16620251-ee1e-47dd-9da9-88cfb37ffbb6 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Router cbb17c1d-c9b1-4c9f-a83f-61a36259a24e has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:18:20.743169 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8426c10a-7b30-4c41-9364-f1cea98c8dea req-e17b01f5-526a-4f78-959d-635e339f267a tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345203 Dec 10 16:18:20.849541 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-519aaff2-6ba0-466b-a508-e79461305cf1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:20.859298 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-519aaff2-6ba0-466b-a508-e79461305cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:20.860827 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03bda76-dbef-49be-9d80-7dd79ec4eba6 service neutron] Pushing event updated for resources: {'Port': ['ID=7df501f6-b613-4755-8cc5-c9378307c2ce,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:20.998857 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-f03bda76-dbef-49be-9d80-7dd79ec4eba6 service neutron] Attempting to bind port 7df501f6-b613-4755-8cc5-c9378307c2ce on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:18:20.999430 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-f03bda76-dbef-49be-9d80-7dd79ec4eba6 service neutron] Attempting to bind port 7df501f6-b613-4755-8cc5-c9378307c2ce by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:18:20.999864 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-f03bda76-dbef-49be-9d80-7dd79ec4eba6 service neutron] Attempting to bind port 7df501f6-b613-4755-8cc5-c9378307c2ce on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:18:21.043919 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-f03bda76-dbef-49be-9d80-7dd79ec4eba6 service neutron] Port 7df501f6-b613-4755-8cc5-c9378307c2ce on network 1b1da819-dfba-43f2-8848-8bb429159850 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:18:21.044554 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-f03bda76-dbef-49be-9d80-7dd79ec4eba6 service neutron] Attempting to bind port 7df501f6-b613-4755-8cc5-c9378307c2ce on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:18:21.050488 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519aaff2-6ba0-466b-a508-e79461305cf1 admin admin] Pushing event updated for resources: {'Port': ['ID=5c23c232-0f29-4a7f-8a2b-76a100586020,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:21.052972 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-519aaff2-6ba0-466b-a508-e79461305cf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:21.092587 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-f03bda76-dbef-49be-9d80-7dd79ec4eba6 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:18:21.093637 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-f03bda76-dbef-49be-9d80-7dd79ec4eba6 service neutron] Checking segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:18:21.097380 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-f03bda76-dbef-49be-9d80-7dd79ec4eba6 service neutron] Bound using segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:18:21.097938 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-f03bda76-dbef-49be-9d80-7dd79ec4eba6 service neutron] Bound port: 7df501f6-b613-4755-8cc5-c9378307c2ce, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:18:21.100710 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-f03bda76-dbef-49be-9d80-7dd79ec4eba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:21.155628 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-93d7244b-a820-4493-8723-11220cce5328 None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:21.167821 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device a4afd6bc-f576-42b6-a7fb-49350fe25e83 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:18:21.225569 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:18:21.235025 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519aaff2-6ba0-466b-a508-e79461305cf1 admin admin] Network f6a2e007-0268-4c41-98f5-4df70e7b28ee is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:18:21.237160 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-519aaff2-6ba0-466b-a508-e79461305cf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:18:21.262119 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-f03bda76-dbef-49be-9d80-7dd79ec4eba6 service neutron] For port 7df501f6-b613-4755-8cc5-c9378307c2ce, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:18:21.272151 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-f03bda76-dbef-49be-9d80-7dd79ec4eba6 service neutron] For port 7df501f6-b613-4755-8cc5-c9378307c2ce, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=7df501f6-b613-4755-8cc5-c9378307c2ce,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:18:21.275468 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16620251-ee1e-47dd-9da9-88cfb37ffbb6 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:18:21.288330 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-16620251-ee1e-47dd-9da9-88cfb37ffbb6 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:21.296466 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-f03bda76-dbef-49be-9d80-7dd79ec4eba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:21.297910 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c997cfd-daa8-42a6-b0c3-568551fe8552 None None] Sync routers for ids ['cbb17c1d-c9b1-4c9f-a83f-61a36259a24e'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:18:21.326617 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c997cfd-daa8-42a6-b0c3-568551fe8552 None None] Routers {'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:18:21.328039 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-4c997cfd-daa8-42a6-b0c3-568551fe8552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:18:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['cbb17c1d-c9b1-4c9f-a83f-61a36259a24e'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:18:21.465417 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-f03bda76-dbef-49be-9d80-7dd79ec4eba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:21.466121 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-f03bda76-dbef-49be-9d80-7dd79ec4eba6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:21.467447 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-f03bda76-dbef-49be-9d80-7dd79ec4eba6 service neutron] 10.222.0.26 "PUT /v2.0/ports/7df501f6-b613-4755-8cc5-c9378307c2ce HTTP/1.1" status: 200 len: 1095 time: 2.8853252 Dec 10 16:18:21.468495 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd21d1a0-a30b-4e93-9d0e-c5df4408f96b', 'tag': '7df501f6-b613-4755-8cc5-c9378307c2ce'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:18:21.470587 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e6e22c-ae23-4f62-b923-0050df211055" -d '{"events": [{"name": "network-changed", "server_uuid": "fd21d1a0-a30b-4e93-9d0e-c5df4408f96b", "tag": "7df501f6-b613-4755-8cc5-c9378307c2ce"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:18:21.491307 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-16620251-ee1e-47dd-9da9-88cfb37ffbb6 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "PUT /v2.0/floatingips/30c55da5-cdc9-45e6-914c-ed9c8f18dfff HTTP/1.1" status: 200 len: 992 time: 4.1544461 Dec 10 16:18:21.512087 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519aaff2-6ba0-466b-a508-e79461305cf1 admin admin] Router b25face3-1b8b-412b-bc04-c2be3425f47a has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:18:21.589332 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03bda76-dbef-49be-9d80-7dd79ec4eba6 service neutron] Pushing event updated for resources: {'Port': ['ID=7df501f6-b613-4755-8cc5-c9378307c2ce,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:21.671041 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-4c997cfd-daa8-42a6-b0c3-568551fe8552 None None] Set router cbb17c1d-c9b1-4c9f-a83f-61a36259a24e gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:18:21.683408 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 1d62037c-25ae-441f-a180-36ad881b8765 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:18:21.701958 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-93d7244b-a820-4493-8723-11220cce5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:21.731292 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26a70e-0108-4458-94a7-d57db31d039b req-97813843-b9c5-4c6d-aee2-e17abf0cd6c5 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:21.741279 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9a26a70e-0108-4458-94a7-d57db31d039b req-97813843-b9c5-4c6d-aee2-e17abf0cd6c5 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/networks?id=fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51 HTTP/1.1" status: 200 len: 822 time: 0.4177167 Dec 10 16:18:21.784247 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9a26a70e-0108-4458-94a7-d57db31d039b req-200bfc09-1c0b-4a5f-a595-63848e977491 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/quotas/8ae81348bd094aec80f7f6fb7b2e05e7 HTTP/1.1" status: 200 len: 375 time: 0.0420003 Dec 10 16:18:21.818642 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-6800562c-700f-46b2-86e0-2ac3315898ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:21.820166 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-6800562c-700f-46b2-86e0-2ac3315898ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ee4e94568afc4a3f8b8805636c663a1b&device_id=fd21d1a0-a30b-4e93-9d0e-c5df4408f96b HTTP/1.1" status: 200 len: 1098 time: 0.2933526 Dec 10 16:18:21.870922 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9a26a70e-0108-4458-94a7-d57db31d039b req-01e54e5e-e562-409d-9593-77e567d6de26 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8ae81348bd094aec80f7f6fb7b2e05e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0856957 Dec 10 16:18:21.906389 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859ffca-b71c-4beb-876f-2df3401a8427 None None] Pushing event updated for resources: {'Port': ['ID=6d4494b9-1479-4907-8eed-6f46f89fceb1,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:21.908986 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-93d7244b-a820-4493-8723-11220cce5328 None None] Attempting to bind port 6d4494b9-1479-4907-8eed-6f46f89fceb1 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:18:21.909362 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-93d7244b-a820-4493-8723-11220cce5328 None None] Attempting to bind port 6d4494b9-1479-4907-8eed-6f46f89fceb1 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:18:21.909730 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d7244b-a820-4493-8723-11220cce5328 None None] Attempting to bind port 6d4494b9-1479-4907-8eed-6f46f89fceb1 on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:18:21.994600 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d7244b-a820-4493-8723-11220cce5328 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:18:21.995028 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d7244b-a820-4493-8723-11220cce5328 None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:18:21.995390 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-93d7244b-a820-4493-8723-11220cce5328 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:21.995790 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d7244b-a820-4493-8723-11220cce5328 None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:18:21.996285 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-93d7244b-a820-4493-8723-11220cce5328 None None] Bound port: 6d4494b9-1479-4907-8eed-6f46f89fceb1, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:18:21.996671 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-93d7244b-a820-4493-8723-11220cce5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:22.057657 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-4c0d36b5-36da-48c3-b2b6-3c7752221f62 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=7df501f6-b613-4755-8cc5-c9378307c2ce HTTP/1.1" status: 200 len: 217 time: 0.1964574 Dec 10 16:18:22.101069 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port a4afd6bc-f576-42b6-a7fb-49350fe25e83, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=a4afd6bc-f576-42b6-a7fb-49350fe25e83,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:22.122058 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9a26a70e-0108-4458-94a7-d57db31d039b req-6aa4d348-caed-4263-8344-904fcbef0d62 service neutron] 10.222.0.11 "GET /v2.0/networks/fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500410 Dec 10 16:18:22.134543 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-4fbbf7c6-41c7-4faf-8d19-c013b7dc1bc7 None None] Provisioning complete for port 5c23c232-0f29-4a7f-8a2b-76a100586020 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:18:22.134919 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4fbbf7c6-41c7-4faf-8d19-c013b7dc1bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:22.206301 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-4fbbf7c6-41c7-4faf-8d19-c013b7dc1bc7 None None] Port 5c23c232-0f29-4a7f-8a2b-76a100586020 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:18:22.213709 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519aaff2-6ba0-466b-a508-e79461305cf1 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:18:22.216462 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 1d62037c-25ae-441f-a180-36ad881b8765 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:18:22.218674 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': 'a4afd6bc-f576-42b6-a7fb-49350fe25e83', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'port_id': 'a4afd6bc-f576-42b6-a7fb-49350fe25e83', 'mac_address': 'fa:16:3e:d6:af:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a18c92-5007-49e2-b728-7aedc06dca57', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:18:22.226999 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 1d62037c-25ae-441f-a180-36ad881b8765 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:18:22.227368 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:22.231409 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-519aaff2-6ba0-466b-a508-e79461305cf1 admin admin] 10.222.0.11 "PUT /v2.0/routers/b25face3-1b8b-412b-bc04-c2be3425f47a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8201988 Dec 10 16:18:22.233527 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-93d7244b-a820-4493-8723-11220cce5328 None None] For port 6d4494b9-1479-4907-8eed-6f46f89fceb1, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:18:22.254456 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce804392-4671-43dd-bf53-ffed178a9044 req-e9603565-b983-4571-95c7-5346bcffa6ba tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:22.261807 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ce804392-4671-43dd-bf53-ffed178a9044 req-e9603565-b983-4571-95c7-5346bcffa6ba tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=966e688e-9424-48b7-ba99-961b4562b6dd HTTP/1.1" status: 200 len: 945 time: 0.6118424 Dec 10 16:18:22.287265 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9a26a70e-0108-4458-94a7-d57db31d039b req-5764d427-4cd1-4b7f-93f2-7e4d5588eaf6 service neutron] 10.222.0.11 "GET /v2.0/networks/fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494529 Dec 10 16:18:22.294698 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-2d5eba31-6d7a-4d35-8c36-f7bd82af3bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:22.296484 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-2d5eba31-6d7a-4d35-8c36-f7bd82af3bc1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.2307870 Dec 10 16:18:22.392892 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device aeaaf98b-16b6-4310-b22b-ebcace5cba97 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:18:22.400787 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ce804392-4671-43dd-bf53-ffed178a9044 req-14b32bf6-066d-4754-a80e-8f1ee7204c45 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372745 Dec 10 16:18:22.419907 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-31c44fe9-cf7c-43f5-868d-7016bc072776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:22.419907 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-31c44fe9-cf7c-43f5-868d-7016bc072776 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1090512 Dec 10 16:18:22.488820 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-4c997cfd-daa8-42a6-b0c3-568551fe8552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1908933342-router', 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '14b43a84-098a-4ff2-b884-e3377a09f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:17:16Z', 'updated_at': '2021-12-10T16:17:26Z', 'revision_number': 4, 'project_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'gw_port': {'id': '14b43a84-098a-4ff2-b884-e3377a09f479', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:64:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:17:17Z', 'updated_at': '2021-12-10T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '30c55da5-cdc9-45e6-914c-ed9c8f18dfff', 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'floating_ip_address': '172.25.6.124', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'port_id': 'd47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '715b4c0a-da9c-47bb-91fb-624b419d2246', 'mac_address': 'fa:16:3e:b7:ec:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da9c181-1a86-43f4-a64a-8c9e1a6a58ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:17:49Z', 'updated_at': '2021-12-10T16:18:18Z', 'revision_number': 1, 'project_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cddb278-c5c9-453b-89e5-f7b243db25a8', 'name': '', 'network_id': '715b4c0a-da9c-47bb-91fb-624b419d2246', 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'mac_address': 'fa:16:3e:c1:9b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '62480659-e465-41da-9ae4-1fa4cb439ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:17:24Z', 'updated_at': '2021-12-10T16:17:30Z', 'revision_number': 5, 'project_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'subnets': [{'id': '62480659-e465-41da-9ae4-1fa4cb439ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:18:22.505152 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-93d7244b-a820-4493-8723-11220cce5328 None None] For port 6d4494b9-1479-4907-8eed-6f46f89fceb1, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=6d4494b9-1479-4907-8eed-6f46f89fceb1,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:18:22.523074 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:22.523914 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c997cfd-daa8-42a6-b0c3-568551fe8552 None None] Checking router: cbb17c1d-c9b1-4c9f-a83f-61a36259a24e for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:18:22.536085 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c997cfd-daa8-42a6-b0c3-568551fe8552 None None] Routers {'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:18:22.537347 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-4c997cfd-daa8-42a6-b0c3-568551fe8552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:18:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['cbb17c1d-c9b1-4c9f-a83f-61a36259a24e'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:18:22.632416 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-93d7244b-a820-4493-8723-11220cce5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:22.664185 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c09ccb-b00d-4312-935d-34d610695030 x-openstack-request-id: req-a1c09ccb-b00d-4312-935d-34d610695030 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:18:22.664735 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd21d1a0-a30b-4e93-9d0e-c5df4408f96b", "tag": "7df501f6-b613-4755-8cc5-c9378307c2ce", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:18:22.672194 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a1c09ccb-b00d-4312-935d-34d610695030 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:18:22.672747 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd21d1a0-a30b-4e93-9d0e-c5df4408f96b', 'tag': '7df501f6-b613-4755-8cc5-c9378307c2ce', 'status': 'completed', 'code': 200} Dec 10 16:18:22.692966 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4afd6bc-f576-42b6-a7fb-49350fe25e83 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:18:22.712675 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-7c94045c-1d73-4dad-8ef4-9c8fc17978ce service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868929 Dec 10 16:18:22.716436 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port a4afd6bc-f576-42b6-a7fb-49350fe25e83, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=a4afd6bc-f576-42b6-a7fb-49350fe25e83,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:22.728270 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:22.757542 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:22.861175 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6fae6760-87c9-464d-9ac7-2d58c1027971 req-74c0ef4a-59ae-4618-98da-3e6cf2c1c469 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431723 Dec 10 16:18:22.881317 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859ffca-b71c-4beb-876f-2df3401a8427 None None] Pushing event updated for resources: {'Port': ['ID=6d4494b9-1479-4907-8eed-6f46f89fceb1,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:22.937272 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '563f446c-6cf9-4943-b766-7f3dd3c3e041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d62037c-25ae-441f-a180-36ad881b8765'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:18:22.955025 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5742e92-4d80-45f4-845d-b4e5db53f51d" -d '{"events": [{"server_uuid": "563f446c-6cf9-4943-b766-7f3dd3c3e041", "name": "network-vif-plugged", "status": "completed", "tag": "1d62037c-25ae-441f-a180-36ad881b8765"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:18:22.983851 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-4c997cfd-daa8-42a6-b0c3-568551fe8552 None None] Set router cbb17c1d-c9b1-4c9f-a83f-61a36259a24e gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:18:23.040533 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a2959-c547-449a-80dc-9812ee005573 req-e5db3e02-e8bd-49f7-8551-5a862660656e tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:23.054057 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-882a2959-c547-449a-80dc-9812ee005573 req-e5db3e02-e8bd-49f7-8551-5a862660656e tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/ports?device_id=563f446c-6cf9-4943-b766-7f3dd3c3e041 HTTP/1.1" status: 200 len: 949 time: 0.1190977 Dec 10 16:18:23.055390 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6e22c-ae23-4f62-b923-0050df211055 req-e6d8ebbd-b8de-4081-a03a-39a2b8cc49b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:23.057014 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-75e6e22c-ae23-4f62-b923-0050df211055 req-e6d8ebbd-b8de-4081-a03a-39a2b8cc49b3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ee4e94568afc4a3f8b8805636c663a1b&device_id=fd21d1a0-a30b-4e93-9d0e-c5df4408f96b HTTP/1.1" status: 200 len: 1098 time: 0.1180220 Dec 10 16:18:23.129598 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['a4afd6bc-f576-42b6-a7fb-49350fe25e83'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:18:23.215953 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13015d7c-625c-46da-ada1-a969d272bcbf req-672a810d-d909-4cc9-8b91-ca79ab1e96db tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:23.229777 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-13015d7c-625c-46da-ada1-a969d272bcbf req-672a810d-d909-4cc9-8b91-ca79ab1e96db tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd21d1a0-a30b-4e93-9d0e-c5df4408f96b HTTP/1.1" status: 200 len: 947 time: 0.2159920 Dec 10 16:18:23.258947 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-882a2959-c547-449a-80dc-9812ee005573 req-02f48ec6-3260-401f-9eeb-2ba223882765 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bf9aa1d-863e-4793-ad2d-4bf46aa6f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997449 Dec 10 16:18:23.504921 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-4c997cfd-daa8-42a6-b0c3-568551fe8552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1908933342-router', 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '14b43a84-098a-4ff2-b884-e3377a09f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:17:16Z', 'updated_at': '2021-12-10T16:17:26Z', 'revision_number': 4, 'project_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'gw_port': {'id': '14b43a84-098a-4ff2-b884-e3377a09f479', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:64:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:17:17Z', 'updated_at': '2021-12-10T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '30c55da5-cdc9-45e6-914c-ed9c8f18dfff', 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'floating_ip_address': '172.25.6.124', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'port_id': 'd47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '715b4c0a-da9c-47bb-91fb-624b419d2246', 'mac_address': 'fa:16:3e:b7:ec:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da9c181-1a86-43f4-a64a-8c9e1a6a58ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:17:49Z', 'updated_at': '2021-12-10T16:18:18Z', 'revision_number': 1, 'project_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cddb278-c5c9-453b-89e5-f7b243db25a8', 'name': '', 'network_id': '715b4c0a-da9c-47bb-91fb-624b419d2246', 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'mac_address': 'fa:16:3e:c1:9b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '62480659-e465-41da-9ae4-1fa4cb439ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:17:24Z', 'updated_at': '2021-12-10T16:17:30Z', 'revision_number': 5, 'project_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'subnets': [{'id': '62480659-e465-41da-9ae4-1fa4cb439ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:18:23.512080 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 1d62037c-25ae-441f-a180-36ad881b8765, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=1d62037c-25ae-441f-a180-36ad881b8765,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:23.524754 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:23.526586 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d7244b-a820-4493-8723-11220cce5328 None None] Routers {'b25face3-1b8b-412b-bc04-c2be3425f47a'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:18:23.527233 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-93d7244b-a820-4493-8723-11220cce5328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:18:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['b25face3-1b8b-412b-bc04-c2be3425f47a'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:18:23.529019 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-13015d7c-625c-46da-ada1-a969d272bcbf req-8905c72b-2447-48ac-8e18-f26c079f4d8e tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981162 Dec 10 16:18:23.547846 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6e22c-ae23-4f62-b923-0050df211055 req-2e1051a1-defd-4c51-ac61-179a99773a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:23.548301 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ac2d7-aa4e-4175-a243-0bb8b6577493 req-cb93a669-dfe1-48c0-b86f-8edcae97867d tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:23.551593 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-75e6e22c-ae23-4f62-b923-0050df211055 req-2e1051a1-defd-4c51-ac61-179a99773a5c service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.4807618 Dec 10 16:18:23.573409 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-be1ac2d7-aa4e-4175-a243-0bb8b6577493 req-cb93a669-dfe1-48c0-b86f-8edcae97867d tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=966e688e-9424-48b7-ba99-961b4562b6dd HTTP/1.1" status: 200 len: 1096 time: 0.1793754 Dec 10 16:18:23.612422 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c997cfd-daa8-42a6-b0c3-568551fe8552 None None] The sync data for ids ['cbb17c1d-c9b1-4c9f-a83f-61a36259a24e'] in n-d-766771-2 is: [{'id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1908933342-router', 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '14b43a84-098a-4ff2-b884-e3377a09f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:17:16Z', 'updated_at': '2021-12-10T16:17:26Z', 'revision_number': 4, 'project_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'gw_port': {'id': '14b43a84-098a-4ff2-b884-e3377a09f479', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:64:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:17:17Z', 'updated_at': '2021-12-10T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '30c55da5-cdc9-45e6-914c-ed9c8f18dfff', 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'floating_ip_address': '172.25.6.124', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'port_id': 'd47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '715b4c0a-da9c-47bb-91fb-624b419d2246', 'mac_address': 'fa:16:3e:b7:ec:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da9c181-1a86-43f4-a64a-8c9e1a6a58ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:17:49Z', 'updated_at': '2021-12-10T16:18:18Z', 'revision_number': 1, 'project_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cddb278-c5c9-453b-89e5-f7b243db25a8', 'name': '', 'network_id': '715b4c0a-da9c-47bb-91fb-624b419d2246', 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'mac_address': 'fa:16:3e:c1:9b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '62480659-e465-41da-9ae4-1fa4cb439ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:17:24Z', 'updated_at': '2021-12-10T16:17:30Z', 'revision_number': 5, 'project_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'subnets': [{'id': '62480659-e465-41da-9ae4-1fa4cb439ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:18:23.658190 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-75e6e22c-ae23-4f62-b923-0050df211055 req-883ab669-754d-486f-92cc-747408f7af97 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=7df501f6-b613-4755-8cc5-c9378307c2ce HTTP/1.1" status: 200 len: 217 time: 0.0962386 Dec 10 16:18:23.714336 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-93d7244b-a820-4493-8723-11220cce5328 None None] Set router b25face3-1b8b-412b-bc04-c2be3425f47a gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:18:23.718301 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0340eebf-eebc-4128-b49b-c942eb5f98a8 req-8acf7568-2e43-462e-84dc-4cc61a187c0e tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df06b5d-40c8-4eb1-8886-d2394403c75c HTTP/1.1" status: 200 len: 210 time: 0.0740879 Dec 10 16:18:23.796537 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port aeaaf98b-16b6-4310-b22b-ebcace5cba97 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:18:23.796919 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:23.836066 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-be1ac2d7-aa4e-4175-a243-0bb8b6577493 req-2696e948-161f-44d0-a6f2-81de92d51156 tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584188 Dec 10 16:18:23.853373 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6e22c-ae23-4f62-b923-0050df211055 req-7aefe870-56fa-4cb4-b62f-29d0876e600d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:23.866160 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-75e6e22c-ae23-4f62-b923-0050df211055 req-7aefe870-56fa-4cb4-b62f-29d0876e600d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.1692989 Dec 10 16:18:23.961951 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=a4afd6bc-f576-42b6-a7fb-49350fe25e83,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:24.087656 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6e22c-ae23-4f62-b923-0050df211055 req-a8d250c5-1886-4b33-95a7-cfceb0526954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:24.107222 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-75e6e22c-ae23-4f62-b923-0050df211055 req-a8d250c5-1886-4b33-95a7-cfceb0526954 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2174344 Dec 10 16:18:24.123658 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd599d49-89c7-4b17-8399-b8e9460f8c37 None None] New status for floating IP 30c55da5-cdc9-45e6-914c-ed9c8f18dfff: ACTIVE {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:18:24.151705 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e164da-fc3a-42f2-81e9-ed01bd03c04b x-openstack-request-id: req-15e164da-fc3a-42f2-81e9-ed01bd03c04b {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:18:24.152299 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "563f446c-6cf9-4943-b766-7f3dd3c3e041", "name": "network-vif-plugged", "status": "completed", "tag": "1d62037c-25ae-441f-a180-36ad881b8765", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:18:24.152724 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-15e164da-fc3a-42f2-81e9-ed01bd03c04b {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:18:24.153267 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '563f446c-6cf9-4943-b766-7f3dd3c3e041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d62037c-25ae-441f-a180-36ad881b8765', 'code': 200} Dec 10 16:18:24.308176 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=1d62037c-25ae-441f-a180-36ad881b8765,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:24.696399 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da9c181-1a86-43f4-a64a-8c9e1a6a58ec', 'tag': 'd47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:18:24.741201 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2105b85a-3423-46e5-a50a-39f4bea3d03e" -d '{"events": [{"name": "network-changed", "server_uuid": "1da9c181-1a86-43f4-a64a-8c9e1a6a58ec", "tag": "d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:18:24.753040 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-93d7244b-a820-4493-8723-11220cce5328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25face3-1b8b-412b-bc04-c2be3425f47a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2034095409-router', 'tenant_id': 'd49a27d82af34acc8b149db817381679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '6d4494b9-1479-4907-8eed-6f46f89fceb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:18:14Z', 'updated_at': '2021-12-10T16:18:20Z', 'revision_number': 4, 'project_id': 'd49a27d82af34acc8b149db817381679', 'gw_port': {'id': '6d4494b9-1479-4907-8eed-6f46f89fceb1', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:01:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25face3-1b8b-412b-bc04-c2be3425f47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:18:15Z', 'updated_at': '2021-12-10T16:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '5c23c232-0f29-4a7f-8a2b-76a100586020', 'name': '', 'network_id': 'f6a2e007-0268-4c41-98f5-4df70e7b28ee', 'tenant_id': 'd49a27d82af34acc8b149db817381679', 'mac_address': 'fa:16:3e:5f:32:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25face3-1b8b-412b-bc04-c2be3425f47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7084dede-f26a-498d-b075-bedafde142b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:18:19Z', 'updated_at': '2021-12-10T16:18:20Z', 'revision_number': 2, 'project_id': 'd49a27d82af34acc8b149db817381679', 'subnets': [{'id': '7084dede-f26a-498d-b075-bedafde142b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:18:24.826482 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d7244b-a820-4493-8723-11220cce5328 None None] The sync data for ids ['b25face3-1b8b-412b-bc04-c2be3425f47a'] in n-d-766771-2 is: [{'id': 'b25face3-1b8b-412b-bc04-c2be3425f47a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2034095409-router', 'tenant_id': 'd49a27d82af34acc8b149db817381679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '6d4494b9-1479-4907-8eed-6f46f89fceb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:18:14Z', 'updated_at': '2021-12-10T16:18:20Z', 'revision_number': 4, 'project_id': 'd49a27d82af34acc8b149db817381679', 'gw_port': {'id': '6d4494b9-1479-4907-8eed-6f46f89fceb1', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:01:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25face3-1b8b-412b-bc04-c2be3425f47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:18:15Z', 'updated_at': '2021-12-10T16:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '5c23c232-0f29-4a7f-8a2b-76a100586020', 'name': '', 'network_id': 'f6a2e007-0268-4c41-98f5-4df70e7b28ee', 'tenant_id': 'd49a27d82af34acc8b149db817381679', 'mac_address': 'fa:16:3e:5f:32:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25face3-1b8b-412b-bc04-c2be3425f47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7084dede-f26a-498d-b075-bedafde142b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:18:19Z', 'updated_at': '2021-12-10T16:18:20Z', 'revision_number': 2, 'project_id': 'd49a27d82af34acc8b149db817381679', 'subnets': [{'id': '7084dede-f26a-498d-b075-bedafde142b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:18:24.855229 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a9c7b-16fb-4c98-a19e-b369d7b4a254 req-b389e677-7ab5-48c4-b136-b9bf00fd0477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:24.856758 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9c5a9c7b-16fb-4c98-a19e-b369d7b4a254 req-b389e677-7ab5-48c4-b136-b9bf00fd0477 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=563f446c-6cf9-4943-b766-7f3dd3c3e041 HTTP/1.1" status: 200 len: 1101 time: 0.4272819 Dec 10 16:18:24.887561 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-75e6e22c-ae23-4f62-b923-0050df211055 req-b723d0d9-be42-4805-9303-5b41e210c3a7 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7711906 Dec 10 16:18:25.038419 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-75e6e22c-ae23-4f62-b923-0050df211055 req-0776bf89-d128-4190-9844-be1fc281195e service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427753 Dec 10 16:18:25.111788 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device a4afd6bc-f576-42b6-a7fb-49350fe25e83 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:18:25.201618 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9c5a9c7b-16fb-4c98-a19e-b369d7b4a254 req-9485da17-6142-414e-90de-e0eb5acfe377 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7bf9aa1d-863e-4793-ad2d-4bf46aa6f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251715 Dec 10 16:18:25.253057 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port a4afd6bc-f576-42b6-a7fb-49350fe25e83 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:18:25.253786 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:25.316688 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26a70e-0108-4458-94a7-d57db31d039b req-3411ed59-1159-4336-b6d3-4a4248334071 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:25.329079 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9a26a70e-0108-4458-94a7-d57db31d039b req-3411ed59-1159-4336-b6d3-4a4248334071 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.46 "GET /v2.0/networks?id=fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51 HTTP/1.1" status: 200 len: 822 time: 0.2461765 Dec 10 16:18:25.350818 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-9a26a70e-0108-4458-94a7-d57db31d039b req-403e0910-f8e7-46aa-9542-59435baa1877 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Request body: {'port': {'device_id': '0df06b5d-40c8-4eb1-8886-d2394403c75c', 'network_id': 'fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51', 'admin_state_up': True, 'tenant_id': '8ae81348bd094aec80f7f6fb7b2e05e7'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:18:25.549828 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:25.631676 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port a4afd6bc-f576-42b6-a7fb-49350fe25e83, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=a4afd6bc-f576-42b6-a7fb-49350fe25e83,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:25.654286 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:25.668517 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a26a70e-0108-4458-94a7-d57db31d039b req-403e0910-f8e7-46aa-9542-59435baa1877 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Made reservation on behalf of 8ae81348bd094aec80f7f6fb7b2e05e7 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:18:25.674254 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-9a26a70e-0108-4458-94a7-d57db31d039b req-403e0910-f8e7-46aa-9542-59435baa1877 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:26.012912 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=a4afd6bc-f576-42b6-a7fb-49350fe25e83,revision_number=7']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:26.039647 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-9a26a70e-0108-4458-94a7-d57db31d039b req-403e0910-f8e7-46aa-9542-59435baa1877 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Allocated IP 172.20.0.4 (fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51/4c72c797-c788-4a2c-b14b-bffaa1b0b3e6/a16c2ab9-3a23-4694-9db9-bac025af02bc) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:18:26.155165 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9400639f-0d32-47e4-956f-9078c6d3d3e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4afd6bc-f576-42b6-a7fb-49350fe25e83'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:18:26.157795 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8e9e2d-4013-4090-a8ba-a69890047fb9" -d '{"events": [{"server_uuid": "9400639f-0d32-47e4-956f-9078c6d3d3e8", "name": "network-vif-plugged", "status": "completed", "tag": "a4afd6bc-f576-42b6-a7fb-49350fe25e83"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:18:26.287072 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-9a26a70e-0108-4458-94a7-d57db31d039b req-403e0910-f8e7-46aa-9542-59435baa1877 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:26.390475 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-9a26a70e-0108-4458-94a7-d57db31d039b req-403e0910-f8e7-46aa-9542-59435baa1877 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:26.500475 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a26a70e-0108-4458-94a7-d57db31d039b req-403e0910-f8e7-46aa-9542-59435baa1877 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Network fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:18:26.503933 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-9a26a70e-0108-4458-94a7-d57db31d039b req-403e0910-f8e7-46aa-9542-59435baa1877 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:18:26.525448 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a26a70e-0108-4458-94a7-d57db31d039b req-403e0910-f8e7-46aa-9542-59435baa1877 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:18:26.675761 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e0910-f8e7-46aa-9542-59435baa1877 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Pushing event updated for resources: {'Port': ['ID=a16c2ab9-3a23-4694-9db9-bac025af02bc,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:26.692339 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e0910-f8e7-46aa-9542-59435baa1877 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:26.692905 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e0910-f8e7-46aa-9542-59435baa1877 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:26.693830 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e0910-f8e7-46aa-9542-59435baa1877 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:26.694465 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e0910-f8e7-46aa-9542-59435baa1877 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:26.694948 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e0910-f8e7-46aa-9542-59435baa1877 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:26.701655 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e0910-f8e7-46aa-9542-59435baa1877 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:26.702270 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e0910-f8e7-46aa-9542-59435baa1877 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:26.702767 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e0910-f8e7-46aa-9542-59435baa1877 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:26.703262 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e0910-f8e7-46aa-9542-59435baa1877 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:26.703749 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e0910-f8e7-46aa-9542-59435baa1877 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:26.704276 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e0910-f8e7-46aa-9542-59435baa1877 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:26.704764 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e0910-f8e7-46aa-9542-59435baa1877 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:26.705464 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e0910-f8e7-46aa-9542-59435baa1877 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:26.730428 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26a70e-0108-4458-94a7-d57db31d039b req-403e0910-f8e7-46aa-9542-59435baa1877 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:26.731564 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-9a26a70e-0108-4458-94a7-d57db31d039b req-403e0910-f8e7-46aa-9542-59435baa1877 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:26.760366 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9a26a70e-0108-4458-94a7-d57db31d039b req-403e0910-f8e7-46aa-9542-59435baa1877 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4136965 Dec 10 16:18:26.781069 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-9a26a70e-0108-4458-94a7-d57db31d039b req-2432d046-4fbe-42d9-98d3-75f8276fb6df service neutron] Request body: {'port': {'device_id': '0df06b5d-40c8-4eb1-8886-d2394403c75c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:18:26.877327 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 6d4494b9-1479-4907-8eed-6f46f89fceb1 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:18:26.972783 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 6d4494b9-1479-4907-8eed-6f46f89fceb1 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:18:26.973452 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:26.985809 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-9a26a70e-0108-4458-94a7-d57db31d039b req-2432d046-4fbe-42d9-98d3-75f8276fb6df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:27.132419 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 7df501f6-b613-4755-8cc5-c9378307c2ce details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:18:27.250555 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:27.296106 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 6d4494b9-1479-4907-8eed-6f46f89fceb1, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=6d4494b9-1479-4907-8eed-6f46f89fceb1,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:27.322702 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:27.465837 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=6d4494b9-1479-4907-8eed-6f46f89fceb1,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:27.502913 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7bf51-3446-47c0-8a5e-a3be951f7b67 req-0e026d53-ef8f-4a06-b1bf-30439b751314 tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:27.522257 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-40d7bf51-3446-47c0-8a5e-a3be951f7b67 req-0e026d53-ef8f-4a06-b1bf-30439b751314 tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=966e688e-9424-48b7-ba99-961b4562b6dd HTTP/1.1" status: 200 len: 1096 time: 0.3196938 Dec 10 16:18:27.616540 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 7df501f6-b613-4755-8cc5-c9378307c2ce, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=7df501f6-b613-4755-8cc5-c9378307c2ce,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:27.669984 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-40d7bf51-3446-47c0-8a5e-a3be951f7b67 req-c49cc38d-65b8-4228-b4c5-9ef6ec4f3d15 tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416130 Dec 10 16:18:27.672930 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '7df501f6-b613-4755-8cc5-c9378307c2ce', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'port_id': '7df501f6-b613-4755-8cc5-c9378307c2ce', 'mac_address': 'fa:16:3e:42:ff:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a18c92-5007-49e2-b728-7aedc06dca57', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:18:27.771244 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:27.789443 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7df501f6-b613-4755-8cc5-c9378307c2ce {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:18:27.824871 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 7df501f6-b613-4755-8cc5-c9378307c2ce, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=7df501f6-b613-4755-8cc5-c9378307c2ce,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:27.834797 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:27.841264 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-9a26a70e-0108-4458-94a7-d57db31d039b req-2432d046-4fbe-42d9-98d3-75f8276fb6df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a16c2ab9-3a23-4694-9db9-bac025af02bc {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:18:27.860948 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-9a26a70e-0108-4458-94a7-d57db31d039b req-2432d046-4fbe-42d9-98d3-75f8276fb6df service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:27.867744 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d6ab2-f4fb-4d43-b9fc-c917be1895a4 req-60763207-cd40-4eb3-903d-03006d13db6d tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:27.880307 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6c5d6ab2-f4fb-4d43-b9fc-c917be1895a4 req-60763207-cd40-4eb3-903d-03006d13db6d tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/ports?device_id=563f446c-6cf9-4943-b766-7f3dd3c3e041 HTTP/1.1" status: 200 len: 950 time: 0.1095006 Dec 10 16:18:27.944352 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=7df501f6-b613-4755-8cc5-c9378307c2ce,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:27.960713 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-9a26a70e-0108-4458-94a7-d57db31d039b req-2432d046-4fbe-42d9-98d3-75f8276fb6df service neutron] Transition to ACTIVE for port object a16c2ab9-3a23-4694-9db9-bac025af02bc will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:18:27.967914 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-9a26a70e-0108-4458-94a7-d57db31d039b req-2432d046-4fbe-42d9-98d3-75f8276fb6df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:28.011525 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6c5d6ab2-f4fb-4d43-b9fc-c917be1895a4 req-112f2ace-586f-4604-9f3f-a30acbfe76b0 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bf9aa1d-863e-4793-ad2d-4bf46aa6f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302366 Dec 10 16:18:28.097968 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432d046-4fbe-42d9-98d3-75f8276fb6df service neutron] Pushing event updated for resources: {'Port': ['ID=a16c2ab9-3a23-4694-9db9-bac025af02bc,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:28.145632 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82dfcd-e0ab-49ac-869d-ecea5d1a1d39 req-7d451be1-42ff-4b28-9cf3-8b9c05a37840 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:28.147109 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['7df501f6-b613-4755-8cc5-c9378307c2ce'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:18:28.163886 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ee82dfcd-e0ab-49ac-869d-ecea5d1a1d39 req-7d451be1-42ff-4b28-9cf3-8b9c05a37840 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd21d1a0-a30b-4e93-9d0e-c5df4408f96b HTTP/1.1" status: 200 len: 948 time: 0.2868583 Dec 10 16:18:28.199039 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434f9bd-b4bb-47e7-9f16-f71c3fefb7f9 req-29eef09e-56ef-4878-9382-dc0da4e53ad8 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:28.208693 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1434f9bd-b4bb-47e7-9f16-f71c3fefb7f9 req-29eef09e-56ef-4878-9382-dc0da4e53ad8 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df06b5d-40c8-4eb1-8886-d2394403c75c HTTP/1.1" status: 200 len: 943 time: 0.1377325 Dec 10 16:18:28.311261 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ee82dfcd-e0ab-49ac-869d-ecea5d1a1d39 req-45c44549-3da3-411f-8909-bd4e75163261 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450438 Dec 10 16:18:28.366751 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1434f9bd-b4bb-47e7-9f16-f71c3fefb7f9 req-3a2627bf-709d-4fcf-bf51-b2e6c4431231 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512144 Dec 10 16:18:28.420834 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d54d43-69fd-4f7b-b93a-a935f553d5d6 x-openstack-request-id: req-47d54d43-69fd-4f7b-b93a-a935f553d5d6 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:18:28.421262 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da9c181-1a86-43f4-a64a-8c9e1a6a58ec", "tag": "d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:18:28.421854 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-47d54d43-69fd-4f7b-b93a-a935f553d5d6 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:18:28.422730 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da9c181-1a86-43f4-a64a-8c9e1a6a58ec', 'tag': 'd47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd', 'status': 'completed', 'code': 200} Dec 10 16:18:28.515706 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98888aa9-2a57-43d3-8e69-a578d8f1425e x-openstack-request-id: req-98888aa9-2a57-43d3-8e69-a578d8f1425e {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:18:28.516259 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9400639f-0d32-47e4-956f-9078c6d3d3e8", "name": "network-vif-plugged", "status": "completed", "tag": "a4afd6bc-f576-42b6-a7fb-49350fe25e83", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:18:28.516748 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-98888aa9-2a57-43d3-8e69-a578d8f1425e {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:18:28.517375 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9400639f-0d32-47e4-956f-9078c6d3d3e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4afd6bc-f576-42b6-a7fb-49350fe25e83', 'code': 200} Dec 10 16:18:28.539440 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-9a26a70e-0108-4458-94a7-d57db31d039b req-2432d046-4fbe-42d9-98d3-75f8276fb6df service neutron] Attempting to bind port a16c2ab9-3a23-4694-9db9-bac025af02bc on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:18:28.542123 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-9a26a70e-0108-4458-94a7-d57db31d039b req-2432d046-4fbe-42d9-98d3-75f8276fb6df service neutron] Attempting to bind port a16c2ab9-3a23-4694-9db9-bac025af02bc by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '15d1952f-4dcb-4e1f-ad99-f5f939317419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:18:28.542564 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a26a70e-0108-4458-94a7-d57db31d039b req-2432d046-4fbe-42d9-98d3-75f8276fb6df service neutron] Attempting to bind port a16c2ab9-3a23-4694-9db9-bac025af02bc on network fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:18:28.575038 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105b85a-3423-46e5-a50a-39f4bea3d03e req-a6ee08db-7a09-46b5-847e-7c2ad65cad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:28.575660 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a26a70e-0108-4458-94a7-d57db31d039b req-2432d046-4fbe-42d9-98d3-75f8276fb6df service neutron] Port a16c2ab9-3a23-4694-9db9-bac025af02bc on network fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:18:28.578558 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2105b85a-3423-46e5-a50a-39f4bea3d03e req-a6ee08db-7a09-46b5-847e-7c2ad65cad5f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20faaf9c38d346c5a5c9ea0fc9964ecb&device_id=1da9c181-1a86-43f4-a64a-8c9e1a6a58ec HTTP/1.1" status: 200 len: 1097 time: 0.1344891 Dec 10 16:18:28.579237 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a26a70e-0108-4458-94a7-d57db31d039b req-2432d046-4fbe-42d9-98d3-75f8276fb6df service neutron] Attempting to bind port a16c2ab9-3a23-4694-9db9-bac025af02bc on network fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:18:28.603274 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a26a70e-0108-4458-94a7-d57db31d039b req-2432d046-4fbe-42d9-98d3-75f8276fb6df service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:18:28.609305 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a26a70e-0108-4458-94a7-d57db31d039b req-2432d046-4fbe-42d9-98d3-75f8276fb6df service neutron] Checking segment: {'id': '15d1952f-4dcb-4e1f-ad99-f5f939317419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:18:28.609975 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a26a70e-0108-4458-94a7-d57db31d039b req-2432d046-4fbe-42d9-98d3-75f8276fb6df service neutron] Bound using segment: {'id': '15d1952f-4dcb-4e1f-ad99-f5f939317419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:18:28.615047 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-9a26a70e-0108-4458-94a7-d57db31d039b req-2432d046-4fbe-42d9-98d3-75f8276fb6df service neutron] Bound port: a16c2ab9-3a23-4694-9db9-bac025af02bc, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15d1952f-4dcb-4e1f-ad99-f5f939317419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:18:28.624982 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-9a26a70e-0108-4458-94a7-d57db31d039b req-2432d046-4fbe-42d9-98d3-75f8276fb6df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:28.774647 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 6d4494b9-1479-4907-8eed-6f46f89fceb1 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:18:28.777068 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105b85a-3423-46e5-a50a-39f4bea3d03e req-3bb8203b-8aa2-4025-aae2-c04d6d246dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:28.778580 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2105b85a-3423-46e5-a50a-39f4bea3d03e req-3bb8203b-8aa2-4025-aae2-c04d6d246dc5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=715b4c0a-da9c-47bb-91fb-624b419d2246 HTTP/1.1" status: 200 len: 925 time: 0.1905377 Dec 10 16:18:28.907728 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-9a26a70e-0108-4458-94a7-d57db31d039b req-2432d046-4fbe-42d9-98d3-75f8276fb6df service neutron] For port a16c2ab9-3a23-4694-9db9-bac025af02bc, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:18:28.919836 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-9a26a70e-0108-4458-94a7-d57db31d039b req-2432d046-4fbe-42d9-98d3-75f8276fb6df service neutron] For port a16c2ab9-3a23-4694-9db9-bac025af02bc, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=a16c2ab9-3a23-4694-9db9-bac025af02bc,segment=NetworkSegment(15d1952f-4dcb-4e1f-ad99-f5f939317419),segment_id=15d1952f-4dcb-4e1f-ad99-f5f939317419)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:18:28.924883 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 6d4494b9-1479-4907-8eed-6f46f89fceb1 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:18:28.926960 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:28.932711 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-9a26a70e-0108-4458-94a7-d57db31d039b req-2432d046-4fbe-42d9-98d3-75f8276fb6df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:29.063418 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26a70e-0108-4458-94a7-d57db31d039b req-2432d046-4fbe-42d9-98d3-75f8276fb6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:29.068570 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-9a26a70e-0108-4458-94a7-d57db31d039b req-2432d046-4fbe-42d9-98d3-75f8276fb6df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:29.071441 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9a26a70e-0108-4458-94a7-d57db31d039b req-2432d046-4fbe-42d9-98d3-75f8276fb6df service neutron] 10.222.0.46 "PUT /v2.0/ports/a16c2ab9-3a23-4694-9db9-bac025af02bc HTTP/1.1" status: 200 len: 1091 time: 2.3071880 Dec 10 16:18:29.092230 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df06b5d-40c8-4eb1-8886-d2394403c75c', 'tag': 'a16c2ab9-3a23-4694-9db9-bac025af02bc'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:18:29.106548 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387c0243-6fd8-453b-99d0-6fc38394777a" -d '{"events": [{"name": "network-changed", "server_uuid": "0df06b5d-40c8-4eb1-8886-d2394403c75c", "tag": "a16c2ab9-3a23-4694-9db9-bac025af02bc"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:18:29.199665 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2105b85a-3423-46e5-a50a-39f4bea3d03e req-12b9077d-b9ce-4a11-9412-b68aa99411de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd HTTP/1.1" status: 200 len: 1002 time: 0.4063394 Dec 10 16:18:29.260998 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432d046-4fbe-42d9-98d3-75f8276fb6df service neutron] Pushing event updated for resources: {'Port': ['ID=a16c2ab9-3a23-4694-9db9-bac025af02bc,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:29.309963 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26a70e-0108-4458-94a7-d57db31d039b req-7538c311-1aba-4a02-8b58-aacef5fa18c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:29.314013 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9a26a70e-0108-4458-94a7-d57db31d039b req-7538c311-1aba-4a02-8b58-aacef5fa18c8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8ae81348bd094aec80f7f6fb7b2e05e7&device_id=0df06b5d-40c8-4eb1-8886-d2394403c75c HTTP/1.1" status: 200 len: 1094 time: 0.1921842 Dec 10 16:18:29.386740 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa2b63e-1363-4e9d-911e-d467b4a50915 None None] Sync routers for ids ['b25face3-1b8b-412b-bc04-c2be3425f47a'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:18:29.402348 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105b85a-3423-46e5-a50a-39f4bea3d03e req-c1761215-ac6c-43c7-a37b-6729afafc3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:29.403964 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2105b85a-3423-46e5-a50a-39f4bea3d03e req-c1761215-ac6c-43c7-a37b-6729afafc3b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=62480659-e465-41da-9ae4-1fa4cb439ee8 HTTP/1.1" status: 200 len: 863 time: 0.1923699 Dec 10 16:18:29.412605 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa2b63e-1363-4e9d-911e-d467b4a50915 None None] Routers {'b25face3-1b8b-412b-bc04-c2be3425f47a'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:18:29.413983 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5fa2b63e-1363-4e9d-911e-d467b4a50915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:18:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['b25face3-1b8b-412b-bc04-c2be3425f47a'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:18:29.448098 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9a26a70e-0108-4458-94a7-d57db31d039b req-7224773c-a5ff-4b63-a063-81eb880f91d3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a16c2ab9-3a23-4694-9db9-bac025af02bc HTTP/1.1" status: 200 len: 217 time: 0.1249902 Dec 10 16:18:29.536515 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-5fa2b63e-1363-4e9d-911e-d467b4a50915 None None] Set router b25face3-1b8b-412b-bc04-c2be3425f47a gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:18:29.609286 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26a70e-0108-4458-94a7-d57db31d039b req-d2c5b738-a4b7-4ab6-a830-bb40aa3d990c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:29.621149 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9a26a70e-0108-4458-94a7-d57db31d039b req-d2c5b738-a4b7-4ab6-a830-bb40aa3d990c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c72c797-c788-4a2c-b14b-bffaa1b0b3e6 HTTP/1.1" status: 200 len: 862 time: 0.1615179 Dec 10 16:18:29.650100 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105b85a-3423-46e5-a50a-39f4bea3d03e req-9c62721f-3b85-4ce2-ad5f-d640ec56abfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:29.650615 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2105b85a-3423-46e5-a50a-39f4bea3d03e req-9c62721f-3b85-4ce2-ad5f-d640ec56abfb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=715b4c0a-da9c-47bb-91fb-624b419d2246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2376320 Dec 10 16:18:29.669858 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc9004-9192-45d7-9d07-daca0f1492f6 req-6f1f2f29-8cd8-408a-b8c5-335286d1f3d8 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:29.679401 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dfcc9004-9192-45d7-9d07-daca0f1492f6 req-6f1f2f29-8cd8-408a-b8c5-335286d1f3d8 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/ports?device_id=563f446c-6cf9-4943-b766-7f3dd3c3e041 HTTP/1.1" status: 200 len: 950 time: 0.2674909 Dec 10 16:18:29.707429 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9a26a70e-0108-4458-94a7-d57db31d039b req-a01307c5-219f-40e5-8b86-69ab640c5989 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784721 Dec 10 16:18:29.865966 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9a26a70e-0108-4458-94a7-d57db31d039b req-57d845cd-3cd5-444b-baf3-54a4a5d842a2 service neutron] 10.222.0.46 "GET /v2.0/networks/fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482723 Dec 10 16:18:29.902659 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2105b85a-3423-46e5-a50a-39f4bea3d03e req-43962bf1-5571-4dbd-a38e-469ebe3fe5e1 service neutron] 10.222.0.26 "GET /v2.0/networks/715b4c0a-da9c-47bb-91fb-624b419d2246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088501 Dec 10 16:18:29.921953 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a940549-47fb-4f0b-8b7c-39d48471d105 x-openstack-request-id: req-8a940549-47fb-4f0b-8b7c-39d48471d105 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:18:29.927448 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df06b5d-40c8-4eb1-8886-d2394403c75c", "tag": "a16c2ab9-3a23-4694-9db9-bac025af02bc", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:18:29.927938 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8a940549-47fb-4f0b-8b7c-39d48471d105 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:18:29.928556 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0df06b5d-40c8-4eb1-8886-d2394403c75c', 'tag': 'a16c2ab9-3a23-4694-9db9-bac025af02bc', 'status': 'completed', 'code': 200} Dec 10 16:18:29.990852 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5fa2b63e-1363-4e9d-911e-d467b4a50915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25face3-1b8b-412b-bc04-c2be3425f47a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2034095409-router', 'tenant_id': 'd49a27d82af34acc8b149db817381679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '6d4494b9-1479-4907-8eed-6f46f89fceb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:18:14Z', 'updated_at': '2021-12-10T16:18:20Z', 'revision_number': 4, 'project_id': 'd49a27d82af34acc8b149db817381679', 'gw_port': {'id': '6d4494b9-1479-4907-8eed-6f46f89fceb1', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25face3-1b8b-412b-bc04-c2be3425f47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:18:15Z', 'updated_at': '2021-12-10T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '5c23c232-0f29-4a7f-8a2b-76a100586020', 'name': '', 'network_id': 'f6a2e007-0268-4c41-98f5-4df70e7b28ee', 'tenant_id': 'd49a27d82af34acc8b149db817381679', 'mac_address': 'fa:16:3e:5f:32:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25face3-1b8b-412b-bc04-c2be3425f47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7084dede-f26a-498d-b075-bedafde142b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:18:19Z', 'updated_at': '2021-12-10T16:18:20Z', 'revision_number': 2, 'project_id': 'd49a27d82af34acc8b149db817381679', 'subnets': [{'id': '7084dede-f26a-498d-b075-bedafde142b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:18:30.019764 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dfcc9004-9192-45d7-9d07-daca0f1492f6 req-6b81de99-b4cd-4ad7-9686-b8fdbe0f4116 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bf9aa1d-863e-4793-ad2d-4bf46aa6f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375611 Dec 10 16:18:30.063936 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa2b63e-1363-4e9d-911e-d467b4a50915 None None] Checking router: b25face3-1b8b-412b-bc04-c2be3425f47a for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:18:30.064770 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa2b63e-1363-4e9d-911e-d467b4a50915 None None] Updating router b25face3-1b8b-412b-bc04-c2be3425f47a port 5c23c232-0f29-4a7f-8a2b-76a100586020 binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:18:30.096506 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2105b85a-3423-46e5-a50a-39f4bea3d03e req-234db736-d3db-45f8-9315-90511dfefdea service neutron] 10.222.0.26 "GET /v2.0/networks/715b4c0a-da9c-47bb-91fb-624b419d2246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661613 Dec 10 16:18:30.154970 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-5fa2b63e-1363-4e9d-911e-d467b4a50915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:30.225578 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9a26a70e-0108-4458-94a7-d57db31d039b req-5a78e526-87f1-4d05-ac0a-f118aab95576 service neutron] 10.222.0.46 "GET /v2.0/networks/fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517087 Dec 10 16:18:30.273684 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf56199-04ab-4b33-8186-fda6b5d6ee59 req-8ea49f37-2b9e-478d-8aa0-64651a7d1464 tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:30.275287 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1bf56199-04ab-4b33-8186-fda6b5d6ee59 req-8ea49f37-2b9e-478d-8aa0-64651a7d1464 tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=966e688e-9424-48b7-ba99-961b4562b6dd HTTP/1.1" status: 200 len: 1096 time: 0.2625082 Dec 10 16:18:30.280090 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba33240-e893-4455-84c2-31398e5c4d63 req-c53d8c86-bfb6-44c8-9c14-805e5ffce8b3 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:30.299877 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eba33240-e893-4455-84c2-31398e5c4d63 req-c53d8c86-bfb6-44c8-9c14-805e5ffce8b3 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd21d1a0-a30b-4e93-9d0e-c5df4408f96b HTTP/1.1" status: 200 len: 948 time: 0.1628382 Dec 10 16:18:30.380485 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1bf56199-04ab-4b33-8186-fda6b5d6ee59 req-5d19e355-6e52-4636-b699-c72a24805d15 tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933414 Dec 10 16:18:30.419993 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eba33240-e893-4455-84c2-31398e5c4d63 req-92b99875-aad1-402f-82f2-d419ff96985a tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191537 Dec 10 16:18:30.553146 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c0243-6fd8-453b-99d0-6fc38394777a req-a9e1df9f-f452-469a-9343-176fa34af53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:30.555032 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-387c0243-6fd8-453b-99d0-6fc38394777a req-a9e1df9f-f452-469a-9343-176fa34af53a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8ae81348bd094aec80f7f6fb7b2e05e7&device_id=0df06b5d-40c8-4eb1-8886-d2394403c75c HTTP/1.1" status: 200 len: 1094 time: 0.1735454 Dec 10 16:18:30.786159 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e86f02-125d-4728-9f0a-7069ae9991a6 req-696cf38b-c735-4cc8-a010-f8a43ef6cdf5 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:30.789589 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-04e86f02-125d-4728-9f0a-7069ae9991a6 req-696cf38b-c735-4cc8-a010-f8a43ef6cdf5 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df06b5d-40c8-4eb1-8886-d2394403c75c HTTP/1.1" status: 200 len: 943 time: 0.2653258 Dec 10 16:18:30.927875 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-04e86f02-125d-4728-9f0a-7069ae9991a6 req-0978b1ba-a3c4-4bfd-9d93-ddbd26b4f46e tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298714 Dec 10 16:18:30.929366 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c0243-6fd8-453b-99d0-6fc38394777a req-24c0bfc6-c4ef-4eb1-8224-041b6213670b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:30.932734 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-387c0243-6fd8-453b-99d0-6fc38394777a req-24c0bfc6-c4ef-4eb1-8224-041b6213670b service neutron] 10.222.0.46 "GET /v2.0/networks?id=fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51 HTTP/1.1" status: 200 len: 923 time: 0.3669841 Dec 10 16:18:30.967746 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-5fa2b63e-1363-4e9d-911e-d467b4a50915 None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:30.980881 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-5fa2b63e-1363-4e9d-911e-d467b4a50915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:30.998058 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-387c0243-6fd8-453b-99d0-6fc38394777a req-961dd359-11fa-47ae-803e-bc5b941ea0d9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a16c2ab9-3a23-4694-9db9-bac025af02bc HTTP/1.1" status: 200 len: 217 time: 0.0569274 Dec 10 16:18:31.119961 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183d605-f1bd-40c1-b93c-25d875acc53a None None] Pushing event updated for resources: {'Port': ['ID=5c23c232-0f29-4a7f-8a2b-76a100586020,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:31.157236 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 7df501f6-b613-4755-8cc5-c9378307c2ce up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:18:31.258439 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c0243-6fd8-453b-99d0-6fc38394777a req-362c0143-08f9-4b31-a4c5-cb3f7cfde81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:31.260028 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-387c0243-6fd8-453b-99d0-6fc38394777a req-362c0143-08f9-4b31-a4c5-cb3f7cfde81b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c72c797-c788-4a2c-b14b-bffaa1b0b3e6 HTTP/1.1" status: 200 len: 862 time: 0.2325695 Dec 10 16:18:31.272544 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-5fa2b63e-1363-4e9d-911e-d467b4a50915 None None] Attempting to bind port 5c23c232-0f29-4a7f-8a2b-76a100586020 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:18:31.275810 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-5fa2b63e-1363-4e9d-911e-d467b4a50915 None None] Attempting to bind port 5c23c232-0f29-4a7f-8a2b-76a100586020 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'f046a77b-24c4-4eca-91df-8b31064f7627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f6a2e007-0268-4c41-98f5-4df70e7b28ee'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:18:31.278121 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa2b63e-1363-4e9d-911e-d467b4a50915 None None] Attempting to bind port 5c23c232-0f29-4a7f-8a2b-76a100586020 on network f6a2e007-0268-4c41-98f5-4df70e7b28ee {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:18:31.294237 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa2b63e-1363-4e9d-911e-d467b4a50915 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:18:31.295094 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa2b63e-1363-4e9d-911e-d467b4a50915 None None] Checking segment: {'id': 'f046a77b-24c4-4eca-91df-8b31064f7627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f6a2e007-0268-4c41-98f5-4df70e7b28ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:18:31.297322 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-5fa2b63e-1363-4e9d-911e-d467b4a50915 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:31.297986 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa2b63e-1363-4e9d-911e-d467b4a50915 None None] Bound using segment: {'id': 'f046a77b-24c4-4eca-91df-8b31064f7627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f6a2e007-0268-4c41-98f5-4df70e7b28ee'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:18:31.299182 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-5fa2b63e-1363-4e9d-911e-d467b4a50915 None None] Bound port: 5c23c232-0f29-4a7f-8a2b-76a100586020, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f046a77b-24c4-4eca-91df-8b31064f7627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f6a2e007-0268-4c41-98f5-4df70e7b28ee'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:18:31.300114 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-5fa2b63e-1363-4e9d-911e-d467b4a50915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:31.316835 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 7df501f6-b613-4755-8cc5-c9378307c2ce completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:18:31.328062 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 7df501f6-b613-4755-8cc5-c9378307c2ce triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:18:31.328910 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:31.383318 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-387c0243-6fd8-453b-99d0-6fc38394777a req-940fc1a3-71fb-4eac-9d15-fd9e16e3c6b6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128445 Dec 10 16:18:31.558673 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-5fa2b63e-1363-4e9d-911e-d467b4a50915 None None] For port 5c23c232-0f29-4a7f-8a2b-76a100586020, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:18:31.565567 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-5fa2b63e-1363-4e9d-911e-d467b4a50915 None None] For port 5c23c232-0f29-4a7f-8a2b-76a100586020, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=5c23c232-0f29-4a7f-8a2b-76a100586020,segment=NetworkSegment(f046a77b-24c4-4eca-91df-8b31064f7627),segment_id=f046a77b-24c4-4eca-91df-8b31064f7627)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:18:31.598804 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-5fa2b63e-1363-4e9d-911e-d467b4a50915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:31.704168 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-387c0243-6fd8-453b-99d0-6fc38394777a req-efe757c9-d4f5-4446-8039-418d49ff7ac8 service neutron] 10.222.0.46 "GET /v2.0/networks/fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115995 Dec 10 16:18:31.733717 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa2b63e-1363-4e9d-911e-d467b4a50915 None None] Routers {'b25face3-1b8b-412b-bc04-c2be3425f47a'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:18:31.735091 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:31.737853 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5fa2b63e-1363-4e9d-911e-d467b4a50915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:18:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['b25face3-1b8b-412b-bc04-c2be3425f47a'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:18:31.821631 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd21d1a0-a30b-4e93-9d0e-c5df4408f96b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7df501f6-b613-4755-8cc5-c9378307c2ce'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:18:31.837323 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d0bb35-15ac-4fba-affa-e4e6d91f10aa" -d '{"events": [{"server_uuid": "fd21d1a0-a30b-4e93-9d0e-c5df4408f96b", "name": "network-vif-plugged", "status": "completed", "tag": "7df501f6-b613-4755-8cc5-c9378307c2ce"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:18:31.889329 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 7df501f6-b613-4755-8cc5-c9378307c2ce, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=7df501f6-b613-4755-8cc5-c9378307c2ce,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:31.916064 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-80877bd3-4240-4541-b6a3-df055a97dd54 None None] Provisioning complete for port 5c23c232-0f29-4a7f-8a2b-76a100586020 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:18:31.916730 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-80877bd3-4240-4541-b6a3-df055a97dd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:32.009486 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:32.023820 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-387c0243-6fd8-453b-99d0-6fc38394777a req-3814f5cc-f5c9-44da-b066-860ee8652f6e service neutron] 10.222.0.46 "GET /v2.0/networks/fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108921 Dec 10 16:18:32.190770 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=7df501f6-b613-4755-8cc5-c9378307c2ce,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:32.292311 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-80877bd3-4240-4541-b6a3-df055a97dd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:32.402580 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-80877bd3-4240-4541-b6a3-df055a97dd54 None None] For port 5c23c232-0f29-4a7f-8a2b-76a100586020, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=5c23c232-0f29-4a7f-8a2b-76a100586020,segment=NetworkSegment(f046a77b-24c4-4eca-91df-8b31064f7627),segment_id=f046a77b-24c4-4eca-91df-8b31064f7627)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:32.408569 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-80877bd3-4240-4541-b6a3-df055a97dd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:32.471165 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4f9b2-23dc-42ef-ab6b-a55a1c13fa54 req-ca27b8c0-a747-4d9c-9880-1fe071dce377 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:32.471815 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183d605-f1bd-40c1-b93c-25d875acc53a None None] Pushing event updated for resources: {'Port': ['ID=5c23c232-0f29-4a7f-8a2b-76a100586020,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:32.493181 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-26e4f9b2-23dc-42ef-ab6b-a55a1c13fa54 req-ca27b8c0-a747-4d9c-9880-1fe071dce377 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/ports?device_id=563f446c-6cf9-4943-b766-7f3dd3c3e041 HTTP/1.1" status: 200 len: 950 time: 0.1505058 Dec 10 16:18:32.503730 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80877bd3-4240-4541-b6a3-df055a97dd54 None None] Pushing event updated for resources: {'Port': ['ID=5c23c232-0f29-4a7f-8a2b-76a100586020,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:32.582105 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-5fa2b63e-1363-4e9d-911e-d467b4a50915 None None] Set router b25face3-1b8b-412b-bc04-c2be3425f47a gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:18:32.597662 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-36d450b3-f902-454c-b89c-ed142b18e692 None None] Provisioning complete for port 5c23c232-0f29-4a7f-8a2b-76a100586020 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:18:32.601809 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-36d450b3-f902-454c-b89c-ed142b18e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:32.687315 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-26e4f9b2-23dc-42ef-ab6b-a55a1c13fa54 req-760a1261-b48c-4592-a5e7-7958bd0d103d tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bf9aa1d-863e-4793-ad2d-4bf46aa6f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929185 Dec 10 16:18:32.830705 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 5c23c232-0f29-4a7f-8a2b-76a100586020 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:18:32.953904 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 5c23c232-0f29-4a7f-8a2b-76a100586020 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:18:32.954438 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:33.015921 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d475e-46d7-479b-81f9-bffb0c20a09c req-9693ab04-1136-430a-8a01-8cd83420e79a tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:33.039564 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device a16c2ab9-3a23-4694-9db9-bac025af02bc details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:18:33.044537 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-799d475e-46d7-479b-81f9-bffb0c20a09c req-9693ab04-1136-430a-8a01-8cd83420e79a tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd21d1a0-a30b-4e93-9d0e-c5df4408f96b HTTP/1.1" status: 200 len: 949 time: 0.1953566 Dec 10 16:18:33.153743 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-7c4afcd1-6143-4137-af15-f8de54e175da req-9e26301e-111c-474f-bb6b-c459910af2ca tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:18:33.171266 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7c4afcd1-6143-4137-af15-f8de54e175da req-9e26301e-111c-474f-bb6b-c459910af2ca tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0715902 Dec 10 16:18:33.182594 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5fa2b63e-1363-4e9d-911e-d467b4a50915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25face3-1b8b-412b-bc04-c2be3425f47a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2034095409-router', 'tenant_id': 'd49a27d82af34acc8b149db817381679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '6d4494b9-1479-4907-8eed-6f46f89fceb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:18:14Z', 'updated_at': '2021-12-10T16:18:20Z', 'revision_number': 4, 'project_id': 'd49a27d82af34acc8b149db817381679', 'gw_port': {'id': '6d4494b9-1479-4907-8eed-6f46f89fceb1', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25face3-1b8b-412b-bc04-c2be3425f47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:18:15Z', 'updated_at': '2021-12-10T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '5c23c232-0f29-4a7f-8a2b-76a100586020', 'name': '', 'network_id': 'f6a2e007-0268-4c41-98f5-4df70e7b28ee', 'tenant_id': 'd49a27d82af34acc8b149db817381679', 'mac_address': 'fa:16:3e:5f:32:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25face3-1b8b-412b-bc04-c2be3425f47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7084dede-f26a-498d-b075-bedafde142b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:18:19Z', 'updated_at': '2021-12-10T16:18:31Z', 'revision_number': 4, 'project_id': 'd49a27d82af34acc8b149db817381679', 'subnets': [{'id': '7084dede-f26a-498d-b075-bedafde142b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:18:33.210628 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa2b63e-1363-4e9d-911e-d467b4a50915 None None] The sync data for ids ['b25face3-1b8b-412b-bc04-c2be3425f47a'] in n-d-766771-2 is: [{'id': 'b25face3-1b8b-412b-bc04-c2be3425f47a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2034095409-router', 'tenant_id': 'd49a27d82af34acc8b149db817381679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '6d4494b9-1479-4907-8eed-6f46f89fceb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:18:14Z', 'updated_at': '2021-12-10T16:18:20Z', 'revision_number': 4, 'project_id': 'd49a27d82af34acc8b149db817381679', 'gw_port': {'id': '6d4494b9-1479-4907-8eed-6f46f89fceb1', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25face3-1b8b-412b-bc04-c2be3425f47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:18:15Z', 'updated_at': '2021-12-10T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '5c23c232-0f29-4a7f-8a2b-76a100586020', 'name': '', 'network_id': 'f6a2e007-0268-4c41-98f5-4df70e7b28ee', 'tenant_id': 'd49a27d82af34acc8b149db817381679', 'mac_address': 'fa:16:3e:5f:32:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25face3-1b8b-412b-bc04-c2be3425f47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7084dede-f26a-498d-b075-bedafde142b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:18:19Z', 'updated_at': '2021-12-10T16:18:31Z', 'revision_number': 4, 'project_id': 'd49a27d82af34acc8b149db817381679', 'subnets': [{'id': '7084dede-f26a-498d-b075-bedafde142b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:18:33.237670 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-799d475e-46d7-479b-81f9-bffb0c20a09c req-ead62720-e4ac-433f-af96-052b6115ecce tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887643 Dec 10 16:18:33.324493 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb65958-03fd-4dd1-8f7a-eae31db874b6 req-5a3d7bff-62d5-4605-b285-e000fb4bfa3d tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:33.326102 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-edb65958-03fd-4dd1-8f7a-eae31db874b6 req-5a3d7bff-62d5-4605-b285-e000fb4bfa3d tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.26 "GET /v2.0/ports?device_id=563f446c-6cf9-4943-b766-7f3dd3c3e041 HTTP/1.1" status: 200 len: 950 time: 0.4056926 Dec 10 16:18:33.334613 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4afcd1-6143-4137-af15-f8de54e175da req-6217d147-8e55-4b4c-bcab-88d28508645f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:33.335980 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7c4afcd1-6143-4137-af15-f8de54e175da req-6217d147-8e55-4b4c-bcab-88d28508645f service neutron] 10.222.0.11 "GET /v2.0/ports/2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7 HTTP/1.1" status: 200 len: 1093 time: 0.1635914 Dec 10 16:18:33.378053 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-7c4afcd1-6143-4137-af15-f8de54e175da req-f4c10b79-7e56-40ee-850c-65b0a6cf8ad3 service neutron] Request body: {'binding': {'host': 'n-h1-766771-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:18:33.380349 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port a16c2ab9-3a23-4694-9db9-bac025af02bc, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=a16c2ab9-3a23-4694-9db9-bac025af02bc,segment=NetworkSegment(15d1952f-4dcb-4e1f-ad99-f5f939317419),segment_id=15d1952f-4dcb-4e1f-ad99-f5f939317419)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:33.386535 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-7c4afcd1-6143-4137-af15-f8de54e175da req-f4c10b79-7e56-40ee-850c-65b0a6cf8ad3 service neutron] Unknown quota resources ['binding']. {{(pid=103392) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 16:18:33.409278 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'a16c2ab9-3a23-4694-9db9-bac025af02bc', 'network_id': 'fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51', 'port_id': 'a16c2ab9-3a23-4694-9db9-bac025af02bc', 'mac_address': 'fa:16:3e:1c:4e:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c72c797-c788-4a2c-b14b-bffaa1b0b3e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:18:33.475594 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:33.492846 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a16c2ab9-3a23-4694-9db9-bac025af02bc {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:18:33.549118 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port a16c2ab9-3a23-4694-9db9-bac025af02bc, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=a16c2ab9-3a23-4694-9db9-bac025af02bc,segment=NetworkSegment(15d1952f-4dcb-4e1f-ad99-f5f939317419),segment_id=15d1952f-4dcb-4e1f-ad99-f5f939317419)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:33.556159 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:33.676815 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb09157-6148-4012-926b-3398555f67f6 x-openstack-request-id: req-5eb09157-6148-4012-926b-3398555f67f6 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:18:33.677483 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd21d1a0-a30b-4e93-9d0e-c5df4408f96b", "name": "network-vif-plugged", "status": "completed", "tag": "7df501f6-b613-4755-8cc5-c9378307c2ce", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:18:33.678116 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5eb09157-6148-4012-926b-3398555f67f6 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:18:33.679583 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd21d1a0-a30b-4e93-9d0e-c5df4408f96b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7df501f6-b613-4755-8cc5-c9378307c2ce', 'code': 200} Dec 10 16:18:33.682677 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=a16c2ab9-3a23-4694-9db9-bac025af02bc,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:33.917857 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['a16c2ab9-3a23-4694-9db9-bac025af02bc'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:18:34.715942 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-7c4afcd1-6143-4137-af15-f8de54e175da req-f4c10b79-7e56-40ee-850c-65b0a6cf8ad3 service neutron] Attempting to bind port 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7 on host n-h1-766771-2 for vnic_type normal with profile None {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:18:34.716459 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-7c4afcd1-6143-4137-af15-f8de54e175da req-f4c10b79-7e56-40ee-850c-65b0a6cf8ad3 service neutron] Attempting to bind port 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:18:34.716609 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4afcd1-6143-4137-af15-f8de54e175da req-f4c10b79-7e56-40ee-850c-65b0a6cf8ad3 service neutron] Attempting to bind port 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7 on network 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:18:34.744726 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38163b95-e6c5-46ea-bcad-52e5ea979294 req-53bb8899-d91f-4c2c-8911-367a1072aa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:34.752515 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-38163b95-e6c5-46ea-bcad-52e5ea979294 req-53bb8899-d91f-4c2c-8911-367a1072aa95 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fd21d1a0-a30b-4e93-9d0e-c5df4408f96b HTTP/1.1" status: 200 len: 1100 time: 0.4729288 Dec 10 16:18:34.809129 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4afcd1-6143-4137-af15-f8de54e175da req-f4c10b79-7e56-40ee-850c-65b0a6cf8ad3 service neutron] Port 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7 on network 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:18:34.809453 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4afcd1-6143-4137-af15-f8de54e175da req-f4c10b79-7e56-40ee-850c-65b0a6cf8ad3 service neutron] Attempting to bind port 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7 on network 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:18:34.819251 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-38163b95-e6c5-46ea-bcad-52e5ea979294 req-69e8b680-5b07-41e4-845e-4845fc6ae479 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608063 Dec 10 16:18:34.829690 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db65168-2d41-428f-819b-309d06f0ab53 req-a6598e17-2fdb-4a56-8584-903aa75e750a tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:34.837984 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7db65168-2d41-428f-819b-309d06f0ab53 req-a6598e17-2fdb-4a56-8584-903aa75e750a tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df06b5d-40c8-4eb1-8886-d2394403c75c HTTP/1.1" status: 200 len: 944 time: 0.5630965 Dec 10 16:18:34.859488 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4afcd1-6143-4137-af15-f8de54e175da req-f4c10b79-7e56-40ee-850c-65b0a6cf8ad3 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:18:34.859828 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4afcd1-6143-4137-af15-f8de54e175da req-f4c10b79-7e56-40ee-850c-65b0a6cf8ad3 service neutron] Checking segment: {'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:18:34.860219 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4afcd1-6143-4137-af15-f8de54e175da req-f4c10b79-7e56-40ee-850c-65b0a6cf8ad3 service neutron] Bound using segment: {'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:18:34.861770 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-7c4afcd1-6143-4137-af15-f8de54e175da req-f4c10b79-7e56-40ee-850c-65b0a6cf8ad3 service neutron] Bound port: 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:18:34.894074 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-edb65958-03fd-4dd1-8f7a-eae31db874b6 req-500c44e9-941d-45f1-b345-700e68731136 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Deleting port 1d62037c-25ae-441f-a180-36ad881b8765 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:18:34.894350 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-edb65958-03fd-4dd1-8f7a-eae31db874b6 req-500c44e9-941d-45f1-b345-700e68731136 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:34.981205 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7db65168-2d41-428f-819b-309d06f0ab53 req-36f6b707-106d-4d83-9c3a-568781718ff8 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423035 Dec 10 16:18:35.018658 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-7c4afcd1-6143-4137-af15-f8de54e175da req-f4c10b79-7e56-40ee-850c-65b0a6cf8ad3 service neutron] For port 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7,segment=NetworkSegment(ba4bffb6-59f5-4518-96be-6824e98414e9),segment_id=ba4bffb6-59f5-4518-96be-6824e98414e9)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:18:35.024255 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device a16c2ab9-3a23-4694-9db9-bac025af02bc up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:18:35.056329 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7c4afcd1-6143-4137-af15-f8de54e175da req-f4c10b79-7e56-40ee-850c-65b0a6cf8ad3 service neutron] Publish callbacks [] for binding, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:35.056863 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7c4afcd1-6143-4137-af15-f8de54e175da req-f4c10b79-7e56-40ee-850c-65b0a6cf8ad3 service neutron] 10.222.0.11 "POST /v2.0/ports/2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7/bindings HTTP/1.1" status: 201 len: 389 time: 1.6979544 Dec 10 16:18:35.089967 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-edb65958-03fd-4dd1-8f7a-eae31db874b6 req-500c44e9-941d-45f1-b345-700e68731136 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] For port 1d62037c-25ae-441f-a180-36ad881b8765, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=1d62037c-25ae-441f-a180-36ad881b8765,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:35.090380 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-edb65958-03fd-4dd1-8f7a-eae31db874b6 req-500c44e9-941d-45f1-b345-700e68731136 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:35.122184 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-edb65958-03fd-4dd1-8f7a-eae31db874b6 req-500c44e9-941d-45f1-b345-700e68731136 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Calling delete_port for 1d62037c-25ae-441f-a180-36ad881b8765 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:18:35.145298 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port a16c2ab9-3a23-4694-9db9-bac025af02bc completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:18:35.157431 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port a16c2ab9-3a23-4694-9db9-bac025af02bc triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:18:35.157813 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:35.364892 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:35.415728 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port a16c2ab9-3a23-4694-9db9-bac025af02bc, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=a16c2ab9-3a23-4694-9db9-bac025af02bc,segment=NetworkSegment(15d1952f-4dcb-4e1f-ad99-f5f939317419),segment_id=15d1952f-4dcb-4e1f-ad99-f5f939317419)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:35.421143 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:35.469912 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d33a8b-3765-4980-9c5d-b212244055b0 req-b270de63-d99e-4d11-b092-e7a3bed8ed64 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:35.498901 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-edb65958-03fd-4dd1-8f7a-eae31db874b6 req-500c44e9-941d-45f1-b345-700e68731136 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:35.499765 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f4d33a8b-3765-4980-9c5d-b212244055b0 req-b270de63-d99e-4d11-b092-e7a3bed8ed64 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/ports?device_id=563f446c-6cf9-4943-b766-7f3dd3c3e041 HTTP/1.1" status: 200 len: 950 time: 0.1777627 Dec 10 16:18:35.501013 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=a16c2ab9-3a23-4694-9db9-bac025af02bc,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:35.551687 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4afcd1-6143-4137-af15-f8de54e175da req-11e7afb2-12a2-4df5-becf-0c26176c37e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:35.553284 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7c4afcd1-6143-4137-af15-f8de54e175da req-11e7afb2-12a2-4df5-becf-0c26176c37e9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=88d3b4e7edaf414d832ee358beed3fa3&device_id=966e688e-9424-48b7-ba99-961b4562b6dd HTTP/1.1" status: 200 len: 1096 time: 0.1359017 Dec 10 16:18:35.559571 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500c44e9-941d-45f1-b345-700e68731136 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Pushing event deleted for resources: {'Port': ['ID=1d62037c-25ae-441f-a180-36ad881b8765,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:35.571878 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500c44e9-941d-45f1-b345-700e68731136 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:35.572663 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500c44e9-941d-45f1-b345-700e68731136 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:35.573553 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500c44e9-941d-45f1-b345-700e68731136 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:35.573850 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500c44e9-941d-45f1-b345-700e68731136 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:35.574654 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500c44e9-941d-45f1-b345-700e68731136 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:35.574654 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500c44e9-941d-45f1-b345-700e68731136 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:35.574899 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500c44e9-941d-45f1-b345-700e68731136 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:35.575367 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500c44e9-941d-45f1-b345-700e68731136 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:35.575809 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500c44e9-941d-45f1-b345-700e68731136 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:35.576320 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500c44e9-941d-45f1-b345-700e68731136 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:35.576885 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500c44e9-941d-45f1-b345-700e68731136 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:35.577525 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500c44e9-941d-45f1-b345-700e68731136 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:35.578072 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500c44e9-941d-45f1-b345-700e68731136 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:35.602975 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f4d33a8b-3765-4980-9c5d-b212244055b0 req-9d4d142e-8927-47d1-a329-e76336e9c94d tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bf9aa1d-863e-4793-ad2d-4bf46aa6f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021707 Dec 10 16:18:35.680862 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df06b5d-40c8-4eb1-8886-d2394403c75c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16c2ab9-3a23-4694-9db9-bac025af02bc'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:18:35.683200 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60b9e3e-3cd7-4114-a9b7-4433748c40e7" -d '{"events": [{"server_uuid": "0df06b5d-40c8-4eb1-8886-d2394403c75c", "name": "network-vif-plugged", "status": "completed", "tag": "a16c2ab9-3a23-4694-9db9-bac025af02bc"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:18:35.733912 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4afcd1-6143-4137-af15-f8de54e175da req-fb1a518c-e848-4130-8413-a03e0186114d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:35.735420 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7c4afcd1-6143-4137-af15-f8de54e175da req-fb1a518c-e848-4130-8413-a03e0186114d service neutron] 10.222.0.26 "GET /v2.0/networks?id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 HTTP/1.1" status: 200 len: 922 time: 0.1664600 Dec 10 16:18:35.786311 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f814ab0-fc33-4bd9-96b3-218f94ef0b5b req-41e8943e-6d01-4c71-a68d-86f7c204a25a tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:35.794466 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5f814ab0-fc33-4bd9-96b3-218f94ef0b5b req-41e8943e-6d01-4c71-a68d-86f7c204a25a tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd21d1a0-a30b-4e93-9d0e-c5df4408f96b HTTP/1.1" status: 200 len: 949 time: 0.1015465 Dec 10 16:18:35.816110 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb65958-03fd-4dd1-8f7a-eae31db874b6 req-500c44e9-941d-45f1-b345-700e68731136 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] No DVR routers for this DVR port 1d62037c-25ae-441f-a180-36ad881b8765 on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:18:35.818744 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7c4afcd1-6143-4137-af15-f8de54e175da req-bb367c9c-2d66-44c0-8e42-2bbe20490788 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7 HTTP/1.1" status: 200 len: 217 time: 0.0635486 Dec 10 16:18:35.819789 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-edb65958-03fd-4dd1-8f7a-eae31db874b6 req-500c44e9-941d-45f1-b345-700e68731136 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:35.823199 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-edb65958-03fd-4dd1-8f7a-eae31db874b6 req-500c44e9-941d-45f1-b345-700e68731136 tempest-DeleteServersAdminTestJSON-1700033508 tempest-DeleteServersAdminTestJSON-1700033508-project] 10.222.0.26 "DELETE /v2.0/ports/1d62037c-25ae-441f-a180-36ad881b8765 HTTP/1.1" status: 204 len: 173 time: 2.4863310 Dec 10 16:18:35.823650 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '563f446c-6cf9-4943-b766-7f3dd3c3e041', 'name': 'network-vif-deleted', 'tag': '1d62037c-25ae-441f-a180-36ad881b8765'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:18:35.825965 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7d3ecf-f99a-4eb0-ba7d-8e2287be2dc1" -d '{"events": [{"server_uuid": "563f446c-6cf9-4943-b766-7f3dd3c3e041", "name": "network-vif-deleted", "tag": "1d62037c-25ae-441f-a180-36ad881b8765"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:18:35.895091 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4afcd1-6143-4137-af15-f8de54e175da req-ff7c6f0e-7251-4cd3-a25f-436b27a3e09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:35.896720 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7c4afcd1-6143-4137-af15-f8de54e175da req-ff7c6f0e-7251-4cd3-a25f-436b27a3e09b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=19a3ead6-9cb2-4544-beb2-145a33d7ae3f HTTP/1.1" status: 200 len: 861 time: 0.0627351 Dec 10 16:18:35.929965 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5f814ab0-fc33-4bd9-96b3-218f94ef0b5b req-b23082ae-5c06-41aa-80cd-8cd015d66766 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238520 Dec 10 16:18:35.941864 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7c4afcd1-6143-4137-af15-f8de54e175da req-95e313f7-7843-428e-8a25-f890c214857a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300324 Dec 10 16:18:36.057973 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:36.079189 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7c4afcd1-6143-4137-af15-f8de54e175da req-3dc4347e-da9a-4f63-a898-96abc74094d0 service neutron] 10.222.0.26 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281500 Dec 10 16:18:36.280360 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7c4afcd1-6143-4137-af15-f8de54e175da req-e4e8a470-8ad4-4f82-90f7-0ac207c633c8 service neutron] 10.222.0.26 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846099 Dec 10 16:18:36.448756 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4afcd1-6143-4137-af15-f8de54e175da req-55b4959b-18fc-4df2-813b-852e87d5a547 tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:36.450384 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7c4afcd1-6143-4137-af15-f8de54e175da req-55b4959b-18fc-4df2-813b-852e87d5a547 tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=966e688e-9424-48b7-ba99-961b4562b6dd&tenant_id=88d3b4e7edaf414d832ee358beed3fa3&binding%3Ahost_id=n-h2-766771-2 HTTP/1.1" status: 200 len: 1096 time: 0.0824208 Dec 10 16:18:36.466507 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-7c4afcd1-6143-4137-af15-f8de54e175da req-0e19d958-1149-40ff-93da-eff6484bea0e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-766771-2'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:18:36.607945 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7c4afcd1-6143-4137-af15-f8de54e175da req-0e19d958-1149-40ff-93da-eff6484bea0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:36.901041 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-7c4afcd1-6143-4137-af15-f8de54e175da req-0e19d958-1149-40ff-93da-eff6484bea0e service neutron] For port 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7,segment=NetworkSegment(ba4bffb6-59f5-4518-96be-6824e98414e9),segment_id=ba4bffb6-59f5-4518-96be-6824e98414e9)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:36.963891 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-7c4afcd1-6143-4137-af15-f8de54e175da req-0e19d958-1149-40ff-93da-eff6484bea0e service neutron] For port 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:18:37.029289 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7c4afcd1-6143-4137-af15-f8de54e175da req-0e19d958-1149-40ff-93da-eff6484bea0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:37.036975 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7c4afcd1-6143-4137-af15-f8de54e175da req-0e19d958-1149-40ff-93da-eff6484bea0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:37.152524 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-7c4afcd1-6143-4137-af15-f8de54e175da req-0e19d958-1149-40ff-93da-eff6484bea0e service neutron] Attempting to bind port 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7 on host n-h2-766771-2 for vnic_type normal with profile {"migrating_to": "n-h1-766771-2"} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:18:37.153353 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-7c4afcd1-6143-4137-af15-f8de54e175da req-0e19d958-1149-40ff-93da-eff6484bea0e service neutron] Attempting to bind port 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:18:37.153898 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4afcd1-6143-4137-af15-f8de54e175da req-0e19d958-1149-40ff-93da-eff6484bea0e service neutron] Attempting to bind port 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7 on network 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:18:37.162129 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4afcd1-6143-4137-af15-f8de54e175da req-0e19d958-1149-40ff-93da-eff6484bea0e service neutron] Port 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7 on network 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:18:37.162763 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4afcd1-6143-4137-af15-f8de54e175da req-0e19d958-1149-40ff-93da-eff6484bea0e service neutron] Attempting to bind port 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7 on network 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:18:37.176137 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4afcd1-6143-4137-af15-f8de54e175da req-0e19d958-1149-40ff-93da-eff6484bea0e service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:18:37.176768 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4afcd1-6143-4137-af15-f8de54e175da req-0e19d958-1149-40ff-93da-eff6484bea0e service neutron] Checking segment: {'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:18:37.177343 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4afcd1-6143-4137-af15-f8de54e175da req-0e19d958-1149-40ff-93da-eff6484bea0e service neutron] Bound using segment: {'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:18:37.177976 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-7c4afcd1-6143-4137-af15-f8de54e175da req-0e19d958-1149-40ff-93da-eff6484bea0e service neutron] Bound port: 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:18:37.178668 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7c4afcd1-6143-4137-af15-f8de54e175da req-0e19d958-1149-40ff-93da-eff6484bea0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:37.195770 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e19d958-1149-40ff-93da-eff6484bea0e service neutron] Pushing event updated for resources: {'Port': ['ID=2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7,revision_number=7']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:37.196020 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 1d62037c-25ae-441f-a180-36ad881b8765 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:18:37.241191 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 1d62037c-25ae-441f-a180-36ad881b8765 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:18:37.242451 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 1d62037c-25ae-441f-a180-36ad881b8765 not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:18:37.274291 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-7c4afcd1-6143-4137-af15-f8de54e175da req-0e19d958-1149-40ff-93da-eff6484bea0e service neutron] For port 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:18:37.278359 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-7c4afcd1-6143-4137-af15-f8de54e175da req-0e19d958-1149-40ff-93da-eff6484bea0e service neutron] For port 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7,segment=NetworkSegment(ba4bffb6-59f5-4518-96be-6824e98414e9),segment_id=ba4bffb6-59f5-4518-96be-6824e98414e9)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:18:37.296606 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7c4afcd1-6143-4137-af15-f8de54e175da req-0e19d958-1149-40ff-93da-eff6484bea0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:37.426206 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e19d958-1149-40ff-93da-eff6484bea0e service neutron] Pushing event updated for resources: {'Port': ['ID=2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7,revision_number=8']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:37.428844 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4afcd1-6143-4137-af15-f8de54e175da req-0e19d958-1149-40ff-93da-eff6484bea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:37.436459 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7c4afcd1-6143-4137-af15-f8de54e175da req-0e19d958-1149-40ff-93da-eff6484bea0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:37.436459 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7c4afcd1-6143-4137-af15-f8de54e175da req-0e19d958-1149-40ff-93da-eff6484bea0e service neutron] 10.222.0.26 "PUT /v2.0/ports/2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7 HTTP/1.1" status: 200 len: 1121 time: 0.9692299 Dec 10 16:18:37.528266 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:18:37.882150 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:41.222036 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:18:41.345939 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7,segment=NetworkSegment(ba4bffb6-59f5-4518-96be-6824e98414e9),segment_id=ba4bffb6-59f5-4518-96be-6824e98414e9)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:41.357450 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7 has no active binding in host n-h1-766771-2 {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 16:18:41.429959 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91fafe3-ebf4-4b40-aa02-fcd496aeec17 req-4d60adc0-2f82-4067-8e6e-bdcbfb5bd872 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:41.431707 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d91fafe3-ebf4-4b40-aa02-fcd496aeec17 req-4d60adc0-2f82-4067-8e6e-bdcbfb5bd872 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=966e688e-9424-48b7-ba99-961b4562b6dd HTTP/1.1" status: 200 len: 943 time: 0.0569894 Dec 10 16:18:41.498532 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d91fafe3-ebf4-4b40-aa02-fcd496aeec17 req-34978c19-0c70-472e-8f2e-c24e1b318150 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575354 Dec 10 16:18:41.559841 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de89940-5ee2-4142-b60c-55439fa89c60 x-openstack-request-id: req-0de89940-5ee2-4142-b60c-55439fa89c60 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:18:41.560214 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df06b5d-40c8-4eb1-8886-d2394403c75c", "name": "network-vif-plugged", "status": "completed", "tag": "a16c2ab9-3a23-4694-9db9-bac025af02bc", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:18:41.560523 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0de89940-5ee2-4142-b60c-55439fa89c60 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:18:41.560953 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df06b5d-40c8-4eb1-8886-d2394403c75c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16c2ab9-3a23-4694-9db9-bac025af02bc', 'code': 200} Dec 10 16:18:41.601932 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a319b05b-56e5-49ee-8d46-d0d3e8c375e7 x-openstack-request-id: req-a319b05b-56e5-49ee-8d46-d0d3e8c375e7 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:18:41.602251 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "563f446c-6cf9-4943-b766-7f3dd3c3e041", "name": "network-vif-deleted", "tag": "1d62037c-25ae-441f-a180-36ad881b8765", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:18:41.602514 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a319b05b-56e5-49ee-8d46-d0d3e8c375e7 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:18:41.602928 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '563f446c-6cf9-4943-b766-7f3dd3c3e041', 'name': 'network-vif-deleted', 'tag': '1d62037c-25ae-441f-a180-36ad881b8765', 'status': 'completed', 'code': 200} Dec 10 16:18:41.694361 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5ef66-7177-4718-9e36-c600bfe4ec8f req-bac7783a-71b6-43a4-baf4-906a62d5a458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:41.696498 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d4b5ef66-7177-4718-9e36-c600bfe4ec8f req-bac7783a-71b6-43a4-baf4-906a62d5a458 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0df06b5d-40c8-4eb1-8886-d2394403c75c HTTP/1.1" status: 200 len: 1096 time: 0.0594382 Dec 10 16:18:41.732883 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda65b87-b895-4d0b-9da7-600e54fa1c89 req-95760c0e-2370-451f-9052-325795d9a2ed tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:41.734679 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fda65b87-b895-4d0b-9da7-600e54fa1c89 req-95760c0e-2370-451f-9052-325795d9a2ed tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df06b5d-40c8-4eb1-8886-d2394403c75c HTTP/1.1" status: 200 len: 945 time: 0.0561445 Dec 10 16:18:41.753223 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d4b5ef66-7177-4718-9e36-c600bfe4ec8f req-fc7aaeac-046c-4067-8c5a-ed03c9de9e80 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491211 Dec 10 16:18:41.786826 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fda65b87-b895-4d0b-9da7-600e54fa1c89 req-aaad908e-a0a1-489e-b25a-031ecf155430 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452347 Dec 10 16:18:41.942312 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265e1c5-c85f-4095-ab68-40ecef99be7f req-6290b597-4fe2-4be2-9a3d-7b27e2aa873b tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:41.943938 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1265e1c5-c85f-4095-ab68-40ecef99be7f req-6290b597-4fe2-4be2-9a3d-7b27e2aa873b tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd21d1a0-a30b-4e93-9d0e-c5df4408f96b HTTP/1.1" status: 200 len: 949 time: 0.0542910 Dec 10 16:18:41.996444 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1265e1c5-c85f-4095-ab68-40ecef99be7f req-0b96682f-be00-454c-bc37-160fa8b7b0d0 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460846 Dec 10 16:18:42.068568 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7c4afcd1-6143-4137-af15-f8de54e175da req-a556184e-3d6d-4a92-b20c-f45d03853330 service neutron] 10.222.0.46 "GET /v2.0/ports/2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7/bindings/n-h1-766771-2 HTTP/1.1" status: 200 len: 384 time: 0.0853097 Dec 10 16:18:42.281381 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-7c4afcd1-6143-4137-af15-f8de54e175da req-56f48121-d231-4f22-8338-fbc99c572626 service neutron] For port 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7,segment=NetworkSegment(ba4bffb6-59f5-4518-96be-6824e98414e9),segment_id=ba4bffb6-59f5-4518-96be-6824e98414e9)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:42.303960 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-7c4afcd1-6143-4137-af15-f8de54e175da req-56f48121-d231-4f22-8338-fbc99c572626 service neutron] For port 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:18:42.337709 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-7c4afcd1-6143-4137-af15-f8de54e175da req-56f48121-d231-4f22-8338-fbc99c572626 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:18:42.350723 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-7c4afcd1-6143-4137-af15-f8de54e175da req-56f48121-d231-4f22-8338-fbc99c572626 service neutron] For port 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7,segment=NetworkSegment(ba4bffb6-59f5-4518-96be-6824e98414e9),segment_id=ba4bffb6-59f5-4518-96be-6824e98414e9)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:42.368005 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-7c4afcd1-6143-4137-af15-f8de54e175da req-56f48121-d231-4f22-8338-fbc99c572626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:42.463918 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-7c4afcd1-6143-4137-af15-f8de54e175da req-56f48121-d231-4f22-8338-fbc99c572626 service neutron] Transition to ACTIVE for port object 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:18:42.468544 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-7c4afcd1-6143-4137-af15-f8de54e175da req-56f48121-d231-4f22-8338-fbc99c572626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:42.546617 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c4afcd1-6143-4137-af15-f8de54e175da req-56f48121-d231-4f22-8338-fbc99c572626 service neutron] No DVR routers for this DVR port 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7 on host n-h2-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:18:42.550536 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977a684-50b4-4594-99a1-bf008a7c398b req-ebab2661-4b5c-4cde-9a30-f9ef3b1253d0 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:42.552665 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6977a684-50b4-4594-99a1-bf008a7c398b req-ebab2661-4b5c-4cde-9a30-f9ef3b1253d0 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/ports?device_id=9400639f-0d32-47e4-956f-9078c6d3d3e8 HTTP/1.1" status: 200 len: 950 time: 0.0625792 Dec 10 16:18:42.566690 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f48121-d231-4f22-8338-fbc99c572626 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7,revision_number=10']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:42.604554 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7c4afcd1-6143-4137-af15-f8de54e175da req-56f48121-d231-4f22-8338-fbc99c572626 service neutron] 10.222.0.46 "PUT /v2.0/ports/2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7/bindings/n-h1-766771-2/activate HTTP/1.1" status: 200 len: 369 time: 0.5277104 Dec 10 16:18:42.609012 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6977a684-50b4-4594-99a1-bf008a7c398b req-bb0baa31-d378-400a-8085-f089314272d7 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/security-groups?id=697cd46f-22b9-4568-a139-0d54c765a04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499780 Dec 10 16:18:43.415630 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17235da-269a-44d4-9ce5-0db7608cfd91 req-b58212b0-a8b5-4531-ab88-03852e4e80a7 tempest-ServersAdminTestJSON-2081718756 tempest-ServersAdminTestJSON-2081718756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:43.416097 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17235da-269a-44d4-9ce5-0db7608cfd91 req-b58212b0-a8b5-4531-ab88-03852e4e80a7 tempest-ServersAdminTestJSON-2081718756 tempest-ServersAdminTestJSON-2081718756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:43.416552 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17235da-269a-44d4-9ce5-0db7608cfd91 req-b58212b0-a8b5-4531-ab88-03852e4e80a7 tempest-ServersAdminTestJSON-2081718756 tempest-ServersAdminTestJSON-2081718756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:43.417001 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17235da-269a-44d4-9ce5-0db7608cfd91 req-b58212b0-a8b5-4531-ab88-03852e4e80a7 tempest-ServersAdminTestJSON-2081718756 tempest-ServersAdminTestJSON-2081718756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:43.417452 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17235da-269a-44d4-9ce5-0db7608cfd91 req-b58212b0-a8b5-4531-ab88-03852e4e80a7 tempest-ServersAdminTestJSON-2081718756 tempest-ServersAdminTestJSON-2081718756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:43.417898 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17235da-269a-44d4-9ce5-0db7608cfd91 req-b58212b0-a8b5-4531-ab88-03852e4e80a7 tempest-ServersAdminTestJSON-2081718756 tempest-ServersAdminTestJSON-2081718756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:43.418368 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17235da-269a-44d4-9ce5-0db7608cfd91 req-b58212b0-a8b5-4531-ab88-03852e4e80a7 tempest-ServersAdminTestJSON-2081718756 tempest-ServersAdminTestJSON-2081718756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:43.418927 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17235da-269a-44d4-9ce5-0db7608cfd91 req-b58212b0-a8b5-4531-ab88-03852e4e80a7 tempest-ServersAdminTestJSON-2081718756 tempest-ServersAdminTestJSON-2081718756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:43.419377 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17235da-269a-44d4-9ce5-0db7608cfd91 req-b58212b0-a8b5-4531-ab88-03852e4e80a7 tempest-ServersAdminTestJSON-2081718756 tempest-ServersAdminTestJSON-2081718756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:43.421415 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f17235da-269a-44d4-9ce5-0db7608cfd91 req-b58212b0-a8b5-4531-ab88-03852e4e80a7 tempest-ServersAdminTestJSON-2081718756 tempest-ServersAdminTestJSON-2081718756-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0df06b5d-40c8-4eb1-8886-d2394403c75c&device_id=fd21d1a0-a30b-4e93-9d0e-c5df4408f96b&device_id=966e688e-9424-48b7-ba99-961b4562b6dd&device_id=1da9c181-1a86-43f4-a64a-8c9e1a6a58ec&device_id=d5d80ec4-3ec4-4c33-9c49-e38c5a3d682a&device_id=9400639f-0d32-47e4-956f-9078c6d3d3e8&device_id=bf6c9633-07ab-45d1-84a1-241b0646f99e&device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55&device_id=9d31436d-2785-4d66-9d25-60d1cb0935b5 HTTP/1.1" status: 200 len: 8206 time: 0.0526989 Dec 10 16:18:43.441880 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f17235da-269a-44d4-9ce5-0db7608cfd91 req-c12011bc-3855-4bfc-932a-a01b34a6b2b1 tempest-ServersAdminTestJSON-2081718756 tempest-ServersAdminTestJSON-2081718756-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:43.529344 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f17235da-269a-44d4-9ce5-0db7608cfd91 req-c12011bc-3855-4bfc-932a-a01b34a6b2b1 tempest-ServersAdminTestJSON-2081718756 tempest-ServersAdminTestJSON-2081718756-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:43.534278 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f17235da-269a-44d4-9ce5-0db7608cfd91 req-c12011bc-3855-4bfc-932a-a01b34a6b2b1 tempest-ServersAdminTestJSON-2081718756 tempest-ServersAdminTestJSON-2081718756-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:43.589394 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12011bc-3855-4bfc-932a-a01b34a6b2b1 tempest-ServersAdminTestJSON-2081718756 tempest-ServersAdminTestJSON-2081718756-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bb63ae-57ae-4c82-a99d-ede63d3106fe,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:43.605038 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966e688e-9424-48b7-ba99-961b4562b6dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7'}, {'name': 'network-changed', 'server_uuid': '966e688e-9424-48b7-ba99-961b4562b6dd', 'tag': '2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:18:43.607599 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483fa0cd-9b12-4d0a-840a-3c70ce564ac0" -d '{"events": [{"server_uuid": "966e688e-9424-48b7-ba99-961b4562b6dd", "name": "network-vif-unplugged", "status": "completed", "tag": "2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7"}, {"name": "network-changed", "server_uuid": "966e688e-9424-48b7-ba99-961b4562b6dd", "tag": "2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:18:43.652505 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f17235da-269a-44d4-9ce5-0db7608cfd91 req-c12011bc-3855-4bfc-932a-a01b34a6b2b1 tempest-ServersAdminTestJSON-2081718756 tempest-ServersAdminTestJSON-2081718756-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&id=de734938-b937-4181-8955-8d1ef1a8949b&id=697cd46f-22b9-4568-a139-0d54c765a04a&id=6259e590-5539-4084-ab42-0b82a81a9685&id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.2225616 Dec 10 16:18:43.746324 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c1fc0-2e98-4d51-874c-50c87c606caa req-1c3b424e-320b-4c96-a1bb-5541c15a1e17 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:43.748026 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0a5c1fc0-2e98-4d51-874c-50c87c606caa req-1c3b424e-320b-4c96-a1bb-5541c15a1e17 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=966e688e-9424-48b7-ba99-961b4562b6dd HTTP/1.1" status: 200 len: 944 time: 0.0536270 Dec 10 16:18:43.798203 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0a5c1fc0-2e98-4d51-874c-50c87c606caa req-b6ee764a-af05-4daf-95dd-0508b122f51a tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434563 Dec 10 16:18:43.886282 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c2ebb1f9-d6fb-464f-8c97-d60692e1e90c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:43.932450 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a8af7-55fc-4286-912d-f14b2c903b57 req-7d906b2b-68bc-4ba4-85eb-92c9990d0152 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:43.938909 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-090a8af7-55fc-4286-912d-f14b2c903b57 req-7d906b2b-68bc-4ba4-85eb-92c9990d0152 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df06b5d-40c8-4eb1-8886-d2394403c75c HTTP/1.1" status: 200 len: 945 time: 0.0660799 Dec 10 16:18:43.998706 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-090a8af7-55fc-4286-912d-f14b2c903b57 req-aa5fcc31-0c87-4f4b-a189-d11854f88217 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572214 Dec 10 16:18:44.243420 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 10 Dec 2021 16:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42871bd-9888-44ba-8d8d-d10a8798607b x-openstack-request-id: req-a42871bd-9888-44ba-8d8d-d10a8798607b {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:18:44.243726 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "966e688e-9424-48b7-ba99-961b4562b6dd", "name": "network-vif-unplugged", "status": "completed", "tag": "2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7", "code": 200}, {"name": "network-changed", "server_uuid": "966e688e-9424-48b7-ba99-961b4562b6dd", "tag": "2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:18:44.243983 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a42871bd-9888-44ba-8d8d-d10a8798607b {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:18:44.244389 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966e688e-9424-48b7-ba99-961b4562b6dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7', 'code': 200} Dec 10 16:18:44.244643 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '966e688e-9424-48b7-ba99-961b4562b6dd', 'tag': '2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7', 'status': 'completed', 'code': 200} Dec 10 16:18:44.373062 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510bbcf7-72d6-46e1-85da-d13c7479d3af req-3246d3f9-479a-4e40-8a83-7b0bfd1e8b83 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:44.380846 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-510bbcf7-72d6-46e1-85da-d13c7479d3af req-3246d3f9-479a-4e40-8a83-7b0bfd1e8b83 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/ports?device_id=9400639f-0d32-47e4-956f-9078c6d3d3e8 HTTP/1.1" status: 200 len: 950 time: 0.0706198 Dec 10 16:18:44.390531 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fa0cd-9b12-4d0a-840a-3c70ce564ac0 req-1dddd10c-a567-4f0c-a9f3-afdab066e84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:44.392682 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-483fa0cd-9b12-4d0a-840a-3c70ce564ac0 req-1dddd10c-a567-4f0c-a9f3-afdab066e84f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88d3b4e7edaf414d832ee358beed3fa3&device_id=966e688e-9424-48b7-ba99-961b4562b6dd HTTP/1.1" status: 200 len: 1095 time: 0.1126287 Dec 10 16:18:44.420093 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4afcd1-6143-4137-af15-f8de54e175da req-34c186e9-2247-43ca-b31c-028791a5a596 tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:44.421653 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7c4afcd1-6143-4137-af15-f8de54e175da req-34c186e9-2247-43ca-b31c-028791a5a596 tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=966e688e-9424-48b7-ba99-961b4562b6dd&tenant_id=88d3b4e7edaf414d832ee358beed3fa3&binding%3Ahost_id=n-h2-766771-2 HTTP/1.1" status: 200 len: 1095 time: 0.0740464 Dec 10 16:18:44.496163 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4afcd1-6143-4137-af15-f8de54e175da req-e1d2b26a-135e-4a96-9646-a9183e57fad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:44.498378 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7c4afcd1-6143-4137-af15-f8de54e175da req-e1d2b26a-135e-4a96-9646-a9183e57fad0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=966e688e-9424-48b7-ba99-961b4562b6dd&tenant_id=88d3b4e7edaf414d832ee358beed3fa3 HTTP/1.1" status: 200 len: 1095 time: 0.0660088 Dec 10 16:18:44.511869 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-510bbcf7-72d6-46e1-85da-d13c7479d3af req-de1cdb85-3b00-424b-a0f5-e3c8073541f3 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/security-groups?id=697cd46f-22b9-4568-a139-0d54c765a04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246095 Dec 10 16:18:44.575625 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fa0cd-9b12-4d0a-840a-3c70ce564ac0 req-9e91c179-62fa-4d3b-86bc-0cf3682f5dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:44.577013 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-483fa0cd-9b12-4d0a-840a-3c70ce564ac0 req-9e91c179-62fa-4d3b-86bc-0cf3682f5dd9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 HTTP/1.1" status: 200 len: 922 time: 0.1753092 Dec 10 16:18:44.593154 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4afcd1-6143-4137-af15-f8de54e175da req-c7c2c1ca-66cd-4ffa-8e9a-59a2831ead36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:44.595107 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7c4afcd1-6143-4137-af15-f8de54e175da req-c7c2c1ca-66cd-4ffa-8e9a-59a2831ead36 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=88d3b4e7edaf414d832ee358beed3fa3&device_id=966e688e-9424-48b7-ba99-961b4562b6dd HTTP/1.1" status: 200 len: 1095 time: 0.0586171 Dec 10 16:18:44.655161 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-483fa0cd-9b12-4d0a-840a-3c70ce564ac0 req-3ddb5135-4808-479c-84c5-075e9cf60546 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7 HTTP/1.1" status: 200 len: 217 time: 0.0687416 Dec 10 16:18:44.745638 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4211fe-dc1e-4325-bfa0-1133bd329613 req-250cf09f-67de-4411-a320-a16f397ea80b tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:44.754319 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ba4211fe-dc1e-4325-bfa0-1133bd329613 req-250cf09f-67de-4411-a320-a16f397ea80b tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df06b5d-40c8-4eb1-8886-d2394403c75c HTTP/1.1" status: 200 len: 945 time: 0.1140513 Dec 10 16:18:44.773756 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fa0cd-9b12-4d0a-840a-3c70ce564ac0 req-25a59f73-5eab-4d8b-9784-7c3442ac129a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:44.775375 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-483fa0cd-9b12-4d0a-840a-3c70ce564ac0 req-25a59f73-5eab-4d8b-9784-7c3442ac129a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=19a3ead6-9cb2-4544-beb2-145a33d7ae3f HTTP/1.1" status: 200 len: 861 time: 0.1022141 Dec 10 16:18:44.792153 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4afcd1-6143-4137-af15-f8de54e175da req-68204e4d-4ee9-48e6-b4e4-bbeb71b266f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:44.794183 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7c4afcd1-6143-4137-af15-f8de54e175da req-68204e4d-4ee9-48e6-b4e4-bbeb71b266f5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 HTTP/1.1" status: 200 len: 922 time: 0.1780879 Dec 10 16:18:44.811350 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-483fa0cd-9b12-4d0a-840a-3c70ce564ac0 req-24da2564-8fbe-4a3b-a60b-e37c57726bb4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268557 Dec 10 16:18:44.895540 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ba4211fe-dc1e-4325-bfa0-1133bd329613 req-eecc6d91-9a7b-4a7c-bf27-801badd0bbfe tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350777 Dec 10 16:18:44.921256 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7c4afcd1-6143-4137-af15-f8de54e175da req-5dce1065-6ad9-44d1-aaa2-dddbd38a31ed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7 HTTP/1.1" status: 200 len: 217 time: 0.1131866 Dec 10 16:18:44.973048 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-483fa0cd-9b12-4d0a-840a-3c70ce564ac0 req-d2acb374-dc43-48bf-8996-42e21cdeac59 service neutron] 10.222.0.46 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529660 Dec 10 16:18:45.012697 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f14ee-f6de-47b5-9772-50c992aea940 req-5336719a-5758-4ada-a0d1-e27e65d64671 tempest-ServersAdminTestJSON-2081718756 tempest-ServersAdminTestJSON-2081718756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:45.013172 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f14ee-f6de-47b5-9772-50c992aea940 req-5336719a-5758-4ada-a0d1-e27e65d64671 tempest-ServersAdminTestJSON-2081718756 tempest-ServersAdminTestJSON-2081718756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:45.013633 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f14ee-f6de-47b5-9772-50c992aea940 req-5336719a-5758-4ada-a0d1-e27e65d64671 tempest-ServersAdminTestJSON-2081718756 tempest-ServersAdminTestJSON-2081718756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:45.022167 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-542f14ee-f6de-47b5-9772-50c992aea940 req-5336719a-5758-4ada-a0d1-e27e65d64671 tempest-ServersAdminTestJSON-2081718756 tempest-ServersAdminTestJSON-2081718756-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=fd21d1a0-a30b-4e93-9d0e-c5df4408f96b&device_id=bf6c9633-07ab-45d1-84a1-241b0646f99e&device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 2881 time: 0.1289942 Dec 10 16:18:45.048270 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4afcd1-6143-4137-af15-f8de54e175da req-8d86b148-d014-4cf6-868e-90bbb1b3f1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:45.050426 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7c4afcd1-6143-4137-af15-f8de54e175da req-8d86b148-d014-4cf6-868e-90bbb1b3f1c4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=19a3ead6-9cb2-4544-beb2-145a33d7ae3f HTTP/1.1" status: 200 len: 861 time: 0.1013992 Dec 10 16:18:45.076182 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:18:45.106663 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-542f14ee-f6de-47b5-9772-50c992aea940 req-17527a42-215c-4707-bd4d-eef33b5294de tempest-ServersAdminTestJSON-2081718756 tempest-ServersAdminTestJSON-2081718756-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836012 Dec 10 16:18:45.143412 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7c4afcd1-6143-4137-af15-f8de54e175da req-19f10ae4-dd5b-4505-9ad0-710f90594219 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427375 Dec 10 16:18:45.146453 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-483fa0cd-9b12-4d0a-840a-3c70ce564ac0 req-fda02f4f-4d80-4f04-b384-ebcac16a04f6 service neutron] 10.222.0.46 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574044 Dec 10 16:18:45.171505 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:18:45.219158 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36532) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:18:45.250363 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device a4afd6bc-f576-42b6-a7fb-49350fe25e83 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:18:45.342498 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7c4afcd1-6143-4137-af15-f8de54e175da req-db40d777-4768-49e8-ac32-e038c2ce21f7 service neutron] 10.222.0.26 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827955 Dec 10 16:18:45.397828 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-58a3f5f4-5112-4986-ad22-63476e5b52bc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f04692d20ebe4f14b040044c60bbb449&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1773868 Dec 10 16:18:45.400813 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36540) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:18:45.421284 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:45.498004 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bace08c8-74b9-45d4-8590-1b3a33c9edfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:45.498260 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port a4afd6bc-f576-42b6-a7fb-49350fe25e83, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=a4afd6bc-f576-42b6-a7fb-49350fe25e83,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:45.500305 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9400639f-0d32-47e4-956f-9078c6d3d3e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4afd6bc-f576-42b6-a7fb-49350fe25e83'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:18:45.506841 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e9ac48-2dfa-431a-88c9-9d484251728e" -d '{"events": [{"server_uuid": "9400639f-0d32-47e4-956f-9078c6d3d3e8", "name": "network-vif-unplugged", "status": "completed", "tag": "a4afd6bc-f576-42b6-a7fb-49350fe25e83"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:18:45.516503 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:45.525091 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7c4afcd1-6143-4137-af15-f8de54e175da req-9358b6f8-d43b-4e17-bcd5-d9a4bc096ead service neutron] 10.222.0.26 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764798 Dec 10 16:18:45.554412 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed2587-20e0-42e8-a5ca-6c99ede1a1b1 req-6eda6507-4a3c-43ea-a71e-88bd16bd716c tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:45.562165 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d4ed2587-20e0-42e8-a5ca-6c99ede1a1b1 req-6eda6507-4a3c-43ea-a71e-88bd16bd716c tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=966e688e-9424-48b7-ba99-961b4562b6dd HTTP/1.1" status: 200 len: 944 time: 0.3165834 Dec 10 16:18:45.562363 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bace08c8-74b9-45d4-8590-1b3a33c9edfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:45.640255 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=a4afd6bc-f576-42b6-a7fb-49350fe25e83,revision_number=8']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:45.650856 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d4ed2587-20e0-42e8-a5ca-6c99ede1a1b1 req-f02c6911-d638-41b7-be7f-873b81d3b4ba tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874250 Dec 10 16:18:45.679297 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bace08c8-74b9-45d4-8590-1b3a33c9edfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:45.682299 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bace08c8-74b9-45d4-8590-1b3a33c9edfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:45.684128 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-bace08c8-74b9-45d4-8590-1b3a33c9edfe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7bf9aa1d-863e-4793-ad2d-4bf46aa6f41d HTTP/1.1" status: 204 len: 168 time: 0.2821429 Dec 10 16:18:45.694585 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace08c8-74b9-45d4-8590-1b3a33c9edfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf9aa1d-863e-4793-ad2d-4bf46aa6f41d,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:45.949677 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf791a7-8621-44bf-9dfc-1076c110670d req-3375cd8b-3c90-4c51-87d5-d9b778f7d7c4 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:45.951568 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dcf791a7-8621-44bf-9dfc-1076c110670d req-3375cd8b-3c90-4c51-87d5-d9b778f7d7c4 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df06b5d-40c8-4eb1-8886-d2394403c75c HTTP/1.1" status: 200 len: 945 time: 0.0814505 Dec 10 16:18:45.962431 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4afcd1-6143-4137-af15-f8de54e175da req-bb407d72-eb73-4521-a5d2-8ceb88f2f909 tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:45.964185 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7c4afcd1-6143-4137-af15-f8de54e175da req-bb407d72-eb73-4521-a5d2-8ceb88f2f909 tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=966e688e-9424-48b7-ba99-961b4562b6dd&tenant_id=88d3b4e7edaf414d832ee358beed3fa3&binding%3Ahost_id=n-h1-766771-2 HTTP/1.1" status: 200 len: 1095 time: 0.1454165 Dec 10 16:18:46.107068 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dcf791a7-8621-44bf-9dfc-1076c110670d req-8b91f045-edae-4355-9218-e57c70cb9f9e tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418710 Dec 10 16:18:46.181696 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 16:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ee43c4-7afa-4715-a68a-e15e50c991ef x-openstack-request-id: req-62ee43c4-7afa-4715-a68a-e15e50c991ef {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:18:46.182617 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9400639f-0d32-47e4-956f-9078c6d3d3e8", "name": "network-vif-unplugged", "status": "completed", "tag": "a4afd6bc-f576-42b6-a7fb-49350fe25e83", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:18:46.183029 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-62ee43c4-7afa-4715-a68a-e15e50c991ef {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:18:46.183623 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9400639f-0d32-47e4-956f-9078c6d3d3e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4afd6bc-f576-42b6-a7fb-49350fe25e83', 'code': 200} Dec 10 16:18:46.197694 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-7c4afcd1-6143-4137-af15-f8de54e175da req-51cc4968-f24f-434c-9444-2c1ff2a6670a service neutron] For port 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:18:46.199738 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36598) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:18:46.219759 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7c4afcd1-6143-4137-af15-f8de54e175da req-51cc4968-f24f-434c-9444-2c1ff2a6670a service neutron] Publish callbacks [] for binding, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:46.220938 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7c4afcd1-6143-4137-af15-f8de54e175da req-51cc4968-f24f-434c-9444-2c1ff2a6670a service neutron] 10.222.0.26 "DELETE /v2.0/ports/2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7/bindings/n-h2-766771-2 HTTP/1.1" status: 204 len: 173 time: 0.2412698 Dec 10 16:18:46.225539 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2f917bc7-f6ca-44a9-8f1e-597a1fc1eb19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:46.325138 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc8ede-72dc-4265-be84-191371b40e06 req-67e267f1-bf8f-4331-bd6f-3925115fda34 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:46.327192 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dacc8ede-72dc-4265-be84-191371b40e06 req-67e267f1-bf8f-4331-bd6f-3925115fda34 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/ports?device_id=9400639f-0d32-47e4-956f-9078c6d3d3e8 HTTP/1.1" status: 200 len: 948 time: 0.0931575 Dec 10 16:18:46.380314 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2f917bc7-f6ca-44a9-8f1e-597a1fc1eb19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:46.395905 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2f917bc7-f6ca-44a9-8f1e-597a1fc1eb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:46.432613 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9251c68a-937d-4f75-a7cb-e126b50808fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:46.436677 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dacc8ede-72dc-4265-be84-191371b40e06 req-f99afb02-4009-45c5-a3a4-12263bb22299 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/security-groups?id=697cd46f-22b9-4568-a139-0d54c765a04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017981 Dec 10 16:18:46.514982 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f917bc7-f6ca-44a9-8f1e-597a1fc1eb19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909ccfb8-8edf-446c-a9d6-f2728674ab49,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:46.575960 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2f917bc7-f6ca-44a9-8f1e-597a1fc1eb19 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9cb084f4312442c4a97d235b62222453&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3734443 Dec 10 16:18:46.578353 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36622) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:18:46.638905 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4864a-dae8-4fd0-a563-f5c0dcf03bd7 req-556f5c4d-c18e-4322-8319-897f16c5273c tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:46.657694 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-aba4864a-dae8-4fd0-a563-f5c0dcf03bd7 req-556f5c4d-c18e-4322-8319-897f16c5273c tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df06b5d-40c8-4eb1-8886-d2394403c75c HTTP/1.1" status: 200 len: 945 time: 0.1826305 Dec 10 16:18:46.686987 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1878be7a-6e63-4a5e-b4a5-5248127f5dd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:46.752542 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1878be7a-6e63-4a5e-b4a5-5248127f5dd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:46.774251 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-aba4864a-dae8-4fd0-a563-f5c0dcf03bd7 req-b6368b71-3ac4-472a-acfa-cc2e26a053c0 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054540 Dec 10 16:18:46.880143 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1878be7a-6e63-4a5e-b4a5-5248127f5dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:46.883499 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1878be7a-6e63-4a5e-b4a5-5248127f5dd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:46.885330 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1878be7a-6e63-4a5e-b4a5-5248127f5dd1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/909ccfb8-8edf-446c-a9d6-f2728674ab49 HTTP/1.1" status: 204 len: 168 time: 0.3056884 Dec 10 16:18:46.902486 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878be7a-6e63-4a5e-b4a5-5248127f5dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909ccfb8-8edf-446c-a9d6-f2728674ab49,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:47.126752 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:47.265491 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec085541-e552-49ab-85a3-b2e33c5c3403 req-f9191713-3c6f-4c9a-99c7-4b9c11c604aa tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:47.269272 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ec085541-e552-49ab-85a3-b2e33c5c3403 req-f9191713-3c6f-4c9a-99c7-4b9c11c604aa tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=966e688e-9424-48b7-ba99-961b4562b6dd HTTP/1.1" status: 200 len: 944 time: 0.0892370 Dec 10 16:18:47.381562 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ec085541-e552-49ab-85a3-b2e33c5c3403 req-90420cf1-535d-4c1b-8896-9bd04820d305 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059439 Dec 10 16:18:47.824883 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36690) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:18:47.857158 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a386bae-0d79-41eb-8486-e5682519b179 req-c6cdb5cc-df5a-4a97-9770-b40002e8f1fd tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:47.868847 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0a386bae-0d79-41eb-8486-e5682519b179 req-c6cdb5cc-df5a-4a97-9770-b40002e8f1fd tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df06b5d-40c8-4eb1-8886-d2394403c75c HTTP/1.1" status: 200 len: 945 time: 0.0716314 Dec 10 16:18:47.925949 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0a386bae-0d79-41eb-8486-e5682519b179 req-d162e073-61f2-44d4-b6bf-ef7db03f47da tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559721 Dec 10 16:18:48.022783 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eb7f8103-02a5-4275-bdc8-b1b4d65266b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:48.068765 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-40c600ef-e3a2-46b4-80cd-c090e5b0e894 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:48.077186 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-40c600ef-e3a2-46b4-80cd-c090e5b0e894 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/networks?id=c31a437c-1197-43f8-bbd7-0717db7ae3e4 HTTP/1.1" status: 200 len: 815 time: 0.1605992 Dec 10 16:18:48.100405 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-a400ae3e-f316-47a6-9d23-fbeafdd3c7a4 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/quotas/ce8aa923e62740419aa52156296bd6c3 HTTP/1.1" status: 200 len: 375 time: 0.0220280 Dec 10 16:18:48.163171 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eb7f8103-02a5-4275-bdc8-b1b4d65266b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:48.168347 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eb7f8103-02a5-4275-bdc8-b1b4d65266b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:48.174746 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-35c93129-17f9-43db-8a6c-e28841e32160 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ce8aa923e62740419aa52156296bd6c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0732601 Dec 10 16:18:48.217878 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-eb7f8103-02a5-4275-bdc8-b1b4d65266b1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=283ac3d5463a4627972e9d71cca3f027&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3907938 Dec 10 16:18:48.221400 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36722) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:18:48.234818 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7f8103-02a5-4275-bdc8-b1b4d65266b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8de719e-36d5-42e9-8c40-c75782893520,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:48.299203 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-13fad590-d012-468c-95a4-5a5c03fc971e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:48.338389 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-13fad590-d012-468c-95a4-5a5c03fc971e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:48.346459 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-9f2e6a12-6565-4e89-9bd4-9907cb8757a1 service neutron] 10.222.0.11 "GET /v2.0/networks/c31a437c-1197-43f8-bbd7-0717db7ae3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647289 Dec 10 16:18:48.409507 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:48.413383 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f9c55-5af6-43f4-8e4d-d1d5c5a7fcbc req-c5862725-7590-48a0-8a1a-7cdbea171170 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:48.415116 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-078f9c55-5af6-43f4-8e4d-d1d5c5a7fcbc req-c5862725-7590-48a0-8a1a-7cdbea171170 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df06b5d-40c8-4eb1-8886-d2394403c75c HTTP/1.1" status: 200 len: 945 time: 0.0745070 Dec 10 16:18:48.454725 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-20028a20-20aa-4f80-b2b1-2b0d1bd5301b service neutron] 10.222.0.11 "GET /v2.0/networks/c31a437c-1197-43f8-bbd7-0717db7ae3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073358 Dec 10 16:18:48.476340 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-13fad590-d012-468c-95a4-5a5c03fc971e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:48.478993 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-13fad590-d012-468c-95a4-5a5c03fc971e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:48.481217 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-13fad590-d012-468c-95a4-5a5c03fc971e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c8de719e-36d5-42e9-8c40-c75782893520 HTTP/1.1" status: 204 len: 168 time: 0.2588933 Dec 10 16:18:48.499332 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-078f9c55-5af6-43f4-8e4d-d1d5c5a7fcbc req-66fb3ea8-48ae-4866-8877-5494498c361d tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737014 Dec 10 16:18:48.515114 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fad590-d012-468c-95a4-5a5c03fc971e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8de719e-36d5-42e9-8c40-c75782893520,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:48.700086 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f49f7-19cf-4841-9b07-0d96f8241380 req-e004246d-7cf8-4e5a-8623-ffd4ed7cc068 tempest-ServersAdminTestJSON-2081718756 tempest-ServersAdminTestJSON-2081718756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:48.704080 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-773f49f7-19cf-4841-9b07-0d96f8241380 req-e004246d-7cf8-4e5a-8623-ffd4ed7cc068 tempest-ServersAdminTestJSON-2081718756 tempest-ServersAdminTestJSON-2081718756-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 1100 time: 0.0687923 Dec 10 16:18:48.723499 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79955d3-6b74-4e3c-9915-93a1be0d7c32 req-1541e25e-c57b-4830-9f07-d24a77b77c32 tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:48.725049 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e79955d3-6b74-4e3c-9915-93a1be0d7c32 req-1541e25e-c57b-4830-9f07-d24a77b77c32 tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=966e688e-9424-48b7-ba99-961b4562b6dd HTTP/1.1" status: 200 len: 1095 time: 0.0852823 Dec 10 16:18:48.785601 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-773f49f7-19cf-4841-9b07-0d96f8241380 req-12e71540-f1f9-4530-9167-56ca4a6c7548 tempest-ServersAdminTestJSON-2081718756 tempest-ServersAdminTestJSON-2081718756-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745099 Dec 10 16:18:48.793006 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e79955d3-6b74-4e3c-9915-93a1be0d7c32 req-2f467177-1216-4f98-b5ba-841f8cd1003c tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478947 Dec 10 16:18:48.982369 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f4be215d-02ba-47bd-bc07-1bd2f8e70311 req-090fb4e3-44d4-4e0a-9111-f031eda03a77 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/ports?device_id=5284671f-b2d2-487a-b849-eec2dd2096ff HTTP/1.1" status: 200 len: 210 time: 0.0792027 Dec 10 16:18:49.096146 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57896b7-1fef-47cd-bb1b-5f0aea318ac1 req-43ac17af-2820-4a44-aeb3-7d1678381351 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:49.098113 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664f12c-176a-4532-a678-91cf1eb1e0fa req-960d5092-5770-41ab-b2c0-791a44c1c366 tempest-ServersAdminTestJSON-2081718756 tempest-ServersAdminTestJSON-2081718756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:49.103618 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2664f12c-176a-4532-a678-91cf1eb1e0fa req-960d5092-5770-41ab-b2c0-791a44c1c366 tempest-ServersAdminTestJSON-2081718756 tempest-ServersAdminTestJSON-2081718756-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 1100 time: 0.0902166 Dec 10 16:18:49.106532 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c57896b7-1fef-47cd-bb1b-5f0aea318ac1 req-43ac17af-2820-4a44-aeb3-7d1678381351 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df06b5d-40c8-4eb1-8886-d2394403c75c HTTP/1.1" status: 200 len: 945 time: 0.0746443 Dec 10 16:18:49.173345 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c57896b7-1fef-47cd-bb1b-5f0aea318ac1 req-78dc4157-90c2-4f88-9147-d38ac10b5b00 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648203 Dec 10 16:18:49.190970 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2664f12c-176a-4532-a678-91cf1eb1e0fa req-c662569f-c4c4-4904-ba6e-46715a47dea5 tempest-ServersAdminTestJSON-2081718756 tempest-ServersAdminTestJSON-2081718756-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759971 Dec 10 16:18:49.377229 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324635d2-1e8f-48b3-a101-e4e10f15b82f req-0c9c5c19-0bc5-4038-ab74-29bc07591d8f tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:49.384876 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-324635d2-1e8f-48b3-a101-e4e10f15b82f req-0c9c5c19-0bc5-4038-ab74-29bc07591d8f tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df06b5d-40c8-4eb1-8886-d2394403c75c HTTP/1.1" status: 200 len: 945 time: 0.0615103 Dec 10 16:18:49.399109 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46277da-a767-4a94-84d7-726b0eaed205 req-257b6c6e-c65e-44fe-a094-af7872711e45 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:49.401311 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b46277da-a767-4a94-84d7-726b0eaed205 req-257b6c6e-c65e-44fe-a094-af7872711e45 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/networks?id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 HTTP/1.1" status: 200 len: 821 time: 0.1272202 Dec 10 16:18:49.433434 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b46277da-a767-4a94-84d7-726b0eaed205 req-d66f1ff8-7889-4c92-84bd-b0433d8efcd1 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/quotas/88d3b4e7edaf414d832ee358beed3fa3 HTTP/1.1" status: 200 len: 375 time: 0.0249891 Dec 10 16:18:49.451240 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-324635d2-1e8f-48b3-a101-e4e10f15b82f req-866a33f1-d4e9-40cc-a77f-a2c0e991f1fe tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650332 Dec 10 16:18:49.500026 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b46277da-a767-4a94-84d7-726b0eaed205 req-01625bfa-606f-4556-93ef-9054a473de69 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=88d3b4e7edaf414d832ee358beed3fa3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657284 Dec 10 16:18:49.603639 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b46277da-a767-4a94-84d7-726b0eaed205 req-c5bd01f6-2289-4216-8863-202f179928a1 service neutron] 10.222.0.11 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956197 Dec 10 16:18:49.631613 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:49.678238 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36806) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:18:49.700692 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b46277da-a767-4a94-84d7-726b0eaed205 req-95a59f3b-502c-4522-9c24-2969825d229a service neutron] 10.222.0.11 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959158 Dec 10 16:18:49.806439 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-b132d859-fd2f-49b6-a5e7-604dcfcd149c admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-15758833-network', 'tenant_id': '9b4abb5f463d4717bb66baf7025fca57'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:18:49.844197 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b132d859-fd2f-49b6-a5e7-604dcfcd149c admin admin] Made reservation on behalf of 9b4abb5f463d4717bb66baf7025fca57 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:18:49.846792 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b132d859-fd2f-49b6-a5e7-604dcfcd149c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:49.857060 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b132d859-fd2f-49b6-a5e7-604dcfcd149c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:50.048369 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b132d859-fd2f-49b6-a5e7-604dcfcd149c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:50.055174 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b132d859-fd2f-49b6-a5e7-604dcfcd149c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:50.083291 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b132d859-fd2f-49b6-a5e7-604dcfcd149c admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:18:50.125411 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b132d859-fd2f-49b6-a5e7-604dcfcd149c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:50.127182 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-b132d859-fd2f-49b6-a5e7-604dcfcd149c admin admin] Added segment 8ca85019-a24a-4916-864b-3c419298bab5 of type vlan for network 85be2e17-4b10-4d14-9b32-3869abb76961 Dec 10 16:18:50.130588 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132d859-fd2f-49b6-a5e7-604dcfcd149c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3049edc5-eca9-406c-84c4-fac60cba3297,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:50.162324 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-3e8700fc-a4bd-432e-8e15-9ca8ffa946ea tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:50.163972 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-3e8700fc-a4bd-432e-8e15-9ca8ffa946ea tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.46 "GET /v2.0/networks?id=c31a437c-1197-43f8-bbd7-0717db7ae3e4 HTTP/1.1" status: 200 len: 815 time: 0.2472615 Dec 10 16:18:50.213938 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-8dbb9647-9b7d-4af4-a318-72d7174240a7 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] Request body: {'port': {'device_id': '5284671f-b2d2-487a-b849-eec2dd2096ff', 'network_id': 'c31a437c-1197-43f8-bbd7-0717db7ae3e4', 'admin_state_up': True, 'tenant_id': 'ce8aa923e62740419aa52156296bd6c3'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:18:50.218552 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d4367040-2b2b-44ee-ba36-db43c6c452b4 req-9d3ac494-7c63-4dbe-b071-171beb96454e tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 210 time: 0.0656459 Dec 10 16:18:50.312208 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b132d859-fd2f-49b6-a5e7-604dcfcd149c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:50.373669 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5458f2b8-089a-4874-8596-4b157c0103af req-f6b36eab-1dfc-434c-b7e3-650a47684d73 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/ports?device_id=5284671f-b2d2-487a-b849-eec2dd2096ff HTTP/1.1" status: 200 len: 210 time: 0.0425103 Dec 10 16:18:50.435103 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b132d859-fd2f-49b6-a5e7-604dcfcd149c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:50.438112 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b132d859-fd2f-49b6-a5e7-604dcfcd149c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:50.439022 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b132d859-fd2f-49b6-a5e7-604dcfcd149c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:50.564279 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-8dbb9647-9b7d-4af4-a318-72d7174240a7 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] Made reservation on behalf of ce8aa923e62740419aa52156296bd6c3 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:18:50.568541 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-8dbb9647-9b7d-4af4-a318-72d7174240a7 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:50.577793 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b132d859-fd2f-49b6-a5e7-604dcfcd149c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.8984802 Dec 10 16:18:50.583543 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36858) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:18:50.585517 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132d859-fd2f-49b6-a5e7-604dcfcd149c admin admin] Pushing event updated for resources: {'Network': ['ID=85be2e17-4b10-4d14-9b32-3869abb76961,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:50.588801 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-2340dcad-ec13-4a45-8a8b-c9d3a58e6a5e admin admin] Request body: {'subnet': {'network_id': '85be2e17-4b10-4d14-9b32-3869abb76961', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-15758833-subnet', 'tenant_id': '9b4abb5f463d4717bb66baf7025fca57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:18:50.601329 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 85be2e17-4b10-4d14-9b32-3869abb76961 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:18:50.660102 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2340dcad-ec13-4a45-8a8b-c9d3a58e6a5e admin admin] Made reservation on behalf of 9b4abb5f463d4717bb66baf7025fca57 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:18:50.664841 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2340dcad-ec13-4a45-8a8b-c9d3a58e6a5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:50.874211 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-8dbb9647-9b7d-4af4-a318-72d7174240a7 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] Allocated IP 172.20.0.10 (c31a437c-1197-43f8-bbd7-0717db7ae3e4/325102d6-bc21-4aae-9184-4a483fd29591/def27e33-2957-455c-8b41-da18c45e839c) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:18:50.965809 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2340dcad-ec13-4a45-8a8b-c9d3a58e6a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:51.038631 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340dcad-ec13-4a45-8a8b-c9d3a58e6a5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0733bfe1-6763-4622-804d-2791b07706b1,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:51.103660 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 6ef2b40a-c092-4211-9d0c-f108a1ab8dd3 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:18:51.153780 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2340dcad-ec13-4a45-8a8b-c9d3a58e6a5e admin admin] Checking segment: {'id': '8ca85019-a24a-4916-864b-3c419298bab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '85be2e17-4b10-4d14-9b32-3869abb76961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:18:51.154400 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2340dcad-ec13-4a45-8a8b-c9d3a58e6a5e admin admin] Network hostable DHCP agents. Network: 85be2e17-4b10-4d14-9b32-3869abb76961, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:18:51.217781 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422d4b3-2dc8-46d1-aa35-877a0ee1bed1 req-f5677cdf-a105-45b8-9488-14195f4ed871 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:51.223930 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e422d4b3-2dc8-46d1-aa35-877a0ee1bed1 req-f5677cdf-a105-45b8-9488-14195f4ed871 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df06b5d-40c8-4eb1-8886-d2394403c75c HTTP/1.1" status: 200 len: 945 time: 0.1677837 Dec 10 16:18:51.224804 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-8dbb9647-9b7d-4af4-a318-72d7174240a7 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:51.300337 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 6ef2b40a-c092-4211-9d0c-f108a1ab8dd3, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=6ef2b40a-c092-4211-9d0c-f108a1ab8dd3,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:51.303466 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2340dcad-ec13-4a45-8a8b-c9d3a58e6a5e admin admin] Network 85be2e17-4b10-4d14-9b32-3869abb76961 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:18:51.339986 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-8dbb9647-9b7d-4af4-a318-72d7174240a7 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:51.344102 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '6ef2b40a-c092-4211-9d0c-f108a1ab8dd3', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'port_id': '6ef2b40a-c092-4211-9d0c-f108a1ab8dd3', 'mac_address': 'fa:16:3e:f8:5e:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a18c92-5007-49e2-b728-7aedc06dca57', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:18:51.347035 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-2340dcad-ec13-4a45-8a8b-c9d3a58e6a5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 85be2e17-4b10-4d14-9b32-3869abb76961) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:18:51.370445 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e422d4b3-2dc8-46d1-aa35-877a0ee1bed1 req-c1e1419b-d266-4c43-abc3-3e6d2405064b tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348104 Dec 10 16:18:51.373319 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4849db24-1561-4291-9351-4f878da8169e None None] Network 85be2e17-4b10-4d14-9b32-3869abb76961 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:18:51.391467 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2340dcad-ec13-4a45-8a8b-c9d3a58e6a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:51.400652 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2340dcad-ec13-4a45-8a8b-c9d3a58e6a5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:51.448222 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:51.471107 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2340dcad-ec13-4a45-8a8b-c9d3a58e6a5e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8857856 Dec 10 16:18:51.683155 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7bd9f-c478-4cdd-a750-2c10ae910f48 req-9e42497e-f480-4a9a-974b-b3d18b924589 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:51.701573 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-61c7bd9f-c478-4cdd-a750-2c10ae910f48 req-9e42497e-f480-4a9a-974b-b3d18b924589 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 949 time: 0.1643689 Dec 10 16:18:51.820140 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-61c7bd9f-c478-4cdd-a750-2c10ae910f48 req-3f6e7e7a-6960-4c80-8d93-7749b9bdc685 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175666 Dec 10 16:18:51.877458 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ef2b40a-c092-4211-9d0c-f108a1ab8dd3 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:18:51.960232 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 6ef2b40a-c092-4211-9d0c-f108a1ab8dd3, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=6ef2b40a-c092-4211-9d0c-f108a1ab8dd3,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:51.968446 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:52.032696 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6f0f9fc0-f6a6-4e03-b1c2-3d8baff3d1d1 req-bfc21c63-1988-423b-9227-1db86d5971ec tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 210 time: 0.0589502 Dec 10 16:18:52.034959 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-8dbb9647-9b7d-4af4-a318-72d7174240a7 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] Network c31a437c-1197-43f8-bbd7-0717db7ae3e4 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:18:52.041174 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-8dbb9647-9b7d-4af4-a318-72d7174240a7 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:18:52.050640 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-8dbb9647-9b7d-4af4-a318-72d7174240a7 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:18:52.079177 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb9647-9b7d-4af4-a318-72d7174240a7 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] Pushing event updated for resources: {'Port': ['ID=def27e33-2957-455c-8b41-da18c45e839c,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:52.147511 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-8dbb9647-9b7d-4af4-a318-72d7174240a7 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:52.148730 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-8dbb9647-9b7d-4af4-a318-72d7174240a7 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:52.151273 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['6ef2b40a-c092-4211-9d0c-f108a1ab8dd3'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:18:52.193160 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-8dbb9647-9b7d-4af4-a318-72d7174240a7 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9849839 Dec 10 16:18:52.239230 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa8759-3867-49f7-bd68-1d01ea9a2802 req-24b0b49d-af37-4acc-8e36-3eace358f68b tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:52.250978 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eaaa8759-3867-49f7-bd68-1d01ea9a2802 req-24b0b49d-af37-4acc-8e36-3eace358f68b tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/ports?device_id=5284671f-b2d2-487a-b849-eec2dd2096ff HTTP/1.1" status: 200 len: 932 time: 0.1567812 Dec 10 16:18:52.334907 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bcaac5-1f94-4b47-86a1-1796fdcced12 None None] Network 85be2e17-4b10-4d14-9b32-3869abb76961 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:18:52.345716 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=6ef2b40a-c092-4211-9d0c-f108a1ab8dd3,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:52.364444 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eaaa8759-3867-49f7-bd68-1d01ea9a2802 req-294968b1-2ffd-4c3b-9baf-cd585a394ed5 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ba53670-1c7e-4137-9354-3458021d549f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119571 Dec 10 16:18:52.472766 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:52.473256 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:52.473758 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:52.474333 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:52.474873 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:52.475376 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:52.475901 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:52.476651 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:52.477250 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:52.477695 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:52.478198 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:52.478774 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:52.479363 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:18:52.519671 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-15c45aaa-7f0e-4693-8d35-3579a603e93c tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:52.528294 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-15c45aaa-7f0e-4693-8d35-3579a603e93c tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/networks?id=85be2e17-4b10-4d14-9b32-3869abb76961 HTTP/1.1" status: 200 len: 803 time: 0.1990201 Dec 10 16:18:52.556760 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-b61f6172-0e82-417a-a8ae-275a178a554b tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/quotas/9b4abb5f463d4717bb66baf7025fca57 HTTP/1.1" status: 200 len: 375 time: 0.0273046 Dec 10 16:18:52.587393 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45af6e-ef2c-4983-8cdc-a4ca6f7c50c5 req-ee913e2f-1bf5-4c41-a8f4-439a9a6021a1 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:52.589134 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e45af6e-ef2c-4983-8cdc-a4ca6f7c50c5 req-ee913e2f-1bf5-4c41-a8f4-439a9a6021a1 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df06b5d-40c8-4eb1-8886-d2394403c75c HTTP/1.1" status: 200 len: 945 time: 0.1061189 Dec 10 16:18:52.601877 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-bac41967-d8ac-417a-afdf-175eceafd335 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b4abb5f463d4717bb66baf7025fca57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442338 Dec 10 16:18:52.668029 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e45af6e-ef2c-4983-8cdc-a4ca6f7c50c5 req-732343ec-0c96-4034-b06a-ffd8a104a0c4 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647085 Dec 10 16:18:52.699713 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-35288cff-bf51-46b4-8ddb-0bc1dfdde57c None None] Provisioning complete for port def27e33-2957-455c-8b41-da18c45e839c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:18:52.700069 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-35288cff-bf51-46b4-8ddb-0bc1dfdde57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:52.814019 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-35288cff-bf51-46b4-8ddb-0bc1dfdde57c None None] Port def27e33-2957-455c-8b41-da18c45e839c cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:18:52.814254 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36946) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:18:52.829219 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-faa4dad1-1df7-4d61-aeec-3e943fde4e5a service neutron] 10.222.0.11 "GET /v2.0/networks/85be2e17-4b10-4d14-9b32-3869abb76961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191925 Dec 10 16:18:52.970160 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-4df74ec6-2921-49ee-8569-efe1f3835af1 service neutron] 10.222.0.11 "GET /v2.0/networks/85be2e17-4b10-4d14-9b32-3869abb76961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245322 Dec 10 16:18:52.987060 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f0aeba88-f64c-4987-b96e-03f8dd9e15a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:53.004510 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570595f6-110c-45e8-a2c8-1619aa47a4bb req-02c75bb2-0d1b-47f6-b518-c69393fb4e09 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:53.006015 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-570595f6-110c-45e8-a2c8-1619aa47a4bb req-02c75bb2-0d1b-47f6-b518-c69393fb4e09 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 949 time: 0.0809586 Dec 10 16:18:53.091504 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-570595f6-110c-45e8-a2c8-1619aa47a4bb req-c254c116-94e4-4db9-ada8-317f92354107 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746214 Dec 10 16:18:53.122452 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device a16c2ab9-3a23-4694-9db9-bac025af02bc details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:18:53.126992 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 6ef2b40a-c092-4211-9d0c-f108a1ab8dd3 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:18:53.163814 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f0aeba88-f64c-4987-b96e-03f8dd9e15a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:53.169505 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f0aeba88-f64c-4987-b96e-03f8dd9e15a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:53.327948 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-97908c67-dfdd-428f-b44d-482aa949333e req-7cd884f6-d3d3-407c-8fde-119d770f1344 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 210 time: 0.1025774 Dec 10 16:18:53.339723 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f0aeba88-f64c-4987-b96e-03f8dd9e15a9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ba649f5470864fa8ad236c9953d484fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5240614 Dec 10 16:18:53.340968 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aeba88-f64c-4987-b96e-03f8dd9e15a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2a2ad1-371a-4977-a779-19aec5544deb,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:53.345824 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36962) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:18:53.393898 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b1feef71-4afc-49fb-8c51-fcd0e89819d6 req-592cc155-71e4-4a84-9cf6-129b99b7014f tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc587aff-b717-45dc-b5d9-0e1548d13862 HTTP/1.1" status: 200 len: 210 time: 0.0644238 Dec 10 16:18:53.465859 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 6ef2b40a-c092-4211-9d0c-f108a1ab8dd3 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:18:53.468771 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:53.518242 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-906d4b90-f179-4f7f-b96a-38d47f1ca39a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:53.546513 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102759e-695e-48ca-a022-cbdaf40e5e34 req-da2302a3-fa88-4720-85a6-33524b95fc29 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:53.549903 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e102759e-695e-48ca-a022-cbdaf40e5e34 req-da2302a3-fa88-4720-85a6-33524b95fc29 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/ports?device_id=5284671f-b2d2-487a-b849-eec2dd2096ff HTTP/1.1" status: 200 len: 932 time: 0.0868499 Dec 10 16:18:53.565141 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port a16c2ab9-3a23-4694-9db9-bac025af02bc, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=a16c2ab9-3a23-4694-9db9-bac025af02bc,segment=NetworkSegment(15d1952f-4dcb-4e1f-ad99-f5f939317419),segment_id=15d1952f-4dcb-4e1f-ad99-f5f939317419)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:53.580128 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'a16c2ab9-3a23-4694-9db9-bac025af02bc', 'network_id': 'fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51', 'port_id': 'a16c2ab9-3a23-4694-9db9-bac025af02bc', 'mac_address': 'fa:16:3e:1c:4e:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c72c797-c788-4a2c-b14b-bffaa1b0b3e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:18:53.598337 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-906d4b90-f179-4f7f-b96a-38d47f1ca39a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:53.626304 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e102759e-695e-48ca-a022-cbdaf40e5e34 req-e0fa3d54-369f-4154-90c3-68326d3fb68b tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ba53670-1c7e-4137-9354-3458021d549f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663555 Dec 10 16:18:53.637315 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:53.659910 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a16c2ab9-3a23-4694-9db9-bac025af02bc {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:18:53.672467 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-906d4b90-f179-4f7f-b96a-38d47f1ca39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:53.675651 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-906d4b90-f179-4f7f-b96a-38d47f1ca39a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:53.679414 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-906d4b90-f179-4f7f-b96a-38d47f1ca39a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8d2a2ad1-371a-4977-a779-19aec5544deb HTTP/1.1" status: 204 len: 168 time: 0.3264444 Dec 10 16:18:53.685892 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d4b90-f179-4f7f-b96a-38d47f1ca39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2a2ad1-371a-4977-a779-19aec5544deb,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:53.694859 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port a16c2ab9-3a23-4694-9db9-bac025af02bc, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=a16c2ab9-3a23-4694-9db9-bac025af02bc,segment=NetworkSegment(15d1952f-4dcb-4e1f-ad99-f5f939317419),segment_id=15d1952f-4dcb-4e1f-ad99-f5f939317419)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:53.729844 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:53.835006 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:53.843469 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10cb65-83a4-480a-aac7-19d29aa7d27d req-54b606f8-033e-4c5a-af03-0df58bb85725 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:53.853982 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e10cb65-83a4-480a-aac7-19d29aa7d27d req-54b606f8-033e-4c5a-af03-0df58bb85725 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df06b5d-40c8-4eb1-8886-d2394403c75c HTTP/1.1" status: 200 len: 944 time: 0.0808012 Dec 10 16:18:53.867810 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=a16c2ab9-3a23-4694-9db9-bac025af02bc,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:53.874522 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d80ec4-3ec4-4c33-9c49-e38c5a3d682a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef2b40a-c092-4211-9d0c-f108a1ab8dd3'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:18:53.877432 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e42fda-1c03-448b-818a-f33bdcdcc482" -d '{"events": [{"server_uuid": "d5d80ec4-3ec4-4c33-9c49-e38c5a3d682a", "name": "network-vif-plugged", "status": "completed", "tag": "6ef2b40a-c092-4211-9d0c-f108a1ab8dd3"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:18:53.883940 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['a16c2ab9-3a23-4694-9db9-bac025af02bc'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:18:53.899915 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 6ef2b40a-c092-4211-9d0c-f108a1ab8dd3, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=6ef2b40a-c092-4211-9d0c-f108a1ab8dd3,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:53.953874 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f0f717-068b-4381-9fba-a7a168b9f2fe x-openstack-request-id: req-20f0f717-068b-4381-9fba-a7a168b9f2fe {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:18:53.954207 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d80ec4-3ec4-4c33-9c49-e38c5a3d682a", "name": "network-vif-plugged", "status": "completed", "tag": "6ef2b40a-c092-4211-9d0c-f108a1ab8dd3", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:18:53.954547 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-20f0f717-068b-4381-9fba-a7a168b9f2fe {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:18:53.955436 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d80ec4-3ec4-4c33-9c49-e38c5a3d682a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef2b40a-c092-4211-9d0c-f108a1ab8dd3', 'code': 200} Dec 10 16:18:53.956173 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:53.960415 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e10cb65-83a4-480a-aac7-19d29aa7d27d req-ab483999-d7c1-4df1-a1e0-ebfe128bddff tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054051 Dec 10 16:18:54.039611 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=6ef2b40a-c092-4211-9d0c-f108a1ab8dd3,revision_number=7']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:54.144742 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36990) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:18:54.157811 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fca7a9aa-375c-4b37-b2f4-5e9a1c954bcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:54.249890 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fca7a9aa-375c-4b37-b2f4-5e9a1c954bcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:54.255610 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fca7a9aa-375c-4b37-b2f4-5e9a1c954bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:54.284550 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd28082-cc58-4e4d-a897-171da30fc197 req-a1cbaebc-c9da-4194-9280-0db08b1eaebe tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:54.286715 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1cd28082-cc58-4e4d-a897-171da30fc197 req-a1cbaebc-c9da-4194-9280-0db08b1eaebe tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 949 time: 0.0847132 Dec 10 16:18:54.308879 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca7a9aa-375c-4b37-b2f4-5e9a1c954bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bd8eac-19ee-422b-86fa-cc59a7bf4aa7,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:54.341301 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-fca7a9aa-375c-4b37-b2f4-5e9a1c954bcf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3bba0aba804440c7ac7c8a7958059278&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1954334 Dec 10 16:18:54.343980 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36996) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:18:54.392869 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1cd28082-cc58-4e4d-a897-171da30fc197 req-cd74d7f0-5e48-4310-baaa-9e11f64c7d16 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982237 Dec 10 16:18:54.431127 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fe0c36b2-6832-4989-ba32-664df76d0119 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:54.476110 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fe0c36b2-6832-4989-ba32-664df76d0119 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:54.478616 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b5f6cffa-baff-4008-ad8b-7df69118c888 req-927b880b-7ab3-44dd-800b-33f56dfdf4e0 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 210 time: 0.0422449 Dec 10 16:18:54.556840 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9995aaba-5989-4680-b329-89a76417663c req-a926b3e6-ec63-40dc-96f0-f747f16ee3ba tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc587aff-b717-45dc-b5d9-0e1548d13862 HTTP/1.1" status: 200 len: 210 time: 0.0509634 Dec 10 16:18:54.586605 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fe0c36b2-6832-4989-ba32-664df76d0119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:54.589320 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fe0c36b2-6832-4989-ba32-664df76d0119 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:54.592862 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-fe0c36b2-6832-4989-ba32-664df76d0119 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/76bd8eac-19ee-422b-86fa-cc59a7bf4aa7 HTTP/1.1" status: 204 len: 168 time: 0.2455165 Dec 10 16:18:54.599060 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c36b2-6832-4989-ba32-664df76d0119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bd8eac-19ee-422b-86fa-cc59a7bf4aa7,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:54.760548 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f66fd-2790-4ce5-a8ee-cf5b1b3c7e47 req-98680604-dcfa-4498-9cd9-0191ff421f41 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:54.762641 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-dd4f66fd-2790-4ce5-a8ee-cf5b1b3c7e47 req-98680604-dcfa-4498-9cd9-0191ff421f41 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/ports?device_id=5284671f-b2d2-487a-b849-eec2dd2096ff HTTP/1.1" status: 200 len: 932 time: 0.0678318 Dec 10 16:18:54.848132 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-dd4f66fd-2790-4ce5-a8ee-cf5b1b3c7e47 req-2af8cb4f-8db4-43b2-b2d7-358770f5338c tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ba53670-1c7e-4137-9354-3458021d549f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792844 Dec 10 16:18:55.081954 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c644516-d388-4432-9f29-0708023767df req-977494e1-7bfd-4191-8ebc-97a46b827d22 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:55.083508 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1c644516-d388-4432-9f29-0708023767df req-977494e1-7bfd-4191-8ebc-97a46b827d22 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df06b5d-40c8-4eb1-8886-d2394403c75c HTTP/1.1" status: 200 len: 944 time: 0.0498378 Dec 10 16:18:55.118564 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device a16c2ab9-3a23-4694-9db9-bac025af02bc up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:18:55.146497 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1c644516-d388-4432-9f29-0708023767df req-b82a7390-7639-4bab-adbd-1777ee93ce64 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553296 Dec 10 16:18:55.238546 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port a16c2ab9-3a23-4694-9db9-bac025af02bc triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:18:55.238957 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:55.348806 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:55.403906 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port a16c2ab9-3a23-4694-9db9-bac025af02bc, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=a16c2ab9-3a23-4694-9db9-bac025af02bc,segment=NetworkSegment(15d1952f-4dcb-4e1f-ad99-f5f939317419),segment_id=15d1952f-4dcb-4e1f-ad99-f5f939317419)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:18:55.409010 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:55.493008 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=a16c2ab9-3a23-4694-9db9-bac025af02bc,revision_number=7']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:55.590759 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9eca8-e2d6-4d40-80ec-4d87499cde95 req-cc966cfe-6a88-47c8-8747-36e9658add10 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:55.592189 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ddd9eca8-e2d6-4d40-80ec-4d87499cde95 req-cc966cfe-6a88-47c8-8747-36e9658add10 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 949 time: 0.0504611 Dec 10 16:18:55.639377 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d328e73b-7461-4671-aa1d-45248168b56e req-7b5eb2c0-7e6e-4120-80da-ec9845998282 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 210 time: 0.0383096 Dec 10 16:18:55.668384 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ddd9eca8-e2d6-4d40-80ec-4d87499cde95 req-5b120b67-b685-4ad8-ac16-a177f9f630c3 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693827 Dec 10 16:18:55.765529 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6382c926-0f8b-4948-bc90-925675e620c6 req-2dd33286-be36-4fe2-8a8b-df65b8373ef6 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc587aff-b717-45dc-b5d9-0e1548d13862 HTTP/1.1" status: 200 len: 210 time: 0.0334086 Dec 10 16:18:55.956850 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df06b5d-40c8-4eb1-8886-d2394403c75c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16c2ab9-3a23-4694-9db9-bac025af02bc'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:18:55.959299 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f985e8-c2aa-4500-b91a-0cd439bccc7c" -d '{"events": [{"server_uuid": "0df06b5d-40c8-4eb1-8886-d2394403c75c", "name": "network-vif-plugged", "status": "completed", "tag": "a16c2ab9-3a23-4694-9db9-bac025af02bc"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:18:55.978222 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c408fa-f45e-49cf-a4df-b2862eee9a92 req-158fbc34-a0b2-40ec-82e5-37dd86b6b4c9 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:55.979816 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-07c408fa-f45e-49cf-a4df-b2862eee9a92 req-158fbc34-a0b2-40ec-82e5-37dd86b6b4c9 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/ports?device_id=5284671f-b2d2-487a-b849-eec2dd2096ff HTTP/1.1" status: 200 len: 932 time: 0.0651975 Dec 10 16:18:56.005711 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377d9abf-3251-43c6-a4e5-458cdef8e381 x-openstack-request-id: req-377d9abf-3251-43c6-a4e5-458cdef8e381 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:18:56.006003 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df06b5d-40c8-4eb1-8886-d2394403c75c", "name": "network-vif-plugged", "status": "completed", "tag": "a16c2ab9-3a23-4694-9db9-bac025af02bc", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:18:56.006317 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-377d9abf-3251-43c6-a4e5-458cdef8e381 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:18:56.018631 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df06b5d-40c8-4eb1-8886-d2394403c75c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16c2ab9-3a23-4694-9db9-bac025af02bc', 'code': 200} Dec 10 16:18:56.055725 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-07c408fa-f45e-49cf-a4df-b2862eee9a92 req-bc5c7079-0ec0-4421-bd59-dbcdcf65791d tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ba53670-1c7e-4137-9354-3458021d549f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690005 Dec 10 16:18:56.327640 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da2d5f8-b059-4c95-98c5-6ab61e3b6730 req-84633c5c-595f-4ff7-84f8-ab1a4ad54dd0 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:56.329136 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5da2d5f8-b059-4c95-98c5-6ab61e3b6730 req-84633c5c-595f-4ff7-84f8-ab1a4ad54dd0 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df06b5d-40c8-4eb1-8886-d2394403c75c HTTP/1.1" status: 200 len: 945 time: 0.1047869 Dec 10 16:18:56.387277 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5da2d5f8-b059-4c95-98c5-6ab61e3b6730 req-6bd2e4ad-12aa-412f-9c18-9f852edc65fe tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520177 Dec 10 16:18:56.842165 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f63ce9c-75ff-49f7-bcaa-1dd705e93607 req-2819071e-b3ce-4806-bb03-98932789484d tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 210 time: 0.0844753 Dec 10 16:18:56.893763 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81b2c6-d16a-47c5-8824-7f97816e560d req-1d5279ee-2cfe-4a34-b563-1dbaf5d4018b tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:56.902017 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37104) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:18:56.902201 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ce81b2c6-d16a-47c5-8824-7f97816e560d req-1d5279ee-2cfe-4a34-b563-1dbaf5d4018b tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 949 time: 0.0886106 Dec 10 16:18:56.948172 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ce81b2c6-d16a-47c5-8824-7f97816e560d req-ab4f8f70-4e9a-414d-aff2-17ad81a9ff3b tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451102 Dec 10 16:18:56.950005 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6ff836d0-fc79-4241-9af7-920da836694b req-432916ad-c21c-40c0-a04c-e1c43f8d3a5c tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc587aff-b717-45dc-b5d9-0e1548d13862 HTTP/1.1" status: 200 len: 210 time: 0.0451314 Dec 10 16:18:57.019895 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3d73c143-47f5-4514-83a5-7bf033515371 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:57.114841 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3d73c143-47f5-4514-83a5-7bf033515371 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:57.122961 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3d73c143-47f5-4514-83a5-7bf033515371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:57.164517 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37118) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:18:57.165850 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3d73c143-47f5-4514-83a5-7bf033515371 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=019bf11bb5f140fa88655bd542d6d498&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2591448 Dec 10 16:18:57.175761 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73c143-47f5-4514-83a5-7bf033515371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ad313f-6541-48cb-929c-b96bf2693b56,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:57.229883 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f170dd-f4e4-437d-9591-6a1c1795c095 req-14981179-1d48-46d4-a39c-07a7ada5374e tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:57.231305 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e4f170dd-f4e4-437d-9591-6a1c1795c095 req-14981179-1d48-46d4-a39c-07a7ada5374e tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/ports?device_id=5284671f-b2d2-487a-b849-eec2dd2096ff HTTP/1.1" status: 200 len: 932 time: 0.0781615 Dec 10 16:18:57.254411 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7e1c3c8e-d67c-4eb1-9598-f6549498ff8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:57.298152 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7e1c3c8e-d67c-4eb1-9598-f6549498ff8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:57.318285 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e4f170dd-f4e4-437d-9591-6a1c1795c095 req-40683219-6802-42f9-8478-10f22e453200 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ba53670-1c7e-4137-9354-3458021d549f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790424 Dec 10 16:18:57.367043 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7e1c3c8e-d67c-4eb1-9598-f6549498ff8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:57.369683 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7e1c3c8e-d67c-4eb1-9598-f6549498ff8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:57.370888 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7e1c3c8e-d67c-4eb1-9598-f6549498ff8b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/23ad313f-6541-48cb-929c-b96bf2693b56 HTTP/1.1" status: 204 len: 168 time: 0.2054167 Dec 10 16:18:57.379705 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c3c8e-d67c-4eb1-9598-f6549498ff8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ad313f-6541-48cb-929c-b96bf2693b56,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:57.529497 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44815b-d118-4b4a-9e49-3bd7c2c6029c req-201c4f1c-e55c-42a2-ba88-8096677e79db tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:57.538728 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cc44815b-d118-4b4a-9e49-3bd7c2c6029c req-201c4f1c-e55c-42a2-ba88-8096677e79db tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df06b5d-40c8-4eb1-8886-d2394403c75c HTTP/1.1" status: 200 len: 945 time: 0.0811088 Dec 10 16:18:57.583162 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cc44815b-d118-4b4a-9e49-3bd7c2c6029c req-c07c4fb0-aa7a-474e-a51a-fdbd0ea09e4f tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435379 Dec 10 16:18:57.673231 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37130) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:18:57.686474 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d6feeda-2221-408e-9663-4089f7ae868b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:57.758798 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d6feeda-2221-408e-9663-4089f7ae868b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:57.762682 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d6feeda-2221-408e-9663-4089f7ae868b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:57.803517 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9d6feeda-2221-408e-9663-4089f7ae868b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ba173e667e3d45a4b65f9694e96577f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1291821 Dec 10 16:18:57.804383 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6feeda-2221-408e-9663-4089f7ae868b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e09acdd-a4df-4cb2-9cd2-7bf6eb3255d8,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:57.806208 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37132) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:18:57.854342 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e865c4b3-5dd0-47ff-b9c6-42493c2dbe6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:57.877108 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e865c4b3-5dd0-47ff-b9c6-42493c2dbe6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:57.934736 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-842e90c3-c4e7-4b0d-a450-bfbb3258b69e req-1330a850-8446-48c5-a96b-e0e3576fb39b tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 210 time: 0.0389166 Dec 10 16:18:57.936777 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e865c4b3-5dd0-47ff-b9c6-42493c2dbe6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:57.941593 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e865c4b3-5dd0-47ff-b9c6-42493c2dbe6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:18:57.946848 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e865c4b3-5dd0-47ff-b9c6-42493c2dbe6a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9e09acdd-a4df-4cb2-9cd2-7bf6eb3255d8 HTTP/1.1" status: 204 len: 168 time: 0.1383443 Dec 10 16:18:57.967547 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865c4b3-5dd0-47ff-b9c6-42493c2dbe6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e09acdd-a4df-4cb2-9cd2-7bf6eb3255d8,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:18:58.064707 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ecc30a8d-5e9c-49dc-8c76-3e9a46abaf6e req-38c49dd4-57e5-45ab-beb3-7b355a9648c4 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc587aff-b717-45dc-b5d9-0e1548d13862 HTTP/1.1" status: 200 len: 210 time: 0.0383265 Dec 10 16:18:58.112147 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299722f2-3c9c-4539-a6a1-947d5e871749 req-a00b7229-cb56-4aba-b7c9-25b3cc853280 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:58.120771 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-299722f2-3c9c-4539-a6a1-947d5e871749 req-a00b7229-cb56-4aba-b7c9-25b3cc853280 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 949 time: 0.0733767 Dec 10 16:18:58.167926 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-299722f2-3c9c-4539-a6a1-947d5e871749 req-10f0e317-bb3c-4afd-a7ed-cc69e8024ac3 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463150 Dec 10 16:18:58.225542 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:18:58.448473 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e394490-4516-403c-8ccd-51d0c5852cca req-f0d937f3-a736-4deb-a61a-187b940b20fb tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:58.449992 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4e394490-4516-403c-8ccd-51d0c5852cca req-f0d937f3-a736-4deb-a61a-187b940b20fb tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/ports?device_id=5284671f-b2d2-487a-b849-eec2dd2096ff HTTP/1.1" status: 200 len: 932 time: 0.0552108 Dec 10 16:18:58.498185 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4e394490-4516-403c-8ccd-51d0c5852cca req-da5e9e47-333e-4f8b-b697-a9f8c92365c5 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ba53670-1c7e-4137-9354-3458021d549f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413983 Dec 10 16:18:58.733746 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588647fa-b643-4d81-84de-3f5edeef7403 req-f246685f-9e3c-445f-b880-a6582bbfc883 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:58.735345 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-588647fa-b643-4d81-84de-3f5edeef7403 req-f246685f-9e3c-445f-b880-a6582bbfc883 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df06b5d-40c8-4eb1-8886-d2394403c75c HTTP/1.1" status: 200 len: 945 time: 0.0504532 Dec 10 16:18:58.786024 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-588647fa-b643-4d81-84de-3f5edeef7403 req-84faaa9b-c1f4-4602-84f2-7c100b535236 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443757 Dec 10 16:18:59.041603 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8ea3a9c7-7071-4284-b17c-ac20c02672eb req-842efaab-ef9a-4ba8-80d6-29002e65a0e3 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 210 time: 0.0269125 Dec 10 16:18:59.347582 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ceb63-f75f-4753-adf7-47219c26744f req-1dcb99f0-6cb0-4980-8914-af1ef8191d04 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:59.349165 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ce6ceb63-f75f-4753-adf7-47219c26744f req-1dcb99f0-6cb0-4980-8914-af1ef8191d04 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 949 time: 0.0749252 Dec 10 16:18:59.438531 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ce6ceb63-f75f-4753-adf7-47219c26744f req-0d1f7290-1811-4299-a8a2-3d206175c00a tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808332 Dec 10 16:18:59.504042 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fa8c8e32-d067-4aff-8841-7ce34ab5219e req-918f5937-05a5-4e71-8d70-3f2f6f402ff8 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc587aff-b717-45dc-b5d9-0e1548d13862 HTTP/1.1" status: 200 len: 210 time: 0.3447587 Dec 10 16:18:59.618570 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d11fc9-2555-4835-9b5a-3943c957e95a req-4fc37222-88c8-4c73-97dd-dcb1ef6f883b tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:59.620139 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-91d11fc9-2555-4835-9b5a-3943c957e95a req-4fc37222-88c8-4c73-97dd-dcb1ef6f883b tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/ports?device_id=5284671f-b2d2-487a-b849-eec2dd2096ff HTTP/1.1" status: 200 len: 932 time: 0.0487552 Dec 10 16:18:59.667070 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-91d11fc9-2555-4835-9b5a-3943c957e95a req-91530f75-b1dc-40e2-804b-5fbb1ca028e6 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ba53670-1c7e-4137-9354-3458021d549f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411580 Dec 10 16:18:59.904421 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ec290-416e-47fc-a936-2c512bf99da7 req-d18b4b06-d94a-4a35-bfe7-a254b64866f3 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:18:59.906008 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-784ec290-416e-47fc-a936-2c512bf99da7 req-d18b4b06-d94a-4a35-bfe7-a254b64866f3 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df06b5d-40c8-4eb1-8886-d2394403c75c HTTP/1.1" status: 200 len: 945 time: 0.0524895 Dec 10 16:18:59.966255 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-784ec290-416e-47fc-a936-2c512bf99da7 req-fc13693a-3c50-4b00-810c-51158ce3667f tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451949 Dec 10 16:19:00.020392 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37226) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:19:00.170315 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d4ed5e55-343b-45f8-a762-913d3a387dd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:00.175873 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f081fe2e-031e-4373-90a7-f1462835a410 req-73b7c4fa-1c48-4655-99ea-4d35d3833344 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 210 time: 0.0533581 Dec 10 16:19:00.296010 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d4ed5e55-343b-45f8-a762-913d3a387dd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:00.300991 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d4ed5e55-343b-45f8-a762-913d3a387dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:00.337921 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed5e55-343b-45f8-a762-913d3a387dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e795766-0565-41d5-b2a9-ea2cea126ad7,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:00.342532 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d4ed5e55-343b-45f8-a762-913d3a387dd1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d2f3443e39ce4c41a3861192ef959c79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3211122 Dec 10 16:19:00.345248 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37242) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:19:00.398708 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c7204f9c-b1b8-4546-97b6-bd9a8f58029f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:00.427642 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c7204f9c-b1b8-4546-97b6-bd9a8f58029f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:00.480843 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c7204f9c-b1b8-4546-97b6-bd9a8f58029f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:00.483674 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c7204f9c-b1b8-4546-97b6-bd9a8f58029f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:00.484873 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c7204f9c-b1b8-4546-97b6-bd9a8f58029f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0e795766-0565-41d5-b2a9-ea2cea126ad7 HTTP/1.1" status: 204 len: 168 time: 0.1386840 Dec 10 16:19:00.495742 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7204f9c-b1b8-4546-97b6-bd9a8f58029f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e795766-0565-41d5-b2a9-ea2cea126ad7,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:00.578292 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d294c8b-312d-40ac-98cb-1a21856f1e20 req-ebcd4034-a95c-4035-9751-fc842f85f230 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:00.580468 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3d294c8b-312d-40ac-98cb-1a21856f1e20 req-ebcd4034-a95c-4035-9751-fc842f85f230 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 949 time: 0.0564759 Dec 10 16:19:00.611354 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b804ee8f-b1b3-421f-ba78-b2077d2844d7 req-51b167bb-696c-4171-a7a8-d5d7e3a895cf tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc587aff-b717-45dc-b5d9-0e1548d13862 HTTP/1.1" status: 200 len: 210 time: 0.0293550 Dec 10 16:19:00.634379 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3d294c8b-312d-40ac-98cb-1a21856f1e20 req-634764d6-785d-45dc-afcb-6a25ddf24b41 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474751 Dec 10 16:19:00.794884 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37254) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:19:00.797197 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf00c98-4b9a-4cc4-87fa-86c01a7c43f2 req-c0073199-733f-4b51-9b85-66b0d9f2322e tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:00.798967 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ddf00c98-4b9a-4cc4-87fa-86c01a7c43f2 req-c0073199-733f-4b51-9b85-66b0d9f2322e tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/ports?device_id=5284671f-b2d2-487a-b849-eec2dd2096ff HTTP/1.1" status: 200 len: 932 time: 0.0517709 Dec 10 16:19:00.815101 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8dcd35e9-b8f2-4240-bc14-563c984530de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:00.902964 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8dcd35e9-b8f2-4240-bc14-563c984530de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:00.908082 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8dcd35e9-b8f2-4240-bc14-563c984530de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:00.909529 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ddf00c98-4b9a-4cc4-87fa-86c01a7c43f2 req-e16d8a0d-5d56-49d9-af58-111f9719835a tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ba53670-1c7e-4137-9354-3458021d549f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991676 Dec 10 16:19:00.951700 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8dcd35e9-b8f2-4240-bc14-563c984530de admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3516cc2f788b4d13b664e734545edf81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1555402 Dec 10 16:19:00.952628 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd35e9-b8f2-4240-bc14-563c984530de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad139561-41a7-4664-87c5-86403b365acc,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:00.954862 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37258) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:19:01.021301 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b5808a6b-bebd-439d-bd61-78649477c3aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:01.056870 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b5808a6b-bebd-439d-bd61-78649477c3aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:01.134565 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964518c-25e4-48fc-9ef5-b087e33e5d2f req-8deee07b-45f6-4e84-aeb2-da1808f2d7da tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:01.136314 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d964518c-25e4-48fc-9ef5-b087e33e5d2f req-8deee07b-45f6-4e84-aeb2-da1808f2d7da tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df06b5d-40c8-4eb1-8886-d2394403c75c HTTP/1.1" status: 200 len: 945 time: 0.0598712 Dec 10 16:19:01.149022 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b5808a6b-bebd-439d-bd61-78649477c3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:01.151542 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b5808a6b-bebd-439d-bd61-78649477c3aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:01.152555 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b5808a6b-bebd-439d-bd61-78649477c3aa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ad139561-41a7-4664-87c5-86403b365acc HTTP/1.1" status: 204 len: 168 time: 0.1967092 Dec 10 16:19:01.169069 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5808a6b-bebd-439d-bd61-78649477c3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad139561-41a7-4664-87c5-86403b365acc,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:01.198259 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d964518c-25e4-48fc-9ef5-b087e33e5d2f req-209d39fd-5e8e-4936-8d79-8875de863b4e tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555122 Dec 10 16:19:01.282061 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-665e176d-1001-4f00-a702-c136c4df48b5 req-f3f9f3af-25de-4023-b762-ec6779b962fa tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 210 time: 0.0265784 Dec 10 16:19:01.730065 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-44bc72d2-ebac-46da-b2e7-149946c9e8a2 req-e32c8d60-9537-4784-9c78-9761d9a0c6dc tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc587aff-b717-45dc-b5d9-0e1548d13862 HTTP/1.1" status: 200 len: 210 time: 0.0364244 Dec 10 16:19:01.768599 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc874885-956d-44df-b797-11657c2c825d req-6b518c5b-09eb-4e21-b739-f58965e4df53 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:01.770090 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dc874885-956d-44df-b797-11657c2c825d req-6b518c5b-09eb-4e21-b739-f58965e4df53 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 949 time: 0.0592983 Dec 10 16:19:01.818366 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dc874885-956d-44df-b797-11657c2c825d req-6fbaba3f-a63f-465c-a099-019156f27e11 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419362 Dec 10 16:19:02.066636 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27bf79-24c1-4fed-bd0e-84ea4864d7e3 req-e38d00ef-17b2-4add-9065-2a91f180844c tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:02.068261 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9a27bf79-24c1-4fed-bd0e-84ea4864d7e3 req-e38d00ef-17b2-4add-9065-2a91f180844c tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/ports?device_id=5284671f-b2d2-487a-b849-eec2dd2096ff HTTP/1.1" status: 200 len: 932 time: 0.0763133 Dec 10 16:19:02.117201 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9a27bf79-24c1-4fed-bd0e-84ea4864d7e3 req-e6895700-cfc9-4117-9e11-46666932bdb5 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ba53670-1c7e-4137-9354-3458021d549f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422492 Dec 10 16:19:02.393795 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350c383-49ad-495c-ba90-58259a02102e req-166ae398-2951-4135-bd7c-df30776a5117 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:02.397296 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2350c383-49ad-495c-ba90-58259a02102e req-166ae398-2951-4135-bd7c-df30776a5117 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df06b5d-40c8-4eb1-8886-d2394403c75c HTTP/1.1" status: 200 len: 945 time: 0.0906582 Dec 10 16:19:02.423509 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-29f25519-2be1-46ec-baba-14acecf1cf95 req-b19a8931-3236-4306-b95c-f118de6803b5 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 210 time: 0.0355988 Dec 10 16:19:02.462830 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2350c383-49ad-495c-ba90-58259a02102e req-dc7f540d-6fa5-4f57-80d1-113b1a6d0d96 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593357 Dec 10 16:19:02.992126 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-82ab0ee5-7576-43db-849f-84646a6a8e3b req-38ff3592-2ea2-46b6-a9c7-966f32b6ab3e tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc587aff-b717-45dc-b5d9-0e1548d13862 HTTP/1.1" status: 200 len: 210 time: 0.0269039 Dec 10 16:19:03.077711 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60761740-0c08-431e-9a71-de7f8c0f4128 req-33e59a1b-46b2-415d-9997-618ff94c000e tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:03.079245 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60761740-0c08-431e-9a71-de7f8c0f4128 req-33e59a1b-46b2-415d-9997-618ff94c000e tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 949 time: 0.0482957 Dec 10 16:19:03.128767 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60761740-0c08-431e-9a71-de7f8c0f4128 req-7a91fa0e-8340-4b57-b1fc-4d7e6555b181 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433686 Dec 10 16:19:03.236960 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e784641-44ca-4d97-8911-79e73da6b4a6 req-1ef914d2-edfd-4d53-9f5e-22fa4555d5df tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:03.238468 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4e784641-44ca-4d97-8911-79e73da6b4a6 req-1ef914d2-edfd-4d53-9f5e-22fa4555d5df tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/ports?device_id=5284671f-b2d2-487a-b849-eec2dd2096ff HTTP/1.1" status: 200 len: 932 time: 0.0525763 Dec 10 16:19:03.286551 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4e784641-44ca-4d97-8911-79e73da6b4a6 req-f9767044-3d5e-4fdc-9b4d-b49c0a04d294 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ba53670-1c7e-4137-9354-3458021d549f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413938 Dec 10 16:19:03.546099 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e529cd98-e98d-4bed-9097-27515c233b70 req-8d722b52-1e0c-4a01-92d1-b7159d4f368a tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 210 time: 0.0484099 Dec 10 16:19:03.589933 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-01282401-a37d-499d-bd89-daac86dca85c service neutron] Request body: {'port': {'device_id': '5284671f-b2d2-487a-b849-eec2dd2096ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:19:03.610270 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2e622-62cf-46ec-94a4-57c1070c5447 req-1aefb28e-37fa-4346-adfb-4422fdad1630 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:03.611911 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1df2e622-62cf-46ec-94a4-57c1070c5447 req-1aefb28e-37fa-4346-adfb-4422fdad1630 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df06b5d-40c8-4eb1-8886-d2394403c75c HTTP/1.1" status: 200 len: 945 time: 0.0795758 Dec 10 16:19:03.668643 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-01282401-a37d-499d-bd89-daac86dca85c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:03.706675 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1df2e622-62cf-46ec-94a4-57c1070c5447 req-056a615f-a60e-41f1-b33f-856e17f66c43 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879908 Dec 10 16:19:03.951198 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-01282401-a37d-499d-bd89-daac86dca85c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id def27e33-2957-455c-8b41-da18c45e839c {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:19:03.960441 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-01282401-a37d-499d-bd89-daac86dca85c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:03.974821 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-01282401-a37d-499d-bd89-daac86dca85c service neutron] Transition to ACTIVE for port object def27e33-2957-455c-8b41-da18c45e839c will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:19:03.980825 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-01282401-a37d-499d-bd89-daac86dca85c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:04.067798 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01282401-a37d-499d-bd89-daac86dca85c service neutron] Pushing event updated for resources: {'Port': ['ID=def27e33-2957-455c-8b41-da18c45e839c,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:04.261640 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a284b1bf-61e0-4cb4-8a5d-c1e4b0db1b7e req-1a72b6f9-22b9-49fa-a2d5-4fe09a508940 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc587aff-b717-45dc-b5d9-0e1548d13862 HTTP/1.1" status: 200 len: 210 time: 0.0678484 Dec 10 16:19:04.301639 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-01282401-a37d-499d-bd89-daac86dca85c service neutron] Attempting to bind port def27e33-2957-455c-8b41-da18c45e839c on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:19:04.301982 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-01282401-a37d-499d-bd89-daac86dca85c service neutron] Attempting to bind port def27e33-2957-455c-8b41-da18c45e839c by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '77461a73-d604-4857-904b-ff24a9592434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c31a437c-1197-43f8-bbd7-0717db7ae3e4'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:19:04.302348 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-01282401-a37d-499d-bd89-daac86dca85c service neutron] Attempting to bind port def27e33-2957-455c-8b41-da18c45e839c on network c31a437c-1197-43f8-bbd7-0717db7ae3e4 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:19:04.325462 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-01282401-a37d-499d-bd89-daac86dca85c service neutron] Port def27e33-2957-455c-8b41-da18c45e839c on network c31a437c-1197-43f8-bbd7-0717db7ae3e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:19:04.325793 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-01282401-a37d-499d-bd89-daac86dca85c service neutron] Attempting to bind port def27e33-2957-455c-8b41-da18c45e839c on network c31a437c-1197-43f8-bbd7-0717db7ae3e4 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:19:04.365912 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69ae14-1e71-4524-a85c-c94631bb9425 req-e9a50206-0909-4d07-963d-4087c54e1ae3 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:04.374418 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-01282401-a37d-499d-bd89-daac86dca85c service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:19:04.374418 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-01282401-a37d-499d-bd89-daac86dca85c service neutron] Checking segment: {'id': '77461a73-d604-4857-904b-ff24a9592434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c31a437c-1197-43f8-bbd7-0717db7ae3e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:19:04.374418 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-01282401-a37d-499d-bd89-daac86dca85c service neutron] Bound using segment: {'id': '77461a73-d604-4857-904b-ff24a9592434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c31a437c-1197-43f8-bbd7-0717db7ae3e4'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:19:04.374774 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-01282401-a37d-499d-bd89-daac86dca85c service neutron] Bound port: def27e33-2957-455c-8b41-da18c45e839c, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77461a73-d604-4857-904b-ff24a9592434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c31a437c-1197-43f8-bbd7-0717db7ae3e4'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:19:04.374875 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-01282401-a37d-499d-bd89-daac86dca85c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:04.376672 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e69ae14-1e71-4524-a85c-c94631bb9425 req-e9a50206-0909-4d07-963d-4087c54e1ae3 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 949 time: 0.1104357 Dec 10 16:19:04.379148 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37422) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:19:04.454054 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46277da-a767-4a94-84d7-726b0eaed205 req-01e896d9-ace2-4b00-bce1-21e4272dadfc tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:04.456063 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b46277da-a767-4a94-84d7-726b0eaed205 req-01e896d9-ace2-4b00-bce1-21e4272dadfc tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.46 "GET /v2.0/networks?id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 HTTP/1.1" status: 200 len: 821 time: 0.3358979 Dec 10 16:19:04.475970 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e69ae14-1e71-4524-a85c-c94631bb9425 req-ae9a5830-1a1f-46d6-aacb-1ce319b1196c tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984001 Dec 10 16:19:04.510525 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-b46277da-a767-4a94-84d7-726b0eaed205 req-63a82cee-cf22-465a-9d6d-80007dd04267 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Request body: {'port': {'device_id': '8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9', 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6', 'admin_state_up': True, 'tenant_id': '88d3b4e7edaf414d832ee358beed3fa3'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:19:04.662048 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d3bf093f-3a98-4c05-be6f-fc4b2ce41567 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:04.703292 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f2f39c63-5537-480c-a1b9-37ccadf79145 req-192b2f9b-cd62-4987-acab-fa1c3ff88880 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 210 time: 0.0597644 Dec 10 16:19:04.809984 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-01282401-a37d-499d-bd89-daac86dca85c service neutron] For port def27e33-2957-455c-8b41-da18c45e839c, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:19:04.853583 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b4bd5-378d-4203-a902-cb823178d9bf req-8d594b4d-c48e-4de0-a32e-4c992b77d59d tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:04.861145 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bd6b4bd5-378d-4203-a902-cb823178d9bf req-8d594b4d-c48e-4de0-a32e-4c992b77d59d tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/ports?device_id=5284671f-b2d2-487a-b849-eec2dd2096ff HTTP/1.1" status: 200 len: 944 time: 0.2773414 Dec 10 16:19:04.867421 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-01282401-a37d-499d-bd89-daac86dca85c service neutron] For port def27e33-2957-455c-8b41-da18c45e839c, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=def27e33-2957-455c-8b41-da18c45e839c,segment=NetworkSegment(77461a73-d604-4857-904b-ff24a9592434),segment_id=77461a73-d604-4857-904b-ff24a9592434)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:19:04.895275 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-d5ebd963-30b0-4e93-abc8-a78005525a1f tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:04.899026 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-d5ebd963-30b0-4e93-abc8-a78005525a1f tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.46 "GET /v2.0/networks?id=85be2e17-4b10-4d14-9b32-3869abb76961 HTTP/1.1" status: 200 len: 803 time: 0.2325671 Dec 10 16:19:04.900386 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-01282401-a37d-499d-bd89-daac86dca85c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:04.931927 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b46277da-a767-4a94-84d7-726b0eaed205 req-63a82cee-cf22-465a-9d6d-80007dd04267 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Made reservation on behalf of 88d3b4e7edaf414d832ee358beed3fa3 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:19:04.938060 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-b46277da-a767-4a94-84d7-726b0eaed205 req-63a82cee-cf22-465a-9d6d-80007dd04267 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:04.955820 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-0f3f9cec-9dbd-45c2-b159-0de9e908b80f tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Request body: {'port': {'device_id': 'cc587aff-b717-45dc-b5d9-0e1548d13862', 'network_id': '85be2e17-4b10-4d14-9b32-3869abb76961', 'admin_state_up': True, 'tenant_id': '9b4abb5f463d4717bb66baf7025fca57'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:19:04.997508 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-01282401-a37d-499d-bd89-daac86dca85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:04.998388 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-01282401-a37d-499d-bd89-daac86dca85c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:04.999993 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-01282401-a37d-499d-bd89-daac86dca85c service neutron] 10.222.0.46 "PUT /v2.0/ports/def27e33-2957-455c-8b41-da18c45e839c HTTP/1.1" status: 200 len: 1092 time: 1.4174728 Dec 10 16:19:05.002896 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5284671f-b2d2-487a-b849-eec2dd2096ff', 'tag': 'def27e33-2957-455c-8b41-da18c45e839c'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:19:05.005168 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65e0936-5b04-4d26-84af-7c3a9d1e3d5a" -d '{"events": [{"name": "network-changed", "server_uuid": "5284671f-b2d2-487a-b849-eec2dd2096ff", "tag": "def27e33-2957-455c-8b41-da18c45e839c"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:19:05.020515 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bd6b4bd5-378d-4203-a902-cb823178d9bf req-44048260-cfb1-44aa-add9-85ba5fb08efb tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ba53670-1c7e-4137-9354-3458021d549f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583757 Dec 10 16:19:05.078801 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3798c4-b7a1-4289-b6b5-da69a96244a0 req-20ce209d-d24e-4ad2-ac92-3fe9deece06e tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:05.087879 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de3798c4-b7a1-4289-b6b5-da69a96244a0 req-20ce209d-d24e-4ad2-ac92-3fe9deece06e tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df06b5d-40c8-4eb1-8886-d2394403c75c HTTP/1.1" status: 200 len: 945 time: 0.1863260 Dec 10 16:19:05.112950 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01282401-a37d-499d-bd89-daac86dca85c service neutron] Pushing event updated for resources: {'Port': ['ID=def27e33-2957-455c-8b41-da18c45e839c,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:05.170066 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60621abd-0d0e-4334-8e29-11ecf8223320 x-openstack-request-id: req-60621abd-0d0e-4334-8e29-11ecf8223320 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:19:05.170382 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5284671f-b2d2-487a-b849-eec2dd2096ff", "tag": "def27e33-2957-455c-8b41-da18c45e839c", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:19:05.170634 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-60621abd-0d0e-4334-8e29-11ecf8223320 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:19:05.171023 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5284671f-b2d2-487a-b849-eec2dd2096ff', 'tag': 'def27e33-2957-455c-8b41-da18c45e839c', 'status': 'completed', 'code': 200} Dec 10 16:19:05.179784 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d3bf093f-3a98-4c05-be6f-fc4b2ce41567 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:05.186709 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de3798c4-b7a1-4289-b6b5-da69a96244a0 req-c42771f7-0283-4f68-8ab3-571c6cde1920 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976539 Dec 10 16:19:05.188932 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d3bf093f-3a98-4c05-be6f-fc4b2ce41567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:05.243503 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-0f3f9cec-9dbd-45c2-b159-0de9e908b80f tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Made reservation on behalf of 9b4abb5f463d4717bb66baf7025fca57 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:19:05.249513 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-0f3f9cec-9dbd-45c2-b159-0de9e908b80f tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:05.279144 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d3bf093f-3a98-4c05-be6f-fc4b2ce41567 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=61ee8036483b49c189358466980c48d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8992486 Dec 10 16:19:05.283754 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37450) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:19:05.284718 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-72b72b6d-b835-4c97-988e-757d156e23be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:05.286206 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-72b72b6d-b835-4c97-988e-757d156e23be service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce8aa923e62740419aa52156296bd6c3&device_id=5284671f-b2d2-487a-b849-eec2dd2096ff HTTP/1.1" status: 200 len: 1095 time: 0.1916680 Dec 10 16:19:05.289210 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf093f-3a98-4c05-be6f-fc4b2ce41567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290f7350-2184-48af-993b-cf574c08e5e2,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:05.353893 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-ce3aa379-1a55-42d8-813e-618a8abd292c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=def27e33-2957-455c-8b41-da18c45e839c HTTP/1.1" status: 200 len: 217 time: 0.0473130 Dec 10 16:19:05.360661 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-b46277da-a767-4a94-84d7-726b0eaed205 req-63a82cee-cf22-465a-9d6d-80007dd04267 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Allocated IP 172.20.0.12 (80ee5ab8-dd27-45c1-8d6b-8196563bd8f6/19a3ead6-9cb2-4544-beb2-145a33d7ae3f/2dd43503-16c0-4402-9a30-d9969dcf34f0) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:19:05.453023 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-27006e59-8de3-4ff6-b61f-7777ce2cbf23 req-06c8c51a-587b-49c7-b69a-ab01016b550c tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc587aff-b717-45dc-b5d9-0e1548d13862 HTTP/1.1" status: 200 len: 210 time: 0.0719602 Dec 10 16:19:05.478476 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-975a838f-a535-40d7-ae80-cba9049ef67f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:05.528545 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-65cd0962-d945-4c3f-b952-60356f9502a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:05.543560 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-975a838f-a535-40d7-ae80-cba9049ef67f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:05.544259 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-65cd0962-d945-4c3f-b952-60356f9502a1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=325102d6-bc21-4aae-9184-4a483fd29591 HTTP/1.1" status: 200 len: 854 time: 0.1766808 Dec 10 16:19:05.601643 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-0f3f9cec-9dbd-45c2-b159-0de9e908b80f tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Allocated IP 172.20.0.5 (85be2e17-4b10-4d14-9b32-3869abb76961/0733bfe1-6763-4622-804d-2791b07706b1/db21076e-dcca-4c0e-9aeb-b387de70cb1c) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:19:05.673584 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-975a838f-a535-40d7-ae80-cba9049ef67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:05.673584 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-975a838f-a535-40d7-ae80-cba9049ef67f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:05.678185 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-975a838f-a535-40d7-ae80-cba9049ef67f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/290f7350-2184-48af-993b-cf574c08e5e2 HTTP/1.1" status: 204 len: 168 time: 0.3860030 Dec 10 16:19:05.708600 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a838f-a535-40d7-ae80-cba9049ef67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290f7350-2184-48af-993b-cf574c08e5e2,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:05.879498 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295271fe-1b5d-451c-aff9-ff988f2c624b req-bcc8af11-f899-4855-b4a6-59dbbdc6e43b tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:05.886881 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-295271fe-1b5d-451c-aff9-ff988f2c624b req-bcc8af11-f899-4855-b4a6-59dbbdc6e43b tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 949 time: 0.3172240 Dec 10 16:19:05.915654 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-00cc3737-11a1-4749-be3d-e4431a79ec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:05.917138 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-00cc3737-11a1-4749-be3d-e4431a79ec8c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c31a437c-1197-43f8-bbd7-0717db7ae3e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3571990 Dec 10 16:19:05.920552 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8dcd0c0c-35da-49b1-9b9c-b521880a8f48 req-7a08537e-d055-4fdd-971d-a773dba5e9dd tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 210 time: 0.0387206 Dec 10 16:19:06.030645 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:06.049924 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-0f3f9cec-9dbd-45c2-b159-0de9e908b80f tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:06.071996 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-b46277da-a767-4a94-84d7-726b0eaed205 req-63a82cee-cf22-465a-9d6d-80007dd04267 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:06.093089 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-295271fe-1b5d-451c-aff9-ff988f2c624b req-b1eda900-6284-4664-a62f-f5ea265f80b4 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052927 Dec 10 16:19:06.165422 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-450f48db-3838-4b67-938d-455477ea03c6 service neutron] 10.222.0.46 "GET /v2.0/networks/c31a437c-1197-43f8-bbd7-0717db7ae3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298074 Dec 10 16:19:06.167678 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-0f3f9cec-9dbd-45c2-b159-0de9e908b80f tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:06.213758 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-0f3f9cec-9dbd-45c2-b159-0de9e908b80f tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Network 85be2e17-4b10-4d14-9b32-3869abb76961 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:19:06.217068 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-0f3f9cec-9dbd-45c2-b159-0de9e908b80f tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:19:06.219952 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-0f3f9cec-9dbd-45c2-b159-0de9e908b80f tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:19:06.310293 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4a650855-9240-4aa8-a941-77ff9c2cddd0 req-3011c49e-6d81-48b4-9720-b8d7d56a9231 service neutron] 10.222.0.46 "GET /v2.0/networks/c31a437c-1197-43f8-bbd7-0717db7ae3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358562 Dec 10 16:19:06.310601 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37480) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:19:06.335651 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-b46277da-a767-4a94-84d7-726b0eaed205 req-63a82cee-cf22-465a-9d6d-80007dd04267 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:06.359909 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dc07799b-9070-4b20-b83b-0a6eaceec39a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:06.421096 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f9cec-9dbd-45c2-b159-0de9e908b80f tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Pushing event updated for resources: {'Port': ['ID=db21076e-dcca-4c0e-9aeb-b387de70cb1c,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:06.434479 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-0f3f9cec-9dbd-45c2-b159-0de9e908b80f tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:06.435165 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-0f3f9cec-9dbd-45c2-b159-0de9e908b80f tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:06.455729 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144469a-7318-4e94-9c56-1d62828580e1 req-e3cafd95-8300-42cd-8053-7b293e103b38 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:06.463305 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f144469a-7318-4e94-9c56-1d62828580e1 req-e3cafd95-8300-42cd-8053-7b293e103b38 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/ports?device_id=5284671f-b2d2-487a-b849-eec2dd2096ff HTTP/1.1" status: 200 len: 944 time: 0.2384787 Dec 10 16:19:06.463519 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b46277da-a767-4a94-84d7-726b0eaed205 req-63a82cee-cf22-465a-9d6d-80007dd04267 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Network 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:19:06.465117 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-b46277da-a767-4a94-84d7-726b0eaed205 req-63a82cee-cf22-465a-9d6d-80007dd04267 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:19:06.477348 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-0f3f9cec-9dbd-45c2-b159-0de9e908b80f tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5304451 Dec 10 16:19:06.491396 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46277da-a767-4a94-84d7-726b0eaed205 req-63a82cee-cf22-465a-9d6d-80007dd04267 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:19:06.499951 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-ea0b4965-f81d-409f-8aed-c1490620e4e8 service neutron] Request body: {'port': {'device_id': 'cc587aff-b717-45dc-b5d9-0e1548d13862', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:19:06.551844 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a82cee-cf22-465a-9d6d-80007dd04267 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Pushing event updated for resources: {'Port': ['ID=2dd43503-16c0-4402-9a30-d9969dcf34f0,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:06.599841 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dc07799b-9070-4b20-b83b-0a6eaceec39a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:06.603561 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e0936-5b04-4d26-84af-7c3a9d1e3d5a req-f76f0b7d-f834-4793-9c0f-4b368f2e9de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:06.605331 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e65e0936-5b04-4d26-84af-7c3a9d1e3d5a req-f76f0b7d-f834-4793-9c0f-4b368f2e9de8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce8aa923e62740419aa52156296bd6c3&device_id=5284671f-b2d2-487a-b849-eec2dd2096ff HTTP/1.1" status: 200 len: 1095 time: 0.1294093 Dec 10 16:19:06.614445 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19912-db23-43ff-81df-adf3ef3fa400 req-80a99579-e39c-4562-b66f-e937510791b4 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:06.618186 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f144469a-7318-4e94-9c56-1d62828580e1 req-c280be32-be42-4d88-9a37-7519d7cc6109 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ba53670-1c7e-4137-9354-3458021d549f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539304 Dec 10 16:19:06.619626 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b9e19912-db23-43ff-81df-adf3ef3fa400 req-80a99579-e39c-4562-b66f-e937510791b4 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df06b5d-40c8-4eb1-8886-d2394403c75c HTTP/1.1" status: 200 len: 945 time: 0.2640522 Dec 10 16:19:06.621567 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dc07799b-9070-4b20-b83b-0a6eaceec39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:06.629871 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46277da-a767-4a94-84d7-726b0eaed205 req-63a82cee-cf22-465a-9d6d-80007dd04267 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:06.635089 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-b46277da-a767-4a94-84d7-726b0eaed205 req-63a82cee-cf22-465a-9d6d-80007dd04267 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:06.685073 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-dc07799b-9070-4b20-b83b-0a6eaceec39a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=04b285cc4e2a48ed9e695ebb07771693&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3725791 Dec 10 16:19:06.689494 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-ea0b4965-f81d-409f-8aed-c1490620e4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:06.692979 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37488) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:19:06.694096 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b46277da-a767-4a94-84d7-726b0eaed205 req-63a82cee-cf22-465a-9d6d-80007dd04267 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1906736 Dec 10 16:19:06.737497 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-b46277da-a767-4a94-84d7-726b0eaed205 req-66d253e3-13c2-40d9-b34b-428a925e4d87 service neutron] Request body: {'port': {'device_id': '8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:19:06.799732 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07799b-9070-4b20-b83b-0a6eaceec39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d9f416-f3fc-45e4-9415-e86f4ab9c575,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:06.854210 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b9e19912-db23-43ff-81df-adf3ef3fa400 req-45c5de18-e947-4a27-bf06-e2accd216826 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036514 Dec 10 16:19:06.855060 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1396f953-3b30-4235-a823-34e92276e84a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:06.856515 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-b46277da-a767-4a94-84d7-726b0eaed205 req-66d253e3-13c2-40d9-b34b-428a925e4d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:06.865677 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbfe6d9-78e6-4966-bb7e-d1a3afe311bc req-2fb0c19f-7571-4a1a-a501-61213a8250bd tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:06.883306 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7dbfe6d9-78e6-4966-bb7e-d1a3afe311bc req-2fb0c19f-7571-4a1a-a501-61213a8250bd tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc587aff-b717-45dc-b5d9-0e1548d13862 HTTP/1.1" status: 200 len: 931 time: 0.1366999 Dec 10 16:19:06.952310 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e0936-5b04-4d26-84af-7c3a9d1e3d5a req-fc2a5b26-5183-4086-9916-3e8e9764ace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:06.956645 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e65e0936-5b04-4d26-84af-7c3a9d1e3d5a req-fc2a5b26-5183-4086-9916-3e8e9764ace5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c31a437c-1197-43f8-bbd7-0717db7ae3e4 HTTP/1.1" status: 200 len: 916 time: 0.3354914 Dec 10 16:19:06.968186 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1396f953-3b30-4235-a823-34e92276e84a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:07.018207 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e65e0936-5b04-4d26-84af-7c3a9d1e3d5a req-4e5df408-64e0-47b7-9bf4-50bcda92e111 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=def27e33-2957-455c-8b41-da18c45e839c HTTP/1.1" status: 200 len: 217 time: 0.0534618 Dec 10 16:19:07.086166 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7dbfe6d9-78e6-4966-bb7e-d1a3afe311bc req-de1e702a-524d-4c4d-b18b-1aec9b92f354 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010338 Dec 10 16:19:07.150897 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1396f953-3b30-4235-a823-34e92276e84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:07.169611 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1396f953-3b30-4235-a823-34e92276e84a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:07.172696 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1396f953-3b30-4235-a823-34e92276e84a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/50d9f416-f3fc-45e4-9415-e86f4ab9c575 HTTP/1.1" status: 204 len: 168 time: 0.4785285 Dec 10 16:19:07.214168 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e0936-5b04-4d26-84af-7c3a9d1e3d5a req-89c9c28e-c688-458d-a6e4-a38aeaeab928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:07.216195 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e65e0936-5b04-4d26-84af-7c3a9d1e3d5a req-89c9c28e-c688-458d-a6e4-a38aeaeab928 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=325102d6-bc21-4aae-9184-4a483fd29591 HTTP/1.1" status: 200 len: 854 time: 0.1402774 Dec 10 16:19:07.288271 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1396f953-3b30-4235-a823-34e92276e84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d9f416-f3fc-45e4-9415-e86f4ab9c575,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:07.409458 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8198e11-075c-49b1-9f35-df129e2d4ce3 req-152bc4f4-f412-4d79-b059-608a7e7a0389 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:07.416910 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f8198e11-075c-49b1-9f35-df129e2d4ce3 req-152bc4f4-f412-4d79-b059-608a7e7a0389 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 932 time: 0.2136934 Dec 10 16:19:07.417397 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e0936-5b04-4d26-84af-7c3a9d1e3d5a req-df1a5b9b-f535-488c-86a0-781754c58ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:07.419088 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e65e0936-5b04-4d26-84af-7c3a9d1e3d5a req-df1a5b9b-f535-488c-86a0-781754c58ab9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c31a437c-1197-43f8-bbd7-0717db7ae3e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1738026 Dec 10 16:19:07.469236 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-ea0b4965-f81d-409f-8aed-c1490620e4e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db21076e-dcca-4c0e-9aeb-b387de70cb1c {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:19:07.479592 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-ea0b4965-f81d-409f-8aed-c1490620e4e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:07.504463 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-ea0b4965-f81d-409f-8aed-c1490620e4e8 service neutron] Transition to ACTIVE for port object db21076e-dcca-4c0e-9aeb-b387de70cb1c will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:19:07.522563 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-ea0b4965-f81d-409f-8aed-c1490620e4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:07.565818 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f8198e11-075c-49b1-9f35-df129e2d4ce3 req-311344f7-4372-4798-8b75-61220ca0ba9f tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479192 Dec 10 16:19:07.569747 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-b46277da-a767-4a94-84d7-726b0eaed205 req-66d253e3-13c2-40d9-b34b-428a925e4d87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dd43503-16c0-4402-9a30-d9969dcf34f0 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:19:07.578279 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-b46277da-a767-4a94-84d7-726b0eaed205 req-66d253e3-13c2-40d9-b34b-428a925e4d87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:07.591504 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-b46277da-a767-4a94-84d7-726b0eaed205 req-66d253e3-13c2-40d9-b34b-428a925e4d87 service neutron] Transition to ACTIVE for port object 2dd43503-16c0-4402-9a30-d9969dcf34f0 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:19:07.607417 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7d22f-2992-4745-920e-14ea29fb0d4f req-5c21c90f-cf0a-4e99-8356-209b2479391a tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:07.608544 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9cf7d22f-2992-4745-920e-14ea29fb0d4f req-5c21c90f-cf0a-4e99-8356-209b2479391a tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 949 time: 0.2064824 Dec 10 16:19:07.611519 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-b46277da-a767-4a94-84d7-726b0eaed205 req-66d253e3-13c2-40d9-b34b-428a925e4d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:07.673620 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b4965-f81d-409f-8aed-c1490620e4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=db21076e-dcca-4c0e-9aeb-b387de70cb1c,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:07.807951 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ede74-aa57-4a8e-af3c-3987c9b0a82f req-51383967-f8f1-461b-810d-c6282656d796 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:07.816674 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ce5ede74-aa57-4a8e-af3c-3987c9b0a82f req-51383967-f8f1-461b-810d-c6282656d796 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df06b5d-40c8-4eb1-8886-d2394403c75c HTTP/1.1" status: 200 len: 945 time: 0.1152329 Dec 10 16:19:07.862178 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-ea0b4965-f81d-409f-8aed-c1490620e4e8 service neutron] Attempting to bind port db21076e-dcca-4c0e-9aeb-b387de70cb1c on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:19:07.862620 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-ea0b4965-f81d-409f-8aed-c1490620e4e8 service neutron] Attempting to bind port db21076e-dcca-4c0e-9aeb-b387de70cb1c by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '8ca85019-a24a-4916-864b-3c419298bab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '85be2e17-4b10-4d14-9b32-3869abb76961'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:19:07.863013 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-ea0b4965-f81d-409f-8aed-c1490620e4e8 service neutron] Attempting to bind port db21076e-dcca-4c0e-9aeb-b387de70cb1c on network 85be2e17-4b10-4d14-9b32-3869abb76961 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:19:07.874249 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:07.877104 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-ea0b4965-f81d-409f-8aed-c1490620e4e8 service neutron] Port db21076e-dcca-4c0e-9aeb-b387de70cb1c on network 85be2e17-4b10-4d14-9b32-3869abb76961 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:19:07.877773 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-ea0b4965-f81d-409f-8aed-c1490620e4e8 service neutron] Attempting to bind port db21076e-dcca-4c0e-9aeb-b387de70cb1c on network 85be2e17-4b10-4d14-9b32-3869abb76961 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:19:07.936499 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-ea0b4965-f81d-409f-8aed-c1490620e4e8 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:19:07.937162 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-ea0b4965-f81d-409f-8aed-c1490620e4e8 service neutron] Checking segment: {'id': '8ca85019-a24a-4916-864b-3c419298bab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '85be2e17-4b10-4d14-9b32-3869abb76961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:19:07.937796 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-ea0b4965-f81d-409f-8aed-c1490620e4e8 service neutron] Bound using segment: {'id': '8ca85019-a24a-4916-864b-3c419298bab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '85be2e17-4b10-4d14-9b32-3869abb76961'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:19:07.938721 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-ea0b4965-f81d-409f-8aed-c1490620e4e8 service neutron] Bound port: db21076e-dcca-4c0e-9aeb-b387de70cb1c, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca85019-a24a-4916-864b-3c419298bab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '85be2e17-4b10-4d14-9b32-3869abb76961'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:19:07.939214 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-ea0b4965-f81d-409f-8aed-c1490620e4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:07.956166 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ce5ede74-aa57-4a8e-af3c-3987c9b0a82f req-e7e4fcdf-bf16-4e59-aa96-d603579045a3 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385996 Dec 10 16:19:08.003920 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d253e3-13c2-40d9-b34b-428a925e4d87 service neutron] Pushing event updated for resources: {'Port': ['ID=2dd43503-16c0-4402-9a30-d9969dcf34f0,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:08.024700 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e65e0936-5b04-4d26-84af-7c3a9d1e3d5a req-066e6293-a754-4475-b4a5-8b3b12273f9f service neutron] 10.222.0.46 "GET /v2.0/networks/c31a437c-1197-43f8-bbd7-0717db7ae3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5800064 Dec 10 16:19:08.119325 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-ea0b4965-f81d-409f-8aed-c1490620e4e8 service neutron] For port db21076e-dcca-4c0e-9aeb-b387de70cb1c, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:19:08.119929 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9cf7d22f-2992-4745-920e-14ea29fb0d4f req-1f9e715e-046c-4410-9d35-cf4ba1f0cad8 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4807260 Dec 10 16:19:08.124283 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-ea0b4965-f81d-409f-8aed-c1490620e4e8 service neutron] For port db21076e-dcca-4c0e-9aeb-b387de70cb1c, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=db21076e-dcca-4c0e-9aeb-b387de70cb1c,segment=NetworkSegment(8ca85019-a24a-4916-864b-3c419298bab5),segment_id=8ca85019-a24a-4916-864b-3c419298bab5)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:19:08.130025 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-ea0b4965-f81d-409f-8aed-c1490620e4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:08.167964 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff7e2f-fdef-4139-ad53-79318c39bd69 req-2cfea0c2-a1c9-4b1d-b4e2-39d9074964d3 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:08.178737 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a7ff7e2f-fdef-4139-ad53-79318c39bd69 req-2cfea0c2-a1c9-4b1d-b4e2-39d9074964d3 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/ports?device_id=5284671f-b2d2-487a-b849-eec2dd2096ff HTTP/1.1" status: 200 len: 944 time: 0.1201770 Dec 10 16:19:08.318865 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-ea0b4965-f81d-409f-8aed-c1490620e4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:08.319483 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-ea0b4965-f81d-409f-8aed-c1490620e4e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:08.320860 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-ea0b4965-f81d-409f-8aed-c1490620e4e8 service neutron] 10.222.0.46 "PUT /v2.0/ports/db21076e-dcca-4c0e-9aeb-b387de70cb1c HTTP/1.1" status: 200 len: 1091 time: 1.8270669 Dec 10 16:19:08.329973 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc587aff-b717-45dc-b5d9-0e1548d13862', 'tag': 'db21076e-dcca-4c0e-9aeb-b387de70cb1c'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:19:08.343667 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6104978d-1c5e-4e17-b5b7-7b6377108baa" -d '{"events": [{"name": "network-changed", "server_uuid": "cc587aff-b717-45dc-b5d9-0e1548d13862", "tag": "db21076e-dcca-4c0e-9aeb-b387de70cb1c"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:19:08.361255 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b4965-f81d-409f-8aed-c1490620e4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=db21076e-dcca-4c0e-9aeb-b387de70cb1c,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:08.492496 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a7ff7e2f-fdef-4139-ad53-79318c39bd69 req-4509f64f-6a6c-44e2-9329-a555cc2e58aa tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ba53670-1c7e-4137-9354-3458021d549f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128130 Dec 10 16:19:08.509117 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-08f0c9d2-ec81-4b3c-9861-79b4ee4b02aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:08.510653 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-08f0c9d2-ec81-4b3c-9861-79b4ee4b02aa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9b4abb5f463d4717bb66baf7025fca57&device_id=cc587aff-b717-45dc-b5d9-0e1548d13862 HTTP/1.1" status: 200 len: 1094 time: 0.1358557 Dec 10 16:19:08.537279 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-b46277da-a767-4a94-84d7-726b0eaed205 req-66d253e3-13c2-40d9-b34b-428a925e4d87 service neutron] Attempting to bind port 2dd43503-16c0-4402-9a30-d9969dcf34f0 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:19:08.537279 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-b46277da-a767-4a94-84d7-726b0eaed205 req-66d253e3-13c2-40d9-b34b-428a925e4d87 service neutron] Attempting to bind port 2dd43503-16c0-4402-9a30-d9969dcf34f0 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:19:08.537279 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46277da-a767-4a94-84d7-726b0eaed205 req-66d253e3-13c2-40d9-b34b-428a925e4d87 service neutron] Attempting to bind port 2dd43503-16c0-4402-9a30-d9969dcf34f0 on network 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:19:08.555294 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e65e0936-5b04-4d26-84af-7c3a9d1e3d5a req-0fdef38e-bd25-47c0-acc7-f4bcb748bfd0 service neutron] 10.222.0.46 "GET /v2.0/networks/c31a437c-1197-43f8-bbd7-0717db7ae3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4768972 Dec 10 16:19:08.560364 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46277da-a767-4a94-84d7-726b0eaed205 req-66d253e3-13c2-40d9-b34b-428a925e4d87 service neutron] Port 2dd43503-16c0-4402-9a30-d9969dcf34f0 on network 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:19:08.565003 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46277da-a767-4a94-84d7-726b0eaed205 req-66d253e3-13c2-40d9-b34b-428a925e4d87 service neutron] Attempting to bind port 2dd43503-16c0-4402-9a30-d9969dcf34f0 on network 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:19:08.585898 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701dcaec-c370-4129-ad28-b914e0a6c195 req-d7e477b6-c4ec-483b-a5b4-74a3858c1d53 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:08.600106 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-d97434dc-b7df-4578-93a5-3293d86e186b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db21076e-dcca-4c0e-9aeb-b387de70cb1c HTTP/1.1" status: 200 len: 217 time: 0.0711222 Dec 10 16:19:08.600756 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-701dcaec-c370-4129-ad28-b914e0a6c195 req-d7e477b6-c4ec-483b-a5b4-74a3858c1d53 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc587aff-b717-45dc-b5d9-0e1548d13862 HTTP/1.1" status: 200 len: 943 time: 0.2184446 Dec 10 16:19:08.618948 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46277da-a767-4a94-84d7-726b0eaed205 req-66d253e3-13c2-40d9-b34b-428a925e4d87 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:19:08.619287 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46277da-a767-4a94-84d7-726b0eaed205 req-66d253e3-13c2-40d9-b34b-428a925e4d87 service neutron] Checking segment: {'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:19:08.619665 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46277da-a767-4a94-84d7-726b0eaed205 req-66d253e3-13c2-40d9-b34b-428a925e4d87 service neutron] Bound using segment: {'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:19:08.620100 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-b46277da-a767-4a94-84d7-726b0eaed205 req-66d253e3-13c2-40d9-b34b-428a925e4d87 service neutron] Bound port: 2dd43503-16c0-4402-9a30-d9969dcf34f0, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:19:08.630957 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-b46277da-a767-4a94-84d7-726b0eaed205 req-66d253e3-13c2-40d9-b34b-428a925e4d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:08.695513 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-2090c49e-5c09-41d4-b1d0-3a82e8772f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:08.696983 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-2090c49e-5c09-41d4-b1d0-3a82e8772f04 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0733bfe1-6763-4622-804d-2791b07706b1 HTTP/1.1" status: 200 len: 843 time: 0.0887730 Dec 10 16:19:08.711678 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d42ff3-1bf0-486c-85a1-3a9510a26247 x-openstack-request-id: req-38d42ff3-1bf0-486c-85a1-3a9510a26247 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:19:08.711969 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc587aff-b717-45dc-b5d9-0e1548d13862", "tag": "db21076e-dcca-4c0e-9aeb-b387de70cb1c", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:19:08.712225 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-38d42ff3-1bf0-486c-85a1-3a9510a26247 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:19:08.712626 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc587aff-b717-45dc-b5d9-0e1548d13862', 'tag': 'db21076e-dcca-4c0e-9aeb-b387de70cb1c', 'status': 'completed', 'code': 200} Dec 10 16:19:08.752577 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-5d00c079-d4db-4fb0-adbb-3e8774b46afe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85be2e17-4b10-4d14-9b32-3869abb76961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385065 Dec 10 16:19:08.780778 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-701dcaec-c370-4129-ad28-b914e0a6c195 req-80565699-37a1-489b-9aac-16aa67a1e836 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791539 Dec 10 16:19:08.827325 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-b46277da-a767-4a94-84d7-726b0eaed205 req-66d253e3-13c2-40d9-b34b-428a925e4d87 service neutron] For port 2dd43503-16c0-4402-9a30-d9969dcf34f0, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:19:08.832656 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-b46277da-a767-4a94-84d7-726b0eaed205 req-66d253e3-13c2-40d9-b34b-428a925e4d87 service neutron] For port 2dd43503-16c0-4402-9a30-d9969dcf34f0, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=2dd43503-16c0-4402-9a30-d9969dcf34f0,segment=NetworkSegment(ba4bffb6-59f5-4518-96be-6824e98414e9),segment_id=ba4bffb6-59f5-4518-96be-6824e98414e9)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:19:08.839710 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-b46277da-a767-4a94-84d7-726b0eaed205 req-66d253e3-13c2-40d9-b34b-428a925e4d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:08.904293 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46277da-a767-4a94-84d7-726b0eaed205 req-66d253e3-13c2-40d9-b34b-428a925e4d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:08.909901 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fedb694-7673-4d9c-a42b-4ac290dc1dae req-eb03ba1d-6ad3-44c2-8300-71a60f514d13 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:08.911043 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-b46277da-a767-4a94-84d7-726b0eaed205 req-66d253e3-13c2-40d9-b34b-428a925e4d87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:08.911465 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9fedb694-7673-4d9c-a42b-4ac290dc1dae req-eb03ba1d-6ad3-44c2-8300-71a60f514d13 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 944 time: 0.1134956 Dec 10 16:19:08.913719 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b46277da-a767-4a94-84d7-726b0eaed205 req-66d253e3-13c2-40d9-b34b-428a925e4d87 service neutron] 10.222.0.46 "PUT /v2.0/ports/2dd43503-16c0-4402-9a30-d9969dcf34f0 HTTP/1.1" status: 200 len: 1092 time: 2.1884704 Dec 10 16:19:08.914238 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9', 'tag': '2dd43503-16c0-4402-9a30-d9969dcf34f0'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:19:08.917333 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b026f2d5-2557-4253-b011-9733e2ce8085" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9", "tag": "2dd43503-16c0-4402-9a30-d9969dcf34f0"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:19:08.917940 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-854079eb-8859-4962-ac8f-50c29e5e536b service neutron] 10.222.0.46 "GET /v2.0/networks/85be2e17-4b10-4d14-9b32-3869abb76961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555836 Dec 10 16:19:08.997393 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3cb9401-92ab-4f1a-92bb-8edaed1c77de x-openstack-request-id: req-f3cb9401-92ab-4f1a-92bb-8edaed1c77de {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:19:08.997796 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9", "tag": "2dd43503-16c0-4402-9a30-d9969dcf34f0", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:19:09.008823 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f3cb9401-92ab-4f1a-92bb-8edaed1c77de {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:19:09.010467 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9', 'tag': '2dd43503-16c0-4402-9a30-d9969dcf34f0', 'status': 'completed', 'code': 200} Dec 10 16:19:09.090669 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9fedb694-7673-4d9c-a42b-4ac290dc1dae req-2e9fcebf-1b37-4454-9ad1-d2b7bd8ff5de tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458032 Dec 10 16:19:09.129013 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d253e3-13c2-40d9-b34b-428a925e4d87 service neutron] Pushing event updated for resources: {'Port': ['ID=2dd43503-16c0-4402-9a30-d9969dcf34f0,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:09.132656 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-087e096a-86ff-4bcd-98ed-ea72877a058b req-91e6e4e1-0c99-4634-95f8-6ddbf67ed3bc service neutron] 10.222.0.46 "GET /v2.0/networks/85be2e17-4b10-4d14-9b32-3869abb76961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897342 Dec 10 16:19:09.181984 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device def27e33-2957-455c-8b41-da18c45e839c details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:19:09.207080 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46277da-a767-4a94-84d7-726b0eaed205 req-4600eef3-64b4-4f81-9f53-16fcfa9e6c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:09.208918 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b46277da-a767-4a94-84d7-726b0eaed205 req-4600eef3-64b4-4f81-9f53-16fcfa9e6c0a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88d3b4e7edaf414d832ee358beed3fa3&device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 1095 time: 0.2347772 Dec 10 16:19:09.295874 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a26661-1047-4807-831d-f9f49819bf26 req-bfde891a-5987-4aad-b38e-610ceeaf5040 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:09.297423 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-30a26661-1047-4807-831d-f9f49819bf26 req-bfde891a-5987-4aad-b38e-610ceeaf5040 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.46 "GET /v2.0/ports?device_id=0df06b5d-40c8-4eb1-8886-d2394403c75c HTTP/1.1" status: 200 len: 945 time: 0.2063277 Dec 10 16:19:09.299388 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b46277da-a767-4a94-84d7-726b0eaed205 req-c5032544-ad74-4ca4-8582-6edbcc95d63f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2dd43503-16c0-4402-9a30-d9969dcf34f0 HTTP/1.1" status: 200 len: 217 time: 0.0742545 Dec 10 16:19:09.308605 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f67934-4933-4572-86ac-fe55013efbaa req-e364a017-ca2e-4133-bc79-dc1d271c1663 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:09.316937 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d2f67934-4933-4572-86ac-fe55013efbaa req-e364a017-ca2e-4133-bc79-dc1d271c1663 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df06b5d-40c8-4eb1-8886-d2394403c75c HTTP/1.1" status: 200 len: 945 time: 0.2534530 Dec 10 16:19:09.378663 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b3f54-9191-4785-9724-96a22d407aa6 req-849c0000-861a-47a4-a764-93bd7a56e59c tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:09.394336 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-107b3f54-9191-4785-9724-96a22d407aa6 req-849c0000-861a-47a4-a764-93bd7a56e59c tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 949 time: 0.1742737 Dec 10 16:19:09.447122 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104978d-1c5e-4e17-b5b7-7b6377108baa req-a2b75815-603c-406e-99c0-2173f52e7a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:09.449053 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port def27e33-2957-455c-8b41-da18c45e839c, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=def27e33-2957-455c-8b41-da18c45e839c,segment=NetworkSegment(77461a73-d604-4857-904b-ff24a9592434),segment_id=77461a73-d604-4857-904b-ff24a9592434)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:09.453313 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6104978d-1c5e-4e17-b5b7-7b6377108baa req-a2b75815-603c-406e-99c0-2173f52e7a94 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9b4abb5f463d4717bb66baf7025fca57&device_id=cc587aff-b717-45dc-b5d9-0e1548d13862 HTTP/1.1" status: 200 len: 1094 time: 0.1897585 Dec 10 16:19:09.482927 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46277da-a767-4a94-84d7-726b0eaed205 req-52b12cd4-41af-48e6-9c26-51317398d6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:09.484416 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b46277da-a767-4a94-84d7-726b0eaed205 req-52b12cd4-41af-48e6-9c26-51317398d6af service neutron] 10.222.0.46 "GET /v2.0/subnets?id=19a3ead6-9cb2-4544-beb2-145a33d7ae3f HTTP/1.1" status: 200 len: 861 time: 0.1514862 Dec 10 16:19:09.492836 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'def27e33-2957-455c-8b41-da18c45e839c', 'network_id': 'c31a437c-1197-43f8-bbd7-0717db7ae3e4', 'port_id': 'def27e33-2957-455c-8b41-da18c45e839c', 'mac_address': 'fa:16:3e:8f:84:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '325102d6-bc21-4aae-9184-4a483fd29591', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:19:09.509461 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d2f67934-4933-4572-86ac-fe55013efbaa req-d7fd793e-6d8b-404e-88e4-fe7b5804b1ce tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909134 Dec 10 16:19:09.549253 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:09.565955 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id def27e33-2957-455c-8b41-da18c45e839c {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:19:09.592365 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-107b3f54-9191-4785-9724-96a22d407aa6 req-ae5424ca-4cb2-4b08-8c8a-d58d20d3af81 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970282 Dec 10 16:19:09.598244 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port def27e33-2957-455c-8b41-da18c45e839c, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=def27e33-2957-455c-8b41-da18c45e839c,segment=NetworkSegment(77461a73-d604-4857-904b-ff24a9592434),segment_id=77461a73-d604-4857-904b-ff24a9592434)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:09.603938 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:09.617968 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b46277da-a767-4a94-84d7-726b0eaed205 req-d1849203-b4f6-435c-bb1a-f2856225a60c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071379 Dec 10 16:19:09.642887 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f9e8d04c-d572-4c72-921a-2ad466176e0e req-cf18f9b5-fe04-41fe-9019-a912d0d534b1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bf6c9633-07ab-45d1-84a1-241b0646f99e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1425149 Dec 10 16:19:09.769949 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=def27e33-2957-455c-8b41-da18c45e839c,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:09.794066 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104978d-1c5e-4e17-b5b7-7b6377108baa req-c533c268-7f58-4bcf-b52f-da97c055b112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:09.815079 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6104978d-1c5e-4e17-b5b7-7b6377108baa req-c533c268-7f58-4bcf-b52f-da97c055b112 service neutron] 10.222.0.46 "GET /v2.0/networks?id=85be2e17-4b10-4d14-9b32-3869abb76961 HTTP/1.1" status: 200 len: 904 time: 0.3481257 Dec 10 16:19:09.909502 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['def27e33-2957-455c-8b41-da18c45e839c'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:19:09.921078 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6104978d-1c5e-4e17-b5b7-7b6377108baa req-53cdb1a8-8fcd-4dcb-845e-3a8dad612787 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db21076e-dcca-4c0e-9aeb-b387de70cb1c HTTP/1.1" status: 200 len: 217 time: 0.0866544 Dec 10 16:19:09.930026 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8d04c-d572-4c72-921a-2ad466176e0e req-bfe7201a-c077-4c68-8f4a-dae09e2c6fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:09.932301 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f9e8d04c-d572-4c72-921a-2ad466176e0e req-bfe7201a-c077-4c68-8f4a-dae09e2c6fe2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ee4e94568afc4a3f8b8805636c663a1b&device_id=bf6c9633-07ab-45d1-84a1-241b0646f99e HTTP/1.1" status: 200 len: 1100 time: 0.2562418 Dec 10 16:19:09.981499 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-30a26661-1047-4807-831d-f9f49819bf26 req-e575196f-cb19-4863-a8a3-31a0168d9d43 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Deleting port a16c2ab9-3a23-4694-9db9-bac025af02bc {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:19:09.982052 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-30a26661-1047-4807-831d-f9f49819bf26 req-e575196f-cb19-4863-a8a3-31a0168d9d43 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:10.063737 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0173db-e262-4b8d-b431-6ad4b98e8f7f req-c339f569-0065-42be-8fec-dbfbe3e1ad9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:10.065903 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ab0173db-e262-4b8d-b431-6ad4b98e8f7f req-c339f569-0065-42be-8fec-dbfbe3e1ad9c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ee4e94568afc4a3f8b8805636c663a1b&device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 1100 time: 0.3011689 Dec 10 16:19:10.070509 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869abbc8-6676-4d9a-8a7d-9f3582787d4e req-c77256b1-f0a1-4d55-b030-cf1594b41d1b tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:10.077792 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-869abbc8-6676-4d9a-8a7d-9f3582787d4e req-c77256b1-f0a1-4d55-b030-cf1594b41d1b tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/ports?device_id=5284671f-b2d2-487a-b849-eec2dd2096ff HTTP/1.1" status: 200 len: 945 time: 0.3656151 Dec 10 16:19:10.131199 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b46277da-a767-4a94-84d7-726b0eaed205 req-21a2d3b1-de3c-428c-9338-487b952be577 service neutron] 10.222.0.46 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4502699 Dec 10 16:19:10.149768 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104978d-1c5e-4e17-b5b7-7b6377108baa req-452df584-6f7b-440f-9af9-b943bc0bb5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:10.151667 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6104978d-1c5e-4e17-b5b7-7b6377108baa req-452df584-6f7b-440f-9af9-b943bc0bb5ec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0733bfe1-6763-4622-804d-2791b07706b1 HTTP/1.1" status: 200 len: 843 time: 0.2163575 Dec 10 16:19:10.246244 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-869abbc8-6676-4d9a-8a7d-9f3582787d4e req-b750f365-ad35-446c-b713-87a359fa9613 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ba53670-1c7e-4137-9354-3458021d549f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615078 Dec 10 16:19:10.257514 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6104978d-1c5e-4e17-b5b7-7b6377108baa req-9c732826-4cac-4496-b3b6-16cc3b62647a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85be2e17-4b10-4d14-9b32-3869abb76961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857427 Dec 10 16:19:10.265639 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-30a26661-1047-4807-831d-f9f49819bf26 req-e575196f-cb19-4863-a8a3-31a0168d9d43 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] For port a16c2ab9-3a23-4694-9db9-bac025af02bc, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=a16c2ab9-3a23-4694-9db9-bac025af02bc,segment=NetworkSegment(15d1952f-4dcb-4e1f-ad99-f5f939317419),segment_id=15d1952f-4dcb-4e1f-ad99-f5f939317419)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:10.266016 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-30a26661-1047-4807-831d-f9f49819bf26 req-e575196f-cb19-4863-a8a3-31a0168d9d43 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:10.292109 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056338d-2570-4a0d-8f21-dcd82cce9b7d req-4d864477-02ad-49dc-b06d-e29da87e7edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:10.293588 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5056338d-2570-4a0d-8f21-dcd82cce9b7d req-4d864477-02ad-49dc-b06d-e29da87e7edf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 1100 time: 0.2508032 Dec 10 16:19:10.307366 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-30a26661-1047-4807-831d-f9f49819bf26 req-e575196f-cb19-4863-a8a3-31a0168d9d43 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Calling delete_port for a16c2ab9-3a23-4694-9db9-bac025af02bc owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:19:10.365624 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70538594-5306-4dbd-bad0-7e414c570c41 req-37bff8f6-9bb5-4d14-a577-c42b116ce06a tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:10.367584 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-70538594-5306-4dbd-bad0-7e414c570c41 req-37bff8f6-9bb5-4d14-a577-c42b116ce06a tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc587aff-b717-45dc-b5d9-0e1548d13862 HTTP/1.1" status: 200 len: 943 time: 0.3198164 Dec 10 16:19:10.378856 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8d04c-d572-4c72-921a-2ad466176e0e req-7d8a94e7-fb86-4244-946e-ec25eaaa8f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:10.381815 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f9e8d04c-d572-4c72-921a-2ad466176e0e req-7d8a94e7-fb86-4244-946e-ec25eaaa8f7d service neutron] 10.222.0.46 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.4059882 Dec 10 16:19:10.419345 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b46277da-a767-4a94-84d7-726b0eaed205 req-cf66933f-e1db-4501-a5b4-f3a257b6548d service neutron] 10.222.0.46 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791615 Dec 10 16:19:10.481195 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f06926-d133-47bd-ba86-08fa0f82e60e req-eade3f71-0951-41b4-bc20-23e06e3657ce tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:10.489599 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a8f06926-d133-47bd-ba86-08fa0f82e60e req-eade3f71-0951-41b4-bc20-23e06e3657ce tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 944 time: 0.1227171 Dec 10 16:19:10.503327 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f9e8d04c-d572-4c72-921a-2ad466176e0e req-3ff76e63-e092-4add-877c-97c892d378e1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=a2bf2caa-c71c-421e-8478-919075d927f8 HTTP/1.1" status: 200 len: 217 time: 0.1022441 Dec 10 16:19:10.515795 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0173db-e262-4b8d-b431-6ad4b98e8f7f req-0b67d373-78e0-453b-9ed9-db22a522bd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:10.518429 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ab0173db-e262-4b8d-b431-6ad4b98e8f7f req-0b67d373-78e0-453b-9ed9-db22a522bd89 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.4114428 Dec 10 16:19:10.615486 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5056338d-2570-4a0d-8f21-dcd82cce9b7d req-174bfa00-e0a3-4616-ba2a-5091612d21c7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962530 Dec 10 16:19:10.616925 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a8f06926-d133-47bd-ba86-08fa0f82e60e req-c2be163a-d04b-43e7-a748-d445e7ca31f2 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263309 Dec 10 16:19:10.622650 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026f2d5-2557-4253-b011-9733e2ce8085 req-9006c90d-cae2-43b6-ba33-abf5d4bc4944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:10.624180 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b026f2d5-2557-4253-b011-9733e2ce8085 req-9006c90d-cae2-43b6-ba33-abf5d4bc4944 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88d3b4e7edaf414d832ee358beed3fa3&device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 1095 time: 0.1241779 Dec 10 16:19:10.785417 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026f2d5-2557-4253-b011-9733e2ce8085 req-05c0994b-9053-4d90-9ed1-842a564d5a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:10.788162 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b026f2d5-2557-4253-b011-9733e2ce8085 req-05c0994b-9053-4d90-9ed1-842a564d5a97 service neutron] 10.222.0.46 "GET /v2.0/networks?id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 HTTP/1.1" status: 200 len: 922 time: 0.1553440 Dec 10 16:19:10.791112 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-30a26661-1047-4807-831d-f9f49819bf26 req-e575196f-cb19-4863-a8a3-31a0168d9d43 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:10.953498 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b026f2d5-2557-4253-b011-9733e2ce8085 req-13e01cad-7ca9-45e8-ae7e-ee8e8f58dc31 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2dd43503-16c0-4402-9a30-d9969dcf34f0 HTTP/1.1" status: 200 len: 217 time: 0.1450820 Dec 10 16:19:10.967667 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e575196f-cb19-4863-a8a3-31a0168d9d43 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Pushing event deleted for resources: {'Port': ['ID=a16c2ab9-3a23-4694-9db9-bac025af02bc,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:10.973821 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4faa3162-3369-43d7-bb34-2a5acc4443be req-c515f7bd-abf1-4ca3-8a5f-1b039f430519 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df06b5d-40c8-4eb1-8886-d2394403c75c HTTP/1.1" status: 200 len: 210 time: 0.0323544 Dec 10 16:19:10.975203 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6104978d-1c5e-4e17-b5b7-7b6377108baa req-0c17014a-b8c2-4939-844a-d8bb63de5757 service neutron] 10.222.0.46 "GET /v2.0/networks/85be2e17-4b10-4d14-9b32-3869abb76961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7017303 Dec 10 16:19:10.976430 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ab0173db-e262-4b8d-b431-6ad4b98e8f7f req-b63bda62-840a-4e6e-83b0-26d783f03e15 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=070a865a-131b-477f-977f-e6abb0fc1cc1 HTTP/1.1" status: 200 len: 217 time: 0.3942182 Dec 10 16:19:10.984027 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8d04c-d572-4c72-921a-2ad466176e0e req-8a8c0304-5256-41f4-b0ab-0861e319aad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:10.985878 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f9e8d04c-d572-4c72-921a-2ad466176e0e req-8a8c0304-5256-41f4-b0ab-0861e319aad4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.4564176 Dec 10 16:19:10.992243 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-70538594-5306-4dbd-bad0-7e414c570c41 req-261c7235-adc1-4cfd-bcd6-52ffb50f2ff0 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6094322 Dec 10 16:19:11.050205 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a26661-1047-4807-831d-f9f49819bf26 req-e575196f-cb19-4863-a8a3-31a0168d9d43 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] No DVR routers for this DVR port a16c2ab9-3a23-4694-9db9-bac025af02bc on host n-h2-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:19:11.069334 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-30a26661-1047-4807-831d-f9f49819bf26 req-e575196f-cb19-4863-a8a3-31a0168d9d43 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:11.084843 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-30a26661-1047-4807-831d-f9f49819bf26 req-e575196f-cb19-4863-a8a3-31a0168d9d43 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.46 "DELETE /v2.0/ports/a16c2ab9-3a23-4694-9db9-bac025af02bc HTTP/1.1" status: 204 len: 173 time: 1.7596352 Dec 10 16:19:11.085498 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df06b5d-40c8-4eb1-8886-d2394403c75c', 'name': 'network-vif-deleted', 'tag': 'a16c2ab9-3a23-4694-9db9-bac025af02bc'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:19:11.087632 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e9a1e6-6e9d-4405-8243-f5f9a05546fa" -d '{"events": [{"server_uuid": "0df06b5d-40c8-4eb1-8886-d2394403c75c", "name": "network-vif-deleted", "tag": "a16c2ab9-3a23-4694-9db9-bac025af02bc"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:19:11.126161 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0173db-e262-4b8d-b431-6ad4b98e8f7f req-72c59bdd-6add-4de7-b8ac-deca51032361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:11.127661 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ab0173db-e262-4b8d-b431-6ad4b98e8f7f req-72c59bdd-6add-4de7-b8ac-deca51032361 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.1408591 Dec 10 16:19:11.137946 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8d04c-d572-4c72-921a-2ad466176e0e req-7ebc4bc7-fbe6-40fe-9feb-16aaaba9c786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:11.139880 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f9e8d04c-d572-4c72-921a-2ad466176e0e req-7ebc4bc7-fbe6-40fe-9feb-16aaaba9c786 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1327236 Dec 10 16:19:11.150221 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026f2d5-2557-4253-b011-9733e2ce8085 req-bc39becd-86cc-410b-b197-cfe99ce80c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:11.157027 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b026f2d5-2557-4253-b011-9733e2ce8085 req-bc39becd-86cc-410b-b197-cfe99ce80c40 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=19a3ead6-9cb2-4544-beb2-145a33d7ae3f HTTP/1.1" status: 200 len: 861 time: 0.1853580 Dec 10 16:19:11.180627 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device def27e33-2957-455c-8b41-da18c45e839c up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:19:11.253923 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6104978d-1c5e-4e17-b5b7-7b6377108baa req-1460ac4f-da24-41e6-b2f7-73940951b5d2 service neutron] 10.222.0.46 "GET /v2.0/networks/85be2e17-4b10-4d14-9b32-3869abb76961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658665 Dec 10 16:19:11.286005 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0173db-e262-4b8d-b431-6ad4b98e8f7f req-62527154-0103-4015-8864-9510623a28d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:11.287787 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ab0173db-e262-4b8d-b431-6ad4b98e8f7f req-62527154-0103-4015-8864-9510623a28d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1408331 Dec 10 16:19:11.331416 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b026f2d5-2557-4253-b011-9733e2ce8085 req-4fa7bcfc-5e76-4ad6-9b76-5e52b5d5eb9e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1351774 Dec 10 16:19:11.368553 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port def27e33-2957-455c-8b41-da18c45e839c completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:19:11.372732 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f9e8d04c-d572-4c72-921a-2ad466176e0e req-0fc17c63-c9eb-4720-9fcd-e594c8431fa3 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059760 Dec 10 16:19:11.379033 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port def27e33-2957-455c-8b41-da18c45e839c triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:19:11.379541 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:11.409808 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b112c398-0072-40e6-b92b-1d4ff6a11aa2 x-openstack-request-id: req-b112c398-0072-40e6-b92b-1d4ff6a11aa2 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:19:11.410099 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df06b5d-40c8-4eb1-8886-d2394403c75c", "name": "network-vif-deleted", "tag": "a16c2ab9-3a23-4694-9db9-bac025af02bc", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:19:11.410375 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b112c398-0072-40e6-b92b-1d4ff6a11aa2 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:19:11.410768 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df06b5d-40c8-4eb1-8886-d2394403c75c', 'name': 'network-vif-deleted', 'tag': 'a16c2ab9-3a23-4694-9db9-bac025af02bc', 'status': 'completed', 'code': 200} Dec 10 16:19:11.487530 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 070a865a-131b-477f-977f-e6abb0fc1cc1 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:19:11.489370 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 070a865a-131b-477f-977f-e6abb0fc1cc1 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:19:11.504455 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ab0173db-e262-4b8d-b431-6ad4b98e8f7f req-b5aeaa7e-1069-4b97-8c49-5b2421855b62 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001262 Dec 10 16:19:11.505111 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37624) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:19:11.539426 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28a512-0b5f-4f18-a3b0-27ec42d65731 req-2f1087aa-293b-49e8-83f8-3fb8581e35ae tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:11.546640 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-cf28a512-0b5f-4f18-a3b0-27ec42d65731 req-2f1087aa-293b-49e8-83f8-3fb8581e35ae tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 949 time: 0.3810318 Dec 10 16:19:11.654396 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b026f2d5-2557-4253-b011-9733e2ce8085 req-668e26fb-d625-4287-8b96-0627e3ce72ef service neutron] 10.222.0.46 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043776 Dec 10 16:19:11.667206 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f9e8d04c-d572-4c72-921a-2ad466176e0e req-e2b6c1a7-644f-4446-80d1-92eb95eecb16 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864394 Dec 10 16:19:11.685149 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9365ee5-858e-4441-a3c3-81e1ecaa0854 req-c6d59fbe-84fd-4c3a-a889-85bf8c753d4a tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:11.698485 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b9365ee5-858e-4441-a3c3-81e1ecaa0854 req-c6d59fbe-84fd-4c3a-a889-85bf8c753d4a tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/ports?device_id=5284671f-b2d2-487a-b849-eec2dd2096ff HTTP/1.1" status: 200 len: 945 time: 0.2397530 Dec 10 16:19:11.710783 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-cf28a512-0b5f-4f18-a3b0-27ec42d65731 req-f82645b5-3049-4ba1-be91-3cfbb0bbdb5c tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631949 Dec 10 16:19:11.854004 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b026f2d5-2557-4253-b011-9733e2ce8085 req-bb7c2b10-c7fb-4d82-8ca7-9e7bc62617ec service neutron] 10.222.0.46 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897237 Dec 10 16:19:11.855461 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 070a865a-131b-477f-977f-e6abb0fc1cc1, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=070a865a-131b-477f-977f-e6abb0fc1cc1,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:11.869107 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '070a865a-131b-477f-977f-e6abb0fc1cc1', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'port_id': '070a865a-131b-477f-977f-e6abb0fc1cc1', 'mac_address': 'fa:16:3e:77:22:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a18c92-5007-49e2-b728-7aedc06dca57', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:19:11.905480 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ab0173db-e262-4b8d-b431-6ad4b98e8f7f req-69953bd0-19e2-4938-bf43-004788080951 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863037 Dec 10 16:19:11.913536 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:11.928122 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d7b882cd-45c8-4f40-8f57-892a694597b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:11.935774 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:11.961553 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950c278-53e5-403e-b5e4-8e925f7ffb8a req-273cf79c-fca3-4f2a-9393-5c11455d0fca tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:11.967476 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:11.974684 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7950c278-53e5-403e-b5e4-8e925f7ffb8a req-273cf79c-fca3-4f2a-9393-5c11455d0fca tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 944 time: 0.1195548 Dec 10 16:19:11.981652 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 070a865a-131b-477f-977f-e6abb0fc1cc1 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:19:11.995991 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f363f44-25ac-41e3-a431-c4fa6cda4d55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '070a865a-131b-477f-977f-e6abb0fc1cc1'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:19:11.998858 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34df3c7-4b34-457e-9005-3c2ce1a14aa3" -d '{"events": [{"server_uuid": "5f363f44-25ac-41e3-a431-c4fa6cda4d55", "name": "network-vif-unplugged", "status": "completed", "tag": "070a865a-131b-477f-977f-e6abb0fc1cc1"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:19:12.008959 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b9365ee5-858e-4441-a3c3-81e1ecaa0854 req-418b5f84-ef2d-4761-8c81-d43b2a121932 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ba53670-1c7e-4137-9354-3458021d549f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092787 Dec 10 16:19:12.022569 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 070a865a-131b-477f-977f-e6abb0fc1cc1, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=070a865a-131b-477f-977f-e6abb0fc1cc1,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:12.037930 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port def27e33-2957-455c-8b41-da18c45e839c, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=def27e33-2957-455c-8b41-da18c45e839c,segment=NetworkSegment(77461a73-d604-4857-904b-ff24a9592434),segment_id=77461a73-d604-4857-904b-ff24a9592434)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:12.042587 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:12.055301 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:12.055924 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device a16c2ab9-3a23-4694-9db9-bac025af02bc no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:19:12.065018 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7950c278-53e5-403e-b5e4-8e925f7ffb8a req-4bce1c63-2c3b-4db1-98a5-c1237908397a tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892122 Dec 10 16:19:12.185933 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 16:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c523e75-aee6-430a-9c6d-4b5622939ef8 x-openstack-request-id: req-0c523e75-aee6-430a-9c6d-4b5622939ef8 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:19:12.195928 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d7b882cd-45c8-4f40-8f57-892a694597b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:12.196770 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f363f44-25ac-41e3-a431-c4fa6cda4d55", "name": "network-vif-unplugged", "status": "completed", "tag": "070a865a-131b-477f-977f-e6abb0fc1cc1", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:19:12.197239 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0c523e75-aee6-430a-9c6d-4b5622939ef8 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:19:12.197831 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f363f44-25ac-41e3-a431-c4fa6cda4d55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '070a865a-131b-477f-977f-e6abb0fc1cc1', 'code': 200} Dec 10 16:19:12.204430 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d7b882cd-45c8-4f40-8f57-892a694597b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:12.213308 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: a16c2ab9-3a23-4694-9db9-bac025af02bc {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:19:12.214014 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device a16c2ab9-3a23-4694-9db9-bac025af02bc not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:19:12.244904 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.api [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:19:12.245635 n-d-766771-2 neutron-server[103394]: DEBUG oslo_db.api [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:19:12.249160 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=070a865a-131b-477f-977f-e6abb0fc1cc1,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:12.310997 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=def27e33-2957-455c-8b41-da18c45e839c,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:12.358474 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-acc6217c-4402-4d33-bc6d-c28112b5dc78 req-0fc37a71-c25f-43d3-afa4-4b15418cd1d5 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df06b5d-40c8-4eb1-8886-d2394403c75c HTTP/1.1" status: 200 len: 210 time: 0.0755548 Dec 10 16:19:12.410231 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b882cd-45c8-4f40-8f57-892a694597b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72e7f89-3630-40e2-96cf-96f9b3b71632,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:12.416753 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d7b882cd-45c8-4f40-8f57-892a694597b5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c465627299e84f129b74ace981b4a75e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9072645 Dec 10 16:19:12.419436 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37644) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:19:12.459879 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0394c7-58d5-406c-bfa1-c537e088100b req-c44880e0-e7bf-411c-a612-7134ff5c6918 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:12.470338 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf0394c7-58d5-406c-bfa1-c537e088100b req-c44880e0-e7bf-411c-a612-7134ff5c6918 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc587aff-b717-45dc-b5d9-0e1548d13862 HTTP/1.1" status: 200 len: 943 time: 0.2123611 Dec 10 16:19:12.490804 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d3b0a966-5005-4147-8cae-a5d42b32de6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:12.514900 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d3b0a966-5005-4147-8cae-a5d42b32de6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:12.537955 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf0394c7-58d5-406c-bfa1-c537e088100b req-26d25208-4ebf-4f5b-acc0-a106207e17f7 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662887 Dec 10 16:19:12.582493 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d3b0a966-5005-4147-8cae-a5d42b32de6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:12.585567 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d3b0a966-5005-4147-8cae-a5d42b32de6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:12.591027 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d3b0a966-5005-4147-8cae-a5d42b32de6c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a72e7f89-3630-40e2-96cf-96f9b3b71632 HTTP/1.1" status: 204 len: 168 time: 0.1702514 Dec 10 16:19:12.600502 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0a966-5005-4147-8cae-a5d42b32de6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72e7f89-3630-40e2-96cf-96f9b3b71632,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:12.819544 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:12.835955 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 070a865a-131b-477f-977f-e6abb0fc1cc1 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:19:12.861337 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 070a865a-131b-477f-977f-e6abb0fc1cc1, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=070a865a-131b-477f-977f-e6abb0fc1cc1,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:12.867004 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:12.873407 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6713169-944d-4086-929b-eb16d8104128 req-03120214-807f-4539-aff0-15f453b23386 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:12.874998 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c6713169-944d-4086-929b-eb16d8104128 req-03120214-807f-4539-aff0-15f453b23386 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 947 time: 0.0881295 Dec 10 16:19:12.940983 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=070a865a-131b-477f-977f-e6abb0fc1cc1,revision_number=7']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:12.945210 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c6713169-944d-4086-929b-eb16d8104128 req-30f6874b-4666-4dad-811f-2db3e46b7b29 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626602 Dec 10 16:19:13.036783 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37664) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:19:13.056954 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1c2b7efb-a376-43ee-a811-4db6bf71cdd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:13.086400 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e89b2-3634-4b75-a74e-2853ca75d298 req-42b716f6-109c-47f4-8405-63c33b4febaf tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:13.087976 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-019e89b2-3634-4b75-a74e-2853ca75d298 req-42b716f6-109c-47f4-8405-63c33b4febaf tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 948 time: 0.0743999 Dec 10 16:19:13.158688 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['070a865a-131b-477f-977f-e6abb0fc1cc1'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:19:13.183572 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-019e89b2-3634-4b75-a74e-2853ca75d298 req-53d2d664-8197-4191-af34-bcd52fd8188e tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842471 Dec 10 16:19:13.188560 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35dbcc1-fa06-48ed-91fe-2487aff9f05d req-3ee6599f-6b84-4db4-9355-37d1c0a97a01 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:13.207062 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c35dbcc1-fa06-48ed-91fe-2487aff9f05d req-3ee6599f-6b84-4db4-9355-37d1c0a97a01 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/ports?device_id=5284671f-b2d2-487a-b849-eec2dd2096ff HTTP/1.1" status: 200 len: 946 time: 0.1163144 Dec 10 16:19:13.248124 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1c2b7efb-a376-43ee-a811-4db6bf71cdd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:13.264597 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1c2b7efb-a376-43ee-a811-4db6bf71cdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:13.302210 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c35dbcc1-fa06-48ed-91fe-2487aff9f05d req-5a6061a0-43d2-4c37-84a3-fe03ea346715 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ba53670-1c7e-4137-9354-3458021d549f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941789 Dec 10 16:19:13.352813 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1c2b7efb-a376-43ee-a811-4db6bf71cdd5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b98fc781b68b4e22845b9952d5d50f02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3148634 Dec 10 16:19:13.355401 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37670) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:19:13.371347 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b7efb-a376-43ee-a811-4db6bf71cdd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2d0a44-2f57-491b-8172-b5b4bf557c16,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:13.375120 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3cefb-f460-467f-b787-bff125d722a7 req-46d832dc-7c03-4747-8d2a-de7c2240fd19 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:13.383284 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a4b3cefb-f460-467f-b787-bff125d722a7 req-46d832dc-7c03-4747-8d2a-de7c2240fd19 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 944 time: 0.1194506 Dec 10 16:19:13.389879 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 2dd43503-16c0-4402-9a30-d9969dcf34f0 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:19:13.478341 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a4b3cefb-f460-467f-b787-bff125d722a7 req-f52847fc-1d75-4310-bacb-9e57b991ab78 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940821 Dec 10 16:19:13.487098 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1e9cda08-437e-475f-87d3-88865a1c52da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:13.550041 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1e9cda08-437e-475f-87d3-88865a1c52da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:13.657744 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1e9cda08-437e-475f-87d3-88865a1c52da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:13.660513 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1e9cda08-437e-475f-87d3-88865a1c52da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:13.661647 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1e9cda08-437e-475f-87d3-88865a1c52da admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2c2d0a44-2f57-491b-8172-b5b4bf557c16 HTTP/1.1" status: 204 len: 168 time: 0.3051467 Dec 10 16:19:13.682296 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9cda08-437e-475f-87d3-88865a1c52da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2d0a44-2f57-491b-8172-b5b4bf557c16,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:13.749988 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 2dd43503-16c0-4402-9a30-d9969dcf34f0, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=2dd43503-16c0-4402-9a30-d9969dcf34f0,segment=NetworkSegment(ba4bffb6-59f5-4518-96be-6824e98414e9),segment_id=ba4bffb6-59f5-4518-96be-6824e98414e9)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:13.805866 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f245651-1115-4a7b-b039-39c2b5c1cbf2 req-2b7b3754-c3eb-4fd7-b58d-d30c3f321c18 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:13.816382 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '2dd43503-16c0-4402-9a30-d9969dcf34f0', 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6', 'port_id': '2dd43503-16c0-4402-9a30-d9969dcf34f0', 'mac_address': 'fa:16:3e:9e:02:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19a3ead6-9cb2-4544-beb2-145a33d7ae3f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:19:13.826218 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5f245651-1115-4a7b-b039-39c2b5c1cbf2 req-2b7b3754-c3eb-4fd7-b58d-d30c3f321c18 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc587aff-b717-45dc-b5d9-0e1548d13862 HTTP/1.1" status: 200 len: 943 time: 0.0844698 Dec 10 16:19:13.916992 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:13.932451 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7127d716-c92d-4a8c-beaf-876b9c238d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:13.939183 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5f245651-1115-4a7b-b039-39c2b5c1cbf2 req-831629d2-88dc-4e3c-98a8-d4f1f4cd060d tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064262 Dec 10 16:19:13.952235 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dd43503-16c0-4402-9a30-d9969dcf34f0 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:19:13.991515 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 2dd43503-16c0-4402-9a30-d9969dcf34f0, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=2dd43503-16c0-4402-9a30-d9969dcf34f0,segment=NetworkSegment(ba4bffb6-59f5-4518-96be-6824e98414e9),segment_id=ba4bffb6-59f5-4518-96be-6824e98414e9)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:13.999888 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:14.001720 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device db21076e-dcca-4c0e-9aeb-b387de70cb1c details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:19:14.153785 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a001a-8050-4436-a682-f27211e1ae00 req-2ff2afea-eff9-450d-a37d-9e52e4b7a5a5 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:14.165285 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-941a001a-8050-4436-a682-f27211e1ae00 req-2ff2afea-eff9-450d-a37d-9e52e4b7a5a5 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 948 time: 0.1374159 Dec 10 16:19:14.165480 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port db21076e-dcca-4c0e-9aeb-b387de70cb1c, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=db21076e-dcca-4c0e-9aeb-b387de70cb1c,segment=NetworkSegment(8ca85019-a24a-4916-864b-3c419298bab5),segment_id=8ca85019-a24a-4916-864b-3c419298bab5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:14.252997 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-941a001a-8050-4436-a682-f27211e1ae00 req-79abcbe8-efd8-4ccf-87a0-64057a69206b tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802147 Dec 10 16:19:14.264221 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'db21076e-dcca-4c0e-9aeb-b387de70cb1c', 'network_id': '85be2e17-4b10-4d14-9b32-3869abb76961', 'port_id': 'db21076e-dcca-4c0e-9aeb-b387de70cb1c', 'mac_address': 'fa:16:3e:ea:3b:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0733bfe1-6763-4622-804d-2791b07706b1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:19:14.265994 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5284671f-b2d2-487a-b849-eec2dd2096ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def27e33-2957-455c-8b41-da18c45e839c'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:19:14.270635 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff3654e-e9a0-44c4-bd67-46a730d1b5d9" -d '{"events": [{"server_uuid": "5284671f-b2d2-487a-b849-eec2dd2096ff", "name": "network-vif-plugged", "status": "completed", "tag": "def27e33-2957-455c-8b41-da18c45e839c"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:19:14.274507 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=2dd43503-16c0-4402-9a30-d9969dcf34f0,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:14.345514 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03901d5c-c2e5-40b7-914b-dac4a55a1d36 x-openstack-request-id: req-03901d5c-c2e5-40b7-914b-dac4a55a1d36 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:19:14.345822 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5284671f-b2d2-487a-b849-eec2dd2096ff", "name": "network-vif-plugged", "status": "completed", "tag": "def27e33-2957-455c-8b41-da18c45e839c", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:19:14.346079 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-03901d5c-c2e5-40b7-914b-dac4a55a1d36 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:19:14.346490 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5284671f-b2d2-487a-b849-eec2dd2096ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def27e33-2957-455c-8b41-da18c45e839c', 'code': 200} Dec 10 16:19:14.376979 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:14.411971 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db21076e-dcca-4c0e-9aeb-b387de70cb1c {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:19:14.481380 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port db21076e-dcca-4c0e-9aeb-b387de70cb1c, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=db21076e-dcca-4c0e-9aeb-b387de70cb1c,segment=NetworkSegment(8ca85019-a24a-4916-864b-3c419298bab5),segment_id=8ca85019-a24a-4916-864b-3c419298bab5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:14.485687 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:14.572459 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d047c-cb64-473d-b390-dfd2fd2274e8 req-87aacce4-4fe4-4b63-9c20-b62a877c6e6a tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:14.576210 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=db21076e-dcca-4c0e-9aeb-b387de70cb1c,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:14.580133 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-198d047c-cb64-473d-b390-dfd2fd2274e8 req-87aacce4-4fe4-4b63-9c20-b62a877c6e6a tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/ports?device_id=5284671f-b2d2-487a-b849-eec2dd2096ff HTTP/1.1" status: 200 len: 946 time: 0.1454878 Dec 10 16:19:14.590017 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c4392-e0f9-4001-8db9-9b692c78b828 req-5d7a1583-4c2f-4911-8e82-6d54aa31c5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:14.592249 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-dc8c4392-e0f9-4001-8db9-9b692c78b828 req-5d7a1583-4c2f-4911-8e82-6d54aa31c5d8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5284671f-b2d2-487a-b849-eec2dd2096ff HTTP/1.1" status: 200 len: 1097 time: 0.1158025 Dec 10 16:19:14.683937 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-dc8c4392-e0f9-4001-8db9-9b692c78b828 req-ec23932e-eec7-4bc5-a6c2-7a02f11d1f99 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0ba53670-1c7e-4137-9354-3458021d549f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795767 Dec 10 16:19:14.705734 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-198d047c-cb64-473d-b390-dfd2fd2274e8 req-ee163529-e99d-4f6c-a569-d4a6e5d99726 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ba53670-1c7e-4137-9354-3458021d549f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242244 Dec 10 16:19:14.734710 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37730) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:19:14.739972 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-7e0c65df-bec6-473b-a9e2-7a5817c0572b tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Request body: {'security_group': {'name': 'tempest-securitygroup--657615242', 'description': 'tempest-description--1215322700'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:19:14.778472 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['db21076e-dcca-4c0e-9aeb-b387de70cb1c'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:19:14.780789 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7e0c65df-bec6-473b-a9e2-7a5817c0572b tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:14.781262 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['2dd43503-16c0-4402-9a30-d9969dcf34f0'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:19:14.940317 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7e0c65df-bec6-473b-a9e2-7a5817c0572b tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:14.951944 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7e0c65df-bec6-473b-a9e2-7a5817c0572b tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:14.972453 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8634a78-b158-402e-b06e-fee7caef3ec6 req-3ba9bbc0-7f0a-4e26-a305-5b9d1e0102c7 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:14.991099 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b8634a78-b158-402e-b06e-fee7caef3ec6 req-3ba9bbc0-7f0a-4e26-a305-5b9d1e0102c7 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 945 time: 0.1257544 Dec 10 16:19:15.028934 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c65df-bec6-473b-a9e2-7a5817c0572b tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d7bdde-b87f-482d-83bf-a629634cce1c,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:15.035006 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7e0c65df-bec6-473b-a9e2-7a5817c0572b tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:15.036544 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-7e0c65df-bec6-473b-a9e2-7a5817c0572b tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3006654 Dec 10 16:19:15.039600 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37748) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:19:15.045702 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-7062fd8d-41ad-4ea9-81ab-16fa1a7dee31 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Request body: {'security_group_rule': {'security_group_id': 'd3d7bdde-b87f-482d-83bf-a629634cce1c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:19:15.089333 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7062fd8d-41ad-4ea9-81ab-16fa1a7dee31 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:15.129024 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37750) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:19:15.148326 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b8634a78-b158-402e-b06e-fee7caef3ec6 req-4f96e703-e1d0-4a09-aafb-e23d22c56d03 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498044 Dec 10 16:19:15.265702 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7062fd8d-41ad-4ea9-81ab-16fa1a7dee31 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:15.275950 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e37bf-226f-4fee-b57d-0b580dd12742 req-60f186eb-e73a-4c1f-aaac-3c9f8c0bfebe tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:15.277508 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b51e37bf-226f-4fee-b57d-0b580dd12742 req-60f186eb-e73a-4c1f-aaac-3c9f8c0bfebe tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc587aff-b717-45dc-b5d9-0e1548d13862 HTTP/1.1" status: 200 len: 944 time: 0.1267121 Dec 10 16:19:15.278733 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7062fd8d-41ad-4ea9-81ab-16fa1a7dee31 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:15.294347 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062fd8d-41ad-4ea9-81ab-16fa1a7dee31 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc680ae-a437-403b-a19e-38772469f485,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:15.335635 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7062fd8d-41ad-4ea9-81ab-16fa1a7dee31 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:15.336850 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-7062fd8d-41ad-4ea9-81ab-16fa1a7dee31 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2957759 Dec 10 16:19:15.338241 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-031d4eb1-9b47-413f-9d0f-6c067272fcc1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1106992502-network', 'tenant_id': '4ecd6f871c164b73a701fb09bd742828'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:19:15.340340 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37756) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:19:15.349288 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-2c078f69-2d76-4fd6-a5f3-6ebca4828511 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Request body: {'security_group_rule': {'security_group_id': 'd3d7bdde-b87f-482d-83bf-a629634cce1c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:19:15.374897 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b51e37bf-226f-4fee-b57d-0b580dd12742 req-2c202123-38ef-4f0d-8d52-27f9b4f7447d tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790346 Dec 10 16:19:15.401931 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.db.api [None req-031d4eb1-9b47-413f-9d0f-6c067272fcc1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 16:19:15.401931 n-d-766771-2 neutron-server[103393]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 10 16:19:15.401931 n-d-766771-2 neutron-server[103393]: [parameters: {'project_id': '4ecd6f871c164b73a701fb09bd742828', 'id': '64e659fa-8c63-4e2a-8e5b-a69dd050117a', 'expiration': datetime.datetime(2021, 12, 10, 16, 21, 15, 369018)}] Dec 10 16:19:15.401931 n-d-766771-2 neutron-server[103393]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:19:15.402551 n-d-766771-2 neutron-server[103393]: DEBUG oslo_db.api [None req-031d4eb1-9b47-413f-9d0f-6c067272fcc1 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:19:15.411553 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 070a865a-131b-477f-977f-e6abb0fc1cc1 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:19:15.411756 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f317de8-5ca3-4301-a38d-931278dcb2cc req-909a98dd-10dc-43cc-bdba-5560b2f02fdc tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:15.413482 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6f317de8-5ca3-4301-a38d-931278dcb2cc req-909a98dd-10dc-43cc-bdba-5560b2f02fdc tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 948 time: 0.0911393 Dec 10 16:19:15.428845 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c078f69-2d76-4fd6-a5f3-6ebca4828511 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:15.480734 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 070a865a-131b-477f-977f-e6abb0fc1cc1 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:19:15.481343 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:15.509810 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6f317de8-5ca3-4301-a38d-931278dcb2cc req-69855cd4-0773-41b5-9dd8-ac50e2f17f81 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859625 Dec 10 16:19:15.522954 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c078f69-2d76-4fd6-a5f3-6ebca4828511 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:15.529133 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c078f69-2d76-4fd6-a5f3-6ebca4828511 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:15.549261 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c078f69-2d76-4fd6-a5f3-6ebca4828511 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb16e0cc-87a1-4efc-bb2b-b20b38166bba,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:15.564499 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c078f69-2d76-4fd6-a5f3-6ebca4828511 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:15.566563 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2c078f69-2d76-4fd6-a5f3-6ebca4828511 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2248843 Dec 10 16:19:15.570071 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37758) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:19:15.574775 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-5df9b320-b847-4da6-9b98-9cd1f264aebf tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:19:15.595346 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:15.621499 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5df9b320-b847-4da6-9b98-9cd1f264aebf tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks [] for floatingip, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:15.664606 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 070a865a-131b-477f-977f-e6abb0fc1cc1, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=070a865a-131b-477f-977f-e6abb0fc1cc1,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:15.670465 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:15.732995 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=070a865a-131b-477f-977f-e6abb0fc1cc1,revision_number=8']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:15.767902 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5df9b320-b847-4da6-9b98-9cd1f264aebf tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:15.929934 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-5df9b320-b847-4da6-9b98-9cd1f264aebf tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Allocated IP 172.25.6.68 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/398e7b7b-a34f-4664-a654-de7c2d6eac59) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:19:15.963877 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f80463-d81c-4364-ba67-c4df2389c21e req-22a94780-3c37-4b9b-a8f3-f8bae12d0a43 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:15.967815 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-55f80463-d81c-4364-ba67-c4df2389c21e req-22a94780-3c37-4b9b-a8f3-f8bae12d0a43 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/ports?device_id=5284671f-b2d2-487a-b849-eec2dd2096ff HTTP/1.1" status: 200 len: 946 time: 0.1590717 Dec 10 16:19:16.026011 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031d4eb1-9b47-413f-9d0f-6c067272fcc1 admin admin] Made reservation on behalf of 4ecd6f871c164b73a701fb09bd742828 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:19:16.028940 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-031d4eb1-9b47-413f-9d0f-6c067272fcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:16.051821 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-031d4eb1-9b47-413f-9d0f-6c067272fcc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:16.134244 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-55f80463-d81c-4364-ba67-c4df2389c21e req-1da2ed28-2e0a-42a6-8a97-513a622c2e7e tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ba53670-1c7e-4137-9354-3458021d549f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570103 Dec 10 16:19:16.156308 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5df9b320-b847-4da6-9b98-9cd1f264aebf tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:16.218734 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-031d4eb1-9b47-413f-9d0f-6c067272fcc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:16.223452 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-031d4eb1-9b47-413f-9d0f-6c067272fcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:16.229669 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5df9b320-b847-4da6-9b98-9cd1f264aebf tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:16.289154 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-031d4eb1-9b47-413f-9d0f-6c067272fcc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:19:16.321584 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df9b320-b847-4da6-9b98-9cd1f264aebf tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:19:16.331338 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-5df9b320-b847-4da6-9b98-9cd1f264aebf tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:19:16.333192 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d4eb1-9b47-413f-9d0f-6c067272fcc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3794691f-265d-4fed-bd0b-cc3b4464c192,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:16.347929 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f363f44-25ac-41e3-a431-c4fa6cda4d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070a865a-131b-477f-977f-e6abb0fc1cc1'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:19:16.350332 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80b6159-8252-470b-8f79-3c98d28b3171" -d '{"events": [{"server_uuid": "5f363f44-25ac-41e3-a431-c4fa6cda4d55", "name": "network-vif-plugged", "status": "completed", "tag": "070a865a-131b-477f-977f-e6abb0fc1cc1"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:19:16.397106 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e3abcb-b8b5-40ee-a4a1-9fc80b9e9a0d x-openstack-request-id: req-48e3abcb-b8b5-40ee-a4a1-9fc80b9e9a0d {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:19:16.400753 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f363f44-25ac-41e3-a431-c4fa6cda4d55", "name": "network-vif-plugged", "status": "completed", "tag": "070a865a-131b-477f-977f-e6abb0fc1cc1", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:19:16.401642 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-48e3abcb-b8b5-40ee-a4a1-9fc80b9e9a0d {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:19:16.402302 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f363f44-25ac-41e3-a431-c4fa6cda4d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070a865a-131b-477f-977f-e6abb0fc1cc1', 'code': 200} Dec 10 16:19:16.459099 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8b030e27-a93e-43aa-a3bc-bb2bd0271fda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:16.527094 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5896f-951b-4717-a2e8-3b63a3c4cf7f req-e32817e1-c2e5-4f99-b61c-ae1cb6f9ee1c tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:16.529133 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-56f5896f-951b-4717-a2e8-3b63a3c4cf7f req-e32817e1-c2e5-4f99-b61c-ae1cb6f9ee1c tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc587aff-b717-45dc-b5d9-0e1548d13862 HTTP/1.1" status: 200 len: 944 time: 0.0758836 Dec 10 16:19:16.597546 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df9b320-b847-4da6-9b98-9cd1f264aebf tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:19:16.608175 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-031d4eb1-9b47-413f-9d0f-6c067272fcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:16.608512 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-031d4eb1-9b47-413f-9d0f-6c067272fcc1 admin admin] Added segment 3479d084-61bc-4a2b-9bd7-e296e8e498cb of type vlan for network ba3e5c96-9dde-4825-a55d-9558203e4c87 Dec 10 16:19:16.626451 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9b320-b847-4da6-9b98-9cd1f264aebf tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Pushing event updated for resources: {'Port': ['ID=398e7b7b-a34f-4664-a654-de7c2d6eac59,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:16.631251 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-56f5896f-951b-4717-a2e8-3b63a3c4cf7f req-69a387a0-64b0-4860-9145-d0503c57ab06 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898759 Dec 10 16:19:16.702615 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-031d4eb1-9b47-413f-9d0f-6c067272fcc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:16.728283 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806f2a4-91bb-4a42-b349-129ed82176c3 req-f2f57e04-9531-4161-9340-65358196ea38 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:16.729868 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a806f2a4-91bb-4a42-b349-129ed82176c3 req-f2f57e04-9531-4161-9340-65358196ea38 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 945 time: 0.4916420 Dec 10 16:19:16.797163 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a465b3f-f64d-4705-84b7-8e4c5a934b20 req-516a9a3c-a5d8-4588-b6bb-9b1c636dabf3 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:16.798902 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3a465b3f-f64d-4705-84b7-8e4c5a934b20 req-516a9a3c-a5d8-4588-b6bb-9b1c636dabf3 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 949 time: 0.0689137 Dec 10 16:19:16.818874 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-031d4eb1-9b47-413f-9d0f-6c067272fcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:16.820078 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031d4eb1-9b47-413f-9d0f-6c067272fcc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:16.820823 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-031d4eb1-9b47-413f-9d0f-6c067272fcc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:16.838001 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5df9b320-b847-4da6-9b98-9cd1f264aebf tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:16.871694 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3a465b3f-f64d-4705-84b7-8e4c5a934b20 req-fad2f2be-3eea-4a50-acb1-ce00188e05cf tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637796 Dec 10 16:19:16.910321 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a806f2a4-91bb-4a42-b349-129ed82176c3 req-3e999d38-accd-406d-90db-e6cc70c84825 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681123 Dec 10 16:19:16.921018 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-031d4eb1-9b47-413f-9d0f-6c067272fcc1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.7655234 Dec 10 16:19:16.921227 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37786) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:19:16.925097 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-d87740a7-aa8c-4799-a217-ca0a98721073 admin admin] Request body: {'subnet': {'network_id': 'ba3e5c96-9dde-4825-a55d-9558203e4c87', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1106992502-subnet', 'tenant_id': '4ecd6f871c164b73a701fb09bd742828', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:19:16.948186 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d4eb1-9b47-413f-9d0f-6c067272fcc1 admin admin] Pushing event updated for resources: {'Network': ['ID=ba3e5c96-9dde-4825-a55d-9558203e4c87,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:16.960837 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network ba3e5c96-9dde-4825-a55d-9558203e4c87 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:19:16.965456 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5df9b320-b847-4da6-9b98-9cd1f264aebf tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:16.966788 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87740a7-aa8c-4799-a217-ca0a98721073 admin admin] Made reservation on behalf of 4ecd6f871c164b73a701fb09bd742828 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:19:16.970468 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d87740a7-aa8c-4799-a217-ca0a98721073 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:17.131206 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:17.207092 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5df9b320-b847-4da6-9b98-9cd1f264aebf tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:17.214704 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5df9b320-b847-4da6-9b98-9cd1f264aebf tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:17.228474 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device db21076e-dcca-4c0e-9aeb-b387de70cb1c up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:19:17.257239 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d87740a7-aa8c-4799-a217-ca0a98721073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:17.290121 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port db21076e-dcca-4c0e-9aeb-b387de70cb1c completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:19:17.296531 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port db21076e-dcca-4c0e-9aeb-b387de70cb1c triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:19:17.296912 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:17.340946 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9b320-b847-4da6-9b98-9cd1f264aebf tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Pushing event updated for resources: {'Port': ['ID=398e7b7b-a34f-4664-a654-de7c2d6eac59,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:17.355364 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5df9b320-b847-4da6-9b98-9cd1f264aebf tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:17.384429 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5df9b320-b847-4da6-9b98-9cd1f264aebf tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:17.395117 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5df9b320-b847-4da6-9b98-9cd1f264aebf tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8155453 Dec 10 16:19:17.395352 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87740a7-aa8c-4799-a217-ca0a98721073 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22be4e61-859f-475d-bc09-9617e965937d,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:17.411453 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284d323-c57c-41e1-8fe8-331e759fb1cc req-165ce5f1-72ab-41a1-8c0b-491d47019eba tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:17.413287 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2284d323-c57c-41e1-8fe8-331e759fb1cc req-165ce5f1-72ab-41a1-8c0b-491d47019eba tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/ports?device_id=5284671f-b2d2-487a-b849-eec2dd2096ff HTTP/1.1" status: 200 len: 946 time: 0.1695821 Dec 10 16:19:17.416753 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87740a7-aa8c-4799-a217-ca0a98721073 admin admin] Checking segment: {'id': '3479d084-61bc-4a2b-9bd7-e296e8e498cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ba3e5c96-9dde-4825-a55d-9558203e4c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:19:17.417375 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87740a7-aa8c-4799-a217-ca0a98721073 admin admin] Network hostable DHCP agents. Network: ba3e5c96-9dde-4825-a55d-9558203e4c87, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:19:17.433613 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:17.483251 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2284d323-c57c-41e1-8fe8-331e759fb1cc req-6e2dcdef-981b-4f54-8418-614252ee279e tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ba53670-1c7e-4137-9354-3458021d549f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629661 Dec 10 16:19:17.484971 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87740a7-aa8c-4799-a217-ca0a98721073 admin admin] Network ba3e5c96-9dde-4825-a55d-9558203e4c87 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:19:17.510620 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-d87740a7-aa8c-4799-a217-ca0a98721073 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, ba3e5c96-9dde-4825-a55d-9558203e4c87) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:19:17.512853 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port db21076e-dcca-4c0e-9aeb-b387de70cb1c, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=db21076e-dcca-4c0e-9aeb-b387de70cb1c,segment=NetworkSegment(8ca85019-a24a-4916-864b-3c419298bab5),segment_id=8ca85019-a24a-4916-864b-3c419298bab5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:17.518879 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:17.519793 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 2dd43503-16c0-4402-9a30-d9969dcf34f0 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:19:17.529448 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87740a7-aa8c-4799-a217-ca0a98721073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:17.530161 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d87740a7-aa8c-4799-a217-ca0a98721073 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:17.559726 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37808) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:19:17.565399 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-2edeb939-0570-475f-a6a2-8b8a460a1ddf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1106992502-router', 'tenant_id': '4ecd6f871c164b73a701fb09bd742828', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:19:17.566088 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d87740a7-aa8c-4799-a217-ca0a98721073 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6453283 Dec 10 16:19:17.597321 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=db21076e-dcca-4c0e-9aeb-b387de70cb1c,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:17.607184 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef436041-3a08-4edb-bb41-411309b0e3b0 None None] Network ba3e5c96-9dde-4825-a55d-9558203e4c87 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:19:17.618251 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2edeb939-0570-475f-a6a2-8b8a460a1ddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:17.620180 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2edeb939-0570-475f-a6a2-8b8a460a1ddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:17.815951 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2edeb939-0570-475f-a6a2-8b8a460a1ddf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:17.822631 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d9f21f-1e4a-42f0-a4b4-5ffc01af7086 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-ba3e5c96-9dde-4825-a55d-9558203e4c87', 'network_id': 'ba3e5c96-9dde-4825-a55d-9558203e4c87', 'project_id': '4ecd6f871c164b73a701fb09bd742828', 'fixed_ips': [{'subnet_id': '22be4e61-859f-475d-bc09-9617e965937d'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:19:17.828286 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-58d9f21f-1e4a-42f0-a4b4-5ffc01af7086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:17.856261 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0046fb-f213-4c03-9c02-d040ca0ab2da req-c7cdbb50-086f-4f4f-a628-34827b27d5e8 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:17.858114 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e0046fb-f213-4c03-9c02-d040ca0ab2da req-c7cdbb50-086f-4f4f-a628-34827b27d5e8 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc587aff-b717-45dc-b5d9-0e1548d13862 HTTP/1.1" status: 200 len: 945 time: 0.0989487 Dec 10 16:19:17.921661 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e0046fb-f213-4c03-9c02-d040ca0ab2da req-406d4da4-4aff-4779-9b83-90d42afdbd29 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546155 Dec 10 16:19:18.015086 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2edeb939-0570-475f-a6a2-8b8a460a1ddf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:18.015447 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-58d9f21f-1e4a-42f0-a4b4-5ffc01af7086 None None] Allocated IP 172.20.0.2 (ba3e5c96-9dde-4825-a55d-9558203e4c87/22be4e61-859f-475d-bc09-9617e965937d/2f7f6080-4d00-45b5-804e-ac7a1ed2aae6) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:19:18.052722 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-8c1b7a91-e351-4385-b4a7-29600842640f tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:18.054441 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-8c1b7a91-e351-4385-b4a7-29600842640f tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/networks?id=fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51 HTTP/1.1" status: 200 len: 822 time: 0.3024251 Dec 10 16:19:18.117143 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-294c26ca-d618-42f7-af47-9254c53ee8d7 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/quotas/8ae81348bd094aec80f7f6fb7b2e05e7 HTTP/1.1" status: 200 len: 375 time: 0.0530863 Dec 10 16:19:18.153453 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-e3d9df08-6a6f-45de-86fc-2cb35add0eb5 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8ae81348bd094aec80f7f6fb7b2e05e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352306 Dec 10 16:19:18.209013 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd425904-fa42-4d9c-b43c-148c0b22e840 req-9cec61f7-1b11-48c8-8cdf-7e32b149dc6a tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:18.221257 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dd425904-fa42-4d9c-b43c-148c0b22e840 req-9cec61f7-1b11-48c8-8cdf-7e32b149dc6a tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 949 time: 0.1223743 Dec 10 16:19:18.241977 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-58d9f21f-1e4a-42f0-a4b4-5ffc01af7086 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:18.251992 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-58d9f21f-1e4a-42f0-a4b4-5ffc01af7086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:18.261895 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 2dd43503-16c0-4402-9a30-d9969dcf34f0 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:19:18.277653 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-aea12ee7-5f7f-4752-934b-06267fe590c5 service neutron] 10.222.0.11 "GET /v2.0/networks/fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231654 Dec 10 16:19:18.287249 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 2dd43503-16c0-4402-9a30-d9969dcf34f0 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:19:18.287638 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:18.323701 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dd425904-fa42-4d9c-b43c-148c0b22e840 req-a9013220-129f-4f38-9a22-2a145b7f4924 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937371 Dec 10 16:19:18.399941 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d9f21f-1e4a-42f0-a4b4-5ffc01af7086 None None] Network ba3e5c96-9dde-4825-a55d-9558203e4c87 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:19:18.403724 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:18.425525 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc587aff-b717-45dc-b5d9-0e1548d13862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db21076e-dcca-4c0e-9aeb-b387de70cb1c'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:19:18.427804 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bd4321-87c9-4891-9a6b-24604713a7ae" -d '{"events": [{"server_uuid": "cc587aff-b717-45dc-b5d9-0e1548d13862", "name": "network-vif-plugged", "status": "completed", "tag": "db21076e-dcca-4c0e-9aeb-b387de70cb1c"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:19:18.462318 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 2dd43503-16c0-4402-9a30-d9969dcf34f0, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=2dd43503-16c0-4402-9a30-d9969dcf34f0,segment=NetworkSegment(ba4bffb6-59f5-4518-96be-6824e98414e9),segment_id=ba4bffb6-59f5-4518-96be-6824e98414e9)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:18.474181 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649a0d2-f73d-4208-a41a-90b0c8531379 req-da3fd741-9e9e-483a-821a-67492b2979d9 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:18.474445 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d9f21f-1e4a-42f0-a4b4-5ffc01af7086 None None] Pushing event updated for resources: {'Port': ['ID=2f7f6080-4d00-45b5-804e-ac7a1ed2aae6,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:18.476352 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6649a0d2-f73d-4208-a41a-90b0c8531379 req-da3fd741-9e9e-483a-821a-67492b2979d9 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 945 time: 0.0950792 Dec 10 16:19:18.481079 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-58d9f21f-1e4a-42f0-a4b4-5ffc01af7086 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:19:18.484864 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d9f21f-1e4a-42f0-a4b4-5ffc01af7086 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:19:18.487388 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:18.493579 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:18.552069 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6649a0d2-f73d-4208-a41a-90b0c8531379 req-a9fe0cf3-1a69-4d25-94f7-cc568366c986 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681386 Dec 10 16:19:18.583288 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-58d9f21f-1e4a-42f0-a4b4-5ffc01af7086 None None] Attempting to bind port 2f7f6080-4d00-45b5-804e-ac7a1ed2aae6 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:19:18.583669 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-58d9f21f-1e4a-42f0-a4b4-5ffc01af7086 None None] Attempting to bind port 2f7f6080-4d00-45b5-804e-ac7a1ed2aae6 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '3479d084-61bc-4a2b-9bd7-e296e8e498cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ba3e5c96-9dde-4825-a55d-9558203e4c87'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:19:18.584041 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d9f21f-1e4a-42f0-a4b4-5ffc01af7086 None None] Attempting to bind port 2f7f6080-4d00-45b5-804e-ac7a1ed2aae6 on network ba3e5c96-9dde-4825-a55d-9558203e4c87 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:19:18.593170 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d9f21f-1e4a-42f0-a4b4-5ffc01af7086 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:19:18.593436 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d9f21f-1e4a-42f0-a4b4-5ffc01af7086 None None] Checking segment: {'id': '3479d084-61bc-4a2b-9bd7-e296e8e498cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ba3e5c96-9dde-4825-a55d-9558203e4c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:19:18.593700 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-58d9f21f-1e4a-42f0-a4b4-5ffc01af7086 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:18.594092 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d9f21f-1e4a-42f0-a4b4-5ffc01af7086 None None] Bound using segment: {'id': '3479d084-61bc-4a2b-9bd7-e296e8e498cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ba3e5c96-9dde-4825-a55d-9558203e4c87'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:19:18.595190 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-58d9f21f-1e4a-42f0-a4b4-5ffc01af7086 None None] Bound port: 2f7f6080-4d00-45b5-804e-ac7a1ed2aae6, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3479d084-61bc-4a2b-9bd7-e296e8e498cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ba3e5c96-9dde-4825-a55d-9558203e4c87'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:19:18.595611 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-58d9f21f-1e4a-42f0-a4b4-5ffc01af7086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:18.692045 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2edeb939-0570-475f-a6a2-8b8a460a1ddf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:18.696351 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-b974c3b9-745d-47d3-862b-7cdd7be14e92 service neutron] 10.222.0.11 "GET /v2.0/networks/fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176664 Dec 10 16:19:18.724026 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2edeb939-0570-475f-a6a2-8b8a460a1ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:18.736174 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-58d9f21f-1e4a-42f0-a4b4-5ffc01af7086 None None] For port 2f7f6080-4d00-45b5-804e-ac7a1ed2aae6, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:19:18.743867 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-58d9f21f-1e4a-42f0-a4b4-5ffc01af7086 None None] For port 2f7f6080-4d00-45b5-804e-ac7a1ed2aae6, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=2f7f6080-4d00-45b5-804e-ac7a1ed2aae6,segment=NetworkSegment(3479d084-61bc-4a2b-9bd7-e296e8e498cb),segment_id=3479d084-61bc-4a2b-9bd7-e296e8e498cb)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:19:18.772636 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-58d9f21f-1e4a-42f0-a4b4-5ffc01af7086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:18.801138 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2564b0-c576-4ee5-bd72-4bf46e3186ff x-openstack-request-id: req-0c2564b0-c576-4ee5-bd72-4bf46e3186ff {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:19:18.801629 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc587aff-b717-45dc-b5d9-0e1548d13862", "name": "network-vif-plugged", "status": "completed", "tag": "db21076e-dcca-4c0e-9aeb-b387de70cb1c", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:19:18.801891 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0c2564b0-c576-4ee5-bd72-4bf46e3186ff {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:19:18.804590 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc587aff-b717-45dc-b5d9-0e1548d13862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db21076e-dcca-4c0e-9aeb-b387de70cb1c', 'code': 200} Dec 10 16:19:18.808578 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=2dd43503-16c0-4402-9a30-d9969dcf34f0,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:18.878295 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d9f21f-1e4a-42f0-a4b4-5ffc01af7086 None None] Pushing event updated for resources: {'Port': ['ID=2f7f6080-4d00-45b5-804e-ac7a1ed2aae6,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:18.958871 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-2edeb939-0570-475f-a6a2-8b8a460a1ddf admin admin] Allocated IP 172.25.6.48 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/51e08d9a-7c90-41e5-b279-30a1cac95eaa) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:19:18.988587 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38fc5d-8697-4b14-ab29-9681802788d1 req-4833abd0-ba87-4f55-a3cc-37da61507e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:18.990094 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ff38fc5d-8697-4b14-ab29-9681802788d1 req-4833abd0-ba87-4f55-a3cc-37da61507e54 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cc587aff-b717-45dc-b5d9-0e1548d13862 HTTP/1.1" status: 200 len: 1096 time: 0.1256976 Dec 10 16:19:19.058346 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-91ae43c8-d3ed-48ed-ab29-ab53a3a0be79 req-a96cf316-121c-44a1-a45b-831a600ec68d tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b7710ec-f0d8-4e12-b52c-d3fc6c5dec70 HTTP/1.1" status: 200 len: 210 time: 0.0435815 Dec 10 16:19:19.160374 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2edeb939-0570-475f-a6a2-8b8a460a1ddf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:19.280142 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2edeb939-0570-475f-a6a2-8b8a460a1ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:19.419197 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edeb939-0570-475f-a6a2-8b8a460a1ddf admin admin] Pushing event updated for resources: {'Port': ['ID=51e08d9a-7c90-41e5-b279-30a1cac95eaa,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:19.428517 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ff38fc5d-8697-4b14-ab29-9681802788d1 req-6bd9afd0-3280-4053-9c92-987fc8902893 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4310033 Dec 10 16:19:19.430914 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edeb939-0570-475f-a6a2-8b8a460a1ddf admin admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:19:19.435441 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-2edeb939-0570-475f-a6a2-8b8a460a1ddf admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:19:19.438395 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edeb939-0570-475f-a6a2-8b8a460a1ddf admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:19:19.513052 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7503ed2-382e-481a-9f78-d8d0c1656aec req-fd2c40bb-3875-469a-9d69-f64c7a17ba85 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:19.520790 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a7503ed2-382e-481a-9f78-d8d0c1656aec req-fd2c40bb-3875-469a-9d69-f64c7a17ba85 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc587aff-b717-45dc-b5d9-0e1548d13862 HTTP/1.1" status: 200 len: 945 time: 0.4500124 Dec 10 16:19:19.543034 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927c35a-446f-4ae0-8577-25e85010b369 req-000f8cab-bf3f-46f6-b920-90b8410b4bb4 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:19.554368 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c927c35a-446f-4ae0-8577-25e85010b369 req-000f8cab-bf3f-46f6-b920-90b8410b4bb4 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 949 time: 0.1040785 Dec 10 16:19:19.673494 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:19.681264 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c927c35a-446f-4ae0-8577-25e85010b369 req-6642c8eb-dce4-4ef5-bf68-82fc364b1645 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235805 Dec 10 16:19:19.683284 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a7503ed2-382e-481a-9f78-d8d0c1656aec req-84b01ecf-982b-422c-a687-5d398ad4ed8f tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614258 Dec 10 16:19:19.950831 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2edeb939-0570-475f-a6a2-8b8a460a1ddf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:20.047173 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12654741-49ed-461d-a75d-139da70c1c09 req-f4e97d67-fbdd-4639-b549-ac0d47b63e9e tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:20.056249 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-12654741-49ed-461d-a75d-139da70c1c09 req-f4e97d67-fbdd-4639-b549-ac0d47b63e9e tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 946 time: 0.2775276 Dec 10 16:19:20.239525 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-12654741-49ed-461d-a75d-139da70c1c09 req-f5181311-98c5-42e8-be9c-1596fff7eeea tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661282 Dec 10 16:19:20.256034 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a92d18d4-2580-4302-a974-ea9c7f772674 req-fdeee7b8-94e4-4ecb-ad9d-50d35dc3728f tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b7710ec-f0d8-4e12-b52c-d3fc6c5dec70 HTTP/1.1" status: 200 len: 210 time: 0.0653634 Dec 10 16:19:20.413060 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2edeb939-0570-475f-a6a2-8b8a460a1ddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:20.467119 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b5b0b8-bc1f-4c92-bbad-d877333c096c None None] Network ba3e5c96-9dde-4825-a55d-9558203e4c87 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:19:20.607944 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2edeb939-0570-475f-a6a2-8b8a460a1ddf admin admin] Router 93ffae14-1700-4921-be93-5c828a999366 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:19:20.621923 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-44dd038b-a61a-42cb-923a-3ecd792290c4 None None] Provisioning complete for port 2f7f6080-4d00-45b5-804e-ac7a1ed2aae6 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:19:20.622575 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-44dd038b-a61a-42cb-923a-3ecd792290c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:20.805094 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd43503-16c0-4402-9a30-d9969dcf34f0'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:19:20.816666 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bccb40f-2bcc-4b9f-97d0-ba6eebdb2339" -d '{"events": [{"server_uuid": "8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9", "name": "network-vif-plugged", "status": "completed", "tag": "2dd43503-16c0-4402-9a30-d9969dcf34f0"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:19:20.822308 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-87d79f66-c7d8-4330-9c3c-3bf5ef2cd5d5 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:20.825371 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-87d79f66-c7d8-4330-9c3c-3bf5ef2cd5d5 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.26 "GET /v2.0/networks?id=fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51 HTTP/1.1" status: 200 len: 822 time: 0.3484752 Dec 10 16:19:20.854114 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-cf044e92-3ded-4bc8-b330-3cbf563757cf tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Request body: {'port': {'device_id': '4b7710ec-f0d8-4e12-b52c-d3fc6c5dec70', 'network_id': 'fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51', 'admin_state_up': True, 'tenant_id': '8ae81348bd094aec80f7f6fb7b2e05e7'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:19:21.107499 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-44dd038b-a61a-42cb-923a-3ecd792290c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:21.108361 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edeb939-0570-475f-a6a2-8b8a460a1ddf admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:19:21.114204 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 2f7f6080-4d00-45b5-804e-ac7a1ed2aae6 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:19:21.125045 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-cf044e92-3ded-4bc8-b330-3cbf563757cf tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Made reservation on behalf of 8ae81348bd094aec80f7f6fb7b2e05e7 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:19:21.131529 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-cf044e92-3ded-4bc8-b330-3cbf563757cf tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:21.132425 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8457f1e3-4202-43c7-a094-5a96070fb483 None None] Sync routers for ids ['93ffae14-1700-4921-be93-5c828a999366'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:19:21.160077 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2edeb939-0570-475f-a6a2-8b8a460a1ddf admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:21.164002 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2edeb939-0570-475f-a6a2-8b8a460a1ddf admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.6002114 Dec 10 16:19:21.166629 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37892) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:19:21.171655 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4df76c-2063-4bcb-bca6-6417952cb582 req-28d41df1-67e3-4709-8035-1cb3838651b6 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:21.174225 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dc4df76c-2063-4bcb-bca6-6417952cb582 req-28d41df1-67e3-4709-8035-1cb3838651b6 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 949 time: 0.2761717 Dec 10 16:19:21.185391 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e818be-5f06-4528-916b-9ba268124b3b req-55d8a304-3c50-491d-8e11-5a8242906ad0 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:21.192656 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8457f1e3-4202-43c7-a094-5a96070fb483 None None] Routers {'93ffae14-1700-4921-be93-5c828a999366'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:19:21.193449 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8457f1e3-4202-43c7-a094-5a96070fb483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:19:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['93ffae14-1700-4921-be93-5c828a999366'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:19:21.195548 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-67e818be-5f06-4528-916b-9ba268124b3b req-55d8a304-3c50-491d-8e11-5a8242906ad0 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc587aff-b717-45dc-b5d9-0e1548d13862 HTTP/1.1" status: 200 len: 945 time: 0.0952208 Dec 10 16:19:21.247249 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-44dd038b-a61a-42cb-923a-3ecd792290c4 None None] For port 2f7f6080-4d00-45b5-804e-ac7a1ed2aae6, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=2f7f6080-4d00-45b5-804e-ac7a1ed2aae6,segment=NetworkSegment(3479d084-61bc-4a2b-9bd7-e296e8e498cb),segment_id=3479d084-61bc-4a2b-9bd7-e296e8e498cb)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:21.286422 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-44dd038b-a61a-42cb-923a-3ecd792290c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:21.313021 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-cf044e92-3ded-4bc8-b330-3cbf563757cf tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Allocated IP 172.20.0.12 (fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51/4c72c797-c788-4a2c-b14b-bffaa1b0b3e6/d6265f97-e6f5-419e-9a81-84095a2a1117) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:19:21.342964 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-67e818be-5f06-4528-916b-9ba268124b3b req-cd84f09c-ca2a-432f-b88e-b50bbd34947d tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467388 Dec 10 16:19:21.424452 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-8457f1e3-4202-43c7-a094-5a96070fb483 None None] Set router 93ffae14-1700-4921-be93-5c828a999366 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:19:21.542095 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-cf044e92-3ded-4bc8-b330-3cbf563757cf tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:21.565993 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddc7fb2-d683-47c1-aa86-53d5b0a09d0b x-openstack-request-id: req-cddc7fb2-d683-47c1-aa86-53d5b0a09d0b {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:19:21.566468 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9", "name": "network-vif-plugged", "status": "completed", "tag": "2dd43503-16c0-4402-9a30-d9969dcf34f0", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:19:21.566792 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cddc7fb2-d683-47c1-aa86-53d5b0a09d0b {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:19:21.567250 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd43503-16c0-4402-9a30-d9969dcf34f0', 'code': 200} Dec 10 16:19:21.628773 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-cf044e92-3ded-4bc8-b330-3cbf563757cf tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:21.673083 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6e306244-b172-4e79-a238-7adcc68a0915 None None] Provisioning complete for port 2f7f6080-4d00-45b5-804e-ac7a1ed2aae6 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:19:21.673538 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6e306244-b172-4e79-a238-7adcc68a0915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:21.710852 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-cf044e92-3ded-4bc8-b330-3cbf563757cf tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Network fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:19:21.718339 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-cf044e92-3ded-4bc8-b330-3cbf563757cf tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:19:21.722164 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe5ce0-9de3-42a6-afa7-7514c0eebdb4 req-61750a07-53ba-4a80-824f-45ce3de6d0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:21.724138 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8efe5ce0-9de3-42a6-afa7-7514c0eebdb4 req-61750a07-53ba-4a80-824f-45ce3de6d0d5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 1097 time: 0.2188916 Dec 10 16:19:21.725748 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-cf044e92-3ded-4bc8-b330-3cbf563757cf tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:19:21.760216 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd038b-a61a-42cb-923a-3ecd792290c4 None None] Pushing event updated for resources: {'Port': ['ID=2f7f6080-4d00-45b5-804e-ac7a1ed2aae6,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:21.775927 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-cf044e92-3ded-4bc8-b330-3cbf563757cf tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:21.776558 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-cf044e92-3ded-4bc8-b330-3cbf563757cf tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:21.789241 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 2f7f6080-4d00-45b5-804e-ac7a1ed2aae6 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:19:21.790442 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:21.809660 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dc4df76c-2063-4bcb-bca6-6417952cb582 req-2e1a85b3-6cd7-4082-9b05-313f27d2fbd8 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302020 Dec 10 16:19:21.832233 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-cf044e92-3ded-4bc8-b330-3cbf563757cf tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9981289 Dec 10 16:19:21.833201 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8efe5ce0-9de3-42a6-afa7-7514c0eebdb4 req-e529af15-5433-4e4b-bae1-a18c2f190047 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018374 Dec 10 16:19:21.833374 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf044e92-3ded-4bc8-b330-3cbf563757cf tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Pushing event updated for resources: {'Port': ['ID=d6265f97-e6f5-419e-9a81-84095a2a1117,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:21.862541 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-d5b2faf9-e22b-44aa-bca5-db0d9bdfb1d8 service neutron] Request body: {'port': {'device_id': '4b7710ec-f0d8-4e12-b52c-d3fc6c5dec70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:19:21.919316 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5553f3d-1905-4fcf-a2e7-43abe6ac444a req-e43bc96a-864c-4a3a-90b2-e935873ab7d8 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:21.920911 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c5553f3d-1905-4fcf-a2e7-43abe6ac444a req-e43bc96a-864c-4a3a-90b2-e935873ab7d8 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 946 time: 0.1275141 Dec 10 16:19:21.948409 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-d5b2faf9-e22b-44aa-bca5-db0d9bdfb1d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:22.042195 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8457f1e3-4202-43c7-a094-5a96070fb483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ffae14-1700-4921-be93-5c828a999366', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1106992502-router', 'tenant_id': '4ecd6f871c164b73a701fb09bd742828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '51e08d9a-7c90-41e5-b279-30a1cac95eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:19:17Z', 'updated_at': '2021-12-10T16:19:19Z', 'revision_number': 3, 'project_id': '4ecd6f871c164b73a701fb09bd742828', 'gw_port': {'id': '51e08d9a-7c90-41e5-b279-30a1cac95eaa', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:14:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ffae14-1700-4921-be93-5c828a999366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:19:18Z', 'updated_at': '2021-12-10T16:19:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:19:22.045636 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2de660-f813-4e18-a801-09464428f15b req-f80a5b4a-dde5-4bde-9b35-99e8cc00bd81 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:22.047974 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7a2de660-f813-4e18-a801-09464428f15b req-f80a5b4a-dde5-4bde-9b35-99e8cc00bd81 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b7710ec-f0d8-4e12-b52c-d3fc6c5dec70 HTTP/1.1" status: 200 len: 932 time: 0.1078079 Dec 10 16:19:22.058653 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0c341237-3d03-4b8b-8a54-a0a243c972a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:22.084149 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8457f1e3-4202-43c7-a094-5a96070fb483 None None] Checking router: 93ffae14-1700-4921-be93-5c828a999366 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:19:22.084596 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8457f1e3-4202-43c7-a094-5a96070fb483 None None] Updating router 93ffae14-1700-4921-be93-5c828a999366 port 51e08d9a-7c90-41e5-b279-30a1cac95eaa binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:19:22.088726 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c5553f3d-1905-4fcf-a2e7-43abe6ac444a req-05c9f043-afcc-42f0-8447-563b49be6094 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591053 Dec 10 16:19:22.166401 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8457f1e3-4202-43c7-a094-5a96070fb483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:22.183142 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7a2de660-f813-4e18-a801-09464428f15b req-16de0fe6-a2c4-45ea-a300-5a44a5ac63a3 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255524 Dec 10 16:19:22.340043 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-0c341237-3d03-4b8b-8a54-a0a243c972a7 admin admin] Allocated IP 172.20.0.1 (ba3e5c96-9dde-4825-a55d-9558203e4c87/22be4e61-859f-475d-bc09-9617e965937d/6491e1b2-18e5-4f0a-8032-3e2c9746b9e4) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:19:22.435561 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-d5b2faf9-e22b-44aa-bca5-db0d9bdfb1d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6265f97-e6f5-419e-9a81-84095a2a1117 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:19:22.449157 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-d5b2faf9-e22b-44aa-bca5-db0d9bdfb1d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:22.497740 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-d5b2faf9-e22b-44aa-bca5-db0d9bdfb1d8 service neutron] Transition to ACTIVE for port object d6265f97-e6f5-419e-9a81-84095a2a1117 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:19:22.510164 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-d5b2faf9-e22b-44aa-bca5-db0d9bdfb1d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:22.530948 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2556b-a618-4ceb-9e61-c831f9512fb1 req-7e81c1aa-57c0-49a7-aa5d-cbd98532c2a8 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:22.533182 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-daa2556b-a618-4ceb-9e61-c831f9512fb1 req-7e81c1aa-57c0-49a7-aa5d-cbd98532c2a8 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc587aff-b717-45dc-b5d9-0e1548d13862 HTTP/1.1" status: 200 len: 945 time: 0.0859442 Dec 10 16:19:22.571888 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0c341237-3d03-4b8b-8a54-a0a243c972a7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:22.658960 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-daa2556b-a618-4ceb-9e61-c831f9512fb1 req-c9b32ea8-e63c-4948-9e90-b4e021166aad tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994849 Dec 10 16:19:22.680703 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b2faf9-e22b-44aa-bca5-db0d9bdfb1d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d6265f97-e6f5-419e-9a81-84095a2a1117,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:22.689778 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0c341237-3d03-4b8b-8a54-a0a243c972a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:22.777875 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8457f1e3-4202-43c7-a094-5a96070fb483 None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:22.789577 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8457f1e3-4202-43c7-a094-5a96070fb483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:22.800519 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c341237-3d03-4b8b-8a54-a0a243c972a7 admin admin] Network ba3e5c96-9dde-4825-a55d-9558203e4c87 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:19:22.816157 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-0c341237-3d03-4b8b-8a54-a0a243c972a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:19:22.822160 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c341237-3d03-4b8b-8a54-a0a243c972a7 admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:19:22.847739 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-d5b2faf9-e22b-44aa-bca5-db0d9bdfb1d8 service neutron] Attempting to bind port d6265f97-e6f5-419e-9a81-84095a2a1117 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:19:22.848302 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-d5b2faf9-e22b-44aa-bca5-db0d9bdfb1d8 service neutron] Attempting to bind port d6265f97-e6f5-419e-9a81-84095a2a1117 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '15d1952f-4dcb-4e1f-ad99-f5f939317419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:19:22.848302 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-d5b2faf9-e22b-44aa-bca5-db0d9bdfb1d8 service neutron] Attempting to bind port d6265f97-e6f5-419e-9a81-84095a2a1117 on network fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:19:22.866050 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-d5b2faf9-e22b-44aa-bca5-db0d9bdfb1d8 service neutron] Port d6265f97-e6f5-419e-9a81-84095a2a1117 on network fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:19:22.866317 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-d5b2faf9-e22b-44aa-bca5-db0d9bdfb1d8 service neutron] Attempting to bind port d6265f97-e6f5-419e-9a81-84095a2a1117 on network fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:19:22.881515 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-d5b2faf9-e22b-44aa-bca5-db0d9bdfb1d8 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:19:22.884384 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-d5b2faf9-e22b-44aa-bca5-db0d9bdfb1d8 service neutron] Checking segment: {'id': '15d1952f-4dcb-4e1f-ad99-f5f939317419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:19:22.884855 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-d5b2faf9-e22b-44aa-bca5-db0d9bdfb1d8 service neutron] Bound using segment: {'id': '15d1952f-4dcb-4e1f-ad99-f5f939317419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:19:22.885591 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-d5b2faf9-e22b-44aa-bca5-db0d9bdfb1d8 service neutron] Bound port: d6265f97-e6f5-419e-9a81-84095a2a1117, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15d1952f-4dcb-4e1f-ad99-f5f939317419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:19:22.885965 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-d5b2faf9-e22b-44aa-bca5-db0d9bdfb1d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:22.945616 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0c341237-3d03-4b8b-8a54-a0a243c972a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:22.950694 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 2f7f6080-4d00-45b5-804e-ac7a1ed2aae6 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:19:23.030279 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-8457f1e3-4202-43c7-a094-5a96070fb483 None None] Attempting to bind port 51e08d9a-7c90-41e5-b279-30a1cac95eaa on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:19:23.030817 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-8457f1e3-4202-43c7-a094-5a96070fb483 None None] Attempting to bind port 51e08d9a-7c90-41e5-b279-30a1cac95eaa by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:19:23.031302 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8457f1e3-4202-43c7-a094-5a96070fb483 None None] Attempting to bind port 51e08d9a-7c90-41e5-b279-30a1cac95eaa on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:19:23.111658 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-d5b2faf9-e22b-44aa-bca5-db0d9bdfb1d8 service neutron] For port d6265f97-e6f5-419e-9a81-84095a2a1117, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:19:23.115201 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-d5b2faf9-e22b-44aa-bca5-db0d9bdfb1d8 service neutron] For port d6265f97-e6f5-419e-9a81-84095a2a1117, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=d6265f97-e6f5-419e-9a81-84095a2a1117,segment=NetworkSegment(15d1952f-4dcb-4e1f-ad99-f5f939317419),segment_id=15d1952f-4dcb-4e1f-ad99-f5f939317419)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:19:23.120627 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-d5b2faf9-e22b-44aa-bca5-db0d9bdfb1d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:23.143434 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8457f1e3-4202-43c7-a094-5a96070fb483 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:19:23.144041 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8457f1e3-4202-43c7-a094-5a96070fb483 None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:19:23.148045 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8457f1e3-4202-43c7-a094-5a96070fb483 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:23.149410 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8457f1e3-4202-43c7-a094-5a96070fb483 None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:19:23.150023 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-8457f1e3-4202-43c7-a094-5a96070fb483 None None] Bound port: 51e08d9a-7c90-41e5-b279-30a1cac95eaa, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:19:23.150539 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8457f1e3-4202-43c7-a094-5a96070fb483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:23.190046 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-d5b2faf9-e22b-44aa-bca5-db0d9bdfb1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:23.190881 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-d5b2faf9-e22b-44aa-bca5-db0d9bdfb1d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:23.194351 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-d5b2faf9-e22b-44aa-bca5-db0d9bdfb1d8 service neutron] 10.222.0.26 "PUT /v2.0/ports/d6265f97-e6f5-419e-9a81-84095a2a1117 HTTP/1.1" status: 200 len: 1092 time: 1.3526642 Dec 10 16:19:23.197176 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b7710ec-f0d8-4e12-b52c-d3fc6c5dec70', 'tag': 'd6265f97-e6f5-419e-9a81-84095a2a1117'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:19:23.201133 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22fb544e-fe49-497c-baa9-a82a82036f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "4b7710ec-f0d8-4e12-b52c-d3fc6c5dec70", "tag": "d6265f97-e6f5-419e-9a81-84095a2a1117"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:19:23.202913 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7777d5ab-128e-4cd0-8469-8515a3bd5fb6 None None] Pushing event updated for resources: {'Port': ['ID=51e08d9a-7c90-41e5-b279-30a1cac95eaa,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:23.273120 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b2faf9-e22b-44aa-bca5-db0d9bdfb1d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d6265f97-e6f5-419e-9a81-84095a2a1117,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:23.277490 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c341237-3d03-4b8b-8a54-a0a243c972a7 admin admin] Pushing event updated for resources: {'Port': ['ID=6491e1b2-18e5-4f0a-8032-3e2c9746b9e4,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:23.323733 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8457f1e3-4202-43c7-a094-5a96070fb483 None None] For port 51e08d9a-7c90-41e5-b279-30a1cac95eaa, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:19:23.327389 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8457f1e3-4202-43c7-a094-5a96070fb483 None None] For port 51e08d9a-7c90-41e5-b279-30a1cac95eaa, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=51e08d9a-7c90-41e5-b279-30a1cac95eaa,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:19:23.328371 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 2f7f6080-4d00-45b5-804e-ac7a1ed2aae6 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:19:23.329336 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:23.359461 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457c1ce-7424-410b-8cc3-b2493305210f req-70e61293-c65a-4cef-a838-80fdb9ea01d6 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:23.368211 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d457c1ce-7424-410b-8cc3-b2493305210f req-70e61293-c65a-4cef-a838-80fdb9ea01d6 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 949 time: 0.1767626 Dec 10 16:19:23.381604 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-0e52e935-7964-445f-910e-81f3f61e5404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:23.385760 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-0e52e935-7964-445f-910e-81f3f61e5404 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ae81348bd094aec80f7f6fb7b2e05e7&device_id=4b7710ec-f0d8-4e12-b52c-d3fc6c5dec70 HTTP/1.1" status: 200 len: 1095 time: 0.0964825 Dec 10 16:19:23.407914 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0c341237-3d03-4b8b-8a54-a0a243c972a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:23.423026 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8457f1e3-4202-43c7-a094-5a96070fb483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:23.428006 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5bffd9-f47c-4d94-a45a-048c9edd937c req-86155ae4-3f4e-4819-9322-95cf57c3f571 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:23.440985 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5f5bffd9-f47c-4d94-a45a-048c9edd937c req-86155ae4-3f4e-4819-9322-95cf57c3f571 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 946 time: 0.1186826 Dec 10 16:19:23.453600 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d457c1ce-7424-410b-8cc3-b2493305210f req-d456acb8-24ec-49ed-844d-239601b1ad08 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841818 Dec 10 16:19:23.546582 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7777d5ab-128e-4cd0-8469-8515a3bd5fb6 None None] Pushing event updated for resources: {'Port': ['ID=51e08d9a-7c90-41e5-b279-30a1cac95eaa,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:23.570860 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5f5bffd9-f47c-4d94-a45a-048c9edd937c req-81c2f284-a370-4883-bee5-b55b5ff39a49 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289167 Dec 10 16:19:23.574460 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-5083c948-810e-4938-a2c7-14573065fd2f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6265f97-e6f5-419e-9a81-84095a2a1117 HTTP/1.1" status: 200 len: 217 time: 0.1682682 Dec 10 16:19:23.608999 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d37f4dbe-8ba8-48fc-aa27-73b5008819df None None] Provisioning complete for port 6491e1b2-18e5-4f0a-8032-3e2c9746b9e4 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:19:23.609573 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37f4dbe-8ba8-48fc-aa27-73b5008819df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:23.616721 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8457f1e3-4202-43c7-a094-5a96070fb483 None None] Routers {'93ffae14-1700-4921-be93-5c828a999366'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:19:23.617704 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8457f1e3-4202-43c7-a094-5a96070fb483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:19:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['93ffae14-1700-4921-be93-5c828a999366'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:19:23.698473 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da561b5-bb3d-489f-8b89-54293f9a0dd4 x-openstack-request-id: req-3da561b5-bb3d-489f-8b89-54293f9a0dd4 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:19:23.700012 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b7710ec-f0d8-4e12-b52c-d3fc6c5dec70", "tag": "d6265f97-e6f5-419e-9a81-84095a2a1117", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:19:23.700301 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3da561b5-bb3d-489f-8b89-54293f9a0dd4 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:19:23.700723 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b7710ec-f0d8-4e12-b52c-d3fc6c5dec70', 'tag': 'd6265f97-e6f5-419e-9a81-84095a2a1117', 'status': 'completed', 'code': 200} Dec 10 16:19:23.730610 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-bfcbcd02-086f-4807-a567-bc3a67e2bb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:23.742444 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-bfcbcd02-086f-4807-a567-bc3a67e2bb86 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4c72c797-c788-4a2c-b14b-bffaa1b0b3e6 HTTP/1.1" status: 200 len: 862 time: 0.1576183 Dec 10 16:19:23.755007 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d37f4dbe-8ba8-48fc-aa27-73b5008819df None None] Port 6491e1b2-18e5-4f0a-8032-3e2c9746b9e4 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:19:23.814668 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-8457f1e3-4202-43c7-a094-5a96070fb483 None None] Set router 93ffae14-1700-4921-be93-5c828a999366 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:19:23.829376 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-730f9c72-f427-4270-bf8c-6580a076df5b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832374 Dec 10 16:19:23.876369 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc75cb-a636-48cc-a5db-0fbc61f4a972 req-144619e4-610f-4e68-95af-e70f422aecc8 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:23.884607 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fafc75cb-a636-48cc-a5db-0fbc61f4a972 req-144619e4-610f-4e68-95af-e70f422aecc8 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b7710ec-f0d8-4e12-b52c-d3fc6c5dec70 HTTP/1.1" status: 200 len: 944 time: 0.3020313 Dec 10 16:19:23.984071 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0c341237-3d03-4b8b-8a54-a0a243c972a7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:23.992900 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0c341237-3d03-4b8b-8a54-a0a243c972a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:24.000376 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1da5ef-c77f-4abd-a15a-8eb84bf6b0b5 req-77557d85-851b-4a15-bc0c-c09f529d439f tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:24.011279 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0c1da5ef-c77f-4abd-a15a-8eb84bf6b0b5 req-77557d85-851b-4a15-bc0c-c09f529d439f tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc587aff-b717-45dc-b5d9-0e1548d13862 HTTP/1.1" status: 200 len: 945 time: 0.1934948 Dec 10 16:19:24.075339 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-e5c1aa0c-aa4c-49b1-a9a2-50af411715b4 service neutron] 10.222.0.26 "GET /v2.0/networks/fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176909 Dec 10 16:19:24.089916 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0c341237-3d03-4b8b-8a54-a0a243c972a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:24.105200 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fafc75cb-a636-48cc-a5db-0fbc61f4a972 req-ba2d691f-98ac-4b40-a054-a0302cede0a7 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193677 Dec 10 16:19:24.128259 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c341237-3d03-4b8b-8a54-a0a243c972a7 admin admin] Pushing event updated for resources: {'Port': ['ID=6491e1b2-18e5-4f0a-8032-3e2c9746b9e4,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:24.217540 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ca32fa96-cb05-4e6b-a9ed-5aaef9c35c84 req-2817d5c2-b0d9-40a4-8169-c8cc56c9f4e5 service neutron] 10.222.0.26 "GET /v2.0/networks/fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287332 Dec 10 16:19:24.233894 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c341237-3d03-4b8b-8a54-a0a243c972a7 admin admin] Network ba3e5c96-9dde-4825-a55d-9558203e4c87 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:19:24.242428 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-0c341237-3d03-4b8b-8a54-a0a243c972a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:19:24.321667 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0c1da5ef-c77f-4abd-a15a-8eb84bf6b0b5 req-d276a640-e3d7-47d8-a538-f90d73a97f08 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452719 Dec 10 16:19:24.417500 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8457f1e3-4202-43c7-a094-5a96070fb483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ffae14-1700-4921-be93-5c828a999366', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1106992502-router', 'tenant_id': '4ecd6f871c164b73a701fb09bd742828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '51e08d9a-7c90-41e5-b279-30a1cac95eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:19:17Z', 'updated_at': '2021-12-10T16:19:23Z', 'revision_number': 4, 'project_id': '4ecd6f871c164b73a701fb09bd742828', 'gw_port': {'id': '51e08d9a-7c90-41e5-b279-30a1cac95eaa', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:14:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ffae14-1700-4921-be93-5c828a999366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:19:18Z', 'updated_at': '2021-12-10T16:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '6491e1b2-18e5-4f0a-8032-3e2c9746b9e4', 'name': '', 'network_id': 'ba3e5c96-9dde-4825-a55d-9558203e4c87', 'tenant_id': '4ecd6f871c164b73a701fb09bd742828', 'mac_address': 'fa:16:3e:04:e4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ffae14-1700-4921-be93-5c828a999366', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '22be4e61-859f-475d-bc09-9617e965937d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:19:22Z', 'updated_at': '2021-12-10T16:19:22Z', 'revision_number': 1, 'project_id': '4ecd6f871c164b73a701fb09bd742828', 'subnets': [{'id': '22be4e61-859f-475d-bc09-9617e965937d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:19:24.484891 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb544e-fe49-497c-baa9-a82a82036f2c req-21344ea9-ed21-4e48-9e0c-200259d6f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:24.486070 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22fb544e-fe49-497c-baa9-a82a82036f2c req-21344ea9-ed21-4e48-9e0c-200259d6f98c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ae81348bd094aec80f7f6fb7b2e05e7&device_id=4b7710ec-f0d8-4e12-b52c-d3fc6c5dec70 HTTP/1.1" status: 200 len: 1095 time: 0.1630931 Dec 10 16:19:24.572367 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c341237-3d03-4b8b-8a54-a0a243c972a7 admin admin] Router 93ffae14-1700-4921-be93-5c828a999366 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:19:24.799919 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c341237-3d03-4b8b-8a54-a0a243c972a7 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:19:24.807098 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0c341237-3d03-4b8b-8a54-a0a243c972a7 admin admin] 10.222.0.11 "PUT /v2.0/routers/93ffae14-1700-4921-be93-5c828a999366/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5923846 Dec 10 16:19:24.831767 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8457f1e3-4202-43c7-a094-5a96070fb483 None None] The sync data for ids ['93ffae14-1700-4921-be93-5c828a999366'] in n-d-766771-2 is: [{'id': '93ffae14-1700-4921-be93-5c828a999366', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1106992502-router', 'tenant_id': '4ecd6f871c164b73a701fb09bd742828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '51e08d9a-7c90-41e5-b279-30a1cac95eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:19:17Z', 'updated_at': '2021-12-10T16:19:23Z', 'revision_number': 4, 'project_id': '4ecd6f871c164b73a701fb09bd742828', 'gw_port': {'id': '51e08d9a-7c90-41e5-b279-30a1cac95eaa', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:14:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ffae14-1700-4921-be93-5c828a999366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:19:18Z', 'updated_at': '2021-12-10T16:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '6491e1b2-18e5-4f0a-8032-3e2c9746b9e4', 'name': '', 'network_id': 'ba3e5c96-9dde-4825-a55d-9558203e4c87', 'tenant_id': '4ecd6f871c164b73a701fb09bd742828', 'mac_address': 'fa:16:3e:04:e4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ffae14-1700-4921-be93-5c828a999366', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '22be4e61-859f-475d-bc09-9617e965937d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:19:22Z', 'updated_at': '2021-12-10T16:19:22Z', 'revision_number': 1, 'project_id': '4ecd6f871c164b73a701fb09bd742828', 'subnets': [{'id': '22be4e61-859f-475d-bc09-9617e965937d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:19:24.851435 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e51f589a-571f-4df3-8fac-6b8ce61425b8 None None] Provisioning complete for port 6491e1b2-18e5-4f0a-8032-3e2c9746b9e4 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:19:24.851817 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e51f589a-571f-4df3-8fac-6b8ce61425b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:24.935354 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-e51f589a-571f-4df3-8fac-6b8ce61425b8 None None] Port 6491e1b2-18e5-4f0a-8032-3e2c9746b9e4 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:19:24.964106 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3693f-e359-4fb9-bbc9-7321b11b60a1 req-481198c3-cc04-4d88-a7a5-b3e50fa2f05e tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:24.973488 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-94c3693f-e359-4fb9-bbc9-7321b11b60a1 req-481198c3-cc04-4d88-a7a5-b3e50fa2f05e tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 949 time: 0.2940884 Dec 10 16:19:25.049879 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb544e-fe49-497c-baa9-a82a82036f2c req-d031c921-fa17-40a6-8295-36bf8c4fd2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:25.055808 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22fb544e-fe49-497c-baa9-a82a82036f2c req-d031c921-fa17-40a6-8295-36bf8c4fd2bd service neutron] 10.222.0.26 "GET /v2.0/networks?id=fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51 HTTP/1.1" status: 200 len: 923 time: 0.5516381 Dec 10 16:19:25.080186 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-94c3693f-e359-4fb9-bbc9-7321b11b60a1 req-15a8d796-a872-42d9-b0e5-61c22349649e tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021957 Dec 10 16:19:25.243505 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22fb544e-fe49-497c-baa9-a82a82036f2c req-dcf58a2f-b5a3-445b-b19a-b86a569ab187 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6265f97-e6f5-419e-9a81-84095a2a1117 HTTP/1.1" status: 200 len: 217 time: 0.1493328 Dec 10 16:19:25.287762 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8818d5-6052-4955-9166-381f9f8d5f88 req-08844e12-457a-43c7-81e4-f7dd316efe6e tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:25.295297 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7d8818d5-6052-4955-9166-381f9f8d5f88 req-08844e12-457a-43c7-81e4-f7dd316efe6e tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 946 time: 0.1786363 Dec 10 16:19:25.350213 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb544e-fe49-497c-baa9-a82a82036f2c req-fd1675fc-0e70-4573-b63a-8758d990be80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:25.355236 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22fb544e-fe49-497c-baa9-a82a82036f2c req-fd1675fc-0e70-4573-b63a-8758d990be80 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4c72c797-c788-4a2c-b14b-bffaa1b0b3e6 HTTP/1.1" status: 200 len: 862 time: 0.1093321 Dec 10 16:19:25.394782 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7d8818d5-6052-4955-9166-381f9f8d5f88 req-8bb4a936-54a4-433e-9621-ba47ded2b850 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984931 Dec 10 16:19:25.427560 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22fb544e-fe49-497c-baa9-a82a82036f2c req-41d5ff99-d0a6-4594-85f0-2c24397b1a22 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625153 Dec 10 16:19:25.538689 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c8e67-f45d-4ed7-ae7a-dcd50b768c78 req-2d154290-6418-42b9-bcb7-2d4732f3a165 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:25.546600 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-826c8e67-f45d-4ed7-ae7a-dcd50b768c78 req-2d154290-6418-42b9-bcb7-2d4732f3a165 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b7710ec-f0d8-4e12-b52c-d3fc6c5dec70 HTTP/1.1" status: 200 len: 944 time: 0.0858397 Dec 10 16:19:25.657223 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-826c8e67-f45d-4ed7-ae7a-dcd50b768c78 req-db41db77-008c-4f82-bc92-c2c3c2ade33b tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094294 Dec 10 16:19:25.658832 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22fb544e-fe49-497c-baa9-a82a82036f2c req-a86c6b72-3b86-4e48-b81a-4455a9be6a96 service neutron] 10.222.0.26 "GET /v2.0/networks/fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194154 Dec 10 16:19:25.956730 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f6cca-721f-46c0-a722-cf81d07e956e req-34677069-e832-4a6e-83a9-ae501b1dba6e tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:25.963959 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-557f6cca-721f-46c0-a722-cf81d07e956e req-34677069-e832-4a6e-83a9-ae501b1dba6e tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 1097 time: 0.0841048 Dec 10 16:19:26.166726 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-557f6cca-721f-46c0-a722-cf81d07e956e req-68fba0ff-525a-4b33-a226-f1962347e7ae tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956704 Dec 10 16:19:26.478615 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22fb544e-fe49-497c-baa9-a82a82036f2c req-3e4dc975-e8bc-4f79-bd8e-0aca759f9c63 service neutron] 10.222.0.26 "GET /v2.0/networks/fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7846220 Dec 10 16:19:26.499457 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d44a0-0f69-4793-b6e7-355673025e8e req-17429068-6286-4587-b73a-f1b776b7a000 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:26.499995 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07410d84-ae15-4aec-b0ac-354bc2564c79 req-9b1bc6bf-4ceb-45f3-8bbe-bb32274e8fa4 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:26.502199 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-07410d84-ae15-4aec-b0ac-354bc2564c79 req-9b1bc6bf-4ceb-45f3-8bbe-bb32274e8fa4 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 949 time: 0.0939760 Dec 10 16:19:26.506966 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-762d44a0-0f69-4793-b6e7-355673025e8e req-17429068-6286-4587-b73a-f1b776b7a000 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/networks?id=ba3e5c96-9dde-4825-a55d-9558203e4c87 HTTP/1.1" status: 200 len: 829 time: 0.8865218 Dec 10 16:19:26.522733 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-762d44a0-0f69-4793-b6e7-355673025e8e req-2950b5c3-99c3-4fde-80c2-9d4d6070244d tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/quotas/4ecd6f871c164b73a701fb09bd742828 HTTP/1.1" status: 200 len: 375 time: 0.0148325 Dec 10 16:19:26.568869 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-07410d84-ae15-4aec-b0ac-354bc2564c79 req-4a1ca0ce-2ebe-4d78-b15f-fca03859a42e tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577068 Dec 10 16:19:26.586017 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-762d44a0-0f69-4793-b6e7-355673025e8e req-3b0f2e37-ffe8-4cde-a0d6-310c47b59612 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4ecd6f871c164b73a701fb09bd742828&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619442 Dec 10 16:19:26.704622 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-762d44a0-0f69-4793-b6e7-355673025e8e req-d6edd967-7a13-44cb-a151-1198e6115486 service neutron] 10.222.0.11 "GET /v2.0/networks/ba3e5c96-9dde-4825-a55d-9558203e4c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180723 Dec 10 16:19:26.823265 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 51e08d9a-7c90-41e5-b279-30a1cac95eaa up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:19:26.856393 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c9829-3622-465e-a558-90dc8af1cf20 req-40357268-655b-47f6-a80f-838a160853c8 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:26.861244 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-818c9829-3622-465e-a558-90dc8af1cf20 req-40357268-655b-47f6-a80f-838a160853c8 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b7710ec-f0d8-4e12-b52c-d3fc6c5dec70 HTTP/1.1" status: 200 len: 944 time: 0.0749762 Dec 10 16:19:26.889454 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-762d44a0-0f69-4793-b6e7-355673025e8e req-29f80ab3-9a54-49f7-ac7b-5697075cf748 service neutron] 10.222.0.11 "GET /v2.0/networks/ba3e5c96-9dde-4825-a55d-9558203e4c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756756 Dec 10 16:19:26.936561 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 51e08d9a-7c90-41e5-b279-30a1cac95eaa triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:19:26.937054 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:26.951744 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-818c9829-3622-465e-a558-90dc8af1cf20 req-9ec7e61f-2779-43f1-bd23-60e4a4b2d9fe tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838449 Dec 10 16:19:27.100981 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:27.126232 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 51e08d9a-7c90-41e5-b279-30a1cac95eaa, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=51e08d9a-7c90-41e5-b279-30a1cac95eaa,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:27.139567 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:27.226729 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=51e08d9a-7c90-41e5-b279-30a1cac95eaa,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:27.272956 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device db21076e-dcca-4c0e-9aeb-b387de70cb1c details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:19:27.291595 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2f64ffe0-24ca-442b-9016-fd64ed085d2d req-7d20252e-e6b3-489f-8845-dda7a973319e tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9f0fee1-f7da-4700-a99b-39d47223384c HTTP/1.1" status: 200 len: 210 time: 0.0565612 Dec 10 16:19:27.495823 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device d6265f97-e6f5-419e-9a81-84095a2a1117 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:19:27.512932 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port db21076e-dcca-4c0e-9aeb-b387de70cb1c, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=db21076e-dcca-4c0e-9aeb-b387de70cb1c,segment=NetworkSegment(8ca85019-a24a-4916-864b-3c419298bab5),segment_id=8ca85019-a24a-4916-864b-3c419298bab5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:27.539986 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'db21076e-dcca-4c0e-9aeb-b387de70cb1c', 'network_id': '85be2e17-4b10-4d14-9b32-3869abb76961', 'port_id': 'db21076e-dcca-4c0e-9aeb-b387de70cb1c', 'mac_address': 'fa:16:3e:ea:3b:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0733bfe1-6763-4622-804d-2791b07706b1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:19:27.636909 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339952a0-26aa-4039-83ef-5df1e0452570 req-1c053955-e690-4c23-a178-429e9853ac8c tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:27.647239 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-339952a0-26aa-4039-83ef-5df1e0452570 req-1c053955-e690-4c23-a178-429e9853ac8c tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d80ec4-3ec4-4c33-9c49-e38c5a3d682a HTTP/1.1" status: 200 len: 949 time: 0.0727115 Dec 10 16:19:27.691029 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:27.723410 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db21076e-dcca-4c0e-9aeb-b387de70cb1c {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:19:27.736427 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-339952a0-26aa-4039-83ef-5df1e0452570 req-a68736ae-99e6-43de-80e0-dd32641c7425 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/security-groups?id=697cd46f-22b9-4568-a139-0d54c765a04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873797 Dec 10 16:19:27.758953 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port d6265f97-e6f5-419e-9a81-84095a2a1117, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=d6265f97-e6f5-419e-9a81-84095a2a1117,segment=NetworkSegment(15d1952f-4dcb-4e1f-ad99-f5f939317419),segment_id=15d1952f-4dcb-4e1f-ad99-f5f939317419)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:27.828043 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port db21076e-dcca-4c0e-9aeb-b387de70cb1c, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=db21076e-dcca-4c0e-9aeb-b387de70cb1c,segment=NetworkSegment(8ca85019-a24a-4916-864b-3c419298bab5),segment_id=8ca85019-a24a-4916-864b-3c419298bab5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:27.831606 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': 'd6265f97-e6f5-419e-9a81-84095a2a1117', 'network_id': 'fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51', 'port_id': 'd6265f97-e6f5-419e-9a81-84095a2a1117', 'mac_address': 'fa:16:3e:7c:d7:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c72c797-c788-4a2c-b14b-bffaa1b0b3e6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:19:27.858551 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640e044-0821-4dff-a16c-7371e11b63e9 req-4e3c4b32-2530-482f-b048-0ece09632b9b tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:27.867416 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:27.872621 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8640e044-0821-4dff-a16c-7371e11b63e9 req-4e3c4b32-2530-482f-b048-0ece09632b9b tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 949 time: 0.1798913 Dec 10 16:19:27.953741 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:28.002872 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=db21076e-dcca-4c0e-9aeb-b387de70cb1c,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:28.012843 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6265f97-e6f5-419e-9a81-84095a2a1117 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:19:28.020435 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8640e044-0821-4dff-a16c-7371e11b63e9 req-ca7f6655-ba48-4165-8cd2-1a2db8eabd91 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396065 Dec 10 16:19:28.032783 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['db21076e-dcca-4c0e-9aeb-b387de70cb1c'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:19:28.059844 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port d6265f97-e6f5-419e-9a81-84095a2a1117, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=d6265f97-e6f5-419e-9a81-84095a2a1117,segment=NetworkSegment(15d1952f-4dcb-4e1f-ad99-f5f939317419),segment_id=15d1952f-4dcb-4e1f-ad99-f5f939317419)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:28.111104 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:28.217118 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=d6265f97-e6f5-419e-9a81-84095a2a1117,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:28.284833 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38d9fe-e80c-4067-9c25-6890d6216d8c req-d37eb2e6-ed1c-43bd-b44d-60b1211441bf tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:28.287240 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-df38d9fe-e80c-4067-9c25-6890d6216d8c req-d37eb2e6-ed1c-43bd-b44d-60b1211441bf tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b7710ec-f0d8-4e12-b52c-d3fc6c5dec70 HTTP/1.1" status: 200 len: 945 time: 0.1125970 Dec 10 16:19:28.383729 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['d6265f97-e6f5-419e-9a81-84095a2a1117'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:19:28.438705 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff67d7ce-b062-4064-a5ce-b3dbba221b58 None None] Sync routers for ids ['93ffae14-1700-4921-be93-5c828a999366'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:19:28.454653 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-df38d9fe-e80c-4067-9c25-6890d6216d8c req-c8710385-77ea-45ce-9fed-9ea3fda45eec tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556776 Dec 10 16:19:28.463947 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff67d7ce-b062-4064-a5ce-b3dbba221b58 None None] Routers {'93ffae14-1700-4921-be93-5c828a999366'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:19:28.475343 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ff67d7ce-b062-4064-a5ce-b3dbba221b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:19:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['93ffae14-1700-4921-be93-5c828a999366'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:19:28.713246 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-ff67d7ce-b062-4064-a5ce-b3dbba221b58 None None] Set router 93ffae14-1700-4921-be93-5c828a999366 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:19:28.848124 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-96c28e25-7c72-4170-96f6-157718eaf2b6 req-9c3231bd-da2e-4ab6-ab2c-a26dbb577b9c tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9f0fee1-f7da-4700-a99b-39d47223384c HTTP/1.1" status: 200 len: 210 time: 0.1016691 Dec 10 16:19:28.898770 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 51e08d9a-7c90-41e5-b279-30a1cac95eaa up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:19:29.159625 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ff67d7ce-b062-4064-a5ce-b3dbba221b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ffae14-1700-4921-be93-5c828a999366', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1106992502-router', 'tenant_id': '4ecd6f871c164b73a701fb09bd742828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '51e08d9a-7c90-41e5-b279-30a1cac95eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:19:17Z', 'updated_at': '2021-12-10T16:19:23Z', 'revision_number': 4, 'project_id': '4ecd6f871c164b73a701fb09bd742828', 'gw_port': {'id': '51e08d9a-7c90-41e5-b279-30a1cac95eaa', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:14:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ffae14-1700-4921-be93-5c828a999366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:19:18Z', 'updated_at': '2021-12-10T16:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '6491e1b2-18e5-4f0a-8032-3e2c9746b9e4', 'name': '', 'network_id': 'ba3e5c96-9dde-4825-a55d-9558203e4c87', 'tenant_id': '4ecd6f871c164b73a701fb09bd742828', 'mac_address': 'fa:16:3e:04:e4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ffae14-1700-4921-be93-5c828a999366', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '22be4e61-859f-475d-bc09-9617e965937d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:19:22Z', 'updated_at': '2021-12-10T16:19:23Z', 'revision_number': 2, 'project_id': '4ecd6f871c164b73a701fb09bd742828', 'subnets': [{'id': '22be4e61-859f-475d-bc09-9617e965937d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:19:29.194561 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff67d7ce-b062-4064-a5ce-b3dbba221b58 None None] Checking router: 93ffae14-1700-4921-be93-5c828a999366 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:19:29.195295 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff67d7ce-b062-4064-a5ce-b3dbba221b58 None None] Updating router 93ffae14-1700-4921-be93-5c828a999366 port 6491e1b2-18e5-4f0a-8032-3e2c9746b9e4 binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:19:29.214240 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d44a0-0f69-4793-b6e7-355673025e8e req-0bf54dd6-0e61-44ef-b8d9-a1012a3b1ed6 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:29.215935 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-762d44a0-0f69-4793-b6e7-355673025e8e req-0bf54dd6-0e61-44ef-b8d9-a1012a3b1ed6 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.26 "GET /v2.0/networks?id=ba3e5c96-9dde-4825-a55d-9558203e4c87 HTTP/1.1" status: 200 len: 829 time: 0.2800908 Dec 10 16:19:29.224928 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 51e08d9a-7c90-41e5-b279-30a1cac95eaa triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:19:29.225288 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:29.236920 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-762d44a0-0f69-4793-b6e7-355673025e8e req-3201a5e2-930e-46e4-9408-84b1d0b3fa42 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Request body: {'port': {'device_id': 'b9f0fee1-f7da-4700-a99b-39d47223384c', 'network_id': 'ba3e5c96-9dde-4825-a55d-9558203e4c87', 'admin_state_up': True, 'tenant_id': '4ecd6f871c164b73a701fb09bd742828'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:19:29.249006 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-ff67d7ce-b062-4064-a5ce-b3dbba221b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:29.349873 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device db21076e-dcca-4c0e-9aeb-b387de70cb1c up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:19:29.362840 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fb0b6-dee2-49d8-a315-f1fc41bc8a29 req-db36ab9b-14c5-4249-8a65-9725b12180dd tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:29.380556 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-652fb0b6-dee2-49d8-a315-f1fc41bc8a29 req-db36ab9b-14c5-4249-8a65-9725b12180dd tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 949 time: 0.2257717 Dec 10 16:19:29.504686 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port db21076e-dcca-4c0e-9aeb-b387de70cb1c triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:19:29.505145 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:29.530761 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-652fb0b6-dee2-49d8-a315-f1fc41bc8a29 req-a9106290-fffa-4df0-80d9-e641324360d5 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494858 Dec 10 16:19:29.640776 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-762d44a0-0f69-4793-b6e7-355673025e8e req-3201a5e2-930e-46e4-9408-84b1d0b3fa42 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Made reservation on behalf of 4ecd6f871c164b73a701fb09bd742828 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:19:29.652517 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-762d44a0-0f69-4793-b6e7-355673025e8e req-3201a5e2-930e-46e4-9408-84b1d0b3fa42 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:29.665319 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-ff67d7ce-b062-4064-a5ce-b3dbba221b58 None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:29.667423 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:29.677658 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-ff67d7ce-b062-4064-a5ce-b3dbba221b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:29.714843 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc587aff-b717-45dc-b5d9-0e1548d13862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db21076e-dcca-4c0e-9aeb-b387de70cb1c'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:19:29.731858 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b005a0c-cfd3-44ee-b9d9-8a7d9e660cbe" -d '{"events": [{"server_uuid": "cc587aff-b717-45dc-b5d9-0e1548d13862", "name": "network-vif-plugged", "status": "completed", "tag": "db21076e-dcca-4c0e-9aeb-b387de70cb1c"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:19:29.757544 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port db21076e-dcca-4c0e-9aeb-b387de70cb1c, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=db21076e-dcca-4c0e-9aeb-b387de70cb1c,segment=NetworkSegment(8ca85019-a24a-4916-864b-3c419298bab5),segment_id=8ca85019-a24a-4916-864b-3c419298bab5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:29.765753 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:29.826426 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9f9d1-c38f-403d-9255-8320a6cbcbc5 req-34b8de97-7e16-4a54-bb1c-0de01383b6ea tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:29.834461 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-06a9f9d1-c38f-403d-9255-8320a6cbcbc5 req-34b8de97-7e16-4a54-bb1c-0de01383b6ea tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b7710ec-f0d8-4e12-b52c-d3fc6c5dec70 HTTP/1.1" status: 200 len: 945 time: 0.1922495 Dec 10 16:19:29.877609 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=db21076e-dcca-4c0e-9aeb-b387de70cb1c,revision_number=7']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:29.892807 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-ff67d7ce-b062-4064-a5ce-b3dbba221b58 None None] Attempting to bind port 6491e1b2-18e5-4f0a-8032-3e2c9746b9e4 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:19:29.893174 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-ff67d7ce-b062-4064-a5ce-b3dbba221b58 None None] Attempting to bind port 6491e1b2-18e5-4f0a-8032-3e2c9746b9e4 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '3479d084-61bc-4a2b-9bd7-e296e8e498cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ba3e5c96-9dde-4825-a55d-9558203e4c87'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:19:29.893559 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff67d7ce-b062-4064-a5ce-b3dbba221b58 None None] Attempting to bind port 6491e1b2-18e5-4f0a-8032-3e2c9746b9e4 on network ba3e5c96-9dde-4825-a55d-9558203e4c87 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:19:29.930014 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff67d7ce-b062-4064-a5ce-b3dbba221b58 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:19:29.930455 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff67d7ce-b062-4064-a5ce-b3dbba221b58 None None] Checking segment: {'id': '3479d084-61bc-4a2b-9bd7-e296e8e498cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ba3e5c96-9dde-4825-a55d-9558203e4c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:19:29.930857 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-ff67d7ce-b062-4064-a5ce-b3dbba221b58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:29.931243 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff67d7ce-b062-4064-a5ce-b3dbba221b58 None None] Bound using segment: {'id': '3479d084-61bc-4a2b-9bd7-e296e8e498cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ba3e5c96-9dde-4825-a55d-9558203e4c87'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:19:29.931718 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-ff67d7ce-b062-4064-a5ce-b3dbba221b58 None None] Bound port: 6491e1b2-18e5-4f0a-8032-3e2c9746b9e4, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3479d084-61bc-4a2b-9bd7-e296e8e498cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ba3e5c96-9dde-4825-a55d-9558203e4c87'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:19:29.932109 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-ff67d7ce-b062-4064-a5ce-b3dbba221b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:30.004623 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-762d44a0-0f69-4793-b6e7-355673025e8e req-3201a5e2-930e-46e4-9408-84b1d0b3fa42 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Allocated IP 172.20.0.9 (ba3e5c96-9dde-4825-a55d-9558203e4c87/22be4e61-859f-475d-bc09-9617e965937d/591f4bec-9233-4907-a7ab-5be24d27eb23) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:19:30.022920 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-06a9f9d1-c38f-403d-9255-8320a6cbcbc5 req-f1386973-ea9f-4f9a-8dca-328c8229b602 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788721 Dec 10 16:19:30.052331 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-ff67d7ce-b062-4064-a5ce-b3dbba221b58 None None] For port 6491e1b2-18e5-4f0a-8032-3e2c9746b9e4, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:19:30.055833 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-ff67d7ce-b062-4064-a5ce-b3dbba221b58 None None] For port 6491e1b2-18e5-4f0a-8032-3e2c9746b9e4, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=6491e1b2-18e5-4f0a-8032-3e2c9746b9e4,segment=NetworkSegment(3479d084-61bc-4a2b-9bd7-e296e8e498cb),segment_id=3479d084-61bc-4a2b-9bd7-e296e8e498cb)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:19:30.064172 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-ff67d7ce-b062-4064-a5ce-b3dbba221b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:30.078750 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d0b43-fb87-4454-b6c2-5b73e235075c None None] Pushing event updated for resources: {'Port': ['ID=6491e1b2-18e5-4f0a-8032-3e2c9746b9e4,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:30.096020 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d0b43-fb87-4454-b6c2-5b73e235075c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:30.096592 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d0b43-fb87-4454-b6c2-5b73e235075c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:30.097090 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d0b43-fb87-4454-b6c2-5b73e235075c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:30.097583 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d0b43-fb87-4454-b6c2-5b73e235075c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:30.098071 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d0b43-fb87-4454-b6c2-5b73e235075c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:30.098602 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d0b43-fb87-4454-b6c2-5b73e235075c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:30.099099 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d0b43-fb87-4454-b6c2-5b73e235075c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:30.099576 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d0b43-fb87-4454-b6c2-5b73e235075c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:30.100056 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d0b43-fb87-4454-b6c2-5b73e235075c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:30.100543 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d0b43-fb87-4454-b6c2-5b73e235075c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:30.101022 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d0b43-fb87-4454-b6c2-5b73e235075c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:30.101497 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d0b43-fb87-4454-b6c2-5b73e235075c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:30.101971 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d0b43-fb87-4454-b6c2-5b73e235075c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:30.244392 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-993dd895-c347-4439-87d5-1183eca49ea4 None None] Provisioning complete for port 6491e1b2-18e5-4f0a-8032-3e2c9746b9e4 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:19:30.244883 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-993dd895-c347-4439-87d5-1183eca49ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:30.289123 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff67d7ce-b062-4064-a5ce-b3dbba221b58 None None] Routers {'93ffae14-1700-4921-be93-5c828a999366'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:19:30.289766 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ff67d7ce-b062-4064-a5ce-b3dbba221b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:19:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['93ffae14-1700-4921-be93-5c828a999366'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:19:30.373751 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946e31e1-6bd2-49d2-96fd-0d53f3804e3d x-openstack-request-id: req-946e31e1-6bd2-49d2-96fd-0d53f3804e3d {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:19:30.374057 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc587aff-b717-45dc-b5d9-0e1548d13862", "name": "network-vif-plugged", "status": "completed", "tag": "db21076e-dcca-4c0e-9aeb-b387de70cb1c", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:19:30.374395 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-946e31e1-6bd2-49d2-96fd-0d53f3804e3d {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:19:30.374807 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc587aff-b717-45dc-b5d9-0e1548d13862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db21076e-dcca-4c0e-9aeb-b387de70cb1c', 'code': 200} Dec 10 16:19:30.403733 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-762d44a0-0f69-4793-b6e7-355673025e8e req-3201a5e2-930e-46e4-9408-84b1d0b3fa42 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:30.527462 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-762d44a0-0f69-4793-b6e7-355673025e8e req-3201a5e2-930e-46e4-9408-84b1d0b3fa42 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:30.599286 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-993dd895-c347-4439-87d5-1183eca49ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:30.669237 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-993dd895-c347-4439-87d5-1183eca49ea4 None None] For port 6491e1b2-18e5-4f0a-8032-3e2c9746b9e4, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=6491e1b2-18e5-4f0a-8032-3e2c9746b9e4,segment=NetworkSegment(3479d084-61bc-4a2b-9bd7-e296e8e498cb),segment_id=3479d084-61bc-4a2b-9bd7-e296e8e498cb)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:30.675213 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-993dd895-c347-4439-87d5-1183eca49ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:30.706062 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d0b43-fb87-4454-b6c2-5b73e235075c None None] Pushing event updated for resources: {'Port': ['ID=6491e1b2-18e5-4f0a-8032-3e2c9746b9e4,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:30.803790 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-762d44a0-0f69-4793-b6e7-355673025e8e req-3201a5e2-930e-46e4-9408-84b1d0b3fa42 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Network ba3e5c96-9dde-4825-a55d-9558203e4c87 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:19:30.824114 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-762d44a0-0f69-4793-b6e7-355673025e8e req-3201a5e2-930e-46e4-9408-84b1d0b3fa42 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:19:30.836155 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-762d44a0-0f69-4793-b6e7-355673025e8e req-3201a5e2-930e-46e4-9408-84b1d0b3fa42 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:19:30.847813 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8dccf-23eb-46bb-a2e9-d24c4af22378 req-0274ae49-4580-4535-9b5a-d2d6c15086f2 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:30.851845 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993dd895-c347-4439-87d5-1183eca49ea4 None None] Pushing event updated for resources: {'Port': ['ID=6491e1b2-18e5-4f0a-8032-3e2c9746b9e4,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:30.869649 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-def8dccf-23eb-46bb-a2e9-d24c4af22378 req-0274ae49-4580-4535-9b5a-d2d6c15086f2 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 949 time: 0.1299317 Dec 10 16:19:30.903145 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c0a7e6a8-f2bc-4bb4-8e41-398cb0180cda None None] Provisioning complete for port 6491e1b2-18e5-4f0a-8032-3e2c9746b9e4 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:19:30.903969 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c0a7e6a8-f2bc-4bb4-8e41-398cb0180cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:30.969028 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-def8dccf-23eb-46bb-a2e9-d24c4af22378 req-c167fcba-1198-47a9-b961-3e132a98b410 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984991 Dec 10 16:19:30.991553 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d44a0-0f69-4793-b6e7-355673025e8e req-3201a5e2-930e-46e4-9408-84b1d0b3fa42 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:30.992456 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-762d44a0-0f69-4793-b6e7-355673025e8e req-3201a5e2-930e-46e4-9408-84b1d0b3fa42 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:31.025284 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-762d44a0-0f69-4793-b6e7-355673025e8e req-3201a5e2-930e-46e4-9408-84b1d0b3fa42 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7927170 Dec 10 16:19:31.065619 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865429c-ecfd-46c7-8b33-856e35c25820 req-c533fbac-ecb0-4623-97c2-9b902bc5a8ff tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:31.073932 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b865429c-ecfd-46c7-8b33-856e35c25820 req-c533fbac-ecb0-4623-97c2-9b902bc5a8ff tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9f0fee1-f7da-4700-a99b-39d47223384c HTTP/1.1" status: 200 len: 931 time: 0.5658116 Dec 10 16:19:31.084296 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-762d44a0-0f69-4793-b6e7-355673025e8e req-ea26a181-90ad-4559-9c83-d63f9745ba12 service neutron] Request body: {'port': {'device_id': 'b9f0fee1-f7da-4700-a99b-39d47223384c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:19:31.114270 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201a5e2-930e-46e4-9408-84b1d0b3fa42 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Pushing event updated for resources: {'Port': ['ID=591f4bec-9233-4907-a7ab-5be24d27eb23,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:31.142232 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-ff67d7ce-b062-4064-a5ce-b3dbba221b58 None None] Set router 93ffae14-1700-4921-be93-5c828a999366 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:19:31.295271 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 6ef2b40a-c092-4211-9d0c-f108a1ab8dd3 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:19:31.317434 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d61b7-69bb-4e6e-8128-b0718ba37a2e req-6b1492f2-48c8-44d5-a655-d22b5e22f052 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:31.320129 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b865429c-ecfd-46c7-8b33-856e35c25820 req-38ce0dcd-cfde-4966-b0b2-34688c8f0345 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/security-groups?id=3794691f-265d-4fed-bd0b-cc3b4464c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206888 Dec 10 16:19:31.325535 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-445d61b7-69bb-4e6e-8128-b0718ba37a2e req-6b1492f2-48c8-44d5-a655-d22b5e22f052 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b7710ec-f0d8-4e12-b52c-d3fc6c5dec70 HTTP/1.1" status: 200 len: 945 time: 0.1115329 Dec 10 16:19:31.434253 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-1cf5bbc9-bfa2-4f50-b2f6-611f29d575d5 None None] Provisioning complete for port 591f4bec-9233-4907-a7ab-5be24d27eb23 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:19:31.438825 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1cf5bbc9-bfa2-4f50-b2f6-611f29d575d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:31.443683 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-445d61b7-69bb-4e6e-8128-b0718ba37a2e req-8f3769a7-a4fc-47aa-b33e-023da854c232 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098037 Dec 10 16:19:31.474382 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-762d44a0-0f69-4793-b6e7-355673025e8e req-ea26a181-90ad-4559-9c83-d63f9745ba12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:31.558760 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-1cf5bbc9-bfa2-4f50-b2f6-611f29d575d5 None None] Port 591f4bec-9233-4907-a7ab-5be24d27eb23 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:19:31.562496 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device a4afd6bc-f576-42b6-a7fb-49350fe25e83 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:19:31.566183 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device d6265f97-e6f5-419e-9a81-84095a2a1117 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:19:31.679105 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:31.805982 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 6ef2b40a-c092-4211-9d0c-f108a1ab8dd3, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=6ef2b40a-c092-4211-9d0c-f108a1ab8dd3,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:31.857879 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ff67d7ce-b062-4064-a5ce-b3dbba221b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ffae14-1700-4921-be93-5c828a999366', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1106992502-router', 'tenant_id': '4ecd6f871c164b73a701fb09bd742828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '51e08d9a-7c90-41e5-b279-30a1cac95eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:19:17Z', 'updated_at': '2021-12-10T16:19:23Z', 'revision_number': 4, 'project_id': '4ecd6f871c164b73a701fb09bd742828', 'gw_port': {'id': '51e08d9a-7c90-41e5-b279-30a1cac95eaa', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:14:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ffae14-1700-4921-be93-5c828a999366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:19:18Z', 'updated_at': '2021-12-10T16:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '6491e1b2-18e5-4f0a-8032-3e2c9746b9e4', 'name': '', 'network_id': 'ba3e5c96-9dde-4825-a55d-9558203e4c87', 'tenant_id': '4ecd6f871c164b73a701fb09bd742828', 'mac_address': 'fa:16:3e:04:e4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ffae14-1700-4921-be93-5c828a999366', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '22be4e61-859f-475d-bc09-9617e965937d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:19:22Z', 'updated_at': '2021-12-10T16:19:30Z', 'revision_number': 4, 'project_id': '4ecd6f871c164b73a701fb09bd742828', 'subnets': [{'id': '22be4e61-859f-475d-bc09-9617e965937d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:19:31.919666 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:31.923729 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff67d7ce-b062-4064-a5ce-b3dbba221b58 None None] The sync data for ids ['93ffae14-1700-4921-be93-5c828a999366'] in n-d-766771-2 is: [{'id': '93ffae14-1700-4921-be93-5c828a999366', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1106992502-router', 'tenant_id': '4ecd6f871c164b73a701fb09bd742828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '51e08d9a-7c90-41e5-b279-30a1cac95eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:19:17Z', 'updated_at': '2021-12-10T16:19:23Z', 'revision_number': 4, 'project_id': '4ecd6f871c164b73a701fb09bd742828', 'gw_port': {'id': '51e08d9a-7c90-41e5-b279-30a1cac95eaa', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:14:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ffae14-1700-4921-be93-5c828a999366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:19:18Z', 'updated_at': '2021-12-10T16:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '6491e1b2-18e5-4f0a-8032-3e2c9746b9e4', 'name': '', 'network_id': 'ba3e5c96-9dde-4825-a55d-9558203e4c87', 'tenant_id': '4ecd6f871c164b73a701fb09bd742828', 'mac_address': 'fa:16:3e:04:e4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ffae14-1700-4921-be93-5c828a999366', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '22be4e61-859f-475d-bc09-9617e965937d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:19:22Z', 'updated_at': '2021-12-10T16:19:30Z', 'revision_number': 4, 'project_id': '4ecd6f871c164b73a701fb09bd742828', 'subnets': [{'id': '22be4e61-859f-475d-bc09-9617e965937d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:19:32.039469 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port d6265f97-e6f5-419e-9a81-84095a2a1117 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:19:32.074904 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-762d44a0-0f69-4793-b6e7-355673025e8e req-ea26a181-90ad-4559-9c83-d63f9745ba12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 591f4bec-9233-4907-a7ab-5be24d27eb23 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:19:32.086631 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-762d44a0-0f69-4793-b6e7-355673025e8e req-ea26a181-90ad-4559-9c83-d63f9745ba12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:32.091697 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port d6265f97-e6f5-419e-9a81-84095a2a1117 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:19:32.092077 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:32.104619 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-762d44a0-0f69-4793-b6e7-355673025e8e req-ea26a181-90ad-4559-9c83-d63f9745ba12 service neutron] Transition to ACTIVE for port object 591f4bec-9233-4907-a7ab-5be24d27eb23 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:19:32.109367 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-762d44a0-0f69-4793-b6e7-355673025e8e req-ea26a181-90ad-4559-9c83-d63f9745ba12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:32.151626 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=6ef2b40a-c092-4211-9d0c-f108a1ab8dd3,revision_number=8']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:32.183224 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port a4afd6bc-f576-42b6-a7fb-49350fe25e83, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=a4afd6bc-f576-42b6-a7fb-49350fe25e83,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:32.207435 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf84cb-50c1-4c0c-8c3e-b3e40f116ecd req-65197257-cf35-41ab-9e61-e057523bc607 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:32.227379 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26a181-90ad-4559-9c83-d63f9745ba12 service neutron] Pushing event updated for resources: {'Port': ['ID=591f4bec-9233-4907-a7ab-5be24d27eb23,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:32.231526 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-46cf84cb-50c1-4c0c-8c3e-b3e40f116ecd req-65197257-cf35-41ab-9e61-e057523bc607 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 949 time: 0.1207008 Dec 10 16:19:32.243385 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': 'a4afd6bc-f576-42b6-a7fb-49350fe25e83', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'port_id': 'a4afd6bc-f576-42b6-a7fb-49350fe25e83', 'mac_address': 'fa:16:3e:d6:af:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a18c92-5007-49e2-b728-7aedc06dca57', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:19:32.305346 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-762d44a0-0f69-4793-b6e7-355673025e8e req-ea26a181-90ad-4559-9c83-d63f9745ba12 service neutron] Attempting to bind port 591f4bec-9233-4907-a7ab-5be24d27eb23 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:19:32.306229 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-762d44a0-0f69-4793-b6e7-355673025e8e req-ea26a181-90ad-4559-9c83-d63f9745ba12 service neutron] Attempting to bind port 591f4bec-9233-4907-a7ab-5be24d27eb23 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '3479d084-61bc-4a2b-9bd7-e296e8e498cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ba3e5c96-9dde-4825-a55d-9558203e4c87'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:19:32.306813 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762d44a0-0f69-4793-b6e7-355673025e8e req-ea26a181-90ad-4559-9c83-d63f9745ba12 service neutron] Attempting to bind port 591f4bec-9233-4907-a7ab-5be24d27eb23 on network ba3e5c96-9dde-4825-a55d-9558203e4c87 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:19:32.312295 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762d44a0-0f69-4793-b6e7-355673025e8e req-ea26a181-90ad-4559-9c83-d63f9745ba12 service neutron] Port 591f4bec-9233-4907-a7ab-5be24d27eb23 on network ba3e5c96-9dde-4825-a55d-9558203e4c87 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:19:32.313478 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762d44a0-0f69-4793-b6e7-355673025e8e req-ea26a181-90ad-4559-9c83-d63f9745ba12 service neutron] Attempting to bind port 591f4bec-9233-4907-a7ab-5be24d27eb23 on network ba3e5c96-9dde-4825-a55d-9558203e4c87 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:19:32.320261 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762d44a0-0f69-4793-b6e7-355673025e8e req-ea26a181-90ad-4559-9c83-d63f9745ba12 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:19:32.322069 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762d44a0-0f69-4793-b6e7-355673025e8e req-ea26a181-90ad-4559-9c83-d63f9745ba12 service neutron] Checking segment: {'id': '3479d084-61bc-4a2b-9bd7-e296e8e498cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ba3e5c96-9dde-4825-a55d-9558203e4c87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:19:32.329809 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762d44a0-0f69-4793-b6e7-355673025e8e req-ea26a181-90ad-4559-9c83-d63f9745ba12 service neutron] Bound using segment: {'id': '3479d084-61bc-4a2b-9bd7-e296e8e498cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ba3e5c96-9dde-4825-a55d-9558203e4c87'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:19:32.330642 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-762d44a0-0f69-4793-b6e7-355673025e8e req-ea26a181-90ad-4559-9c83-d63f9745ba12 service neutron] Bound port: 591f4bec-9233-4907-a7ab-5be24d27eb23, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3479d084-61bc-4a2b-9bd7-e296e8e498cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ba3e5c96-9dde-4825-a55d-9558203e4c87'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:19:32.331244 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-762d44a0-0f69-4793-b6e7-355673025e8e req-ea26a181-90ad-4559-9c83-d63f9745ba12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:32.368619 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-46cf84cb-50c1-4c0c-8c3e-b3e40f116ecd req-315a0c59-fc11-464f-9df5-1a48dc31f83f tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346769 Dec 10 16:19:32.395745 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d80ec4-3ec4-4c33-9c49-e38c5a3d682a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ef2b40a-c092-4211-9d0c-f108a1ab8dd3'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:19:32.397996 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca72b266-9f1a-4676-9422-8a629ee843af" -d '{"events": [{"server_uuid": "d5d80ec4-3ec4-4c33-9c49-e38c5a3d682a", "name": "network-vif-unplugged", "status": "completed", "tag": "6ef2b40a-c092-4211-9d0c-f108a1ab8dd3"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:19:32.504858 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-762d44a0-0f69-4793-b6e7-355673025e8e req-ea26a181-90ad-4559-9c83-d63f9745ba12 service neutron] For port 591f4bec-9233-4907-a7ab-5be24d27eb23, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:19:32.544746 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:32.593715 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-762d44a0-0f69-4793-b6e7-355673025e8e req-ea26a181-90ad-4559-9c83-d63f9745ba12 service neutron] For port 591f4bec-9233-4907-a7ab-5be24d27eb23, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=591f4bec-9233-4907-a7ab-5be24d27eb23,segment=NetworkSegment(3479d084-61bc-4a2b-9bd7-e296e8e498cb),segment_id=3479d084-61bc-4a2b-9bd7-e296e8e498cb)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:19:32.611303 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-762d44a0-0f69-4793-b6e7-355673025e8e req-ea26a181-90ad-4559-9c83-d63f9745ba12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:32.632895 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4afd6bc-f576-42b6-a7fb-49350fe25e83 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:19:32.645456 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:32.705157 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port a4afd6bc-f576-42b6-a7fb-49350fe25e83, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=a4afd6bc-f576-42b6-a7fb-49350fe25e83,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:32.740041 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:32.824707 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port d6265f97-e6f5-419e-9a81-84095a2a1117, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=d6265f97-e6f5-419e-9a81-84095a2a1117,segment=NetworkSegment(15d1952f-4dcb-4e1f-ad99-f5f939317419),segment_id=15d1952f-4dcb-4e1f-ad99-f5f939317419)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:32.845391 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d44a0-0f69-4793-b6e7-355673025e8e req-ea26a181-90ad-4559-9c83-d63f9745ba12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:32.845927 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-762d44a0-0f69-4793-b6e7-355673025e8e req-ea26a181-90ad-4559-9c83-d63f9745ba12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:32.865818 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-762d44a0-0f69-4793-b6e7-355673025e8e req-ea26a181-90ad-4559-9c83-d63f9745ba12 service neutron] 10.222.0.26 "PUT /v2.0/ports/591f4bec-9233-4907-a7ab-5be24d27eb23 HTTP/1.1" status: 200 len: 1091 time: 1.7858200 Dec 10 16:19:32.871011 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:32.892864 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f0fee1-f7da-4700-a99b-39d47223384c', 'tag': '591f4bec-9233-4907-a7ab-5be24d27eb23'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:19:32.905826 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c505b13-2f11-44e4-9f99-4b5674fbce00 req-03630f1d-4570-47d6-8001-ad5f73c2b6e9 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:32.907548 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4c505b13-2f11-44e4-9f99-4b5674fbce00 req-03630f1d-4570-47d6-8001-ad5f73c2b6e9 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b7710ec-f0d8-4e12-b52c-d3fc6c5dec70 HTTP/1.1" status: 200 len: 945 time: 0.2860334 Dec 10 16:19:32.909799 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b9534c-f2cb-4083-82fb-34a43f8556ba" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f0fee1-f7da-4700-a99b-39d47223384c", "tag": "591f4bec-9233-4907-a7ab-5be24d27eb23"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:19:32.928800 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['a4afd6bc-f576-42b6-a7fb-49350fe25e83'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:19:32.941515 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a6d5e-0377-41f5-af25-03a5f3fa83ad req-d5617a5a-9bbc-4e55-ad2d-0f37c2e21bdb tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:32.968213 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8c9a6d5e-0377-41f5-af25-03a5f3fa83ad req-d5617a5a-9bbc-4e55-ad2d-0f37c2e21bdb tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9f0fee1-f7da-4700-a99b-39d47223384c HTTP/1.1" status: 200 len: 943 time: 0.4596143 Dec 10 16:19:33.088762 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=a4afd6bc-f576-42b6-a7fb-49350fe25e83,revision_number=9']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:33.143370 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4c505b13-2f11-44e4-9f99-4b5674fbce00 req-d5033b43-b7ad-4e48-9ad7-7265f4cb98ef tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279189 Dec 10 16:19:33.238577 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8c9a6d5e-0377-41f5-af25-03a5f3fa83ad req-8ea503dc-48eb-47eb-909d-0bf3a8b51406 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/security-groups?id=3794691f-265d-4fed-bd0b-cc3b4464c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693393 Dec 10 16:19:33.260744 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26a181-90ad-4559-9c83-d63f9745ba12 service neutron] Pushing event updated for resources: {'Port': ['ID=591f4bec-9233-4907-a7ab-5be24d27eb23,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:33.291283 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d44a0-0f69-4793-b6e7-355673025e8e req-bf3ce84a-d134-4582-bf8b-4d08f600df08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:33.292901 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-762d44a0-0f69-4793-b6e7-355673025e8e req-bf3ce84a-d134-4582-bf8b-4d08f600df08 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4ecd6f871c164b73a701fb09bd742828&device_id=b9f0fee1-f7da-4700-a99b-39d47223384c HTTP/1.1" status: 200 len: 1094 time: 0.3061426 Dec 10 16:19:33.328361 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 6491e1b2-18e5-4f0a-8032-3e2c9746b9e4 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:19:33.394111 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 16:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59de6a86-a724-4e17-981b-f8119851409d x-openstack-request-id: req-59de6a86-a724-4e17-981b-f8119851409d {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:19:33.394111 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d80ec4-3ec4-4c33-9c49-e38c5a3d682a", "name": "network-vif-unplugged", "status": "completed", "tag": "6ef2b40a-c092-4211-9d0c-f108a1ab8dd3", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:19:33.394111 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-59de6a86-a724-4e17-981b-f8119851409d {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:19:33.395560 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d80ec4-3ec4-4c33-9c49-e38c5a3d682a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ef2b40a-c092-4211-9d0c-f108a1ab8dd3', 'code': 200} Dec 10 16:19:33.432005 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-762d44a0-0f69-4793-b6e7-355673025e8e req-b1b41722-c596-49f8-aca3-8a58b7f82585 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=591f4bec-9233-4907-a7ab-5be24d27eb23 HTTP/1.1" status: 200 len: 217 time: 0.1265247 Dec 10 16:19:33.494839 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=d6265f97-e6f5-419e-9a81-84095a2a1117,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:33.539793 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d44a0-0f69-4793-b6e7-355673025e8e req-a341d5d4-45f8-4be8-aec3-c2d335059076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:33.541933 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-762d44a0-0f69-4793-b6e7-355673025e8e req-a341d5d4-45f8-4be8-aec3-c2d335059076 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=22be4e61-859f-475d-bc09-9617e965937d HTTP/1.1" status: 200 len: 868 time: 0.1012056 Dec 10 16:19:33.646896 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 6491e1b2-18e5-4f0a-8032-3e2c9746b9e4 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:19:33.646896 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:33.667557 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d44a0-0f69-4793-b6e7-355673025e8e req-3b3a16d4-5aa4-40aa-a5da-45b04188b990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:33.669477 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-762d44a0-0f69-4793-b6e7-355673025e8e req-3b3a16d4-5aa4-40aa-a5da-45b04188b990 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba3e5c96-9dde-4825-a55d-9558203e4c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122751 Dec 10 16:19:33.960274 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-762d44a0-0f69-4793-b6e7-355673025e8e req-f12ac3db-5892-4278-a849-1f6e3cd83a83 service neutron] 10.222.0.26 "GET /v2.0/networks/ba3e5c96-9dde-4825-a55d-9558203e4c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809048 Dec 10 16:19:34.097060 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-762d44a0-0f69-4793-b6e7-355673025e8e req-c31be434-acd1-4e0a-8693-f0bc439b4a17 service neutron] 10.222.0.26 "GET /v2.0/networks/ba3e5c96-9dde-4825-a55d-9558203e4c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296768 Dec 10 16:19:35.244288 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:19:35.395583 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7710ec-f0d8-4e12-b52c-d3fc6c5dec70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6265f97-e6f5-419e-9a81-84095a2a1117'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:19:35.398027 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4460312-51cd-40e0-9b2b-52890904776c" -d '{"events": [{"server_uuid": "4b7710ec-f0d8-4e12-b52c-d3fc6c5dec70", "name": "network-vif-plugged", "status": "completed", "tag": "d6265f97-e6f5-419e-9a81-84095a2a1117"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:19:35.542358 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device a4afd6bc-f576-42b6-a7fb-49350fe25e83 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:19:35.699222 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port a4afd6bc-f576-42b6-a7fb-49350fe25e83 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:19:35.699620 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:35.941273 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:35.990097 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port a4afd6bc-f576-42b6-a7fb-49350fe25e83, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=a4afd6bc-f576-42b6-a7fb-49350fe25e83,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:35.995984 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:36.120669 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=a4afd6bc-f576-42b6-a7fb-49350fe25e83,revision_number=10']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:36.143203 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:37.541774 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 591f4bec-9233-4907-a7ab-5be24d27eb23 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:19:37.843499 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 591f4bec-9233-4907-a7ab-5be24d27eb23, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=591f4bec-9233-4907-a7ab-5be24d27eb23,segment=NetworkSegment(3479d084-61bc-4a2b-9bd7-e296e8e498cb),segment_id=3479d084-61bc-4a2b-9bd7-e296e8e498cb)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:37.908616 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:37.912229 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '591f4bec-9233-4907-a7ab-5be24d27eb23', 'network_id': 'ba3e5c96-9dde-4825-a55d-9558203e4c87', 'port_id': '591f4bec-9233-4907-a7ab-5be24d27eb23', 'mac_address': 'fa:16:3e:8a:4d:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22be4e61-859f-475d-bc09-9617e965937d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:19:38.004204 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:38.027617 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 591f4bec-9233-4907-a7ab-5be24d27eb23 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:19:38.082542 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 591f4bec-9233-4907-a7ab-5be24d27eb23, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=591f4bec-9233-4907-a7ab-5be24d27eb23,segment=NetworkSegment(3479d084-61bc-4a2b-9bd7-e296e8e498cb),segment_id=3479d084-61bc-4a2b-9bd7-e296e8e498cb)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:38.087730 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:38.177069 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=591f4bec-9233-4907-a7ab-5be24d27eb23,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:38.370080 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['591f4bec-9233-4907-a7ab-5be24d27eb23'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:19:39.549031 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 591f4bec-9233-4907-a7ab-5be24d27eb23 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:19:39.681816 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 591f4bec-9233-4907-a7ab-5be24d27eb23 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:19:39.691549 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 591f4bec-9233-4907-a7ab-5be24d27eb23 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:19:39.691931 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:39.889868 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:39.947056 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 591f4bec-9233-4907-a7ab-5be24d27eb23, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=591f4bec-9233-4907-a7ab-5be24d27eb23,segment=NetworkSegment(3479d084-61bc-4a2b-9bd7-e296e8e498cb),segment_id=3479d084-61bc-4a2b-9bd7-e296e8e498cb)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:39.952889 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:40.107120 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=591f4bec-9233-4907-a7ab-5be24d27eb23,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:43.525382 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff37214-4cf3-4392-8990-b1e8ae3e21b6 x-openstack-request-id: req-5ff37214-4cf3-4392-8990-b1e8ae3e21b6 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:19:43.526338 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f0fee1-f7da-4700-a99b-39d47223384c", "tag": "591f4bec-9233-4907-a7ab-5be24d27eb23", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:19:43.526810 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5ff37214-4cf3-4392-8990-b1e8ae3e21b6 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:19:43.527426 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9f0fee1-f7da-4700-a99b-39d47223384c', 'tag': '591f4bec-9233-4907-a7ab-5be24d27eb23', 'status': 'completed', 'code': 200} Dec 10 16:19:43.633911 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc7c183-68bc-4b21-9b7f-f05fbb307327 req-ab862070-0d1a-4f4a-9541-de9dfe27c9a9 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:43.636422 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9dc7c183-68bc-4b21-9b7f-f05fbb307327 req-ab862070-0d1a-4f4a-9541-de9dfe27c9a9 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b7710ec-f0d8-4e12-b52c-d3fc6c5dec70 HTTP/1.1" status: 200 len: 946 time: 0.0607412 Dec 10 16:19:43.636843 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9534c-f2cb-4083-82fb-34a43f8556ba req-d6e5202f-434c-4708-8ec1-cc4f3146c1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:43.638346 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-35b9534c-f2cb-4083-82fb-34a43f8556ba req-d6e5202f-434c-4708-8ec1-cc4f3146c1a3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4ecd6f871c164b73a701fb09bd742828&device_id=b9f0fee1-f7da-4700-a99b-39d47223384c HTTP/1.1" status: 200 len: 1096 time: 0.0867977 Dec 10 16:19:43.665005 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2492ef-5f00-490f-9180-c265f6eba4e0 req-afe9a5c0-897a-4c86-a9c6-098b28a4343d tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:43.666623 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1f2492ef-5f00-490f-9180-c265f6eba4e0 req-afe9a5c0-897a-4c86-a9c6-098b28a4343d tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 949 time: 0.0735486 Dec 10 16:19:43.719529 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9dc7c183-68bc-4b21-9b7f-f05fbb307327 req-02fabbcb-b558-4340-8ca2-c463df4e755b tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731175 Dec 10 16:19:43.784791 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9534c-f2cb-4083-82fb-34a43f8556ba req-9f24ef8f-4f9a-40aa-99b6-d72e445dc5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:43.786455 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-35b9534c-f2cb-4083-82fb-34a43f8556ba req-9f24ef8f-4f9a-40aa-99b6-d72e445dc5f1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ba3e5c96-9dde-4825-a55d-9558203e4c87 HTTP/1.1" status: 200 len: 930 time: 0.1408901 Dec 10 16:19:43.798176 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1f2492ef-5f00-490f-9180-c265f6eba4e0 req-e0cb9477-bf60-40ee-8d4a-8956010efa18 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192017 Dec 10 16:19:43.879051 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4a7b4e3c-5cd2-4d1b-8347-8b0c17b53029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:43.884108 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-35b9534c-f2cb-4083-82fb-34a43f8556ba req-2dc90ad7-da81-4964-9ce8-15898b030e85 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=591f4bec-9233-4907-a7ab-5be24d27eb23 HTTP/1.1" status: 200 len: 217 time: 0.0819981 Dec 10 16:19:43.944671 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9534c-f2cb-4083-82fb-34a43f8556ba req-fc51843e-cb58-400a-b213-b9f29a3d07f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:43.946253 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-35b9534c-f2cb-4083-82fb-34a43f8556ba req-fc51843e-cb58-400a-b213-b9f29a3d07f7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=22be4e61-859f-475d-bc09-9617e965937d HTTP/1.1" status: 200 len: 868 time: 0.0553575 Dec 10 16:19:43.950642 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb579b0-1958-4a95-8f68-ff9835c0eaad x-openstack-request-id: req-dcb579b0-1958-4a95-8f68-ff9835c0eaad {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:19:43.950933 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7710ec-f0d8-4e12-b52c-d3fc6c5dec70", "name": "network-vif-plugged", "status": "completed", "tag": "d6265f97-e6f5-419e-9a81-84095a2a1117", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:19:43.951186 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dcb579b0-1958-4a95-8f68-ff9835c0eaad {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:19:43.951448 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95017e3-f4a5-4319-82d4-433db5d27afc req-919ca0e7-c247-4ee1-90e1-b5bf5fa0c894 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:43.951576 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7710ec-f0d8-4e12-b52c-d3fc6c5dec70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6265f97-e6f5-419e-9a81-84095a2a1117', 'code': 200} Dec 10 16:19:43.952987 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d95017e3-f4a5-4319-82d4-433db5d27afc req-919ca0e7-c247-4ee1-90e1-b5bf5fa0c894 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9f0fee1-f7da-4700-a99b-39d47223384c HTTP/1.1" status: 200 len: 945 time: 0.1359301 Dec 10 16:19:44.019736 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9534c-f2cb-4083-82fb-34a43f8556ba req-31cf78ac-0bf8-4455-ac63-7dcd661b5039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:44.023069 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-35b9534c-f2cb-4083-82fb-34a43f8556ba req-31cf78ac-0bf8-4455-ac63-7dcd661b5039 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba3e5c96-9dde-4825-a55d-9558203e4c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665910 Dec 10 16:19:44.027522 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d95017e3-f4a5-4319-82d4-433db5d27afc req-6a649631-f1ea-4bc5-8811-4a6191c67211 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/security-groups?id=3794691f-265d-4fed-bd0b-cc3b4464c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676913 Dec 10 16:19:44.162916 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-35b9534c-f2cb-4083-82fb-34a43f8556ba req-eab120b4-86db-4712-8857-028262dc1af5 service neutron] 10.222.0.26 "GET /v2.0/networks/ba3e5c96-9dde-4825-a55d-9558203e4c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271343 Dec 10 16:19:44.197356 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2957adb-3e37-41f3-abb6-5954726d2750 req-180293b1-9261-4d76-8c95-7aa93802d043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:44.198900 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a2957adb-3e37-41f3-abb6-5954726d2750 req-180293b1-9261-4d76-8c95-7aa93802d043 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4b7710ec-f0d8-4e12-b52c-d3fc6c5dec70 HTTP/1.1" status: 200 len: 1097 time: 0.1647923 Dec 10 16:19:44.268147 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a2957adb-3e37-41f3-abb6-5954726d2750 req-0f0fa147-18fa-4edd-b3ed-b6b8c57c362b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445249 Dec 10 16:19:44.327601 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-35b9534c-f2cb-4083-82fb-34a43f8556ba req-93f2a73c-3f0f-4279-bb8a-b0db588c953d service neutron] 10.222.0.26 "GET /v2.0/networks/ba3e5c96-9dde-4825-a55d-9558203e4c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567907 Dec 10 16:19:45.077601 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9bebd3-de9e-4dec-9fec-20c57d180a8b req-24b3bc31-99fc-4df7-9f08-d8b9338a92f2 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:45.081623 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3d9bebd3-de9e-4dec-9fec-20c57d180a8b req-24b3bc31-99fc-4df7-9f08-d8b9338a92f2 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b7710ec-f0d8-4e12-b52c-d3fc6c5dec70 HTTP/1.1" status: 200 len: 946 time: 0.0790336 Dec 10 16:19:45.104297 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee8394-4c9b-475e-b4a1-a278ade1495d req-84f9c07d-d2bb-4c2e-9e04-bb11a60f2201 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:45.106503 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8aee8394-4c9b-475e-b4a1-a278ade1495d req-84f9c07d-d2bb-4c2e-9e04-bb11a60f2201 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 949 time: 0.0702338 Dec 10 16:19:45.173230 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3d9bebd3-de9e-4dec-9fec-20c57d180a8b req-09e4a911-ac28-4d29-9c72-4452371a537e tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855305 Dec 10 16:19:45.185956 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8aee8394-4c9b-475e-b4a1-a278ade1495d req-1a7d630f-83db-4a1a-a4ff-bf092d68da35 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707078 Dec 10 16:19:45.380712 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5ab8b-0d2c-459d-ad0b-11c5ae92115f req-8700875e-2c6f-445c-bb26-b267e64e0c5b tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:45.394709 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-63f5ab8b-0d2c-459d-ad0b-11c5ae92115f req-8700875e-2c6f-445c-bb26-b267e64e0c5b tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9f0fee1-f7da-4700-a99b-39d47223384c HTTP/1.1" status: 200 len: 945 time: 0.0828493 Dec 10 16:19:45.455775 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-63f5ab8b-0d2c-459d-ad0b-11c5ae92115f req-5eccdb13-976c-4af2-95ea-e745a97064a7 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/security-groups?id=3794691f-265d-4fed-bd0b-cc3b4464c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542793 Dec 10 16:19:45.774071 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-70c2253f-a0e1-49f1-81b9-7e88b0ca2d54 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:45.776150 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-70c2253f-a0e1-49f1-81b9-7e88b0ca2d54 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/networks?id=85be2e17-4b10-4d14-9b32-3869abb76961 HTTP/1.1" status: 200 len: 803 time: 0.1150198 Dec 10 16:19:45.799360 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-8c9bdbd5-b97d-4981-8f13-1f5e3b1d13da tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/quotas/9b4abb5f463d4717bb66baf7025fca57 HTTP/1.1" status: 200 len: 375 time: 0.0151882 Dec 10 16:19:45.862670 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-6b8348b9-ffe9-4a4f-b831-b4ab5d189a42 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b4abb5f463d4717bb66baf7025fca57&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0555630 Dec 10 16:19:45.952385 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9400639f-0d32-47e4-956f-9078c6d3d3e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4afd6bc-f576-42b6-a7fb-49350fe25e83'}, {'server_uuid': 'b9f0fee1-f7da-4700-a99b-39d47223384c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591f4bec-9233-4907-a7ab-5be24d27eb23'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:19:45.955531 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31377e38-58a7-46bd-934c-c77049aaf380" -d '{"events": [{"server_uuid": "9400639f-0d32-47e4-956f-9078c6d3d3e8", "name": "network-vif-plugged", "status": "completed", "tag": "a4afd6bc-f576-42b6-a7fb-49350fe25e83"}, {"server_uuid": "b9f0fee1-f7da-4700-a99b-39d47223384c", "name": "network-vif-plugged", "status": "completed", "tag": "591f4bec-9233-4907-a7ab-5be24d27eb23"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:19:45.960430 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-0a911a05-f12f-4c14-a273-56b27f7f5467 service neutron] 10.222.0.11 "GET /v2.0/networks/85be2e17-4b10-4d14-9b32-3869abb76961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930474 Dec 10 16:19:46.004557 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 16:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901c969e-1330-408f-8927-2617f3027ace x-openstack-request-id: req-901c969e-1330-408f-8927-2617f3027ace {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:19:46.005321 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9400639f-0d32-47e4-956f-9078c6d3d3e8", "name": "network-vif-plugged", "status": "completed", "tag": "a4afd6bc-f576-42b6-a7fb-49350fe25e83", "code": 200}, {"server_uuid": "b9f0fee1-f7da-4700-a99b-39d47223384c", "name": "network-vif-plugged", "status": "completed", "tag": "591f4bec-9233-4907-a7ab-5be24d27eb23", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:19:46.005726 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-901c969e-1330-408f-8927-2617f3027ace {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:19:46.006280 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9400639f-0d32-47e4-956f-9078c6d3d3e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4afd6bc-f576-42b6-a7fb-49350fe25e83', 'code': 200} Dec 10 16:19:46.006634 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f0fee1-f7da-4700-a99b-39d47223384c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591f4bec-9233-4907-a7ab-5be24d27eb23', 'code': 200} Dec 10 16:19:46.074913 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-8ea882ef-c33d-4010-9a0c-427726d5d664 service neutron] 10.222.0.11 "GET /v2.0/networks/85be2e17-4b10-4d14-9b32-3869abb76961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045070 Dec 10 16:19:46.294314 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeda4f5-0218-4261-a4d1-768d80073677 req-85f972ee-814e-406f-a44e-980bf195c836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:46.297171 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cbeda4f5-0218-4261-a4d1-768d80073677 req-85f972ee-814e-406f-a44e-980bf195c836 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b9f0fee1-f7da-4700-a99b-39d47223384c HTTP/1.1" status: 200 len: 1096 time: 0.0669799 Dec 10 16:19:46.310848 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada905d-f366-4275-addf-70685d530350 req-f1d53a8c-5625-49c7-91cf-09cc3878a95d tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:46.319665 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fada905d-f366-4275-addf-70685d530350 req-f1d53a8c-5625-49c7-91cf-09cc3878a95d tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/ports?device_id=9400639f-0d32-47e4-956f-9078c6d3d3e8 HTTP/1.1" status: 200 len: 951 time: 0.1044083 Dec 10 16:19:46.378380 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fada905d-f366-4275-addf-70685d530350 req-32a9c39e-d43a-4204-b9bb-b45296288aee tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/security-groups?id=697cd46f-22b9-4568-a139-0d54c765a04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535321 Dec 10 16:19:46.417177 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-575227f6-1a3c-415a-b683-fd7a0b46e034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:46.445127 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cbeda4f5-0218-4261-a4d1-768d80073677 req-1fcdbcb4-949b-449f-95c4-f989613fc93f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3794691f-265d-4fed-bd0b-cc3b4464c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365097 Dec 10 16:19:46.459051 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5c105-c2d9-4881-9c55-fcf2d7bb54ce req-837044cd-5e39-4622-ad77-f9f97e886858 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:46.470674 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-46c5c105-c2d9-4881-9c55-fcf2d7bb54ce req-837044cd-5e39-4622-ad77-f9f97e886858 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b7710ec-f0d8-4e12-b52c-d3fc6c5dec70 HTTP/1.1" status: 200 len: 946 time: 0.1044898 Dec 10 16:19:46.521608 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-46c5c105-c2d9-4881-9c55-fcf2d7bb54ce req-e77e4c6f-7ed2-42b8-85ab-d24f1e41f572 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497801 Dec 10 16:19:46.541687 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db225e0-d31c-4346-bacd-33afe1d4d407 req-fed6160d-3f8c-4945-8123-421e493c7a3d tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:46.551146 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2db225e0-d31c-4346-bacd-33afe1d4d407 req-fed6160d-3f8c-4945-8123-421e493c7a3d tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 949 time: 0.0900412 Dec 10 16:19:46.624282 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2db225e0-d31c-4346-bacd-33afe1d4d407 req-00ecbdc6-bfda-4dfc-85cb-1e62b5553b43 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676932 Dec 10 16:19:46.627848 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2bffcb86-16c9-4d46-8529-0c9038b4f20c req-41508c04-c5cb-47ad-aa27-79a9a2efd44c tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab HTTP/1.1" status: 200 len: 210 time: 0.0494404 Dec 10 16:19:46.838761 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919b7a4-f6bf-4cb2-846f-08a9598bace9 req-fbc934b8-c221-4a1d-babe-33245195662f tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:46.841381 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b919b7a4-f6bf-4cb2-846f-08a9598bace9 req-fbc934b8-c221-4a1d-babe-33245195662f tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9f0fee1-f7da-4700-a99b-39d47223384c HTTP/1.1" status: 200 len: 945 time: 0.0996141 Dec 10 16:19:46.948034 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b919b7a4-f6bf-4cb2-846f-08a9598bace9 req-4bca35c5-a2ea-4f8d-b11b-90d7d0542274 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/security-groups?id=3794691f-265d-4fed-bd0b-cc3b4464c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841360 Dec 10 16:19:47.008629 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3af355-e624-4d0a-bb55-d88843b787ab req-4abf80ff-f18c-4820-8b9e-871a67b36962 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:47.014656 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5c3af355-e624-4d0a-bb55-d88843b787ab req-4abf80ff-f18c-4820-8b9e-871a67b36962 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b7710ec-f0d8-4e12-b52c-d3fc6c5dec70 HTTP/1.1" status: 200 len: 946 time: 0.1052942 Dec 10 16:19:47.087582 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5c3af355-e624-4d0a-bb55-d88843b787ab req-db5101db-6dca-433e-8923-7aa0a67c30e1 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708892 Dec 10 16:19:47.097878 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e53c1-41cd-41c7-94b2-ad18d6330d5b req-9a51e92e-2b4b-4955-ae39-40b5498ece72 tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:47.106707 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9c2e53c1-41cd-41c7-94b2-ad18d6330d5b req-9a51e92e-2b4b-4955-ae39-40b5498ece72 tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 1097 time: 0.0693977 Dec 10 16:19:47.140217 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:47.167083 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9c2e53c1-41cd-41c7-94b2-ad18d6330d5b req-5bd9f7c5-d5f1-4d7a-b540-25e8568fda3d tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589960 Dec 10 16:19:47.397853 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device db21076e-dcca-4c0e-9aeb-b387de70cb1c no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:19:47.498314 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9aee84-2c76-40f5-8459-e29113c6bd8c req-51787f13-355d-4499-9b9a-4cbb22b41310 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:47.500482 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4d9aee84-2c76-40f5-8459-e29113c6bd8c req-51787f13-355d-4499-9b9a-4cbb22b41310 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc587aff-b717-45dc-b5d9-0e1548d13862 HTTP/1.1" status: 200 len: 945 time: 0.1039832 Dec 10 16:19:47.558109 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:47.598298 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port db21076e-dcca-4c0e-9aeb-b387de70cb1c, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=db21076e-dcca-4c0e-9aeb-b387de70cb1c,segment=NetworkSegment(8ca85019-a24a-4916-864b-3c419298bab5),segment_id=8ca85019-a24a-4916-864b-3c419298bab5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:47.609432 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:47.738825 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=db21076e-dcca-4c0e-9aeb-b387de70cb1c,revision_number=8']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:47.750574 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-4d9aee84-2c76-40f5-8459-e29113c6bd8c req-6ad1f9ed-09cb-4755-b66b-b34b2a3bd59e tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Deleting port db21076e-dcca-4c0e-9aeb-b387de70cb1c {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:19:47.750574 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-4d9aee84-2c76-40f5-8459-e29113c6bd8c req-6ad1f9ed-09cb-4755-b66b-b34b2a3bd59e tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:47.880946 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254a346-5f2f-4fff-8879-525af7a89d0b req-1d5c260d-9d29-486d-8638-96ea7eaf41be tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:47.888505 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4254a346-5f2f-4fff-8879-525af7a89d0b req-1d5c260d-9d29-486d-8638-96ea7eaf41be tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/ports?device_id=9400639f-0d32-47e4-956f-9078c6d3d3e8 HTTP/1.1" status: 200 len: 951 time: 0.1074548 Dec 10 16:19:47.959298 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4254a346-5f2f-4fff-8879-525af7a89d0b req-c3bb09cf-5773-4e99-93c2-123baf3f2f44 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/security-groups?id=697cd46f-22b9-4568-a139-0d54c765a04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698149 Dec 10 16:19:48.009189 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc587aff-b717-45dc-b5d9-0e1548d13862', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db21076e-dcca-4c0e-9aeb-b387de70cb1c'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:19:48.013035 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc024df3-6d00-4f39-b773-a6eed363bff0" -d '{"events": [{"server_uuid": "cc587aff-b717-45dc-b5d9-0e1548d13862", "name": "network-vif-unplugged", "status": "completed", "tag": "db21076e-dcca-4c0e-9aeb-b387de70cb1c"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:19:48.030344 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-4d9aee84-2c76-40f5-8459-e29113c6bd8c req-6ad1f9ed-09cb-4755-b66b-b34b2a3bd59e tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] For port db21076e-dcca-4c0e-9aeb-b387de70cb1c, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=db21076e-dcca-4c0e-9aeb-b387de70cb1c,segment=NetworkSegment(8ca85019-a24a-4916-864b-3c419298bab5),segment_id=8ca85019-a24a-4916-864b-3c419298bab5)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:48.030818 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-4d9aee84-2c76-40f5-8459-e29113c6bd8c req-6ad1f9ed-09cb-4755-b66b-b34b2a3bd59e tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:48.045904 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-4d9aee84-2c76-40f5-8459-e29113c6bd8c req-6ad1f9ed-09cb-4755-b66b-b34b2a3bd59e tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Calling delete_port for db21076e-dcca-4c0e-9aeb-b387de70cb1c owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:19:48.138327 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-fcba2ab3-49f4-4d6f-b567-edcf23617402 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:48.140108 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-fcba2ab3-49f4-4d6f-b567-edcf23617402 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.46 "GET /v2.0/networks?id=85be2e17-4b10-4d14-9b32-3869abb76961 HTTP/1.1" status: 200 len: 803 time: 0.2816408 Dec 10 16:19:48.158074 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19beed77-c192-4f5d-b5f8-ef9dac1412d4 req-2aa45f2d-1cd3-4e75-a284-1497b5d52009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:48.160145 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-19beed77-c192-4f5d-b5f8-ef9dac1412d4 req-2aa45f2d-1cd3-4e75-a284-1497b5d52009 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 1100 time: 0.0673838 Dec 10 16:19:48.167814 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-8b9267e7-1ca6-43d7-b39e-47e985f0ed74 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Request body: {'port': {'device_id': 'c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab', 'network_id': '85be2e17-4b10-4d14-9b32-3869abb76961', 'admin_state_up': True, 'tenant_id': '9b4abb5f463d4717bb66baf7025fca57'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:19:48.284145 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-19beed77-c192-4f5d-b5f8-ef9dac1412d4 req-4f72957e-40de-409d-8012-fc140b79befc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082745 Dec 10 16:19:48.308433 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-4d9aee84-2c76-40f5-8459-e29113c6bd8c req-6ad1f9ed-09cb-4755-b66b-b34b2a3bd59e tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:48.352416 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-8b9267e7-1ca6-43d7-b39e-47e985f0ed74 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Made reservation on behalf of 9b4abb5f463d4717bb66baf7025fca57 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:19:48.357880 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-8b9267e7-1ca6-43d7-b39e-47e985f0ed74 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:48.375158 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad1f9ed-09cb-4755-b66b-b34b2a3bd59e tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Pushing event deleted for resources: {'Port': ['ID=db21076e-dcca-4c0e-9aeb-b387de70cb1c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:48.448630 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:48.455628 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad1f9ed-09cb-4755-b66b-b34b2a3bd59e tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:48.456390 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad1f9ed-09cb-4755-b66b-b34b2a3bd59e tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:48.456977 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad1f9ed-09cb-4755-b66b-b34b2a3bd59e tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:48.457478 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad1f9ed-09cb-4755-b66b-b34b2a3bd59e tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:48.457976 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad1f9ed-09cb-4755-b66b-b34b2a3bd59e tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:48.458490 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad1f9ed-09cb-4755-b66b-b34b2a3bd59e tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:48.459059 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad1f9ed-09cb-4755-b66b-b34b2a3bd59e tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:48.459554 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad1f9ed-09cb-4755-b66b-b34b2a3bd59e tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:48.460032 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad1f9ed-09cb-4755-b66b-b34b2a3bd59e tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:48.461305 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad1f9ed-09cb-4755-b66b-b34b2a3bd59e tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:48.461817 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad1f9ed-09cb-4755-b66b-b34b2a3bd59e tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:48.462429 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad1f9ed-09cb-4755-b66b-b34b2a3bd59e tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:48.462912 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad1f9ed-09cb-4755-b66b-b34b2a3bd59e tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:48.492836 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9aee84-2c76-40f5-8459-e29113c6bd8c req-6ad1f9ed-09cb-4755-b66b-b34b2a3bd59e tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] No DVR routers for this DVR port db21076e-dcca-4c0e-9aeb-b387de70cb1c on host n-h2-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:19:48.497245 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-4d9aee84-2c76-40f5-8459-e29113c6bd8c req-6ad1f9ed-09cb-4755-b66b-b34b2a3bd59e tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:48.501715 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4d9aee84-2c76-40f5-8459-e29113c6bd8c req-6ad1f9ed-09cb-4755-b66b-b34b2a3bd59e tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.46 "DELETE /v2.0/ports/db21076e-dcca-4c0e-9aeb-b387de70cb1c HTTP/1.1" status: 204 len: 173 time: 0.9939022 Dec 10 16:19:48.504408 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc587aff-b717-45dc-b5d9-0e1548d13862', 'name': 'network-vif-deleted', 'tag': 'db21076e-dcca-4c0e-9aeb-b387de70cb1c'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:19:48.507250 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e620d138-c46c-4de3-9a6b-f55ccfbc1a2d" -d '{"events": [{"server_uuid": "cc587aff-b717-45dc-b5d9-0e1548d13862", "name": "network-vif-deleted", "tag": "db21076e-dcca-4c0e-9aeb-b387de70cb1c"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:19:48.522933 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42484f4-71b0-4ab3-937f-5f55d2439a0e req-cf9c97fb-f93a-4373-aee4-9d8ea1a6903c tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:48.532588 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e42484f4-71b0-4ab3-937f-5f55d2439a0e req-cf9c97fb-f93a-4373-aee4-9d8ea1a6903c tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 949 time: 0.1392112 Dec 10 16:19:48.588360 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e42484f4-71b0-4ab3-937f-5f55d2439a0e req-165ea7bc-fb66-46c7-a826-01f9dea89e3d tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545604 Dec 10 16:19:48.624331 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-8b9267e7-1ca6-43d7-b39e-47e985f0ed74 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Allocated IP 172.20.0.11 (85be2e17-4b10-4d14-9b32-3869abb76961/0733bfe1-6763-4622-804d-2791b07706b1/e10c6679-4a05-4334-b5d3-05b86bd985f3) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:19:48.714922 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4187f5dc-1bf5-4317-82c1-a7c88f018beb req-9d2bd4d7-2f20-4f76-a75c-2a02def62065 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab HTTP/1.1" status: 200 len: 210 time: 0.0423956 Dec 10 16:19:48.840258 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-8b9267e7-1ca6-43d7-b39e-47e985f0ed74 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:48.892727 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-8b9267e7-1ca6-43d7-b39e-47e985f0ed74 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:48.965591 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-8b9267e7-1ca6-43d7-b39e-47e985f0ed74 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Network 85be2e17-4b10-4d14-9b32-3869abb76961 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:19:48.969201 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6971a-f236-40a7-af4a-d084a48676fe req-1a533b9a-1ecb-4f27-b1a3-9d21f1a9f717 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:48.969629 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-8b9267e7-1ca6-43d7-b39e-47e985f0ed74 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:19:48.971904 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9267e7-1ca6-43d7-b39e-47e985f0ed74 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Pushing event updated for resources: {'Port': ['ID=e10c6679-4a05-4334-b5d3-05b86bd985f3,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:48.976544 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-37f6971a-f236-40a7-af4a-d084a48676fe req-1a533b9a-1ecb-4f27-b1a3-9d21f1a9f717 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9f0fee1-f7da-4700-a99b-39d47223384c HTTP/1.1" status: 200 len: 945 time: 0.0665112 Dec 10 16:19:48.979791 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-8b9267e7-1ca6-43d7-b39e-47e985f0ed74 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:19:48.983534 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9267e7-1ca6-43d7-b39e-47e985f0ed74 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:48.985947 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9267e7-1ca6-43d7-b39e-47e985f0ed74 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:48.986348 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9267e7-1ca6-43d7-b39e-47e985f0ed74 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:48.986724 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9267e7-1ca6-43d7-b39e-47e985f0ed74 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:48.987095 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9267e7-1ca6-43d7-b39e-47e985f0ed74 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:48.987461 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9267e7-1ca6-43d7-b39e-47e985f0ed74 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:48.987811 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9267e7-1ca6-43d7-b39e-47e985f0ed74 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:48.988160 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9267e7-1ca6-43d7-b39e-47e985f0ed74 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:48.988514 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9267e7-1ca6-43d7-b39e-47e985f0ed74 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:48.988889 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9267e7-1ca6-43d7-b39e-47e985f0ed74 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:48.989243 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9267e7-1ca6-43d7-b39e-47e985f0ed74 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:48.989584 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9267e7-1ca6-43d7-b39e-47e985f0ed74 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:48.989932 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9267e7-1ca6-43d7-b39e-47e985f0ed74 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:49.052937 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-8b9267e7-1ca6-43d7-b39e-47e985f0ed74 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:49.053496 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-8b9267e7-1ca6-43d7-b39e-47e985f0ed74 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:49.074436 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-37f6971a-f236-40a7-af4a-d084a48676fe req-dc93e45d-b8a2-43ba-a9b7-cbca6866efc8 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/security-groups?id=3794691f-265d-4fed-bd0b-cc3b4464c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872376 Dec 10 16:19:49.074853 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 38606) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:19:49.086104 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-8b9267e7-1ca6-43d7-b39e-47e985f0ed74 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9245427 Dec 10 16:19:49.105120 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-2ac14eec-dc4c-4cb7-91aa-e977969b7f09 service neutron] Request body: {'port': {'device_id': 'c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:19:49.154881 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-cbe5b413-3201-4404-9127-7f66e2883321 req-a145bab0-cf64-4ff0-becb-9c82d962714f tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:19:49.156788 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cbe5b413-3201-4404-9127-7f66e2883321 req-a145bab0-cf64-4ff0-becb-9c82d962714f tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0900111 Dec 10 16:19:49.201955 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-2ac14eec-dc4c-4cb7-91aa-e977969b7f09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:49.296281 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 16:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5afdf61-ad26-4b39-b180-126178847c3d x-openstack-request-id: req-d5afdf61-ad26-4b39-b180-126178847c3d {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:19:49.296566 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc587aff-b717-45dc-b5d9-0e1548d13862", "name": "network-vif-unplugged", "status": "completed", "tag": "db21076e-dcca-4c0e-9aeb-b387de70cb1c", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:19:49.297563 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d5afdf61-ad26-4b39-b180-126178847c3d {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:19:49.298184 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc587aff-b717-45dc-b5d9-0e1548d13862', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db21076e-dcca-4c0e-9aeb-b387de70cb1c', 'code': 200} Dec 10 16:19:49.365447 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7ed1b5-4631-4219-a06b-8a9cc3e665e1 x-openstack-request-id: req-ec7ed1b5-4631-4219-a06b-8a9cc3e665e1 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:19:49.365824 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc587aff-b717-45dc-b5d9-0e1548d13862", "name": "network-vif-deleted", "tag": "db21076e-dcca-4c0e-9aeb-b387de70cb1c", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:19:49.366174 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ec7ed1b5-4631-4219-a06b-8a9cc3e665e1 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:19:49.367418 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc587aff-b717-45dc-b5d9-0e1548d13862', 'name': 'network-vif-deleted', 'tag': 'db21076e-dcca-4c0e-9aeb-b387de70cb1c', 'status': 'completed', 'code': 200} Dec 10 16:19:49.375787 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5b413-3201-4404-9127-7f66e2883321 req-6da76953-8dfb-4d2f-84b3-8f2088744fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:49.377161 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cbe5b413-3201-4404-9127-7f66e2883321 req-6da76953-8dfb-4d2f-84b3-8f2088744fd8 service neutron] 10.222.0.11 "GET /v2.0/ports/2dd43503-16c0-4402-9a30-d9969dcf34f0 HTTP/1.1" status: 200 len: 1094 time: 0.1615918 Dec 10 16:19:49.395048 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-cbe5b413-3201-4404-9127-7f66e2883321 req-f4bd5d0e-a658-46e5-bf52-c603f167bfb3 service neutron] Request body: {'binding': {'host': 'n-h1-766771-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:19:49.395496 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-cbe5b413-3201-4404-9127-7f66e2883321 req-f4bd5d0e-a658-46e5-bf52-c603f167bfb3 service neutron] Unknown quota resources ['binding']. {{(pid=103392) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 16:19:49.594629 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 070a865a-131b-477f-977f-e6abb0fc1cc1 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:19:49.597897 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device a4afd6bc-f576-42b6-a7fb-49350fe25e83 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:19:49.677475 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-cbe5b413-3201-4404-9127-7f66e2883321 req-f4bd5d0e-a658-46e5-bf52-c603f167bfb3 service neutron] Attempting to bind port 2dd43503-16c0-4402-9a30-d9969dcf34f0 on host n-h1-766771-2 for vnic_type normal with profile None {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:19:49.677842 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-cbe5b413-3201-4404-9127-7f66e2883321 req-f4bd5d0e-a658-46e5-bf52-c603f167bfb3 service neutron] Attempting to bind port 2dd43503-16c0-4402-9a30-d9969dcf34f0 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:19:49.678154 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe5b413-3201-4404-9127-7f66e2883321 req-f4bd5d0e-a658-46e5-bf52-c603f167bfb3 service neutron] Attempting to bind port 2dd43503-16c0-4402-9a30-d9969dcf34f0 on network 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:19:49.684426 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-2ac14eec-dc4c-4cb7-91aa-e977969b7f09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e10c6679-4a05-4334-b5d3-05b86bd985f3 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:19:49.695454 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-2ac14eec-dc4c-4cb7-91aa-e977969b7f09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:49.698294 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe5b413-3201-4404-9127-7f66e2883321 req-f4bd5d0e-a658-46e5-bf52-c603f167bfb3 service neutron] Port 2dd43503-16c0-4402-9a30-d9969dcf34f0 on network 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:19:49.698672 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe5b413-3201-4404-9127-7f66e2883321 req-f4bd5d0e-a658-46e5-bf52-c603f167bfb3 service neutron] Attempting to bind port 2dd43503-16c0-4402-9a30-d9969dcf34f0 on network 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:19:49.710620 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe5b413-3201-4404-9127-7f66e2883321 req-f4bd5d0e-a658-46e5-bf52-c603f167bfb3 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:19:49.710984 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe5b413-3201-4404-9127-7f66e2883321 req-f4bd5d0e-a658-46e5-bf52-c603f167bfb3 service neutron] Checking segment: {'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:19:49.711329 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe5b413-3201-4404-9127-7f66e2883321 req-f4bd5d0e-a658-46e5-bf52-c603f167bfb3 service neutron] Bound using segment: {'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:19:49.711767 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-cbe5b413-3201-4404-9127-7f66e2883321 req-f4bd5d0e-a658-46e5-bf52-c603f167bfb3 service neutron] Bound port: 2dd43503-16c0-4402-9a30-d9969dcf34f0, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:19:49.728085 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:49.749833 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-2ac14eec-dc4c-4cb7-91aa-e977969b7f09 service neutron] Transition to ACTIVE for port object e10c6679-4a05-4334-b5d3-05b86bd985f3 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:19:49.769212 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-2ac14eec-dc4c-4cb7-91aa-e977969b7f09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:49.858441 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-cbe5b413-3201-4404-9127-7f66e2883321 req-f4bd5d0e-a658-46e5-bf52-c603f167bfb3 service neutron] For port 2dd43503-16c0-4402-9a30-d9969dcf34f0, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=2dd43503-16c0-4402-9a30-d9969dcf34f0,segment=NetworkSegment(ba4bffb6-59f5-4518-96be-6824e98414e9),segment_id=ba4bffb6-59f5-4518-96be-6824e98414e9)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:19:49.860561 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac14eec-dc4c-4cb7-91aa-e977969b7f09 service neutron] Pushing event updated for resources: {'Port': ['ID=e10c6679-4a05-4334-b5d3-05b86bd985f3,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:49.869535 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-cbe5b413-3201-4404-9127-7f66e2883321 req-f4bd5d0e-a658-46e5-bf52-c603f167bfb3 service neutron] Publish callbacks [] for binding, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:49.870762 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cbe5b413-3201-4404-9127-7f66e2883321 req-f4bd5d0e-a658-46e5-bf52-c603f167bfb3 service neutron] 10.222.0.11 "POST /v2.0/ports/2dd43503-16c0-4402-9a30-d9969dcf34f0/bindings HTTP/1.1" status: 201 len: 389 time: 0.4879994 Dec 10 16:19:49.891199 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:49.933599 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 070a865a-131b-477f-977f-e6abb0fc1cc1, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=070a865a-131b-477f-977f-e6abb0fc1cc1,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:49.950449 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port a4afd6bc-f576-42b6-a7fb-49350fe25e83, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=a4afd6bc-f576-42b6-a7fb-49350fe25e83,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:49.953903 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-538d0293-b24d-4b6c-bded-3e018fe9da85 req-7b8994f2-8f37-4b6b-93ff-cede719b705d tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 258 time: 0.5703123 Dec 10 16:19:49.962444 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-2ac14eec-dc4c-4cb7-91aa-e977969b7f09 service neutron] Attempting to bind port e10c6679-4a05-4334-b5d3-05b86bd985f3 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:19:49.962977 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-2ac14eec-dc4c-4cb7-91aa-e977969b7f09 service neutron] Attempting to bind port e10c6679-4a05-4334-b5d3-05b86bd985f3 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '8ca85019-a24a-4916-864b-3c419298bab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '85be2e17-4b10-4d14-9b32-3869abb76961'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:19:49.963778 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '070a865a-131b-477f-977f-e6abb0fc1cc1', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'port_id': '070a865a-131b-477f-977f-e6abb0fc1cc1', 'mac_address': 'fa:16:3e:77:22:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a18c92-5007-49e2-b728-7aedc06dca57', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:19:49.964542 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-2ac14eec-dc4c-4cb7-91aa-e977969b7f09 service neutron] Attempting to bind port e10c6679-4a05-4334-b5d3-05b86bd985f3 on network 85be2e17-4b10-4d14-9b32-3869abb76961 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:19:49.970214 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:49.979638 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-538d0293-b24d-4b6c-bded-3e018fe9da85 req-48fc0967-5d65-4ea8-a26d-2d5dd9e5f465 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:19:49.980428 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 070a865a-131b-477f-977f-e6abb0fc1cc1 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:19:49.988985 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-2ac14eec-dc4c-4cb7-91aa-e977969b7f09 service neutron] Port e10c6679-4a05-4334-b5d3-05b86bd985f3 on network 85be2e17-4b10-4d14-9b32-3869abb76961 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:19:49.989514 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-2ac14eec-dc4c-4cb7-91aa-e977969b7f09 service neutron] Attempting to bind port e10c6679-4a05-4334-b5d3-05b86bd985f3 on network 85be2e17-4b10-4d14-9b32-3869abb76961 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:19:50.004742 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-2ac14eec-dc4c-4cb7-91aa-e977969b7f09 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:19:50.007750 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-2ac14eec-dc4c-4cb7-91aa-e977969b7f09 service neutron] Checking segment: {'id': '8ca85019-a24a-4916-864b-3c419298bab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '85be2e17-4b10-4d14-9b32-3869abb76961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:19:50.009873 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-2ac14eec-dc4c-4cb7-91aa-e977969b7f09 service neutron] Bound using segment: {'id': '8ca85019-a24a-4916-864b-3c419298bab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '85be2e17-4b10-4d14-9b32-3869abb76961'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:19:50.010560 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-2ac14eec-dc4c-4cb7-91aa-e977969b7f09 service neutron] Bound port: e10c6679-4a05-4334-b5d3-05b86bd985f3, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca85019-a24a-4916-864b-3c419298bab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '85be2e17-4b10-4d14-9b32-3869abb76961'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:19:50.011119 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-2ac14eec-dc4c-4cb7-91aa-e977969b7f09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:50.044799 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-538d0293-b24d-4b6c-bded-3e018fe9da85 req-48fc0967-5d65-4ea8-a26d-2d5dd9e5f465 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks [] for floatingip, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:50.138652 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-2ac14eec-dc4c-4cb7-91aa-e977969b7f09 service neutron] For port e10c6679-4a05-4334-b5d3-05b86bd985f3, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:19:50.143487 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-2ac14eec-dc4c-4cb7-91aa-e977969b7f09 service neutron] For port e10c6679-4a05-4334-b5d3-05b86bd985f3, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=e10c6679-4a05-4334-b5d3-05b86bd985f3,segment=NetworkSegment(8ca85019-a24a-4916-864b-3c419298bab5),segment_id=8ca85019-a24a-4916-864b-3c419298bab5)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:19:50.149660 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-2ac14eec-dc4c-4cb7-91aa-e977969b7f09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:50.151312 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:50.234980 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac14eec-dc4c-4cb7-91aa-e977969b7f09 service neutron] Pushing event updated for resources: {'Port': ['ID=e10c6679-4a05-4334-b5d3-05b86bd985f3,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:50.237307 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:50.250268 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=a4afd6bc-f576-42b6-a7fb-49350fe25e83,revision_number=11']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:50.261870 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-538d0293-b24d-4b6c-bded-3e018fe9da85 req-48fc0967-5d65-4ea8-a26d-2d5dd9e5f465 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:50.269203 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 070a865a-131b-477f-977f-e6abb0fc1cc1 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:19:50.275377 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-2ac14eec-dc4c-4cb7-91aa-e977969b7f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:50.276155 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-2ac14eec-dc4c-4cb7-91aa-e977969b7f09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:50.278953 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-2ac14eec-dc4c-4cb7-91aa-e977969b7f09 service neutron] 10.222.0.46 "PUT /v2.0/ports/e10c6679-4a05-4334-b5d3-05b86bd985f3 HTTP/1.1" status: 200 len: 1092 time: 1.1837804 Dec 10 16:19:50.292836 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab', 'tag': 'e10c6679-4a05-4334-b5d3-05b86bd985f3'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:19:50.301864 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b063b1a8-a4e5-47c6-9b55-583f4f0d0fce" -d '{"events": [{"name": "network-changed", "server_uuid": "c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab", "tag": "e10c6679-4a05-4334-b5d3-05b86bd985f3"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:19:50.325134 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 070a865a-131b-477f-977f-e6abb0fc1cc1, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=070a865a-131b-477f-977f-e6abb0fc1cc1,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:50.331435 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:50.407424 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-538d0293-b24d-4b6c-bded-3e018fe9da85 req-48fc0967-5d65-4ea8-a26d-2d5dd9e5f465 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Allocated IP 172.25.6.226 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/d2282ded-c58c-4507-9f35-1c97dfa2f479) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:19:50.431228 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=070a865a-131b-477f-977f-e6abb0fc1cc1,revision_number=9']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:50.434805 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.api [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:19:50.435325 n-d-766771-2 neutron-server[103394]: DEBUG oslo_db.api [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:19:50.523485 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-538d0293-b24d-4b6c-bded-3e018fe9da85 req-48fc0967-5d65-4ea8-a26d-2d5dd9e5f465 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:50.558231 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-538d0293-b24d-4b6c-bded-3e018fe9da85 req-48fc0967-5d65-4ea8-a26d-2d5dd9e5f465 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:50.599027 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-538d0293-b24d-4b6c-bded-3e018fe9da85 req-48fc0967-5d65-4ea8-a26d-2d5dd9e5f465 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:19:50.602072 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-538d0293-b24d-4b6c-bded-3e018fe9da85 req-48fc0967-5d65-4ea8-a26d-2d5dd9e5f465 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:19:50.605908 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-538d0293-b24d-4b6c-bded-3e018fe9da85 req-48fc0967-5d65-4ea8-a26d-2d5dd9e5f465 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:19:50.655165 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fc0967-5d65-4ea8-a26d-2d5dd9e5f465 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Pushing event updated for resources: {'Port': ['ID=d2282ded-c58c-4507-9f35-1c97dfa2f479,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:50.670881 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5b413-3201-4404-9127-7f66e2883321 req-b0a5e31d-d46c-42ea-9a92-0ad0eaf42f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:50.672651 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cbe5b413-3201-4404-9127-7f66e2883321 req-b0a5e31d-d46c-42ea-9a92-0ad0eaf42f12 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=88d3b4e7edaf414d832ee358beed3fa3&device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 1097 time: 0.4392509 Dec 10 16:19:50.679022 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-41722ee7-2d4a-4e46-ac6b-789835911776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:50.680468 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-41722ee7-2d4a-4e46-ac6b-789835911776 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9b4abb5f463d4717bb66baf7025fca57&device_id=c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab HTTP/1.1" status: 200 len: 1095 time: 0.3524849 Dec 10 16:19:50.706674 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-538d0293-b24d-4b6c-bded-3e018fe9da85 req-48fc0967-5d65-4ea8-a26d-2d5dd9e5f465 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:50.712059 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea24a3-600f-4e35-a442-61f4b19f66eb req-e7d6997c-5095-45a3-9bc4-d77139289e2a tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:50.713271 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['070a865a-131b-477f-977f-e6abb0fc1cc1'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:19:50.713750 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c9ea24a3-600f-4e35-a442-61f4b19f66eb req-e7d6997c-5095-45a3-9bc4-d77139289e2a tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b7710ec-f0d8-4e12-b52c-d3fc6c5dec70 HTTP/1.1" status: 200 len: 946 time: 0.4813395 Dec 10 16:19:50.765623 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-538d0293-b24d-4b6c-bded-3e018fe9da85 req-48fc0967-5d65-4ea8-a26d-2d5dd9e5f465 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:50.835120 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-ca7f7e78-c084-4f5a-abe4-51f2e9100f2c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e10c6679-4a05-4334-b5d3-05b86bd985f3 HTTP/1.1" status: 200 len: 217 time: 0.1203418 Dec 10 16:19:50.841137 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c9ea24a3-600f-4e35-a442-61f4b19f66eb req-c190a2c8-8d8c-4ab9-a8b2-9d7930717530 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950108 Dec 10 16:19:50.916572 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-8bc4822d-94e9-4908-bcbf-3168389a35f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:50.918174 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-8bc4822d-94e9-4908-bcbf-3168389a35f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0733bfe1-6763-4622-804d-2791b07706b1 HTTP/1.1" status: 200 len: 843 time: 0.0744138 Dec 10 16:19:50.924833 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5b413-3201-4404-9127-7f66e2883321 req-2d0d1776-1406-42e6-8041-7c743f64635a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:50.926316 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cbe5b413-3201-4404-9127-7f66e2883321 req-2d0d1776-1406-42e6-8041-7c743f64635a service neutron] 10.222.0.26 "GET /v2.0/networks?id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 HTTP/1.1" status: 200 len: 922 time: 0.2440233 Dec 10 16:19:50.996423 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:51.019955 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 070a865a-131b-477f-977f-e6abb0fc1cc1 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:19:51.025362 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-538d0293-b24d-4b6c-bded-3e018fe9da85 req-48fc0967-5d65-4ea8-a26d-2d5dd9e5f465 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:51.027318 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-77ff1757-ebb8-48cd-8f6f-ab540a3d01d0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85be2e17-4b10-4d14-9b32-3869abb76961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955346 Dec 10 16:19:51.034180 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-538d0293-b24d-4b6c-bded-3e018fe9da85 req-48fc0967-5d65-4ea8-a26d-2d5dd9e5f465 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:51.037080 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cbe5b413-3201-4404-9127-7f66e2883321 req-8e601eba-c7ed-42d8-9992-fd75fa687aba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2dd43503-16c0-4402-9a30-d9969dcf34f0 HTTP/1.1" status: 200 len: 217 time: 0.0928812 Dec 10 16:19:51.051100 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 070a865a-131b-477f-977f-e6abb0fc1cc1, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=070a865a-131b-477f-977f-e6abb0fc1cc1,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:51.056752 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:51.136927 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fc0967-5d65-4ea8-a26d-2d5dd9e5f465 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Pushing event updated for resources: {'Port': ['ID=d2282ded-c58c-4507-9f35-1c97dfa2f479,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:51.144813 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-538d0293-b24d-4b6c-bded-3e018fe9da85 req-48fc0967-5d65-4ea8-a26d-2d5dd9e5f465 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:51.149088 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=070a865a-131b-477f-977f-e6abb0fc1cc1,revision_number=10']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:51.161973 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-538d0293-b24d-4b6c-bded-3e018fe9da85 req-48fc0967-5d65-4ea8-a26d-2d5dd9e5f465 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:51.163215 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-538d0293-b24d-4b6c-bded-3e018fe9da85 req-48fc0967-5d65-4ea8-a26d-2d5dd9e5f465 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1897528 Dec 10 16:19:51.175656 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5b413-3201-4404-9127-7f66e2883321 req-0db3a24e-faf7-4778-86dc-ae46e17fc224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:51.177000 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cbe5b413-3201-4404-9127-7f66e2883321 req-0db3a24e-faf7-4778-86dc-ae46e17fc224 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=19a3ead6-9cb2-4544-beb2-145a33d7ae3f HTTP/1.1" status: 200 len: 861 time: 0.1007011 Dec 10 16:19:51.204823 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89309f1-8674-4627-a046-414aa6a603d4 req-4e0d359d-a195-455d-b37d-b15ae43df858 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:51.206336 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c89309f1-8674-4627-a046-414aa6a603d4 req-4e0d359d-a195-455d-b37d-b15ae43df858 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 948 time: 0.2279437 Dec 10 16:19:51.215543 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-538d0293-b24d-4b6c-bded-3e018fe9da85 req-077a0c04-6109-4665-9150-069809c70769 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.226 HTTP/1.1" status: 200 len: 696 time: 0.0462272 Dec 10 16:19:51.250300 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cbe5b413-3201-4404-9127-7f66e2883321 req-abea23c1-a4b9-476c-84fb-31a63fcc6a55 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416098 Dec 10 16:19:51.261384 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-6f11530a-414f-455d-a79e-550209d1e00c service neutron] 10.222.0.46 "GET /v2.0/networks/85be2e17-4b10-4d14-9b32-3869abb76961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215726 Dec 10 16:19:51.299367 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9400639f-0d32-47e4-956f-9078c6d3d3e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4afd6bc-f576-42b6-a7fb-49350fe25e83'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:19:51.301881 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd370bd-1b0b-48e0-b8d1-3b7872b72785" -d '{"events": [{"server_uuid": "9400639f-0d32-47e4-956f-9078c6d3d3e8", "name": "network-vif-unplugged", "status": "completed", "tag": "a4afd6bc-f576-42b6-a7fb-49350fe25e83"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:19:51.318846 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d0293-b24d-4b6c-bded-3e018fe9da85 req-fcbaca4b-7685-4129-8164-661b2e01bfbb tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:51.320205 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-538d0293-b24d-4b6c-bded-3e018fe9da85 req-fcbaca4b-7685-4129-8164-661b2e01bfbb tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/networks/5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 784 time: 0.0980210 Dec 10 16:19:51.386889 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c89309f1-8674-4627-a046-414aa6a603d4 req-05c17c0b-d2bc-4c2f-8b9f-e05125f7783f tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679294 Dec 10 16:19:51.420313 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda351e7-7247-4c26-8f87-211e574999b2 req-b705f7fe-5990-4f2d-b6e4-bd532f44e7f1 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:51.421647 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bda351e7-7247-4c26-8f87-211e574999b2 req-b705f7fe-5990-4f2d-b6e4-bd532f44e7f1 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab HTTP/1.1" status: 200 len: 944 time: 0.0537219 Dec 10 16:19:51.433807 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device db21076e-dcca-4c0e-9aeb-b387de70cb1c no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:19:51.451516 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7861388a-e941-4ec8-8f80-741e6fde2aa8 req-cb5dc37d-4d97-4186-a0b1-6d739cdd9b1f service neutron] 10.222.0.46 "GET /v2.0/networks/85be2e17-4b10-4d14-9b32-3869abb76961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808145 Dec 10 16:19:51.458695 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: db21076e-dcca-4c0e-9aeb-b387de70cb1c {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:19:51.468419 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device db21076e-dcca-4c0e-9aeb-b387de70cb1c not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:19:51.477457 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bda351e7-7247-4c26-8f87-211e574999b2 req-4c060e4a-eff5-4c43-a537-9331ca753535 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491710 Dec 10 16:19:51.479516 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cbe5b413-3201-4404-9127-7f66e2883321 req-7c4fc208-e82f-4be5-b89c-5ba99da6b47c service neutron] 10.222.0.26 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196665 Dec 10 16:19:51.603687 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device d6265f97-e6f5-419e-9a81-84095a2a1117 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:19:51.617891 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdeced7-ebd8-442d-9cbd-3473c82474c4 req-71b0e8fd-af6f-4b7d-bb20-41189c197147 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:51.619196 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8cdeced7-ebd8-442d-9cbd-3473c82474c4 req-71b0e8fd-af6f-4b7d-bb20-41189c197147 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 946 time: 0.0832176 Dec 10 16:19:51.620619 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d153681-43df-431a-bd8a-0301a9b50935 x-openstack-request-id: req-6d153681-43df-431a-bd8a-0301a9b50935 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:19:51.620902 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab", "tag": "e10c6679-4a05-4334-b5d3-05b86bd985f3", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:19:51.621148 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6d153681-43df-431a-bd8a-0301a9b50935 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:19:51.621525 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab', 'tag': 'e10c6679-4a05-4334-b5d3-05b86bd985f3', 'status': 'completed', 'code': 200} Dec 10 16:19:51.623757 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cbe5b413-3201-4404-9127-7f66e2883321 req-365d1eff-7257-4b14-b034-ed1154a396a2 service neutron] 10.222.0.26 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304991 Dec 10 16:19:51.626766 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 070a865a-131b-477f-977f-e6abb0fc1cc1 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:19:51.721359 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 16:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60ad5de-83b2-4ac0-913d-562e6446ef02 x-openstack-request-id: req-a60ad5de-83b2-4ac0-913d-562e6446ef02 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:19:51.722632 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9400639f-0d32-47e4-956f-9078c6d3d3e8", "name": "network-vif-unplugged", "status": "completed", "tag": "a4afd6bc-f576-42b6-a7fb-49350fe25e83", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:19:51.723055 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a60ad5de-83b2-4ac0-913d-562e6446ef02 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:19:51.723597 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9400639f-0d32-47e4-956f-9078c6d3d3e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4afd6bc-f576-42b6-a7fb-49350fe25e83', 'code': 200} Dec 10 16:19:51.738529 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063b1a8-a4e5-47c6-9b55-583f4f0d0fce req-a4ca17d6-685d-48c1-904d-a9a97d1e2a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:51.740117 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b063b1a8-a4e5-47c6-9b55-583f4f0d0fce req-a4ca17d6-685d-48c1-904d-a9a97d1e2a8f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9b4abb5f463d4717bb66baf7025fca57&device_id=c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab HTTP/1.1" status: 200 len: 1095 time: 0.0907035 Dec 10 16:19:51.744061 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8cdeced7-ebd8-442d-9cbd-3473c82474c4 req-f239f2dc-26f1-477d-ab01-01f98cf8bd7a tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983710 Dec 10 16:19:51.791290 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port d6265f97-e6f5-419e-9a81-84095a2a1117, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=d6265f97-e6f5-419e-9a81-84095a2a1117,segment=NetworkSegment(15d1952f-4dcb-4e1f-ad99-f5f939317419),segment_id=15d1952f-4dcb-4e1f-ad99-f5f939317419)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:51.805311 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 070a865a-131b-477f-977f-e6abb0fc1cc1 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:19:51.805850 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:51.808587 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': 'd6265f97-e6f5-419e-9a81-84095a2a1117', 'network_id': 'fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51', 'port_id': 'd6265f97-e6f5-419e-9a81-84095a2a1117', 'mac_address': 'fa:16:3e:7c:d7:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c72c797-c788-4a2c-b14b-bffaa1b0b3e6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:19:51.889314 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:51.906913 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063b1a8-a4e5-47c6-9b55-583f4f0d0fce req-5aa33861-66e3-489f-94b1-60c7ae038d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:51.908387 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d6265f97-e6f5-419e-9a81-84095a2a1117 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:19:51.908620 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b063b1a8-a4e5-47c6-9b55-583f4f0d0fce req-5aa33861-66e3-489f-94b1-60c7ae038d60 service neutron] 10.222.0.46 "GET /v2.0/networks?id=85be2e17-4b10-4d14-9b32-3869abb76961 HTTP/1.1" status: 200 len: 904 time: 0.1587169 Dec 10 16:19:51.950318 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0eb6d-decd-46ce-aa00-39bb6a80b7d0 req-01763bcf-96e9-4ed8-9017-e9a683aaec26 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:51.957990 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-daf0eb6d-decd-46ce-aa00-39bb6a80b7d0 req-01763bcf-96e9-4ed8-9017-e9a683aaec26 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9f0fee1-f7da-4700-a99b-39d47223384c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1047463 Dec 10 16:19:51.961391 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b063b1a8-a4e5-47c6-9b55-583f4f0d0fce req-58070fb5-15b2-404e-ad72-d2c71f44274b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e10c6679-4a05-4334-b5d3-05b86bd985f3 HTTP/1.1" status: 200 len: 217 time: 0.0390952 Dec 10 16:19:51.972751 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port d6265f97-e6f5-419e-9a81-84095a2a1117, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=d6265f97-e6f5-419e-9a81-84095a2a1117,segment=NetworkSegment(15d1952f-4dcb-4e1f-ad99-f5f939317419),segment_id=15d1952f-4dcb-4e1f-ad99-f5f939317419)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:51.977110 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:52.017416 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-daf0eb6d-decd-46ce-aa00-39bb6a80b7d0 req-fac5fd45-2a62-42de-9a91-f0331cd5a172 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.226 HTTP/1.1" status: 200 len: 696 time: 0.0590961 Dec 10 16:19:52.022688 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-daf0eb6d-decd-46ce-aa00-39bb6a80b7d0 req-cc67a9db-4772-45d0-ab09-296aee8a4622 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Request body: {'floatingip': {'port_id': '591f4bec-9233-4907-a7ab-5be24d27eb23', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:19:52.025719 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063b1a8-a4e5-47c6-9b55-583f4f0d0fce req-323d79f5-50af-4542-8500-10683cac54a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:52.027233 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b063b1a8-a4e5-47c6-9b55-583f4f0d0fce req-323d79f5-50af-4542-8500-10683cac54a0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0733bfe1-6763-4622-804d-2791b07706b1 HTTP/1.1" status: 200 len: 843 time: 0.0589235 Dec 10 16:19:52.071093 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:52.073738 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b063b1a8-a4e5-47c6-9b55-583f4f0d0fce req-8f5baedd-f21d-428d-aefc-3c650b740c0f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85be2e17-4b10-4d14-9b32-3869abb76961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385256 Dec 10 16:19:52.080478 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-daf0eb6d-decd-46ce-aa00-39bb6a80b7d0 req-cc67a9db-4772-45d0-ab09-296aee8a4622 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks [] for floatingip, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:52.132351 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 070a865a-131b-477f-977f-e6abb0fc1cc1, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=070a865a-131b-477f-977f-e6abb0fc1cc1,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:52.132351 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['d6265f97-e6f5-419e-9a81-84095a2a1117'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:19:52.162295 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:52.168011 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=d6265f97-e6f5-419e-9a81-84095a2a1117,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:52.238571 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ea843-ef69-4805-9120-7ac50c772f7f req-e99a15eb-bb47-4f1d-b28b-b81232a46acf tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:52.240438 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-442ea843-ef69-4805-9120-7ac50c772f7f req-e99a15eb-bb47-4f1d-b28b-b81232a46acf tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b7710ec-f0d8-4e12-b52c-d3fc6c5dec70 HTTP/1.1" status: 200 len: 945 time: 0.0798862 Dec 10 16:19:52.260366 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=070a865a-131b-477f-977f-e6abb0fc1cc1,revision_number=11']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:52.262256 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b063b1a8-a4e5-47c6-9b55-583f4f0d0fce req-608ddb25-9c80-43b1-b1bc-244280990c82 service neutron] 10.222.0.46 "GET /v2.0/networks/85be2e17-4b10-4d14-9b32-3869abb76961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776586 Dec 10 16:19:52.387824 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b063b1a8-a4e5-47c6-9b55-583f4f0d0fce req-52606e3b-5700-422e-9253-1332db7305a4 service neutron] 10.222.0.46 "GET /v2.0/networks/85be2e17-4b10-4d14-9b32-3869abb76961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127071 Dec 10 16:19:52.391589 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-442ea843-ef69-4805-9120-7ac50c772f7f req-3ad841e3-55cc-40f1-aecb-943b154ab4ac tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399484 Dec 10 16:19:52.508830 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125a416-5803-4329-839c-3a9dff7a4c9b req-ef34bc9b-98ce-4cb8-b417-c8ef0d6bc9de tempest-ServersAdminTestJSON-2081718756 tempest-ServersAdminTestJSON-2081718756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:52.510403 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f125a416-5803-4329-839c-3a9dff7a4c9b req-ef34bc9b-98ce-4cb8-b417-c8ef0d6bc9de tempest-ServersAdminTestJSON-2081718756 tempest-ServersAdminTestJSON-2081718756-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 1101 time: 0.0403821 Dec 10 16:19:52.564911 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f125a416-5803-4329-839c-3a9dff7a4c9b req-c9ca81e5-9aef-44a0-ac57-334c2280bdbf tempest-ServersAdminTestJSON-2081718756 tempest-ServersAdminTestJSON-2081718756-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478559 Dec 10 16:19:52.771405 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-daf0eb6d-decd-46ce-aa00-39bb6a80b7d0 req-cc67a9db-4772-45d0-ab09-296aee8a4622 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:52.783482 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-daf0eb6d-decd-46ce-aa00-39bb6a80b7d0 req-cc67a9db-4772-45d0-ab09-296aee8a4622 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:52.885543 n-d-766771-2 neutron-server[103393]: INFO neutron.db.l3_db [req-daf0eb6d-decd-46ce-aa00-39bb6a80b7d0 req-cc67a9db-4772-45d0-ab09-296aee8a4622 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Floating IP fababe43-62f6-40df-ab76-33f5654b2634 associated. External IP: 172.25.6.226, port: 591f4bec-9233-4907-a7ab-5be24d27eb23. Dec 10 16:19:53.048999 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce012c8-be00-474f-a645-05ff069a6e6e req-ffe42d28-f5a5-4506-a62a-6e1a420dbe55 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:53.050417 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cce012c8-be00-474f-a645-05ff069a6e6e req-ffe42d28-f5a5-4506-a62a-6e1a420dbe55 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab HTTP/1.1" status: 200 len: 944 time: 0.0507915 Dec 10 16:19:53.099542 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cce012c8-be00-474f-a645-05ff069a6e6e req-d74c351d-2fbf-4796-bcc0-8300012be9b5 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426946 Dec 10 16:19:53.108133 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [req-daf0eb6d-decd-46ce-aa00-39bb6a80b7d0 req-cc67a9db-4772-45d0-ab09-296aee8a4622 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Router 93ffae14-1700-4921-be93-5c828a999366 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:19:53.424580 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0839ac-8947-4b02-9231-3290c2032504 req-f31846df-7ca5-4e84-aa83-ea68f699f4d6 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:53.426852 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1d0839ac-8947-4b02-9231-3290c2032504 req-f31846df-7ca5-4e84-aa83-ea68f699f4d6 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/ports?device_id=5284671f-b2d2-487a-b849-eec2dd2096ff HTTP/1.1" status: 200 len: 946 time: 0.0511038 Dec 10 16:19:53.471484 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-daf0eb6d-decd-46ce-aa00-39bb6a80b7d0 req-cc67a9db-4772-45d0-ab09-296aee8a4622 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:19:53.477196 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-daf0eb6d-decd-46ce-aa00-39bb6a80b7d0 req-cc67a9db-4772-45d0-ab09-296aee8a4622 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:53.481411 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1d0839ac-8947-4b02-9231-3290c2032504 req-63fca98d-aaef-4398-83bd-f6f6a6457fed tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ba53670-1c7e-4137-9354-3458021d549f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479195 Dec 10 16:19:53.485082 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c9753e-3920-4e28-9677-48b9c432c4ec None None] Sync routers for ids ['93ffae14-1700-4921-be93-5c828a999366'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:19:53.495944 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c9753e-3920-4e28-9677-48b9c432c4ec None None] Routers {'93ffae14-1700-4921-be93-5c828a999366'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:19:53.500772 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-e0c9753e-3920-4e28-9677-48b9c432c4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:19:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['93ffae14-1700-4921-be93-5c828a999366'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:19:53.531466 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-daf0eb6d-decd-46ce-aa00-39bb6a80b7d0 req-cc67a9db-4772-45d0-ab09-296aee8a4622 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "PUT /v2.0/floatingips/fababe43-62f6-40df-ab76-33f5654b2634 HTTP/1.1" status: 200 len: 996 time: 1.5125813 Dec 10 16:19:53.532472 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f0fee1-f7da-4700-a99b-39d47223384c', 'tag': '591f4bec-9233-4907-a7ab-5be24d27eb23'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:19:53.537257 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6b3067-9f04-44a1-8fc1-6e22c987cbf6" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f0fee1-f7da-4700-a99b-39d47223384c", "tag": "591f4bec-9233-4907-a7ab-5be24d27eb23"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:19:53.589619 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0eb6d-decd-46ce-aa00-39bb6a80b7d0 req-8226808a-d5fd-4ef2-b519-08c69a0ed1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:53.594385 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-daf0eb6d-decd-46ce-aa00-39bb6a80b7d0 req-8226808a-d5fd-4ef2-b519-08c69a0ed1c4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4ecd6f871c164b73a701fb09bd742828&device_id=b9f0fee1-f7da-4700-a99b-39d47223384c HTTP/1.1" status: 200 len: 1096 time: 0.0493705 Dec 10 16:19:53.667874 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d7792-2814-49e0-9b8c-7ea7ce8145b7 req-ae6482f9-b6d7-420c-ae1d-f07324830c85 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:53.670040 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-012d7792-2814-49e0-9b8c-7ea7ce8145b7 req-ae6482f9-b6d7-420c-ae1d-f07324830c85 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 946 time: 0.0884547 Dec 10 16:19:53.697227 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0eb6d-decd-46ce-aa00-39bb6a80b7d0 req-28de39fa-4927-40a0-ac71-ddd0cc82adea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:53.698890 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-daf0eb6d-decd-46ce-aa00-39bb6a80b7d0 req-28de39fa-4927-40a0-ac71-ddd0cc82adea service neutron] 10.222.0.11 "GET /v2.0/networks?id=ba3e5c96-9dde-4825-a55d-9558203e4c87 HTTP/1.1" status: 200 len: 930 time: 0.0978036 Dec 10 16:19:53.727339 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f363f44-25ac-41e3-a431-c4fa6cda4d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070a865a-131b-477f-977f-e6abb0fc1cc1'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:19:53.729534 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d090e2-150c-43cf-affd-f9313d82da20" -d '{"events": [{"server_uuid": "5f363f44-25ac-41e3-a431-c4fa6cda4d55", "name": "network-vif-plugged", "status": "completed", "tag": "070a865a-131b-477f-977f-e6abb0fc1cc1"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:19:53.732607 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device d6265f97-e6f5-419e-9a81-84095a2a1117 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:19:53.740810 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-012d7792-2814-49e0-9b8c-7ea7ce8145b7 req-e801bb4f-8478-4b93-93c2-b7d52f1a0d96 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537963 Dec 10 16:19:53.811244 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port d6265f97-e6f5-419e-9a81-84095a2a1117 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:19:53.811630 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:53.819164 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-daf0eb6d-decd-46ce-aa00-39bb6a80b7d0 req-da14e465-83f6-491f-9875-21a2fa9ec986 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=591f4bec-9233-4907-a7ab-5be24d27eb23 HTTP/1.1" status: 200 len: 999 time: 0.1132751 Dec 10 16:19:53.848492 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-e0c9753e-3920-4e28-9677-48b9c432c4ec None None] Set router 93ffae14-1700-4921-be93-5c828a999366 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:19:53.860382 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0df79e-105b-4665-8a64-adfe7ff88d0e req-fef233c9-7047-4204-be92-903a92803204 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:53.862759 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7e0df79e-105b-4665-8a64-adfe7ff88d0e req-fef233c9-7047-4204-be92-903a92803204 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b7710ec-f0d8-4e12-b52c-d3fc6c5dec70 HTTP/1.1" status: 200 len: 945 time: 0.0632925 Dec 10 16:19:53.878106 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0eb6d-decd-46ce-aa00-39bb6a80b7d0 req-e4c24c86-56ec-43f0-b692-fad12d7605ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:53.885780 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-daf0eb6d-decd-46ce-aa00-39bb6a80b7d0 req-e4c24c86-56ec-43f0-b692-fad12d7605ff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=22be4e61-859f-475d-bc09-9617e965937d HTTP/1.1" status: 200 len: 868 time: 0.0585868 Dec 10 16:19:53.932066 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0eb6d-decd-46ce-aa00-39bb6a80b7d0 req-c952306e-4bc2-44f7-93a8-6071167d5224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:53.938391 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7e0df79e-105b-4665-8a64-adfe7ff88d0e req-1d17f319-7d2f-4da7-a626-38ecc1e4e7ea tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685537 Dec 10 16:19:53.940500 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-daf0eb6d-decd-46ce-aa00-39bb6a80b7d0 req-c952306e-4bc2-44f7-93a8-6071167d5224 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba3e5c96-9dde-4825-a55d-9558203e4c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537562 Dec 10 16:19:53.950220 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [req-daf0eb6d-decd-46ce-aa00-39bb6a80b7d0 req-6eaf1672-c4f2-42af-8ca4-cc269d4d4f3e service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:19:53.955580 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-daf0eb6d-decd-46ce-aa00-39bb6a80b7d0 req-6eaf1672-c4f2-42af-8ca4-cc269d4d4f3e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0142782 Dec 10 16:19:53.982474 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:54.055345 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3fa34-f65c-49d8-997b-af00c9e66bd2 req-d29f2e10-4bd6-4069-a666-601959ee5135 tempest-ServersAdminTestJSON-2081718756 tempest-ServersAdminTestJSON-2081718756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:54.057157 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-58d3fa34-f65c-49d8-997b-af00c9e66bd2 req-d29f2e10-4bd6-4069-a666-601959ee5135 tempest-ServersAdminTestJSON-2081718756 tempest-ServersAdminTestJSON-2081718756-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 1101 time: 0.0475993 Dec 10 16:19:54.061389 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-daf0eb6d-decd-46ce-aa00-39bb6a80b7d0 req-0edfe0f0-c97d-4e04-95f9-2eaee435884b service neutron] 10.222.0.11 "GET /v2.0/networks/ba3e5c96-9dde-4825-a55d-9558203e4c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049302 Dec 10 16:19:54.068118 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port d6265f97-e6f5-419e-9a81-84095a2a1117, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=d6265f97-e6f5-419e-9a81-84095a2a1117,segment=NetworkSegment(15d1952f-4dcb-4e1f-ad99-f5f939317419),segment_id=15d1952f-4dcb-4e1f-ad99-f5f939317419)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:54.079787 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:54.115120 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-58d3fa34-f65c-49d8-997b-af00c9e66bd2 req-c59d87b9-8eba-49e1-ad91-149662c78318 tempest-ServersAdminTestJSON-2081718756 tempest-ServersAdminTestJSON-2081718756-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492287 Dec 10 16:19:54.190376 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=d6265f97-e6f5-419e-9a81-84095a2a1117,revision_number=7']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:54.196217 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-daf0eb6d-decd-46ce-aa00-39bb6a80b7d0 req-4b29f5f7-53e6-44c6-ad65-a4de61f63b8e service neutron] 10.222.0.11 "GET /v2.0/networks/ba3e5c96-9dde-4825-a55d-9558203e4c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338198 Dec 10 16:19:54.220681 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:54.221058 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:54.221457 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:54.221929 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:54.222296 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:54.222680 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:54.223008 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:54.223335 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:54.223663 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:54.223984 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:54.224306 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:54.224676 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:54.225013 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:19:54.241591 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105d045c-6781-4ed6-8f89-ae41c12b2395 x-openstack-request-id: req-105d045c-6781-4ed6-8f89-ae41c12b2395 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:19:54.241981 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f0fee1-f7da-4700-a99b-39d47223384c", "tag": "591f4bec-9233-4907-a7ab-5be24d27eb23", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:19:54.242486 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-105d045c-6781-4ed6-8f89-ae41c12b2395 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:19:54.242990 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9f0fee1-f7da-4700-a99b-39d47223384c', 'tag': '591f4bec-9233-4907-a7ab-5be24d27eb23', 'status': 'completed', 'code': 200} Dec 10 16:19:54.290919 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826aa9a1-851a-491a-ad14-02a4653dbdf5 x-openstack-request-id: req-826aa9a1-851a-491a-ad14-02a4653dbdf5 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:19:54.292955 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f363f44-25ac-41e3-a431-c4fa6cda4d55", "name": "network-vif-plugged", "status": "completed", "tag": "070a865a-131b-477f-977f-e6abb0fc1cc1", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:19:54.293566 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-826aa9a1-851a-491a-ad14-02a4653dbdf5 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:19:54.294180 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f363f44-25ac-41e3-a431-c4fa6cda4d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070a865a-131b-477f-977f-e6abb0fc1cc1', 'code': 200} Dec 10 16:19:54.311946 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-e0c9753e-3920-4e28-9677-48b9c432c4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ffae14-1700-4921-be93-5c828a999366', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1106992502-router', 'tenant_id': '4ecd6f871c164b73a701fb09bd742828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '51e08d9a-7c90-41e5-b279-30a1cac95eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:19:17Z', 'updated_at': '2021-12-10T16:19:23Z', 'revision_number': 4, 'project_id': '4ecd6f871c164b73a701fb09bd742828', 'gw_port': {'id': '51e08d9a-7c90-41e5-b279-30a1cac95eaa', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:14:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ffae14-1700-4921-be93-5c828a999366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:19:18Z', 'updated_at': '2021-12-10T16:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': 'fababe43-62f6-40df-ab76-33f5654b2634', 'tenant_id': '4ecd6f871c164b73a701fb09bd742828', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '93ffae14-1700-4921-be93-5c828a999366', 'port_id': '591f4bec-9233-4907-a7ab-5be24d27eb23', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba3e5c96-9dde-4825-a55d-9558203e4c87', 'mac_address': 'fa:16:3e:8a:4d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f0fee1-f7da-4700-a99b-39d47223384c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:19:50Z', 'updated_at': '2021-12-10T16:19:52Z', 'revision_number': 1, 'project_id': '4ecd6f871c164b73a701fb09bd742828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6491e1b2-18e5-4f0a-8032-3e2c9746b9e4', 'name': '', 'network_id': 'ba3e5c96-9dde-4825-a55d-9558203e4c87', 'tenant_id': '4ecd6f871c164b73a701fb09bd742828', 'mac_address': 'fa:16:3e:04:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ffae14-1700-4921-be93-5c828a999366', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '22be4e61-859f-475d-bc09-9617e965937d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:19:22Z', 'updated_at': '2021-12-10T16:19:30Z', 'revision_number': 5, 'project_id': '4ecd6f871c164b73a701fb09bd742828', 'subnets': [{'id': '22be4e61-859f-475d-bc09-9617e965937d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:19:54.346362 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b3067-9f04-44a1-8fc1-6e22c987cbf6 req-2e3529cd-f94c-4dea-b456-e19c36e3d0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:54.347892 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c9753e-3920-4e28-9677-48b9c432c4ec None None] Checking router: 93ffae14-1700-4921-be93-5c828a999366 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:19:54.348036 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cf6b3067-9f04-44a1-8fc1-6e22c987cbf6 req-2e3529cd-f94c-4dea-b456-e19c36e3d0cb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4ecd6f871c164b73a701fb09bd742828&device_id=b9f0fee1-f7da-4700-a99b-39d47223384c HTTP/1.1" status: 200 len: 1096 time: 0.0782957 Dec 10 16:19:54.357664 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c9753e-3920-4e28-9677-48b9c432c4ec None None] Routers {'93ffae14-1700-4921-be93-5c828a999366'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:19:54.357955 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-e0c9753e-3920-4e28-9677-48b9c432c4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:19:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['93ffae14-1700-4921-be93-5c828a999366'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:19:54.482217 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fd1da-5f22-484b-a704-17e40649f103 req-1e509bd5-87e2-4dde-b1df-d481ad3c35f0 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:54.491304 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-681fd1da-5f22-484b-a704-17e40649f103 req-1e509bd5-87e2-4dde-b1df-d481ad3c35f0 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab HTTP/1.1" status: 200 len: 944 time: 0.0716157 Dec 10 16:19:54.505869 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-e0c9753e-3920-4e28-9677-48b9c432c4ec None None] Set router 93ffae14-1700-4921-be93-5c828a999366 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:19:54.510531 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b3067-9f04-44a1-8fc1-6e22c987cbf6 req-5a09212d-79ad-4a41-a57f-324769e7fc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:54.513437 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cf6b3067-9f04-44a1-8fc1-6e22c987cbf6 req-5a09212d-79ad-4a41-a57f-324769e7fc73 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ba3e5c96-9dde-4825-a55d-9558203e4c87 HTTP/1.1" status: 200 len: 930 time: 0.1544287 Dec 10 16:19:54.558840 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-681fd1da-5f22-484b-a704-17e40649f103 req-da1ed3dd-f73b-47e3-a297-60bd833bb07f tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664315 Dec 10 16:19:54.710428 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf1861-1465-49b6-b95c-7b9e01790fed req-65a0435b-208e-41a4-8ff7-7ddd859abf51 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:54.713280 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-46cf1861-1465-49b6-b95c-7b9e01790fed req-65a0435b-208e-41a4-8ff7-7ddd859abf51 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.46 "GET /v2.0/ports?device_id=5284671f-b2d2-487a-b849-eec2dd2096ff HTTP/1.1" status: 200 len: 946 time: 0.1975284 Dec 10 16:19:54.730215 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cf6b3067-9f04-44a1-8fc1-6e22c987cbf6 req-26a2817a-b873-481d-83da-8ddd931c7cb5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=591f4bec-9233-4907-a7ab-5be24d27eb23 HTTP/1.1" status: 200 len: 999 time: 0.1896701 Dec 10 16:19:54.764783 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3e39ce20-765d-4ffa-beed-d9fb7052ca05 req-b0fc0783-d2f6-489d-b6ae-25ece0baee0c tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 258 time: 0.1565535 Dec 10 16:19:54.781491 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-3e39ce20-765d-4ffa-beed-d9fb7052ca05 req-c478fd99-d102-4784-b5e2-f587a5315fd6 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:19:54.807566 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-3e39ce20-765d-4ffa-beed-d9fb7052ca05 req-c478fd99-d102-4784-b5e2-f587a5315fd6 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks [] for floatingip, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:54.824197 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-e0c9753e-3920-4e28-9677-48b9c432c4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ffae14-1700-4921-be93-5c828a999366', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1106992502-router', 'tenant_id': '4ecd6f871c164b73a701fb09bd742828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '51e08d9a-7c90-41e5-b279-30a1cac95eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:19:17Z', 'updated_at': '2021-12-10T16:19:23Z', 'revision_number': 4, 'project_id': '4ecd6f871c164b73a701fb09bd742828', 'gw_port': {'id': '51e08d9a-7c90-41e5-b279-30a1cac95eaa', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:14:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ffae14-1700-4921-be93-5c828a999366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:19:18Z', 'updated_at': '2021-12-10T16:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': 'fababe43-62f6-40df-ab76-33f5654b2634', 'tenant_id': '4ecd6f871c164b73a701fb09bd742828', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '93ffae14-1700-4921-be93-5c828a999366', 'port_id': '591f4bec-9233-4907-a7ab-5be24d27eb23', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba3e5c96-9dde-4825-a55d-9558203e4c87', 'mac_address': 'fa:16:3e:8a:4d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f0fee1-f7da-4700-a99b-39d47223384c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:19:50Z', 'updated_at': '2021-12-10T16:19:52Z', 'revision_number': 1, 'project_id': '4ecd6f871c164b73a701fb09bd742828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6491e1b2-18e5-4f0a-8032-3e2c9746b9e4', 'name': '', 'network_id': 'ba3e5c96-9dde-4825-a55d-9558203e4c87', 'tenant_id': '4ecd6f871c164b73a701fb09bd742828', 'mac_address': 'fa:16:3e:04:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ffae14-1700-4921-be93-5c828a999366', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '22be4e61-859f-475d-bc09-9617e965937d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:19:22Z', 'updated_at': '2021-12-10T16:19:30Z', 'revision_number': 5, 'project_id': '4ecd6f871c164b73a701fb09bd742828', 'subnets': [{'id': '22be4e61-859f-475d-bc09-9617e965937d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:19:54.834297 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428394a-3a41-41fa-8214-cc1fb8a2ee35 req-6d00f262-b27f-41e9-9258-7e57e463b255 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:54.835758 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8428394a-3a41-41fa-8214-cc1fb8a2ee35 req-6d00f262-b27f-41e9-9258-7e57e463b255 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b7710ec-f0d8-4e12-b52c-d3fc6c5dec70 HTTP/1.1" status: 200 len: 946 time: 0.2116370 Dec 10 16:19:54.853900 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c9753e-3920-4e28-9677-48b9c432c4ec None None] The sync data for ids ['93ffae14-1700-4921-be93-5c828a999366'] in n-d-766771-2 is: [{'id': '93ffae14-1700-4921-be93-5c828a999366', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1106992502-router', 'tenant_id': '4ecd6f871c164b73a701fb09bd742828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '51e08d9a-7c90-41e5-b279-30a1cac95eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:19:17Z', 'updated_at': '2021-12-10T16:19:23Z', 'revision_number': 4, 'project_id': '4ecd6f871c164b73a701fb09bd742828', 'gw_port': {'id': '51e08d9a-7c90-41e5-b279-30a1cac95eaa', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:14:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ffae14-1700-4921-be93-5c828a999366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:19:18Z', 'updated_at': '2021-12-10T16:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': 'fababe43-62f6-40df-ab76-33f5654b2634', 'tenant_id': '4ecd6f871c164b73a701fb09bd742828', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '93ffae14-1700-4921-be93-5c828a999366', 'port_id': '591f4bec-9233-4907-a7ab-5be24d27eb23', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba3e5c96-9dde-4825-a55d-9558203e4c87', 'mac_address': 'fa:16:3e:8a:4d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f0fee1-f7da-4700-a99b-39d47223384c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:19:50Z', 'updated_at': '2021-12-10T16:19:52Z', 'revision_number': 1, 'project_id': '4ecd6f871c164b73a701fb09bd742828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6491e1b2-18e5-4f0a-8032-3e2c9746b9e4', 'name': '', 'network_id': 'ba3e5c96-9dde-4825-a55d-9558203e4c87', 'tenant_id': '4ecd6f871c164b73a701fb09bd742828', 'mac_address': 'fa:16:3e:04:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ffae14-1700-4921-be93-5c828a999366', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '22be4e61-859f-475d-bc09-9617e965937d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:19:22Z', 'updated_at': '2021-12-10T16:19:30Z', 'revision_number': 5, 'project_id': '4ecd6f871c164b73a701fb09bd742828', 'subnets': [{'id': '22be4e61-859f-475d-bc09-9617e965937d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:19:54.925052 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b3067-9f04-44a1-8fc1-6e22c987cbf6 req-f0935838-3e44-4636-8dfc-087e3af89e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:54.926607 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cf6b3067-9f04-44a1-8fc1-6e22c987cbf6 req-f0935838-3e44-4636-8dfc-087e3af89e9b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=22be4e61-859f-475d-bc09-9617e965937d HTTP/1.1" status: 200 len: 868 time: 0.1691353 Dec 10 16:19:54.940097 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05f761-1ae4-43e2-bfb3-a419e0a4e83a req-e60c3bad-f127-430b-a461-2b6a76c92b2a tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:54.942636 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2a05f761-1ae4-43e2-bfb3-a419e0a4e83a req-e60c3bad-f127-430b-a461-2b6a76c92b2a tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd21d1a0-a30b-4e93-9d0e-c5df4408f96b HTTP/1.1" status: 200 len: 949 time: 0.1947501 Dec 10 16:19:54.951374 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-3e39ce20-765d-4ffa-beed-d9fb7052ca05 req-c478fd99-d102-4784-b5e2-f587a5315fd6 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:55.078392 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-46cf1861-1465-49b6-b95c-7b9e01790fed req-bcf85ac8-a79b-449d-a974-86d8faf38ace tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] Deleting port def27e33-2957-455c-8b41-da18c45e839c {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:19:55.078741 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-46cf1861-1465-49b6-b95c-7b9e01790fed req-bcf85ac8-a79b-449d-a974-86d8faf38ace tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:55.081480 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-3e39ce20-765d-4ffa-beed-d9fb7052ca05 req-c478fd99-d102-4784-b5e2-f587a5315fd6 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Allocated IP 172.25.6.34 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/d8cd7348-9c56-499e-a4a1-42c825345fd5) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:19:55.098268 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2a05f761-1ae4-43e2-bfb3-a419e0a4e83a req-e700305a-3532-4c35-9db4-7f3a4f8533bf tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343956 Dec 10 16:19:55.119994 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b3067-9f04-44a1-8fc1-6e22c987cbf6 req-0154a3dd-4578-4ecd-8765-13ad8126be7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:55.121486 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cf6b3067-9f04-44a1-8fc1-6e22c987cbf6 req-0154a3dd-4578-4ecd-8765-13ad8126be7a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba3e5c96-9dde-4825-a55d-9558203e4c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1752703 Dec 10 16:19:55.173118 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce055ed4-7b94-4a27-9aff-1f7e99abb417 None None] New status for floating IP fababe43-62f6-40df-ab76-33f5654b2634: ACTIVE {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:19:55.216685 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-3e39ce20-765d-4ffa-beed-d9fb7052ca05 req-c478fd99-d102-4784-b5e2-f587a5315fd6 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:55.261601 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-3e39ce20-765d-4ffa-beed-d9fb7052ca05 req-c478fd99-d102-4784-b5e2-f587a5315fd6 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:55.270453 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-8428394a-3a41-41fa-8214-cc1fb8a2ee35 req-17a6d53f-ecaa-4bf6-b81e-9ea211acd4aa tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Deleting port d6265f97-e6f5-419e-9a81-84095a2a1117 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:19:55.270933 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-8428394a-3a41-41fa-8214-cc1fb8a2ee35 req-17a6d53f-ecaa-4bf6-b81e-9ea211acd4aa tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:55.312347 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c478fd99-d102-4784-b5e2-f587a5315fd6 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Pushing event updated for resources: {'Port': ['ID=d8cd7348-9c56-499e-a4a1-42c825345fd5,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:55.332421 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e39ce20-765d-4ffa-beed-d9fb7052ca05 req-c478fd99-d102-4784-b5e2-f587a5315fd6 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:19:55.334258 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-3e39ce20-765d-4ffa-beed-d9fb7052ca05 req-c478fd99-d102-4784-b5e2-f587a5315fd6 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:19:55.339718 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e39ce20-765d-4ffa-beed-d9fb7052ca05 req-c478fd99-d102-4784-b5e2-f587a5315fd6 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:19:55.445886 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device e10c6679-4a05-4334-b5d3-05b86bd985f3 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:19:55.469966 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-3e39ce20-765d-4ffa-beed-d9fb7052ca05 req-c478fd99-d102-4784-b5e2-f587a5315fd6 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:55.511645 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-3e39ce20-765d-4ffa-beed-d9fb7052ca05 req-c478fd99-d102-4784-b5e2-f587a5315fd6 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:55.589451 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port e10c6679-4a05-4334-b5d3-05b86bd985f3, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=e10c6679-4a05-4334-b5d3-05b86bd985f3,segment=NetworkSegment(8ca85019-a24a-4916-864b-3c419298bab5),segment_id=8ca85019-a24a-4916-864b-3c419298bab5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:55.607080 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'e10c6679-4a05-4334-b5d3-05b86bd985f3', 'network_id': '85be2e17-4b10-4d14-9b32-3869abb76961', 'port_id': 'e10c6679-4a05-4334-b5d3-05b86bd985f3', 'mac_address': 'fa:16:3e:5e:c8:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0733bfe1-6763-4622-804d-2791b07706b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:19:55.614975 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device d6265f97-e6f5-419e-9a81-84095a2a1117 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:19:55.666609 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:55.685334 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-46cf1861-1465-49b6-b95c-7b9e01790fed req-bcf85ac8-a79b-449d-a974-86d8faf38ace tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] For port def27e33-2957-455c-8b41-da18c45e839c, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=def27e33-2957-455c-8b41-da18c45e839c,segment=NetworkSegment(77461a73-d604-4857-904b-ff24a9592434),segment_id=77461a73-d604-4857-904b-ff24a9592434)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:55.685915 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-46cf1861-1465-49b6-b95c-7b9e01790fed req-bcf85ac8-a79b-449d-a974-86d8faf38ace tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:55.704868 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789a70d-8324-41f9-83e5-3fa1624c2289 req-0691cf7f-e253-49e2-b122-fc5a6967bd71 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:55.712324 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b789a70d-8324-41f9-83e5-3fa1624c2289 req-0691cf7f-e253-49e2-b122-fc5a6967bd71 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/ports?device_id=5284671f-b2d2-487a-b849-eec2dd2096ff HTTP/1.1" status: 200 len: 946 time: 0.4987774 Dec 10 16:19:55.718234 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e10c6679-4a05-4334-b5d3-05b86bd985f3 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:19:55.740703 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port e10c6679-4a05-4334-b5d3-05b86bd985f3, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=e10c6679-4a05-4334-b5d3-05b86bd985f3,segment=NetworkSegment(8ca85019-a24a-4916-864b-3c419298bab5),segment_id=8ca85019-a24a-4916-864b-3c419298bab5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:55.747361 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:55.761880 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-46cf1861-1465-49b6-b95c-7b9e01790fed req-bcf85ac8-a79b-449d-a974-86d8faf38ace tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] Calling delete_port for def27e33-2957-455c-8b41-da18c45e839c owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:19:55.775165 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cf6b3067-9f04-44a1-8fc1-6e22c987cbf6 req-7221ab6e-2d33-4cc8-a301-a79f9cc80e19 service neutron] 10.222.0.26 "GET /v2.0/networks/ba3e5c96-9dde-4825-a55d-9558203e4c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5922308 Dec 10 16:19:55.780331 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-8428394a-3a41-41fa-8214-cc1fb8a2ee35 req-17a6d53f-ecaa-4bf6-b81e-9ea211acd4aa tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] For port d6265f97-e6f5-419e-9a81-84095a2a1117, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=d6265f97-e6f5-419e-9a81-84095a2a1117,segment=NetworkSegment(15d1952f-4dcb-4e1f-ad99-f5f939317419),segment_id=15d1952f-4dcb-4e1f-ad99-f5f939317419)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:55.780593 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-8428394a-3a41-41fa-8214-cc1fb8a2ee35 req-17a6d53f-ecaa-4bf6-b81e-9ea211acd4aa tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:55.806125 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-3e39ce20-765d-4ffa-beed-d9fb7052ca05 req-c478fd99-d102-4784-b5e2-f587a5315fd6 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:55.815010 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-3e39ce20-765d-4ffa-beed-d9fb7052ca05 req-c478fd99-d102-4784-b5e2-f587a5315fd6 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:55.836583 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=e10c6679-4a05-4334-b5d3-05b86bd985f3,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:55.840347 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:55.877422 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port d6265f97-e6f5-419e-9a81-84095a2a1117, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=d6265f97-e6f5-419e-9a81-84095a2a1117,segment=NetworkSegment(15d1952f-4dcb-4e1f-ad99-f5f939317419),segment_id=15d1952f-4dcb-4e1f-ad99-f5f939317419)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:55.881665 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:55.882380 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-8428394a-3a41-41fa-8214-cc1fb8a2ee35 req-17a6d53f-ecaa-4bf6-b81e-9ea211acd4aa tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Calling delete_port for d6265f97-e6f5-419e-9a81-84095a2a1117 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:19:55.938312 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b789a70d-8324-41f9-83e5-3fa1624c2289 req-4de41058-37fb-48ca-8a81-8f8ce8a1c5c9 tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ba53670-1c7e-4137-9354-3458021d549f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222865 Dec 10 16:19:55.943365 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=d6265f97-e6f5-419e-9a81-84095a2a1117,revision_number=8']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:55.968139 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-3e39ce20-765d-4ffa-beed-d9fb7052ca05 req-c478fd99-d102-4784-b5e2-f587a5315fd6 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:56.012619 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c478fd99-d102-4784-b5e2-f587a5315fd6 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Pushing event updated for resources: {'Port': ['ID=d8cd7348-9c56-499e-a4a1-42c825345fd5,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:56.019943 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['e10c6679-4a05-4334-b5d3-05b86bd985f3'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:19:56.034224 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-3e39ce20-765d-4ffa-beed-d9fb7052ca05 req-c478fd99-d102-4784-b5e2-f587a5315fd6 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:56.044658 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cf6b3067-9f04-44a1-8fc1-6e22c987cbf6 req-a43df054-357d-4825-bfba-8435ee6de12f service neutron] 10.222.0.26 "GET /v2.0/networks/ba3e5c96-9dde-4825-a55d-9558203e4c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595205 Dec 10 16:19:56.052075 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3e39ce20-765d-4ffa-beed-d9fb7052ca05 req-c478fd99-d102-4784-b5e2-f587a5315fd6 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2753999 Dec 10 16:19:56.157844 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-46cf1861-1465-49b6-b95c-7b9e01790fed req-bcf85ac8-a79b-449d-a974-86d8faf38ace tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:56.175435 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3e39ce20-765d-4ffa-beed-d9fb7052ca05 req-d7b746b6-9d01-4827-af8c-7d42d04a731c tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.34 HTTP/1.1" status: 200 len: 695 time: 0.1200914 Dec 10 16:19:56.212509 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ddc7b8-c7de-4481-bc2b-59919c26e39a req-14aea2d6-49e0-4c14-805f-9f7a1c901d51 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:56.214069 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-18ddc7b8-c7de-4481-bc2b-59919c26e39a req-14aea2d6-49e0-4c14-805f-9f7a1c901d51 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd21d1a0-a30b-4e93-9d0e-c5df4408f96b HTTP/1.1" status: 200 len: 949 time: 0.2584794 Dec 10 16:19:56.241712 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf85ac8-a79b-449d-a974-86d8faf38ace tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] Pushing event deleted for resources: {'Port': ['ID=def27e33-2957-455c-8b41-da18c45e839c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:56.299169 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7710ec-f0d8-4e12-b52c-d3fc6c5dec70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6265f97-e6f5-419e-9a81-84095a2a1117'}, {'server_uuid': '4b7710ec-f0d8-4e12-b52c-d3fc6c5dec70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6265f97-e6f5-419e-9a81-84095a2a1117'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:19:56.303943 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037a1c67-154d-457b-ba55-40ec1fa6f2db" -d '{"events": [{"server_uuid": "4b7710ec-f0d8-4e12-b52c-d3fc6c5dec70", "name": "network-vif-plugged", "status": "completed", "tag": "d6265f97-e6f5-419e-9a81-84095a2a1117"}, {"server_uuid": "4b7710ec-f0d8-4e12-b52c-d3fc6c5dec70", "name": "network-vif-unplugged", "status": "completed", "tag": "d6265f97-e6f5-419e-9a81-84095a2a1117"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:19:56.305847 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-46cf1861-1465-49b6-b95c-7b9e01790fed req-bcf85ac8-a79b-449d-a974-86d8faf38ace tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] No DVR routers for this DVR port def27e33-2957-455c-8b41-da18c45e839c on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:19:56.314066 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-46cf1861-1465-49b6-b95c-7b9e01790fed req-bcf85ac8-a79b-449d-a974-86d8faf38ace tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:56.317489 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-46cf1861-1465-49b6-b95c-7b9e01790fed req-bcf85ac8-a79b-449d-a974-86d8faf38ace tempest-AttachSCSIVolumeTestJSON-1727882912 tempest-AttachSCSIVolumeTestJSON-1727882912-project] 10.222.0.46 "DELETE /v2.0/ports/def27e33-2957-455c-8b41-da18c45e839c HTTP/1.1" status: 204 len: 173 time: 1.5973148 Dec 10 16:19:56.318003 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5284671f-b2d2-487a-b849-eec2dd2096ff', 'name': 'network-vif-deleted', 'tag': 'def27e33-2957-455c-8b41-da18c45e839c'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:19:56.320336 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a809f36d-2789-453b-a618-db300f89f7de" -d '{"events": [{"server_uuid": "5284671f-b2d2-487a-b849-eec2dd2096ff", "name": "network-vif-deleted", "tag": "def27e33-2957-455c-8b41-da18c45e839c"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:19:56.335216 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-8428394a-3a41-41fa-8214-cc1fb8a2ee35 req-17a6d53f-ecaa-4bf6-b81e-9ea211acd4aa tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:56.351339 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a46dc-9b22-49c8-8ce7-6bb9e8f666b0 req-ee802521-6f22-471a-8196-2613d5a8d020 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:56.353167 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-875a46dc-9b22-49c8-8ce7-6bb9e8f666b0 req-ee802521-6f22-471a-8196-2613d5a8d020 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 946 time: 0.1621912 Dec 10 16:19:56.372977 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39ce20-765d-4ffa-beed-d9fb7052ca05 req-8a723fad-ecac-4893-beef-4c9f776442fe tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:56.374595 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3e39ce20-765d-4ffa-beed-d9fb7052ca05 req-8a723fad-ecac-4893-beef-4c9f776442fe tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/networks/5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 784 time: 0.1925676 Dec 10 16:19:56.388102 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a6d53f-ecaa-4bf6-b81e-9ea211acd4aa tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Pushing event deleted for resources: {'Port': ['ID=d6265f97-e6f5-419e-9a81-84095a2a1117,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:56.426534 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-18ddc7b8-c7de-4481-bc2b-59919c26e39a req-6b105d11-a100-4e76-b6d3-6a799a7151c6 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Deleting port 7df501f6-b613-4755-8cc5-c9378307c2ce {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:19:56.426883 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-18ddc7b8-c7de-4481-bc2b-59919c26e39a req-6b105d11-a100-4e76-b6d3-6a799a7151c6 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:56.448977 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-8428394a-3a41-41fa-8214-cc1fb8a2ee35 req-17a6d53f-ecaa-4bf6-b81e-9ea211acd4aa tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] No DVR routers for this DVR port d6265f97-e6f5-419e-9a81-84095a2a1117 on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:19:56.453589 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-8428394a-3a41-41fa-8214-cc1fb8a2ee35 req-17a6d53f-ecaa-4bf6-b81e-9ea211acd4aa tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:56.457555 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8428394a-3a41-41fa-8214-cc1fb8a2ee35 req-17a6d53f-ecaa-4bf6-b81e-9ea211acd4aa tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.26 "DELETE /v2.0/ports/d6265f97-e6f5-419e-9a81-84095a2a1117 HTTP/1.1" status: 204 len: 173 time: 1.6137817 Dec 10 16:19:56.481347 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-875a46dc-9b22-49c8-8ce7-6bb9e8f666b0 req-f97a0b6d-191e-49a1-994f-da134a9dfcaf tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027081 Dec 10 16:19:56.545460 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6fdced7e-082c-4f0a-853b-271da1e11ebd req-37057f97-9841-480c-bac5-3bd9c6b9cf3e tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b7710ec-f0d8-4e12-b52c-d3fc6c5dec70 HTTP/1.1" status: 200 len: 210 time: 0.0469933 Dec 10 16:19:56.638908 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-18ddc7b8-c7de-4481-bc2b-59919c26e39a req-6b105d11-a100-4e76-b6d3-6a799a7151c6 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] For port 7df501f6-b613-4755-8cc5-c9378307c2ce, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=7df501f6-b613-4755-8cc5-c9378307c2ce,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:56.639402 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-18ddc7b8-c7de-4481-bc2b-59919c26e39a req-6b105d11-a100-4e76-b6d3-6a799a7151c6 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:56.679207 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-18ddc7b8-c7de-4481-bc2b-59919c26e39a req-6b105d11-a100-4e76-b6d3-6a799a7151c6 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Calling delete_port for 7df501f6-b613-4755-8cc5-c9378307c2ce owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:19:56.717616 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['def27e33-2957-455c-8b41-da18c45e839c'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:19:56.761009 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf464d2-d3c7-42b0-8381-99f7edb1a6fb req-a5803d84-bf7e-42dd-ada5-5f5c3dcbbc4a tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:56.762665 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-adf464d2-d3c7-42b0-8381-99f7edb1a6fb req-a5803d84-bf7e-42dd-ada5-5f5c3dcbbc4a tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab HTTP/1.1" status: 200 len: 945 time: 0.1126895 Dec 10 16:19:56.765045 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca41fdc-f2e5-4b5a-ba3d-18c14729752b req-08cb8e8f-2dc0-4566-bfe7-bb6631505579 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:56.766943 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0ca41fdc-f2e5-4b5a-ba3d-18c14729752b req-08cb8e8f-2dc0-4566-bfe7-bb6631505579 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd21d1a0-a30b-4e93-9d0e-c5df4408f96b HTTP/1.1" status: 200 len: 949 time: 0.0867908 Dec 10 16:19:56.837033 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0ca41fdc-f2e5-4b5a-ba3d-18c14729752b req-04f601c7-2999-4e17-8e31-ed7200197c5d tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639744 Dec 10 16:19:56.887911 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-adf464d2-d3c7-42b0-8381-99f7edb1a6fb req-06ccddff-00b8-49c9-9f50-ffa4f84f7452 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159263 Dec 10 16:19:56.995386 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 10 Dec 2021 16:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbffab87-a3ca-404f-af99-df3491f0fde5 x-openstack-request-id: req-bbffab87-a3ca-404f-af99-df3491f0fde5 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:19:56.996003 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7710ec-f0d8-4e12-b52c-d3fc6c5dec70", "name": "network-vif-plugged", "status": "completed", "tag": "d6265f97-e6f5-419e-9a81-84095a2a1117", "code": 200}, {"server_uuid": "4b7710ec-f0d8-4e12-b52c-d3fc6c5dec70", "name": "network-vif-unplugged", "status": "completed", "tag": "d6265f97-e6f5-419e-9a81-84095a2a1117", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:19:56.996003 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bbffab87-a3ca-404f-af99-df3491f0fde5 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:19:56.996596 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7710ec-f0d8-4e12-b52c-d3fc6c5dec70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6265f97-e6f5-419e-9a81-84095a2a1117', 'code': 200} Dec 10 16:19:56.996965 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7710ec-f0d8-4e12-b52c-d3fc6c5dec70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6265f97-e6f5-419e-9a81-84095a2a1117', 'code': 200} Dec 10 16:19:57.002062 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65edb187-2949-4e80-814b-c6eadccb0a20 x-openstack-request-id: req-65edb187-2949-4e80-814b-c6eadccb0a20 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:19:57.003241 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5284671f-b2d2-487a-b849-eec2dd2096ff", "name": "network-vif-deleted", "tag": "def27e33-2957-455c-8b41-da18c45e839c", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:19:57.003656 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-65edb187-2949-4e80-814b-c6eadccb0a20 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:19:57.004271 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5284671f-b2d2-487a-b849-eec2dd2096ff', 'name': 'network-vif-deleted', 'tag': 'def27e33-2957-455c-8b41-da18c45e839c', 'status': 'completed', 'code': 200} Dec 10 16:19:57.034242 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-18ddc7b8-c7de-4481-bc2b-59919c26e39a req-6b105d11-a100-4e76-b6d3-6a799a7151c6 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:57.048449 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['a2bf2caa-c71c-421e-8478-919075d927f8'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:19:57.074174 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b105d11-a100-4e76-b6d3-6a799a7151c6 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Pushing event deleted for resources: {'Port': ['ID=7df501f6-b613-4755-8cc5-c9378307c2ce,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:57.142334 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['7df501f6-b613-4755-8cc5-c9378307c2ce', '070a865a-131b-477f-977f-e6abb0fc1cc1'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:19:57.179958 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ddc7b8-c7de-4481-bc2b-59919c26e39a req-6b105d11-a100-4e76-b6d3-6a799a7151c6 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] No DVR routers for this DVR port 7df501f6-b613-4755-8cc5-c9378307c2ce on host n-h1-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:19:57.183061 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-18ddc7b8-c7de-4481-bc2b-59919c26e39a req-6b105d11-a100-4e76-b6d3-6a799a7151c6 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:57.187231 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-18ddc7b8-c7de-4481-bc2b-59919c26e39a req-6b105d11-a100-4e76-b6d3-6a799a7151c6 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.26 "DELETE /v2.0/ports/7df501f6-b613-4755-8cc5-c9378307c2ce HTTP/1.1" status: 204 len: 173 time: 0.9390259 Dec 10 16:19:57.187878 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd21d1a0-a30b-4e93-9d0e-c5df4408f96b', 'name': 'network-vif-deleted', 'tag': '7df501f6-b613-4755-8cc5-c9378307c2ce'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:19:57.198370 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1997c3d-9e6f-47c1-9906-6fb9310c10f3" -d '{"events": [{"server_uuid": "fd21d1a0-a30b-4e93-9d0e-c5df4408f96b", "name": "network-vif-deleted", "tag": "7df501f6-b613-4755-8cc5-c9378307c2ce"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:19:57.314629 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7f9c0-9320-409b-a4df-2bf92d182c81 req-041f1270-127a-4cd0-9cbb-e010161ab04d tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:57.333755 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d4d7f9c0-9320-409b-a4df-2bf92d182c81 req-041f1270-127a-4cd0-9cbb-e010161ab04d tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9f0fee1-f7da-4700-a99b-39d47223384c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1402028 Dec 10 16:19:57.340787 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59333ca-9b81-4015-8a2b-1c690a1e1208 x-openstack-request-id: req-e59333ca-9b81-4015-8a2b-1c690a1e1208 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:19:57.341290 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd21d1a0-a30b-4e93-9d0e-c5df4408f96b", "name": "network-vif-deleted", "tag": "7df501f6-b613-4755-8cc5-c9378307c2ce", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:19:57.341710 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e59333ca-9b81-4015-8a2b-1c690a1e1208 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:19:57.342191 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd21d1a0-a30b-4e93-9d0e-c5df4408f96b', 'name': 'network-vif-deleted', 'tag': '7df501f6-b613-4755-8cc5-c9378307c2ce', 'status': 'completed', 'code': 200} Dec 10 16:19:57.459906 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d4d7f9c0-9320-409b-a4df-2bf92d182c81 req-bea5c72c-fafd-49af-8538-54f2648cb5f2 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.34 HTTP/1.1" status: 200 len: 695 time: 0.1144583 Dec 10 16:19:57.465706 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-d4d7f9c0-9320-409b-a4df-2bf92d182c81 req-8281867e-79ab-42d7-ab10-99b67d030901 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Request body: {'floatingip': {'port_id': '591f4bec-9233-4907-a7ab-5be24d27eb23', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:19:57.474296 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device e10c6679-4a05-4334-b5d3-05b86bd985f3 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:19:57.522027 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d4d7f9c0-9320-409b-a4df-2bf92d182c81 req-8281867e-79ab-42d7-ab10-99b67d030901 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks [] for floatingip, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:57.575857 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port e10c6679-4a05-4334-b5d3-05b86bd985f3 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:19:57.596838 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port e10c6679-4a05-4334-b5d3-05b86bd985f3 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:19:57.597208 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:57.811034 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a74173-3b4e-41ef-87a9-49df4b8e83f2 req-798138f4-f1ba-4e9b-bdf4-f8d567be1922 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:57.818427 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:57.819056 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-83a74173-3b4e-41ef-87a9-49df4b8e83f2 req-798138f4-f1ba-4e9b-bdf4-f8d567be1922 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 946 time: 0.1014705 Dec 10 16:19:57.885226 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port e10c6679-4a05-4334-b5d3-05b86bd985f3, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=e10c6679-4a05-4334-b5d3-05b86bd985f3,segment=NetworkSegment(8ca85019-a24a-4916-864b-3c419298bab5),segment_id=8ca85019-a24a-4916-864b-3c419298bab5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:19:57.891751 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:57.892506 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device def27e33-2957-455c-8b41-da18c45e839c no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:19:57.910275 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-83a74173-3b4e-41ef-87a9-49df4b8e83f2 req-4541dc36-37db-46b8-9df4-2fddbb8b3603 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842750 Dec 10 16:19:57.947570 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [req-d4d7f9c0-9320-409b-a4df-2bf92d182c81 req-8281867e-79ab-42d7-ab10-99b67d030901 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] update failed (client error): There was a conflict when trying to complete your request. Dec 10 16:19:57.948789 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d4d7f9c0-9320-409b-a4df-2bf92d182c81 req-8281867e-79ab-42d7-ab10-99b67d030901 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "PUT /v2.0/floatingips/aad59d41-35f3-450a-9fe3-19b0324fd075 HTTP/1.1" status: 409 len: 549 time: 0.4880493 Dec 10 16:19:57.978115 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: def27e33-2957-455c-8b41-da18c45e839c {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:19:57.978630 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device def27e33-2957-455c-8b41-da18c45e839c not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:19:58.001297 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=e10c6679-4a05-4334-b5d3-05b86bd985f3,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:58.187227 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-32e07b40-e28b-4817-9369-045fbd89b022 req-b493ec53-5030-470a-b4f9-4803c00a2df5 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/floatingips/aad59d41-35f3-450a-9fe3-19b0324fd075 HTTP/1.1" status: 200 len: 692 time: 0.0611036 Dec 10 16:19:58.249003 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337728f-2ba0-4cd3-a951-06b0ae82622c req-18737481-71e0-4311-8a37-d610ec67be54 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:58.251732 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d337728f-2ba0-4cd3-a951-06b0ae82622c req-18737481-71e0-4311-8a37-d610ec67be54 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab HTTP/1.1" status: 200 len: 946 time: 0.0825393 Dec 10 16:19:58.303592 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d337728f-2ba0-4cd3-a951-06b0ae82622c req-957c12cd-a8e8-458b-8d46-c93e7e4a6e92 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438874 Dec 10 16:19:58.303771 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e07b40-e28b-4817-9369-045fbd89b022 req-6c698e43-437a-43b5-99d5-cbef7ceb9804 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:58.305266 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-32e07b40-e28b-4817-9369-045fbd89b022 req-6c698e43-437a-43b5-99d5-cbef7ceb9804 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/networks/5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 784 time: 0.1171744 Dec 10 16:19:58.368760 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-32e07b40-e28b-4817-9369-045fbd89b022 req-ee3a52ad-ef50-48f1-819e-77a0281d82e0 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.34 HTTP/1.1" status: 200 len: 695 time: 0.0525267 Dec 10 16:19:58.430315 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-32e07b40-e28b-4817-9369-045fbd89b022 req-77629e9c-19d4-4c80-8f04-74de99e7da55 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.34 HTTP/1.1" status: 200 len: 695 time: 0.0481622 Dec 10 16:19:58.558238 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-4419382c-116e-4a46-a2b8-070616ad33d7 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:58.560923 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-4419382c-116e-4a46-a2b8-070616ad33d7 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/networks?id=fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51 HTTP/1.1" status: 200 len: 822 time: 0.1212521 Dec 10 16:19:58.574597 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-32e07b40-e28b-4817-9369-045fbd89b022 req-e909ff08-64de-4e98-af25-22f616b05dce tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Deleting port d8cd7348-9c56-499e-a4a1-42c825345fd5 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:19:58.575230 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-32e07b40-e28b-4817-9369-045fbd89b022 req-e909ff08-64de-4e98-af25-22f616b05dce tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:58.585447 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-c87bf688-4f7e-4096-97a4-d843f8e60043 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/quotas/8ae81348bd094aec80f7f6fb7b2e05e7 HTTP/1.1" status: 200 len: 375 time: 0.0183301 Dec 10 16:19:58.620278 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-d5ce05f7-4235-4bde-a98d-463a1be72381 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8ae81348bd094aec80f7f6fb7b2e05e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332763 Dec 10 16:19:58.684692 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-32e07b40-e28b-4817-9369-045fbd89b022 req-e909ff08-64de-4e98-af25-22f616b05dce tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:58.685025 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-32e07b40-e28b-4817-9369-045fbd89b022 req-e909ff08-64de-4e98-af25-22f616b05dce tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:58.698013 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-32e07b40-e28b-4817-9369-045fbd89b022 req-e909ff08-64de-4e98-af25-22f616b05dce tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Calling delete_port for d8cd7348-9c56-499e-a4a1-42c825345fd5 owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:19:58.741893 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-77deb119-0310-432f-8de2-4319a53806b9 service neutron] 10.222.0.11 "GET /v2.0/networks/fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105726 Dec 10 16:19:58.835151 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-fe50286f-565c-40c7-aa16-570395951c22 service neutron] 10.222.0.11 "GET /v2.0/networks/fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859821 Dec 10 16:19:58.841764 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-32e07b40-e28b-4817-9369-045fbd89b022 req-e909ff08-64de-4e98-af25-22f616b05dce tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:58.872596 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e909ff08-64de-4e98-af25-22f616b05dce tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Pushing event deleted for resources: {'Port': ['ID=d8cd7348-9c56-499e-a4a1-42c825345fd5,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:19:58.934881 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-32e07b40-e28b-4817-9369-045fbd89b022 req-e909ff08-64de-4e98-af25-22f616b05dce tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:58.938346 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-32e07b40-e28b-4817-9369-045fbd89b022 req-e909ff08-64de-4e98-af25-22f616b05dce tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:58.939548 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-32e07b40-e28b-4817-9369-045fbd89b022 req-e909ff08-64de-4e98-af25-22f616b05dce tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "DELETE /v2.0/floatingips/aad59d41-35f3-450a-9fe3-19b0324fd075 HTTP/1.1" status: 204 len: 173 time: 0.5036612 Dec 10 16:19:58.998726 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10c6679-4a05-4334-b5d3-05b86bd985f3'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:19:59.001566 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6d6e3e-48b1-4da2-899c-f631d3e24770" -d '{"events": [{"server_uuid": "c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab", "name": "network-vif-plugged", "status": "completed", "tag": "e10c6679-4a05-4334-b5d3-05b86bd985f3"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:19:59.005478 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7710ec-f0d8-4e12-b52c-d3fc6c5dec70', 'name': 'network-vif-deleted', 'tag': 'd6265f97-e6f5-419e-9a81-84095a2a1117'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:19:59.008004 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b400f7a-40ce-4ad9-ae01-e2b3a5c02227" -d '{"events": [{"server_uuid": "4b7710ec-f0d8-4e12-b52c-d3fc6c5dec70", "name": "network-vif-deleted", "tag": "d6265f97-e6f5-419e-9a81-84095a2a1117"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:19:59.142844 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31a14d2d-cd48-406a-94e2-bae36f54c58f req-8a6428e5-dc0b-427b-9f9d-4ad5f432d186 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.226 HTTP/1.1" status: 200 len: 1001 time: 0.1096613 Dec 10 16:19:59.194459 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a14d2d-cd48-406a-94e2-bae36f54c58f req-f54c6dbf-1b55-4397-bf8a-ccb1a53a493b tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:59.202800 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31a14d2d-cd48-406a-94e2-bae36f54c58f req-f54c6dbf-1b55-4397-bf8a-ccb1a53a493b tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/ports/591f4bec-9233-4907-a7ab-5be24d27eb23 HTTP/1.1" status: 200 len: 942 time: 0.0569227 Dec 10 16:19:59.248285 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba4972-9325-4f5a-b0f7-423f4d1d338f req-70ed774e-19c6-4793-90a1-c7f5b355bb03 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:59.249953 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-84ba4972-9325-4f5a-b0f7-423f4d1d338f req-70ed774e-19c6-4793-90a1-c7f5b355bb03 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 946 time: 0.0506895 Dec 10 16:19:59.315099 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-84ba4972-9325-4f5a-b0f7-423f4d1d338f req-bd000da6-f82b-4fb2-893d-fec0a60e9cd7 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573039 Dec 10 16:19:59.322022 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31a14d2d-cd48-406a-94e2-bae36f54c58f req-fd96adf1-5e56-46c4-a4de-04fab3d4c818 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.226 HTTP/1.1" status: 200 len: 1001 time: 0.0772383 Dec 10 16:19:59.416885 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-80fe847d-6ae4-4f96-b3be-60753fa99c46 req-07a1d0da-c141-4736-a9f5-78ee3e6ba0d6 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a79aac1-e025-4faf-8b69-a893596137e7 HTTP/1.1" status: 200 len: 210 time: 0.0380793 Dec 10 16:19:59.468318 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a14d2d-cd48-406a-94e2-bae36f54c58f req-ffa1e30d-aaaa-4472-b357-7fd667b6721e tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:59.470039 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31a14d2d-cd48-406a-94e2-bae36f54c58f req-ffa1e30d-aaaa-4472-b357-7fd667b6721e tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/networks/5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 784 time: 0.1394458 Dec 10 16:19:59.476764 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2927856e-32b0-4518-9256-4f91edf0b78e x-openstack-request-id: req-2927856e-32b0-4518-9256-4f91edf0b78e {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:19:59.477480 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab", "name": "network-vif-plugged", "status": "completed", "tag": "e10c6679-4a05-4334-b5d3-05b86bd985f3", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:19:59.478202 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2927856e-32b0-4518-9256-4f91edf0b78e {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:19:59.478532 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10c6679-4a05-4334-b5d3-05b86bd985f3', 'code': 200} Dec 10 16:19:59.496224 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-31a14d2d-cd48-406a-94e2-bae36f54c58f req-58d25b6c-4a3c-412e-a900-f771aa471d1a tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:19:59.497455 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31a14d2d-cd48-406a-94e2-bae36f54c58f req-58d25b6c-4a3c-412e-a900-f771aa471d1a tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0173867 Dec 10 16:19:59.558284 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cf5f23-5472-4461-adc0-033f3588c59f x-openstack-request-id: req-73cf5f23-5472-4461-adc0-033f3588c59f {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:19:59.558794 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7710ec-f0d8-4e12-b52c-d3fc6c5dec70", "name": "network-vif-deleted", "tag": "d6265f97-e6f5-419e-9a81-84095a2a1117", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:19:59.559109 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-73cf5f23-5472-4461-adc0-033f3588c59f {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:19:59.559563 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7710ec-f0d8-4e12-b52c-d3fc6c5dec70', 'name': 'network-vif-deleted', 'tag': 'd6265f97-e6f5-419e-9a81-84095a2a1117', 'status': 'completed', 'code': 200} Dec 10 16:19:59.608036 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 7df501f6-b613-4755-8cc5-c9378307c2ce no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:19:59.614924 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31a14d2d-cd48-406a-94e2-bae36f54c58f req-23f7d5ca-102a-4456-8c20-2386f71882f8 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.226 HTTP/1.1" status: 200 len: 1001 time: 0.1018744 Dec 10 16:19:59.623922 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4f411-c964-4482-baf9-19320ca649ba req-a78d0f07-6884-4405-81fa-f2a91fc14a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:19:59.626013 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-55c4f411-c964-4482-baf9-19320ca649ba req-a78d0f07-6884-4405-81fa-f2a91fc14a83 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab HTTP/1.1" status: 200 len: 1097 time: 0.0655847 Dec 10 16:19:59.629853 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-31a14d2d-cd48-406a-94e2-bae36f54c58f req-e289c4b7-c9a7-4fa5-9c60-bbaf8ac1cb77 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:19:59.662486 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 7df501f6-b613-4755-8cc5-c9378307c2ce {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:19:59.663133 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 7df501f6-b613-4755-8cc5-c9378307c2ce not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:19:59.730352 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-31a14d2d-cd48-406a-94e2-bae36f54c58f req-e289c4b7-c9a7-4fa5-9c60-bbaf8ac1cb77 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks [] for floatingip, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:59.782409 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-55c4f411-c964-4482-baf9-19320ca649ba req-809a911a-0c06-4aa8-a4f5-4963c1380576 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390958 Dec 10 16:19:59.904084 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-31a14d2d-cd48-406a-94e2-bae36f54c58f req-e289c4b7-c9a7-4fa5-9c60-bbaf8ac1cb77 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:59.908552 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-31a14d2d-cd48-406a-94e2-bae36f54c58f req-e289c4b7-c9a7-4fa5-9c60-bbaf8ac1cb77 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:19:59.908874 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [req-31a14d2d-cd48-406a-94e2-bae36f54c58f req-e289c4b7-c9a7-4fa5-9c60-bbaf8ac1cb77 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Floating IP fababe43-62f6-40df-ab76-33f5654b2634 disassociated. External IP: 172.25.6.226, port: 591f4bec-9233-4907-a7ab-5be24d27eb23. Dec 10 16:20:00.158011 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31a14d2d-cd48-406a-94e2-bae36f54c58f req-e289c4b7-c9a7-4fa5-9c60-bbaf8ac1cb77 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Router 93ffae14-1700-4921-be93-5c828a999366 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:20:00.205807 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd4aa7-fa1e-4ce2-9c72-743823192580 req-36a7976e-e435-4ac6-8c9d-a669fd66ff19 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:00.208029 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b2bd4aa7-fa1e-4ce2-9c72-743823192580 req-36a7976e-e435-4ac6-8c9d-a669fd66ff19 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6c9633-07ab-45d1-84a1-241b0646f99e HTTP/1.1" status: 200 len: 949 time: 0.0564692 Dec 10 16:20:00.257705 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b2bd4aa7-fa1e-4ce2-9c72-743823192580 req-d00dc786-d0cf-42ce-a03d-1e7a525d7fd9 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432384 Dec 10 16:20:00.286703 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31a14d2d-cd48-406a-94e2-bae36f54c58f req-e289c4b7-c9a7-4fa5-9c60-bbaf8ac1cb77 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:20:00.294101 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-31a14d2d-cd48-406a-94e2-bae36f54c58f req-e289c4b7-c9a7-4fa5-9c60-bbaf8ac1cb77 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:00.297414 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbbc063-efdc-4505-b224-f3c5c7a3fc14 None None] Sync routers for ids ['93ffae14-1700-4921-be93-5c828a999366'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:20:00.332030 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbbc063-efdc-4505-b224-f3c5c7a3fc14 None None] Routers {'93ffae14-1700-4921-be93-5c828a999366'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:20:00.332692 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-dfbbc063-efdc-4505-b224-f3c5c7a3fc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:19:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['93ffae14-1700-4921-be93-5c828a999366'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:00.340268 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31a14d2d-cd48-406a-94e2-bae36f54c58f req-e289c4b7-c9a7-4fa5-9c60-bbaf8ac1cb77 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "PUT /v2.0/floatingips/fababe43-62f6-40df-ab76-33f5654b2634 HTTP/1.1" status: 200 len: 695 time: 0.7185166 Dec 10 16:20:00.388534 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a14d2d-cd48-406a-94e2-bae36f54c58f req-9ed1ee8f-2cf4-42d4-98b3-8261e5a232ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:00.397891 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31a14d2d-cd48-406a-94e2-bae36f54c58f req-9ed1ee8f-2cf4-42d4-98b3-8261e5a232ea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4ecd6f871c164b73a701fb09bd742828&device_id=b9f0fee1-f7da-4700-a99b-39d47223384c HTTP/1.1" status: 200 len: 1096 time: 0.0544868 Dec 10 16:20:00.437499 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c5543-9176-4183-8eb2-9917d8b2d7b0 req-b6359416-0f45-4520-ba3f-44f0e95e69a9 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:00.440937 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3d8c5543-9176-4183-8eb2-9917d8b2d7b0 req-b6359416-0f45-4520-ba3f-44f0e95e69a9 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab HTTP/1.1" status: 200 len: 946 time: 0.1020329 Dec 10 16:20:00.496123 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3d8c5543-9176-4183-8eb2-9917d8b2d7b0 req-362664f2-c6a4-41af-9ed0-83bcfab14913 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494597 Dec 10 16:20:00.570595 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-dfbbc063-efdc-4505-b224-f3c5c7a3fc14 None None] Set router 93ffae14-1700-4921-be93-5c828a999366 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:20:00.629663 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a14d2d-cd48-406a-94e2-bae36f54c58f req-1143eb68-e116-4da1-975a-25f540b79eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:00.638805 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31a14d2d-cd48-406a-94e2-bae36f54c58f req-1143eb68-e116-4da1-975a-25f540b79eb2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ba3e5c96-9dde-4825-a55d-9558203e4c87 HTTP/1.1" status: 200 len: 930 time: 0.2399027 Dec 10 16:20:01.014535 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31a14d2d-cd48-406a-94e2-bae36f54c58f req-ea827ccb-1b87-4a4a-862a-b1fac0016fae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=591f4bec-9233-4907-a7ab-5be24d27eb23 HTTP/1.1" status: 200 len: 217 time: 0.3746450 Dec 10 16:20:01.079507 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-dfbbc063-efdc-4505-b224-f3c5c7a3fc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ffae14-1700-4921-be93-5c828a999366', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1106992502-router', 'tenant_id': '4ecd6f871c164b73a701fb09bd742828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '51e08d9a-7c90-41e5-b279-30a1cac95eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:19:17Z', 'updated_at': '2021-12-10T16:19:23Z', 'revision_number': 4, 'project_id': '4ecd6f871c164b73a701fb09bd742828', 'gw_port': {'id': '51e08d9a-7c90-41e5-b279-30a1cac95eaa', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:14:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ffae14-1700-4921-be93-5c828a999366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:19:18Z', 'updated_at': '2021-12-10T16:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '6491e1b2-18e5-4f0a-8032-3e2c9746b9e4', 'name': '', 'network_id': 'ba3e5c96-9dde-4825-a55d-9558203e4c87', 'tenant_id': '4ecd6f871c164b73a701fb09bd742828', 'mac_address': 'fa:16:3e:04:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ffae14-1700-4921-be93-5c828a999366', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '22be4e61-859f-475d-bc09-9617e965937d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:19:22Z', 'updated_at': '2021-12-10T16:19:30Z', 'revision_number': 5, 'project_id': '4ecd6f871c164b73a701fb09bd742828', 'subnets': [{'id': '22be4e61-859f-475d-bc09-9617e965937d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:01.092752 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39824556-f792-40f5-91b8-bf7768e480f5 req-3c7d744d-0e51-4b32-b5d2-258324886f4f tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:01.096976 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-39824556-f792-40f5-91b8-bf7768e480f5 req-3c7d744d-0e51-4b32-b5d2-258324886f4f tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf6c9633-07ab-45d1-84a1-241b0646f99e HTTP/1.1" status: 200 len: 949 time: 0.1071193 Dec 10 16:20:01.157828 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbbc063-efdc-4505-b224-f3c5c7a3fc14 None None] Checking router: 93ffae14-1700-4921-be93-5c828a999366 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:20:01.167934 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-469a03b2-5a4d-4dc8-808d-4f4e35af8a84 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:01.169968 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-469a03b2-5a4d-4dc8-808d-4f4e35af8a84 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.46 "GET /v2.0/networks?id=fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51 HTTP/1.1" status: 200 len: 822 time: 0.7109213 Dec 10 16:20:01.187035 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-26b2fdb8-01e0-495b-9af9-f4442d9ae5b5 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Request body: {'port': {'device_id': '9a79aac1-e025-4faf-8b69-a893596137e7', 'network_id': 'fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51', 'admin_state_up': True, 'tenant_id': '8ae81348bd094aec80f7f6fb7b2e05e7'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:20:01.195820 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbbc063-efdc-4505-b224-f3c5c7a3fc14 None None] Routers {'93ffae14-1700-4921-be93-5c828a999366'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:20:01.197069 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-dfbbc063-efdc-4505-b224-f3c5c7a3fc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:19:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['93ffae14-1700-4921-be93-5c828a999366'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:01.243759 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-39824556-f792-40f5-91b8-bf7768e480f5 req-901226ca-6f68-4618-a216-a91655fbbdbb tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Deleting port a2bf2caa-c71c-421e-8478-919075d927f8 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:20:01.244873 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-39824556-f792-40f5-91b8-bf7768e480f5 req-901226ca-6f68-4618-a216-a91655fbbdbb tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:01.248414 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a14d2d-cd48-406a-94e2-bae36f54c58f req-85b2bac7-94c8-4352-b5c8-0eb93b730413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:01.257252 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31a14d2d-cd48-406a-94e2-bae36f54c58f req-85b2bac7-94c8-4352-b5c8-0eb93b730413 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=22be4e61-859f-475d-bc09-9617e965937d HTTP/1.1" status: 200 len: 868 time: 0.2403204 Dec 10 16:20:01.321711 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a14d2d-cd48-406a-94e2-bae36f54c58f req-a910f3b0-23e5-4a25-9b1e-28167604abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:01.331071 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31a14d2d-cd48-406a-94e2-bae36f54c58f req-a910f3b0-23e5-4a25-9b1e-28167604abf5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba3e5c96-9dde-4825-a55d-9558203e4c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728514 Dec 10 16:20:01.346792 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-dfbbc063-efdc-4505-b224-f3c5c7a3fc14 None None] Set router 93ffae14-1700-4921-be93-5c828a999366 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:20:01.383892 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a8957-2c51-4f09-a490-1466d61f0cd9 req-1934c489-f156-4586-8ceb-5bb74d1aad6a tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:01.385534 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-734a8957-2c51-4f09-a490-1466d61f0cd9 req-1934c489-f156-4586-8ceb-5bb74d1aad6a tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 946 time: 0.0939243 Dec 10 16:20:01.415965 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-39824556-f792-40f5-91b8-bf7768e480f5 req-901226ca-6f68-4618-a216-a91655fbbdbb tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] For port a2bf2caa-c71c-421e-8478-919075d927f8, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=a2bf2caa-c71c-421e-8478-919075d927f8,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:01.416327 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-39824556-f792-40f5-91b8-bf7768e480f5 req-901226ca-6f68-4618-a216-a91655fbbdbb tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:01.445197 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-39824556-f792-40f5-91b8-bf7768e480f5 req-901226ca-6f68-4618-a216-a91655fbbdbb tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Calling delete_port for a2bf2caa-c71c-421e-8478-919075d927f8 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:20:01.482113 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31a14d2d-cd48-406a-94e2-bae36f54c58f req-63dc41f9-207f-4916-9f3e-c3d16ee7eb89 service neutron] 10.222.0.11 "GET /v2.0/networks/ba3e5c96-9dde-4825-a55d-9558203e4c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500905 Dec 10 16:20:01.482712 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-26b2fdb8-01e0-495b-9af9-f4442d9ae5b5 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Made reservation on behalf of 8ae81348bd094aec80f7f6fb7b2e05e7 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:20:01.486176 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-26b2fdb8-01e0-495b-9af9-f4442d9ae5b5 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:01.490345 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-734a8957-2c51-4f09-a490-1466d61f0cd9 req-1567f27a-f3e3-4721-8598-92fbac9270ad tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979300 Dec 10 16:20:01.591262 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f0fee1-f7da-4700-a99b-39d47223384c', 'tag': '591f4bec-9233-4907-a7ab-5be24d27eb23'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:20:01.594576 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94be2ab-41d0-4d6b-b2bf-75ff81e93e93" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f0fee1-f7da-4700-a99b-39d47223384c", "tag": "591f4bec-9233-4907-a7ab-5be24d27eb23"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:20:01.634776 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31a14d2d-cd48-406a-94e2-bae36f54c58f req-aa92bd0c-9d21-42a6-952f-8dc22c424066 service neutron] 10.222.0.11 "GET /v2.0/networks/ba3e5c96-9dde-4825-a55d-9558203e4c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314154 Dec 10 16:20:01.676149 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-22307b9b-9c15-4e56-a71c-9c9e04cbd0ed req-c973d541-a3cc-40c8-86e7-3c7a0328a0ec tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a79aac1-e025-4faf-8b69-a893596137e7 HTTP/1.1" status: 200 len: 210 time: 0.0635922 Dec 10 16:20:01.700663 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-dfbbc063-efdc-4505-b224-f3c5c7a3fc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ffae14-1700-4921-be93-5c828a999366', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1106992502-router', 'tenant_id': '4ecd6f871c164b73a701fb09bd742828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '51e08d9a-7c90-41e5-b279-30a1cac95eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:19:17Z', 'updated_at': '2021-12-10T16:19:23Z', 'revision_number': 4, 'project_id': '4ecd6f871c164b73a701fb09bd742828', 'gw_port': {'id': '51e08d9a-7c90-41e5-b279-30a1cac95eaa', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:14:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ffae14-1700-4921-be93-5c828a999366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:19:18Z', 'updated_at': '2021-12-10T16:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '6491e1b2-18e5-4f0a-8032-3e2c9746b9e4', 'name': '', 'network_id': 'ba3e5c96-9dde-4825-a55d-9558203e4c87', 'tenant_id': '4ecd6f871c164b73a701fb09bd742828', 'mac_address': 'fa:16:3e:04:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ffae14-1700-4921-be93-5c828a999366', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '22be4e61-859f-475d-bc09-9617e965937d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:19:22Z', 'updated_at': '2021-12-10T16:19:30Z', 'revision_number': 5, 'project_id': '4ecd6f871c164b73a701fb09bd742828', 'subnets': [{'id': '22be4e61-859f-475d-bc09-9617e965937d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:01.716415 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-39824556-f792-40f5-91b8-bf7768e480f5 req-901226ca-6f68-4618-a216-a91655fbbdbb tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:01.745470 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['a2bf2caa-c71c-421e-8478-919075d927f8'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:20:01.747507 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['070a865a-131b-477f-977f-e6abb0fc1cc1'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:20:01.752204 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbbc063-efdc-4505-b224-f3c5c7a3fc14 None None] The sync data for ids ['93ffae14-1700-4921-be93-5c828a999366'] in n-d-766771-2 is: [{'id': '93ffae14-1700-4921-be93-5c828a999366', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1106992502-router', 'tenant_id': '4ecd6f871c164b73a701fb09bd742828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '51e08d9a-7c90-41e5-b279-30a1cac95eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:19:17Z', 'updated_at': '2021-12-10T16:19:23Z', 'revision_number': 4, 'project_id': '4ecd6f871c164b73a701fb09bd742828', 'gw_port': {'id': '51e08d9a-7c90-41e5-b279-30a1cac95eaa', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:14:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ffae14-1700-4921-be93-5c828a999366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:19:18Z', 'updated_at': '2021-12-10T16:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '6491e1b2-18e5-4f0a-8032-3e2c9746b9e4', 'name': '', 'network_id': 'ba3e5c96-9dde-4825-a55d-9558203e4c87', 'tenant_id': '4ecd6f871c164b73a701fb09bd742828', 'mac_address': 'fa:16:3e:04:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ffae14-1700-4921-be93-5c828a999366', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '22be4e61-859f-475d-bc09-9617e965937d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:19:22Z', 'updated_at': '2021-12-10T16:19:30Z', 'revision_number': 5, 'project_id': '4ecd6f871c164b73a701fb09bd742828', 'subnets': [{'id': '22be4e61-859f-475d-bc09-9617e965937d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:20:01.752565 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901226ca-6f68-4618-a216-a91655fbbdbb tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Pushing event deleted for resources: {'Port': ['ID=a2bf2caa-c71c-421e-8478-919075d927f8,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:01.915291 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-26b2fdb8-01e0-495b-9af9-f4442d9ae5b5 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Allocated IP 172.20.0.10 (fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51/4c72c797-c788-4a2c-b14b-bffaa1b0b3e6/e96467f1-e2da-41db-bd5b-78f64c6bd780) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:20:01.967986 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-487ef25b-2f68-4e43-80fe-cddf297aa14d req-47147211-6220-4430-810a-b531ec75c7f9 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6c9633-07ab-45d1-84a1-241b0646f99e HTTP/1.1" status: 200 len: 210 time: 0.0777946 Dec 10 16:20:02.298315 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-26b2fdb8-01e0-495b-9af9-f4442d9ae5b5 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:02.302727 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d398a537-a85f-4baf-acf9-b2f8572a20fb None None] New status for floating IP fababe43-62f6-40df-ab76-33f5654b2634: DOWN {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:20:02.322869 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-39824556-f792-40f5-91b8-bf7768e480f5 req-901226ca-6f68-4618-a216-a91655fbbdbb tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] No DVR routers for this DVR port a2bf2caa-c71c-421e-8478-919075d927f8 on host n-h2-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:20:02.332197 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-39824556-f792-40f5-91b8-bf7768e480f5 req-901226ca-6f68-4618-a216-a91655fbbdbb tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:02.334756 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-26b2fdb8-01e0-495b-9af9-f4442d9ae5b5 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:02.339462 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-39824556-f792-40f5-91b8-bf7768e480f5 req-901226ca-6f68-4618-a216-a91655fbbdbb tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.46 "DELETE /v2.0/ports/a2bf2caa-c71c-421e-8478-919075d927f8 HTTP/1.1" status: 204 len: 173 time: 1.2362280 Dec 10 16:20:02.340183 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6c9633-07ab-45d1-84a1-241b0646f99e', 'name': 'network-vif-deleted', 'tag': 'a2bf2caa-c71c-421e-8478-919075d927f8'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:20:02.343729 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9bcb4a-4cb8-48a7-aced-21078f2b4c96" -d '{"events": [{"server_uuid": "bf6c9633-07ab-45d1-84a1-241b0646f99e", "name": "network-vif-deleted", "tag": "a2bf2caa-c71c-421e-8478-919075d927f8"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:20:02.448768 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598cf8a1-6929-4440-a66c-c859a67cb458 req-b1a071eb-15b9-42d4-a734-49d63d4f4867 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:02.456605 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-598cf8a1-6929-4440-a66c-c859a67cb458 req-b1a071eb-15b9-42d4-a734-49d63d4f4867 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab HTTP/1.1" status: 200 len: 946 time: 0.2781196 Dec 10 16:20:02.459741 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-26b2fdb8-01e0-495b-9af9-f4442d9ae5b5 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Network fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:20:02.527656 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe409877-b7ce-4003-8bc5-366fb27b793c x-openstack-request-id: req-fe409877-b7ce-4003-8bc5-366fb27b793c {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:20:02.527962 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f0fee1-f7da-4700-a99b-39d47223384c", "tag": "591f4bec-9233-4907-a7ab-5be24d27eb23", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:20:02.528222 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fe409877-b7ce-4003-8bc5-366fb27b793c {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:20:02.528803 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9f0fee1-f7da-4700-a99b-39d47223384c', 'tag': '591f4bec-9233-4907-a7ab-5be24d27eb23', 'status': 'completed', 'code': 200} Dec 10 16:20:02.531840 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-26b2fdb8-01e0-495b-9af9-f4442d9ae5b5 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:20:02.538663 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-26b2fdb8-01e0-495b-9af9-f4442d9ae5b5 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:20:02.541396 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b2fdb8-01e0-495b-9af9-f4442d9ae5b5 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Pushing event updated for resources: {'Port': ['ID=e96467f1-e2da-41db-bd5b-78f64c6bd780,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:02.600410 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-598cf8a1-6929-4440-a66c-c859a67cb458 req-85c10a85-c1fb-4f98-9b44-7d5e48103ecf tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429205 Dec 10 16:20:02.660452 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-26b2fdb8-01e0-495b-9af9-f4442d9ae5b5 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:02.661073 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-26b2fdb8-01e0-495b-9af9-f4442d9ae5b5 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:02.678692 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-20fc8b64-a598-4036-b19a-167798fcd93d req-8eb5c7d2-b85b-4f62-b734-3b1bf76f2027 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/floatingips/fababe43-62f6-40df-ab76-33f5654b2634 HTTP/1.1" status: 200 len: 695 time: 0.1296589 Dec 10 16:20:02.681516 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-26b2fdb8-01e0-495b-9af9-f4442d9ae5b5 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4992473 Dec 10 16:20:02.693881 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afcda6a3-b56e-44c7-8574-c53b7a108f05 x-openstack-request-id: req-afcda6a3-b56e-44c7-8574-c53b7a108f05 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:20:02.694272 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6c9633-07ab-45d1-84a1-241b0646f99e", "name": "network-vif-deleted", "tag": "a2bf2caa-c71c-421e-8478-919075d927f8", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:20:02.694592 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-afcda6a3-b56e-44c7-8574-c53b7a108f05 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:20:02.695043 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6c9633-07ab-45d1-84a1-241b0646f99e', 'name': 'network-vif-deleted', 'tag': 'a2bf2caa-c71c-421e-8478-919075d927f8', 'status': 'completed', 'code': 200} Dec 10 16:20:02.699017 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-16bfa3ef-c8e5-4a7e-a8e2-70d970323582 service neutron] Request body: {'port': {'device_id': '9a79aac1-e025-4faf-8b69-a893596137e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:20:02.756593 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-16bfa3ef-c8e5-4a7e-a8e2-70d970323582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:02.763392 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94be2ab-41d0-4d6b-b2bf-75ff81e93e93 req-f586cc0a-e90d-4a49-be6c-6e6eba0e0fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:02.764930 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f94be2ab-41d0-4d6b-b2bf-75ff81e93e93 req-f586cc0a-e90d-4a49-be6c-6e6eba0e0fa2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4ecd6f871c164b73a701fb09bd742828&device_id=b9f0fee1-f7da-4700-a99b-39d47223384c HTTP/1.1" status: 200 len: 1096 time: 0.1505301 Dec 10 16:20:02.866288 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc8b64-a598-4036-b19a-167798fcd93d req-fa3915b7-4411-4f28-9261-5a35d05fb2bd tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:02.867698 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-20fc8b64-a598-4036-b19a-167798fcd93d req-fa3915b7-4411-4f28-9261-5a35d05fb2bd tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/networks/5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 784 time: 0.1881409 Dec 10 16:20:02.949768 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-20fc8b64-a598-4036-b19a-167798fcd93d req-73480c4f-e42d-414c-b370-ac5d11624fc0 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.226 HTTP/1.1" status: 200 len: 696 time: 0.0744619 Dec 10 16:20:03.022785 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94be2ab-41d0-4d6b-b2bf-75ff81e93e93 req-0a4f5c18-8a3f-4f86-9434-fdf22258b72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:03.024875 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f94be2ab-41d0-4d6b-b2bf-75ff81e93e93 req-0a4f5c18-8a3f-4f86-9434-fdf22258b72c service neutron] 10.222.0.26 "GET /v2.0/networks?id=ba3e5c96-9dde-4825-a55d-9558203e4c87 HTTP/1.1" status: 200 len: 930 time: 0.2473960 Dec 10 16:20:03.027756 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-20fc8b64-a598-4036-b19a-167798fcd93d req-80162a66-f713-4eb9-83c7-a771bfafecfd tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.226 HTTP/1.1" status: 200 len: 696 time: 0.0678213 Dec 10 16:20:03.100365 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c1f5d-108c-48d9-8c9a-3810b8f7f715 req-8b898782-34e6-44fc-8463-3395271cc15a tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:03.101886 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9d3c1f5d-108c-48d9-8c9a-3810b8f7f715 req-8b898782-34e6-44fc-8463-3395271cc15a tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 946 time: 0.0922213 Dec 10 16:20:03.103795 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-16bfa3ef-c8e5-4a7e-a8e2-70d970323582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e96467f1-e2da-41db-bd5b-78f64c6bd780 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:20:03.111443 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f94be2ab-41d0-4d6b-b2bf-75ff81e93e93 req-801d00cb-e45d-4d37-bfba-4dcfebe3d8a9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=591f4bec-9233-4907-a7ab-5be24d27eb23 HTTP/1.1" status: 200 len: 217 time: 0.0685685 Dec 10 16:20:03.121090 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-16bfa3ef-c8e5-4a7e-a8e2-70d970323582 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:03.145840 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-16bfa3ef-c8e5-4a7e-a8e2-70d970323582 service neutron] Transition to ACTIVE for port object e96467f1-e2da-41db-bd5b-78f64c6bd780 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:20:03.156783 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-16bfa3ef-c8e5-4a7e-a8e2-70d970323582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:03.208121 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9d3c1f5d-108c-48d9-8c9a-3810b8f7f715 req-7a10276a-6658-4759-913c-2fb8585165c6 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961289 Dec 10 16:20:03.224442 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94be2ab-41d0-4d6b-b2bf-75ff81e93e93 req-d4fe8baa-aa37-42dd-b068-318b42b865d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:03.226286 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f94be2ab-41d0-4d6b-b2bf-75ff81e93e93 req-d4fe8baa-aa37-42dd-b068-318b42b865d3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=22be4e61-859f-475d-bc09-9617e965937d HTTP/1.1" status: 200 len: 868 time: 0.0816300 Dec 10 16:20:03.252874 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-20fc8b64-a598-4036-b19a-167798fcd93d req-07f6cff9-da55-4813-893b-f7552889d3bf tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Deleting port d2282ded-c58c-4507-9f35-1c97dfa2f479 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:20:03.252874 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-20fc8b64-a598-4036-b19a-167798fcd93d req-07f6cff9-da55-4813-893b-f7552889d3bf tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:03.319308 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bfa3ef-c8e5-4a7e-a8e2-70d970323582 service neutron] Pushing event updated for resources: {'Port': ['ID=e96467f1-e2da-41db-bd5b-78f64c6bd780,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:03.330622 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-16bfa3ef-c8e5-4a7e-a8e2-70d970323582 service neutron] Attempting to bind port e96467f1-e2da-41db-bd5b-78f64c6bd780 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:20:03.330769 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94be2ab-41d0-4d6b-b2bf-75ff81e93e93 req-80ca67f4-8587-4d29-9a39-b3381a0989aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:03.331210 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-16bfa3ef-c8e5-4a7e-a8e2-70d970323582 service neutron] Attempting to bind port e96467f1-e2da-41db-bd5b-78f64c6bd780 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '15d1952f-4dcb-4e1f-ad99-f5f939317419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:20:03.331210 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-16bfa3ef-c8e5-4a7e-a8e2-70d970323582 service neutron] Attempting to bind port e96467f1-e2da-41db-bd5b-78f64c6bd780 on network fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:20:03.332153 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f94be2ab-41d0-4d6b-b2bf-75ff81e93e93 req-80ca67f4-8587-4d29-9a39-b3381a0989aa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba3e5c96-9dde-4825-a55d-9558203e4c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923045 Dec 10 16:20:03.338685 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-16bfa3ef-c8e5-4a7e-a8e2-70d970323582 service neutron] Port e96467f1-e2da-41db-bd5b-78f64c6bd780 on network fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:20:03.339129 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-16bfa3ef-c8e5-4a7e-a8e2-70d970323582 service neutron] Attempting to bind port e96467f1-e2da-41db-bd5b-78f64c6bd780 on network fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:20:03.345487 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-16bfa3ef-c8e5-4a7e-a8e2-70d970323582 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:20:03.346338 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-16bfa3ef-c8e5-4a7e-a8e2-70d970323582 service neutron] Checking segment: {'id': '15d1952f-4dcb-4e1f-ad99-f5f939317419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:20:03.346863 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-16bfa3ef-c8e5-4a7e-a8e2-70d970323582 service neutron] Bound using segment: {'id': '15d1952f-4dcb-4e1f-ad99-f5f939317419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:20:03.347509 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-16bfa3ef-c8e5-4a7e-a8e2-70d970323582 service neutron] Bound port: e96467f1-e2da-41db-bd5b-78f64c6bd780, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15d1952f-4dcb-4e1f-ad99-f5f939317419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:20:03.348080 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-16bfa3ef-c8e5-4a7e-a8e2-70d970323582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:03.373045 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-20fc8b64-a598-4036-b19a-167798fcd93d req-07f6cff9-da55-4813-893b-f7552889d3bf tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:03.373383 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-20fc8b64-a598-4036-b19a-167798fcd93d req-07f6cff9-da55-4813-893b-f7552889d3bf tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:03.428507 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-20fc8b64-a598-4036-b19a-167798fcd93d req-07f6cff9-da55-4813-893b-f7552889d3bf tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Calling delete_port for d2282ded-c58c-4507-9f35-1c97dfa2f479 owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:20:03.452613 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-16bfa3ef-c8e5-4a7e-a8e2-70d970323582 service neutron] For port e96467f1-e2da-41db-bd5b-78f64c6bd780, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:20:03.457725 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-16bfa3ef-c8e5-4a7e-a8e2-70d970323582 service neutron] For port e96467f1-e2da-41db-bd5b-78f64c6bd780, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=e96467f1-e2da-41db-bd5b-78f64c6bd780,segment=NetworkSegment(15d1952f-4dcb-4e1f-ad99-f5f939317419),segment_id=15d1952f-4dcb-4e1f-ad99-f5f939317419)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:20:03.463191 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-16bfa3ef-c8e5-4a7e-a8e2-70d970323582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:03.516187 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f94be2ab-41d0-4d6b-b2bf-75ff81e93e93 req-5688f004-c645-4f7e-afae-90d182858eec service neutron] 10.222.0.26 "GET /v2.0/networks/ba3e5c96-9dde-4825-a55d-9558203e4c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704795 Dec 10 16:20:03.549853 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-16bfa3ef-c8e5-4a7e-a8e2-70d970323582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:03.550782 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-16bfa3ef-c8e5-4a7e-a8e2-70d970323582 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:03.552167 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-16bfa3ef-c8e5-4a7e-a8e2-70d970323582 service neutron] 10.222.0.46 "PUT /v2.0/ports/e96467f1-e2da-41db-bd5b-78f64c6bd780 HTTP/1.1" status: 200 len: 1092 time: 0.8584425 Dec 10 16:20:03.578911 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bfa3ef-c8e5-4a7e-a8e2-70d970323582 service neutron] Pushing event updated for resources: {'Port': ['ID=e96467f1-e2da-41db-bd5b-78f64c6bd780,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:03.591765 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb92852-9ca0-4193-a72a-3d94d5090344 req-01aee290-88e7-4dfe-97f2-f471d43581db tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:03.593937 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3eb92852-9ca0-4193-a72a-3d94d5090344 req-01aee290-88e7-4dfe-97f2-f471d43581db tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a79aac1-e025-4faf-8b69-a893596137e7 HTTP/1.1" status: 200 len: 944 time: 0.0899479 Dec 10 16:20:03.663514 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f94be2ab-41d0-4d6b-b2bf-75ff81e93e93 req-60c90d67-7a89-48ab-8207-02d397f1f344 service neutron] 10.222.0.26 "GET /v2.0/networks/ba3e5c96-9dde-4825-a55d-9558203e4c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343899 Dec 10 16:20:03.679744 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-20fc8b64-a598-4036-b19a-167798fcd93d req-07f6cff9-da55-4813-893b-f7552889d3bf tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:03.695455 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3eb92852-9ca0-4193-a72a-3d94d5090344 req-3e43537c-baa8-4aa7-9648-b1ad8fc41c4e tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926266 Dec 10 16:20:03.698242 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-f5bb762b-ce3b-4615-9e93-45482e067a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:03.699691 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-f5bb762b-ce3b-4615-9e93-45482e067a70 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8ae81348bd094aec80f7f6fb7b2e05e7&device_id=9a79aac1-e025-4faf-8b69-a893596137e7 HTTP/1.1" status: 200 len: 1095 time: 0.0982423 Dec 10 16:20:03.723697 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6cff9-da55-4813-893b-f7552889d3bf tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Pushing event deleted for resources: {'Port': ['ID=d2282ded-c58c-4507-9f35-1c97dfa2f479,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:03.755171 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-72211101-8c93-4968-b4fd-3668c0097ce8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e96467f1-e2da-41db-bd5b-78f64c6bd780 HTTP/1.1" status: 200 len: 217 time: 0.0412989 Dec 10 16:20:03.789497 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-20fc8b64-a598-4036-b19a-167798fcd93d req-07f6cff9-da55-4813-893b-f7552889d3bf tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:03.790331 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-20fc8b64-a598-4036-b19a-167798fcd93d req-07f6cff9-da55-4813-893b-f7552889d3bf tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:03.791529 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-20fc8b64-a598-4036-b19a-167798fcd93d req-07f6cff9-da55-4813-893b-f7552889d3bf tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "DELETE /v2.0/floatingips/fababe43-62f6-40df-ab76-33f5654b2634 HTTP/1.1" status: 204 len: 173 time: 0.7560978 Dec 10 16:20:03.807615 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-cb36250e-3d76-494a-a3ae-d9e9393cf265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:03.809074 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-cb36250e-3d76-494a-a3ae-d9e9393cf265 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c72c797-c788-4a2c-b14b-bffaa1b0b3e6 HTTP/1.1" status: 200 len: 862 time: 0.0470133 Dec 10 16:20:03.829539 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39122) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:03.852678 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-b7968c12-dfb2-4fc4-9a97-8f83b1ea133e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341163 Dec 10 16:20:03.948211 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530c77b-d366-4607-ae89-ad77a0822569 req-d36179c2-c69d-446f-9c67-70757bc719b4 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:03.949620 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1530c77b-d366-4607-ae89-ad77a0822569 req-d36179c2-c69d-446f-9c67-70757bc719b4 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab HTTP/1.1" status: 200 len: 946 time: 0.0478668 Dec 10 16:20:03.997056 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1530c77b-d366-4607-ae89-ad77a0822569 req-84e2a24c-22d7-4230-b5f9-f38d3f4c6d52 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407059 Dec 10 16:20:04.038891 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0504777-8faa-4f03-8df2-5fd849b8bc8a req-0442492f-732f-4464-901f-2f90c2c5bc07 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:04.041083 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d0504777-8faa-4f03-8df2-5fd849b8bc8a req-0442492f-732f-4464-901f-2f90c2c5bc07 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d80ec4-3ec4-4c33-9c49-e38c5a3d682a HTTP/1.1" status: 200 len: 947 time: 0.1907694 Dec 10 16:20:04.090353 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-564357d4-c3db-4f90-845e-740001013000 service neutron] 10.222.0.46 "GET /v2.0/networks/fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969736 Dec 10 16:20:04.230030 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d0504777-8faa-4f03-8df2-5fd849b8bc8a req-916a89fb-446d-4e5f-99d5-dc327cd5d9af tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/security-groups?id=697cd46f-22b9-4568-a139-0d54c765a04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783621 Dec 10 16:20:04.230278 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea10416-d9e2-4b8c-b2a8-8de485c76e00 req-d417a90a-e732-487f-963c-433ba0d7cf2b tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:04.232024 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8ea10416-d9e2-4b8c-b2a8-8de485c76e00 req-d417a90a-e732-487f-963c-433ba0d7cf2b tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9f0fee1-f7da-4700-a99b-39d47223384c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0517430 Dec 10 16:20:04.279900 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8ea10416-d9e2-4b8c-b2a8-8de485c76e00 req-de642c4c-e06a-4cbb-aa27-6d14b33103cb tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0398879 Dec 10 16:20:04.285087 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-99dbf4ae-5287-430e-9f2d-cffee3dc1baa req-96ac4bdc-62e6-433e-ac4e-984c095c552e service neutron] 10.222.0.46 "GET /v2.0/networks/fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500955 Dec 10 16:20:04.393001 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef7b88-b144-4473-bea4-133c91842614 req-e00af1a2-cd71-4d2f-a1c9-f8eaa31159fc tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:04.394523 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a8ef7b88-b144-4473-bea4-133c91842614 req-e00af1a2-cd71-4d2f-a1c9-f8eaa31159fc tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 946 time: 0.0477297 Dec 10 16:20:04.413687 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ca856-5df3-419a-bb61-b04c34f9747b req-8880d49e-e58e-4004-ba03-7955d596631b tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:04.415205 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-866ca856-5df3-419a-bb61-b04c34f9747b req-8880d49e-e58e-4004-ba03-7955d596631b tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 950 time: 0.1037734 Dec 10 16:20:04.441813 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a8ef7b88-b144-4473-bea4-133c91842614 req-a9fcfaaa-ac1c-44c7-95e1-d2b5aec3bf1d tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412636 Dec 10 16:20:04.492603 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-866ca856-5df3-419a-bb61-b04c34f9747b req-31024059-fae4-48fd-9565-7002def4de41 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698349 Dec 10 16:20:04.506669 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-cc3650cd-dc2e-4096-ad5e-19e40232f946 req-3ff72b5e-1524-43ed-a305-fbf9f565689d tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0397348 Dec 10 16:20:04.538899 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a79aac1-e025-4faf-8b69-a893596137e7', 'tag': 'e96467f1-e2da-41db-bd5b-78f64c6bd780'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:20:04.541135 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e151d32-980d-41d0-afd5-f0133c09b416" -d '{"events": [{"name": "network-changed", "server_uuid": "9a79aac1-e025-4faf-8b69-a893596137e7", "tag": "e96467f1-e2da-41db-bd5b-78f64c6bd780"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:20:04.578373 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba562fec-55b6-4025-91bc-b7be9b1b38af x-openstack-request-id: req-ba562fec-55b6-4025-91bc-b7be9b1b38af {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:20:04.578665 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a79aac1-e025-4faf-8b69-a893596137e7", "tag": "e96467f1-e2da-41db-bd5b-78f64c6bd780", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:20:04.578907 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ba562fec-55b6-4025-91bc-b7be9b1b38af {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:20:04.579290 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a79aac1-e025-4faf-8b69-a893596137e7', 'tag': 'e96467f1-e2da-41db-bd5b-78f64c6bd780', 'status': 'completed', 'code': 200} Dec 10 16:20:04.597837 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8552ebbd-760d-45a8-b0ea-22b088e8012f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:04.719138 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e151d32-980d-41d0-afd5-f0133c09b416 req-9cc834dc-5faa-4de6-89ad-71bacee264fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:04.720603 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e151d32-980d-41d0-afd5-f0133c09b416 req-9cc834dc-5faa-4de6-89ad-71bacee264fa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8ae81348bd094aec80f7f6fb7b2e05e7&device_id=9a79aac1-e025-4faf-8b69-a893596137e7 HTTP/1.1" status: 200 len: 1095 time: 0.0886853 Dec 10 16:20:04.740192 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be2797-2fea-4afe-b740-2beadb1dcd4f req-855833b4-aff5-48ff-8448-ed3a06a2c487 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:04.741874 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f4be2797-2fea-4afe-b740-2beadb1dcd4f req-855833b4-aff5-48ff-8448-ed3a06a2c487 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9f0fee1-f7da-4700-a99b-39d47223384c HTTP/1.1" status: 200 len: 945 time: 0.0511076 Dec 10 16:20:04.817593 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f4be2797-2fea-4afe-b740-2beadb1dcd4f req-10964b6f-53ec-4f81-81f2-355fe3fd4170 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/security-groups?id=3794691f-265d-4fed-bd0b-cc3b4464c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681036 Dec 10 16:20:04.844551 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b39cb-55b6-43b4-aef0-682139c67590 req-b7a5d00f-200e-462a-aeb1-426d6e0e2eb1 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:04.846103 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-383b39cb-55b6-43b4-aef0-682139c67590 req-b7a5d00f-200e-462a-aeb1-426d6e0e2eb1 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5d80ec4-3ec4-4c33-9c49-e38c5a3d682a HTTP/1.1" status: 200 len: 947 time: 0.0681884 Dec 10 16:20:04.957839 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-383b39cb-55b6-43b4-aef0-682139c67590 req-f0d1c750-e07b-4c0e-9101-a8a926e80a6d tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Deleting port 6ef2b40a-c092-4211-9d0c-f108a1ab8dd3 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:20:04.958201 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-383b39cb-55b6-43b4-aef0-682139c67590 req-f0d1c750-e07b-4c0e-9101-a8a926e80a6d tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:05.054647 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-383b39cb-55b6-43b4-aef0-682139c67590 req-f0d1c750-e07b-4c0e-9101-a8a926e80a6d tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] For port 6ef2b40a-c092-4211-9d0c-f108a1ab8dd3, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=6ef2b40a-c092-4211-9d0c-f108a1ab8dd3,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:05.055468 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-383b39cb-55b6-43b4-aef0-682139c67590 req-f0d1c750-e07b-4c0e-9101-a8a926e80a6d tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:05.068691 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-383b39cb-55b6-43b4-aef0-682139c67590 req-f0d1c750-e07b-4c0e-9101-a8a926e80a6d tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Calling delete_port for 6ef2b40a-c092-4211-9d0c-f108a1ab8dd3 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:20:05.171846 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328571f3-e7d8-4503-854c-f925be2f5c03 req-aa810ace-396a-45ad-ba62-4d864f1b09da tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:05.173515 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-328571f3-e7d8-4503-854c-f925be2f5c03 req-aa810ace-396a-45ad-ba62-4d864f1b09da tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab HTTP/1.1" status: 200 len: 946 time: 0.0961006 Dec 10 16:20:05.233644 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244765e-960d-45d8-bc43-70e0ed557786 req-98ef9331-258a-429f-abc6-a9f173863412 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:05.235183 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6244765e-960d-45d8-bc43-70e0ed557786 req-98ef9331-258a-429f-abc6-a9f173863412 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a79aac1-e025-4faf-8b69-a893596137e7 HTTP/1.1" status: 200 len: 944 time: 0.4374452 Dec 10 16:20:05.242724 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e151d32-980d-41d0-afd5-f0133c09b416 req-f1df9c93-0862-4f72-871a-5ae24992021b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:05.244172 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e151d32-980d-41d0-afd5-f0133c09b416 req-f1df9c93-0862-4f72-871a-5ae24992021b service neutron] 10.222.0.46 "GET /v2.0/networks?id=fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51 HTTP/1.1" status: 200 len: 923 time: 0.5121303 Dec 10 16:20:05.259868 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-328571f3-e7d8-4503-854c-f925be2f5c03 req-ecf2a265-6c30-4865-b7f5-ab6e13cd6e51 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753160 Dec 10 16:20:05.288996 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-383b39cb-55b6-43b4-aef0-682139c67590 req-f0d1c750-e07b-4c0e-9101-a8a926e80a6d tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:05.321690 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e151d32-980d-41d0-afd5-f0133c09b416 req-71d3b43a-f371-4372-8536-5e49dec074e5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e96467f1-e2da-41db-bd5b-78f64c6bd780 HTTP/1.1" status: 200 len: 217 time: 0.0654333 Dec 10 16:20:05.345939 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d1c750-e07b-4c0e-9101-a8a926e80a6d tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Pushing event deleted for resources: {'Port': ['ID=6ef2b40a-c092-4211-9d0c-f108a1ab8dd3,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:05.392592 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-383b39cb-55b6-43b4-aef0-682139c67590 req-f0d1c750-e07b-4c0e-9101-a8a926e80a6d tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] No DVR routers for this DVR port 6ef2b40a-c092-4211-9d0c-f108a1ab8dd3 on host n-h2-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:20:05.395973 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2b517c1a-d489-4f55-a9f4-7b92fc4b6476 req-c410d743-ac27-48cc-b2ea-c6e2f3976993 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5d80ec4-3ec4-4c33-9c49-e38c5a3d682a HTTP/1.1" status: 200 len: 210 time: 0.0520098 Dec 10 16:20:05.396977 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-383b39cb-55b6-43b4-aef0-682139c67590 req-f0d1c750-e07b-4c0e-9101-a8a926e80a6d tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:05.400444 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-383b39cb-55b6-43b4-aef0-682139c67590 req-f0d1c750-e07b-4c0e-9101-a8a926e80a6d tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.46 "DELETE /v2.0/ports/6ef2b40a-c092-4211-9d0c-f108a1ab8dd3 HTTP/1.1" status: 204 len: 173 time: 0.5358555 Dec 10 16:20:05.401094 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d80ec4-3ec4-4c33-9c49-e38c5a3d682a', 'name': 'network-vif-deleted', 'tag': '6ef2b40a-c092-4211-9d0c-f108a1ab8dd3'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:20:05.403885 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca2f27f-85c0-4306-9a97-9766aab79362" -d '{"events": [{"server_uuid": "d5d80ec4-3ec4-4c33-9c49-e38c5a3d682a", "name": "network-vif-deleted", "tag": "6ef2b40a-c092-4211-9d0c-f108a1ab8dd3"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:20:05.410478 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6244765e-960d-45d8-bc43-70e0ed557786 req-131ce05f-49a8-4258-86b5-ebf7b389f72e tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653123 Dec 10 16:20:05.416798 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e151d32-980d-41d0-afd5-f0133c09b416 req-7ef0d00d-88ca-4f80-8548-88ac2e098633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:05.419365 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e151d32-980d-41d0-afd5-f0133c09b416 req-7ef0d00d-88ca-4f80-8548-88ac2e098633 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c72c797-c788-4a2c-b14b-bffaa1b0b3e6 HTTP/1.1" status: 200 len: 862 time: 0.0829017 Dec 10 16:20:05.457548 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18943c26-66d6-4fd2-95fc-08241affe29d x-openstack-request-id: req-18943c26-66d6-4fd2-95fc-08241affe29d {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:20:05.457843 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d80ec4-3ec4-4c33-9c49-e38c5a3d682a", "name": "network-vif-deleted", "tag": "6ef2b40a-c092-4211-9d0c-f108a1ab8dd3", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:20:05.458225 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-18943c26-66d6-4fd2-95fc-08241affe29d {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:20:05.458816 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d80ec4-3ec4-4c33-9c49-e38c5a3d682a', 'name': 'network-vif-deleted', 'tag': '6ef2b40a-c092-4211-9d0c-f108a1ab8dd3', 'status': 'completed', 'code': 200} Dec 10 16:20:05.460863 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e151d32-980d-41d0-afd5-f0133c09b416 req-b4f82604-b6c1-4dfa-88e5-d7d8ac4e2779 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315471 Dec 10 16:20:05.468642 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-8552ebbd-760d-45a8-b0ea-22b088e8012f admin admin] Deleting port c18a939c-f428-4bbd-8492-58ea0fd6eb0d {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:20:05.469188 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8552ebbd-760d-45a8-b0ea-22b088e8012f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:05.510629 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device a2bf2caa-c71c-421e-8478-919075d927f8 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:20:05.541523 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: a2bf2caa-c71c-421e-8478-919075d927f8 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:20:05.541869 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device a2bf2caa-c71c-421e-8478-919075d927f8 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:20:05.621528 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9ff4e-1173-4843-87e2-d1e1698c9eeb req-bd9b5b14-bab4-4ef6-9527-ddba520de26d tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:05.623259 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d0d9ff4e-1173-4843-87e2-d1e1698c9eeb req-bd9b5b14-bab4-4ef6-9527-ddba520de26d tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 950 time: 0.0489860 Dec 10 16:20:05.665304 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090d0bb-352b-4555-94fd-3e85afaa242b req-dc95ecf0-5296-40a7-b950-54f426febd4b tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:05.666498 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6090d0bb-352b-4555-94fd-3e85afaa242b req-dc95ecf0-5296-40a7-b950-54f426febd4b tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 946 time: 0.1458750 Dec 10 16:20:05.681990 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-8552ebbd-760d-45a8-b0ea-22b088e8012f admin admin] For port c18a939c-f428-4bbd-8492-58ea0fd6eb0d, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c18a939c-f428-4bbd-8492-58ea0fd6eb0d,segment=NetworkSegment(77461a73-d604-4857-904b-ff24a9592434),segment_id=77461a73-d604-4857-904b-ff24a9592434)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:05.682382 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8552ebbd-760d-45a8-b0ea-22b088e8012f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:05.686365 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d0d9ff4e-1173-4843-87e2-d1e1698c9eeb req-6fa4f390-7b29-46fe-a269-9689a8b6cfd3 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557508 Dec 10 16:20:05.712269 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e151d32-980d-41d0-afd5-f0133c09b416 req-b2c89178-b62d-4b46-b5ad-3c91156ee43b service neutron] 10.222.0.46 "GET /v2.0/networks/fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017300 Dec 10 16:20:05.714675 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-8552ebbd-760d-45a8-b0ea-22b088e8012f admin admin] Calling delete_port for c18a939c-f428-4bbd-8492-58ea0fd6eb0d owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:20:05.837911 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6090d0bb-352b-4555-94fd-3e85afaa242b req-09e77411-dc62-4712-88f5-dc3966a961c5 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528184 Dec 10 16:20:05.928408 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e151d32-980d-41d0-afd5-f0133c09b416 req-2ad4811d-db58-4cab-896f-146492556566 service neutron] 10.222.0.46 "GET /v2.0/networks/fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082596 Dec 10 16:20:05.935750 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5b413-3201-4404-9127-7f66e2883321 req-a3f88b08-2cb0-482c-8596-7a009a393460 tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:05.937278 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-cbe5b413-3201-4404-9127-7f66e2883321 req-a3f88b08-2cb0-482c-8596-7a009a393460 tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9&tenant_id=88d3b4e7edaf414d832ee358beed3fa3&binding%3Ahost_id=n-h2-766771-2 HTTP/1.1" status: 200 len: 1097 time: 0.1179497 Dec 10 16:20:05.969953 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-cbe5b413-3201-4404-9127-7f66e2883321 req-89e41066-b488-4ee3-84b5-af51c08233a9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-766771-2'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:20:06.007322 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47148c5-5757-4451-a480-2fe72c2db429 req-e7e54530-d640-4d67-b5b0-f101667b9ff9 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:06.008842 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b47148c5-5757-4451-a480-2fe72c2db429 req-e7e54530-d640-4d67-b5b0-f101667b9ff9 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9f0fee1-f7da-4700-a99b-39d47223384c HTTP/1.1" status: 200 len: 945 time: 0.0891225 Dec 10 16:20:06.027467 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:06.054211 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-cbe5b413-3201-4404-9127-7f66e2883321 req-89e41066-b488-4ee3-84b5-af51c08233a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:06.064095 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2639e-43dc-4ec1-acd3-24c13f428e10 req-64f352a9-7bb6-4e1b-beb6-22b0710fcc9e tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:06.065565 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-65d2639e-43dc-4ec1-acd3-24c13f428e10 req-64f352a9-7bb6-4e1b-beb6-22b0710fcc9e tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 950 time: 0.1030991 Dec 10 16:20:06.112912 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8552ebbd-760d-45a8-b0ea-22b088e8012f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:06.113152 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b47148c5-5757-4451-a480-2fe72c2db429 req-00b67652-b1a0-4fea-840c-31a33704c383 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/security-groups?id=3794691f-265d-4fed-bd0b-cc3b4464c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801382 Dec 10 16:20:06.165096 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552ebbd-760d-45a8-b0ea-22b088e8012f admin admin] Pushing event deleted for resources: {'Port': ['ID=c18a939c-f428-4bbd-8492-58ea0fd6eb0d,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:06.208854 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-cbe5b413-3201-4404-9127-7f66e2883321 req-89e41066-b488-4ee3-84b5-af51c08233a9 service neutron] For port 2dd43503-16c0-4402-9a30-d9969dcf34f0, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=2dd43503-16c0-4402-9a30-d9969dcf34f0,segment=NetworkSegment(ba4bffb6-59f5-4518-96be-6824e98414e9),segment_id=ba4bffb6-59f5-4518-96be-6824e98414e9)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:06.252797 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-cbe5b413-3201-4404-9127-7f66e2883321 req-89e41066-b488-4ee3-84b5-af51c08233a9 service neutron] For port 2dd43503-16c0-4402-9a30-d9969dcf34f0, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:20:06.310978 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-cbe5b413-3201-4404-9127-7f66e2883321 req-89e41066-b488-4ee3-84b5-af51c08233a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:06.318088 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-cbe5b413-3201-4404-9127-7f66e2883321 req-89e41066-b488-4ee3-84b5-af51c08233a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:06.329570 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-65d2639e-43dc-4ec1-acd3-24c13f428e10 req-68f88843-4dc9-493d-bf1f-6a0580a4b01b tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Deleting port 070a865a-131b-477f-977f-e6abb0fc1cc1 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:20:06.329925 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-65d2639e-43dc-4ec1-acd3-24c13f428e10 req-68f88843-4dc9-493d-bf1f-6a0580a4b01b tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:06.406096 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e41066-b488-4ee3-84b5-af51c08233a9 service neutron] Pushing event updated for resources: {'Port': ['ID=2dd43503-16c0-4402-9a30-d9969dcf34f0,revision_number=7']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:06.418689 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-cbe5b413-3201-4404-9127-7f66e2883321 req-89e41066-b488-4ee3-84b5-af51c08233a9 service neutron] Attempting to bind port 2dd43503-16c0-4402-9a30-d9969dcf34f0 on host n-h2-766771-2 for vnic_type normal with profile {"migrating_to": "n-h1-766771-2"} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:20:06.419149 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-cbe5b413-3201-4404-9127-7f66e2883321 req-89e41066-b488-4ee3-84b5-af51c08233a9 service neutron] Attempting to bind port 2dd43503-16c0-4402-9a30-d9969dcf34f0 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:20:06.419592 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe5b413-3201-4404-9127-7f66e2883321 req-89e41066-b488-4ee3-84b5-af51c08233a9 service neutron] Attempting to bind port 2dd43503-16c0-4402-9a30-d9969dcf34f0 on network 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:20:06.425516 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe5b413-3201-4404-9127-7f66e2883321 req-89e41066-b488-4ee3-84b5-af51c08233a9 service neutron] Port 2dd43503-16c0-4402-9a30-d9969dcf34f0 on network 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:20:06.425953 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe5b413-3201-4404-9127-7f66e2883321 req-89e41066-b488-4ee3-84b5-af51c08233a9 service neutron] Attempting to bind port 2dd43503-16c0-4402-9a30-d9969dcf34f0 on network 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:20:06.431278 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe5b413-3201-4404-9127-7f66e2883321 req-89e41066-b488-4ee3-84b5-af51c08233a9 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:20:06.438607 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe5b413-3201-4404-9127-7f66e2883321 req-89e41066-b488-4ee3-84b5-af51c08233a9 service neutron] Checking segment: {'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:20:06.440093 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe5b413-3201-4404-9127-7f66e2883321 req-89e41066-b488-4ee3-84b5-af51c08233a9 service neutron] Bound using segment: {'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:20:06.443496 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-cbe5b413-3201-4404-9127-7f66e2883321 req-89e41066-b488-4ee3-84b5-af51c08233a9 service neutron] Bound port: 2dd43503-16c0-4402-9a30-d9969dcf34f0, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:20:06.445101 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-cbe5b413-3201-4404-9127-7f66e2883321 req-89e41066-b488-4ee3-84b5-af51c08233a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:06.462086 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8552ebbd-760d-45a8-b0ea-22b088e8012f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:06.493807 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2090229-1318-4070-98e2-13c4774f28ef req-2fd0f11e-154d-4504-bed5-1271e06b0f48 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:06.502042 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e2090229-1318-4070-98e2-13c4774f28ef req-2fd0f11e-154d-4504-bed5-1271e06b0f48 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab HTTP/1.1" status: 200 len: 946 time: 0.1254487 Dec 10 16:20:06.528318 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-65d2639e-43dc-4ec1-acd3-24c13f428e10 req-68f88843-4dc9-493d-bf1f-6a0580a4b01b tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] For port 070a865a-131b-477f-977f-e6abb0fc1cc1, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=070a865a-131b-477f-977f-e6abb0fc1cc1,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:06.528693 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-65d2639e-43dc-4ec1-acd3-24c13f428e10 req-68f88843-4dc9-493d-bf1f-6a0580a4b01b tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:06.538777 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-cbe5b413-3201-4404-9127-7f66e2883321 req-89e41066-b488-4ee3-84b5-af51c08233a9 service neutron] For port 2dd43503-16c0-4402-9a30-d9969dcf34f0, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:20:06.541919 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-cbe5b413-3201-4404-9127-7f66e2883321 req-89e41066-b488-4ee3-84b5-af51c08233a9 service neutron] For port 2dd43503-16c0-4402-9a30-d9969dcf34f0, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=2dd43503-16c0-4402-9a30-d9969dcf34f0,segment=NetworkSegment(ba4bffb6-59f5-4518-96be-6824e98414e9),segment_id=ba4bffb6-59f5-4518-96be-6824e98414e9)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:20:06.576476 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-cbe5b413-3201-4404-9127-7f66e2883321 req-89e41066-b488-4ee3-84b5-af51c08233a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:06.631203 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-65d2639e-43dc-4ec1-acd3-24c13f428e10 req-68f88843-4dc9-493d-bf1f-6a0580a4b01b tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Calling delete_port for 070a865a-131b-477f-977f-e6abb0fc1cc1 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:20:06.658089 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9832697-23ef-4e7d-bf07-6b6204a53d34 req-1caaae70-89c0-4d32-94b2-ec6888f23a0f tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:06.659594 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c9832697-23ef-4e7d-bf07-6b6204a53d34 req-1caaae70-89c0-4d32-94b2-ec6888f23a0f tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a79aac1-e025-4faf-8b69-a893596137e7 HTTP/1.1" status: 200 len: 944 time: 0.1161411 Dec 10 16:20:06.680649 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e41066-b488-4ee3-84b5-af51c08233a9 service neutron] Pushing event updated for resources: {'Port': ['ID=2dd43503-16c0-4402-9a30-d9969dcf34f0,revision_number=8']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:06.693558 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5b413-3201-4404-9127-7f66e2883321 req-89e41066-b488-4ee3-84b5-af51c08233a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:06.694199 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-cbe5b413-3201-4404-9127-7f66e2883321 req-89e41066-b488-4ee3-84b5-af51c08233a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:06.695536 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-cbe5b413-3201-4404-9127-7f66e2883321 req-89e41066-b488-4ee3-84b5-af51c08233a9 service neutron] 10.222.0.26 "PUT /v2.0/ports/2dd43503-16c0-4402-9a30-d9969dcf34f0 HTTP/1.1" status: 200 len: 1122 time: 0.7349505 Dec 10 16:20:06.719265 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac94fd-2768-4937-935a-e0b8487220f2 req-489e988f-38f0-43d5-8e3f-3cfece663f5c tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:06.720778 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-28ac94fd-2768-4937-935a-e0b8487220f2 req-489e988f-38f0-43d5-8e3f-3cfece663f5c tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9f0fee1-f7da-4700-a99b-39d47223384c HTTP/1.1" status: 200 len: 945 time: 0.2408459 Dec 10 16:20:06.724200 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e2090229-1318-4070-98e2-13c4774f28ef req-162c311e-92ca-494e-8933-b94b4abf0579 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213020 Dec 10 16:20:06.776920 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['2dd43503-16c0-4402-9a30-d9969dcf34f0'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:20:06.778695 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c9832697-23ef-4e7d-bf07-6b6204a53d34 req-b8e09459-e7ad-4a16-adf1-1b4dab2c96af tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127334 Dec 10 16:20:06.834059 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['2dd43503-16c0-4402-9a30-d9969dcf34f0'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:20:06.954038 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4f30a-ca66-4f66-aede-91651cc36f15 req-fc979f36-03b5-4f3b-87d3-a4ff4604e30f tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:06.975055 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ceb4f30a-ca66-4f66-aede-91651cc36f15 req-fc979f36-03b5-4f3b-87d3-a4ff4604e30f tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 950 time: 0.1022909 Dec 10 16:20:07.036696 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ceb4f30a-ca66-4f66-aede-91651cc36f15 req-16e789a7-9706-4745-870c-578ed9b23534 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/security-groups?id=da6d9391-64ad-4966-b03f-4e172d59030b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607717 Dec 10 16:20:07.074999 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-28ac94fd-2768-4937-935a-e0b8487220f2 req-fb65d64f-8a14-4bdf-be30-84909ccd1737 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Deleting port 591f4bec-9233-4907-a7ab-5be24d27eb23 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:20:07.075338 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-28ac94fd-2768-4937-935a-e0b8487220f2 req-fb65d64f-8a14-4bdf-be30-84909ccd1737 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:07.144945 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8552ebbd-760d-45a8-b0ea-22b088e8012f admin admin] Router 441ed982-b9da-4024-86d0-3df53d5e1a72 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:20:07.149991 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361ab13-5bd8-4d63-af14-9c2e4994b011 req-b5cd581e-dcec-4f38-874b-8b28cfaec7be tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:07.151489 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5361ab13-5bd8-4d63-af14-9c2e4994b011 req-b5cd581e-dcec-4f38-874b-8b28cfaec7be tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/ports?device_id=9400639f-0d32-47e4-956f-9078c6d3d3e8 HTTP/1.1" status: 200 len: 949 time: 0.0522311 Dec 10 16:20:07.163083 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-65d2639e-43dc-4ec1-acd3-24c13f428e10 req-68f88843-4dc9-493d-bf1f-6a0580a4b01b tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:07.186848 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6d60b-82a6-41e8-ac2c-7225971a933b req-2d4d3fd8-7846-437f-b33f-5a3af32f3952 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:07.188873 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9cd6d60b-82a6-41e8-ac2c-7225971a933b req-2d4d3fd8-7846-437f-b33f-5a3af32f3952 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 944 time: 0.1605475 Dec 10 16:20:07.200896 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5361ab13-5bd8-4d63-af14-9c2e4994b011 req-4445bd4b-cac1-4a15-a59e-21930fcf45d3 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/security-groups?id=697cd46f-22b9-4568-a139-0d54c765a04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427208 Dec 10 16:20:07.220753 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f88843-4dc9-493d-bf1f-6a0580a4b01b tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Pushing event deleted for resources: {'Port': ['ID=070a865a-131b-477f-977f-e6abb0fc1cc1,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:07.404361 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17a5ae-2a38-4d1a-9d60-5d063593928c req-5f475dee-acf8-4440-ae65-c6784afb464a tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:07.410837 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-dd17a5ae-2a38-4d1a-9d60-5d063593928c req-5f475dee-acf8-4440-ae65-c6784afb464a tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9f0fee1-f7da-4700-a99b-39d47223384c HTTP/1.1" status: 200 len: 945 time: 0.0751588 Dec 10 16:20:07.461686 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dd43503-16c0-4402-9a30-d9969dcf34f0'}, {'name': 'network-changed', 'server_uuid': '8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9', 'tag': '2dd43503-16c0-4402-9a30-d9969dcf34f0'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:20:07.464989 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df81c4a-2031-4ca7-8f8d-ca19340639cd" -d '{"events": [{"server_uuid": "8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9", "name": "network-vif-unplugged", "status": "completed", "tag": "2dd43503-16c0-4402-9a30-d9969dcf34f0"}, {"name": "network-changed", "server_uuid": "8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9", "tag": "2dd43503-16c0-4402-9a30-d9969dcf34f0"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:20:07.485699 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-dd17a5ae-2a38-4d1a-9d60-5d063593928c req-5fe15c01-6cbe-4cc2-a35c-015028ccdad2 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/security-groups?id=3794691f-265d-4fed-bd0b-cc3b4464c192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668006 Dec 10 16:20:07.501945 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['070a865a-131b-477f-977f-e6abb0fc1cc1'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:20:07.507185 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device e96467f1-e2da-41db-bd5b-78f64c6bd780 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:20:07.554793 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 10 Dec 2021 16:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc22a890-da78-44d6-9a88-27dd4422a287 x-openstack-request-id: req-fc22a890-da78-44d6-9a88-27dd4422a287 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:20:07.555094 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9", "name": "network-vif-unplugged", "status": "completed", "tag": "2dd43503-16c0-4402-9a30-d9969dcf34f0", "code": 200}, {"name": "network-changed", "server_uuid": "8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9", "tag": "2dd43503-16c0-4402-9a30-d9969dcf34f0", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:20:07.555352 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fc22a890-da78-44d6-9a88-27dd4422a287 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:20:07.555748 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dd43503-16c0-4402-9a30-d9969dcf34f0', 'code': 200} Dec 10 16:20:07.556005 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9', 'tag': '2dd43503-16c0-4402-9a30-d9969dcf34f0', 'status': 'completed', 'code': 200} Dec 10 16:20:07.642829 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port e96467f1-e2da-41db-bd5b-78f64c6bd780, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=e96467f1-e2da-41db-bd5b-78f64c6bd780,segment=NetworkSegment(15d1952f-4dcb-4e1f-ad99-f5f939317419),segment_id=15d1952f-4dcb-4e1f-ad99-f5f939317419)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:07.655485 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'e96467f1-e2da-41db-bd5b-78f64c6bd780', 'network_id': 'fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51', 'port_id': 'e96467f1-e2da-41db-bd5b-78f64c6bd780', 'mac_address': 'fa:16:3e:27:71:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c72c797-c788-4a2c-b14b-bffaa1b0b3e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:20:07.679098 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 2dd43503-16c0-4402-9a30-d9969dcf34f0 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:20:07.679343 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d2639e-43dc-4ec1-acd3-24c13f428e10 req-68f88843-4dc9-493d-bf1f-6a0580a4b01b tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] No DVR routers for this DVR port 070a865a-131b-477f-977f-e6abb0fc1cc1 on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:20:07.694677 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-65d2639e-43dc-4ec1-acd3-24c13f428e10 req-68f88843-4dc9-493d-bf1f-6a0580a4b01b tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:07.697942 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-65d2639e-43dc-4ec1-acd3-24c13f428e10 req-68f88843-4dc9-493d-bf1f-6a0580a4b01b tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.26 "DELETE /v2.0/ports/070a865a-131b-477f-977f-e6abb0fc1cc1 HTTP/1.1" status: 204 len: 173 time: 1.6248426 Dec 10 16:20:07.702477 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f363f44-25ac-41e3-a431-c4fa6cda4d55', 'name': 'network-vif-deleted', 'tag': '070a865a-131b-477f-977f-e6abb0fc1cc1'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:20:07.705248 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec950f4-299c-492d-84e5-0aeed110e0b1" -d '{"events": [{"server_uuid": "5f363f44-25ac-41e3-a431-c4fa6cda4d55", "name": "network-vif-deleted", "tag": "070a865a-131b-477f-977f-e6abb0fc1cc1"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:20:07.705686 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:07.713497 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-28ac94fd-2768-4937-935a-e0b8487220f2 req-fb65d64f-8a14-4bdf-be30-84909ccd1737 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] For port 591f4bec-9233-4907-a7ab-5be24d27eb23, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=591f4bec-9233-4907-a7ab-5be24d27eb23,segment=NetworkSegment(3479d084-61bc-4a2b-9bd7-e296e8e498cb),segment_id=3479d084-61bc-4a2b-9bd7-e296e8e498cb)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:07.713802 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-28ac94fd-2768-4937-935a-e0b8487220f2 req-fb65d64f-8a14-4bdf-be30-84909ccd1737 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:07.743982 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-28ac94fd-2768-4937-935a-e0b8487220f2 req-fb65d64f-8a14-4bdf-be30-84909ccd1737 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Calling delete_port for 591f4bec-9233-4907-a7ab-5be24d27eb23 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:20:07.756524 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9cd6d60b-82a6-41e8-ac2c-7225971a933b req-832ccbba-ef61-4a80-af79-305deb53732b tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5452774 Dec 10 16:20:07.762543 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e96467f1-e2da-41db-bd5b-78f64c6bd780 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:20:07.763293 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02eff217-2fc7-4ed7-89ca-dc0305d9ec81 x-openstack-request-id: req-02eff217-2fc7-4ed7-89ca-dc0305d9ec81 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:20:07.763557 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f363f44-25ac-41e3-a431-c4fa6cda4d55", "name": "network-vif-deleted", "tag": "070a865a-131b-477f-977f-e6abb0fc1cc1", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:20:07.763778 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-02eff217-2fc7-4ed7-89ca-dc0305d9ec81 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:20:07.764182 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f363f44-25ac-41e3-a431-c4fa6cda4d55', 'name': 'network-vif-deleted', 'tag': '070a865a-131b-477f-977f-e6abb0fc1cc1', 'status': 'completed', 'code': 200} Dec 10 16:20:07.779519 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df81c4a-2031-4ca7-8f8d-ca19340639cd req-51c07508-9ddf-417f-913f-b99ec78b088c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:07.781609 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6df81c4a-2031-4ca7-8f8d-ca19340639cd req-51c07508-9ddf-417f-913f-b99ec78b088c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88d3b4e7edaf414d832ee358beed3fa3&device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 1125 time: 0.1712642 Dec 10 16:20:07.795056 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port e96467f1-e2da-41db-bd5b-78f64c6bd780, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=e96467f1-e2da-41db-bd5b-78f64c6bd780,segment=NetworkSegment(15d1952f-4dcb-4e1f-ad99-f5f939317419),segment_id=15d1952f-4dcb-4e1f-ad99-f5f939317419)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:07.800682 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:07.843450 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8552ebbd-760d-45a8-b0ea-22b088e8012f admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:20:07.855987 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-8552ebbd-760d-45a8-b0ea-22b088e8012f admin admin] 10.222.0.11 "PUT /v2.0/routers/441ed982-b9da-4024-86d0-3df53d5e1a72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0251453 Dec 10 16:20:07.856271 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39184) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:07.870096 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acd0f19-3935-4560-8ffb-9e90d4149466 None None] Sync routers for ids ['441ed982-b9da-4024-86d0-3df53d5e1a72'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:20:07.901627 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=e96467f1-e2da-41db-bd5b-78f64c6bd780,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:07.912082 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 2dd43503-16c0-4402-9a30-d9969dcf34f0, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=2dd43503-16c0-4402-9a30-d9969dcf34f0,segment=NetworkSegment(ba4bffb6-59f5-4518-96be-6824e98414e9),segment_id=ba4bffb6-59f5-4518-96be-6824e98414e9)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:07.915318 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:07.924983 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acd0f19-3935-4560-8ffb-9e90d4149466 None None] Routers {'441ed982-b9da-4024-86d0-3df53d5e1a72'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:20:07.925653 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4acd0f19-3935-4560-8ffb-9e90d4149466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:19:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['441ed982-b9da-4024-86d0-3df53d5e1a72'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:07.931020 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 2dd43503-16c0-4402-9a30-d9969dcf34f0 has no active binding in host n-h1-766771-2 {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 16:20:08.018999 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c03e7-a0f1-4603-98b4-b1cb4515b467 req-f16d5688-3ebf-49c3-b3bc-d2074e903f82 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:08.022900 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-713c03e7-a0f1-4603-98b4-b1cb4515b467 req-f16d5688-3ebf-49c3-b3bc-d2074e903f82 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab HTTP/1.1" status: 200 len: 946 time: 0.0979400 Dec 10 16:20:08.052839 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defba67e-0e95-44cd-b105-faf5b3ea1703 req-995bd8f1-e9af-4aba-9e99-468850f8f1c5 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:08.054387 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-defba67e-0e95-44cd-b105-faf5b3ea1703 req-995bd8f1-e9af-4aba-9e99-468850f8f1c5 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a79aac1-e025-4faf-8b69-a893596137e7 HTTP/1.1" status: 200 len: 945 time: 0.1318038 Dec 10 16:20:08.055593 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-4acd0f19-3935-4560-8ffb-9e90d4149466 None None] Set router 441ed982-b9da-4024-86d0-3df53d5e1a72 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:20:08.073538 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bae18cd9-d677-4f2b-b8fd-f4de96bc485b admin admin] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:08.091338 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df81c4a-2031-4ca7-8f8d-ca19340639cd req-949fc06f-9037-41da-bbc7-1c0ccea69e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:08.092808 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6df81c4a-2031-4ca7-8f8d-ca19340639cd req-949fc06f-9037-41da-bbc7-1c0ccea69e2c service neutron] 10.222.0.46 "GET /v2.0/networks?id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 HTTP/1.1" status: 200 len: 922 time: 0.2352026 Dec 10 16:20:08.116812 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-28ac94fd-2768-4937-935a-e0b8487220f2 req-fb65d64f-8a14-4bdf-be30-84909ccd1737 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:08.131581 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['e96467f1-e2da-41db-bd5b-78f64c6bd780'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:20:08.147852 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-713c03e7-a0f1-4603-98b4-b1cb4515b467 req-3ee31efa-42c8-4b49-b8f2-b25cad88a3ac tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190522 Dec 10 16:20:08.181518 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6df81c4a-2031-4ca7-8f8d-ca19340639cd req-712b7ede-9aa3-4cba-a274-e446ced49993 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2dd43503-16c0-4402-9a30-d9969dcf34f0 HTTP/1.1" status: 200 len: 217 time: 0.0799470 Dec 10 16:20:08.192067 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65d64f-8a14-4bdf-be30-84909ccd1737 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Pushing event deleted for resources: {'Port': ['ID=591f4bec-9233-4907-a7ab-5be24d27eb23,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:08.200590 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bae18cd9-d677-4f2b-b8fd-f4de96bc485b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:08.270514 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-bae18cd9-d677-4f2b-b8fd-f4de96bc485b admin admin] Deleting port 4f0bdbd6-c655-4811-b3ee-ee1ad446f9da {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:20:08.270796 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bae18cd9-d677-4f2b-b8fd-f4de96bc485b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:08.284614 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-defba67e-0e95-44cd-b105-faf5b3ea1703 req-6a58d800-8a35-4c7f-9b1f-b3ba39b1df27 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189939 Dec 10 16:20:08.352188 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ac94fd-2768-4937-935a-e0b8487220f2 req-fb65d64f-8a14-4bdf-be30-84909ccd1737 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] No DVR routers for this DVR port 591f4bec-9233-4907-a7ab-5be24d27eb23 on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:20:08.355124 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-28ac94fd-2768-4937-935a-e0b8487220f2 req-fb65d64f-8a14-4bdf-be30-84909ccd1737 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:08.364614 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-28ac94fd-2768-4937-935a-e0b8487220f2 req-fb65d64f-8a14-4bdf-be30-84909ccd1737 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.26 "DELETE /v2.0/ports/591f4bec-9233-4907-a7ab-5be24d27eb23 HTTP/1.1" status: 204 len: 173 time: 1.6348753 Dec 10 16:20:08.399716 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df81c4a-2031-4ca7-8f8d-ca19340639cd req-3186abf8-71e2-4687-8d3c-dd4ed74d55d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:08.402518 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6df81c4a-2031-4ca7-8f8d-ca19340639cd req-3186abf8-71e2-4687-8d3c-dd4ed74d55d0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=19a3ead6-9cb2-4544-beb2-145a33d7ae3f HTTP/1.1" status: 200 len: 861 time: 0.2030818 Dec 10 16:20:08.425372 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4acd0f19-3935-4560-8ffb-9e90d4149466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441ed982-b9da-4024-86d0-3df53d5e1a72', 'name': 'tempest-AttachSCSIVolumeTestJSON-1502831201-router', 'tenant_id': 'ce8aa923e62740419aa52156296bd6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '4f0bdbd6-c655-4811-b3ee-ee1ad446f9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:17:59Z', 'updated_at': '2021-12-10T16:20:06Z', 'revision_number': 5, 'project_id': 'ce8aa923e62740419aa52156296bd6c3', 'gw_port': {'id': '4f0bdbd6-c655-4811-b3ee-ee1ad446f9da', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441ed982-b9da-4024-86d0-3df53d5e1a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:18:02Z', 'updated_at': '2021-12-10T16:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:08.470525 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6df81c4a-2031-4ca7-8f8d-ca19340639cd req-ec4332ae-2c5b-4911-af25-1f2b36904c9e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544057 Dec 10 16:20:08.553705 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaea478-fc49-4bfc-bca6-409d05b58bb4 req-42fad657-979d-446e-8a2a-8f23b3131154 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:08.563132 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cfaea478-fc49-4bfc-bca6-409d05b58bb4 req-42fad657-979d-446e-8a2a-8f23b3131154 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/ports?device_id=9400639f-0d32-47e4-956f-9078c6d3d3e8 HTTP/1.1" status: 200 len: 949 time: 0.1565053 Dec 10 16:20:08.621687 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acd0f19-3935-4560-8ffb-9e90d4149466 None None] Checking router: 441ed982-b9da-4024-86d0-3df53d5e1a72 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:20:08.635835 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6df81c4a-2031-4ca7-8f8d-ca19340639cd req-9af5567c-c3df-48bb-82f9-7aa8d9f6b8c1 service neutron] 10.222.0.46 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573226 Dec 10 16:20:08.640921 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acd0f19-3935-4560-8ffb-9e90d4149466 None None] Routers {'441ed982-b9da-4024-86d0-3df53d5e1a72'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:20:08.642083 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4acd0f19-3935-4560-8ffb-9e90d4149466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:19:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['441ed982-b9da-4024-86d0-3df53d5e1a72'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:08.673561 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cfaea478-fc49-4bfc-bca6-409d05b58bb4 req-50761adb-9352-40bf-9a27-0d454b0b8f9a tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/security-groups?id=697cd46f-22b9-4568-a139-0d54c765a04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093659 Dec 10 16:20:08.737284 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-4acd0f19-3935-4560-8ffb-9e90d4149466 None None] Set router 441ed982-b9da-4024-86d0-3df53d5e1a72 gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:20:08.766439 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6df81c4a-2031-4ca7-8f8d-ca19340639cd req-8b04c7d7-37f4-4a33-9e45-18d636d3a646 service neutron] 10.222.0.46 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193590 Dec 10 16:20:08.789883 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4acd0f19-3935-4560-8ffb-9e90d4149466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441ed982-b9da-4024-86d0-3df53d5e1a72', 'name': 'tempest-AttachSCSIVolumeTestJSON-1502831201-router', 'tenant_id': 'ce8aa923e62740419aa52156296bd6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:17:59Z', 'updated_at': '2021-12-10T16:20:08Z', 'revision_number': 6, 'project_id': 'ce8aa923e62740419aa52156296bd6c3', 'gw_port_host': None}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:08.803091 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-162857c3-2eb7-46d2-a199-19aa031e60d0 req-27e1dcd2-0a2a-47c4-8e0e-b20b2e484461 tempest-ServersAdminTestJSON-941635775 tempest-ServersAdminTestJSON-941635775-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f363f44-25ac-41e3-a431-c4fa6cda4d55 HTTP/1.1" status: 200 len: 210 time: 0.4883955 Dec 10 16:20:08.820588 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acd0f19-3935-4560-8ffb-9e90d4149466 None None] The sync data for ids ['441ed982-b9da-4024-86d0-3df53d5e1a72'] in n-d-766771-2 is: [{'id': '441ed982-b9da-4024-86d0-3df53d5e1a72', 'name': 'tempest-AttachSCSIVolumeTestJSON-1502831201-router', 'tenant_id': 'ce8aa923e62740419aa52156296bd6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:17:59Z', 'updated_at': '2021-12-10T16:20:08Z', 'revision_number': 6, 'project_id': 'ce8aa923e62740419aa52156296bd6c3', 'gw_port_host': None}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:20:08.865282 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-bae18cd9-d677-4f2b-b8fd-f4de96bc485b admin admin] For port 4f0bdbd6-c655-4811-b3ee-ee1ad446f9da, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=4f0bdbd6-c655-4811-b3ee-ee1ad446f9da,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:08.865672 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bae18cd9-d677-4f2b-b8fd-f4de96bc485b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:08.888338 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-bae18cd9-d677-4f2b-b8fd-f4de96bc485b admin admin] Calling delete_port for 4f0bdbd6-c655-4811-b3ee-ee1ad446f9da owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:20:08.906671 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4fa0adb6-b827-4715-b764-738b388bd74e req-7036c970-7b43-45b6-ae8b-b60a5e7cde94 tempest-FloatingIPsAssociationNegativeTestJSON-91407638 tempest-FloatingIPsAssociationNegativeTestJSON-91407638-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9f0fee1-f7da-4700-a99b-39d47223384c HTTP/1.1" status: 200 len: 210 time: 0.0333412 Dec 10 16:20:09.050930 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092b173-6a92-4bb7-931c-a431e2c7b021 req-fab57fc2-95fd-41db-9453-478a891db58c tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:09.052363 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d092b173-6a92-4bb7-931c-a431e2c7b021 req-fab57fc2-95fd-41db-9453-478a891db58c tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 944 time: 0.0917072 Dec 10 16:20:09.132412 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d092b173-6a92-4bb7-931c-a431e2c7b021 req-561d14c3-62fa-499d-a10a-af3dca939142 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740373 Dec 10 16:20:09.133388 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bae18cd9-d677-4f2b-b8fd-f4de96bc485b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:09.165292 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae18cd9-d677-4f2b-b8fd-f4de96bc485b admin admin] Pushing event deleted for resources: {'Port': ['ID=4f0bdbd6-c655-4811-b3ee-ee1ad446f9da,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:09.230991 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bae18cd9-d677-4f2b-b8fd-f4de96bc485b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:09.363355 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bae18cd9-d677-4f2b-b8fd-f4de96bc485b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:09.365983 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bae18cd9-d677-4f2b-b8fd-f4de96bc485b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:09.432121 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79169366-c960-4244-9325-cc3ef6909f2a req-1f1f52fc-823b-4467-8980-7e59ff416447 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:09.433512 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-79169366-c960-4244-9325-cc3ef6909f2a req-1f1f52fc-823b-4467-8980-7e59ff416447 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab HTTP/1.1" status: 200 len: 946 time: 0.2040548 Dec 10 16:20:09.446533 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bae18cd9-d677-4f2b-b8fd-f4de96bc485b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:09.447030 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae18cd9-d677-4f2b-b8fd-f4de96bc485b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 441ed982-b9da-4024-86d0-3df53d5e1a72 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:20:09.458069 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bae18cd9-d677-4f2b-b8fd-f4de96bc485b admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:09.459164 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-bae18cd9-d677-4f2b-b8fd-f4de96bc485b admin admin] 10.222.0.11 "DELETE /v2.0/routers/441ed982-b9da-4024-86d0-3df53d5e1a72 HTTP/1.1" status: 204 len: 168 time: 1.6017852 Dec 10 16:20:09.461891 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39200) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:09.488252 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-79169366-c960-4244-9325-cc3ef6909f2a req-46783698-365e-439a-837e-6559bdc41b78 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476322 Dec 10 16:20:09.511248 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-d80b5cd4-46ff-4810-8803-5dc9efaa64cf admin admin] Deleting subnet 325102d6-bc21-4aae-9184-4a483fd29591 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:20:09.514322 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d80b5cd4-46ff-4810-8803-5dc9efaa64cf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:09.520237 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device e96467f1-e2da-41db-bd5b-78f64c6bd780 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:20:09.558804 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d80b5cd4-46ff-4810-8803-5dc9efaa64cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:09.577873 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port e96467f1-e2da-41db-bd5b-78f64c6bd780 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:20:09.588563 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port e96467f1-e2da-41db-bd5b-78f64c6bd780 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:09.588782 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:09.654796 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f6606-2452-42a1-824f-71d939e17c07 req-efcd23d1-0bb3-4afb-ac6a-7454ca1362f2 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:09.657072 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1a4f6606-2452-42a1-824f-71d939e17c07 req-efcd23d1-0bb3-4afb-ac6a-7454ca1362f2 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a79aac1-e025-4faf-8b69-a893596137e7 HTTP/1.1" status: 200 len: 945 time: 0.1037762 Dec 10 16:20:09.671581 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 591f4bec-9233-4907-a7ab-5be24d27eb23 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:20:09.705463 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d80b5cd4-46ff-4810-8803-5dc9efaa64cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:09.725756 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 591f4bec-9233-4907-a7ab-5be24d27eb23 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:20:09.726255 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 591f4bec-9233-4907-a7ab-5be24d27eb23 not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:20:09.726614 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 070a865a-131b-477f-977f-e6abb0fc1cc1 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:20:09.759860 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 070a865a-131b-477f-977f-e6abb0fc1cc1 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:20:09.760290 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 070a865a-131b-477f-977f-e6abb0fc1cc1 not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:20:09.765717 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:09.768358 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f2832-c9bd-4fde-9a0e-5cab3515887d req-b23dfa73-2461-4c0a-bd30-f6d39851d5f7 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:09.777756 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cd7f2832-c9bd-4fde-9a0e-5cab3515887d req-b23dfa73-2461-4c0a-bd30-f6d39851d5f7 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/ports?device_id=1da9c181-1a86-43f4-a64a-8c9e1a6a58ec HTTP/1.1" status: 200 len: 946 time: 0.1292131 Dec 10 16:20:09.783046 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f0fee1-f7da-4700-a99b-39d47223384c', 'name': 'network-vif-deleted', 'tag': '591f4bec-9233-4907-a7ab-5be24d27eb23'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:20:09.785373 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40a4634-19f6-4e09-a62e-ba5a84dd4969" -d '{"events": [{"server_uuid": "b9f0fee1-f7da-4700-a99b-39d47223384c", "name": "network-vif-deleted", "tag": "591f4bec-9233-4907-a7ab-5be24d27eb23"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:20:09.793298 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1a4f6606-2452-42a1-824f-71d939e17c07 req-81ec9dc9-177b-4c48-a590-7c9dbf5f203b tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133146 Dec 10 16:20:09.796311 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a79aac1-e025-4faf-8b69-a893596137e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96467f1-e2da-41db-bd5b-78f64c6bd780'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:20:09.799360 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23fe637-3d6e-42d4-a624-e96708604f2f" -d '{"events": [{"server_uuid": "9a79aac1-e025-4faf-8b69-a893596137e7", "name": "network-vif-plugged", "status": "completed", "tag": "e96467f1-e2da-41db-bd5b-78f64c6bd780"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:20:09.811252 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port e96467f1-e2da-41db-bd5b-78f64c6bd780, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=e96467f1-e2da-41db-bd5b-78f64c6bd780,segment=NetworkSegment(15d1952f-4dcb-4e1f-ad99-f5f939317419),segment_id=15d1952f-4dcb-4e1f-ad99-f5f939317419)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:09.820559 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:09.820559 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 6ef2b40a-c092-4211-9d0c-f108a1ab8dd3 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:20:09.868074 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cd7f2832-c9bd-4fde-9a0e-5cab3515887d req-a3f6bec3-06ee-44fb-9ef8-be3fe7d52320 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/security-groups?id=de734938-b937-4181-8955-8d1ef1a8949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890465 Dec 10 16:20:09.871823 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d80b5cd4-46ff-4810-8803-5dc9efaa64cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:09.911597 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b5cd4-46ff-4810-8803-5dc9efaa64cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=325102d6-bc21-4aae-9184-4a483fd29591,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:09.920779 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: 6ef2b40a-c092-4211-9d0c-f108a1ab8dd3 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:20:09.922923 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 6ef2b40a-c092-4211-9d0c-f108a1ab8dd3 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:20:09.944590 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997fbe3e-85bc-4efc-a4e5-5fa2036b2891 x-openstack-request-id: req-997fbe3e-85bc-4efc-a4e5-5fa2036b2891 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:20:09.944882 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f0fee1-f7da-4700-a99b-39d47223384c", "name": "network-vif-deleted", "tag": "591f4bec-9233-4907-a7ab-5be24d27eb23", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:20:09.945134 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-997fbe3e-85bc-4efc-a4e5-5fa2036b2891 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:20:09.945515 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f0fee1-f7da-4700-a99b-39d47223384c', 'name': 'network-vif-deleted', 'tag': '591f4bec-9233-4907-a7ab-5be24d27eb23', 'status': 'completed', 'code': 200} Dec 10 16:20:09.947858 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d80b5cd4-46ff-4810-8803-5dc9efaa64cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:09.951164 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d80b5cd4-46ff-4810-8803-5dc9efaa64cf admin admin] 10.222.0.11 "DELETE /v2.0/subnets/325102d6-bc21-4aae-9184-4a483fd29591 HTTP/1.1" status: 204 len: 168 time: 0.4882293 Dec 10 16:20:09.956410 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39216) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:09.977089 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ae51d5-a945-4ce3-a2e9-6cf57c01338b None None] Network c31a437c-1197-43f8-bbd7-0717db7ae3e4 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:20:09.978544 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-18802fac-a21a-4700-8c9a-6eb05e27d5a9 req-2849c252-f775-49f2-916d-b650a0db4dc5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9d31436d-2785-4d66-9d25-60d1cb0935b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0680203 Dec 10 16:20:10.014719 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485e351-5442-4189-b63f-c6d0e18a2485 req-345177c0-9bc8-447c-9e63-f574675bdade tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:10.024641 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f485e351-5442-4189-b63f-c6d0e18a2485 req-345177c0-9bc8-447c-9e63-f574675bdade tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/ports?device_id=9400639f-0d32-47e4-956f-9078c6d3d3e8 HTTP/1.1" status: 200 len: 949 time: 0.1242120 Dec 10 16:20:10.053899 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fabb40b-086a-4a03-b13a-0d5b2d69ee23 x-openstack-request-id: req-6fabb40b-086a-4a03-b13a-0d5b2d69ee23 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:20:10.057649 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a79aac1-e025-4faf-8b69-a893596137e7", "name": "network-vif-plugged", "status": "completed", "tag": "e96467f1-e2da-41db-bd5b-78f64c6bd780", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:20:10.057958 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6fabb40b-086a-4a03-b13a-0d5b2d69ee23 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:20:10.058408 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a79aac1-e025-4faf-8b69-a893596137e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96467f1-e2da-41db-bd5b-78f64c6bd780', 'code': 200} Dec 10 16:20:10.059168 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=e96467f1-e2da-41db-bd5b-78f64c6bd780,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:10.143218 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f485e351-5442-4189-b63f-c6d0e18a2485 req-33c949c8-a954-4c95-b382-528cd80ce174 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/security-groups?id=697cd46f-22b9-4568-a139-0d54c765a04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091013 Dec 10 16:20:10.143656 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39220) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:10.212814 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-39bc7950-3994-4755-83ce-045aad34c959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:10.224391 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18802fac-a21a-4700-8c9a-6eb05e27d5a9 req-8a8a4021-3004-40aa-bab1-7c7da2d74c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:10.226742 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-18802fac-a21a-4700-8c9a-6eb05e27d5a9 req-8a8a4021-3004-40aa-bab1-7c7da2d74c05 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88d3b4e7edaf414d832ee358beed3fa3&device_id=9d31436d-2785-4d66-9d25-60d1cb0935b5 HTTP/1.1" status: 200 len: 1096 time: 0.1642807 Dec 10 16:20:10.282080 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041fe2fd-1ab5-421a-b6cd-a062d4be93a6 None None] DHCP port deletion for c31a437c-1197-43f8-bbd7-0717db7ae3e4 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:20:10.310721 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89209c6b-9460-4155-8671-10b74861fe6d req-7ff96438-5e4d-4653-adba-b711d778dc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:10.312718 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-89209c6b-9460-4155-8671-10b74861fe6d req-7ff96438-5e4d-4653-adba-b711d778dc0a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9a79aac1-e025-4faf-8b69-a893596137e7 HTTP/1.1" status: 200 len: 1097 time: 0.1935811 Dec 10 16:20:10.315280 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5597ac-7b1d-45c4-ada6-d967bc43025c req-297cb7cb-26ad-488d-a5bc-7ca68d7af54c tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:10.316888 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5c5597ac-7b1d-45c4-ada6-d967bc43025c req-297cb7cb-26ad-488d-a5bc-7ca68d7af54c tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.26 "GET /v2.0/ports?device_id=9400639f-0d32-47e4-956f-9078c6d3d3e8 HTTP/1.1" status: 200 len: 949 time: 0.2821841 Dec 10 16:20:10.371432 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-041fe2fd-1ab5-421a-b6cd-a062d4be93a6 None None] Deleting port 7731be89-4223-4650-ad9f-c9c1331f1e99 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:20:10.371806 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-041fe2fd-1ab5-421a-b6cd-a062d4be93a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:10.428293 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39226) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:10.464808 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-041fe2fd-1ab5-421a-b6cd-a062d4be93a6 None None] For port 7731be89-4223-4650-ad9f-c9c1331f1e99, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=7731be89-4223-4650-ad9f-c9c1331f1e99,segment=NetworkSegment(77461a73-d604-4857-904b-ff24a9592434),segment_id=77461a73-d604-4857-904b-ff24a9592434)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:10.464808 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-041fe2fd-1ab5-421a-b6cd-a062d4be93a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:10.467061 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-89209c6b-9460-4155-8671-10b74861fe6d req-1a820d18-2f06-4834-8fc1-96d6625a8dc2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442192 Dec 10 16:20:10.504588 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d870299-0a3c-42ff-9b42-1a5e425af21c req-a57fe0a6-d7d1-4329-8fda-d6993578f1b9 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:10.511817 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9d870299-0a3c-42ff-9b42-1a5e425af21c req-a57fe0a6-d7d1-4329-8fda-d6993578f1b9 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 944 time: 0.2831798 Dec 10 16:20:10.514028 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-041fe2fd-1ab5-421a-b6cd-a062d4be93a6 None None] Calling delete_port for 7731be89-4223-4650-ad9f-c9c1331f1e99 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:20:10.559702 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d341572b-1b33-40bc-8bef-6ae76eb81ec9 req-195db6a1-de6c-4da8-afb9-7abae0952abe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1da9c181-1a86-43f4-a64a-8c9e1a6a58ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2555678 Dec 10 16:20:10.583203 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18802fac-a21a-4700-8c9a-6eb05e27d5a9 req-6941a696-9703-4c29-bbea-0670b3e6b588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:10.584687 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-18802fac-a21a-4700-8c9a-6eb05e27d5a9 req-6941a696-9703-4c29-bbea-0670b3e6b588 service neutron] 10.222.0.46 "GET /v2.0/networks?id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 HTTP/1.1" status: 200 len: 922 time: 0.3198690 Dec 10 16:20:10.619406 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-39bc7950-3994-4755-83ce-045aad34c959 admin admin] Deleting port 7731be89-4223-4650-ad9f-c9c1331f1e99 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:20:10.619746 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-39bc7950-3994-4755-83ce-045aad34c959 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:10.681156 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-041fe2fd-1ab5-421a-b6cd-a062d4be93a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:10.690688 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9d870299-0a3c-42ff-9b42-1a5e425af21c req-99797fd5-a9a1-4b2e-8525-47d5c40d806f tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779625 Dec 10 16:20:10.712066 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a3687-b96a-4fb2-8c93-107dcb43fafd req-7ec200e3-8282-4d80-9c3f-ab006dae8c23 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:10.719929 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-061a3687-b96a-4fb2-8c93-107dcb43fafd req-7ec200e3-8282-4d80-9c3f-ab006dae8c23 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab HTTP/1.1" status: 200 len: 946 time: 0.1089842 Dec 10 16:20:10.720769 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041fe2fd-1ab5-421a-b6cd-a062d4be93a6 None None] Pushing event deleted for resources: {'Port': ['ID=7731be89-4223-4650-ad9f-c9c1331f1e99,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:10.740386 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041fe2fd-1ab5-421a-b6cd-a062d4be93a6 None None] No DVR routers for this DVR port 7731be89-4223-4650-ad9f-c9c1331f1e99 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:20:10.791538 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-18802fac-a21a-4700-8c9a-6eb05e27d5a9 req-8b4235c5-3e64-49f7-8412-858c0b0074e0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3059f99-74e7-4c93-9a61-1b4fbf153b5e HTTP/1.1" status: 200 len: 217 time: 0.0996132 Dec 10 16:20:10.811956 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8550efcc-fa90-47f5-bc5c-8f8c3d771fec admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ee4e94568afc4a3f8b8805636c663a1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3769403 Dec 10 16:20:10.816059 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39236) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:10.831786 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-5c5597ac-7b1d-45c4-ada6-d967bc43025c req-060fe2d2-7e2b-4dd8-8ee9-4ea1aaee8b6e tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Deleting port a4afd6bc-f576-42b6-a7fb-49350fe25e83 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:20:10.831786 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5c5597ac-7b1d-45c4-ada6-d967bc43025c req-060fe2d2-7e2b-4dd8-8ee9-4ea1aaee8b6e tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:10.840723 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-061a3687-b96a-4fb2-8c93-107dcb43fafd req-7d72b32f-c63f-4516-a1f1-0f48d1026dae tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179326 Dec 10 16:20:10.845260 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c18a939c-f428-4bbd-8492-58ea0fd6eb0d no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:20:10.890908 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-39bc7950-3994-4755-83ce-045aad34c959 admin admin] For port 7731be89-4223-4650-ad9f-c9c1331f1e99, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=7731be89-4223-4650-ad9f-c9c1331f1e99,segment=NetworkSegment(77461a73-d604-4857-904b-ff24a9592434),segment_id=77461a73-d604-4857-904b-ff24a9592434)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:10.891190 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cc045fed-a6a2-47ca-a94f-0bb805a567f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:10.891305 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-39bc7950-3994-4755-83ce-045aad34c959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:10.899143 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: c18a939c-f428-4bbd-8492-58ea0fd6eb0d {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:20:10.899535 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c18a939c-f428-4bbd-8492-58ea0fd6eb0d not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:20:10.900243 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 7731be89-4223-4650-ad9f-c9c1331f1e99 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:20:10.906423 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-39bc7950-3994-4755-83ce-045aad34c959 admin admin] Calling delete_port for 7731be89-4223-4650-ad9f-c9c1331f1e99 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:20:10.920110 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18802fac-a21a-4700-8c9a-6eb05e27d5a9 req-f9c65741-1ec0-4a6d-87eb-93901e37f81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:10.921632 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-18802fac-a21a-4700-8c9a-6eb05e27d5a9 req-f9c65741-1ec0-4a6d-87eb-93901e37f81f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=19a3ead6-9cb2-4544-beb2-145a33d7ae3f HTTP/1.1" status: 200 len: 861 time: 0.1161647 Dec 10 16:20:10.923571 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341572b-1b33-40bc-8bef-6ae76eb81ec9 req-52de9ea3-1482-4696-b9cc-1b0968eb18de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:10.924768 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 7731be89-4223-4650-ad9f-c9c1331f1e99 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:20:10.924918 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d341572b-1b33-40bc-8bef-6ae76eb81ec9 req-52de9ea3-1482-4696-b9cc-1b0968eb18de service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20faaf9c38d346c5a5c9ea0fc9964ecb&device_id=1da9c181-1a86-43f4-a64a-8c9e1a6a58ec HTTP/1.1" status: 200 len: 1097 time: 0.3247082 Dec 10 16:20:10.925174 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 7731be89-4223-4650-ad9f-c9c1331f1e99 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:20:10.925607 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 4f0bdbd6-c655-4811-b3ee-ee1ad446f9da no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:20:10.960417 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 4f0bdbd6-c655-4811-b3ee-ee1ad446f9da {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:20:10.961051 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 4f0bdbd6-c655-4811-b3ee-ee1ad446f9da not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:20:11.028491 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b61a555e-a0ba-4210-ae25-aad60df84beb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:11.040747 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-18802fac-a21a-4700-8c9a-6eb05e27d5a9 req-080ced0b-5c22-4cd1-bebe-1bb3f3c8008f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027119 Dec 10 16:20:11.069833 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccaa59-239d-4523-a478-93d3c0a2a3e8 req-c05465ff-e92b-45a2-8877-5e5c11972bf4 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:11.071828 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c5ccaa59-239d-4523-a478-93d3c0a2a3e8 req-c05465ff-e92b-45a2-8877-5e5c11972bf4 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a79aac1-e025-4faf-8b69-a893596137e7 HTTP/1.1" status: 200 len: 946 time: 0.1370947 Dec 10 16:20:11.074421 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b61a555e-a0ba-4210-ae25-aad60df84beb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:11.211995 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c5ccaa59-239d-4523-a478-93d3c0a2a3e8 req-781d854e-af98-47f8-a7b2-734601c20568 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268413 Dec 10 16:20:11.220339 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b61a555e-a0ba-4210-ae25-aad60df84beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:11.222996 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b61a555e-a0ba-4210-ae25-aad60df84beb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:11.226415 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b61a555e-a0ba-4210-ae25-aad60df84beb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/da6d9391-64ad-4966-b03f-4e172d59030b HTTP/1.1" status: 204 len: 168 time: 0.4058728 Dec 10 16:20:11.235730 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a555e-a0ba-4210-ae25-aad60df84beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6d9391-64ad-4966-b03f-4e172d59030b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:11.269205 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-5c5597ac-7b1d-45c4-ada6-d967bc43025c req-060fe2d2-7e2b-4dd8-8ee9-4ea1aaee8b6e tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] For port a4afd6bc-f576-42b6-a7fb-49350fe25e83, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=a4afd6bc-f576-42b6-a7fb-49350fe25e83,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:11.269456 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5c5597ac-7b1d-45c4-ada6-d967bc43025c req-060fe2d2-7e2b-4dd8-8ee9-4ea1aaee8b6e tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:11.302701 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-5c5597ac-7b1d-45c4-ada6-d967bc43025c req-060fe2d2-7e2b-4dd8-8ee9-4ea1aaee8b6e tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Calling delete_port for a4afd6bc-f576-42b6-a7fb-49350fe25e83 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:20:11.311239 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341572b-1b33-40bc-8bef-6ae76eb81ec9 req-b71f02f4-971f-40ab-9bfe-db956d9d06d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:11.314347 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d341572b-1b33-40bc-8bef-6ae76eb81ec9 req-b71f02f4-971f-40ab-9bfe-db956d9d06d9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=715b4c0a-da9c-47bb-91fb-624b419d2246 HTTP/1.1" status: 200 len: 925 time: 0.3085363 Dec 10 16:20:11.341319 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-39bc7950-3994-4755-83ce-045aad34c959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:11.378390 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445857b7-4579-4eaa-bb87-8d1052b74fe1 req-af857b06-4053-4688-a9d5-8b4e85956153 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:11.379876 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-445857b7-4579-4eaa-bb87-8d1052b74fe1 req-af857b06-4053-4688-a9d5-8b4e85956153 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/ports?device_id=9400639f-0d32-47e4-956f-9078c6d3d3e8 HTTP/1.1" status: 200 len: 949 time: 0.0622134 Dec 10 16:20:11.385868 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-cc045fed-a6a2-47ca-a94f-0bb805a567f1 admin admin] Deleting port 6491e1b2-18e5-4f0a-8032-3e2c9746b9e4 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:20:11.386230 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cc045fed-a6a2-47ca-a94f-0bb805a567f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:11.389034 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-18802fac-a21a-4700-8c9a-6eb05e27d5a9 req-128c853b-cbd1-432b-b534-402e7c4f03e9 service neutron] 10.222.0.46 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089495 Dec 10 16:20:11.436897 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc7950-3994-4755-83ce-045aad34c959 admin admin] Pushing event deleted for resources: {'Port': ['ID=7731be89-4223-4650-ad9f-c9c1331f1e99,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:11.466432 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bc7950-3994-4755-83ce-045aad34c959 admin admin] No DVR routers for this DVR port 7731be89-4223-4650-ad9f-c9c1331f1e99 on host n-d-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:20:11.481070 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-30b00c0c-84da-4a44-8dbf-11422b3c0757 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--2093950520&fields=id&tenant_id=20faaf9c38d346c5a5c9ea0fc9964ecb HTTP/1.1" status: 200 len: 267 time: 0.2896099 Dec 10 16:20:11.491848 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-445857b7-4579-4eaa-bb87-8d1052b74fe1 req-3172e1cf-4d7f-4e38-84fe-b18b01655618 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/security-groups?id=697cd46f-22b9-4568-a139-0d54c765a04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935907 Dec 10 16:20:11.514733 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-cc045fed-a6a2-47ca-a94f-0bb805a567f1 admin admin] For port 6491e1b2-18e5-4f0a-8032-3e2c9746b9e4, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=6491e1b2-18e5-4f0a-8032-3e2c9746b9e4,segment=NetworkSegment(3479d084-61bc-4a2b-9bd7-e296e8e498cb),segment_id=3479d084-61bc-4a2b-9bd7-e296e8e498cb)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:11.514733 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cc045fed-a6a2-47ca-a94f-0bb805a567f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:11.522190 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-cc045fed-a6a2-47ca-a94f-0bb805a567f1 admin admin] Calling delete_port for 6491e1b2-18e5-4f0a-8032-3e2c9746b9e4 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:20:11.608288 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39256) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:11.711260 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cc045fed-a6a2-47ca-a94f-0bb805a567f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:11.738584 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc045fed-a6a2-47ca-a94f-0bb805a567f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6491e1b2-18e5-4f0a-8032-3e2c9746b9e4,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:11.883661 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489626d0-3247-40ed-9740-835edacbe042 req-531117a9-d507-4b0a-b2f0-4f02d502e4c7 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:11.885525 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-489626d0-3247-40ed-9740-835edacbe042 req-531117a9-d507-4b0a-b2f0-4f02d502e4c7 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 944 time: 0.0783653 Dec 10 16:20:11.949091 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d341572b-1b33-40bc-8bef-6ae76eb81ec9 req-eea8367f-d21a-4fd9-b8a8-6ad497d0a592 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd HTTP/1.1" status: 200 len: 1002 time: 0.6195929 Dec 10 16:20:12.018050 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-39bc7950-3994-4755-83ce-045aad34c959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:12.018619 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-489626d0-3247-40ed-9740-835edacbe042 req-eef30562-5193-4ea2-9f3c-a616d978559e tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937517 Dec 10 16:20:12.039970 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cc045fed-a6a2-47ca-a94f-0bb805a567f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:12.104117 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-39bc7950-3994-4755-83ce-045aad34c959 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c31a437c-1197-43f8-bbd7-0717db7ae3e4']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:12.131570 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341572b-1b33-40bc-8bef-6ae76eb81ec9 req-1f116331-ac60-4e74-b778-e9641d2c2f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:12.133042 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d341572b-1b33-40bc-8bef-6ae76eb81ec9 req-1f116331-ac60-4e74-b778-e9641d2c2f2a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=62480659-e465-41da-9ae4-1fa4cb439ee8 HTTP/1.1" status: 200 len: 863 time: 0.1693859 Dec 10 16:20:12.144918 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-39bc7950-3994-4755-83ce-045aad34c959 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77461a73-d604-4857-904b-ff24a9592434') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:12.145215 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-39bc7950-3994-4755-83ce-045aad34c959 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77461a73-d604-4857-904b-ff24a9592434') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:12.159635 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b83c1d74-ccac-42c6-87f0-5511d3cb30a4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=896b343c178b43ce95706b9e1fcec17e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5390086 Dec 10 16:20:12.160570 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39262) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:12.172403 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-18802fac-a21a-4700-8c9a-6eb05e27d5a9 req-18320660-7d5f-4b70-8229-c3576ff9239d service neutron] 10.222.0.46 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7516389 Dec 10 16:20:12.193267 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-39bc7950-3994-4755-83ce-045aad34c959 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:12.204520 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26af64-1e59-4b10-a973-2df1f4c60f6c req-c508ae0e-6189-4f3f-a43e-8767cd8c6012 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:12.205978 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bb26af64-1e59-4b10-a973-2df1f4c60f6c req-c508ae0e-6189-4f3f-a43e-8767cd8c6012 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab HTTP/1.1" status: 200 len: 946 time: 0.1101422 Dec 10 16:20:12.215961 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-d9cc5fa8-4d9f-44c2-943c-68835e90c8fc tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:12.217779 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-d9cc5fa8-4d9f-44c2-943c-68835e90c8fc tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/networks?id=715b4c0a-da9c-47bb-91fb-624b419d2246 HTTP/1.1" status: 200 len: 824 time: 0.7356274 Dec 10 16:20:12.227361 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:20:12.247802 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-39bc7950-3994-4755-83ce-045aad34c959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:12.259614 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39bc7950-3994-4755-83ce-045aad34c959 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:20:12.260042 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-39bc7950-3994-4755-83ce-045aad34c959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:12.264329 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-2cfbb23f-8929-4534-b405-22852375b558 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/quotas/20faaf9c38d346c5a5c9ea0fc9964ecb HTTP/1.1" status: 200 len: 375 time: 0.0316064 Dec 10 16:20:12.265915 n-d-766771-2 neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:20:12.265915 n-d-766771-2 neutron-server[103392]: self.session.flush() Dec 10 16:20:12.265915 n-d-766771-2 neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:20:12.265915 n-d-766771-2 neutron-server[103392]: self.session.flush() Dec 10 16:20:12.265915 n-d-766771-2 neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:20:12.265915 n-d-766771-2 neutron-server[103392]: self.session.flush() Dec 10 16:20:12.265915 n-d-766771-2 neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:20:12.265915 n-d-766771-2 neutron-server[103392]: self.session.flush() Dec 10 16:20:12.265915 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:20:12.265915 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:20:12.265915 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:20:12.265915 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:20:12.265915 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:20:12.265915 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:20:12.265915 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:20:12.265915 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:20:12.265915 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:20:12.265915 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:20:12.265915 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:20:12.265915 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:20:12.265915 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:20:12.265915 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:20:12.265915 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:20:12.265915 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:20:12.265915 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:20:12.265915 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:20:12.265915 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:20:12.265915 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:20:12.265915 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:20:12.265915 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:20:12.265915 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:20:12.265915 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:20:12.265915 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:20:12.265915 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:20:12.265915 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:20:12.265915 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:20:12.265915 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:20:12.265915 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:20:12.265915 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:20:12.265915 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:20:12.280508 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a4e07166-3f59-4976-9b9d-a27d69aa1004 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:12.326564 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5c5597ac-7b1d-45c4-ada6-d967bc43025c req-060fe2d2-7e2b-4dd8-8ee9-4ea1aaee8b6e tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:12.366030 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bb26af64-1e59-4b10-a973-2df1f4c60f6c req-1df0f5d5-abe7-467c-9707-cb0f36082220 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524997 Dec 10 16:20:12.377462 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a4e07166-3f59-4976-9b9d-a27d69aa1004 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:12.381426 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341572b-1b33-40bc-8bef-6ae76eb81ec9 req-3dcf0f23-81d0-4111-a443-250a93066604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:12.382986 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d341572b-1b33-40bc-8bef-6ae76eb81ec9 req-3dcf0f23-81d0-4111-a443-250a93066604 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=715b4c0a-da9c-47bb-91fb-624b419d2246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2299860 Dec 10 16:20:12.387794 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060fe2d2-7e2b-4dd8-8ee9-4ea1aaee8b6e tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Pushing event deleted for resources: {'Port': ['ID=a4afd6bc-f576-42b6-a7fb-49350fe25e83,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:12.402180 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-39bc7950-3994-4755-83ce-045aad34c959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:12.482632 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-c679eeaf-1a4f-4d4b-aa5c-fe50cca3fb01 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=20faaf9c38d346c5a5c9ea0fc9964ecb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2037807 Dec 10 16:20:12.505567 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-39bc7950-3994-4755-83ce-045aad34c959 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:12.511649 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-39bc7950-3994-4755-83ce-045aad34c959 admin admin] 10.222.0.11 "DELETE /v2.0/networks/c31a437c-1197-43f8-bbd7-0717db7ae3e4 HTTP/1.1" status: 204 len: 168 time: 2.5451899 Dec 10 16:20:12.511842 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc045fed-a6a2-47ca-a94f-0bb805a567f1 admin admin] Router 93ffae14-1700-4921-be93-5c828a999366 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:20:12.517445 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25761190-f5b9-4a15-a135-c4d1fb2c4de2 req-ebc32084-c2bf-4815-accc-4f15d2c01df5 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:12.519076 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-25761190-f5b9-4a15-a135-c4d1fb2c4de2 req-ebc32084-c2bf-4815-accc-4f15d2c01df5 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1da9c181-1a86-43f4-a64a-8c9e1a6a58ec HTTP/1.1" status: 200 len: 946 time: 0.1177840 Dec 10 16:20:12.519546 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39266) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:12.520588 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5597ac-7b1d-45c4-ada6-d967bc43025c req-060fe2d2-7e2b-4dd8-8ee9-4ea1aaee8b6e tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] No DVR routers for this DVR port a4afd6bc-f576-42b6-a7fb-49350fe25e83 on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:20:12.534557 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5c5597ac-7b1d-45c4-ada6-d967bc43025c req-060fe2d2-7e2b-4dd8-8ee9-4ea1aaee8b6e tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:12.537700 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5c5597ac-7b1d-45c4-ada6-d967bc43025c req-060fe2d2-7e2b-4dd8-8ee9-4ea1aaee8b6e tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.26 "DELETE /v2.0/ports/a4afd6bc-f576-42b6-a7fb-49350fe25e83 HTTP/1.1" status: 204 len: 173 time: 2.2004256 Dec 10 16:20:12.539422 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc7950-3994-4755-83ce-045aad34c959 admin admin] Pushing event deleted for resources: {'Network': ['ID=c31a437c-1197-43f8-bbd7-0717db7ae3e4,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:12.541291 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9400639f-0d32-47e4-956f-9078c6d3d3e8', 'name': 'network-vif-deleted', 'tag': 'a4afd6bc-f576-42b6-a7fb-49350fe25e83'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:20:12.543162 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332d3ca4-53fd-44d7-b58c-0c7d4f66db5e" -d '{"events": [{"server_uuid": "9400639f-0d32-47e4-956f-9078c6d3d3e8", "name": "network-vif-deleted", "tag": "a4afd6bc-f576-42b6-a7fb-49350fe25e83"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:20:12.584933 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a4e07166-3f59-4976-9b9d-a27d69aa1004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:12.586989 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a4e07166-3f59-4976-9b9d-a27d69aa1004 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:12.588198 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a4e07166-3f59-4976-9b9d-a27d69aa1004 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/13bb63ae-57ae-4c82-a99d-ede63d3106fe HTTP/1.1" status: 204 len: 168 time: 0.4260180 Dec 10 16:20:12.660658 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d341572b-1b33-40bc-8bef-6ae76eb81ec9 req-665e48bb-a7bc-4664-9aa7-a290b91940dd service neutron] 10.222.0.26 "GET /v2.0/networks/715b4c0a-da9c-47bb-91fb-624b419d2246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507501 Dec 10 16:20:12.818677 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-7174e64a-c9a2-4d1d-832d-442508713fdf service neutron] 10.222.0.11 "GET /v2.0/networks/715b4c0a-da9c-47bb-91fb-624b419d2246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952268 Dec 10 16:20:12.857003 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d341572b-1b33-40bc-8bef-6ae76eb81ec9 req-7909eafd-20a8-4037-87ad-f178020e2fd5 service neutron] 10.222.0.26 "GET /v2.0/networks/715b4c0a-da9c-47bb-91fb-624b419d2246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858234 Dec 10 16:20:12.966770 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-0f6de437-3e88-4911-b596-9f8b0d920586 service neutron] 10.222.0.11 "GET /v2.0/networks/715b4c0a-da9c-47bb-91fb-624b419d2246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454902 Dec 10 16:20:12.974402 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e07166-3f59-4976-9b9d-a27d69aa1004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bb63ae-57ae-4c82-a99d-ede63d3106fe,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:13.068453 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eadee8-1f35-42d6-8059-417a6cc4697f req-cf3855cf-7c22-4c13-be73-80976164ad7e tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:13.070013 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-36eadee8-1f35-42d6-8059-417a6cc4697f req-cf3855cf-7c22-4c13-be73-80976164ad7e tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a79aac1-e025-4faf-8b69-a893596137e7 HTTP/1.1" status: 200 len: 946 time: 0.6004581 Dec 10 16:20:13.225764 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6bd39d55-3c2a-4366-8b38-a9ecc230561b req-be27df1b-2ced-46d2-9751-bf305f6973e7 tempest-ListImageFiltersTestJSON-1118018006 tempest-ListImageFiltersTestJSON-1118018006-project] 10.222.0.11 "GET /v2.0/ports?device_id=9400639f-0d32-47e4-956f-9078c6d3d3e8 HTTP/1.1" status: 200 len: 210 time: 0.0398271 Dec 10 16:20:13.306950 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4c7aa4-b752-4966-80cf-e2ae5fb2735b x-openstack-request-id: req-dc4c7aa4-b752-4966-80cf-e2ae5fb2735b {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:20:13.307371 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9400639f-0d32-47e4-956f-9078c6d3d3e8", "name": "network-vif-deleted", "tag": "a4afd6bc-f576-42b6-a7fb-49350fe25e83", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:20:13.307798 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dc4c7aa4-b752-4966-80cf-e2ae5fb2735b {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:20:13.308294 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9400639f-0d32-47e4-956f-9078c6d3d3e8', 'name': 'network-vif-deleted', 'tag': 'a4afd6bc-f576-42b6-a7fb-49350fe25e83', 'status': 'completed', 'code': 200} Dec 10 16:20:13.344523 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-36eadee8-1f35-42d6-8059-417a6cc4697f req-c4f34a2d-35dc-42d0-a5b6-3486964ae91d tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447360 Dec 10 16:20:13.366435 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc045fed-a6a2-47ca-a94f-0bb805a567f1 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:20:13.377463 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1cb8aa-50b0-4171-82cf-5c8a06bf3546 None None] Sync routers for ids ['93ffae14-1700-4921-be93-5c828a999366'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:20:13.391212 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-cc045fed-a6a2-47ca-a94f-0bb805a567f1 admin admin] 10.222.0.11 "PUT /v2.0/routers/93ffae14-1700-4921-be93-5c828a999366/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2295363 Dec 10 16:20:13.391878 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39292) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:13.394479 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1cb8aa-50b0-4171-82cf-5c8a06bf3546 None None] Routers {'93ffae14-1700-4921-be93-5c828a999366'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:20:13.395102 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-7a1cb8aa-50b0-4171-82cf-5c8a06bf3546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:19:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['93ffae14-1700-4921-be93-5c828a999366'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:13.407875 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-25761190-f5b9-4a15-a135-c4d1fb2c4de2 req-5c2a2775-e1c2-4374-b9c3-2c3768d206ad tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Deleting port d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:20:13.408218 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-25761190-f5b9-4a15-a135-c4d1fb2c4de2 req-5c2a2775-e1c2-4374-b9c3-2c3768d206ad tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:13.511793 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-17643afd-8abb-47e4-844e-cb4068122981 req-8a259ab7-a9b2-4b37-8651-43f3b48688af tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbb8e34-268b-4084-8e6c-a29e4c540192 HTTP/1.1" status: 200 len: 210 time: 0.0732653 Dec 10 16:20:13.571446 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-7a1cb8aa-50b0-4171-82cf-5c8a06bf3546 None None] Set router 93ffae14-1700-4921-be93-5c828a999366 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:20:13.683396 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device a4afd6bc-f576-42b6-a7fb-49350fe25e83 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:20:13.714917 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-25761190-f5b9-4a15-a135-c4d1fb2c4de2 req-5c2a2775-e1c2-4374-b9c3-2c3768d206ad tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] For port d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd,segment=NetworkSegment(d00404b4-000b-43be-919f-49cd49cf6df9),segment_id=d00404b4-000b-43be-919f-49cd49cf6df9)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:13.715713 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-25761190-f5b9-4a15-a135-c4d1fb2c4de2 req-5c2a2775-e1c2-4374-b9c3-2c3768d206ad tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:13.759601 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92629e-bafa-4a3c-9dbb-877be12e3bde req-dc13b2bd-df2c-4b2d-a7de-4b6ed87cc8bd tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:13.761149 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7e92629e-bafa-4a3c-9dbb-877be12e3bde req-dc13b2bd-df2c-4b2d-a7de-4b6ed87cc8bd tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 944 time: 0.2566259 Dec 10 16:20:13.791493 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: a4afd6bc-f576-42b6-a7fb-49350fe25e83 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:20:13.794980 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device a4afd6bc-f576-42b6-a7fb-49350fe25e83 not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:20:13.795732 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:20:13.813623 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-916bb7fd-02b1-41b2-a7b8-13dd20f1d427 admin admin] Publish callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:13.917094 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9f55ed2-7326-41d0-9059-0792a77e0070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:14.015521 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:14.034424 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-7a1cb8aa-50b0-4171-82cf-5c8a06bf3546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ffae14-1700-4921-be93-5c828a999366', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1106992502-router', 'tenant_id': '4ecd6f871c164b73a701fb09bd742828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '51e08d9a-7c90-41e5-b279-30a1cac95eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:19:17Z', 'updated_at': '2021-12-10T16:20:11Z', 'revision_number': 5, 'project_id': '4ecd6f871c164b73a701fb09bd742828', 'gw_port': {'id': '51e08d9a-7c90-41e5-b279-30a1cac95eaa', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:14:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ffae14-1700-4921-be93-5c828a999366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:19:18Z', 'updated_at': '2021-12-10T16:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:14.040038 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfac4b0-a7e8-451b-9bdb-d778e48dd8dc req-a3f535ce-1a30-40b6-a7ae-cd6bb5bd08e7 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:14.056220 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9dfac4b0-a7e8-451b-9bdb-d778e48dd8dc req-a3f535ce-1a30-40b6-a7ae-cd6bb5bd08e7 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab HTTP/1.1" status: 200 len: 946 time: 0.2124019 Dec 10 16:20:14.074094 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da9c181-1a86-43f4-a64a-8c9e1a6a58ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:20:14.076270 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621249ec-cd77-4f1a-b56f-d9fcecd2edb2" -d '{"events": [{"server_uuid": "1da9c181-1a86-43f4-a64a-8c9e1a6a58ec", "name": "network-vif-unplugged", "status": "completed", "tag": "d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:20:14.087150 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7e92629e-bafa-4a3c-9dbb-877be12e3bde req-80d57aeb-620a-4c0f-8b45-28012a623208 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120191 Dec 10 16:20:14.089185 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1cb8aa-50b0-4171-82cf-5c8a06bf3546 None None] Checking router: 93ffae14-1700-4921-be93-5c828a999366 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:20:14.103131 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd,segment=NetworkSegment(d00404b4-000b-43be-919f-49cd49cf6df9),segment_id=d00404b4-000b-43be-919f-49cd49cf6df9)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:14.107990 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:14.127300 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1cb8aa-50b0-4171-82cf-5c8a06bf3546 None None] Routers {'93ffae14-1700-4921-be93-5c828a999366'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:20:14.128166 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-7a1cb8aa-50b0-4171-82cf-5c8a06bf3546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:19:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['93ffae14-1700-4921-be93-5c828a999366'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:14.219663 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-916bb7fd-02b1-41b2-a7b8-13dd20f1d427 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:14.229131 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:14.323297 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9dfac4b0-a7e8-451b-9bdb-d778e48dd8dc req-9cd0e680-4b88-4807-958a-0b33d18655e6 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656767 Dec 10 16:20:14.328053 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-25761190-f5b9-4a15-a135-c4d1fb2c4de2 req-5c2a2775-e1c2-4374-b9c3-2c3768d206ad tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:14.328643 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-25761190-f5b9-4a15-a135-c4d1fb2c4de2 req-5c2a2775-e1c2-4374-b9c3-2c3768d206ad tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:14.350172 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-7a1cb8aa-50b0-4171-82cf-5c8a06bf3546 None None] Set router 93ffae14-1700-4921-be93-5c828a999366 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:20:14.350333 n-d-766771-2 neutron-server[103393]: INFO neutron.db.l3_db [req-25761190-f5b9-4a15-a135-c4d1fb2c4de2 req-5c2a2775-e1c2-4374-b9c3-2c3768d206ad tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Floating IP 30c55da5-cdc9-45e6-914c-ed9c8f18dfff disassociated. External IP: 172.25.6.124, port: d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd. Dec 10 16:20:14.350918 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-25761190-f5b9-4a15-a135-c4d1fb2c4de2 req-5c2a2775-e1c2-4374-b9c3-2c3768d206ad tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Calling delete_port for d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:20:14.400758 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f659b4-e4b8-47b4-b1c9-e8b8f5dc0019 req-30f19f93-3164-4e38-8f57-40a3f73753dd tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:14.402236 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 16:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b64878-5fdb-4c1a-a4c2-7813c8afeafe x-openstack-request-id: req-e2b64878-5fdb-4c1a-a4c2-7813c8afeafe {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:20:14.402842 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da9c181-1a86-43f4-a64a-8c9e1a6a58ec", "name": "network-vif-unplugged", "status": "completed", "tag": "d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:20:14.403316 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e2b64878-5fdb-4c1a-a4c2-7813c8afeafe {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:20:14.403924 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da9c181-1a86-43f4-a64a-8c9e1a6a58ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd', 'code': 200} Dec 10 16:20:14.411297 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f6f659b4-e4b8-47b4-b1c9-e8b8f5dc0019 req-30f19f93-3164-4e38-8f57-40a3f73753dd tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a79aac1-e025-4faf-8b69-a893596137e7 HTTP/1.1" status: 200 len: 946 time: 0.1696134 Dec 10 16:20:14.479286 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f6f659b4-e4b8-47b4-b1c9-e8b8f5dc0019 req-7b3e5e5f-a384-4909-acb4-12784c796041 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662251 Dec 10 16:20:14.497644 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-916bb7fd-02b1-41b2-a7b8-13dd20f1d427 admin admin] Deleting port 51e08d9a-7c90-41e5-b279-30a1cac95eaa {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:20:14.497988 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-916bb7fd-02b1-41b2-a7b8-13dd20f1d427 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:14.518292 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4ea8b489-37e7-4706-a9a8-c704665fb3d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:14.732447 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-12a9de75-6a23-4bdc-b492-3b5bb32bf002 req-8ec8b89f-b8a5-49d5-a354-17b9d4900dfc tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbb8e34-268b-4084-8e6c-a29e4c540192 HTTP/1.1" status: 200 len: 210 time: 0.1282303 Dec 10 16:20:14.786567 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-916bb7fd-02b1-41b2-a7b8-13dd20f1d427 admin admin] For port 51e08d9a-7c90-41e5-b279-30a1cac95eaa, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=51e08d9a-7c90-41e5-b279-30a1cac95eaa,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:14.787826 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-916bb7fd-02b1-41b2-a7b8-13dd20f1d427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:14.887675 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-916bb7fd-02b1-41b2-a7b8-13dd20f1d427 admin admin] Calling delete_port for 51e08d9a-7c90-41e5-b279-30a1cac95eaa owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:20:14.938940 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-25761190-f5b9-4a15-a135-c4d1fb2c4de2 req-5c2a2775-e1c2-4374-b9c3-2c3768d206ad tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:14.982672 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a2775-e1c2-4374-b9c3-2c3768d206ad tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Pushing event deleted for resources: {'Port': ['ID=d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:15.083818 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-7a1cb8aa-50b0-4171-82cf-5c8a06bf3546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ffae14-1700-4921-be93-5c828a999366', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1106992502-router', 'tenant_id': '4ecd6f871c164b73a701fb09bd742828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '51e08d9a-7c90-41e5-b279-30a1cac95eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:19:17Z', 'updated_at': '2021-12-10T16:20:11Z', 'revision_number': 5, 'project_id': '4ecd6f871c164b73a701fb09bd742828', 'gw_port': {'id': '51e08d9a-7c90-41e5-b279-30a1cac95eaa', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:14:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ffae14-1700-4921-be93-5c828a999366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:19:18Z', 'updated_at': '2021-12-10T16:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:15.161933 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1cb8aa-50b0-4171-82cf-5c8a06bf3546 None None] The sync data for ids ['93ffae14-1700-4921-be93-5c828a999366'] in n-d-766771-2 is: [{'id': '93ffae14-1700-4921-be93-5c828a999366', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1106992502-router', 'tenant_id': '4ecd6f871c164b73a701fb09bd742828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '51e08d9a-7c90-41e5-b279-30a1cac95eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:19:17Z', 'updated_at': '2021-12-10T16:20:11Z', 'revision_number': 5, 'project_id': '4ecd6f871c164b73a701fb09bd742828', 'gw_port': {'id': '51e08d9a-7c90-41e5-b279-30a1cac95eaa', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:14:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ffae14-1700-4921-be93-5c828a999366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:19:18Z', 'updated_at': '2021-12-10T16:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:20:15.277416 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-b28891e9-775a-407d-8bc6-752b43420267 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:15.279118 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-b28891e9-775a-407d-8bc6-752b43420267 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.26 "GET /v2.0/networks?id=715b4c0a-da9c-47bb-91fb-624b419d2246 HTTP/1.1" status: 200 len: 824 time: 0.4645991 Dec 10 16:20:15.347370 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-4ea8b489-37e7-4706-a9a8-c704665fb3d8 admin admin] Deleting port 5c23c232-0f29-4a7f-8a2b-76a100586020 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:20:15.347947 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4ea8b489-37e7-4706-a9a8-c704665fb3d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:15.403371 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020fc9bd-4260-4b4f-8df7-9b9faf6bbb3f req-6887523f-4ba2-4b6a-8dd4-d1903ea56ab0 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:15.405230 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-020fc9bd-4260-4b4f-8df7-9b9faf6bbb3f req-6887523f-4ba2-4b6a-8dd4-d1903ea56ab0 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a79aac1-e025-4faf-8b69-a893596137e7 HTTP/1.1" status: 200 len: 946 time: 0.2072601 Dec 10 16:20:15.469742 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25761190-f5b9-4a15-a135-c4d1fb2c4de2 req-5c2a2775-e1c2-4374-b9c3-2c3768d206ad tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Router cbb17c1d-c9b1-4c9f-a83f-61a36259a24e has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:20:15.538939 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461e510-3a5d-4afc-9970-ea05e7df13c7 req-7e679b38-be60-47fc-8e59-124ce49f6092 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:15.540662 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d461e510-3a5d-4afc-9970-ea05e7df13c7 req-7e679b38-be60-47fc-8e59-124ce49f6092 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 944 time: 0.2527423 Dec 10 16:20:15.557163 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-447edc85-ddbf-4404-9645-3edecea7b483 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20faaf9c38d346c5a5c9ea0fc9964ecb HTTP/1.1" status: 200 len: 380 time: 0.2666662 Dec 10 16:20:15.614047 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-a80473f3-0f7b-4aab-a2f4-9a299906f010 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Request body: {'port': {'device_id': '7cbb8e34-268b-4084-8e6c-a29e4c540192', 'network_id': '715b4c0a-da9c-47bb-91fb-624b419d2246', 'admin_state_up': True, 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'security_groups': ['de734938-b937-4181-8955-8d1ef1a8949b']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:20:15.621481 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d461e510-3a5d-4afc-9970-ea05e7df13c7 req-c5bb6a79-7b9b-4110-9ead-71a89b7a5d68 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715604 Dec 10 16:20:15.722853 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-4ea8b489-37e7-4706-a9a8-c704665fb3d8 admin admin] For port 5c23c232-0f29-4a7f-8a2b-76a100586020, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=5c23c232-0f29-4a7f-8a2b-76a100586020,segment=NetworkSegment(f046a77b-24c4-4eca-91df-8b31064f7627),segment_id=f046a77b-24c4-4eca-91df-8b31064f7627)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:15.723239 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4ea8b489-37e7-4706-a9a8-c704665fb3d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:15.740099 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-4ea8b489-37e7-4706-a9a8-c704665fb3d8 admin admin] Calling delete_port for 5c23c232-0f29-4a7f-8a2b-76a100586020 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:20:15.758436 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-020fc9bd-4260-4b4f-8df7-9b9faf6bbb3f req-3be38fe1-cc56-4ceb-b69f-58007b90a986 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Deleting port e96467f1-e2da-41db-bd5b-78f64c6bd780 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:20:15.758779 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-020fc9bd-4260-4b4f-8df7-9b9faf6bbb3f req-3be38fe1-cc56-4ceb-b69f-58007b90a986 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:15.819494 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-916bb7fd-02b1-41b2-a7b8-13dd20f1d427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:15.924778 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7e0ad-8da3-459f-ba4f-e0fe966b2c28 req-5066c399-e415-4abc-95f4-badf51e0d564 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:15.932587 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9be7e0ad-8da3-459f-ba4f-e0fe966b2c28 req-5066c399-e415-4abc-95f4-badf51e0d564 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab HTTP/1.1" status: 200 len: 946 time: 0.4894381 Dec 10 16:20:15.944333 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-916bb7fd-02b1-41b2-a7b8-13dd20f1d427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:15.946595 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25761190-f5b9-4a15-a135-c4d1fb2c4de2 req-5c2a2775-e1c2-4374-b9c3-2c3768d206ad tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:20:15.963118 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977131fa-f6ec-45f4-9dea-828a069bf482 None None] Sync routers for ids ['cbb17c1d-c9b1-4c9f-a83f-61a36259a24e'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:20:15.979278 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977131fa-f6ec-45f4-9dea-828a069bf482 None None] Routers {'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:20:15.980380 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-977131fa-f6ec-45f4-9dea-828a069bf482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:19:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['cbb17c1d-c9b1-4c9f-a83f-61a36259a24e'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:16.026706 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-25761190-f5b9-4a15-a135-c4d1fb2c4de2 req-5c2a2775-e1c2-4374-b9c3-2c3768d206ad tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] No DVR routers for this DVR port d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd on host n-h1-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:20:16.034829 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-25761190-f5b9-4a15-a135-c4d1fb2c4de2 req-5c2a2775-e1c2-4374-b9c3-2c3768d206ad tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:16.038441 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-25761190-f5b9-4a15-a135-c4d1fb2c4de2 req-5c2a2775-e1c2-4374-b9c3-2c3768d206ad tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.26 "DELETE /v2.0/ports/d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd HTTP/1.1" status: 204 len: 173 time: 3.5066047 Dec 10 16:20:16.038905 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da9c181-1a86-43f4-a64a-8c9e1a6a58ec', 'name': 'network-vif-deleted', 'tag': 'd47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:20:16.041201 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20064244-d033-4747-b615-947c4a3864fb" -d '{"events": [{"server_uuid": "1da9c181-1a86-43f4-a64a-8c9e1a6a58ec", "name": "network-vif-deleted", "tag": "d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:20:16.066725 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-916bb7fd-02b1-41b2-a7b8-13dd20f1d427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:16.069725 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-916bb7fd-02b1-41b2-a7b8-13dd20f1d427 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:16.086468 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9be7e0ad-8da3-459f-ba4f-e0fe966b2c28 req-5795cc07-b111-4c0c-acbe-2fe18cfb5550 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531518 Dec 10 16:20:16.125304 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916bb7fd-02b1-41b2-a7b8-13dd20f1d427 admin admin] Pushing event deleted for resources: {'Port': ['ID=51e08d9a-7c90-41e5-b279-30a1cac95eaa,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:16.136833 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-916bb7fd-02b1-41b2-a7b8-13dd20f1d427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:16.137663 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916bb7fd-02b1-41b2-a7b8-13dd20f1d427 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93ffae14-1700-4921-be93-5c828a999366 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:20:16.143880 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-916bb7fd-02b1-41b2-a7b8-13dd20f1d427 admin admin] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:16.147320 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-916bb7fd-02b1-41b2-a7b8-13dd20f1d427 admin admin] 10.222.0.11 "DELETE /v2.0/routers/93ffae14-1700-4921-be93-5c828a999366 HTTP/1.1" status: 204 len: 168 time: 2.7519181 Dec 10 16:20:16.151858 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39386) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:16.194126 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4ea8b489-37e7-4706-a9a8-c704665fb3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:16.194686 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-977131fa-f6ec-45f4-9dea-828a069bf482 None None] Set router cbb17c1d-c9b1-4c9f-a83f-61a36259a24e gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:20:16.216976 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-9920c988-ef00-4537-b86d-80f6158c5445 admin admin] Deleting subnet 22be4e61-859f-475d-bc09-9617e965937d {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:20:16.321720 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8b489-37e7-4706-a9a8-c704665fb3d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c23c232-0f29-4a7f-8a2b-76a100586020,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:16.428351 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b38495-3e83-40bd-9127-13b4fce680b6 req-d2ee46d3-51e6-46d7-add2-e850a73ddcf2 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:16.437417 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-10b38495-3e83-40bd-9127-13b4fce680b6 req-d2ee46d3-51e6-46d7-add2-e850a73ddcf2 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a79aac1-e025-4faf-8b69-a893596137e7 HTTP/1.1" status: 200 len: 946 time: 0.2596369 Dec 10 16:20:16.496800 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e2ec9e76-5945-4f30-bb3d-975663cdfbf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:16.609207 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9920c988-ef00-4537-b86d-80f6158c5445 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:16.664727 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-c63e5bb6-2b14-47d4-96d8-547727aa7d71 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=33fe36bd287d4a209fabdd94870da5aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687525 Dec 10 16:20:16.700573 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-020fc9bd-4260-4b4f-8df7-9b9faf6bbb3f req-3be38fe1-cc56-4ceb-b69f-58007b90a986 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] For port e96467f1-e2da-41db-bd5b-78f64c6bd780, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=e96467f1-e2da-41db-bd5b-78f64c6bd780,segment=NetworkSegment(15d1952f-4dcb-4e1f-ad99-f5f939317419),segment_id=15d1952f-4dcb-4e1f-ad99-f5f939317419)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:16.700952 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-020fc9bd-4260-4b4f-8df7-9b9faf6bbb3f req-3be38fe1-cc56-4ceb-b69f-58007b90a986 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:16.782515 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-977131fa-f6ec-45f4-9dea-828a069bf482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1908933342-router', 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '14b43a84-098a-4ff2-b884-e3377a09f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:17:16Z', 'updated_at': '2021-12-10T16:17:26Z', 'revision_number': 4, 'project_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'gw_port': {'id': '14b43a84-098a-4ff2-b884-e3377a09f479', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:64:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:17:17Z', 'updated_at': '2021-12-10T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '9cddb278-c5c9-453b-89e5-f7b243db25a8', 'name': '', 'network_id': '715b4c0a-da9c-47bb-91fb-624b419d2246', 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'mac_address': 'fa:16:3e:c1:9b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '62480659-e465-41da-9ae4-1fa4cb439ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:17:24Z', 'updated_at': '2021-12-10T16:17:30Z', 'revision_number': 5, 'project_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'subnets': [{'id': '62480659-e465-41da-9ae4-1fa4cb439ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:16.886671 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9920c988-ef00-4537-b86d-80f6158c5445 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:16.990306 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-5368b326-3cb8-4107-9fd6-a2d10124f04d tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:16.995500 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 51e08d9a-7c90-41e5-b279-30a1cac95eaa no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:20:16.997617 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-5368b326-3cb8-4107-9fd6-a2d10124f04d tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3172765 Dec 10 16:20:17.002507 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-020fc9bd-4260-4b4f-8df7-9b9faf6bbb3f req-3be38fe1-cc56-4ceb-b69f-58007b90a986 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Calling delete_port for e96467f1-e2da-41db-bd5b-78f64c6bd780 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:20:17.008839 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-a80473f3-0f7b-4aab-a2f4-9a299906f010 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Made reservation on behalf of 20faaf9c38d346c5a5c9ea0fc9964ecb for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:20:17.012348 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-a80473f3-0f7b-4aab-a2f4-9a299906f010 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:17.015693 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 51e08d9a-7c90-41e5-b279-30a1cac95eaa {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:20:17.016043 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 51e08d9a-7c90-41e5-b279-30a1cac95eaa not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:20:17.016469 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 6491e1b2-18e5-4f0a-8032-3e2c9746b9e4 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:20:17.028925 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-10b38495-3e83-40bd-9127-13b4fce680b6 req-e1783b1f-3038-4ab9-a091-179c423beb35 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups?id=5ed715b0-be51-4047-b9b8-bc4ed065a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5482461 Dec 10 16:20:17.036774 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977131fa-f6ec-45f4-9dea-828a069bf482 None None] Checking router: cbb17c1d-c9b1-4c9f-a83f-61a36259a24e for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:20:17.039476 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9920c988-ef00-4537-b86d-80f6158c5445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:17.040511 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 6491e1b2-18e5-4f0a-8032-3e2c9746b9e4 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:20:17.040862 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 6491e1b2-18e5-4f0a-8032-3e2c9746b9e4 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:20:17.049638 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977131fa-f6ec-45f4-9dea-828a069bf482 None None] Routers {'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:20:17.050401 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-977131fa-f6ec-45f4-9dea-828a069bf482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:20:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['cbb17c1d-c9b1-4c9f-a83f-61a36259a24e'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:17.070795 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-c19b2e00-d4bf-401a-add2-abf4e53ef32a tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/quotas/33fe36bd287d4a209fabdd94870da5aa HTTP/1.1" status: 200 len: 375 time: 0.0722229 Dec 10 16:20:17.146526 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-e2d40d4c-7c3a-409e-a604-88db561b59b7 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=33fe36bd287d4a209fabdd94870da5aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744960 Dec 10 16:20:17.159993 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:17.173134 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7ab41f9c-9cdf-4d43-8c82-18c37d99c6ee req-572594a9-b648-4c53-81ea-572f0941526d tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbb8e34-268b-4084-8e6c-a29e4c540192 HTTP/1.1" status: 200 len: 210 time: 0.0342336 Dec 10 16:20:17.203364 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-cbe5b413-3201-4404-9127-7f66e2883321 req-d89301ad-83f6-4daf-9326-27d0643cdbf4 service neutron] 10.222.0.46 "GET /v2.0/ports/2dd43503-16c0-4402-9a30-d9969dcf34f0/bindings/n-h1-766771-2 HTTP/1.1" status: 200 len: 384 time: 0.1877666 Dec 10 16:20:17.209695 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-977131fa-f6ec-45f4-9dea-828a069bf482 None None] Set router cbb17c1d-c9b1-4c9f-a83f-61a36259a24e gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:20:17.255450 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9920c988-ef00-4537-b86d-80f6158c5445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:17.265608 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4ea8b489-37e7-4706-a9a8-c704665fb3d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:17.314688 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9920c988-ef00-4537-b86d-80f6158c5445 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22be4e61-859f-475d-bc09-9617e965937d,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:17.324924 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9920c988-ef00-4537-b86d-80f6158c5445 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:17.328210 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9920c988-ef00-4537-b86d-80f6158c5445 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/22be4e61-859f-475d-bc09-9617e965937d HTTP/1.1" status: 204 len: 168 time: 1.1753824 Dec 10 16:20:17.334647 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39400) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:17.364717 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85de4614-947e-431a-ae38-a313073d5a61 None None] Network ba3e5c96-9dde-4825-a55d-9558203e4c87 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:20:17.397759 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4bcd45-209a-4ab2-a780-70bf587f1665 x-openstack-request-id: req-bc4bcd45-209a-4ab2-a780-70bf587f1665 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:20:17.398159 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da9c181-1a86-43f4-a64a-8c9e1a6a58ec", "name": "network-vif-deleted", "tag": "d47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:20:17.398583 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bc4bcd45-209a-4ab2-a780-70bf587f1665 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:20:17.400296 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da9c181-1a86-43f4-a64a-8c9e1a6a58ec', 'name': 'network-vif-deleted', 'tag': 'd47b0b0f-76f8-41bc-9965-f9a0b2c5e8fd', 'status': 'completed', 'code': 200} Dec 10 16:20:17.521156 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dbef1096-377d-4563-bcce-80225e6425ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:17.527127 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-020fc9bd-4260-4b4f-8df7-9b9faf6bbb3f req-3be38fe1-cc56-4ceb-b69f-58007b90a986 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:17.535621 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-a80473f3-0f7b-4aab-a2f4-9a299906f010 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Allocated IP 172.20.0.7 (715b4c0a-da9c-47bb-91fb-624b419d2246/62480659-e465-41da-9ae4-1fa4cb439ee8/1c7409b8-69e2-4712-9415-45088a679e40) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:20:17.574737 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be38fe1-cc56-4ceb-b69f-58007b90a986 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Pushing event deleted for resources: {'Port': ['ID=e96467f1-e2da-41db-bd5b-78f64c6bd780,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:17.609376 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['e96467f1-e2da-41db-bd5b-78f64c6bd780'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:20:17.664398 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 2dd43503-16c0-4402-9a30-d9969dcf34f0 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:20:17.741275 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-020fc9bd-4260-4b4f-8df7-9b9faf6bbb3f req-3be38fe1-cc56-4ceb-b69f-58007b90a986 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] No DVR routers for this DVR port e96467f1-e2da-41db-bd5b-78f64c6bd780 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:20:17.746070 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-020fc9bd-4260-4b4f-8df7-9b9faf6bbb3f req-3be38fe1-cc56-4ceb-b69f-58007b90a986 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:17.753982 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-020fc9bd-4260-4b4f-8df7-9b9faf6bbb3f req-3be38fe1-cc56-4ceb-b69f-58007b90a986 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.46 "DELETE /v2.0/ports/e96467f1-e2da-41db-bd5b-78f64c6bd780 HTTP/1.1" status: 204 len: 173 time: 2.3297400 Dec 10 16:20:17.805870 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a79aac1-e025-4faf-8b69-a893596137e7', 'name': 'network-vif-deleted', 'tag': 'e96467f1-e2da-41db-bd5b-78f64c6bd780'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:20:17.809925 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed274dfa-b73a-4f2f-82d2-34e4bec33d1c" -d '{"events": [{"server_uuid": "9a79aac1-e025-4faf-8b69-a893596137e7", "name": "network-vif-deleted", "tag": "e96467f1-e2da-41db-bd5b-78f64c6bd780"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:20:17.882475 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device e96467f1-e2da-41db-bd5b-78f64c6bd780 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:20:17.909813 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: e96467f1-e2da-41db-bd5b-78f64c6bd780 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:20:17.910489 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device e96467f1-e2da-41db-bd5b-78f64c6bd780 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:20:17.912360 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc914105-064e-4f14-97d5-5291c5e87273 req-b234bbd0-0746-4cd6-afae-e4ee07138c8d tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:17.918547 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-977131fa-f6ec-45f4-9dea-828a069bf482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1908933342-router', 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '14b43a84-098a-4ff2-b884-e3377a09f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:17:16Z', 'updated_at': '2021-12-10T16:17:26Z', 'revision_number': 4, 'project_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'gw_port': {'id': '14b43a84-098a-4ff2-b884-e3377a09f479', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:64:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:17:17Z', 'updated_at': '2021-12-10T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '9cddb278-c5c9-453b-89e5-f7b243db25a8', 'name': '', 'network_id': '715b4c0a-da9c-47bb-91fb-624b419d2246', 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'mac_address': 'fa:16:3e:c1:9b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '62480659-e465-41da-9ae4-1fa4cb439ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:17:24Z', 'updated_at': '2021-12-10T16:17:30Z', 'revision_number': 5, 'project_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'subnets': [{'id': '62480659-e465-41da-9ae4-1fa4cb439ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:17.920784 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-cbe5b413-3201-4404-9127-7f66e2883321 req-e01d7d21-0e95-438b-a155-093f0180e7ac service neutron] For port 2dd43503-16c0-4402-9a30-d9969dcf34f0, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=2dd43503-16c0-4402-9a30-d9969dcf34f0,segment=NetworkSegment(ba4bffb6-59f5-4518-96be-6824e98414e9),segment_id=ba4bffb6-59f5-4518-96be-6824e98414e9)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:17.924109 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dc914105-064e-4f14-97d5-5291c5e87273 req-b234bbd0-0746-4cd6-afae-e4ee07138c8d tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 944 time: 0.3017409 Dec 10 16:20:17.956998 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977131fa-f6ec-45f4-9dea-828a069bf482 None None] The sync data for ids ['cbb17c1d-c9b1-4c9f-a83f-61a36259a24e'] in n-d-766771-2 is: [{'id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1908933342-router', 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '14b43a84-098a-4ff2-b884-e3377a09f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:17:16Z', 'updated_at': '2021-12-10T16:17:26Z', 'revision_number': 4, 'project_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'gw_port': {'id': '14b43a84-098a-4ff2-b884-e3377a09f479', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:64:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:17:17Z', 'updated_at': '2021-12-10T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '9cddb278-c5c9-453b-89e5-f7b243db25a8', 'name': '', 'network_id': '715b4c0a-da9c-47bb-91fb-624b419d2246', 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'mac_address': 'fa:16:3e:c1:9b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '62480659-e465-41da-9ae4-1fa4cb439ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:17:24Z', 'updated_at': '2021-12-10T16:17:30Z', 'revision_number': 5, 'project_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'subnets': [{'id': '62480659-e465-41da-9ae4-1fa4cb439ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:20:17.958652 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c27558-177b-4314-8d4d-3a4e031f1e49 None None] DHCP port deletion for ba3e5c96-9dde-4825-a55d-9558203e4c87 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:20:17.985943 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-dbef1096-377d-4563-bcce-80225e6425ba admin admin] Deleting port 2f7f6080-4d00-45b5-804e-ac7a1ed2aae6 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:20:17.986311 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dbef1096-377d-4563-bcce-80225e6425ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:18.001057 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-cbe5b413-3201-4404-9127-7f66e2883321 req-e01d7d21-0e95-438b-a155-093f0180e7ac service neutron] For port 2dd43503-16c0-4402-9a30-d9969dcf34f0, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:20:18.054424 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-80c27558-177b-4314-8d4d-3a4e031f1e49 None None] Deleting port 2f7f6080-4d00-45b5-804e-ac7a1ed2aae6 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:20:18.055028 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-80c27558-177b-4314-8d4d-3a4e031f1e49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:18.089536 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7633d-a1dc-4266-90fd-82da972de9df req-f44472c6-9eb8-4f4c-ae7e-faf54dea1199 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:18.094357 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3fe7633d-a1dc-4266-90fd-82da972de9df req-f44472c6-9eb8-4f4c-ae7e-faf54dea1199 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab HTTP/1.1" status: 200 len: 946 time: 0.1989841 Dec 10 16:20:18.128009 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-cbe5b413-3201-4404-9127-7f66e2883321 req-e01d7d21-0e95-438b-a155-093f0180e7ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dd43503-16c0-4402-9a30-d9969dcf34f0 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:20:18.153204 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-80c27558-177b-4314-8d4d-3a4e031f1e49 None None] For port 2f7f6080-4d00-45b5-804e-ac7a1ed2aae6, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=2f7f6080-4d00-45b5-804e-ac7a1ed2aae6,segment=NetworkSegment(3479d084-61bc-4a2b-9bd7-e296e8e498cb),segment_id=3479d084-61bc-4a2b-9bd7-e296e8e498cb)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:18.153459 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-cbe5b413-3201-4404-9127-7f66e2883321 req-e01d7d21-0e95-438b-a155-093f0180e7ac service neutron] For port 2dd43503-16c0-4402-9a30-d9969dcf34f0, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=2dd43503-16c0-4402-9a30-d9969dcf34f0,segment=NetworkSegment(ba4bffb6-59f5-4518-96be-6824e98414e9),segment_id=ba4bffb6-59f5-4518-96be-6824e98414e9)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:18.154369 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-80c27558-177b-4314-8d4d-3a4e031f1e49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:18.157765 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-dbef1096-377d-4563-bcce-80225e6425ba admin admin] For port 2f7f6080-4d00-45b5-804e-ac7a1ed2aae6, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=2f7f6080-4d00-45b5-804e-ac7a1ed2aae6,segment=NetworkSegment(3479d084-61bc-4a2b-9bd7-e296e8e498cb),segment_id=3479d084-61bc-4a2b-9bd7-e296e8e498cb)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:18.158101 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dbef1096-377d-4563-bcce-80225e6425ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:18.173611 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-dbef1096-377d-4563-bcce-80225e6425ba admin admin] Calling delete_port for 2f7f6080-4d00-45b5-804e-ac7a1ed2aae6 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:20:18.175595 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-cbe5b413-3201-4404-9127-7f66e2883321 req-e01d7d21-0e95-438b-a155-093f0180e7ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:18.182350 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-80c27558-177b-4314-8d4d-3a4e031f1e49 None None] Calling delete_port for 2f7f6080-4d00-45b5-804e-ac7a1ed2aae6 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:20:18.232101 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea8b489-37e7-4706-a9a8-c704665fb3d8 admin admin] Router b25face3-1b8b-412b-bc04-c2be3425f47a has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:20:18.300644 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3fe7633d-a1dc-4266-90fd-82da972de9df req-aa1397d5-9b0f-464b-96d2-4fdb8a35503b tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776538 Dec 10 16:20:18.329861 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39438) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:18.341152 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-80c27558-177b-4314-8d4d-3a4e031f1e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:18.391202 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c27558-177b-4314-8d4d-3a4e031f1e49 None None] Pushing event deleted for resources: {'Port': ['ID=2f7f6080-4d00-45b5-804e-ac7a1ed2aae6,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:18.408062 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dbef1096-377d-4563-bcce-80225e6425ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:18.417928 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c27558-177b-4314-8d4d-3a4e031f1e49 None None] No DVR routers for this DVR port 2f7f6080-4d00-45b5-804e-ac7a1ed2aae6 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:20:18.433993 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:18.463051 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef1096-377d-4563-bcce-80225e6425ba admin admin] Pushing event deleted for resources: {'Port': ['ID=2f7f6080-4d00-45b5-804e-ac7a1ed2aae6,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:18.466002 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f1f9fa-4de5-4088-a0d9-ca3668f793b4 None None] New status for floating IP 30c55da5-cdc9-45e6-914c-ed9c8f18dfff: DOWN {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:20:18.494780 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbef1096-377d-4563-bcce-80225e6425ba admin admin] No DVR routers for this DVR port 2f7f6080-4d00-45b5-804e-ac7a1ed2aae6 on host n-d-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:20:18.546824 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6718c8df-a87d-48bd-b1de-20b774e480fd req-7c85b61d-1dfc-4e5f-88d1-ec90540db596 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7fd7ada-5753-4d36-9e30-d3d9a89249e2 HTTP/1.1" status: 200 len: 210 time: 0.0503614 Dec 10 16:20:18.575692 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-a80473f3-0f7b-4aab-a2f4-9a299906f010 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:18.625344 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-cbe5b413-3201-4404-9127-7f66e2883321 req-e01d7d21-0e95-438b-a155-093f0180e7ac service neutron] Transition to ACTIVE for port object 2dd43503-16c0-4402-9a30-d9969dcf34f0 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:20:18.637182 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-cbe5b413-3201-4404-9127-7f66e2883321 req-e01d7d21-0e95-438b-a155-093f0180e7ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:18.667092 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a6e6b9-3d7f-4122-b2e4-16db559b5a25 x-openstack-request-id: req-c4a6e6b9-3d7f-4122-b2e4-16db559b5a25 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:20:18.667394 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a79aac1-e025-4faf-8b69-a893596137e7", "name": "network-vif-deleted", "tag": "e96467f1-e2da-41db-bd5b-78f64c6bd780", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:20:18.667653 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c4a6e6b9-3d7f-4122-b2e4-16db559b5a25 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:20:18.668713 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a79aac1-e025-4faf-8b69-a893596137e7', 'name': 'network-vif-deleted', 'tag': 'e96467f1-e2da-41db-bd5b-78f64c6bd780', 'status': 'completed', 'code': 200} Dec 10 16:20:18.670252 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-a80473f3-0f7b-4aab-a2f4-9a299906f010 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:18.757408 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dc914105-064e-4f14-97d5-5291c5e87273 req-9e4b1402-6c2c-42d5-91f3-7a57d2afaa49 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8135376 Dec 10 16:20:18.778930 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-a80473f3-0f7b-4aab-a2f4-9a299906f010 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Network 715b4c0a-da9c-47bb-91fb-624b419d2246 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:20:18.783776 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-a80473f3-0f7b-4aab-a2f4-9a299906f010 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:20:18.794047 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-a80473f3-0f7b-4aab-a2f4-9a299906f010 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:20:18.802498 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe5b413-3201-4404-9127-7f66e2883321 req-e01d7d21-0e95-438b-a155-093f0180e7ac service neutron] No DVR routers for this DVR port 2dd43503-16c0-4402-9a30-d9969dcf34f0 on host n-h2-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:20:18.821675 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea8b489-37e7-4706-a9a8-c704665fb3d8 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:20:18.832846 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 2f7f6080-4d00-45b5-804e-ac7a1ed2aae6 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:20:18.843202 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4ea8b489-37e7-4706-a9a8-c704665fb3d8 admin admin] 10.222.0.11 "PUT /v2.0/routers/b25face3-1b8b-412b-bc04-c2be3425f47a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3213141 Dec 10 16:20:18.853987 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39450) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:18.861672 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dbef1096-377d-4563-bcce-80225e6425ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:18.870175 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80473f3-0f7b-4aab-a2f4-9a299906f010 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Pushing event updated for resources: {'Port': ['ID=1c7409b8-69e2-4712-9415-45088a679e40,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:18.885559 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f30f2a-7310-49fb-9826-6f0050b48a67 None None] Sync routers for ids ['b25face3-1b8b-412b-bc04-c2be3425f47a'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:20:18.891071 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d7d21-0e95-438b-a155-093f0180e7ac service neutron] Pushing event updated for resources: {'Port': ['ID=2dd43503-16c0-4402-9a30-d9969dcf34f0,revision_number=10']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:18.892522 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 2f7f6080-4d00-45b5-804e-ac7a1ed2aae6 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:20:18.892522 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 2f7f6080-4d00-45b5-804e-ac7a1ed2aae6 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:20:18.905594 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f30f2a-7310-49fb-9826-6f0050b48a67 None None] Routers {'b25face3-1b8b-412b-bc04-c2be3425f47a'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:20:18.906547 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-e0f30f2a-7310-49fb-9826-6f0050b48a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:20:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['b25face3-1b8b-412b-bc04-c2be3425f47a'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:18.970202 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-99643ad8-a127-492f-b6de-58560730ef5f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2e84d1ba3ed84fd1a044665bdeab62bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4911208 Dec 10 16:20:18.978632 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-cbe5b413-3201-4404-9127-7f66e2883321 req-e01d7d21-0e95-438b-a155-093f0180e7ac service neutron] 10.222.0.46 "PUT /v2.0/ports/2dd43503-16c0-4402-9a30-d9969dcf34f0/bindings/n-h1-766771-2/activate HTTP/1.1" status: 200 len: 369 time: 1.7641275 Dec 10 16:20:18.979817 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39454) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:19.025218 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455f05a-2871-4b8d-813e-7ed668b5ea47 req-b67d95ff-75e8-4289-8c3a-8e8f8c05b41a tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:19.032577 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3455f05a-2871-4b8d-813e-7ed668b5ea47 req-b67d95ff-75e8-4289-8c3a-8e8f8c05b41a tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbb8e34-268b-4084-8e6c-a29e4c540192 HTTP/1.1" status: 200 len: 931 time: 0.1595247 Dec 10 16:20:19.053913 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-dbef1096-377d-4563-bcce-80225e6425ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba3e5c96-9dde-4825-a55d-9558203e4c87']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:19.078403 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39460) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:19.088001 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-a80473f3-0f7b-4aab-a2f4-9a299906f010 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:19.088216 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-e0f30f2a-7310-49fb-9826-6f0050b48a67 None None] Set router b25face3-1b8b-412b-bc04-c2be3425f47a gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:20:19.088691 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-a80473f3-0f7b-4aab-a2f4-9a299906f010 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:19.095658 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-dbef1096-377d-4563-bcce-80225e6425ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3479d084-61bc-4a2b-9bd7-e296e8e498cb') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:19.095976 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-dbef1096-377d-4563-bcce-80225e6425ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3479d084-61bc-4a2b-9bd7-e296e8e498cb') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:19.118711 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3455f05a-2871-4b8d-813e-7ed668b5ea47 req-0b89799c-ded2-4088-a9cb-1330a17aa585 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/security-groups?id=de734938-b937-4181-8955-8d1ef1a8949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849917 Dec 10 16:20:19.125704 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c1974fa-2d02-40af-992c-936365cb7561 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:19.164162 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c1974fa-2d02-40af-992c-936365cb7561 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:19.166110 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dbef1096-377d-4563-bcce-80225e6425ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:19.205293 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-a80473f3-0f7b-4aab-a2f4-9a299906f010 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6216056 Dec 10 16:20:19.207406 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dbef1096-377d-4563-bcce-80225e6425ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:19.219767 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbef1096-377d-4563-bcce-80225e6425ba admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:20:19.220162 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dbef1096-377d-4563-bcce-80225e6425ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:19.222088 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:20:19.222088 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:20:19.222088 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:20:19.222088 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:20:19.222088 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:20:19.222088 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:20:19.222088 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:20:19.222088 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:20:19.222088 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:20:19.222088 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:20:19.222088 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:20:19.222088 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:20:19.222088 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:20:19.222088 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:20:19.222088 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:20:19.222088 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:20:19.222088 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:20:19.222088 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:20:19.222088 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:20:19.222088 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:20:19.222088 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:20:19.222088 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:20:19.222088 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:20:19.222088 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:20:19.222088 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:20:19.222088 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:20:19.222088 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:20:19.222088 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:20:19.222088 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:20:19.222088 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:20:19.222088 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:20:19.222088 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:20:19.225739 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-c29b290e-e4b8-4dc2-bfdc-f3e5727d29e0 service neutron] Request body: {'port': {'device_id': '7cbb8e34-268b-4084-8e6c-a29e4c540192', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:20:19.290398 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c19ae5f-c965-4851-aabe-fad8fbfe16ea admin admin] Publish callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:19.294273 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-3004efbb-fb6f-4886-a9d8-49617c58676b tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=33fe36bd287d4a209fabdd94870da5aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448234 Dec 10 16:20:19.299417 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c1974fa-2d02-40af-992c-936365cb7561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:19.302466 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c1974fa-2d02-40af-992c-936365cb7561 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:19.304219 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3c1974fa-2d02-40af-992c-936365cb7561 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/697cd46f-22b9-4568-a139-0d54c765a04a HTTP/1.1" status: 204 len: 168 time: 0.3219845 Dec 10 16:20:19.331491 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1974fa-2d02-40af-992c-936365cb7561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697cd46f-22b9-4568-a139-0d54c765a04a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:19.336264 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c8e37a41-52c3-424e-985e-736066cbcc09 None None] Provisioning complete for port 1c7409b8-69e2-4712-9415-45088a679e40 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:19.336719 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c8e37a41-52c3-424e-985e-736066cbcc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:19.368192 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d99dcab2-f0c7-43dd-84a5-c9a69ef0033e tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:19.417335 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-e0f30f2a-7310-49fb-9826-6f0050b48a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25face3-1b8b-412b-bc04-c2be3425f47a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2034095409-router', 'tenant_id': 'd49a27d82af34acc8b149db817381679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '6d4494b9-1479-4907-8eed-6f46f89fceb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:18:14Z', 'updated_at': '2021-12-10T16:20:16Z', 'revision_number': 5, 'project_id': 'd49a27d82af34acc8b149db817381679', 'gw_port': {'id': '6d4494b9-1479-4907-8eed-6f46f89fceb1', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25face3-1b8b-412b-bc04-c2be3425f47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:18:15Z', 'updated_at': '2021-12-10T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:19.441200 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5b413-3201-4404-9127-7f66e2883321 req-f8a180ec-21ee-4c11-85fb-64eef8fbccbd tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:19.444222 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-cbe5b413-3201-4404-9127-7f66e2883321 req-f8a180ec-21ee-4c11-85fb-64eef8fbccbd tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9&tenant_id=88d3b4e7edaf414d832ee358beed3fa3&binding%3Ahost_id=n-h2-766771-2 HTTP/1.1" status: 200 len: 1096 time: 0.2237437 Dec 10 16:20:19.444409 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dbef1096-377d-4563-bcce-80225e6425ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:19.453160 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f30f2a-7310-49fb-9826-6f0050b48a67 None None] Checking router: b25face3-1b8b-412b-bc04-c2be3425f47a for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:20:19.465164 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c8e37a41-52c3-424e-985e-736066cbcc09 None None] Port 1c7409b8-69e2-4712-9415-45088a679e40 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:20:19.466954 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-c29b290e-e4b8-4dc2-bfdc-f3e5727d29e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:19.469752 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dbef1096-377d-4563-bcce-80225e6425ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:19.472382 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f30f2a-7310-49fb-9826-6f0050b48a67 None None] Routers {'b25face3-1b8b-412b-bc04-c2be3425f47a'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:20:19.473274 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-e0f30f2a-7310-49fb-9826-6f0050b48a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:20:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['b25face3-1b8b-412b-bc04-c2be3425f47a'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:19.479962 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-dbef1096-377d-4563-bcce-80225e6425ba admin admin] 10.222.0.11 "DELETE /v2.0/networks/ba3e5c96-9dde-4825-a55d-9558203e4c87 HTTP/1.1" status: 204 len: 168 time: 2.1418104 Dec 10 16:20:19.529525 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d99dcab2-f0c7-43dd-84a5-c9a69ef0033e tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:19.637222 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-e0f30f2a-7310-49fb-9826-6f0050b48a67 None None] Set router b25face3-1b8b-412b-bc04-c2be3425f47a gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:20:19.668160 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef1096-377d-4563-bcce-80225e6425ba admin admin] Pushing event deleted for resources: {'Network': ['ID=ba3e5c96-9dde-4825-a55d-9558203e4c87,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:19.723299 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c19ae5f-c965-4851-aabe-fad8fbfe16ea admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:19.744246 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-de0dccab-8566-4ba7-9400-eb3b48e38b2f req-c54ab1e7-0983-436f-8710-65e2db34ff14 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7fd7ada-5753-4d36-9e30-d3d9a89249e2 HTTP/1.1" status: 200 len: 210 time: 0.0629878 Dec 10 16:20:19.752694 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:19.785587 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5b413-3201-4404-9127-7f66e2883321 req-f57371f1-7177-4e1a-936c-7805e492cf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:19.787102 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-cbe5b413-3201-4404-9127-7f66e2883321 req-f57371f1-7177-4e1a-936c-7805e492cf63 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9&tenant_id=88d3b4e7edaf414d832ee358beed3fa3 HTTP/1.1" status: 200 len: 1096 time: 0.3298838 Dec 10 16:20:19.810876 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83095993-179a-4440-8407-dda46689d039 req-e891add9-3781-48eb-aa6c-09f785645bf6 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:19.814281 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-4cdf7746-e4b1-48b7-95fd-39dec86875ae tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:19.815906 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-4cdf7746-e4b1-48b7-95fd-39dec86875ae tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5093911 Dec 10 16:20:19.817568 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39474) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:19.820234 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-83095993-179a-4440-8407-dda46689d039 req-e891add9-3781-48eb-aa6c-09f785645bf6 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab HTTP/1.1" status: 200 len: 946 time: 0.3019850 Dec 10 16:20:19.889669 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d99dcab2-f0c7-43dd-84a5-c9a69ef0033e tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:19.893132 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d99dcab2-f0c7-43dd-84a5-c9a69ef0033e tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:19.894538 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d99dcab2-f0c7-43dd-84a5-c9a69ef0033e tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "DELETE /v2.0/security-groups/d3d7bdde-b87f-482d-83bf-a629634cce1c HTTP/1.1" status: 204 len: 168 time: 0.8132441 Dec 10 16:20:19.901018 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ab440b5c-bee2-4591-8656-48321f373f00 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4ecd6f871c164b73a701fb09bd742828&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0823963 Dec 10 16:20:19.905098 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-ce6613c5-04d4-471e-a3cd-a05dfc11a68f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Request body: {'port': {'device_id': 'f7fd7ada-5753-4d36-9e30-d3d9a89249e2', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'admin_state_up': True, 'tenant_id': '33fe36bd287d4a209fabdd94870da5aa'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:20:19.910306 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39478) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:19.910640 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39480) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:19.945016 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-2b3368ed-e9ae-45a0-ba24-435e7504f833 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] show failed (client error): The resource could not be found. Dec 10 16:20:19.946264 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2b3368ed-e9ae-45a0-ba24-435e7504f833 tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "GET /v2.0/security-groups/d3d7bdde-b87f-482d-83bf-a629634cce1c HTTP/1.1" status: 404 len: 347 time: 0.0331299 Dec 10 16:20:19.973381 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99dcab2-f0c7-43dd-84a5-c9a69ef0033e tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d7bdde-b87f-482d-83bf-a629634cce1c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:19.981414 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39484) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:20.055181 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5b413-3201-4404-9127-7f66e2883321 req-0b3761ce-61a7-4022-81f4-5954435fd350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:20.056699 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-cbe5b413-3201-4404-9127-7f66e2883321 req-0b3761ce-61a7-4022-81f4-5954435fd350 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=88d3b4e7edaf414d832ee358beed3fa3&device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 1096 time: 0.2398779 Dec 10 16:20:20.077095 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-83095993-179a-4440-8407-dda46689d039 req-10fa2ff4-2bb1-4481-aac9-f595ba5b00d0 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557931 Dec 10 16:20:20.127524 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-e0f30f2a-7310-49fb-9826-6f0050b48a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25face3-1b8b-412b-bc04-c2be3425f47a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2034095409-router', 'tenant_id': 'd49a27d82af34acc8b149db817381679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '6d4494b9-1479-4907-8eed-6f46f89fceb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:18:14Z', 'updated_at': '2021-12-10T16:20:16Z', 'revision_number': 5, 'project_id': 'd49a27d82af34acc8b149db817381679', 'gw_port': {'id': '6d4494b9-1479-4907-8eed-6f46f89fceb1', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25face3-1b8b-412b-bc04-c2be3425f47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:18:15Z', 'updated_at': '2021-12-10T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:20.134952 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-2c19ae5f-c965-4851-aabe-fad8fbfe16ea admin admin] Deleting port 6d4494b9-1479-4907-8eed-6f46f89fceb1 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:20:20.135286 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c19ae5f-c965-4851-aabe-fad8fbfe16ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:20.167335 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f30f2a-7310-49fb-9826-6f0050b48a67 None None] The sync data for ids ['b25face3-1b8b-412b-bc04-c2be3425f47a'] in n-d-766771-2 is: [{'id': 'b25face3-1b8b-412b-bc04-c2be3425f47a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2034095409-router', 'tenant_id': 'd49a27d82af34acc8b149db817381679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '6d4494b9-1479-4907-8eed-6f46f89fceb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:18:14Z', 'updated_at': '2021-12-10T16:20:16Z', 'revision_number': 5, 'project_id': 'd49a27d82af34acc8b149db817381679', 'gw_port': {'id': '6d4494b9-1479-4907-8eed-6f46f89fceb1', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25face3-1b8b-412b-bc04-c2be3425f47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:18:15Z', 'updated_at': '2021-12-10T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:20:20.220075 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31329031-b450-466a-99e8-09e248aa4e33 req-4befe75b-3ad3-4ab2-bd21-d567e7dbc38f tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:20.221647 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-31329031-b450-466a-99e8-09e248aa4e33 req-4befe75b-3ad3-4ab2-bd21-d567e7dbc38f tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 945 time: 0.2910113 Dec 10 16:20:20.296160 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f0839d42-2c22-497b-9db9-04ce5c4c9afa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:20.334161 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5b413-3201-4404-9127-7f66e2883321 req-6e8dc0ed-39ab-4d85-91dc-187f590f205d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:20.335658 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-cbe5b413-3201-4404-9127-7f66e2883321 req-6e8dc0ed-39ab-4d85-91dc-187f590f205d service neutron] 10.222.0.26 "GET /v2.0/networks?id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 HTTP/1.1" status: 200 len: 922 time: 0.2670937 Dec 10 16:20:20.342713 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-ce6613c5-04d4-471e-a3cd-a05dfc11a68f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Made reservation on behalf of 33fe36bd287d4a209fabdd94870da5aa for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:20:20.346715 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-ce6613c5-04d4-471e-a3cd-a05dfc11a68f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:20.363316 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f0839d42-2c22-497b-9db9-04ce5c4c9afa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:20.380675 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e66ba-02da-4d53-95dd-b672f02fcd7c req-480c3348-d18b-44c9-8bf9-cf9d6c40234b tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:20.380983 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-ce6613c5-04d4-471e-a3cd-a05dfc11a68f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:20.382301 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-906e66ba-02da-4d53-95dd-b672f02fcd7c req-480c3348-d18b-44c9-8bf9-cf9d6c40234b tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbb8e34-268b-4084-8e6c-a29e4c540192 HTTP/1.1" status: 200 len: 931 time: 0.1590614 Dec 10 16:20:20.384099 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-2c19ae5f-c965-4851-aabe-fad8fbfe16ea admin admin] For port 6d4494b9-1479-4907-8eed-6f46f89fceb1, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=6d4494b9-1479-4907-8eed-6f46f89fceb1,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:20.384479 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c19ae5f-c965-4851-aabe-fad8fbfe16ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:20.409016 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-4811e7eb-81db-444c-9025-8a4a6a1f5f4d tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Deleting port 398e7b7b-a34f-4664-a654-de7c2d6eac59 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:20:20.409364 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4811e7eb-81db-444c-9025-8a4a6a1f5f4d tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:20.418794 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-31329031-b450-466a-99e8-09e248aa4e33 req-ea60199d-fba3-4dd7-976e-4490fd66d3b4 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812103 Dec 10 16:20:20.423536 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-c29b290e-e4b8-4dc2-bfdc-f3e5727d29e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c7409b8-69e2-4712-9415-45088a679e40 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:20:20.428014 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-2c19ae5f-c965-4851-aabe-fad8fbfe16ea admin admin] Calling delete_port for 6d4494b9-1479-4907-8eed-6f46f89fceb1 owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:20:20.445091 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-c29b290e-e4b8-4dc2-bfdc-f3e5727d29e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:20.456782 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-cbe5b413-3201-4404-9127-7f66e2883321 req-6e06a5e7-2103-4cf7-8068-51c5a8e3da12 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2dd43503-16c0-4402-9a30-d9969dcf34f0 HTTP/1.1" status: 200 len: 217 time: 0.1000271 Dec 10 16:20:20.512553 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-c29b290e-e4b8-4dc2-bfdc-f3e5727d29e0 service neutron] Transition to ACTIVE for port object 1c7409b8-69e2-4712-9415-45088a679e40 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:20:20.552886 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5b413-3201-4404-9127-7f66e2883321 req-bbee510a-c8a9-49ce-8b68-94cc2ab19f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:20.554642 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-cbe5b413-3201-4404-9127-7f66e2883321 req-bbee510a-c8a9-49ce-8b68-94cc2ab19f5e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=19a3ead6-9cb2-4544-beb2-145a33d7ae3f HTTP/1.1" status: 200 len: 861 time: 0.0886364 Dec 10 16:20:20.576022 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f0839d42-2c22-497b-9db9-04ce5c4c9afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:20.579080 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f0839d42-2c22-497b-9db9-04ce5c4c9afa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:20.582467 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f0839d42-2c22-497b-9db9-04ce5c4c9afa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3794691f-265d-4fed-bd0b-cc3b4464c192 HTTP/1.1" status: 204 len: 168 time: 0.6659203 Dec 10 16:20:20.608271 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-cbe5b413-3201-4404-9127-7f66e2883321 req-52213f16-1509-4878-96bf-ebb50310a1c6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452068 Dec 10 16:20:20.625841 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0839d42-2c22-497b-9db9-04ce5c4c9afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3794691f-265d-4fed-bd0b-cc3b4464c192,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:20.733231 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c19ae5f-c965-4851-aabe-fad8fbfe16ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:20.744499 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-c29b290e-e4b8-4dc2-bfdc-f3e5727d29e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:20.759544 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 5c23c232-0f29-4a7f-8a2b-76a100586020 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:20:20.775099 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-ce6613c5-04d4-471e-a3cd-a05dfc11a68f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:20.788279 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-ce6613c5-04d4-471e-a3cd-a05dfc11a68f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:20.803884 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 5c23c232-0f29-4a7f-8a2b-76a100586020 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:20:20.805282 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 5c23c232-0f29-4a7f-8a2b-76a100586020 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:20:20.810536 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-cbe5b413-3201-4404-9127-7f66e2883321 req-2f0f9201-5756-43b0-9306-7c638f22dfea service neutron] 10.222.0.26 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927948 Dec 10 16:20:20.825738 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-906e66ba-02da-4d53-95dd-b672f02fcd7c req-25fe8d48-6923-4ba4-b40f-44016e49f5f1 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/security-groups?id=de734938-b937-4181-8955-8d1ef1a8949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4293244 Dec 10 16:20:20.857030 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19ae5f-c965-4851-aabe-fad8fbfe16ea admin admin] Pushing event deleted for resources: {'Port': ['ID=6d4494b9-1479-4907-8eed-6f46f89fceb1,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:20.909448 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b290e-e4b8-4dc2-bfdc-f3e5727d29e0 service neutron] Pushing event updated for resources: {'Port': ['ID=1c7409b8-69e2-4712-9415-45088a679e40,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:20.960156 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6613c5-04d4-471e-a3cd-a05dfc11a68f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38df6743-9661-47ba-bcdc-74f3fd4734a3,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:21.026341 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4811e7eb-81db-444c-9025-8a4a6a1f5f4d tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:21.026989 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4811e7eb-81db-444c-9025-8a4a6a1f5f4d tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:21.042896 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-4811e7eb-81db-444c-9025-8a4a6a1f5f4d tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Calling delete_port for 398e7b7b-a34f-4664-a654-de7c2d6eac59 owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:20:21.067783 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-cbe5b413-3201-4404-9127-7f66e2883321 req-7815f1d8-ab0a-4dfb-88db-9270103a4947 service neutron] 10.222.0.26 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481513 Dec 10 16:20:21.107594 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-ce6613c5-04d4-471e-a3cd-a05dfc11a68f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Allocated IP 192.168.233.227 (1b1da819-dfba-43f2-8848-8bb429159850/a7a18c92-5007-49e2-b728-7aedc06dca57/6d73126e-816a-49e2-8614-6c4009af6327) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:20:21.413933 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfebdf-f359-4bf7-a0cf-af2e5184ab8e req-013e578c-c3b8-4ed6-97f5-73a6c7f57ea3 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:21.416706 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bccfebdf-f359-4bf7-a0cf-af2e5184ab8e req-013e578c-c3b8-4ed6-97f5-73a6c7f57ea3 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab HTTP/1.1" status: 200 len: 946 time: 0.2010822 Dec 10 16:20:21.442972 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39528) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:21.516773 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5b413-3201-4404-9127-7f66e2883321 req-75d7a6cc-ebf0-4b50-9ab7-b9bad00ff5ca tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:21.518503 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-cbe5b413-3201-4404-9127-7f66e2883321 req-75d7a6cc-ebf0-4b50-9ab7-b9bad00ff5ca tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9&tenant_id=88d3b4e7edaf414d832ee358beed3fa3&binding%3Ahost_id=n-h1-766771-2 HTTP/1.1" status: 200 len: 1096 time: 0.1696534 Dec 10 16:20:21.523732 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-ce6613c5-04d4-471e-a3cd-a05dfc11a68f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:21.536739 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bccfebdf-f359-4bf7-a0cf-af2e5184ab8e req-786add7c-4d45-4cd2-ab5f-5567f7281f4d tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114857 Dec 10 16:20:21.537984 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-359ebd45-940f-44de-9a13-d17f93841c8f req-a70bf447-3b4a-4959-9cc3-0b220fa2647a tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7fd7ada-5753-4d36-9e30-d3d9a89249e2 HTTP/1.1" status: 200 len: 210 time: 0.4810355 Dec 10 16:20:21.570346 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-c29b290e-e4b8-4dc2-bfdc-f3e5727d29e0 service neutron] Attempting to bind port 1c7409b8-69e2-4712-9415-45088a679e40 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:20:21.571275 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-c29b290e-e4b8-4dc2-bfdc-f3e5727d29e0 service neutron] Attempting to bind port 1c7409b8-69e2-4712-9415-45088a679e40 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'd00404b4-000b-43be-919f-49cd49cf6df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '715b4c0a-da9c-47bb-91fb-624b419d2246'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:20:21.571699 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-c29b290e-e4b8-4dc2-bfdc-f3e5727d29e0 service neutron] Attempting to bind port 1c7409b8-69e2-4712-9415-45088a679e40 on network 715b4c0a-da9c-47bb-91fb-624b419d2246 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:20:21.586497 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c19ae5f-c965-4851-aabe-fad8fbfe16ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:21.591261 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-c29b290e-e4b8-4dc2-bfdc-f3e5727d29e0 service neutron] Port 1c7409b8-69e2-4712-9415-45088a679e40 on network 715b4c0a-da9c-47bb-91fb-624b419d2246 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:20:21.591587 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-c29b290e-e4b8-4dc2-bfdc-f3e5727d29e0 service neutron] Attempting to bind port 1c7409b8-69e2-4712-9415-45088a679e40 on network 715b4c0a-da9c-47bb-91fb-624b419d2246 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:20:21.706027 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f78dccba-aa4e-40fc-bb68-2da85ab51beb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:21.708232 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-c29b290e-e4b8-4dc2-bfdc-f3e5727d29e0 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:20:21.708923 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-c29b290e-e4b8-4dc2-bfdc-f3e5727d29e0 service neutron] Checking segment: {'id': 'd00404b4-000b-43be-919f-49cd49cf6df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '715b4c0a-da9c-47bb-91fb-624b419d2246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:20:21.709484 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-c29b290e-e4b8-4dc2-bfdc-f3e5727d29e0 service neutron] Bound using segment: {'id': 'd00404b4-000b-43be-919f-49cd49cf6df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '715b4c0a-da9c-47bb-91fb-624b419d2246'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:20:21.709622 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-ce6613c5-04d4-471e-a3cd-a05dfc11a68f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:21.710233 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-c29b290e-e4b8-4dc2-bfdc-f3e5727d29e0 service neutron] Bound port: 1c7409b8-69e2-4712-9415-45088a679e40, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd00404b4-000b-43be-919f-49cd49cf6df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '715b4c0a-da9c-47bb-91fb-624b419d2246'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:20:21.711728 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-c29b290e-e4b8-4dc2-bfdc-f3e5727d29e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:21.737872 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c19ae5f-c965-4851-aabe-fad8fbfe16ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:21.756373 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c19ae5f-c965-4851-aabe-fad8fbfe16ea admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:21.908267 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c19ae5f-c965-4851-aabe-fad8fbfe16ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:21.908910 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c19ae5f-c965-4851-aabe-fad8fbfe16ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router b25face3-1b8b-412b-bc04-c2be3425f47a {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:20:21.913765 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c19ae5f-c965-4851-aabe-fad8fbfe16ea admin admin] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:21.917523 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2c19ae5f-c965-4851-aabe-fad8fbfe16ea admin admin] 10.222.0.11 "DELETE /v2.0/routers/b25face3-1b8b-412b-bc04-c2be3425f47a HTTP/1.1" status: 204 len: 168 time: 3.0583072 Dec 10 16:20:21.923553 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39548) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:21.974971 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-c29b290e-e4b8-4dc2-bfdc-f3e5727d29e0 service neutron] For port 1c7409b8-69e2-4712-9415-45088a679e40, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:20:22.036443 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-c29b290e-e4b8-4dc2-bfdc-f3e5727d29e0 service neutron] For port 1c7409b8-69e2-4712-9415-45088a679e40, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=1c7409b8-69e2-4712-9415-45088a679e40,segment=NetworkSegment(d00404b4-000b-43be-919f-49cd49cf6df9),segment_id=d00404b4-000b-43be-919f-49cd49cf6df9)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:20:22.044287 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f78dccba-aa4e-40fc-bb68-2da85ab51beb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:22.063104 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-c29b290e-e4b8-4dc2-bfdc-f3e5727d29e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:22.070440 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4811e7eb-81db-444c-9025-8a4a6a1f5f4d tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:22.078936 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f78dccba-aa4e-40fc-bb68-2da85ab51beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:22.092503 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfeb56d-893b-4580-87fa-62d614577e8f req-6d1637dc-8e28-4ac7-9be2-ec50c99aa0ac tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:22.095273 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ddfeb56d-893b-4580-87fa-62d614577e8f req-6d1637dc-8e28-4ac7-9be2-ec50c99aa0ac tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 945 time: 0.4683785 Dec 10 16:20:22.110083 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-33203829-68f7-4582-9350-3e8b1a33def3 admin admin] Deleting subnet 7084dede-f26a-498d-b075-bedafde142b1 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:20:22.136130 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-33203829-68f7-4582-9350-3e8b1a33def3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:22.146284 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-ce6613c5-04d4-471e-a3cd-a05dfc11a68f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Network 1b1da819-dfba-43f2-8848-8bb429159850 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:20:22.155093 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-ce6613c5-04d4-471e-a3cd-a05dfc11a68f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:20:22.158037 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6613c5-04d4-471e-a3cd-a05dfc11a68f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Pushing event updated for resources: {'Port': ['ID=6d73126e-816a-49e2-8614-6c4009af6327,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:22.160847 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-ce6613c5-04d4-471e-a3cd-a05dfc11a68f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:20:22.191750 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-c29b290e-e4b8-4dc2-bfdc-f3e5727d29e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:22.192375 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-c29b290e-e4b8-4dc2-bfdc-f3e5727d29e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:22.193774 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-c29b290e-e4b8-4dc2-bfdc-f3e5727d29e0 service neutron] 10.222.0.26 "PUT /v2.0/ports/1c7409b8-69e2-4712-9415-45088a679e40 HTTP/1.1" status: 200 len: 1091 time: 2.9769123 Dec 10 16:20:22.196352 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-cbe5b413-3201-4404-9127-7f66e2883321 req-8779a438-a4cc-423a-a637-25234420cd74 service neutron] For port 2dd43503-16c0-4402-9a30-d9969dcf34f0, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:20:22.214088 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbb8e34-268b-4084-8e6c-a29e4c540192', 'tag': '1c7409b8-69e2-4712-9415-45088a679e40'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:20:22.216368 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c9d8d3-00a8-430e-9f0e-47ecf2b8f004" -d '{"events": [{"name": "network-changed", "server_uuid": "7cbb8e34-268b-4084-8e6c-a29e4c540192", "tag": "1c7409b8-69e2-4712-9415-45088a679e40"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:20:22.219375 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-cbe5b413-3201-4404-9127-7f66e2883321 req-8779a438-a4cc-423a-a637-25234420cd74 service neutron] Publish callbacks [] for binding, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:22.220726 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-cbe5b413-3201-4404-9127-7f66e2883321 req-8779a438-a4cc-423a-a637-25234420cd74 service neutron] 10.222.0.26 "DELETE /v2.0/ports/2dd43503-16c0-4402-9a30-d9969dcf34f0/bindings/n-h2-766771-2 HTTP/1.1" status: 204 len: 173 time: 0.6829984 Dec 10 16:20:22.245758 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ddfeb56d-893b-4580-87fa-62d614577e8f req-bff26963-ac4c-491e-bc1e-e6599eda69c6 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438487 Dec 10 16:20:22.294646 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-33203829-68f7-4582-9350-3e8b1a33def3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:22.297785 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-ce6613c5-04d4-471e-a3cd-a05dfc11a68f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:22.303703 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-ce6613c5-04d4-471e-a3cd-a05dfc11a68f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:22.328732 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-ce6613c5-04d4-471e-a3cd-a05dfc11a68f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4315677 Dec 10 16:20:22.328895 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f78dccba-aa4e-40fc-bb68-2da85ab51beb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4a4aeebd470f4e038eb3e33dbb5a01af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8842208 Dec 10 16:20:22.329842 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78dccba-aa4e-40fc-bb68-2da85ab51beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1981ba6-04f0-42ad-89ca-3d8ad7cb6b35,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:22.335206 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-2e87c6c1-a663-46a6-bacf-436faa1b32c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:22.336122 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39562) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:22.337061 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-2e87c6c1-a663-46a6-bacf-436faa1b32c9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20faaf9c38d346c5a5c9ea0fc9964ecb&device_id=7cbb8e34-268b-4084-8e6c-a29e4c540192 HTTP/1.1" status: 200 len: 1094 time: 0.0952482 Dec 10 16:20:22.341847 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-8cebade7-2102-4891-bc1a-f2c2dd9172ed service neutron] Request body: {'port': {'device_id': 'f7fd7ada-5753-4d36-9e30-d3d9a89249e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:20:22.384321 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2249a-104d-457e-9510-3d9160714ea9 req-09efb55b-9797-4f4b-b9d3-35fbe296f580 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:22.386218 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c9a2249a-104d-457e-9510-3d9160714ea9 req-09efb55b-9797-4f4b-b9d3-35fbe296f580 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbb8e34-268b-4084-8e6c-a29e4c540192 HTTP/1.1" status: 200 len: 943 time: 0.3742645 Dec 10 16:20:22.403099 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b290e-e4b8-4dc2-bfdc-f3e5727d29e0 service neutron] Pushing event updated for resources: {'Port': ['ID=1c7409b8-69e2-4712-9415-45088a679e40,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:22.414637 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ec0fa2-c484-420f-9119-8824440e5b2c x-openstack-request-id: req-e4ec0fa2-c484-420f-9119-8824440e5b2c {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:20:22.414934 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cbb8e34-268b-4084-8e6c-a29e4c540192", "tag": "1c7409b8-69e2-4712-9415-45088a679e40", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:20:22.415195 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e4ec0fa2-c484-420f-9119-8824440e5b2c {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:20:22.417509 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cbb8e34-268b-4084-8e6c-a29e4c540192', 'tag': '1c7409b8-69e2-4712-9415-45088a679e40', 'status': 'completed', 'code': 200} Dec 10 16:20:22.437348 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-03c7d73e-d607-4e31-a2a1-6b5f93ff29cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c7409b8-69e2-4712-9415-45088a679e40 HTTP/1.1" status: 200 len: 217 time: 0.0868886 Dec 10 16:20:22.534388 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4811e7eb-81db-444c-9025-8a4a6a1f5f4d tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Pushing event deleted for resources: {'Port': ['ID=398e7b7b-a34f-4664-a654-de7c2d6eac59,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:22.565137 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4811e7eb-81db-444c-9025-8a4a6a1f5f4d tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks [] for floatingip, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:22.567455 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4811e7eb-81db-444c-9025-8a4a6a1f5f4d tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:22.568951 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4811e7eb-81db-444c-9025-8a4a6a1f5f4d tempest-ImagesOneServerNegativeTestJSON-366228391 tempest-ImagesOneServerNegativeTestJSON-366228391-project] 10.222.0.11 "DELETE /v2.0/floatingips/35689213-43d9-4164-aedf-665da4ace914 HTTP/1.1" status: 204 len: 168 time: 2.5864463 Dec 10 16:20:22.598549 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-33780449-6bca-4d76-8384-7fb6bc83e914 None None] Provisioning complete for port 6d73126e-816a-49e2-8614-6c4009af6327 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:22.599125 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-33780449-6bca-4d76-8384-7fb6bc83e914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:22.640676 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-8cebade7-2102-4891-bc1a-f2c2dd9172ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:22.654862 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c9a2249a-104d-457e-9510-3d9160714ea9 req-47e61a44-f0b2-46a8-8425-a56fae076153 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/security-groups?id=de734938-b937-4181-8955-8d1ef1a8949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2539339 Dec 10 16:20:22.655811 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6378a75f-d8e0-4aab-82a3-db5dd42b667e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:22.664781 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-48ab48e0-108d-41dd-97d9-b7eadde10dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:22.666381 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-48ab48e0-108d-41dd-97d9-b7eadde10dc5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=62480659-e465-41da-9ae4-1fa4cb439ee8 HTTP/1.1" status: 200 len: 863 time: 0.2184186 Dec 10 16:20:22.691093 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-33203829-68f7-4582-9350-3e8b1a33def3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:22.707741 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-33780449-6bca-4d76-8384-7fb6bc83e914 None None] Port 6d73126e-816a-49e2-8614-6c4009af6327 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:20:22.736422 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6378a75f-d8e0-4aab-82a3-db5dd42b667e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:22.747254 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b12c7f-d13b-47a0-9e21-63433fe92950 req-9fc20d5b-16aa-4942-9fe5-c0c13d9fd007 tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:22.755117 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-22b12c7f-d13b-47a0-9e21-63433fe92950 req-9fc20d5b-16aa-4942-9fe5-c0c13d9fd007 tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 1096 time: 0.2063715 Dec 10 16:20:22.818905 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 6d4494b9-1479-4907-8eed-6f46f89fceb1 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:20:22.840754 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 6d4494b9-1479-4907-8eed-6f46f89fceb1 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:20:22.841191 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 6d4494b9-1479-4907-8eed-6f46f89fceb1 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:20:22.843529 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-33203829-68f7-4582-9350-3e8b1a33def3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:22.874710 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6378a75f-d8e0-4aab-82a3-db5dd42b667e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:22.877383 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6378a75f-d8e0-4aab-82a3-db5dd42b667e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:22.878559 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-6378a75f-d8e0-4aab-82a3-db5dd42b667e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a1981ba6-04f0-42ad-89ca-3d8ad7cb6b35 HTTP/1.1" status: 204 len: 168 time: 0.5400898 Dec 10 16:20:22.891687 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74d460c-0117-424f-8f0d-fb109a4eb76f None None] Network f6a2e007-0268-4c41-98f5-4df70e7b28ee requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:20:22.891846 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205e0ef-3614-43fc-83c5-4af22bdaf50c req-b7aab43c-7ede-4c9b-9f3e-87843b81a92a tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:22.893254 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2205e0ef-3614-43fc-83c5-4af22bdaf50c req-b7aab43c-7ede-4c9b-9f3e-87843b81a92a tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab HTTP/1.1" status: 200 len: 946 time: 0.1116493 Dec 10 16:20:22.894368 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-33203829-68f7-4582-9350-3e8b1a33def3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:22.897544 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-33203829-68f7-4582-9350-3e8b1a33def3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/7084dede-f26a-498d-b075-bedafde142b1 HTTP/1.1" status: 204 len: 168 time: 0.9717050 Dec 10 16:20:22.900065 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33203829-68f7-4582-9350-3e8b1a33def3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7084dede-f26a-498d-b075-bedafde142b1,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:22.900816 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-3dc422da-6b83-4861-8f16-4b782b6fb55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:22.902401 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39588) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:22.903627 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-3dc422da-6b83-4861-8f16-4b782b6fb55c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=715b4c0a-da9c-47bb-91fb-624b419d2246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2285824 Dec 10 16:20:22.913521 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-22b12c7f-d13b-47a0-9e21-63433fe92950 req-3b1668a0-a81e-4ecb-95a1-91b1b8deb1ff tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575439 Dec 10 16:20:22.922513 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378a75f-d8e0-4aab-82a3-db5dd42b667e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1981ba6-04f0-42ad-89ca-3d8ad7cb6b35,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:23.052684 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2205e0ef-3614-43fc-83c5-4af22bdaf50c req-51310221-92cf-48fb-bcb9-f69bd0d95d7b tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361320 Dec 10 16:20:23.052684 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-05bace99-06a6-4b7f-9689-8abe0927de70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:23.105515 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-11289298-1439-4d48-820f-8a6fe349e14a service neutron] 10.222.0.26 "GET /v2.0/networks/715b4c0a-da9c-47bb-91fb-624b419d2246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901214 Dec 10 16:20:23.164158 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-05bace99-06a6-4b7f-9689-8abe0927de70 admin admin] Deleting port aeaaf98b-16b6-4310-b22b-ebcace5cba97 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:20:23.164158 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-05bace99-06a6-4b7f-9689-8abe0927de70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:23.211576 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534a39a4-9329-4918-b62d-c44c952d15fe None None] DHCP port deletion for f6a2e007-0268-4c41-98f5-4df70e7b28ee request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:20:23.263752 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-05bace99-06a6-4b7f-9689-8abe0927de70 admin admin] For port aeaaf98b-16b6-4310-b22b-ebcace5cba97, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=aeaaf98b-16b6-4310-b22b-ebcace5cba97,segment=NetworkSegment(f046a77b-24c4-4eca-91df-8b31064f7627),segment_id=f046a77b-24c4-4eca-91df-8b31064f7627)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:23.264461 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-05bace99-06a6-4b7f-9689-8abe0927de70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:23.276098 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-534a39a4-9329-4918-b62d-c44c952d15fe None None] Deleting port aeaaf98b-16b6-4310-b22b-ebcace5cba97 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:20:23.276484 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-534a39a4-9329-4918-b62d-c44c952d15fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:23.294743 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-05bace99-06a6-4b7f-9689-8abe0927de70 admin admin] Calling delete_port for aeaaf98b-16b6-4310-b22b-ebcace5cba97 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:20:23.357356 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-534a39a4-9329-4918-b62d-c44c952d15fe None None] For port aeaaf98b-16b6-4310-b22b-ebcace5cba97, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=aeaaf98b-16b6-4310-b22b-ebcace5cba97,segment=NetworkSegment(f046a77b-24c4-4eca-91df-8b31064f7627),segment_id=f046a77b-24c4-4eca-91df-8b31064f7627)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:23.357762 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-534a39a4-9329-4918-b62d-c44c952d15fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:23.359965 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc3788-c075-4be6-aeac-3e94710c5213 req-61e63f63-6016-41e5-b743-195f16cdf61b tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:23.361115 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0ecc3788-c075-4be6-aeac-3e94710c5213 req-61e63f63-6016-41e5-b743-195f16cdf61b tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 1096 time: 0.1161902 Dec 10 16:20:23.371190 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-534a39a4-9329-4918-b62d-c44c952d15fe None None] Calling delete_port for aeaaf98b-16b6-4310-b22b-ebcace5cba97 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:20:23.371580 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ec94f-2bdb-44b2-a8bd-422227efae9c req-53ee7d54-7da4-4619-8f36-42ee53b8dd0f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:23.373117 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-046ec94f-2bdb-44b2-a8bd-422227efae9c req-53ee7d54-7da4-4619-8f36-42ee53b8dd0f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7fd7ada-5753-4d36-9e30-d3d9a89249e2 HTTP/1.1" status: 200 len: 936 time: 0.1715646 Dec 10 16:20:23.430877 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0ecc3788-c075-4be6-aeac-3e94710c5213 req-f24ca558-873d-4cdb-a4f2-5a59030e5fee tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611327 Dec 10 16:20:23.435390 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c44702b0-67d0-4c10-aa72-ecd36134f0e0 req-74a946c3-4ffe-4c05-9cba-c689a590d15d service neutron] 10.222.0.26 "GET /v2.0/networks/715b4c0a-da9c-47bb-91fb-624b419d2246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163912 Dec 10 16:20:23.436148 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-05bace99-06a6-4b7f-9689-8abe0927de70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:23.476775 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bace99-06a6-4b7f-9689-8abe0927de70 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeaaf98b-16b6-4310-b22b-ebcace5cba97,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:23.480130 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bace99-06a6-4b7f-9689-8abe0927de70 admin admin] No DVR routers for this DVR port aeaaf98b-16b6-4310-b22b-ebcace5cba97 on host n-d-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:20:23.500059 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-046ec94f-2bdb-44b2-a8bd-422227efae9c req-1c11a45d-a68e-4f12-a728-69ac6672e6b7 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070964 Dec 10 16:20:23.514129 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-534a39a4-9329-4918-b62d-c44c952d15fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:23.573284 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534a39a4-9329-4918-b62d-c44c952d15fe None None] No DVR routers for this DVR port aeaaf98b-16b6-4310-b22b-ebcace5cba97 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:20:23.576155 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a39a4-9329-4918-b62d-c44c952d15fe None None] Pushing event deleted for resources: {'Port': ['ID=aeaaf98b-16b6-4310-b22b-ebcace5cba97,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:23.625866 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39624) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:23.651278 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-05bace99-06a6-4b7f-9689-8abe0927de70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:23.727715 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-05bace99-06a6-4b7f-9689-8abe0927de70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6a2e007-0268-4c41-98f5-4df70e7b28ee']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:23.738836 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9d8d3-00a8-430e-9f0e-47ecf2b8f004 req-1b260592-01e2-422f-aa21-ec8f8a2c673d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:23.740354 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e9c9d8d3-00a8-430e-9f0e-47ecf2b8f004 req-1b260592-01e2-422f-aa21-ec8f8a2c673d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20faaf9c38d346c5a5c9ea0fc9964ecb&device_id=7cbb8e34-268b-4084-8e6c-a29e4c540192 HTTP/1.1" status: 200 len: 1094 time: 0.2372079 Dec 10 16:20:23.750860 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-8cebade7-2102-4891-bc1a-f2c2dd9172ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d73126e-816a-49e2-8614-6c4009af6327 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:20:23.762893 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-05bace99-06a6-4b7f-9689-8abe0927de70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f046a77b-24c4-4eca-91df-8b31064f7627') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:23.763256 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-05bace99-06a6-4b7f-9689-8abe0927de70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f046a77b-24c4-4eca-91df-8b31064f7627') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:23.788429 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-8cebade7-2102-4891-bc1a-f2c2dd9172ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:23.802943 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-221195ab-5e22-462e-9ba6-87a7cec0b7b2 admin admin] Deleting subnet 4c72c797-c788-4a2c-b14b-bffaa1b0b3e6 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:20:23.807556 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-05bace99-06a6-4b7f-9689-8abe0927de70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:23.811709 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-221195ab-5e22-462e-9ba6-87a7cec0b7b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:23.823396 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-8cebade7-2102-4891-bc1a-f2c2dd9172ed service neutron] Transition to ACTIVE for port object 6d73126e-816a-49e2-8614-6c4009af6327 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:20:23.853255 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-05bace99-06a6-4b7f-9689-8abe0927de70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:23.865327 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05bace99-06a6-4b7f-9689-8abe0927de70 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:20:23.865741 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-05bace99-06a6-4b7f-9689-8abe0927de70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:23.870535 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:20:23.870535 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:20:23.870535 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:20:23.870535 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:20:23.870535 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:20:23.870535 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:20:23.870535 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:20:23.870535 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:20:23.870535 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:20:23.870535 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:20:23.870535 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:20:23.870535 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:20:23.870535 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:20:23.870535 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:20:23.870535 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:20:23.870535 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:20:23.870535 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:20:23.870535 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:20:23.870535 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:20:23.870535 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:20:23.870535 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:20:23.870535 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:20:23.870535 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:20:23.870535 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:20:23.870535 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:20:23.870535 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:20:23.870535 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:20:23.870535 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:20:23.870535 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:20:23.870535 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:20:23.870535 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:20:23.870535 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:20:23.885239 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-221195ab-5e22-462e-9ba6-87a7cec0b7b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:23.921786 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-8cebade7-2102-4891-bc1a-f2c2dd9172ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:23.950720 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa7b1d-c736-4858-8b0b-846f61fb4749 req-4c30ff5f-ea65-4f3b-821a-1a76a5967831 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:23.952343 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-05aa7b1d-c736-4858-8b0b-846f61fb4749 req-4c30ff5f-ea65-4f3b-821a-1a76a5967831 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbb8e34-268b-4084-8e6c-a29e4c540192 HTTP/1.1" status: 200 len: 943 time: 0.2058921 Dec 10 16:20:24.049023 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-05bace99-06a6-4b7f-9689-8abe0927de70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:24.076283 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cebade7-2102-4891-bc1a-f2c2dd9172ed service neutron] Pushing event updated for resources: {'Port': ['ID=6d73126e-816a-49e2-8614-6c4009af6327,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:24.082218 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-05bace99-06a6-4b7f-9689-8abe0927de70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:24.089181 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-05bace99-06a6-4b7f-9689-8abe0927de70 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f6a2e007-0268-4c41-98f5-4df70e7b28ee HTTP/1.1" status: 204 len: 168 time: 1.1807458 Dec 10 16:20:24.111656 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9d8d3-00a8-430e-9f0e-47ecf2b8f004 req-9baebdd2-b342-4cca-9747-9ea9761aa906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:24.113113 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e9c9d8d3-00a8-430e-9f0e-47ecf2b8f004 req-9baebdd2-b342-4cca-9747-9ea9761aa906 service neutron] 10.222.0.26 "GET /v2.0/networks?id=715b4c0a-da9c-47bb-91fb-624b419d2246 HTTP/1.1" status: 200 len: 925 time: 0.3577690 Dec 10 16:20:24.113583 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39650) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:24.120559 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-221195ab-5e22-462e-9ba6-87a7cec0b7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:24.170829 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bace99-06a6-4b7f-9689-8abe0927de70 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6a2e007-0268-4c41-98f5-4df70e7b28ee,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:24.180335 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e9c9d8d3-00a8-430e-9f0e-47ecf2b8f004 req-fba9236e-272c-4a84-8e7c-5bf50372437f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c7409b8-69e2-4712-9415-45088a679e40 HTTP/1.1" status: 200 len: 217 time: 0.0470364 Dec 10 16:20:24.194804 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-05aa7b1d-c736-4858-8b0b-846f61fb4749 req-6488863b-2b39-4451-a466-e308a3a8f7e4 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/security-groups?id=de734938-b937-4181-8955-8d1ef1a8949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223356 Dec 10 16:20:24.247120 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-221195ab-5e22-462e-9ba6-87a7cec0b7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:24.283748 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221195ab-5e22-462e-9ba6-87a7cec0b7b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c72c797-c788-4a2c-b14b-bffaa1b0b3e6,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:24.284879 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-8cebade7-2102-4891-bc1a-f2c2dd9172ed service neutron] Attempting to bind port 6d73126e-816a-49e2-8614-6c4009af6327 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:20:24.285215 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-8cebade7-2102-4891-bc1a-f2c2dd9172ed service neutron] Attempting to bind port 6d73126e-816a-49e2-8614-6c4009af6327 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:20:24.285540 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-8cebade7-2102-4891-bc1a-f2c2dd9172ed service neutron] Attempting to bind port 6d73126e-816a-49e2-8614-6c4009af6327 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:20:24.291590 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-221195ab-5e22-462e-9ba6-87a7cec0b7b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:24.296407 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-221195ab-5e22-462e-9ba6-87a7cec0b7b2 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4c72c797-c788-4a2c-b14b-bffaa1b0b3e6 HTTP/1.1" status: 204 len: 168 time: 0.6688995 Dec 10 16:20:24.301206 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39658) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:24.314349 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-8cebade7-2102-4891-bc1a-f2c2dd9172ed service neutron] Port 6d73126e-816a-49e2-8614-6c4009af6327 on network 1b1da819-dfba-43f2-8848-8bb429159850 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:20:24.314673 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-8cebade7-2102-4891-bc1a-f2c2dd9172ed service neutron] Attempting to bind port 6d73126e-816a-49e2-8614-6c4009af6327 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:20:24.331958 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36f442-1e5c-405f-a4f2-279597c167da req-9f00324f-0db7-4f04-a974-21ef32c93740 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:24.333593 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5d36f442-1e5c-405f-a4f2-279597c167da req-9f00324f-0db7-4f04-a974-21ef32c93740 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab HTTP/1.1" status: 200 len: 946 time: 0.1580606 Dec 10 16:20:24.337219 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9d8d3-00a8-430e-9f0e-47ecf2b8f004 req-a56a4ee9-a9b4-4db0-b991-fe581f1b9125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:24.338631 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e9c9d8d3-00a8-430e-9f0e-47ecf2b8f004 req-a56a4ee9-a9b4-4db0-b991-fe581f1b9125 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=62480659-e465-41da-9ae4-1fa4cb439ee8 HTTP/1.1" status: 200 len: 863 time: 0.1482480 Dec 10 16:20:24.339776 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-8cebade7-2102-4891-bc1a-f2c2dd9172ed service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:20:24.340108 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-8cebade7-2102-4891-bc1a-f2c2dd9172ed service neutron] Checking segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:20:24.340483 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-8cebade7-2102-4891-bc1a-f2c2dd9172ed service neutron] Bound using segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:20:24.340911 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-8cebade7-2102-4891-bc1a-f2c2dd9172ed service neutron] Bound port: 6d73126e-816a-49e2-8614-6c4009af6327, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:20:24.341263 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-8cebade7-2102-4891-bc1a-f2c2dd9172ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:24.386111 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-278c0ad6-5a0e-4f58-aa30-de306b189856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:24.424827 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39660) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:24.453380 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fc744cde-76ba-44eb-9276-783517030dd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:24.499937 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-278c0ad6-5a0e-4f58-aa30-de306b189856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:24.532409 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5d36f442-1e5c-405f-a4f2-279597c167da req-92712e5a-a87e-4310-ad1a-bb725d97da39 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858532 Dec 10 16:20:24.534008 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-804b8ff9-0578-40bb-919e-df8876d2406a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ce8aa923e62740419aa52156296bd6c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1076365 Dec 10 16:20:24.536480 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-278c0ad6-5a0e-4f58-aa30-de306b189856 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:24.538545 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39664) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:24.550448 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9d8d3-00a8-430e-9f0e-47ecf2b8f004 req-5a901261-3455-4095-a276-e7c348b68169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:24.550448 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e9c9d8d3-00a8-430e-9f0e-47ecf2b8f004 req-5a901261-3455-4095-a276-e7c348b68169 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=715b4c0a-da9c-47bb-91fb-624b419d2246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1882935 Dec 10 16:20:24.563800 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-278c0ad6-5a0e-4f58-aa30-de306b189856 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15d1952f-4dcb-4e1f-ad99-f5f939317419') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:24.564129 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-278c0ad6-5a0e-4f58-aa30-de306b189856 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15d1952f-4dcb-4e1f-ad99-f5f939317419') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:24.566098 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-8cebade7-2102-4891-bc1a-f2c2dd9172ed service neutron] For port 6d73126e-816a-49e2-8614-6c4009af6327, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:20:24.583757 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-278c0ad6-5a0e-4f58-aa30-de306b189856 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:24.588655 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-8cebade7-2102-4891-bc1a-f2c2dd9172ed service neutron] For port 6d73126e-816a-49e2-8614-6c4009af6327, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=6d73126e-816a-49e2-8614-6c4009af6327,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:20:24.609851 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-278c0ad6-5a0e-4f58-aa30-de306b189856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:24.618880 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-278c0ad6-5a0e-4f58-aa30-de306b189856 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:20:24.619283 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-278c0ad6-5a0e-4f58-aa30-de306b189856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:24.620999 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:20:24.620999 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:20:24.620999 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:20:24.620999 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:20:24.620999 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:20:24.620999 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:20:24.620999 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:20:24.620999 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:20:24.620999 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:20:24.620999 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:20:24.620999 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:20:24.620999 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:20:24.620999 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:20:24.620999 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:20:24.620999 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:20:24.620999 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:20:24.620999 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:20:24.620999 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:20:24.620999 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:20:24.620999 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:20:24.620999 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:20:24.620999 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:20:24.620999 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:20:24.620999 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:20:24.620999 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:20:24.620999 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:20:24.620999 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:20:24.620999 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:20:24.620999 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:20:24.620999 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:20:24.620999 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:20:24.620999 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:20:24.667934 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bb5dfd5f-f81c-422e-819b-5e5419150b91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:24.674931 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-8cebade7-2102-4891-bc1a-f2c2dd9172ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:24.728532 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bb5dfd5f-f81c-422e-819b-5e5419150b91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:24.732032 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-278c0ad6-5a0e-4f58-aa30-de306b189856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:24.758394 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-278c0ad6-5a0e-4f58-aa30-de306b189856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:24.762520 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-278c0ad6-5a0e-4f58-aa30-de306b189856 admin admin] 10.222.0.11 "DELETE /v2.0/networks/fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51 HTTP/1.1" status: 204 len: 168 time: 0.4601612 Dec 10 16:20:24.798985 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-8cebade7-2102-4891-bc1a-f2c2dd9172ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:24.799595 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-8cebade7-2102-4891-bc1a-f2c2dd9172ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:24.801014 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-8cebade7-2102-4891-bc1a-f2c2dd9172ed service neutron] 10.222.0.46 "PUT /v2.0/ports/6d73126e-816a-49e2-8614-6c4009af6327 HTTP/1.1" status: 200 len: 1096 time: 2.4631453 Dec 10 16:20:24.825550 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7fd7ada-5753-4d36-9e30-d3d9a89249e2', 'tag': '6d73126e-816a-49e2-8614-6c4009af6327'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:20:24.828809 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c5d630-a209-4b60-9bdb-9dd02049a10e" -d '{"events": [{"name": "network-changed", "server_uuid": "f7fd7ada-5753-4d36-9e30-d3d9a89249e2", "tag": "6d73126e-816a-49e2-8614-6c4009af6327"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:20:24.837844 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device aeaaf98b-16b6-4310-b22b-ebcace5cba97 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:20:24.858019 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c0ad6-5a0e-4f58-aa30-de306b189856 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe6b2f31-97c5-4634-8bae-0b6a9f9d8c51,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:24.873886 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c120bf-674a-4483-8858-b19dc5694a74 req-7f9251ab-fcb0-47be-b441-1e15e4fe79c5 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:24.880617 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: aeaaf98b-16b6-4310-b22b-ebcace5cba97 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:20:24.881336 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device aeaaf98b-16b6-4310-b22b-ebcace5cba97 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:20:24.884555 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f8c120bf-674a-4483-8858-b19dc5694a74 req-7f9251ab-fcb0-47be-b441-1e15e4fe79c5 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7fd7ada-5753-4d36-9e30-d3d9a89249e2 HTTP/1.1" status: 200 len: 948 time: 0.2243242 Dec 10 16:20:24.942773 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bb5dfd5f-f81c-422e-819b-5e5419150b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:24.946665 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bb5dfd5f-f81c-422e-819b-5e5419150b91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:24.948084 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-bb5dfd5f-f81c-422e-819b-5e5419150b91 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0ba53670-1c7e-4137-9354-3458021d549f HTTP/1.1" status: 204 len: 168 time: 0.4086115 Dec 10 16:20:24.966221 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5dfd5f-f81c-422e-819b-5e5419150b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba53670-1c7e-4137-9354-3458021d549f,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:25.109977 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e9c9d8d3-00a8-430e-9f0e-47ecf2b8f004 req-f662d2b7-1178-420d-a956-cddc674875fa service neutron] 10.222.0.26 "GET /v2.0/networks/715b4c0a-da9c-47bb-91fb-624b419d2246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5463374 Dec 10 16:20:25.123289 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cebade7-2102-4891-bc1a-f2c2dd9172ed service neutron] Pushing event updated for resources: {'Port': ['ID=6d73126e-816a-49e2-8614-6c4009af6327,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:25.190021 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39674) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:25.219565 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e9c9d8d3-00a8-430e-9f0e-47ecf2b8f004 req-00a2ad19-7b34-445b-aed9-d53a66ed8a8f service neutron] 10.222.0.26 "GET /v2.0/networks/715b4c0a-da9c-47bb-91fb-624b419d2246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930657 Dec 10 16:20:25.225300 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fc744cde-76ba-44eb-9276-783517030dd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:25.236988 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fc744cde-76ba-44eb-9276-783517030dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:25.279393 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc744cde-76ba-44eb-9276-783517030dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e3e983-d91c-40f8-9983-66a936ec09d2,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:25.300971 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f8c120bf-674a-4483-8858-b19dc5694a74 req-7c33be3f-209e-4fb6-ba81-2bf8a7e97ab8 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154804 Dec 10 16:20:25.307384 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67c93d1-df45-4b7f-82af-547be7bae11d x-openstack-request-id: req-e67c93d1-df45-4b7f-82af-547be7bae11d {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:20:25.307702 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7fd7ada-5753-4d36-9e30-d3d9a89249e2", "tag": "6d73126e-816a-49e2-8614-6c4009af6327", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:20:25.307933 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e67c93d1-df45-4b7f-82af-547be7bae11d {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:20:25.308342 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7fd7ada-5753-4d36-9e30-d3d9a89249e2', 'tag': '6d73126e-816a-49e2-8614-6c4009af6327', 'status': 'completed', 'code': 200} Dec 10 16:20:25.319261 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d8fac881-61ef-45de-8d91-191975b11efd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8ae81348bd094aec80f7f6fb7b2e05e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1279509 Dec 10 16:20:25.322649 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39682) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:25.329583 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-7cd7f5d7-f1f7-4a4f-9078-35fa789b70fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:25.331287 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-7cd7f5d7-f1f7-4a4f-9078-35fa789b70fc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33fe36bd287d4a209fabdd94870da5aa&device_id=f7fd7ada-5753-4d36-9e30-d3d9a89249e2 HTTP/1.1" status: 200 len: 1099 time: 0.4287651 Dec 10 16:20:25.335105 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-fc744cde-76ba-44eb-9276-783517030dd2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=00735e76f1a94af2b462d62cdd8b4a9c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2186337 Dec 10 16:20:25.337675 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39684) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:25.429703 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-daa21af5-37a2-48a6-bde9-5631c5743ec4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:25.442783 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-de140af1-e861-4613-87d9-a7b22265f532 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=6d73126e-816a-49e2-8614-6c4009af6327 HTTP/1.1" status: 200 len: 217 time: 0.0701876 Dec 10 16:20:25.467284 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-daa21af5-37a2-48a6-bde9-5631c5743ec4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:25.510463 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39688) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:25.577420 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-906d3f45-fe5d-436a-b069-1b996fd27e82 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d49a27d82af34acc8b149db817381679&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0653269 Dec 10 16:20:25.579966 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39694) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:25.591771 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-76483076-5444-4c04-ad99-d1668877f030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:25.593750 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-76483076-5444-4c04-ad99-d1668877f030 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.1269248 Dec 10 16:20:25.594833 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fa197ab5-34e6-436e-aa1c-53e601a3d7ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:25.613521 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-daa21af5-37a2-48a6-bde9-5631c5743ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:25.616126 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-daa21af5-37a2-48a6-bde9-5631c5743ec4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:25.617277 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-daa21af5-37a2-48a6-bde9-5631c5743ec4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5ed715b0-be51-4047-b9b8-bc4ed065a0b7 HTTP/1.1" status: 204 len: 168 time: 0.2924495 Dec 10 16:20:25.636994 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa21af5-37a2-48a6-bde9-5631c5743ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed715b0-be51-4047-b9b8-bc4ed065a0b7,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:25.655139 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc511f02-37ac-4352-84f7-e50fafc19659 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:25.694659 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc511f02-37ac-4352-84f7-e50fafc19659 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:25.732861 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fa197ab5-34e6-436e-aa1c-53e601a3d7ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:25.743198 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 1c7409b8-69e2-4712-9415-45088a679e40 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:20:25.757632 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc511f02-37ac-4352-84f7-e50fafc19659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:25.762661 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc511f02-37ac-4352-84f7-e50fafc19659 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:25.766027 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-bc511f02-37ac-4352-84f7-e50fafc19659 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1717fd00-c761-40bf-bf54-0643c7108d5e HTTP/1.1" status: 204 len: 168 time: 0.1829684 Dec 10 16:20:25.779354 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc511f02-37ac-4352-84f7-e50fafc19659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1717fd00-c761-40bf-bf54-0643c7108d5e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:25.910769 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84dbdf-41f0-46a5-9f46-dd09670c09ef req-d0822af8-005b-416b-a77d-d8925a926bb6 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:25.925061 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bf84dbdf-41f0-46a5-9f46-dd09670c09ef req-d0822af8-005b-416b-a77d-d8925a926bb6 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbb8e34-268b-4084-8e6c-a29e4c540192 HTTP/1.1" status: 200 len: 943 time: 0.4765494 Dec 10 16:20:25.953287 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 1c7409b8-69e2-4712-9415-45088a679e40, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=1c7409b8-69e2-4712-9415-45088a679e40,segment=NetworkSegment(d00404b4-000b-43be-919f-49cd49cf6df9),segment_id=d00404b4-000b-43be-919f-49cd49cf6df9)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:25.982484 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '1c7409b8-69e2-4712-9415-45088a679e40', 'network_id': '715b4c0a-da9c-47bb-91fb-624b419d2246', 'port_id': '1c7409b8-69e2-4712-9415-45088a679e40', 'mac_address': 'fa:16:3e:17:e1:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62480659-e465-41da-9ae4-1fa4cb439ee8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:20:26.002374 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ba6f9-d126-4254-afb3-2d82a4e818da req-6aa606fd-f745-4a45-b521-8ccdcfd31ea3 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:26.005059 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bf84dbdf-41f0-46a5-9f46-dd09670c09ef req-8d293ed9-7d11-44ae-af9b-d2783ac9c27a tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/security-groups?id=de734938-b937-4181-8955-8d1ef1a8949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789049 Dec 10 16:20:26.006970 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e74ba6f9-d126-4254-afb3-2d82a4e818da req-6aa606fd-f745-4a45-b521-8ccdcfd31ea3 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab HTTP/1.1" status: 200 len: 946 time: 0.1091831 Dec 10 16:20:26.017150 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-0eae3073-c635-4943-be5a-111e7a65eff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:26.031780 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-0eae3073-c635-4943-be5a-111e7a65eff1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4293475 Dec 10 16:20:26.050621 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:26.070792 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c7409b8-69e2-4712-9415-45088a679e40 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:20:26.095685 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 1c7409b8-69e2-4712-9415-45088a679e40, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=1c7409b8-69e2-4712-9415-45088a679e40,segment=NetworkSegment(d00404b4-000b-43be-919f-49cd49cf6df9),segment_id=d00404b4-000b-43be-919f-49cd49cf6df9)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:26.100398 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:26.164062 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e74ba6f9-d126-4254-afb3-2d82a4e818da req-683bec67-4aa9-4510-9ae7-f9f2faed39a5 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414347 Dec 10 16:20:26.164378 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=1c7409b8-69e2-4712-9415-45088a679e40,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:26.179989 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-83916043-e7f6-4993-b926-979720250d67 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395047 Dec 10 16:20:26.181286 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fa197ab5-34e6-436e-aa1c-53e601a3d7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:26.184273 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fa197ab5-34e6-436e-aa1c-53e601a3d7ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:26.185636 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-fa197ab5-34e6-436e-aa1c-53e601a3d7ca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/05e3e983-d91c-40f8-9983-66a936ec09d2 HTTP/1.1" status: 204 len: 168 time: 0.8464231 Dec 10 16:20:26.204487 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa197ab5-34e6-436e-aa1c-53e601a3d7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e3e983-d91c-40f8-9983-66a936ec09d2,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:26.310291 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f1253c4d-c0c7-4eec-add1-a6aaba3a8ddd req-ed5f4d14-5b0b-4ca1-ba16-2ebef806d97c service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196706 Dec 10 16:20:26.350357 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['1c7409b8-69e2-4712-9415-45088a679e40'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:20:26.448148 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5d630-a209-4b60-9bdb-9dd02049a10e req-50519013-6936-4de0-ba8c-cf84a18f1289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:26.452662 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a4c5d630-a209-4b60-9bdb-9dd02049a10e req-50519013-6936-4de0-ba8c-cf84a18f1289 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33fe36bd287d4a209fabdd94870da5aa&device_id=f7fd7ada-5753-4d36-9e30-d3d9a89249e2 HTTP/1.1" status: 200 len: 1099 time: 0.0791271 Dec 10 16:20:26.484756 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f5716-5e20-4da9-9f0b-62b81ae220d2 req-ef2fcd95-1f50-4f80-96a4-4c3d4fd1c874 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:26.500958 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1d3f5716-5e20-4da9-9f0b-62b81ae220d2 req-ef2fcd95-1f50-4f80-96a4-4c3d4fd1c874 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7fd7ada-5753-4d36-9e30-d3d9a89249e2 HTTP/1.1" status: 200 len: 948 time: 0.1183009 Dec 10 16:20:26.662836 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1d3f5716-5e20-4da9-9f0b-62b81ae220d2 req-d6079d19-db62-4613-ae6d-db847b133332 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607132 Dec 10 16:20:26.697737 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5d630-a209-4b60-9bdb-9dd02049a10e req-a53ab04d-6256-4020-a840-5407628932b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:26.699551 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a4c5d630-a209-4b60-9bdb-9dd02049a10e req-a53ab04d-6256-4020-a840-5407628932b6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.2392969 Dec 10 16:20:26.781044 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a4c5d630-a209-4b60-9bdb-9dd02049a10e req-676ec9eb-2d66-47fd-84e9-b1acc0b54f2c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=6d73126e-816a-49e2-8614-6c4009af6327 HTTP/1.1" status: 200 len: 217 time: 0.0730894 Dec 10 16:20:26.852178 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5d630-a209-4b60-9bdb-9dd02049a10e req-13db2bb7-d3ea-4c7f-9c15-c0398142eb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:26.854432 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a4c5d630-a209-4b60-9bdb-9dd02049a10e req-13db2bb7-d3ea-4c7f-9c15-c0398142eb9e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.0658665 Dec 10 16:20:26.915316 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5d630-a209-4b60-9bdb-9dd02049a10e req-c29932a1-2388-45d6-ab00-2f66a66b16c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:26.917002 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a4c5d630-a209-4b60-9bdb-9dd02049a10e req-c29932a1-2388-45d6-ab00-2f66a66b16c8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0500412 Dec 10 16:20:27.033448 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a4c5d630-a209-4b60-9bdb-9dd02049a10e req-6183050a-8814-42f6-b447-66c128c5e69b service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075470 Dec 10 16:20:27.160248 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a4c5d630-a209-4b60-9bdb-9dd02049a10e req-4966a552-88e9-4815-9b3b-2c6c4d2c4f36 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191950 Dec 10 16:20:27.170574 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db648f-36f1-4be6-b952-e3f636269a3d req-f4fb065f-c2f2-43e7-be52-be39e49ac44e tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:27.173345 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-68db648f-36f1-4be6-b952-e3f636269a3d req-f4fb065f-c2f2-43e7-be52-be39e49ac44e tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbb8e34-268b-4084-8e6c-a29e4c540192 HTTP/1.1" status: 200 len: 944 time: 0.0754623 Dec 10 16:20:27.181730 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39758) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:27.245299 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-68db648f-36f1-4be6-b952-e3f636269a3d req-b0af5549-c0d4-47ea-a95c-354a53bffa31 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/security-groups?id=de734938-b937-4181-8955-8d1ef1a8949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655491 Dec 10 16:20:27.324302 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-1f090b94-b343-421b-b860-3dc0ef44b9a5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-268882076-network', 'tenant_id': '9d2b407cceeb45cd90853786f6bbdd56'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:20:27.351224 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39766) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:27.357785 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f090b94-b343-421b-b860-3dc0ef44b9a5 admin admin] Made reservation on behalf of 9d2b407cceeb45cd90853786f6bbdd56 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:20:27.361658 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1f090b94-b343-421b-b860-3dc0ef44b9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:27.371144 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1f090b94-b343-421b-b860-3dc0ef44b9a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:27.400385 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c18b2ae-013a-4c46-a539-fbaf57c204ef req-03b63833-4a02-4f1d-ad30-690d6e94fff2 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:27.402313 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1c18b2ae-013a-4c46-a539-fbaf57c204ef req-03b63833-4a02-4f1d-ad30-690d6e94fff2 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab HTTP/1.1" status: 200 len: 946 time: 0.1078088 Dec 10 16:20:27.432556 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-7db70bab-2d8b-449b-8eb6-2214612ec623 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1488134693-network', 'tenant_id': 'd8d2a6699ac14ae587266a65822b9f70'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:20:27.457610 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db70bab-2d8b-449b-8eb6-2214612ec623 admin admin] Made reservation on behalf of d8d2a6699ac14ae587266a65822b9f70 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:20:27.460485 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7db70bab-2d8b-449b-8eb6-2214612ec623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:27.473691 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1c18b2ae-013a-4c46-a539-fbaf57c204ef req-1f59fcd3-6a3e-496b-aeac-bff79b5fe3f6 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637074 Dec 10 16:20:27.476671 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7db70bab-2d8b-449b-8eb6-2214612ec623 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:27.526509 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1f090b94-b343-421b-b860-3dc0ef44b9a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:27.533578 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1f090b94-b343-421b-b860-3dc0ef44b9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:27.572261 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39774) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:27.575742 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f090b94-b343-421b-b860-3dc0ef44b9a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:20:27.581710 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f090b94-b343-421b-b860-3dc0ef44b9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4439a614-29c3-44e1-b7d1-75aca7003a2a,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:27.594042 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1f090b94-b343-421b-b860-3dc0ef44b9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:27.594407 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-1f090b94-b343-421b-b860-3dc0ef44b9a5 admin admin] Added segment 07874b2c-f2c1-44b8-b11a-0ae147acb5f1 of type vlan for network 36b6d20d-4f9f-43f1-a306-c01c2024226e Dec 10 16:20:27.665678 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7db70bab-2d8b-449b-8eb6-2214612ec623 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:27.669832 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1f090b94-b343-421b-b860-3dc0ef44b9a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:27.674161 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7db70bab-2d8b-449b-8eb6-2214612ec623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:27.715030 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7db70bab-2d8b-449b-8eb6-2214612ec623 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:20:27.720277 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-25413e46-f8c7-4149-a796-28383e5f3045 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-607915908-network', 'tenant_id': 'df7996212a794883ba322fef5e69748f'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:20:27.725149 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db70bab-2d8b-449b-8eb6-2214612ec623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fee5dea-5071-48b5-9184-803baa237b28,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:27.734844 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7db70bab-2d8b-449b-8eb6-2214612ec623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:27.735186 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-7db70bab-2d8b-449b-8eb6-2214612ec623 admin admin] Added segment e4f64f1b-bbc7-4ff5-8e12-ae2f514d9487 of type vlan for network 363226b2-5652-456e-86bb-08df05db4510 Dec 10 16:20:27.744023 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1f090b94-b343-421b-b860-3dc0ef44b9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:27.744861 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25413e46-f8c7-4149-a796-28383e5f3045 admin admin] Made reservation on behalf of df7996212a794883ba322fef5e69748f for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:20:27.745093 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f090b94-b343-421b-b860-3dc0ef44b9a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:27.745675 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1f090b94-b343-421b-b860-3dc0ef44b9a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:27.749003 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25413e46-f8c7-4149-a796-28383e5f3045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:27.760486 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25413e46-f8c7-4149-a796-28383e5f3045 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:27.776812 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 1c7409b8-69e2-4712-9415-45088a679e40 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:20:27.828214 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1f090b94-b343-421b-b860-3dc0ef44b9a5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6450324 Dec 10 16:20:27.831557 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7db70bab-2d8b-449b-8eb6-2214612ec623 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:27.836736 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 1c7409b8-69e2-4712-9415-45088a679e40 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:20:27.839926 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39782) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:27.843915 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 1c7409b8-69e2-4712-9415-45088a679e40 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:27.844901 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:27.852408 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-980f8488-1928-4c7c-8c02-ba48ea3a609f admin admin] Request body: {'subnet': {'network_id': '36b6d20d-4f9f-43f1-a306-c01c2024226e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-268882076-subnet', 'tenant_id': '9d2b407cceeb45cd90853786f6bbdd56', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:20:27.852891 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25413e46-f8c7-4149-a796-28383e5f3045 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:27.864091 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f090b94-b343-421b-b860-3dc0ef44b9a5 admin admin] Pushing event updated for resources: {'Network': ['ID=36b6d20d-4f9f-43f1-a306-c01c2024226e,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:27.867555 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25413e46-f8c7-4149-a796-28383e5f3045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:27.881437 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 36b6d20d-4f9f-43f1-a306-c01c2024226e details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:20:27.895263 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7db70bab-2d8b-449b-8eb6-2214612ec623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:27.896957 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db70bab-2d8b-449b-8eb6-2214612ec623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:27.896957 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7db70bab-2d8b-449b-8eb6-2214612ec623 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:27.902356 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980f8488-1928-4c7c-8c02-ba48ea3a609f admin admin] Made reservation on behalf of 9d2b407cceeb45cd90853786f6bbdd56 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:20:27.904604 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-980f8488-1928-4c7c-8c02-ba48ea3a609f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:27.928829 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25413e46-f8c7-4149-a796-28383e5f3045 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:20:27.953636 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc27c4-7f77-4a9a-a51f-922f3f2c9e42 req-515911d7-936a-44fb-a220-360949cf191e tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:27.961592 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-23dc27c4-7f77-4a9a-a51f-922f3f2c9e42 req-515911d7-936a-44fb-a220-360949cf191e tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7fd7ada-5753-4d36-9e30-d3d9a89249e2 HTTP/1.1" status: 200 len: 948 time: 0.1071854 Dec 10 16:20:27.974111 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25413e46-f8c7-4149-a796-28383e5f3045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:27.974704 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-25413e46-f8c7-4149-a796-28383e5f3045 admin admin] Added segment 71053937-890f-4eab-b0e9-9363f55e1cac of type vlan for network 8360afb7-a21f-4966-aa49-91f4dc24c110 Dec 10 16:20:27.982921 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25413e46-f8c7-4149-a796-28383e5f3045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e873cac-dfa0-4ba8-bf2e-12d45297d23a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:27.991121 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7db70bab-2d8b-449b-8eb6-2214612ec623 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6386869 Dec 10 16:20:27.995014 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39784) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:28.018040 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-575e74b4-19a6-4238-b79c-86ea7df3fdac admin admin] Request body: {'subnet': {'network_id': '363226b2-5652-456e-86bb-08df05db4510', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1488134693-subnet', 'tenant_id': 'd8d2a6699ac14ae587266a65822b9f70', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:20:28.062418 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-23dc27c4-7f77-4a9a-a51f-922f3f2c9e42 req-b423affb-4fc4-45b9-8b9c-399f63ba73aa tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917530 Dec 10 16:20:28.085467 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:28.122872 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25413e46-f8c7-4149-a796-28383e5f3045 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:28.127045 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbb8e34-268b-4084-8e6c-a29e4c540192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7409b8-69e2-4712-9415-45088a679e40'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:20:28.131627 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df99eb2e-6934-4d98-b7fa-5e3de783febf" -d '{"events": [{"server_uuid": "7cbb8e34-268b-4084-8e6c-a29e4c540192", "name": "network-vif-plugged", "status": "completed", "tag": "1c7409b8-69e2-4712-9415-45088a679e40"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:20:28.155952 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 1c7409b8-69e2-4712-9415-45088a679e40, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=1c7409b8-69e2-4712-9415-45088a679e40,segment=NetworkSegment(d00404b4-000b-43be-919f-49cd49cf6df9),segment_id=d00404b4-000b-43be-919f-49cd49cf6df9)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:28.161983 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:28.169722 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25413e46-f8c7-4149-a796-28383e5f3045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:28.171762 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25413e46-f8c7-4149-a796-28383e5f3045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:28.172326 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25413e46-f8c7-4149-a796-28383e5f3045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:28.230014 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=1c7409b8-69e2-4712-9415-45088a679e40,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:28.234290 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0f7134-63ca-4ba0-b6ba-79056d621c00 x-openstack-request-id: req-bb0f7134-63ca-4ba0-b6ba-79056d621c00 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:20:28.234942 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbb8e34-268b-4084-8e6c-a29e4c540192", "name": "network-vif-plugged", "status": "completed", "tag": "1c7409b8-69e2-4712-9415-45088a679e40", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:20:28.235240 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-25413e46-f8c7-4149-a796-28383e5f3045 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6615534 Dec 10 16:20:28.235590 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bb0f7134-63ca-4ba0-b6ba-79056d621c00 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:20:28.235993 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbb8e34-268b-4084-8e6c-a29e4c540192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7409b8-69e2-4712-9415-45088a679e40', 'code': 200} Dec 10 16:20:28.238409 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39788) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:28.243607 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-c8b9a14e-f651-4844-a132-1cc8560443b4 admin admin] Request body: {'subnet': {'network_id': '8360afb7-a21f-4966-aa49-91f4dc24c110', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-607915908-subnet', 'tenant_id': 'df7996212a794883ba322fef5e69748f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:20:28.267497 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25413e46-f8c7-4149-a796-28383e5f3045 admin admin] Pushing event updated for resources: {'Network': ['ID=8360afb7-a21f-4966-aa49-91f4dc24c110,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:28.281494 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 8360afb7-a21f-4966-aa49-91f4dc24c110 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:20:28.289536 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b9a14e-f651-4844-a132-1cc8560443b4 admin admin] Made reservation on behalf of df7996212a794883ba322fef5e69748f for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:20:28.292761 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8b9a14e-f651-4844-a132-1cc8560443b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:28.376022 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db70bab-2d8b-449b-8eb6-2214612ec623 admin admin] Pushing event updated for resources: {'Network': ['ID=363226b2-5652-456e-86bb-08df05db4510,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:28.399783 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 363226b2-5652-456e-86bb-08df05db4510 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:20:28.443074 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5bce4a-234c-479b-9a03-e33577950953 req-3a1f79b7-7649-465c-a149-dd8f2a536af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:28.444548 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bc5bce4a-234c-479b-9a03-e33577950953 req-3a1f79b7-7649-465c-a149-dd8f2a536af1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7cbb8e34-268b-4084-8e6c-a29e4c540192 HTTP/1.1" status: 200 len: 1096 time: 0.0887313 Dec 10 16:20:28.447325 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575e74b4-19a6-4238-b79c-86ea7df3fdac admin admin] Made reservation on behalf of d8d2a6699ac14ae587266a65822b9f70 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:20:28.449927 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-575e74b4-19a6-4238-b79c-86ea7df3fdac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:28.506293 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bc5bce4a-234c-479b-9a03-e33577950953 req-4925ca70-5b69-4bd9-bec4-83f8ad89bf20 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=de734938-b937-4181-8955-8d1ef1a8949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530927 Dec 10 16:20:28.531747 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8b9a14e-f651-4844-a132-1cc8560443b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:28.590343 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955760d3-a064-4345-b967-d62ef15429fb req-76bfa9ea-ab0a-4644-bf7b-b23fadcce2e2 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:28.592307 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-955760d3-a064-4345-b967-d62ef15429fb req-76bfa9ea-ab0a-4644-bf7b-b23fadcce2e2 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbb8e34-268b-4084-8e6c-a29e4c540192 HTTP/1.1" status: 200 len: 945 time: 0.2066643 Dec 10 16:20:28.610734 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b9a14e-f651-4844-a132-1cc8560443b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f0bf07a-1cd9-4695-ab12-12cd8267bab2,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:28.656935 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-980f8488-1928-4c7c-8c02-ba48ea3a609f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:28.677661 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b9a14e-f651-4844-a132-1cc8560443b4 admin admin] Checking segment: {'id': '71053937-890f-4eab-b0e9-9363f55e1cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8360afb7-a21f-4966-aa49-91f4dc24c110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:20:28.678017 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b9a14e-f651-4844-a132-1cc8560443b4 admin admin] Network hostable DHCP agents. Network: 8360afb7-a21f-4966-aa49-91f4dc24c110, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:20:28.698796 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-955760d3-a064-4345-b967-d62ef15429fb req-de3c4a5e-fc4b-4a51-ba93-750e342a7271 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/security-groups?id=de734938-b937-4181-8955-8d1ef1a8949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887511 Dec 10 16:20:28.736328 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b9a14e-f651-4844-a132-1cc8560443b4 admin admin] Network 8360afb7-a21f-4966-aa49-91f4dc24c110 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:20:28.773314 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-c8b9a14e-f651-4844-a132-1cc8560443b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 8360afb7-a21f-4966-aa49-91f4dc24c110) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:20:28.780108 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980f8488-1928-4c7c-8c02-ba48ea3a609f admin admin] Checking segment: {'id': '07874b2c-f2c1-44b8-b11a-0ae147acb5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '36b6d20d-4f9f-43f1-a306-c01c2024226e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:20:28.780687 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980f8488-1928-4c7c-8c02-ba48ea3a609f admin admin] Network hostable DHCP agents. Network: 36b6d20d-4f9f-43f1-a306-c01c2024226e, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:20:28.785835 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e4bf21-772d-4538-95e9-412cc92df855 None None] Network 8360afb7-a21f-4966-aa49-91f4dc24c110 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:20:28.788594 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f8488-1928-4c7c-8c02-ba48ea3a609f admin admin] Pushing event updated for resources: {'Subnet': ['ID=924cc9d6-b23f-47e3-802c-64f19226afb4,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:28.819624 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b9a14e-f651-4844-a132-1cc8560443b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:28.820239 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8b9a14e-f651-4844-a132-1cc8560443b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:28.828945 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980f8488-1928-4c7c-8c02-ba48ea3a609f admin admin] Network 36b6d20d-4f9f-43f1-a306-c01c2024226e is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:20:28.835101 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-980f8488-1928-4c7c-8c02-ba48ea3a609f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 36b6d20d-4f9f-43f1-a306-c01c2024226e) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:20:28.837768 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-575e74b4-19a6-4238-b79c-86ea7df3fdac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:28.846704 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980f8488-1928-4c7c-8c02-ba48ea3a609f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:28.847329 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-980f8488-1928-4c7c-8c02-ba48ea3a609f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:28.906023 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c25d22a-ca3f-4e58-8f0b-d33fce7d9384 None None] Network 36b6d20d-4f9f-43f1-a306-c01c2024226e requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:20:28.916139 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c8b9a14e-f651-4844-a132-1cc8560443b4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6765010 Dec 10 16:20:28.917090 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39794) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:28.927731 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-ece57603-fd19-4487-a799-18dbdb1aefed admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-607915908-router', 'tenant_id': 'df7996212a794883ba322fef5e69748f', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:20:28.932629 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575e74b4-19a6-4238-b79c-86ea7df3fdac admin admin] Pushing event updated for resources: {'Subnet': ['ID=eba51dfb-4a31-463f-a3e8-1df67a384ba8,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:28.941763 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686ded8-9fc3-4c14-8f39-a0230f728a14 req-7682f5e5-1aef-4c21-8d5d-57d78c0d9162 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:28.949891 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d686ded8-9fc3-4c14-8f39-a0230f728a14 req-7682f5e5-1aef-4c21-8d5d-57d78c0d9162 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab HTTP/1.1" status: 200 len: 946 time: 0.1176703 Dec 10 16:20:28.969989 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-980f8488-1928-4c7c-8c02-ba48ea3a609f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1267962 Dec 10 16:20:28.970960 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39796) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:28.986685 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-9520ff29-a402-488a-b637-156ae3046db3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-268882076-router', 'tenant_id': '9d2b407cceeb45cd90853786f6bbdd56', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:20:29.009295 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575e74b4-19a6-4238-b79c-86ea7df3fdac admin admin] Checking segment: {'id': 'e4f64f1b-bbc7-4ff5-8e12-ae2f514d9487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '363226b2-5652-456e-86bb-08df05db4510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:20:29.010335 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575e74b4-19a6-4238-b79c-86ea7df3fdac admin admin] Network hostable DHCP agents. Network: 363226b2-5652-456e-86bb-08df05db4510, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:20:29.027870 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ece57603-fd19-4487-a799-18dbdb1aefed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:29.029139 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ece57603-fd19-4487-a799-18dbdb1aefed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:29.046105 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575e74b4-19a6-4238-b79c-86ea7df3fdac admin admin] Network 363226b2-5652-456e-86bb-08df05db4510 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:20:29.047560 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef73754-07ff-4fec-b26d-ba826d015830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-8360afb7-a21f-4966-aa49-91f4dc24c110', 'network_id': '8360afb7-a21f-4966-aa49-91f4dc24c110', 'project_id': 'df7996212a794883ba322fef5e69748f', 'fixed_ips': [{'subnet_id': '9f0bf07a-1cd9-4695-ab12-12cd8267bab2'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:20:29.048897 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6ef73754-07ff-4fec-b26d-ba826d015830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:29.064124 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-575e74b4-19a6-4238-b79c-86ea7df3fdac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 363226b2-5652-456e-86bb-08df05db4510) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:20:29.069489 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575e74b4-19a6-4238-b79c-86ea7df3fdac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:29.069708 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6044b217-a5eb-4b85-be37-40a391099956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-36b6d20d-4f9f-43f1-a306-c01c2024226e', 'network_id': '36b6d20d-4f9f-43f1-a306-c01c2024226e', 'project_id': '9d2b407cceeb45cd90853786f6bbdd56', 'fixed_ips': [{'subnet_id': '924cc9d6-b23f-47e3-802c-64f19226afb4'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:20:29.070684 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-575e74b4-19a6-4238-b79c-86ea7df3fdac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:29.070896 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6044b217-a5eb-4b85-be37-40a391099956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:29.102874 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6dcf95-21dd-4f83-a1f0-30fb16a553a1 None None] Network 363226b2-5652-456e-86bb-08df05db4510 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:20:29.107984 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d686ded8-9fc3-4c14-8f39-a0230f728a14 req-0707ab72-17e8-4093-bb5a-0deacaa751bd tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561365 Dec 10 16:20:29.126688 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-575e74b4-19a6-4238-b79c-86ea7df3fdac admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1243429 Dec 10 16:20:29.128118 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39800) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:29.136250 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9520ff29-a402-488a-b637-156ae3046db3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:29.138056 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9520ff29-a402-488a-b637-156ae3046db3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:29.141957 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-6f287e6d-363c-4b92-a0ae-422598287d36 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1488134693-router', 'tenant_id': 'd8d2a6699ac14ae587266a65822b9f70', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:20:29.150857 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ece57603-fd19-4487-a799-18dbdb1aefed admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:29.192170 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6f287e6d-363c-4b92-a0ae-422598287d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:29.193432 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6f287e6d-363c-4b92-a0ae-422598287d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:29.262745 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6f287e6d-363c-4b92-a0ae-422598287d36 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:29.295404 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9520ff29-a402-488a-b637-156ae3046db3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:29.370964 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ece57603-fd19-4487-a799-18dbdb1aefed admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:29.437514 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-6ef73754-07ff-4fec-b26d-ba826d015830 None None] Allocated IP 172.20.0.2 (8360afb7-a21f-4966-aa49-91f4dc24c110/9f0bf07a-1cd9-4695-ab12-12cd8267bab2/4c03f5e7-0193-4b48-a014-5196c5bcd647) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:20:29.446189 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861d99ad-55e2-4517-a9ca-bfdd4b462351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-363226b2-5652-456e-86bb-08df05db4510', 'network_id': '363226b2-5652-456e-86bb-08df05db4510', 'project_id': 'd8d2a6699ac14ae587266a65822b9f70', 'fixed_ips': [{'subnet_id': 'eba51dfb-4a31-463f-a3e8-1df67a384ba8'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:20:29.446969 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-861d99ad-55e2-4517-a9ca-bfdd4b462351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:29.465848 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-6044b217-a5eb-4b85-be37-40a391099956 None None] Allocated IP 172.20.0.2 (36b6d20d-4f9f-43f1-a306-c01c2024226e/924cc9d6-b23f-47e3-802c-64f19226afb4/2899896c-02e9-4513-82fd-c41b23f0cf72) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:20:29.466685 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6f287e6d-363c-4b92-a0ae-422598287d36 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:29.638505 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 6d73126e-816a-49e2-8614-6c4009af6327 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:20:29.638769 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9520ff29-a402-488a-b637-156ae3046db3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:29.778319 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6f287e6d-363c-4b92-a0ae-422598287d36 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:29.809994 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6f287e6d-363c-4b92-a0ae-422598287d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:29.965967 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-6f287e6d-363c-4b92-a0ae-422598287d36 admin admin] Allocated IP 172.25.6.232 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/2e55ace3-4771-44d3-90bc-cc9f4562dfbc) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:20:30.050762 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b594098-d7b2-4a98-a082-8121440deb86 req-b80227ea-9cb0-4d19-bb72-8251d3a0ed35 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:30.052361 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0b594098-d7b2-4a98-a082-8121440deb86 req-b80227ea-9cb0-4d19-bb72-8251d3a0ed35 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7fd7ada-5753-4d36-9e30-d3d9a89249e2 HTTP/1.1" status: 200 len: 948 time: 0.8102746 Dec 10 16:20:30.064914 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-861d99ad-55e2-4517-a9ca-bfdd4b462351 None None] Allocated IP 172.20.0.2 (363226b2-5652-456e-86bb-08df05db4510/eba51dfb-4a31-463f-a3e8-1df67a384ba8/86405fb5-3873-4017-bf5b-1a5eb4b8a108) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:20:30.078799 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 6d73126e-816a-49e2-8614-6c4009af6327, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=6d73126e-816a-49e2-8614-6c4009af6327,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:30.108306 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6044b217-a5eb-4b85-be37-40a391099956 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:30.112149 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6f287e6d-363c-4b92-a0ae-422598287d36 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:30.116325 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6ef73754-07ff-4fec-b26d-ba826d015830 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:30.120688 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '6d73126e-816a-49e2-8614-6c4009af6327', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'port_id': '6d73126e-816a-49e2-8614-6c4009af6327', 'mac_address': 'fa:16:3e:b3:a6:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a18c92-5007-49e2-b728-7aedc06dca57', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:20:30.129213 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6044b217-a5eb-4b85-be37-40a391099956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:30.143491 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6ef73754-07ff-4fec-b26d-ba826d015830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:30.153031 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0b594098-d7b2-4a98-a082-8121440deb86 req-21517ab6-58fc-4fd8-aa31-cea358240789 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724652 Dec 10 16:20:30.167826 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6f287e6d-363c-4b92-a0ae-422598287d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:30.257276 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef73754-07ff-4fec-b26d-ba826d015830 None None] Network 8360afb7-a21f-4966-aa49-91f4dc24c110 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:20:30.263450 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f287e6d-363c-4b92-a0ae-422598287d36 admin admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:20:30.266631 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-6f287e6d-363c-4b92-a0ae-422598287d36 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:20:30.271590 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f287e6d-363c-4b92-a0ae-422598287d36 admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:20:30.275092 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f287e6d-363c-4b92-a0ae-422598287d36 admin admin] Pushing event updated for resources: {'Port': ['ID=2e55ace3-4771-44d3-90bc-cc9f4562dfbc,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:30.302796 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-6ef73754-07ff-4fec-b26d-ba826d015830 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:20:30.313379 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef73754-07ff-4fec-b26d-ba826d015830 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:20:30.325892 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6044b217-a5eb-4b85-be37-40a391099956 None None] Pushing event updated for resources: {'Port': ['ID=2899896c-02e9-4513-82fd-c41b23f0cf72,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:30.382789 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6044b217-a5eb-4b85-be37-40a391099956 None None] Network 36b6d20d-4f9f-43f1-a306-c01c2024226e is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:20:30.399876 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef73754-07ff-4fec-b26d-ba826d015830 None None] Pushing event updated for resources: {'Port': ['ID=4c03f5e7-0193-4b48-a014-5196c5bcd647,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:30.403573 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:30.425881 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-6044b217-a5eb-4b85-be37-40a391099956 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:20:30.444979 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6044b217-a5eb-4b85-be37-40a391099956 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:20:30.479411 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ece57603-fd19-4487-a799-18dbdb1aefed admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:30.480486 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d73126e-816a-49e2-8614-6c4009af6327 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:20:30.511348 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ece57603-fd19-4487-a799-18dbdb1aefed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:30.538864 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad2a7d-662b-488c-b551-74b9c354f188 req-d0223fcf-fc4c-4f1e-9cc9-09cf272b4dab tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:30.546666 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-78ad2a7d-662b-488c-b551-74b9c354f188 req-d0223fcf-fc4c-4f1e-9cc9-09cf272b4dab tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbb8e34-268b-4084-8e6c-a29e4c540192 HTTP/1.1" status: 200 len: 945 time: 0.1782782 Dec 10 16:20:30.571240 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-6ef73754-07ff-4fec-b26d-ba826d015830 None None] Attempting to bind port 4c03f5e7-0193-4b48-a014-5196c5bcd647 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:20:30.571547 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-6ef73754-07ff-4fec-b26d-ba826d015830 None None] Attempting to bind port 4c03f5e7-0193-4b48-a014-5196c5bcd647 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '71053937-890f-4eab-b0e9-9363f55e1cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8360afb7-a21f-4966-aa49-91f4dc24c110'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:20:30.571945 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef73754-07ff-4fec-b26d-ba826d015830 None None] Attempting to bind port 4c03f5e7-0193-4b48-a014-5196c5bcd647 on network 8360afb7-a21f-4966-aa49-91f4dc24c110 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:20:30.580346 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9520ff29-a402-488a-b637-156ae3046db3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:30.591285 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6f287e6d-363c-4b92-a0ae-422598287d36 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:30.598948 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 6d73126e-816a-49e2-8614-6c4009af6327, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=6d73126e-816a-49e2-8614-6c4009af6327,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:30.626482 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-6044b217-a5eb-4b85-be37-40a391099956 None None] Attempting to bind port 2899896c-02e9-4513-82fd-c41b23f0cf72 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:20:30.626914 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-6044b217-a5eb-4b85-be37-40a391099956 None None] Attempting to bind port 2899896c-02e9-4513-82fd-c41b23f0cf72 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '07874b2c-f2c1-44b8-b11a-0ae147acb5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '36b6d20d-4f9f-43f1-a306-c01c2024226e'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:20:30.627283 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6044b217-a5eb-4b85-be37-40a391099956 None None] Attempting to bind port 2899896c-02e9-4513-82fd-c41b23f0cf72 on network 36b6d20d-4f9f-43f1-a306-c01c2024226e {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:20:30.637140 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9520ff29-a402-488a-b637-156ae3046db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:30.677418 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:30.681060 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef73754-07ff-4fec-b26d-ba826d015830 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:20:30.681745 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef73754-07ff-4fec-b26d-ba826d015830 None None] Checking segment: {'id': '71053937-890f-4eab-b0e9-9363f55e1cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8360afb7-a21f-4966-aa49-91f4dc24c110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:20:30.681941 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6ef73754-07ff-4fec-b26d-ba826d015830 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:30.682327 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef73754-07ff-4fec-b26d-ba826d015830 None None] Bound using segment: {'id': '71053937-890f-4eab-b0e9-9363f55e1cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8360afb7-a21f-4966-aa49-91f4dc24c110'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:20:30.682871 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-6ef73754-07ff-4fec-b26d-ba826d015830 None None] Bound port: 4c03f5e7-0193-4b48-a014-5196c5bcd647, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71053937-890f-4eab-b0e9-9363f55e1cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8360afb7-a21f-4966-aa49-91f4dc24c110'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:20:30.683260 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6ef73754-07ff-4fec-b26d-ba826d015830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:30.701262 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6044b217-a5eb-4b85-be37-40a391099956 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:20:30.701641 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6044b217-a5eb-4b85-be37-40a391099956 None None] Checking segment: {'id': '07874b2c-f2c1-44b8-b11a-0ae147acb5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '36b6d20d-4f9f-43f1-a306-c01c2024226e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:20:30.702662 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6044b217-a5eb-4b85-be37-40a391099956 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:30.703059 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6044b217-a5eb-4b85-be37-40a391099956 None None] Bound using segment: {'id': '07874b2c-f2c1-44b8-b11a-0ae147acb5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '36b6d20d-4f9f-43f1-a306-c01c2024226e'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:20:30.703556 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-6044b217-a5eb-4b85-be37-40a391099956 None None] Bound port: 2899896c-02e9-4513-82fd-c41b23f0cf72, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07874b2c-f2c1-44b8-b11a-0ae147acb5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '36b6d20d-4f9f-43f1-a306-c01c2024226e'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:20:30.703947 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6044b217-a5eb-4b85-be37-40a391099956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:30.745354 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-78ad2a7d-662b-488c-b551-74b9c354f188 req-3c588186-f597-4bb0-ade7-fa7452e00609 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/security-groups?id=de734938-b937-4181-8955-8d1ef1a8949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668692 Dec 10 16:20:30.783396 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-ece57603-fd19-4487-a799-18dbdb1aefed admin admin] Allocated IP 172.25.6.85 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/363cbb52-1e4e-40ed-86d9-f682b42e3243) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:20:30.810894 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-861d99ad-55e2-4517-a9ca-bfdd4b462351 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:30.833256 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6f287e6d-363c-4b92-a0ae-422598287d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:30.851226 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=6d73126e-816a-49e2-8614-6c4009af6327,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:30.867841 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-861d99ad-55e2-4517-a9ca-bfdd4b462351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:30.924721 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ab010-6a34-4993-ace6-dedeb2bcd136 req-31a6a69b-5da0-4869-9b34-ebd7df2ce008 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:30.926102 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-906ab010-6a34-4993-ace6-dedeb2bcd136 req-31a6a69b-5da0-4869-9b34-ebd7df2ce008 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab HTTP/1.1" status: 200 len: 946 time: 0.1041863 Dec 10 16:20:30.938741 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-6ef73754-07ff-4fec-b26d-ba826d015830 None None] For port 4c03f5e7-0193-4b48-a014-5196c5bcd647, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:20:30.947907 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861d99ad-55e2-4517-a9ca-bfdd4b462351 None None] Network 363226b2-5652-456e-86bb-08df05db4510 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:20:30.954390 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['6d73126e-816a-49e2-8614-6c4009af6327'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:20:30.969218 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ece57603-fd19-4487-a799-18dbdb1aefed admin admin] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:30.975296 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f287e6d-363c-4b92-a0ae-422598287d36 admin admin] Router b5750f1d-c29d-4c10-b6df-6d6671eaf472 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:20:30.990328 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-861d99ad-55e2-4517-a9ca-bfdd4b462351 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:20:30.993070 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861d99ad-55e2-4517-a9ca-bfdd4b462351 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:20:31.000124 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-6044b217-a5eb-4b85-be37-40a391099956 None None] For port 2899896c-02e9-4513-82fd-c41b23f0cf72, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:20:31.003194 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-6ef73754-07ff-4fec-b26d-ba826d015830 None None] For port 4c03f5e7-0193-4b48-a014-5196c5bcd647, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=4c03f5e7-0193-4b48-a014-5196c5bcd647,segment=NetworkSegment(71053937-890f-4eab-b0e9-9363f55e1cac),segment_id=71053937-890f-4eab-b0e9-9363f55e1cac)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:20:31.005010 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d99ad-55e2-4517-a9ca-bfdd4b462351 None None] Pushing event updated for resources: {'Port': ['ID=86405fb5-3873-4017-bf5b-1a5eb4b8a108,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:31.013181 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-906ab010-6a34-4993-ace6-dedeb2bcd136 req-edba4e7c-71c3-47b5-b010-9fec7b0490ed tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730057 Dec 10 16:20:31.025361 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6ef73754-07ff-4fec-b26d-ba826d015830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:31.031135 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-6044b217-a5eb-4b85-be37-40a391099956 None None] For port 2899896c-02e9-4513-82fd-c41b23f0cf72, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=2899896c-02e9-4513-82fd-c41b23f0cf72,segment=NetworkSegment(07874b2c-f2c1-44b8-b11a-0ae147acb5f1),segment_id=07874b2c-f2c1-44b8-b11a-0ae147acb5f1)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:20:31.070494 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ece57603-fd19-4487-a799-18dbdb1aefed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:31.071924 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6044b217-a5eb-4b85-be37-40a391099956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:31.096478 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f287e6d-363c-4b92-a0ae-422598287d36 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:20:31.109281 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac2b6be-d761-4bca-8f50-09dafd9f6b19 None None] Sync routers for ids ['b5750f1d-c29d-4c10-b6df-6d6671eaf472'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:20:31.130349 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6f287e6d-363c-4b92-a0ae-422598287d36 admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:31.131812 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6f287e6d-363c-4b92-a0ae-422598287d36 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9987042 Dec 10 16:20:31.138706 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39812) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:31.142074 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac2b6be-d761-4bca-8f50-09dafd9f6b19 None None] Routers {'b5750f1d-c29d-4c10-b6df-6d6671eaf472'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:20:31.146248 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3ac2b6be-d761-4bca-8f50-09dafd9f6b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:20:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['b5750f1d-c29d-4c10-b6df-6d6671eaf472'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:31.190085 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef73754-07ff-4fec-b26d-ba826d015830 None None] Pushing event updated for resources: {'Port': ['ID=4c03f5e7-0193-4b48-a014-5196c5bcd647,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:31.199817 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-861d99ad-55e2-4517-a9ca-bfdd4b462351 None None] Attempting to bind port 86405fb5-3873-4017-bf5b-1a5eb4b8a108 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:20:31.200200 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-861d99ad-55e2-4517-a9ca-bfdd4b462351 None None] Attempting to bind port 86405fb5-3873-4017-bf5b-1a5eb4b8a108 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'e4f64f1b-bbc7-4ff5-8e12-ae2f514d9487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '363226b2-5652-456e-86bb-08df05db4510'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:20:31.200573 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861d99ad-55e2-4517-a9ca-bfdd4b462351 None None] Attempting to bind port 86405fb5-3873-4017-bf5b-1a5eb4b8a108 on network 363226b2-5652-456e-86bb-08df05db4510 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:20:31.231248 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861d99ad-55e2-4517-a9ca-bfdd4b462351 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:20:31.231643 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861d99ad-55e2-4517-a9ca-bfdd4b462351 None None] Checking segment: {'id': 'e4f64f1b-bbc7-4ff5-8e12-ae2f514d9487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '363226b2-5652-456e-86bb-08df05db4510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:20:31.232052 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-861d99ad-55e2-4517-a9ca-bfdd4b462351 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:31.232454 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861d99ad-55e2-4517-a9ca-bfdd4b462351 None None] Bound using segment: {'id': 'e4f64f1b-bbc7-4ff5-8e12-ae2f514d9487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '363226b2-5652-456e-86bb-08df05db4510'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:20:31.232953 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-861d99ad-55e2-4517-a9ca-bfdd4b462351 None None] Bound port: 86405fb5-3873-4017-bf5b-1a5eb4b8a108, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f64f1b-bbc7-4ff5-8e12-ae2f514d9487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '363226b2-5652-456e-86bb-08df05db4510'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:20:31.233883 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-861d99ad-55e2-4517-a9ca-bfdd4b462351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:31.254080 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece57603-fd19-4487-a799-18dbdb1aefed admin admin] Pushing event updated for resources: {'Port': ['ID=363cbb52-1e4e-40ed-86d9-f682b42e3243,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:31.306171 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece57603-fd19-4487-a799-18dbdb1aefed admin admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:20:31.314402 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-ece57603-fd19-4487-a799-18dbdb1aefed admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:20:31.345648 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece57603-fd19-4487-a799-18dbdb1aefed admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:20:31.347782 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-3ac2b6be-d761-4bca-8f50-09dafd9f6b19 None None] Set router b5750f1d-c29d-4c10-b6df-6d6671eaf472 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:20:31.353923 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6044b217-a5eb-4b85-be37-40a391099956 None None] Pushing event updated for resources: {'Port': ['ID=2899896c-02e9-4513-82fd-c41b23f0cf72,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:31.420446 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-9520ff29-a402-488a-b637-156ae3046db3 admin admin] Allocated IP 172.25.6.156 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/213ff7b5-4ae5-476f-8b84-ad4251ff744a) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:20:31.422635 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-861d99ad-55e2-4517-a9ca-bfdd4b462351 None None] For port 86405fb5-3873-4017-bf5b-1a5eb4b8a108, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:20:31.475010 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-861d99ad-55e2-4517-a9ca-bfdd4b462351 None None] For port 86405fb5-3873-4017-bf5b-1a5eb4b8a108, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=86405fb5-3873-4017-bf5b-1a5eb4b8a108,segment=NetworkSegment(e4f64f1b-bbc7-4ff5-8e12-ae2f514d9487),segment_id=e4f64f1b-bbc7-4ff5-8e12-ae2f514d9487)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:20:31.484638 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-861d99ad-55e2-4517-a9ca-bfdd4b462351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:31.569992 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f776b-e760-4b1c-8217-e277059dba3f req-807e2c6b-4afe-4bc9-a173-a122905c90cf tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:31.572965 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d44f776b-e760-4b1c-8217-e277059dba3f req-807e2c6b-4afe-4bc9-a173-a122905c90cf tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbb8e34-268b-4084-8e6c-a29e4c540192 HTTP/1.1" status: 200 len: 945 time: 0.4026711 Dec 10 16:20:31.581446 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d99ad-55e2-4517-a9ca-bfdd4b462351 None None] Pushing event updated for resources: {'Port': ['ID=86405fb5-3873-4017-bf5b-1a5eb4b8a108,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:31.619223 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39818) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:31.650650 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-399ab498-decb-47b7-973b-3a833ce36894 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Request body: {'floatingip': {'port_id': '1c7409b8-69e2-4712-9415-45088a679e40'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:20:31.813783 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3ac2b6be-d761-4bca-8f50-09dafd9f6b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5750f1d-c29d-4c10-b6df-6d6671eaf472', 'name': 'tempest-TaggedBootDevicesTest-1488134693-router', 'tenant_id': 'd8d2a6699ac14ae587266a65822b9f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '2e55ace3-4771-44d3-90bc-cc9f4562dfbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:20:30Z', 'revision_number': 3, 'project_id': 'd8d2a6699ac14ae587266a65822b9f70', 'gw_port': {'id': '2e55ace3-4771-44d3-90bc-cc9f4562dfbc', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:81:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5750f1d-c29d-4c10-b6df-6d6671eaf472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:20:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:31.836756 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-399ab498-decb-47b7-973b-3a833ce36894 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks [] for floatingip, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:31.871800 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac2b6be-d761-4bca-8f50-09dafd9f6b19 None None] Checking router: b5750f1d-c29d-4c10-b6df-6d6671eaf472 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:20:31.872435 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac2b6be-d761-4bca-8f50-09dafd9f6b19 None None] Updating router b5750f1d-c29d-4c10-b6df-6d6671eaf472 port 2e55ace3-4771-44d3-90bc-cc9f4562dfbc binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:20:31.918643 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3ac2b6be-d761-4bca-8f50-09dafd9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:31.937325 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b10a2443-205f-4148-ba68-d42404b7ebbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:32.089201 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9520ff29-a402-488a-b637-156ae3046db3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:32.273123 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-b10a2443-205f-4148-ba68-d42404b7ebbd admin admin] Allocated IP 172.20.0.1 (363226b2-5652-456e-86bb-08df05db4510/eba51dfb-4a31-463f-a3e8-1df67a384ba8/f16c16b9-c71a-4713-8161-79fac789175f) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:20:32.398449 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b10a2443-205f-4148-ba68-d42404b7ebbd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:32.411040 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9520ff29-a402-488a-b637-156ae3046db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:32.462154 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b10a2443-205f-4148-ba68-d42404b7ebbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:32.495876 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1436619-c27c-482f-b7e7-e49e3caaa7d8 req-b856dc5d-ff49-459b-a7c4-a41dd5479ebb tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:32.507099 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c1436619-c27c-482f-b7e7-e49e3caaa7d8 req-b856dc5d-ff49-459b-a7c4-a41dd5479ebb tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7fd7ada-5753-4d36-9e30-d3d9a89249e2 HTTP/1.1" status: 200 len: 949 time: 0.2376957 Dec 10 16:20:32.511907 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10a2443-205f-4148-ba68-d42404b7ebbd admin admin] Network 363226b2-5652-456e-86bb-08df05db4510 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:20:32.516693 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-b10a2443-205f-4148-ba68-d42404b7ebbd admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:20:32.519781 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10a2443-205f-4148-ba68-d42404b7ebbd admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:20:32.525946 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a2443-205f-4148-ba68-d42404b7ebbd admin admin] Pushing event updated for resources: {'Port': ['ID=f16c16b9-c71a-4713-8161-79fac789175f,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:32.579704 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b10a2443-205f-4148-ba68-d42404b7ebbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:32.646668 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9520ff29-a402-488a-b637-156ae3046db3 admin admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:20:32.664508 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3ac2b6be-d761-4bca-8f50-09dafd9f6b19 None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:32.674326 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3ac2b6be-d761-4bca-8f50-09dafd9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:32.689046 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ece57603-fd19-4487-a799-18dbdb1aefed admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:32.691001 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-9520ff29-a402-488a-b637-156ae3046db3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:20:32.712662 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9520ff29-a402-488a-b637-156ae3046db3 admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:20:32.740173 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aab62b6-763e-4b7e-86ce-10da05940e2e None None] Network 8360afb7-a21f-4966-aa49-91f4dc24c110 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:20:32.753090 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde7a64-72b1-4573-a080-ca380496b885 None None] Pushing event updated for resources: {'Port': ['ID=2e55ace3-4771-44d3-90bc-cc9f4562dfbc,revision_number=2']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:32.765838 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9520ff29-a402-488a-b637-156ae3046db3 admin admin] Pushing event updated for resources: {'Port': ['ID=213ff7b5-4ae5-476f-8b84-ad4251ff744a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:32.777000 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddde7a64-72b1-4573-a080-ca380496b885 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:32.777345 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddde7a64-72b1-4573-a080-ca380496b885 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:32.777686 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddde7a64-72b1-4573-a080-ca380496b885 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:32.778020 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddde7a64-72b1-4573-a080-ca380496b885 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:32.778386 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddde7a64-72b1-4573-a080-ca380496b885 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:32.778718 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddde7a64-72b1-4573-a080-ca380496b885 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:32.779041 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddde7a64-72b1-4573-a080-ca380496b885 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:32.779205 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b10a2443-205f-4148-ba68-d42404b7ebbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:32.779359 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddde7a64-72b1-4573-a080-ca380496b885 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:32.779683 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddde7a64-72b1-4573-a080-ca380496b885 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:32.780000 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddde7a64-72b1-4573-a080-ca380496b885 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:32.780837 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddde7a64-72b1-4573-a080-ca380496b885 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:32.781224 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddde7a64-72b1-4573-a080-ca380496b885 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:32.781532 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddde7a64-72b1-4573-a080-ca380496b885 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:32.787597 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-3ac2b6be-d761-4bca-8f50-09dafd9f6b19 None None] Attempting to bind port 2e55ace3-4771-44d3-90bc-cc9f4562dfbc on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:20:32.788043 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-3ac2b6be-d761-4bca-8f50-09dafd9f6b19 None None] Attempting to bind port 2e55ace3-4771-44d3-90bc-cc9f4562dfbc by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:20:32.788409 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac2b6be-d761-4bca-8f50-09dafd9f6b19 None None] Attempting to bind port 2e55ace3-4771-44d3-90bc-cc9f4562dfbc on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:20:32.795571 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac2b6be-d761-4bca-8f50-09dafd9f6b19 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:20:32.796586 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac2b6be-d761-4bca-8f50-09dafd9f6b19 None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:20:32.796999 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3ac2b6be-d761-4bca-8f50-09dafd9f6b19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:32.797446 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac2b6be-d761-4bca-8f50-09dafd9f6b19 None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:20:32.797926 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-3ac2b6be-d761-4bca-8f50-09dafd9f6b19 None None] Bound port: 2e55ace3-4771-44d3-90bc-cc9f4562dfbc, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:20:32.798348 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3ac2b6be-d761-4bca-8f50-09dafd9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:32.914166 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c1436619-c27c-482f-b7e7-e49e3caaa7d8 req-358fa83e-7c38-4b4e-9202-557c2b05ac5a tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060874 Dec 10 16:20:32.952205 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-3ac2b6be-d761-4bca-8f50-09dafd9f6b19 None None] For port 2e55ace3-4771-44d3-90bc-cc9f4562dfbc, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:20:32.956654 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e7d9f352-98ec-4d80-ab57-e7956e0d100e None None] Provisioning complete for port 4c03f5e7-0193-4b48-a014-5196c5bcd647 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:32.957030 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e7d9f352-98ec-4d80-ab57-e7956e0d100e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:32.958048 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-3ac2b6be-d761-4bca-8f50-09dafd9f6b19 None None] For port 2e55ace3-4771-44d3-90bc-cc9f4562dfbc, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=2e55ace3-4771-44d3-90bc-cc9f4562dfbc,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:20:32.967453 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3ac2b6be-d761-4bca-8f50-09dafd9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:33.081764 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde7a64-72b1-4573-a080-ca380496b885 None None] Pushing event updated for resources: {'Port': ['ID=2e55ace3-4771-44d3-90bc-cc9f4562dfbc,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:33.103683 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac2b6be-d761-4bca-8f50-09dafd9f6b19 None None] Routers {'b5750f1d-c29d-4c10-b6df-6d6671eaf472'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:20:33.104311 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3ac2b6be-d761-4bca-8f50-09dafd9f6b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:20:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['b5750f1d-c29d-4c10-b6df-6d6671eaf472'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:33.173683 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 86405fb5-3873-4017-bf5b-1a5eb4b8a108 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:20:33.204705 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b10a2443-205f-4148-ba68-d42404b7ebbd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:33.227473 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b10a2443-205f-4148-ba68-d42404b7ebbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:33.272714 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-3ac2b6be-d761-4bca-8f50-09dafd9f6b19 None None] Set router b5750f1d-c29d-4c10-b6df-6d6671eaf472 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:20:33.402110 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b10a2443-205f-4148-ba68-d42404b7ebbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:33.441121 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a2443-205f-4148-ba68-d42404b7ebbd admin admin] Pushing event updated for resources: {'Port': ['ID=f16c16b9-c71a-4713-8161-79fac789175f,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:33.570343 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d1e6e5-c761-463e-acb6-2c054dff2d93 None None] Network 363226b2-5652-456e-86bb-08df05db4510 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:20:33.590187 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3ac2b6be-d761-4bca-8f50-09dafd9f6b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5750f1d-c29d-4c10-b6df-6d6671eaf472', 'name': 'tempest-TaggedBootDevicesTest-1488134693-router', 'tenant_id': 'd8d2a6699ac14ae587266a65822b9f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '2e55ace3-4771-44d3-90bc-cc9f4562dfbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:20:32Z', 'revision_number': 4, 'project_id': 'd8d2a6699ac14ae587266a65822b9f70', 'gw_port': {'id': '2e55ace3-4771-44d3-90bc-cc9f4562dfbc', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:81:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5750f1d-c29d-4c10-b6df-6d6671eaf472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'f16c16b9-c71a-4713-8161-79fac789175f', 'name': '', 'network_id': '363226b2-5652-456e-86bb-08df05db4510', 'tenant_id': 'd8d2a6699ac14ae587266a65822b9f70', 'mac_address': 'fa:16:3e:43:ad:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5750f1d-c29d-4c10-b6df-6d6671eaf472', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'eba51dfb-4a31-463f-a3e8-1df67a384ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:31Z', 'updated_at': '2021-12-10T16:20:32Z', 'revision_number': 1, 'project_id': 'd8d2a6699ac14ae587266a65822b9f70', 'subnets': [{'id': 'eba51dfb-4a31-463f-a3e8-1df67a384ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:33.637688 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac2b6be-d761-4bca-8f50-09dafd9f6b19 None None] The sync data for ids ['b5750f1d-c29d-4c10-b6df-6d6671eaf472'] in n-d-766771-2 is: [{'id': 'b5750f1d-c29d-4c10-b6df-6d6671eaf472', 'name': 'tempest-TaggedBootDevicesTest-1488134693-router', 'tenant_id': 'd8d2a6699ac14ae587266a65822b9f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '2e55ace3-4771-44d3-90bc-cc9f4562dfbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:20:32Z', 'revision_number': 4, 'project_id': 'd8d2a6699ac14ae587266a65822b9f70', 'gw_port': {'id': '2e55ace3-4771-44d3-90bc-cc9f4562dfbc', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:81:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5750f1d-c29d-4c10-b6df-6d6671eaf472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'f16c16b9-c71a-4713-8161-79fac789175f', 'name': '', 'network_id': '363226b2-5652-456e-86bb-08df05db4510', 'tenant_id': 'd8d2a6699ac14ae587266a65822b9f70', 'mac_address': 'fa:16:3e:43:ad:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5750f1d-c29d-4c10-b6df-6d6671eaf472', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'eba51dfb-4a31-463f-a3e8-1df67a384ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:31Z', 'updated_at': '2021-12-10T16:20:32Z', 'revision_number': 1, 'project_id': 'd8d2a6699ac14ae587266a65822b9f70', 'subnets': [{'id': 'eba51dfb-4a31-463f-a3e8-1df67a384ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:20:33.676621 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device e10c6679-4a05-4334-b5d3-05b86bd985f3 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:20:33.679339 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 6d73126e-816a-49e2-8614-6c4009af6327 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:20:33.840612 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e7d9f352-98ec-4d80-ab57-e7956e0d100e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:33.859656 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.db.resource_extend [None req-399ab498-decb-47b7-973b-3a833ce36894 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] It took 0.92 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 16:20:33.867357 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c9b12d-d066-4c3f-9137-4d8c4aece545 None None] Network 36b6d20d-4f9f-43f1-a306-c01c2024226e requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:20:33.951980 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 86405fb5-3873-4017-bf5b-1a5eb4b8a108 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:33.952413 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:33.979838 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-e7d9f352-98ec-4d80-ab57-e7956e0d100e None None] For port 4c03f5e7-0193-4b48-a014-5196c5bcd647, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=4c03f5e7-0193-4b48-a014-5196c5bcd647,segment=NetworkSegment(71053937-890f-4eab-b0e9-9363f55e1cac),segment_id=71053937-890f-4eab-b0e9-9363f55e1cac)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:33.982229 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.resource_extend [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 16:20:34.055639 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e7d9f352-98ec-4d80-ab57-e7956e0d100e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:34.310235 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-399ab498-decb-47b7-973b-3a833ce36894 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:34.317159 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10a2443-205f-4148-ba68-d42404b7ebbd admin admin] Network 363226b2-5652-456e-86bb-08df05db4510 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:20:34.319067 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-b10a2443-205f-4148-ba68-d42404b7ebbd admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:20:34.344356 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-399ab498-decb-47b7-973b-3a833ce36894 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:34.371459 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 6d73126e-816a-49e2-8614-6c4009af6327 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:20:34.385112 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 6d73126e-816a-49e2-8614-6c4009af6327 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:34.385736 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:34.454088 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5abd6-97d6-4e6d-b287-9c0d649f525f req-ecaf70f9-3087-49d5-b6c7-1e9b18772d34 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:34.467915 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eea5abd6-97d6-4e6d-b287-9c0d649f525f req-ecaf70f9-3087-49d5-b6c7-1e9b18772d34 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7fd7ada-5753-4d36-9e30-d3d9a89249e2 HTTP/1.1" status: 200 len: 949 time: 0.3402245 Dec 10 16:20:34.491215 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10a2443-205f-4148-ba68-d42404b7ebbd admin admin] Router b5750f1d-c29d-4c10-b6df-6d6671eaf472 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:20:34.572652 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9520ff29-a402-488a-b637-156ae3046db3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:34.573832 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-fa0a9c60-7a2d-42e4-aa94-f0ff7e6f8efa None None] Provisioning complete for port 4c03f5e7-0193-4b48-a014-5196c5bcd647 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:34.574234 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fa0a9c60-7a2d-42e4-aa94-f0ff7e6f8efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:34.669508 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port e10c6679-4a05-4334-b5d3-05b86bd985f3, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=e10c6679-4a05-4334-b5d3-05b86bd985f3,segment=NetworkSegment(8ca85019-a24a-4916-864b-3c419298bab5),segment_id=8ca85019-a24a-4916-864b-3c419298bab5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:34.738481 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10a2443-205f-4148-ba68-d42404b7ebbd admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:20:34.748505 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b10a2443-205f-4148-ba68-d42404b7ebbd admin admin] 10.222.0.11 "PUT /v2.0/routers/b5750f1d-c29d-4c10-b6df-6d6671eaf472/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6080332 Dec 10 16:20:34.750994 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ece57603-fd19-4487-a799-18dbdb1aefed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:34.811839 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9f352-98ec-4d80-ab57-e7956e0d100e None None] Pushing event updated for resources: {'Port': ['ID=4c03f5e7-0193-4b48-a014-5196c5bcd647,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:34.915219 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'e10c6679-4a05-4334-b5d3-05b86bd985f3', 'network_id': '85be2e17-4b10-4d14-9b32-3869abb76961', 'port_id': 'e10c6679-4a05-4334-b5d3-05b86bd985f3', 'mac_address': 'fa:16:3e:5e:c8:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0733bfe1-6763-4622-804d-2791b07706b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:20:35.071937 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:35.127803 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eea5abd6-97d6-4e6d-b287-9c0d649f525f req-b7619d42-bb1a-4aca-ba8f-80bd45a069c2 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6589851 Dec 10 16:20:35.208512 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [None req-399ab498-decb-47b7-973b-3a833ce36894 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Floating IP 30c55da5-cdc9-45e6-914c-ed9c8f18dfff associated. External IP: 172.25.6.124, port: 1c7409b8-69e2-4712-9415-45088a679e40. Dec 10 16:20:35.233600 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:35.411816 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7fd7ada-5753-4d36-9e30-d3d9a89249e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d73126e-816a-49e2-8614-6c4009af6327'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:20:35.428024 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c07d923-81df-41c2-aae3-71c26e40b521" -d '{"events": [{"server_uuid": "f7fd7ada-5753-4d36-9e30-d3d9a89249e2", "name": "network-vif-plugged", "status": "completed", "tag": "6d73126e-816a-49e2-8614-6c4009af6327"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:20:35.477084 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:35.583923 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 6d73126e-816a-49e2-8614-6c4009af6327, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=6d73126e-816a-49e2-8614-6c4009af6327,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:35.604296 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e10c6679-4a05-4334-b5d3-05b86bd985f3 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:20:35.614054 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 86405fb5-3873-4017-bf5b-1a5eb4b8a108, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=86405fb5-3873-4017-bf5b-1a5eb4b8a108,segment=NetworkSegment(e4f64f1b-bbc7-4ff5-8e12-ae2f514d9487),segment_id=e4f64f1b-bbc7-4ff5-8e12-ae2f514d9487)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:35.616252 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:35.627054 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-fa0a9c60-7a2d-42e4-aa94-f0ff7e6f8efa None None] Provisioning complete for port 2899896c-02e9-4513-82fd-c41b23f0cf72 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:35.627612 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fa0a9c60-7a2d-42e4-aa94-f0ff7e6f8efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:35.633811 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:35.635483 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 2899896c-02e9-4513-82fd-c41b23f0cf72 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:20:35.788554 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port e10c6679-4a05-4334-b5d3-05b86bd985f3, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=e10c6679-4a05-4334-b5d3-05b86bd985f3,segment=NetworkSegment(8ca85019-a24a-4916-864b-3c419298bab5),segment_id=8ca85019-a24a-4916-864b-3c419298bab5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:35.810451 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:35.922374 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9520ff29-a402-488a-b637-156ae3046db3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:35.942870 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['e10c6679-4a05-4334-b5d3-05b86bd985f3'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:20:36.077599 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=6d73126e-816a-49e2-8614-6c4009af6327,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:36.163185 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=86405fb5-3873-4017-bf5b-1a5eb4b8a108,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:36.168481 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39966) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:36.181792 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-e1fc2ff2-2c37-47b6-ad73-20f957e2b165 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-924036686-network', 'tenant_id': 'a7925a24d10949e689d55a43c25f7f9d'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:20:36.226553 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fc2ff2-2c37-47b6-ad73-20f957e2b165 admin admin] Made reservation on behalf of a7925a24d10949e689d55a43c25f7f9d for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:20:36.226992 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 2899896c-02e9-4513-82fd-c41b23f0cf72 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:36.227476 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:36.229821 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e1fc2ff2-2c37-47b6-ad73-20f957e2b165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:36.255509 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e1fc2ff2-2c37-47b6-ad73-20f957e2b165 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:36.341428 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:36.367878 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e1fc2ff2-2c37-47b6-ad73-20f957e2b165 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:36.375015 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece57603-fd19-4487-a799-18dbdb1aefed admin admin] Router 7d7d378e-4e89-4d4b-a564-d9dbecf90f8f is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:20:36.379909 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e1fc2ff2-2c37-47b6-ad73-20f957e2b165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:36.397491 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1fc2ff2-2c37-47b6-ad73-20f957e2b165 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:20:36.433298 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fa0a9c60-7a2d-42e4-aa94-f0ff7e6f8efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:36.448109 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-399ab498-decb-47b7-973b-3a833ce36894 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Router cbb17c1d-c9b1-4c9f-a83f-61a36259a24e has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:20:36.457059 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc2ff2-2c37-47b6-ad73-20f957e2b165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6db26f-2fa3-4932-a699-d8a339d540cc,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:36.462559 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e1fc2ff2-2c37-47b6-ad73-20f957e2b165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:36.463309 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-e1fc2ff2-2c37-47b6-ad73-20f957e2b165 admin admin] Added segment 64f28485-c99c-408c-b216-b0f023154b12 of type vlan for network 96a3aafb-ada2-445d-a96e-71fc1f6b317c Dec 10 16:20:36.515284 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=e10c6679-4a05-4334-b5d3-05b86bd985f3,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:36.519205 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e1fc2ff2-2c37-47b6-ad73-20f957e2b165 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:36.560433 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e1fc2ff2-2c37-47b6-ad73-20f957e2b165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:36.562812 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-fa0a9c60-7a2d-42e4-aa94-f0ff7e6f8efa None None] For port 2899896c-02e9-4513-82fd-c41b23f0cf72, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=2899896c-02e9-4513-82fd-c41b23f0cf72,segment=NetworkSegment(07874b2c-f2c1-44b8-b11a-0ae147acb5f1),segment_id=07874b2c-f2c1-44b8-b11a-0ae147acb5f1)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:36.564228 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fc2ff2-2c37-47b6-ad73-20f957e2b165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:36.565044 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e1fc2ff2-2c37-47b6-ad73-20f957e2b165 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:36.582305 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9520ff29-a402-488a-b637-156ae3046db3 admin admin] Router 8e7707a5-34cf-4636-94ca-3f2973873648 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:20:36.631576 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fa0a9c60-7a2d-42e4-aa94-f0ff7e6f8efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:36.647111 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e1fc2ff2-2c37-47b6-ad73-20f957e2b165 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4766629 Dec 10 16:20:36.656854 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39970) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:36.669139 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-1643b32b-4065-4fe8-b1db-9db7877d4654 admin admin] Request body: {'subnet': {'network_id': '96a3aafb-ada2-445d-a96e-71fc1f6b317c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-924036686-subnet', 'tenant_id': 'a7925a24d10949e689d55a43c25f7f9d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:20:36.699652 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc2ff2-2c37-47b6-ad73-20f957e2b165 admin admin] Pushing event updated for resources: {'Network': ['ID=96a3aafb-ada2-445d-a96e-71fc1f6b317c,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:36.704133 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1643b32b-4065-4fe8-b1db-9db7877d4654 admin admin] Made reservation on behalf of a7925a24d10949e689d55a43c25f7f9d for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:20:36.707839 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1643b32b-4065-4fe8-b1db-9db7877d4654 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:36.775450 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 96a3aafb-ada2-445d-a96e-71fc1f6b317c details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:20:36.931941 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-fa0a9c60-7a2d-42e4-aa94-f0ff7e6f8efa None None] Provisioning complete for port 86405fb5-3873-4017-bf5b-1a5eb4b8a108 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:36.932382 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fa0a9c60-7a2d-42e4-aa94-f0ff7e6f8efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:36.990863 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9520ff29-a402-488a-b637-156ae3046db3 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:20:37.011019 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece57603-fd19-4487-a799-18dbdb1aefed admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:20:37.035068 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 4c03f5e7-0193-4b48-a014-5196c5bcd647 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:20:37.055867 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb9197e-da68-4ea3-bf4b-ace123e6166d None None] Sync routers for ids ['7d7d378e-4e89-4d4b-a564-d9dbecf90f8f'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:20:37.073899 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9520ff29-a402-488a-b637-156ae3046db3 admin admin] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:37.079984 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb9197e-da68-4ea3-bf4b-ace123e6166d None None] Routers {'7d7d378e-4e89-4d4b-a564-d9dbecf90f8f'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:20:37.080322 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39972) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:37.086692 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-cbb9197e-da68-4ea3-bf4b-ace123e6166d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:20:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['7d7d378e-4e89-4d4b-a564-d9dbecf90f8f'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:37.087224 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9520ff29-a402-488a-b637-156ae3046db3 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.1144919 Dec 10 16:20:37.092711 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ece57603-fd19-4487-a799-18dbdb1aefed admin admin] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:37.094167 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ece57603-fd19-4487-a799-18dbdb1aefed admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.1750610 Dec 10 16:20:37.097189 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39974) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:37.101060 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1643b32b-4065-4fe8-b1db-9db7877d4654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:37.103633 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399ab498-decb-47b7-973b-3a833ce36894 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:20:37.124429 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-399ab498-decb-47b7-973b-3a833ce36894 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:37.124960 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a9c60-7a2d-42e4-aa94-f0ff7e6f8efa None None] Pushing event updated for resources: {'Port': ['ID=2899896c-02e9-4513-82fd-c41b23f0cf72,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:37.129763 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5ccc8a-d0ef-4d7f-9514-7820e577d875 None None] Sync routers for ids ['8e7707a5-34cf-4636-94ca-3f2973873648'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:20:37.149322 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde458c7-693d-439e-986c-988e9a935b7c None None] Sync routers for ids ['cbb17c1d-c9b1-4c9f-a83f-61a36259a24e'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:20:37.283744 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5ccc8a-d0ef-4d7f-9514-7820e577d875 None None] Routers {'8e7707a5-34cf-4636-94ca-3f2973873648'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:20:37.284392 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ed5ccc8a-d0ef-4d7f-9514-7820e577d875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:20:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['8e7707a5-34cf-4636-94ca-3f2973873648'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:37.469277 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1643b32b-4065-4fe8-b1db-9db7877d4654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d2e1ac9-c935-49d2-98bf-197c8454bb64,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:37.504753 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1643b32b-4065-4fe8-b1db-9db7877d4654 admin admin] Checking segment: {'id': '64f28485-c99c-408c-b216-b0f023154b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '96a3aafb-ada2-445d-a96e-71fc1f6b317c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:20:37.505163 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1643b32b-4065-4fe8-b1db-9db7877d4654 admin admin] Network hostable DHCP agents. Network: 96a3aafb-ada2-445d-a96e-71fc1f6b317c, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:20:37.713411 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1643b32b-4065-4fe8-b1db-9db7877d4654 admin admin] Network 96a3aafb-ada2-445d-a96e-71fc1f6b317c is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:20:37.735733 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a738c8e-f10a-432b-a302-d034a550cd5e None None] Sync routers for ids ['b5750f1d-c29d-4c10-b6df-6d6671eaf472'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:20:37.780526 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-1643b32b-4065-4fe8-b1db-9db7877d4654 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 96a3aafb-ada2-445d-a96e-71fc1f6b317c) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:20:37.801989 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ec2423-3a4d-422b-ba76-b308eedc190e None None] Network 96a3aafb-ada2-445d-a96e-71fc1f6b317c requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:20:37.804841 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1643b32b-4065-4fe8-b1db-9db7877d4654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:37.805247 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a738c8e-f10a-432b-a302-d034a550cd5e None None] Routers {'b5750f1d-c29d-4c10-b6df-6d6671eaf472'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:20:37.806659 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1643b32b-4065-4fe8-b1db-9db7877d4654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:37.814430 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-2a738c8e-f10a-432b-a302-d034a550cd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:20:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['b5750f1d-c29d-4c10-b6df-6d6671eaf472'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:37.818223 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-cbb9197e-da68-4ea3-bf4b-ace123e6166d None None] Set router 7d7d378e-4e89-4d4b-a564-d9dbecf90f8f gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:20:37.861841 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-399ab498-decb-47b7-973b-3a833ce36894 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "PUT /v2.0/floatingips/30c55da5-cdc9-45e6-914c-ed9c8f18dfff HTTP/1.1" status: 200 len: 991 time: 6.2408888 Dec 10 16:20:37.864799 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbb8e34-268b-4084-8e6c-a29e4c540192', 'tag': '1c7409b8-69e2-4712-9415-45088a679e40'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:20:37.867341 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c035fe3c-fd19-4483-83fe-849c1d31b9fe" -d '{"events": [{"name": "network-changed", "server_uuid": "7cbb8e34-268b-4084-8e6c-a29e4c540192", "tag": "1c7409b8-69e2-4712-9415-45088a679e40"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:20:37.875882 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1643b32b-4065-4fe8-b1db-9db7877d4654 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2174380 Dec 10 16:20:37.877294 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39982) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:37.892450 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-326ce68d-c78d-4d01-80e0-b0f6d3ab9bb1 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-924036686-router', 'tenant_id': 'a7925a24d10949e689d55a43c25f7f9d', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:20:37.910524 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-ed5ccc8a-d0ef-4d7f-9514-7820e577d875 None None] Set router 8e7707a5-34cf-4636-94ca-3f2973873648 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:20:37.912594 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device e10c6679-4a05-4334-b5d3-05b86bd985f3 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:20:38.036817 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-326ce68d-c78d-4d01-80e0-b0f6d3ab9bb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:38.039866 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-326ce68d-c78d-4d01-80e0-b0f6d3ab9bb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:38.178916 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af94dcec-ae69-4070-9e32-7435170f0a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:38.213504 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-326ce68d-c78d-4d01-80e0-b0f6d3ab9bb1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:38.230449 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde458c7-693d-439e-986c-988e9a935b7c None None] Routers {'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:20:38.231116 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-fde458c7-693d-439e-986c-988e9a935b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:20:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['cbb17c1d-c9b1-4c9f-a83f-61a36259a24e'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:38.329127 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-2a738c8e-f10a-432b-a302-d034a550cd5e None None] Set router b5750f1d-c29d-4c10-b6df-6d6671eaf472 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:20:38.403494 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 4c03f5e7-0193-4b48-a014-5196c5bcd647 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:38.413898 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:38.540375 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-326ce68d-c78d-4d01-80e0-b0f6d3ab9bb1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:38.547040 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-af94dcec-ae69-4070-9e32-7435170f0a4d admin admin] Allocated IP 172.20.0.1 (36b6d20d-4f9f-43f1-a306-c01c2024226e/924cc9d6-b23f-47e3-802c-64f19226afb4/307e8169-1456-4c29-85a7-a032438d4d9f) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:20:38.651016 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e595dec1-3602-4684-b197-971ba128ad31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-96a3aafb-ada2-445d-a96e-71fc1f6b317c', 'network_id': '96a3aafb-ada2-445d-a96e-71fc1f6b317c', 'project_id': 'a7925a24d10949e689d55a43c25f7f9d', 'fixed_ips': [{'subnet_id': '2d2e1ac9-c935-49d2-98bf-197c8454bb64'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:20:38.651967 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e595dec1-3602-4684-b197-971ba128ad31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:38.665126 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:38.884762 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af94dcec-ae69-4070-9e32-7435170f0a4d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:38.938051 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af94dcec-ae69-4070-9e32-7435170f0a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:38.951524 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-cbb9197e-da68-4ea3-bf4b-ace123e6166d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7d378e-4e89-4d4b-a564-d9dbecf90f8f', 'name': 'tempest-ServersTestBootFromVolume-607915908-router', 'tenant_id': 'df7996212a794883ba322fef5e69748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '363cbb52-1e4e-40ed-86d9-f682b42e3243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:20:32Z', 'revision_number': 3, 'project_id': 'df7996212a794883ba322fef5e69748f', 'gw_port': {'id': '363cbb52-1e4e-40ed-86d9-f682b42e3243', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:26:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7d378e-4e89-4d4b-a564-d9dbecf90f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:30Z', 'updated_at': '2021-12-10T16:20:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:38.961733 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-2a738c8e-f10a-432b-a302-d034a550cd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5750f1d-c29d-4c10-b6df-6d6671eaf472', 'name': 'tempest-TaggedBootDevicesTest-1488134693-router', 'tenant_id': 'd8d2a6699ac14ae587266a65822b9f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '2e55ace3-4771-44d3-90bc-cc9f4562dfbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:20:32Z', 'revision_number': 4, 'project_id': 'd8d2a6699ac14ae587266a65822b9f70', 'gw_port': {'id': '2e55ace3-4771-44d3-90bc-cc9f4562dfbc', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:81:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5750f1d-c29d-4c10-b6df-6d6671eaf472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'f16c16b9-c71a-4713-8161-79fac789175f', 'name': '', 'network_id': '363226b2-5652-456e-86bb-08df05db4510', 'tenant_id': 'd8d2a6699ac14ae587266a65822b9f70', 'mac_address': 'fa:16:3e:43:ad:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5750f1d-c29d-4c10-b6df-6d6671eaf472', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'eba51dfb-4a31-463f-a3e8-1df67a384ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:31Z', 'updated_at': '2021-12-10T16:20:32Z', 'revision_number': 2, 'project_id': 'd8d2a6699ac14ae587266a65822b9f70', 'subnets': [{'id': 'eba51dfb-4a31-463f-a3e8-1df67a384ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:38.991394 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af94dcec-ae69-4070-9e32-7435170f0a4d admin admin] Network 36b6d20d-4f9f-43f1-a306-c01c2024226e is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:20:39.004646 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-af94dcec-ae69-4070-9e32-7435170f0a4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:20:39.012228 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af94dcec-ae69-4070-9e32-7435170f0a4d admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:20:39.022491 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94dcec-ae69-4070-9e32-7435170f0a4d admin admin] Pushing event updated for resources: {'Port': ['ID=307e8169-1456-4c29-85a7-a032438d4d9f,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:39.114203 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-fde458c7-693d-439e-986c-988e9a935b7c None None] Set router cbb17c1d-c9b1-4c9f-a83f-61a36259a24e gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:20:39.117996 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af94dcec-ae69-4070-9e32-7435170f0a4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:39.135995 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb9197e-da68-4ea3-bf4b-ace123e6166d None None] Checking router: 7d7d378e-4e89-4d4b-a564-d9dbecf90f8f for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:20:39.136701 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb9197e-da68-4ea3-bf4b-ace123e6166d None None] Updating router 7d7d378e-4e89-4d4b-a564-d9dbecf90f8f port 363cbb52-1e4e-40ed-86d9-f682b42e3243 binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:20:39.143665 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a738c8e-f10a-432b-a302-d034a550cd5e None None] Checking router: b5750f1d-c29d-4c10-b6df-6d6671eaf472 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:20:39.146979 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a738c8e-f10a-432b-a302-d034a550cd5e None None] Updating router b5750f1d-c29d-4c10-b6df-6d6671eaf472 port f16c16b9-c71a-4713-8161-79fac789175f binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:20:39.184345 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-cbb9197e-da68-4ea3-bf4b-ace123e6166d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:39.264881 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port e10c6679-4a05-4334-b5d3-05b86bd985f3 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:39.265443 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:39.271691 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-2a738c8e-f10a-432b-a302-d034a550cd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:39.377259 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-304e9e80-f3fd-431b-9260-893e3f62bf8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:39.462169 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af94dcec-ae69-4070-9e32-7435170f0a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:39.470188 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-3d7f883a-bd14-4edf-9e7b-acea7c1f557a None None] Provisioning complete for port 2899896c-02e9-4513-82fd-c41b23f0cf72 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:39.482117 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3d7f883a-bd14-4edf-9e7b-acea7c1f557a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:39.507356 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-326ce68d-c78d-4d01-80e0-b0f6d3ab9bb1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:39.625713 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-326ce68d-c78d-4d01-80e0-b0f6d3ab9bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:39.867799 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-e595dec1-3602-4684-b197-971ba128ad31 None None] Allocated IP 172.20.0.2 (96a3aafb-ada2-445d-a96e-71fc1f6b317c/2d2e1ac9-c935-49d2-98bf-197c8454bb64/40827650-abea-42f3-a4bc-f3379c3c5209) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:20:39.875220 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 86405fb5-3873-4017-bf5b-1a5eb4b8a108 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:20:39.880086 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af94dcec-ae69-4070-9e32-7435170f0a4d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:39.887928 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af94dcec-ae69-4070-9e32-7435170f0a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:39.962161 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af94dcec-ae69-4070-9e32-7435170f0a4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:40.015365 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94dcec-ae69-4070-9e32-7435170f0a4d admin admin] Pushing event updated for resources: {'Port': ['ID=307e8169-1456-4c29-85a7-a032438d4d9f,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:40.113720 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-304e9e80-f3fd-431b-9260-893e3f62bf8a admin admin] Allocated IP 172.20.0.1 (8360afb7-a21f-4966-aa49-91f4dc24c110/9f0bf07a-1cd9-4695-ab12-12cd8267bab2/3c60aa98-74a6-4aa7-85db-d792ecc832b8) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:20:40.177212 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af94dcec-ae69-4070-9e32-7435170f0a4d admin admin] Network 36b6d20d-4f9f-43f1-a306-c01c2024226e is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:20:40.179198 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-af94dcec-ae69-4070-9e32-7435170f0a4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:20:40.207022 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-2a738c8e-f10a-432b-a302-d034a550cd5e None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:40.319360 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-304e9e80-f3fd-431b-9260-893e3f62bf8a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:40.377798 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-cbb9197e-da68-4ea3-bf4b-ace123e6166d None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:40.385821 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-2a738c8e-f10a-432b-a302-d034a550cd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:40.409111 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-304e9e80-f3fd-431b-9260-893e3f62bf8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:40.434717 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af94dcec-ae69-4070-9e32-7435170f0a4d admin admin] Router 8e7707a5-34cf-4636-94ca-3f2973873648 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:20:40.481506 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c296786e-49d6-4403-9d8b-7743933140a8 None None] Pushing event updated for resources: {'Port': ['ID=f16c16b9-c71a-4713-8161-79fac789175f,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:40.492769 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-cbb9197e-da68-4ea3-bf4b-ace123e6166d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:40.541475 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-cbb9197e-da68-4ea3-bf4b-ace123e6166d None None] Attempting to bind port 363cbb52-1e4e-40ed-86d9-f682b42e3243 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:20:40.541475 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-cbb9197e-da68-4ea3-bf4b-ace123e6166d None None] Attempting to bind port 363cbb52-1e4e-40ed-86d9-f682b42e3243 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:20:40.541475 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb9197e-da68-4ea3-bf4b-ace123e6166d None None] Attempting to bind port 363cbb52-1e4e-40ed-86d9-f682b42e3243 on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:20:40.595267 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e9e80-f3fd-431b-9260-893e3f62bf8a admin admin] Pushing event updated for resources: {'Port': ['ID=3c60aa98-74a6-4aa7-85db-d792ecc832b8,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:40.631019 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb9197e-da68-4ea3-bf4b-ace123e6166d None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:20:40.631324 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb9197e-da68-4ea3-bf4b-ace123e6166d None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:20:40.631729 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-cbb9197e-da68-4ea3-bf4b-ace123e6166d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:40.632123 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb9197e-da68-4ea3-bf4b-ace123e6166d None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:20:40.632611 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-cbb9197e-da68-4ea3-bf4b-ace123e6166d None None] Bound port: 363cbb52-1e4e-40ed-86d9-f682b42e3243, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:20:40.657498 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-cbb9197e-da68-4ea3-bf4b-ace123e6166d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:40.661829 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304e9e80-f3fd-431b-9260-893e3f62bf8a admin admin] Network 8360afb7-a21f-4966-aa49-91f4dc24c110 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:20:40.689072 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-304e9e80-f3fd-431b-9260-893e3f62bf8a admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:20:40.698847 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304e9e80-f3fd-431b-9260-893e3f62bf8a admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:20:40.717856 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:40.749321 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af94dcec-ae69-4070-9e32-7435170f0a4d admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:20:40.763941 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-af94dcec-ae69-4070-9e32-7435170f0a4d admin admin] 10.222.0.11 "PUT /v2.0/routers/8e7707a5-34cf-4636-94ca-3f2973873648/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6806664 Dec 10 16:20:40.772656 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ed5ccc8a-d0ef-4d7f-9514-7820e577d875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7707a5-34cf-4636-94ca-3f2973873648', 'name': 'tempest-FloatingIPsNegativeTestJSON-268882076-router', 'tenant_id': '9d2b407cceeb45cd90853786f6bbdd56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '213ff7b5-4ae5-476f-8b84-ad4251ff744a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:20:33Z', 'revision_number': 3, 'project_id': '9d2b407cceeb45cd90853786f6bbdd56', 'gw_port': {'id': '213ff7b5-4ae5-476f-8b84-ad4251ff744a', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:67:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7707a5-34cf-4636-94ca-3f2973873648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:30Z', 'updated_at': '2021-12-10T16:20:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:40.804155 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-326ce68d-c78d-4d01-80e0-b0f6d3ab9bb1 admin admin] Allocated IP 172.25.6.237 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/107fb219-203e-4f8b-9f5c-1d2a4ccedd26) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:20:40.876783 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a98a1-4ba1-4790-a954-5599928d3081 None None] Pushing event updated for resources: {'Port': ['ID=363cbb52-1e4e-40ed-86d9-f682b42e3243,revision_number=2']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:41.027436 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e595dec1-3602-4684-b197-971ba128ad31 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:41.027839 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-304e9e80-f3fd-431b-9260-893e3f62bf8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:41.032545 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5ccc8a-d0ef-4d7f-9514-7820e577d875 None None] Checking router: 8e7707a5-34cf-4636-94ca-3f2973873648 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:20:41.033445 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5ccc8a-d0ef-4d7f-9514-7820e577d875 None None] Updating router 8e7707a5-34cf-4636-94ca-3f2973873648 port 213ff7b5-4ae5-476f-8b84-ad4251ff744a binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:20:41.153603 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port e10c6679-4a05-4334-b5d3-05b86bd985f3, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=e10c6679-4a05-4334-b5d3-05b86bd985f3,segment=NetworkSegment(8ca85019-a24a-4916-864b-3c419298bab5),segment_id=8ca85019-a24a-4916-864b-3c419298bab5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:41.182557 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-cbb9197e-da68-4ea3-bf4b-ace123e6166d None None] For port 363cbb52-1e4e-40ed-86d9-f682b42e3243, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:20:41.189625 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e595dec1-3602-4684-b197-971ba128ad31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:41.193991 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:41.213803 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-326ce68d-c78d-4d01-80e0-b0f6d3ab9bb1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:41.222166 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-2a738c8e-f10a-432b-a302-d034a550cd5e None None] Attempting to bind port f16c16b9-c71a-4713-8161-79fac789175f on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:20:41.222969 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-2a738c8e-f10a-432b-a302-d034a550cd5e None None] Attempting to bind port f16c16b9-c71a-4713-8161-79fac789175f by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'e4f64f1b-bbc7-4ff5-8e12-ae2f514d9487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '363226b2-5652-456e-86bb-08df05db4510'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:20:41.222969 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a738c8e-f10a-432b-a302-d034a550cd5e None None] Attempting to bind port f16c16b9-c71a-4713-8161-79fac789175f on network 363226b2-5652-456e-86bb-08df05db4510 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:20:41.226527 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-cbb9197e-da68-4ea3-bf4b-ace123e6166d None None] For port 363cbb52-1e4e-40ed-86d9-f682b42e3243, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=363cbb52-1e4e-40ed-86d9-f682b42e3243,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:20:41.284275 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a738c8e-f10a-432b-a302-d034a550cd5e None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:20:41.284706 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a738c8e-f10a-432b-a302-d034a550cd5e None None] Checking segment: {'id': 'e4f64f1b-bbc7-4ff5-8e12-ae2f514d9487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '363226b2-5652-456e-86bb-08df05db4510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:20:41.285317 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-2a738c8e-f10a-432b-a302-d034a550cd5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:41.285720 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a738c8e-f10a-432b-a302-d034a550cd5e None None] Bound using segment: {'id': 'e4f64f1b-bbc7-4ff5-8e12-ae2f514d9487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '363226b2-5652-456e-86bb-08df05db4510'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:20:41.286343 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-2a738c8e-f10a-432b-a302-d034a550cd5e None None] Bound port: f16c16b9-c71a-4713-8161-79fac789175f, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f64f1b-bbc7-4ff5-8e12-ae2f514d9487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '363226b2-5652-456e-86bb-08df05db4510'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:20:41.286755 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-2a738c8e-f10a-432b-a302-d034a550cd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:41.302751 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-cbb9197e-da68-4ea3-bf4b-ace123e6166d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:41.366259 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e595dec1-3602-4684-b197-971ba128ad31 None None] Network 96a3aafb-ada2-445d-a96e-71fc1f6b317c is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:20:41.366788 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-304e9e80-f3fd-431b-9260-893e3f62bf8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:41.385598 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-e595dec1-3602-4684-b197-971ba128ad31 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:20:41.394775 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ed5ccc8a-d0ef-4d7f-9514-7820e577d875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:41.396271 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 86405fb5-3873-4017-bf5b-1a5eb4b8a108 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:41.396568 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:41.398055 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-3d7f883a-bd14-4edf-9e7b-acea7c1f557a None None] Provisioning complete for port 86405fb5-3873-4017-bf5b-1a5eb4b8a108 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:41.398390 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3d7f883a-bd14-4edf-9e7b-acea7c1f557a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:41.420806 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-326ce68d-c78d-4d01-80e0-b0f6d3ab9bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:41.442125 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326ce68d-c78d-4d01-80e0-b0f6d3ab9bb1 admin admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:20:41.445989 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-326ce68d-c78d-4d01-80e0-b0f6d3ab9bb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:20:41.457000 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb9197e-da68-4ea3-bf4b-ace123e6166d None None] Routers {'7d7d378e-4e89-4d4b-a564-d9dbecf90f8f'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:20:41.457874 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-cbb9197e-da68-4ea3-bf4b-ace123e6166d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:20:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['7d7d378e-4e89-4d4b-a564-d9dbecf90f8f'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:41.470649 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326ce68d-c78d-4d01-80e0-b0f6d3ab9bb1 admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:20:41.499116 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e595dec1-3602-4684-b197-971ba128ad31 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:20:41.753328 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ce68d-c78d-4d01-80e0-b0f6d3ab9bb1 admin admin] Pushing event updated for resources: {'Port': ['ID=107fb219-203e-4f8b-9f5c-1d2a4ccedd26,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:41.870248 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-326ce68d-c78d-4d01-80e0-b0f6d3ab9bb1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:41.935625 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a98a1-4ba1-4790-a954-5599928d3081 None None] Pushing event updated for resources: {'Port': ['ID=363cbb52-1e4e-40ed-86d9-f682b42e3243,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:41.955128 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-2a738c8e-f10a-432b-a302-d034a550cd5e None None] For port f16c16b9-c71a-4713-8161-79fac789175f, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:20:41.972103 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-2a738c8e-f10a-432b-a302-d034a550cd5e None None] For port f16c16b9-c71a-4713-8161-79fac789175f, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=f16c16b9-c71a-4713-8161-79fac789175f,segment=NetworkSegment(e4f64f1b-bbc7-4ff5-8e12-ae2f514d9487),segment_id=e4f64f1b-bbc7-4ff5-8e12-ae2f514d9487)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:20:41.990069 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-2a738c8e-f10a-432b-a302-d034a550cd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:42.036320 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-304e9e80-f3fd-431b-9260-893e3f62bf8a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:42.059693 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-304e9e80-f3fd-431b-9260-893e3f62bf8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:42.071851 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-cbb9197e-da68-4ea3-bf4b-ace123e6166d None None] Set router 7d7d378e-4e89-4d4b-a564-d9dbecf90f8f gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:20:42.163559 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c296786e-49d6-4403-9d8b-7743933140a8 None None] Pushing event updated for resources: {'Port': ['ID=f16c16b9-c71a-4713-8161-79fac789175f,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:42.181214 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a738c8e-f10a-432b-a302-d034a550cd5e None None] Routers {'b5750f1d-c29d-4c10-b6df-6d6671eaf472'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:20:42.182091 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-2a738c8e-f10a-432b-a302-d034a550cd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:20:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['b5750f1d-c29d-4c10-b6df-6d6671eaf472'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:42.190883 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e595dec1-3602-4684-b197-971ba128ad31 None None] Pushing event updated for resources: {'Port': ['ID=40827650-abea-42f3-a4bc-f3379c3c5209,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:42.381937 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e9e80-f3fd-431b-9260-893e3f62bf8a admin admin] Pushing event updated for resources: {'Port': ['ID=3c60aa98-74a6-4aa7-85db-d792ecc832b8,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:42.414926 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-e595dec1-3602-4684-b197-971ba128ad31 None None] Attempting to bind port 40827650-abea-42f3-a4bc-f3379c3c5209 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:20:42.415200 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-e595dec1-3602-4684-b197-971ba128ad31 None None] Attempting to bind port 40827650-abea-42f3-a4bc-f3379c3c5209 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '64f28485-c99c-408c-b216-b0f023154b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '96a3aafb-ada2-445d-a96e-71fc1f6b317c'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:20:42.415438 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e595dec1-3602-4684-b197-971ba128ad31 None None] Attempting to bind port 40827650-abea-42f3-a4bc-f3379c3c5209 on network 96a3aafb-ada2-445d-a96e-71fc1f6b317c {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:20:42.504846 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e595dec1-3602-4684-b197-971ba128ad31 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:20:42.504846 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e595dec1-3602-4684-b197-971ba128ad31 None None] Checking segment: {'id': '64f28485-c99c-408c-b216-b0f023154b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '96a3aafb-ada2-445d-a96e-71fc1f6b317c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:20:42.507671 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-304e9e80-f3fd-431b-9260-893e3f62bf8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:42.526237 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e595dec1-3602-4684-b197-971ba128ad31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:42.532234 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e595dec1-3602-4684-b197-971ba128ad31 None None] Bound using segment: {'id': '64f28485-c99c-408c-b216-b0f023154b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '96a3aafb-ada2-445d-a96e-71fc1f6b317c'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:20:42.533654 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-e595dec1-3602-4684-b197-971ba128ad31 None None] Bound port: 40827650-abea-42f3-a4bc-f3379c3c5209, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64f28485-c99c-408c-b216-b0f023154b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '96a3aafb-ada2-445d-a96e-71fc1f6b317c'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:20:42.536212 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e595dec1-3602-4684-b197-971ba128ad31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:42.640957 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-326ce68d-c78d-4d01-80e0-b0f6d3ab9bb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:42.687113 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-fde458c7-693d-439e-986c-988e9a935b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1908933342-router', 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '14b43a84-098a-4ff2-b884-e3377a09f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:17:16Z', 'updated_at': '2021-12-10T16:17:26Z', 'revision_number': 4, 'project_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'gw_port': {'id': '14b43a84-098a-4ff2-b884-e3377a09f479', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:64:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:17:17Z', 'updated_at': '2021-12-10T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '30c55da5-cdc9-45e6-914c-ed9c8f18dfff', 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'floating_ip_address': '172.25.6.124', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'port_id': '1c7409b8-69e2-4712-9415-45088a679e40', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '715b4c0a-da9c-47bb-91fb-624b419d2246', 'mac_address': 'fa:16:3e:17:e1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb8e34-268b-4084-8e6c-a29e4c540192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:17:49Z', 'updated_at': '2021-12-10T16:20:32Z', 'revision_number': 5, 'project_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cddb278-c5c9-453b-89e5-f7b243db25a8', 'name': '', 'network_id': '715b4c0a-da9c-47bb-91fb-624b419d2246', 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'mac_address': 'fa:16:3e:c1:9b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '62480659-e465-41da-9ae4-1fa4cb439ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:17:24Z', 'updated_at': '2021-12-10T16:17:30Z', 'revision_number': 5, 'project_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'subnets': [{'id': '62480659-e465-41da-9ae4-1fa4cb439ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:42.750115 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-2a738c8e-f10a-432b-a302-d034a550cd5e None None] Set router b5750f1d-c29d-4c10-b6df-6d6671eaf472 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:20:42.782407 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde458c7-693d-439e-986c-988e9a935b7c None None] Checking router: cbb17c1d-c9b1-4c9f-a83f-61a36259a24e for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:20:42.898064 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=e10c6679-4a05-4334-b5d3-05b86bd985f3,revision_number=7']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:42.914100 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-cbb9197e-da68-4ea3-bf4b-ace123e6166d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7d378e-4e89-4d4b-a564-d9dbecf90f8f', 'name': 'tempest-ServersTestBootFromVolume-607915908-router', 'tenant_id': 'df7996212a794883ba322fef5e69748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '363cbb52-1e4e-40ed-86d9-f682b42e3243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:20:41Z', 'revision_number': 4, 'project_id': 'df7996212a794883ba322fef5e69748f', 'gw_port': {'id': '363cbb52-1e4e-40ed-86d9-f682b42e3243', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:26:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7d378e-4e89-4d4b-a564-d9dbecf90f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:30Z', 'updated_at': '2021-12-10T16:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '3c60aa98-74a6-4aa7-85db-d792ecc832b8', 'name': '', 'network_id': '8360afb7-a21f-4966-aa49-91f4dc24c110', 'tenant_id': 'df7996212a794883ba322fef5e69748f', 'mac_address': 'fa:16:3e:40:18:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7d378e-4e89-4d4b-a564-d9dbecf90f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '9f0bf07a-1cd9-4695-ab12-12cd8267bab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:39Z', 'updated_at': '2021-12-10T16:20:40Z', 'revision_number': 1, 'project_id': 'df7996212a794883ba322fef5e69748f', 'subnets': [{'id': '9f0bf07a-1cd9-4695-ab12-12cd8267bab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:42.951214 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb9197e-da68-4ea3-bf4b-ace123e6166d None None] The sync data for ids ['7d7d378e-4e89-4d4b-a564-d9dbecf90f8f'] in n-d-766771-2 is: [{'id': '7d7d378e-4e89-4d4b-a564-d9dbecf90f8f', 'name': 'tempest-ServersTestBootFromVolume-607915908-router', 'tenant_id': 'df7996212a794883ba322fef5e69748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '363cbb52-1e4e-40ed-86d9-f682b42e3243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:20:41Z', 'revision_number': 4, 'project_id': 'df7996212a794883ba322fef5e69748f', 'gw_port': {'id': '363cbb52-1e4e-40ed-86d9-f682b42e3243', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:26:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7d378e-4e89-4d4b-a564-d9dbecf90f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:30Z', 'updated_at': '2021-12-10T16:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '3c60aa98-74a6-4aa7-85db-d792ecc832b8', 'name': '', 'network_id': '8360afb7-a21f-4966-aa49-91f4dc24c110', 'tenant_id': 'df7996212a794883ba322fef5e69748f', 'mac_address': 'fa:16:3e:40:18:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7d378e-4e89-4d4b-a564-d9dbecf90f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '9f0bf07a-1cd9-4695-ab12-12cd8267bab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:39Z', 'updated_at': '2021-12-10T16:20:40Z', 'revision_number': 1, 'project_id': 'df7996212a794883ba322fef5e69748f', 'subnets': [{'id': '9f0bf07a-1cd9-4695-ab12-12cd8267bab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:20:42.960559 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde458c7-693d-439e-986c-988e9a935b7c None None] Routers {'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:20:42.961325 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-fde458c7-693d-439e-986c-988e9a935b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:20:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['cbb17c1d-c9b1-4c9f-a83f-61a36259a24e'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:42.976910 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 2899896c-02e9-4513-82fd-c41b23f0cf72 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:20:43.041197 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304e9e80-f3fd-431b-9260-893e3f62bf8a admin admin] Network 8360afb7-a21f-4966-aa49-91f4dc24c110 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:20:43.051289 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-304e9e80-f3fd-431b-9260-893e3f62bf8a admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:20:43.071248 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-326ce68d-c78d-4d01-80e0-b0f6d3ab9bb1 admin admin] Router 83ae17b0-2e5e-48cf-9a16-5cad1115b1e1 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:20:43.096330 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-3d7f883a-bd14-4edf-9e7b-acea7c1f557a None None] Provisioning complete for port f16c16b9-c71a-4713-8161-79fac789175f triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:43.097824 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3d7f883a-bd14-4edf-9e7b-acea7c1f557a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:43.160709 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-2a738c8e-f10a-432b-a302-d034a550cd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5750f1d-c29d-4c10-b6df-6d6671eaf472', 'name': 'tempest-TaggedBootDevicesTest-1488134693-router', 'tenant_id': 'd8d2a6699ac14ae587266a65822b9f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '2e55ace3-4771-44d3-90bc-cc9f4562dfbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:20:32Z', 'revision_number': 4, 'project_id': 'd8d2a6699ac14ae587266a65822b9f70', 'gw_port': {'id': '2e55ace3-4771-44d3-90bc-cc9f4562dfbc', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:81:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5750f1d-c29d-4c10-b6df-6d6671eaf472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'f16c16b9-c71a-4713-8161-79fac789175f', 'name': '', 'network_id': '363226b2-5652-456e-86bb-08df05db4510', 'tenant_id': 'd8d2a6699ac14ae587266a65822b9f70', 'mac_address': 'fa:16:3e:43:ad:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5750f1d-c29d-4c10-b6df-6d6671eaf472', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'eba51dfb-4a31-463f-a3e8-1df67a384ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:31Z', 'updated_at': '2021-12-10T16:20:41Z', 'revision_number': 4, 'project_id': 'd8d2a6699ac14ae587266a65822b9f70', 'subnets': [{'id': 'eba51dfb-4a31-463f-a3e8-1df67a384ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:43.226752 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a738c8e-f10a-432b-a302-d034a550cd5e None None] The sync data for ids ['b5750f1d-c29d-4c10-b6df-6d6671eaf472'] in n-d-766771-2 is: [{'id': 'b5750f1d-c29d-4c10-b6df-6d6671eaf472', 'name': 'tempest-TaggedBootDevicesTest-1488134693-router', 'tenant_id': 'd8d2a6699ac14ae587266a65822b9f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '2e55ace3-4771-44d3-90bc-cc9f4562dfbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:20:32Z', 'revision_number': 4, 'project_id': 'd8d2a6699ac14ae587266a65822b9f70', 'gw_port': {'id': '2e55ace3-4771-44d3-90bc-cc9f4562dfbc', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:81:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5750f1d-c29d-4c10-b6df-6d6671eaf472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'f16c16b9-c71a-4713-8161-79fac789175f', 'name': '', 'network_id': '363226b2-5652-456e-86bb-08df05db4510', 'tenant_id': 'd8d2a6699ac14ae587266a65822b9f70', 'mac_address': 'fa:16:3e:43:ad:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5750f1d-c29d-4c10-b6df-6d6671eaf472', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'eba51dfb-4a31-463f-a3e8-1df67a384ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:31Z', 'updated_at': '2021-12-10T16:20:41Z', 'revision_number': 4, 'project_id': 'd8d2a6699ac14ae587266a65822b9f70', 'subnets': [{'id': 'eba51dfb-4a31-463f-a3e8-1df67a384ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:20:43.393172 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-e595dec1-3602-4684-b197-971ba128ad31 None None] For port 40827650-abea-42f3-a4bc-f3379c3c5209, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:20:43.400528 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-e595dec1-3602-4684-b197-971ba128ad31 None None] For port 40827650-abea-42f3-a4bc-f3379c3c5209, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=40827650-abea-42f3-a4bc-f3379c3c5209,segment=NetworkSegment(64f28485-c99c-408c-b216-b0f023154b12),segment_id=64f28485-c99c-408c-b216-b0f023154b12)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:20:43.405409 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304e9e80-f3fd-431b-9260-893e3f62bf8a admin admin] Router 7d7d378e-4e89-4d4b-a564-d9dbecf90f8f has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:20:43.429489 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e595dec1-3602-4684-b197-971ba128ad31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:43.635084 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-fde458c7-693d-439e-986c-988e9a935b7c None None] Set router cbb17c1d-c9b1-4c9f-a83f-61a36259a24e gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:20:43.642746 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 2899896c-02e9-4513-82fd-c41b23f0cf72 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:43.644601 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:43.852503 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ed5ccc8a-d0ef-4d7f-9514-7820e577d875 None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:44.025153 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ed5ccc8a-d0ef-4d7f-9514-7820e577d875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:44.157616 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-ed5ccc8a-d0ef-4d7f-9514-7820e577d875 None None] Attempting to bind port 213ff7b5-4ae5-476f-8b84-ad4251ff744a on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:20:44.158002 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-ed5ccc8a-d0ef-4d7f-9514-7820e577d875 None None] Attempting to bind port 213ff7b5-4ae5-476f-8b84-ad4251ff744a by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:20:44.167562 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5ccc8a-d0ef-4d7f-9514-7820e577d875 None None] Attempting to bind port 213ff7b5-4ae5-476f-8b84-ad4251ff744a on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:20:44.190491 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5ccc8a-d0ef-4d7f-9514-7820e577d875 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:20:44.190816 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5ccc8a-d0ef-4d7f-9514-7820e577d875 None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:20:44.194613 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ed5ccc8a-d0ef-4d7f-9514-7820e577d875 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:44.195029 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5ccc8a-d0ef-4d7f-9514-7820e577d875 None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:20:44.195539 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-ed5ccc8a-d0ef-4d7f-9514-7820e577d875 None None] Bound port: 213ff7b5-4ae5-476f-8b84-ad4251ff744a, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:20:44.199320 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ed5ccc8a-d0ef-4d7f-9514-7820e577d875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:44.316119 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-ed5ccc8a-d0ef-4d7f-9514-7820e577d875 None None] For port 213ff7b5-4ae5-476f-8b84-ad4251ff744a, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:20:44.320576 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-ed5ccc8a-d0ef-4d7f-9514-7820e577d875 None None] For port 213ff7b5-4ae5-476f-8b84-ad4251ff744a, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=213ff7b5-4ae5-476f-8b84-ad4251ff744a,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:20:44.340451 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6a967511-f14f-40ff-ab2f-9fa0e30972bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:44.346432 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ed5ccc8a-d0ef-4d7f-9514-7820e577d875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:44.410528 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e595dec1-3602-4684-b197-971ba128ad31 None None] Pushing event updated for resources: {'Port': ['ID=40827650-abea-42f3-a4bc-f3379c3c5209,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:44.438899 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3d7f883a-bd14-4edf-9e7b-acea7c1f557a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:44.584362 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-3d7f883a-bd14-4edf-9e7b-acea7c1f557a None None] For port f16c16b9-c71a-4713-8161-79fac789175f, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=f16c16b9-c71a-4713-8161-79fac789175f,segment=NetworkSegment(e4f64f1b-bbc7-4ff5-8e12-ae2f514d9487),segment_id=e4f64f1b-bbc7-4ff5-8e12-ae2f514d9487)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:44.655219 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ca26c-1035-4c02-b199-f0c3c6d17cad None None] Pushing event updated for resources: {'Port': ['ID=213ff7b5-4ae5-476f-8b84-ad4251ff744a,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:44.683034 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326ce68d-c78d-4d01-80e0-b0f6d3ab9bb1 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:20:44.685327 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304e9e80-f3fd-431b-9260-893e3f62bf8a admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:20:44.697597 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-304e9e80-f3fd-431b-9260-893e3f62bf8a admin admin] 10.222.0.11 "PUT /v2.0/routers/7d7d378e-4e89-4d4b-a564-d9dbecf90f8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5920436 Dec 10 16:20:44.722835 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-326ce68d-c78d-4d01-80e0-b0f6d3ab9bb1 admin admin] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:44.724269 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-326ce68d-c78d-4d01-80e0-b0f6d3ab9bb1 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.8431289 Dec 10 16:20:44.727333 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40008) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:44.774276 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 2e55ace3-4771-44d3-90bc-cc9f4562dfbc up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:20:44.839130 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ca26c-1035-4c02-b199-f0c3c6d17cad None None] Pushing event updated for resources: {'Port': ['ID=213ff7b5-4ae5-476f-8b84-ad4251ff744a,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:44.850061 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1189ff1-f100-4195-adde-b7550be173c5 None None] Sync routers for ids ['83ae17b0-2e5e-48cf-9a16-5cad1115b1e1'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:20:44.861525 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3d7f883a-bd14-4edf-9e7b-acea7c1f557a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:44.942797 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5ccc8a-d0ef-4d7f-9514-7820e577d875 None None] Routers {'8e7707a5-34cf-4636-94ca-3f2973873648'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:20:44.943441 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ed5ccc8a-d0ef-4d7f-9514-7820e577d875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:20:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['8e7707a5-34cf-4636-94ca-3f2973873648'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:45.180909 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1189ff1-f100-4195-adde-b7550be173c5 None None] Routers {'83ae17b0-2e5e-48cf-9a16-5cad1115b1e1'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:20:45.181521 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c1189ff1-f100-4195-adde-b7550be173c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:20:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['83ae17b0-2e5e-48cf-9a16-5cad1115b1e1'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:45.587358 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98655d39-34d8-43bf-bd6a-8c990429d2d2 None None] Network 96a3aafb-ada2-445d-a96e-71fc1f6b317c requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:20:45.648309 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db286de9-9a04-40cf-bffc-00b31467eae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:45.714547 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f883a-bd14-4edf-9e7b-acea7c1f557a None None] Pushing event updated for resources: {'Port': ['ID=f16c16b9-c71a-4713-8161-79fac789175f,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:45.730378 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-be9a53ac-fef4-4a3a-a812-8ed76f36204b None None] Provisioning complete for port 3c60aa98-74a6-4aa7-85db-d792ecc832b8 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:45.730754 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-be9a53ac-fef4-4a3a-a812-8ed76f36204b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:45.811904 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 2e55ace3-4771-44d3-90bc-cc9f4562dfbc triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:45.812353 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:45.868964 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-ed5ccc8a-d0ef-4d7f-9514-7820e577d875 None None] Set router 8e7707a5-34cf-4636-94ca-3f2973873648 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:20:45.921123 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-be9a53ac-fef4-4a3a-a812-8ed76f36204b None None] Port 3c60aa98-74a6-4aa7-85db-d792ecc832b8 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:20:45.926992 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-db286de9-9a04-40cf-bffc-00b31467eae1 admin admin] Allocated IP 172.20.0.1 (96a3aafb-ada2-445d-a96e-71fc1f6b317c/2d2e1ac9-c935-49d2-98bf-197c8454bb64/e54d3cab-6d14-43bf-8643-c2fffdc24a8f) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:20:45.947152 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-c1189ff1-f100-4195-adde-b7550be173c5 None None] Set router 83ae17b0-2e5e-48cf-9a16-5cad1115b1e1 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:20:46.090168 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db286de9-9a04-40cf-bffc-00b31467eae1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:46.120150 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-be9a53ac-fef4-4a3a-a812-8ed76f36204b None None] Provisioning complete for port 307e8169-1456-4c29-85a7-a032438d4d9f triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:46.120523 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-be9a53ac-fef4-4a3a-a812-8ed76f36204b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:46.140557 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db286de9-9a04-40cf-bffc-00b31467eae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:46.222534 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db286de9-9a04-40cf-bffc-00b31467eae1 admin admin] Network 96a3aafb-ada2-445d-a96e-71fc1f6b317c is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:20:46.227875 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-db286de9-9a04-40cf-bffc-00b31467eae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:20:46.239142 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db286de9-9a04-40cf-bffc-00b31467eae1 admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:20:46.291938 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db286de9-9a04-40cf-bffc-00b31467eae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:46.352535 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db286de9-9a04-40cf-bffc-00b31467eae1 admin admin] Pushing event updated for resources: {'Port': ['ID=e54d3cab-6d14-43bf-8643-c2fffdc24a8f,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:46.564061 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:46.570197 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-be9a53ac-fef4-4a3a-a812-8ed76f36204b None None] Port 307e8169-1456-4c29-85a7-a032438d4d9f cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:20:46.583945 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db286de9-9a04-40cf-bffc-00b31467eae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:46.676539 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-fde458c7-693d-439e-986c-988e9a935b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1908933342-router', 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '14b43a84-098a-4ff2-b884-e3377a09f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:17:16Z', 'updated_at': '2021-12-10T16:17:26Z', 'revision_number': 4, 'project_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'gw_port': {'id': '14b43a84-098a-4ff2-b884-e3377a09f479', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:64:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:17:17Z', 'updated_at': '2021-12-10T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '30c55da5-cdc9-45e6-914c-ed9c8f18dfff', 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'floating_ip_address': '172.25.6.124', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'port_id': '1c7409b8-69e2-4712-9415-45088a679e40', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '715b4c0a-da9c-47bb-91fb-624b419d2246', 'mac_address': 'fa:16:3e:17:e1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb8e34-268b-4084-8e6c-a29e4c540192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:17:49Z', 'updated_at': '2021-12-10T16:20:32Z', 'revision_number': 5, 'project_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cddb278-c5c9-453b-89e5-f7b243db25a8', 'name': '', 'network_id': '715b4c0a-da9c-47bb-91fb-624b419d2246', 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'mac_address': 'fa:16:3e:c1:9b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '62480659-e465-41da-9ae4-1fa4cb439ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:17:24Z', 'updated_at': '2021-12-10T16:17:30Z', 'revision_number': 5, 'project_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'subnets': [{'id': '62480659-e465-41da-9ae4-1fa4cb439ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:46.812638 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde458c7-693d-439e-986c-988e9a935b7c None None] The sync data for ids ['cbb17c1d-c9b1-4c9f-a83f-61a36259a24e'] in n-d-766771-2 is: [{'id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1908933342-router', 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '14b43a84-098a-4ff2-b884-e3377a09f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:17:16Z', 'updated_at': '2021-12-10T16:17:26Z', 'revision_number': 4, 'project_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'gw_port': {'id': '14b43a84-098a-4ff2-b884-e3377a09f479', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:64:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:17:17Z', 'updated_at': '2021-12-10T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '30c55da5-cdc9-45e6-914c-ed9c8f18dfff', 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'floating_ip_address': '172.25.6.124', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'port_id': '1c7409b8-69e2-4712-9415-45088a679e40', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '715b4c0a-da9c-47bb-91fb-624b419d2246', 'mac_address': 'fa:16:3e:17:e1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb8e34-268b-4084-8e6c-a29e4c540192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:17:49Z', 'updated_at': '2021-12-10T16:20:32Z', 'revision_number': 5, 'project_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cddb278-c5c9-453b-89e5-f7b243db25a8', 'name': '', 'network_id': '715b4c0a-da9c-47bb-91fb-624b419d2246', 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'mac_address': 'fa:16:3e:c1:9b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '62480659-e465-41da-9ae4-1fa4cb439ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:17:24Z', 'updated_at': '2021-12-10T16:17:30Z', 'revision_number': 5, 'project_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'subnets': [{'id': '62480659-e465-41da-9ae4-1fa4cb439ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:20:46.816376 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c738a9c8-9a9f-4cee-a3f0-3dfa96345bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:46.823188 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 2e55ace3-4771-44d3-90bc-cc9f4562dfbc, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=2e55ace3-4771-44d3-90bc-cc9f4562dfbc,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:46.843416 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:46.844207 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 4c03f5e7-0193-4b48-a014-5196c5bcd647 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:20:46.949680 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98a62eb-1cf4-49cc-9499-b405f16125c4 None None] Sync routers for ids ['7d7d378e-4e89-4d4b-a564-d9dbecf90f8f'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:20:46.994267 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-be9a53ac-fef4-4a3a-a812-8ed76f36204b None None] Provisioning complete for port f16c16b9-c71a-4713-8161-79fac789175f triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:46.994529 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98a62eb-1cf4-49cc-9499-b405f16125c4 None None] Routers {'7d7d378e-4e89-4d4b-a564-d9dbecf90f8f'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:20:46.994875 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-be9a53ac-fef4-4a3a-a812-8ed76f36204b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:47.000718 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c98a62eb-1cf4-49cc-9499-b405f16125c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:20:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['7d7d378e-4e89-4d4b-a564-d9dbecf90f8f'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:47.207483 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c1189ff1-f100-4195-adde-b7550be173c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ae17b0-2e5e-48cf-9a16-5cad1115b1e1', 'name': 'tempest-TaggedBootDevicesTest-924036686-router', 'tenant_id': 'a7925a24d10949e689d55a43c25f7f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '107fb219-203e-4f8b-9f5c-1d2a4ccedd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:38Z', 'updated_at': '2021-12-10T16:20:41Z', 'revision_number': 3, 'project_id': 'a7925a24d10949e689d55a43c25f7f9d', 'gw_port': {'id': '107fb219-203e-4f8b-9f5c-1d2a4ccedd26', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:46:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ae17b0-2e5e-48cf-9a16-5cad1115b1e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:39Z', 'updated_at': '2021-12-10T16:20:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:47.362545 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:47.364017 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-c98a62eb-1cf4-49cc-9499-b405f16125c4 None None] Set router 7d7d378e-4e89-4d4b-a564-d9dbecf90f8f gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:20:47.380991 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22c4296-ffc0-447d-8c3e-8a7076ad40fd None None] New status for floating IP 30c55da5-cdc9-45e6-914c-ed9c8f18dfff: ACTIVE {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:20:47.421274 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db286de9-9a04-40cf-bffc-00b31467eae1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:47.445109 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db286de9-9a04-40cf-bffc-00b31467eae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:47.645857 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db286de9-9a04-40cf-bffc-00b31467eae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:47.654595 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db286de9-9a04-40cf-bffc-00b31467eae1 admin admin] Pushing event updated for resources: {'Port': ['ID=e54d3cab-6d14-43bf-8643-c2fffdc24a8f,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:47.703735 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1189ff1-f100-4195-adde-b7550be173c5 None None] Checking router: 83ae17b0-2e5e-48cf-9a16-5cad1115b1e1 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:20:47.704432 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1189ff1-f100-4195-adde-b7550be173c5 None None] Updating router 83ae17b0-2e5e-48cf-9a16-5cad1115b1e1 port 107fb219-203e-4f8b-9f5c-1d2a4ccedd26 binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:20:47.830689 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c98a62eb-1cf4-49cc-9499-b405f16125c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7d378e-4e89-4d4b-a564-d9dbecf90f8f', 'name': 'tempest-ServersTestBootFromVolume-607915908-router', 'tenant_id': 'df7996212a794883ba322fef5e69748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '363cbb52-1e4e-40ed-86d9-f682b42e3243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:20:41Z', 'revision_number': 4, 'project_id': 'df7996212a794883ba322fef5e69748f', 'gw_port': {'id': '363cbb52-1e4e-40ed-86d9-f682b42e3243', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:26:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7d378e-4e89-4d4b-a564-d9dbecf90f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:30Z', 'updated_at': '2021-12-10T16:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '3c60aa98-74a6-4aa7-85db-d792ecc832b8', 'name': '', 'network_id': '8360afb7-a21f-4966-aa49-91f4dc24c110', 'tenant_id': 'df7996212a794883ba322fef5e69748f', 'mac_address': 'fa:16:3e:40:18:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7d378e-4e89-4d4b-a564-d9dbecf90f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '9f0bf07a-1cd9-4695-ab12-12cd8267bab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:39Z', 'updated_at': '2021-12-10T16:20:41Z', 'revision_number': 2, 'project_id': 'df7996212a794883ba322fef5e69748f', 'subnets': [{'id': '9f0bf07a-1cd9-4695-ab12-12cd8267bab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:47.861524 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c1189ff1-f100-4195-adde-b7550be173c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:47.901661 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db286de9-9a04-40cf-bffc-00b31467eae1 admin admin] Network 96a3aafb-ada2-445d-a96e-71fc1f6b317c is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:20:47.910856 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-db286de9-9a04-40cf-bffc-00b31467eae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:20:47.921556 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98a62eb-1cf4-49cc-9499-b405f16125c4 None None] Checking router: 7d7d378e-4e89-4d4b-a564-d9dbecf90f8f for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:20:47.921913 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98a62eb-1cf4-49cc-9499-b405f16125c4 None None] Updating router 7d7d378e-4e89-4d4b-a564-d9dbecf90f8f port 3c60aa98-74a6-4aa7-85db-d792ecc832b8 binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:20:47.965030 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=2e55ace3-4771-44d3-90bc-cc9f4562dfbc,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:48.004198 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-c98a62eb-1cf4-49cc-9499-b405f16125c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:48.028341 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 4c03f5e7-0193-4b48-a014-5196c5bcd647 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:48.028714 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:48.196200 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db286de9-9a04-40cf-bffc-00b31467eae1 admin admin] Router 83ae17b0-2e5e-48cf-9a16-5cad1115b1e1 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:20:48.339907 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ed5ccc8a-d0ef-4d7f-9514-7820e577d875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7707a5-34cf-4636-94ca-3f2973873648', 'name': 'tempest-FloatingIPsNegativeTestJSON-268882076-router', 'tenant_id': '9d2b407cceeb45cd90853786f6bbdd56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '213ff7b5-4ae5-476f-8b84-ad4251ff744a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:20:39Z', 'revision_number': 4, 'project_id': '9d2b407cceeb45cd90853786f6bbdd56', 'gw_port': {'id': '213ff7b5-4ae5-476f-8b84-ad4251ff744a', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:67:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7707a5-34cf-4636-94ca-3f2973873648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:30Z', 'updated_at': '2021-12-10T16:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '307e8169-1456-4c29-85a7-a032438d4d9f', 'name': '', 'network_id': '36b6d20d-4f9f-43f1-a306-c01c2024226e', 'tenant_id': '9d2b407cceeb45cd90853786f6bbdd56', 'mac_address': 'fa:16:3e:3e:ca:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7707a5-34cf-4636-94ca-3f2973873648', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '924cc9d6-b23f-47e3-802c-64f19226afb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:38Z', 'updated_at': '2021-12-10T16:20:39Z', 'revision_number': 2, 'project_id': '9d2b407cceeb45cd90853786f6bbdd56', 'subnets': [{'id': '924cc9d6-b23f-47e3-802c-64f19226afb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:48.448697 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db286de9-9a04-40cf-bffc-00b31467eae1 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:20:48.463094 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-db286de9-9a04-40cf-bffc-00b31467eae1 admin admin] 10.222.0.11 "PUT /v2.0/routers/83ae17b0-2e5e-48cf-9a16-5cad1115b1e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7260950 Dec 10 16:20:48.503492 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-2338d9bd-f98d-4af0-9921-530690f7003f None None] Provisioning complete for port e54d3cab-6d14-43bf-8643-c2fffdc24a8f triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:48.503855 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2338d9bd-f98d-4af0-9921-530690f7003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:48.523026 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5ccc8a-d0ef-4d7f-9514-7820e577d875 None None] The sync data for ids ['8e7707a5-34cf-4636-94ca-3f2973873648'] in n-d-766771-2 is: [{'id': '8e7707a5-34cf-4636-94ca-3f2973873648', 'name': 'tempest-FloatingIPsNegativeTestJSON-268882076-router', 'tenant_id': '9d2b407cceeb45cd90853786f6bbdd56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '213ff7b5-4ae5-476f-8b84-ad4251ff744a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:20:39Z', 'revision_number': 4, 'project_id': '9d2b407cceeb45cd90853786f6bbdd56', 'gw_port': {'id': '213ff7b5-4ae5-476f-8b84-ad4251ff744a', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:67:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7707a5-34cf-4636-94ca-3f2973873648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:30Z', 'updated_at': '2021-12-10T16:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '307e8169-1456-4c29-85a7-a032438d4d9f', 'name': '', 'network_id': '36b6d20d-4f9f-43f1-a306-c01c2024226e', 'tenant_id': '9d2b407cceeb45cd90853786f6bbdd56', 'mac_address': 'fa:16:3e:3e:ca:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7707a5-34cf-4636-94ca-3f2973873648', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '924cc9d6-b23f-47e3-802c-64f19226afb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:38Z', 'updated_at': '2021-12-10T16:20:39Z', 'revision_number': 2, 'project_id': '9d2b407cceeb45cd90853786f6bbdd56', 'subnets': [{'id': '924cc9d6-b23f-47e3-802c-64f19226afb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:20:48.689364 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:48.698878 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-c98a62eb-1cf4-49cc-9499-b405f16125c4 None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:48.707639 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-c98a62eb-1cf4-49cc-9499-b405f16125c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:48.886886 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127e729-66d7-4ced-a4fc-3c0c7b711ac6 None None] Pushing event updated for resources: {'Port': ['ID=3c60aa98-74a6-4aa7-85db-d792ecc832b8,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:49.044649 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-2338d9bd-f98d-4af0-9921-530690f7003f None None] Port e54d3cab-6d14-43bf-8643-c2fffdc24a8f cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:20:49.209847 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-c98a62eb-1cf4-49cc-9499-b405f16125c4 None None] Attempting to bind port 3c60aa98-74a6-4aa7-85db-d792ecc832b8 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:20:49.210599 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-c98a62eb-1cf4-49cc-9499-b405f16125c4 None None] Attempting to bind port 3c60aa98-74a6-4aa7-85db-d792ecc832b8 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '71053937-890f-4eab-b0e9-9363f55e1cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8360afb7-a21f-4966-aa49-91f4dc24c110'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:20:49.211151 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98a62eb-1cf4-49cc-9499-b405f16125c4 None None] Attempting to bind port 3c60aa98-74a6-4aa7-85db-d792ecc832b8 on network 8360afb7-a21f-4966-aa49-91f4dc24c110 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:20:49.237931 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98a62eb-1cf4-49cc-9499-b405f16125c4 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:20:49.242957 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98a62eb-1cf4-49cc-9499-b405f16125c4 None None] Checking segment: {'id': '71053937-890f-4eab-b0e9-9363f55e1cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8360afb7-a21f-4966-aa49-91f4dc24c110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:20:49.244025 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-c98a62eb-1cf4-49cc-9499-b405f16125c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:49.244590 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98a62eb-1cf4-49cc-9499-b405f16125c4 None None] Bound using segment: {'id': '71053937-890f-4eab-b0e9-9363f55e1cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8360afb7-a21f-4966-aa49-91f4dc24c110'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:20:49.245257 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-c98a62eb-1cf4-49cc-9499-b405f16125c4 None None] Bound port: 3c60aa98-74a6-4aa7-85db-d792ecc832b8, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71053937-890f-4eab-b0e9-9363f55e1cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8360afb7-a21f-4966-aa49-91f4dc24c110'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:20:49.245951 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-c98a62eb-1cf4-49cc-9499-b405f16125c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:49.254592 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:20:49.406830 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-c98a62eb-1cf4-49cc-9499-b405f16125c4 None None] For port 3c60aa98-74a6-4aa7-85db-d792ecc832b8, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:20:49.413577 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-c98a62eb-1cf4-49cc-9499-b405f16125c4 None None] For port 3c60aa98-74a6-4aa7-85db-d792ecc832b8, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=3c60aa98-74a6-4aa7-85db-d792ecc832b8,segment=NetworkSegment(71053937-890f-4eab-b0e9-9363f55e1cac),segment_id=71053937-890f-4eab-b0e9-9363f55e1cac)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:20:49.429301 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-c98a62eb-1cf4-49cc-9499-b405f16125c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:49.432656 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-2338d9bd-f98d-4af0-9921-530690f7003f None None] Provisioning complete for port 40827650-abea-42f3-a4bc-f3379c3c5209 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:49.433758 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2338d9bd-f98d-4af0-9921-530690f7003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:49.649895 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 363cbb52-1e4e-40ed-86d9-f682b42e3243 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:20:49.657133 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98a62eb-1cf4-49cc-9499-b405f16125c4 None None] Routers {'7d7d378e-4e89-4d4b-a564-d9dbecf90f8f'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:20:49.657757 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c98a62eb-1cf4-49cc-9499-b405f16125c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:20:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['7d7d378e-4e89-4d4b-a564-d9dbecf90f8f'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:49.886709 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:49.929165 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c1189ff1-f100-4195-adde-b7550be173c5 None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:49.961814 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2338d9bd-f98d-4af0-9921-530690f7003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:49.967513 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c1189ff1-f100-4195-adde-b7550be173c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:50.059497 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127e729-66d7-4ced-a4fc-3c0c7b711ac6 None None] Pushing event updated for resources: {'Port': ['ID=3c60aa98-74a6-4aa7-85db-d792ecc832b8,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:50.109042 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-c1189ff1-f100-4195-adde-b7550be173c5 None None] Attempting to bind port 107fb219-203e-4f8b-9f5c-1d2a4ccedd26 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:20:50.109618 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-c1189ff1-f100-4195-adde-b7550be173c5 None None] Attempting to bind port 107fb219-203e-4f8b-9f5c-1d2a4ccedd26 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:20:50.109774 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1189ff1-f100-4195-adde-b7550be173c5 None None] Attempting to bind port 107fb219-203e-4f8b-9f5c-1d2a4ccedd26 on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:20:50.119773 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 363cbb52-1e4e-40ed-86d9-f682b42e3243 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:50.120398 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:50.185112 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-c98a62eb-1cf4-49cc-9499-b405f16125c4 None None] Set router 7d7d378e-4e89-4d4b-a564-d9dbecf90f8f gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:20:50.200028 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1189ff1-f100-4195-adde-b7550be173c5 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:20:50.200414 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1189ff1-f100-4195-adde-b7550be173c5 None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:20:50.200835 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c1189ff1-f100-4195-adde-b7550be173c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:50.201235 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1189ff1-f100-4195-adde-b7550be173c5 None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:20:50.201800 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-c1189ff1-f100-4195-adde-b7550be173c5 None None] Bound port: 107fb219-203e-4f8b-9f5c-1d2a4ccedd26, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:20:50.206269 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c1189ff1-f100-4195-adde-b7550be173c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:50.212051 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc27926-bbca-469b-9bbb-fbacda83312b None None] Pushing event updated for resources: {'Port': ['ID=107fb219-203e-4f8b-9f5c-1d2a4ccedd26,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:50.230594 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-2338d9bd-f98d-4af0-9921-530690f7003f None None] For port 40827650-abea-42f3-a4bc-f3379c3c5209, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=40827650-abea-42f3-a4bc-f3379c3c5209,segment=NetworkSegment(64f28485-c99c-408c-b216-b0f023154b12),segment_id=64f28485-c99c-408c-b216-b0f023154b12)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:50.298017 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2338d9bd-f98d-4af0-9921-530690f7003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:50.465587 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c1189ff1-f100-4195-adde-b7550be173c5 None None] For port 107fb219-203e-4f8b-9f5c-1d2a4ccedd26, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:20:50.502182 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2338d9bd-f98d-4af0-9921-530690f7003f None None] Pushing event updated for resources: {'Port': ['ID=40827650-abea-42f3-a4bc-f3379c3c5209,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:50.513390 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c1189ff1-f100-4195-adde-b7550be173c5 None None] For port 107fb219-203e-4f8b-9f5c-1d2a4ccedd26, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=107fb219-203e-4f8b-9f5c-1d2a4ccedd26,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:20:50.521426 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-ec3b0fd4-dc18-44ce-9be9-f3b699c1a47d None None] Provisioning complete for port 3c60aa98-74a6-4aa7-85db-d792ecc832b8 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:50.521768 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ec3b0fd4-dc18-44ce-9be9-f3b699c1a47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:50.526853 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c1189ff1-f100-4195-adde-b7550be173c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:50.595113 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c98a62eb-1cf4-49cc-9499-b405f16125c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7d378e-4e89-4d4b-a564-d9dbecf90f8f', 'name': 'tempest-ServersTestBootFromVolume-607915908-router', 'tenant_id': 'df7996212a794883ba322fef5e69748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '363cbb52-1e4e-40ed-86d9-f682b42e3243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:20:41Z', 'revision_number': 4, 'project_id': 'df7996212a794883ba322fef5e69748f', 'gw_port': {'id': '363cbb52-1e4e-40ed-86d9-f682b42e3243', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:26:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7d378e-4e89-4d4b-a564-d9dbecf90f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:30Z', 'updated_at': '2021-12-10T16:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '3c60aa98-74a6-4aa7-85db-d792ecc832b8', 'name': '', 'network_id': '8360afb7-a21f-4966-aa49-91f4dc24c110', 'tenant_id': 'df7996212a794883ba322fef5e69748f', 'mac_address': 'fa:16:3e:40:18:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7d378e-4e89-4d4b-a564-d9dbecf90f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '9f0bf07a-1cd9-4695-ab12-12cd8267bab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:39Z', 'updated_at': '2021-12-10T16:20:49Z', 'revision_number': 4, 'project_id': 'df7996212a794883ba322fef5e69748f', 'subnets': [{'id': '9f0bf07a-1cd9-4695-ab12-12cd8267bab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:50.619254 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:50.635832 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98a62eb-1cf4-49cc-9499-b405f16125c4 None None] The sync data for ids ['7d7d378e-4e89-4d4b-a564-d9dbecf90f8f'] in n-d-766771-2 is: [{'id': '7d7d378e-4e89-4d4b-a564-d9dbecf90f8f', 'name': 'tempest-ServersTestBootFromVolume-607915908-router', 'tenant_id': 'df7996212a794883ba322fef5e69748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '363cbb52-1e4e-40ed-86d9-f682b42e3243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:20:41Z', 'revision_number': 4, 'project_id': 'df7996212a794883ba322fef5e69748f', 'gw_port': {'id': '363cbb52-1e4e-40ed-86d9-f682b42e3243', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:26:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7d378e-4e89-4d4b-a564-d9dbecf90f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:30Z', 'updated_at': '2021-12-10T16:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '3c60aa98-74a6-4aa7-85db-d792ecc832b8', 'name': '', 'network_id': '8360afb7-a21f-4966-aa49-91f4dc24c110', 'tenant_id': 'df7996212a794883ba322fef5e69748f', 'mac_address': 'fa:16:3e:40:18:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7d378e-4e89-4d4b-a564-d9dbecf90f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '9f0bf07a-1cd9-4695-ab12-12cd8267bab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:39Z', 'updated_at': '2021-12-10T16:20:49Z', 'revision_number': 4, 'project_id': 'df7996212a794883ba322fef5e69748f', 'subnets': [{'id': '9f0bf07a-1cd9-4695-ab12-12cd8267bab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:20:50.683530 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 363cbb52-1e4e-40ed-86d9-f682b42e3243, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=363cbb52-1e4e-40ed-86d9-f682b42e3243,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:50.695506 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:50.696362 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device f16c16b9-c71a-4713-8161-79fac789175f up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:20:50.703739 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1189ff1-f100-4195-adde-b7550be173c5 None None] Routers {'83ae17b0-2e5e-48cf-9a16-5cad1115b1e1'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:20:50.704431 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c1189ff1-f100-4195-adde-b7550be173c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:20:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['83ae17b0-2e5e-48cf-9a16-5cad1115b1e1'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:50.830454 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc27926-bbca-469b-9bbb-fbacda83312b None None] Pushing event updated for resources: {'Port': ['ID=107fb219-203e-4f8b-9f5c-1d2a4ccedd26,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:50.986174 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ec3b0fd4-dc18-44ce-9be9-f3b699c1a47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:50.996700 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=363cbb52-1e4e-40ed-86d9-f682b42e3243,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:51.024214 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-c1189ff1-f100-4195-adde-b7550be173c5 None None] Set router 83ae17b0-2e5e-48cf-9a16-5cad1115b1e1 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:20:51.097338 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port f16c16b9-c71a-4713-8161-79fac789175f triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:51.097708 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:51.136944 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-ec3b0fd4-dc18-44ce-9be9-f3b699c1a47d None None] For port 3c60aa98-74a6-4aa7-85db-d792ecc832b8, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=3c60aa98-74a6-4aa7-85db-d792ecc832b8,segment=NetworkSegment(71053937-890f-4eab-b0e9-9363f55e1cac),segment_id=71053937-890f-4eab-b0e9-9363f55e1cac)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:51.180852 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ec3b0fd4-dc18-44ce-9be9-f3b699c1a47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:51.281007 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-ec3b0fd4-dc18-44ce-9be9-f3b699c1a47d None None] Provisioning complete for port e54d3cab-6d14-43bf-8643-c2fffdc24a8f triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:51.281379 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ec3b0fd4-dc18-44ce-9be9-f3b699c1a47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:51.327699 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b0fd4-dc18-44ce-9be9-f3b699c1a47d None None] Pushing event updated for resources: {'Port': ['ID=3c60aa98-74a6-4aa7-85db-d792ecc832b8,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:51.380040 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-ec3b0fd4-dc18-44ce-9be9-f3b699c1a47d None None] Port e54d3cab-6d14-43bf-8643-c2fffdc24a8f cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:20:51.418742 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 40827650-abea-42f3-a4bc-f3379c3c5209 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:20:51.489630 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c1189ff1-f100-4195-adde-b7550be173c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ae17b0-2e5e-48cf-9a16-5cad1115b1e1', 'name': 'tempest-TaggedBootDevicesTest-924036686-router', 'tenant_id': 'a7925a24d10949e689d55a43c25f7f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '107fb219-203e-4f8b-9f5c-1d2a4ccedd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:38Z', 'updated_at': '2021-12-10T16:20:46Z', 'revision_number': 4, 'project_id': 'a7925a24d10949e689d55a43c25f7f9d', 'gw_port': {'id': '107fb219-203e-4f8b-9f5c-1d2a4ccedd26', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:46:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ae17b0-2e5e-48cf-9a16-5cad1115b1e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:39Z', 'updated_at': '2021-12-10T16:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'e54d3cab-6d14-43bf-8643-c2fffdc24a8f', 'name': '', 'network_id': '96a3aafb-ada2-445d-a96e-71fc1f6b317c', 'tenant_id': 'a7925a24d10949e689d55a43c25f7f9d', 'mac_address': 'fa:16:3e:99:b3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ae17b0-2e5e-48cf-9a16-5cad1115b1e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2d2e1ac9-c935-49d2-98bf-197c8454bb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:45Z', 'updated_at': '2021-12-10T16:20:46Z', 'revision_number': 2, 'project_id': 'a7925a24d10949e689d55a43c25f7f9d', 'subnets': [{'id': '2d2e1ac9-c935-49d2-98bf-197c8454bb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:51.491415 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 40827650-abea-42f3-a4bc-f3379c3c5209 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:51.491778 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:51.540311 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1189ff1-f100-4195-adde-b7550be173c5 None None] The sync data for ids ['83ae17b0-2e5e-48cf-9a16-5cad1115b1e1'] in n-d-766771-2 is: [{'id': '83ae17b0-2e5e-48cf-9a16-5cad1115b1e1', 'name': 'tempest-TaggedBootDevicesTest-924036686-router', 'tenant_id': 'a7925a24d10949e689d55a43c25f7f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '107fb219-203e-4f8b-9f5c-1d2a4ccedd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:38Z', 'updated_at': '2021-12-10T16:20:46Z', 'revision_number': 4, 'project_id': 'a7925a24d10949e689d55a43c25f7f9d', 'gw_port': {'id': '107fb219-203e-4f8b-9f5c-1d2a4ccedd26', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:46:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ae17b0-2e5e-48cf-9a16-5cad1115b1e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:39Z', 'updated_at': '2021-12-10T16:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'e54d3cab-6d14-43bf-8643-c2fffdc24a8f', 'name': '', 'network_id': '96a3aafb-ada2-445d-a96e-71fc1f6b317c', 'tenant_id': 'a7925a24d10949e689d55a43c25f7f9d', 'mac_address': 'fa:16:3e:99:b3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ae17b0-2e5e-48cf-9a16-5cad1115b1e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2d2e1ac9-c935-49d2-98bf-197c8454bb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:45Z', 'updated_at': '2021-12-10T16:20:46Z', 'revision_number': 2, 'project_id': 'a7925a24d10949e689d55a43c25f7f9d', 'subnets': [{'id': '2d2e1ac9-c935-49d2-98bf-197c8454bb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:20:51.609820 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 2e55ace3-4771-44d3-90bc-cc9f4562dfbc up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:20:51.682354 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 2e55ace3-4771-44d3-90bc-cc9f4562dfbc triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:51.682729 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:52.064421 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 363cbb52-1e4e-40ed-86d9-f682b42e3243 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:20:52.140726 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 363cbb52-1e4e-40ed-86d9-f682b42e3243 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:52.142484 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:52.309739 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 40827650-abea-42f3-a4bc-f3379c3c5209 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:20:52.420360 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 40827650-abea-42f3-a4bc-f3379c3c5209 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:52.421174 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:52.544441 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 3c60aa98-74a6-4aa7-85db-d792ecc832b8 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:20:52.616482 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 3c60aa98-74a6-4aa7-85db-d792ecc832b8 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:52.616876 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:52.761574 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cf4609-77c2-4e4b-b4d3-164b38e2aebf None None] Sync routers for ids ['8e7707a5-34cf-4636-94ca-3f2973873648'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:20:52.780552 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cf4609-77c2-4e4b-b4d3-164b38e2aebf None None] Routers {'8e7707a5-34cf-4636-94ca-3f2973873648'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:20:52.781866 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-87cf4609-77c2-4e4b-b4d3-164b38e2aebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:20:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['8e7707a5-34cf-4636-94ca-3f2973873648'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:52.970179 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 213ff7b5-4ae5-476f-8b84-ad4251ff744a up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:20:53.063566 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-87cf4609-77c2-4e4b-b4d3-164b38e2aebf None None] Set router 8e7707a5-34cf-4636-94ca-3f2973873648 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:20:53.070622 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 213ff7b5-4ae5-476f-8b84-ad4251ff744a triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:53.072891 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:53.199532 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:53.233146 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 213ff7b5-4ae5-476f-8b84-ad4251ff744a, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=213ff7b5-4ae5-476f-8b84-ad4251ff744a,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:53.243010 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:53.321109 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=213ff7b5-4ae5-476f-8b84-ad4251ff744a,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:53.374626 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-87cf4609-77c2-4e4b-b4d3-164b38e2aebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7707a5-34cf-4636-94ca-3f2973873648', 'name': 'tempest-FloatingIPsNegativeTestJSON-268882076-router', 'tenant_id': '9d2b407cceeb45cd90853786f6bbdd56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '213ff7b5-4ae5-476f-8b84-ad4251ff744a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:20:39Z', 'revision_number': 4, 'project_id': '9d2b407cceeb45cd90853786f6bbdd56', 'gw_port': {'id': '213ff7b5-4ae5-476f-8b84-ad4251ff744a', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:67:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7707a5-34cf-4636-94ca-3f2973873648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:30Z', 'updated_at': '2021-12-10T16:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '307e8169-1456-4c29-85a7-a032438d4d9f', 'name': '', 'network_id': '36b6d20d-4f9f-43f1-a306-c01c2024226e', 'tenant_id': '9d2b407cceeb45cd90853786f6bbdd56', 'mac_address': 'fa:16:3e:3e:ca:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7707a5-34cf-4636-94ca-3f2973873648', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '924cc9d6-b23f-47e3-802c-64f19226afb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:38Z', 'updated_at': '2021-12-10T16:20:39Z', 'revision_number': 2, 'project_id': '9d2b407cceeb45cd90853786f6bbdd56', 'subnets': [{'id': '924cc9d6-b23f-47e3-802c-64f19226afb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:53.432301 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cf4609-77c2-4e4b-b4d3-164b38e2aebf None None] Checking router: 8e7707a5-34cf-4636-94ca-3f2973873648 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:20:53.433461 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cf4609-77c2-4e4b-b4d3-164b38e2aebf None None] Updating router 8e7707a5-34cf-4636-94ca-3f2973873648 port 307e8169-1456-4c29-85a7-a032438d4d9f binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:20:53.494866 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-87cf4609-77c2-4e4b-b4d3-164b38e2aebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:53.969803 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-87cf4609-77c2-4e4b-b4d3-164b38e2aebf None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:53.982943 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-87cf4609-77c2-4e4b-b4d3-164b38e2aebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:54.084624 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 213ff7b5-4ae5-476f-8b84-ad4251ff744a up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:20:54.100983 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c855e51-647c-4a68-b892-c8f6719c7f9c None None] Pushing event updated for resources: {'Port': ['ID=307e8169-1456-4c29-85a7-a032438d4d9f,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:54.155349 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 213ff7b5-4ae5-476f-8b84-ad4251ff744a triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:54.155659 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:54.208940 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-87cf4609-77c2-4e4b-b4d3-164b38e2aebf None None] Attempting to bind port 307e8169-1456-4c29-85a7-a032438d4d9f on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:20:54.209782 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-87cf4609-77c2-4e4b-b4d3-164b38e2aebf None None] Attempting to bind port 307e8169-1456-4c29-85a7-a032438d4d9f by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '07874b2c-f2c1-44b8-b11a-0ae147acb5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '36b6d20d-4f9f-43f1-a306-c01c2024226e'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:20:54.211028 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cf4609-77c2-4e4b-b4d3-164b38e2aebf None None] Attempting to bind port 307e8169-1456-4c29-85a7-a032438d4d9f on network 36b6d20d-4f9f-43f1-a306-c01c2024226e {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:20:54.220573 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cf4609-77c2-4e4b-b4d3-164b38e2aebf None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:20:54.220977 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cf4609-77c2-4e4b-b4d3-164b38e2aebf None None] Checking segment: {'id': '07874b2c-f2c1-44b8-b11a-0ae147acb5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '36b6d20d-4f9f-43f1-a306-c01c2024226e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:20:54.221344 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-87cf4609-77c2-4e4b-b4d3-164b38e2aebf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:54.221737 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cf4609-77c2-4e4b-b4d3-164b38e2aebf None None] Bound using segment: {'id': '07874b2c-f2c1-44b8-b11a-0ae147acb5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '36b6d20d-4f9f-43f1-a306-c01c2024226e'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:20:54.222242 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-87cf4609-77c2-4e4b-b4d3-164b38e2aebf None None] Bound port: 307e8169-1456-4c29-85a7-a032438d4d9f, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07874b2c-f2c1-44b8-b11a-0ae147acb5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '36b6d20d-4f9f-43f1-a306-c01c2024226e'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:20:54.222618 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-87cf4609-77c2-4e4b-b4d3-164b38e2aebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:54.294562 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 107fb219-203e-4f8b-9f5c-1d2a4ccedd26 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:20:54.349928 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-87cf4609-77c2-4e4b-b4d3-164b38e2aebf None None] For port 307e8169-1456-4c29-85a7-a032438d4d9f, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:20:54.364425 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-87cf4609-77c2-4e4b-b4d3-164b38e2aebf None None] For port 307e8169-1456-4c29-85a7-a032438d4d9f, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=307e8169-1456-4c29-85a7-a032438d4d9f,segment=NetworkSegment(07874b2c-f2c1-44b8-b11a-0ae147acb5f1),segment_id=07874b2c-f2c1-44b8-b11a-0ae147acb5f1)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:20:54.374316 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-87cf4609-77c2-4e4b-b4d3-164b38e2aebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:54.376483 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 107fb219-203e-4f8b-9f5c-1d2a4ccedd26 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:54.376867 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:54.442333 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cf4609-77c2-4e4b-b4d3-164b38e2aebf None None] Routers {'8e7707a5-34cf-4636-94ca-3f2973873648'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:20:54.443055 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-87cf4609-77c2-4e4b-b4d3-164b38e2aebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:20:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['8e7707a5-34cf-4636-94ca-3f2973873648'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:54.445090 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c855e51-647c-4a68-b892-c8f6719c7f9c None None] Pushing event updated for resources: {'Port': ['ID=307e8169-1456-4c29-85a7-a032438d4d9f,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:54.466302 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:54.491369 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 107fb219-203e-4f8b-9f5c-1d2a4ccedd26, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=107fb219-203e-4f8b-9f5c-1d2a4ccedd26,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:54.501327 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:54.617461 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=107fb219-203e-4f8b-9f5c-1d2a4ccedd26,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:54.637116 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:54.637472 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:54.637823 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:54.638918 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:54.638918 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:54.640039 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:54.640182 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:54.640827 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:54.640827 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:54.641139 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:54.641427 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:54.642415 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:54.643797 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:54.652288 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-87cf4609-77c2-4e4b-b4d3-164b38e2aebf None None] Set router 8e7707a5-34cf-4636-94ca-3f2973873648 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:20:54.656759 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f10e42a6-d368-4d1b-b4ec-e46c39b7e13d None None] Provisioning complete for port 307e8169-1456-4c29-85a7-a032438d4d9f triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:54.659498 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f10e42a6-d368-4d1b-b4ec-e46c39b7e13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:54.783214 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35715fb5-8cc3-4087-9b16-5f3f2fb98261 x-openstack-request-id: req-35715fb5-8cc3-4087-9b16-5f3f2fb98261 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:20:54.783527 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7fd7ada-5753-4d36-9e30-d3d9a89249e2", "name": "network-vif-plugged", "status": "completed", "tag": "6d73126e-816a-49e2-8614-6c4009af6327", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:20:54.783790 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-35715fb5-8cc3-4087-9b16-5f3f2fb98261 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:20:54.784902 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7fd7ada-5753-4d36-9e30-d3d9a89249e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d73126e-816a-49e2-8614-6c4009af6327', 'code': 200} Dec 10 16:20:54.905088 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f10e42a6-d368-4d1b-b4ec-e46c39b7e13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:54.924295 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774227b-6107-4585-8ed2-55ac7b108b29 req-c817e582-8c63-4578-bce5-37a434498ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:54.925714 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f774227b-6107-4585-8ed2-55ac7b108b29 req-c817e582-8c63-4578-bce5-37a434498ebf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f7fd7ada-5753-4d36-9e30-d3d9a89249e2 HTTP/1.1" status: 200 len: 1101 time: 0.0746136 Dec 10 16:20:54.964400 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c8cea-88d4-4e97-8cdf-f8b13f7f1d5b req-468d658b-1ea2-4e10-804d-5e6633d5f09c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:54.975547 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-431c8cea-88d4-4e97-8cdf-f8b13f7f1d5b req-468d658b-1ea2-4e10-804d-5e6633d5f09c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7fd7ada-5753-4d36-9e30-d3d9a89249e2 HTTP/1.1" status: 200 len: 950 time: 0.0874233 Dec 10 16:20:54.992520 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f10e42a6-d368-4d1b-b4ec-e46c39b7e13d None None] For port 307e8169-1456-4c29-85a7-a032438d4d9f, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=307e8169-1456-4c29-85a7-a032438d4d9f,segment=NetworkSegment(07874b2c-f2c1-44b8-b11a-0ae147acb5f1),segment_id=07874b2c-f2c1-44b8-b11a-0ae147acb5f1)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:20:55.002329 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f10e42a6-d368-4d1b-b4ec-e46c39b7e13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:55.059935 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f774227b-6107-4585-8ed2-55ac7b108b29 req-e8650766-1d6e-480b-9d88-478187ea6bbc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252668 Dec 10 16:20:55.081093 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-431c8cea-88d4-4e97-8cdf-f8b13f7f1d5b req-c1590c7f-bc00-495f-b121-afa47e041a09 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028373 Dec 10 16:20:55.174502 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-dfa72d45-97ec-4ec0-abdd-a2e422f5ffa3 None None] Provisioning complete for port 307e8169-1456-4c29-85a7-a032438d4d9f triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:55.174792 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dfa72d45-97ec-4ec0-abdd-a2e422f5ffa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:55.225690 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e42a6-d368-4d1b-b4ec-e46c39b7e13d None None] Pushing event updated for resources: {'Port': ['ID=307e8169-1456-4c29-85a7-a032438d4d9f,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:55.248746 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-87cf4609-77c2-4e4b-b4d3-164b38e2aebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7707a5-34cf-4636-94ca-3f2973873648', 'name': 'tempest-FloatingIPsNegativeTestJSON-268882076-router', 'tenant_id': '9d2b407cceeb45cd90853786f6bbdd56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '213ff7b5-4ae5-476f-8b84-ad4251ff744a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:20:39Z', 'revision_number': 4, 'project_id': '9d2b407cceeb45cd90853786f6bbdd56', 'gw_port': {'id': '213ff7b5-4ae5-476f-8b84-ad4251ff744a', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:67:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7707a5-34cf-4636-94ca-3f2973873648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:30Z', 'updated_at': '2021-12-10T16:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '307e8169-1456-4c29-85a7-a032438d4d9f', 'name': '', 'network_id': '36b6d20d-4f9f-43f1-a306-c01c2024226e', 'tenant_id': '9d2b407cceeb45cd90853786f6bbdd56', 'mac_address': 'fa:16:3e:3e:ca:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7707a5-34cf-4636-94ca-3f2973873648', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '924cc9d6-b23f-47e3-802c-64f19226afb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:38Z', 'updated_at': '2021-12-10T16:20:54Z', 'revision_number': 4, 'project_id': '9d2b407cceeb45cd90853786f6bbdd56', 'subnets': [{'id': '924cc9d6-b23f-47e3-802c-64f19226afb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:55.297241 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cf4609-77c2-4e4b-b4d3-164b38e2aebf None None] The sync data for ids ['8e7707a5-34cf-4636-94ca-3f2973873648'] in n-d-766771-2 is: [{'id': '8e7707a5-34cf-4636-94ca-3f2973873648', 'name': 'tempest-FloatingIPsNegativeTestJSON-268882076-router', 'tenant_id': '9d2b407cceeb45cd90853786f6bbdd56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '213ff7b5-4ae5-476f-8b84-ad4251ff744a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:20:39Z', 'revision_number': 4, 'project_id': '9d2b407cceeb45cd90853786f6bbdd56', 'gw_port': {'id': '213ff7b5-4ae5-476f-8b84-ad4251ff744a', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:67:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7707a5-34cf-4636-94ca-3f2973873648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:30Z', 'updated_at': '2021-12-10T16:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '307e8169-1456-4c29-85a7-a032438d4d9f', 'name': '', 'network_id': '36b6d20d-4f9f-43f1-a306-c01c2024226e', 'tenant_id': '9d2b407cceeb45cd90853786f6bbdd56', 'mac_address': 'fa:16:3e:3e:ca:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7707a5-34cf-4636-94ca-3f2973873648', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '924cc9d6-b23f-47e3-802c-64f19226afb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:38Z', 'updated_at': '2021-12-10T16:20:54Z', 'revision_number': 4, 'project_id': '9d2b407cceeb45cd90853786f6bbdd56', 'subnets': [{'id': '924cc9d6-b23f-47e3-802c-64f19226afb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:20:55.317808 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e6b5c9-cd24-416f-ab11-ed51eaaf53e9 x-openstack-request-id: req-04e6b5c9-cd24-416f-ab11-ed51eaaf53e9 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:20:55.318479 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cbb8e34-268b-4084-8e6c-a29e4c540192", "tag": "1c7409b8-69e2-4712-9415-45088a679e40", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:20:55.318981 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-04e6b5c9-cd24-416f-ab11-ed51eaaf53e9 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:20:55.319622 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cbb8e34-268b-4084-8e6c-a29e4c540192', 'tag': '1c7409b8-69e2-4712-9415-45088a679e40', 'status': 'completed', 'code': 200} Dec 10 16:20:55.499863 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035fe3c-fd19-4483-83fe-849c1d31b9fe req-ba6e51ca-bcca-4e5b-bb03-0ebf2854ce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:55.502936 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c035fe3c-fd19-4483-83fe-849c1d31b9fe req-ba6e51ca-bcca-4e5b-bb03-0ebf2854ce7d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20faaf9c38d346c5a5c9ea0fc9964ecb&device_id=7cbb8e34-268b-4084-8e6c-a29e4c540192 HTTP/1.1" status: 200 len: 1096 time: 0.1630132 Dec 10 16:20:55.609966 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8a91ffd1-d3e7-450d-b1a5-dea8b0a14b6f req-fba33d9a-7555-4409-9577-2544a90c8f28 tempest-FloatingIPsNegativeTestJSON-1128566379 tempest-FloatingIPsNegativeTestJSON-1128566379-project] 10.222.0.11 "GET /v2.0/floatingips?tenant_id=9d2b407cceeb45cd90853786f6bbdd56 HTTP/1.1" status: 200 len: 217 time: 0.1091764 Dec 10 16:20:55.724756 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035fe3c-fd19-4483-83fe-849c1d31b9fe req-7fe243f1-39c5-48a0-8e79-c283c07273e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:55.726926 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c035fe3c-fd19-4483-83fe-849c1d31b9fe req-7fe243f1-39c5-48a0-8e79-c283c07273e5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=715b4c0a-da9c-47bb-91fb-624b419d2246 HTTP/1.1" status: 200 len: 925 time: 0.2172022 Dec 10 16:20:55.926392 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c035fe3c-fd19-4483-83fe-849c1d31b9fe req-8fe493f7-a875-4d38-8ecc-97b5dbb7fe2f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c7409b8-69e2-4712-9415-45088a679e40 HTTP/1.1" status: 200 len: 1001 time: 0.1911061 Dec 10 16:20:55.975560 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 307e8169-1456-4c29-85a7-a032438d4d9f up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:20:56.023289 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035fe3c-fd19-4483-83fe-849c1d31b9fe req-dbc7998b-46f5-406c-875c-9f64664b7685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:56.025289 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c035fe3c-fd19-4483-83fe-849c1d31b9fe req-dbc7998b-46f5-406c-875c-9f64664b7685 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=62480659-e465-41da-9ae4-1fa4cb439ee8 HTTP/1.1" status: 200 len: 863 time: 0.0912666 Dec 10 16:20:56.120883 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 307e8169-1456-4c29-85a7-a032438d4d9f triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:56.121259 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:56.144807 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035fe3c-fd19-4483-83fe-849c1d31b9fe req-0c630cd5-9769-48e6-891c-8b640afbd9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:56.148066 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c035fe3c-fd19-4483-83fe-849c1d31b9fe req-0c630cd5-9769-48e6-891c-8b640afbd9be service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=715b4c0a-da9c-47bb-91fb-624b419d2246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1090097 Dec 10 16:20:56.355967 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 107fb219-203e-4f8b-9f5c-1d2a4ccedd26 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:20:56.427202 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c035fe3c-fd19-4483-83fe-849c1d31b9fe req-4ab31ed3-0a52-4d35-86fc-5c03b80d2132 service neutron] 10.222.0.26 "GET /v2.0/networks/715b4c0a-da9c-47bb-91fb-624b419d2246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711875 Dec 10 16:20:56.500321 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 107fb219-203e-4f8b-9f5c-1d2a4ccedd26 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:56.501972 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:56.601844 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c035fe3c-fd19-4483-83fe-849c1d31b9fe req-dd23e41c-bdca-49f7-bcbc-efbe2da8efbd service neutron] 10.222.0.26 "GET /v2.0/networks/715b4c0a-da9c-47bb-91fb-624b419d2246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656833 Dec 10 16:20:56.706560 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40138) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:56.712735 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-0b2733c9-5a74-40ce-ae82-fd3a7f010291 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1260150038', 'description': 'tempest-description--1849483348'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:20:56.786405 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10c6679-4a05-4334-b5d3-05b86bd985f3'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:20:56.789543 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeee1db5-7fa6-4e05-aa88-b72345c72689" -d '{"events": [{"server_uuid": "c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab", "name": "network-vif-plugged", "status": "completed", "tag": "e10c6679-4a05-4334-b5d3-05b86bd985f3"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:20:56.796940 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3d0a3fe3-1f0b-457c-8aef-c3acdb1430d4 req-d5737f26-7279-41a8-b5c7-83d3da852681 tempest-FloatingIPsNegativeTestJSON-1128566379 tempest-FloatingIPsNegativeTestJSON-1128566379-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0789371 Dec 10 16:20:56.802669 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0b2733c9-5a74-40ce-ae82-fd3a7f010291 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:56.882256 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0b2733c9-5a74-40ce-ae82-fd3a7f010291 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:56.888718 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0b2733c9-5a74-40ce-ae82-fd3a7f010291 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:56.908707 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0b2733c9-5a74-40ce-ae82-fd3a7f010291 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:56.910230 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-0b2733c9-5a74-40ce-ae82-fd3a7f010291 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2025204 Dec 10 16:20:56.913466 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40150) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:56.918851 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-a411325d-6bd2-4a9b-94af-657058116727 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Request body: {'security_group_rule': {'security_group_id': '0f02d5fd-6538-49df-8042-a9b1dbcbd9b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:20:56.936339 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2733c9-5a74-40ce-ae82-fd3a7f010291 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f02d5fd-6538-49df-8042-a9b1dbcbd9b7,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:56.947142 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2733c9-5a74-40ce-ae82-fd3a7f010291 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:56.947789 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2733c9-5a74-40ce-ae82-fd3a7f010291 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:56.948316 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2733c9-5a74-40ce-ae82-fd3a7f010291 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:56.949212 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2733c9-5a74-40ce-ae82-fd3a7f010291 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:56.949962 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2733c9-5a74-40ce-ae82-fd3a7f010291 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:56.950660 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2733c9-5a74-40ce-ae82-fd3a7f010291 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:56.951279 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2733c9-5a74-40ce-ae82-fd3a7f010291 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:56.951863 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2733c9-5a74-40ce-ae82-fd3a7f010291 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:56.952368 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2733c9-5a74-40ce-ae82-fd3a7f010291 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:56.952868 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2733c9-5a74-40ce-ae82-fd3a7f010291 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:56.953747 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2733c9-5a74-40ce-ae82-fd3a7f010291 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:56.954272 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2733c9-5a74-40ce-ae82-fd3a7f010291 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:56.954784 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2733c9-5a74-40ce-ae82-fd3a7f010291 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:56.983422 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a411325d-6bd2-4a9b-94af-657058116727 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:57.075834 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a411325d-6bd2-4a9b-94af-657058116727 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:57.080905 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a411325d-6bd2-4a9b-94af-657058116727 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:57.100438 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411325d-6bd2-4a9b-94af-657058116727 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84ee4668-122c-4aa4-9cb1-747794f2445d,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:57.114121 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a411325d-6bd2-4a9b-94af-657058116727 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:57.117891 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a411325d-6bd2-4a9b-94af-657058116727 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2006581 Dec 10 16:20:57.117891 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a411325d-6bd2-4a9b-94af-657058116727 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:57.117891 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a411325d-6bd2-4a9b-94af-657058116727 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:57.118298 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a411325d-6bd2-4a9b-94af-657058116727 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:57.118441 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40152) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:57.118851 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a411325d-6bd2-4a9b-94af-657058116727 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:57.120641 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a411325d-6bd2-4a9b-94af-657058116727 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:57.121087 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a411325d-6bd2-4a9b-94af-657058116727 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:57.121542 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a411325d-6bd2-4a9b-94af-657058116727 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:57.121977 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a411325d-6bd2-4a9b-94af-657058116727 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:57.122499 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a411325d-6bd2-4a9b-94af-657058116727 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:57.122930 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a411325d-6bd2-4a9b-94af-657058116727 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:57.123900 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a411325d-6bd2-4a9b-94af-657058116727 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:57.124321 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a411325d-6bd2-4a9b-94af-657058116727 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:57.124744 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a411325d-6bd2-4a9b-94af-657058116727 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:20:57.125814 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-9352b741-aac8-42ee-86f3-2aaa4a337495 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Request body: {'security_group_rule': {'security_group_id': '0f02d5fd-6538-49df-8042-a9b1dbcbd9b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:20:57.177714 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9352b741-aac8-42ee-86f3-2aaa4a337495 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:57.284171 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9352b741-aac8-42ee-86f3-2aaa4a337495 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:57.305807 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9352b741-aac8-42ee-86f3-2aaa4a337495 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:57.335573 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9352b741-aac8-42ee-86f3-2aaa4a337495 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec908db-9786-46c1-9bfb-67bc72454e1e,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:57.365844 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9352b741-aac8-42ee-86f3-2aaa4a337495 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:57.367190 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9352b741-aac8-42ee-86f3-2aaa4a337495 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2473657 Dec 10 16:20:57.370446 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40154) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:57.375942 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-bf3ad409-2fd9-4255-8a07-8ac1b39a4eb8 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:20:57.411546 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf3ad409-2fd9-4255-8a07-8ac1b39a4eb8 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks [] for floatingip, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:57.564916 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf3ad409-2fd9-4255-8a07-8ac1b39a4eb8 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:57.725084 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-bf3ad409-2fd9-4255-8a07-8ac1b39a4eb8 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Allocated IP 172.25.6.220 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/086f5bb7-4f8d-4b27-af0b-b81b0b0b547a) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:20:57.895271 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a880d0b-3b38-4c39-8735-0ba7f24ef223 None None] Sync routers for ids ['83ae17b0-2e5e-48cf-9a16-5cad1115b1e1'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:20:57.907526 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a880d0b-3b38-4c39-8735-0ba7f24ef223 None None] Routers {'83ae17b0-2e5e-48cf-9a16-5cad1115b1e1'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:20:57.908085 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8a880d0b-3b38-4c39-8735-0ba7f24ef223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:20:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['83ae17b0-2e5e-48cf-9a16-5cad1115b1e1'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:57.924371 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf3ad409-2fd9-4255-8a07-8ac1b39a4eb8 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:57.987214 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf3ad409-2fd9-4255-8a07-8ac1b39a4eb8 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:58.046262 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ad409-2fd9-4255-8a07-8ac1b39a4eb8 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Pushing event updated for resources: {'Port': ['ID=086f5bb7-4f8d-4b27-af0b-b81b0b0b547a,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:58.065150 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-8a880d0b-3b38-4c39-8735-0ba7f24ef223 None None] Set router 83ae17b0-2e5e-48cf-9a16-5cad1115b1e1 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:20:58.074619 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3ad409-2fd9-4255-8a07-8ac1b39a4eb8 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:20:58.076462 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-bf3ad409-2fd9-4255-8a07-8ac1b39a4eb8 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:20:58.079134 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3ad409-2fd9-4255-8a07-8ac1b39a4eb8 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:20:58.193539 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf3ad409-2fd9-4255-8a07-8ac1b39a4eb8 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:58.249854 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf3ad409-2fd9-4255-8a07-8ac1b39a4eb8 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:58.370996 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8a880d0b-3b38-4c39-8735-0ba7f24ef223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ae17b0-2e5e-48cf-9a16-5cad1115b1e1', 'name': 'tempest-TaggedBootDevicesTest-924036686-router', 'tenant_id': 'a7925a24d10949e689d55a43c25f7f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '107fb219-203e-4f8b-9f5c-1d2a4ccedd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:38Z', 'updated_at': '2021-12-10T16:20:46Z', 'revision_number': 4, 'project_id': 'a7925a24d10949e689d55a43c25f7f9d', 'gw_port': {'id': '107fb219-203e-4f8b-9f5c-1d2a4ccedd26', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:46:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ae17b0-2e5e-48cf-9a16-5cad1115b1e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:39Z', 'updated_at': '2021-12-10T16:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'e54d3cab-6d14-43bf-8643-c2fffdc24a8f', 'name': '', 'network_id': '96a3aafb-ada2-445d-a96e-71fc1f6b317c', 'tenant_id': 'a7925a24d10949e689d55a43c25f7f9d', 'mac_address': 'fa:16:3e:99:b3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ae17b0-2e5e-48cf-9a16-5cad1115b1e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2d2e1ac9-c935-49d2-98bf-197c8454bb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:45Z', 'updated_at': '2021-12-10T16:20:46Z', 'revision_number': 2, 'project_id': 'a7925a24d10949e689d55a43c25f7f9d', 'subnets': [{'id': '2d2e1ac9-c935-49d2-98bf-197c8454bb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:58.414936 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a880d0b-3b38-4c39-8735-0ba7f24ef223 None None] Checking router: 83ae17b0-2e5e-48cf-9a16-5cad1115b1e1 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:20:58.414936 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a880d0b-3b38-4c39-8735-0ba7f24ef223 None None] Updating router 83ae17b0-2e5e-48cf-9a16-5cad1115b1e1 port e54d3cab-6d14-43bf-8643-c2fffdc24a8f binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:20:58.443211 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8a880d0b-3b38-4c39-8735-0ba7f24ef223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:58.453308 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf3ad409-2fd9-4255-8a07-8ac1b39a4eb8 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:58.461403 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf3ad409-2fd9-4255-8a07-8ac1b39a4eb8 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:58.537657 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf3ad409-2fd9-4255-8a07-8ac1b39a4eb8 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:58.557089 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ad409-2fd9-4255-8a07-8ac1b39a4eb8 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Pushing event updated for resources: {'Port': ['ID=086f5bb7-4f8d-4b27-af0b-b81b0b0b547a,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:58.565244 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf3ad409-2fd9-4255-8a07-8ac1b39a4eb8 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:58.574297 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-bf3ad409-2fd9-4255-8a07-8ac1b39a4eb8 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1950762 Dec 10 16:20:58.804127 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a3934-4074-4a08-b222-61906819e0cc req-bf6007e6-a256-4f0b-a5f9-d7e4f3e13f16 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:58.811524 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4b1a3934-4074-4a08-b222-61906819e0cc req-bf6007e6-a256-4f0b-a5f9-d7e4f3e13f16 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7fd7ada-5753-4d36-9e30-d3d9a89249e2 HTTP/1.1" status: 200 len: 950 time: 0.0997002 Dec 10 16:20:58.830302 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8a880d0b-3b38-4c39-8735-0ba7f24ef223 None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:58.838000 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8a880d0b-3b38-4c39-8735-0ba7f24ef223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:58.886402 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4b1a3934-4074-4a08-b222-61906819e0cc req-176de160-e4dd-4eda-8698-44ece759c37b tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738282 Dec 10 16:20:58.960182 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582bd07-3f42-476a-996a-ef7739caef53 None None] Pushing event updated for resources: {'Port': ['ID=e54d3cab-6d14-43bf-8643-c2fffdc24a8f,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:59.020898 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-8a880d0b-3b38-4c39-8735-0ba7f24ef223 None None] Attempting to bind port e54d3cab-6d14-43bf-8643-c2fffdc24a8f on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:20:59.021787 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-8a880d0b-3b38-4c39-8735-0ba7f24ef223 None None] Attempting to bind port e54d3cab-6d14-43bf-8643-c2fffdc24a8f by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '64f28485-c99c-408c-b216-b0f023154b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '96a3aafb-ada2-445d-a96e-71fc1f6b317c'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:20:59.022501 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a880d0b-3b38-4c39-8735-0ba7f24ef223 None None] Attempting to bind port e54d3cab-6d14-43bf-8643-c2fffdc24a8f on network 96a3aafb-ada2-445d-a96e-71fc1f6b317c {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:20:59.030988 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a880d0b-3b38-4c39-8735-0ba7f24ef223 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:20:59.031474 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a880d0b-3b38-4c39-8735-0ba7f24ef223 None None] Checking segment: {'id': '64f28485-c99c-408c-b216-b0f023154b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '96a3aafb-ada2-445d-a96e-71fc1f6b317c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:20:59.032425 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8a880d0b-3b38-4c39-8735-0ba7f24ef223 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:59.033106 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a880d0b-3b38-4c39-8735-0ba7f24ef223 None None] Bound using segment: {'id': '64f28485-c99c-408c-b216-b0f023154b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '96a3aafb-ada2-445d-a96e-71fc1f6b317c'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:20:59.033670 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-8a880d0b-3b38-4c39-8735-0ba7f24ef223 None None] Bound port: e54d3cab-6d14-43bf-8643-c2fffdc24a8f, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64f28485-c99c-408c-b216-b0f023154b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '96a3aafb-ada2-445d-a96e-71fc1f6b317c'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:20:59.034128 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8a880d0b-3b38-4c39-8735-0ba7f24ef223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:59.136369 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8a880d0b-3b38-4c39-8735-0ba7f24ef223 None None] For port e54d3cab-6d14-43bf-8643-c2fffdc24a8f, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:20:59.142109 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8a880d0b-3b38-4c39-8735-0ba7f24ef223 None None] For port e54d3cab-6d14-43bf-8643-c2fffdc24a8f, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=e54d3cab-6d14-43bf-8643-c2fffdc24a8f,segment=NetworkSegment(64f28485-c99c-408c-b216-b0f023154b12),segment_id=64f28485-c99c-408c-b216-b0f023154b12)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:20:59.154859 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8a880d0b-3b38-4c39-8735-0ba7f24ef223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:59.187544 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f079ff9-e8c4-45d8-ad4f-72b420a411de x-openstack-request-id: req-7f079ff9-e8c4-45d8-ad4f-72b420a411de {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:20:59.187842 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab", "name": "network-vif-plugged", "status": "completed", "tag": "e10c6679-4a05-4334-b5d3-05b86bd985f3", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:20:59.188133 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7f079ff9-e8c4-45d8-ad4f-72b420a411de {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:20:59.188491 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10c6679-4a05-4334-b5d3-05b86bd985f3', 'code': 200} Dec 10 16:20:59.271763 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [req-d94f85df-84ee-44cc-bfe8-a9fb20afa75c req-05d3ac1d-8cb7-4a53-a52c-84b67dadec44 tempest-FloatingIPsNegativeTestJSON-1128566379 tempest-FloatingIPsNegativeTestJSON-1128566379-project] show failed (client error): The resource could not be found. Dec 10 16:20:59.282799 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40230) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:20:59.286418 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d94f85df-84ee-44cc-bfe8-a9fb20afa75c req-05d3ac1d-8cb7-4a53-a52c-84b67dadec44 tempest-FloatingIPsNegativeTestJSON-1128566379 tempest-FloatingIPsNegativeTestJSON-1128566379-project] 10.222.0.11 "GET /v2.0/floatingips/39accf30-b575-477e-8fa4-130eb90d8832 HTTP/1.1" status: 404 len: 350 time: 0.0832591 Dec 10 16:20:59.300277 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a880d0b-3b38-4c39-8735-0ba7f24ef223 None None] Routers {'83ae17b0-2e5e-48cf-9a16-5cad1115b1e1'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:20:59.300928 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8a880d0b-3b38-4c39-8735-0ba7f24ef223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:20:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['83ae17b0-2e5e-48cf-9a16-5cad1115b1e1'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:20:59.729224 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582bd07-3f42-476a-996a-ef7739caef53 None None] Pushing event updated for resources: {'Port': ['ID=e54d3cab-6d14-43bf-8643-c2fffdc24a8f,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:20:59.735853 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-dcbfdffc-7047-467a-ac9a-6537c5e038a1 None None] Provisioning complete for port e54d3cab-6d14-43bf-8643-c2fffdc24a8f triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:20:59.736364 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dcbfdffc-7047-467a-ac9a-6537c5e038a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:20:59.822979 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab09b99-aba3-4a38-a009-6069d52816f1 req-9737eef4-4adc-474c-930f-687028fe19a4 tempest-ServersOnMultiNodesTest-636306376 tempest-ServersOnMultiNodesTest-636306376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:20:59.826697 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3ab09b99-aba3-4a38-a009-6069d52816f1 req-9737eef4-4adc-474c-930f-687028fe19a4 tempest-ServersOnMultiNodesTest-636306376 tempest-ServersOnMultiNodesTest-636306376-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f7fd7ada-5753-4d36-9e30-d3d9a89249e2 HTTP/1.1" status: 200 len: 1101 time: 0.0801859 Dec 10 16:20:59.827292 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-8a880d0b-3b38-4c39-8735-0ba7f24ef223 None None] Set router 83ae17b0-2e5e-48cf-9a16-5cad1115b1e1 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:20:59.845565 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3ab09b99-aba3-4a38-a009-6069d52816f1 req-6261627f-8a2c-44a0-ac34-449593e7ee26 tempest-ServersOnMultiNodesTest-636306376 tempest-ServersOnMultiNodesTest-636306376-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:00.000414 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3ab09b99-aba3-4a38-a009-6069d52816f1 req-6261627f-8a2c-44a0-ac34-449593e7ee26 tempest-ServersOnMultiNodesTest-636306376 tempest-ServersOnMultiNodesTest-636306376-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:00.008654 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3ab09b99-aba3-4a38-a009-6069d52816f1 req-6261627f-8a2c-44a0-ac34-449593e7ee26 tempest-ServersOnMultiNodesTest-636306376 tempest-ServersOnMultiNodesTest-636306376-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:00.037705 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device e54d3cab-6d14-43bf-8643-c2fffdc24a8f up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:21:00.112533 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dcbfdffc-7047-467a-ac9a-6537c5e038a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:00.158390 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-dcbfdffc-7047-467a-ac9a-6537c5e038a1 None None] For port e54d3cab-6d14-43bf-8643-c2fffdc24a8f, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=e54d3cab-6d14-43bf-8643-c2fffdc24a8f,segment=NetworkSegment(64f28485-c99c-408c-b216-b0f023154b12),segment_id=64f28485-c99c-408c-b216-b0f023154b12)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:21:00.160488 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3ab09b99-aba3-4a38-a009-6069d52816f1 req-6261627f-8a2c-44a0-ac34-449593e7ee26 tempest-ServersOnMultiNodesTest-636306376 tempest-ServersOnMultiNodesTest-636306376-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278282 Dec 10 16:21:00.169430 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6261627f-8a2c-44a0-ac34-449593e7ee26 tempest-ServersOnMultiNodesTest-636306376 tempest-ServersOnMultiNodesTest-636306376-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d05c6f-43a0-4465-8cb0-19d157c96ee0,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:00.170543 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dcbfdffc-7047-467a-ac9a-6537c5e038a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:00.198961 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f8a684b1-0f60-41e6-911d-293d2f0676c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:00.252368 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port e54d3cab-6d14-43bf-8643-c2fffdc24a8f triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:21:00.252744 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:00.331782 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbfdffc-7047-467a-ac9a-6537c5e038a1 None None] Pushing event updated for resources: {'Port': ['ID=e54d3cab-6d14-43bf-8643-c2fffdc24a8f,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:00.344147 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-1d90bd1d-d1ba-4cf1-af6f-cd163a09fd14 None None] Provisioning complete for port e54d3cab-6d14-43bf-8643-c2fffdc24a8f triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:21:00.344517 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1d90bd1d-d1ba-4cf1-af6f-cd163a09fd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:00.405078 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8a880d0b-3b38-4c39-8735-0ba7f24ef223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ae17b0-2e5e-48cf-9a16-5cad1115b1e1', 'name': 'tempest-TaggedBootDevicesTest-924036686-router', 'tenant_id': 'a7925a24d10949e689d55a43c25f7f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '107fb219-203e-4f8b-9f5c-1d2a4ccedd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:38Z', 'updated_at': '2021-12-10T16:20:46Z', 'revision_number': 4, 'project_id': 'a7925a24d10949e689d55a43c25f7f9d', 'gw_port': {'id': '107fb219-203e-4f8b-9f5c-1d2a4ccedd26', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:46:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ae17b0-2e5e-48cf-9a16-5cad1115b1e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:39Z', 'updated_at': '2021-12-10T16:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'e54d3cab-6d14-43bf-8643-c2fffdc24a8f', 'name': '', 'network_id': '96a3aafb-ada2-445d-a96e-71fc1f6b317c', 'tenant_id': 'a7925a24d10949e689d55a43c25f7f9d', 'mac_address': 'fa:16:3e:99:b3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ae17b0-2e5e-48cf-9a16-5cad1115b1e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2d2e1ac9-c935-49d2-98bf-197c8454bb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:45Z', 'updated_at': '2021-12-10T16:20:59Z', 'revision_number': 4, 'project_id': 'a7925a24d10949e689d55a43c25f7f9d', 'subnets': [{'id': '2d2e1ac9-c935-49d2-98bf-197c8454bb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:21:00.480006 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a880d0b-3b38-4c39-8735-0ba7f24ef223 None None] The sync data for ids ['83ae17b0-2e5e-48cf-9a16-5cad1115b1e1'] in n-d-766771-2 is: [{'id': '83ae17b0-2e5e-48cf-9a16-5cad1115b1e1', 'name': 'tempest-TaggedBootDevicesTest-924036686-router', 'tenant_id': 'a7925a24d10949e689d55a43c25f7f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '107fb219-203e-4f8b-9f5c-1d2a4ccedd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:38Z', 'updated_at': '2021-12-10T16:20:46Z', 'revision_number': 4, 'project_id': 'a7925a24d10949e689d55a43c25f7f9d', 'gw_port': {'id': '107fb219-203e-4f8b-9f5c-1d2a4ccedd26', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:46:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ae17b0-2e5e-48cf-9a16-5cad1115b1e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:39Z', 'updated_at': '2021-12-10T16:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'e54d3cab-6d14-43bf-8643-c2fffdc24a8f', 'name': '', 'network_id': '96a3aafb-ada2-445d-a96e-71fc1f6b317c', 'tenant_id': 'a7925a24d10949e689d55a43c25f7f9d', 'mac_address': 'fa:16:3e:99:b3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ae17b0-2e5e-48cf-9a16-5cad1115b1e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2d2e1ac9-c935-49d2-98bf-197c8454bb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:45Z', 'updated_at': '2021-12-10T16:20:59Z', 'revision_number': 4, 'project_id': 'a7925a24d10949e689d55a43c25f7f9d', 'subnets': [{'id': '2d2e1ac9-c935-49d2-98bf-197c8454bb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:21:00.558442 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-f8a684b1-0f60-41e6-911d-293d2f0676c2 admin admin] Deleting port 307e8169-1456-4c29-85a7-a032438d4d9f {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:21:00.559010 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f8a684b1-0f60-41e6-911d-293d2f0676c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:00.667261 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-f8a684b1-0f60-41e6-911d-293d2f0676c2 admin admin] For port 307e8169-1456-4c29-85a7-a032438d4d9f, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=307e8169-1456-4c29-85a7-a032438d4d9f,segment=NetworkSegment(07874b2c-f2c1-44b8-b11a-0ae147acb5f1),segment_id=07874b2c-f2c1-44b8-b11a-0ae147acb5f1)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:21:00.667645 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f8a684b1-0f60-41e6-911d-293d2f0676c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:00.683261 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-f8a684b1-0f60-41e6-911d-293d2f0676c2 admin admin] Calling delete_port for 307e8169-1456-4c29-85a7-a032438d4d9f owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:21:00.911196 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f8a684b1-0f60-41e6-911d-293d2f0676c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:00.937396 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a684b1-0f60-41e6-911d-293d2f0676c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=307e8169-1456-4c29-85a7-a032438d4d9f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:01.174979 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f8a684b1-0f60-41e6-911d-293d2f0676c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:01.436541 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a684b1-0f60-41e6-911d-293d2f0676c2 admin admin] Router 8e7707a5-34cf-4636-94ca-3f2973873648 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:21:01.546610 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a684b1-0f60-41e6-911d-293d2f0676c2 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:21:01.551774 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f8a684b1-0f60-41e6-911d-293d2f0676c2 admin admin] 10.222.0.11 "PUT /v2.0/routers/8e7707a5-34cf-4636-94ca-3f2973873648/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2678912 Dec 10 16:21:01.554306 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40300) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:21:01.557707 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3f1b73-a0b0-4619-8706-80d39f332cc1 None None] Sync routers for ids ['8e7707a5-34cf-4636-94ca-3f2973873648'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:21:01.570222 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3f1b73-a0b0-4619-8706-80d39f332cc1 None None] Routers {'8e7707a5-34cf-4636-94ca-3f2973873648'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:21:01.571381 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-de3f1b73-a0b0-4619-8706-80d39f332cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:20:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['8e7707a5-34cf-4636-94ca-3f2973873648'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:21:01.695236 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c432ec5-c0ec-48f5-b45a-fb169ed88da8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:01.797811 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-de3f1b73-a0b0-4619-8706-80d39f332cc1 None None] Set router 8e7707a5-34cf-4636-94ca-3f2973873648 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:21:01.816971 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c432ec5-c0ec-48f5-b45a-fb169ed88da8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:01.901010 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c432ec5-c0ec-48f5-b45a-fb169ed88da8 admin admin] Deleting port 213ff7b5-4ae5-476f-8b84-ad4251ff744a {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:21:01.901010 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c432ec5-c0ec-48f5-b45a-fb169ed88da8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:01.995628 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device e54d3cab-6d14-43bf-8643-c2fffdc24a8f up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:21:02.008778 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-de3f1b73-a0b0-4619-8706-80d39f332cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7707a5-34cf-4636-94ca-3f2973873648', 'name': 'tempest-FloatingIPsNegativeTestJSON-268882076-router', 'tenant_id': '9d2b407cceeb45cd90853786f6bbdd56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '213ff7b5-4ae5-476f-8b84-ad4251ff744a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:21:00Z', 'revision_number': 5, 'project_id': '9d2b407cceeb45cd90853786f6bbdd56', 'gw_port': {'id': '213ff7b5-4ae5-476f-8b84-ad4251ff744a', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:67:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7707a5-34cf-4636-94ca-3f2973873648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:30Z', 'updated_at': '2021-12-10T16:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:21:02.040319 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7c432ec5-c0ec-48f5-b45a-fb169ed88da8 admin admin] For port 213ff7b5-4ae5-476f-8b84-ad4251ff744a, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=213ff7b5-4ae5-476f-8b84-ad4251ff744a,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:21:02.040710 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c432ec5-c0ec-48f5-b45a-fb169ed88da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:02.042390 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3f1b73-a0b0-4619-8706-80d39f332cc1 None None] Checking router: 8e7707a5-34cf-4636-94ca-3f2973873648 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:21:02.058179 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3f1b73-a0b0-4619-8706-80d39f332cc1 None None] Routers {'8e7707a5-34cf-4636-94ca-3f2973873648'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:21:02.058179 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-de3f1b73-a0b0-4619-8706-80d39f332cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:20:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['8e7707a5-34cf-4636-94ca-3f2973873648'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:21:02.058500 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c432ec5-c0ec-48f5-b45a-fb169ed88da8 admin admin] Calling delete_port for 213ff7b5-4ae5-476f-8b84-ad4251ff744a owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:21:02.082176 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port e54d3cab-6d14-43bf-8643-c2fffdc24a8f triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:21:02.083660 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:02.157428 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-de3f1b73-a0b0-4619-8706-80d39f332cc1 None None] Set router 8e7707a5-34cf-4636-94ca-3f2973873648 gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:21:02.219307 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-de3f1b73-a0b0-4619-8706-80d39f332cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7707a5-34cf-4636-94ca-3f2973873648', 'name': 'tempest-FloatingIPsNegativeTestJSON-268882076-router', 'tenant_id': '9d2b407cceeb45cd90853786f6bbdd56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:21:01Z', 'revision_number': 6, 'project_id': '9d2b407cceeb45cd90853786f6bbdd56', 'gw_port_host': None}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:21:02.249529 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c432ec5-c0ec-48f5-b45a-fb169ed88da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:02.249904 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3f1b73-a0b0-4619-8706-80d39f332cc1 None None] The sync data for ids ['8e7707a5-34cf-4636-94ca-3f2973873648'] in n-d-766771-2 is: [{'id': '8e7707a5-34cf-4636-94ca-3f2973873648', 'name': 'tempest-FloatingIPsNegativeTestJSON-268882076-router', 'tenant_id': '9d2b407cceeb45cd90853786f6bbdd56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:21:01Z', 'revision_number': 6, 'project_id': '9d2b407cceeb45cd90853786f6bbdd56', 'gw_port_host': None}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:21:02.278580 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c432ec5-c0ec-48f5-b45a-fb169ed88da8 admin admin] Pushing event deleted for resources: {'Port': ['ID=213ff7b5-4ae5-476f-8b84-ad4251ff744a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:02.350682 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c432ec5-c0ec-48f5-b45a-fb169ed88da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:02.443035 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c432ec5-c0ec-48f5-b45a-fb169ed88da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:02.445113 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c432ec5-c0ec-48f5-b45a-fb169ed88da8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:02.493029 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c432ec5-c0ec-48f5-b45a-fb169ed88da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:02.493556 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c432ec5-c0ec-48f5-b45a-fb169ed88da8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e7707a5-34cf-4636-94ca-3f2973873648 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:21:02.498426 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c432ec5-c0ec-48f5-b45a-fb169ed88da8 admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:02.499612 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7c432ec5-c0ec-48f5-b45a-fb169ed88da8 admin admin] 10.222.0.11 "DELETE /v2.0/routers/8e7707a5-34cf-4636-94ca-3f2973873648 HTTP/1.1" status: 204 len: 168 time: 0.9443815 Dec 10 16:21:02.502199 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40308) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:21:02.554418 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-997fbab9-ccf6-444c-a365-5010dbebad3a admin admin] Deleting subnet 924cc9d6-b23f-47e3-802c-64f19226afb4 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:21:02.557554 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-997fbab9-ccf6-444c-a365-5010dbebad3a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:02.604388 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-997fbab9-ccf6-444c-a365-5010dbebad3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:02.740944 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-997fbab9-ccf6-444c-a365-5010dbebad3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:02.801167 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-997fbab9-ccf6-444c-a365-5010dbebad3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:03.115202 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997fbab9-ccf6-444c-a365-5010dbebad3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=924cc9d6-b23f-47e3-802c-64f19226afb4,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:03.118962 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-997fbab9-ccf6-444c-a365-5010dbebad3a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:03.122113 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-997fbab9-ccf6-444c-a365-5010dbebad3a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/924cc9d6-b23f-47e3-802c-64f19226afb4 HTTP/1.1" status: 204 len: 168 time: 0.6189420 Dec 10 16:21:03.125322 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40312) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:21:03.131686 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f21b9e-45f5-4ef5-9d08-6b8fa00eefab None None] Network 36b6d20d-4f9f-43f1-a306-c01c2024226e requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:21:03.243037 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f4b03c6b-4a9f-48f0-929b-eaa2c87cfcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:03.329684 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89b411a-c148-490d-9bd6-4ed3d0ffa705 None None] DHCP port deletion for 36b6d20d-4f9f-43f1-a306-c01c2024226e request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:21:03.344519 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-f4b03c6b-4a9f-48f0-929b-eaa2c87cfcf7 admin admin] Deleting port 2899896c-02e9-4513-82fd-c41b23f0cf72 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:21:03.345009 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f4b03c6b-4a9f-48f0-929b-eaa2c87cfcf7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:03.403036 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f89b411a-c148-490d-9bd6-4ed3d0ffa705 None None] Deleting port 2899896c-02e9-4513-82fd-c41b23f0cf72 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:21:03.403417 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f89b411a-c148-490d-9bd6-4ed3d0ffa705 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:03.434045 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-f4b03c6b-4a9f-48f0-929b-eaa2c87cfcf7 admin admin] For port 2899896c-02e9-4513-82fd-c41b23f0cf72, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=2899896c-02e9-4513-82fd-c41b23f0cf72,segment=NetworkSegment(07874b2c-f2c1-44b8-b11a-0ae147acb5f1),segment_id=07874b2c-f2c1-44b8-b11a-0ae147acb5f1)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:21:03.434959 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f4b03c6b-4a9f-48f0-929b-eaa2c87cfcf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:03.454726 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-f4b03c6b-4a9f-48f0-929b-eaa2c87cfcf7 admin admin] Calling delete_port for 2899896c-02e9-4513-82fd-c41b23f0cf72 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:21:03.495664 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f89b411a-c148-490d-9bd6-4ed3d0ffa705 None None] For port 2899896c-02e9-4513-82fd-c41b23f0cf72, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=2899896c-02e9-4513-82fd-c41b23f0cf72,segment=NetworkSegment(07874b2c-f2c1-44b8-b11a-0ae147acb5f1),segment_id=07874b2c-f2c1-44b8-b11a-0ae147acb5f1)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:21:03.496365 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f89b411a-c148-490d-9bd6-4ed3d0ffa705 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:03.511477 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f89b411a-c148-490d-9bd6-4ed3d0ffa705 None None] Calling delete_port for 2899896c-02e9-4513-82fd-c41b23f0cf72 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:21:03.553801 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f4b03c6b-4a9f-48f0-929b-eaa2c87cfcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:03.577639 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b03c6b-4a9f-48f0-929b-eaa2c87cfcf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2899896c-02e9-4513-82fd-c41b23f0cf72,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:03.589348 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b03c6b-4a9f-48f0-929b-eaa2c87cfcf7 admin admin] No DVR routers for this DVR port 2899896c-02e9-4513-82fd-c41b23f0cf72 on host n-d-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:21:03.605181 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f89b411a-c148-490d-9bd6-4ed3d0ffa705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:03.627970 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b411a-c148-490d-9bd6-4ed3d0ffa705 None None] Pushing event deleted for resources: {'Port': ['ID=2899896c-02e9-4513-82fd-c41b23f0cf72,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:03.645683 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89b411a-c148-490d-9bd6-4ed3d0ffa705 None None] No DVR routers for this DVR port 2899896c-02e9-4513-82fd-c41b23f0cf72 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:21:03.675320 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f4b03c6b-4a9f-48f0-929b-eaa2c87cfcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:03.699088 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-f4b03c6b-4a9f-48f0-929b-eaa2c87cfcf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36b6d20d-4f9f-43f1-a306-c01c2024226e']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:21:03.709243 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-f4b03c6b-4a9f-48f0-929b-eaa2c87cfcf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07874b2c-f2c1-44b8-b11a-0ae147acb5f1') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:21:03.709610 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-f4b03c6b-4a9f-48f0-929b-eaa2c87cfcf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07874b2c-f2c1-44b8-b11a-0ae147acb5f1') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:21:03.719531 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f4b03c6b-4a9f-48f0-929b-eaa2c87cfcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:03.734525 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f4b03c6b-4a9f-48f0-929b-eaa2c87cfcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:03.741205 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4b03c6b-4a9f-48f0-929b-eaa2c87cfcf7 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:21:03.741743 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f4b03c6b-4a9f-48f0-929b-eaa2c87cfcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:03.743672 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:21:03.743672 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:21:03.743672 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:21:03.743672 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:21:03.743672 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:21:03.743672 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:21:03.743672 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:21:03.743672 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:21:03.743672 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:21:03.743672 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:21:03.743672 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:21:03.743672 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:21:03.743672 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:21:03.743672 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:21:03.743672 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:21:03.743672 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:21:03.743672 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:21:03.743672 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:21:03.743672 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:21:03.743672 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:21:03.743672 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:21:03.743672 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:21:03.743672 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:21:03.743672 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:21:03.743672 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:21:03.743672 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:21:03.743672 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:21:03.743672 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:21:03.743672 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:21:03.743672 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:21:03.743672 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:21:03.743672 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:21:03.806120 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f4b03c6b-4a9f-48f0-929b-eaa2c87cfcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:03.814167 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f4b03c6b-4a9f-48f0-929b-eaa2c87cfcf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:03.818497 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f4b03c6b-4a9f-48f0-929b-eaa2c87cfcf7 admin admin] 10.222.0.11 "DELETE /v2.0/networks/36b6d20d-4f9f-43f1-a306-c01c2024226e HTTP/1.1" status: 204 len: 168 time: 0.6920063 Dec 10 16:21:03.836103 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b03c6b-4a9f-48f0-929b-eaa2c87cfcf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=36b6d20d-4f9f-43f1-a306-c01c2024226e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:03.927900 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 307e8169-1456-4c29-85a7-a032438d4d9f no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:21:03.949945 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 307e8169-1456-4c29-85a7-a032438d4d9f {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:21:03.950479 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 307e8169-1456-4c29-85a7-a032438d4d9f not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:21:03.950765 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 2899896c-02e9-4513-82fd-c41b23f0cf72 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:21:03.971866 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 2899896c-02e9-4513-82fd-c41b23f0cf72 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:21:03.972214 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 2899896c-02e9-4513-82fd-c41b23f0cf72 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:21:03.972634 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 213ff7b5-4ae5-476f-8b84-ad4251ff744a no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:21:03.996665 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 213ff7b5-4ae5-476f-8b84-ad4251ff744a {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:21:03.997016 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 213ff7b5-4ae5-476f-8b84-ad4251ff744a not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:21:04.003903 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device e10c6679-4a05-4334-b5d3-05b86bd985f3 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:21:04.027203 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40322) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:21:04.075767 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c0fd30ea-b119-4f4e-ba76-aee6d8267d52 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9d2b407cceeb45cd90853786f6bbdd56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0471008 Dec 10 16:21:04.078899 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40324) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:21:04.097435 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:04.124186 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e10c6679-4a05-4334-b5d3-05b86bd985f3'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:21:04.127725 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b7a6e9-997c-40c4-9e10-c1150e420b12" -d '{"events": [{"server_uuid": "c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab", "name": "network-vif-unplugged", "status": "completed", "tag": "e10c6679-4a05-4334-b5d3-05b86bd985f3"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:21:04.129737 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-70a980cb-ae2d-496c-927c-d34e5959a83d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:04.144056 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port e10c6679-4a05-4334-b5d3-05b86bd985f3, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=e10c6679-4a05-4334-b5d3-05b86bd985f3,segment=NetworkSegment(8ca85019-a24a-4916-864b-3c419298bab5),segment_id=8ca85019-a24a-4916-864b-3c419298bab5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:21:04.149534 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:04.153333 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-70a980cb-ae2d-496c-927c-d34e5959a83d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:04.208751 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-70a980cb-ae2d-496c-927c-d34e5959a83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:04.212593 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=e10c6679-4a05-4334-b5d3-05b86bd985f3,revision_number=8']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:04.212749 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-70a980cb-ae2d-496c-927c-d34e5959a83d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:04.214307 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-70a980cb-ae2d-496c-927c-d34e5959a83d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4439a614-29c3-44e1-b7d1-75aca7003a2a HTTP/1.1" status: 204 len: 168 time: 0.1335490 Dec 10 16:21:04.224753 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a980cb-ae2d-496c-927c-d34e5959a83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4439a614-29c3-44e1-b7d1-75aca7003a2a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:06.051420 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:07.877412 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:09.253309 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3cb09cfa-9f8c-4d58-90f6-eba4d8be4ea9 req-00e90115-b34a-4f49-a983-1b0886154767 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=966e688e-9424-48b7-ba99-961b4562b6dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436215 Dec 10 16:21:09.347315 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb09cfa-9f8c-4d58-90f6-eba4d8be4ea9 req-f3144897-66b2-48d7-98f9-b8216cc47ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:09.348834 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3cb09cfa-9f8c-4d58-90f6-eba4d8be4ea9 req-f3144897-66b2-48d7-98f9-b8216cc47ca1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=88d3b4e7edaf414d832ee358beed3fa3&device_id=966e688e-9424-48b7-ba99-961b4562b6dd HTTP/1.1" status: 200 len: 1095 time: 0.0443537 Dec 10 16:21:09.462663 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb09cfa-9f8c-4d58-90f6-eba4d8be4ea9 req-1f5282c2-36ee-4cd8-90d2-a855db0c55c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:09.464439 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3cb09cfa-9f8c-4d58-90f6-eba4d8be4ea9 req-1f5282c2-36ee-4cd8-90d2-a855db0c55c1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 HTTP/1.1" status: 200 len: 922 time: 0.0944622 Dec 10 16:21:09.512391 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3cb09cfa-9f8c-4d58-90f6-eba4d8be4ea9 req-79ff04ed-819d-4a27-9025-03125fef7e18 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7 HTTP/1.1" status: 200 len: 217 time: 0.0401716 Dec 10 16:21:09.569155 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb09cfa-9f8c-4d58-90f6-eba4d8be4ea9 req-21da70c1-7caf-4c5e-9aa2-b83f3602af37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:09.570642 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3cb09cfa-9f8c-4d58-90f6-eba4d8be4ea9 req-21da70c1-7caf-4c5e-9aa2-b83f3602af37 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=19a3ead6-9cb2-4544-beb2-145a33d7ae3f HTTP/1.1" status: 200 len: 861 time: 0.0500069 Dec 10 16:21:09.612329 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3cb09cfa-9f8c-4d58-90f6-eba4d8be4ea9 req-18ce4e8d-f4a4-4de7-a7b0-a88a4bfe1206 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344324 Dec 10 16:21:09.709763 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3cb09cfa-9f8c-4d58-90f6-eba4d8be4ea9 req-b914d9fc-72d7-4f4c-a085-c4c9f12e8079 service neutron] 10.222.0.26 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900190 Dec 10 16:21:09.815318 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3cb09cfa-9f8c-4d58-90f6-eba4d8be4ea9 req-022fa405-213c-4e6f-a395-85e6af6ea629 service neutron] 10.222.0.26 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977571 Dec 10 16:21:10.979344 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-16ae9131-db92-47c4-82de-619b51c66805 req-b81c9bdb-a5ab-4636-ab4b-f0b2b192df45 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399184 Dec 10 16:21:11.041013 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae9131-db92-47c4-82de-619b51c66805 req-3b87557c-d711-4b07-be8a-abbc56691b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:11.043450 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-16ae9131-db92-47c4-82de-619b51c66805 req-3b87557c-d711-4b07-be8a-abbc56691b2a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9b4abb5f463d4717bb66baf7025fca57&device_id=c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab HTTP/1.1" status: 200 len: 1095 time: 0.0426204 Dec 10 16:21:11.155769 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae9131-db92-47c4-82de-619b51c66805 req-2223a9a4-3780-4507-8279-a08b0b929220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:11.157258 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-16ae9131-db92-47c4-82de-619b51c66805 req-2223a9a4-3780-4507-8279-a08b0b929220 service neutron] 10.222.0.46 "GET /v2.0/networks?id=85be2e17-4b10-4d14-9b32-3869abb76961 HTTP/1.1" status: 200 len: 904 time: 0.0943930 Dec 10 16:21:11.201985 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-16ae9131-db92-47c4-82de-619b51c66805 req-45f04188-26ed-4fff-86df-fa0d1fa539ca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e10c6679-4a05-4334-b5d3-05b86bd985f3 HTTP/1.1" status: 200 len: 217 time: 0.0377495 Dec 10 16:21:11.256200 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae9131-db92-47c4-82de-619b51c66805 req-72c43e05-552a-4a38-b1cd-f104794e35a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:11.257947 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-16ae9131-db92-47c4-82de-619b51c66805 req-72c43e05-552a-4a38-b1cd-f104794e35a9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0733bfe1-6763-4622-804d-2791b07706b1 HTTP/1.1" status: 200 len: 843 time: 0.0500724 Dec 10 16:21:11.290554 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-16ae9131-db92-47c4-82de-619b51c66805 req-e44a7e57-6f09-4fd8-b9a8-ae1d58544c72 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85be2e17-4b10-4d14-9b32-3869abb76961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261457 Dec 10 16:21:11.424538 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-16ae9131-db92-47c4-82de-619b51c66805 req-fc73e4a6-97ae-4a86-a960-dc519bfa887c service neutron] 10.222.0.46 "GET /v2.0/networks/85be2e17-4b10-4d14-9b32-3869abb76961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268141 Dec 10 16:21:11.523062 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-16ae9131-db92-47c4-82de-619b51c66805 req-3166e407-ba93-41ad-9797-e4e7191bf411 service neutron] 10.222.0.46 "GET /v2.0/networks/85be2e17-4b10-4d14-9b32-3869abb76961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895388 Dec 10 16:21:12.825356 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 16:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae458d6-0c0f-4bca-b3a3-afa2f3ab05be x-openstack-request-id: req-9ae458d6-0c0f-4bca-b3a3-afa2f3ab05be {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:21:12.825957 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab", "name": "network-vif-unplugged", "status": "completed", "tag": "e10c6679-4a05-4334-b5d3-05b86bd985f3", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:21:12.826342 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9ae458d6-0c0f-4bca-b3a3-afa2f3ab05be {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:21:12.827196 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e10c6679-4a05-4334-b5d3-05b86bd985f3', 'code': 200} Dec 10 16:21:13.122066 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-609650fc-dd05-48d2-93a4-62d91e31613e req-b2be0233-b74c-4f5c-9c52-374c12bd7a8c tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=c1dca45cb4304d9b829a144e5fbf7f9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319574 Dec 10 16:21:13.242970 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609650fc-dd05-48d2-93a4-62d91e31613e req-b373676e-b685-4c2c-a9cf-317c05661040 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:13.244483 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-609650fc-dd05-48d2-93a4-62d91e31613e req-b373676e-b685-4c2c-a9cf-317c05661040 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1216445 Dec 10 16:21:13.272038 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-609650fc-dd05-48d2-93a4-62d91e31613e req-f0585c67-0877-42f2-ad43-ed4c3269e8a3 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] 10.222.0.11 "GET /v2.0/quotas/c1dca45cb4304d9b829a144e5fbf7f9d HTTP/1.1" status: 200 len: 375 time: 0.0208552 Dec 10 16:21:13.326000 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-609650fc-dd05-48d2-93a4-62d91e31613e req-8f6e099c-8120-47fe-82d9-ea6338327ba7 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c1dca45cb4304d9b829a144e5fbf7f9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470285 Dec 10 16:21:13.775614 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-98365c2b-7208-4a0f-b6d9-088016850158 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=33fe36bd287d4a209fabdd94870da5aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0668507 Dec 10 16:21:13.893629 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b716a798-8fc0-4aac-baad-66f3be2544b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:14.036160 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-279906c8-81dc-4482-a558-de2f5d9474db tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:14.045570 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-279906c8-81dc-4482-a558-de2f5d9474db tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2645309 Dec 10 16:21:14.068231 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-26c109f2-796a-435e-a3ee-d2b950c55a0e tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/quotas/33fe36bd287d4a209fabdd94870da5aa HTTP/1.1" status: 200 len: 375 time: 0.0216353 Dec 10 16:21:14.147820 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-9dee0192-3696-4aea-b761-0d0009759077 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=33fe36bd287d4a209fabdd94870da5aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0767734 Dec 10 16:21:14.786620 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1809d31d-3389-4907-852a-afc93b255031 req-7ea5820e-3b8b-413c-90d6-0ddebc1a1a7b tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] 10.222.0.11 "GET /v2.0/ports?device_id=49b0ddec-2f17-4066-ac6c-e6986b8cbcf5 HTTP/1.1" status: 200 len: 210 time: 0.0472071 Dec 10 16:21:14.984527 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-609650fc-dd05-48d2-93a4-62d91e31613e req-8259c007-d903-48ca-a3ab-9975b5d4060d tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c1dca45cb4304d9b829a144e5fbf7f9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564053 Dec 10 16:21:15.231240 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609650fc-dd05-48d2-93a4-62d91e31613e req-caa8ac13-0758-4ccd-a5df-2d91f62f8ac9 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:15.233725 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-609650fc-dd05-48d2-93a4-62d91e31613e req-caa8ac13-0758-4ccd-a5df-2d91f62f8ac9 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2393005 Dec 10 16:21:15.250246 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-609650fc-dd05-48d2-93a4-62d91e31613e req-53ffdabf-8d83-473e-bdbe-613354d5a414 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] Request body: {'port': {'device_id': '49b0ddec-2f17-4066-ac6c-e6986b8cbcf5', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'admin_state_up': True, 'tenant_id': 'c1dca45cb4304d9b829a144e5fbf7f9d'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:21:15.261026 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-9cc2e82e-b526-4fde-82c3-b88253e34e08 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:15.268640 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-9cc2e82e-b526-4fde-82c3-b88253e34e08 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/networks?id=85be2e17-4b10-4d14-9b32-3869abb76961 HTTP/1.1" status: 200 len: 803 time: 0.2355320 Dec 10 16:21:15.300972 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-1bc8743a-1eda-42cc-b3a3-b9fcf54e1f17 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/quotas/9b4abb5f463d4717bb66baf7025fca57 HTTP/1.1" status: 200 len: 375 time: 0.0313623 Dec 10 16:21:15.347947 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf6dbd-336f-47b9-aa7a-8d1ee8eb417c req-cb10ecf6-fe9f-4f39-b3c2-4f62883139ea tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:15.349514 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4adf6dbd-336f-47b9-aa7a-8d1ee8eb417c req-cb10ecf6-fe9f-4f39-b3c2-4f62883139ea tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.46 "GET /v2.0/ports?device_id=c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab HTTP/1.1" status: 200 len: 944 time: 0.1143441 Dec 10 16:21:15.457784 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-fecefa1b-8803-4862-899b-ac14d8b82a2a tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b4abb5f463d4717bb66baf7025fca57&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1558094 Dec 10 16:21:15.499578 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-4adf6dbd-336f-47b9-aa7a-8d1ee8eb417c req-4dadcb5b-b402-4f2c-8adb-ca03879b9000 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Deleting port e10c6679-4a05-4334-b5d3-05b86bd985f3 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:21:15.500052 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-4adf6dbd-336f-47b9-aa7a-8d1ee8eb417c req-4dadcb5b-b402-4f2c-8adb-ca03879b9000 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:15.504681 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-609650fc-dd05-48d2-93a4-62d91e31613e req-53ffdabf-8d83-473e-bdbe-613354d5a414 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] Made reservation on behalf of c1dca45cb4304d9b829a144e5fbf7f9d for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:21:15.508725 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-609650fc-dd05-48d2-93a4-62d91e31613e req-53ffdabf-8d83-473e-bdbe-613354d5a414 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:15.559945 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-609650fc-dd05-48d2-93a4-62d91e31613e req-53ffdabf-8d83-473e-bdbe-613354d5a414 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:15.674659 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-4adf6dbd-336f-47b9-aa7a-8d1ee8eb417c req-4dadcb5b-b402-4f2c-8adb-ca03879b9000 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] For port e10c6679-4a05-4334-b5d3-05b86bd985f3, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=e10c6679-4a05-4334-b5d3-05b86bd985f3,segment=NetworkSegment(8ca85019-a24a-4916-864b-3c419298bab5),segment_id=8ca85019-a24a-4916-864b-3c419298bab5)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:21:15.675016 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-4adf6dbd-336f-47b9-aa7a-8d1ee8eb417c req-4dadcb5b-b402-4f2c-8adb-ca03879b9000 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:15.680252 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-5b18a237-c50a-443c-be9a-ab64658fb6be service neutron] 10.222.0.11 "GET /v2.0/networks/85be2e17-4b10-4d14-9b32-3869abb76961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191529 Dec 10 16:21:15.715283 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-4adf6dbd-336f-47b9-aa7a-8d1ee8eb417c req-4dadcb5b-b402-4f2c-8adb-ca03879b9000 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Calling delete_port for e10c6679-4a05-4334-b5d3-05b86bd985f3 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:21:15.972125 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-4ab99df7-d127-4860-8967-4506c89c47cb service neutron] 10.222.0.11 "GET /v2.0/networks/85be2e17-4b10-4d14-9b32-3869abb76961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907751 Dec 10 16:21:16.001117 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-4adf6dbd-336f-47b9-aa7a-8d1ee8eb417c req-4dadcb5b-b402-4f2c-8adb-ca03879b9000 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:16.051720 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dadcb5b-b402-4f2c-8adb-ca03879b9000 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Pushing event deleted for resources: {'Port': ['ID=e10c6679-4a05-4334-b5d3-05b86bd985f3,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:16.127894 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-4adf6dbd-336f-47b9-aa7a-8d1ee8eb417c req-4dadcb5b-b402-4f2c-8adb-ca03879b9000 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] No DVR routers for this DVR port e10c6679-4a05-4334-b5d3-05b86bd985f3 on host n-h2-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:21:16.131353 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-609650fc-dd05-48d2-93a4-62d91e31613e req-53ffdabf-8d83-473e-bdbe-613354d5a414 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:16.132924 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-4adf6dbd-336f-47b9-aa7a-8d1ee8eb417c req-4dadcb5b-b402-4f2c-8adb-ca03879b9000 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:16.136695 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4adf6dbd-336f-47b9-aa7a-8d1ee8eb417c req-4dadcb5b-b402-4f2c-8adb-ca03879b9000 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.46 "DELETE /v2.0/ports/e10c6679-4a05-4334-b5d3-05b86bd985f3 HTTP/1.1" status: 204 len: 173 time: 0.7797222 Dec 10 16:21:16.137187 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab', 'name': 'network-vif-deleted', 'tag': 'e10c6679-4a05-4334-b5d3-05b86bd985f3'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:21:16.141104 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da021d3-465b-4873-8706-16f89b5181be" -d '{"events": [{"server_uuid": "c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab", "name": "network-vif-deleted", "tag": "e10c6679-4a05-4334-b5d3-05b86bd985f3"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:21:16.151796 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-609650fc-dd05-48d2-93a4-62d91e31613e req-53ffdabf-8d83-473e-bdbe-613354d5a414 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:16.303073 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ffdabf-8d83-473e-bdbe-613354d5a414 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58eaab0e-e91c-47a8-b95a-889ccc18bb39,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:16.439329 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-85de77af-621c-4232-9f9d-6b711cb68f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:16.550293 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-609650fc-dd05-48d2-93a4-62d91e31613e req-53ffdabf-8d83-473e-bdbe-613354d5a414 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] Allocated IP 192.168.233.82 (1b1da819-dfba-43f2-8848-8bb429159850/a7a18c92-5007-49e2-b728-7aedc06dca57/4a82d837-346f-41a2-a1e7-acf5e57b2387) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:21:16.960959 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8dc1edc9-f6d3-4736-a1d5-ec37dc575ab7 req-c220ef58-b383-4c7a-b921-987dd28be0ff tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] 10.222.0.11 "GET /v2.0/ports?device_id=49b0ddec-2f17-4066-ac6c-e6986b8cbcf5 HTTP/1.1" status: 200 len: 210 time: 0.0659740 Dec 10 16:21:16.988514 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-609650fc-dd05-48d2-93a4-62d91e31613e req-53ffdabf-8d83-473e-bdbe-613354d5a414 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:17.009781 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-91943a96-2bf1-4139-9d3e-b660ed08c387 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=33fe36bd287d4a209fabdd94870da5aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649085 Dec 10 16:21:17.164276 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:17.235540 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-609650fc-dd05-48d2-93a4-62d91e31613e req-53ffdabf-8d83-473e-bdbe-613354d5a414 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:17.415189 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348446bd-c916-40f6-9ccc-d9217ce4fabb x-openstack-request-id: req-348446bd-c916-40f6-9ccc-d9217ce4fabb {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:21:17.415707 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab", "name": "network-vif-deleted", "tag": "e10c6679-4a05-4334-b5d3-05b86bd985f3", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:21:17.416152 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-348446bd-c916-40f6-9ccc-d9217ce4fabb {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:21:17.416869 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c21eb6ac-6428-4bf7-abb1-d6f8c519f4ab', 'name': 'network-vif-deleted', 'tag': 'e10c6679-4a05-4334-b5d3-05b86bd985f3', 'status': 'completed', 'code': 200} Dec 10 16:21:17.447314 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-77cf92f4-12b1-416a-82d6-9b5bd520c4e4 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:17.451723 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-77cf92f4-12b1-416a-82d6-9b5bd520c4e4 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4332838 Dec 10 16:21:17.461545 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-609650fc-dd05-48d2-93a4-62d91e31613e req-53ffdabf-8d83-473e-bdbe-613354d5a414 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] Network 1b1da819-dfba-43f2-8848-8bb429159850 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:21:17.468410 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-819e1dad-d6e5-40e4-b70e-03c41c333b6c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Request body: {'port': {'device_id': '9d370f79-a420-4f2c-9635-743e0287e036', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'admin_state_up': True, 'tenant_id': '33fe36bd287d4a209fabdd94870da5aa'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:21:17.502342 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f39ab70-4828-4adf-9256-3753fb27e07a req-e3c58ec7-3e2d-4ab6-959f-e713705b63ec tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=b112941e-b6b8-477d-8a21-4f91f10c72bf HTTP/1.1" status: 200 len: 210 time: 0.0420189 Dec 10 16:21:17.613457 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-609650fc-dd05-48d2-93a4-62d91e31613e req-53ffdabf-8d83-473e-bdbe-613354d5a414 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:21:17.634352 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-609650fc-dd05-48d2-93a4-62d91e31613e req-53ffdabf-8d83-473e-bdbe-613354d5a414 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:21:17.647452 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ffdabf-8d83-473e-bdbe-613354d5a414 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] Pushing event updated for resources: {'Port': ['ID=4a82d837-346f-41a2-a1e7-acf5e57b2387,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:17.766173 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-819e1dad-d6e5-40e4-b70e-03c41c333b6c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Made reservation on behalf of 33fe36bd287d4a209fabdd94870da5aa for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:21:17.771953 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-819e1dad-d6e5-40e4-b70e-03c41c333b6c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:17.792984 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf90fbdc-ea0c-4b60-ae85-d04421fac2ee req-a9f1bdcb-a7dd-4126-bf04-d8cb41f5308a tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d370f79-a420-4f2c-9635-743e0287e036 HTTP/1.1" status: 200 len: 210 time: 0.0866754 Dec 10 16:21:17.821111 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-351aebe7-4846-4eed-99bb-7d6e23eda040 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=33fe36bd287d4a209fabdd94870da5aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510216 Dec 10 16:21:17.840159 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609650fc-dd05-48d2-93a4-62d91e31613e req-53ffdabf-8d83-473e-bdbe-613354d5a414 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:17.842994 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-609650fc-dd05-48d2-93a4-62d91e31613e req-53ffdabf-8d83-473e-bdbe-613354d5a414 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:18.036542 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-7278b1a3-5707-46d0-af00-076ed4c22413 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:18.039136 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-7278b1a3-5707-46d0-af00-076ed4c22413 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2019339 Dec 10 16:21:18.053905 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-1efb6715-5d20-4a74-bfaf-5725c33c36da tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Request body: {'port': {'device_id': 'bb443b77-bdd2-4850-943c-7e3d2c70fb73', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'admin_state_up': True, 'tenant_id': '33fe36bd287d4a209fabdd94870da5aa'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:21:18.169059 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-819e1dad-d6e5-40e4-b70e-03c41c333b6c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Allocated IP 192.168.233.42 (1b1da819-dfba-43f2-8848-8bb429159850/a7a18c92-5007-49e2-b728-7aedc06dca57/e06bbe0a-2a8a-44dc-a565-722865572b2e) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:21:18.177451 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-ec1bff84-3e6d-4cbd-877f-7ca4865e3006 None None] Provisioning complete for port 4a82d837-346f-41a2-a1e7-acf5e57b2387 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:21:18.179580 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ec1bff84-3e6d-4cbd-877f-7ca4865e3006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:18.274871 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-ec1bff84-3e6d-4cbd-877f-7ca4865e3006 None None] Port 4a82d837-346f-41a2-a1e7-acf5e57b2387 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:21:18.367918 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-819e1dad-d6e5-40e4-b70e-03c41c333b6c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:18.369954 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c7b10-1a8e-454f-94cc-e1ee3d702055 req-905580f7-f5c3-45af-92ad-6d3117f76f12 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:18.379299 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cf8c7b10-1a8e-454f-94cc-e1ee3d702055 req-905580f7-f5c3-45af-92ad-6d3117f76f12 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] 10.222.0.11 "GET /v2.0/ports?device_id=49b0ddec-2f17-4066-ac6c-e6986b8cbcf5 HTTP/1.1" status: 200 len: 935 time: 0.1300352 Dec 10 16:21:18.380795 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-1efb6715-5d20-4a74-bfaf-5725c33c36da tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Made reservation on behalf of 33fe36bd287d4a209fabdd94870da5aa for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:21:18.390711 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-1efb6715-5d20-4a74-bfaf-5725c33c36da tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:18.401663 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-609650fc-dd05-48d2-93a4-62d91e31613e req-53ffdabf-8d83-473e-bdbe-613354d5a414 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1558211 Dec 10 16:21:18.403573 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-819e1dad-d6e5-40e4-b70e-03c41c333b6c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:18.417144 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-609650fc-dd05-48d2-93a4-62d91e31613e req-bcfb356f-76a8-49d9-9909-6519a373b1b0 service neutron] Request body: {'port': {'device_id': '49b0ddec-2f17-4066-ac6c-e6986b8cbcf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:21:18.440664 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['6d73126e-816a-49e2-8614-6c4009af6327'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:21:18.535890 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e1dad-d6e5-40e4-b70e-03c41c333b6c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Pushing event updated for resources: {'Port': ['ID=e06bbe0a-2a8a-44dc-a565-722865572b2e,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:18.554903 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-819e1dad-d6e5-40e4-b70e-03c41c333b6c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Network 1b1da819-dfba-43f2-8848-8bb429159850 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:21:18.559404 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-819e1dad-d6e5-40e4-b70e-03c41c333b6c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:21:18.565101 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-819e1dad-d6e5-40e4-b70e-03c41c333b6c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:21:18.588347 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:18.748334 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-819e1dad-d6e5-40e4-b70e-03c41c333b6c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:18.749000 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-819e1dad-d6e5-40e4-b70e-03c41c333b6c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:18.824731 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-819e1dad-d6e5-40e4-b70e-03c41c333b6c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3554854 Dec 10 16:21:18.863398 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-bfc161bb-73c2-4dc8-bce2-bc3cf465027a service neutron] Request body: {'port': {'device_id': '9d370f79-a420-4f2c-9635-743e0287e036', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:21:18.994592 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cf8c7b10-1a8e-454f-94cc-e1ee3d702055 req-34c56c3d-269e-4478-aba3-3ba3d859df54 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] 10.222.0.11 "GET /v2.0/security-groups?id=58eaab0e-e91c-47a8-b95a-889ccc18bb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5397644 Dec 10 16:21:19.015134 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-609650fc-dd05-48d2-93a4-62d91e31613e req-bcfb356f-76a8-49d9-9909-6519a373b1b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:19.039349 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-dc95f71b-377e-4c35-970b-182da9c4c361 None None] Provisioning complete for port e06bbe0a-2a8a-44dc-a565-722865572b2e triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:21:19.039849 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dc95f71b-377e-4c35-970b-182da9c4c361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:19.054491 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-bfc161bb-73c2-4dc8-bce2-bc3cf465027a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:19.131085 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-dc95f71b-377e-4c35-970b-182da9c4c361 None None] Port e06bbe0a-2a8a-44dc-a565-722865572b2e cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:21:19.144760 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-1efb6715-5d20-4a74-bfaf-5725c33c36da tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Allocated IP 192.168.233.201 (1b1da819-dfba-43f2-8848-8bb429159850/a7a18c92-5007-49e2-b728-7aedc06dca57/9aaffcf2-e527-458f-92dc-a7f3f3cd7837) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:21:19.182041 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-62cf6403-8c3c-42d8-a880-45c04d5cb6e2 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:19.183586 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-62cf6403-8c3c-42d8-a880-45c04d5cb6e2 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.46 "GET /v2.0/networks?id=85be2e17-4b10-4d14-9b32-3869abb76961 HTTP/1.1" status: 200 len: 803 time: 0.4893823 Dec 10 16:21:19.200479 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-43814701-237a-4577-977b-07a48f54873c tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Request body: {'port': {'device_id': 'b112941e-b6b8-477d-8a21-4f91f10c72bf', 'network_id': '85be2e17-4b10-4d14-9b32-3869abb76961', 'admin_state_up': True, 'tenant_id': '9b4abb5f463d4717bb66baf7025fca57'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:21:19.302117 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1132cbfa-87a6-406b-83b6-e4d1a1041bc4 req-4640c7e7-20ff-455e-8d55-ed87a8fedb18 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=b112941e-b6b8-477d-8a21-4f91f10c72bf HTTP/1.1" status: 200 len: 210 time: 0.0934761 Dec 10 16:21:19.565392 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c63cc-3b12-4293-875c-e0b0d83153c7 req-23e72883-5c79-41d1-8743-60236f4eda87 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:19.566983 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-218c63cc-3b12-4293-875c-e0b0d83153c7 req-23e72883-5c79-41d1-8743-60236f4eda87 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d370f79-a420-4f2c-9635-743e0287e036 HTTP/1.1" status: 200 len: 935 time: 0.1886132 Dec 10 16:21:19.595426 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-1efb6715-5d20-4a74-bfaf-5725c33c36da tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:19.620554 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-43814701-237a-4577-977b-07a48f54873c tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Made reservation on behalf of 9b4abb5f463d4717bb66baf7025fca57 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:21:19.624522 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-43814701-237a-4577-977b-07a48f54873c tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:19.636404 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:19.694399 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-218c63cc-3b12-4293-875c-e0b0d83153c7 req-9b4fadb7-86e0-4fad-bd8c-57fb1e5d3ea1 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101136 Dec 10 16:21:19.747563 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-1efb6715-5d20-4a74-bfaf-5725c33c36da tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:19.763632 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['6d73126e-816a-49e2-8614-6c4009af6327'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:21:19.958524 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-1efb6715-5d20-4a74-bfaf-5725c33c36da tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Network 1b1da819-dfba-43f2-8848-8bb429159850 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:21:19.975244 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-1efb6715-5d20-4a74-bfaf-5725c33c36da tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:21:19.977451 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efb6715-5d20-4a74-bfaf-5725c33c36da tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Pushing event updated for resources: {'Port': ['ID=9aaffcf2-e527-458f-92dc-a7f3f3cd7837,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:20.035593 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-1efb6715-5d20-4a74-bfaf-5725c33c36da tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:21:20.045466 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-bfc161bb-73c2-4dc8-bce2-bc3cf465027a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e06bbe0a-2a8a-44dc-a565-722865572b2e {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:21:20.058018 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-bfc161bb-73c2-4dc8-bce2-bc3cf465027a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:20.084754 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-bfc161bb-73c2-4dc8-bce2-bc3cf465027a service neutron] Transition to ACTIVE for port object e06bbe0a-2a8a-44dc-a565-722865572b2e will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:21:20.100710 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device e10c6679-4a05-4334-b5d3-05b86bd985f3 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:21:20.128151 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-43814701-237a-4577-977b-07a48f54873c tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Allocated IP 172.20.0.12 (85be2e17-4b10-4d14-9b32-3869abb76961/0733bfe1-6763-4622-804d-2791b07706b1/103fc782-07ea-4d5d-9ac2-ebae0033fef3) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:21:20.156768 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: e10c6679-4a05-4334-b5d3-05b86bd985f3 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:21:20.157433 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device e10c6679-4a05-4334-b5d3-05b86bd985f3 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:21:20.171936 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-1efb6715-5d20-4a74-bfaf-5725c33c36da tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:20.179283 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-1efb6715-5d20-4a74-bfaf-5725c33c36da tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:20.201840 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-bfc161bb-73c2-4dc8-bce2-bc3cf465027a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:20.248785 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-1efb6715-5d20-4a74-bfaf-5725c33c36da tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1997685 Dec 10 16:21:20.260942 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-2d4999f3-3474-4ecb-95f4-21c2193db72b tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:20.268543 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-2d4999f3-3474-4ecb-95f4-21c2193db72b tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/networks?id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 HTTP/1.1" status: 200 len: 821 time: 0.3560529 Dec 10 16:21:20.283951 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-0596d10a-c0da-4e1d-aa44-1d82ded91f5c service neutron] Request body: {'port': {'device_id': 'bb443b77-bdd2-4850-943c-7e3d2c70fb73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:21:20.335322 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-40a839f4-0270-489b-956e-368311ab64d0 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/quotas/88d3b4e7edaf414d832ee358beed3fa3 HTTP/1.1" status: 200 len: 375 time: 0.0654781 Dec 10 16:21:20.336914 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc161bb-73c2-4dc8-bce2-bc3cf465027a service neutron] Pushing event updated for resources: {'Port': ['ID=e06bbe0a-2a8a-44dc-a565-722865572b2e,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:20.480863 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a48e9a95-918e-4d28-a8b4-f522cfad7a20 None None] Provisioning complete for port 9aaffcf2-e527-458f-92dc-a7f3f3cd7837 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:21:20.481191 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a48e9a95-918e-4d28-a8b4-f522cfad7a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:20.506483 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-0596d10a-c0da-4e1d-aa44-1d82ded91f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:20.537284 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-bfc161bb-73c2-4dc8-bce2-bc3cf465027a service neutron] Attempting to bind port e06bbe0a-2a8a-44dc-a565-722865572b2e on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:21:20.541932 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-bfc161bb-73c2-4dc8-bce2-bc3cf465027a service neutron] Attempting to bind port e06bbe0a-2a8a-44dc-a565-722865572b2e by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:21:20.542476 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-bfc161bb-73c2-4dc8-bce2-bc3cf465027a service neutron] Attempting to bind port e06bbe0a-2a8a-44dc-a565-722865572b2e on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:21:20.555985 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-bfc161bb-73c2-4dc8-bce2-bc3cf465027a service neutron] Port e06bbe0a-2a8a-44dc-a565-722865572b2e on network 1b1da819-dfba-43f2-8848-8bb429159850 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:21:20.560768 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-bfc161bb-73c2-4dc8-bce2-bc3cf465027a service neutron] Attempting to bind port e06bbe0a-2a8a-44dc-a565-722865572b2e on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:21:20.565443 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-26b724ac-e833-4595-89a6-58634b1d7f9d tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=88d3b4e7edaf414d832ee358beed3fa3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2282569 Dec 10 16:21:20.567929 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-a48e9a95-918e-4d28-a8b4-f522cfad7a20 None None] Port 9aaffcf2-e527-458f-92dc-a7f3f3cd7837 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:21:20.581264 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-bfc161bb-73c2-4dc8-bce2-bc3cf465027a service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:21:20.581884 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-bfc161bb-73c2-4dc8-bce2-bc3cf465027a service neutron] Checking segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:21:20.582451 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-bfc161bb-73c2-4dc8-bce2-bc3cf465027a service neutron] Bound using segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:21:20.583043 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-bfc161bb-73c2-4dc8-bce2-bc3cf465027a service neutron] Bound port: e06bbe0a-2a8a-44dc-a565-722865572b2e, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:21:20.583579 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-bfc161bb-73c2-4dc8-bce2-bc3cf465027a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:20.615045 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-609650fc-dd05-48d2-93a4-62d91e31613e req-bcfb356f-76a8-49d9-9909-6519a373b1b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a82d837-346f-41a2-a1e7-acf5e57b2387 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:21:20.639038 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-609650fc-dd05-48d2-93a4-62d91e31613e req-bcfb356f-76a8-49d9-9909-6519a373b1b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:20.716728 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-609650fc-dd05-48d2-93a4-62d91e31613e req-bcfb356f-76a8-49d9-9909-6519a373b1b0 service neutron] Transition to ACTIVE for port object 4a82d837-346f-41a2-a1e7-acf5e57b2387 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:21:20.725838 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-609650fc-dd05-48d2-93a4-62d91e31613e req-bcfb356f-76a8-49d9-9909-6519a373b1b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:20.739706 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-43814701-237a-4577-977b-07a48f54873c tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:20.789523 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-bfc161bb-73c2-4dc8-bce2-bc3cf465027a service neutron] For port e06bbe0a-2a8a-44dc-a565-722865572b2e, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:21:20.834169 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-bfc161bb-73c2-4dc8-bce2-bc3cf465027a service neutron] For port e06bbe0a-2a8a-44dc-a565-722865572b2e, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=e06bbe0a-2a8a-44dc-a565-722865572b2e,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:21:20.865301 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-bfc161bb-73c2-4dc8-bce2-bc3cf465027a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:20.867310 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb356f-76a8-49d9-9909-6519a373b1b0 service neutron] Pushing event updated for resources: {'Port': ['ID=4a82d837-346f-41a2-a1e7-acf5e57b2387,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:20.912490 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-0aa2a8a5-0cb7-4f08-9108-d416d9f2b5a4 service neutron] 10.222.0.11 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458431 Dec 10 16:21:20.961316 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc161bb-73c2-4dc8-bce2-bc3cf465027a service neutron] Pushing event updated for resources: {'Port': ['ID=e06bbe0a-2a8a-44dc-a565-722865572b2e,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:20.986288 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-bfc161bb-73c2-4dc8-bce2-bc3cf465027a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:20.986952 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-bfc161bb-73c2-4dc8-bce2-bc3cf465027a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:20.988515 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-bfc161bb-73c2-4dc8-bce2-bc3cf465027a service neutron] 10.222.0.46 "PUT /v2.0/ports/e06bbe0a-2a8a-44dc-a565-722865572b2e HTTP/1.1" status: 200 len: 1095 time: 2.1449604 Dec 10 16:21:20.988971 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d370f79-a420-4f2c-9635-743e0287e036', 'tag': 'e06bbe0a-2a8a-44dc-a565-722865572b2e'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:21:20.991395 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc9c6cd-f814-421a-ad7b-6765bcf0ba6d" -d '{"events": [{"name": "network-changed", "server_uuid": "9d370f79-a420-4f2c-9635-743e0287e036", "tag": "e06bbe0a-2a8a-44dc-a565-722865572b2e"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:21:21.025399 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-609650fc-dd05-48d2-93a4-62d91e31613e req-bcfb356f-76a8-49d9-9909-6519a373b1b0 service neutron] Attempting to bind port 4a82d837-346f-41a2-a1e7-acf5e57b2387 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:21:21.028299 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-609650fc-dd05-48d2-93a4-62d91e31613e req-bcfb356f-76a8-49d9-9909-6519a373b1b0 service neutron] Attempting to bind port 4a82d837-346f-41a2-a1e7-acf5e57b2387 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:21:21.029723 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609650fc-dd05-48d2-93a4-62d91e31613e req-bcfb356f-76a8-49d9-9909-6519a373b1b0 service neutron] Attempting to bind port 4a82d837-346f-41a2-a1e7-acf5e57b2387 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:21:21.042923 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-43814701-237a-4577-977b-07a48f54873c tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:21.095794 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609650fc-dd05-48d2-93a4-62d91e31613e req-bcfb356f-76a8-49d9-9909-6519a373b1b0 service neutron] Port 4a82d837-346f-41a2-a1e7-acf5e57b2387 on network 1b1da819-dfba-43f2-8848-8bb429159850 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:21:21.096409 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609650fc-dd05-48d2-93a4-62d91e31613e req-bcfb356f-76a8-49d9-9909-6519a373b1b0 service neutron] Attempting to bind port 4a82d837-346f-41a2-a1e7-acf5e57b2387 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:21:21.117657 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609650fc-dd05-48d2-93a4-62d91e31613e req-bcfb356f-76a8-49d9-9909-6519a373b1b0 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:21:21.118451 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609650fc-dd05-48d2-93a4-62d91e31613e req-bcfb356f-76a8-49d9-9909-6519a373b1b0 service neutron] Checking segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:21:21.118848 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609650fc-dd05-48d2-93a4-62d91e31613e req-bcfb356f-76a8-49d9-9909-6519a373b1b0 service neutron] Bound using segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:21:21.119314 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-609650fc-dd05-48d2-93a4-62d91e31613e req-bcfb356f-76a8-49d9-9909-6519a373b1b0 service neutron] Bound port: 4a82d837-346f-41a2-a1e7-acf5e57b2387, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:21:21.119686 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-609650fc-dd05-48d2-93a4-62d91e31613e req-bcfb356f-76a8-49d9-9909-6519a373b1b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:21.135233 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-a6a14a85-3415-4d23-9728-fd695e576b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:21.136912 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-a6a14a85-3415-4d23-9728-fd695e576b50 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33fe36bd287d4a209fabdd94870da5aa&device_id=9d370f79-a420-4f2c-9635-743e0287e036 HTTP/1.1" status: 200 len: 1098 time: 0.0992959 Dec 10 16:21:21.140713 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-43814701-237a-4577-977b-07a48f54873c tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Network 85be2e17-4b10-4d14-9b32-3869abb76961 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:21:21.160050 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-43814701-237a-4577-977b-07a48f54873c tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:21:21.179573 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-43814701-237a-4577-977b-07a48f54873c tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:21:21.185589 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43814701-237a-4577-977b-07a48f54873c tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Pushing event updated for resources: {'Port': ['ID=103fc782-07ea-4d5d-9ac2-ebae0033fef3,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:21.225907 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-acbe925d-3b84-403a-9364-7de490d81364 service neutron] 10.222.0.11 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123982 Dec 10 16:21:21.246820 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-1a4fb1b1-58b9-4f80-8eaf-0e917f4e3d67 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=e06bbe0a-2a8a-44dc-a565-722865572b2e HTTP/1.1" status: 200 len: 217 time: 0.0640392 Dec 10 16:21:21.271955 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-43814701-237a-4577-977b-07a48f54873c tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:21.272760 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-43814701-237a-4577-977b-07a48f54873c tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:21.332584 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-609650fc-dd05-48d2-93a4-62d91e31613e req-bcfb356f-76a8-49d9-9909-6519a373b1b0 service neutron] For port 4a82d837-346f-41a2-a1e7-acf5e57b2387, host n-h1-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:21:21.347946 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-609650fc-dd05-48d2-93a4-62d91e31613e req-bcfb356f-76a8-49d9-9909-6519a373b1b0 service neutron] For port 4a82d837-346f-41a2-a1e7-acf5e57b2387, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=4a82d837-346f-41a2-a1e7-acf5e57b2387,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:21:21.353724 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-0596d10a-c0da-4e1d-aa44-1d82ded91f5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aaffcf2-e527-458f-92dc-a7f3f3cd7837 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:21:21.359980 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-bc90e6dc-dd17-4374-a8e1-f041d01b51ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:21.361814 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-bc90e6dc-dd17-4374-a8e1-f041d01b51ab service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.1047413 Dec 10 16:21:21.363347 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-609650fc-dd05-48d2-93a4-62d91e31613e req-bcfb356f-76a8-49d9-9909-6519a373b1b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:21.388027 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-43814701-237a-4577-977b-07a48f54873c tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1920509 Dec 10 16:21:21.391188 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-0596d10a-c0da-4e1d-aa44-1d82ded91f5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:21.422827 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-fc637864-f2f4-4765-a9cd-e71fe96908e2 service neutron] Request body: {'port': {'device_id': 'b112941e-b6b8-477d-8a21-4f91f10c72bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:21:21.456298 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-0596d10a-c0da-4e1d-aa44-1d82ded91f5c service neutron] Transition to ACTIVE for port object 9aaffcf2-e527-458f-92dc-a7f3f3cd7837 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:21:21.477302 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-0596d10a-c0da-4e1d-aa44-1d82ded91f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:21.600349 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609650fc-dd05-48d2-93a4-62d91e31613e req-bcfb356f-76a8-49d9-9909-6519a373b1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:21.601027 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-609650fc-dd05-48d2-93a4-62d91e31613e req-bcfb356f-76a8-49d9-9909-6519a373b1b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:21.611787 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-609650fc-dd05-48d2-93a4-62d91e31613e req-bcfb356f-76a8-49d9-9909-6519a373b1b0 service neutron] 10.222.0.26 "PUT /v2.0/ports/4a82d837-346f-41a2-a1e7-acf5e57b2387 HTTP/1.1" status: 200 len: 1095 time: 3.1903710 Dec 10 16:21:21.624574 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb356f-76a8-49d9-9909-6519a373b1b0 service neutron] Pushing event updated for resources: {'Port': ['ID=4a82d837-346f-41a2-a1e7-acf5e57b2387,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:21.656945 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-cb643879-0916-40a7-b580-f0c2abb08674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:21.658558 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-cb643879-0916-40a7-b580-f0c2abb08674 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2042935 Dec 10 16:21:21.679018 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-fc637864-f2f4-4765-a9cd-e71fe96908e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:21.726741 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0596d10a-c0da-4e1d-aa44-1d82ded91f5c service neutron] Pushing event updated for resources: {'Port': ['ID=9aaffcf2-e527-458f-92dc-a7f3f3cd7837,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:21.979221 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609650fc-dd05-48d2-93a4-62d91e31613e req-7ad8d86a-c0a8-4b75-977e-527516cd7d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:21.981197 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-609650fc-dd05-48d2-93a4-62d91e31613e req-7ad8d86a-c0a8-4b75-977e-527516cd7d7e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c1dca45cb4304d9b829a144e5fbf7f9d&device_id=49b0ddec-2f17-4066-ac6c-e6986b8cbcf5 HTTP/1.1" status: 200 len: 1098 time: 0.2817142 Dec 10 16:21:21.984662 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-abe84ace-cfa4-461c-a218-36dd515214be service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184526 Dec 10 16:21:22.174888 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-609650fc-dd05-48d2-93a4-62d91e31613e req-40698e29-3b52-425e-9d8d-e63ce9670944 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=4a82d837-346f-41a2-a1e7-acf5e57b2387 HTTP/1.1" status: 200 len: 217 time: 0.1834261 Dec 10 16:21:22.269998 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609650fc-dd05-48d2-93a4-62d91e31613e req-e6f666fa-d59c-4847-a52d-9e8ad1c0d0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:22.272142 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-609650fc-dd05-48d2-93a4-62d91e31613e req-e6f666fa-d59c-4847-a52d-9e8ad1c0d0b8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.0891509 Dec 10 16:21:22.400235 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-0865b651-eb00-40d3-ae37-5bba3002d586 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919489 Dec 10 16:21:22.409164 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609650fc-dd05-48d2-93a4-62d91e31613e req-6d1db08a-5138-4167-be5e-77a23677f4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:22.413671 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-0596d10a-c0da-4e1d-aa44-1d82ded91f5c service neutron] Attempting to bind port 9aaffcf2-e527-458f-92dc-a7f3f3cd7837 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:21:22.414566 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-0596d10a-c0da-4e1d-aa44-1d82ded91f5c service neutron] Attempting to bind port 9aaffcf2-e527-458f-92dc-a7f3f3cd7837 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:21:22.415051 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-0596d10a-c0da-4e1d-aa44-1d82ded91f5c service neutron] Attempting to bind port 9aaffcf2-e527-458f-92dc-a7f3f3cd7837 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:21:22.416713 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-609650fc-dd05-48d2-93a4-62d91e31613e req-6d1db08a-5138-4167-be5e-77a23677f4dd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1194105 Dec 10 16:21:22.473090 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-0596d10a-c0da-4e1d-aa44-1d82ded91f5c service neutron] Port 9aaffcf2-e527-458f-92dc-a7f3f3cd7837 on network 1b1da819-dfba-43f2-8848-8bb429159850 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:21:22.473303 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-0596d10a-c0da-4e1d-aa44-1d82ded91f5c service neutron] Attempting to bind port 9aaffcf2-e527-458f-92dc-a7f3f3cd7837 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:21:22.487179 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-0596d10a-c0da-4e1d-aa44-1d82ded91f5c service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:21:22.487517 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-0596d10a-c0da-4e1d-aa44-1d82ded91f5c service neutron] Checking segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:21:22.488057 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-0596d10a-c0da-4e1d-aa44-1d82ded91f5c service neutron] Bound using segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:21:22.488349 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-0596d10a-c0da-4e1d-aa44-1d82ded91f5c service neutron] Bound port: 9aaffcf2-e527-458f-92dc-a7f3f3cd7837, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:21:22.488700 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-0596d10a-c0da-4e1d-aa44-1d82ded91f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:22.516423 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822768d-2ec5-4504-aeb3-6691679d409e req-a61759f0-3aa8-40b5-a2bf-5e05b43f43e6 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:22.523717 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a822768d-2ec5-4504-aeb3-6691679d409e req-a61759f0-3aa8-40b5-a2bf-5e05b43f43e6 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] 10.222.0.11 "GET /v2.0/ports?device_id=49b0ddec-2f17-4066-ac6c-e6986b8cbcf5 HTTP/1.1" status: 200 len: 947 time: 0.1785817 Dec 10 16:21:22.586087 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-609650fc-dd05-48d2-93a4-62d91e31613e req-78893f9d-58cb-4ff7-a3ac-de41c49551c8 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616955 Dec 10 16:21:22.708661 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a822768d-2ec5-4504-aeb3-6691679d409e req-578727a0-0c59-4185-bf5d-5fa786b77bd7 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] 10.222.0.11 "GET /v2.0/security-groups?id=58eaab0e-e91c-47a8-b95a-889ccc18bb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837158 Dec 10 16:21:22.755435 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-0596d10a-c0da-4e1d-aa44-1d82ded91f5c service neutron] For port 9aaffcf2-e527-458f-92dc-a7f3f3cd7837, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:21:22.761986 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-609650fc-dd05-48d2-93a4-62d91e31613e req-799d881e-39aa-4e34-bbdd-769ce44c7c57 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676135 Dec 10 16:21:22.767688 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-0596d10a-c0da-4e1d-aa44-1d82ded91f5c service neutron] For port 9aaffcf2-e527-458f-92dc-a7f3f3cd7837, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=9aaffcf2-e527-458f-92dc-a7f3f3cd7837,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:21:22.832288 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-0596d10a-c0da-4e1d-aa44-1d82ded91f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:22.950774 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-0596d10a-c0da-4e1d-aa44-1d82ded91f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:22.951788 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-0596d10a-c0da-4e1d-aa44-1d82ded91f5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:22.953171 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-0596d10a-c0da-4e1d-aa44-1d82ded91f5c service neutron] 10.222.0.46 "PUT /v2.0/ports/9aaffcf2-e527-458f-92dc-a7f3f3cd7837 HTTP/1.1" status: 200 len: 1096 time: 2.6822526 Dec 10 16:21:22.953827 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0596d10a-c0da-4e1d-aa44-1d82ded91f5c service neutron] Pushing event updated for resources: {'Port': ['ID=9aaffcf2-e527-458f-92dc-a7f3f3cd7837,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:23.033344 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-fc637864-f2f4-4765-a9cd-e71fe96908e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 103fc782-07ea-4d5d-9ac2-ebae0033fef3 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:21:23.042810 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-fc637864-f2f4-4765-a9cd-e71fe96908e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:23.057798 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-fc637864-f2f4-4765-a9cd-e71fe96908e2 service neutron] Transition to ACTIVE for port object 103fc782-07ea-4d5d-9ac2-ebae0033fef3 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:21:23.058867 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb443b77-bdd2-4850-943c-7e3d2c70fb73', 'tag': '9aaffcf2-e527-458f-92dc-a7f3f3cd7837'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:21:23.063480 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1994b6fb-7111-46d8-b59b-097516102b94" -d '{"events": [{"name": "network-changed", "server_uuid": "bb443b77-bdd2-4850-943c-7e3d2c70fb73", "tag": "9aaffcf2-e527-458f-92dc-a7f3f3cd7837"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:21:23.108489 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-fc637864-f2f4-4765-a9cd-e71fe96908e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:23.179941 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc637864-f2f4-4765-a9cd-e71fe96908e2 service neutron] Pushing event updated for resources: {'Port': ['ID=103fc782-07ea-4d5d-9ac2-ebae0033fef3,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:23.220402 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-cf506ad9-0712-4446-9778-7d1aac17a742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:23.222839 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-cf506ad9-0712-4446-9778-7d1aac17a742 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33fe36bd287d4a209fabdd94870da5aa&device_id=bb443b77-bdd2-4850-943c-7e3d2c70fb73 HTTP/1.1" status: 200 len: 1099 time: 0.1558046 Dec 10 16:21:23.320890 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e6b28e-89c6-4b33-b0d5-5856f566f735 req-3058a46e-13f5-49f5-bd77-6b711e7754f0 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:23.322498 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60e6b28e-89c6-4b33-b0d5-5856f566f735 req-3058a46e-13f5-49f5-bd77-6b711e7754f0 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=b112941e-b6b8-477d-8a21-4f91f10c72bf HTTP/1.1" status: 200 len: 944 time: 0.2280529 Dec 10 16:21:23.325145 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-1b06ebc4-dc11-4ad7-95cd-f0413f3b53a6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=9aaffcf2-e527-458f-92dc-a7f3f3cd7837 HTTP/1.1" status: 200 len: 217 time: 0.0894840 Dec 10 16:21:23.459438 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-fc637864-f2f4-4765-a9cd-e71fe96908e2 service neutron] Attempting to bind port 103fc782-07ea-4d5d-9ac2-ebae0033fef3 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:21:23.460131 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-fc637864-f2f4-4765-a9cd-e71fe96908e2 service neutron] Attempting to bind port 103fc782-07ea-4d5d-9ac2-ebae0033fef3 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '8ca85019-a24a-4916-864b-3c419298bab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '85be2e17-4b10-4d14-9b32-3869abb76961'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:21:23.460131 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-fc637864-f2f4-4765-a9cd-e71fe96908e2 service neutron] Attempting to bind port 103fc782-07ea-4d5d-9ac2-ebae0033fef3 on network 85be2e17-4b10-4d14-9b32-3869abb76961 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:21:23.471112 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-c2453d2b-122a-4623-b471-a955f67b2446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:23.472780 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-c2453d2b-122a-4623-b471-a955f67b2446 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.1213722 Dec 10 16:21:23.478559 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-fc637864-f2f4-4765-a9cd-e71fe96908e2 service neutron] Port 103fc782-07ea-4d5d-9ac2-ebae0033fef3 on network 85be2e17-4b10-4d14-9b32-3869abb76961 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:21:23.478898 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-fc637864-f2f4-4765-a9cd-e71fe96908e2 service neutron] Attempting to bind port 103fc782-07ea-4d5d-9ac2-ebae0033fef3 on network 85be2e17-4b10-4d14-9b32-3869abb76961 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:21:23.519397 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60e6b28e-89c6-4b33-b0d5-5856f566f735 req-45689dd4-8e60-4193-8ac1-6ed9ed2bddae tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738560 Dec 10 16:21:23.521152 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-fc637864-f2f4-4765-a9cd-e71fe96908e2 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:21:23.521497 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-fc637864-f2f4-4765-a9cd-e71fe96908e2 service neutron] Checking segment: {'id': '8ca85019-a24a-4916-864b-3c419298bab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '85be2e17-4b10-4d14-9b32-3869abb76961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:21:23.521884 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-fc637864-f2f4-4765-a9cd-e71fe96908e2 service neutron] Bound using segment: {'id': '8ca85019-a24a-4916-864b-3c419298bab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '85be2e17-4b10-4d14-9b32-3869abb76961'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:21:23.522387 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-fc637864-f2f4-4765-a9cd-e71fe96908e2 service neutron] Bound port: 103fc782-07ea-4d5d-9ac2-ebae0033fef3, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca85019-a24a-4916-864b-3c419298bab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '85be2e17-4b10-4d14-9b32-3869abb76961'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:21:23.522759 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-fc637864-f2f4-4765-a9cd-e71fe96908e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:23.657199 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-383936ba-cd0d-4648-9eb3-3bc19c126c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:23.658864 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-383936ba-cd0d-4648-9eb3-3bc19c126c68 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1776288 Dec 10 16:21:23.701161 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-fc637864-f2f4-4765-a9cd-e71fe96908e2 service neutron] For port 103fc782-07ea-4d5d-9ac2-ebae0033fef3, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:21:23.755670 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08d14b-c5d7-4cc7-8cfc-fcb712d5a17e req-9432dd2e-c72a-4a21-b2ce-1917a6c9696b tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:23.763203 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2a08d14b-c5d7-4cc7-8cfc-fcb712d5a17e req-9432dd2e-c72a-4a21-b2ce-1917a6c9696b tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d370f79-a420-4f2c-9635-743e0287e036 HTTP/1.1" status: 200 len: 947 time: 0.1540160 Dec 10 16:21:23.775494 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-fc637864-f2f4-4765-a9cd-e71fe96908e2 service neutron] For port 103fc782-07ea-4d5d-9ac2-ebae0033fef3, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=103fc782-07ea-4d5d-9ac2-ebae0033fef3,segment=NetworkSegment(8ca85019-a24a-4916-864b-3c419298bab5),segment_id=8ca85019-a24a-4916-864b-3c419298bab5)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:21:23.791738 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-fc637864-f2f4-4765-a9cd-e71fe96908e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:23.839294 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-29946d23-df6f-4d71-abad-3b454feedf58 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:23.840848 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-29946d23-df6f-4d71-abad-3b454feedf58 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.26 "GET /v2.0/networks?id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 HTTP/1.1" status: 200 len: 821 time: 0.5658355 Dec 10 16:21:23.854809 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-0708029e-1cdd-4bac-adbb-8aa69f0c0698 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Request body: {'port': {'device_id': 'ed5a9f38-6194-4126-bf02-5b2e062a69ae', 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6', 'admin_state_up': True, 'tenant_id': '88d3b4e7edaf414d832ee358beed3fa3'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:21:23.857134 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2a08d14b-c5d7-4cc7-8cfc-fcb712d5a17e req-424c8802-7749-4027-b39b-8d77a3ab4fee tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924654 Dec 10 16:21:23.871123 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-fc637864-f2f4-4765-a9cd-e71fe96908e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:23.871753 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-fc637864-f2f4-4765-a9cd-e71fe96908e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:23.873677 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-fc637864-f2f4-4765-a9cd-e71fe96908e2 service neutron] 10.222.0.46 "PUT /v2.0/ports/103fc782-07ea-4d5d-9ac2-ebae0033fef3 HTTP/1.1" status: 200 len: 1092 time: 2.4588218 Dec 10 16:21:23.922616 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc637864-f2f4-4765-a9cd-e71fe96908e2 service neutron] Pushing event updated for resources: {'Port': ['ID=103fc782-07ea-4d5d-9ac2-ebae0033fef3,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:23.940587 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-5f0efa0e-cfc6-44a7-b1fa-c8888696a080 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716260 Dec 10 16:21:23.970906 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2dc5315-6579-43c4-acf6-ab912f61f46d x-openstack-request-id: req-d2dc5315-6579-43c4-acf6-ab912f61f46d {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:21:23.971222 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d370f79-a420-4f2c-9635-743e0287e036", "tag": "e06bbe0a-2a8a-44dc-a565-722865572b2e", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:21:23.979658 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d2dc5315-6579-43c4-acf6-ab912f61f46d {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:21:23.980195 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d370f79-a420-4f2c-9635-743e0287e036', 'tag': 'e06bbe0a-2a8a-44dc-a565-722865572b2e', 'status': 'completed', 'code': 200} Dec 10 16:21:24.100255 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9c6cd-f814-421a-ad7b-6765bcf0ba6d req-b166ad9e-56a7-4cc6-ab9f-1de6bf43f6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:24.101908 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5bc9c6cd-f814-421a-ad7b-6765bcf0ba6d req-b166ad9e-56a7-4cc6-ab9f-1de6bf43f6cb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33fe36bd287d4a209fabdd94870da5aa&device_id=9d370f79-a420-4f2c-9635-743e0287e036 HTTP/1.1" status: 200 len: 1098 time: 0.1152835 Dec 10 16:21:24.179653 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2aa41e63-3b4e-46dd-9df5-983077bf1034 req-6a136439-e3fb-4d04-b679-1a50689f4d7f service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083514 Dec 10 16:21:24.222734 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a87d3c91-5bcc-4474-af04-5a3302c69bc5 req-d870d4ff-9eb6-4f36-8070-2e6f988936f5 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed5a9f38-6194-4126-bf02-5b2e062a69ae HTTP/1.1" status: 200 len: 210 time: 0.0886939 Dec 10 16:21:24.243397 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-93bb421a-5513-4876-889d-4ee0f7c3b482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:24.245645 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-93bb421a-5513-4876-889d-4ee0f7c3b482 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9b4abb5f463d4717bb66baf7025fca57&device_id=b112941e-b6b8-477d-8a21-4f91f10c72bf HTTP/1.1" status: 200 len: 1095 time: 0.3174818 Dec 10 16:21:24.267836 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-0708029e-1cdd-4bac-adbb-8aa69f0c0698 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Made reservation on behalf of 88d3b4e7edaf414d832ee358beed3fa3 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:21:24.281942 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-0708029e-1cdd-4bac-adbb-8aa69f0c0698 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:24.393116 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d5da06-7549-4cfa-af9b-5bc3085c142d x-openstack-request-id: req-b4d5da06-7549-4cfa-af9b-5bc3085c142d {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:21:24.393556 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb443b77-bdd2-4850-943c-7e3d2c70fb73", "tag": "9aaffcf2-e527-458f-92dc-a7f3f3cd7837", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:21:24.394228 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b4d5da06-7549-4cfa-af9b-5bc3085c142d {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:21:24.394713 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb443b77-bdd2-4850-943c-7e3d2c70fb73', 'tag': '9aaffcf2-e527-458f-92dc-a7f3f3cd7837', 'status': 'completed', 'code': 200} Dec 10 16:21:24.398522 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-20952264-cbc3-43c6-bb72-aef80d106d45 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=103fc782-07ea-4d5d-9ac2-ebae0033fef3 HTTP/1.1" status: 200 len: 217 time: 0.1363101 Dec 10 16:21:24.520475 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-fb2f759f-3b14-4e16-95bd-ca204ef3d0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:24.522223 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-fb2f759f-3b14-4e16-95bd-ca204ef3d0c3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0733bfe1-6763-4622-804d-2791b07706b1 HTTP/1.1" status: 200 len: 843 time: 0.0977390 Dec 10 16:21:24.577379 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-278adcf4-4c0f-4797-b3e1-893d72e0db76 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85be2e17-4b10-4d14-9b32-3869abb76961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376475 Dec 10 16:21:24.580250 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994b6fb-7111-46d8-b59b-097516102b94 req-4b9bfe21-6a78-4300-ac83-7bf2c37f420a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:24.582288 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1994b6fb-7111-46d8-b59b-097516102b94 req-4b9bfe21-6a78-4300-ac83-7bf2c37f420a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33fe36bd287d4a209fabdd94870da5aa&device_id=bb443b77-bdd2-4850-943c-7e3d2c70fb73 HTTP/1.1" status: 200 len: 1099 time: 0.2022953 Dec 10 16:21:24.635130 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9c6cd-f814-421a-ad7b-6765bcf0ba6d req-e202e65c-86a6-4df6-9d5f-1ad555b733bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:24.637385 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5bc9c6cd-f814-421a-ad7b-6765bcf0ba6d req-e202e65c-86a6-4df6-9d5f-1ad555b733bb service neutron] 10.222.0.46 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.5185874 Dec 10 16:21:24.710373 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c8ab0-95c9-4300-a8a6-83718f9b61ea req-02e6cc24-8d9a-4972-9d79-85dd37066297 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:24.712224 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dd5c8ab0-95c9-4300-a8a6-83718f9b61ea req-02e6cc24-8d9a-4972-9d79-85dd37066297 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] 10.222.0.11 "GET /v2.0/ports?device_id=49b0ddec-2f17-4066-ac6c-e6986b8cbcf5 HTTP/1.1" status: 200 len: 947 time: 0.2165287 Dec 10 16:21:24.732730 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5bc9c6cd-f814-421a-ad7b-6765bcf0ba6d req-f3cf75a7-4624-4276-91cc-173305e86c5e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=e06bbe0a-2a8a-44dc-a565-722865572b2e HTTP/1.1" status: 200 len: 217 time: 0.0792403 Dec 10 16:21:24.847956 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dd5c8ab0-95c9-4300-a8a6-83718f9b61ea req-9d099f5a-e21c-4cf8-85ab-5f933bbf4fe3 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] 10.222.0.11 "GET /v2.0/security-groups?id=58eaab0e-e91c-47a8-b95a-889ccc18bb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236625 Dec 10 16:21:24.852761 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994b6fb-7111-46d8-b59b-097516102b94 req-7222e7a5-3780-4fa1-80aa-c473bc0b3684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:24.855284 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1994b6fb-7111-46d8-b59b-097516102b94 req-7222e7a5-3780-4fa1-80aa-c473bc0b3684 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.2544668 Dec 10 16:21:24.877691 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-bfc670b1-a5bd-47cf-89e0-df6be4bf5329 service neutron] 10.222.0.46 "GET /v2.0/networks/85be2e17-4b10-4d14-9b32-3869abb76961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869639 Dec 10 16:21:24.884100 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-0708029e-1cdd-4bac-adbb-8aa69f0c0698 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Allocated IP 172.20.0.13 (80ee5ab8-dd27-45c1-8d6b-8196563bd8f6/19a3ead6-9cb2-4544-beb2-145a33d7ae3f/a3238288-4331-48d0-9cff-68ba40800185) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:21:24.919112 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9c6cd-f814-421a-ad7b-6765bcf0ba6d req-f5839ea4-e37b-42d3-87d6-9eddd1ff92f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:24.927088 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5bc9c6cd-f814-421a-ad7b-6765bcf0ba6d req-f5839ea4-e37b-42d3-87d6-9eddd1ff92f2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.1871560 Dec 10 16:21:24.943630 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1994b6fb-7111-46d8-b59b-097516102b94 req-8c2feb8a-3c52-44ce-8919-51c685f190ec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=9aaffcf2-e527-458f-92dc-a7f3f3cd7837 HTTP/1.1" status: 200 len: 217 time: 0.0648465 Dec 10 16:21:25.037611 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994b6fb-7111-46d8-b59b-097516102b94 req-fce0052c-3fce-4dd8-b7f0-d4406f71775f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:25.039342 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1994b6fb-7111-46d8-b59b-097516102b94 req-fce0052c-3fce-4dd8-b7f0-d4406f71775f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.0857086 Dec 10 16:21:25.062757 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9c6cd-f814-421a-ad7b-6765bcf0ba6d req-f87c2bd1-b7e4-4874-83e4-6a2798cc95f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:25.064277 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5bc9c6cd-f814-421a-ad7b-6765bcf0ba6d req-f87c2bd1-b7e4-4874-83e4-6a2798cc95f9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1281123 Dec 10 16:21:25.096425 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eafbbdd9-9531-4052-8932-5fb7bb64e089 req-c9f83172-0e16-4cca-bff6-1cc92bc11dd8 service neutron] 10.222.0.46 "GET /v2.0/networks/85be2e17-4b10-4d14-9b32-3869abb76961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096853 Dec 10 16:21:25.136036 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994b6fb-7111-46d8-b59b-097516102b94 req-78d6cdee-74ac-448b-b438-9c5bdd99c010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:25.137499 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1994b6fb-7111-46d8-b59b-097516102b94 req-78d6cdee-74ac-448b-b438-9c5bdd99c010 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0875134 Dec 10 16:21:25.241684 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ba4e1-808d-431f-b715-54d5ba3100b0 req-b04b39b3-e582-451e-935f-f02bae607bb0 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:25.243320 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0f6ba4e1-808d-431f-b715-54d5ba3100b0 req-b04b39b3-e582-451e-935f-f02bae607bb0 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=b112941e-b6b8-477d-8a21-4f91f10c72bf HTTP/1.1" status: 200 len: 944 time: 0.1196630 Dec 10 16:21:25.310055 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5bc9c6cd-f814-421a-ad7b-6765bcf0ba6d req-8e42363a-7607-4c46-846c-57e338e3e710 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368758 Dec 10 16:21:25.339103 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1994b6fb-7111-46d8-b59b-097516102b94 req-cd30facf-eee2-48c2-8aa5-9203f6efdfa1 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857769 Dec 10 16:21:25.430724 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0f6ba4e1-808d-431f-b715-54d5ba3100b0 req-ba1b8e38-cbff-4b4e-8a78-2e959002d593 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698697 Dec 10 16:21:25.444117 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5bc9c6cd-f814-421a-ad7b-6765bcf0ba6d req-afba402b-4193-440f-a805-f06bbe5085f9 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205244 Dec 10 16:21:25.531544 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1994b6fb-7111-46d8-b59b-097516102b94 req-074531aa-a96c-451f-b3dc-768700769dea service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799080 Dec 10 16:21:25.562031 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-0708029e-1cdd-4bac-adbb-8aa69f0c0698 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:25.611876 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-0708029e-1cdd-4bac-adbb-8aa69f0c0698 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:25.624046 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['2dd43503-16c0-4402-9a30-d9969dcf34f0'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:21:25.638966 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa5744-9bdc-4baa-bd0b-f46a4f211649 req-f1834ba4-a5a8-4fbb-8449-8aadf470cdfa tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:25.642828 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-85fa5744-9bdc-4baa-bd0b-f46a4f211649 req-f1834ba4-a5a8-4fbb-8449-8aadf470cdfa tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d370f79-a420-4f2c-9635-743e0287e036 HTTP/1.1" status: 200 len: 947 time: 0.1006517 Dec 10 16:21:25.722734 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-85fa5744-9bdc-4baa-bd0b-f46a4f211649 req-f009b4c9-3c47-4e82-9857-68a24cf42295 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789583 Dec 10 16:21:25.747946 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-0708029e-1cdd-4bac-adbb-8aa69f0c0698 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Network 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:21:25.754819 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-0708029e-1cdd-4bac-adbb-8aa69f0c0698 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:21:25.766063 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-0708029e-1cdd-4bac-adbb-8aa69f0c0698 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:21:25.852044 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0708029e-1cdd-4bac-adbb-8aa69f0c0698 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Pushing event updated for resources: {'Port': ['ID=a3238288-4331-48d0-9cff-68ba40800185,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:25.882851 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-0708029e-1cdd-4bac-adbb-8aa69f0c0698 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:25.883522 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-0708029e-1cdd-4bac-adbb-8aa69f0c0698 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:25.920043 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-0708029e-1cdd-4bac-adbb-8aa69f0c0698 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0677550 Dec 10 16:21:25.938374 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-a76a782a-8c0d-4ced-8751-e2a20f6b8a61 service neutron] Request body: {'port': {'device_id': 'ed5a9f38-6194-4126-bf02-5b2e062a69ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:21:25.956417 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a94a9-456e-4255-ac9f-e6eaefaf7255 req-62f8ad8e-bac7-469d-b2ce-f16de0cefdc6 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:25.962684 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f60a94a9-456e-4255-ac9f-e6eaefaf7255 req-62f8ad8e-bac7-469d-b2ce-f16de0cefdc6 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed5a9f38-6194-4126-bf02-5b2e062a69ae HTTP/1.1" status: 200 len: 932 time: 0.1106348 Dec 10 16:21:25.991568 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49b0ddec-2f17-4066-ac6c-e6986b8cbcf5', 'tag': '4a82d837-346f-41a2-a1e7-acf5e57b2387'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:21:25.994863 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041c1629-41ad-472d-9613-c8cb0828c5d4" -d '{"events": [{"name": "network-changed", "server_uuid": "49b0ddec-2f17-4066-ac6c-e6986b8cbcf5", "tag": "4a82d837-346f-41a2-a1e7-acf5e57b2387"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:21:26.050183 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f60a94a9-456e-4255-ac9f-e6eaefaf7255 req-c0fb428c-00c3-46cd-adbd-3553fd670962 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818026 Dec 10 16:21:26.070928 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-a76a782a-8c0d-4ced-8751-e2a20f6b8a61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:26.089372 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 4a82d837-346f-41a2-a1e7-acf5e57b2387 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:21:26.195316 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device e06bbe0a-2a8a-44dc-a565-722865572b2e details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:21:26.228528 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:21:26.269517 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11425eea-2bd8-417b-b4c6-37e5535f154b req-095271b4-5fda-4866-a6b5-ee673b91fed5 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:26.273436 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-11425eea-2bd8-417b-b4c6-37e5535f154b req-095271b4-5fda-4866-a6b5-ee673b91fed5 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] 10.222.0.11 "GET /v2.0/ports?device_id=49b0ddec-2f17-4066-ac6c-e6986b8cbcf5 HTTP/1.1" status: 200 len: 947 time: 0.0988345 Dec 10 16:21:26.320546 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 4a82d837-346f-41a2-a1e7-acf5e57b2387, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=4a82d837-346f-41a2-a1e7-acf5e57b2387,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:21:26.352216 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '4a82d837-346f-41a2-a1e7-acf5e57b2387', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'port_id': '4a82d837-346f-41a2-a1e7-acf5e57b2387', 'mac_address': 'fa:16:3e:52:5a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a18c92-5007-49e2-b728-7aedc06dca57', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:21:26.366240 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-11425eea-2bd8-417b-b4c6-37e5535f154b req-ece818d1-6f31-49be-82cc-6974a835ea29 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] 10.222.0.11 "GET /v2.0/security-groups?id=58eaab0e-e91c-47a8-b95a-889ccc18bb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855436 Dec 10 16:21:26.395506 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b112941e-b6b8-477d-8a21-4f91f10c72bf', 'tag': '103fc782-07ea-4d5d-9ac2-ebae0033fef3'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:21:26.398167 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b384dffd-d1d9-4f57-9a83-59627d0efb6b" -d '{"events": [{"name": "network-changed", "server_uuid": "b112941e-b6b8-477d-8a21-4f91f10c72bf", "tag": "103fc782-07ea-4d5d-9ac2-ebae0033fef3"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:21:26.512276 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-a76a782a-8c0d-4ced-8751-e2a20f6b8a61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3238288-4331-48d0-9cff-68ba40800185 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:21:26.541819 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-a76a782a-8c0d-4ced-8751-e2a20f6b8a61 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:26.545072 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:26.567801 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-a76a782a-8c0d-4ced-8751-e2a20f6b8a61 service neutron] Transition to ACTIVE for port object a3238288-4331-48d0-9cff-68ba40800185 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:21:26.570696 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7016ce24-7dcc-470f-afa0-0098d80adf5b x-openstack-request-id: req-7016ce24-7dcc-470f-afa0-0098d80adf5b {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:21:26.571217 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49b0ddec-2f17-4066-ac6c-e6986b8cbcf5", "tag": "4a82d837-346f-41a2-a1e7-acf5e57b2387", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:21:26.571960 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7016ce24-7dcc-470f-afa0-0098d80adf5b {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:21:26.572785 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49b0ddec-2f17-4066-ac6c-e6986b8cbcf5', 'tag': '4a82d837-346f-41a2-a1e7-acf5e57b2387', 'status': 'completed', 'code': 200} Dec 10 16:21:26.574092 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-a76a782a-8c0d-4ced-8751-e2a20f6b8a61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:26.579209 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port e06bbe0a-2a8a-44dc-a565-722865572b2e, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=e06bbe0a-2a8a-44dc-a565-722865572b2e,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:21:26.600589 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8093096c-a4f8-43ec-bffe-df3466cd7750 x-openstack-request-id: req-8093096c-a4f8-43ec-bffe-df3466cd7750 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:21:26.601177 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b112941e-b6b8-477d-8a21-4f91f10c72bf", "tag": "103fc782-07ea-4d5d-9ac2-ebae0033fef3", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:21:26.601177 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8093096c-a4f8-43ec-bffe-df3466cd7750 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:21:26.601626 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b112941e-b6b8-477d-8a21-4f91f10c72bf', 'tag': '103fc782-07ea-4d5d-9ac2-ebae0033fef3', 'status': 'completed', 'code': 200} Dec 10 16:21:26.616082 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a82d837-346f-41a2-a1e7-acf5e57b2387 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:21:26.621977 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'e06bbe0a-2a8a-44dc-a565-722865572b2e', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'port_id': 'e06bbe0a-2a8a-44dc-a565-722865572b2e', 'mac_address': 'fa:16:3e:af:d8:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a18c92-5007-49e2-b728-7aedc06dca57', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:21:26.665372 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:26.695043 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 4a82d837-346f-41a2-a1e7-acf5e57b2387, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=4a82d837-346f-41a2-a1e7-acf5e57b2387,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:21:26.716649 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c1629-41ad-472d-9613-c8cb0828c5d4 req-df6e9258-3c44-404e-b68f-f7f0476d832b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:26.718709 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-041c1629-41ad-472d-9613-c8cb0828c5d4 req-df6e9258-3c44-404e-b68f-f7f0476d832b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c1dca45cb4304d9b829a144e5fbf7f9d&device_id=49b0ddec-2f17-4066-ac6c-e6986b8cbcf5 HTTP/1.1" status: 200 len: 1098 time: 0.1765487 Dec 10 16:21:26.720249 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:26.726747 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384dffd-d1d9-4f57-9a83-59627d0efb6b req-9c915ca3-8c70-46cf-9feb-8149a01a05ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:26.728475 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b384dffd-d1d9-4f57-9a83-59627d0efb6b req-9c915ca3-8c70-46cf-9feb-8149a01a05ef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9b4abb5f463d4717bb66baf7025fca57&device_id=b112941e-b6b8-477d-8a21-4f91f10c72bf HTTP/1.1" status: 200 len: 1095 time: 0.1262591 Dec 10 16:21:26.750642 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a782a-8c0d-4ced-8751-e2a20f6b8a61 service neutron] Pushing event updated for resources: {'Port': ['ID=a3238288-4331-48d0-9cff-68ba40800185,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:26.785781 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e06bbe0a-2a8a-44dc-a565-722865572b2e {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:21:26.817858 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port e06bbe0a-2a8a-44dc-a565-722865572b2e, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=e06bbe0a-2a8a-44dc-a565-722865572b2e,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:21:26.827260 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:26.833764 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=4a82d837-346f-41a2-a1e7-acf5e57b2387,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:26.863127 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-a76a782a-8c0d-4ced-8751-e2a20f6b8a61 service neutron] Attempting to bind port a3238288-4331-48d0-9cff-68ba40800185 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:21:26.863467 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-a76a782a-8c0d-4ced-8751-e2a20f6b8a61 service neutron] Attempting to bind port a3238288-4331-48d0-9cff-68ba40800185 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:21:26.863929 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-a76a782a-8c0d-4ced-8751-e2a20f6b8a61 service neutron] Attempting to bind port a3238288-4331-48d0-9cff-68ba40800185 on network 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:21:26.870852 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-a76a782a-8c0d-4ced-8751-e2a20f6b8a61 service neutron] Port a3238288-4331-48d0-9cff-68ba40800185 on network 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:21:26.871170 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-a76a782a-8c0d-4ced-8751-e2a20f6b8a61 service neutron] Attempting to bind port a3238288-4331-48d0-9cff-68ba40800185 on network 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:21:26.877272 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-a76a782a-8c0d-4ced-8751-e2a20f6b8a61 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:21:26.878115 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-a76a782a-8c0d-4ced-8751-e2a20f6b8a61 service neutron] Checking segment: {'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:21:26.880520 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-a76a782a-8c0d-4ced-8751-e2a20f6b8a61 service neutron] Bound using segment: {'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:21:26.880981 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-a76a782a-8c0d-4ced-8751-e2a20f6b8a61 service neutron] Bound port: a3238288-4331-48d0-9cff-68ba40800185, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:21:26.881817 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-a76a782a-8c0d-4ced-8751-e2a20f6b8a61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:26.937391 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=e06bbe0a-2a8a-44dc-a565-722865572b2e,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:26.971628 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['4a82d837-346f-41a2-a1e7-acf5e57b2387'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:21:26.986217 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b8f56-d7de-4d87-aa0e-47f191a90086 req-fec23d37-2c27-49c1-9a30-47f0abe87365 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:26.986901 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-a76a782a-8c0d-4ced-8751-e2a20f6b8a61 service neutron] For port a3238288-4331-48d0-9cff-68ba40800185, host n-h1-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:21:26.990842 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-a76a782a-8c0d-4ced-8751-e2a20f6b8a61 service neutron] For port a3238288-4331-48d0-9cff-68ba40800185, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=a3238288-4331-48d0-9cff-68ba40800185,segment=NetworkSegment(ba4bffb6-59f5-4518-96be-6824e98414e9),segment_id=ba4bffb6-59f5-4518-96be-6824e98414e9)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:21:26.996129 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-af3b8f56-d7de-4d87-aa0e-47f191a90086 req-fec23d37-2c27-49c1-9a30-47f0abe87365 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=b112941e-b6b8-477d-8a21-4f91f10c72bf HTTP/1.1" status: 200 len: 944 time: 0.1840706 Dec 10 16:21:27.006789 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-a76a782a-8c0d-4ced-8751-e2a20f6b8a61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:27.032232 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384dffd-d1d9-4f57-9a83-59627d0efb6b req-6a585c79-7ab6-4709-a3d2-5b65933a2e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:27.034327 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b384dffd-d1d9-4f57-9a83-59627d0efb6b req-6a585c79-7ab6-4709-a3d2-5b65933a2e0c service neutron] 10.222.0.46 "GET /v2.0/networks?id=85be2e17-4b10-4d14-9b32-3869abb76961 HTTP/1.1" status: 200 len: 904 time: 0.2811625 Dec 10 16:21:27.037645 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c1629-41ad-472d-9613-c8cb0828c5d4 req-c512ee74-31b4-4bbe-b096-3d6c01d1d003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:27.038978 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-041c1629-41ad-472d-9613-c8cb0828c5d4 req-c512ee74-31b4-4bbe-b096-3d6c01d1d003 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.3094852 Dec 10 16:21:27.046843 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['e06bbe0a-2a8a-44dc-a565-722865572b2e'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:21:27.050438 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-a76a782a-8c0d-4ced-8751-e2a20f6b8a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:27.051062 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-a76a782a-8c0d-4ced-8751-e2a20f6b8a61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:27.052478 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-a76a782a-8c0d-4ced-8751-e2a20f6b8a61 service neutron] 10.222.0.26 "PUT /v2.0/ports/a3238288-4331-48d0-9cff-68ba40800185 HTTP/1.1" status: 200 len: 1092 time: 1.1246686 Dec 10 16:21:27.100855 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b384dffd-d1d9-4f57-9a83-59627d0efb6b req-48a68bfc-10da-441d-b82c-5fcabf21d17a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=103fc782-07ea-4d5d-9ac2-ebae0033fef3 HTTP/1.1" status: 200 len: 217 time: 0.0583994 Dec 10 16:21:27.167374 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a782a-8c0d-4ced-8751-e2a20f6b8a61 service neutron] Pushing event updated for resources: {'Port': ['ID=a3238288-4331-48d0-9cff-68ba40800185,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:27.201773 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-041c1629-41ad-472d-9613-c8cb0828c5d4 req-956f7061-db15-41cb-bcc1-bef18b47cef3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=4a82d837-346f-41a2-a1e7-acf5e57b2387 HTTP/1.1" status: 200 len: 217 time: 0.1000106 Dec 10 16:21:27.208625 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-9121ffa4-0e6c-469b-94c7-89d75cb96748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:27.215871 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-9121ffa4-0e6c-469b-94c7-89d75cb96748 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=88d3b4e7edaf414d832ee358beed3fa3&device_id=ed5a9f38-6194-4126-bf02-5b2e062a69ae HTTP/1.1" status: 200 len: 1095 time: 0.1230021 Dec 10 16:21:27.272235 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-d3eb49ca-d9c8-4c88-abdd-35a877bab036 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3238288-4331-48d0-9cff-68ba40800185 HTTP/1.1" status: 200 len: 217 time: 0.0474727 Dec 10 16:21:27.317235 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-af3b8f56-d7de-4d87-aa0e-47f191a90086 req-bee62775-22e4-40d8-ba01-41a5693a7b8b tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199615 Dec 10 16:21:27.328538 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384dffd-d1d9-4f57-9a83-59627d0efb6b req-5b764a2d-51ce-4fa2-a70b-8cbfd7c07735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:27.330054 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b384dffd-d1d9-4f57-9a83-59627d0efb6b req-5b764a2d-51ce-4fa2-a70b-8cbfd7c07735 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0733bfe1-6763-4622-804d-2791b07706b1 HTTP/1.1" status: 200 len: 843 time: 0.2202933 Dec 10 16:21:27.357812 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-6515e612-c8c6-4909-bda2-05a2179908bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:27.359608 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-6515e612-c8c6-4909-bda2-05a2179908bd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=19a3ead6-9cb2-4544-beb2-145a33d7ae3f HTTP/1.1" status: 200 len: 861 time: 0.0767782 Dec 10 16:21:27.393893 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b384dffd-d1d9-4f57-9a83-59627d0efb6b req-78d87721-6119-4197-919e-1caab60a1f80 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85be2e17-4b10-4d14-9b32-3869abb76961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556719 Dec 10 16:21:27.395472 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c1629-41ad-472d-9613-c8cb0828c5d4 req-6622c8d9-7ddf-4177-b797-7413f01c555d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:27.397142 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-041c1629-41ad-472d-9613-c8cb0828c5d4 req-6622c8d9-7ddf-4177-b797-7413f01c555d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.1860392 Dec 10 16:21:27.408161 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-18174ac0-f9fd-4930-87eb-6fb491abe790 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409265 Dec 10 16:21:27.519553 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-f3503ed3-1698-4012-a34b-aa43d415a4e0 service neutron] 10.222.0.26 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042295 Dec 10 16:21:27.552079 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c1629-41ad-472d-9613-c8cb0828c5d4 req-e015dc13-7564-4d07-b4cd-7359f96399fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:27.553586 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-041c1629-41ad-472d-9613-c8cb0828c5d4 req-e015dc13-7564-4d07-b4cd-7359f96399fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1421657 Dec 10 16:21:27.620538 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-09d992b6-dc8d-45c4-b3d0-e065943bddfe req-f07ffe7b-df74-496b-840e-f8ba6410cd0c service neutron] 10.222.0.26 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893760 Dec 10 16:21:27.629448 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-1b7cb7fb-548a-4c8c-abeb-2e0e1e14e3f1 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1260150038&fields=id&tenant_id=df7996212a794883ba322fef5e69748f HTTP/1.1" status: 200 len: 267 time: 0.1405766 Dec 10 16:21:27.631444 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b384dffd-d1d9-4f57-9a83-59627d0efb6b req-56693033-a181-49ac-9656-8c9cc082726d service neutron] 10.222.0.46 "GET /v2.0/networks/85be2e17-4b10-4d14-9b32-3869abb76961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293475 Dec 10 16:21:27.684105 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-041c1629-41ad-472d-9613-c8cb0828c5d4 req-f88c407b-4579-404f-a0b3-c13552d8a376 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169517 Dec 10 16:21:28.087315 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 4a82d837-346f-41a2-a1e7-acf5e57b2387 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:21:28.155693 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 9aaffcf2-e527-458f-92dc-a7f3f3cd7837 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:21:28.158214 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device e06bbe0a-2a8a-44dc-a565-722865572b2e up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:21:28.163525 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 4a82d837-346f-41a2-a1e7-acf5e57b2387 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:21:28.209127 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 4a82d837-346f-41a2-a1e7-acf5e57b2387 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:21:28.209509 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:28.250327 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-ad62aae1-fee3-4212-b27c-c482cfb003d4 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:28.251815 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-ad62aae1-fee3-4212-b27c-c482cfb003d4 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] 10.222.0.11 "GET /v2.0/networks?id=8360afb7-a21f-4966-aa49-91f4dc24c110 HTTP/1.1" status: 200 len: 815 time: 0.5650971 Dec 10 16:21:28.253609 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b384dffd-d1d9-4f57-9a83-59627d0efb6b req-a0a2fcb1-7746-4e73-b9c1-7565df89ea67 service neutron] 10.222.0.46 "GET /v2.0/networks/85be2e17-4b10-4d14-9b32-3869abb76961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5685098 Dec 10 16:21:28.255634 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-041c1629-41ad-472d-9613-c8cb0828c5d4 req-df8159e8-c2ab-4222-aa03-194794d156c5 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5517762 Dec 10 16:21:28.260050 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40732) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:21:28.267397 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-d6e6b46e-650c-4703-9260-54b73538d593 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1597425144'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:21:28.283942 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-2f626dc4-fd52-40ec-bd51-c2ff7d0783fc tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] 10.222.0.11 "GET /v2.0/quotas/df7996212a794883ba322fef5e69748f HTTP/1.1" status: 200 len: 375 time: 0.0235441 Dec 10 16:21:28.301303 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e6b46e-650c-4703-9260-54b73538d593 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Made reservation on behalf of d8d2a6699ac14ae587266a65822b9f70 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:21:28.306130 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d6e6b46e-650c-4703-9260-54b73538d593 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:28.365259 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-d043542f-4748-406c-afeb-29332aaf4f38 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=df7996212a794883ba322fef5e69748f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0775445 Dec 10 16:21:28.371591 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e6b46e-650c-4703-9260-54b73538d593 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:21:28.386464 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d6e6b46e-650c-4703-9260-54b73538d593 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:28.386639 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-d6e6b46e-650c-4703-9260-54b73538d593 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Added segment 4e78b27f-1344-44f4-ae5a-33d21993ff0c of type vlan for network d3d2f5a8-9c2a-4e37-81c2-a6be304a674b Dec 10 16:21:28.386869 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port e06bbe0a-2a8a-44dc-a565-722865572b2e completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:21:28.406963 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port e06bbe0a-2a8a-44dc-a565-722865572b2e triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:21:28.407276 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:28.441040 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d6e6b46e-650c-4703-9260-54b73538d593 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:28.451550 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:28.480385 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 9aaffcf2-e527-458f-92dc-a7f3f3cd7837, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=9aaffcf2-e527-458f-92dc-a7f3f3cd7837,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:21:28.484270 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d6e6b46e-650c-4703-9260-54b73538d593 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:28.493097 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e6b46e-650c-4703-9260-54b73538d593 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:28.494320 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d6e6b46e-650c-4703-9260-54b73538d593 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:28.500294 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-3c85c409-9d36-465c-bf56-83e1baddc1de service neutron] 10.222.0.11 "GET /v2.0/networks/8360afb7-a21f-4966-aa49-91f4dc24c110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343615 Dec 10 16:21:28.505780 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b0ddec-2f17-4066-ac6c-e6986b8cbcf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a82d837-346f-41a2-a1e7-acf5e57b2387'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:21:28.508059 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8952569-6194-488c-8223-a23ef3f8eef8" -d '{"events": [{"server_uuid": "49b0ddec-2f17-4066-ac6c-e6986b8cbcf5", "name": "network-vif-plugged", "status": "completed", "tag": "4a82d837-346f-41a2-a1e7-acf5e57b2387"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:21:28.512888 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '9aaffcf2-e527-458f-92dc-a7f3f3cd7837', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'port_id': '9aaffcf2-e527-458f-92dc-a7f3f3cd7837', 'mac_address': 'fa:16:3e:a9:e8:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a18c92-5007-49e2-b728-7aedc06dca57', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:21:28.546041 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 4a82d837-346f-41a2-a1e7-acf5e57b2387, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=4a82d837-346f-41a2-a1e7-acf5e57b2387,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:21:28.571511 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:28.578593 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed5a9f38-6194-4126-bf02-5b2e062a69ae', 'tag': 'a3238288-4331-48d0-9cff-68ba40800185'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:21:28.582531 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66c1669-890e-4240-982b-8b7b15bb6eba" -d '{"events": [{"name": "network-changed", "server_uuid": "ed5a9f38-6194-4126-bf02-5b2e062a69ae", "tag": "a3238288-4331-48d0-9cff-68ba40800185"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:21:28.618076 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:28.624006 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d6e6b46e-650c-4703-9260-54b73538d593 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3595603 Dec 10 16:21:28.624211 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-de6429fd-9b1b-489b-921e-21e281a5e3ba service neutron] 10.222.0.11 "GET /v2.0/networks/8360afb7-a21f-4966-aa49-91f4dc24c110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162331 Dec 10 16:21:28.624306 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40740) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:21:28.630651 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:28.631470 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-5ec6f7d9-0dfe-4139-8480-8ca0db3b52be tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-358191436'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:21:28.660817 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6b46e-650c-4703-9260-54b73538d593 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Pushing event updated for resources: {'Network': ['ID=d3d2f5a8-9c2a-4e37-81c2-a6be304a674b,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:28.677395 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network d3d2f5a8-9c2a-4e37-81c2-a6be304a674b details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:21:28.677605 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec6f7d9-0dfe-4139-8480-8ca0db3b52be tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Made reservation on behalf of d8d2a6699ac14ae587266a65822b9f70 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:21:28.682077 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aaffcf2-e527-458f-92dc-a7f3f3cd7837 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:21:28.685282 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5ec6f7d9-0dfe-4139-8480-8ca0db3b52be tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:28.692606 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=4a82d837-346f-41a2-a1e7-acf5e57b2387,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:28.712681 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port e06bbe0a-2a8a-44dc-a565-722865572b2e, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=e06bbe0a-2a8a-44dc-a565-722865572b2e,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:21:28.739453 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec6f7d9-0dfe-4139-8480-8ca0db3b52be tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:21:28.749778 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:28.760133 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5ec6f7d9-0dfe-4139-8480-8ca0db3b52be tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:28.760730 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-5ec6f7d9-0dfe-4139-8480-8ca0db3b52be tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Added segment 3b84cf93-a4ed-4e06-8725-cc61e38d8166 of type vlan for network d9b93369-0ca7-48d4-af9b-dd363ef2706a Dec 10 16:21:28.792328 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 9aaffcf2-e527-458f-92dc-a7f3f3cd7837, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=9aaffcf2-e527-458f-92dc-a7f3f3cd7837,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:21:28.807333 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:28.807995 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 103fc782-07ea-4d5d-9ac2-ebae0033fef3 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:21:28.844887 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=e06bbe0a-2a8a-44dc-a565-722865572b2e,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:28.867801 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5ec6f7d9-0dfe-4139-8480-8ca0db3b52be tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:28.902823 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5ec6f7d9-0dfe-4139-8480-8ca0db3b52be tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:28.911225 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec6f7d9-0dfe-4139-8480-8ca0db3b52be tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:28.912271 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5ec6f7d9-0dfe-4139-8480-8ca0db3b52be tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:28.949930 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=9aaffcf2-e527-458f-92dc-a7f3f3cd7837,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:28.996415 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 103fc782-07ea-4d5d-9ac2-ebae0033fef3, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=103fc782-07ea-4d5d-9ac2-ebae0033fef3,segment=NetworkSegment(8ca85019-a24a-4916-864b-3c419298bab5),segment_id=8ca85019-a24a-4916-864b-3c419298bab5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:21:29.011354 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '103fc782-07ea-4d5d-9ac2-ebae0033fef3', 'network_id': '85be2e17-4b10-4d14-9b32-3869abb76961', 'port_id': '103fc782-07ea-4d5d-9ac2-ebae0033fef3', 'mac_address': 'fa:16:3e:95:bd:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0733bfe1-6763-4622-804d-2791b07706b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:21:29.029855 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40752) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:21:29.031287 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5ec6f7d9-0dfe-4139-8480-8ca0db3b52be tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4057512 Dec 10 16:21:29.036909 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-4e6e1aa8-4c03-415b-b5cb-cf2c29134721 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Request body: {'subnet': {'network_id': 'd3d2f5a8-9c2a-4e37-81c2-a6be304a674b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:21:29.057163 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:29.078030 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 103fc782-07ea-4d5d-9ac2-ebae0033fef3 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:21:29.103059 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 103fc782-07ea-4d5d-9ac2-ebae0033fef3, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=103fc782-07ea-4d5d-9ac2-ebae0033fef3,segment=NetworkSegment(8ca85019-a24a-4916-864b-3c419298bab5),segment_id=8ca85019-a24a-4916-864b-3c419298bab5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:21:29.111080 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:29.116096 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6f7d9-0dfe-4139-8480-8ca0db3b52be tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Pushing event updated for resources: {'Network': ['ID=d9b93369-0ca7-48d4-af9b-dd363ef2706a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:29.155973 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network d9b93369-0ca7-48d4-af9b-dd363ef2706a details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:21:29.258588 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6e1aa8-4c03-415b-b5cb-cf2c29134721 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Made reservation on behalf of d8d2a6699ac14ae587266a65822b9f70 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:21:29.263331 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4e6e1aa8-4c03-415b-b5cb-cf2c29134721 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:29.267476 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=103fc782-07ea-4d5d-9ac2-ebae0033fef3,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:29.314180 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30041e65-9cea-45c1-a730-f8dc4fc71cd7 req-e94bd1be-2525-4c91-932a-887b4ce27f73 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:29.322337 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-30041e65-9cea-45c1-a730-f8dc4fc71cd7 req-e94bd1be-2525-4c91-932a-887b4ce27f73 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d370f79-a420-4f2c-9635-743e0287e036 HTTP/1.1" status: 200 len: 949 time: 0.1314588 Dec 10 16:21:29.364185 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['9aaffcf2-e527-458f-92dc-a7f3f3cd7837'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:21:29.369350 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['103fc782-07ea-4d5d-9ac2-ebae0033fef3'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:21:29.392825 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-30041e65-9cea-45c1-a730-f8dc4fc71cd7 req-9785f591-ab80-48ce-82bb-e8b93b6bb41f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695775 Dec 10 16:21:29.559647 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4e6e1aa8-4c03-415b-b5cb-cf2c29134721 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:29.561939 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b48286-7bef-4d9a-a0af-0218a88feb07 req-d330f124-7383-40f6-a437-29c1702c605c tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:29.570744 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b5b48286-7bef-4d9a-a0af-0218a88feb07 req-d330f124-7383-40f6-a437-29c1702c605c tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed5a9f38-6194-4126-bf02-5b2e062a69ae HTTP/1.1" status: 200 len: 944 time: 0.0920997 Dec 10 16:21:29.643826 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b5b48286-7bef-4d9a-a0af-0218a88feb07 req-a2d6c699-6ba1-4cb5-86ce-3b32f4798e55 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707338 Dec 10 16:21:29.691831 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e1aa8-4c03-415b-b5cb-cf2c29134721 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Pushing event updated for resources: {'Subnet': ['ID=982571b8-b0fa-4aa2-b27f-7ecb9fbdf841,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:29.696134 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6e1aa8-4c03-415b-b5cb-cf2c29134721 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Checking segment: {'id': '4e78b27f-1344-44f4-ae5a-33d21993ff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd3d2f5a8-9c2a-4e37-81c2-a6be304a674b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:21:29.696485 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6e1aa8-4c03-415b-b5cb-cf2c29134721 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Network hostable DHCP agents. Network: d3d2f5a8-9c2a-4e37-81c2-a6be304a674b, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:21:29.714340 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6e1aa8-4c03-415b-b5cb-cf2c29134721 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Network d3d2f5a8-9c2a-4e37-81c2-a6be304a674b is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:21:29.726679 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-4e6e1aa8-4c03-415b-b5cb-cf2c29134721 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, d3d2f5a8-9c2a-4e37-81c2-a6be304a674b) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:21:29.739058 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04327882-a1cb-400b-9e0a-578723b5862e None None] Network d3d2f5a8-9c2a-4e37-81c2-a6be304a674b requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:21:29.741119 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6e1aa8-4c03-415b-b5cb-cf2c29134721 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:29.742375 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4e6e1aa8-4c03-415b-b5cb-cf2c29134721 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:29.761816 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4e6e1aa8-4c03-415b-b5cb-cf2c29134721 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7301025 Dec 10 16:21:29.764011 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40762) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:21:29.769384 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-b1b3521d-a645-4312-958f-3805c4476966 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Request body: {'subnet': {'network_id': 'd9b93369-0ca7-48d4-af9b-dd363ef2706a', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:21:29.862319 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a58ad-194f-4357-820a-76ae594a1643 req-3cc1f818-ec3d-4913-bf02-89bfff891fc6 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:29.867591 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e15a58ad-194f-4357-820a-76ae594a1643 req-3cc1f818-ec3d-4913-bf02-89bfff891fc6 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] 10.222.0.11 "GET /v2.0/ports?device_id=49b0ddec-2f17-4066-ac6c-e6986b8cbcf5 HTTP/1.1" status: 200 len: 949 time: 0.1125834 Dec 10 16:21:29.871481 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b3521d-a645-4312-958f-3805c4476966 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Made reservation on behalf of d8d2a6699ac14ae587266a65822b9f70 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:21:29.891271 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b1b3521d-a645-4312-958f-3805c4476966 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:29.931250 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66d07be-c016-40a2-96e6-526fb74245b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-d3d2f5a8-9c2a-4e37-81c2-a6be304a674b', 'network_id': 'd3d2f5a8-9c2a-4e37-81c2-a6be304a674b', 'project_id': 'd8d2a6699ac14ae587266a65822b9f70', 'fixed_ips': [{'subnet_id': '982571b8-b0fa-4aa2-b27f-7ecb9fbdf841'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:21:29.932901 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f66d07be-c016-40a2-96e6-526fb74245b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:29.948667 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e15a58ad-194f-4357-820a-76ae594a1643 req-43116657-688d-40f0-b9f5-c224b4040d4f tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] 10.222.0.11 "GET /v2.0/security-groups?id=58eaab0e-e91c-47a8-b95a-889ccc18bb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733962 Dec 10 16:21:30.125985 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-f66d07be-c016-40a2-96e6-526fb74245b3 None None] Allocated IP 10.1.1.2 (d3d2f5a8-9c2a-4e37-81c2-a6be304a674b/982571b8-b0fa-4aa2-b27f-7ecb9fbdf841/1fb89d1c-e703-46b6-8d9f-a354ff136ca2) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:21:30.127045 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b1b3521d-a645-4312-958f-3805c4476966 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:30.132870 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62167b3-0bc6-466e-824a-b95a49853010 req-4a92cf1f-7bc1-4a5d-aef5-339926e7c0ac tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:30.135568 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b62167b3-0bc6-466e-824a-b95a49853010 req-4a92cf1f-7bc1-4a5d-aef5-339926e7c0ac tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=b112941e-b6b8-477d-8a21-4f91f10c72bf HTTP/1.1" status: 200 len: 945 time: 0.0550539 Dec 10 16:21:30.195174 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b3521d-a645-4312-958f-3805c4476966 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Pushing event updated for resources: {'Subnet': ['ID=091cd1f4-331e-4459-ad24-1b9d06b10cd2,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:30.212844 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b62167b3-0bc6-466e-824a-b95a49853010 req-5c1971ce-93e0-4b9f-a7b9-2dbd24acfc46 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714269 Dec 10 16:21:30.214319 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b3521d-a645-4312-958f-3805c4476966 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Checking segment: {'id': '3b84cf93-a4ed-4e06-8725-cc61e38d8166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd9b93369-0ca7-48d4-af9b-dd363ef2706a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:21:30.214911 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b3521d-a645-4312-958f-3805c4476966 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Network hostable DHCP agents. Network: d9b93369-0ca7-48d4-af9b-dd363ef2706a, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:21:30.238927 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b3521d-a645-4312-958f-3805c4476966 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Network d9b93369-0ca7-48d4-af9b-dd363ef2706a is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:21:30.250937 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-b1b3521d-a645-4312-958f-3805c4476966 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, d9b93369-0ca7-48d4-af9b-dd363ef2706a) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:21:30.271370 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b3521d-a645-4312-958f-3805c4476966 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:30.274833 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b1b3521d-a645-4312-958f-3805c4476966 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:30.294808 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bddc860c-ba46-49e8-84d4-dc5dbff07707 x-openstack-request-id: req-bddc860c-ba46-49e8-84d4-dc5dbff07707 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:21:30.295102 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b0ddec-2f17-4066-ac6c-e6986b8cbcf5", "name": "network-vif-plugged", "status": "completed", "tag": "4a82d837-346f-41a2-a1e7-acf5e57b2387", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:21:30.295355 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bddc860c-ba46-49e8-84d4-dc5dbff07707 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:21:30.296605 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b0ddec-2f17-4066-ac6c-e6986b8cbcf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a82d837-346f-41a2-a1e7-acf5e57b2387', 'code': 200} Dec 10 16:21:30.297358 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d0562c-d61d-4dae-93a4-1bbc30afea21 None None] Network d9b93369-0ca7-48d4-af9b-dd363ef2706a requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:21:30.298612 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b1b3521d-a645-4312-958f-3805c4476966 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5334704 Dec 10 16:21:30.302844 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40764) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:21:30.310012 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c27f0a2f-ded8-4539-8d15-22f08bf6a187 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Request body: {'port': {'network_id': 'd3d2f5a8-9c2a-4e37-81c2-a6be304a674b', 'name': 'tempest-TaggedBootDevicesTest-790598219', 'fixed_ips': [{'subnet_id': '982571b8-b0fa-4aa2-b27f-7ecb9fbdf841'}]}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:21:30.319953 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609073b6-0a90-4a85-ab01-6ce025506168 x-openstack-request-id: req-609073b6-0a90-4a85-ab01-6ce025506168 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:21:30.320828 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed5a9f38-6194-4126-bf02-5b2e062a69ae", "tag": "a3238288-4331-48d0-9cff-68ba40800185", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:21:30.321269 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-609073b6-0a90-4a85-ab01-6ce025506168 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:21:30.322259 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed5a9f38-6194-4126-bf02-5b2e062a69ae', 'tag': 'a3238288-4331-48d0-9cff-68ba40800185', 'status': 'completed', 'code': 200} Dec 10 16:21:30.475547 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f9548-1d03-43a9-8b3c-d3c9809d7965 req-05e869b5-8f3d-41af-b373-dc3ced8b2e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:30.477059 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7a9f9548-1d03-43a9-8b3c-d3c9809d7965 req-05e869b5-8f3d-41af-b373-dc3ced8b2e4a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=49b0ddec-2f17-4066-ac6c-e6986b8cbcf5 HTTP/1.1" status: 200 len: 1100 time: 0.0975084 Dec 10 16:21:30.485999 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-276119e6-b248-4ef5-b9d0-1a73a9a10054 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:30.487539 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-276119e6-b248-4ef5-b9d0-1a73a9a10054 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] 10.222.0.26 "GET /v2.0/networks?id=8360afb7-a21f-4966-aa49-91f4dc24c110 HTTP/1.1" status: 200 len: 815 time: 0.1998389 Dec 10 16:21:30.498425 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c1669-890e-4240-982b-8b7b15bb6eba req-81fe0511-9c14-4be7-85d7-86733cc98bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:30.506116 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b66c1669-890e-4240-982b-8b7b15bb6eba req-81fe0511-9c14-4be7-85d7-86733cc98bbe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=88d3b4e7edaf414d832ee358beed3fa3&device_id=ed5a9f38-6194-4126-bf02-5b2e062a69ae HTTP/1.1" status: 200 len: 1095 time: 0.1284924 Dec 10 16:21:30.598443 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7a9f9548-1d03-43a9-8b3c-d3c9809d7965 req-f23a76be-2faf-4cb1-9ae7-4bf050908bde service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=58eaab0e-e91c-47a8-b95a-889ccc18bb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097105 Dec 10 16:21:30.642452 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-4d9049ac-4284-4409-b0d4-e58947bd2c70 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df7996212a794883ba322fef5e69748f HTTP/1.1" status: 200 len: 380 time: 0.1387427 Dec 10 16:21:30.683553 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f66d07be-c016-40a2-96e6-526fb74245b3 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:30.693175 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f66d07be-c016-40a2-96e6-526fb74245b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:30.709292 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3853eb3-4bdc-4952-88a1-e2aa035fb3e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-d9b93369-0ca7-48d4-af9b-dd363ef2706a', 'network_id': 'd9b93369-0ca7-48d4-af9b-dd363ef2706a', 'project_id': 'd8d2a6699ac14ae587266a65822b9f70', 'fixed_ips': [{'subnet_id': '091cd1f4-331e-4459-ad24-1b9d06b10cd2'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:21:30.710203 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f3853eb3-4bdc-4952-88a1-e2aa035fb3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:30.757623 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66d07be-c016-40a2-96e6-526fb74245b3 None None] Network d3d2f5a8-9c2a-4e37-81c2-a6be304a674b is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:21:30.765314 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-f66d07be-c016-40a2-96e6-526fb74245b3 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:21:30.770234 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7f98ff8-9110-4bb1-a575-9771de19ae34 req-4b82ad68-504d-411c-bc8f-ed7d53098a5f tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] 10.222.0.11 "GET /v2.0/ports?device_id=09c4fcc7-f6bd-4241-8860-1a1a83c006fe HTTP/1.1" status: 200 len: 210 time: 0.3346548 Dec 10 16:21:30.771516 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66d07be-c016-40a2-96e6-526fb74245b3 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:21:30.796624 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-6981faa0-42e2-47c4-b1d5-7ae1fd81c424 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Request body: {'port': {'device_id': '09c4fcc7-f6bd-4241-8860-1a1a83c006fe', 'network_id': '8360afb7-a21f-4966-aa49-91f4dc24c110', 'admin_state_up': True, 'tenant_id': 'df7996212a794883ba322fef5e69748f', 'security_groups': ['0f02d5fd-6538-49df-8042-a9b1dbcbd9b7']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:21:30.802222 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c1669-890e-4240-982b-8b7b15bb6eba req-0a75164d-68c1-4754-be9c-717ac1ace331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:30.805214 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b66c1669-890e-4240-982b-8b7b15bb6eba req-0a75164d-68c1-4754-be9c-717ac1ace331 service neutron] 10.222.0.26 "GET /v2.0/networks?id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 HTTP/1.1" status: 200 len: 922 time: 0.2877433 Dec 10 16:21:30.832739 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d07be-c016-40a2-96e6-526fb74245b3 None None] Pushing event updated for resources: {'Port': ['ID=1fb89d1c-e703-46b6-8d9f-a354ff136ca2,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:30.907922 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b66c1669-890e-4240-982b-8b7b15bb6eba req-c6dda2b2-81a7-4875-bcef-bdfad1bb2a5b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3238288-4331-48d0-9cff-68ba40800185 HTTP/1.1" status: 200 len: 217 time: 0.0888948 Dec 10 16:21:30.915611 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27f0a2f-ded8-4539-8d15-22f08bf6a187 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Made reservation on behalf of d8d2a6699ac14ae587266a65822b9f70 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:21:31.054542 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-6981faa0-42e2-47c4-b1d5-7ae1fd81c424 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Made reservation on behalf of df7996212a794883ba322fef5e69748f for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:21:31.056828 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c1669-890e-4240-982b-8b7b15bb6eba req-830c1bdf-e6a1-4313-a173-80a2edf91528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:31.058382 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-6981faa0-42e2-47c4-b1d5-7ae1fd81c424 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:31.059718 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b66c1669-890e-4240-982b-8b7b15bb6eba req-830c1bdf-e6a1-4313-a173-80a2edf91528 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=19a3ead6-9cb2-4544-beb2-145a33d7ae3f HTTP/1.1" status: 200 len: 861 time: 0.1352406 Dec 10 16:21:31.087893 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f66d07be-c016-40a2-96e6-526fb74245b3 None None] Attempting to bind port 1fb89d1c-e703-46b6-8d9f-a354ff136ca2 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:21:31.088271 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f66d07be-c016-40a2-96e6-526fb74245b3 None None] Attempting to bind port 1fb89d1c-e703-46b6-8d9f-a354ff136ca2 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '4e78b27f-1344-44f4-ae5a-33d21993ff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd3d2f5a8-9c2a-4e37-81c2-a6be304a674b'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:21:31.088636 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66d07be-c016-40a2-96e6-526fb74245b3 None None] Attempting to bind port 1fb89d1c-e703-46b6-8d9f-a354ff136ca2 on network d3d2f5a8-9c2a-4e37-81c2-a6be304a674b {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:21:31.104681 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66d07be-c016-40a2-96e6-526fb74245b3 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:21:31.105080 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66d07be-c016-40a2-96e6-526fb74245b3 None None] Checking segment: {'id': '4e78b27f-1344-44f4-ae5a-33d21993ff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd3d2f5a8-9c2a-4e37-81c2-a6be304a674b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:21:31.105461 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f66d07be-c016-40a2-96e6-526fb74245b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:31.106268 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66d07be-c016-40a2-96e6-526fb74245b3 None None] Bound using segment: {'id': '4e78b27f-1344-44f4-ae5a-33d21993ff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd3d2f5a8-9c2a-4e37-81c2-a6be304a674b'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:21:31.107334 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f66d07be-c016-40a2-96e6-526fb74245b3 None None] Bound port: 1fb89d1c-e703-46b6-8d9f-a354ff136ca2, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e78b27f-1344-44f4-ae5a-33d21993ff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd3d2f5a8-9c2a-4e37-81c2-a6be304a674b'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:21:31.109214 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f66d07be-c016-40a2-96e6-526fb74245b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:31.136458 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b66c1669-890e-4240-982b-8b7b15bb6eba req-86e3367d-ace0-4632-9c3f-59b105bd16b4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620532 Dec 10 16:21:31.144904 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c27f0a2f-ded8-4539-8d15-22f08bf6a187 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:31.180706 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-c27f0a2f-ded8-4539-8d15-22f08bf6a187 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] device_id is not set on port cef7248a-01ee-4f91-846b-1268835ed13c yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:21:31.347121 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-6981faa0-42e2-47c4-b1d5-7ae1fd81c424 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Allocated IP 172.20.0.8 (8360afb7-a21f-4966-aa49-91f4dc24c110/9f0bf07a-1cd9-4695-ab12-12cd8267bab2/402b2c30-5063-4925-b45b-db2200d931bc) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:21:31.358905 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-f3853eb3-4bdc-4952-88a1-e2aa035fb3e2 None None] Allocated IP 10.2.2.2 (d9b93369-0ca7-48d4-af9b-dd363ef2706a/091cd1f4-331e-4459-ad24-1b9d06b10cd2/aefaa02f-6b96-48ab-af59-48d768f4d9e2) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:21:31.360058 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d4410-d7c6-4a22-8622-0a715c8e3042 req-c1e0e8de-b162-436a-8e9f-165528034c94 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:31.366691 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4a6d4410-d7c6-4a22-8622-0a715c8e3042 req-c1e0e8de-b162-436a-8e9f-165528034c94 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d370f79-a420-4f2c-9635-743e0287e036 HTTP/1.1" status: 200 len: 949 time: 0.0822091 Dec 10 16:21:31.424831 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4a6d4410-d7c6-4a22-8622-0a715c8e3042 req-a63d6c29-391b-4ca0-b83c-5d60c48eba98 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568769 Dec 10 16:21:31.466987 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b66c1669-890e-4240-982b-8b7b15bb6eba req-a3143997-b3a6-4690-b4eb-1983ed0528fd service neutron] 10.222.0.26 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026454 Dec 10 16:21:31.577164 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-c27f0a2f-ded8-4539-8d15-22f08bf6a187 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Allocated IP 10.1.1.15 (d3d2f5a8-9c2a-4e37-81c2-a6be304a674b/982571b8-b0fa-4aa2-b27f-7ecb9fbdf841/cef7248a-01ee-4f91-846b-1268835ed13c) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:21:31.592133 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f66d07be-c016-40a2-96e6-526fb74245b3 None None] For port 1fb89d1c-e703-46b6-8d9f-a354ff136ca2, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:21:31.613441 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f66d07be-c016-40a2-96e6-526fb74245b3 None None] For port 1fb89d1c-e703-46b6-8d9f-a354ff136ca2, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=1fb89d1c-e703-46b6-8d9f-a354ff136ca2,segment=NetworkSegment(4e78b27f-1344-44f4-ae5a-33d21993ff0c),segment_id=4e78b27f-1344-44f4-ae5a-33d21993ff0c)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:21:31.620056 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f3853eb3-4bdc-4952-88a1-e2aa035fb3e2 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:31.621768 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f66d07be-c016-40a2-96e6-526fb74245b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:31.625776 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b66c1669-890e-4240-982b-8b7b15bb6eba req-5e65d8b0-23fb-48a2-b2fc-eec690c5bbbd service neutron] 10.222.0.26 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355016 Dec 10 16:21:31.651305 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f3853eb3-4bdc-4952-88a1-e2aa035fb3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:31.675450 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-6981faa0-42e2-47c4-b1d5-7ae1fd81c424 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:31.718480 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3853eb3-4bdc-4952-88a1-e2aa035fb3e2 None None] Network d9b93369-0ca7-48d4-af9b-dd363ef2706a is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:21:31.722720 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-f3853eb3-4bdc-4952-88a1-e2aa035fb3e2 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:21:31.727045 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d07be-c016-40a2-96e6-526fb74245b3 None None] Pushing event updated for resources: {'Port': ['ID=1fb89d1c-e703-46b6-8d9f-a354ff136ca2,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:31.731322 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3853eb3-4bdc-4952-88a1-e2aa035fb3e2 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:21:31.759118 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-6981faa0-42e2-47c4-b1d5-7ae1fd81c424 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:31.806919 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c27f0a2f-ded8-4539-8d15-22f08bf6a187 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:31.827829 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3853eb3-4bdc-4952-88a1-e2aa035fb3e2 None None] Pushing event updated for resources: {'Port': ['ID=aefaa02f-6b96-48ab-af59-48d768f4d9e2,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:31.834149 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f3853eb3-4bdc-4952-88a1-e2aa035fb3e2 None None] Attempting to bind port aefaa02f-6b96-48ab-af59-48d768f4d9e2 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:21:31.834535 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f3853eb3-4bdc-4952-88a1-e2aa035fb3e2 None None] Attempting to bind port aefaa02f-6b96-48ab-af59-48d768f4d9e2 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '3b84cf93-a4ed-4e06-8725-cc61e38d8166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd9b93369-0ca7-48d4-af9b-dd363ef2706a'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:21:31.834899 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3853eb3-4bdc-4952-88a1-e2aa035fb3e2 None None] Attempting to bind port aefaa02f-6b96-48ab-af59-48d768f4d9e2 on network d9b93369-0ca7-48d4-af9b-dd363ef2706a {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:21:31.841153 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3853eb3-4bdc-4952-88a1-e2aa035fb3e2 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:21:31.841436 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3853eb3-4bdc-4952-88a1-e2aa035fb3e2 None None] Checking segment: {'id': '3b84cf93-a4ed-4e06-8725-cc61e38d8166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd9b93369-0ca7-48d4-af9b-dd363ef2706a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:21:31.841978 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f3853eb3-4bdc-4952-88a1-e2aa035fb3e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:31.842398 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3853eb3-4bdc-4952-88a1-e2aa035fb3e2 None None] Bound using segment: {'id': '3b84cf93-a4ed-4e06-8725-cc61e38d8166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd9b93369-0ca7-48d4-af9b-dd363ef2706a'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:21:31.842867 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f3853eb3-4bdc-4952-88a1-e2aa035fb3e2 None None] Bound port: aefaa02f-6b96-48ab-af59-48d768f4d9e2, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b84cf93-a4ed-4e06-8725-cc61e38d8166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd9b93369-0ca7-48d4-af9b-dd363ef2706a'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:21:31.843421 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f3853eb3-4bdc-4952-88a1-e2aa035fb3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:31.873281 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c27f0a2f-ded8-4539-8d15-22f08bf6a187 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:31.891887 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-6981faa0-42e2-47c4-b1d5-7ae1fd81c424 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Network 8360afb7-a21f-4966-aa49-91f4dc24c110 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:21:31.897754 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-6981faa0-42e2-47c4-b1d5-7ae1fd81c424 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:21:31.916092 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e399f8-f66e-4ba7-bce3-086ba0e2e16f req-8d1c343a-502b-4ccc-b502-201fbb9bc55a tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:31.927739 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27f0a2f-ded8-4539-8d15-22f08bf6a187 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Network d3d2f5a8-9c2a-4e37-81c2-a6be304a674b is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:21:31.932685 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c1e399f8-f66e-4ba7-bce3-086ba0e2e16f req-8d1c343a-502b-4ccc-b502-201fbb9bc55a tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed5a9f38-6194-4126-bf02-5b2e062a69ae HTTP/1.1" status: 200 len: 944 time: 0.3988802 Dec 10 16:21:31.937485 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-c27f0a2f-ded8-4539-8d15-22f08bf6a187 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:21:31.937667 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f3853eb3-4bdc-4952-88a1-e2aa035fb3e2 None None] For port aefaa02f-6b96-48ab-af59-48d768f4d9e2, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:21:31.941946 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27f0a2f-ded8-4539-8d15-22f08bf6a187 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:21:31.942390 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f3853eb3-4bdc-4952-88a1-e2aa035fb3e2 None None] For port aefaa02f-6b96-48ab-af59-48d768f4d9e2, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=aefaa02f-6b96-48ab-af59-48d768f4d9e2,segment=NetworkSegment(3b84cf93-a4ed-4e06-8725-cc61e38d8166),segment_id=3b84cf93-a4ed-4e06-8725-cc61e38d8166)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:21:31.948975 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f3853eb3-4bdc-4952-88a1-e2aa035fb3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:31.988644 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-6981faa0-42e2-47c4-b1d5-7ae1fd81c424 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:21:31.995779 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f0a2f-ded8-4539-8d15-22f08bf6a187 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Pushing event updated for resources: {'Port': ['ID=cef7248a-01ee-4f91-846b-1268835ed13c,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:32.035308 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981faa0-42e2-47c4-b1d5-7ae1fd81c424 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Pushing event updated for resources: {'Port': ['ID=402b2c30-5063-4925-b45b-db2200d931bc,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:32.055258 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3853eb3-4bdc-4952-88a1-e2aa035fb3e2 None None] Pushing event updated for resources: {'Port': ['ID=aefaa02f-6b96-48ab-af59-48d768f4d9e2,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:32.066660 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27f0a2f-ded8-4539-8d15-22f08bf6a187 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:32.067334 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c27f0a2f-ded8-4539-8d15-22f08bf6a187 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:32.090952 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c27f0a2f-ded8-4539-8d15-22f08bf6a187 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7865350 Dec 10 16:21:32.093723 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40784) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:21:32.099129 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c1e399f8-f66e-4ba7-bce3-086ba0e2e16f req-139c400e-35ec-4863-9769-d6d5bdb6cb17 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629093 Dec 10 16:21:32.114682 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-0fe1ab9f-cdf5-4d66-87e7-883dfc3f6502 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Request body: {'port': {'network_id': 'd3d2f5a8-9c2a-4e37-81c2-a6be304a674b', 'name': 'tempest-TaggedBootDevicesTest-364663719', 'fixed_ips': [{'subnet_id': '982571b8-b0fa-4aa2-b27f-7ecb9fbdf841'}]}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:21:32.132690 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-6981faa0-42e2-47c4-b1d5-7ae1fd81c424 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:32.133376 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-6981faa0-42e2-47c4-b1d5-7ae1fd81c424 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:32.160401 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 9aaffcf2-e527-458f-92dc-a7f3f3cd7837 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:21:32.204828 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-6981faa0-42e2-47c4-b1d5-7ae1fd81c424 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4122908 Dec 10 16:21:32.226857 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-ab9a16f5-5d93-478c-9ebb-129d70612d5a service neutron] Request body: {'port': {'device_id': '09c4fcc7-f6bd-4241-8860-1a1a83c006fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:21:32.284932 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 9aaffcf2-e527-458f-92dc-a7f3f3cd7837 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:21:32.290265 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 9aaffcf2-e527-458f-92dc-a7f3f3cd7837 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:21:32.291142 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:32.316824 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d370f79-a420-4f2c-9635-743e0287e036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06bbe0a-2a8a-44dc-a565-722865572b2e'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:21:32.320534 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfbfede-46a2-4ebe-9dc4-76ef187c7d01" -d '{"events": [{"server_uuid": "9d370f79-a420-4f2c-9635-743e0287e036", "name": "network-vif-plugged", "status": "completed", "tag": "e06bbe0a-2a8a-44dc-a565-722865572b2e"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:21:32.338576 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-ab9a16f5-5d93-478c-9ebb-129d70612d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:32.391366 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe1ab9f-cdf5-4d66-87e7-883dfc3f6502 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Made reservation on behalf of d8d2a6699ac14ae587266a65822b9f70 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:21:32.396677 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0fe1ab9f-cdf5-4d66-87e7-883dfc3f6502 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:32.433179 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-17ba775d-f8d9-48d8-be13-418c957543af None None] Provisioning complete for port 402b2c30-5063-4925-b45b-db2200d931bc triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:21:32.434077 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-17ba775d-f8d9-48d8-be13-418c957543af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:32.436879 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-0fe1ab9f-cdf5-4d66-87e7-883dfc3f6502 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] device_id is not set on port 21ff2032-7c79-4143-8370-31ee1ca6849c yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:21:32.482917 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:32.505592 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-17ba775d-f8d9-48d8-be13-418c957543af None None] Port 402b2c30-5063-4925-b45b-db2200d931bc cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:21:32.515627 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e714b3-a2a4-4341-b42d-d0dc5ba63e63 req-cca0ae9b-2805-429e-8764-4b1518a04354 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:32.529507 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-52e714b3-a2a4-4341-b42d-d0dc5ba63e63 req-cca0ae9b-2805-429e-8764-4b1518a04354 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] 10.222.0.11 "GET /v2.0/ports?device_id=49b0ddec-2f17-4066-ac6c-e6986b8cbcf5 HTTP/1.1" status: 200 len: 949 time: 0.2052040 Dec 10 16:21:32.544099 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 9aaffcf2-e527-458f-92dc-a7f3f3cd7837, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=9aaffcf2-e527-458f-92dc-a7f3f3cd7837,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:21:32.551617 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:32.552537 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 103fc782-07ea-4d5d-9ac2-ebae0033fef3 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:21:32.682059 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-0fe1ab9f-cdf5-4d66-87e7-883dfc3f6502 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Allocated IP 10.1.1.5 (d3d2f5a8-9c2a-4e37-81c2-a6be304a674b/982571b8-b0fa-4aa2-b27f-7ecb9fbdf841/21ff2032-7c79-4143-8370-31ee1ca6849c) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:21:32.695627 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-52e714b3-a2a4-4341-b42d-d0dc5ba63e63 req-967a484a-968c-4b0c-939a-3aca039d9742 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] 10.222.0.11 "GET /v2.0/security-groups?id=58eaab0e-e91c-47a8-b95a-889ccc18bb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588836 Dec 10 16:21:32.725881 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=9aaffcf2-e527-458f-92dc-a7f3f3cd7837,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:32.729364 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 103fc782-07ea-4d5d-9ac2-ebae0033fef3 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:21:32.734037 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 103fc782-07ea-4d5d-9ac2-ebae0033fef3 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:21:32.734526 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:32.893857 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0fe1ab9f-cdf5-4d66-87e7-883dfc3f6502 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:32.929463 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:32.949718 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0fe1ab9f-cdf5-4d66-87e7-883dfc3f6502 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:33.008066 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 103fc782-07ea-4d5d-9ac2-ebae0033fef3, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=103fc782-07ea-4d5d-9ac2-ebae0033fef3,segment=NetworkSegment(8ca85019-a24a-4916-864b-3c419298bab5),segment_id=8ca85019-a24a-4916-864b-3c419298bab5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:21:33.012774 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:33.026473 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe1ab9f-cdf5-4d66-87e7-883dfc3f6502 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Network d3d2f5a8-9c2a-4e37-81c2-a6be304a674b is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:21:33.035714 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-0fe1ab9f-cdf5-4d66-87e7-883dfc3f6502 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:21:33.040722 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe1ab9f-cdf5-4d66-87e7-883dfc3f6502 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:21:33.065348 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-ab9a16f5-5d93-478c-9ebb-129d70612d5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 402b2c30-5063-4925-b45b-db2200d931bc {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:21:33.077643 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-ab9a16f5-5d93-478c-9ebb-129d70612d5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:33.095739 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe1ab9f-cdf5-4d66-87e7-883dfc3f6502 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Pushing event updated for resources: {'Port': ['ID=21ff2032-7c79-4143-8370-31ee1ca6849c,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:33.112720 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-ab9a16f5-5d93-478c-9ebb-129d70612d5a service neutron] Transition to ACTIVE for port object 402b2c30-5063-4925-b45b-db2200d931bc will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:21:33.118377 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=103fc782-07ea-4d5d-9ac2-ebae0033fef3,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:33.127826 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-ab9a16f5-5d93-478c-9ebb-129d70612d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:33.146440 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe1ab9f-cdf5-4d66-87e7-883dfc3f6502 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:33.147050 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0fe1ab9f-cdf5-4d66-87e7-883dfc3f6502 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:33.196763 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0fe1ab9f-cdf5-4d66-87e7-883dfc3f6502 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1003582 Dec 10 16:21:33.214405 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a16f5-5d93-478c-9ebb-129d70612d5a service neutron] Pushing event updated for resources: {'Port': ['ID=402b2c30-5063-4925-b45b-db2200d931bc,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:33.340800 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da23767-7792-4439-921c-efb48e9c8610 req-c7311125-931d-4dd8-9db5-e5a858d7d364 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:33.343240 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3da23767-7792-4439-921c-efb48e9c8610 req-c7311125-931d-4dd8-9db5-e5a858d7d364 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=b112941e-b6b8-477d-8a21-4f91f10c72bf HTTP/1.1" status: 200 len: 946 time: 0.0862632 Dec 10 16:21:33.354349 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-ab9a16f5-5d93-478c-9ebb-129d70612d5a service neutron] Attempting to bind port 402b2c30-5063-4925-b45b-db2200d931bc on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:21:33.354754 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-ab9a16f5-5d93-478c-9ebb-129d70612d5a service neutron] Attempting to bind port 402b2c30-5063-4925-b45b-db2200d931bc by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '71053937-890f-4eab-b0e9-9363f55e1cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8360afb7-a21f-4966-aa49-91f4dc24c110'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:21:33.354999 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-ab9a16f5-5d93-478c-9ebb-129d70612d5a service neutron] Attempting to bind port 402b2c30-5063-4925-b45b-db2200d931bc on network 8360afb7-a21f-4966-aa49-91f4dc24c110 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:21:33.376991 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-ab9a16f5-5d93-478c-9ebb-129d70612d5a service neutron] Port 402b2c30-5063-4925-b45b-db2200d931bc on network 8360afb7-a21f-4966-aa49-91f4dc24c110 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:21:33.377468 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-ab9a16f5-5d93-478c-9ebb-129d70612d5a service neutron] Attempting to bind port 402b2c30-5063-4925-b45b-db2200d931bc on network 8360afb7-a21f-4966-aa49-91f4dc24c110 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:21:33.393442 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-ab9a16f5-5d93-478c-9ebb-129d70612d5a service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:21:33.393887 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-ab9a16f5-5d93-478c-9ebb-129d70612d5a service neutron] Checking segment: {'id': '71053937-890f-4eab-b0e9-9363f55e1cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8360afb7-a21f-4966-aa49-91f4dc24c110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:21:33.394382 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-ab9a16f5-5d93-478c-9ebb-129d70612d5a service neutron] Bound using segment: {'id': '71053937-890f-4eab-b0e9-9363f55e1cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8360afb7-a21f-4966-aa49-91f4dc24c110'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:21:33.394896 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-ab9a16f5-5d93-478c-9ebb-129d70612d5a service neutron] Bound port: 402b2c30-5063-4925-b45b-db2200d931bc, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71053937-890f-4eab-b0e9-9363f55e1cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8360afb7-a21f-4966-aa49-91f4dc24c110'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:21:33.395347 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-ab9a16f5-5d93-478c-9ebb-129d70612d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:33.442716 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3da23767-7792-4439-921c-efb48e9c8610 req-2e3e676b-3ad6-4780-9c16-68bc789b28b9 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785174 Dec 10 16:21:33.445268 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274d987b-c24f-41df-be93-17930f11c295 None None] Network d3d2f5a8-9c2a-4e37-81c2-a6be304a674b requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:21:33.539165 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-ab9a16f5-5d93-478c-9ebb-129d70612d5a service neutron] For port 402b2c30-5063-4925-b45b-db2200d931bc, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:21:33.544922 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-ab9a16f5-5d93-478c-9ebb-129d70612d5a service neutron] For port 402b2c30-5063-4925-b45b-db2200d931bc, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=402b2c30-5063-4925-b45b-db2200d931bc,segment=NetworkSegment(71053937-890f-4eab-b0e9-9363f55e1cac),segment_id=71053937-890f-4eab-b0e9-9363f55e1cac)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:21:33.555369 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-ab9a16f5-5d93-478c-9ebb-129d70612d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:33.579306 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-db8a40af-8c47-4b65-8544-52c32fba30de None None] Provisioning complete for port 1fb89d1c-e703-46b6-8d9f-a354ff136ca2 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:21:33.579689 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-db8a40af-8c47-4b65-8544-52c32fba30de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:33.631348 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-ab9a16f5-5d93-478c-9ebb-129d70612d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:33.632604 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-ab9a16f5-5d93-478c-9ebb-129d70612d5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:33.636691 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-ab9a16f5-5d93-478c-9ebb-129d70612d5a service neutron] 10.222.0.26 "PUT /v2.0/ports/402b2c30-5063-4925-b45b-db2200d931bc HTTP/1.1" status: 200 len: 1091 time: 1.4186361 Dec 10 16:21:33.636691 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c4fcc7-f6bd-4241-8860-1a1a83c006fe', 'tag': '402b2c30-5063-4925-b45b-db2200d931bc'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:21:33.636964 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f33bf3-53e5-4b33-89c5-70e2c4e70ec6" -d '{"events": [{"name": "network-changed", "server_uuid": "09c4fcc7-f6bd-4241-8860-1a1a83c006fe", "tag": "402b2c30-5063-4925-b45b-db2200d931bc"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:21:33.731027 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a16f5-5d93-478c-9ebb-129d70612d5a service neutron] Pushing event updated for resources: {'Port': ['ID=402b2c30-5063-4925-b45b-db2200d931bc,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:33.767326 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-db8a40af-8c47-4b65-8544-52c32fba30de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:33.774058 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383bb5a-f206-4bd2-a8b9-8513f0559ee4 req-375a1999-0b51-476d-8afa-d8558c527ea7 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:33.776628 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6383bb5a-f206-4bd2-a8b9-8513f0559ee4 req-375a1999-0b51-476d-8afa-d8558c527ea7 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] 10.222.0.11 "GET /v2.0/ports?device_id=09c4fcc7-f6bd-4241-8860-1a1a83c006fe HTTP/1.1" status: 200 len: 943 time: 0.1799476 Dec 10 16:21:33.827193 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-c1ac2bbc-7c89-48ea-bff4-8313faa6dae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:33.827751 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-c1ac2bbc-7c89-48ea-bff4-8313faa6dae0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=df7996212a794883ba322fef5e69748f&device_id=09c4fcc7-f6bd-4241-8860-1a1a83c006fe HTTP/1.1" status: 200 len: 1094 time: 0.1428010 Dec 10 16:21:33.829711 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-db8a40af-8c47-4b65-8544-52c32fba30de None None] For port 1fb89d1c-e703-46b6-8d9f-a354ff136ca2, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=1fb89d1c-e703-46b6-8d9f-a354ff136ca2,segment=NetworkSegment(4e78b27f-1344-44f4-ae5a-33d21993ff0c),segment_id=4e78b27f-1344-44f4-ae5a-33d21993ff0c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:21:33.838749 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-db8a40af-8c47-4b65-8544-52c32fba30de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:33.895297 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-54c74c48-0e83-4122-86d8-5c8d47809a93 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=402b2c30-5063-4925-b45b-db2200d931bc HTTP/1.1" status: 200 len: 217 time: 0.0525846 Dec 10 16:21:33.917664 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfce124-24e4-4af9-bb3a-ab0ce39b1ac6 None None] Network d9b93369-0ca7-48d4-af9b-dd363ef2706a requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:21:33.987081 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6383bb5a-f206-4bd2-a8b9-8513f0559ee4 req-66c5e06f-61c6-4350-9a9b-c58419a9834b tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f02d5fd-6538-49df-8042-a9b1dbcbd9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922693 Dec 10 16:21:34.004173 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-66b1feee-a66f-4ba6-b1f0-a7b5bcaf3b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:34.006564 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-66b1feee-a66f-4ba6-b1f0-a7b5bcaf3b4d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9f0bf07a-1cd9-4695-ab12-12cd8267bab2 HTTP/1.1" status: 200 len: 854 time: 0.1018336 Dec 10 16:21:34.087544 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0949a2-518e-45ed-9894-be305e966afa x-openstack-request-id: req-de0949a2-518e-45ed-9894-be305e966afa {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:21:34.087841 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d370f79-a420-4f2c-9635-743e0287e036", "name": "network-vif-plugged", "status": "completed", "tag": "e06bbe0a-2a8a-44dc-a565-722865572b2e", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:21:34.088810 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-de0949a2-518e-45ed-9894-be305e966afa {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:21:34.089214 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d370f79-a420-4f2c-9635-743e0287e036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06bbe0a-2a8a-44dc-a565-722865572b2e', 'code': 200} Dec 10 16:21:34.101945 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 1fb89d1c-e703-46b6-8d9f-a354ff136ca2 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:21:34.115986 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a40af-8c47-4b65-8544-52c32fba30de None None] Pushing event updated for resources: {'Port': ['ID=1fb89d1c-e703-46b6-8d9f-a354ff136ca2,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:34.125593 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-5c507a8c-b25f-4828-bde2-26d3de088018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:34.128619 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-5c507a8c-b25f-4828-bde2-26d3de088018 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8360afb7-a21f-4966-aa49-91f4dc24c110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1154480 Dec 10 16:21:34.139290 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-700e0681-99e4-4e08-a5fd-12839e57f990 None None] Provisioning complete for port aefaa02f-6b96-48ab-af59-48d768f4d9e2 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:21:34.139990 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-700e0681-99e4-4e08-a5fd-12839e57f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:34.289016 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f37515-ac8b-45a9-8d4c-98daf0889f74 req-7f627d76-2ee8-4310-a0f1-2969144d59a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:34.290863 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e2f37515-ac8b-45a9-8d4c-98daf0889f74 req-7f627d76-2ee8-4310-a0f1-2969144d59a5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9d370f79-a420-4f2c-9635-743e0287e036 HTTP/1.1" status: 200 len: 1100 time: 0.1406724 Dec 10 16:21:34.308825 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 1fb89d1c-e703-46b6-8d9f-a354ff136ca2 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:21:34.309201 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:34.323363 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b40215-900f-4174-9903-019ad8e6d93b req-f47c27c2-0964-4730-bea1-b08700672066 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:34.324942 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-80b40215-900f-4174-9903-019ad8e6d93b req-f47c27c2-0964-4730-bea1-b08700672066 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d370f79-a420-4f2c-9635-743e0287e036 HTTP/1.1" status: 200 len: 949 time: 0.1496429 Dec 10 16:21:34.349026 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-700e0681-99e4-4e08-a5fd-12839e57f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:34.371877 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-ad9434a7-f368-4012-9c44-a57f724e04e1 service neutron] 10.222.0.26 "GET /v2.0/networks/8360afb7-a21f-4966-aa49-91f4dc24c110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361674 Dec 10 16:21:34.413153 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-700e0681-99e4-4e08-a5fd-12839e57f990 None None] For port aefaa02f-6b96-48ab-af59-48d768f4d9e2, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=aefaa02f-6b96-48ab-af59-48d768f4d9e2,segment=NetworkSegment(3b84cf93-a4ed-4e06-8725-cc61e38d8166),segment_id=3b84cf93-a4ed-4e06-8725-cc61e38d8166)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:21:34.442927 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-700e0681-99e4-4e08-a5fd-12839e57f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:34.488632 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e2f37515-ac8b-45a9-8d4c-98daf0889f74 req-fac905fb-7255-4674-9e74-736b9215a150 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863368 Dec 10 16:21:34.494805 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device aefaa02f-6b96-48ab-af59-48d768f4d9e2 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:21:34.514747 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-80b40215-900f-4174-9903-019ad8e6d93b req-42abb3da-b10a-4e1f-9b52-8b703433db4a tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762085 Dec 10 16:21:34.554627 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e0681-99e4-4e08-a5fd-12839e57f990 None None] Pushing event updated for resources: {'Port': ['ID=aefaa02f-6b96-48ab-af59-48d768f4d9e2,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:34.558592 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5aaf67af-1c59-4ad9-8930-455bfac43a05 req-6e78abe2-8006-4af4-89e4-bc63c46fd2d0 service neutron] 10.222.0.26 "GET /v2.0/networks/8360afb7-a21f-4966-aa49-91f4dc24c110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763053 Dec 10 16:21:34.592127 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port aefaa02f-6b96-48ab-af59-48d768f4d9e2 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:21:34.592589 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:34.708521 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-fe9d7f64-2da3-4f62-bad9-389a1cf91d3c None None] Provisioning complete for port cef7248a-01ee-4f91-846b-1268835ed13c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:21:34.708898 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fe9d7f64-2da3-4f62-bad9-389a1cf91d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:34.752270 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-fe9d7f64-2da3-4f62-bad9-389a1cf91d3c None None] Port cef7248a-01ee-4f91-846b-1268835ed13c cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:21:34.763889 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-fe9d7f64-2da3-4f62-bad9-389a1cf91d3c None None] Provisioning complete for port 1fb89d1c-e703-46b6-8d9f-a354ff136ca2 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:21:34.765113 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fe9d7f64-2da3-4f62-bad9-389a1cf91d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:34.878783 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-fe9d7f64-2da3-4f62-bad9-389a1cf91d3c None None] Provisioning complete for port 21ff2032-7c79-4143-8370-31ee1ca6849c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:21:34.879161 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fe9d7f64-2da3-4f62-bad9-389a1cf91d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:34.915346 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-fe9d7f64-2da3-4f62-bad9-389a1cf91d3c None None] Port 21ff2032-7c79-4143-8370-31ee1ca6849c cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:21:35.035676 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5046f6-f573-46fd-ae13-c8d355bb63dd req-0ee7d8c7-1746-4b9b-a7c3-1bfebc1059fd tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:35.035906 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-3f80d2b7-e2e2-451f-b40e-c8a205839e43 None None] Provisioning complete for port aefaa02f-6b96-48ab-af59-48d768f4d9e2 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:21:35.036054 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3f80d2b7-e2e2-451f-b40e-c8a205839e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:35.037475 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4d5046f6-f573-46fd-ae13-c8d355bb63dd req-0ee7d8c7-1746-4b9b-a7c3-1bfebc1059fd tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed5a9f38-6194-4126-bf02-5b2e062a69ae HTTP/1.1" status: 200 len: 944 time: 0.0578587 Dec 10 16:21:35.096364 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4d5046f6-f573-46fd-ae13-c8d355bb63dd req-ea753788-9f89-4cbf-a633-9574c2cb2d09 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519965 Dec 10 16:21:35.141587 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-3f80d2b7-e2e2-451f-b40e-c8a205839e43 None None] Provisioning complete for port 21ff2032-7c79-4143-8370-31ee1ca6849c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:21:35.141997 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3f80d2b7-e2e2-451f-b40e-c8a205839e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:35.176683 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-3f80d2b7-e2e2-451f-b40e-c8a205839e43 None None] Port 21ff2032-7c79-4143-8370-31ee1ca6849c cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:21:35.957404 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 1fb89d1c-e703-46b6-8d9f-a354ff136ca2 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:21:36.003981 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 1fb89d1c-e703-46b6-8d9f-a354ff136ca2 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:21:36.004449 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:36.056144 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:36.091490 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb443b77-bdd2-4850-943c-7e3d2c70fb73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aaffcf2-e527-458f-92dc-a7f3f3cd7837'}, {'server_uuid': 'b112941e-b6b8-477d-8a21-4f91f10c72bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103fc782-07ea-4d5d-9ac2-ebae0033fef3'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:21:36.093735 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578a08fd-a0bb-4324-90eb-7da66ae28b10" -d '{"events": [{"server_uuid": "bb443b77-bdd2-4850-943c-7e3d2c70fb73", "name": "network-vif-plugged", "status": "completed", "tag": "9aaffcf2-e527-458f-92dc-a7f3f3cd7837"}, {"server_uuid": "b112941e-b6b8-477d-8a21-4f91f10c72bf", "name": "network-vif-plugged", "status": "completed", "tag": "103fc782-07ea-4d5d-9ac2-ebae0033fef3"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:21:36.102359 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device aefaa02f-6b96-48ab-af59-48d768f4d9e2 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:21:36.148157 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port aefaa02f-6b96-48ab-af59-48d768f4d9e2 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:21:36.148631 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:36.319667 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40824) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:21:36.324958 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-bb361684-d0cb-47ae-812f-2a2e59edc563 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Request body: {'security_group': {'name': 'tempest-securitygroup--956494056', 'description': 'tempest-description--809202019'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:21:36.348980 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4643238e-bed3-4c50-bc17-c099d5e40dc1 x-openstack-request-id: req-4643238e-bed3-4c50-bc17-c099d5e40dc1 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:21:36.350344 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09c4fcc7-f6bd-4241-8860-1a1a83c006fe", "tag": "402b2c30-5063-4925-b45b-db2200d931bc", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:21:36.352930 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4643238e-bed3-4c50-bc17-c099d5e40dc1 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:21:36.353700 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bb361684-d0cb-47ae-812f-2a2e59edc563 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:36.354070 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09c4fcc7-f6bd-4241-8860-1a1a83c006fe', 'tag': '402b2c30-5063-4925-b45b-db2200d931bc', 'status': 'completed', 'code': 200} Dec 10 16:21:36.422028 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f33bf3-53e5-4b33-89c5-70e2c4e70ec6 req-79155343-1825-4a3f-8079-5755b6d86a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:36.426534 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a9f33bf3-53e5-4b33-89c5-70e2c4e70ec6 req-79155343-1825-4a3f-8079-5755b6d86a4a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=df7996212a794883ba322fef5e69748f&device_id=09c4fcc7-f6bd-4241-8860-1a1a83c006fe HTTP/1.1" status: 200 len: 1094 time: 0.0526047 Dec 10 16:21:36.443830 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bb361684-d0cb-47ae-812f-2a2e59edc563 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:36.448944 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bb361684-d0cb-47ae-812f-2a2e59edc563 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:36.553918 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f33bf3-53e5-4b33-89c5-70e2c4e70ec6 req-e897c8d1-90d9-4f58-98e0-6f392f2a3458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:36.555430 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a9f33bf3-53e5-4b33-89c5-70e2c4e70ec6 req-e897c8d1-90d9-4f58-98e0-6f392f2a3458 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8360afb7-a21f-4966-aa49-91f4dc24c110 HTTP/1.1" status: 200 len: 916 time: 0.1208675 Dec 10 16:21:36.576382 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6daa3f-0b75-42c1-926b-4c9e2b29a902 req-cb0a1df9-821e-41a4-b950-dfa345b2b116 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:36.577940 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6d6daa3f-0b75-42c1-926b-4c9e2b29a902 req-cb0a1df9-821e-41a4-b950-dfa345b2b116 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=b112941e-b6b8-477d-8a21-4f91f10c72bf HTTP/1.1" status: 200 len: 946 time: 0.0804801 Dec 10 16:21:36.614354 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a9f33bf3-53e5-4b33-89c5-70e2c4e70ec6 req-6f5e5ec9-9891-4590-aa6f-40bfc6ed7187 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=402b2c30-5063-4925-b45b-db2200d931bc HTTP/1.1" status: 200 len: 217 time: 0.0511498 Dec 10 16:21:36.693961 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6d6daa3f-0b75-42c1-926b-4c9e2b29a902 req-248ada14-790c-4eb7-8fd2-bb80a1696f51 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821512 Dec 10 16:21:36.695549 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f33bf3-53e5-4b33-89c5-70e2c4e70ec6 req-8a4e8fb4-2995-4d53-a9c5-75a63803d968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:36.697039 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a9f33bf3-53e5-4b33-89c5-70e2c4e70ec6 req-8a4e8fb4-2995-4d53-a9c5-75a63803d968 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9f0bf07a-1cd9-4695-ab12-12cd8267bab2 HTTP/1.1" status: 200 len: 854 time: 0.0695298 Dec 10 16:21:36.783252 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f33bf3-53e5-4b33-89c5-70e2c4e70ec6 req-c1f03c2d-6bde-4990-9fe6-28d947dfbb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:36.785702 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a9f33bf3-53e5-4b33-89c5-70e2c4e70ec6 req-c1f03c2d-6bde-4990-9fe6-28d947dfbb35 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8360afb7-a21f-4966-aa49-91f4dc24c110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731566 Dec 10 16:21:36.808698 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bb361684-d0cb-47ae-812f-2a2e59edc563 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:36.812739 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-bb361684-d0cb-47ae-812f-2a2e59edc563 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4885168 Dec 10 16:21:36.813120 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40834) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:21:36.817399 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-76aa2559-65aa-4e3e-8c37-3b9252a68dea tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Request body: {'security_group_rule': {'security_group_id': '4083d3d0-75b2-4bc3-967d-d9fa1f979d8e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:21:36.840028 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb361684-d0cb-47ae-812f-2a2e59edc563 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4083d3d0-75b2-4bc3-967d-d9fa1f979d8e,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:36.857182 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76aa2559-65aa-4e3e-8c37-3b9252a68dea tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:36.923259 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76aa2559-65aa-4e3e-8c37-3b9252a68dea tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:36.926720 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee46f8-ca7e-4a56-8c89-b86a1b033a37 req-46bab25a-86f2-4073-b664-09b612d8b4c4 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:36.927491 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76aa2559-65aa-4e3e-8c37-3b9252a68dea tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:36.928418 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5bee46f8-ca7e-4a56-8c89-b86a1b033a37 req-46bab25a-86f2-4073-b664-09b612d8b4c4 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] 10.222.0.11 "GET /v2.0/ports?device_id=09c4fcc7-f6bd-4241-8860-1a1a83c006fe HTTP/1.1" status: 200 len: 943 time: 0.0788250 Dec 10 16:21:36.935408 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a9f33bf3-53e5-4b33-89c5-70e2c4e70ec6 req-a4ae6e70-076d-457e-8e37-542bf5cd4685 service neutron] 10.222.0.26 "GET /v2.0/networks/8360afb7-a21f-4966-aa49-91f4dc24c110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404886 Dec 10 16:21:36.950071 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa2559-65aa-4e3e-8c37-3b9252a68dea tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=596d21a1-3e0e-4ba5-9231-f4b2b99203f7,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:36.966903 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76aa2559-65aa-4e3e-8c37-3b9252a68dea tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:36.971705 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-76aa2559-65aa-4e3e-8c37-3b9252a68dea tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1551824 Dec 10 16:21:36.972022 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40836) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:21:36.977284 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-cc72e48c-2670-4fae-bc45-e2b66b41504d tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Request body: {'security_group_rule': {'security_group_id': '4083d3d0-75b2-4bc3-967d-d9fa1f979d8e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:21:37.004962 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cc72e48c-2670-4fae-bc45-e2b66b41504d tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:37.039424 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5bee46f8-ca7e-4a56-8c89-b86a1b033a37 req-41bb1d03-24d3-45ba-af1d-8678cd10b193 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f02d5fd-6538-49df-8042-a9b1dbcbd9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012049 Dec 10 16:21:37.070388 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a9f33bf3-53e5-4b33-89c5-70e2c4e70ec6 req-07f31c78-e1be-4612-a389-04c980eea627 service neutron] 10.222.0.26 "GET /v2.0/networks/8360afb7-a21f-4966-aa49-91f4dc24c110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177876 Dec 10 16:21:37.083740 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cc72e48c-2670-4fae-bc45-e2b66b41504d tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:37.087871 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cc72e48c-2670-4fae-bc45-e2b66b41504d tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:37.106501 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72e48c-2670-4fae-bc45-e2b66b41504d tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29cfc5b8-1050-402b-a31f-f5d72dae8ad1,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:37.115652 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cc72e48c-2670-4fae-bc45-e2b66b41504d tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:37.117022 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-cc72e48c-2670-4fae-bc45-e2b66b41504d tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1440620 Dec 10 16:21:37.120131 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40838) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:21:37.125001 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-acd73728-0bb7-467d-a2e6-25aab0930eeb tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:21:37.149394 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-acd73728-0bb7-467d-a2e6-25aab0930eeb tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks [] for floatingip, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:37.167383 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad8ad5-3cda-4250-805a-88325a4e30b7 req-94580c27-bef7-4bc7-be26-841b84d189c2 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:37.169938 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cdad8ad5-3cda-4250-805a-88325a4e30b7 req-94580c27-bef7-4bc7-be26-841b84d189c2 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d370f79-a420-4f2c-9635-743e0287e036 HTTP/1.1" status: 200 len: 949 time: 0.0555437 Dec 10 16:21:37.223424 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cdad8ad5-3cda-4250-805a-88325a4e30b7 req-b8b0dee0-d6b6-439b-ac06-a008c5078fa3 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466502 Dec 10 16:21:37.262450 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-acd73728-0bb7-467d-a2e6-25aab0930eeb tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:37.294155 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 16:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a521633-4b97-4ea8-bf53-c7686c45b42a x-openstack-request-id: req-9a521633-4b97-4ea8-bf53-c7686c45b42a {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:21:37.294657 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb443b77-bdd2-4850-943c-7e3d2c70fb73", "name": "network-vif-plugged", "status": "completed", "tag": "9aaffcf2-e527-458f-92dc-a7f3f3cd7837", "code": 200}, {"server_uuid": "b112941e-b6b8-477d-8a21-4f91f10c72bf", "name": "network-vif-plugged", "status": "completed", "tag": "103fc782-07ea-4d5d-9ac2-ebae0033fef3", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:21:37.294780 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9a521633-4b97-4ea8-bf53-c7686c45b42a {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:21:37.295091 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb443b77-bdd2-4850-943c-7e3d2c70fb73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aaffcf2-e527-458f-92dc-a7f3f3cd7837', 'code': 200} Dec 10 16:21:37.295356 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b112941e-b6b8-477d-8a21-4f91f10c72bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103fc782-07ea-4d5d-9ac2-ebae0033fef3', 'code': 200} Dec 10 16:21:37.408177 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-acd73728-0bb7-467d-a2e6-25aab0930eeb tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Allocated IP 172.25.6.117 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/e8b2225c-a40b-428a-bb18-524fb802af66) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:21:37.461704 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8cf68a-017d-48ee-a5fb-2f16c749e0e9 req-e51f8378-f528-4cdd-939e-f2dcfc9f2ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:37.463582 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6a8cf68a-017d-48ee-a5fb-2f16c749e0e9 req-e51f8378-f528-4cdd-939e-f2dcfc9f2ad0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b112941e-b6b8-477d-8a21-4f91f10c72bf HTTP/1.1" status: 200 len: 1097 time: 0.0867388 Dec 10 16:21:37.472774 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c8f76-28e4-4252-8396-c00608b700cb req-2793d1ef-1213-4778-a839-27885c9b9b3d tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:37.474269 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5b9c8f76-28e4-4252-8396-c00608b700cb req-2793d1ef-1213-4778-a839-27885c9b9b3d tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed5a9f38-6194-4126-bf02-5b2e062a69ae HTTP/1.1" status: 200 len: 944 time: 0.0886765 Dec 10 16:21:37.488602 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f13bfe-dfbe-420f-95ea-9969abb7f9ec req-4cd383a5-b416-4815-964a-45cac5f24d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:37.490314 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-84f13bfe-dfbe-420f-95ea-9969abb7f9ec req-4cd383a5-b416-4815-964a-45cac5f24d0f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bb443b77-bdd2-4850-943c-7e3d2c70fb73 HTTP/1.1" status: 200 len: 1101 time: 0.1005054 Dec 10 16:21:37.546249 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6a8cf68a-017d-48ee-a5fb-2f16c749e0e9 req-65e4c1b2-e6f5-44e7-9f0e-be1d2ddd8fc5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710800 Dec 10 16:21:37.551183 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5b9c8f76-28e4-4252-8396-c00608b700cb req-2282f985-0c62-4bc1-a7c4-d6d81d068023 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700500 Dec 10 16:21:37.556443 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-84f13bfe-dfbe-420f-95ea-9969abb7f9ec req-5cda02de-539a-4fea-923d-9a9a0edc96cf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598571 Dec 10 16:21:37.605731 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-acd73728-0bb7-467d-a2e6-25aab0930eeb tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:37.653749 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-acd73728-0bb7-467d-a2e6-25aab0930eeb tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:37.682038 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360420b7-2f81-4a34-ab11-389049047581 req-68dd7a11-9696-4962-9553-1652e83cfe97 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:37.683556 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-360420b7-2f81-4a34-ab11-389049047581 req-68dd7a11-9696-4962-9553-1652e83cfe97 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb443b77-bdd2-4850-943c-7e3d2c70fb73 HTTP/1.1" status: 200 len: 950 time: 0.0685396 Dec 10 16:21:37.698537 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd73728-0bb7-467d-a2e6-25aab0930eeb tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:21:37.704056 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-acd73728-0bb7-467d-a2e6-25aab0930eeb tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:21:37.707885 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd73728-0bb7-467d-a2e6-25aab0930eeb tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:21:37.730480 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd73728-0bb7-467d-a2e6-25aab0930eeb tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Pushing event updated for resources: {'Port': ['ID=e8b2225c-a40b-428a-bb18-524fb802af66,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:37.750637 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-360420b7-2f81-4a34-ab11-389049047581 req-304b02de-de6a-4b73-bcf5-3a2cf656e9d1 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611413 Dec 10 16:21:37.809350 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-acd73728-0bb7-467d-a2e6-25aab0930eeb tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:37.854687 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-acd73728-0bb7-467d-a2e6-25aab0930eeb tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:37.893211 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:37.964485 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1afaee-ada9-47b2-a8d4-6906ed9bad95 req-40a7c142-17f7-4a20-ab4d-74f9d678c88f tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:37.966663 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ad1afaee-ada9-47b2-a8d4-6906ed9bad95 req-40a7c142-17f7-4a20-ab4d-74f9d678c88f tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=b112941e-b6b8-477d-8a21-4f91f10c72bf HTTP/1.1" status: 200 len: 946 time: 0.0559528 Dec 10 16:21:38.037847 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-acd73728-0bb7-467d-a2e6-25aab0930eeb tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:38.044168 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-acd73728-0bb7-467d-a2e6-25aab0930eeb tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:38.044698 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ad1afaee-ada9-47b2-a8d4-6906ed9bad95 req-d22e88d1-434a-442c-a1bf-d1aa989d3b2c tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690908 Dec 10 16:21:38.137361 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 4a82d837-346f-41a2-a1e7-acf5e57b2387 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:21:38.167870 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd73728-0bb7-467d-a2e6-25aab0930eeb tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Pushing event updated for resources: {'Port': ['ID=e8b2225c-a40b-428a-bb18-524fb802af66,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:38.187815 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-acd73728-0bb7-467d-a2e6-25aab0930eeb tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:38.208206 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-acd73728-0bb7-467d-a2e6-25aab0930eeb tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:38.209655 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-acd73728-0bb7-467d-a2e6-25aab0930eeb tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0882974 Dec 10 16:21:38.301547 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 4a82d837-346f-41a2-a1e7-acf5e57b2387, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=4a82d837-346f-41a2-a1e7-acf5e57b2387,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:21:38.309607 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2dbb5-977d-4550-8847-26e9075e0c24 req-6dc7b1d5-0ae0-48cc-ab59-6c6f5a133d46 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:38.311933 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fea2dbb5-977d-4550-8847-26e9075e0c24 req-6dc7b1d5-0ae0-48cc-ab59-6c6f5a133d46 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] 10.222.0.11 "GET /v2.0/ports?device_id=09c4fcc7-f6bd-4241-8860-1a1a83c006fe HTTP/1.1" status: 200 len: 943 time: 0.0736098 Dec 10 16:21:38.332511 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '4a82d837-346f-41a2-a1e7-acf5e57b2387', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'port_id': '4a82d837-346f-41a2-a1e7-acf5e57b2387', 'mac_address': 'fa:16:3e:52:5a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a18c92-5007-49e2-b728-7aedc06dca57', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:21:38.415508 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fea2dbb5-977d-4550-8847-26e9075e0c24 req-f33b6319-3b38-4c34-8e7f-c274c3cac1e7 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f02d5fd-6538-49df-8042-a9b1dbcbd9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971825 Dec 10 16:21:38.549871 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:38.569016 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a82d837-346f-41a2-a1e7-acf5e57b2387 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:21:38.601351 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 4a82d837-346f-41a2-a1e7-acf5e57b2387, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=4a82d837-346f-41a2-a1e7-acf5e57b2387,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:21:38.607528 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:38.608443 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device a3238288-4331-48d0-9cff-68ba40800185 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:21:38.640976 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-4bdcc59c-8ba6-4a47-96aa-0ac4417f02aa tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--956494056&fields=id&tenant_id=d8d2a6699ac14ae587266a65822b9f70 HTTP/1.1" status: 200 len: 267 time: 0.0749774 Dec 10 16:21:38.715007 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-933f80ea-e060-4eaf-a6cb-1d35c60d8624 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:38.722749 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-933f80ea-e060-4eaf-a6cb-1d35c60d8624 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports/cef7248a-01ee-4f91-846b-1268835ed13c HTTP/1.1" status: 200 len: 930 time: 0.0683703 Dec 10 16:21:38.799999 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port a3238288-4331-48d0-9cff-68ba40800185, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=a3238288-4331-48d0-9cff-68ba40800185,segment=NetworkSegment(ba4bffb6-59f5-4518-96be-6824e98414e9),segment_id=ba4bffb6-59f5-4518-96be-6824e98414e9)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:21:38.807680 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-73f17943-8a9a-4801-909d-707942523fdc tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:38.820209 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-73f17943-8a9a-4801-909d-707942523fdc tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports/21ff2032-7c79-4143-8370-31ee1ca6849c HTTP/1.1" status: 200 len: 929 time: 0.0957756 Dec 10 16:21:38.821109 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': 'a3238288-4331-48d0-9cff-68ba40800185', 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6', 'port_id': 'a3238288-4331-48d0-9cff-68ba40800185', 'mac_address': 'fa:16:3e:27:2f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19a3ead6-9cb2-4544-beb2-145a33d7ae3f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:21:38.823578 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=4a82d837-346f-41a2-a1e7-acf5e57b2387,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:38.882806 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:38.904334 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3238288-4331-48d0-9cff-68ba40800185 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:21:38.913985 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-457ea348-1f86-4baf-9c58-7ddabbb9e7e2 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?network_id=d9b93369-0ca7-48d4-af9b-dd363ef2706a&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0928757 Dec 10 16:21:38.936446 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port a3238288-4331-48d0-9cff-68ba40800185, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=a3238288-4331-48d0-9cff-68ba40800185,segment=NetworkSegment(ba4bffb6-59f5-4518-96be-6824e98414e9),segment_id=ba4bffb6-59f5-4518-96be-6824e98414e9)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:21:38.938957 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40910) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:21:38.960117 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:38.976870 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-ce8acadc-ab49-46b3-86f8-e55201e192b6 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?network_id=d9b93369-0ca7-48d4-af9b-dd363ef2706a&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0555105 Dec 10 16:21:39.055448 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=a3238288-4331-48d0-9cff-68ba40800185,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:39.136856 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['4a82d837-346f-41a2-a1e7-acf5e57b2387'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:21:39.156299 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-d56cac00-4f89-4e77-9fc4-bf224ec3f8e8 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:39.162520 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-12875d09-2a65-4d5d-9365-76d86b051f39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:39.162753 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-d56cac00-4f89-4e77-9fc4-bf224ec3f8e8 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:39.168779 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-d56cac00-4f89-4e77-9fc4-bf224ec3f8e8 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:39.170996 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-d56cac00-4f89-4e77-9fc4-bf224ec3f8e8 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/networks?id=363226b2-5652-456e-86bb-08df05db4510&id=d3d2f5a8-9c2a-4e37-81c2-a6be304a674b&id=d3d2f5a8-9c2a-4e37-81c2-a6be304a674b&id=d9b93369-0ca7-48d4-af9b-dd363ef2706a&id=d9b93369-0ca7-48d4-af9b-dd363ef2706a HTTP/1.1" status: 200 len: 1990 time: 0.1933360 Dec 10 16:21:39.199114 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-7d88aea8-468c-476e-aea4-65d5800b8208 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/quotas/d8d2a6699ac14ae587266a65822b9f70 HTTP/1.1" status: 200 len: 375 time: 0.0157807 Dec 10 16:21:39.235100 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['a3238288-4331-48d0-9cff-68ba40800185'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:21:39.278074 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-f9c54b5d-2526-4958-9698-857c183330f5 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d8d2a6699ac14ae587266a65822b9f70&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0783741 Dec 10 16:21:39.293664 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-12875d09-2a65-4d5d-9365-76d86b051f39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:39.299301 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-12875d09-2a65-4d5d-9365-76d86b051f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:39.329254 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-12875d09-2a65-4d5d-9365-76d86b051f39 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9ee8adf4b8744ccf8cffd95c2d58577e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3853858 Dec 10 16:21:39.333062 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40918) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:21:39.374205 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12875d09-2a65-4d5d-9365-76d86b051f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78afaec7-6a9d-480e-9dd7-ddfbc10db88a,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:39.397395 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-eb7e231e-3bad-42a5-bb23-553f5fe01f86 service neutron] 10.222.0.11 "GET /v2.0/networks/363226b2-5652-456e-86bb-08df05db4510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160660 Dec 10 16:21:39.414012 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35ae03ae-fdcd-4cef-9db4-cfa3f8d4d09a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:39.438553 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35ae03ae-fdcd-4cef-9db4-cfa3f8d4d09a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:39.492949 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35ae03ae-fdcd-4cef-9db4-cfa3f8d4d09a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:39.497834 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35ae03ae-fdcd-4cef-9db4-cfa3f8d4d09a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:39.501558 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-35ae03ae-fdcd-4cef-9db4-cfa3f8d4d09a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/78afaec7-6a9d-480e-9dd7-ddfbc10db88a HTTP/1.1" status: 204 len: 168 time: 0.1651795 Dec 10 16:21:39.510028 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ae03ae-fdcd-4cef-9db4-cfa3f8d4d09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78afaec7-6a9d-480e-9dd7-ddfbc10db88a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:39.515541 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-dcde1c2b-6b4f-42e8-84af-c16d168a34ee service neutron] 10.222.0.11 "GET /v2.0/networks/363226b2-5652-456e-86bb-08df05db4510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108010 Dec 10 16:21:39.585057 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-5ded2424-0de8-4b27-8d0c-7699e8eefaeb service neutron] 10.222.0.11 "GET /v2.0/ports/cef7248a-01ee-4f91-846b-1268835ed13c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0618703 Dec 10 16:21:39.718625 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-7aa5348b-11c1-41f6-ab35-3e8c0270a69b service neutron] 10.222.0.11 "GET /v2.0/networks/d3d2f5a8-9c2a-4e37-81c2-a6be304a674b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253810 Dec 10 16:21:39.814519 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-7db602c8-5661-4b4a-8988-be14a837f531 service neutron] 10.222.0.11 "GET /v2.0/networks/d3d2f5a8-9c2a-4e37-81c2-a6be304a674b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949481 Dec 10 16:21:39.862485 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-ac5f8a69-9448-46b4-af06-239ab606da02 service neutron] 10.222.0.11 "GET /v2.0/ports/21ff2032-7c79-4143-8370-31ee1ca6849c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0412083 Dec 10 16:21:39.980597 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-522e47bf-9b1b-4380-ba67-a876c916893a service neutron] 10.222.0.11 "GET /v2.0/networks/d3d2f5a8-9c2a-4e37-81c2-a6be304a674b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071622 Dec 10 16:21:40.096824 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-a1645e77-1af2-4050-8af8-dc66b576420b service neutron] 10.222.0.11 "GET /v2.0/networks/d3d2f5a8-9c2a-4e37-81c2-a6be304a674b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148257 Dec 10 16:21:40.134187 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 4a82d837-346f-41a2-a1e7-acf5e57b2387 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:21:40.243687 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 4a82d837-346f-41a2-a1e7-acf5e57b2387 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:21:40.244169 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:40.282911 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-89b4a4ee-32ba-4f9f-bc78-ac94f9dad60a service neutron] 10.222.0.11 "GET /v2.0/networks/d3d2f5a8-9c2a-4e37-81c2-a6be304a674b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801987 Dec 10 16:21:40.404880 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:40.440323 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b0ddec-2f17-4066-ac6c-e6986b8cbcf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a82d837-346f-41a2-a1e7-acf5e57b2387'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:21:40.444791 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2abe1a7-2ee7-4c42-8d4c-4b02386cea39" -d '{"events": [{"server_uuid": "49b0ddec-2f17-4066-ac6c-e6986b8cbcf5", "name": "network-vif-plugged", "status": "completed", "tag": "4a82d837-346f-41a2-a1e7-acf5e57b2387"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:21:40.459120 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-2e3d4335-b348-4df9-a05d-0b4c96cf065d service neutron] 10.222.0.11 "GET /v2.0/networks/d3d2f5a8-9c2a-4e37-81c2-a6be304a674b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751246 Dec 10 16:21:40.463512 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40944) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:21:40.479201 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 4a82d837-346f-41a2-a1e7-acf5e57b2387, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=4a82d837-346f-41a2-a1e7-acf5e57b2387,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:21:40.484777 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:40.568751 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=4a82d837-346f-41a2-a1e7-acf5e57b2387,revision_number=7']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:40.576180 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-d5a8fa55-2372-443a-9574-3f3b4710f387 service neutron] 10.222.0.11 "GET /v2.0/networks/d3d2f5a8-9c2a-4e37-81c2-a6be304a674b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159568 Dec 10 16:21:40.612814 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-ce0fd9ba-edd7-4ec3-8923-09e7a1f74746 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-159325009-network', 'tenant_id': 'a3cc58e9a9e04cdfbbfcf1593b2aeb98'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:21:40.653114 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0fd9ba-edd7-4ec3-8923-09e7a1f74746 admin admin] Made reservation on behalf of a3cc58e9a9e04cdfbbfcf1593b2aeb98 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:21:40.656936 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce0fd9ba-edd7-4ec3-8923-09e7a1f74746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:40.665138 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce0fd9ba-edd7-4ec3-8923-09e7a1f74746 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:40.694924 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-2d37df76-407d-4dc2-8690-482577bba295 service neutron] 10.222.0.11 "GET /v2.0/networks/d3d2f5a8-9c2a-4e37-81c2-a6be304a674b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175325 Dec 10 16:21:40.753862 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce0fd9ba-edd7-4ec3-8923-09e7a1f74746 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:40.761871 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce0fd9ba-edd7-4ec3-8923-09e7a1f74746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:40.787093 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-c114a29c-3765-4cc9-8c43-ba240fc6c140 service neutron] 10.222.0.11 "GET /v2.0/networks/d9b93369-0ca7-48d4-af9b-dd363ef2706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911121 Dec 10 16:21:40.796975 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0fd9ba-edd7-4ec3-8923-09e7a1f74746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd34fd79-d9bf-4084-a467-851c2b3027f1,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:40.802706 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce0fd9ba-edd7-4ec3-8923-09e7a1f74746 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:21:40.814350 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce0fd9ba-edd7-4ec3-8923-09e7a1f74746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:40.814779 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-ce0fd9ba-edd7-4ec3-8923-09e7a1f74746 admin admin] Added segment 8f06f3ad-599b-498d-b3dd-e0e6ed583f4b of type vlan for network 35b953cb-3f56-4753-a6f2-3a37c46fea02 Dec 10 16:21:40.858545 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce0fd9ba-edd7-4ec3-8923-09e7a1f74746 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:40.893732 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce0fd9ba-edd7-4ec3-8923-09e7a1f74746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:40.894813 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0fd9ba-edd7-4ec3-8923-09e7a1f74746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:40.895398 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce0fd9ba-edd7-4ec3-8923-09e7a1f74746 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:40.901729 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-1859db78-f456-4c9c-b827-b9a2811e45a1 service neutron] 10.222.0.11 "GET /v2.0/networks/d9b93369-0ca7-48d4-af9b-dd363ef2706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992661 Dec 10 16:21:40.947249 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ce0fd9ba-edd7-4ec3-8923-09e7a1f74746 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4825449 Dec 10 16:21:40.949962 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40948) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:21:40.962096 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-16bf397a-0f17-4df7-b36e-fd2724477aba admin admin] Request body: {'subnet': {'network_id': '35b953cb-3f56-4753-a6f2-3a37c46fea02', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-159325009-subnet', 'tenant_id': 'a3cc58e9a9e04cdfbbfcf1593b2aeb98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:21:40.975192 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0fd9ba-edd7-4ec3-8923-09e7a1f74746 admin admin] Pushing event updated for resources: {'Network': ['ID=35b953cb-3f56-4753-a6f2-3a37c46fea02,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:40.991034 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16bf397a-0f17-4df7-b36e-fd2724477aba admin admin] Made reservation on behalf of a3cc58e9a9e04cdfbbfcf1593b2aeb98 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:21:40.991768 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 35b953cb-3f56-4753-a6f2-3a37c46fea02 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:21:40.993948 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-16bf397a-0f17-4df7-b36e-fd2724477aba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:41.032027 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-1f01f81d-9063-48ea-97b7-683b551e0e4f service neutron] 10.222.0.11 "GET /v2.0/networks/d9b93369-0ca7-48d4-af9b-dd363ef2706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233058 Dec 10 16:21:41.146752 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-2ed5db31-d23e-4275-924e-359146fa31bf service neutron] 10.222.0.11 "GET /v2.0/networks/d9b93369-0ca7-48d4-af9b-dd363ef2706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067133 Dec 10 16:21:41.197232 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-16bf397a-0f17-4df7-b36e-fd2724477aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:41.261984 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf397a-0f17-4df7-b36e-fd2724477aba admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7e8a49b-cdc4-4ea7-917a-0efc9795c921,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:41.268166 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bf397a-0f17-4df7-b36e-fd2724477aba admin admin] Checking segment: {'id': '8f06f3ad-599b-498d-b3dd-e0e6ed583f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '35b953cb-3f56-4753-a6f2-3a37c46fea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:21:41.268452 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bf397a-0f17-4df7-b36e-fd2724477aba admin admin] Network hostable DHCP agents. Network: 35b953cb-3f56-4753-a6f2-3a37c46fea02, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:21:41.288853 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bf397a-0f17-4df7-b36e-fd2724477aba admin admin] Network 35b953cb-3f56-4753-a6f2-3a37c46fea02 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:21:41.298858 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-16bf397a-0f17-4df7-b36e-fd2724477aba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 35b953cb-3f56-4753-a6f2-3a37c46fea02) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:21:41.308441 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79da1ee-2d3b-425e-bbd3-35d15309b935 None None] Network 35b953cb-3f56-4753-a6f2-3a37c46fea02 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:21:41.314783 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bf397a-0f17-4df7-b36e-fd2724477aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:41.315379 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-16bf397a-0f17-4df7-b36e-fd2724477aba admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:41.338182 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-16bf397a-0f17-4df7-b36e-fd2724477aba admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3843830 Dec 10 16:21:41.449765 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf1783f-34d0-41ce-9134-02a83554cd7a None None] Network 35b953cb-3f56-4753-a6f2-3a37c46fea02 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:21:41.939046 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e885831-0f34-489c-9b65-29e1fe030fd2 req-bca4bcec-b23c-4021-a663-fb239dde64b6 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:41.940553 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6e885831-0f34-489c-9b65-29e1fe030fd2 req-bca4bcec-b23c-4021-a663-fb239dde64b6 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed5a9f38-6194-4126-bf02-5b2e062a69ae HTTP/1.1" status: 200 len: 945 time: 0.1095257 Dec 10 16:21:41.992517 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6e885831-0f34-489c-9b65-29e1fe030fd2 req-d6e1104e-5b19-47c8-8fa5-b03ab49257f7 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451868 Dec 10 16:21:42.131643 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device a3238288-4331-48d0-9cff-68ba40800185 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:21:42.210651 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port a3238288-4331-48d0-9cff-68ba40800185 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:21:42.217992 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port a3238288-4331-48d0-9cff-68ba40800185 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:21:42.218544 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:42.261232 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915d446-f817-4c12-98d4-86f0be672b25 req-d6343dee-2c9b-46bf-84c1-f824e025271c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:42.263477 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9915d446-f817-4c12-98d4-86f0be672b25 req-d6343dee-2c9b-46bf-84c1-f824e025271c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb443b77-bdd2-4850-943c-7e3d2c70fb73 HTTP/1.1" status: 200 len: 950 time: 0.0985539 Dec 10 16:21:42.331219 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:42.345019 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9915d446-f817-4c12-98d4-86f0be672b25 req-c7eea698-602d-40d1-b122-4e13a66f00ea tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704970 Dec 10 16:21:42.386407 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port a3238288-4331-48d0-9cff-68ba40800185, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=a3238288-4331-48d0-9cff-68ba40800185,segment=NetworkSegment(ba4bffb6-59f5-4518-96be-6824e98414e9),segment_id=ba4bffb6-59f5-4518-96be-6824e98414e9)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:21:42.393745 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:42.459186 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=a3238288-4331-48d0-9cff-68ba40800185,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:42.540664 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5b6f5-e041-47d2-8b3c-d89126253aaa req-e3b62d08-2b5c-4827-87ce-df6c656b0767 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:42.542343 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-46b5b6f5-e041-47d2-8b3c-d89126253aaa req-e3b62d08-2b5c-4827-87ce-df6c656b0767 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=b112941e-b6b8-477d-8a21-4f91f10c72bf HTTP/1.1" status: 200 len: 946 time: 0.0572145 Dec 10 16:21:42.608116 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-46b5b6f5-e041-47d2-8b3c-d89126253aaa req-d3936019-dc51-45e2-8ad6-74a16ea73e1e tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565212 Dec 10 16:21:42.827673 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99874b-9042-47ec-924b-549b3a80dd09 req-8ad07dd3-e797-4408-ae90-8a8d856d810c tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:42.834675 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fd99874b-9042-47ec-924b-549b3a80dd09 req-8ad07dd3-e797-4408-ae90-8a8d856d810c tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] 10.222.0.11 "GET /v2.0/ports?device_id=09c4fcc7-f6bd-4241-8860-1a1a83c006fe HTTP/1.1" status: 200 len: 943 time: 0.0603483 Dec 10 16:21:42.888519 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fd99874b-9042-47ec-924b-549b3a80dd09 req-38d44aa1-08e3-442b-8540-1b1c8c541034 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f02d5fd-6538-49df-8042-a9b1dbcbd9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522993 Dec 10 16:21:42.944937 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528f6397-1b4a-4fbb-89bf-6c224e6b7ba8 x-openstack-request-id: req-528f6397-1b4a-4fbb-89bf-6c224e6b7ba8 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:21:42.945232 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b0ddec-2f17-4066-ac6c-e6986b8cbcf5", "name": "network-vif-plugged", "status": "completed", "tag": "4a82d837-346f-41a2-a1e7-acf5e57b2387", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:21:42.945504 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-528f6397-1b4a-4fbb-89bf-6c224e6b7ba8 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:21:42.945871 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b0ddec-2f17-4066-ac6c-e6986b8cbcf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a82d837-346f-41a2-a1e7-acf5e57b2387', 'code': 200} Dec 10 16:21:43.129743 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-691284cb-c553-4818-ab75-895932e74817 req-934de4f2-d851-489b-b850-b0a31f8f9d34 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-142002065', 'description': 'tempest-description-1845123711'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:21:43.149061 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-ed411c7f-70b6-48d7-b741-e1bb3bc5acf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:43.161009 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-ed411c7f-70b6-48d7-b741-e1bb3bc5acf2 service neutron] 10.222.0.46 "GET /v2.0/ports/cef7248a-01ee-4f91-846b-1268835ed13c HTTP/1.1" status: 200 len: 1026 time: 0.1017220 Dec 10 16:21:43.177442 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-691284cb-c553-4818-ab75-895932e74817 req-934de4f2-d851-489b-b850-b0a31f8f9d34 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:43.234165 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-96716397-811e-42b8-adc4-8969f3e1fc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:43.235424 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-96716397-811e-42b8-adc4-8969f3e1fc3d service neutron] 10.222.0.46 "GET /v2.0/ports/21ff2032-7c79-4143-8370-31ee1ca6849c HTTP/1.1" status: 200 len: 1025 time: 0.0678709 Dec 10 16:21:43.288525 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-691284cb-c553-4818-ab75-895932e74817 req-934de4f2-d851-489b-b850-b0a31f8f9d34 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:43.297615 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-691284cb-c553-4818-ab75-895932e74817 req-934de4f2-d851-489b-b850-b0a31f8f9d34 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:43.322520 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-691284cb-c553-4818-ab75-895932e74817 req-934de4f2-d851-489b-b850-b0a31f8f9d34 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:43.342347 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-691284cb-c553-4818-ab75-895932e74817 req-934de4f2-d851-489b-b850-b0a31f8f9d34 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2165749 Dec 10 16:21:43.384440 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934de4f2-d851-489b-b850-b0a31f8f9d34 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=904ab047-4a99-4aa9-80ba-b58d2d5cfb1a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:43.431090 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-494a9bed-f039-422d-9038-74b6d12e6ea5 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:43.438188 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-494a9bed-f039-422d-9038-74b6d12e6ea5 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:43.454338 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-494a9bed-f039-422d-9038-74b6d12e6ea5 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:43.456465 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-494a9bed-f039-422d-9038-74b6d12e6ea5 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.46 "GET /v2.0/networks?id=363226b2-5652-456e-86bb-08df05db4510&id=d3d2f5a8-9c2a-4e37-81c2-a6be304a674b&id=d3d2f5a8-9c2a-4e37-81c2-a6be304a674b&id=d3d2f5a8-9c2a-4e37-81c2-a6be304a674b&id=d3d2f5a8-9c2a-4e37-81c2-a6be304a674b&id=d9b93369-0ca7-48d4-af9b-dd363ef2706a&id=d9b93369-0ca7-48d4-af9b-dd363ef2706a HTTP/1.1" status: 200 len: 1990 time: 0.2084260 Dec 10 16:21:43.523934 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-21593f94-cce7-493d-8289-1e7546474610 req-2fc26877-0e53-4adb-ad9c-dec23d7163ff tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 210 time: 0.0564167 Dec 10 16:21:43.587745 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-e63b1ae0-dcba-4218-a577-28a4e012a7ec tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8d2a6699ac14ae587266a65822b9f70 HTTP/1.1" status: 200 len: 379 time: 0.1109061 Dec 10 16:21:43.598120 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-de384987-cc19-481a-9658-6c4c98dde774 req-b241abc3-ee28-490f-ad35-f1838fc33304 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Request body: {'port': {'device_id': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'network_id': '363226b2-5652-456e-86bb-08df05db4510', 'admin_state_up': True, 'tenant_id': 'd8d2a6699ac14ae587266a65822b9f70', 'security_groups': ['4083d3d0-75b2-4bc3-967d-d9fa1f979d8e']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:21:43.778424 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-b241abc3-ee28-490f-ad35-f1838fc33304 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Made reservation on behalf of d8d2a6699ac14ae587266a65822b9f70 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:21:43.782517 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-b241abc3-ee28-490f-ad35-f1838fc33304 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:43.880891 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3dcfb698-5dc1-4708-9ecd-364cb9ded12d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:43.940615 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72076ec8-21fc-4d33-a9d5-989a79e74be1 req-057463fa-6e90-4b97-bc2e-39c84e218848 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:43.950436 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72076ec8-21fc-4d33-a9d5-989a79e74be1 req-057463fa-6e90-4b97-bc2e-39c84e218848 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:43.952531 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-72076ec8-21fc-4d33-a9d5-989a79e74be1 req-057463fa-6e90-4b97-bc2e-39c84e218848 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d370f79-a420-4f2c-9635-743e0287e036&device_id=bb443b77-bdd2-4850-943c-7e3d2c70fb73 HTTP/1.1" status: 200 len: 1690 time: 0.1046772 Dec 10 16:21:43.989620 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-de384987-cc19-481a-9658-6c4c98dde774 req-b241abc3-ee28-490f-ad35-f1838fc33304 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Allocated IP 172.20.0.14 (363226b2-5652-456e-86bb-08df05db4510/eba51dfb-4a31-463f-a3e8-1df67a384ba8/bd4fac7c-3598-4cc6-b999-9dd9d8245c08) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:21:44.039868 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-72076ec8-21fc-4d33-a9d5-989a79e74be1 req-8efbad54-63bb-4b93-91e7-d93670b06f69 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785441 Dec 10 16:21:44.301998 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-b241abc3-ee28-490f-ad35-f1838fc33304 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:44.358348 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-b241abc3-ee28-490f-ad35-f1838fc33304 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:44.477938 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de384987-cc19-481a-9658-6c4c98dde774 req-b241abc3-ee28-490f-ad35-f1838fc33304 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Network 363226b2-5652-456e-86bb-08df05db4510 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:21:44.481902 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-de384987-cc19-481a-9658-6c4c98dde774 req-b241abc3-ee28-490f-ad35-f1838fc33304 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:21:44.491935 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-de384987-cc19-481a-9658-6c4c98dde774 req-b241abc3-ee28-490f-ad35-f1838fc33304 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:21:44.542600 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c231d-cec7-4846-aa72-b1072169f8e8 req-dff0891c-915c-4e36-be43-f4517ef7c243 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:44.550592 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1c8c231d-cec7-4846-aa72-b1072169f8e8 req-dff0891c-915c-4e36-be43-f4517ef7c243 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed5a9f38-6194-4126-bf02-5b2e062a69ae HTTP/1.1" status: 200 len: 946 time: 0.0677235 Dec 10 16:21:44.554066 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b241abc3-ee28-490f-ad35-f1838fc33304 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Pushing event updated for resources: {'Port': ['ID=bd4fac7c-3598-4cc6-b999-9dd9d8245c08,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:44.603127 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-b241abc3-ee28-490f-ad35-f1838fc33304 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:44.603790 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-b241abc3-ee28-490f-ad35-f1838fc33304 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:44.634126 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-b241abc3-ee28-490f-ad35-f1838fc33304 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0398450 Dec 10 16:21:44.639988 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1c8c231d-cec7-4846-aa72-b1072169f8e8 req-5511ddd8-69ed-4c73-9787-3f3d35e2c83b tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859725 Dec 10 16:21:44.658389 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-de384987-cc19-481a-9658-6c4c98dde774 req-01f6164b-bc58-40ac-8021-4daf211bb652 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Request body: {'port': {'device_id': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'network_id': 'd3d2f5a8-9c2a-4e37-81c2-a6be304a674b', 'admin_state_up': True, 'tenant_id': 'd8d2a6699ac14ae587266a65822b9f70', 'security_groups': ['4083d3d0-75b2-4bc3-967d-d9fa1f979d8e']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:21:44.699345 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-666986fa-a160-45a5-9368-07905e3860ef req-cc04252c-a46d-4119-a303-fd0f1d93c545 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-991025336', 'description': 'tempest-description-263500161'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:21:44.739971 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-666986fa-a160-45a5-9368-07905e3860ef req-cc04252c-a46d-4119-a303-fd0f1d93c545 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:44.880278 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-01f6164b-bc58-40ac-8021-4daf211bb652 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Made reservation on behalf of d8d2a6699ac14ae587266a65822b9f70 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:21:44.886564 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-01f6164b-bc58-40ac-8021-4daf211bb652 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:44.887719 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-666986fa-a160-45a5-9368-07905e3860ef req-cc04252c-a46d-4119-a303-fd0f1d93c545 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:44.893204 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-666986fa-a160-45a5-9368-07905e3860ef req-cc04252c-a46d-4119-a303-fd0f1d93c545 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:44.901938 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-86c7ef44-a434-4ed5-b145-b118f580c215 None None] Provisioning complete for port bd4fac7c-3598-4cc6-b999-9dd9d8245c08 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:21:44.903867 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-86c7ef44-a434-4ed5-b145-b118f580c215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:44.949236 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed5a9f38-6194-4126-bf02-5b2e062a69ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3238288-4331-48d0-9cff-68ba40800185'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:21:44.956753 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc04252c-a46d-4119-a303-fd0f1d93c545 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e320eff3-513f-4534-9e23-9812b7d81828,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:44.962861 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-666986fa-a160-45a5-9368-07905e3860ef req-cc04252c-a46d-4119-a303-fd0f1d93c545 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:44.968796 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27cf828b-5cbb-49d7-acc4-78cfc37c603a" -d '{"events": [{"server_uuid": "ed5a9f38-6194-4126-bf02-5b2e062a69ae", "name": "network-vif-plugged", "status": "completed", "tag": "a3238288-4331-48d0-9cff-68ba40800185"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:21:44.991548 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-666986fa-a160-45a5-9368-07905e3860ef req-cc04252c-a46d-4119-a303-fd0f1d93c545 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.2904139 Dec 10 16:21:45.002224 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-86c7ef44-a434-4ed5-b145-b118f580c215 None None] Port bd4fac7c-3598-4cc6-b999-9dd9d8245c08 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:21:45.175947 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-de384987-cc19-481a-9658-6c4c98dde774 req-01f6164b-bc58-40ac-8021-4daf211bb652 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Allocated IP 10.1.1.214 (d3d2f5a8-9c2a-4e37-81c2-a6be304a674b/982571b8-b0fa-4aa2-b27f-7ecb9fbdf841/11bd17a0-c7ec-4e75-b045-d5fe4d128aea) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:21:45.302001 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a111e6e-1535-4cbd-91c9-424c2dd697a2 req-2ea45278-2c9e-4f22-9362-c0fcef1d8811 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:45.304517 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2a111e6e-1535-4cbd-91c9-424c2dd697a2 req-2ea45278-2c9e-4f22-9362-c0fcef1d8811 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] 10.222.0.11 "GET /v2.0/ports?device_id=09c4fcc7-f6bd-4241-8860-1a1a83c006fe HTTP/1.1" status: 200 len: 943 time: 0.0931394 Dec 10 16:21:45.377117 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2a111e6e-1535-4cbd-91c9-424c2dd697a2 req-678bd211-e456-4aaf-b749-b7b435c787c2 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f02d5fd-6538-49df-8042-a9b1dbcbd9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661738 Dec 10 16:21:45.454971 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-01f6164b-bc58-40ac-8021-4daf211bb652 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:45.518896 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-01f6164b-bc58-40ac-8021-4daf211bb652 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:45.577957 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de384987-cc19-481a-9658-6c4c98dde774 req-01f6164b-bc58-40ac-8021-4daf211bb652 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Network d3d2f5a8-9c2a-4e37-81c2-a6be304a674b is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:21:45.581592 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-de384987-cc19-481a-9658-6c4c98dde774 req-01f6164b-bc58-40ac-8021-4daf211bb652 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:21:45.607472 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-de384987-cc19-481a-9658-6c4c98dde774 req-01f6164b-bc58-40ac-8021-4daf211bb652 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:21:45.647876 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8617d25b-c8ab-4584-b205-23c38293f1a4 req-fb55dd2b-d3f8-4c7e-9328-9c1d4630bf34 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:45.659433 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8617d25b-c8ab-4584-b205-23c38293f1a4 req-fb55dd2b-d3f8-4c7e-9328-9c1d4630bf34 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=b112941e-b6b8-477d-8a21-4f91f10c72bf HTTP/1.1" status: 200 len: 946 time: 0.0712688 Dec 10 16:21:45.660707 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f6164b-bc58-40ac-8021-4daf211bb652 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Pushing event updated for resources: {'Port': ['ID=11bd17a0-c7ec-4e75-b045-d5fe4d128aea,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:45.722036 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-01f6164b-bc58-40ac-8021-4daf211bb652 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:45.723222 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-01f6164b-bc58-40ac-8021-4daf211bb652 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:45.742023 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8617d25b-c8ab-4584-b205-23c38293f1a4 req-2710ae58-3ae1-441a-92e0-593e60a39394 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808957 Dec 10 16:21:45.753114 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-01f6164b-bc58-40ac-8021-4daf211bb652 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1083891 Dec 10 16:21:45.768883 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-de384987-cc19-481a-9658-6c4c98dde774 req-6bb6d13d-e98a-4537-a625-16eaad27eddb tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Request body: {'port': {'device_id': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'network_id': 'd3d2f5a8-9c2a-4e37-81c2-a6be304a674b', 'admin_state_up': True, 'tenant_id': 'd8d2a6699ac14ae587266a65822b9f70', 'security_groups': ['4083d3d0-75b2-4bc3-967d-d9fa1f979d8e']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:21:45.952954 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366ed1d-deca-4576-85f0-6a2cd5fc587e req-bd483837-ee4b-4cb3-9d1e-487023d4a710 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:45.968155 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366ed1d-deca-4576-85f0-6a2cd5fc587e req-bd483837-ee4b-4cb3-9d1e-487023d4a710 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:45.972214 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3366ed1d-deca-4576-85f0-6a2cd5fc587e req-bd483837-ee4b-4cb3-9d1e-487023d4a710 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 1654 time: 0.0994883 Dec 10 16:21:45.987489 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-6bb6d13d-e98a-4537-a625-16eaad27eddb tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Made reservation on behalf of d8d2a6699ac14ae587266a65822b9f70 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:21:45.991244 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-6bb6d13d-e98a-4537-a625-16eaad27eddb tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:46.077942 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3366ed1d-deca-4576-85f0-6a2cd5fc587e req-3f415aab-0e27-491e-a964-8d72f79e4e26 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/security-groups?id=4083d3d0-75b2-4bc3-967d-d9fa1f979d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966749 Dec 10 16:21:46.092636 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-4842ac5f-e37b-433d-8946-31573927e514 None None] Provisioning complete for port 11bd17a0-c7ec-4e75-b045-d5fe4d128aea triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:21:46.093806 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4842ac5f-e37b-433d-8946-31573927e514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:46.151223 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-4842ac5f-e37b-433d-8946-31573927e514 None None] Port 11bd17a0-c7ec-4e75-b045-d5fe4d128aea cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:21:46.161771 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 402b2c30-5063-4925-b45b-db2200d931bc details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:21:46.189266 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b464b818-d244-4e0b-b406-aaf6cc118128 x-openstack-request-id: req-b464b818-d244-4e0b-b406-aaf6cc118128 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:21:46.189728 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed5a9f38-6194-4126-bf02-5b2e062a69ae", "name": "network-vif-plugged", "status": "completed", "tag": "a3238288-4331-48d0-9cff-68ba40800185", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:21:46.189860 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b464b818-d244-4e0b-b406-aaf6cc118128 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:21:46.190299 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed5a9f38-6194-4126-bf02-5b2e062a69ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3238288-4331-48d0-9cff-68ba40800185', 'code': 200} Dec 10 16:21:46.288515 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-de384987-cc19-481a-9658-6c4c98dde774 req-6bb6d13d-e98a-4537-a625-16eaad27eddb tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Allocated IP 10.1.1.216 (d3d2f5a8-9c2a-4e37-81c2-a6be304a674b/982571b8-b0fa-4aa2-b27f-7ecb9fbdf841/bf30cf8b-12bb-438d-b72b-18e9aed513c8) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:21:46.363819 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 402b2c30-5063-4925-b45b-db2200d931bc, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=402b2c30-5063-4925-b45b-db2200d931bc,segment=NetworkSegment(71053937-890f-4eab-b0e9-9363f55e1cac),segment_id=71053937-890f-4eab-b0e9-9363f55e1cac)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:21:46.399802 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '402b2c30-5063-4925-b45b-db2200d931bc', 'network_id': '8360afb7-a21f-4966-aa49-91f4dc24c110', 'port_id': '402b2c30-5063-4925-b45b-db2200d931bc', 'mac_address': 'fa:16:3e:9a:eb:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f0bf07a-1cd9-4695-ab12-12cd8267bab2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:21:46.471835 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe049d-34cb-4f0d-a3db-0b282444c037 req-ed6cf24b-2d2e-4de6-b60e-18658aa7796b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:46.474079 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-84fe049d-34cb-4f0d-a3db-0b282444c037 req-ed6cf24b-2d2e-4de6-b60e-18658aa7796b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ed5a9f38-6194-4126-bf02-5b2e062a69ae HTTP/1.1" status: 200 len: 1097 time: 0.1942081 Dec 10 16:21:46.477746 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cdcb2313-9a5f-4d6e-9b9f-dc8062ad6014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:46.483968 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:46.504818 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 402b2c30-5063-4925-b45b-db2200d931bc {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:21:46.524500 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-5eb627f3-57c9-4a61-b47b-aaa7f5e5ef99 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:46.531768 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-5eb627f3-57c9-4a61-b47b-aaa7f5e5ef99 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/networks?id=35b953cb-3f56-4753-a6f2-3a37c46fea02 HTTP/1.1" status: 200 len: 812 time: 0.1935475 Dec 10 16:21:46.538421 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 402b2c30-5063-4925-b45b-db2200d931bc, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=402b2c30-5063-4925-b45b-db2200d931bc,segment=NetworkSegment(71053937-890f-4eab-b0e9-9363f55e1cac),segment_id=71053937-890f-4eab-b0e9-9363f55e1cac)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:21:46.549166 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:46.563664 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-61f78a39-975c-4067-b670-aa053ee1e87f tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/quotas/a3cc58e9a9e04cdfbbfcf1593b2aeb98 HTTP/1.1" status: 200 len: 375 time: 0.0308316 Dec 10 16:21:46.644996 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=402b2c30-5063-4925-b45b-db2200d931bc,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:46.685478 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-6bb6d13d-e98a-4537-a625-16eaad27eddb tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:46.804603 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-6bb6d13d-e98a-4537-a625-16eaad27eddb tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:46.857924 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['402b2c30-5063-4925-b45b-db2200d931bc'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:21:46.990795 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-54e45279-b885-4fd3-b40e-3cee6083c428 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a3cc58e9a9e04cdfbbfcf1593b2aeb98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4257419 Dec 10 16:21:46.994827 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb6d13d-e98a-4537-a625-16eaad27eddb tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Pushing event updated for resources: {'Port': ['ID=bf30cf8b-12bb-438d-b72b-18e9aed513c8,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:47.007930 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de384987-cc19-481a-9658-6c4c98dde774 req-6bb6d13d-e98a-4537-a625-16eaad27eddb tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Network d3d2f5a8-9c2a-4e37-81c2-a6be304a674b is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:21:47.009428 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-de384987-cc19-481a-9658-6c4c98dde774 req-6bb6d13d-e98a-4537-a625-16eaad27eddb tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:21:47.018495 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-de384987-cc19-481a-9658-6c4c98dde774 req-6bb6d13d-e98a-4537-a625-16eaad27eddb tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:21:47.120304 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-6bb6d13d-e98a-4537-a625-16eaad27eddb tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:47.121590 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-6bb6d13d-e98a-4537-a625-16eaad27eddb tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:47.138810 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-84fe049d-34cb-4f0d-a3db-0b282444c037 req-84e5d8ad-0af2-418a-923f-e99f3dafad58 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6524200 Dec 10 16:21:47.150049 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-6bb6d13d-e98a-4537-a625-16eaad27eddb tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3828537 Dec 10 16:21:47.170245 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-de384987-cc19-481a-9658-6c4c98dde774 req-512e1052-3155-41ed-923d-ecaae38ba81b tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Request body: {'port': {'device_id': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd9b93369-0ca7-48d4-af9b-dd363ef2706a', 'admin_state_up': True, 'tenant_id': 'd8d2a6699ac14ae587266a65822b9f70', 'security_groups': ['4083d3d0-75b2-4bc3-967d-d9fa1f979d8e']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:21:47.207560 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:47.234045 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-f5fc78aa-ef7b-4740-9c02-a05b9182fb19 service neutron] 10.222.0.11 "GET /v2.0/networks/35b953cb-3f56-4753-a6f2-3a37c46fea02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367768 Dec 10 16:21:47.397171 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-512e1052-3155-41ed-923d-ecaae38ba81b tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Made reservation on behalf of d8d2a6699ac14ae587266a65822b9f70 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:21:47.431402 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-b3fcd3f4-9bae-4871-bee5-b399a77d3955 service neutron] 10.222.0.11 "GET /v2.0/networks/35b953cb-3f56-4753-a6f2-3a37c46fea02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933713 Dec 10 16:21:47.493711 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-512e1052-3155-41ed-923d-ecaae38ba81b tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:47.499710 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9e2f96d9-49e3-4186-bdd6-04084c76bdff None None] Provisioning complete for port bf30cf8b-12bb-438d-b72b-18e9aed513c8 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:21:47.500102 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9e2f96d9-49e3-4186-bdd6-04084c76bdff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:47.588033 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9e2f96d9-49e3-4186-bdd6-04084c76bdff None None] Port bf30cf8b-12bb-438d-b72b-18e9aed513c8 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:21:47.803003 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45875d-bbc8-4e1e-a010-44b211fe714e req-24962356-9716-4660-80d6-db8b9447ccf7 tempest-ServersOnMultiNodesTest-636306376 tempest-ServersOnMultiNodesTest-636306376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:47.812868 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5f45875d-bbc8-4e1e-a010-44b211fe714e req-24962356-9716-4660-80d6-db8b9447ccf7 tempest-ServersOnMultiNodesTest-636306376 tempest-ServersOnMultiNodesTest-636306376-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9d370f79-a420-4f2c-9635-743e0287e036 HTTP/1.1" status: 200 len: 1100 time: 0.0659292 Dec 10 16:21:47.925006 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-de384987-cc19-481a-9658-6c4c98dde774 req-512e1052-3155-41ed-923d-ecaae38ba81b tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Allocated IP 10.2.2.100 (d9b93369-0ca7-48d4-af9b-dd363ef2706a/091cd1f4-331e-4459-ad24-1b9d06b10cd2/3174393b-e5d0-402e-a500-15400d5f91d0) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:21:47.933404 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5f45875d-bbc8-4e1e-a010-44b211fe714e req-e1ecae37-4626-444d-93c7-cfc23711f1f2 tempest-ServersOnMultiNodesTest-636306376 tempest-ServersOnMultiNodesTest-636306376-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196711 Dec 10 16:21:48.135406 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c53a4-29d4-4c63-a739-4a3f4567bd6a req-e4c708c2-434d-4134-a52b-b30338cba411 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:48.145298 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5d9c53a4-29d4-4c63-a739-4a3f4567bd6a req-e4c708c2-434d-4134-a52b-b30338cba411 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed5a9f38-6194-4126-bf02-5b2e062a69ae HTTP/1.1" status: 200 len: 946 time: 0.1079133 Dec 10 16:21:48.178821 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 402b2c30-5063-4925-b45b-db2200d931bc up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:21:48.204393 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5d9c53a4-29d4-4c63-a739-4a3f4567bd6a req-86798ae0-a978-476b-9d27-c9ff09e0542e tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546744 Dec 10 16:21:48.269175 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-512e1052-3155-41ed-923d-ecaae38ba81b tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:48.353039 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 402b2c30-5063-4925-b45b-db2200d931bc completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:21:48.360527 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 402b2c30-5063-4925-b45b-db2200d931bc triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:21:48.362986 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-512e1052-3155-41ed-923d-ecaae38ba81b tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:48.364415 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:48.507215 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de384987-cc19-481a-9658-6c4c98dde774 req-512e1052-3155-41ed-923d-ecaae38ba81b tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Network d9b93369-0ca7-48d4-af9b-dd363ef2706a is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:21:48.510653 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-de384987-cc19-481a-9658-6c4c98dde774 req-512e1052-3155-41ed-923d-ecaae38ba81b tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:21:48.517229 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:48.528077 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-de384987-cc19-481a-9658-6c4c98dde774 req-512e1052-3155-41ed-923d-ecaae38ba81b tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:21:48.612419 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e1052-3155-41ed-923d-ecaae38ba81b tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Pushing event updated for resources: {'Port': ['ID=3174393b-e5d0-402e-a500-15400d5f91d0,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:48.643709 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:48.693121 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-512e1052-3155-41ed-923d-ecaae38ba81b tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:48.693781 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-512e1052-3155-41ed-923d-ecaae38ba81b tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:48.711906 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c4fcc7-f6bd-4241-8860-1a1a83c006fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402b2c30-5063-4925-b45b-db2200d931bc'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:21:48.714207 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a634c21-d81a-47c1-ba4b-b0b1a0054666" -d '{"events": [{"server_uuid": "09c4fcc7-f6bd-4241-8860-1a1a83c006fe", "name": "network-vif-plugged", "status": "completed", "tag": "402b2c30-5063-4925-b45b-db2200d931bc"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:21:48.734455 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-512e1052-3155-41ed-923d-ecaae38ba81b tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5830104 Dec 10 16:21:48.753640 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-de384987-cc19-481a-9658-6c4c98dde774 req-e3cfba0b-cf69-405e-8f12-acd060ee7183 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Request body: {'port': {'device_id': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd9b93369-0ca7-48d4-af9b-dd363ef2706a', 'admin_state_up': True, 'tenant_id': 'd8d2a6699ac14ae587266a65822b9f70', 'security_groups': ['4083d3d0-75b2-4bc3-967d-d9fa1f979d8e']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:21:48.768009 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 402b2c30-5063-4925-b45b-db2200d931bc, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=402b2c30-5063-4925-b45b-db2200d931bc,segment=NetworkSegment(71053937-890f-4eab-b0e9-9363f55e1cac),segment_id=71053937-890f-4eab-b0e9-9363f55e1cac)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:21:48.782391 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:48.898447 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=402b2c30-5063-4925-b45b-db2200d931bc,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:48.995183 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-e3cfba0b-cf69-405e-8f12-acd060ee7183 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Made reservation on behalf of d8d2a6699ac14ae587266a65822b9f70 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:21:49.015457 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-e3cfba0b-cf69-405e-8f12-acd060ee7183 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:49.039411 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-2a4bbde7-7448-4370-a4e4-6e8c05b657e3 None None] Provisioning complete for port 3174393b-e5d0-402e-a500-15400d5f91d0 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:21:49.040273 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2a4bbde7-7448-4370-a4e4-6e8c05b657e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:49.139235 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-2a4bbde7-7448-4370-a4e4-6e8c05b657e3 None None] Port 3174393b-e5d0-402e-a500-15400d5f91d0 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:21:49.325065 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e95bf-bf90-4e05-ab8a-233a51912956 req-fd4f62f2-7a95-415d-88a7-8cff478ff457 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:49.335503 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ce1e95bf-bf90-4e05-ab8a-233a51912956 req-fd4f62f2-7a95-415d-88a7-8cff478ff457 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] 10.222.0.11 "GET /v2.0/ports?device_id=09c4fcc7-f6bd-4241-8860-1a1a83c006fe HTTP/1.1" status: 200 len: 945 time: 0.0899124 Dec 10 16:21:49.398095 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ce1e95bf-bf90-4e05-ab8a-233a51912956 req-14c5b51d-55e5-49da-be5d-fca598e040df tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f02d5fd-6538-49df-8042-a9b1dbcbd9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612621 Dec 10 16:21:49.448756 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-de384987-cc19-481a-9658-6c4c98dde774 req-e3cfba0b-cf69-405e-8f12-acd060ee7183 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Allocated IP 10.2.2.200 (d9b93369-0ca7-48d4-af9b-dd363ef2706a/091cd1f4-331e-4459-ad24-1b9d06b10cd2/8744c76b-46ac-44c8-96c4-4bdbc0396c15) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:21:49.571662 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa3db7-dddb-44df-aaa6-186b9f04fd79 req-469ce1e3-a48a-46c5-ba38-5bee96944f11 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:49.578930 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa3db7-dddb-44df-aaa6-186b9f04fd79 req-469ce1e3-a48a-46c5-ba38-5bee96944f11 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:49.593765 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa3db7-dddb-44df-aaa6-186b9f04fd79 req-469ce1e3-a48a-46c5-ba38-5bee96944f11 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:49.605364 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa3db7-dddb-44df-aaa6-186b9f04fd79 req-469ce1e3-a48a-46c5-ba38-5bee96944f11 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:49.631637 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-45fa3db7-dddb-44df-aaa6-186b9f04fd79 req-469ce1e3-a48a-46c5-ba38-5bee96944f11 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 3096 time: 0.1509259 Dec 10 16:21:49.655512 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:49.737220 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-e3cfba0b-cf69-405e-8f12-acd060ee7183 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:49.785136 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-45fa3db7-dddb-44df-aaa6-186b9f04fd79 req-c6cd7681-3d4d-4427-8081-7b9503b65469 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/security-groups?id=4083d3d0-75b2-4bc3-967d-d9fa1f979d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514456 Dec 10 16:21:49.827862 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-e3cfba0b-cf69-405e-8f12-acd060ee7183 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:49.919419 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-f656d34f-0628-4bd0-aeba-bdfc3c30258e tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:49.922031 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-f656d34f-0628-4bd0-aeba-bdfc3c30258e tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.26 "GET /v2.0/networks?id=35b953cb-3f56-4753-a6f2-3a37c46fea02 HTTP/1.1" status: 200 len: 812 time: 0.2729537 Dec 10 16:21:49.937200 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de384987-cc19-481a-9658-6c4c98dde774 req-e3cfba0b-cf69-405e-8f12-acd060ee7183 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Network d9b93369-0ca7-48d4-af9b-dd363ef2706a is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:21:49.944992 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-de384987-cc19-481a-9658-6c4c98dde774 req-e3cfba0b-cf69-405e-8f12-acd060ee7183 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:21:49.950226 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-de384987-cc19-481a-9658-6c4c98dde774 req-e3cfba0b-cf69-405e-8f12-acd060ee7183 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:21:49.954572 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfba0b-cf69-405e-8f12-acd060ee7183 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Pushing event updated for resources: {'Port': ['ID=8744c76b-46ac-44c8-96c4-4bdbc0396c15,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:49.957976 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8fd2dc68-f2f6-4b87-b044-eb6cf1951c29 req-aa50752b-321c-44ce-a875-0966aa742999 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/ports?device_id=51f8718e-4d39-4856-9f72-0652637aa6a4 HTTP/1.1" status: 200 len: 210 time: 0.0346255 Dec 10 16:21:49.969350 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-872dadbe-c723-46db-b122-ca6499f5b674 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Request body: {'port': {'device_id': '51f8718e-4d39-4856-9f72-0652637aa6a4', 'network_id': '35b953cb-3f56-4753-a6f2-3a37c46fea02', 'admin_state_up': True, 'tenant_id': 'a3cc58e9a9e04cdfbbfcf1593b2aeb98'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:21:50.022419 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-e3cfba0b-cf69-405e-8f12-acd060ee7183 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:50.023094 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-e3cfba0b-cf69-405e-8f12-acd060ee7183 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:50.052099 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-e3cfba0b-cf69-405e-8f12-acd060ee7183 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3090675 Dec 10 16:21:50.068365 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-de384987-cc19-481a-9658-6c4c98dde774 req-0ec75df8-41e9-4847-852b-ed1d69648b28 service neutron] Request body: {'port': {'device_id': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:21:50.138355 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-0ec75df8-41e9-4847-852b-ed1d69648b28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:50.198318 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66404e0-208b-4c09-a10f-4b73adf78a50 req-88c1d5a2-a4b2-422d-b28c-ee3b8b42b9fa tempest-ServersOnMultiNodesTest-636306376 tempest-ServersOnMultiNodesTest-636306376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:50.207410 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c66404e0-208b-4c09-a10f-4b73adf78a50 req-88c1d5a2-a4b2-422d-b28c-ee3b8b42b9fa tempest-ServersOnMultiNodesTest-636306376 tempest-ServersOnMultiNodesTest-636306376-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=bb443b77-bdd2-4850-943c-7e3d2c70fb73 HTTP/1.1" status: 200 len: 1101 time: 0.0653627 Dec 10 16:21:50.247953 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-872dadbe-c723-46db-b122-ca6499f5b674 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Made reservation on behalf of a3cc58e9a9e04cdfbbfcf1593b2aeb98 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:21:50.251659 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-872dadbe-c723-46db-b122-ca6499f5b674 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:50.295172 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c66404e0-208b-4c09-a10f-4b73adf78a50 req-4e90b2a0-8734-44ae-a40e-06ef0f792c23 tempest-ServersOnMultiNodesTest-636306376 tempest-ServersOnMultiNodesTest-636306376-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865583 Dec 10 16:21:50.395787 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18e8010-53e3-4558-a1a4-47ac04e67c77 x-openstack-request-id: req-c18e8010-53e3-4558-a1a4-47ac04e67c77 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:21:50.396120 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c4fcc7-f6bd-4241-8860-1a1a83c006fe", "name": "network-vif-plugged", "status": "completed", "tag": "402b2c30-5063-4925-b45b-db2200d931bc", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:21:50.396352 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c18e8010-53e3-4558-a1a4-47ac04e67c77 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:21:50.396919 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c4fcc7-f6bd-4241-8860-1a1a83c006fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402b2c30-5063-4925-b45b-db2200d931bc', 'code': 200} Dec 10 16:21:50.484569 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-56221c91-4693-4b05-9abe-046eaa05261a None None] Provisioning complete for port 8744c76b-46ac-44c8-96c4-4bdbc0396c15 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:21:50.485207 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-56221c91-4693-4b05-9abe-046eaa05261a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:50.523975 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-56221c91-4693-4b05-9abe-046eaa05261a None None] Port 8744c76b-46ac-44c8-96c4-4bdbc0396c15 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:21:50.539176 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-872dadbe-c723-46db-b122-ca6499f5b674 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Allocated IP 172.20.0.2 (35b953cb-3f56-4753-a6f2-3a37c46fea02/b7e8a49b-cdc4-4ea7-917a-0efc9795c921/9b98c649-cef6-41a9-9094-c2220e447576) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:21:50.633731 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-de384987-cc19-481a-9658-6c4c98dde774 req-0ec75df8-41e9-4847-852b-ed1d69648b28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd4fac7c-3598-4cc6-b999-9dd9d8245c08 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:21:50.644949 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-0ec75df8-41e9-4847-852b-ed1d69648b28 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:50.658236 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89564f4-7250-4c6c-bbef-2e7c1b4ca362 req-8b0f96c9-25fe-4cb6-a406-2249095df5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:50.660933 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e89564f4-7250-4c6c-bbef-2e7c1b4ca362 req-8b0f96c9-25fe-4cb6-a406-2249095df5f0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=09c4fcc7-f6bd-4241-8860-1a1a83c006fe HTTP/1.1" status: 200 len: 1096 time: 0.1772015 Dec 10 16:21:50.685283 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829eafb7-3b14-47f0-927c-3252d02b8864 req-288455e8-0136-4e6f-9d0e-803509278b3c tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:50.688640 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-de384987-cc19-481a-9658-6c4c98dde774 req-0ec75df8-41e9-4847-852b-ed1d69648b28 service neutron] Transition to ACTIVE for port object bd4fac7c-3598-4cc6-b999-9dd9d8245c08 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:21:50.695221 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-829eafb7-3b14-47f0-927c-3252d02b8864 req-288455e8-0136-4e6f-9d0e-803509278b3c tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed5a9f38-6194-4126-bf02-5b2e062a69ae HTTP/1.1" status: 200 len: 946 time: 0.1077831 Dec 10 16:21:50.696580 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-0ec75df8-41e9-4847-852b-ed1d69648b28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:50.762728 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e89564f4-7250-4c6c-bbef-2e7c1b4ca362 req-51f43701-65c7-4390-a6a1-d25bf853c562 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0f02d5fd-6538-49df-8042-a9b1dbcbd9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918279 Dec 10 16:21:50.790370 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-829eafb7-3b14-47f0-927c-3252d02b8864 req-80ad5d0e-7d0c-4449-bdac-7140738ffcbf tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871403 Dec 10 16:21:50.814409 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec75df8-41e9-4847-852b-ed1d69648b28 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4fac7c-3598-4cc6-b999-9dd9d8245c08,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:50.944564 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-de384987-cc19-481a-9658-6c4c98dde774 req-0ec75df8-41e9-4847-852b-ed1d69648b28 service neutron] Attempting to bind port bd4fac7c-3598-4cc6-b999-9dd9d8245c08 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:21:50.945058 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-de384987-cc19-481a-9658-6c4c98dde774 req-0ec75df8-41e9-4847-852b-ed1d69648b28 service neutron] Attempting to bind port bd4fac7c-3598-4cc6-b999-9dd9d8245c08 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': 'e4f64f1b-bbc7-4ff5-8e12-ae2f514d9487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '363226b2-5652-456e-86bb-08df05db4510'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:21:50.945590 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de384987-cc19-481a-9658-6c4c98dde774 req-0ec75df8-41e9-4847-852b-ed1d69648b28 service neutron] Attempting to bind port bd4fac7c-3598-4cc6-b999-9dd9d8245c08 on network 363226b2-5652-456e-86bb-08df05db4510 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:21:50.957385 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de384987-cc19-481a-9658-6c4c98dde774 req-0ec75df8-41e9-4847-852b-ed1d69648b28 service neutron] Port bd4fac7c-3598-4cc6-b999-9dd9d8245c08 on network 363226b2-5652-456e-86bb-08df05db4510 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:21:50.964637 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de384987-cc19-481a-9658-6c4c98dde774 req-0ec75df8-41e9-4847-852b-ed1d69648b28 service neutron] Attempting to bind port bd4fac7c-3598-4cc6-b999-9dd9d8245c08 on network 363226b2-5652-456e-86bb-08df05db4510 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:21:50.978404 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de384987-cc19-481a-9658-6c4c98dde774 req-0ec75df8-41e9-4847-852b-ed1d69648b28 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:21:50.978672 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-872dadbe-c723-46db-b122-ca6499f5b674 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:50.978907 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de384987-cc19-481a-9658-6c4c98dde774 req-0ec75df8-41e9-4847-852b-ed1d69648b28 service neutron] Checking segment: {'id': 'e4f64f1b-bbc7-4ff5-8e12-ae2f514d9487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '363226b2-5652-456e-86bb-08df05db4510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:21:50.979413 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de384987-cc19-481a-9658-6c4c98dde774 req-0ec75df8-41e9-4847-852b-ed1d69648b28 service neutron] Bound using segment: {'id': 'e4f64f1b-bbc7-4ff5-8e12-ae2f514d9487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '363226b2-5652-456e-86bb-08df05db4510'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:21:50.979953 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-de384987-cc19-481a-9658-6c4c98dde774 req-0ec75df8-41e9-4847-852b-ed1d69648b28 service neutron] Bound port: bd4fac7c-3598-4cc6-b999-9dd9d8245c08, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f64f1b-bbc7-4ff5-8e12-ae2f514d9487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '363226b2-5652-456e-86bb-08df05db4510'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:21:50.980405 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-0ec75df8-41e9-4847-852b-ed1d69648b28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:51.031868 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-872dadbe-c723-46db-b122-ca6499f5b674 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:51.069997 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-872dadbe-c723-46db-b122-ca6499f5b674 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Network 35b953cb-3f56-4753-a6f2-3a37c46fea02 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:21:51.117533 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-de384987-cc19-481a-9658-6c4c98dde774 req-0ec75df8-41e9-4847-852b-ed1d69648b28 service neutron] For port bd4fac7c-3598-4cc6-b999-9dd9d8245c08, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:21:51.125222 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-de384987-cc19-481a-9658-6c4c98dde774 req-0ec75df8-41e9-4847-852b-ed1d69648b28 service neutron] For port bd4fac7c-3598-4cc6-b999-9dd9d8245c08, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=bd4fac7c-3598-4cc6-b999-9dd9d8245c08,segment=NetworkSegment(e4f64f1b-bbc7-4ff5-8e12-ae2f514d9487),segment_id=e4f64f1b-bbc7-4ff5-8e12-ae2f514d9487)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:21:51.132791 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-0ec75df8-41e9-4847-852b-ed1d69648b28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:51.144102 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872dadbe-c723-46db-b122-ca6499f5b674 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Pushing event updated for resources: {'Port': ['ID=9b98c649-cef6-41a9-9094-c2220e447576,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:51.151393 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-872dadbe-c723-46db-b122-ca6499f5b674 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:21:51.157219 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-872dadbe-c723-46db-b122-ca6499f5b674 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:21:51.206870 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-0ec75df8-41e9-4847-852b-ed1d69648b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:51.207671 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-0ec75df8-41e9-4847-852b-ed1d69648b28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:51.209134 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-0ec75df8-41e9-4847-852b-ed1d69648b28 service neutron] 10.222.0.46 "PUT /v2.0/ports/bd4fac7c-3598-4cc6-b999-9dd9d8245c08 HTTP/1.1" status: 200 len: 1092 time: 1.1454470 Dec 10 16:21:51.209679 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'tag': 'bd4fac7c-3598-4cc6-b999-9dd9d8245c08'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:21:51.212245 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d826914-4015-4da2-918f-57563eb5ab7a" -d '{"events": [{"name": "network-changed", "server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "tag": "bd4fac7c-3598-4cc6-b999-9dd9d8245c08"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:21:51.260436 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-de384987-cc19-481a-9658-6c4c98dde774 req-664b1548-4858-4e50-908d-f6adc1657660 service neutron] Request body: {'port': {'device_id': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:21:51.299557 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-872dadbe-c723-46db-b122-ca6499f5b674 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:51.303370 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-872dadbe-c723-46db-b122-ca6499f5b674 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:51.339149 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-872dadbe-c723-46db-b122-ca6499f5b674 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3750577 Dec 10 16:21:51.357213 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-f1782ecc-5f6f-4b61-b958-292e97214623 service neutron] Request body: {'port': {'device_id': '51f8718e-4d39-4856-9f72-0652637aa6a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:21:51.390254 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec75df8-41e9-4847-852b-ed1d69648b28 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4fac7c-3598-4cc6-b999-9dd9d8245c08,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:51.404707 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-664b1548-4858-4e50-908d-f6adc1657660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:51.494168 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-f1782ecc-5f6f-4b61-b958-292e97214623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:51.850711 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d3925-a3df-4d3c-a814-41d928e0fdb4 req-4e2d9e74-a008-4cb1-b72e-ea22c3f64ce9 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:51.853114 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-073d3925-a3df-4d3c-a814-41d928e0fdb4 req-4e2d9e74-a008-4cb1-b72e-ea22c3f64ce9 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] 10.222.0.11 "GET /v2.0/ports?device_id=09c4fcc7-f6bd-4241-8860-1a1a83c006fe HTTP/1.1" status: 200 len: 945 time: 0.3600123 Dec 10 16:21:51.902600 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-de384987-cc19-481a-9658-6c4c98dde774 req-664b1548-4858-4e50-908d-f6adc1657660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef7248a-01ee-4f91-846b-1268835ed13c {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:21:51.912088 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-664b1548-4858-4e50-908d-f6adc1657660 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:51.928245 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-de384987-cc19-481a-9658-6c4c98dde774 req-664b1548-4858-4e50-908d-f6adc1657660 service neutron] Transition to ACTIVE for port object cef7248a-01ee-4f91-846b-1268835ed13c will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:21:51.939092 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-664b1548-4858-4e50-908d-f6adc1657660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:51.994844 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-073d3925-a3df-4d3c-a814-41d928e0fdb4 req-5bf5292c-03b5-45eb-b11e-0d4741082ff0 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f02d5fd-6538-49df-8042-a9b1dbcbd9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330061 Dec 10 16:21:52.003039 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b1548-4858-4e50-908d-f6adc1657660 service neutron] Pushing event updated for resources: {'Port': ['ID=cef7248a-01ee-4f91-846b-1268835ed13c,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:52.021376 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-f1782ecc-5f6f-4b61-b958-292e97214623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b98c649-cef6-41a9-9094-c2220e447576 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:21:52.056480 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-f1782ecc-5f6f-4b61-b958-292e97214623 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:52.097535 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-f1782ecc-5f6f-4b61-b958-292e97214623 service neutron] Transition to ACTIVE for port object 9b98c649-cef6-41a9-9094-c2220e447576 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:21:52.103598 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-f1782ecc-5f6f-4b61-b958-292e97214623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:52.256131 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 103fc782-07ea-4d5d-9ac2-ebae0033fef3 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:21:52.260872 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-de384987-cc19-481a-9658-6c4c98dde774 req-664b1548-4858-4e50-908d-f6adc1657660 service neutron] Attempting to bind port cef7248a-01ee-4f91-846b-1268835ed13c on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:21:52.261377 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-de384987-cc19-481a-9658-6c4c98dde774 req-664b1548-4858-4e50-908d-f6adc1657660 service neutron] Attempting to bind port cef7248a-01ee-4f91-846b-1268835ed13c by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '4e78b27f-1344-44f4-ae5a-33d21993ff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd3d2f5a8-9c2a-4e37-81c2-a6be304a674b'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:21:52.262520 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de384987-cc19-481a-9658-6c4c98dde774 req-664b1548-4858-4e50-908d-f6adc1657660 service neutron] Attempting to bind port cef7248a-01ee-4f91-846b-1268835ed13c on network d3d2f5a8-9c2a-4e37-81c2-a6be304a674b {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:21:52.280272 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de384987-cc19-481a-9658-6c4c98dde774 req-664b1548-4858-4e50-908d-f6adc1657660 service neutron] Port cef7248a-01ee-4f91-846b-1268835ed13c on network d3d2f5a8-9c2a-4e37-81c2-a6be304a674b not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:21:52.281402 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de384987-cc19-481a-9658-6c4c98dde774 req-664b1548-4858-4e50-908d-f6adc1657660 service neutron] Attempting to bind port cef7248a-01ee-4f91-846b-1268835ed13c on network d3d2f5a8-9c2a-4e37-81c2-a6be304a674b {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:21:52.301924 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de384987-cc19-481a-9658-6c4c98dde774 req-664b1548-4858-4e50-908d-f6adc1657660 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:21:52.302244 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de384987-cc19-481a-9658-6c4c98dde774 req-664b1548-4858-4e50-908d-f6adc1657660 service neutron] Checking segment: {'id': '4e78b27f-1344-44f4-ae5a-33d21993ff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd3d2f5a8-9c2a-4e37-81c2-a6be304a674b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:21:52.305659 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de384987-cc19-481a-9658-6c4c98dde774 req-664b1548-4858-4e50-908d-f6adc1657660 service neutron] Bound using segment: {'id': '4e78b27f-1344-44f4-ae5a-33d21993ff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd3d2f5a8-9c2a-4e37-81c2-a6be304a674b'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:21:52.306354 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-de384987-cc19-481a-9658-6c4c98dde774 req-664b1548-4858-4e50-908d-f6adc1657660 service neutron] Bound port: cef7248a-01ee-4f91-846b-1268835ed13c, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e78b27f-1344-44f4-ae5a-33d21993ff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd3d2f5a8-9c2a-4e37-81c2-a6be304a674b'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:21:52.306994 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-664b1548-4858-4e50-908d-f6adc1657660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:52.361977 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1782ecc-5f6f-4b61-b958-292e97214623 service neutron] Pushing event updated for resources: {'Port': ['ID=9b98c649-cef6-41a9-9094-c2220e447576,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:52.429750 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf2e5b-c519-48b1-b3cc-5814bf8fe7b4 req-47036daa-00ef-420e-b3d1-2f67c0fb0f32 tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:52.441484 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1adf2e5b-c519-48b1-b3cc-5814bf8fe7b4 req-47036daa-00ef-420e-b3d1-2f67c0fb0f32 tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ed5a9f38-6194-4126-bf02-5b2e062a69ae HTTP/1.1" status: 200 len: 1097 time: 0.2314212 Dec 10 16:21:52.498582 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 103fc782-07ea-4d5d-9ac2-ebae0033fef3, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=103fc782-07ea-4d5d-9ac2-ebae0033fef3,segment=NetworkSegment(8ca85019-a24a-4916-864b-3c419298bab5),segment_id=8ca85019-a24a-4916-864b-3c419298bab5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:21:52.522956 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '103fc782-07ea-4d5d-9ac2-ebae0033fef3', 'network_id': '85be2e17-4b10-4d14-9b32-3869abb76961', 'port_id': '103fc782-07ea-4d5d-9ac2-ebae0033fef3', 'mac_address': 'fa:16:3e:95:bd:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0733bfe1-6763-4622-804d-2791b07706b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:21:52.536526 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-de384987-cc19-481a-9658-6c4c98dde774 req-664b1548-4858-4e50-908d-f6adc1657660 service neutron] For port cef7248a-01ee-4f91-846b-1268835ed13c, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:21:52.552266 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-de384987-cc19-481a-9658-6c4c98dde774 req-664b1548-4858-4e50-908d-f6adc1657660 service neutron] For port cef7248a-01ee-4f91-846b-1268835ed13c, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=cef7248a-01ee-4f91-846b-1268835ed13c,segment=NetworkSegment(4e78b27f-1344-44f4-ae5a-33d21993ff0c),segment_id=4e78b27f-1344-44f4-ae5a-33d21993ff0c)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:21:52.561064 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-664b1548-4858-4e50-908d-f6adc1657660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:52.634465 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:52.641070 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-664b1548-4858-4e50-908d-f6adc1657660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:52.644215 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-664b1548-4858-4e50-908d-f6adc1657660 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:52.647176 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-664b1548-4858-4e50-908d-f6adc1657660 service neutron] 10.222.0.46 "PUT /v2.0/ports/cef7248a-01ee-4f91-846b-1268835ed13c HTTP/1.1" status: 200 len: 1129 time: 1.3928809 Dec 10 16:21:52.685696 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1adf2e5b-c519-48b1-b3cc-5814bf8fe7b4 req-85e3c2ad-9d81-44ba-babd-f46aaa81ef1d tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412255 Dec 10 16:21:52.717149 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-f1782ecc-5f6f-4b61-b958-292e97214623 service neutron] Attempting to bind port 9b98c649-cef6-41a9-9094-c2220e447576 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:21:52.717518 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-f1782ecc-5f6f-4b61-b958-292e97214623 service neutron] Attempting to bind port 9b98c649-cef6-41a9-9094-c2220e447576 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '8f06f3ad-599b-498d-b3dd-e0e6ed583f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '35b953cb-3f56-4753-a6f2-3a37c46fea02'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:21:52.717851 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-f1782ecc-5f6f-4b61-b958-292e97214623 service neutron] Attempting to bind port 9b98c649-cef6-41a9-9094-c2220e447576 on network 35b953cb-3f56-4753-a6f2-3a37c46fea02 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:21:52.718196 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-de384987-cc19-481a-9658-6c4c98dde774 req-3c6f408f-b70d-4589-a3d7-62e3630c7dd9 service neutron] Request body: {'port': {'device_id': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:21:52.729025 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 103fc782-07ea-4d5d-9ac2-ebae0033fef3 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:21:52.739940 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-f1782ecc-5f6f-4b61-b958-292e97214623 service neutron] Port 9b98c649-cef6-41a9-9094-c2220e447576 on network 35b953cb-3f56-4753-a6f2-3a37c46fea02 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:21:52.740265 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-f1782ecc-5f6f-4b61-b958-292e97214623 service neutron] Attempting to bind port 9b98c649-cef6-41a9-9094-c2220e447576 on network 35b953cb-3f56-4753-a6f2-3a37c46fea02 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:21:52.754645 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-f1782ecc-5f6f-4b61-b958-292e97214623 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:21:52.758717 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-f1782ecc-5f6f-4b61-b958-292e97214623 service neutron] Checking segment: {'id': '8f06f3ad-599b-498d-b3dd-e0e6ed583f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '35b953cb-3f56-4753-a6f2-3a37c46fea02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:21:52.760893 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-f1782ecc-5f6f-4b61-b958-292e97214623 service neutron] Bound using segment: {'id': '8f06f3ad-599b-498d-b3dd-e0e6ed583f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '35b953cb-3f56-4753-a6f2-3a37c46fea02'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:21:52.761582 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-f1782ecc-5f6f-4b61-b958-292e97214623 service neutron] Bound port: 9b98c649-cef6-41a9-9094-c2220e447576, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f06f3ad-599b-498d-b3dd-e0e6ed583f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '35b953cb-3f56-4753-a6f2-3a37c46fea02'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:21:52.763069 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-f1782ecc-5f6f-4b61-b958-292e97214623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:52.814867 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 103fc782-07ea-4d5d-9ac2-ebae0033fef3, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=103fc782-07ea-4d5d-9ac2-ebae0033fef3,segment=NetworkSegment(8ca85019-a24a-4916-864b-3c419298bab5),segment_id=8ca85019-a24a-4916-864b-3c419298bab5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:21:52.821622 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:52.921763 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=103fc782-07ea-4d5d-9ac2-ebae0033fef3,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:52.935848 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-3c6f408f-b70d-4589-a3d7-62e3630c7dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:52.940581 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['103fc782-07ea-4d5d-9ac2-ebae0033fef3'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:21:52.987359 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b1548-4858-4e50-908d-f6adc1657660 service neutron] Pushing event updated for resources: {'Port': ['ID=cef7248a-01ee-4f91-846b-1268835ed13c,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:53.004811 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-f1782ecc-5f6f-4b61-b958-292e97214623 service neutron] For port 9b98c649-cef6-41a9-9094-c2220e447576, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:21:53.018673 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-f1782ecc-5f6f-4b61-b958-292e97214623 service neutron] For port 9b98c649-cef6-41a9-9094-c2220e447576, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=9b98c649-cef6-41a9-9094-c2220e447576,segment=NetworkSegment(8f06f3ad-599b-498d-b3dd-e0e6ed583f4b),segment_id=8f06f3ad-599b-498d-b3dd-e0e6ed583f4b)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:21:53.036380 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-f1782ecc-5f6f-4b61-b958-292e97214623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:53.067353 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-f1782ecc-5f6f-4b61-b958-292e97214623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:53.068016 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-f1782ecc-5f6f-4b61-b958-292e97214623 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:53.069452 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-f1782ecc-5f6f-4b61-b958-292e97214623 service neutron] 10.222.0.26 "PUT /v2.0/ports/9b98c649-cef6-41a9-9094-c2220e447576 HTTP/1.1" status: 200 len: 1091 time: 1.7180204 Dec 10 16:21:53.071268 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f8718e-4d39-4856-9f72-0652637aa6a4', 'tag': '9b98c649-cef6-41a9-9094-c2220e447576'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:21:53.096143 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30fd455-8422-47b2-945b-7ff74a56974b" -d '{"events": [{"name": "network-changed", "server_uuid": "51f8718e-4d39-4856-9f72-0652637aa6a4", "tag": "9b98c649-cef6-41a9-9094-c2220e447576"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:21:53.110562 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d506d2-df0e-422d-bba8-dca493d30d03 req-0613e1a3-613f-4164-b752-db19ac600b75 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:53.121067 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d506d2-df0e-422d-bba8-dca493d30d03 req-0613e1a3-613f-4164-b752-db19ac600b75 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:53.129237 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d506d2-df0e-422d-bba8-dca493d30d03 req-0613e1a3-613f-4164-b752-db19ac600b75 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:53.136238 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d506d2-df0e-422d-bba8-dca493d30d03 req-0613e1a3-613f-4164-b752-db19ac600b75 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:53.146992 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d506d2-df0e-422d-bba8-dca493d30d03 req-0613e1a3-613f-4164-b752-db19ac600b75 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:53.156857 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d506d2-df0e-422d-bba8-dca493d30d03 req-0613e1a3-613f-4164-b752-db19ac600b75 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:53.169583 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-59d506d2-df0e-422d-bba8-dca493d30d03 req-0613e1a3-613f-4164-b752-db19ac600b75 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 4600 time: 0.2880294 Dec 10 16:21:53.537217 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-59d506d2-df0e-422d-bba8-dca493d30d03 req-60734410-8ddc-49c1-a009-a4673eb47e2e tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fee5dea-5071-48b5-9184-803baa237b28&id=4083d3d0-75b2-4bc3-967d-d9fa1f979d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3656707 Dec 10 16:21:53.552986 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1782ecc-5f6f-4b61-b958-292e97214623 service neutron] Pushing event updated for resources: {'Port': ['ID=9b98c649-cef6-41a9-9094-c2220e447576,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:53.595371 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-fed13d26-fc62-44ee-b46a-2ff11041d842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:53.600000 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-fed13d26-fc62-44ee-b46a-2ff11041d842 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a3cc58e9a9e04cdfbbfcf1593b2aeb98&device_id=51f8718e-4d39-4856-9f72-0652637aa6a4 HTTP/1.1" status: 200 len: 1094 time: 0.3995619 Dec 10 16:21:53.656388 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-de384987-cc19-481a-9658-6c4c98dde774 req-3c6f408f-b70d-4589-a3d7-62e3630c7dd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21ff2032-7c79-4143-8370-31ee1ca6849c {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:21:53.672283 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-3c6f408f-b70d-4589-a3d7-62e3630c7dd9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:53.681859 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-bb13e80f-4daf-4a1e-ad3a-0a5f98d4360b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b98c649-cef6-41a9-9094-c2220e447576 HTTP/1.1" status: 200 len: 217 time: 0.0708559 Dec 10 16:21:53.710674 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-de384987-cc19-481a-9658-6c4c98dde774 req-3c6f408f-b70d-4589-a3d7-62e3630c7dd9 service neutron] Transition to ACTIVE for port object 21ff2032-7c79-4143-8370-31ee1ca6849c will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:21:53.719695 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-3c6f408f-b70d-4589-a3d7-62e3630c7dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:53.811689 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-2035fbc1-b5dc-49e6-87d5-73ffa4c3e2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:53.820502 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-2035fbc1-b5dc-49e6-87d5-73ffa4c3e2ac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b7e8a49b-cdc4-4ea7-917a-0efc9795c921 HTTP/1.1" status: 200 len: 852 time: 0.1211822 Dec 10 16:21:53.869284 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f408f-b70d-4589-a3d7-62e3630c7dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=21ff2032-7c79-4143-8370-31ee1ca6849c,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:53.917156 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-74177ec7-51b1-422d-85b1-16392eaf3fd1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=35b953cb-3f56-4753-a6f2-3a37c46fea02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734644 Dec 10 16:21:54.037665 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-de384987-cc19-481a-9658-6c4c98dde774 req-3c6f408f-b70d-4589-a3d7-62e3630c7dd9 service neutron] Attempting to bind port 21ff2032-7c79-4143-8370-31ee1ca6849c on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:21:54.038009 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-de384987-cc19-481a-9658-6c4c98dde774 req-3c6f408f-b70d-4589-a3d7-62e3630c7dd9 service neutron] Attempting to bind port 21ff2032-7c79-4143-8370-31ee1ca6849c by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '4e78b27f-1344-44f4-ae5a-33d21993ff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd3d2f5a8-9c2a-4e37-81c2-a6be304a674b'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:21:54.038363 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de384987-cc19-481a-9658-6c4c98dde774 req-3c6f408f-b70d-4589-a3d7-62e3630c7dd9 service neutron] Attempting to bind port 21ff2032-7c79-4143-8370-31ee1ca6849c on network d3d2f5a8-9c2a-4e37-81c2-a6be304a674b {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:21:54.050974 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de384987-cc19-481a-9658-6c4c98dde774 req-3c6f408f-b70d-4589-a3d7-62e3630c7dd9 service neutron] Port 21ff2032-7c79-4143-8370-31ee1ca6849c on network d3d2f5a8-9c2a-4e37-81c2-a6be304a674b not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:21:54.051303 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de384987-cc19-481a-9658-6c4c98dde774 req-3c6f408f-b70d-4589-a3d7-62e3630c7dd9 service neutron] Attempting to bind port 21ff2032-7c79-4143-8370-31ee1ca6849c on network d3d2f5a8-9c2a-4e37-81c2-a6be304a674b {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:21:54.062172 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de384987-cc19-481a-9658-6c4c98dde774 req-3c6f408f-b70d-4589-a3d7-62e3630c7dd9 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:21:54.062503 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de384987-cc19-481a-9658-6c4c98dde774 req-3c6f408f-b70d-4589-a3d7-62e3630c7dd9 service neutron] Checking segment: {'id': '4e78b27f-1344-44f4-ae5a-33d21993ff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd3d2f5a8-9c2a-4e37-81c2-a6be304a674b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:21:54.062886 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de384987-cc19-481a-9658-6c4c98dde774 req-3c6f408f-b70d-4589-a3d7-62e3630c7dd9 service neutron] Bound using segment: {'id': '4e78b27f-1344-44f4-ae5a-33d21993ff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd3d2f5a8-9c2a-4e37-81c2-a6be304a674b'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:21:54.068401 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-de384987-cc19-481a-9658-6c4c98dde774 req-3c6f408f-b70d-4589-a3d7-62e3630c7dd9 service neutron] Bound port: 21ff2032-7c79-4143-8370-31ee1ca6849c, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e78b27f-1344-44f4-ae5a-33d21993ff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd3d2f5a8-9c2a-4e37-81c2-a6be304a674b'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:21:54.068813 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-3c6f408f-b70d-4589-a3d7-62e3630c7dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:54.140638 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3621887-bbd3-4f30-abb1-78dfb73f304e req-02c3fc60-5672-4cfd-af2f-f6957791fe12 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:54.143066 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a3621887-bbd3-4f30-abb1-78dfb73f304e req-02c3fc60-5672-4cfd-af2f-f6957791fe12 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/ports?device_id=51f8718e-4d39-4856-9f72-0652637aa6a4 HTTP/1.1" status: 200 len: 943 time: 0.4387381 Dec 10 16:21:54.221675 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-de384987-cc19-481a-9658-6c4c98dde774 req-3c6f408f-b70d-4589-a3d7-62e3630c7dd9 service neutron] For port 21ff2032-7c79-4143-8370-31ee1ca6849c, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:21:54.230262 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-de384987-cc19-481a-9658-6c4c98dde774 req-3c6f408f-b70d-4589-a3d7-62e3630c7dd9 service neutron] For port 21ff2032-7c79-4143-8370-31ee1ca6849c, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=21ff2032-7c79-4143-8370-31ee1ca6849c,segment=NetworkSegment(4e78b27f-1344-44f4-ae5a-33d21993ff0c),segment_id=4e78b27f-1344-44f4-ae5a-33d21993ff0c)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:21:54.236739 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-3c6f408f-b70d-4589-a3d7-62e3630c7dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:54.257281 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 103fc782-07ea-4d5d-9ac2-ebae0033fef3 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:21:54.300400 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a3621887-bbd3-4f30-abb1-78dfb73f304e req-3e4f8c96-5ac3-4253-a5f3-bb36dbf34469 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd34fd79-d9bf-4084-a467-851c2b3027f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394839 Dec 10 16:21:54.311678 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-d53dc760-19ed-472b-bd4e-a094086af30c service neutron] 10.222.0.26 "GET /v2.0/networks/35b953cb-3f56-4753-a6f2-3a37c46fea02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541558 Dec 10 16:21:54.331822 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-3c6f408f-b70d-4589-a3d7-62e3630c7dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:54.337394 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-3c6f408f-b70d-4589-a3d7-62e3630c7dd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:54.340231 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-3c6f408f-b70d-4589-a3d7-62e3630c7dd9 service neutron] 10.222.0.46 "PUT /v2.0/ports/21ff2032-7c79-4143-8370-31ee1ca6849c HTTP/1.1" status: 200 len: 1128 time: 1.6275160 Dec 10 16:21:54.376753 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-de384987-cc19-481a-9658-6c4c98dde774 req-2fc8161b-b6a5-4986-8e7c-e962775a6f0d service neutron] Request body: {'port': {'device_id': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:21:54.495324 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c324c90-c1ec-4a09-bc81-6f1b2590f035 x-openstack-request-id: req-3c324c90-c1ec-4a09-bc81-6f1b2590f035 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:21:54.497992 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "tag": "bd4fac7c-3598-4cc6-b999-9dd9d8245c08", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:21:54.499208 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3c324c90-c1ec-4a09-bc81-6f1b2590f035 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:21:54.500912 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'tag': 'bd4fac7c-3598-4cc6-b999-9dd9d8245c08', 'status': 'completed', 'code': 200} Dec 10 16:21:54.510596 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 103fc782-07ea-4d5d-9ac2-ebae0033fef3 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:21:54.510980 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:54.558569 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f408f-b70d-4589-a3d7-62e3630c7dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=21ff2032-7c79-4143-8370-31ee1ca6849c,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:54.565602 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-2fc8161b-b6a5-4986-8e7c-e962775a6f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:54.707118 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7f1482a0-817f-453e-9abc-19a811ebfa14 req-adfb3a0c-0b0a-4f62-a2bf-f40b31f8b705 service neutron] 10.222.0.26 "GET /v2.0/networks/35b953cb-3f56-4753-a6f2-3a37c46fea02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786864 Dec 10 16:21:54.730790 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:54.803251 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d826914-4015-4da2-918f-57563eb5ab7a req-1d3c89e1-8a0d-4d46-a6e4-86f581d68e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:54.803728 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d826914-4015-4da2-918f-57563eb5ab7a req-1d3c89e1-8a0d-4d46-a6e4-86f581d68e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:54.804202 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d826914-4015-4da2-918f-57563eb5ab7a req-1d3c89e1-8a0d-4d46-a6e4-86f581d68e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:54.804662 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d826914-4015-4da2-918f-57563eb5ab7a req-1d3c89e1-8a0d-4d46-a6e4-86f581d68e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:54.815770 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d826914-4015-4da2-918f-57563eb5ab7a req-1d3c89e1-8a0d-4d46-a6e4-86f581d68e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:54.816571 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d826914-4015-4da2-918f-57563eb5ab7a req-1d3c89e1-8a0d-4d46-a6e4-86f581d68e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:54.817047 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d826914-4015-4da2-918f-57563eb5ab7a req-1d3c89e1-8a0d-4d46-a6e4-86f581d68e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:54.819105 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8d826914-4015-4da2-918f-57563eb5ab7a req-1d3c89e1-8a0d-4d46-a6e4-86f581d68e01 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8d2a6699ac14ae587266a65822b9f70&device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 6207 time: 0.1473224 Dec 10 16:21:54.964267 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 103fc782-07ea-4d5d-9ac2-ebae0033fef3, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=103fc782-07ea-4d5d-9ac2-ebae0033fef3,segment=NetworkSegment(8ca85019-a24a-4916-864b-3c419298bab5),segment_id=8ca85019-a24a-4916-864b-3c419298bab5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:21:54.969376 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b112941e-b6b8-477d-8a21-4f91f10c72bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103fc782-07ea-4d5d-9ac2-ebae0033fef3'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:21:54.972343 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6f12cc-3ff2-4bdf-9bae-4bfb6d71b819" -d '{"events": [{"server_uuid": "b112941e-b6b8-477d-8a21-4f91f10c72bf", "name": "network-vif-plugged", "status": "completed", "tag": "103fc782-07ea-4d5d-9ac2-ebae0033fef3"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:21:54.977602 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:55.080430 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=103fc782-07ea-4d5d-9ac2-ebae0033fef3,revision_number=7']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:55.095875 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:21:55.098616 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:21:55.099656 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:21:55.102348 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:21:55.102819 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:21:55.103265 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:21:55.106631 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:21:55.108761 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:21:55.109541 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:21:55.109987 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:21:55.112485 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:21:55.112946 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:21:55.113389 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:21:55.162973 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-de384987-cc19-481a-9658-6c4c98dde774 req-2fc8161b-b6a5-4986-8e7c-e962775a6f0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11bd17a0-c7ec-4e75-b045-d5fe4d128aea {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:21:55.177537 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-2fc8161b-b6a5-4986-8e7c-e962775a6f0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:55.213644 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-de384987-cc19-481a-9658-6c4c98dde774 req-2fc8161b-b6a5-4986-8e7c-e962775a6f0d service neutron] Transition to ACTIVE for port object 11bd17a0-c7ec-4e75-b045-d5fe4d128aea will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:21:55.217376 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-2fc8161b-b6a5-4986-8e7c-e962775a6f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:55.249943 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d826914-4015-4da2-918f-57563eb5ab7a req-1ece7cd5-5c0b-47b1-bf86-052a6183b8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:55.250531 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d826914-4015-4da2-918f-57563eb5ab7a req-1ece7cd5-5c0b-47b1-bf86-052a6183b8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:55.251469 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d826914-4015-4da2-918f-57563eb5ab7a req-1ece7cd5-5c0b-47b1-bf86-052a6183b8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:55.253812 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8d826914-4015-4da2-918f-57563eb5ab7a req-1ece7cd5-5c0b-47b1-bf86-052a6183b8a5 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=d8d2a6699ac14ae587266a65822b9f70&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4179971 Dec 10 16:21:55.384364 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8161b-b6a5-4986-8e7c-e962775a6f0d service neutron] Pushing event updated for resources: {'Port': ['ID=11bd17a0-c7ec-4e75-b045-d5fe4d128aea,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:55.470763 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d826914-4015-4da2-918f-57563eb5ab7a req-82ad77a7-f70b-41e4-9076-0c602555d3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:55.472241 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8d826914-4015-4da2-918f-57563eb5ab7a req-82ad77a7-f70b-41e4-9076-0c602555d3a7 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2081389 Dec 10 16:21:55.499822 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-de384987-cc19-481a-9658-6c4c98dde774 req-2fc8161b-b6a5-4986-8e7c-e962775a6f0d service neutron] Attempting to bind port 11bd17a0-c7ec-4e75-b045-d5fe4d128aea on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:21:55.500160 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-de384987-cc19-481a-9658-6c4c98dde774 req-2fc8161b-b6a5-4986-8e7c-e962775a6f0d service neutron] Attempting to bind port 11bd17a0-c7ec-4e75-b045-d5fe4d128aea by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '4e78b27f-1344-44f4-ae5a-33d21993ff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd3d2f5a8-9c2a-4e37-81c2-a6be304a674b'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:21:55.500485 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de384987-cc19-481a-9658-6c4c98dde774 req-2fc8161b-b6a5-4986-8e7c-e962775a6f0d service neutron] Attempting to bind port 11bd17a0-c7ec-4e75-b045-d5fe4d128aea on network d3d2f5a8-9c2a-4e37-81c2-a6be304a674b {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:21:55.521477 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de384987-cc19-481a-9658-6c4c98dde774 req-2fc8161b-b6a5-4986-8e7c-e962775a6f0d service neutron] Port 11bd17a0-c7ec-4e75-b045-d5fe4d128aea on network d3d2f5a8-9c2a-4e37-81c2-a6be304a674b not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:21:55.521800 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de384987-cc19-481a-9658-6c4c98dde774 req-2fc8161b-b6a5-4986-8e7c-e962775a6f0d service neutron] Attempting to bind port 11bd17a0-c7ec-4e75-b045-d5fe4d128aea on network d3d2f5a8-9c2a-4e37-81c2-a6be304a674b {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:21:55.535439 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de384987-cc19-481a-9658-6c4c98dde774 req-2fc8161b-b6a5-4986-8e7c-e962775a6f0d service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:21:55.535775 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de384987-cc19-481a-9658-6c4c98dde774 req-2fc8161b-b6a5-4986-8e7c-e962775a6f0d service neutron] Checking segment: {'id': '4e78b27f-1344-44f4-ae5a-33d21993ff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd3d2f5a8-9c2a-4e37-81c2-a6be304a674b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:21:55.536159 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de384987-cc19-481a-9658-6c4c98dde774 req-2fc8161b-b6a5-4986-8e7c-e962775a6f0d service neutron] Bound using segment: {'id': '4e78b27f-1344-44f4-ae5a-33d21993ff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd3d2f5a8-9c2a-4e37-81c2-a6be304a674b'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:21:55.536593 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-de384987-cc19-481a-9658-6c4c98dde774 req-2fc8161b-b6a5-4986-8e7c-e962775a6f0d service neutron] Bound port: 11bd17a0-c7ec-4e75-b045-d5fe4d128aea, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e78b27f-1344-44f4-ae5a-33d21993ff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd3d2f5a8-9c2a-4e37-81c2-a6be304a674b'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:21:55.536948 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-2fc8161b-b6a5-4986-8e7c-e962775a6f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:55.664341 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-81f5e6bc-ee85-4bc3-83e5-8f10e3d8b6b1 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=33fe36bd287d4a209fabdd94870da5aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393572 Dec 10 16:21:55.701318 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-de384987-cc19-481a-9658-6c4c98dde774 req-2fc8161b-b6a5-4986-8e7c-e962775a6f0d service neutron] For port 11bd17a0-c7ec-4e75-b045-d5fe4d128aea, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:21:55.707373 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-de384987-cc19-481a-9658-6c4c98dde774 req-2fc8161b-b6a5-4986-8e7c-e962775a6f0d service neutron] For port 11bd17a0-c7ec-4e75-b045-d5fe4d128aea, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=11bd17a0-c7ec-4e75-b045-d5fe4d128aea,segment=NetworkSegment(4e78b27f-1344-44f4-ae5a-33d21993ff0c),segment_id=4e78b27f-1344-44f4-ae5a-33d21993ff0c)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:21:55.715222 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-2fc8161b-b6a5-4986-8e7c-e962775a6f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:55.767567 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-2fc8161b-b6a5-4986-8e7c-e962775a6f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:55.768188 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-2fc8161b-b6a5-4986-8e7c-e962775a6f0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:55.769676 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-2fc8161b-b6a5-4986-8e7c-e962775a6f0d service neutron] 10.222.0.46 "PUT /v2.0/ports/11bd17a0-c7ec-4e75-b045-d5fe4d128aea HTTP/1.1" status: 200 len: 1091 time: 1.4012597 Dec 10 16:21:55.792836 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8161b-b6a5-4986-8e7c-e962775a6f0d service neutron] Pushing event updated for resources: {'Port': ['ID=11bd17a0-c7ec-4e75-b045-d5fe4d128aea,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:55.814246 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-de384987-cc19-481a-9658-6c4c98dde774 req-7bb70237-f4d4-4e23-883f-320e2cf59bc0 service neutron] Request body: {'port': {'device_id': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:21:55.888741 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-d587587d-9597-40d5-80a5-ff9b5ed2e8e2 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:55.898538 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-d587587d-9597-40d5-80a5-ff9b5ed2e8e2 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2269447 Dec 10 16:21:55.917212 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-262c8309-edfc-4a73-bf31-b8bb81af4189 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/quotas/33fe36bd287d4a209fabdd94870da5aa HTTP/1.1" status: 200 len: 375 time: 0.0172663 Dec 10 16:21:55.931748 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-7bb70237-f4d4-4e23-883f-320e2cf59bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:56.064685 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-5509c693-291c-4e53-aa03-2fad9d32ccc1 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=33fe36bd287d4a209fabdd94870da5aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1438391 Dec 10 16:21:56.678699 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-de384987-cc19-481a-9658-6c4c98dde774 req-7bb70237-f4d4-4e23-883f-320e2cf59bc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf30cf8b-12bb-438d-b72b-18e9aed513c8 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:21:56.686325 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-7bb70237-f4d4-4e23-883f-320e2cf59bc0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:56.701227 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-de384987-cc19-481a-9658-6c4c98dde774 req-7bb70237-f4d4-4e23-883f-320e2cf59bc0 service neutron] Transition to ACTIVE for port object bf30cf8b-12bb-438d-b72b-18e9aed513c8 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:21:56.702273 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'tag': 'cef7248a-01ee-4f91-846b-1268835ed13c'}, {'name': 'network-changed', 'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'tag': '21ff2032-7c79-4143-8370-31ee1ca6849c'}, {'name': 'network-changed', 'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'tag': '11bd17a0-c7ec-4e75-b045-d5fe4d128aea'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:21:56.705311 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833a8d33-94a3-4b12-88a9-8dc2e59f163a" -d '{"events": [{"name": "network-changed", "server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "tag": "cef7248a-01ee-4f91-846b-1268835ed13c"}, {"name": "network-changed", "server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "tag": "21ff2032-7c79-4143-8370-31ee1ca6849c"}, {"name": "network-changed", "server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "tag": "11bd17a0-c7ec-4e75-b045-d5fe4d128aea"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:21:56.709294 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-7bb70237-f4d4-4e23-883f-320e2cf59bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:56.803983 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb70237-f4d4-4e23-883f-320e2cf59bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=bf30cf8b-12bb-438d-b72b-18e9aed513c8,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:56.900485 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-de384987-cc19-481a-9658-6c4c98dde774 req-7bb70237-f4d4-4e23-883f-320e2cf59bc0 service neutron] Attempting to bind port bf30cf8b-12bb-438d-b72b-18e9aed513c8 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:21:56.900833 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-de384987-cc19-481a-9658-6c4c98dde774 req-7bb70237-f4d4-4e23-883f-320e2cf59bc0 service neutron] Attempting to bind port bf30cf8b-12bb-438d-b72b-18e9aed513c8 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '4e78b27f-1344-44f4-ae5a-33d21993ff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd3d2f5a8-9c2a-4e37-81c2-a6be304a674b'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:21:56.901160 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de384987-cc19-481a-9658-6c4c98dde774 req-7bb70237-f4d4-4e23-883f-320e2cf59bc0 service neutron] Attempting to bind port bf30cf8b-12bb-438d-b72b-18e9aed513c8 on network d3d2f5a8-9c2a-4e37-81c2-a6be304a674b {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:21:56.913209 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de384987-cc19-481a-9658-6c4c98dde774 req-7bb70237-f4d4-4e23-883f-320e2cf59bc0 service neutron] Port bf30cf8b-12bb-438d-b72b-18e9aed513c8 on network d3d2f5a8-9c2a-4e37-81c2-a6be304a674b not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:21:56.913521 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de384987-cc19-481a-9658-6c4c98dde774 req-7bb70237-f4d4-4e23-883f-320e2cf59bc0 service neutron] Attempting to bind port bf30cf8b-12bb-438d-b72b-18e9aed513c8 on network d3d2f5a8-9c2a-4e37-81c2-a6be304a674b {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:21:56.918971 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de384987-cc19-481a-9658-6c4c98dde774 req-7bb70237-f4d4-4e23-883f-320e2cf59bc0 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:21:56.919308 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de384987-cc19-481a-9658-6c4c98dde774 req-7bb70237-f4d4-4e23-883f-320e2cf59bc0 service neutron] Checking segment: {'id': '4e78b27f-1344-44f4-ae5a-33d21993ff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd3d2f5a8-9c2a-4e37-81c2-a6be304a674b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:21:56.919688 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de384987-cc19-481a-9658-6c4c98dde774 req-7bb70237-f4d4-4e23-883f-320e2cf59bc0 service neutron] Bound using segment: {'id': '4e78b27f-1344-44f4-ae5a-33d21993ff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd3d2f5a8-9c2a-4e37-81c2-a6be304a674b'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:21:56.920111 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-de384987-cc19-481a-9658-6c4c98dde774 req-7bb70237-f4d4-4e23-883f-320e2cf59bc0 service neutron] Bound port: bf30cf8b-12bb-438d-b72b-18e9aed513c8, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e78b27f-1344-44f4-ae5a-33d21993ff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd3d2f5a8-9c2a-4e37-81c2-a6be304a674b'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:21:56.920463 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-7bb70237-f4d4-4e23-883f-320e2cf59bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:56.997930 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b3ff1-60e0-4e4f-891d-47479a609558 req-2341aa63-0da5-4335-8e37-857c0d4bfae2 tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:56.999755 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2a8b3ff1-60e0-4e4f-891d-47479a609558 req-2341aa63-0da5-4335-8e37-857c0d4bfae2 tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ed5a9f38-6194-4126-bf02-5b2e062a69ae HTTP/1.1" status: 200 len: 1097 time: 0.0761905 Dec 10 16:21:57.098901 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-de384987-cc19-481a-9658-6c4c98dde774 req-7bb70237-f4d4-4e23-883f-320e2cf59bc0 service neutron] For port bf30cf8b-12bb-438d-b72b-18e9aed513c8, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:21:57.105776 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-de384987-cc19-481a-9658-6c4c98dde774 req-7bb70237-f4d4-4e23-883f-320e2cf59bc0 service neutron] For port bf30cf8b-12bb-438d-b72b-18e9aed513c8, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=bf30cf8b-12bb-438d-b72b-18e9aed513c8,segment=NetworkSegment(4e78b27f-1344-44f4-ae5a-33d21993ff0c),segment_id=4e78b27f-1344-44f4-ae5a-33d21993ff0c)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:21:57.114769 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-7bb70237-f4d4-4e23-883f-320e2cf59bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:57.138920 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2a8b3ff1-60e0-4e4f-891d-47479a609558 req-26e0553c-0fa9-4145-bbe3-f9093446ae8d tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235149 Dec 10 16:21:57.219931 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-7bb70237-f4d4-4e23-883f-320e2cf59bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:57.222013 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-7bb70237-f4d4-4e23-883f-320e2cf59bc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:57.226683 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-7bb70237-f4d4-4e23-883f-320e2cf59bc0 service neutron] 10.222.0.46 "PUT /v2.0/ports/bf30cf8b-12bb-438d-b72b-18e9aed513c8 HTTP/1.1" status: 200 len: 1091 time: 1.4243603 Dec 10 16:21:57.279165 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-de384987-cc19-481a-9658-6c4c98dde774 req-f0c48ed0-3ef2-49bd-a1bb-4fdc0d7e2394 service neutron] Request body: {'port': {'device_id': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:21:57.343548 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160dd9c3-c9fe-4d6f-84f8-17fb104af95a req-788fbecd-feaa-4383-93c3-42d20582f54b tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:57.354425 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb70237-f4d4-4e23-883f-320e2cf59bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=bf30cf8b-12bb-438d-b72b-18e9aed513c8,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:57.355334 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-160dd9c3-c9fe-4d6f-84f8-17fb104af95a req-788fbecd-feaa-4383-93c3-42d20582f54b tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] 10.222.0.11 "GET /v2.0/ports?device_id=09c4fcc7-f6bd-4241-8860-1a1a83c006fe HTTP/1.1" status: 200 len: 945 time: 0.1148429 Dec 10 16:21:57.379579 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb70237-f4d4-4e23-883f-320e2cf59bc0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:21:57.384767 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb70237-f4d4-4e23-883f-320e2cf59bc0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:21:57.385290 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb70237-f4d4-4e23-883f-320e2cf59bc0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:21:57.387247 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb70237-f4d4-4e23-883f-320e2cf59bc0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:21:57.388203 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb70237-f4d4-4e23-883f-320e2cf59bc0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:21:57.391532 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb70237-f4d4-4e23-883f-320e2cf59bc0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:21:57.392066 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb70237-f4d4-4e23-883f-320e2cf59bc0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:21:57.392521 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb70237-f4d4-4e23-883f-320e2cf59bc0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:21:57.393109 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb70237-f4d4-4e23-883f-320e2cf59bc0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:21:57.393571 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb70237-f4d4-4e23-883f-320e2cf59bc0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:21:57.396507 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb70237-f4d4-4e23-883f-320e2cf59bc0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:21:57.396953 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb70237-f4d4-4e23-883f-320e2cf59bc0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:21:57.397418 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb70237-f4d4-4e23-883f-320e2cf59bc0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:21:57.480301 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-160dd9c3-c9fe-4d6f-84f8-17fb104af95a req-bd52ffb2-7e77-4c08-947c-13dec64d9f7f tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f02d5fd-6538-49df-8042-a9b1dbcbd9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169248 Dec 10 16:21:57.490868 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-f0c48ed0-3ef2-49bd-a1bb-4fdc0d7e2394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:57.631935 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0728b6f-1102-481c-9a2f-ed3db6190380 x-openstack-request-id: req-c0728b6f-1102-481c-9a2f-ed3db6190380 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:21:57.632482 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f8718e-4d39-4856-9f72-0652637aa6a4", "tag": "9b98c649-cef6-41a9-9094-c2220e447576", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:21:57.632930 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c0728b6f-1102-481c-9a2f-ed3db6190380 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:21:57.633529 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f8718e-4d39-4856-9f72-0652637aa6a4', 'tag': '9b98c649-cef6-41a9-9094-c2220e447576', 'status': 'completed', 'code': 200} Dec 10 16:21:57.724746 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fd455-8422-47b2-945b-7ff74a56974b req-77279263-d106-43c2-a619-d29efbb6208a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:57.726646 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e30fd455-8422-47b2-945b-7ff74a56974b req-77279263-d106-43c2-a619-d29efbb6208a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a3cc58e9a9e04cdfbbfcf1593b2aeb98&device_id=51f8718e-4d39-4856-9f72-0652637aa6a4 HTTP/1.1" status: 200 len: 1094 time: 0.0495939 Dec 10 16:21:57.880818 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa262d-343b-4626-9e47-94bf54e59705 req-9e406245-4d8a-4c1a-9c35-eee25808c19e tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:57.888395 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa262d-343b-4626-9e47-94bf54e59705 req-9e406245-4d8a-4c1a-9c35-eee25808c19e tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:57.894802 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa262d-343b-4626-9e47-94bf54e59705 req-9e406245-4d8a-4c1a-9c35-eee25808c19e tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:57.902079 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa262d-343b-4626-9e47-94bf54e59705 req-9e406245-4d8a-4c1a-9c35-eee25808c19e tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:57.915507 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa262d-343b-4626-9e47-94bf54e59705 req-9e406245-4d8a-4c1a-9c35-eee25808c19e tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:57.922710 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa262d-343b-4626-9e47-94bf54e59705 req-9e406245-4d8a-4c1a-9c35-eee25808c19e tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:57.929085 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa262d-343b-4626-9e47-94bf54e59705 req-9e406245-4d8a-4c1a-9c35-eee25808c19e tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:57.937979 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6eaa262d-343b-4626-9e47-94bf54e59705 req-9e406245-4d8a-4c1a-9c35-eee25808c19e tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 5394 time: 0.1708930 Dec 10 16:21:58.016683 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6eaa262d-343b-4626-9e47-94bf54e59705 req-c337bf85-3e89-4e54-afae-dc88c17491a9 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fee5dea-5071-48b5-9184-803baa237b28&id=4083d3d0-75b2-4bc3-967d-d9fa1f979d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0776637 Dec 10 16:21:58.028177 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-de384987-cc19-481a-9658-6c4c98dde774 req-f0c48ed0-3ef2-49bd-a1bb-4fdc0d7e2394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3174393b-e5d0-402e-a500-15400d5f91d0 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:21:58.049928 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-f0c48ed0-3ef2-49bd-a1bb-4fdc0d7e2394 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:58.078524 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fd455-8422-47b2-945b-7ff74a56974b req-cc1c1ba4-47eb-41b1-91bc-b017c07d8051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:58.086566 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e30fd455-8422-47b2-945b-7ff74a56974b req-cc1c1ba4-47eb-41b1-91bc-b017c07d8051 service neutron] 10.222.0.26 "GET /v2.0/networks?id=35b953cb-3f56-4753-a6f2-3a37c46fea02 HTTP/1.1" status: 200 len: 913 time: 0.3509505 Dec 10 16:21:58.087489 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-de384987-cc19-481a-9658-6c4c98dde774 req-f0c48ed0-3ef2-49bd-a1bb-4fdc0d7e2394 service neutron] Transition to ACTIVE for port object 3174393b-e5d0-402e-a500-15400d5f91d0 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:21:58.092059 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-f0c48ed0-3ef2-49bd-a1bb-4fdc0d7e2394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:58.195665 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c48ed0-3ef2-49bd-a1bb-4fdc0d7e2394 service neutron] Pushing event updated for resources: {'Port': ['ID=3174393b-e5d0-402e-a500-15400d5f91d0,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:58.195852 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e30fd455-8422-47b2-945b-7ff74a56974b req-4f921ece-a71a-40b8-8601-9a1631b57e34 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b98c649-cef6-41a9-9094-c2220e447576 HTTP/1.1" status: 200 len: 217 time: 0.1024609 Dec 10 16:21:58.203382 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe90287-f18b-4cec-b268-6b770ee48f62 x-openstack-request-id: req-afe90287-f18b-4cec-b268-6b770ee48f62 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:21:58.204516 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b112941e-b6b8-477d-8a21-4f91f10c72bf", "name": "network-vif-plugged", "status": "completed", "tag": "103fc782-07ea-4d5d-9ac2-ebae0033fef3", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:21:58.205142 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-afe90287-f18b-4cec-b268-6b770ee48f62 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:21:58.205465 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b112941e-b6b8-477d-8a21-4f91f10c72bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103fc782-07ea-4d5d-9ac2-ebae0033fef3', 'code': 200} Dec 10 16:21:58.243720 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 9b98c649-cef6-41a9-9094-c2220e447576 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:21:58.248023 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 4a82d837-346f-41a2-a1e7-acf5e57b2387 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:21:58.357288 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fd455-8422-47b2-945b-7ff74a56974b req-316a8bb5-85d3-4293-9a92-f8ca0ef2c624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:58.358953 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e30fd455-8422-47b2-945b-7ff74a56974b req-316a8bb5-85d3-4293-9a92-f8ca0ef2c624 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b7e8a49b-cdc4-4ea7-917a-0efc9795c921 HTTP/1.1" status: 200 len: 852 time: 0.1525609 Dec 10 16:21:58.411343 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-de384987-cc19-481a-9658-6c4c98dde774 req-f0c48ed0-3ef2-49bd-a1bb-4fdc0d7e2394 service neutron] Attempting to bind port 3174393b-e5d0-402e-a500-15400d5f91d0 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:21:58.411944 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-de384987-cc19-481a-9658-6c4c98dde774 req-f0c48ed0-3ef2-49bd-a1bb-4fdc0d7e2394 service neutron] Attempting to bind port 3174393b-e5d0-402e-a500-15400d5f91d0 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '3b84cf93-a4ed-4e06-8725-cc61e38d8166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd9b93369-0ca7-48d4-af9b-dd363ef2706a'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:21:58.412439 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de384987-cc19-481a-9658-6c4c98dde774 req-f0c48ed0-3ef2-49bd-a1bb-4fdc0d7e2394 service neutron] Attempting to bind port 3174393b-e5d0-402e-a500-15400d5f91d0 on network d9b93369-0ca7-48d4-af9b-dd363ef2706a {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:21:58.417715 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de384987-cc19-481a-9658-6c4c98dde774 req-f0c48ed0-3ef2-49bd-a1bb-4fdc0d7e2394 service neutron] Port 3174393b-e5d0-402e-a500-15400d5f91d0 on network d9b93369-0ca7-48d4-af9b-dd363ef2706a not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:21:58.418341 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de384987-cc19-481a-9658-6c4c98dde774 req-f0c48ed0-3ef2-49bd-a1bb-4fdc0d7e2394 service neutron] Attempting to bind port 3174393b-e5d0-402e-a500-15400d5f91d0 on network d9b93369-0ca7-48d4-af9b-dd363ef2706a {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:21:58.419939 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e30fd455-8422-47b2-945b-7ff74a56974b req-3670d666-2fe5-44e6-915a-38bc49a784a4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=35b953cb-3f56-4753-a6f2-3a37c46fea02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518825 Dec 10 16:21:58.432781 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de384987-cc19-481a-9658-6c4c98dde774 req-f0c48ed0-3ef2-49bd-a1bb-4fdc0d7e2394 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:21:58.433464 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de384987-cc19-481a-9658-6c4c98dde774 req-f0c48ed0-3ef2-49bd-a1bb-4fdc0d7e2394 service neutron] Checking segment: {'id': '3b84cf93-a4ed-4e06-8725-cc61e38d8166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd9b93369-0ca7-48d4-af9b-dd363ef2706a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:21:58.434351 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de384987-cc19-481a-9658-6c4c98dde774 req-f0c48ed0-3ef2-49bd-a1bb-4fdc0d7e2394 service neutron] Bound using segment: {'id': '3b84cf93-a4ed-4e06-8725-cc61e38d8166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd9b93369-0ca7-48d4-af9b-dd363ef2706a'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:21:58.435009 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-de384987-cc19-481a-9658-6c4c98dde774 req-f0c48ed0-3ef2-49bd-a1bb-4fdc0d7e2394 service neutron] Bound port: 3174393b-e5d0-402e-a500-15400d5f91d0, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b84cf93-a4ed-4e06-8725-cc61e38d8166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd9b93369-0ca7-48d4-af9b-dd363ef2706a'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:21:58.435635 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-f0c48ed0-3ef2-49bd-a1bb-4fdc0d7e2394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:58.594471 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:58.656181 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-de384987-cc19-481a-9658-6c4c98dde774 req-f0c48ed0-3ef2-49bd-a1bb-4fdc0d7e2394 service neutron] For port 3174393b-e5d0-402e-a500-15400d5f91d0, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:21:58.666239 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-de384987-cc19-481a-9658-6c4c98dde774 req-f0c48ed0-3ef2-49bd-a1bb-4fdc0d7e2394 service neutron] For port 3174393b-e5d0-402e-a500-15400d5f91d0, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=3174393b-e5d0-402e-a500-15400d5f91d0,segment=NetworkSegment(3b84cf93-a4ed-4e06-8725-cc61e38d8166),segment_id=3b84cf93-a4ed-4e06-8725-cc61e38d8166)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:21:58.673454 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-f0c48ed0-3ef2-49bd-a1bb-4fdc0d7e2394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:58.679826 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 4a82d837-346f-41a2-a1e7-acf5e57b2387, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=4a82d837-346f-41a2-a1e7-acf5e57b2387,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:21:58.692485 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:58.693870 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb0452-03b6-4cbc-a385-6cf07f1a01e1 req-f00e337e-813e-4015-a792-c688def46ef8 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:58.717196 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d7eb0452-03b6-4cbc-a385-6cf07f1a01e1 req-f00e337e-813e-4015-a792-c688def46ef8 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/ports?device_id=51f8718e-4d39-4856-9f72-0652637aa6a4 HTTP/1.1" status: 200 len: 943 time: 0.2945836 Dec 10 16:21:58.776164 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-f0c48ed0-3ef2-49bd-a1bb-4fdc0d7e2394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:58.776832 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-f0c48ed0-3ef2-49bd-a1bb-4fdc0d7e2394 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:58.782641 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-f0c48ed0-3ef2-49bd-a1bb-4fdc0d7e2394 service neutron] 10.222.0.46 "PUT /v2.0/ports/3174393b-e5d0-402e-a500-15400d5f91d0 HTTP/1.1" status: 200 len: 1091 time: 1.5089238 Dec 10 16:21:58.790011 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 9b98c649-cef6-41a9-9094-c2220e447576, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=9b98c649-cef6-41a9-9094-c2220e447576,segment=NetworkSegment(8f06f3ad-599b-498d-b3dd-e0e6ed583f4b),segment_id=8f06f3ad-599b-498d-b3dd-e0e6ed583f4b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:21:58.811849 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '9b98c649-cef6-41a9-9094-c2220e447576', 'network_id': '35b953cb-3f56-4753-a6f2-3a37c46fea02', 'port_id': '9b98c649-cef6-41a9-9094-c2220e447576', 'mac_address': 'fa:16:3e:a7:2a:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7e8a49b-cdc4-4ea7-917a-0efc9795c921', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:21:58.841311 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c48ed0-3ef2-49bd-a1bb-4fdc0d7e2394 service neutron] Pushing event updated for resources: {'Port': ['ID=3174393b-e5d0-402e-a500-15400d5f91d0,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:58.880135 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=4a82d837-346f-41a2-a1e7-acf5e57b2387,revision_number=8']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:58.899006 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:58.928763 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b98c649-cef6-41a9-9094-c2220e447576 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:21:58.935661 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-de384987-cc19-481a-9658-6c4c98dde774 req-6d07ee90-8c30-414f-9f3b-56171e30ed8a service neutron] Request body: {'port': {'device_id': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:21:58.955986 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 9b98c649-cef6-41a9-9094-c2220e447576, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=9b98c649-cef6-41a9-9094-c2220e447576,segment=NetworkSegment(8f06f3ad-599b-498d-b3dd-e0e6ed583f4b),segment_id=8f06f3ad-599b-498d-b3dd-e0e6ed583f4b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:21:58.960818 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:58.982472 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-f9804402-5c55-466c-8e85-a4a347c37382 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=33fe36bd287d4a209fabdd94870da5aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1562550 Dec 10 16:21:59.007560 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d7eb0452-03b6-4cbc-a385-6cf07f1a01e1 req-a9a257c9-ef13-4a18-b4c5-f6355603910b tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd34fd79-d9bf-4084-a467-851c2b3027f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881317 Dec 10 16:21:59.054952 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-6d07ee90-8c30-414f-9f3b-56171e30ed8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:59.076063 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e30fd455-8422-47b2-945b-7ff74a56974b req-368b8735-16ec-4022-88f4-2219afbd8fd9 service neutron] 10.222.0.26 "GET /v2.0/networks/35b953cb-3f56-4753-a6f2-3a37c46fea02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5654335 Dec 10 16:21:59.113195 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=9b98c649-cef6-41a9-9094-c2220e447576,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:21:59.271191 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['9b98c649-cef6-41a9-9094-c2220e447576'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:21:59.291176 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-54695d6f-0f18-42f9-a67f-16aea52699fe tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=33fe36bd287d4a209fabdd94870da5aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0811179 Dec 10 16:21:59.368516 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 10 Dec 2021 16:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca66b34-7b64-482c-9786-37bbb0d366be x-openstack-request-id: req-1ca66b34-7b64-482c-9786-37bbb0d366be {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:21:59.368846 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "tag": "cef7248a-01ee-4f91-846b-1268835ed13c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "tag": "21ff2032-7c79-4143-8370-31ee1ca6849c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "tag": "11bd17a0-c7ec-4e75-b045-d5fe4d128aea", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:21:59.369143 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1ca66b34-7b64-482c-9786-37bbb0d366be {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:21:59.369606 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'tag': 'cef7248a-01ee-4f91-846b-1268835ed13c', 'status': 'completed', 'code': 200} Dec 10 16:21:59.369853 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'tag': '21ff2032-7c79-4143-8370-31ee1ca6849c', 'status': 'completed', 'code': 200} Dec 10 16:21:59.370104 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'tag': '11bd17a0-c7ec-4e75-b045-d5fe4d128aea', 'status': 'completed', 'code': 200} Dec 10 16:21:59.553084 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a8d33-94a3-4b12-88a9-8dc2e59f163a req-ba3266de-e036-4272-b1ff-e193efe322fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:59.560752 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a8d33-94a3-4b12-88a9-8dc2e59f163a req-ba3266de-e036-4272-b1ff-e193efe322fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:59.561551 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a8d33-94a3-4b12-88a9-8dc2e59f163a req-ba3266de-e036-4272-b1ff-e193efe322fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:59.562222 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a8d33-94a3-4b12-88a9-8dc2e59f163a req-ba3266de-e036-4272-b1ff-e193efe322fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:59.563103 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a8d33-94a3-4b12-88a9-8dc2e59f163a req-ba3266de-e036-4272-b1ff-e193efe322fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:59.563748 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a8d33-94a3-4b12-88a9-8dc2e59f163a req-ba3266de-e036-4272-b1ff-e193efe322fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:59.564396 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a8d33-94a3-4b12-88a9-8dc2e59f163a req-ba3266de-e036-4272-b1ff-e193efe322fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:59.569780 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-833a8d33-94a3-4b12-88a9-8dc2e59f163a req-ba3266de-e036-4272-b1ff-e193efe322fa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8d2a6699ac14ae587266a65822b9f70&device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 6408 time: 0.2127004 Dec 10 16:21:59.748568 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e30fd455-8422-47b2-945b-7ff74a56974b req-1c859808-e47e-4e68-bf65-3b6cfaf5fb8c service neutron] 10.222.0.26 "GET /v2.0/networks/35b953cb-3f56-4753-a6f2-3a37c46fea02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6714025 Dec 10 16:21:59.819435 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a8d33-94a3-4b12-88a9-8dc2e59f163a req-8e41875b-0c05-4c07-81b9-7ebc299c4332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:59.820099 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a8d33-94a3-4b12-88a9-8dc2e59f163a req-8e41875b-0c05-4c07-81b9-7ebc299c4332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:59.820787 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a8d33-94a3-4b12-88a9-8dc2e59f163a req-8e41875b-0c05-4c07-81b9-7ebc299c4332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:59.823051 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-833a8d33-94a3-4b12-88a9-8dc2e59f163a req-8e41875b-0c05-4c07-81b9-7ebc299c4332 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=d8d2a6699ac14ae587266a65822b9f70&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2122624 Dec 10 16:21:59.834363 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-7d40cc55-962e-4bea-9b29-f82858820f0a tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:59.836121 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-7d40cc55-962e-4bea-9b29-f82858820f0a tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8227911 Dec 10 16:21:59.844145 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-cbf96046-de22-4231-a55f-2ceb058872a2 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:59.846014 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-cbf96046-de22-4231-a55f-2ceb058872a2 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5466180 Dec 10 16:21:59.860624 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-a3859169-a311-4939-80f7-f21b681e1b2c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Request body: {'port': {'device_id': '4dc70f7d-4cce-4e5d-92db-247eda1fd1fc', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'admin_state_up': True, 'tenant_id': '33fe36bd287d4a209fabdd94870da5aa'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:21:59.861937 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-de384987-cc19-481a-9658-6c4c98dde774 req-6d07ee90-8c30-414f-9f3b-56171e30ed8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8744c76b-46ac-44c8-96c4-4bdbc0396c15 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:21:59.871200 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-6d07ee90-8c30-414f-9f3b-56171e30ed8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:59.890750 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-de384987-cc19-481a-9658-6c4c98dde774 req-6d07ee90-8c30-414f-9f3b-56171e30ed8a service neutron] Transition to ACTIVE for port object 8744c76b-46ac-44c8-96c4-4bdbc0396c15 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:21:59.898998 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-038853b8-87ef-4985-ba94-b5726584a3b7 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Request body: {'port': {'device_id': '5888b2c9-bee6-48f1-a8d9-4c718c21ee3c', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'admin_state_up': True, 'tenant_id': '33fe36bd287d4a209fabdd94870da5aa'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:21:59.904415 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-6d07ee90-8c30-414f-9f3b-56171e30ed8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:21:59.928006 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7a1c3-45d3-4df6-914c-9e4d0b8ff3cb req-2b750c5a-45a9-4e4e-bc06-b6ba7838c59a tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:21:59.939939 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3cc7a1c3-45d3-4df6-914c-9e4d0b8ff3cb req-2b750c5a-45a9-4e4e-bc06-b6ba7838c59a tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] 10.222.0.11 "GET /v2.0/ports?device_id=09c4fcc7-f6bd-4241-8860-1a1a83c006fe HTTP/1.1" status: 200 len: 945 time: 0.2818177 Dec 10 16:21:59.977695 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 41260) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:22:00.067806 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-9300cb7f-296e-4177-9dda-d89d9fd9d0b0 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Request body: {'floatingip': {'port_id': '402b2c30-5063-4925-b45b-db2200d931bc'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:22:00.177666 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9300cb7f-296e-4177-9dda-d89d9fd9d0b0 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks [] for floatingip, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:00.206982 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b0ddec-2f17-4066-ac6c-e6986b8cbcf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a82d837-346f-41a2-a1e7-acf5e57b2387'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:22:00.209301 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c20942-35d5-498a-a572-fcc1b299a394" -d '{"events": [{"server_uuid": "49b0ddec-2f17-4066-ac6c-e6986b8cbcf5", "name": "network-vif-unplugged", "status": "completed", "tag": "4a82d837-346f-41a2-a1e7-acf5e57b2387"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:22:00.285241 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07ee90-8c30-414f-9f3b-56171e30ed8a service neutron] Pushing event updated for resources: {'Port': ['ID=8744c76b-46ac-44c8-96c4-4bdbc0396c15,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:00.473853 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-038853b8-87ef-4985-ba94-b5726584a3b7 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Made reservation on behalf of 33fe36bd287d4a209fabdd94870da5aa for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:22:00.477825 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-038853b8-87ef-4985-ba94-b5726584a3b7 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:00.575020 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-de384987-cc19-481a-9658-6c4c98dde774 req-6d07ee90-8c30-414f-9f3b-56171e30ed8a service neutron] Attempting to bind port 8744c76b-46ac-44c8-96c4-4bdbc0396c15 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:22:00.575709 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-de384987-cc19-481a-9658-6c4c98dde774 req-6d07ee90-8c30-414f-9f3b-56171e30ed8a service neutron] Attempting to bind port 8744c76b-46ac-44c8-96c4-4bdbc0396c15 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '3b84cf93-a4ed-4e06-8725-cc61e38d8166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd9b93369-0ca7-48d4-af9b-dd363ef2706a'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:22:00.576305 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de384987-cc19-481a-9658-6c4c98dde774 req-6d07ee90-8c30-414f-9f3b-56171e30ed8a service neutron] Attempting to bind port 8744c76b-46ac-44c8-96c4-4bdbc0396c15 on network d9b93369-0ca7-48d4-af9b-dd363ef2706a {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:22:00.604136 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de384987-cc19-481a-9658-6c4c98dde774 req-6d07ee90-8c30-414f-9f3b-56171e30ed8a service neutron] Port 8744c76b-46ac-44c8-96c4-4bdbc0396c15 on network d9b93369-0ca7-48d4-af9b-dd363ef2706a not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:22:00.604873 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de384987-cc19-481a-9658-6c4c98dde774 req-6d07ee90-8c30-414f-9f3b-56171e30ed8a service neutron] Attempting to bind port 8744c76b-46ac-44c8-96c4-4bdbc0396c15 on network d9b93369-0ca7-48d4-af9b-dd363ef2706a {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:22:00.627064 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de384987-cc19-481a-9658-6c4c98dde774 req-6d07ee90-8c30-414f-9f3b-56171e30ed8a service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:22:00.627481 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de384987-cc19-481a-9658-6c4c98dde774 req-6d07ee90-8c30-414f-9f3b-56171e30ed8a service neutron] Checking segment: {'id': '3b84cf93-a4ed-4e06-8725-cc61e38d8166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd9b93369-0ca7-48d4-af9b-dd363ef2706a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:22:00.628059 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de384987-cc19-481a-9658-6c4c98dde774 req-6d07ee90-8c30-414f-9f3b-56171e30ed8a service neutron] Bound using segment: {'id': '3b84cf93-a4ed-4e06-8725-cc61e38d8166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd9b93369-0ca7-48d4-af9b-dd363ef2706a'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:22:00.628569 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-de384987-cc19-481a-9658-6c4c98dde774 req-6d07ee90-8c30-414f-9f3b-56171e30ed8a service neutron] Bound port: 8744c76b-46ac-44c8-96c4-4bdbc0396c15, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b84cf93-a4ed-4e06-8725-cc61e38d8166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd9b93369-0ca7-48d4-af9b-dd363ef2706a'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:22:00.628992 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-6d07ee90-8c30-414f-9f3b-56171e30ed8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:00.706526 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a8d33-94a3-4b12-88a9-8dc2e59f163a req-0e6f3a40-7ba4-46d1-abdf-a2bb74799348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:00.709124 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-833a8d33-94a3-4b12-88a9-8dc2e59f163a req-0e6f3a40-7ba4-46d1-abdf-a2bb74799348 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8707983 Dec 10 16:22:00.908090 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62a04f-6d60-4bf4-ae8b-7394023b9901 req-21c0d087-9380-4549-ac3a-223fb367cf69 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:00.917675 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62a04f-6d60-4bf4-ae8b-7394023b9901 req-21c0d087-9380-4549-ac3a-223fb367cf69 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:00.926544 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62a04f-6d60-4bf4-ae8b-7394023b9901 req-21c0d087-9380-4549-ac3a-223fb367cf69 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:00.936603 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62a04f-6d60-4bf4-ae8b-7394023b9901 req-21c0d087-9380-4549-ac3a-223fb367cf69 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:00.945255 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62a04f-6d60-4bf4-ae8b-7394023b9901 req-21c0d087-9380-4549-ac3a-223fb367cf69 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:00.955341 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62a04f-6d60-4bf4-ae8b-7394023b9901 req-21c0d087-9380-4549-ac3a-223fb367cf69 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:00.958768 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-de384987-cc19-481a-9658-6c4c98dde774 req-6d07ee90-8c30-414f-9f3b-56171e30ed8a service neutron] For port 8744c76b-46ac-44c8-96c4-4bdbc0396c15, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:22:00.964460 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62a04f-6d60-4bf4-ae8b-7394023b9901 req-21c0d087-9380-4549-ac3a-223fb367cf69 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:00.977418 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6f62a04f-6d60-4bf4-ae8b-7394023b9901 req-21c0d087-9380-4549-ac3a-223fb367cf69 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 5418 time: 0.2727859 Dec 10 16:22:00.995153 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-038853b8-87ef-4985-ba94-b5726584a3b7 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Allocated IP 192.168.233.115 (1b1da819-dfba-43f2-8848-8bb429159850/a7a18c92-5007-49e2-b728-7aedc06dca57/aaf2347b-92a7-49a0-8cd8-e38e0a7009a1) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:22:01.001075 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-de384987-cc19-481a-9658-6c4c98dde774 req-6d07ee90-8c30-414f-9f3b-56171e30ed8a service neutron] For port 8744c76b-46ac-44c8-96c4-4bdbc0396c15, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=8744c76b-46ac-44c8-96c4-4bdbc0396c15,segment=NetworkSegment(3b84cf93-a4ed-4e06-8725-cc61e38d8166),segment_id=3b84cf93-a4ed-4e06-8725-cc61e38d8166)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:22:01.009211 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-6d07ee90-8c30-414f-9f3b-56171e30ed8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:01.028001 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a8d33-94a3-4b12-88a9-8dc2e59f163a req-c1b2cb0f-fa41-4d18-8451-4e3bbc177c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:01.029182 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a8d33-94a3-4b12-88a9-8dc2e59f163a req-c1b2cb0f-fa41-4d18-8451-4e3bbc177c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:01.030667 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a8d33-94a3-4b12-88a9-8dc2e59f163a req-c1b2cb0f-fa41-4d18-8451-4e3bbc177c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:01.031393 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a8d33-94a3-4b12-88a9-8dc2e59f163a req-c1b2cb0f-fa41-4d18-8451-4e3bbc177c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:01.031894 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a8d33-94a3-4b12-88a9-8dc2e59f163a req-c1b2cb0f-fa41-4d18-8451-4e3bbc177c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:01.033725 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a8d33-94a3-4b12-88a9-8dc2e59f163a req-c1b2cb0f-fa41-4d18-8451-4e3bbc177c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:01.035068 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a8d33-94a3-4b12-88a9-8dc2e59f163a req-c1b2cb0f-fa41-4d18-8451-4e3bbc177c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:01.038549 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-833a8d33-94a3-4b12-88a9-8dc2e59f163a req-c1b2cb0f-fa41-4d18-8451-4e3bbc177c7e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8d2a6699ac14ae587266a65822b9f70&device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 6433 time: 0.2651017 Dec 10 16:22:01.114077 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-6d07ee90-8c30-414f-9f3b-56171e30ed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:01.114773 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de384987-cc19-481a-9658-6c4c98dde774 req-6d07ee90-8c30-414f-9f3b-56171e30ed8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:01.116308 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-6d07ee90-8c30-414f-9f3b-56171e30ed8a service neutron] 10.222.0.46 "PUT /v2.0/ports/8744c76b-46ac-44c8-96c4-4bdbc0396c15 HTTP/1.1" status: 200 len: 1091 time: 2.2612381 Dec 10 16:22:01.213369 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07ee90-8c30-414f-9f3b-56171e30ed8a service neutron] Pushing event updated for resources: {'Port': ['ID=8744c76b-46ac-44c8-96c4-4bdbc0396c15,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:01.264325 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a8d33-94a3-4b12-88a9-8dc2e59f163a req-4ead3181-53f3-46f3-b2db-e814885219bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:01.265271 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a8d33-94a3-4b12-88a9-8dc2e59f163a req-4ead3181-53f3-46f3-b2db-e814885219bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:01.265918 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a8d33-94a3-4b12-88a9-8dc2e59f163a req-4ead3181-53f3-46f3-b2db-e814885219bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:01.268152 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-833a8d33-94a3-4b12-88a9-8dc2e59f163a req-4ead3181-53f3-46f3-b2db-e814885219bd service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=d8d2a6699ac14ae587266a65822b9f70&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2164667 Dec 10 16:22:01.344736 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9300cb7f-296e-4177-9dda-d89d9fd9d0b0 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:01.351476 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9300cb7f-296e-4177-9dda-d89d9fd9d0b0 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:01.395541 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'tag': 'bf30cf8b-12bb-438d-b72b-18e9aed513c8'}, {'name': 'network-changed', 'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'tag': '3174393b-e5d0-402e-a500-15400d5f91d0'}, {'name': 'network-changed', 'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'tag': '8744c76b-46ac-44c8-96c4-4bdbc0396c15'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:22:01.396701 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dba2be2-3909-481c-bdbf-77988aaed07f" -d '{"events": [{"name": "network-changed", "server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "tag": "bf30cf8b-12bb-438d-b72b-18e9aed513c8"}, {"name": "network-changed", "server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "tag": "3174393b-e5d0-402e-a500-15400d5f91d0"}, {"name": "network-changed", "server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "tag": "8744c76b-46ac-44c8-96c4-4bdbc0396c15"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:22:01.477812 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6f62a04f-6d60-4bf4-ae8b-7394023b9901 req-908c81f0-a8db-4085-89e9-5fb3d35f86db tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fee5dea-5071-48b5-9184-803baa237b28&id=4083d3d0-75b2-4bc3-967d-d9fa1f979d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4988103 Dec 10 16:22:01.493930 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-a3859169-a311-4939-80f7-f21b681e1b2c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Made reservation on behalf of 33fe36bd287d4a209fabdd94870da5aa for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:22:01.504805 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-a3859169-a311-4939-80f7-f21b681e1b2c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:01.518647 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-038853b8-87ef-4985-ba94-b5726584a3b7 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:01.606359 n-d-766771-2 neutron-server[103393]: INFO neutron.db.l3_db [None req-9300cb7f-296e-4177-9dda-d89d9fd9d0b0 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Floating IP e8431152-8dcf-4579-b7c7-890b00e6d2bc associated. External IP: 172.25.6.220, port: 402b2c30-5063-4925-b45b-db2200d931bc. Dec 10 16:22:01.614043 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-038853b8-87ef-4985-ba94-b5726584a3b7 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:01.627795 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['6d73126e-816a-49e2-8614-6c4009af6327', 'e06bbe0a-2a8a-44dc-a565-722865572b2e', '9aaffcf2-e527-458f-92dc-a7f3f3cd7837'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:22:01.777204 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-038853b8-87ef-4985-ba94-b5726584a3b7 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Network 1b1da819-dfba-43f2-8848-8bb429159850 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:22:01.788343 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-038853b8-87ef-4985-ba94-b5726584a3b7 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:22:01.804347 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8844d6a1-69a3-4eac-8eee-1bf6b4af357c req-66ab7623-0dce-4099-8910-0acb9db939b4 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=4dc70f7d-4cce-4e5d-92db-247eda1fd1fc HTTP/1.1" status: 200 len: 210 time: 0.0644135 Dec 10 16:22:01.813677 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-038853b8-87ef-4985-ba94-b5726584a3b7 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:22:01.824565 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038853b8-87ef-4985-ba94-b5726584a3b7 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Pushing event updated for resources: {'Port': ['ID=aaf2347b-92a7-49a0-8cd8-e38e0a7009a1,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:01.918057 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a8d33-94a3-4b12-88a9-8dc2e59f163a req-1b7b5bac-3536-407d-bf5d-a84461c3d7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:01.920198 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-833a8d33-94a3-4b12-88a9-8dc2e59f163a req-1b7b5bac-3536-407d-bf5d-a84461c3d7f9 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6363444 Dec 10 16:22:02.161236 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a8d33-94a3-4b12-88a9-8dc2e59f163a req-5907e38d-1315-498a-940b-41497d1dee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:02.162123 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a8d33-94a3-4b12-88a9-8dc2e59f163a req-5907e38d-1315-498a-940b-41497d1dee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:02.162777 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a8d33-94a3-4b12-88a9-8dc2e59f163a req-5907e38d-1315-498a-940b-41497d1dee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:02.163301 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a8d33-94a3-4b12-88a9-8dc2e59f163a req-5907e38d-1315-498a-940b-41497d1dee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:02.164289 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a8d33-94a3-4b12-88a9-8dc2e59f163a req-5907e38d-1315-498a-940b-41497d1dee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:02.164910 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a8d33-94a3-4b12-88a9-8dc2e59f163a req-5907e38d-1315-498a-940b-41497d1dee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:02.165424 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a8d33-94a3-4b12-88a9-8dc2e59f163a req-5907e38d-1315-498a-940b-41497d1dee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:02.167690 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-833a8d33-94a3-4b12-88a9-8dc2e59f163a req-5907e38d-1315-498a-940b-41497d1dee4f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8d2a6699ac14ae587266a65822b9f70&device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 6475 time: 0.1892223 Dec 10 16:22:02.177714 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-038853b8-87ef-4985-ba94-b5726584a3b7 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:02.179705 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-038853b8-87ef-4985-ba94-b5726584a3b7 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:02.261329 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 9b98c649-cef6-41a9-9094-c2220e447576 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:22:02.268822 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-a3859169-a311-4939-80f7-f21b681e1b2c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Allocated IP 192.168.233.141 (1b1da819-dfba-43f2-8848-8bb429159850/a7a18c92-5007-49e2-b728-7aedc06dca57/b7061bcc-5b5c-47ea-a248-42218a991d43) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:22:02.294510 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128fade-c716-490f-a3dc-a9bceaf1ba35 req-82f890ca-aa96-4d20-866d-ac11e2cc28bd tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:02.304061 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f128fade-c716-490f-a3dc-a9bceaf1ba35 req-82f890ca-aa96-4d20-866d-ac11e2cc28bd tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] 10.222.0.11 "GET /v2.0/ports?device_id=49b0ddec-2f17-4066-ac6c-e6986b8cbcf5 HTTP/1.1" status: 200 len: 947 time: 0.3003812 Dec 10 16:22:02.361990 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9300cb7f-296e-4177-9dda-d89d9fd9d0b0 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Router 7d7d378e-4e89-4d4b-a564-d9dbecf90f8f has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:22:02.390491 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-caa1c5fa-a8ec-4ea8-9234-1f1ea9427583 None None] Provisioning complete for port aaf2347b-92a7-49a0-8cd8-e38e0a7009a1 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:22:02.391330 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-caa1c5fa-a8ec-4ea8-9234-1f1ea9427583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:02.395102 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-038853b8-87ef-4985-ba94-b5726584a3b7 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5008423 Dec 10 16:22:02.434500 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-caa1c5fa-a8ec-4ea8-9234-1f1ea9427583 None None] Port aaf2347b-92a7-49a0-8cd8-e38e0a7009a1 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:22:02.508295 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f128fade-c716-490f-a3dc-a9bceaf1ba35 req-69ec7153-0384-447b-a27f-cabdca2a1195 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] 10.222.0.11 "GET /v2.0/security-groups?id=58eaab0e-e91c-47a8-b95a-889ccc18bb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030075 Dec 10 16:22:02.559495 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 9b98c649-cef6-41a9-9094-c2220e447576 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:22:02.575443 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 9b98c649-cef6-41a9-9094-c2220e447576 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:22:02.584320 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:02.694962 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a8d33-94a3-4b12-88a9-8dc2e59f163a req-c1f1d3e6-4b65-4cce-b133-6a8391220462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:02.695458 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a8d33-94a3-4b12-88a9-8dc2e59f163a req-c1f1d3e6-4b65-4cce-b133-6a8391220462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:02.695917 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a8d33-94a3-4b12-88a9-8dc2e59f163a req-c1f1d3e6-4b65-4cce-b133-6a8391220462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:02.697510 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-833a8d33-94a3-4b12-88a9-8dc2e59f163a req-c1f1d3e6-4b65-4cce-b133-6a8391220462 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=d8d2a6699ac14ae587266a65822b9f70&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5156689 Dec 10 16:22:02.834772 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:02.881532 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 9b98c649-cef6-41a9-9094-c2220e447576, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=9b98c649-cef6-41a9-9094-c2220e447576,segment=NetworkSegment(8f06f3ad-599b-498d-b3dd-e0e6ed583f4b),segment_id=8f06f3ad-599b-498d-b3dd-e0e6ed583f4b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:02.886476 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:02.979044 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=9b98c649-cef6-41a9-9094-c2220e447576,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:03.099224 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a8d33-94a3-4b12-88a9-8dc2e59f163a req-8223e621-1bd8-4580-9819-a7d27d229205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:03.100712 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-833a8d33-94a3-4b12-88a9-8dc2e59f163a req-8223e621-1bd8-4580-9819-a7d27d229205 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3461108 Dec 10 16:22:03.109816 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-8d917fbb-5049-492b-9197-6c7fe2e3afab service neutron] Request body: {'port': {'device_id': '5888b2c9-bee6-48f1-a8d9-4c718c21ee3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:22:03.112355 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-a3859169-a311-4939-80f7-f21b681e1b2c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:03.205430 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-8d917fbb-5049-492b-9197-6c7fe2e3afab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:03.230101 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:22:03.233239 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9300cb7f-296e-4177-9dda-d89d9fd9d0b0 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:22:03.238325 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9300cb7f-296e-4177-9dda-d89d9fd9d0b0 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:03.244685 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-a3859169-a311-4939-80f7-f21b681e1b2c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:03.248097 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2241b054-461d-47f1-834c-537efb5d37e2 None None] Sync routers for ids ['7d7d378e-4e89-4d4b-a564-d9dbecf90f8f'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:22:03.267859 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2241b054-461d-47f1-834c-537efb5d37e2 None None] Routers {'7d7d378e-4e89-4d4b-a564-d9dbecf90f8f'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:22:03.268736 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-2241b054-461d-47f1-834c-537efb5d37e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:21:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['7d7d378e-4e89-4d4b-a564-d9dbecf90f8f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:22:03.335730 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9300cb7f-296e-4177-9dda-d89d9fd9d0b0 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] 10.222.0.11 "PUT /v2.0/floatingips/e8431152-8dcf-4579-b7c7-890b00e6d2bc HTTP/1.1" status: 200 len: 991 time: 3.3571732 Dec 10 16:22:03.366421 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['6d73126e-816a-49e2-8614-6c4009af6327', 'e06bbe0a-2a8a-44dc-a565-722865572b2e', '9aaffcf2-e527-458f-92dc-a7f3f3cd7837'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:22:03.393361 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-6358336c-e19f-4ad1-9a97-9906e70e066c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:03.394128 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-6358336c-e19f-4ad1-9a97-9906e70e066c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:03.396997 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-6358336c-e19f-4ad1-9a97-9906e70e066c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:03.398381 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-6358336c-e19f-4ad1-9a97-9906e70e066c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:03.401296 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-6358336c-e19f-4ad1-9a97-9906e70e066c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:03.413656 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-6358336c-e19f-4ad1-9a97-9906e70e066c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:03.415881 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-6358336c-e19f-4ad1-9a97-9906e70e066c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:03.422844 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-6358336c-e19f-4ad1-9a97-9906e70e066c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8d2a6699ac14ae587266a65822b9f70&device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 6475 time: 0.2725015 Dec 10 16:22:03.518163 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-a3859169-a311-4939-80f7-f21b681e1b2c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Network 1b1da819-dfba-43f2-8848-8bb429159850 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:22:03.522999 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-a87532ab-831c-4492-a414-0f83d6c7001f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd4fac7c-3598-4cc6-b999-9dd9d8245c08 HTTP/1.1" status: 200 len: 217 time: 0.0792918 Dec 10 16:22:03.527101 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-a3859169-a311-4939-80f7-f21b681e1b2c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:22:03.531062 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-a3859169-a311-4939-80f7-f21b681e1b2c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:22:03.603486 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3859169-a311-4939-80f7-f21b681e1b2c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Pushing event updated for resources: {'Port': ['ID=b7061bcc-5b5c-47ea-a248-42218a991d43,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:03.619332 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-a3859169-a311-4939-80f7-f21b681e1b2c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:03.621059 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-a3859169-a311-4939-80f7-f21b681e1b2c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:03.651870 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3859169-a311-4939-80f7-f21b681e1b2c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:22:03.655447 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3859169-a311-4939-80f7-f21b681e1b2c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:22:03.659786 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3859169-a311-4939-80f7-f21b681e1b2c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:22:03.673538 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3859169-a311-4939-80f7-f21b681e1b2c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:22:03.674620 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3859169-a311-4939-80f7-f21b681e1b2c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:22:03.675901 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3859169-a311-4939-80f7-f21b681e1b2c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:22:03.676246 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3859169-a311-4939-80f7-f21b681e1b2c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:22:03.676585 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3859169-a311-4939-80f7-f21b681e1b2c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:22:03.676921 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3859169-a311-4939-80f7-f21b681e1b2c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:22:03.677252 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3859169-a311-4939-80f7-f21b681e1b2c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:22:03.677575 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3859169-a311-4939-80f7-f21b681e1b2c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:22:03.677904 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3859169-a311-4939-80f7-f21b681e1b2c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:22:03.678248 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3859169-a311-4939-80f7-f21b681e1b2c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:22:03.813772 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-2241b054-461d-47f1-834c-537efb5d37e2 None None] Set router 7d7d378e-4e89-4d4b-a564-d9dbecf90f8f gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:22:03.862749 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-5e5d633c-4cd8-4731-8823-948e9f6b8b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:03.865634 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-8d917fbb-5049-492b-9197-6c7fe2e3afab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaf2347b-92a7-49a0-8cd8-e38e0a7009a1 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:22:03.882337 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-8d917fbb-5049-492b-9197-6c7fe2e3afab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:03.899040 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-5e5d633c-4cd8-4731-8823-948e9f6b8b82 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eba51dfb-4a31-463f-a3e8-1df67a384ba8 HTTP/1.1" status: 200 len: 851 time: 0.2725260 Dec 10 16:22:03.912015 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-a3859169-a311-4939-80f7-f21b681e1b2c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0564623 Dec 10 16:22:03.932088 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-8d917fbb-5049-492b-9197-6c7fe2e3afab service neutron] Transition to ACTIVE for port object aaf2347b-92a7-49a0-8cd8-e38e0a7009a1 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:22:03.938787 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-8d917fbb-5049-492b-9197-6c7fe2e3afab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:04.036729 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-912bbef9-8d03-4682-8b3a-4a58a4ed2b6f service neutron] Request body: {'port': {'device_id': '4dc70f7d-4cce-4e5d-92db-247eda1fd1fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:22:04.067159 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-3e5e25f1-7d52-4372-a469-f5a0766bd990 tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:22:04.079284 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-3e5e25f1-7d52-4372-a469-f5a0766bd990 tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0396037 Dec 10 16:22:04.115839 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d917fbb-5049-492b-9197-6c7fe2e3afab service neutron] Pushing event updated for resources: {'Port': ['ID=aaf2347b-92a7-49a0-8cd8-e38e0a7009a1,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:04.146992 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-f5185863-326b-4def-8824-4ab5327b7bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:04.162752 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-f5185863-326b-4def-8824-4ab5327b7bb5 service neutron] 10.222.0.11 "GET /v2.0/ports/a3238288-4331-48d0-9cff-68ba40800185 HTTP/1.1" status: 200 len: 1094 time: 0.0823650 Dec 10 16:22:04.173440 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-280c770d-fcaf-4fa5-bda4-6659b067477d None None] Provisioning complete for port b7061bcc-5b5c-47ea-a248-42218a991d43 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:22:04.174604 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-280c770d-fcaf-4fa5-bda4-6659b067477d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:04.174841 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-282d61e4-0ad7-4e90-bec7-4c9a4fc1a218 service neutron] Request body: {'binding': {'host': 'n-h2-766771-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:22:04.175239 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-282d61e4-0ad7-4e90-bec7-4c9a4fc1a218 service neutron] Unknown quota resources ['binding']. {{(pid=103392) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 16:22:04.282529 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-280c770d-fcaf-4fa5-bda4-6659b067477d None None] Port b7061bcc-5b5c-47ea-a248-42218a991d43 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:22:04.322110 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-8d917fbb-5049-492b-9197-6c7fe2e3afab service neutron] Attempting to bind port aaf2347b-92a7-49a0-8cd8-e38e0a7009a1 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:22:04.323198 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-8d917fbb-5049-492b-9197-6c7fe2e3afab service neutron] Attempting to bind port aaf2347b-92a7-49a0-8cd8-e38e0a7009a1 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:22:04.323755 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-8d917fbb-5049-492b-9197-6c7fe2e3afab service neutron] Attempting to bind port aaf2347b-92a7-49a0-8cd8-e38e0a7009a1 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:22:04.328286 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-986ec54c-4f90-4d93-b0e5-c6b023e05e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:04.330013 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-986ec54c-4f90-4d93-b0e5-c6b023e05e63 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=363226b2-5652-456e-86bb-08df05db4510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4166191 Dec 10 16:22:04.334357 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-8d917fbb-5049-492b-9197-6c7fe2e3afab service neutron] Port aaf2347b-92a7-49a0-8cd8-e38e0a7009a1 on network 1b1da819-dfba-43f2-8848-8bb429159850 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:22:04.335044 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-8d917fbb-5049-492b-9197-6c7fe2e3afab service neutron] Attempting to bind port aaf2347b-92a7-49a0-8cd8-e38e0a7009a1 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:22:04.340855 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-912bbef9-8d03-4682-8b3a-4a58a4ed2b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:04.345073 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-8d917fbb-5049-492b-9197-6c7fe2e3afab service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:22:04.350447 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-8d917fbb-5049-492b-9197-6c7fe2e3afab service neutron] Checking segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:22:04.351148 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-8d917fbb-5049-492b-9197-6c7fe2e3afab service neutron] Bound using segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:22:04.353199 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-8d917fbb-5049-492b-9197-6c7fe2e3afab service neutron] Bound port: aaf2347b-92a7-49a0-8cd8-e38e0a7009a1, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:22:04.353820 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-8d917fbb-5049-492b-9197-6c7fe2e3afab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:04.504527 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-8d917fbb-5049-492b-9197-6c7fe2e3afab service neutron] For port aaf2347b-92a7-49a0-8cd8-e38e0a7009a1, host n-h1-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:22:04.513296 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-8d917fbb-5049-492b-9197-6c7fe2e3afab service neutron] For port aaf2347b-92a7-49a0-8cd8-e38e0a7009a1, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=aaf2347b-92a7-49a0-8cd8-e38e0a7009a1,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:22:04.522913 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-8d917fbb-5049-492b-9197-6c7fe2e3afab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:04.572968 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-2241b054-461d-47f1-834c-537efb5d37e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7d378e-4e89-4d4b-a564-d9dbecf90f8f', 'name': 'tempest-ServersTestBootFromVolume-607915908-router', 'tenant_id': 'df7996212a794883ba322fef5e69748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '363cbb52-1e4e-40ed-86d9-f682b42e3243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:20:41Z', 'revision_number': 4, 'project_id': 'df7996212a794883ba322fef5e69748f', 'gw_port': {'id': '363cbb52-1e4e-40ed-86d9-f682b42e3243', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:26:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7d378e-4e89-4d4b-a564-d9dbecf90f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:30Z', 'updated_at': '2021-12-10T16:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': 'e8431152-8dcf-4579-b7c7-890b00e6d2bc', 'tenant_id': 'df7996212a794883ba322fef5e69748f', 'floating_ip_address': '172.25.6.220', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '7d7d378e-4e89-4d4b-a564-d9dbecf90f8f', 'port_id': '402b2c30-5063-4925-b45b-db2200d931bc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8360afb7-a21f-4966-aa49-91f4dc24c110', 'mac_address': 'fa:16:3e:9a:eb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c4fcc7-f6bd-4241-8860-1a1a83c006fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:20:58Z', 'updated_at': '2021-12-10T16:22:01Z', 'revision_number': 1, 'project_id': 'df7996212a794883ba322fef5e69748f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c60aa98-74a6-4aa7-85db-d792ecc832b8', 'name': '', 'network_id': '8360afb7-a21f-4966-aa49-91f4dc24c110', 'tenant_id': 'df7996212a794883ba322fef5e69748f', 'mac_address': 'fa:16:3e:40:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7d378e-4e89-4d4b-a564-d9dbecf90f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '9f0bf07a-1cd9-4695-ab12-12cd8267bab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:39Z', 'updated_at': '2021-12-10T16:20:51Z', 'revision_number': 5, 'project_id': 'df7996212a794883ba322fef5e69748f', 'subnets': [{'id': '9f0bf07a-1cd9-4695-ab12-12cd8267bab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:22:04.610666 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d917fbb-5049-492b-9197-6c7fe2e3afab service neutron] Pushing event updated for resources: {'Port': ['ID=aaf2347b-92a7-49a0-8cd8-e38e0a7009a1,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:04.641417 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-8d917fbb-5049-492b-9197-6c7fe2e3afab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:04.642447 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-8d917fbb-5049-492b-9197-6c7fe2e3afab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:04.646294 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-8d917fbb-5049-492b-9197-6c7fe2e3afab service neutron] 10.222.0.26 "PUT /v2.0/ports/aaf2347b-92a7-49a0-8cd8-e38e0a7009a1 HTTP/1.1" status: 200 len: 1096 time: 2.1979687 Dec 10 16:22:04.684791 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2241b054-461d-47f1-834c-537efb5d37e2 None None] Checking router: 7d7d378e-4e89-4d4b-a564-d9dbecf90f8f for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:22:04.712658 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2241b054-461d-47f1-834c-537efb5d37e2 None None] Routers {'7d7d378e-4e89-4d4b-a564-d9dbecf90f8f'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:22:04.713790 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-2241b054-461d-47f1-834c-537efb5d37e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:21:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['7d7d378e-4e89-4d4b-a564-d9dbecf90f8f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:22:04.729051 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-fdab9a01-7674-47ac-b1d9-c02b82cd62a7 service neutron] 10.222.0.46 "GET /v2.0/networks/363226b2-5652-456e-86bb-08df05db4510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897591 Dec 10 16:22:04.930998 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-4ca387f8-0663-4421-af25-a11a01e61634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:04.934880 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-4ca387f8-0663-4421-af25-a11a01e61634 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=33fe36bd287d4a209fabdd94870da5aa&device_id=5888b2c9-bee6-48f1-a8d9-4c718c21ee3c HTTP/1.1" status: 200 len: 1099 time: 0.1154168 Dec 10 16:22:05.050278 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-9be5ca5d-d5ef-44bb-9ff4-013e7efa6c8a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=aaf2347b-92a7-49a0-8cd8-e38e0a7009a1 HTTP/1.1" status: 200 len: 217 time: 0.1045361 Dec 10 16:22:05.052155 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-25778184-5a58-4f56-9cd1-f965ba6f6687 service neutron] 10.222.0.46 "GET /v2.0/networks/363226b2-5652-456e-86bb-08df05db4510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995107 Dec 10 16:22:05.124412 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-08340830-0576-478d-bc1d-97de83cb73ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:05.126403 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-08340830-0576-478d-bc1d-97de83cb73ee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.0653794 Dec 10 16:22:05.157045 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-2241b054-461d-47f1-834c-537efb5d37e2 None None] Set router 7d7d378e-4e89-4d4b-a564-d9dbecf90f8f gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:22:05.158425 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-44c6547c-6f99-46f0-9c1d-6245b38808fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=cef7248a-01ee-4f91-846b-1268835ed13c HTTP/1.1" status: 200 len: 217 time: 0.0990441 Dec 10 16:22:05.163437 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-282d61e4-0ad7-4e90-bec7-4c9a4fc1a218 service neutron] Attempting to bind port a3238288-4331-48d0-9cff-68ba40800185 on host n-h2-766771-2 for vnic_type normal with profile None {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:22:05.164167 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-282d61e4-0ad7-4e90-bec7-4c9a4fc1a218 service neutron] Attempting to bind port a3238288-4331-48d0-9cff-68ba40800185 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:22:05.164843 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-282d61e4-0ad7-4e90-bec7-4c9a4fc1a218 service neutron] Attempting to bind port a3238288-4331-48d0-9cff-68ba40800185 on network 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:22:05.191925 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-b6db4198-f144-4fa0-adc1-3d0c84886230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:05.194278 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-b6db4198-f144-4fa0-adc1-3d0c84886230 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0600698 Dec 10 16:22:05.262517 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-282d61e4-0ad7-4e90-bec7-4c9a4fc1a218 service neutron] Port a3238288-4331-48d0-9cff-68ba40800185 on network 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:22:05.263122 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-282d61e4-0ad7-4e90-bec7-4c9a4fc1a218 service neutron] Attempting to bind port a3238288-4331-48d0-9cff-68ba40800185 on network 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:22:05.271859 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-282d61e4-0ad7-4e90-bec7-4c9a4fc1a218 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:22:05.272618 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-282d61e4-0ad7-4e90-bec7-4c9a4fc1a218 service neutron] Checking segment: {'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:22:05.273244 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-282d61e4-0ad7-4e90-bec7-4c9a4fc1a218 service neutron] Bound using segment: {'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:22:05.274115 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-282d61e4-0ad7-4e90-bec7-4c9a4fc1a218 service neutron] Bound port: a3238288-4331-48d0-9cff-68ba40800185, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:22:05.368061 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-2fab6b91-e7b8-45ea-956d-4837d22ed807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:05.370982 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-2fab6b91-e7b8-45ea-956d-4837d22ed807 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=982571b8-b0fa-4aa2-b27f-7ecb9fbdf841 HTTP/1.1" status: 200 len: 797 time: 0.2034349 Dec 10 16:22:05.406295 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-f3d8576c-1969-4598-88d6-fd589a8da194 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034144 Dec 10 16:22:05.443422 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-282d61e4-0ad7-4e90-bec7-4c9a4fc1a218 service neutron] For port a3238288-4331-48d0-9cff-68ba40800185, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=a3238288-4331-48d0-9cff-68ba40800185,segment=NetworkSegment(ba4bffb6-59f5-4518-96be-6824e98414e9),segment_id=ba4bffb6-59f5-4518-96be-6824e98414e9)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:22:05.459791 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-282d61e4-0ad7-4e90-bec7-4c9a4fc1a218 service neutron] Publish callbacks [] for binding, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:05.461410 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-282d61e4-0ad7-4e90-bec7-4c9a4fc1a218 service neutron] 10.222.0.11 "POST /v2.0/ports/a3238288-4331-48d0-9cff-68ba40800185/bindings HTTP/1.1" status: 201 len: 389 time: 1.2977865 Dec 10 16:22:05.501176 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-3aec62b3-ff6e-46c8-841e-73f285527d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:05.503337 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-3aec62b3-ff6e-46c8-841e-73f285527d6e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d3d2f5a8-9c2a-4e37-81c2-a6be304a674b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1143878 Dec 10 16:22:05.644548 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-2aef58aa-8e20-41ac-b1b1-5bbbc92cb40e service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282608 Dec 10 16:22:05.653484 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-2241b054-461d-47f1-834c-537efb5d37e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7d378e-4e89-4d4b-a564-d9dbecf90f8f', 'name': 'tempest-ServersTestBootFromVolume-607915908-router', 'tenant_id': 'df7996212a794883ba322fef5e69748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '363cbb52-1e4e-40ed-86d9-f682b42e3243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:20:41Z', 'revision_number': 4, 'project_id': 'df7996212a794883ba322fef5e69748f', 'gw_port': {'id': '363cbb52-1e4e-40ed-86d9-f682b42e3243', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:26:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7d378e-4e89-4d4b-a564-d9dbecf90f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:30Z', 'updated_at': '2021-12-10T16:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': 'e8431152-8dcf-4579-b7c7-890b00e6d2bc', 'tenant_id': 'df7996212a794883ba322fef5e69748f', 'floating_ip_address': '172.25.6.220', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '7d7d378e-4e89-4d4b-a564-d9dbecf90f8f', 'port_id': '402b2c30-5063-4925-b45b-db2200d931bc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8360afb7-a21f-4966-aa49-91f4dc24c110', 'mac_address': 'fa:16:3e:9a:eb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c4fcc7-f6bd-4241-8860-1a1a83c006fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:20:58Z', 'updated_at': '2021-12-10T16:22:01Z', 'revision_number': 1, 'project_id': 'df7996212a794883ba322fef5e69748f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c60aa98-74a6-4aa7-85db-d792ecc832b8', 'name': '', 'network_id': '8360afb7-a21f-4966-aa49-91f4dc24c110', 'tenant_id': 'df7996212a794883ba322fef5e69748f', 'mac_address': 'fa:16:3e:40:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7d378e-4e89-4d4b-a564-d9dbecf90f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '9f0bf07a-1cd9-4695-ab12-12cd8267bab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:39Z', 'updated_at': '2021-12-10T16:20:51Z', 'revision_number': 5, 'project_id': 'df7996212a794883ba322fef5e69748f', 'subnets': [{'id': '9f0bf07a-1cd9-4695-ab12-12cd8267bab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:22:05.712741 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2241b054-461d-47f1-834c-537efb5d37e2 None None] The sync data for ids ['7d7d378e-4e89-4d4b-a564-d9dbecf90f8f'] in n-d-766771-2 is: [{'id': '7d7d378e-4e89-4d4b-a564-d9dbecf90f8f', 'name': 'tempest-ServersTestBootFromVolume-607915908-router', 'tenant_id': 'df7996212a794883ba322fef5e69748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '363cbb52-1e4e-40ed-86d9-f682b42e3243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:20:41Z', 'revision_number': 4, 'project_id': 'df7996212a794883ba322fef5e69748f', 'gw_port': {'id': '363cbb52-1e4e-40ed-86d9-f682b42e3243', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:26:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7d378e-4e89-4d4b-a564-d9dbecf90f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:30Z', 'updated_at': '2021-12-10T16:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': 'e8431152-8dcf-4579-b7c7-890b00e6d2bc', 'tenant_id': 'df7996212a794883ba322fef5e69748f', 'floating_ip_address': '172.25.6.220', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '7d7d378e-4e89-4d4b-a564-d9dbecf90f8f', 'port_id': '402b2c30-5063-4925-b45b-db2200d931bc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8360afb7-a21f-4966-aa49-91f4dc24c110', 'mac_address': 'fa:16:3e:9a:eb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c4fcc7-f6bd-4241-8860-1a1a83c006fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:20:58Z', 'updated_at': '2021-12-10T16:22:01Z', 'revision_number': 1, 'project_id': 'df7996212a794883ba322fef5e69748f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c60aa98-74a6-4aa7-85db-d792ecc832b8', 'name': '', 'network_id': '8360afb7-a21f-4966-aa49-91f4dc24c110', 'tenant_id': 'df7996212a794883ba322fef5e69748f', 'mac_address': 'fa:16:3e:40:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7d378e-4e89-4d4b-a564-d9dbecf90f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '9f0bf07a-1cd9-4695-ab12-12cd8267bab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:39Z', 'updated_at': '2021-12-10T16:20:51Z', 'revision_number': 5, 'project_id': 'df7996212a794883ba322fef5e69748f', 'subnets': [{'id': '9f0bf07a-1cd9-4695-ab12-12cd8267bab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:22:05.777823 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-912bbef9-8d03-4682-8b3a-4a58a4ed2b6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7061bcc-5b5c-47ea-a248-42218a991d43 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:22:05.793755 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-912bbef9-8d03-4682-8b3a-4a58a4ed2b6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:05.851610 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-fe335eac-2e09-4223-b3c0-300f9f745872 service neutron] 10.222.0.46 "GET /v2.0/networks/d3d2f5a8-9c2a-4e37-81c2-a6be304a674b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272028 Dec 10 16:22:05.881841 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-912bbef9-8d03-4682-8b3a-4a58a4ed2b6f service neutron] Transition to ACTIVE for port object b7061bcc-5b5c-47ea-a248-42218a991d43 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:22:05.888946 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-c75f235a-f381-4875-92f2-00f8988cef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:05.891654 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-c75f235a-f381-4875-92f2-00f8988cef51 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88d3b4e7edaf414d832ee358beed3fa3&device_id=ed5a9f38-6194-4126-bf02-5b2e062a69ae HTTP/1.1" status: 200 len: 1097 time: 0.0847578 Dec 10 16:22:05.935556 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-912bbef9-8d03-4682-8b3a-4a58a4ed2b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:05.970907 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ccd71c-0271-4ae9-97da-2cf34e578d95 req-9a5467a2-5cf7-4d12-ab55-069875dbf882 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:05.972349 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-97ccd71c-0271-4ae9-97da-2cf34e578d95 req-9a5467a2-5cf7-4d12-ab55-069875dbf882 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/ports?device_id=51f8718e-4d39-4856-9f72-0652637aa6a4 HTTP/1.1" status: 200 len: 945 time: 0.2282429 Dec 10 16:22:06.057279 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-761a0f5f-cec1-4370-97c6-7653932ea05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:06.059904 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-761a0f5f-cec1-4370-97c6-7653932ea05e service neutron] 10.222.0.46 "GET /v2.0/networks?id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 HTTP/1.1" status: 200 len: 922 time: 0.1594715 Dec 10 16:22:06.080003 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:06.156963 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-ca7bdae5-b404-4dee-bd1c-db2c20203f8b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3238288-4331-48d0-9cff-68ba40800185 HTTP/1.1" status: 200 len: 217 time: 0.0848610 Dec 10 16:22:06.204281 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912bbef9-8d03-4682-8b3a-4a58a4ed2b6f service neutron] Pushing event updated for resources: {'Port': ['ID=b7061bcc-5b5c-47ea-a248-42218a991d43,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:06.225834 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-af82f38c-9c8b-4c0a-bc97-ce0ee92a24e2 service neutron] 10.222.0.46 "GET /v2.0/networks/d3d2f5a8-9c2a-4e37-81c2-a6be304a674b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612638 Dec 10 16:22:06.237311 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-97ccd71c-0271-4ae9-97da-2cf34e578d95 req-fdda8317-42a4-4c69-a2c2-1b5e5a3ca1a7 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd34fd79-d9bf-4084-a467-851c2b3027f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400229 Dec 10 16:22:06.257631 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-278bc045-4d1e-4e0c-a2a5-c69a2aae46b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:06.272256 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-278bc045-4d1e-4e0c-a2a5-c69a2aae46b9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=19a3ead6-9cb2-4544-beb2-145a33d7ae3f HTTP/1.1" status: 200 len: 861 time: 0.1084955 Dec 10 16:22:06.345308 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-55fe95e8-9c69-49f4-9cbd-16047062e8eb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622342 Dec 10 16:22:06.346074 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-cd933f15-a761-4138-b38d-e97a86bd11f2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=21ff2032-7c79-4143-8370-31ee1ca6849c HTTP/1.1" status: 200 len: 217 time: 0.1059721 Dec 10 16:22:06.373186 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 16:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c2b6ad-548e-41b5-bac8-18627cf2e90b x-openstack-request-id: req-19c2b6ad-548e-41b5-bac8-18627cf2e90b {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:22:06.373477 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b0ddec-2f17-4066-ac6c-e6986b8cbcf5", "name": "network-vif-unplugged", "status": "completed", "tag": "4a82d837-346f-41a2-a1e7-acf5e57b2387", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:22:06.373733 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-19c2b6ad-548e-41b5-bac8-18627cf2e90b {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:22:06.374144 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b0ddec-2f17-4066-ac6c-e6986b8cbcf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a82d837-346f-41a2-a1e7-acf5e57b2387', 'code': 200} Dec 10 16:22:06.524873 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-13064c61-aa7c-4f50-b70e-156a886776ed service neutron] 10.222.0.46 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654832 Dec 10 16:22:06.669850 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-617e5a1b-e3cb-42b6-9271-c718ad312ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:06.672220 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-617e5a1b-e3cb-42b6-9271-c718ad312ce3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=982571b8-b0fa-4aa2-b27f-7ecb9fbdf841 HTTP/1.1" status: 200 len: 797 time: 0.2664928 Dec 10 16:22:06.679818 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-912bbef9-8d03-4682-8b3a-4a58a4ed2b6f service neutron] Attempting to bind port b7061bcc-5b5c-47ea-a248-42218a991d43 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:22:06.680172 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-912bbef9-8d03-4682-8b3a-4a58a4ed2b6f service neutron] Attempting to bind port b7061bcc-5b5c-47ea-a248-42218a991d43 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:22:06.680621 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-912bbef9-8d03-4682-8b3a-4a58a4ed2b6f service neutron] Attempting to bind port b7061bcc-5b5c-47ea-a248-42218a991d43 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:22:06.705256 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-912bbef9-8d03-4682-8b3a-4a58a4ed2b6f service neutron] Port b7061bcc-5b5c-47ea-a248-42218a991d43 on network 1b1da819-dfba-43f2-8848-8bb429159850 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:22:06.706274 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-912bbef9-8d03-4682-8b3a-4a58a4ed2b6f service neutron] Attempting to bind port b7061bcc-5b5c-47ea-a248-42218a991d43 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:22:06.716444 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-3ba604ef-217f-4489-867f-c61e3964a267 service neutron] 10.222.0.46 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770332 Dec 10 16:22:06.752993 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-912bbef9-8d03-4682-8b3a-4a58a4ed2b6f service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:22:06.753404 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-912bbef9-8d03-4682-8b3a-4a58a4ed2b6f service neutron] Checking segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:22:06.753894 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-912bbef9-8d03-4682-8b3a-4a58a4ed2b6f service neutron] Bound using segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:22:06.758795 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-912bbef9-8d03-4682-8b3a-4a58a4ed2b6f service neutron] Bound port: b7061bcc-5b5c-47ea-a248-42218a991d43, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:22:06.759084 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-912bbef9-8d03-4682-8b3a-4a58a4ed2b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:06.803119 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 10 Dec 2021 16:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ca7651-26f2-4e19-a2bf-741aeeb2c785 x-openstack-request-id: req-e7ca7651-26f2-4e19-a2bf-741aeeb2c785 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:22:06.803681 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "tag": "bf30cf8b-12bb-438d-b72b-18e9aed513c8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "tag": "3174393b-e5d0-402e-a500-15400d5f91d0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "tag": "8744c76b-46ac-44c8-96c4-4bdbc0396c15", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:22:06.804213 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e7ca7651-26f2-4e19-a2bf-741aeeb2c785 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:22:06.804804 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'tag': 'bf30cf8b-12bb-438d-b72b-18e9aed513c8', 'status': 'completed', 'code': 200} Dec 10 16:22:06.805498 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'tag': '3174393b-e5d0-402e-a500-15400d5f91d0', 'status': 'completed', 'code': 200} Dec 10 16:22:06.805902 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'tag': '8744c76b-46ac-44c8-96c4-4bdbc0396c15', 'status': 'completed', 'code': 200} Dec 10 16:22:06.892312 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-9058592d-5f96-4269-a28f-353a754657bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:06.893967 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-9058592d-5f96-4269-a28f-353a754657bb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d3d2f5a8-9c2a-4e37-81c2-a6be304a674b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2092955 Dec 10 16:22:06.913873 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c89f28-4b31-4b2a-803b-ef9d74c68acc None None] New status for floating IP e8431152-8dcf-4579-b7c7-890b00e6d2bc: ACTIVE {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:22:07.055827 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-912bbef9-8d03-4682-8b3a-4a58a4ed2b6f service neutron] For port b7061bcc-5b5c-47ea-a248-42218a991d43, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:22:07.064562 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-912bbef9-8d03-4682-8b3a-4a58a4ed2b6f service neutron] For port b7061bcc-5b5c-47ea-a248-42218a991d43, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=b7061bcc-5b5c-47ea-a248-42218a991d43,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:22:07.086033 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163c7e4-04a4-47bf-9d3e-b721704a8a6e req-81ff7727-da0e-4519-88cb-94151e63ec92 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:07.091848 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163c7e4-04a4-47bf-9d3e-b721704a8a6e req-81ff7727-da0e-4519-88cb-94151e63ec92 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:07.098256 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163c7e4-04a4-47bf-9d3e-b721704a8a6e req-81ff7727-da0e-4519-88cb-94151e63ec92 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:07.104366 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163c7e4-04a4-47bf-9d3e-b721704a8a6e req-81ff7727-da0e-4519-88cb-94151e63ec92 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:07.111539 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163c7e4-04a4-47bf-9d3e-b721704a8a6e req-81ff7727-da0e-4519-88cb-94151e63ec92 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:07.119037 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163c7e4-04a4-47bf-9d3e-b721704a8a6e req-81ff7727-da0e-4519-88cb-94151e63ec92 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:07.125603 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163c7e4-04a4-47bf-9d3e-b721704a8a6e req-81ff7727-da0e-4519-88cb-94151e63ec92 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:07.127737 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8163c7e4-04a4-47bf-9d3e-b721704a8a6e req-81ff7727-da0e-4519-88cb-94151e63ec92 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 5418 time: 0.2327514 Dec 10 16:22:07.131844 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-912bbef9-8d03-4682-8b3a-4a58a4ed2b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:07.257006 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-912bbef9-8d03-4682-8b3a-4a58a4ed2b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:07.260505 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-912bbef9-8d03-4682-8b3a-4a58a4ed2b6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:07.262417 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-912bbef9-8d03-4682-8b3a-4a58a4ed2b6f service neutron] 10.222.0.46 "PUT /v2.0/ports/b7061bcc-5b5c-47ea-a248-42218a991d43 HTTP/1.1" status: 200 len: 1096 time: 3.2971127 Dec 10 16:22:07.263404 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dc70f7d-4cce-4e5d-92db-247eda1fd1fc', 'tag': 'b7061bcc-5b5c-47ea-a248-42218a991d43'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:22:07.266189 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65c7f03-3f13-446a-b390-8d4848264b26" -d '{"events": [{"name": "network-changed", "server_uuid": "4dc70f7d-4cce-4e5d-92db-247eda1fd1fc", "tag": "b7061bcc-5b5c-47ea-a248-42218a991d43"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:22:07.274187 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-29745d36-41cf-48d6-a4cc-6ee3b7f57039 service neutron] 10.222.0.46 "GET /v2.0/networks/d3d2f5a8-9c2a-4e37-81c2-a6be304a674b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663530 Dec 10 16:22:07.410604 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912bbef9-8d03-4682-8b3a-4a58a4ed2b6f service neutron] Pushing event updated for resources: {'Port': ['ID=b7061bcc-5b5c-47ea-a248-42218a991d43,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:07.463073 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8163c7e4-04a4-47bf-9d3e-b721704a8a6e req-8d7c8494-6f5f-4c90-8fb1-c62150066cf4 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fee5dea-5071-48b5-9184-803baa237b28&id=4083d3d0-75b2-4bc3-967d-d9fa1f979d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3240669 Dec 10 16:22:07.499605 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-6e74983b-9cb4-4d6b-b054-8b4a7abdb24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:07.513054 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-6e74983b-9cb4-4d6b-b054-8b4a7abdb24c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33fe36bd287d4a209fabdd94870da5aa&device_id=4dc70f7d-4cce-4e5d-92db-247eda1fd1fc HTTP/1.1" status: 200 len: 1099 time: 0.2031322 Dec 10 16:22:07.909502 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:08.080907 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-306c97b4-90d5-4f69-9777-9594db467ed8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=b7061bcc-5b5c-47ea-a248-42218a991d43 HTTP/1.1" status: 200 len: 217 time: 0.5504179 Dec 10 16:22:08.084714 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-ef922360-5d36-4eac-82f7-de26ae931a13 service neutron] 10.222.0.46 "GET /v2.0/networks/d3d2f5a8-9c2a-4e37-81c2-a6be304a674b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8005638 Dec 10 16:22:08.122497 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130500f-522b-4c77-99fc-a2f36e5ce023 req-b02d850a-6a8e-494f-9e0d-53c975295b57 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:08.130560 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4130500f-522b-4c77-99fc-a2f36e5ce023 req-b02d850a-6a8e-494f-9e0d-53c975295b57 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=4dc70f7d-4cce-4e5d-92db-247eda1fd1fc HTTP/1.1" status: 200 len: 948 time: 0.1137798 Dec 10 16:22:08.200774 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-ac820d68-6125-4f81-aa84-6a66801c9c0c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=11bd17a0-c7ec-4e75-b045-d5fe4d128aea HTTP/1.1" status: 200 len: 217 time: 0.1045301 Dec 10 16:22:08.271876 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-6aeb1ebd-7f38-401e-8d61-e61de826c830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:08.273332 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-6aeb1ebd-7f38-401e-8d61-e61de826c830 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.1762271 Dec 10 16:22:08.299684 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device aaf2347b-92a7-49a0-8cd8-e38e0a7009a1 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:22:08.315866 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4130500f-522b-4c77-99fc-a2f36e5ce023 req-8fda792f-b42b-42ec-90cf-7c00eaf85f97 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622400 Dec 10 16:22:08.329152 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-4c6c8b5c-5a2d-41e9-88d3-4c383fb7e511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:08.332534 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-4c6c8b5c-5a2d-41e9-88d3-4c383fb7e511 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=982571b8-b0fa-4aa2-b27f-7ecb9fbdf841 HTTP/1.1" status: 200 len: 797 time: 0.1230991 Dec 10 16:22:08.415980 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f8718e-4d39-4856-9f72-0652637aa6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b98c649-cef6-41a9-9094-c2220e447576'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:22:08.418700 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41a6129-4064-477d-9730-da85a41f28c5" -d '{"events": [{"server_uuid": "51f8718e-4d39-4856-9f72-0652637aa6a4", "name": "network-vif-plugged", "status": "completed", "tag": "9b98c649-cef6-41a9-9094-c2220e447576"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:22:08.420279 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-08597742-f959-4644-a5b1-febf80384165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:08.421896 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-08597742-f959-4644-a5b1-febf80384165 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1386755 Dec 10 16:22:08.442083 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-66043567-10b5-4762-9c3a-8f01919ecc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:08.443658 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-66043567-10b5-4762-9c3a-8f01919ecc1e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d3d2f5a8-9c2a-4e37-81c2-a6be304a674b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0692689 Dec 10 16:22:08.480266 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port aaf2347b-92a7-49a0-8cd8-e38e0a7009a1, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=aaf2347b-92a7-49a0-8cd8-e38e0a7009a1,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:08.497810 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': 'aaf2347b-92a7-49a0-8cd8-e38e0a7009a1', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'port_id': 'aaf2347b-92a7-49a0-8cd8-e38e0a7009a1', 'mac_address': 'fa:16:3e:37:4f:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a18c92-5007-49e2-b728-7aedc06dca57', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:22:08.546222 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:08.560125 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaf2347b-92a7-49a0-8cd8-e38e0a7009a1 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:22:08.586096 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port aaf2347b-92a7-49a0-8cd8-e38e0a7009a1, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=aaf2347b-92a7-49a0-8cd8-e38e0a7009a1,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:08.587790 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:08.650584 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=aaf2347b-92a7-49a0-8cd8-e38e0a7009a1,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:08.669826 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4655d5-8c50-4e48-a95d-0d92323323ac req-6d76be11-bb1e-4f17-ae8f-415ece32d925 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:08.671458 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1b4655d5-8c50-4e48-a95d-0d92323323ac req-6d76be11-bb1e-4f17-ae8f-415ece32d925 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed5a9f38-6194-4126-bf02-5b2e062a69ae HTTP/1.1" status: 200 len: 946 time: 0.1439466 Dec 10 16:22:08.698824 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-aa65d35d-ac43-4859-87cf-f36170690887 service neutron] 10.222.0.46 "GET /v2.0/networks/d3d2f5a8-9c2a-4e37-81c2-a6be304a674b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449284 Dec 10 16:22:08.724251 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-9456e245-9f47-4219-bfdd-24ce5fce37a6 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847636 Dec 10 16:22:08.807607 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c4fcc7-f6bd-4241-8860-1a1a83c006fe', 'tag': '402b2c30-5063-4925-b45b-db2200d931bc'}, {'name': 'network-changed', 'server_uuid': '5888b2c9-bee6-48f1-a8d9-4c718c21ee3c', 'tag': 'aaf2347b-92a7-49a0-8cd8-e38e0a7009a1'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:22:08.810605 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d77bde3-828e-4f1d-9363-cf2c5029fbde" -d '{"events": [{"name": "network-changed", "server_uuid": "09c4fcc7-f6bd-4241-8860-1a1a83c006fe", "tag": "402b2c30-5063-4925-b45b-db2200d931bc"}, {"name": "network-changed", "server_uuid": "5888b2c9-bee6-48f1-a8d9-4c718c21ee3c", "tag": "aaf2347b-92a7-49a0-8cd8-e38e0a7009a1"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:22:08.846190 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1b4655d5-8c50-4e48-a95d-0d92323323ac req-bfa49605-48b1-461f-b6e8-7ea0bbfe6ced tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668327 Dec 10 16:22:08.915072 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-3f2c4882-4f45-4c1e-9067-d21c8004fd74 service neutron] 10.222.0.46 "GET /v2.0/networks/d3d2f5a8-9c2a-4e37-81c2-a6be304a674b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033834 Dec 10 16:22:08.918667 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b1a30d12-dcd1-42d0-b9ab-e3e87869c51d req-20b1a553-f301-47ee-adcd-b72152937a24 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841784 Dec 10 16:22:08.940869 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['aaf2347b-92a7-49a0-8cd8-e38e0a7009a1'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:22:09.000368 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-cfccbae3-a165-4a1d-8ca5-4690ea964379 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=bf30cf8b-12bb-438d-b72b-18e9aed513c8 HTTP/1.1" status: 200 len: 217 time: 0.0621183 Dec 10 16:22:09.090664 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-91d0f2f8-8375-466b-a41f-75d57ce95125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:09.092403 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-91d0f2f8-8375-466b-a41f-75d57ce95125 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=982571b8-b0fa-4aa2-b27f-7ecb9fbdf841 HTTP/1.1" status: 200 len: 797 time: 0.0761137 Dec 10 16:22:09.142755 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a548ceb-b5fd-4d11-8534-99b36d359987 req-54df7a04-4d85-4087-9cb2-8e2e50c17c8a tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:09.144431 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4a548ceb-b5fd-4d11-8534-99b36d359987 req-54df7a04-4d85-4087-9cb2-8e2e50c17c8a tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/ports?device_id=51f8718e-4d39-4856-9f72-0652637aa6a4 HTTP/1.1" status: 200 len: 945 time: 0.1946492 Dec 10 16:22:09.203395 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-88eccac4-beed-4f23-880a-03cc1c3c1d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:09.205163 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-88eccac4-beed-4f23-880a-03cc1c3c1d06 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d3d2f5a8-9c2a-4e37-81c2-a6be304a674b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1050229 Dec 10 16:22:09.228001 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4a548ceb-b5fd-4d11-8534-99b36d359987 req-c6bfb2e0-3a5c-4f2c-a4cc-1347cf7861a9 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd34fd79-d9bf-4084-a467-851c2b3027f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700834 Dec 10 16:22:09.316936 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382b306c-37bd-4773-b243-27c6c136df4a x-openstack-request-id: req-382b306c-37bd-4773-b243-27c6c136df4a {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:22:09.319583 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dc70f7d-4cce-4e5d-92db-247eda1fd1fc", "tag": "b7061bcc-5b5c-47ea-a248-42218a991d43", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:22:09.319894 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-382b306c-37bd-4773-b243-27c6c136df4a {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:22:09.320320 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dc70f7d-4cce-4e5d-92db-247eda1fd1fc', 'tag': 'b7061bcc-5b5c-47ea-a248-42218a991d43', 'status': 'completed', 'code': 200} Dec 10 16:22:09.434643 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-baebf419-dcbe-4650-988e-ce6276ac748e service neutron] 10.222.0.46 "GET /v2.0/networks/d3d2f5a8-9c2a-4e37-81c2-a6be304a674b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200541 Dec 10 16:22:09.437399 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c7f03-3f13-446a-b390-8d4848264b26 req-cf43061e-de89-44fa-a226-149cfd3fd646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:09.439199 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e65c7f03-3f13-446a-b390-8d4848264b26 req-cf43061e-de89-44fa-a226-149cfd3fd646 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33fe36bd287d4a209fabdd94870da5aa&device_id=4dc70f7d-4cce-4e5d-92db-247eda1fd1fc HTTP/1.1" status: 200 len: 1099 time: 0.1115906 Dec 10 16:22:09.566462 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cb707a-023a-4c5a-977a-9bb1cdb9fcba x-openstack-request-id: req-66cb707a-023a-4c5a-977a-9bb1cdb9fcba {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:22:09.566595 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f8718e-4d39-4856-9f72-0652637aa6a4", "name": "network-vif-plugged", "status": "completed", "tag": "9b98c649-cef6-41a9-9094-c2220e447576", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:22:09.566874 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-66cb707a-023a-4c5a-977a-9bb1cdb9fcba {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:22:09.567801 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f8718e-4d39-4856-9f72-0652637aa6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b98c649-cef6-41a9-9094-c2220e447576', 'code': 200} Dec 10 16:22:09.640736 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-b185bfb7-a565-47fe-a5ab-27ccab6f63b7 service neutron] 10.222.0.46 "GET /v2.0/networks/d3d2f5a8-9c2a-4e37-81c2-a6be304a674b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920464 Dec 10 16:22:09.735733 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c7f03-3f13-446a-b390-8d4848264b26 req-cce8e1fb-eb48-4ddc-a09f-6e3f2044494d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:09.737465 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e65c7f03-3f13-446a-b390-8d4848264b26 req-cce8e1fb-eb48-4ddc-a09f-6e3f2044494d service neutron] 10.222.0.46 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.2761614 Dec 10 16:22:09.738955 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-af13dd23-58fe-4f1a-a682-7a2f4d561e43 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3174393b-e5d0-402e-a500-15400d5f91d0 HTTP/1.1" status: 200 len: 217 time: 0.0824752 Dec 10 16:22:09.751470 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0f919-d116-480d-8b09-71c3fcbfb773 req-434dca44-42d3-4e0b-99d6-03514d4e177f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:09.754389 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bba0f919-d116-480d-8b09-71c3fcbfb773 req-434dca44-42d3-4e0b-99d6-03514d4e177f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=51f8718e-4d39-4856-9f72-0652637aa6a4 HTTP/1.1" status: 200 len: 1096 time: 0.1095219 Dec 10 16:22:09.814874 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bba0f919-d116-480d-8b09-71c3fcbfb773 req-63b38aab-a6bc-4fb9-b342-c401dda8a697 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=dd34fd79-d9bf-4084-a467-851c2b3027f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472138 Dec 10 16:22:09.829814 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97356b-a39a-4e8e-8cbb-5c9ce4c63898 req-0bde993e-146b-453e-89e0-afbfca5c8f5c tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:09.835981 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97356b-a39a-4e8e-8cbb-5c9ce4c63898 req-0bde993e-146b-453e-89e0-afbfca5c8f5c tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:09.842710 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97356b-a39a-4e8e-8cbb-5c9ce4c63898 req-0bde993e-146b-453e-89e0-afbfca5c8f5c tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:09.850104 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97356b-a39a-4e8e-8cbb-5c9ce4c63898 req-0bde993e-146b-453e-89e0-afbfca5c8f5c tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:09.855685 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97356b-a39a-4e8e-8cbb-5c9ce4c63898 req-0bde993e-146b-453e-89e0-afbfca5c8f5c tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:09.862709 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97356b-a39a-4e8e-8cbb-5c9ce4c63898 req-0bde993e-146b-453e-89e0-afbfca5c8f5c tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:09.869570 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97356b-a39a-4e8e-8cbb-5c9ce4c63898 req-0bde993e-146b-453e-89e0-afbfca5c8f5c tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:09.877355 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7c97356b-a39a-4e8e-8cbb-5c9ce4c63898 req-0bde993e-146b-453e-89e0-afbfca5c8f5c tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 5418 time: 0.2236421 Dec 10 16:22:09.889844 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e65c7f03-3f13-446a-b390-8d4848264b26 req-dca0ec8d-c54f-4342-bfc9-87e46416fb5d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=b7061bcc-5b5c-47ea-a248-42218a991d43 HTTP/1.1" status: 200 len: 217 time: 0.1369810 Dec 10 16:22:09.962320 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-b02b1d2f-c95c-4530-a86d-9a517055b326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:09.963777 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-b02b1d2f-c95c-4530-a86d-9a517055b326 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=091cd1f4-331e-4459-ad24-1b9d06b10cd2 HTTP/1.1" status: 200 len: 797 time: 0.2098913 Dec 10 16:22:10.014909 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c7f03-3f13-446a-b390-8d4848264b26 req-317cf108-bd2b-4d8b-999b-d35b5165f3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:10.016627 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e65c7f03-3f13-446a-b390-8d4848264b26 req-317cf108-bd2b-4d8b-999b-d35b5165f3a9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.1144404 Dec 10 16:22:10.022158 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7c97356b-a39a-4e8e-8cbb-5c9ce4c63898 req-5aaf26b9-8865-414e-b9c6-2c6f7b4685f3 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fee5dea-5071-48b5-9184-803baa237b28&id=4083d3d0-75b2-4bc3-967d-d9fa1f979d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1439548 Dec 10 16:22:10.068668 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-acd81f69-2a1d-48af-b7a9-9ddcf1b62466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:10.070174 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-acd81f69-2a1d-48af-b7a9-9ddcf1b62466 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d9b93369-0ca7-48d4-af9b-dd363ef2706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0940444 Dec 10 16:22:10.083947 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c7f03-3f13-446a-b390-8d4848264b26 req-9f3b01fa-1a67-4198-9a16-794b18ea335a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:10.085367 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e65c7f03-3f13-446a-b390-8d4848264b26 req-9f3b01fa-1a67-4198-9a16-794b18ea335a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0581653 Dec 10 16:22:10.156919 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 10 Dec 2021 16:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407d1a2e-98cb-44ef-832f-b2fc1ebdbeb4 x-openstack-request-id: req-407d1a2e-98cb-44ef-832f-b2fc1ebdbeb4 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:22:10.157598 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09c4fcc7-f6bd-4241-8860-1a1a83c006fe", "tag": "402b2c30-5063-4925-b45b-db2200d931bc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5888b2c9-bee6-48f1-a8d9-4c718c21ee3c", "tag": "aaf2347b-92a7-49a0-8cd8-e38e0a7009a1", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:22:10.158586 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-407d1a2e-98cb-44ef-832f-b2fc1ebdbeb4 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:22:10.159721 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09c4fcc7-f6bd-4241-8860-1a1a83c006fe', 'tag': '402b2c30-5063-4925-b45b-db2200d931bc', 'status': 'completed', 'code': 200} Dec 10 16:22:10.160347 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5888b2c9-bee6-48f1-a8d9-4c718c21ee3c', 'tag': 'aaf2347b-92a7-49a0-8cd8-e38e0a7009a1', 'status': 'completed', 'code': 200} Dec 10 16:22:10.297154 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77bde3-828e-4f1d-9363-cf2c5029fbde req-42a49807-8202-4b9d-b3ca-7826528016ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:10.299257 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5d77bde3-828e-4f1d-9363-cf2c5029fbde req-42a49807-8202-4b9d-b3ca-7826528016ad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=df7996212a794883ba322fef5e69748f&device_id=09c4fcc7-f6bd-4241-8860-1a1a83c006fe HTTP/1.1" status: 200 len: 1096 time: 0.1113796 Dec 10 16:22:10.308777 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-8efc1e14-9bd3-4cb7-b6cd-69404f8fb979 service neutron] 10.222.0.46 "GET /v2.0/networks/d9b93369-0ca7-48d4-af9b-dd363ef2706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270203 Dec 10 16:22:10.316113 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e65c7f03-3f13-446a-b390-8d4848264b26 req-7ec2e1fd-cccd-44ae-8db3-aedface249c0 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130463 Dec 10 16:22:10.327269 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device aaf2347b-92a7-49a0-8cd8-e38e0a7009a1 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:22:10.332278 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208b927-14e8-4481-9622-bae9081f7081 req-7a679ce8-74d8-4f7f-94ac-f1d0dda6a5fa tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:10.333812 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2208b927-14e8-4481-9622-bae9081f7081 req-7a679ce8-74d8-4f7f-94ac-f1d0dda6a5fa tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=4dc70f7d-4cce-4e5d-92db-247eda1fd1fc HTTP/1.1" status: 200 len: 948 time: 0.1103520 Dec 10 16:22:10.518196 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2208b927-14e8-4481-9622-bae9081f7081 req-c58353e4-135b-4344-b6f7-fbd2ba5a1cc9 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571782 Dec 10 16:22:10.541291 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port aaf2347b-92a7-49a0-8cd8-e38e0a7009a1 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:22:10.607311 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77bde3-828e-4f1d-9363-cf2c5029fbde req-af59ebef-e720-4498-8f1a-cdb6fa4d768d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:10.609018 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5d77bde3-828e-4f1d-9363-cf2c5029fbde req-af59ebef-e720-4498-8f1a-cdb6fa4d768d service neutron] 10.222.0.26 "GET /v2.0/networks?id=8360afb7-a21f-4966-aa49-91f4dc24c110 HTTP/1.1" status: 200 len: 916 time: 0.2880852 Dec 10 16:22:10.628970 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port aaf2347b-92a7-49a0-8cd8-e38e0a7009a1 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:22:10.629465 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:10.636269 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e65c7f03-3f13-446a-b390-8d4848264b26 req-833e6e9e-d6dd-456a-aeae-2d732c06b771 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970355 Dec 10 16:22:10.641805 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-9c876dca-4b6a-49da-bf3e-c9e692abd59b service neutron] 10.222.0.46 "GET /v2.0/networks/d9b93369-0ca7-48d4-af9b-dd363ef2706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887688 Dec 10 16:22:10.723778 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-407460f6-4271-427d-bdf9-42f9b8f5a17a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8744c76b-46ac-44c8-96c4-4bdbc0396c15 HTTP/1.1" status: 200 len: 217 time: 0.0723317 Dec 10 16:22:10.743696 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5d77bde3-828e-4f1d-9363-cf2c5029fbde req-6ee12fec-1642-4a34-b6b0-2b446a4df64d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=402b2c30-5063-4925-b45b-db2200d931bc HTTP/1.1" status: 200 len: 1001 time: 0.1228511 Dec 10 16:22:10.823208 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-e1f49a75-a981-4122-ac6b-d84ed4cf588b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:10.824715 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-e1f49a75-a981-4122-ac6b-d84ed4cf588b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=091cd1f4-331e-4459-ad24-1b9d06b10cd2 HTTP/1.1" status: 200 len: 797 time: 0.0930161 Dec 10 16:22:10.832496 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77bde3-828e-4f1d-9363-cf2c5029fbde req-c78f5b64-80ed-47d4-a72f-793204fedfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:10.837958 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5d77bde3-828e-4f1d-9363-cf2c5029fbde req-c78f5b64-80ed-47d4-a72f-793204fedfb4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9f0bf07a-1cd9-4695-ab12-12cd8267bab2 HTTP/1.1" status: 200 len: 854 time: 0.0869441 Dec 10 16:22:10.907142 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:10.936979 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77bde3-828e-4f1d-9363-cf2c5029fbde req-17678696-2504-46e5-ae94-d89022176357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:10.938165 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384987-cc19-481a-9658-6c4c98dde774 req-17c40650-ff91-4823-9d80-291cf7c6e9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:10.941511 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5d77bde3-828e-4f1d-9363-cf2c5029fbde req-17678696-2504-46e5-ae94-d89022176357 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8360afb7-a21f-4966-aa49-91f4dc24c110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939059 Dec 10 16:22:10.941823 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-17c40650-ff91-4823-9d80-291cf7c6e9b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d9b93369-0ca7-48d4-af9b-dd363ef2706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1068780 Dec 10 16:22:10.956084 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port aaf2347b-92a7-49a0-8cd8-e38e0a7009a1, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=aaf2347b-92a7-49a0-8cd8-e38e0a7009a1,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:10.964023 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:11.055801 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5d77bde3-828e-4f1d-9363-cf2c5029fbde req-aa652806-f2d8-4cd3-b147-c2c9fa46016b service neutron] 10.222.0.26 "GET /v2.0/networks/8360afb7-a21f-4966-aa49-91f4dc24c110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015155 Dec 10 16:22:11.104443 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=aaf2347b-92a7-49a0-8cd8-e38e0a7009a1,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:11.157212 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-b601fbd9-916d-48f0-8436-f261b823a1ca service neutron] 10.222.0.46 "GET /v2.0/networks/d9b93369-0ca7-48d4-af9b-dd363ef2706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096696 Dec 10 16:22:11.225231 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5d77bde3-828e-4f1d-9363-cf2c5029fbde req-a19f0c7c-7d56-4022-81af-9730f039f0a8 service neutron] 10.222.0.26 "GET /v2.0/networks/8360afb7-a21f-4966-aa49-91f4dc24c110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610749 Dec 10 16:22:11.343121 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de384987-cc19-481a-9658-6c4c98dde774 req-7ee795ef-1ed6-437c-a90c-6f14e0f67857 service neutron] 10.222.0.46 "GET /v2.0/networks/d9b93369-0ca7-48d4-af9b-dd363ef2706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785164 Dec 10 16:22:11.430833 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77bde3-828e-4f1d-9363-cf2c5029fbde req-c499df0b-a295-458c-85f2-99d2eedc0e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:11.432376 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5d77bde3-828e-4f1d-9363-cf2c5029fbde req-c499df0b-a295-458c-85f2-99d2eedc0e6f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=33fe36bd287d4a209fabdd94870da5aa&device_id=5888b2c9-bee6-48f1-a8d9-4c718c21ee3c HTTP/1.1" status: 200 len: 1101 time: 0.1123900 Dec 10 16:22:11.519538 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-381544ff-5688-4c99-84ae-1dcdad889e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:11.520185 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-381544ff-5688-4c99-84ae-1dcdad889e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:11.520808 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-381544ff-5688-4c99-84ae-1dcdad889e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:11.521323 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-381544ff-5688-4c99-84ae-1dcdad889e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:11.521867 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-381544ff-5688-4c99-84ae-1dcdad889e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:11.522426 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-381544ff-5688-4c99-84ae-1dcdad889e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:11.522923 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-381544ff-5688-4c99-84ae-1dcdad889e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:11.525144 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-381544ff-5688-4c99-84ae-1dcdad889e34 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8d2a6699ac14ae587266a65822b9f70&device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 6475 time: 0.1046321 Dec 10 16:22:11.568966 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5888b2c9-bee6-48f1-a8d9-4c718c21ee3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf2347b-92a7-49a0-8cd8-e38e0a7009a1'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:22:11.572142 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5d1def-3d0c-417f-b516-cda6ec13ae51" -d '{"events": [{"server_uuid": "5888b2c9-bee6-48f1-a8d9-4c718c21ee3c", "name": "network-vif-plugged", "status": "completed", "tag": "aaf2347b-92a7-49a0-8cd8-e38e0a7009a1"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:22:11.627253 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77bde3-828e-4f1d-9363-cf2c5029fbde req-53a43cf6-63ac-4548-a0cc-e0fa8d838056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:11.629647 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5d77bde3-828e-4f1d-9363-cf2c5029fbde req-53a43cf6-63ac-4548-a0cc-e0fa8d838056 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.1858671 Dec 10 16:22:11.699442 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5d77bde3-828e-4f1d-9363-cf2c5029fbde req-18d1f9ac-2477-4b67-8187-2fb6486f6544 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=aaf2347b-92a7-49a0-8cd8-e38e0a7009a1 HTTP/1.1" status: 200 len: 217 time: 0.0610998 Dec 10 16:22:11.726800 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-20b1cb83-cf7d-4124-a17d-f79f48e039a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:11.728363 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-20b1cb83-cf7d-4124-a17d-f79f48e039a5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d3d2f5a8-9c2a-4e37-81c2-a6be304a674b HTTP/1.1" status: 200 len: 903 time: 0.1928205 Dec 10 16:22:11.742630 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26138d-5eee-409e-84f6-cd3cf0f2e28d req-0b9df6b0-97d0-45ef-8ebb-a92498ccc316 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:11.744209 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf26138d-5eee-409e-84f6-cd3cf0f2e28d req-0b9df6b0-97d0-45ef-8ebb-a92498ccc316 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed5a9f38-6194-4126-bf02-5b2e062a69ae HTTP/1.1" status: 200 len: 946 time: 0.0933280 Dec 10 16:22:11.773695 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77bde3-828e-4f1d-9363-cf2c5029fbde req-33fac3d5-6691-4d5c-b05f-3a8da4a6092a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:11.775996 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5d77bde3-828e-4f1d-9363-cf2c5029fbde req-33fac3d5-6691-4d5c-b05f-3a8da4a6092a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.0678134 Dec 10 16:22:11.796398 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-239a5778-c47d-455b-8ea8-560b83fc19d0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=bf30cf8b-12bb-438d-b72b-18e9aed513c8 HTTP/1.1" status: 200 len: 217 time: 0.0511532 Dec 10 16:22:11.837995 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77bde3-828e-4f1d-9363-cf2c5029fbde req-9b1dc896-de47-4108-b9fe-d7b3b8b32605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:11.840882 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5d77bde3-828e-4f1d-9363-cf2c5029fbde req-9b1dc896-de47-4108-b9fe-d7b3b8b32605 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0547187 Dec 10 16:22:11.903194 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf26138d-5eee-409e-84f6-cd3cf0f2e28d req-4624e8cb-db58-4d98-8031-e6e2f6d8da5b tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381302 Dec 10 16:22:11.909743 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-10f69626-306d-424a-b0f3-4ca57bfd5752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:11.911237 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-10f69626-306d-424a-b0f3-4ca57bfd5752 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=982571b8-b0fa-4aa2-b27f-7ecb9fbdf841 HTTP/1.1" status: 200 len: 797 time: 0.1061578 Dec 10 16:22:11.992989 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5d77bde3-828e-4f1d-9363-cf2c5029fbde req-d365782e-cc9b-4892-947c-a81677e634b6 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309545 Dec 10 16:22:12.058156 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-1d6cdb6b-10a0-4f8e-89d9-58bfe5b09d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:12.060620 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-1d6cdb6b-10a0-4f8e-89d9-58bfe5b09d98 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d3d2f5a8-9c2a-4e37-81c2-a6be304a674b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1398084 Dec 10 16:22:12.152717 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be558de8-f9d1-437e-9977-192975e8f199 req-ff696d56-5c9d-4aab-a626-085e11828d0d tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:12.155064 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-be558de8-f9d1-437e-9977-192975e8f199 req-ff696d56-5c9d-4aab-a626-085e11828d0d tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/ports?device_id=51f8718e-4d39-4856-9f72-0652637aa6a4 HTTP/1.1" status: 200 len: 945 time: 0.1450636 Dec 10 16:22:12.190510 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5d77bde3-828e-4f1d-9363-cf2c5029fbde req-c6422fc9-104e-4761-bc9e-89ddf305195c service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882174 Dec 10 16:22:12.259488 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-14c1a619-036f-455d-87e2-5722cba4e0ad service neutron] 10.222.0.46 "GET /v2.0/networks/d3d2f5a8-9c2a-4e37-81c2-a6be304a674b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880414 Dec 10 16:22:12.282661 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-be558de8-f9d1-437e-9977-192975e8f199 req-641ea7c7-3c3f-4348-8ad7-29ce5d3dff09 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd34fd79-d9bf-4084-a467-851c2b3027f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865371 Dec 10 16:22:12.330105 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device b7061bcc-5b5c-47ea-a248-42218a991d43 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:22:12.428546 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-eb079e14-be4d-4c71-b31c-44ca42ab4c28 service neutron] 10.222.0.46 "GET /v2.0/networks/d3d2f5a8-9c2a-4e37-81c2-a6be304a674b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604192 Dec 10 16:22:12.536799 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port b7061bcc-5b5c-47ea-a248-42218a991d43, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=b7061bcc-5b5c-47ea-a248-42218a991d43,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:12.581243 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-4d9ede8f-1011-4fee-81e7-4a3c99253f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:12.581741 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-4d9ede8f-1011-4fee-81e7-4a3c99253f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:12.582317 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'b7061bcc-5b5c-47ea-a248-42218a991d43', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'port_id': 'b7061bcc-5b5c-47ea-a248-42218a991d43', 'mac_address': 'fa:16:3e:cf:da:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a18c92-5007-49e2-b728-7aedc06dca57', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:22:12.585426 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-4d9ede8f-1011-4fee-81e7-4a3c99253f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:12.588370 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-4d9ede8f-1011-4fee-81e7-4a3c99253f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:12.589061 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-4d9ede8f-1011-4fee-81e7-4a3c99253f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:12.589321 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-4d9ede8f-1011-4fee-81e7-4a3c99253f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:12.592466 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-4d9ede8f-1011-4fee-81e7-4a3c99253f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:12.594686 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-4d9ede8f-1011-4fee-81e7-4a3c99253f2f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8d2a6699ac14ae587266a65822b9f70&device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 6475 time: 0.1011016 Dec 10 16:22:12.643336 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:12.675552 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7061bcc-5b5c-47ea-a248-42218a991d43 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:22:12.709634 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port b7061bcc-5b5c-47ea-a248-42218a991d43, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=b7061bcc-5b5c-47ea-a248-42218a991d43,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:12.715139 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:12.750489 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfda108-8a58-4e38-a402-a5d52bc3b336 req-a774cefb-8edc-4695-b8a8-f711e6787ef6 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:12.756385 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfda108-8a58-4e38-a402-a5d52bc3b336 req-a774cefb-8edc-4695-b8a8-f711e6787ef6 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:12.763011 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfda108-8a58-4e38-a402-a5d52bc3b336 req-a774cefb-8edc-4695-b8a8-f711e6787ef6 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:12.769258 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfda108-8a58-4e38-a402-a5d52bc3b336 req-a774cefb-8edc-4695-b8a8-f711e6787ef6 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:12.775442 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfda108-8a58-4e38-a402-a5d52bc3b336 req-a774cefb-8edc-4695-b8a8-f711e6787ef6 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:12.781371 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfda108-8a58-4e38-a402-a5d52bc3b336 req-a774cefb-8edc-4695-b8a8-f711e6787ef6 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:12.787332 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfda108-8a58-4e38-a402-a5d52bc3b336 req-a774cefb-8edc-4695-b8a8-f711e6787ef6 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:12.789195 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3dfda108-8a58-4e38-a402-a5d52bc3b336 req-a774cefb-8edc-4695-b8a8-f711e6787ef6 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 5418 time: 0.2254703 Dec 10 16:22:12.790455 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-757629ef-83dc-4c00-8a09-eec0f94161af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:12.791747 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-757629ef-83dc-4c00-8a09-eec0f94161af service neutron] 10.222.0.46 "GET /v2.0/networks?id=d9b93369-0ca7-48d4-af9b-dd363ef2706a HTTP/1.1" status: 200 len: 902 time: 0.1827867 Dec 10 16:22:12.815797 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=b7061bcc-5b5c-47ea-a248-42218a991d43,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:13.013507 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['b7061bcc-5b5c-47ea-a248-42218a991d43'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:22:13.208584 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-dddce497-94ec-499f-b1e8-da0eac519062 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3174393b-e5d0-402e-a500-15400d5f91d0 HTTP/1.1" status: 200 len: 217 time: 0.4045861 Dec 10 16:22:13.288949 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de7f914f-9f33-4bb0-a1d2-74fa29a663a4 req-56556603-5e31-4322-a936-36017fe34585 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9d31436d-2785-4d66-9d25-60d1cb0935b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1347408 Dec 10 16:22:13.296416 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3dfda108-8a58-4e38-a402-a5d52bc3b336 req-bbaade54-35dd-4d37-97fb-2c82daad39d5 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fee5dea-5071-48b5-9184-803baa237b28&id=4083d3d0-75b2-4bc3-967d-d9fa1f979d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4991331 Dec 10 16:22:13.306336 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-aaf26b86-99f2-4e07-89fb-22a1273001b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:13.307791 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-aaf26b86-99f2-4e07-89fb-22a1273001b5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=091cd1f4-331e-4459-ad24-1b9d06b10cd2 HTTP/1.1" status: 200 len: 797 time: 0.0801165 Dec 10 16:22:13.385413 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-0ca827c6-9aee-4009-8047-c84a914637ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:13.387624 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-0ca827c6-9aee-4009-8047-c84a914637ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d9b93369-0ca7-48d4-af9b-dd363ef2706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0702212 Dec 10 16:22:13.581201 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f914f-9f33-4bb0-a1d2-74fa29a663a4 req-6b767dcb-291c-4515-a2cd-c82fc945e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:13.582634 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de7f914f-9f33-4bb0-a1d2-74fa29a663a4 req-6b767dcb-291c-4515-a2cd-c82fc945e9bc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88d3b4e7edaf414d832ee358beed3fa3&device_id=9d31436d-2785-4d66-9d25-60d1cb0935b5 HTTP/1.1" status: 200 len: 1096 time: 0.1489103 Dec 10 16:22:13.596528 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb57b1-af94-41fa-9ffb-a1c3ea742313 req-590e0a04-3b6e-45a1-86c9-c5b7a9543344 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:13.598041 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e3cb57b1-af94-41fa-9ffb-a1c3ea742313 req-590e0a04-3b6e-45a1-86c9-c5b7a9543344 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=4dc70f7d-4cce-4e5d-92db-247eda1fd1fc HTTP/1.1" status: 200 len: 949 time: 0.1199672 Dec 10 16:22:13.607299 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-422e093c-4685-42b9-8424-208e035bd66e service neutron] 10.222.0.46 "GET /v2.0/networks/d9b93369-0ca7-48d4-af9b-dd363ef2706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064753 Dec 10 16:22:13.798877 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e3cb57b1-af94-41fa-9ffb-a1c3ea742313 req-c2c45161-28f7-49fe-a4c3-6bc898f6fb3a tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871240 Dec 10 16:22:13.852289 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-781c68d6-0b27-4104-949b-01c58d931777 service neutron] 10.222.0.46 "GET /v2.0/networks/d9b93369-0ca7-48d4-af9b-dd363ef2706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169557 Dec 10 16:22:13.853237 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f914f-9f33-4bb0-a1d2-74fa29a663a4 req-a7927f1f-b1b9-4107-8fb7-fc701506cb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:13.854591 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de7f914f-9f33-4bb0-a1d2-74fa29a663a4 req-a7927f1f-b1b9-4107-8fb7-fc701506cb48 service neutron] 10.222.0.46 "GET /v2.0/networks?id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 HTTP/1.1" status: 200 len: 922 time: 0.2076008 Dec 10 16:22:13.879219 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f4e34ff1-7121-4ac3-a43c-727b13e0652e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:13.924864 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b40fea9-3e72-4b55-8553-3264f789fa07 x-openstack-request-id: req-1b40fea9-3e72-4b55-8553-3264f789fa07 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:22:13.925490 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5888b2c9-bee6-48f1-a8d9-4c718c21ee3c", "name": "network-vif-plugged", "status": "completed", "tag": "aaf2347b-92a7-49a0-8cd8-e38e0a7009a1", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:22:13.925963 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1b40fea9-3e72-4b55-8553-3264f789fa07 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:22:13.926987 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5888b2c9-bee6-48f1-a8d9-4c718c21ee3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf2347b-92a7-49a0-8cd8-e38e0a7009a1', 'code': 200} Dec 10 16:22:13.957999 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de7f914f-9f33-4bb0-a1d2-74fa29a663a4 req-b2b20feb-356c-4531-a20b-de9fe322ea0d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3059f99-74e7-4c93-9a61-1b4fbf153b5e HTTP/1.1" status: 200 len: 217 time: 0.0773101 Dec 10 16:22:14.058559 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37518ba5-1dcd-4b79-bbdb-e38e83715ee3 req-84d1e598-2b0d-441b-8dd3-7f7f2c3c8f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:14.060604 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-37518ba5-1dcd-4b79-bbdb-e38e83715ee3 req-84d1e598-2b0d-441b-8dd3-7f7f2c3c8f8f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5888b2c9-bee6-48f1-a8d9-4c718c21ee3c HTTP/1.1" status: 200 len: 1101 time: 0.0561838 Dec 10 16:22:14.065691 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f914f-9f33-4bb0-a1d2-74fa29a663a4 req-32114c8a-78b5-473d-9df5-928ea57d3417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:14.067403 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de7f914f-9f33-4bb0-a1d2-74fa29a663a4 req-32114c8a-78b5-473d-9df5-928ea57d3417 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=19a3ead6-9cb2-4544-beb2-145a33d7ae3f HTTP/1.1" status: 200 len: 861 time: 0.0697327 Dec 10 16:22:14.127768 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-37518ba5-1dcd-4b79-bbdb-e38e83715ee3 req-cb617fe9-67d3-45fd-b9fb-0572848dd8d7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516367 Dec 10 16:22:14.142777 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de7f914f-9f33-4bb0-a1d2-74fa29a663a4 req-c58ff5fd-c777-4b27-9919-7b1e8a55ea28 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659881 Dec 10 16:22:14.177907 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-284a99b2-7e75-4bd4-b5d8-fb77d289215d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:14.178468 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-284a99b2-7e75-4bd4-b5d8-fb77d289215d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:14.178963 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-284a99b2-7e75-4bd4-b5d8-fb77d289215d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:14.179411 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-284a99b2-7e75-4bd4-b5d8-fb77d289215d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:14.179911 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-284a99b2-7e75-4bd4-b5d8-fb77d289215d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:14.180379 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-284a99b2-7e75-4bd4-b5d8-fb77d289215d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:14.180834 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-284a99b2-7e75-4bd4-b5d8-fb77d289215d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:14.182887 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-284a99b2-7e75-4bd4-b5d8-fb77d289215d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8d2a6699ac14ae587266a65822b9f70&device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 6475 time: 0.2373319 Dec 10 16:22:14.284997 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-97a11921-2ae3-4709-bd49-1601fbcf0993 req-07d8d267-2f32-4eb8-b03d-f91b7954e9d6 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-142002065&fields=id&tenant_id=a3cc58e9a9e04cdfbbfcf1593b2aeb98 HTTP/1.1" status: 200 len: 267 time: 0.2164779 Dec 10 16:22:14.329903 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device b7061bcc-5b5c-47ea-a248-42218a991d43 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:22:14.384268 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de7f914f-9f33-4bb0-a1d2-74fa29a663a4 req-edd1da4c-b2ba-4309-a6ec-17a27cb6f797 service neutron] 10.222.0.46 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314036 Dec 10 16:22:14.409538 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port b7061bcc-5b5c-47ea-a248-42218a991d43 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:22:14.415496 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port b7061bcc-5b5c-47ea-a248-42218a991d43 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:22:14.416016 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:14.449986 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-b32cb602-849d-407f-86c6-01b2c61515dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:14.453295 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-b32cb602-849d-407f-86c6-01b2c61515dc service neutron] 10.222.0.46 "GET /v2.0/networks?id=d9b93369-0ca7-48d4-af9b-dd363ef2706a HTTP/1.1" status: 200 len: 902 time: 0.2326999 Dec 10 16:22:14.467836 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a11921-2ae3-4709-bd49-1601fbcf0993 req-d75c7f59-51fa-4907-998e-c86c8c817c5d tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:14.478079 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-97a11921-2ae3-4709-bd49-1601fbcf0993 req-d75c7f59-51fa-4907-998e-c86c8c817c5d tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/ports?device_id=51f8718e-4d39-4856-9f72-0652637aa6a4 HTTP/1.1" status: 200 len: 945 time: 0.1845798 Dec 10 16:22:14.493223 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-97a11921-2ae3-4709-bd49-1601fbcf0993 req-9f2113a6-7081-4205-947b-f273270a1d27 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Request body: {'port': {'security_groups': ['dd34fd79-d9bf-4084-a467-851c2b3027f1', '904ab047-4a99-4aa9-80ba-b58d2d5cfb1a']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:22:14.529829 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:14.566557 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-36698236-5e94-45b2-8664-4dc38ab83e85 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8744c76b-46ac-44c8-96c4-4bdbc0396c15 HTTP/1.1" status: 200 len: 217 time: 0.0861692 Dec 10 16:22:14.566915 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port b7061bcc-5b5c-47ea-a248-42218a991d43, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=b7061bcc-5b5c-47ea-a248-42218a991d43,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:14.571213 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:14.628236 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-97a11921-2ae3-4709-bd49-1601fbcf0993 req-9f2113a6-7081-4205-947b-f273270a1d27 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:14.632838 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=b7061bcc-5b5c-47ea-a248-42218a991d43,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:14.669245 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de7f914f-9f33-4bb0-a1d2-74fa29a663a4 req-2aecc10d-0d64-400f-9828-ca8e116e18ac service neutron] 10.222.0.46 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729771 Dec 10 16:22:14.750884 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-67af06ac-224f-45d7-88c2-1551edf23cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:14.752413 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-67af06ac-224f-45d7-88c2-1551edf23cd5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=091cd1f4-331e-4459-ad24-1b9d06b10cd2 HTTP/1.1" status: 200 len: 797 time: 0.0960085 Dec 10 16:22:14.833462 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-1cc84b29-41b5-4b51-af10-ba02695a80d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:14.835204 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-1cc84b29-41b5-4b51-af10-ba02695a80d6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d9b93369-0ca7-48d4-af9b-dd363ef2706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0734456 Dec 10 16:22:14.989423 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-97a11921-2ae3-4709-bd49-1601fbcf0993 req-9f2113a6-7081-4205-947b-f273270a1d27 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] For port 9b98c649-cef6-41a9-9094-c2220e447576, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=9b98c649-cef6-41a9-9094-c2220e447576,segment=NetworkSegment(8f06f3ad-599b-498d-b3dd-e0e6ed583f4b),segment_id=8f06f3ad-599b-498d-b3dd-e0e6ed583f4b)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:15.014667 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-25900d97-0050-4752-832b-7a013bf0c108 service neutron] 10.222.0.46 "GET /v2.0/networks/d9b93369-0ca7-48d4-af9b-dd363ef2706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632595 Dec 10 16:22:15.039829 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-97a11921-2ae3-4709-bd49-1601fbcf0993 req-9f2113a6-7081-4205-947b-f273270a1d27 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:15.052556 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-97a11921-2ae3-4709-bd49-1601fbcf0993 req-9f2113a6-7081-4205-947b-f273270a1d27 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:15.065608 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['9b98c649-cef6-41a9-9094-c2220e447576'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:22:15.134651 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a11921-2ae3-4709-bd49-1601fbcf0993 req-9f2113a6-7081-4205-947b-f273270a1d27 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:15.135293 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-97a11921-2ae3-4709-bd49-1601fbcf0993 req-9f2113a6-7081-4205-947b-f273270a1d27 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:15.136694 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-97a11921-2ae3-4709-bd49-1601fbcf0993 req-9f2113a6-7081-4205-947b-f273270a1d27 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "PUT /v2.0/ports/9b98c649-cef6-41a9-9094-c2220e447576 HTTP/1.1" status: 200 len: 981 time: 0.6577654 Dec 10 16:22:15.137804 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f8718e-4d39-4856-9f72-0652637aa6a4', 'tag': '9b98c649-cef6-41a9-9094-c2220e447576'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:22:15.140310 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395c281d-0015-462f-bb47-2f451c3cf2a1" -d '{"events": [{"name": "network-changed", "server_uuid": "51f8718e-4d39-4856-9f72-0652637aa6a4", "tag": "9b98c649-cef6-41a9-9094-c2220e447576"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:22:15.178636 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2113a6-7081-4205-947b-f273270a1d27 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Pushing event updated for resources: {'Port': ['ID=9b98c649-cef6-41a9-9094-c2220e447576,revision_number=6']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:15.196824 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2dba2be2-3909-481c-bdbf-77988aaed07f req-3803797d-7511-462f-90b0-c7d96e208f94 service neutron] 10.222.0.46 "GET /v2.0/networks/d9b93369-0ca7-48d4-af9b-dd363ef2706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656468 Dec 10 16:22:15.296452 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869b40a-508c-475a-80c4-e0c68df9e133 req-a184570c-7584-46a9-9dd5-e4bbd5c4c823 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:15.298090 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1869b40a-508c-475a-80c4-e0c68df9e133 req-a184570c-7584-46a9-9dd5-e4bbd5c4c823 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbb8e34-268b-4084-8e6c-a29e4c540192 HTTP/1.1" status: 200 len: 945 time: 0.0614531 Dec 10 16:22:15.316527 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['9b98c649-cef6-41a9-9094-c2220e447576'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:22:15.352526 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1869b40a-508c-475a-80c4-e0c68df9e133 req-cdc29123-663b-4a04-8e7f-257169ad4688 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/security-groups?id=de734938-b937-4181-8955-8d1ef1a8949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475702 Dec 10 16:22:15.709673 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b8c94b-bb90-413f-9356-9a3d1b03cfac req-7a17e0f7-b1f3-42ae-a199-842960db2c7b tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:15.711638 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-41b8c94b-bb90-413f-9356-9a3d1b03cfac req-7a17e0f7-b1f3-42ae-a199-842960db2c7b tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed5a9f38-6194-4126-bf02-5b2e062a69ae HTTP/1.1" status: 200 len: 946 time: 0.0506232 Dec 10 16:22:15.764174 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-41b8c94b-bb90-413f-9356-9a3d1b03cfac req-76d05e26-ad4f-4726-8787-6ad6b7ca367b tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463042 Dec 10 16:22:15.928282 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc70f7d-4cce-4e5d-92db-247eda1fd1fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7061bcc-5b5c-47ea-a248-42218a991d43'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:22:15.930806 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8504421-9d71-421d-868f-f0dcd55110c5" -d '{"events": [{"server_uuid": "4dc70f7d-4cce-4e5d-92db-247eda1fd1fc", "name": "network-vif-plugged", "status": "completed", "tag": "b7061bcc-5b5c-47ea-a248-42218a991d43"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:22:16.240448 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861e9ea-cd17-4956-8c89-1bc42a0daa08 req-3dc59f4a-550e-4c48-bbc0-f52afb82c5e7 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:16.247031 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861e9ea-cd17-4956-8c89-1bc42a0daa08 req-3dc59f4a-550e-4c48-bbc0-f52afb82c5e7 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:16.253285 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861e9ea-cd17-4956-8c89-1bc42a0daa08 req-3dc59f4a-550e-4c48-bbc0-f52afb82c5e7 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:16.259689 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861e9ea-cd17-4956-8c89-1bc42a0daa08 req-3dc59f4a-550e-4c48-bbc0-f52afb82c5e7 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:16.266749 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861e9ea-cd17-4956-8c89-1bc42a0daa08 req-3dc59f4a-550e-4c48-bbc0-f52afb82c5e7 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:16.273528 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861e9ea-cd17-4956-8c89-1bc42a0daa08 req-3dc59f4a-550e-4c48-bbc0-f52afb82c5e7 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:16.280121 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861e9ea-cd17-4956-8c89-1bc42a0daa08 req-3dc59f4a-550e-4c48-bbc0-f52afb82c5e7 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:16.282314 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f861e9ea-cd17-4956-8c89-1bc42a0daa08 req-3dc59f4a-550e-4c48-bbc0-f52afb82c5e7 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 5418 time: 0.1060863 Dec 10 16:22:16.348982 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f861e9ea-cd17-4956-8c89-1bc42a0daa08 req-63499204-b544-4a74-8ef9-cf2212b3dac1 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fee5dea-5071-48b5-9184-803baa237b28&id=4083d3d0-75b2-4bc3-967d-d9fa1f979d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0600243 Dec 10 16:22:16.419588 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-04b99899-92f1-4ae6-8c9b-6cc9305953bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:16.462965 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b8f88-8dc0-4e17-826c-7f5229d03470 req-b0b1a344-2db0-45f3-94f5-81154d81181c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:16.464358 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7a8b8f88-8dc0-4e17-826c-7f5229d03470 req-b0b1a344-2db0-45f3-94f5-81154d81181c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=4dc70f7d-4cce-4e5d-92db-247eda1fd1fc HTTP/1.1" status: 200 len: 950 time: 0.0522974 Dec 10 16:22:16.511401 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7a8b8f88-8dc0-4e17-826c-7f5229d03470 req-59a3af47-dcf2-4899-8a7e-52b49f5eff37 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400662 Dec 10 16:22:16.606090 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6195eaea-5256-4b61-9e70-863f3f012cf9 req-bcf633e9-ae66-4b4a-a9e6-c43b8af47803 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-991025336&fields=id&tenant_id=a3cc58e9a9e04cdfbbfcf1593b2aeb98 HTTP/1.1" status: 200 len: 267 time: 0.0397081 Dec 10 16:22:16.662103 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195eaea-5256-4b61-9e70-863f3f012cf9 req-801b6b5f-e070-4950-b82e-edc4be2febb7 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:16.663596 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6195eaea-5256-4b61-9e70-863f3f012cf9 req-801b6b5f-e070-4950-b82e-edc4be2febb7 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/ports?device_id=51f8718e-4d39-4856-9f72-0652637aa6a4 HTTP/1.1" status: 200 len: 984 time: 0.0517771 Dec 10 16:22:16.674880 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-6195eaea-5256-4b61-9e70-863f3f012cf9 req-0c6088ab-e70f-469b-83d4-a9c8e9fbeb1f tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Request body: {'port': {'security_groups': ['904ab047-4a99-4aa9-80ba-b58d2d5cfb1a', 'dd34fd79-d9bf-4084-a467-851c2b3027f1', 'e320eff3-513f-4534-9e23-9812b7d81828']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:22:16.748120 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-6195eaea-5256-4b61-9e70-863f3f012cf9 req-0c6088ab-e70f-469b-83d4-a9c8e9fbeb1f tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:16.943673 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-6195eaea-5256-4b61-9e70-863f3f012cf9 req-0c6088ab-e70f-469b-83d4-a9c8e9fbeb1f tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] For port 9b98c649-cef6-41a9-9094-c2220e447576, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=9b98c649-cef6-41a9-9094-c2220e447576,segment=NetworkSegment(8f06f3ad-599b-498d-b3dd-e0e6ed583f4b),segment_id=8f06f3ad-599b-498d-b3dd-e0e6ed583f4b)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:16.973301 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-6195eaea-5256-4b61-9e70-863f3f012cf9 req-0c6088ab-e70f-469b-83d4-a9c8e9fbeb1f tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:16.977750 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-6195eaea-5256-4b61-9e70-863f3f012cf9 req-0c6088ab-e70f-469b-83d4-a9c8e9fbeb1f tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:16.991722 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['9b98c649-cef6-41a9-9094-c2220e447576'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:22:17.024843 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195eaea-5256-4b61-9e70-863f3f012cf9 req-0c6088ab-e70f-469b-83d4-a9c8e9fbeb1f tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:17.025467 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-6195eaea-5256-4b61-9e70-863f3f012cf9 req-0c6088ab-e70f-469b-83d4-a9c8e9fbeb1f tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:17.026998 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6195eaea-5256-4b61-9e70-863f3f012cf9 req-0c6088ab-e70f-469b-83d4-a9c8e9fbeb1f tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "PUT /v2.0/ports/9b98c649-cef6-41a9-9094-c2220e447576 HTTP/1.1" status: 200 len: 1020 time: 0.3564062 Dec 10 16:22:17.060179 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6088ab-e70f-469b-83d4-a9c8e9fbeb1f tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Pushing event updated for resources: {'Port': ['ID=9b98c649-cef6-41a9-9094-c2220e447576,revision_number=7']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:17.074858 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604adc8a-a4dc-4883-9243-a9c47b17d376 x-openstack-request-id: req-604adc8a-a4dc-4883-9243-a9c47b17d376 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:22:17.075160 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f8718e-4d39-4856-9f72-0652637aa6a4", "tag": "9b98c649-cef6-41a9-9094-c2220e447576", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:22:17.075698 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-604adc8a-a4dc-4883-9243-a9c47b17d376 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:22:17.076307 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f8718e-4d39-4856-9f72-0652637aa6a4', 'tag': '9b98c649-cef6-41a9-9094-c2220e447576', 'status': 'completed', 'code': 200} Dec 10 16:22:17.163864 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c281d-0015-462f-bb47-2f451c3cf2a1 req-9b575523-9137-4bf7-9f50-6aaf5e76aae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:17.164368 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8f27ea-2d0a-4920-b143-1d87aefcb691 x-openstack-request-id: req-bf8f27ea-2d0a-4920-b143-1d87aefcb691 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:22:17.164663 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc70f7d-4cce-4e5d-92db-247eda1fd1fc", "name": "network-vif-plugged", "status": "completed", "tag": "b7061bcc-5b5c-47ea-a248-42218a991d43", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:22:17.165028 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bf8f27ea-2d0a-4920-b143-1d87aefcb691 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:22:17.165415 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc70f7d-4cce-4e5d-92db-247eda1fd1fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7061bcc-5b5c-47ea-a248-42218a991d43', 'code': 200} Dec 10 16:22:17.166237 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-395c281d-0015-462f-bb47-2f451c3cf2a1 req-9b575523-9137-4bf7-9f50-6aaf5e76aae6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a3cc58e9a9e04cdfbbfcf1593b2aeb98&device_id=51f8718e-4d39-4856-9f72-0652637aa6a4 HTTP/1.1" status: 200 len: 1174 time: 0.0547247 Dec 10 16:22:17.180240 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:17.277041 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c281d-0015-462f-bb47-2f451c3cf2a1 req-21ae4ec9-601f-4f8f-b61e-8450bc319d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:17.279214 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-395c281d-0015-462f-bb47-2f451c3cf2a1 req-21ae4ec9-601f-4f8f-b61e-8450bc319d3c service neutron] 10.222.0.26 "GET /v2.0/networks?id=35b953cb-3f56-4753-a6f2-3a37c46fea02 HTTP/1.1" status: 200 len: 913 time: 0.1035070 Dec 10 16:22:17.294557 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['9b98c649-cef6-41a9-9094-c2220e447576'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:22:17.295496 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8308220-d18a-40d0-aef4-fed04211f298 req-b8493959-1ad8-4c80-820e-83d8f4c3f361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:17.297878 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a8308220-d18a-40d0-aef4-fed04211f298 req-b8493959-1ad8-4c80-820e-83d8f4c3f361 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4dc70f7d-4cce-4e5d-92db-247eda1fd1fc HTTP/1.1" status: 200 len: 1101 time: 0.0633655 Dec 10 16:22:17.346888 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-395c281d-0015-462f-bb47-2f451c3cf2a1 req-0ff5fe30-b7cb-45e1-932e-ff8579964bf3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b98c649-cef6-41a9-9094-c2220e447576 HTTP/1.1" status: 200 len: 217 time: 0.0463197 Dec 10 16:22:17.359009 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a8308220-d18a-40d0-aef4-fed04211f298 req-e94aae6c-a8a6-478f-81a5-beb02f24528a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532584 Dec 10 16:22:17.414404 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c281d-0015-462f-bb47-2f451c3cf2a1 req-4aad85b4-0f1f-4003-9165-168b2c0f3d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:17.415911 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-395c281d-0015-462f-bb47-2f451c3cf2a1 req-4aad85b4-0f1f-4003-9165-168b2c0f3d56 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b7e8a49b-cdc4-4ea7-917a-0efc9795c921 HTTP/1.1" status: 200 len: 852 time: 0.0573397 Dec 10 16:22:17.484678 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-395c281d-0015-462f-bb47-2f451c3cf2a1 req-a64eedf8-dd07-4a8d-85cc-4eb1d250781b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=35b953cb-3f56-4753-a6f2-3a37c46fea02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270844 Dec 10 16:22:17.547552 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa279db-47fc-4ecc-9a41-6d17a914012a req-6f8c70f6-3be7-4d02-bf5d-cc106853b84e tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:17.549583 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-efa279db-47fc-4ecc-9a41-6d17a914012a req-6f8c70f6-3be7-4d02-bf5d-cc106853b84e tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed5a9f38-6194-4126-bf02-5b2e062a69ae HTTP/1.1" status: 200 len: 946 time: 0.0537446 Dec 10 16:22:17.583128 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-395c281d-0015-462f-bb47-2f451c3cf2a1 req-41a38b48-fbdc-41c0-9c98-474b88d01855 service neutron] 10.222.0.26 "GET /v2.0/networks/35b953cb-3f56-4753-a6f2-3a37c46fea02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897036 Dec 10 16:22:17.598122 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-efa279db-47fc-4ecc-9a41-6d17a914012a req-f2a9c37b-802d-4cf2-aaf9-c3f193ac081a tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423701 Dec 10 16:22:17.684708 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-395c281d-0015-462f-bb47-2f451c3cf2a1 req-1e387937-46ff-4b2d-8131-f07eb66a3a1e service neutron] 10.222.0.26 "GET /v2.0/networks/35b953cb-3f56-4753-a6f2-3a37c46fea02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917568 Dec 10 16:22:17.728757 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36407bfb-7f65-480d-9f0b-d30486cef63d req-87850649-9f18-4bf7-9850-1ca9ffc115dc tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:17.730189 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-36407bfb-7f65-480d-9f0b-d30486cef63d req-87850649-9f18-4bf7-9850-1ca9ffc115dc tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/ports?device_id=51f8718e-4d39-4856-9f72-0652637aa6a4 HTTP/1.1" status: 200 len: 1023 time: 0.0571349 Dec 10 16:22:17.797601 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-36407bfb-7f65-480d-9f0b-d30486cef63d req-fcdabd21-1523-444c-9525-1b8d432e178f tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups?id=904ab047-4a99-4aa9-80ba-b58d2d5cfb1a&id=dd34fd79-d9bf-4084-a467-851c2b3027f1&id=e320eff3-513f-4534-9e23-9812b7d81828 HTTP/1.1" status: 200 len: 6198 time: 0.0613234 Dec 10 16:22:18.311827 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a029e-4c5b-4124-82d8-6b437fa1655e req-345c70f3-c5ce-45b1-addb-36d024182d0f tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:18.313245 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6a7a029e-4c5b-4124-82d8-6b437fa1655e req-345c70f3-c5ce-45b1-addb-36d024182d0f tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbb8e34-268b-4084-8e6c-a29e4c540192 HTTP/1.1" status: 200 len: 945 time: 0.0517852 Dec 10 16:22:18.333915 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 103fc782-07ea-4d5d-9ac2-ebae0033fef3 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:22:18.361259 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6a7a029e-4c5b-4124-82d8-6b437fa1655e req-1ecd7ba4-f7aa-4a7a-bb1c-530c0f0c30da tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/security-groups?id=de734938-b937-4181-8955-8d1ef1a8949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418229 Dec 10 16:22:18.391977 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 4a82d837-346f-41a2-a1e7-acf5e57b2387 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:22:18.478854 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae76a5-9876-475f-a9fc-a084ffc2f1ab req-06de363e-52b5-4bd8-9aa1-a7961e79f266 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:18.485770 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae76a5-9876-475f-a9fc-a084ffc2f1ab req-06de363e-52b5-4bd8-9aa1-a7961e79f266 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:18.492010 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae76a5-9876-475f-a9fc-a084ffc2f1ab req-06de363e-52b5-4bd8-9aa1-a7961e79f266 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:18.493109 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:18.495490 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:18.498821 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae76a5-9876-475f-a9fc-a084ffc2f1ab req-06de363e-52b5-4bd8-9aa1-a7961e79f266 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:18.504935 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae76a5-9876-475f-a9fc-a084ffc2f1ab req-06de363e-52b5-4bd8-9aa1-a7961e79f266 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:18.510967 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae76a5-9876-475f-a9fc-a084ffc2f1ab req-06de363e-52b5-4bd8-9aa1-a7961e79f266 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:18.516929 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae76a5-9876-475f-a9fc-a084ffc2f1ab req-06de363e-52b5-4bd8-9aa1-a7961e79f266 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:18.519038 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cfae76a5-9876-475f-a9fc-a084ffc2f1ab req-06de363e-52b5-4bd8-9aa1-a7961e79f266 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 5418 time: 0.0949216 Dec 10 16:22:18.560586 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 103fc782-07ea-4d5d-9ac2-ebae0033fef3, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=103fc782-07ea-4d5d-9ac2-ebae0033fef3,segment=NetworkSegment(8ca85019-a24a-4916-864b-3c419298bab5),segment_id=8ca85019-a24a-4916-864b-3c419298bab5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:18.566558 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 4a82d837-346f-41a2-a1e7-acf5e57b2387, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=4a82d837-346f-41a2-a1e7-acf5e57b2387,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:18.568922 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:18.590985 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cfae76a5-9876-475f-a9fc-a084ffc2f1ab req-a92aca80-acd8-4091-bae6-8d42ea46f707 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fee5dea-5071-48b5-9184-803baa237b28&id=4083d3d0-75b2-4bc3-967d-d9fa1f979d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0645626 Dec 10 16:22:18.604229 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '4a82d837-346f-41a2-a1e7-acf5e57b2387', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'port_id': '4a82d837-346f-41a2-a1e7-acf5e57b2387', 'mac_address': 'fa:16:3e:52:5a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a18c92-5007-49e2-b728-7aedc06dca57', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:22:18.669470 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=103fc782-07ea-4d5d-9ac2-ebae0033fef3,revision_number=8']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:18.673920 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:18.727254 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837bb27-8149-41ff-890f-5105a85919ee req-01273162-97ab-4af3-b9df-0cedae681036 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:18.728852 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0837bb27-8149-41ff-890f-5105a85919ee req-01273162-97ab-4af3-b9df-0cedae681036 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=4dc70f7d-4cce-4e5d-92db-247eda1fd1fc HTTP/1.1" status: 200 len: 950 time: 0.0544686 Dec 10 16:22:18.790694 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0837bb27-8149-41ff-890f-5105a85919ee req-1f0dc74e-2d1a-4c08-af15-4477decad088 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545881 Dec 10 16:22:18.821258 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-294fe6eb-658c-4778-ad32-b95f4ec1bda1 req-2fb1edcf-51a3-4b3f-a54b-570992885239 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1072753227 ', 'description': 'tempest-description-1940303660'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:22:18.828180 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a82d837-346f-41a2-a1e7-acf5e57b2387 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:22:18.845481 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-294fe6eb-658c-4778-ad32-b95f4ec1bda1 req-2fb1edcf-51a3-4b3f-a54b-570992885239 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:18.848658 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 4a82d837-346f-41a2-a1e7-acf5e57b2387, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=4a82d837-346f-41a2-a1e7-acf5e57b2387,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:18.852560 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:18.910810 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=4a82d837-346f-41a2-a1e7-acf5e57b2387,revision_number=9']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:18.913743 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-294fe6eb-658c-4778-ad32-b95f4ec1bda1 req-2fb1edcf-51a3-4b3f-a54b-570992885239 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:18.917940 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-294fe6eb-658c-4778-ad32-b95f4ec1bda1 req-2fb1edcf-51a3-4b3f-a54b-570992885239 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:18.948581 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-294fe6eb-658c-4778-ad32-b95f4ec1bda1 req-2fb1edcf-51a3-4b3f-a54b-570992885239 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:18.950351 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-294fe6eb-658c-4778-ad32-b95f4ec1bda1 req-2fb1edcf-51a3-4b3f-a54b-570992885239 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.1338220 Dec 10 16:22:18.951357 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1edcf-51a3-4b3f-a54b-570992885239 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8764bc-660c-4437-88c1-5e253e93e3a1,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:19.077782 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f8718e-4d39-4856-9f72-0652637aa6a4', 'tag': '9b98c649-cef6-41a9-9094-c2220e447576'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:22:19.080377 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28285ea5-4270-4eac-9238-b483ef0aa046" -d '{"events": [{"name": "network-changed", "server_uuid": "51f8718e-4d39-4856-9f72-0652637aa6a4", "tag": "9b98c649-cef6-41a9-9094-c2220e447576"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:22:19.093132 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['4a82d837-346f-41a2-a1e7-acf5e57b2387'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:22:19.167898 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b112941e-b6b8-477d-8a21-4f91f10c72bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '103fc782-07ea-4d5d-9ac2-ebae0033fef3'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:22:19.171412 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afacac2-08b5-4a99-8ca8-23e72d406965" -d '{"events": [{"server_uuid": "b112941e-b6b8-477d-8a21-4f91f10c72bf", "name": "network-vif-unplugged", "status": "completed", "tag": "103fc782-07ea-4d5d-9ac2-ebae0033fef3"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:22:19.296712 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c4406-e566-4156-936f-7dabddf4f41e req-9a3329ab-3a32-46be-b1ad-90c3400681d7 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:19.298224 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9c5c4406-e566-4156-936f-7dabddf4f41e req-9a3329ab-3a32-46be-b1ad-90c3400681d7 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed5a9f38-6194-4126-bf02-5b2e062a69ae HTTP/1.1" status: 200 len: 946 time: 0.0563517 Dec 10 16:22:19.347262 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9c5c4406-e566-4156-936f-7dabddf4f41e req-4cbbf24b-5fe2-43ee-a0c8-07253a29a0cf tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430505 Dec 10 16:22:19.456583 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c471b4-30b5-4404-a88b-cd0253d6ee1b req-1de3e62c-c32b-4b7d-9ff8-7cd85ea4adf0 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:19.458337 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c5c471b4-30b5-4404-a88b-cd0253d6ee1b req-1de3e62c-c32b-4b7d-9ff8-7cd85ea4adf0 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5888b2c9-bee6-48f1-a8d9-4c718c21ee3c HTTP/1.1" status: 200 len: 950 time: 0.0490968 Dec 10 16:22:19.506659 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c5c471b4-30b5-4404-a88b-cd0253d6ee1b req-dfd3b7f6-b40a-4b93-8201-ea921203cd05 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416889 Dec 10 16:22:19.525402 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af81441-745d-428f-8fcc-8a7e23c832a2 req-795a1abb-4ed2-4728-b62a-aae632f97484 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:19.527207 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2af81441-745d-428f-8fcc-8a7e23c832a2 req-795a1abb-4ed2-4728-b62a-aae632f97484 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cbb8e34-268b-4084-8e6c-a29e4c540192 HTTP/1.1" status: 200 len: 945 time: 0.0496910 Dec 10 16:22:19.569325 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4598a99c-8510-4c33-9208-8e1127efc1a9 req-a1a65eb5-250b-4805-908a-9db11289f3b2 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups/6f8764bc-660c-4437-88c1-5e253e93e3a1 HTTP/1.1" status: 200 len: 1798 time: 0.0388906 Dec 10 16:22:19.606438 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb85c5a-6717-41ca-aa8b-0795cfdfee99 x-openstack-request-id: req-afb85c5a-6717-41ca-aa8b-0795cfdfee99 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:22:19.606737 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f8718e-4d39-4856-9f72-0652637aa6a4", "tag": "9b98c649-cef6-41a9-9094-c2220e447576", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:22:19.606995 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-afb85c5a-6717-41ca-aa8b-0795cfdfee99 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:22:19.607399 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f8718e-4d39-4856-9f72-0652637aa6a4', 'tag': '9b98c649-cef6-41a9-9094-c2220e447576', 'status': 'completed', 'code': 200} Dec 10 16:22:19.636114 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:19.639747 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-2af81441-745d-428f-8fcc-8a7e23c832a2 req-1ee5a9f6-ea8b-4f00-80b0-631969b9bf76 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Deleting port 1c7409b8-69e2-4712-9415-45088a679e40 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:22:19.640447 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2af81441-745d-428f-8fcc-8a7e23c832a2 req-1ee5a9f6-ea8b-4f00-80b0-631969b9bf76 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:19.749124 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-2af81441-745d-428f-8fcc-8a7e23c832a2 req-1ee5a9f6-ea8b-4f00-80b0-631969b9bf76 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] For port 1c7409b8-69e2-4712-9415-45088a679e40, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=1c7409b8-69e2-4712-9415-45088a679e40,segment=NetworkSegment(d00404b4-000b-43be-919f-49cd49cf6df9),segment_id=d00404b4-000b-43be-919f-49cd49cf6df9)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:19.749659 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2af81441-745d-428f-8fcc-8a7e23c832a2 req-1ee5a9f6-ea8b-4f00-80b0-631969b9bf76 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:19.780202 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28285ea5-4270-4eac-9238-b483ef0aa046 req-430cd2e2-b5f1-4000-bd05-e6abb293d48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:19.782167 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-28285ea5-4270-4eac-9238-b483ef0aa046 req-430cd2e2-b5f1-4000-bd05-e6abb293d48e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a3cc58e9a9e04cdfbbfcf1593b2aeb98&device_id=51f8718e-4d39-4856-9f72-0652637aa6a4 HTTP/1.1" status: 200 len: 1174 time: 0.1285760 Dec 10 16:22:19.828720 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-9a1cc0e6-c240-41ae-b779-725930d43527 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:19.830177 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-9a1cc0e6-c240-41ae-b779-725930d43527 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/networks?id=85be2e17-4b10-4d14-9b32-3869abb76961 HTTP/1.1" status: 200 len: 803 time: 0.1372523 Dec 10 16:22:19.884315 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-38146a98-e217-4acc-abce-c95754b64872 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/quotas/9b4abb5f463d4717bb66baf7025fca57 HTTP/1.1" status: 200 len: 375 time: 0.0444708 Dec 10 16:22:19.946313 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2af81441-745d-428f-8fcc-8a7e23c832a2 req-1ee5a9f6-ea8b-4f00-80b0-631969b9bf76 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:19.946691 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2af81441-745d-428f-8fcc-8a7e23c832a2 req-1ee5a9f6-ea8b-4f00-80b0-631969b9bf76 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:19.947293 n-d-766771-2 neutron-server[103393]: INFO neutron.db.l3_db [req-2af81441-745d-428f-8fcc-8a7e23c832a2 req-1ee5a9f6-ea8b-4f00-80b0-631969b9bf76 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Floating IP 30c55da5-cdc9-45e6-914c-ed9c8f18dfff disassociated. External IP: 172.25.6.124, port: 1c7409b8-69e2-4712-9415-45088a679e40. Dec 10 16:22:19.947826 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-2af81441-745d-428f-8fcc-8a7e23c832a2 req-1ee5a9f6-ea8b-4f00-80b0-631969b9bf76 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Calling delete_port for 1c7409b8-69e2-4712-9415-45088a679e40 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:22:19.954911 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28285ea5-4270-4eac-9238-b483ef0aa046 req-ba72fe23-d4f6-403e-b6c0-a572d900ed3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:19.956444 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-28285ea5-4270-4eac-9238-b483ef0aa046 req-ba72fe23-d4f6-403e-b6c0-a572d900ed3a service neutron] 10.222.0.26 "GET /v2.0/networks?id=35b953cb-3f56-4753-a6f2-3a37c46fea02 HTTP/1.1" status: 200 len: 913 time: 0.1464682 Dec 10 16:22:19.964094 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-4fc71b1f-166a-43aa-a1d4-2b1e3aff6787 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b4abb5f463d4717bb66baf7025fca57&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0728765 Dec 10 16:22:20.026020 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-28285ea5-4270-4eac-9238-b483ef0aa046 req-59afcf5f-2be8-4780-8ddf-b1ffa511942c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b98c649-cef6-41a9-9094-c2220e447576 HTTP/1.1" status: 200 len: 217 time: 0.0483985 Dec 10 16:22:20.107243 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2af81441-745d-428f-8fcc-8a7e23c832a2 req-1ee5a9f6-ea8b-4f00-80b0-631969b9bf76 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:20.140701 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5a9f6-ea8b-4f00-80b0-631969b9bf76 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Pushing event deleted for resources: {'Port': ['ID=1c7409b8-69e2-4712-9415-45088a679e40,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:20.152687 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28285ea5-4270-4eac-9238-b483ef0aa046 req-88dc4f4e-2272-45f4-aca6-819a293fe926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:20.154570 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-28285ea5-4270-4eac-9238-b483ef0aa046 req-88dc4f4e-2272-45f4-aca6-819a293fe926 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b7e8a49b-cdc4-4ea7-917a-0efc9795c921 HTTP/1.1" status: 200 len: 852 time: 0.1147985 Dec 10 16:22:20.201166 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-cde58aca-4fbf-45ad-8c56-0460887331b1 service neutron] 10.222.0.11 "GET /v2.0/networks/85be2e17-4b10-4d14-9b32-3869abb76961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289016 Dec 10 16:22:20.230977 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-28285ea5-4270-4eac-9238-b483ef0aa046 req-e3c6a085-be85-4eb9-b14c-736bac6ec6cf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=35b953cb-3f56-4753-a6f2-3a37c46fea02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491195 Dec 10 16:22:20.283113 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2af81441-745d-428f-8fcc-8a7e23c832a2 req-1ee5a9f6-ea8b-4f00-80b0-631969b9bf76 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Router cbb17c1d-c9b1-4c9f-a83f-61a36259a24e has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:22:20.397246 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 4a82d837-346f-41a2-a1e7-acf5e57b2387 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:22:20.430886 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-64d4e1f9-a668-4b84-8312-c2dd57f9d22b service neutron] 10.222.0.11 "GET /v2.0/networks/85be2e17-4b10-4d14-9b32-3869abb76961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090280 Dec 10 16:22:20.435844 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2af81441-745d-428f-8fcc-8a7e23c832a2 req-1ee5a9f6-ea8b-4f00-80b0-631969b9bf76 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:22:20.449286 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-28285ea5-4270-4eac-9238-b483ef0aa046 req-f3a4077d-5a97-4b68-b525-b6177c9a2091 service neutron] 10.222.0.26 "GET /v2.0/networks/35b953cb-3f56-4753-a6f2-3a37c46fea02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044158 Dec 10 16:22:20.480382 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8653d5-9f02-4eaa-b63e-d38b4ef17aac None None] Sync routers for ids ['cbb17c1d-c9b1-4c9f-a83f-61a36259a24e'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:22:20.493334 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af81441-745d-428f-8fcc-8a7e23c832a2 req-1ee5a9f6-ea8b-4f00-80b0-631969b9bf76 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] No DVR routers for this DVR port 1c7409b8-69e2-4712-9415-45088a679e40 on host n-h1-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:22:20.497634 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2af81441-745d-428f-8fcc-8a7e23c832a2 req-1ee5a9f6-ea8b-4f00-80b0-631969b9bf76 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:20.503295 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2af81441-745d-428f-8fcc-8a7e23c832a2 req-1ee5a9f6-ea8b-4f00-80b0-631969b9bf76 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.26 "DELETE /v2.0/ports/1c7409b8-69e2-4712-9415-45088a679e40 HTTP/1.1" status: 204 len: 173 time: 0.9634042 Dec 10 16:22:20.503781 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbb8e34-268b-4084-8e6c-a29e4c540192', 'name': 'network-vif-deleted', 'tag': '1c7409b8-69e2-4712-9415-45088a679e40'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:22:20.507677 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdd7107-e711-4a23-9ba3-d67f62e45902" -d '{"events": [{"server_uuid": "7cbb8e34-268b-4084-8e6c-a29e4c540192", "name": "network-vif-deleted", "tag": "1c7409b8-69e2-4712-9415-45088a679e40"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:22:20.562998 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8653d5-9f02-4eaa-b63e-d38b4ef17aac None None] Routers {'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:22:20.563793 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8d8653d5-9f02-4eaa-b63e-d38b4ef17aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:22:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['cbb17c1d-c9b1-4c9f-a83f-61a36259a24e'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:22:20.729782 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-28285ea5-4270-4eac-9238-b483ef0aa046 req-884f6120-e917-4672-b0e6-350967a04029 service neutron] 10.222.0.26 "GET /v2.0/networks/35b953cb-3f56-4753-a6f2-3a37c46fea02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597153 Dec 10 16:22:20.761226 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 4a82d837-346f-41a2-a1e7-acf5e57b2387 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:22:20.762795 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:20.796999 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 16:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294db801-5e36-4a87-902b-cbfb59e1ddb3 x-openstack-request-id: req-294db801-5e36-4a87-902b-cbfb59e1ddb3 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:22:20.797280 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b112941e-b6b8-477d-8a21-4f91f10c72bf", "name": "network-vif-unplugged", "status": "completed", "tag": "103fc782-07ea-4d5d-9ac2-ebae0033fef3", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:22:20.797577 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-294db801-5e36-4a87-902b-cbfb59e1ddb3 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:22:20.797977 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b112941e-b6b8-477d-8a21-4f91f10c72bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '103fc782-07ea-4d5d-9ac2-ebae0033fef3', 'code': 200} Dec 10 16:22:20.842630 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-8d8653d5-9f02-4eaa-b63e-d38b4ef17aac None None] Set router cbb17c1d-c9b1-4c9f-a83f-61a36259a24e gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:22:20.916687 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf350fc2-57a3-46b1-bf63-fb8ba3e17800 req-99bea063-fc77-44b3-8d62-daff439facdc tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbb8e34-268b-4084-8e6c-a29e4c540192 HTTP/1.1" status: 200 len: 210 time: 0.0492187 Dec 10 16:22:21.048884 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb046e5-e834-41a3-beec-76ca172f3e0e req-05c1e8ff-6b28-4795-80e2-8a23e75e2d41 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:21.052058 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-feb046e5-e834-41a3-beec-76ca172f3e0e req-05c1e8ff-6b28-4795-80e2-8a23e75e2d41 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.46 "GET /v2.0/ports?device_id=b112941e-b6b8-477d-8a21-4f91f10c72bf HTTP/1.1" status: 200 len: 944 time: 0.0745506 Dec 10 16:22:21.216052 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-feb046e5-e834-41a3-beec-76ca172f3e0e req-420e9db2-2aaf-4260-8b45-1d081ef5a63c tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Deleting port 103fc782-07ea-4d5d-9ac2-ebae0033fef3 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:22:21.216834 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-feb046e5-e834-41a3-beec-76ca172f3e0e req-420e9db2-2aaf-4260-8b45-1d081ef5a63c tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:21.270842 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:21.344319 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 4a82d837-346f-41a2-a1e7-acf5e57b2387, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=4a82d837-346f-41a2-a1e7-acf5e57b2387,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:21.350603 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:21.434659 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=4a82d837-346f-41a2-a1e7-acf5e57b2387,revision_number=10']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:21.440428 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8d8653d5-9f02-4eaa-b63e-d38b4ef17aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1908933342-router', 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '14b43a84-098a-4ff2-b884-e3377a09f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:17:16Z', 'updated_at': '2021-12-10T16:17:26Z', 'revision_number': 4, 'project_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'gw_port': {'id': '14b43a84-098a-4ff2-b884-e3377a09f479', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:64:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:17:17Z', 'updated_at': '2021-12-10T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '9cddb278-c5c9-453b-89e5-f7b243db25a8', 'name': '', 'network_id': '715b4c0a-da9c-47bb-91fb-624b419d2246', 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'mac_address': 'fa:16:3e:c1:9b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '62480659-e465-41da-9ae4-1fa4cb439ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:17:24Z', 'updated_at': '2021-12-10T16:17:30Z', 'revision_number': 5, 'project_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'subnets': [{'id': '62480659-e465-41da-9ae4-1fa4cb439ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:22:21.517416 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8653d5-9f02-4eaa-b63e-d38b4ef17aac None None] Checking router: cbb17c1d-c9b1-4c9f-a83f-61a36259a24e for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:22:21.529006 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8653d5-9f02-4eaa-b63e-d38b4ef17aac None None] Routers {'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:22:21.529658 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8d8653d5-9f02-4eaa-b63e-d38b4ef17aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:22:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['cbb17c1d-c9b1-4c9f-a83f-61a36259a24e'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:22:21.716547 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-8d8653d5-9f02-4eaa-b63e-d38b4ef17aac None None] Set router cbb17c1d-c9b1-4c9f-a83f-61a36259a24e gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:22:21.767920 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b3392-300f-4eeb-af0f-9dfa8168fe0c req-4935ce06-cd6c-44b7-9767-09e62053ab6b tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:21.774174 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b3392-300f-4eeb-af0f-9dfa8168fe0c req-4935ce06-cd6c-44b7-9767-09e62053ab6b tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:21.783504 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7f8b3392-300f-4eeb-af0f-9dfa8168fe0c req-4935ce06-cd6c-44b7-9767-09e62053ab6b tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=4dc70f7d-4cce-4e5d-92db-247eda1fd1fc&device_id=5888b2c9-bee6-48f1-a8d9-4c718c21ee3c HTTP/1.1" status: 200 len: 1691 time: 0.1231685 Dec 10 16:22:21.849310 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-feb046e5-e834-41a3-beec-76ca172f3e0e req-420e9db2-2aaf-4260-8b45-1d081ef5a63c tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] For port 103fc782-07ea-4d5d-9ac2-ebae0033fef3, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=103fc782-07ea-4d5d-9ac2-ebae0033fef3,segment=NetworkSegment(8ca85019-a24a-4916-864b-3c419298bab5),segment_id=8ca85019-a24a-4916-864b-3c419298bab5)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:21.849716 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-feb046e5-e834-41a3-beec-76ca172f3e0e req-420e9db2-2aaf-4260-8b45-1d081ef5a63c tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:21.881393 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-feb046e5-e834-41a3-beec-76ca172f3e0e req-420e9db2-2aaf-4260-8b45-1d081ef5a63c tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Calling delete_port for 103fc782-07ea-4d5d-9ac2-ebae0033fef3 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:22:21.904311 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7f8b3392-300f-4eeb-af0f-9dfa8168fe0c req-c0f538dc-54ec-4d5a-bf25-13a5673b9f12 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193876 Dec 10 16:22:22.008596 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8d8653d5-9f02-4eaa-b63e-d38b4ef17aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1908933342-router', 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '14b43a84-098a-4ff2-b884-e3377a09f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:17:16Z', 'updated_at': '2021-12-10T16:17:26Z', 'revision_number': 4, 'project_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'gw_port': {'id': '14b43a84-098a-4ff2-b884-e3377a09f479', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:64:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:17:17Z', 'updated_at': '2021-12-10T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '9cddb278-c5c9-453b-89e5-f7b243db25a8', 'name': '', 'network_id': '715b4c0a-da9c-47bb-91fb-624b419d2246', 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'mac_address': 'fa:16:3e:c1:9b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '62480659-e465-41da-9ae4-1fa4cb439ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:17:24Z', 'updated_at': '2021-12-10T16:17:30Z', 'revision_number': 5, 'project_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'subnets': [{'id': '62480659-e465-41da-9ae4-1fa4cb439ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:22:22.040638 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eb252ec1-7fb5-4cd9-a2e5-96bf57ed2c7b req-eba32bc5-b26b-4f95-a81a-60bad1a09fc6 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups/6f8764bc-660c-4437-88c1-5e253e93e3a1 HTTP/1.1" status: 200 len: 1798 time: 0.0540719 Dec 10 16:22:22.047533 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8653d5-9f02-4eaa-b63e-d38b4ef17aac None None] The sync data for ids ['cbb17c1d-c9b1-4c9f-a83f-61a36259a24e'] in n-d-766771-2 is: [{'id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1908933342-router', 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '14b43a84-098a-4ff2-b884-e3377a09f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:17:16Z', 'updated_at': '2021-12-10T16:17:26Z', 'revision_number': 4, 'project_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'gw_port': {'id': '14b43a84-098a-4ff2-b884-e3377a09f479', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:64:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:17:17Z', 'updated_at': '2021-12-10T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '9cddb278-c5c9-453b-89e5-f7b243db25a8', 'name': '', 'network_id': '715b4c0a-da9c-47bb-91fb-624b419d2246', 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'mac_address': 'fa:16:3e:c1:9b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '62480659-e465-41da-9ae4-1fa4cb439ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:17:24Z', 'updated_at': '2021-12-10T16:17:30Z', 'revision_number': 5, 'project_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'subnets': [{'id': '62480659-e465-41da-9ae4-1fa4cb439ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:22:22.150748 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-eb252ec1-7fb5-4cd9-a2e5-96bf57ed2c7b req-0f2f2692-1574-446a-895e-23c547b11dfb tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:22.167352 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-feb046e5-e834-41a3-beec-76ca172f3e0e req-420e9db2-2aaf-4260-8b45-1d081ef5a63c tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:22.206682 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e9db2-2aaf-4260-8b45-1d081ef5a63c tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Pushing event deleted for resources: {'Port': ['ID=103fc782-07ea-4d5d-9ac2-ebae0033fef3,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:22.227083 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-eb252ec1-7fb5-4cd9-a2e5-96bf57ed2c7b req-0f2f2692-1574-446a-895e-23c547b11dfb tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:22.296419 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb046e5-e834-41a3-beec-76ca172f3e0e req-420e9db2-2aaf-4260-8b45-1d081ef5a63c tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] No DVR routers for this DVR port 103fc782-07ea-4d5d-9ac2-ebae0033fef3 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:22:22.302087 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-feb046e5-e834-41a3-beec-76ca172f3e0e req-420e9db2-2aaf-4260-8b45-1d081ef5a63c tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:22.305519 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-feb046e5-e834-41a3-beec-76ca172f3e0e req-420e9db2-2aaf-4260-8b45-1d081ef5a63c tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.46 "DELETE /v2.0/ports/103fc782-07ea-4d5d-9ac2-ebae0033fef3 HTTP/1.1" status: 204 len: 173 time: 1.2463963 Dec 10 16:22:22.336165 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b112941e-b6b8-477d-8a21-4f91f10c72bf', 'name': 'network-vif-deleted', 'tag': '103fc782-07ea-4d5d-9ac2-ebae0033fef3'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:22:22.338480 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86d113e-f57a-40c9-baf3-76444ae872eb" -d '{"events": [{"server_uuid": "b112941e-b6b8-477d-8a21-4f91f10c72bf", "name": "network-vif-deleted", "tag": "103fc782-07ea-4d5d-9ac2-ebae0033fef3"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:22:22.398568 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 1c7409b8-69e2-4712-9415-45088a679e40 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:22:22.466355 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 1c7409b8-69e2-4712-9415-45088a679e40 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:22:22.470027 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 1c7409b8-69e2-4712-9415-45088a679e40 not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:22:22.486615 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-eb252ec1-7fb5-4cd9-a2e5-96bf57ed2c7b req-0f2f2692-1574-446a-895e-23c547b11dfb tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:22.489577 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-eb252ec1-7fb5-4cd9-a2e5-96bf57ed2c7b req-0f2f2692-1574-446a-895e-23c547b11dfb tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:22.502590 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245ff4ed-3875-4860-bcb6-a46689f416b8 None None] New status for floating IP 30c55da5-cdc9-45e6-914c-ed9c8f18dfff: DOWN {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:22:22.522885 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eb252ec1-7fb5-4cd9-a2e5-96bf57ed2c7b req-0f2f2692-1574-446a-895e-23c547b11dfb tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "DELETE /v2.0/security-groups/6f8764bc-660c-4437-88c1-5e253e93e3a1 HTTP/1.1" status: 204 len: 173 time: 0.4757094 Dec 10 16:22:22.566250 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f2692-1574-446a-895e-23c547b11dfb tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8764bc-660c-4437-88c1-5e253e93e3a1,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:22.624287 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-d5c728e8-208c-48f1-92ae-fe59f529e684 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:22.626254 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-d5c728e8-208c-48f1-92ae-fe59f529e684 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.26 "GET /v2.0/networks?id=85be2e17-4b10-4d14-9b32-3869abb76961 HTTP/1.1" status: 200 len: 803 time: 0.3274117 Dec 10 16:22:22.650679 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-91e83d74-0c50-4e9e-a7cd-754c87876118 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Request body: {'port': {'device_id': '00cd0b28-06e7-4007-9ea9-a305d7eb9202', 'network_id': '85be2e17-4b10-4d14-9b32-3869abb76961', 'admin_state_up': True, 'tenant_id': '9b4abb5f463d4717bb66baf7025fca57'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:22:22.760293 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-d0594066-3ac6-412e-bb0e-1116aac40cac tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:22.763164 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-d0594066-3ac6-412e-bb0e-1116aac40cac tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ed5a9f38-6194-4126-bf02-5b2e062a69ae&tenant_id=88d3b4e7edaf414d832ee358beed3fa3&binding%3Ahost_id=n-h1-766771-2 HTTP/1.1" status: 200 len: 1097 time: 0.1890988 Dec 10 16:22:22.777252 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-4151c86f-90b3-42cd-93d4-fa12ffe7ff8c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-766771-2'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:22:22.798930 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b0ddec-2f17-4066-ac6c-e6986b8cbcf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a82d837-346f-41a2-a1e7-acf5e57b2387'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:22:22.808445 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a83fb4-a410-4786-b757-3ba8c33ede3b" -d '{"events": [{"server_uuid": "49b0ddec-2f17-4066-ac6c-e6986b8cbcf5", "name": "network-vif-plugged", "status": "completed", "tag": "4a82d837-346f-41a2-a1e7-acf5e57b2387"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:22:22.844055 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41381b-5840-42bf-b372-a91236c5b00d req-8a8f0d50-7c81-409e-981f-1603b05e0329 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:22.850803 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41381b-5840-42bf-b372-a91236c5b00d req-8a8f0d50-7c81-409e-981f-1603b05e0329 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:22.861190 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41381b-5840-42bf-b372-a91236c5b00d req-8a8f0d50-7c81-409e-981f-1603b05e0329 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:22.868036 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41381b-5840-42bf-b372-a91236c5b00d req-8a8f0d50-7c81-409e-981f-1603b05e0329 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:22.875516 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41381b-5840-42bf-b372-a91236c5b00d req-8a8f0d50-7c81-409e-981f-1603b05e0329 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:22.884992 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41381b-5840-42bf-b372-a91236c5b00d req-8a8f0d50-7c81-409e-981f-1603b05e0329 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:22.891972 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41381b-5840-42bf-b372-a91236c5b00d req-8a8f0d50-7c81-409e-981f-1603b05e0329 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:22.894184 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5b41381b-5840-42bf-b372-a91236c5b00d req-8a8f0d50-7c81-409e-981f-1603b05e0329 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 5418 time: 0.2786224 Dec 10 16:22:22.992088 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-4151c86f-90b3-42cd-93d4-fa12ffe7ff8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:23.093159 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-91e83d74-0c50-4e9e-a7cd-754c87876118 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Made reservation on behalf of 9b4abb5f463d4717bb66baf7025fca57 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:22:23.101933 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-91e83d74-0c50-4e9e-a7cd-754c87876118 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:23.127297 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5b41381b-5840-42bf-b372-a91236c5b00d req-04560c74-6d30-4388-a927-9c4fef354abf tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fee5dea-5071-48b5-9184-803baa237b28&id=4083d3d0-75b2-4bc3-967d-d9fa1f979d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1841004 Dec 10 16:22:23.367313 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-4151c86f-90b3-42cd-93d4-fa12ffe7ff8c service neutron] For port a3238288-4331-48d0-9cff-68ba40800185, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=a3238288-4331-48d0-9cff-68ba40800185,segment=NetworkSegment(ba4bffb6-59f5-4518-96be-6824e98414e9),segment_id=ba4bffb6-59f5-4518-96be-6824e98414e9)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:23.408828 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-91e83d74-0c50-4e9e-a7cd-754c87876118 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Allocated IP 172.20.0.10 (85be2e17-4b10-4d14-9b32-3869abb76961/0733bfe1-6763-4622-804d-2791b07706b1/98dbfd7d-a8ef-44ba-a193-c3a2b2af3285) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:22:23.489574 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-4151c86f-90b3-42cd-93d4-fa12ffe7ff8c service neutron] For port a3238288-4331-48d0-9cff-68ba40800185, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:22:23.593101 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbed869-5288-4eb1-becd-8d8b04323849 req-ae312356-1df0-4c72-9e58-3d8ca3bb6b84 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:23.606515 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cfbed869-5288-4eb1-becd-8d8b04323849 req-ae312356-1df0-4c72-9e58-3d8ca3bb6b84 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed5a9f38-6194-4126-bf02-5b2e062a69ae HTTP/1.1" status: 200 len: 946 time: 0.1921148 Dec 10 16:22:23.635089 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-4151c86f-90b3-42cd-93d4-fa12ffe7ff8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:23.695750 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-4151c86f-90b3-42cd-93d4-fa12ffe7ff8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:23.839982 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cfbed869-5288-4eb1-becd-8d8b04323849 req-eaf8085e-51c7-428b-8c12-9bbbc2e9bbe0 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322791 Dec 10 16:22:23.857578 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151c86f-90b3-42cd-93d4-fa12ffe7ff8c service neutron] Pushing event updated for resources: {'Port': ['ID=a3238288-4331-48d0-9cff-68ba40800185,revision_number=7']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:23.917231 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679076a3-1fa3-4b8c-a9b4-67d6f656ce7c x-openstack-request-id: req-679076a3-1fa3-4b8c-a9b4-67d6f656ce7c {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:22:23.917909 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbb8e34-268b-4084-8e6c-a29e4c540192", "name": "network-vif-deleted", "tag": "1c7409b8-69e2-4712-9415-45088a679e40", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:22:23.918095 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-679076a3-1fa3-4b8c-a9b4-67d6f656ce7c {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:22:23.918774 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbb8e34-268b-4084-8e6c-a29e4c540192', 'name': 'network-vif-deleted', 'tag': '1c7409b8-69e2-4712-9415-45088a679e40', 'status': 'completed', 'code': 200} Dec 10 16:22:23.932732 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-4151c86f-90b3-42cd-93d4-fa12ffe7ff8c service neutron] Attempting to bind port a3238288-4331-48d0-9cff-68ba40800185 on host n-h1-766771-2 for vnic_type normal with profile {"migrating_to": "n-h2-766771-2"} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:22:23.933137 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-4151c86f-90b3-42cd-93d4-fa12ffe7ff8c service neutron] Attempting to bind port a3238288-4331-48d0-9cff-68ba40800185 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:22:23.934048 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-4151c86f-90b3-42cd-93d4-fa12ffe7ff8c service neutron] Attempting to bind port a3238288-4331-48d0-9cff-68ba40800185 on network 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:22:23.940905 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-91e83d74-0c50-4e9e-a7cd-754c87876118 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:23.946632 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-4151c86f-90b3-42cd-93d4-fa12ffe7ff8c service neutron] Port a3238288-4331-48d0-9cff-68ba40800185 on network 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:22:23.946945 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-4151c86f-90b3-42cd-93d4-fa12ffe7ff8c service neutron] Attempting to bind port a3238288-4331-48d0-9cff-68ba40800185 on network 80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:22:23.957851 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-4151c86f-90b3-42cd-93d4-fa12ffe7ff8c service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:22:23.958225 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-4151c86f-90b3-42cd-93d4-fa12ffe7ff8c service neutron] Checking segment: {'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:22:23.958610 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-4151c86f-90b3-42cd-93d4-fa12ffe7ff8c service neutron] Bound using segment: {'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:22:23.959034 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-4151c86f-90b3-42cd-93d4-fa12ffe7ff8c service neutron] Bound port: a3238288-4331-48d0-9cff-68ba40800185, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba4bffb6-59f5-4518-96be-6824e98414e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '80ee5ab8-dd27-45c1-8d6b-8196563bd8f6'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:22:23.959386 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-4151c86f-90b3-42cd-93d4-fa12ffe7ff8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:24.026414 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-20876888-d3d8-4532-8e52-f9888ede6955 req-60cb37d5-742a-4772-9153-4023fb55ae79 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=00cd0b28-06e7-4007-9ea9-a305d7eb9202 HTTP/1.1" status: 200 len: 210 time: 0.0487423 Dec 10 16:22:24.077218 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-91e83d74-0c50-4e9e-a7cd-754c87876118 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:24.166115 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-91e83d74-0c50-4e9e-a7cd-754c87876118 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Network 85be2e17-4b10-4d14-9b32-3869abb76961 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:22:24.174464 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-4151c86f-90b3-42cd-93d4-fa12ffe7ff8c service neutron] For port a3238288-4331-48d0-9cff-68ba40800185, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:22:24.178970 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-91e83d74-0c50-4e9e-a7cd-754c87876118 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:22:24.192097 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-91e83d74-0c50-4e9e-a7cd-754c87876118 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:22:24.201263 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-4151c86f-90b3-42cd-93d4-fa12ffe7ff8c service neutron] For port a3238288-4331-48d0-9cff-68ba40800185, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=a3238288-4331-48d0-9cff-68ba40800185,segment=NetworkSegment(ba4bffb6-59f5-4518-96be-6824e98414e9),segment_id=ba4bffb6-59f5-4518-96be-6824e98414e9)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:22:24.225965 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e83d74-0c50-4e9e-a7cd-754c87876118 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Pushing event updated for resources: {'Port': ['ID=98dbfd7d-a8ef-44ba-a193-c3a2b2af3285,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:24.233737 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4113ab23-cec1-418d-b8ed-651fda43ec6d x-openstack-request-id: req-4113ab23-cec1-418d-b8ed-651fda43ec6d {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:22:24.234068 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b112941e-b6b8-477d-8a21-4f91f10c72bf", "name": "network-vif-deleted", "tag": "103fc782-07ea-4d5d-9ac2-ebae0033fef3", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:22:24.234366 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4113ab23-cec1-418d-b8ed-651fda43ec6d {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:22:24.234847 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b112941e-b6b8-477d-8a21-4f91f10c72bf', 'name': 'network-vif-deleted', 'tag': '103fc782-07ea-4d5d-9ac2-ebae0033fef3', 'status': 'completed', 'code': 200} Dec 10 16:22:24.241035 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-4151c86f-90b3-42cd-93d4-fa12ffe7ff8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:24.316681 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [req-3da708c0-c5a8-4226-be0e-2bc23bf364b1 req-0e74b4c8-d3b0-46d0-9e57-9e32bd03d7d0 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] show failed (client error): The resource could not be found. Dec 10 16:22:24.317721 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3da708c0-c5a8-4226-be0e-2bc23bf364b1 req-0e74b4c8-d3b0-46d0-9e57-9e32bd03d7d0 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups/6f8764bc-660c-4437-88c1-5e253e93e3a1 HTTP/1.1" status: 404 len: 352 time: 0.0631042 Dec 10 16:22:24.340289 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-91e83d74-0c50-4e9e-a7cd-754c87876118 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:24.340966 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-91e83d74-0c50-4e9e-a7cd-754c87876118 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:24.364123 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device a3238288-4331-48d0-9cff-68ba40800185 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:22:24.369220 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 103fc782-07ea-4d5d-9ac2-ebae0033fef3 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:22:24.377859 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e0fc6f-66aa-4c15-863f-68e4063b03f4 x-openstack-request-id: req-77e0fc6f-66aa-4c15-863f-68e4063b03f4 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:22:24.379597 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b0ddec-2f17-4066-ac6c-e6986b8cbcf5", "name": "network-vif-plugged", "status": "completed", "tag": "4a82d837-346f-41a2-a1e7-acf5e57b2387", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:22:24.380314 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-91e83d74-0c50-4e9e-a7cd-754c87876118 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7356842 Dec 10 16:22:24.380981 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151c86f-90b3-42cd-93d4-fa12ffe7ff8c service neutron] Pushing event updated for resources: {'Port': ['ID=a3238288-4331-48d0-9cff-68ba40800185,revision_number=8']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:24.381731 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-77e0fc6f-66aa-4c15-863f-68e4063b03f4 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:22:24.383149 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b0ddec-2f17-4066-ac6c-e6986b8cbcf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a82d837-346f-41a2-a1e7-acf5e57b2387', 'code': 200} Dec 10 16:22:24.408274 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-45107584-cf24-4163-b059-c4f0149b6319 service neutron] Request body: {'port': {'device_id': '00cd0b28-06e7-4007-9ea9-a305d7eb9202', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:22:24.411674 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-4151c86f-90b3-42cd-93d4-fa12ffe7ff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:24.412332 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-4151c86f-90b3-42cd-93d4-fa12ffe7ff8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:24.413807 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-4151c86f-90b3-42cd-93d4-fa12ffe7ff8c service neutron] 10.222.0.46 "PUT /v2.0/ports/a3238288-4331-48d0-9cff-68ba40800185 HTTP/1.1" status: 200 len: 1122 time: 1.6412160 Dec 10 16:22:24.473437 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: 103fc782-07ea-4d5d-9ac2-ebae0033fef3 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:22:24.474098 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 103fc782-07ea-4d5d-9ac2-ebae0033fef3 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:22:24.520381 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-45107584-cf24-4163-b059-c4f0149b6319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:24.575771 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ae15e-81a7-4209-bf68-efb0080f7d5f req-e1d70d9c-1a3e-4d03-913c-50e72b4c1985 tempest-ServersOnMultiNodesTest-636306376 tempest-ServersOnMultiNodesTest-636306376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:24.583765 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b66ae15e-81a7-4209-bf68-efb0080f7d5f req-e1d70d9c-1a3e-4d03-913c-50e72b4c1985 tempest-ServersOnMultiNodesTest-636306376 tempest-ServersOnMultiNodesTest-636306376-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4dc70f7d-4cce-4e5d-92db-247eda1fd1fc HTTP/1.1" status: 200 len: 1101 time: 0.1081762 Dec 10 16:22:24.604067 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port a3238288-4331-48d0-9cff-68ba40800185, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=a3238288-4331-48d0-9cff-68ba40800185,segment=NetworkSegment(ba4bffb6-59f5-4518-96be-6824e98414e9),segment_id=ba4bffb6-59f5-4518-96be-6824e98414e9)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:24.625648 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device a3238288-4331-48d0-9cff-68ba40800185 has no active binding in host n-h2-766771-2 {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 16:22:24.627630 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['a3238288-4331-48d0-9cff-68ba40800185'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:22:24.661893 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['a3238288-4331-48d0-9cff-68ba40800185'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:22:24.712122 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b66ae15e-81a7-4209-bf68-efb0080f7d5f req-f0a4b7ba-d56e-4e7c-a4a7-9da7b079d74d tempest-ServersOnMultiNodesTest-636306376 tempest-ServersOnMultiNodesTest-636306376-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273863 Dec 10 16:22:24.947306 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df431297-c966-4312-875f-4dd5c2e5d04f req-73da9ace-a7e4-493d-b8b4-24a72f547abf tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:24.961013 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df431297-c966-4312-875f-4dd5c2e5d04f req-73da9ace-a7e4-493d-b8b4-24a72f547abf tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:24.974189 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df431297-c966-4312-875f-4dd5c2e5d04f req-73da9ace-a7e4-493d-b8b4-24a72f547abf tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:24.983862 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df431297-c966-4312-875f-4dd5c2e5d04f req-73da9ace-a7e4-493d-b8b4-24a72f547abf tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:24.990880 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df431297-c966-4312-875f-4dd5c2e5d04f req-73da9ace-a7e4-493d-b8b4-24a72f547abf tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:24.998059 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df431297-c966-4312-875f-4dd5c2e5d04f req-73da9ace-a7e4-493d-b8b4-24a72f547abf tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:25.005199 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df431297-c966-4312-875f-4dd5c2e5d04f req-73da9ace-a7e4-493d-b8b4-24a72f547abf tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:25.007470 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-df431297-c966-4312-875f-4dd5c2e5d04f req-73da9ace-a7e4-493d-b8b4-24a72f547abf tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 5418 time: 0.1742835 Dec 10 16:22:25.071016 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-45107584-cf24-4163-b059-c4f0149b6319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98dbfd7d-a8ef-44ba-a193-c3a2b2af3285 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:22:25.088123 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-45107584-cf24-4163-b059-c4f0149b6319 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:25.124190 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-45107584-cf24-4163-b059-c4f0149b6319 service neutron] Transition to ACTIVE for port object 98dbfd7d-a8ef-44ba-a193-c3a2b2af3285 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:22:25.130161 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-45107584-cf24-4163-b059-c4f0149b6319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:25.146177 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-df431297-c966-4312-875f-4dd5c2e5d04f req-9396f8ce-ab3d-4f3c-bf8d-30da25dffc36 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fee5dea-5071-48b5-9184-803baa237b28&id=4083d3d0-75b2-4bc3-967d-d9fa1f979d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1071956 Dec 10 16:22:25.220127 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45107584-cf24-4163-b059-c4f0149b6319 service neutron] Pushing event updated for resources: {'Port': ['ID=98dbfd7d-a8ef-44ba-a193-c3a2b2af3285,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:25.292684 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-45107584-cf24-4163-b059-c4f0149b6319 service neutron] Attempting to bind port 98dbfd7d-a8ef-44ba-a193-c3a2b2af3285 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:22:25.293072 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-45107584-cf24-4163-b059-c4f0149b6319 service neutron] Attempting to bind port 98dbfd7d-a8ef-44ba-a193-c3a2b2af3285 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '8ca85019-a24a-4916-864b-3c419298bab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '85be2e17-4b10-4d14-9b32-3869abb76961'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:22:25.293407 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-45107584-cf24-4163-b059-c4f0149b6319 service neutron] Attempting to bind port 98dbfd7d-a8ef-44ba-a193-c3a2b2af3285 on network 85be2e17-4b10-4d14-9b32-3869abb76961 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:22:25.304567 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-45107584-cf24-4163-b059-c4f0149b6319 service neutron] Port 98dbfd7d-a8ef-44ba-a193-c3a2b2af3285 on network 85be2e17-4b10-4d14-9b32-3869abb76961 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:22:25.305114 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-45107584-cf24-4163-b059-c4f0149b6319 service neutron] Attempting to bind port 98dbfd7d-a8ef-44ba-a193-c3a2b2af3285 on network 85be2e17-4b10-4d14-9b32-3869abb76961 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:22:25.312664 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-45107584-cf24-4163-b059-c4f0149b6319 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:22:25.313201 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-45107584-cf24-4163-b059-c4f0149b6319 service neutron] Checking segment: {'id': '8ca85019-a24a-4916-864b-3c419298bab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '85be2e17-4b10-4d14-9b32-3869abb76961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:22:25.313761 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-45107584-cf24-4163-b059-c4f0149b6319 service neutron] Bound using segment: {'id': '8ca85019-a24a-4916-864b-3c419298bab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '85be2e17-4b10-4d14-9b32-3869abb76961'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:22:25.314224 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-45107584-cf24-4163-b059-c4f0149b6319 service neutron] Bound port: 98dbfd7d-a8ef-44ba-a193-c3a2b2af3285, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca85019-a24a-4916-864b-3c419298bab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '85be2e17-4b10-4d14-9b32-3869abb76961'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:22:25.314591 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-45107584-cf24-4163-b059-c4f0149b6319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:25.375503 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-9440827b-83bf-47f3-b9da-284df5a97f52 req-9fc14627-5e12-4675-a038-4937cd48d697 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-25166710', 'description': 'tempest-description-1670310099'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:22:25.422091 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9440827b-83bf-47f3-b9da-284df5a97f52 req-9fc14627-5e12-4675-a038-4937cd48d697 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:25.432454 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-45107584-cf24-4163-b059-c4f0149b6319 service neutron] For port 98dbfd7d-a8ef-44ba-a193-c3a2b2af3285, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:22:25.449878 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-45107584-cf24-4163-b059-c4f0149b6319 service neutron] For port 98dbfd7d-a8ef-44ba-a193-c3a2b2af3285, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=98dbfd7d-a8ef-44ba-a193-c3a2b2af3285,segment=NetworkSegment(8ca85019-a24a-4916-864b-3c419298bab5),segment_id=8ca85019-a24a-4916-864b-3c419298bab5)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:22:25.459474 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-45107584-cf24-4163-b059-c4f0149b6319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:25.514052 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-45107584-cf24-4163-b059-c4f0149b6319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:25.514777 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-45107584-cf24-4163-b059-c4f0149b6319 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:25.516362 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-45107584-cf24-4163-b059-c4f0149b6319 service neutron] 10.222.0.26 "PUT /v2.0/ports/98dbfd7d-a8ef-44ba-a193-c3a2b2af3285 HTTP/1.1" status: 200 len: 1092 time: 1.1152959 Dec 10 16:22:25.545431 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45107584-cf24-4163-b059-c4f0149b6319 service neutron] Pushing event updated for resources: {'Port': ['ID=98dbfd7d-a8ef-44ba-a193-c3a2b2af3285,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:25.574346 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9440827b-83bf-47f3-b9da-284df5a97f52 req-9fc14627-5e12-4675-a038-4937cd48d697 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:25.585429 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9440827b-83bf-47f3-b9da-284df5a97f52 req-9fc14627-5e12-4675-a038-4937cd48d697 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:25.650799 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9440827b-83bf-47f3-b9da-284df5a97f52 req-9fc14627-5e12-4675-a038-4937cd48d697 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:25.652719 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9440827b-83bf-47f3-b9da-284df5a97f52 req-9fc14627-5e12-4675-a038-4937cd48d697 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.2879434 Dec 10 16:22:25.669632 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc14627-5e12-4675-a038-4937cd48d697 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94978042-def7-4e70-a7bf-96b8d1653144,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:25.675515 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-e278e8cd-2a59-4d95-add0-ebfaff7a7ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:25.677416 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-e278e8cd-2a59-4d95-add0-ebfaff7a7ca6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b4abb5f463d4717bb66baf7025fca57&device_id=00cd0b28-06e7-4007-9ea9-a305d7eb9202 HTTP/1.1" status: 200 len: 1095 time: 0.1058898 Dec 10 16:22:25.738607 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-411bd7af-d3be-4acf-9470-20bacdbbe653 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98dbfd7d-a8ef-44ba-a193-c3a2b2af3285 HTTP/1.1" status: 200 len: 217 time: 0.0444973 Dec 10 16:22:25.858191 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-f2f52803-141a-4bdc-aa5b-d37acf3fcca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:25.860015 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-f2f52803-141a-4bdc-aa5b-d37acf3fcca3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0733bfe1-6763-4622-804d-2791b07706b1 HTTP/1.1" status: 200 len: 843 time: 0.1031435 Dec 10 16:22:25.866270 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77da0a4-181f-4d67-9127-85ca3261d574 req-a541c9cc-0659-4317-9833-848e18b4b26b tempest-ServersOnMultiNodesTest-636306376 tempest-ServersOnMultiNodesTest-636306376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:25.867681 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f77da0a4-181f-4d67-9127-85ca3261d574 req-a541c9cc-0659-4317-9833-848e18b4b26b tempest-ServersOnMultiNodesTest-636306376 tempest-ServersOnMultiNodesTest-636306376-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5888b2c9-bee6-48f1-a8d9-4c718c21ee3c HTTP/1.1" status: 200 len: 1101 time: 0.0657544 Dec 10 16:22:25.922406 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-3f8873b2-842f-4f3b-9ca4-a90c152d39be service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=85be2e17-4b10-4d14-9b32-3869abb76961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440903 Dec 10 16:22:26.001294 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f77da0a4-181f-4d67-9127-85ca3261d574 req-e399ed6d-cd03-4606-ba10-d8e728d7fae4 tempest-ServersOnMultiNodesTest-636306376 tempest-ServersOnMultiNodesTest-636306376-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241496 Dec 10 16:22:26.073379 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-b5f7bf4d-74ac-4cb4-9e6b-f61f4021ef95 service neutron] 10.222.0.26 "GET /v2.0/networks/85be2e17-4b10-4d14-9b32-3869abb76961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406446 Dec 10 16:22:26.192620 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c29a9-54a1-4a85-b08d-5b187670de7e req-f9296ae3-a462-49b3-a5a2-27026f552f31 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:26.194390 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fa5c29a9-54a1-4a85-b08d-5b187670de7e req-f9296ae3-a462-49b3-a5a2-27026f552f31 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed5a9f38-6194-4126-bf02-5b2e062a69ae HTTP/1.1" status: 200 len: 944 time: 0.1099668 Dec 10 16:22:26.235555 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed5a9f38-6194-4126-bf02-5b2e062a69ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3238288-4331-48d0-9cff-68ba40800185'}, {'name': 'network-changed', 'server_uuid': 'ed5a9f38-6194-4126-bf02-5b2e062a69ae', 'tag': 'a3238288-4331-48d0-9cff-68ba40800185'}, {'name': 'network-changed', 'server_uuid': '00cd0b28-06e7-4007-9ea9-a305d7eb9202', 'tag': '98dbfd7d-a8ef-44ba-a193-c3a2b2af3285'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:22:26.239551 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68ae3da-94b6-4d42-bb8d-b1971386ac24" -d '{"events": [{"server_uuid": "ed5a9f38-6194-4126-bf02-5b2e062a69ae", "name": "network-vif-unplugged", "status": "completed", "tag": "a3238288-4331-48d0-9cff-68ba40800185"}, {"name": "network-changed", "server_uuid": "ed5a9f38-6194-4126-bf02-5b2e062a69ae", "tag": "a3238288-4331-48d0-9cff-68ba40800185"}, {"name": "network-changed", "server_uuid": "00cd0b28-06e7-4007-9ea9-a305d7eb9202", "tag": "98dbfd7d-a8ef-44ba-a193-c3a2b2af3285"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:22:26.250116 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a9ddd5d0-1306-4e94-8575-49cc25a2d954 req-38684ada-693f-480d-b383-5f0ef24ac9f9 service neutron] 10.222.0.26 "GET /v2.0/networks/85be2e17-4b10-4d14-9b32-3869abb76961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559260 Dec 10 16:22:26.290619 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fa5c29a9-54a1-4a85-b08d-5b187670de7e req-a045ba85-e8f5-47cc-8316-1045802d8a1e tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851431 Dec 10 16:22:26.412359 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70be435-6424-4742-af8e-baa7afda22ef req-127a4d93-db10-4bd6-985c-59a922cd142b tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:26.413870 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a70be435-6424-4742-af8e-baa7afda22ef req-127a4d93-db10-4bd6-985c-59a922cd142b tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=00cd0b28-06e7-4007-9ea9-a305d7eb9202 HTTP/1.1" status: 200 len: 944 time: 0.0566537 Dec 10 16:22:26.466706 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a70be435-6424-4742-af8e-baa7afda22ef req-ae9bd319-f3de-471b-9fb4-f95dee731009 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435579 Dec 10 16:22:26.528248 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-c07ff242-36a1-46aa-9d40-4a731a862ed3 req-35a2d2ed-1f92-4490-a7a8-5a41bf27f650 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-456667328', 'description': 'tempest-description-184303663'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:22:26.551440 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c07ff242-36a1-46aa-9d40-4a731a862ed3 req-35a2d2ed-1f92-4490-a7a8-5a41bf27f650 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:26.628409 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c07ff242-36a1-46aa-9d40-4a731a862ed3 req-35a2d2ed-1f92-4490-a7a8-5a41bf27f650 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:26.632470 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c07ff242-36a1-46aa-9d40-4a731a862ed3 req-35a2d2ed-1f92-4490-a7a8-5a41bf27f650 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:26.668993 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c07ff242-36a1-46aa-9d40-4a731a862ed3 req-35a2d2ed-1f92-4490-a7a8-5a41bf27f650 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:26.668993 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c07ff242-36a1-46aa-9d40-4a731a862ed3 req-35a2d2ed-1f92-4490-a7a8-5a41bf27f650 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.1451342 Dec 10 16:22:26.669546 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a2d2ed-1f92-4490-a7a8-5a41bf27f650 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae0caa8-299d-446b-bcdd-20a54aa44f59,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:26.775466 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-d5485a39-f1f2-45d8-bd9e-2511a0915145 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=33fe36bd287d4a209fabdd94870da5aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236282 Dec 10 16:22:26.897208 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-73565571-b25a-460f-8735-77da9eba189b tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:26.898825 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-73565571-b25a-460f-8735-77da9eba189b tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1162045 Dec 10 16:22:26.915878 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-61580a7c-f9c4-4861-ae7b-b4ce1727bc4d tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/quotas/33fe36bd287d4a209fabdd94870da5aa HTTP/1.1" status: 200 len: 375 time: 0.0100715 Dec 10 16:22:26.982505 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-47282aaf-7750-474f-867d-909a4ac31289 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=33fe36bd287d4a209fabdd94870da5aa&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0597095 Dec 10 16:22:27.251505 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9f62d-3bb0-4b9c-b987-73171a0bf5ea req-6229608f-3b72-480e-8fcb-4b97af656f26 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:27.260931 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9f62d-3bb0-4b9c-b987-73171a0bf5ea req-6229608f-3b72-480e-8fcb-4b97af656f26 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:27.268774 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9f62d-3bb0-4b9c-b987-73171a0bf5ea req-6229608f-3b72-480e-8fcb-4b97af656f26 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:27.275888 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9f62d-3bb0-4b9c-b987-73171a0bf5ea req-6229608f-3b72-480e-8fcb-4b97af656f26 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:27.282912 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9f62d-3bb0-4b9c-b987-73171a0bf5ea req-6229608f-3b72-480e-8fcb-4b97af656f26 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:27.289206 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9f62d-3bb0-4b9c-b987-73171a0bf5ea req-6229608f-3b72-480e-8fcb-4b97af656f26 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:27.295476 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9f62d-3bb0-4b9c-b987-73171a0bf5ea req-6229608f-3b72-480e-8fcb-4b97af656f26 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:27.303522 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6cd9f62d-3bb0-4b9c-b987-73171a0bf5ea req-6229608f-3b72-480e-8fcb-4b97af656f26 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 5418 time: 0.1335022 Dec 10 16:22:27.389232 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6cd9f62d-3bb0-4b9c-b987-73171a0bf5ea req-b29312b1-1268-434e-9746-9869438cc088 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fee5dea-5071-48b5-9184-803baa237b28&id=4083d3d0-75b2-4bc3-967d-d9fa1f979d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0811074 Dec 10 16:22:27.450501 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 10 Dec 2021 16:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353260b6-e904-4e79-b35f-0ccf1ecff1c9 x-openstack-request-id: req-353260b6-e904-4e79-b35f-0ccf1ecff1c9 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:22:27.450889 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed5a9f38-6194-4126-bf02-5b2e062a69ae", "name": "network-vif-unplugged", "status": "completed", "tag": "a3238288-4331-48d0-9cff-68ba40800185", "code": 200}, {"name": "network-changed", "server_uuid": "ed5a9f38-6194-4126-bf02-5b2e062a69ae", "tag": "a3238288-4331-48d0-9cff-68ba40800185", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "00cd0b28-06e7-4007-9ea9-a305d7eb9202", "tag": "98dbfd7d-a8ef-44ba-a193-c3a2b2af3285", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:22:27.451329 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-353260b6-e904-4e79-b35f-0ccf1ecff1c9 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:22:27.452032 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed5a9f38-6194-4126-bf02-5b2e062a69ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3238288-4331-48d0-9cff-68ba40800185', 'code': 200} Dec 10 16:22:27.452358 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed5a9f38-6194-4126-bf02-5b2e062a69ae', 'tag': 'a3238288-4331-48d0-9cff-68ba40800185', 'status': 'completed', 'code': 200} Dec 10 16:22:27.452779 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00cd0b28-06e7-4007-9ea9-a305d7eb9202', 'tag': '98dbfd7d-a8ef-44ba-a193-c3a2b2af3285', 'status': 'completed', 'code': 200} Dec 10 16:22:27.540521 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 41746) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:22:27.560761 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ae3da-94b6-4d42-bb8d-b1971386ac24 req-a06567e9-90f4-42af-be95-b73348d83c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:27.569791 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e68ae3da-94b6-4d42-bb8d-b1971386ac24 req-a06567e9-90f4-42af-be95-b73348d83c57 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=88d3b4e7edaf414d832ee358beed3fa3&device_id=ed5a9f38-6194-4126-bf02-5b2e062a69ae HTTP/1.1" status: 200 len: 1125 time: 0.0727825 Dec 10 16:22:27.582706 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-51479a7d-3f42-4761-80bd-4e3d17f73490 req-0f6681f9-d4b3-4a28-8581-fa214ed69cb2 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-30329524', 'description': 'tempest-description-230749872'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:22:27.636173 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-33df9708-0ea9-49d5-82fc-b8a2516e9d19 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:27.667512 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-51479a7d-3f42-4761-80bd-4e3d17f73490 req-0f6681f9-d4b3-4a28-8581-fa214ed69cb2 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:27.687035 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-33df9708-0ea9-49d5-82fc-b8a2516e9d19 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:27.728586 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ae3da-94b6-4d42-bb8d-b1971386ac24 req-10fc69b4-a9dd-4054-a1a9-6ac65a8ab9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:27.730052 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e68ae3da-94b6-4d42-bb8d-b1971386ac24 req-10fc69b4-a9dd-4054-a1a9-6ac65a8ab9b4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 HTTP/1.1" status: 200 len: 922 time: 0.1413722 Dec 10 16:22:27.761076 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-33df9708-0ea9-49d5-82fc-b8a2516e9d19 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:27.764717 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-33df9708-0ea9-49d5-82fc-b8a2516e9d19 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:27.769371 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-33df9708-0ea9-49d5-82fc-b8a2516e9d19 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "DELETE /v2.0/security-groups/de734938-b937-4181-8955-8d1ef1a8949b HTTP/1.1" status: 204 len: 168 time: 0.2272489 Dec 10 16:22:27.770443 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 41748) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:22:27.793574 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-2275c6d2-511c-425d-a428-74a848ed8bc8 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] show failed (client error): The resource could not be found. Dec 10 16:22:27.798208 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2275c6d2-511c-425d-a428-74a848ed8bc8 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "GET /v2.0/security-groups/de734938-b937-4181-8955-8d1ef1a8949b HTTP/1.1" status: 404 len: 347 time: 0.0237725 Dec 10 16:22:27.799148 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 41750) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:22:27.800116 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df9708-0ea9-49d5-82fc-b8a2516e9d19 tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de734938-b937-4181-8955-8d1ef1a8949b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:27.819402 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e68ae3da-94b6-4d42-bb8d-b1971386ac24 req-b7d170ce-6107-4eb6-82c5-6053300d305c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3238288-4331-48d0-9cff-68ba40800185 HTTP/1.1" status: 200 len: 217 time: 0.0553913 Dec 10 16:22:27.827102 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-51479a7d-3f42-4761-80bd-4e3d17f73490 req-0f6681f9-d4b3-4a28-8581-fa214ed69cb2 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:27.891824 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ae3da-94b6-4d42-bb8d-b1971386ac24 req-b143aede-c037-44b5-896d-fa0d317603cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:27.893326 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e68ae3da-94b6-4d42-bb8d-b1971386ac24 req-b143aede-c037-44b5-896d-fa0d317603cb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=19a3ead6-9cb2-4544-beb2-145a33d7ae3f HTTP/1.1" status: 200 len: 861 time: 0.0607851 Dec 10 16:22:27.894559 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-51479a7d-3f42-4761-80bd-4e3d17f73490 req-0f6681f9-d4b3-4a28-8581-fa214ed69cb2 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:27.954309 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e68ae3da-94b6-4d42-bb8d-b1971386ac24 req-63bcdc87-c3b4-42c2-9bdc-535e4edf0b0e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378051 Dec 10 16:22:27.958615 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-51479a7d-3f42-4761-80bd-4e3d17f73490 req-0f6681f9-d4b3-4a28-8581-fa214ed69cb2 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:27.959869 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-51479a7d-3f42-4761-80bd-4e3d17f73490 req-0f6681f9-d4b3-4a28-8581-fa214ed69cb2 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3889723 Dec 10 16:22:27.964870 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6681f9-d4b3-4a28-8581-fa214ed69cb2 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2d963e-809e-4232-9510-23589013a00f,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:28.048821 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-6fd142a4-32a7-4c3b-8350-102a9b2dc33e tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Deleting port 16801de7-afa1-431d-bb1d-d90f22d267a7 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:22:28.049579 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6fd142a4-32a7-4c3b-8350-102a9b2dc33e tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:28.073882 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e68ae3da-94b6-4d42-bb8d-b1971386ac24 req-310ffad7-b821-4c04-a7ab-05a1ab849d2b service neutron] 10.222.0.26 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054728 Dec 10 16:22:28.188181 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6fd142a4-32a7-4c3b-8350-102a9b2dc33e tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:28.188853 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6fd142a4-32a7-4c3b-8350-102a9b2dc33e tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:28.197362 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1f716485-c12c-4324-b95a-635d1ba68cac req-b3e16e45-016a-4381-a220-8a71f9cc0a8e tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=312fa785-102a-44be-96b3-71a12a8723e6 HTTP/1.1" status: 200 len: 210 time: 0.0722904 Dec 10 16:22:28.217923 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-6fd142a4-32a7-4c3b-8350-102a9b2dc33e tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Calling delete_port for 16801de7-afa1-431d-bb1d-d90f22d267a7 owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:22:28.262494 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e68ae3da-94b6-4d42-bb8d-b1971386ac24 req-83f69cf8-9a54-4f13-95e6-0ca5e765fe04 service neutron] 10.222.0.26 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729152 Dec 10 16:22:28.405727 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bff889-9d84-4418-850b-9c419b4ff595 req-8aa32161-28ca-4fa8-bf8c-fa29f7f341ed tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:28.405727 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e9bff889-9d84-4418-850b-9c419b4ff595 req-8aa32161-28ca-4fa8-bf8c-fa29f7f341ed tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed5a9f38-6194-4126-bf02-5b2e062a69ae HTTP/1.1" status: 200 len: 944 time: 0.0971038 Dec 10 16:22:28.412236 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 98dbfd7d-a8ef-44ba-a193-c3a2b2af3285 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:22:28.426598 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6fd142a4-32a7-4c3b-8350-102a9b2dc33e tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:28.499063 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e9bff889-9d84-4418-850b-9c419b4ff595 req-591c91e4-84a1-48df-84bd-f9bf8df10d0f tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087859 Dec 10 16:22:28.507496 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd142a4-32a7-4c3b-8350-102a9b2dc33e tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Pushing event deleted for resources: {'Port': ['ID=16801de7-afa1-431d-bb1d-d90f22d267a7,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:28.519934 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-a6ad0504-c23b-4146-b30f-fd81beb649bf tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=33fe36bd287d4a209fabdd94870da5aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0580485 Dec 10 16:22:28.648197 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 98dbfd7d-a8ef-44ba-a193-c3a2b2af3285, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=98dbfd7d-a8ef-44ba-a193-c3a2b2af3285,segment=NetworkSegment(8ca85019-a24a-4916-864b-3c419298bab5),segment_id=8ca85019-a24a-4916-864b-3c419298bab5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:28.682732 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '98dbfd7d-a8ef-44ba-a193-c3a2b2af3285', 'network_id': '85be2e17-4b10-4d14-9b32-3869abb76961', 'port_id': '98dbfd7d-a8ef-44ba-a193-c3a2b2af3285', 'mac_address': 'fa:16:3e:43:72:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0733bfe1-6763-4622-804d-2791b07706b1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:22:28.685494 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ae3da-94b6-4d42-bb8d-b1971386ac24 req-de821bf1-396c-4779-bfff-5f51b98ec8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:28.687738 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e68ae3da-94b6-4d42-bb8d-b1971386ac24 req-de821bf1-396c-4779-bfff-5f51b98ec8b6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b4abb5f463d4717bb66baf7025fca57&device_id=00cd0b28-06e7-4007-9ea9-a305d7eb9202 HTTP/1.1" status: 200 len: 1095 time: 0.1677253 Dec 10 16:22:28.757943 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:28.777084 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98dbfd7d-a8ef-44ba-a193-c3a2b2af3285 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:22:28.777617 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ffa852-0274-4137-ad39-a66cde2ff9b3 req-9fdf4e06-3120-4257-9f1b-46307369aab9 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:28.785934 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b0ffa852-0274-4137-ad39-a66cde2ff9b3 req-9fdf4e06-3120-4257-9f1b-46307369aab9 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=00cd0b28-06e7-4007-9ea9-a305d7eb9202 HTTP/1.1" status: 200 len: 944 time: 0.1115005 Dec 10 16:22:28.797560 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-428518ab-7ca7-4fdf-abc8-5cfe175006f0 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:28.799065 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-428518ab-7ca7-4fdf-abc8-5cfe175006f0 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2698348 Dec 10 16:22:28.807550 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 98dbfd7d-a8ef-44ba-a193-c3a2b2af3285, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=98dbfd7d-a8ef-44ba-a193-c3a2b2af3285,segment=NetworkSegment(8ca85019-a24a-4916-864b-3c419298bab5),segment_id=8ca85019-a24a-4916-864b-3c419298bab5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:28.813270 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:28.818612 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6fd142a4-32a7-4c3b-8350-102a9b2dc33e tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:28.822071 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6fd142a4-32a7-4c3b-8350-102a9b2dc33e tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:28.822259 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-9630bf0f-a7a7-4f50-a954-f2936bca792f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Request body: {'port': {'device_id': '312fa785-102a-44be-96b3-71a12a8723e6', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'admin_state_up': True, 'tenant_id': '33fe36bd287d4a209fabdd94870da5aa'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:22:28.832735 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6fd142a4-32a7-4c3b-8350-102a9b2dc33e tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] 10.222.0.11 "DELETE /v2.0/floatingips/30c55da5-cdc9-45e6-914c-ed9c8f18dfff HTTP/1.1" status: 204 len: 168 time: 1.0269794 Dec 10 16:22:28.888898 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=98dbfd7d-a8ef-44ba-a193-c3a2b2af3285,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:28.910773 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b0ffa852-0274-4137-ad39-a66cde2ff9b3 req-df444c96-65bc-4917-9e17-fd7e1022c86f tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238437 Dec 10 16:22:28.955218 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ae3da-94b6-4d42-bb8d-b1971386ac24 req-cd4797db-837f-4c1a-875e-6e3c13ae0947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:28.957033 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e68ae3da-94b6-4d42-bb8d-b1971386ac24 req-cd4797db-837f-4c1a-875e-6e3c13ae0947 service neutron] 10.222.0.26 "GET /v2.0/networks?id=85be2e17-4b10-4d14-9b32-3869abb76961 HTTP/1.1" status: 200 len: 904 time: 0.2581270 Dec 10 16:22:29.001011 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-9630bf0f-a7a7-4f50-a954-f2936bca792f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Made reservation on behalf of 33fe36bd287d4a209fabdd94870da5aa for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:22:29.004752 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-9630bf0f-a7a7-4f50-a954-f2936bca792f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:29.032598 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e68ae3da-94b6-4d42-bb8d-b1971386ac24 req-86d4930a-63be-42f1-ace0-a50452b8bc26 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98dbfd7d-a8ef-44ba-a193-c3a2b2af3285 HTTP/1.1" status: 200 len: 217 time: 0.0683298 Dec 10 16:22:29.122652 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ae3da-94b6-4d42-bb8d-b1971386ac24 req-700c107c-55fc-4441-b002-837cdd3591c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:29.124731 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e68ae3da-94b6-4d42-bb8d-b1971386ac24 req-700c107c-55fc-4441-b002-837cdd3591c2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0733bfe1-6763-4622-804d-2791b07706b1 HTTP/1.1" status: 200 len: 843 time: 0.0803485 Dec 10 16:22:29.155540 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['98dbfd7d-a8ef-44ba-a193-c3a2b2af3285'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:22:29.177416 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e68ae3da-94b6-4d42-bb8d-b1971386ac24 req-ebb18f82-5b51-471b-8052-141dc2cd7880 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=85be2e17-4b10-4d14-9b32-3869abb76961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429580 Dec 10 16:22:29.232328 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1153fcc2-b597-4788-9c93-207a053b275e req-bc4758c2-5e52-4af4-8e16-b060b5a0c428 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a3cc58e9a9e04cdfbbfcf1593b2aeb98 HTTP/1.1" status: 200 len: 10992 time: 0.2401762 Dec 10 16:22:29.284803 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-9630bf0f-a7a7-4f50-a954-f2936bca792f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Allocated IP 192.168.233.81 (1b1da819-dfba-43f2-8848-8bb429159850/a7a18c92-5007-49e2-b728-7aedc06dca57/8782ed96-2d9a-4331-bd2c-54617b6e6c76) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:22:29.302190 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e68ae3da-94b6-4d42-bb8d-b1971386ac24 req-09d59f5b-c2f0-42a6-a944-892e4a79fd27 service neutron] 10.222.0.26 "GET /v2.0/networks/85be2e17-4b10-4d14-9b32-3869abb76961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138854 Dec 10 16:22:29.366714 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1153fcc2-b597-4788-9c93-207a053b275e req-9e3147c0-ff5a-4ef0-9128-331731dcd16f tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups/dd34fd79-d9bf-4084-a467-851c2b3027f1 HTTP/1.1" status: 200 len: 2998 time: 0.1333530 Dec 10 16:22:29.451192 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e68ae3da-94b6-4d42-bb8d-b1971386ac24 req-e580c77e-a9d8-4748-b0c0-655ee531d77a service neutron] 10.222.0.26 "GET /v2.0/networks/85be2e17-4b10-4d14-9b32-3869abb76961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384838 Dec 10 16:22:29.553960 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1153fcc2-b597-4788-9c93-207a053b275e req-b238af11-9478-4b27-a96d-218f4d5fa03b tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups/dd34fd79-d9bf-4084-a467-851c2b3027f1 HTTP/1.1" status: 200 len: 2998 time: 0.1847901 Dec 10 16:22:29.695241 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-9630bf0f-a7a7-4f50-a954-f2936bca792f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:29.727142 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96cf05-40da-4bd1-bf74-c794a7945290 req-4fba497d-30ac-446b-b5c3-9d597d1741a2 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:29.733911 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96cf05-40da-4bd1-bf74-c794a7945290 req-4fba497d-30ac-446b-b5c3-9d597d1741a2 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:29.740726 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96cf05-40da-4bd1-bf74-c794a7945290 req-4fba497d-30ac-446b-b5c3-9d597d1741a2 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:29.747582 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96cf05-40da-4bd1-bf74-c794a7945290 req-4fba497d-30ac-446b-b5c3-9d597d1741a2 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:29.753680 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96cf05-40da-4bd1-bf74-c794a7945290 req-4fba497d-30ac-446b-b5c3-9d597d1741a2 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:29.759919 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96cf05-40da-4bd1-bf74-c794a7945290 req-4fba497d-30ac-446b-b5c3-9d597d1741a2 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:29.766081 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96cf05-40da-4bd1-bf74-c794a7945290 req-4fba497d-30ac-446b-b5c3-9d597d1741a2 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:29.768051 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fd96cf05-40da-4bd1-bf74-c794a7945290 req-4fba497d-30ac-446b-b5c3-9d597d1741a2 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 5418 time: 0.1420355 Dec 10 16:22:30.133597 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-9630bf0f-a7a7-4f50-a954-f2936bca792f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:30.145880 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['aaf2347b-92a7-49a0-8cd8-e38e0a7009a1'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:22:30.157798 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['6d73126e-816a-49e2-8614-6c4009af6327', 'e06bbe0a-2a8a-44dc-a565-722865572b2e', '9aaffcf2-e527-458f-92dc-a7f3f3cd7837', 'b7061bcc-5b5c-47ea-a248-42218a991d43'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:22:30.203872 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-9630bf0f-a7a7-4f50-a954-f2936bca792f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Network 1b1da819-dfba-43f2-8848-8bb429159850 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:22:30.223189 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fd96cf05-40da-4bd1-bf74-c794a7945290 req-df137f66-8b67-4c83-9248-bcd5405ccc98 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fee5dea-5071-48b5-9184-803baa237b28&id=4083d3d0-75b2-4bc3-967d-d9fa1f979d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4439898 Dec 10 16:22:30.245653 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9630bf0f-a7a7-4f50-a954-f2936bca792f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Pushing event updated for resources: {'Port': ['ID=8782ed96-2d9a-4331-bd2c-54617b6e6c76,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:30.251722 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-9630bf0f-a7a7-4f50-a954-f2936bca792f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:22:30.258025 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-9630bf0f-a7a7-4f50-a954-f2936bca792f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:22:30.383883 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-9630bf0f-a7a7-4f50-a954-f2936bca792f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:30.386083 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-9630bf0f-a7a7-4f50-a954-f2936bca792f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:30.426101 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-9630bf0f-a7a7-4f50-a954-f2936bca792f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6068957 Dec 10 16:22:30.440897 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-efe8a1b4-e0d1-4dc5-83ee-e2675d627fa0 service neutron] Request body: {'port': {'device_id': '312fa785-102a-44be-96b3-71a12a8723e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:22:30.444602 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 98dbfd7d-a8ef-44ba-a193-c3a2b2af3285 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:22:30.573692 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-efe8a1b4-e0d1-4dc5-83ee-e2675d627fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:30.670351 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 98dbfd7d-a8ef-44ba-a193-c3a2b2af3285 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:22:30.684201 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 98dbfd7d-a8ef-44ba-a193-c3a2b2af3285 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:22:30.684576 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:30.763398 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee068bd6-0733-4852-939b-5653ef6778b2 req-eb8cffd1-5a30-4ed5-9a11-a0eca6111d40 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:30.771989 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ee068bd6-0733-4852-939b-5653ef6778b2 req-eb8cffd1-5a30-4ed5-9a11-a0eca6111d40 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=312fa785-102a-44be-96b3-71a12a8723e6 HTTP/1.1" status: 200 len: 935 time: 0.1527395 Dec 10 16:22:30.898477 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ee068bd6-0733-4852-939b-5653ef6778b2 req-070f1e45-10f7-4ecb-9242-aa4e47b6fd99 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250033 Dec 10 16:22:30.922997 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8373b515-1010-435e-ac75-04b1ec6199a4 None None] Provisioning complete for port 8782ed96-2d9a-4331-bd2c-54617b6e6c76 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:22:30.923374 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8373b515-1010-435e-ac75-04b1ec6199a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:31.070393 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8373b515-1010-435e-ac75-04b1ec6199a4 None None] Port 8782ed96-2d9a-4331-bd2c-54617b6e6c76 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:22:31.096268 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a8281-2b89-4c06-924a-b902376899d5 req-8eb368bf-1261-4472-8712-f4da54320292 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:31.104518 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-617a8281-2b89-4c06-924a-b902376899d5 req-8eb368bf-1261-4472-8712-f4da54320292 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed5a9f38-6194-4126-bf02-5b2e062a69ae HTTP/1.1" status: 200 len: 944 time: 0.1187804 Dec 10 16:22:31.106761 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:31.174759 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00cd0b28-06e7-4007-9ea9-a305d7eb9202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98dbfd7d-a8ef-44ba-a193-c3a2b2af3285'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:22:31.178168 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e9d4ca-5732-445e-8aaf-5b81723b218d" -d '{"events": [{"server_uuid": "00cd0b28-06e7-4007-9ea9-a305d7eb9202", "name": "network-vif-plugged", "status": "completed", "tag": "98dbfd7d-a8ef-44ba-a193-c3a2b2af3285"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:22:31.205393 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 98dbfd7d-a8ef-44ba-a193-c3a2b2af3285, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=98dbfd7d-a8ef-44ba-a193-c3a2b2af3285,segment=NetworkSegment(8ca85019-a24a-4916-864b-3c419298bab5),segment_id=8ca85019-a24a-4916-864b-3c419298bab5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:31.211015 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:31.211934 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-617a8281-2b89-4c06-924a-b902376899d5 req-a4ccc683-aaaf-482d-82b9-234717a394e3 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990627 Dec 10 16:22:31.212133 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device a3238288-4331-48d0-9cff-68ba40800185 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:22:31.276884 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-efe8a1b4-e0d1-4dc5-83ee-e2675d627fa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8782ed96-2d9a-4331-bd2c-54617b6e6c76 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:22:31.291068 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-efe8a1b4-e0d1-4dc5-83ee-e2675d627fa0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:31.298959 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-72782a0c-4552-465e-b2ca-6f7b99ac70c2 req-d9b27b59-6f48-48b6-97c8-a2f6dab3152a tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups/94978042-def7-4e70-a7bf-96b8d1653144 HTTP/1.1" status: 200 len: 1816 time: 0.0617573 Dec 10 16:22:31.330890 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-efe8a1b4-e0d1-4dc5-83ee-e2675d627fa0 service neutron] Transition to ACTIVE for port object 8782ed96-2d9a-4331-bd2c-54617b6e6c76 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:22:31.345007 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-efe8a1b4-e0d1-4dc5-83ee-e2675d627fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:31.364281 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=98dbfd7d-a8ef-44ba-a193-c3a2b2af3285,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:31.420013 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-c85c9322-829d-4092-b530-7c6367156019 service neutron] 10.222.0.26 "GET /v2.0/ports/a3238288-4331-48d0-9cff-68ba40800185/bindings/n-h2-766771-2 HTTP/1.1" status: 200 len: 384 time: 0.1088734 Dec 10 16:22:31.522758 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8a1b4-e0d1-4dc5-83ee-e2675d627fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=8782ed96-2d9a-4331-bd2c-54617b6e6c76,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:31.563229 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-72782a0c-4552-465e-b2ca-6f7b99ac70c2 req-b0321e26-a064-49d6-95b4-7c972d494899 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:31.613724 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-72782a0c-4552-465e-b2ca-6f7b99ac70c2 req-b0321e26-a064-49d6-95b4-7c972d494899 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:31.685567 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-efe8a1b4-e0d1-4dc5-83ee-e2675d627fa0 service neutron] Attempting to bind port 8782ed96-2d9a-4331-bd2c-54617b6e6c76 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:22:31.686445 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-efe8a1b4-e0d1-4dc5-83ee-e2675d627fa0 service neutron] Attempting to bind port 8782ed96-2d9a-4331-bd2c-54617b6e6c76 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:22:31.686445 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-efe8a1b4-e0d1-4dc5-83ee-e2675d627fa0 service neutron] Attempting to bind port 8782ed96-2d9a-4331-bd2c-54617b6e6c76 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:22:31.692174 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-efe8a1b4-e0d1-4dc5-83ee-e2675d627fa0 service neutron] Port 8782ed96-2d9a-4331-bd2c-54617b6e6c76 on network 1b1da819-dfba-43f2-8848-8bb429159850 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:22:31.692548 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-efe8a1b4-e0d1-4dc5-83ee-e2675d627fa0 service neutron] Attempting to bind port 8782ed96-2d9a-4331-bd2c-54617b6e6c76 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:22:31.696209 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-72782a0c-4552-465e-b2ca-6f7b99ac70c2 req-b0321e26-a064-49d6-95b4-7c972d494899 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:31.699583 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-72782a0c-4552-465e-b2ca-6f7b99ac70c2 req-b0321e26-a064-49d6-95b4-7c972d494899 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:31.700910 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-72782a0c-4552-465e-b2ca-6f7b99ac70c2 req-b0321e26-a064-49d6-95b4-7c972d494899 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "DELETE /v2.0/security-groups/94978042-def7-4e70-a7bf-96b8d1653144 HTTP/1.1" status: 204 len: 173 time: 0.3921092 Dec 10 16:22:31.708883 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-efe8a1b4-e0d1-4dc5-83ee-e2675d627fa0 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:22:31.709801 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-efe8a1b4-e0d1-4dc5-83ee-e2675d627fa0 service neutron] Checking segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:22:31.710749 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-efe8a1b4-e0d1-4dc5-83ee-e2675d627fa0 service neutron] Bound using segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:22:31.711237 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-efe8a1b4-e0d1-4dc5-83ee-e2675d627fa0 service neutron] Bound port: 8782ed96-2d9a-4331-bd2c-54617b6e6c76, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:22:31.711708 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-efe8a1b4-e0d1-4dc5-83ee-e2675d627fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:31.729278 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0321e26-a064-49d6-95b4-7c972d494899 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94978042-def7-4e70-a7bf-96b8d1653144,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:31.762565 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-ebfed49f-8329-4f12-8f98-d310f6ba25c9 service neutron] For port a3238288-4331-48d0-9cff-68ba40800185, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=a3238288-4331-48d0-9cff-68ba40800185,segment=NetworkSegment(ba4bffb6-59f5-4518-96be-6824e98414e9),segment_id=ba4bffb6-59f5-4518-96be-6824e98414e9)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:31.814486 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-ebfed49f-8329-4f12-8f98-d310f6ba25c9 service neutron] For port a3238288-4331-48d0-9cff-68ba40800185, host n-h1-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:22:31.853134 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-efe8a1b4-e0d1-4dc5-83ee-e2675d627fa0 service neutron] For port 8782ed96-2d9a-4331-bd2c-54617b6e6c76, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:22:31.872502 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-ebfed49f-8329-4f12-8f98-d310f6ba25c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3238288-4331-48d0-9cff-68ba40800185 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:22:31.883849 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-efe8a1b4-e0d1-4dc5-83ee-e2675d627fa0 service neutron] For port 8782ed96-2d9a-4331-bd2c-54617b6e6c76, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=8782ed96-2d9a-4331-bd2c-54617b6e6c76,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:22:31.890924 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-ebfed49f-8329-4f12-8f98-d310f6ba25c9 service neutron] For port a3238288-4331-48d0-9cff-68ba40800185, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=a3238288-4331-48d0-9cff-68ba40800185,segment=NetworkSegment(ba4bffb6-59f5-4518-96be-6824e98414e9),segment_id=ba4bffb6-59f5-4518-96be-6824e98414e9)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:31.909113 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-ebfed49f-8329-4f12-8f98-d310f6ba25c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:31.911802 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-efe8a1b4-e0d1-4dc5-83ee-e2675d627fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:31.977867 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8a1b4-e0d1-4dc5-83ee-e2675d627fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=8782ed96-2d9a-4331-bd2c-54617b6e6c76,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:31.986976 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-efe8a1b4-e0d1-4dc5-83ee-e2675d627fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:31.988168 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-efe8a1b4-e0d1-4dc5-83ee-e2675d627fa0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:31.990283 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-efe8a1b4-e0d1-4dc5-83ee-e2675d627fa0 service neutron] 10.222.0.26 "PUT /v2.0/ports/8782ed96-2d9a-4331-bd2c-54617b6e6c76 HTTP/1.1" status: 200 len: 1095 time: 1.5555656 Dec 10 16:22:31.990782 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '312fa785-102a-44be-96b3-71a12a8723e6', 'tag': '8782ed96-2d9a-4331-bd2c-54617b6e6c76'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:22:31.993279 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b8922c-e0db-4fa4-accd-c9b53e73a463" -d '{"events": [{"name": "network-changed", "server_uuid": "312fa785-102a-44be-96b3-71a12a8723e6", "tag": "8782ed96-2d9a-4331-bd2c-54617b6e6c76"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:22:32.005927 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10618c-9db6-4eef-b983-663f6924b95e req-cbea820d-2f4b-4f83-9de4-ff782de5f325 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:32.015800 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ca10618c-9db6-4eef-b983-663f6924b95e req-cbea820d-2f4b-4f83-9de4-ff782de5f325 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=00cd0b28-06e7-4007-9ea9-a305d7eb9202 HTTP/1.1" status: 200 len: 946 time: 0.1914420 Dec 10 16:22:32.022898 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-ebfed49f-8329-4f12-8f98-d310f6ba25c9 service neutron] Transition to ACTIVE for port object a3238288-4331-48d0-9cff-68ba40800185 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:22:32.029050 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-ebfed49f-8329-4f12-8f98-d310f6ba25c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:32.084647 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ca10618c-9db6-4eef-b983-663f6924b95e req-c6c9927b-3449-4beb-9908-dc2d5d551b94 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633740 Dec 10 16:22:32.147895 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-ebfed49f-8329-4f12-8f98-d310f6ba25c9 service neutron] No DVR routers for this DVR port a3238288-4331-48d0-9cff-68ba40800185 on host n-h1-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:22:32.163042 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfed49f-8329-4f12-8f98-d310f6ba25c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a3238288-4331-48d0-9cff-68ba40800185,revision_number=10']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:32.210201 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-fb4076a1-e5c6-490a-8024-c0ab67618d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:32.212927 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-fb4076a1-e5c6-490a-8024-c0ab67618d8b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=33fe36bd287d4a209fabdd94870da5aa&device_id=312fa785-102a-44be-96b3-71a12a8723e6 HTTP/1.1" status: 200 len: 1098 time: 0.1458750 Dec 10 16:22:32.233889 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5aa6d2c-ed05-42c0-9768-20f8cb5f11a1 x-openstack-request-id: req-d5aa6d2c-ed05-42c0-9768-20f8cb5f11a1 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:22:32.235908 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00cd0b28-06e7-4007-9ea9-a305d7eb9202", "name": "network-vif-plugged", "status": "completed", "tag": "98dbfd7d-a8ef-44ba-a193-c3a2b2af3285", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:22:32.235908 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d5aa6d2c-ed05-42c0-9768-20f8cb5f11a1 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:22:32.235908 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00cd0b28-06e7-4007-9ea9-a305d7eb9202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98dbfd7d-a8ef-44ba-a193-c3a2b2af3285', 'code': 200} Dec 10 16:22:32.252351 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-ebfed49f-8329-4f12-8f98-d310f6ba25c9 service neutron] 10.222.0.26 "PUT /v2.0/ports/a3238288-4331-48d0-9cff-68ba40800185/bindings/n-h2-766771-2/activate HTTP/1.1" status: 200 len: 369 time: 0.8081298 Dec 10 16:22:32.375580 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-3b2d01ab-0bb0-4596-b4f8-ae15b8bba6c9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=8782ed96-2d9a-4331-bd2c-54617b6e6c76 HTTP/1.1" status: 200 len: 217 time: 0.1508319 Dec 10 16:22:32.391951 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ce982-270b-4cd7-a634-2059acfade72 req-097dc084-0446-4954-8d81-6a19609ce910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:32.394300 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ea7ce982-270b-4cd7-a634-2059acfade72 req-097dc084-0446-4954-8d81-6a19609ce910 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=00cd0b28-06e7-4007-9ea9-a305d7eb9202 HTTP/1.1" status: 200 len: 1097 time: 0.0696862 Dec 10 16:22:32.479446 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ea7ce982-270b-4cd7-a634-2059acfade72 req-b666eae6-0581-4005-bf90-da39d4e79206 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690761 Dec 10 16:22:32.496217 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e0f44-fc17-4be0-8871-78dc83a96403 req-fc36b589-91b8-4075-8236-9a60020361bb tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:32.502370 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e0f44-fc17-4be0-8871-78dc83a96403 req-fc36b589-91b8-4075-8236-9a60020361bb tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:32.508545 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e0f44-fc17-4be0-8871-78dc83a96403 req-fc36b589-91b8-4075-8236-9a60020361bb tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:32.515301 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e0f44-fc17-4be0-8871-78dc83a96403 req-fc36b589-91b8-4075-8236-9a60020361bb tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:32.521543 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e0f44-fc17-4be0-8871-78dc83a96403 req-fc36b589-91b8-4075-8236-9a60020361bb tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:32.528492 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e0f44-fc17-4be0-8871-78dc83a96403 req-fc36b589-91b8-4075-8236-9a60020361bb tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:32.534741 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e0f44-fc17-4be0-8871-78dc83a96403 req-fc36b589-91b8-4075-8236-9a60020361bb tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:32.536761 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-190e0f44-fc17-4be0-8871-78dc83a96403 req-fc36b589-91b8-4075-8236-9a60020361bb tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 5418 time: 0.2086098 Dec 10 16:22:32.542243 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-ede33b06-0372-4911-b7da-000f2a9e0c2e tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:32.543857 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-ede33b06-0372-4911-b7da-000f2a9e0c2e tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ed5a9f38-6194-4126-bf02-5b2e062a69ae&tenant_id=88d3b4e7edaf414d832ee358beed3fa3&binding%3Ahost_id=n-h1-766771-2 HTTP/1.1" status: 200 len: 1096 time: 0.2021081 Dec 10 16:22:32.545538 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-021f1324-7111-4734-a877-a44bae65e052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:32.546982 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-021f1324-7111-4734-a877-a44bae65e052 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.1524630 Dec 10 16:22:32.641353 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-c7e9f0ec-8538-472e-a4d2-097390d6c1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:32.643732 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-c7e9f0ec-8538-472e-a4d2-097390d6c1bc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ed5a9f38-6194-4126-bf02-5b2e062a69ae&tenant_id=88d3b4e7edaf414d832ee358beed3fa3 HTTP/1.1" status: 200 len: 1096 time: 0.0807209 Dec 10 16:22:32.674175 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-190e0f44-fc17-4be0-8871-78dc83a96403 req-5f46c5b7-5366-41a1-bed3-0872343891b1 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fee5dea-5071-48b5-9184-803baa237b28&id=4083d3d0-75b2-4bc3-967d-d9fa1f979d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1248260 Dec 10 16:22:32.777797 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-7b2204f3-5d5a-4a40-be66-2a31702e34c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:32.779535 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-7b2204f3-5d5a-4a40-be66-2a31702e34c9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88d3b4e7edaf414d832ee358beed3fa3&device_id=ed5a9f38-6194-4126-bf02-5b2e062a69ae HTTP/1.1" status: 200 len: 1096 time: 0.0979357 Dec 10 16:22:32.807564 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-22033966-5d37-4762-a681-9b88591bc2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:32.809657 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-22033966-5d37-4762-a681-9b88591bc2c4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1038592 Dec 10 16:22:32.925236 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [req-ce0a2987-3c9c-4849-bf61-c8e03ef893a7 req-d70cebab-b103-4c48-a044-3fc854a83a22 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] show failed (client error): The resource could not be found. Dec 10 16:22:32.926344 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ce0a2987-3c9c-4849-bf61-c8e03ef893a7 req-d70cebab-b103-4c48-a044-3fc854a83a22 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups/94978042-def7-4e70-a7bf-96b8d1653144 HTTP/1.1" status: 404 len: 352 time: 0.0653098 Dec 10 16:22:33.007224 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-14ee0af3-3a1e-406c-9701-90bbf6656e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:33.008791 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-14ee0af3-3a1e-406c-9701-90bbf6656e8c service neutron] 10.222.0.46 "GET /v2.0/networks?id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 HTTP/1.1" status: 200 len: 922 time: 0.2177708 Dec 10 16:22:33.012972 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-20bfb770-7bb9-4579-90e9-018f607ef20f service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533244 Dec 10 16:22:33.141765 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-1401048e-655f-4906-8cda-a9a63c3e1776 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3238288-4331-48d0-9cff-68ba40800185 HTTP/1.1" status: 200 len: 217 time: 0.1219907 Dec 10 16:22:33.259479 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-c40437e4-85b4-48a3-bc45-cff9ec987e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:33.261022 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-c40437e4-85b4-48a3-bc45-cff9ec987e32 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=19a3ead6-9cb2-4544-beb2-145a33d7ae3f HTTP/1.1" status: 200 len: 861 time: 0.0962818 Dec 10 16:22:33.296433 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d1e86-c4d7-4ee6-8773-f9f2daffa7c5 req-22ca22f8-65a9-4d08-9a20-75c3b40356e2 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:33.298169 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-289d1e86-c4d7-4ee6-8773-f9f2daffa7c5 req-22ca22f8-65a9-4d08-9a20-75c3b40356e2 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=312fa785-102a-44be-96b3-71a12a8723e6 HTTP/1.1" status: 200 len: 947 time: 0.2673240 Dec 10 16:22:33.322017 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-97ae9de8-2a1a-4419-b706-07e31a86e68e req-7e656715-107c-4a04-b243-fcef0ae04638 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924495 Dec 10 16:22:33.326394 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-d1520e7a-9241-449e-abc6-82a21033521e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531759 Dec 10 16:22:33.435322 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-289d1e86-c4d7-4ee6-8773-f9f2daffa7c5 req-0b9c2030-c6b6-4383-8814-d0852a04c8c8 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158936 Dec 10 16:22:33.482379 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-901af346-d34a-468d-bc79-e3f9b426b407 service neutron] 10.222.0.46 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473677 Dec 10 16:22:33.543841 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d89f36f-45ab-4806-a465-3f6c870f085e x-openstack-request-id: req-2d89f36f-45ab-4806-a465-3f6c870f085e {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:22:33.553286 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "312fa785-102a-44be-96b3-71a12a8723e6", "tag": "8782ed96-2d9a-4331-bd2c-54617b6e6c76", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:22:33.553286 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2d89f36f-45ab-4806-a465-3f6c870f085e {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:22:33.553286 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '312fa785-102a-44be-96b3-71a12a8723e6', 'tag': '8782ed96-2d9a-4331-bd2c-54617b6e6c76', 'status': 'completed', 'code': 200} Dec 10 16:22:33.624694 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-00f60b9c-89cc-413d-9975-33e06c980159 service neutron] 10.222.0.46 "GET /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344972 Dec 10 16:22:33.661595 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8922c-e0db-4fa4-accd-c9b53e73a463 req-e5097eb5-e72c-489a-b669-42b95a28ed07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:33.666202 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-26b8922c-e0db-4fa4-accd-c9b53e73a463 req-e5097eb5-e72c-489a-b669-42b95a28ed07 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=33fe36bd287d4a209fabdd94870da5aa&device_id=312fa785-102a-44be-96b3-71a12a8723e6 HTTP/1.1" status: 200 len: 1098 time: 0.1045961 Dec 10 16:22:33.770517 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62f033-5678-4892-9931-62535af5a0c5 req-5bd5e4d6-b9bc-4387-b707-99a87f52c255 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:33.772089 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5b62f033-5678-4892-9931-62535af5a0c5 req-5bd5e4d6-b9bc-4387-b707-99a87f52c255 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed5a9f38-6194-4126-bf02-5b2e062a69ae HTTP/1.1" status: 200 len: 945 time: 0.1432118 Dec 10 16:22:33.830127 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8922c-e0db-4fa4-accd-c9b53e73a463 req-f740ea99-1f74-4093-9ad7-42f627c9b58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:33.831957 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-26b8922c-e0db-4fa4-accd-c9b53e73a463 req-f740ea99-1f74-4093-9ad7-42f627c9b58c service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.1448355 Dec 10 16:22:33.851904 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5b62f033-5678-4892-9931-62535af5a0c5 req-3e0d9213-bd1d-48bd-a6ec-2940eee1213f tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719712 Dec 10 16:22:33.943855 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-26b8922c-e0db-4fa4-accd-c9b53e73a463 req-6dcb4df3-70a8-4ea4-a19c-0710e7add318 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=8782ed96-2d9a-4331-bd2c-54617b6e6c76 HTTP/1.1" status: 200 len: 217 time: 0.0798764 Dec 10 16:22:34.047317 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5ddc9426-5ed2-4108-b2cf-b1af29084a27 req-7cd75a8f-a0f4-4ae7-9717-86f4adf3a4f2 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups/8ae0caa8-299d-446b-bcdd-20a54aa44f59 HTTP/1.1" status: 200 len: 1816 time: 0.1207297 Dec 10 16:22:34.057669 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-0eeab408-fa1d-4d58-a90a-a48481db63ed tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:34.059712 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-0eeab408-fa1d-4d58-a90a-a48481db63ed tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ed5a9f38-6194-4126-bf02-5b2e062a69ae&tenant_id=88d3b4e7edaf414d832ee358beed3fa3&binding%3Ahost_id=n-h2-766771-2 HTTP/1.1" status: 200 len: 1096 time: 0.1344385 Dec 10 16:22:34.066407 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8922c-e0db-4fa4-accd-c9b53e73a463 req-e39f4f80-eada-40e0-ba70-74e197a82551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:34.068442 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-26b8922c-e0db-4fa4-accd-c9b53e73a463 req-e39f4f80-eada-40e0-ba70-74e197a82551 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.0895019 Dec 10 16:22:34.210236 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8922c-e0db-4fa4-accd-c9b53e73a463 req-6e340c7b-83ea-423b-be35-4fff22f1c158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:34.211592 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-26b8922c-e0db-4fa4-accd-c9b53e73a463 req-6e340c7b-83ea-423b-be35-4fff22f1c158 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1181381 Dec 10 16:22:34.216259 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5ddc9426-5ed2-4108-b2cf-b1af29084a27 req-465d471f-fc5d-4535-ab65-03ed48a313e0 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:34.314614 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5ddc9426-5ed2-4108-b2cf-b1af29084a27 req-465d471f-fc5d-4535-ab65-03ed48a313e0 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:34.370609 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-6b229265-738e-426d-9f34-5e06caf8ad71 service neutron] For port a3238288-4331-48d0-9cff-68ba40800185, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:22:34.377681 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-6b229265-738e-426d-9f34-5e06caf8ad71 service neutron] Publish callbacks [] for binding, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:34.378894 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2da9bd7a-6fc1-4ab1-8296-eab435ed7747 req-6b229265-738e-426d-9f34-5e06caf8ad71 service neutron] 10.222.0.46 "DELETE /v2.0/ports/a3238288-4331-48d0-9cff-68ba40800185/bindings/n-h1-766771-2 HTTP/1.1" status: 204 len: 173 time: 0.3023798 Dec 10 16:22:34.398275 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5ddc9426-5ed2-4108-b2cf-b1af29084a27 req-465d471f-fc5d-4535-ab65-03ed48a313e0 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:34.401222 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5ddc9426-5ed2-4108-b2cf-b1af29084a27 req-465d471f-fc5d-4535-ab65-03ed48a313e0 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:34.411962 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5ddc9426-5ed2-4108-b2cf-b1af29084a27 req-465d471f-fc5d-4535-ab65-03ed48a313e0 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "DELETE /v2.0/security-groups/8ae0caa8-299d-446b-bcdd-20a54aa44f59 HTTP/1.1" status: 204 len: 173 time: 0.3561149 Dec 10 16:22:34.426415 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device bf30cf8b-12bb-438d-b72b-18e9aed513c8 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:22:34.436704 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-26b8922c-e0db-4fa4-accd-c9b53e73a463 req-dda9d845-6130-4c7d-a7e5-e7c11db119a0 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115476 Dec 10 16:22:34.447518 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d471f-fc5d-4535-ab65-03ed48a313e0 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae0caa8-299d-446b-bcdd-20a54aa44f59,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:34.549575 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port bf30cf8b-12bb-438d-b72b-18e9aed513c8, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=bf30cf8b-12bb-438d-b72b-18e9aed513c8,segment=NetworkSegment(4e78b27f-1344-44f4-ae5a-33d21993ff0c),segment_id=4e78b27f-1344-44f4-ae5a-33d21993ff0c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:34.560461 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'bf30cf8b-12bb-438d-b72b-18e9aed513c8', 'network_id': 'd3d2f5a8-9c2a-4e37-81c2-a6be304a674b', 'port_id': 'bf30cf8b-12bb-438d-b72b-18e9aed513c8', 'mac_address': 'fa:16:3e:f4:5a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '982571b8-b0fa-4aa2-b27f-7ecb9fbdf841', 'ip_address': '10.1.1.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:22:34.579840 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee13126-9bff-4481-8629-1c9510e4008a req-361a98e7-1d40-4402-b8dc-6a5d80c7bc26 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:34.581394 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3ee13126-9bff-4481-8629-1c9510e4008a req-361a98e7-1d40-4402-b8dc-6a5d80c7bc26 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=00cd0b28-06e7-4007-9ea9-a305d7eb9202 HTTP/1.1" status: 200 len: 946 time: 0.1089756 Dec 10 16:22:34.598646 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:34.612739 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf30cf8b-12bb-438d-b72b-18e9aed513c8 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:22:34.623411 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-26b8922c-e0db-4fa4-accd-c9b53e73a463 req-2e96562c-3c9a-457e-a12a-f1c306731302 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657391 Dec 10 16:22:34.634591 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port bf30cf8b-12bb-438d-b72b-18e9aed513c8, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=bf30cf8b-12bb-438d-b72b-18e9aed513c8,segment=NetworkSegment(4e78b27f-1344-44f4-ae5a-33d21993ff0c),segment_id=4e78b27f-1344-44f4-ae5a-33d21993ff0c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:34.639895 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:34.640620 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 8744c76b-46ac-44c8-96c4-4bdbc0396c15 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:22:34.654734 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3ee13126-9bff-4481-8629-1c9510e4008a req-77b4bf83-3a7a-4348-b075-a5b1e0d5d8ce tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609586 Dec 10 16:22:34.748428 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=bf30cf8b-12bb-438d-b72b-18e9aed513c8,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:34.792828 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 8744c76b-46ac-44c8-96c4-4bdbc0396c15, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=8744c76b-46ac-44c8-96c4-4bdbc0396c15,segment=NetworkSegment(3b84cf93-a4ed-4e06-8725-cc61e38d8166),segment_id=3b84cf93-a4ed-4e06-8725-cc61e38d8166)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:34.803816 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '8744c76b-46ac-44c8-96c4-4bdbc0396c15', 'network_id': 'd9b93369-0ca7-48d4-af9b-dd363ef2706a', 'port_id': '8744c76b-46ac-44c8-96c4-4bdbc0396c15', 'mac_address': 'fa:16:3e:67:73:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '091cd1f4-331e-4459-ad24-1b9d06b10cd2', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:22:34.816926 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c63cb-16b8-45e2-adeb-dff4f35e19a5 req-50dd5f03-39cc-4048-ba84-684c0e518f11 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:34.823575 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c63cb-16b8-45e2-adeb-dff4f35e19a5 req-50dd5f03-39cc-4048-ba84-684c0e518f11 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:34.830636 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c63cb-16b8-45e2-adeb-dff4f35e19a5 req-50dd5f03-39cc-4048-ba84-684c0e518f11 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:34.837671 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c63cb-16b8-45e2-adeb-dff4f35e19a5 req-50dd5f03-39cc-4048-ba84-684c0e518f11 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:34.843481 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:34.844647 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c63cb-16b8-45e2-adeb-dff4f35e19a5 req-50dd5f03-39cc-4048-ba84-684c0e518f11 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:34.852311 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c63cb-16b8-45e2-adeb-dff4f35e19a5 req-50dd5f03-39cc-4048-ba84-684c0e518f11 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:34.858778 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c63cb-16b8-45e2-adeb-dff4f35e19a5 req-50dd5f03-39cc-4048-ba84-684c0e518f11 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:34.860964 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-228c63cb-16b8-45e2-adeb-dff4f35e19a5 req-50dd5f03-39cc-4048-ba84-684c0e518f11 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 5419 time: 0.1107874 Dec 10 16:22:34.861306 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8744c76b-46ac-44c8-96c4-4bdbc0396c15 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:22:34.883661 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 8744c76b-46ac-44c8-96c4-4bdbc0396c15, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=8744c76b-46ac-44c8-96c4-4bdbc0396c15,segment=NetworkSegment(3b84cf93-a4ed-4e06-8725-cc61e38d8166),segment_id=3b84cf93-a4ed-4e06-8725-cc61e38d8166)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:34.888330 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:34.889342 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 3174393b-e5d0-402e-a500-15400d5f91d0 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:22:34.928470 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-228c63cb-16b8-45e2-adeb-dff4f35e19a5 req-cfe130d5-8b68-4fc4-b190-7c51ae6b23ed tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fee5dea-5071-48b5-9184-803baa237b28&id=4083d3d0-75b2-4bc3-967d-d9fa1f979d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0611739 Dec 10 16:22:34.957160 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=8744c76b-46ac-44c8-96c4-4bdbc0396c15,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:34.962894 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 3174393b-e5d0-402e-a500-15400d5f91d0, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=3174393b-e5d0-402e-a500-15400d5f91d0,segment=NetworkSegment(3b84cf93-a4ed-4e06-8725-cc61e38d8166),segment_id=3b84cf93-a4ed-4e06-8725-cc61e38d8166)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:34.974648 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '3174393b-e5d0-402e-a500-15400d5f91d0', 'network_id': 'd9b93369-0ca7-48d4-af9b-dd363ef2706a', 'port_id': '3174393b-e5d0-402e-a500-15400d5f91d0', 'mac_address': 'fa:16:3e:d1:59:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '091cd1f4-331e-4459-ad24-1b9d06b10cd2', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:22:35.016107 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:35.030228 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3174393b-e5d0-402e-a500-15400d5f91d0 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:22:35.051487 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 3174393b-e5d0-402e-a500-15400d5f91d0, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=3174393b-e5d0-402e-a500-15400d5f91d0,segment=NetworkSegment(3b84cf93-a4ed-4e06-8725-cc61e38d8166),segment_id=3b84cf93-a4ed-4e06-8725-cc61e38d8166)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:35.055613 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:35.056471 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device cef7248a-01ee-4f91-846b-1268835ed13c details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:22:35.110955 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [req-ba924e12-d259-4c21-867c-249ce2caedee req-1ce0af1b-0cfb-455e-9cd4-2a4a7b3bf3fa tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] show failed (client error): The resource could not be found. Dec 10 16:22:35.112268 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ba924e12-d259-4c21-867c-249ce2caedee req-1ce0af1b-0cfb-455e-9cd4-2a4a7b3bf3fa tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups/8ae0caa8-299d-446b-bcdd-20a54aa44f59 HTTP/1.1" status: 404 len: 352 time: 0.0174534 Dec 10 16:22:35.127937 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port cef7248a-01ee-4f91-846b-1268835ed13c, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=cef7248a-01ee-4f91-846b-1268835ed13c,segment=NetworkSegment(4e78b27f-1344-44f4-ae5a-33d21993ff0c),segment_id=4e78b27f-1344-44f4-ae5a-33d21993ff0c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:35.130434 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=3174393b-e5d0-402e-a500-15400d5f91d0,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:35.141575 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'cef7248a-01ee-4f91-846b-1268835ed13c', 'network_id': 'd3d2f5a8-9c2a-4e37-81c2-a6be304a674b', 'port_id': 'cef7248a-01ee-4f91-846b-1268835ed13c', 'mac_address': 'fa:16:3e:48:58:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '982571b8-b0fa-4aa2-b27f-7ecb9fbdf841', 'ip_address': '10.1.1.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:22:35.180484 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:35.193399 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef7248a-01ee-4f91-846b-1268835ed13c {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:22:35.213744 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port cef7248a-01ee-4f91-846b-1268835ed13c, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=cef7248a-01ee-4f91-846b-1268835ed13c,segment=NetworkSegment(4e78b27f-1344-44f4-ae5a-33d21993ff0c),segment_id=4e78b27f-1344-44f4-ae5a-33d21993ff0c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:35.215010 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2fdc25-9c83-47d5-bfeb-70c7c8d3c7e1 req-d89bab3d-4fea-4e6d-bf7f-8b92d60da3ac tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:35.216867 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6c2fdc25-9c83-47d5-bfeb-70c7c8d3c7e1 req-d89bab3d-4fea-4e6d-bf7f-8b92d60da3ac tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=312fa785-102a-44be-96b3-71a12a8723e6 HTTP/1.1" status: 200 len: 947 time: 0.0505810 Dec 10 16:22:35.218111 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:35.218798 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 11bd17a0-c7ec-4e75-b045-d5fe4d128aea details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:22:35.265366 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6c2fdc25-9c83-47d5-bfeb-70c7c8d3c7e1 req-a5772867-5055-47f5-a6c2-1fdff5997106 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422301 Dec 10 16:22:35.284646 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 11bd17a0-c7ec-4e75-b045-d5fe4d128aea, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=11bd17a0-c7ec-4e75-b045-d5fe4d128aea,segment=NetworkSegment(4e78b27f-1344-44f4-ae5a-33d21993ff0c),segment_id=4e78b27f-1344-44f4-ae5a-33d21993ff0c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:35.287098 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=cef7248a-01ee-4f91-846b-1268835ed13c,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:35.298799 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '11bd17a0-c7ec-4e75-b045-d5fe4d128aea', 'network_id': 'd3d2f5a8-9c2a-4e37-81c2-a6be304a674b', 'port_id': '11bd17a0-c7ec-4e75-b045-d5fe4d128aea', 'mac_address': 'fa:16:3e:5e:a4:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '982571b8-b0fa-4aa2-b27f-7ecb9fbdf841', 'ip_address': '10.1.1.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:22:35.343433 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:35.356991 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11bd17a0-c7ec-4e75-b045-d5fe4d128aea {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:22:35.376439 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 11bd17a0-c7ec-4e75-b045-d5fe4d128aea, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=11bd17a0-c7ec-4e75-b045-d5fe4d128aea,segment=NetworkSegment(4e78b27f-1344-44f4-ae5a-33d21993ff0c),segment_id=4e78b27f-1344-44f4-ae5a-33d21993ff0c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:35.380478 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:35.381086 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device bd4fac7c-3598-4cc6-b999-9dd9d8245c08 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:22:35.475192 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=11bd17a0-c7ec-4e75-b045-d5fe4d128aea,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:35.522320 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port bd4fac7c-3598-4cc6-b999-9dd9d8245c08, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=bd4fac7c-3598-4cc6-b999-9dd9d8245c08,segment=NetworkSegment(e4f64f1b-bbc7-4ff5-8e12-ae2f514d9487),segment_id=e4f64f1b-bbc7-4ff5-8e12-ae2f514d9487)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:35.535252 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'bd4fac7c-3598-4cc6-b999-9dd9d8245c08', 'network_id': '363226b2-5652-456e-86bb-08df05db4510', 'port_id': 'bd4fac7c-3598-4cc6-b999-9dd9d8245c08', 'mac_address': 'fa:16:3e:8a:52:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eba51dfb-4a31-463f-a3e8-1df67a384ba8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:22:35.572446 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:35.586692 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd4fac7c-3598-4cc6-b999-9dd9d8245c08 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:22:35.609469 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port bd4fac7c-3598-4cc6-b999-9dd9d8245c08, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=bd4fac7c-3598-4cc6-b999-9dd9d8245c08,segment=NetworkSegment(e4f64f1b-bbc7-4ff5-8e12-ae2f514d9487),segment_id=e4f64f1b-bbc7-4ff5-8e12-ae2f514d9487)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:35.616853 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:35.617656 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 21ff2032-7c79-4143-8370-31ee1ca6849c details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:22:35.692219 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 21ff2032-7c79-4143-8370-31ee1ca6849c, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=21ff2032-7c79-4143-8370-31ee1ca6849c,segment=NetworkSegment(4e78b27f-1344-44f4-ae5a-33d21993ff0c),segment_id=4e78b27f-1344-44f4-ae5a-33d21993ff0c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:35.694687 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=bd4fac7c-3598-4cc6-b999-9dd9d8245c08,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:35.706285 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '21ff2032-7c79-4143-8370-31ee1ca6849c', 'network_id': 'd3d2f5a8-9c2a-4e37-81c2-a6be304a674b', 'port_id': '21ff2032-7c79-4143-8370-31ee1ca6849c', 'mac_address': 'fa:16:3e:66:27:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '982571b8-b0fa-4aa2-b27f-7ecb9fbdf841', 'ip_address': '10.1.1.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:22:35.717617 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e33c83-19d9-4c59-93b4-c3ec20d416f2 req-b3d0a845-be71-4534-80d5-4948e24433cb tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:35.719142 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-61e33c83-19d9-4c59-93b4-c3ec20d416f2 req-b3d0a845-be71-4534-80d5-4948e24433cb tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed5a9f38-6194-4126-bf02-5b2e062a69ae HTTP/1.1" status: 200 len: 945 time: 0.0554357 Dec 10 16:22:35.752005 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:35.770734 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21ff2032-7c79-4143-8370-31ee1ca6849c {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:22:35.780136 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-61e33c83-19d9-4c59-93b4-c3ec20d416f2 req-47739eca-d373-4738-8949-7e7f3f4fcbc5 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548067 Dec 10 16:22:35.794565 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 21ff2032-7c79-4143-8370-31ee1ca6849c, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=21ff2032-7c79-4143-8370-31ee1ca6849c,segment=NetworkSegment(4e78b27f-1344-44f4-ae5a-33d21993ff0c),segment_id=4e78b27f-1344-44f4-ae5a-33d21993ff0c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:35.798875 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:35.853619 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=21ff2032-7c79-4143-8370-31ee1ca6849c,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:35.896573 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c4aa0e12-ac31-4ee5-9f2e-68f722bb93ab req-d9166f9d-6fa1-4f11-b374-734f6ec9429e tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups/5e2d963e-809e-4232-9510-23589013a00f HTTP/1.1" status: 200 len: 1815 time: 0.0383694 Dec 10 16:22:35.956861 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c4aa0e12-ac31-4ee5-9f2e-68f722bb93ab req-7d75d2f0-921f-40d6-94e1-8db300b40dd6 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:35.978966 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c4aa0e12-ac31-4ee5-9f2e-68f722bb93ab req-7d75d2f0-921f-40d6-94e1-8db300b40dd6 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:36.020847 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c4aa0e12-ac31-4ee5-9f2e-68f722bb93ab req-7d75d2f0-921f-40d6-94e1-8db300b40dd6 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:36.023521 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c4aa0e12-ac31-4ee5-9f2e-68f722bb93ab req-7d75d2f0-921f-40d6-94e1-8db300b40dd6 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:36.027979 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c4aa0e12-ac31-4ee5-9f2e-68f722bb93ab req-7d75d2f0-921f-40d6-94e1-8db300b40dd6 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "DELETE /v2.0/security-groups/5e2d963e-809e-4232-9510-23589013a00f HTTP/1.1" status: 204 len: 173 time: 0.1216476 Dec 10 16:22:36.036158 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75d2f0-921f-40d6-94e1-8db300b40dd6 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2d963e-809e-4232-9510-23589013a00f,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:36.085510 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:36.331357 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054cc2f-91e7-4235-92a4-844f45487cd5 req-c9e496c4-bcbb-4d80-b753-3cae48b440d0 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:36.332816 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3054cc2f-91e7-4235-92a4-844f45487cd5 req-c9e496c4-bcbb-4d80-b753-3cae48b440d0 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] 10.222.0.11 "GET /v2.0/ports?device_id=49b0ddec-2f17-4066-ac6c-e6986b8cbcf5 HTTP/1.1" status: 200 len: 950 time: 0.0518053 Dec 10 16:22:36.379349 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3054cc2f-91e7-4235-92a4-844f45487cd5 req-0ef68624-a42b-4394-8b0c-e4ab687850a9 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] 10.222.0.11 "GET /v2.0/security-groups?id=58eaab0e-e91c-47a8-b95a-889ccc18bb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404356 Dec 10 16:22:36.468538 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 8782ed96-2d9a-4331-bd2c-54617b6e6c76 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:22:36.487346 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5ade2-28e4-4257-aa6a-79537159bc68 req-4dcdd06d-376f-4485-9246-0f9f43d46ecf tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:36.493248 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5ade2-28e4-4257-aa6a-79537159bc68 req-4dcdd06d-376f-4485-9246-0f9f43d46ecf tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:36.499841 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5ade2-28e4-4257-aa6a-79537159bc68 req-4dcdd06d-376f-4485-9246-0f9f43d46ecf tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:36.505725 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5ade2-28e4-4257-aa6a-79537159bc68 req-4dcdd06d-376f-4485-9246-0f9f43d46ecf tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:36.511684 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5ade2-28e4-4257-aa6a-79537159bc68 req-4dcdd06d-376f-4485-9246-0f9f43d46ecf tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:36.517582 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5ade2-28e4-4257-aa6a-79537159bc68 req-4dcdd06d-376f-4485-9246-0f9f43d46ecf tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:36.523541 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5ade2-28e4-4257-aa6a-79537159bc68 req-4dcdd06d-376f-4485-9246-0f9f43d46ecf tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:36.525660 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1bd5ade2-28e4-4257-aa6a-79537159bc68 req-4dcdd06d-376f-4485-9246-0f9f43d46ecf tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 5425 time: 0.0927207 Dec 10 16:22:36.579112 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 8782ed96-2d9a-4331-bd2c-54617b6e6c76, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=8782ed96-2d9a-4331-bd2c-54617b6e6c76,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:36.585785 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1bd5ade2-28e4-4257-aa6a-79537159bc68 req-7679bd8b-1331-47cd-aee3-9d643856450b tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fee5dea-5071-48b5-9184-803baa237b28&id=4083d3d0-75b2-4bc3-967d-d9fa1f979d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530548 Dec 10 16:22:36.592796 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '8782ed96-2d9a-4331-bd2c-54617b6e6c76', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'port_id': '8782ed96-2d9a-4331-bd2c-54617b6e6c76', 'mac_address': 'fa:16:3e:d1:00:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a18c92-5007-49e2-b728-7aedc06dca57', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:22:36.627721 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [req-66510af4-4e03-48f0-ba6a-d8cc9d9a264c req-5d878ec2-6f29-443c-a97e-9b93c9802c35 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] show failed (client error): The resource could not be found. Dec 10 16:22:36.628857 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-66510af4-4e03-48f0-ba6a-d8cc9d9a264c req-5d878ec2-6f29-443c-a97e-9b93c9802c35 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups/5e2d963e-809e-4232-9510-23589013a00f HTTP/1.1" status: 404 len: 352 time: 0.0145643 Dec 10 16:22:36.638337 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:36.648213 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8782ed96-2d9a-4331-bd2c-54617b6e6c76 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:22:36.674953 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 8782ed96-2d9a-4331-bd2c-54617b6e6c76, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=8782ed96-2d9a-4331-bd2c-54617b6e6c76,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:36.679002 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:36.729942 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=8782ed96-2d9a-4331-bd2c-54617b6e6c76,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:36.847787 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['3174393b-e5d0-402e-a500-15400d5f91d0'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:22:36.876243 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['8744c76b-46ac-44c8-96c4-4bdbc0396c15'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:22:36.882824 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c72726-3ac3-40d7-8cb5-860f10440df2 req-9eee69ac-22cd-4867-9e32-ed1754aa26c9 tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:36.884274 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e6c72726-3ac3-40d7-8cb5-860f10440df2 req-9eee69ac-22cd-4867-9e32-ed1754aa26c9 tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ed5a9f38-6194-4126-bf02-5b2e062a69ae HTTP/1.1" status: 200 len: 1096 time: 0.0439360 Dec 10 16:22:36.915848 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['bf30cf8b-12bb-438d-b72b-18e9aed513c8'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:22:36.929214 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e6c72726-3ac3-40d7-8cb5-860f10440df2 req-a4733f54-e848-466e-bf9d-4ec0581c2d3f tempest-LiveAutoBlockMigrationV225Test-1969314726 tempest-LiveAutoBlockMigrationV225Test-1969314726-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383577 Dec 10 16:22:36.930390 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['11bd17a0-c7ec-4e75-b045-d5fe4d128aea'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:22:36.984089 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['cef7248a-01ee-4f91-846b-1268835ed13c'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:22:36.986593 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['21ff2032-7c79-4143-8370-31ee1ca6849c'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:22:37.059954 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c42d4-4a90-4bf7-9107-6796e826662c req-132524c2-487f-491f-baa8-be0ad392b9e7 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:37.069013 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-419c42d4-4a90-4bf7-9107-6796e826662c req-132524c2-487f-491f-baa8-be0ad392b9e7 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=312fa785-102a-44be-96b3-71a12a8723e6 HTTP/1.1" status: 200 len: 948 time: 0.0592217 Dec 10 16:22:37.122166 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-419c42d4-4a90-4bf7-9107-6796e826662c req-9ea5ee91-b7e4-4615-a76c-c7959b211896 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452693 Dec 10 16:22:37.240581 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['8782ed96-2d9a-4331-bd2c-54617b6e6c76'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:22:37.613528 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0f8739b4-4e5b-4a78-bf93-22c3eba823bc req-8741a6fc-9d01-49f5-90d6-6c3c4dee36f6 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a3cc58e9a9e04cdfbbfcf1593b2aeb98 HTTP/1.1" status: 200 len: 6198 time: 0.0638552 Dec 10 16:22:37.676606 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0f8739b4-4e5b-4a78-bf93-22c3eba823bc req-cf3856d0-28ce-4e22-b5a1-e6afa0c4c182 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups/dd34fd79-d9bf-4084-a467-851c2b3027f1 HTTP/1.1" status: 200 len: 2998 time: 0.0548074 Dec 10 16:22:37.728050 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0f8739b4-4e5b-4a78-bf93-22c3eba823bc req-1fec93b4-51f4-4f4e-b0d8-63a01c6d14df tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups/dd34fd79-d9bf-4084-a467-851c2b3027f1 HTTP/1.1" status: 200 len: 2998 time: 0.0450814 Dec 10 16:22:37.750405 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['bd4fac7c-3598-4cc6-b999-9dd9d8245c08'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:22:37.905339 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 41974) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:22:37.966986 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:38.238535 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571bbd45-2971-40ea-8752-000d33f9455a req-958fc455-487c-47c3-88db-23916210934b tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:38.244563 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571bbd45-2971-40ea-8752-000d33f9455a req-958fc455-487c-47c3-88db-23916210934b tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:38.251255 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571bbd45-2971-40ea-8752-000d33f9455a req-958fc455-487c-47c3-88db-23916210934b tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:38.257459 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571bbd45-2971-40ea-8752-000d33f9455a req-958fc455-487c-47c3-88db-23916210934b tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:38.264108 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571bbd45-2971-40ea-8752-000d33f9455a req-958fc455-487c-47c3-88db-23916210934b tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:38.269985 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571bbd45-2971-40ea-8752-000d33f9455a req-958fc455-487c-47c3-88db-23916210934b tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:38.276302 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571bbd45-2971-40ea-8752-000d33f9455a req-958fc455-487c-47c3-88db-23916210934b tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:38.278105 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-571bbd45-2971-40ea-8752-000d33f9455a req-958fc455-487c-47c3-88db-23916210934b tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 5425 time: 0.1428671 Dec 10 16:22:38.390105 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-571bbd45-2971-40ea-8752-000d33f9455a req-b391bf6f-e89e-4841-8936-1dd4595322e3 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fee5dea-5071-48b5-9184-803baa237b28&id=4083d3d0-75b2-4bc3-967d-d9fa1f979d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1055651 Dec 10 16:22:38.471794 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1e414947-f280-4168-83da-74383acc82a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:38.477365 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 98dbfd7d-a8ef-44ba-a193-c3a2b2af3285 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:22:38.482422 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 4a82d837-346f-41a2-a1e7-acf5e57b2387 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:22:38.642694 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:38.650379 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 98dbfd7d-a8ef-44ba-a193-c3a2b2af3285, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=98dbfd7d-a8ef-44ba-a193-c3a2b2af3285,segment=NetworkSegment(8ca85019-a24a-4916-864b-3c419298bab5),segment_id=8ca85019-a24a-4916-864b-3c419298bab5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:38.667301 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '98dbfd7d-a8ef-44ba-a193-c3a2b2af3285', 'network_id': '85be2e17-4b10-4d14-9b32-3869abb76961', 'port_id': '98dbfd7d-a8ef-44ba-a193-c3a2b2af3285', 'mac_address': 'fa:16:3e:43:72:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0733bfe1-6763-4622-804d-2791b07706b1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:22:38.682644 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b0ddec-2f17-4066-ac6c-e6986b8cbcf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a82d837-346f-41a2-a1e7-acf5e57b2387'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:22:38.685324 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59f9cab-ff86-4314-a591-ab024ed4f94c" -d '{"events": [{"server_uuid": "49b0ddec-2f17-4066-ac6c-e6986b8cbcf5", "name": "network-vif-unplugged", "status": "completed", "tag": "4a82d837-346f-41a2-a1e7-acf5e57b2387"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:22:38.721835 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 4a82d837-346f-41a2-a1e7-acf5e57b2387, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=4a82d837-346f-41a2-a1e7-acf5e57b2387,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:38.727688 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:38.767214 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:38.793100 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 98dbfd7d-a8ef-44ba-a193-c3a2b2af3285 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:22:38.797433 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=4a82d837-346f-41a2-a1e7-acf5e57b2387,revision_number=11']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:38.817196 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 98dbfd7d-a8ef-44ba-a193-c3a2b2af3285, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=98dbfd7d-a8ef-44ba-a193-c3a2b2af3285,segment=NetworkSegment(8ca85019-a24a-4916-864b-3c419298bab5),segment_id=8ca85019-a24a-4916-864b-3c419298bab5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:38.821929 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:38.836375 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-d0f88dd6-0513-41c5-a9d1-85d201ac8df5 req-06ea6676-b8a6-4dc3-ba6d-0b0cf3961405 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-9941599', 'description': 'tempest-description-2068132531'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:22:38.870363 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d0f88dd6-0513-41c5-a9d1-85d201ac8df5 req-06ea6676-b8a6-4dc3-ba6d-0b0cf3961405 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:38.874838 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=98dbfd7d-a8ef-44ba-a193-c3a2b2af3285,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:38.937237 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['98dbfd7d-a8ef-44ba-a193-c3a2b2af3285'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:22:39.038718 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91a3c9-4cd6-4d50-a804-cfa16451a655 req-83c219d9-a6ca-406f-b2d5-1ca5a72f7330 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:39.040194 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3e91a3c9-4cd6-4d50-a804-cfa16451a655 req-83c219d9-a6ca-406f-b2d5-1ca5a72f7330 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed5a9f38-6194-4126-bf02-5b2e062a69ae HTTP/1.1" status: 200 len: 945 time: 0.1358953 Dec 10 16:22:39.057488 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d0f88dd6-0513-41c5-a9d1-85d201ac8df5 req-06ea6676-b8a6-4dc3-ba6d-0b0cf3961405 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:39.077376 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d0f88dd6-0513-41c5-a9d1-85d201ac8df5 req-06ea6676-b8a6-4dc3-ba6d-0b0cf3961405 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:39.142638 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d0f88dd6-0513-41c5-a9d1-85d201ac8df5 req-06ea6676-b8a6-4dc3-ba6d-0b0cf3961405 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:39.143937 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d0f88dd6-0513-41c5-a9d1-85d201ac8df5 req-06ea6676-b8a6-4dc3-ba6d-0b0cf3961405 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.6395302 Dec 10 16:22:39.161123 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea6676-b8a6-4dc3-ba6d-0b0cf3961405 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd80736-f106-4686-9d81-fc1d16c2d998,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:39.211441 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-3e91a3c9-4cd6-4d50-a804-cfa16451a655 req-7d4a636b-a976-461b-8619-8507978cae2c tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Deleting port a3238288-4331-48d0-9cff-68ba40800185 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:22:39.211774 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3e91a3c9-4cd6-4d50-a804-cfa16451a655 req-7d4a636b-a976-461b-8619-8507978cae2c tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:39.351649 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93506bb-c830-431e-ba8c-b7ed467d0381 req-0999238b-fd8a-4df9-bf36-cb01d6684261 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:39.353438 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f93506bb-c830-431e-ba8c-b7ed467d0381 req-0999238b-fd8a-4df9-bf36-cb01d6684261 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed5a9f38-6194-4126-bf02-5b2e062a69ae HTTP/1.1" status: 200 len: 945 time: 0.1230307 Dec 10 16:22:39.376523 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-3e91a3c9-4cd6-4d50-a804-cfa16451a655 req-7d4a636b-a976-461b-8619-8507978cae2c tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] For port a3238288-4331-48d0-9cff-68ba40800185, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=a3238288-4331-48d0-9cff-68ba40800185,segment=NetworkSegment(ba4bffb6-59f5-4518-96be-6824e98414e9),segment_id=ba4bffb6-59f5-4518-96be-6824e98414e9)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:39.376880 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3e91a3c9-4cd6-4d50-a804-cfa16451a655 req-7d4a636b-a976-461b-8619-8507978cae2c tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:39.392252 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-1e414947-f280-4168-83da-74383acc82a1 admin admin] Deleting port 9cddb278-c5c9-453b-89e5-f7b243db25a8 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:22:39.392574 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1e414947-f280-4168-83da-74383acc82a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:39.409148 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-3e91a3c9-4cd6-4d50-a804-cfa16451a655 req-7d4a636b-a976-461b-8619-8507978cae2c tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Calling delete_port for a3238288-4331-48d0-9cff-68ba40800185 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:22:39.505053 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f93506bb-c830-431e-ba8c-b7ed467d0381 req-8cfd8b37-3e0c-4431-bf68-1f5f77b674cf tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414626 Dec 10 16:22:39.551425 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-1e414947-f280-4168-83da-74383acc82a1 admin admin] For port 9cddb278-c5c9-453b-89e5-f7b243db25a8, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=9cddb278-c5c9-453b-89e5-f7b243db25a8,segment=NetworkSegment(d00404b4-000b-43be-919f-49cd49cf6df9),segment_id=d00404b4-000b-43be-919f-49cd49cf6df9)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:39.551779 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1e414947-f280-4168-83da-74383acc82a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:39.572767 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-1e414947-f280-4168-83da-74383acc82a1 admin admin] Calling delete_port for 9cddb278-c5c9-453b-89e5-f7b243db25a8 owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:22:39.695562 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3e91a3c9-4cd6-4d50-a804-cfa16451a655 req-7d4a636b-a976-461b-8619-8507978cae2c tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:39.707147 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['2dd43503-16c0-4402-9a30-d9969dcf34f0'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:22:39.777145 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a636b-a976-461b-8619-8507978cae2c tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Pushing event deleted for resources: {'Port': ['ID=a3238288-4331-48d0-9cff-68ba40800185,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:39.839123 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75efd3-1dd0-4ef7-8761-2e6cbcac5c13 req-aa33a6ad-c7a7-4a36-a8e9-9c7f84cfc0e3 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:39.840640 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6b75efd3-1dd0-4ef7-8761-2e6cbcac5c13 req-aa33a6ad-c7a7-4a36-a8e9-9c7f84cfc0e3 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=312fa785-102a-44be-96b3-71a12a8723e6 HTTP/1.1" status: 200 len: 948 time: 0.1615922 Dec 10 16:22:39.841455 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e91a3c9-4cd6-4d50-a804-cfa16451a655 req-7d4a636b-a976-461b-8619-8507978cae2c tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] No DVR routers for this DVR port a3238288-4331-48d0-9cff-68ba40800185 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:22:39.845156 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3e91a3c9-4cd6-4d50-a804-cfa16451a655 req-7d4a636b-a976-461b-8619-8507978cae2c tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:39.848397 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3e91a3c9-4cd6-4d50-a804-cfa16451a655 req-7d4a636b-a976-461b-8619-8507978cae2c tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.46 "DELETE /v2.0/ports/a3238288-4331-48d0-9cff-68ba40800185 HTTP/1.1" status: 204 len: 173 time: 0.7999516 Dec 10 16:22:39.848887 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed5a9f38-6194-4126-bf02-5b2e062a69ae', 'name': 'network-vif-deleted', 'tag': 'a3238288-4331-48d0-9cff-68ba40800185'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:22:39.851386 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70672214-f9ef-45e1-9b4d-7a2725a04070" -d '{"events": [{"server_uuid": "ed5a9f38-6194-4126-bf02-5b2e062a69ae", "name": "network-vif-deleted", "tag": "a3238288-4331-48d0-9cff-68ba40800185"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:22:39.936431 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6b75efd3-1dd0-4ef7-8761-2e6cbcac5c13 req-651de4bc-1e45-42ca-9923-b4fecd14ac67 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818958 Dec 10 16:22:39.956605 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1e414947-f280-4168-83da-74383acc82a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:39.983003 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 16:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f921b21f-3989-4022-9aba-1a5219cf3c86 x-openstack-request-id: req-f921b21f-3989-4022-9aba-1a5219cf3c86 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:22:39.983481 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b0ddec-2f17-4066-ac6c-e6986b8cbcf5", "name": "network-vif-unplugged", "status": "completed", "tag": "4a82d837-346f-41a2-a1e7-acf5e57b2387", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:22:39.983718 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f921b21f-3989-4022-9aba-1a5219cf3c86 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:22:39.984199 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b0ddec-2f17-4066-ac6c-e6986b8cbcf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a82d837-346f-41a2-a1e7-acf5e57b2387', 'code': 200} Dec 10 16:22:39.986456 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e414947-f280-4168-83da-74383acc82a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cddb278-c5c9-453b-89e5-f7b243db25a8,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:40.016766 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-2397ea92-0030-457d-aacd-ebdff393cce2 req-449035d2-af55-4552-a220-312bc8178e88 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1271661399', 'description': 'tempest-description-1053481427'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:22:40.071680 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2397ea92-0030-457d-aacd-ebdff393cce2 req-449035d2-af55-4552-a220-312bc8178e88 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:40.208801 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1e414947-f280-4168-83da-74383acc82a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:40.233700 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:22:40.235989 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2397ea92-0030-457d-aacd-ebdff393cce2 req-449035d2-af55-4552-a220-312bc8178e88 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:40.296648 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2397ea92-0030-457d-aacd-ebdff393cce2 req-449035d2-af55-4552-a220-312bc8178e88 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:40.336533 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2397ea92-0030-457d-aacd-ebdff393cce2 req-449035d2-af55-4552-a220-312bc8178e88 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:40.337849 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2397ea92-0030-457d-aacd-ebdff393cce2 req-449035d2-af55-4552-a220-312bc8178e88 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3262329 Dec 10 16:22:40.345481 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449035d2-af55-4552-a220-312bc8178e88 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9053608-fc84-4b1c-b94f-f0104e1d12c9,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:40.504773 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 8782ed96-2d9a-4331-bd2c-54617b6e6c76 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:22:40.525750 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432a71b-7d12-4895-a51f-9fb35e8c8b2a req-22fd3058-2e7b-48b5-991b-964759fe4a58 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:40.528022 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3432a71b-7d12-4895-a51f-9fb35e8c8b2a req-22fd3058-2e7b-48b5-991b-964759fe4a58 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=00cd0b28-06e7-4007-9ea9-a305d7eb9202 HTTP/1.1" status: 200 len: 945 time: 0.0986047 Dec 10 16:22:40.555291 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e414947-f280-4168-83da-74383acc82a1 admin admin] Router cbb17c1d-c9b1-4c9f-a83f-61a36259a24e has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:22:40.563790 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 8782ed96-2d9a-4331-bd2c-54617b6e6c76 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:22:40.567653 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 8782ed96-2d9a-4331-bd2c-54617b6e6c76 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:22:40.568022 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:40.650899 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3432a71b-7d12-4895-a51f-9fb35e8c8b2a req-a009b632-2497-4310-aa43-caa52862b918 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/security-groups?id=3049edc5-eca9-406c-84c4-fac60cba3297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159620 Dec 10 16:22:40.658392 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:40.702760 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 8782ed96-2d9a-4331-bd2c-54617b6e6c76, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=8782ed96-2d9a-4331-bd2c-54617b6e6c76,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:40.703707 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e414947-f280-4168-83da-74383acc82a1 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:22:40.709117 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:40.711349 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 98dbfd7d-a8ef-44ba-a193-c3a2b2af3285 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:22:40.717118 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1e414947-f280-4168-83da-74383acc82a1 admin admin] 10.222.0.11 "PUT /v2.0/routers/cbb17c1d-c9b1-4c9f-a83f-61a36259a24e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8102250 Dec 10 16:22:40.718621 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 42016) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:22:40.722654 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58d95e6-91b8-4e3a-a603-20eb57a5f2df None None] Sync routers for ids ['cbb17c1d-c9b1-4c9f-a83f-61a36259a24e'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:22:40.800599 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58d95e6-91b8-4e3a-a603-20eb57a5f2df None None] Routers {'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:22:40.801482 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d58d95e6-91b8-4e3a-a603-20eb57a5f2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:22:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['cbb17c1d-c9b1-4c9f-a83f-61a36259a24e'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:22:40.861879 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6126857-4309-43ea-bbdb-4a3e4f40d554 req-04b066d2-d4b8-4f00-9acf-07fed6c2fdf4 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:40.867850 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6126857-4309-43ea-bbdb-4a3e4f40d554 req-04b066d2-d4b8-4f00-9acf-07fed6c2fdf4 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:40.874349 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6126857-4309-43ea-bbdb-4a3e4f40d554 req-04b066d2-d4b8-4f00-9acf-07fed6c2fdf4 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:40.880215 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6126857-4309-43ea-bbdb-4a3e4f40d554 req-04b066d2-d4b8-4f00-9acf-07fed6c2fdf4 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:40.886872 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6126857-4309-43ea-bbdb-4a3e4f40d554 req-04b066d2-d4b8-4f00-9acf-07fed6c2fdf4 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:40.888047 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=8782ed96-2d9a-4331-bd2c-54617b6e6c76,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:40.892835 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6126857-4309-43ea-bbdb-4a3e4f40d554 req-04b066d2-d4b8-4f00-9acf-07fed6c2fdf4 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:40.898905 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6126857-4309-43ea-bbdb-4a3e4f40d554 req-04b066d2-d4b8-4f00-9acf-07fed6c2fdf4 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:40.901083 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6126857-4309-43ea-bbdb-4a3e4f40d554 req-04b066d2-d4b8-4f00-9acf-07fed6c2fdf4 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 5425 time: 0.1748309 Dec 10 16:22:40.933540 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1e5e6acd-ece7-4049-a2c3-727efcbeac75 admin admin] Publish callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:40.951986 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:40.957166 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-d58d95e6-91b8-4e3a-a603-20eb57a5f2df None None] Set router cbb17c1d-c9b1-4c9f-a83f-61a36259a24e gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:22:41.024333 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 98dbfd7d-a8ef-44ba-a193-c3a2b2af3285 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:22:41.039725 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6126857-4309-43ea-bbdb-4a3e4f40d554 req-1800bf4d-3454-4069-80c0-6deeae12fe16 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fee5dea-5071-48b5-9184-803baa237b28&id=4083d3d0-75b2-4bc3-967d-d9fa1f979d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1272593 Dec 10 16:22:41.077890 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1e5e6acd-ece7-4049-a2c3-727efcbeac75 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:41.090618 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 98dbfd7d-a8ef-44ba-a193-c3a2b2af3285, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=98dbfd7d-a8ef-44ba-a193-c3a2b2af3285,segment=NetworkSegment(8ca85019-a24a-4916-864b-3c419298bab5),segment_id=8ca85019-a24a-4916-864b-3c419298bab5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:41.096435 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:41.135015 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-1e5e6acd-ece7-4049-a2c3-727efcbeac75 admin admin] Deleting port 14b43a84-098a-4ff2-b884-e3377a09f479 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:22:41.135346 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1e5e6acd-ece7-4049-a2c3-727efcbeac75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:41.192721 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=98dbfd7d-a8ef-44ba-a193-c3a2b2af3285,revision_number=7']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:41.229024 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d58d95e6-91b8-4e3a-a603-20eb57a5f2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1908933342-router', 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '14b43a84-098a-4ff2-b884-e3377a09f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:17:16Z', 'updated_at': '2021-12-10T16:22:39Z', 'revision_number': 5, 'project_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'gw_port': {'id': '14b43a84-098a-4ff2-b884-e3377a09f479', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:64:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:17:17Z', 'updated_at': '2021-12-10T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:22:41.256973 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58d95e6-91b8-4e3a-a603-20eb57a5f2df None None] Checking router: cbb17c1d-c9b1-4c9f-a83f-61a36259a24e for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:22:41.267105 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58d95e6-91b8-4e3a-a603-20eb57a5f2df None None] Routers {'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:22:41.267764 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-1e5e6acd-ece7-4049-a2c3-727efcbeac75 admin admin] For port 14b43a84-098a-4ff2-b884-e3377a09f479, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=14b43a84-098a-4ff2-b884-e3377a09f479,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:41.267946 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d58d95e6-91b8-4e3a-a603-20eb57a5f2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:22:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['cbb17c1d-c9b1-4c9f-a83f-61a36259a24e'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:22:41.268257 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1e5e6acd-ece7-4049-a2c3-727efcbeac75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:41.285515 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-1e5e6acd-ece7-4049-a2c3-727efcbeac75 admin admin] Calling delete_port for 14b43a84-098a-4ff2-b884-e3377a09f479 owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:22:41.309375 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3008bd-76bf-49ce-b1cf-40cb362023c7 req-2ea9e3b5-a29a-470f-8853-e94e3345ba81 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:41.311197 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2a3008bd-76bf-49ce-b1cf-40cb362023c7 req-2ea9e3b5-a29a-470f-8853-e94e3345ba81 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] 10.222.0.11 "GET /v2.0/ports?device_id=49b0ddec-2f17-4066-ac6c-e6986b8cbcf5 HTTP/1.1" status: 200 len: 948 time: 0.0906706 Dec 10 16:22:41.357026 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-d58d95e6-91b8-4e3a-a603-20eb57a5f2df None None] Set router cbb17c1d-c9b1-4c9f-a83f-61a36259a24e gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:22:41.406395 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2a3008bd-76bf-49ce-b1cf-40cb362023c7 req-cd3a1bbb-4632-4a44-a2e1-c74f523ff868 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] 10.222.0.11 "GET /v2.0/security-groups?id=58eaab0e-e91c-47a8-b95a-889ccc18bb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638351 Dec 10 16:22:41.414532 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d58d95e6-91b8-4e3a-a603-20eb57a5f2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1908933342-router', 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:17:16Z', 'updated_at': '2021-12-10T16:22:41Z', 'revision_number': 6, 'project_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'gw_port_host': None}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:22:41.443285 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58d95e6-91b8-4e3a-a603-20eb57a5f2df None None] The sync data for ids ['cbb17c1d-c9b1-4c9f-a83f-61a36259a24e'] in n-d-766771-2 is: [{'id': 'cbb17c1d-c9b1-4c9f-a83f-61a36259a24e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1908933342-router', 'tenant_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:17:16Z', 'updated_at': '2021-12-10T16:22:41Z', 'revision_number': 6, 'project_id': '20faaf9c38d346c5a5c9ea0fc9964ecb', 'gw_port_host': None}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:22:41.473791 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60592d3-f036-452f-9959-45800f245eed x-openstack-request-id: req-a60592d3-f036-452f-9959-45800f245eed {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:22:41.474366 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed5a9f38-6194-4126-bf02-5b2e062a69ae", "name": "network-vif-deleted", "tag": "a3238288-4331-48d0-9cff-68ba40800185", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:22:41.474802 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a60592d3-f036-452f-9959-45800f245eed {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:22:41.475363 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed5a9f38-6194-4126-bf02-5b2e062a69ae', 'name': 'network-vif-deleted', 'tag': 'a3238288-4331-48d0-9cff-68ba40800185', 'status': 'completed', 'code': 200} Dec 10 16:22:41.537643 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1e5e6acd-ece7-4049-a2c3-727efcbeac75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:41.574854 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e6acd-ece7-4049-a2c3-727efcbeac75 admin admin] Pushing event deleted for resources: {'Port': ['ID=14b43a84-098a-4ff2-b884-e3377a09f479,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:41.694570 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1e5e6acd-ece7-4049-a2c3-727efcbeac75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:41.802628 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-ba693de8-8f8d-4c94-9cce-440b05c070d1 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:41.804193 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-ba693de8-8f8d-4c94-9cce-440b05c070d1 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/networks?id=35b953cb-3f56-4753-a6f2-3a37c46fea02 HTTP/1.1" status: 200 len: 812 time: 0.2413754 Dec 10 16:22:41.806059 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1e5e6acd-ece7-4049-a2c3-727efcbeac75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:41.808644 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1e5e6acd-ece7-4049-a2c3-727efcbeac75 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:41.862868 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-cf2120db-7d6d-4170-8131-3468f68d3369 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/quotas/a3cc58e9a9e04cdfbbfcf1593b2aeb98 HTTP/1.1" status: 200 len: 375 time: 0.0508051 Dec 10 16:22:41.895506 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1e5e6acd-ece7-4049-a2c3-727efcbeac75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:41.896062 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5e6acd-ece7-4049-a2c3-727efcbeac75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbb17c1d-c9b1-4c9f-a83f-61a36259a24e {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:22:41.901103 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1e5e6acd-ece7-4049-a2c3-727efcbeac75 admin admin] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:41.904181 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1e5e6acd-ece7-4049-a2c3-727efcbeac75 admin admin] 10.222.0.11 "DELETE /v2.0/routers/cbb17c1d-c9b1-4c9f-a83f-61a36259a24e HTTP/1.1" status: 204 len: 168 time: 1.1833167 Dec 10 16:22:41.906115 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42028) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:22:41.932433 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-c0579675-2118-4bbc-a3e5-0dc171b81be8 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a3cc58e9a9e04cdfbbfcf1593b2aeb98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0677414 Dec 10 16:22:41.972133 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-a12f1d72-f9a6-4b26-9164-bc06ea63d581 admin admin] Deleting subnet 62480659-e465-41da-9ae4-1fa4cb439ee8 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:22:41.975737 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a12f1d72-f9a6-4b26-9164-bc06ea63d581 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:41.985330 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312fa785-102a-44be-96b3-71a12a8723e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8782ed96-2d9a-4331-bd2c-54617b6e6c76'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:22:41.989778 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be91fa81-0506-449b-b906-f12e2125ec92" -d '{"events": [{"server_uuid": "312fa785-102a-44be-96b3-71a12a8723e6", "name": "network-vif-plugged", "status": "completed", "tag": "8782ed96-2d9a-4331-bd2c-54617b6e6c76"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:22:42.012662 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a12f1d72-f9a6-4b26-9164-bc06ea63d581 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:42.054978 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-fac17b94-3b92-4b83-becc-5e59b28a5eb4 service neutron] 10.222.0.11 "GET /v2.0/networks/35b953cb-3f56-4753-a6f2-3a37c46fea02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214755 Dec 10 16:22:42.064456 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e82493-4fb8-4420-a745-ad1754667617 req-cd45af64-b840-4fce-9207-d87e3429b30b tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:42.065888 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-48e82493-4fb8-4420-a745-ad1754667617 req-cd45af64-b840-4fce-9207-d87e3429b30b tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] 10.222.0.26 "GET /v2.0/ports?device_id=49b0ddec-2f17-4066-ac6c-e6986b8cbcf5 HTTP/1.1" status: 200 len: 948 time: 0.0725110 Dec 10 16:22:42.098537 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a12f1d72-f9a6-4b26-9164-bc06ea63d581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:42.154948 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a12f1d72-f9a6-4b26-9164-bc06ea63d581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:42.186289 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12f1d72-f9a6-4b26-9164-bc06ea63d581 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62480659-e465-41da-9ae4-1fa4cb439ee8,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:42.191611 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a12f1d72-f9a6-4b26-9164-bc06ea63d581 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:42.199955 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a12f1d72-f9a6-4b26-9164-bc06ea63d581 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/62480659-e465-41da-9ae4-1fa4cb439ee8 HTTP/1.1" status: 204 len: 168 time: 0.2911866 Dec 10 16:22:42.200149 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 42036) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:22:42.201389 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f996a7f4-91e8-4b8c-8cf5-b9541e91783a None None] Network 715b4c0a-da9c-47bb-91fb-624b419d2246 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:22:42.273420 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-cb16dbe9-111a-4567-b545-d53444c9a5f0 service neutron] 10.222.0.11 "GET /v2.0/networks/35b953cb-3f56-4753-a6f2-3a37c46fea02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064404 Dec 10 16:22:42.312570 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e473560b-bd06-4d60-ae2a-265a9f747abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:42.317192 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-48e82493-4fb8-4420-a745-ad1754667617 req-b0095f10-04d4-48e8-9d76-823f2dc991aa tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] Deleting port 4a82d837-346f-41a2-a1e7-acf5e57b2387 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:22:42.317526 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-48e82493-4fb8-4420-a745-ad1754667617 req-b0095f10-04d4-48e8-9d76-823f2dc991aa tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:42.485810 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device bf30cf8b-12bb-438d-b72b-18e9aed513c8 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:22:42.595787 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b862e7c8-092d-4947-a779-9a95e4e470e0 None None] DHCP port deletion for 715b4c0a-da9c-47bb-91fb-624b419d2246 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:22:42.599213 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 9cddb278-c5c9-453b-89e5-f7b243db25a8 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:22:42.706083 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7611f8cd-76c6-45a7-91ff-b9442d18b13e req-a29aec46-965e-4747-8580-8f92dfb0e360 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed5a9f38-6194-4126-bf02-5b2e062a69ae HTTP/1.1" status: 200 len: 210 time: 0.0655925 Dec 10 16:22:42.836947 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-48e82493-4fb8-4420-a745-ad1754667617 req-b0095f10-04d4-48e8-9d76-823f2dc991aa tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] For port 4a82d837-346f-41a2-a1e7-acf5e57b2387, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=4a82d837-346f-41a2-a1e7-acf5e57b2387,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:42.837569 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-48e82493-4fb8-4420-a745-ad1754667617 req-b0095f10-04d4-48e8-9d76-823f2dc991aa tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:42.857950 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 9cddb278-c5c9-453b-89e5-f7b243db25a8 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:22:42.858607 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 9cddb278-c5c9-453b-89e5-f7b243db25a8 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:22:42.874432 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-48e82493-4fb8-4420-a745-ad1754667617 req-b0095f10-04d4-48e8-9d76-823f2dc991aa tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] Calling delete_port for 4a82d837-346f-41a2-a1e7-acf5e57b2387 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:22:42.901017 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port bf30cf8b-12bb-438d-b72b-18e9aed513c8 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:22:42.927304 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-e473560b-bd06-4d60-ae2a-265a9f747abd admin admin] Deleting port 8b4aff9a-e370-4f1c-974d-e92957ef1425 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:22:42.927648 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e473560b-bd06-4d60-ae2a-265a9f747abd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:42.931764 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port bf30cf8b-12bb-438d-b72b-18e9aed513c8 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:22:42.932147 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:42.993378 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b862e7c8-092d-4947-a779-9a95e4e470e0 None None] Deleting port 8b4aff9a-e370-4f1c-974d-e92957ef1425 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:22:42.996749 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b862e7c8-092d-4947-a779-9a95e4e470e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:43.037819 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-e473560b-bd06-4d60-ae2a-265a9f747abd admin admin] For port 8b4aff9a-e370-4f1c-974d-e92957ef1425, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=8b4aff9a-e370-4f1c-974d-e92957ef1425,segment=NetworkSegment(d00404b4-000b-43be-919f-49cd49cf6df9),segment_id=d00404b4-000b-43be-919f-49cd49cf6df9)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:43.038212 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e473560b-bd06-4d60-ae2a-265a9f747abd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:43.059852 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-e473560b-bd06-4d60-ae2a-265a9f747abd admin admin] Calling delete_port for 8b4aff9a-e370-4f1c-974d-e92957ef1425 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:22:43.109958 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b862e7c8-092d-4947-a779-9a95e4e470e0 None None] For port 8b4aff9a-e370-4f1c-974d-e92957ef1425, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=8b4aff9a-e370-4f1c-974d-e92957ef1425,segment=NetworkSegment(d00404b4-000b-43be-919f-49cd49cf6df9),segment_id=d00404b4-000b-43be-919f-49cd49cf6df9)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:43.110384 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b862e7c8-092d-4947-a779-9a95e4e470e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:43.131950 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b862e7c8-092d-4947-a779-9a95e4e470e0 None None] Calling delete_port for 8b4aff9a-e370-4f1c-974d-e92957ef1425 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:22:43.197424 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-48e82493-4fb8-4420-a745-ad1754667617 req-b0095f10-04d4-48e8-9d76-823f2dc991aa tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:43.242127 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0095f10-04d4-48e8-9d76-823f2dc991aa tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] Pushing event deleted for resources: {'Port': ['ID=4a82d837-346f-41a2-a1e7-acf5e57b2387,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:43.257069 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae5bae6-d0db-4b76-805d-136f4c6be079 req-511e4784-44b5-4dac-a463-5d73482c12e9 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:43.263113 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1ae5bae6-d0db-4b76-805d-136f4c6be079 req-511e4784-44b5-4dac-a463-5d73482c12e9 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=312fa785-102a-44be-96b3-71a12a8723e6 HTTP/1.1" status: 200 len: 949 time: 0.1347778 Dec 10 16:22:43.314155 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e473560b-bd06-4d60-ae2a-265a9f747abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:43.314825 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b862e7c8-092d-4947-a779-9a95e4e470e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:43.318754 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e82493-4fb8-4420-a745-ad1754667617 req-b0095f10-04d4-48e8-9d76-823f2dc991aa tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] No DVR routers for this DVR port 4a82d837-346f-41a2-a1e7-acf5e57b2387 on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:22:43.322973 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-48e82493-4fb8-4420-a745-ad1754667617 req-b0095f10-04d4-48e8-9d76-823f2dc991aa tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:43.326364 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-48e82493-4fb8-4420-a745-ad1754667617 req-b0095f10-04d4-48e8-9d76-823f2dc991aa tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] 10.222.0.26 "DELETE /v2.0/ports/4a82d837-346f-41a2-a1e7-acf5e57b2387 HTTP/1.1" status: 204 len: 173 time: 1.2525668 Dec 10 16:22:43.330218 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b862e7c8-092d-4947-a779-9a95e4e470e0 None None] No DVR routers for this DVR port 8b4aff9a-e370-4f1c-974d-e92957ef1425 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:22:43.356668 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b862e7c8-092d-4947-a779-9a95e4e470e0 None None] Pushing event deleted for resources: {'Port': ['ID=8b4aff9a-e370-4f1c-974d-e92957ef1425,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:43.359507 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:43.360865 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473560b-bd06-4d60-ae2a-265a9f747abd admin admin] Pushing event deleted for resources: {'Port': ['ID=8b4aff9a-e370-4f1c-974d-e92957ef1425,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:43.366444 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e473560b-bd06-4d60-ae2a-265a9f747abd admin admin] No DVR routers for this DVR port 8b4aff9a-e370-4f1c-974d-e92957ef1425 on host n-d-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:22:43.406342 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1ae5bae6-d0db-4b76-805d-136f4c6be079 req-4d04bf25-e31f-44c0-99ad-950c36c054e6 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423235 Dec 10 16:22:43.427446 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port bf30cf8b-12bb-438d-b72b-18e9aed513c8, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=bf30cf8b-12bb-438d-b72b-18e9aed513c8,segment=NetworkSegment(4e78b27f-1344-44f4-ae5a-33d21993ff0c),segment_id=4e78b27f-1344-44f4-ae5a-33d21993ff0c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:43.434669 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:43.435484 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 8744c76b-46ac-44c8-96c4-4bdbc0396c15 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:22:43.482893 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b0ddec-2f17-4066-ac6c-e6986b8cbcf5', 'name': 'network-vif-deleted', 'tag': '4a82d837-346f-41a2-a1e7-acf5e57b2387'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:22:43.491591 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e3f640-a487-49a9-93a3-6edf496074b4" -d '{"events": [{"server_uuid": "49b0ddec-2f17-4066-ac6c-e6986b8cbcf5", "name": "network-vif-deleted", "tag": "4a82d837-346f-41a2-a1e7-acf5e57b2387"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:22:43.505275 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e473560b-bd06-4d60-ae2a-265a9f747abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:43.521464 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa9bf33-3577-42f3-bc9f-8b5b9651ba93 x-openstack-request-id: req-0fa9bf33-3577-42f3-bc9f-8b5b9651ba93 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:22:43.523920 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312fa785-102a-44be-96b3-71a12a8723e6", "name": "network-vif-plugged", "status": "completed", "tag": "8782ed96-2d9a-4331-bd2c-54617b6e6c76", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:22:43.524334 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0fa9bf33-3577-42f3-bc9f-8b5b9651ba93 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:22:43.525397 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312fa785-102a-44be-96b3-71a12a8723e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8782ed96-2d9a-4331-bd2c-54617b6e6c76', 'code': 200} Dec 10 16:22:43.566979 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-e473560b-bd06-4d60-ae2a-265a9f747abd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['715b4c0a-da9c-47bb-91fb-624b419d2246']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:22:43.570275 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-e473560b-bd06-4d60-ae2a-265a9f747abd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd00404b4-000b-43be-919f-49cd49cf6df9') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:22:43.570581 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-e473560b-bd06-4d60-ae2a-265a9f747abd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd00404b4-000b-43be-919f-49cd49cf6df9') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:22:43.595840 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e473560b-bd06-4d60-ae2a-265a9f747abd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:43.635837 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e473560b-bd06-4d60-ae2a-265a9f747abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:43.649989 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=bf30cf8b-12bb-438d-b72b-18e9aed513c8,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:43.664868 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 8744c76b-46ac-44c8-96c4-4bdbc0396c15 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:22:43.671636 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 8744c76b-46ac-44c8-96c4-4bdbc0396c15 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:22:43.671908 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e473560b-bd06-4d60-ae2a-265a9f747abd admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:22:43.672051 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:43.672315 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e473560b-bd06-4d60-ae2a-265a9f747abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:43.674050 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:22:43.674050 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:22:43.674050 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:22:43.674050 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:22:43.674050 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:22:43.674050 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:22:43.674050 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:22:43.674050 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:22:43.674050 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:22:43.674050 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:22:43.674050 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:22:43.674050 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:22:43.674050 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:22:43.674050 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:22:43.674050 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:22:43.674050 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:22:43.674050 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:22:43.674050 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:22:43.674050 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:22:43.674050 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:22:43.674050 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:22:43.674050 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:22:43.674050 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:22:43.674050 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:22:43.674050 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:22:43.674050 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:22:43.674050 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:22:43.674050 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:22:43.674050 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:22:43.674050 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:22:43.674050 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:22:43.674050 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:22:43.754681 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e473560b-bd06-4d60-ae2a-265a9f747abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:43.772893 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5baf686-f249-4d53-ac47-c5cc75baffa5 req-a6185802-dd76-4e7a-a502-b625639cfc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:43.774966 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d5baf686-f249-4d53-ac47-c5cc75baffa5 req-a6185802-dd76-4e7a-a502-b625639cfc92 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=312fa785-102a-44be-96b3-71a12a8723e6 HTTP/1.1" status: 200 len: 1100 time: 0.1500585 Dec 10 16:22:43.776131 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:43.800256 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e473560b-bd06-4d60-ae2a-265a9f747abd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:43.804435 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e473560b-bd06-4d60-ae2a-265a9f747abd admin admin] 10.222.0.11 "DELETE /v2.0/networks/715b4c0a-da9c-47bb-91fb-624b419d2246 HTTP/1.1" status: 204 len: 168 time: 1.6020899 Dec 10 16:22:43.805610 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473560b-bd06-4d60-ae2a-265a9f747abd admin admin] Pushing event deleted for resources: {'Network': ['ID=715b4c0a-da9c-47bb-91fb-624b419d2246,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:43.809675 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42056) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:22:43.820861 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ca7a4-9d5b-48cd-bdcf-aa3ba9f1c77c req-75b495fe-18b7-410e-8a6e-10216c032e0c tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:43.829077 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 8744c76b-46ac-44c8-96c4-4bdbc0396c15, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=8744c76b-46ac-44c8-96c4-4bdbc0396c15,segment=NetworkSegment(3b84cf93-a4ed-4e06-8725-cc61e38d8166),segment_id=3b84cf93-a4ed-4e06-8725-cc61e38d8166)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:43.830883 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ca7a4-9d5b-48cd-bdcf-aa3ba9f1c77c req-75b495fe-18b7-410e-8a6e-10216c032e0c tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:43.833602 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:43.834537 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device bd4fac7c-3598-4cc6-b999-9dd9d8245c08 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:22:43.846646 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ca7a4-9d5b-48cd-bdcf-aa3ba9f1c77c req-75b495fe-18b7-410e-8a6e-10216c032e0c tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:43.854290 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ca7a4-9d5b-48cd-bdcf-aa3ba9f1c77c req-75b495fe-18b7-410e-8a6e-10216c032e0c tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:43.875302 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ca7a4-9d5b-48cd-bdcf-aa3ba9f1c77c req-75b495fe-18b7-410e-8a6e-10216c032e0c tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:43.881981 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ca7a4-9d5b-48cd-bdcf-aa3ba9f1c77c req-75b495fe-18b7-410e-8a6e-10216c032e0c tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:43.889819 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ca7a4-9d5b-48cd-bdcf-aa3ba9f1c77c req-75b495fe-18b7-410e-8a6e-10216c032e0c tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:43.899346 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cc8ca7a4-9d5b-48cd-bdcf-aa3ba9f1c77c req-75b495fe-18b7-410e-8a6e-10216c032e0c tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 5426 time: 0.2916691 Dec 10 16:22:43.955265 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d5baf686-f249-4d53-ac47-c5cc75baffa5 req-e227ab08-e170-47ce-9624-8ff1721d0a57 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582572 Dec 10 16:22:43.960773 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c49a5606-744a-4c54-ad20-950ad9f5381e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:43.969791 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=8744c76b-46ac-44c8-96c4-4bdbc0396c15,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:44.004968 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port bd4fac7c-3598-4cc6-b999-9dd9d8245c08 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:22:44.020134 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port bd4fac7c-3598-4cc6-b999-9dd9d8245c08 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:22:44.021305 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:44.034454 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cc8ca7a4-9d5b-48cd-bdcf-aa3ba9f1c77c req-1462404d-7382-434d-a30c-3f21ffc60429 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fee5dea-5071-48b5-9184-803baa237b28&id=4083d3d0-75b2-4bc3-967d-d9fa1f979d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1336794 Dec 10 16:22:44.069504 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 14b43a84-098a-4ff2-b884-e3377a09f479 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:22:44.096701 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 14b43a84-098a-4ff2-b884-e3377a09f479 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:22:44.096701 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 14b43a84-098a-4ff2-b884-e3377a09f479 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:22:44.097074 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 8b4aff9a-e370-4f1c-974d-e92957ef1425 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:22:44.118490 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 8b4aff9a-e370-4f1c-974d-e92957ef1425 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:22:44.118781 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 8b4aff9a-e370-4f1c-974d-e92957ef1425 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:22:44.175609 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:44.218312 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port bd4fac7c-3598-4cc6-b999-9dd9d8245c08, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=bd4fac7c-3598-4cc6-b999-9dd9d8245c08,segment=NetworkSegment(e4f64f1b-bbc7-4ff5-8e12-ae2f514d9487),segment_id=e4f64f1b-bbc7-4ff5-8e12-ae2f514d9487)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:44.222582 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:44.223745 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 3174393b-e5d0-402e-a500-15400d5f91d0 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:22:44.289665 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c21f5a1a-11c7-4592-9591-f26139203f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:44.314239 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=bd4fac7c-3598-4cc6-b999-9dd9d8245c08,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:44.328027 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 3174393b-e5d0-402e-a500-15400d5f91d0 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:22:44.336056 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 3174393b-e5d0-402e-a500-15400d5f91d0 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:22:44.339857 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:44.484392 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:44.486405 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-3c5ea09d-ed5a-42e2-a52b-1dbf002ee830 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:44.488117 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-3c5ea09d-ed5a-42e2-a52b-1dbf002ee830 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.26 "GET /v2.0/networks?id=35b953cb-3f56-4753-a6f2-3a37c46fea02 HTTP/1.1" status: 200 len: 812 time: 0.3017740 Dec 10 16:22:44.490276 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4cff28fa-1831-4393-897f-f17ef4af387d req-fa9c5b41-fdbf-45ab-b450-e00b5d285b65 tempest-ImagesOneServerTestJSON-1735733489 tempest-ImagesOneServerTestJSON-1735733489-project] 10.222.0.11 "GET /v2.0/ports?device_id=49b0ddec-2f17-4066-ac6c-e6986b8cbcf5 HTTP/1.1" status: 200 len: 210 time: 0.0858634 Dec 10 16:22:44.512801 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-d25052c5-022a-4d74-b91e-df9a66dc6484 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Request body: {'port': {'device_id': '03cb8079-ff76-4675-b749-ea1560ad5c10', 'network_id': '35b953cb-3f56-4753-a6f2-3a37c46fea02', 'admin_state_up': True, 'tenant_id': 'a3cc58e9a9e04cdfbbfcf1593b2aeb98'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:22:44.534873 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 4a82d837-346f-41a2-a1e7-acf5e57b2387 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:22:44.597537 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 4a82d837-346f-41a2-a1e7-acf5e57b2387 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:22:44.602792 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 4a82d837-346f-41a2-a1e7-acf5e57b2387 not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:22:44.626518 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 3174393b-e5d0-402e-a500-15400d5f91d0, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=3174393b-e5d0-402e-a500-15400d5f91d0,segment=NetworkSegment(3b84cf93-a4ed-4e06-8725-cc61e38d8166),segment_id=3b84cf93-a4ed-4e06-8725-cc61e38d8166)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:44.632129 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:44.634048 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 11bd17a0-c7ec-4e75-b045-d5fe4d128aea up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:22:44.682677 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e16f4cf7-0471-4be3-ac30-7f1caf9fd2ee req-e42f5914-49b6-42ce-b9ad-f67f25e31326 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/ports?device_id=03cb8079-ff76-4675-b749-ea1560ad5c10 HTTP/1.1" status: 200 len: 210 time: 0.0536871 Dec 10 16:22:44.726272 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=3174393b-e5d0-402e-a500-15400d5f91d0,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:44.755660 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 11bd17a0-c7ec-4e75-b045-d5fe4d128aea completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:22:44.761233 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 11bd17a0-c7ec-4e75-b045-d5fe4d128aea triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:22:44.761679 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:44.793030 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-d25052c5-022a-4d74-b91e-df9a66dc6484 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Made reservation on behalf of a3cc58e9a9e04cdfbbfcf1593b2aeb98 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:22:44.796764 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-d25052c5-022a-4d74-b91e-df9a66dc6484 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:44.863330 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85fd7ba-e0ec-4159-8026-3d3ad6086e17 x-openstack-request-id: req-e85fd7ba-e0ec-4159-8026-3d3ad6086e17 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:22:44.863706 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b0ddec-2f17-4066-ac6c-e6986b8cbcf5", "name": "network-vif-deleted", "tag": "4a82d837-346f-41a2-a1e7-acf5e57b2387", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:22:44.863924 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e85fd7ba-e0ec-4159-8026-3d3ad6086e17 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:22:44.866610 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b0ddec-2f17-4066-ac6c-e6986b8cbcf5', 'name': 'network-vif-deleted', 'tag': '4a82d837-346f-41a2-a1e7-acf5e57b2387', 'status': 'completed', 'code': 200} Dec 10 16:22:44.931555 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:44.972545 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 11bd17a0-c7ec-4e75-b045-d5fe4d128aea, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=11bd17a0-c7ec-4e75-b045-d5fe4d128aea,segment=NetworkSegment(4e78b27f-1344-44f4-ae5a-33d21993ff0c),segment_id=4e78b27f-1344-44f4-ae5a-33d21993ff0c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:44.979486 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:44.981417 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device cef7248a-01ee-4f91-846b-1268835ed13c up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:22:45.037383 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-d25052c5-022a-4d74-b91e-df9a66dc6484 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Allocated IP 172.20.0.5 (35b953cb-3f56-4753-a6f2-3a37c46fea02/b7e8a49b-cdc4-4ea7-917a-0efc9795c921/00b877e7-0c62-43d5-88bd-1365886cbb74) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:22:45.087491 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-c21f5a1a-11c7-4592-9591-f26139203f8d admin admin] Deleting port 267b0a83-2e94-49b8-930b-d13efcf471a5 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:22:45.088176 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c21f5a1a-11c7-4592-9591-f26139203f8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:45.091082 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port cef7248a-01ee-4f91-846b-1268835ed13c completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:22:45.104708 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port cef7248a-01ee-4f91-846b-1268835ed13c triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:22:45.105700 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:45.148281 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=11bd17a0-c7ec-4e75-b045-d5fe4d128aea,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:45.203503 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-c21f5a1a-11c7-4592-9591-f26139203f8d admin admin] For port 267b0a83-2e94-49b8-930b-d13efcf471a5, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=267b0a83-2e94-49b8-930b-d13efcf471a5,segment=NetworkSegment(101da5d3-767a-43ce-b0fe-02fffb826872),segment_id=101da5d3-767a-43ce-b0fe-02fffb826872)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:45.203935 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c21f5a1a-11c7-4592-9591-f26139203f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:45.213276 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:45.221320 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95c90a48-6084-4309-84b1-ea6047fb11c1 req-0f7ca183-b427-45be-9e46-4b6044f87b81 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed5a9f38-6194-4126-bf02-5b2e062a69ae HTTP/1.1" status: 200 len: 210 time: 0.0445807 Dec 10 16:22:45.221523 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-c21f5a1a-11c7-4592-9591-f26139203f8d admin admin] Calling delete_port for 267b0a83-2e94-49b8-930b-d13efcf471a5 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:22:45.265552 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port cef7248a-01ee-4f91-846b-1268835ed13c, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=cef7248a-01ee-4f91-846b-1268835ed13c,segment=NetworkSegment(4e78b27f-1344-44f4-ae5a-33d21993ff0c),segment_id=4e78b27f-1344-44f4-ae5a-33d21993ff0c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:45.273061 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:45.274395 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 21ff2032-7c79-4143-8370-31ee1ca6849c up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:22:45.305903 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-d25052c5-022a-4d74-b91e-df9a66dc6484 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:45.387697 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=cef7248a-01ee-4f91-846b-1268835ed13c,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:45.405762 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 21ff2032-7c79-4143-8370-31ee1ca6849c completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:22:45.412856 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 21ff2032-7c79-4143-8370-31ee1ca6849c triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:22:45.412856 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:45.436759 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-d25052c5-022a-4d74-b91e-df9a66dc6484 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:45.490314 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['9b98c649-cef6-41a9-9094-c2220e447576'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:22:45.499888 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-d25052c5-022a-4d74-b91e-df9a66dc6484 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Network 35b953cb-3f56-4753-a6f2-3a37c46fea02 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:22:45.505699 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-d25052c5-022a-4d74-b91e-df9a66dc6484 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:22:45.509632 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25052c5-022a-4d74-b91e-df9a66dc6484 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Pushing event updated for resources: {'Port': ['ID=00b877e7-0c62-43d5-88bd-1365886cbb74,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:45.512828 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-d25052c5-022a-4d74-b91e-df9a66dc6484 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:22:45.533415 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00024f25-2bce-45ef-9eb5-16ae7d1867ca req-45d07d93-2e78-4203-8545-72c1df3930d0 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:45.541947 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-00024f25-2bce-45ef-9eb5-16ae7d1867ca req-45d07d93-2e78-4203-8545-72c1df3930d0 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=312fa785-102a-44be-96b3-71a12a8723e6 HTTP/1.1" status: 200 len: 949 time: 0.1730349 Dec 10 16:22:45.553029 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf30cf8b-12bb-438d-b72b-18e9aed513c8'}, {'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8744c76b-46ac-44c8-96c4-4bdbc0396c15'}, {'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4fac7c-3598-4cc6-b999-9dd9d8245c08'}, {'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3174393b-e5d0-402e-a500-15400d5f91d0'}, {'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11bd17a0-c7ec-4e75-b045-d5fe4d128aea'}, {'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef7248a-01ee-4f91-846b-1268835ed13c'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:22:45.556651 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3ce3a7-dc54-4c13-a73f-e0b7f855d041" -d '{"events": [{"server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "name": "network-vif-plugged", "status": "completed", "tag": "bf30cf8b-12bb-438d-b72b-18e9aed513c8"}, {"server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "name": "network-vif-plugged", "status": "completed", "tag": "8744c76b-46ac-44c8-96c4-4bdbc0396c15"}, {"server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "name": "network-vif-plugged", "status": "completed", "tag": "bd4fac7c-3598-4cc6-b999-9dd9d8245c08"}, {"server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "name": "network-vif-plugged", "status": "completed", "tag": "3174393b-e5d0-402e-a500-15400d5f91d0"}, {"server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "name": "network-vif-plugged", "status": "completed", "tag": "11bd17a0-c7ec-4e75-b045-d5fe4d128aea"}, {"server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "name": "network-vif-plugged", "status": "completed", "tag": "cef7248a-01ee-4f91-846b-1268835ed13c"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:22:45.614783 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41b408-e746-463b-bce0-022aaf36d4a5 req-a6686e0a-e488-4b69-bba6-41dba82c086f tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:45.615510 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-d25052c5-022a-4d74-b91e-df9a66dc6484 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:45.616713 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-d25052c5-022a-4d74-b91e-df9a66dc6484 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:45.617633 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ab41b408-e746-463b-bce0-022aaf36d4a5 req-a6686e0a-e488-4b69-bba6-41dba82c086f tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.26 "GET /v2.0/ports?device_id=00cd0b28-06e7-4007-9ea9-a305d7eb9202 HTTP/1.1" status: 200 len: 944 time: 0.1947200 Dec 10 16:22:45.619717 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c21f5a1a-11c7-4592-9591-f26139203f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:45.659458 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-00024f25-2bce-45ef-9eb5-16ae7d1867ca req-15f81603-13c7-4d47-a4a1-259b28066155 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156826 Dec 10 16:22:45.670296 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-d25052c5-022a-4d74-b91e-df9a66dc6484 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1628387 Dec 10 16:22:45.689794 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-db9d97a3-ebff-4d75-9e10-b17932aceb44 service neutron] Request body: {'port': {'device_id': '03cb8079-ff76-4675-b749-ea1560ad5c10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:22:45.713745 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:45.740795 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f5a1a-11c7-4592-9591-f26139203f8d admin admin] Pushing event deleted for resources: {'Port': ['ID=267b0a83-2e94-49b8-930b-d13efcf471a5,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:45.828391 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 21ff2032-7c79-4143-8370-31ee1ca6849c, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=21ff2032-7c79-4143-8370-31ee1ca6849c,segment=NetworkSegment(4e78b27f-1344-44f4-ae5a-33d21993ff0c),segment_id=4e78b27f-1344-44f4-ae5a-33d21993ff0c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:45.834981 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-db9d97a3-ebff-4d75-9e10-b17932aceb44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:45.849149 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:45.850179 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device a3238288-4331-48d0-9cff-68ba40800185 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:22:45.962752 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: a3238288-4331-48d0-9cff-68ba40800185 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:22:45.963423 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device a3238288-4331-48d0-9cff-68ba40800185 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:22:46.043040 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=21ff2032-7c79-4143-8370-31ee1ca6849c,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:46.199840 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-ab41b408-e746-463b-bce0-022aaf36d4a5 req-74c5aea3-b620-43f3-aa53-b61122cd3cfe tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Deleting port 98dbfd7d-a8ef-44ba-a193-c3a2b2af3285 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:22:46.200412 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-ab41b408-e746-463b-bce0-022aaf36d4a5 req-74c5aea3-b620-43f3-aa53-b61122cd3cfe tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:46.222870 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd65f2b-9048-4990-8978-5f961b3f7a2c req-096e5d7c-101c-4f42-8e9a-f3a43bb60322 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:46.229411 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd65f2b-9048-4990-8978-5f961b3f7a2c req-096e5d7c-101c-4f42-8e9a-f3a43bb60322 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:46.236644 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd65f2b-9048-4990-8978-5f961b3f7a2c req-096e5d7c-101c-4f42-8e9a-f3a43bb60322 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:46.243378 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd65f2b-9048-4990-8978-5f961b3f7a2c req-096e5d7c-101c-4f42-8e9a-f3a43bb60322 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:46.250266 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd65f2b-9048-4990-8978-5f961b3f7a2c req-096e5d7c-101c-4f42-8e9a-f3a43bb60322 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:46.256363 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd65f2b-9048-4990-8978-5f961b3f7a2c req-096e5d7c-101c-4f42-8e9a-f3a43bb60322 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:46.263369 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd65f2b-9048-4990-8978-5f961b3f7a2c req-096e5d7c-101c-4f42-8e9a-f3a43bb60322 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:46.265800 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7bd65f2b-9048-4990-8978-5f961b3f7a2c req-096e5d7c-101c-4f42-8e9a-f3a43bb60322 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 5432 time: 0.1272745 Dec 10 16:22:46.282907 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c21f5a1a-11c7-4592-9591-f26139203f8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:46.380484 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-ab41b408-e746-463b-bce0-022aaf36d4a5 req-74c5aea3-b620-43f3-aa53-b61122cd3cfe tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] For port 98dbfd7d-a8ef-44ba-a193-c3a2b2af3285, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=98dbfd7d-a8ef-44ba-a193-c3a2b2af3285,segment=NetworkSegment(8ca85019-a24a-4916-864b-3c419298bab5),segment_id=8ca85019-a24a-4916-864b-3c419298bab5)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:46.380828 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-ab41b408-e746-463b-bce0-022aaf36d4a5 req-74c5aea3-b620-43f3-aa53-b61122cd3cfe tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:46.385138 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7bd65f2b-9048-4990-8978-5f961b3f7a2c req-0ea9feab-2985-42d2-9f68-5368c5d4dd0c tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fee5dea-5071-48b5-9184-803baa237b28&id=4083d3d0-75b2-4bc3-967d-d9fa1f979d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1039419 Dec 10 16:22:46.389874 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-db9d97a3-ebff-4d75-9e10-b17932aceb44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00b877e7-0c62-43d5-88bd-1365886cbb74 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:22:46.397442 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-db9d97a3-ebff-4d75-9e10-b17932aceb44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:46.399685 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-ab41b408-e746-463b-bce0-022aaf36d4a5 req-74c5aea3-b620-43f3-aa53-b61122cd3cfe tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Calling delete_port for 98dbfd7d-a8ef-44ba-a193-c3a2b2af3285 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:22:46.412948 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-db9d97a3-ebff-4d75-9e10-b17932aceb44 service neutron] Transition to ACTIVE for port object 00b877e7-0c62-43d5-88bd-1365886cbb74 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:22:46.433608 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-db9d97a3-ebff-4d75-9e10-b17932aceb44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:46.435184 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-18b78aa0-5580-470f-82f7-e5fcf851057e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:46.497077 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d97a3-ebff-4d75-9e10-b17932aceb44 service neutron] Pushing event updated for resources: {'Port': ['ID=00b877e7-0c62-43d5-88bd-1365886cbb74,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:46.577213 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-db9d97a3-ebff-4d75-9e10-b17932aceb44 service neutron] Attempting to bind port 00b877e7-0c62-43d5-88bd-1365886cbb74 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:22:46.577812 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-db9d97a3-ebff-4d75-9e10-b17932aceb44 service neutron] Attempting to bind port 00b877e7-0c62-43d5-88bd-1365886cbb74 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '8f06f3ad-599b-498d-b3dd-e0e6ed583f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '35b953cb-3f56-4753-a6f2-3a37c46fea02'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:22:46.578119 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-db9d97a3-ebff-4d75-9e10-b17932aceb44 service neutron] Attempting to bind port 00b877e7-0c62-43d5-88bd-1365886cbb74 on network 35b953cb-3f56-4753-a6f2-3a37c46fea02 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:22:46.588617 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-db9d97a3-ebff-4d75-9e10-b17932aceb44 service neutron] Port 00b877e7-0c62-43d5-88bd-1365886cbb74 on network 35b953cb-3f56-4753-a6f2-3a37c46fea02 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:22:46.588972 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-db9d97a3-ebff-4d75-9e10-b17932aceb44 service neutron] Attempting to bind port 00b877e7-0c62-43d5-88bd-1365886cbb74 on network 35b953cb-3f56-4753-a6f2-3a37c46fea02 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:22:46.602298 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-db9d97a3-ebff-4d75-9e10-b17932aceb44 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:22:46.602705 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-db9d97a3-ebff-4d75-9e10-b17932aceb44 service neutron] Checking segment: {'id': '8f06f3ad-599b-498d-b3dd-e0e6ed583f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '35b953cb-3f56-4753-a6f2-3a37c46fea02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:22:46.603123 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-db9d97a3-ebff-4d75-9e10-b17932aceb44 service neutron] Bound using segment: {'id': '8f06f3ad-599b-498d-b3dd-e0e6ed583f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '35b953cb-3f56-4753-a6f2-3a37c46fea02'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:22:46.603680 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-db9d97a3-ebff-4d75-9e10-b17932aceb44 service neutron] Bound port: 00b877e7-0c62-43d5-88bd-1365886cbb74, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f06f3ad-599b-498d-b3dd-e0e6ed583f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '35b953cb-3f56-4753-a6f2-3a37c46fea02'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:22:46.604227 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-db9d97a3-ebff-4d75-9e10-b17932aceb44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:46.656933 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Fri, 10 Dec 2021 16:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b6a27c-5a1f-4afb-bb6b-283cf0f75221 x-openstack-request-id: req-08b6a27c-5a1f-4afb-bb6b-283cf0f75221 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:22:46.657485 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "name": "network-vif-plugged", "status": "completed", "tag": "bf30cf8b-12bb-438d-b72b-18e9aed513c8", "code": 200}, {"server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "name": "network-vif-plugged", "status": "completed", "tag": "8744c76b-46ac-44c8-96c4-4bdbc0396c15", "code": 200}, {"server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "name": "network-vif-plugged", "status": "completed", "tag": "bd4fac7c-3598-4cc6-b999-9dd9d8245c08", "code": 200}, {"server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "name": "network-vif-plugged", "status": "completed", "tag": "3174393b-e5d0-402e-a500-15400d5f91d0", "code": 200}, {"server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "name": "network-vif-plugged", "status": "completed", "tag": "11bd17a0-c7ec-4e75-b045-d5fe4d128aea", "code": 200}, {"server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "name": "network-vif-plugged", "status": "completed", "tag": "cef7248a-01ee-4f91-846b-1268835ed13c", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:22:46.658011 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-08b6a27c-5a1f-4afb-bb6b-283cf0f75221 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:22:46.658631 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf30cf8b-12bb-438d-b72b-18e9aed513c8', 'code': 200} Dec 10 16:22:46.659338 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8744c76b-46ac-44c8-96c4-4bdbc0396c15', 'code': 200} Dec 10 16:22:46.660175 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4fac7c-3598-4cc6-b999-9dd9d8245c08', 'code': 200} Dec 10 16:22:46.660628 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3174393b-e5d0-402e-a500-15400d5f91d0', 'code': 200} Dec 10 16:22:46.661536 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11bd17a0-c7ec-4e75-b045-d5fe4d128aea', 'code': 200} Dec 10 16:22:46.662097 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef7248a-01ee-4f91-846b-1268835ed13c', 'code': 200} Dec 10 16:22:46.740789 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-db9d97a3-ebff-4d75-9e10-b17932aceb44 service neutron] For port 00b877e7-0c62-43d5-88bd-1365886cbb74, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:22:46.747450 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21f5a1a-11c7-4592-9591-f26139203f8d admin admin] Router 769726b6-c249-483e-9897-064d172c5d84 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:22:46.749276 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-db9d97a3-ebff-4d75-9e10-b17932aceb44 service neutron] For port 00b877e7-0c62-43d5-88bd-1365886cbb74, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=00b877e7-0c62-43d5-88bd-1365886cbb74,segment=NetworkSegment(8f06f3ad-599b-498d-b3dd-e0e6ed583f4b),segment_id=8f06f3ad-599b-498d-b3dd-e0e6ed583f4b)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:22:46.757861 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-db9d97a3-ebff-4d75-9e10-b17932aceb44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:46.773570 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-ab41b408-e746-463b-bce0-022aaf36d4a5 req-74c5aea3-b620-43f3-aa53-b61122cd3cfe tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:46.845676 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-db9d97a3-ebff-4d75-9e10-b17932aceb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:46.846492 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-db9d97a3-ebff-4d75-9e10-b17932aceb44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:46.847894 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-db9d97a3-ebff-4d75-9e10-b17932aceb44 service neutron] 10.222.0.26 "PUT /v2.0/ports/00b877e7-0c62-43d5-88bd-1365886cbb74 HTTP/1.1" status: 200 len: 1091 time: 1.1667447 Dec 10 16:22:46.868187 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03cb8079-ff76-4675-b749-ea1560ad5c10', 'tag': '00b877e7-0c62-43d5-88bd-1365886cbb74'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:22:46.872070 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883f44ec-7358-4e1c-a5e0-3b3e29a06b53" -d '{"events": [{"name": "network-changed", "server_uuid": "03cb8079-ff76-4675-b749-ea1560ad5c10", "tag": "00b877e7-0c62-43d5-88bd-1365886cbb74"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:22:46.936830 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 42088) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:22:46.946758 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d97a3-ebff-4d75-9e10-b17932aceb44 service neutron] Pushing event updated for resources: {'Port': ['ID=00b877e7-0c62-43d5-88bd-1365886cbb74,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:46.975948 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250359b8-cc9e-44e5-87d2-8fd2bdef009c req-9b271679-95d4-4494-b7e9-2df50e9ec6ad tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:46.978038 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-250359b8-cc9e-44e5-87d2-8fd2bdef009c req-9b271679-95d4-4494-b7e9-2df50e9ec6ad tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/ports?device_id=03cb8079-ff76-4675-b749-ea1560ad5c10 HTTP/1.1" status: 200 len: 943 time: 0.1603107 Dec 10 16:22:46.981909 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-8029b761-9d04-4488-bdcf-a10e1c7f8c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:46.984519 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-8029b761-9d04-4488-bdcf-a10e1c7f8c06 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a3cc58e9a9e04cdfbbfcf1593b2aeb98&device_id=03cb8079-ff76-4675-b749-ea1560ad5c10 HTTP/1.1" status: 200 len: 1094 time: 0.0851648 Dec 10 16:22:46.984683 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c5aea3-b620-43f3-aa53-b61122cd3cfe tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Pushing event deleted for resources: {'Port': ['ID=98dbfd7d-a8ef-44ba-a193-c3a2b2af3285,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:47.007430 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab41b408-e746-463b-bce0-022aaf36d4a5 req-74c5aea3-b620-43f3-aa53-b61122cd3cfe tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] No DVR routers for this DVR port 98dbfd7d-a8ef-44ba-a193-c3a2b2af3285 on host n-h1-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:22:47.012247 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-ab41b408-e746-463b-bce0-022aaf36d4a5 req-74c5aea3-b620-43f3-aa53-b61122cd3cfe tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:47.016698 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ab41b408-e746-463b-bce0-022aaf36d4a5 req-74c5aea3-b620-43f3-aa53-b61122cd3cfe tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.26 "DELETE /v2.0/ports/98dbfd7d-a8ef-44ba-a193-c3a2b2af3285 HTTP/1.1" status: 204 len: 173 time: 1.3863099 Dec 10 16:22:47.017359 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00cd0b28-06e7-4007-9ea9-a305d7eb9202', 'name': 'network-vif-deleted', 'tag': '98dbfd7d-a8ef-44ba-a193-c3a2b2af3285'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:22:47.020418 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9916cf00-827c-41d1-9bec-276c67937ed7" -d '{"events": [{"server_uuid": "00cd0b28-06e7-4007-9ea9-a305d7eb9202", "name": "network-vif-deleted", "tag": "98dbfd7d-a8ef-44ba-a193-c3a2b2af3285"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:22:47.049164 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21f5a1a-11c7-4592-9591-f26139203f8d admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:22:47.057680 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c21f5a1a-11c7-4592-9591-f26139203f8d admin admin] 10.222.0.11 "PUT /v2.0/routers/769726b6-c249-483e-9897-064d172c5d84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2437439 Dec 10 16:22:47.058443 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42094) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:22:47.062975 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078d2941-980d-488c-87e6-27ecb5baaa15 None None] Sync routers for ids ['769726b6-c249-483e-9897-064d172c5d84'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:22:47.081184 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078d2941-980d-488c-87e6-27ecb5baaa15 None None] Routers {'769726b6-c249-483e-9897-064d172c5d84'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:22:47.082464 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-078d2941-980d-488c-87e6-27ecb5baaa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:22:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['769726b6-c249-483e-9897-064d172c5d84'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:22:47.156350 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:47.194915 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-3934fedd-5612-4937-89ce-d3ecc665f82a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00b877e7-0c62-43d5-88bd-1365886cbb74 HTTP/1.1" status: 200 len: 217 time: 0.1863811 Dec 10 16:22:47.212766 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-250359b8-cc9e-44e5-87d2-8fd2bdef009c req-341c7e1d-5917-48c0-8298-c1ab091d14e3 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd34fd79-d9bf-4084-a467-851c2b3027f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251792 Dec 10 16:22:47.233767 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d406919d-638d-48df-a443-df0c9f5f1175 admin admin] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:47.356693 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-078d2941-980d-488c-87e6-27ecb5baaa15 None None] Set router 769726b6-c249-483e-9897-064d172c5d84 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:22:47.387180 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d406919d-638d-48df-a443-df0c9f5f1175 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:47.422461 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3b93283f-7a08-46f0-b2dd-ff4390361665 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c1dca45cb4304d9b829a144e5fbf7f9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4834664 Dec 10 16:22:47.424655 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-255db00a-cee4-461a-8f03-e1e47e239c20 req-c832d054-9013-4d07-a53b-e017c54d1c58 tempest-ImagesTestJSON-1094956721 tempest-ImagesTestJSON-1094956721-project] 10.222.0.11 "GET /v2.0/ports?device_id=00cd0b28-06e7-4007-9ea9-a305d7eb9202 HTTP/1.1" status: 200 len: 210 time: 0.0438344 Dec 10 16:22:47.425644 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 42096) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:22:47.433186 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-d90955df-b108-4efe-bed2-f4c01c52a984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:47.434663 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-d90955df-b108-4efe-bed2-f4c01c52a984 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b7e8a49b-cdc4-4ea7-917a-0efc9795c921 HTTP/1.1" status: 200 len: 852 time: 0.2168856 Dec 10 16:22:47.468680 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-d406919d-638d-48df-a443-df0c9f5f1175 admin admin] Deleting port f64bb875-fe46-466f-933f-ab3022c5de55 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:22:47.469026 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d406919d-638d-48df-a443-df0c9f5f1175 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:47.486708 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-c7a79992-02cb-4422-9fdc-377db976dcb9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=35b953cb-3f56-4753-a6f2-3a37c46fea02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406318 Dec 10 16:22:47.524219 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f8fc62d8-7461-4ab2-84f6-f437e471b175 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:47.622035 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-d406919d-638d-48df-a443-df0c9f5f1175 admin admin] For port f64bb875-fe46-466f-933f-ab3022c5de55, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=f64bb875-fe46-466f-933f-ab3022c5de55,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:47.622458 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d406919d-638d-48df-a443-df0c9f5f1175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:47.653608 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-d406919d-638d-48df-a443-df0c9f5f1175 admin admin] Calling delete_port for f64bb875-fe46-466f-933f-ab3022c5de55 owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:22:47.696099 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f8fc62d8-7461-4ab2-84f6-f437e471b175 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:47.885883 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-078d2941-980d-488c-87e6-27ecb5baaa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '769726b6-c249-483e-9897-064d172c5d84', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2035325929-router', 'tenant_id': 'cfe7e2f6552c4c95985868d4e619b8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'f64bb875-fe46-466f-933f-ab3022c5de55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:17:32Z', 'updated_at': '2021-12-10T16:22:45Z', 'revision_number': 5, 'project_id': 'cfe7e2f6552c4c95985868d4e619b8ca', 'gw_port': {'id': 'f64bb875-fe46-466f-933f-ab3022c5de55', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:02:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769726b6-c249-483e-9897-064d172c5d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:17:34Z', 'updated_at': '2021-12-10T16:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:22:47.921740 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d770a-e8ca-401c-93ba-ec7eed3d22b1 req-212d845b-438b-4c7d-ba7a-f68b24e3c147 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:47.932038 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7c1d770a-e8ca-401c-93ba-ec7eed3d22b1 req-212d845b-438b-4c7d-ba7a-f68b24e3c147 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=312fa785-102a-44be-96b3-71a12a8723e6 HTTP/1.1" status: 200 len: 949 time: 0.2499821 Dec 10 16:22:47.955790 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078d2941-980d-488c-87e6-27ecb5baaa15 None None] Checking router: 769726b6-c249-483e-9897-064d172c5d84 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:22:47.967108 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078d2941-980d-488c-87e6-27ecb5baaa15 None None] Routers {'769726b6-c249-483e-9897-064d172c5d84'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:22:47.967928 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-078d2941-980d-488c-87e6-27ecb5baaa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:22:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['769726b6-c249-483e-9897-064d172c5d84'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:22:48.005596 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-d3e695fa-2f19-4bc1-a02b-b4873f7ab7e8 service neutron] 10.222.0.26 "GET /v2.0/networks/35b953cb-3f56-4753-a6f2-3a37c46fea02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4919569 Dec 10 16:22:48.045568 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d406919d-638d-48df-a443-df0c9f5f1175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:48.069503 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-078d2941-980d-488c-87e6-27ecb5baaa15 None None] Set router 769726b6-c249-483e-9897-064d172c5d84 gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:22:48.095003 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d406919d-638d-48df-a443-df0c9f5f1175 admin admin] Pushing event deleted for resources: {'Port': ['ID=f64bb875-fe46-466f-933f-ab3022c5de55,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:48.135710 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-078d2941-980d-488c-87e6-27ecb5baaa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '769726b6-c249-483e-9897-064d172c5d84', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2035325929-router', 'tenant_id': 'cfe7e2f6552c4c95985868d4e619b8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:17:32Z', 'updated_at': '2021-12-10T16:22:47Z', 'revision_number': 6, 'project_id': 'cfe7e2f6552c4c95985868d4e619b8ca', 'gw_port_host': None}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:22:48.176744 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078d2941-980d-488c-87e6-27ecb5baaa15 None None] The sync data for ids ['769726b6-c249-483e-9897-064d172c5d84'] in n-d-766771-2 is: [{'id': '769726b6-c249-483e-9897-064d172c5d84', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2035325929-router', 'tenant_id': 'cfe7e2f6552c4c95985868d4e619b8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:17:32Z', 'updated_at': '2021-12-10T16:22:47Z', 'revision_number': 6, 'project_id': 'cfe7e2f6552c4c95985868d4e619b8ca', 'gw_port_host': None}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:22:48.191248 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d406919d-638d-48df-a443-df0c9f5f1175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:48.276286 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-45ee7177-86bb-47e3-8ea1-e84781783898 req-c3257677-ed42-4a90-93b2-cb18b577a9bc service neutron] 10.222.0.26 "GET /v2.0/networks/35b953cb-3f56-4753-a6f2-3a37c46fea02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543912 Dec 10 16:22:48.278573 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f8fc62d8-7461-4ab2-84f6-f437e471b175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:48.281260 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f8fc62d8-7461-4ab2-84f6-f437e471b175 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:48.289894 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f8fc62d8-7461-4ab2-84f6-f437e471b175 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/58eaab0e-e91c-47a8-b95a-889ccc18bb39 HTTP/1.1" status: 204 len: 168 time: 0.8634269 Dec 10 16:22:48.316132 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d406919d-638d-48df-a443-df0c9f5f1175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:48.318729 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d406919d-638d-48df-a443-df0c9f5f1175 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:48.332392 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7c1d770a-e8ca-401c-93ba-ec7eed3d22b1 req-e58337f1-c71d-4044-b573-18b30e4adc5c tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836052 Dec 10 16:22:48.351539 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc62d8-7461-4ab2-84f6-f437e471b175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58eaab0e-e91c-47a8-b95a-889ccc18bb39,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:48.412370 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d406919d-638d-48df-a443-df0c9f5f1175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:48.412920 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe17844-ab3a-4d9f-a775-bb18ec20cb47 x-openstack-request-id: req-dbe17844-ab3a-4d9f-a775-bb18ec20cb47 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:22:48.413220 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03cb8079-ff76-4675-b749-ea1560ad5c10", "tag": "00b877e7-0c62-43d5-88bd-1365886cbb74", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:22:48.413479 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dbe17844-ab3a-4d9f-a775-bb18ec20cb47 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:22:48.413939 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d406919d-638d-48df-a443-df0c9f5f1175 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 769726b6-c249-483e-9897-064d172c5d84 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:22:48.414064 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03cb8079-ff76-4675-b749-ea1560ad5c10', 'tag': '00b877e7-0c62-43d5-88bd-1365886cbb74', 'status': 'completed', 'code': 200} Dec 10 16:22:48.422299 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d406919d-638d-48df-a443-df0c9f5f1175 admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:48.426690 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d406919d-638d-48df-a443-df0c9f5f1175 admin admin] 10.222.0.11 "DELETE /v2.0/routers/769726b6-c249-483e-9897-064d172c5d84 HTTP/1.1" status: 204 len: 168 time: 1.3670220 Dec 10 16:22:48.429232 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 42112) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:22:48.450890 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:48.472847 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfe65c0-d0fd-47ca-8ecf-61242855cb69 x-openstack-request-id: req-0bfe65c0-d0fd-47ca-8ecf-61242855cb69 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:22:48.473352 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00cd0b28-06e7-4007-9ea9-a305d7eb9202", "name": "network-vif-deleted", "tag": "98dbfd7d-a8ef-44ba-a193-c3a2b2af3285", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:22:48.473763 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0bfe65c0-d0fd-47ca-8ecf-61242855cb69 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:22:48.474379 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00cd0b28-06e7-4007-9ea9-a305d7eb9202', 'name': 'network-vif-deleted', 'tag': '98dbfd7d-a8ef-44ba-a193-c3a2b2af3285', 'status': 'completed', 'code': 200} Dec 10 16:22:48.553543 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 98dbfd7d-a8ef-44ba-a193-c3a2b2af3285 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:22:48.641841 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 98dbfd7d-a8ef-44ba-a193-c3a2b2af3285 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:22:48.644917 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 98dbfd7d-a8ef-44ba-a193-c3a2b2af3285 not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:22:48.666034 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ff2032-7c79-4143-8370-31ee1ca6849c'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:22:48.668369 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8d0a53-d173-4a54-b470-6c9c86e582c8" -d '{"events": [{"server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "name": "network-vif-plugged", "status": "completed", "tag": "21ff2032-7c79-4143-8370-31ee1ca6849c"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:22:48.779131 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-b06eaf82-78f5-4cf8-85f3-06a678268e2d admin admin] Deleting subnet 4453a7f5-61a9-42d0-aef4-5e5c07dfe717 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:22:48.783390 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b06eaf82-78f5-4cf8-85f3-06a678268e2d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:48.829310 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b06eaf82-78f5-4cf8-85f3-06a678268e2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:48.915517 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b06eaf82-78f5-4cf8-85f3-06a678268e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:48.967589 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f44ec-7358-4e1c-a5e0-3b3e29a06b53 req-66ec0615-aa57-4f4e-9465-ae9b19b98d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:48.969230 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-883f44ec-7358-4e1c-a5e0-3b3e29a06b53 req-66ec0615-aa57-4f4e-9465-ae9b19b98d6c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a3cc58e9a9e04cdfbbfcf1593b2aeb98&device_id=03cb8079-ff76-4675-b749-ea1560ad5c10 HTTP/1.1" status: 200 len: 1094 time: 0.5305557 Dec 10 16:22:48.986391 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ea72c-49a7-4b4a-9eff-0d69a061a4cd req-12c4b595-0f37-4924-84f5-1b5d3d74ef44 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:48.992960 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ea72c-49a7-4b4a-9eff-0d69a061a4cd req-12c4b595-0f37-4924-84f5-1b5d3d74ef44 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:48.999530 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ea72c-49a7-4b4a-9eff-0d69a061a4cd req-12c4b595-0f37-4924-84f5-1b5d3d74ef44 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:49.005480 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ea72c-49a7-4b4a-9eff-0d69a061a4cd req-12c4b595-0f37-4924-84f5-1b5d3d74ef44 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:49.012486 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ea72c-49a7-4b4a-9eff-0d69a061a4cd req-12c4b595-0f37-4924-84f5-1b5d3d74ef44 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:49.018085 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ea72c-49a7-4b4a-9eff-0d69a061a4cd req-12c4b595-0f37-4924-84f5-1b5d3d74ef44 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:49.024065 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ea72c-49a7-4b4a-9eff-0d69a061a4cd req-12c4b595-0f37-4924-84f5-1b5d3d74ef44 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:49.026310 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4a9ea72c-49a7-4b4a-9eff-0d69a061a4cd req-12c4b595-0f37-4924-84f5-1b5d3d74ef44 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 5432 time: 0.4360335 Dec 10 16:22:49.100364 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b06eaf82-78f5-4cf8-85f3-06a678268e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:49.164115 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d113c195-1df4-4f74-ab5e-79cd4115262f None None] Network 563d5c30-f576-4e70-9240-26defbf31501 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:22:49.170594 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06eaf82-78f5-4cf8-85f3-06a678268e2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4453a7f5-61a9-42d0-aef4-5e5c07dfe717,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:49.177264 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b06eaf82-78f5-4cf8-85f3-06a678268e2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:49.180856 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b06eaf82-78f5-4cf8-85f3-06a678268e2d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4453a7f5-61a9-42d0-aef4-5e5c07dfe717 HTTP/1.1" status: 204 len: 168 time: 0.7503738 Dec 10 16:22:49.183433 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42138) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:22:49.257150 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42140) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:22:49.272090 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f44ec-7358-4e1c-a5e0-3b3e29a06b53 req-d690fd30-2494-46d2-9c9c-74dcda1f2314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:49.276098 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-883f44ec-7358-4e1c-a5e0-3b3e29a06b53 req-d690fd30-2494-46d2-9c9c-74dcda1f2314 service neutron] 10.222.0.26 "GET /v2.0/networks?id=35b953cb-3f56-4753-a6f2-3a37c46fea02 HTTP/1.1" status: 200 len: 913 time: 0.2467117 Dec 10 16:22:49.291802 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4a9ea72c-49a7-4b4a-9eff-0d69a061a4cd req-fffdda14-103f-4ffa-a54f-e208b99f6518 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fee5dea-5071-48b5-9184-803baa237b28&id=4083d3d0-75b2-4bc3-967d-d9fa1f979d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2504711 Dec 10 16:22:49.302203 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76121faa-2c96-4310-a8d7-c69d6cad2d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:49.412477 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-76121faa-2c96-4310-a8d7-c69d6cad2d39 admin admin] Deleting port 3a54ec1e-ea4e-4b99-8c73-a3d6de689b01 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:22:49.413080 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76121faa-2c96-4310-a8d7-c69d6cad2d39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:49.415858 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-883f44ec-7358-4e1c-a5e0-3b3e29a06b53 req-e1f81abe-b3d1-417d-bfc9-97055e47d836 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00b877e7-0c62-43d5-88bd-1365886cbb74 HTTP/1.1" status: 200 len: 217 time: 0.1168044 Dec 10 16:22:49.441169 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84e0b7c-46e4-4376-baba-e7c5144b0837 None None] DHCP port deletion for 563d5c30-f576-4e70-9240-26defbf31501 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:22:49.481591 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f44ec-7358-4e1c-a5e0-3b3e29a06b53 req-ae07af53-6b4a-4fa8-bfb2-9abf53a59540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:49.484041 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-883f44ec-7358-4e1c-a5e0-3b3e29a06b53 req-ae07af53-6b4a-4fa8-bfb2-9abf53a59540 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b7e8a49b-cdc4-4ea7-917a-0efc9795c921 HTTP/1.1" status: 200 len: 852 time: 0.0587285 Dec 10 16:22:49.511042 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c84e0b7c-46e4-4376-baba-e7c5144b0837 None None] Deleting port 3a54ec1e-ea4e-4b99-8c73-a3d6de689b01 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:22:49.513000 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c84e0b7c-46e4-4376-baba-e7c5144b0837 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:49.543289 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-883f44ec-7358-4e1c-a5e0-3b3e29a06b53 req-cb7d58f9-a2b5-45fa-89b3-d784468c7907 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=35b953cb-3f56-4753-a6f2-3a37c46fea02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501053 Dec 10 16:22:49.580184 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-76121faa-2c96-4310-a8d7-c69d6cad2d39 admin admin] For port 3a54ec1e-ea4e-4b99-8c73-a3d6de689b01, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=3a54ec1e-ea4e-4b99-8c73-a3d6de689b01,segment=NetworkSegment(101da5d3-767a-43ce-b0fe-02fffb826872),segment_id=101da5d3-767a-43ce-b0fe-02fffb826872)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:49.580554 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76121faa-2c96-4310-a8d7-c69d6cad2d39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:49.606409 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-76121faa-2c96-4310-a8d7-c69d6cad2d39 admin admin] Calling delete_port for 3a54ec1e-ea4e-4b99-8c73-a3d6de689b01 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:22:49.623981 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c84e0b7c-46e4-4376-baba-e7c5144b0837 None None] For port 3a54ec1e-ea4e-4b99-8c73-a3d6de689b01, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=3a54ec1e-ea4e-4b99-8c73-a3d6de689b01,segment=NetworkSegment(101da5d3-767a-43ce-b0fe-02fffb826872),segment_id=101da5d3-767a-43ce-b0fe-02fffb826872)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:49.624300 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c84e0b7c-46e4-4376-baba-e7c5144b0837 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:49.669268 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-883f44ec-7358-4e1c-a5e0-3b3e29a06b53 req-5db6c3f1-4b54-4670-95d1-cc7422703be5 service neutron] 10.222.0.26 "GET /v2.0/networks/35b953cb-3f56-4753-a6f2-3a37c46fea02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163392 Dec 10 16:22:49.670151 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c84e0b7c-46e4-4376-baba-e7c5144b0837 None None] Calling delete_port for 3a54ec1e-ea4e-4b99-8c73-a3d6de689b01 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:22:49.685425 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:49.757450 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-09f2582a-44df-49e7-94f1-b864079e6f25 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1181070603-network', 'tenant_id': '0c9c4e74635d401abbb68b15f7e7b4bf'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:22:49.799803 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c51d3f-87a5-4f8c-b7b0-0691403cb5e9 req-0211250a-adda-4a45-9b11-8c5668e40cc5 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:49.800361 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c84e0b7c-46e4-4376-baba-e7c5144b0837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:49.803753 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-57c51d3f-87a5-4f8c-b7b0-0691403cb5e9 req-0211250a-adda-4a45-9b11-8c5668e40cc5 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/ports?device_id=03cb8079-ff76-4675-b749-ea1560ad5c10 HTTP/1.1" status: 200 len: 943 time: 0.1333842 Dec 10 16:22:49.815290 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84e0b7c-46e4-4376-baba-e7c5144b0837 None None] No DVR routers for this DVR port 3a54ec1e-ea4e-4b99-8c73-a3d6de689b01 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:22:49.833354 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76121faa-2c96-4310-a8d7-c69d6cad2d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:49.845903 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e0b7c-46e4-4376-baba-e7c5144b0837 None None] Pushing event deleted for resources: {'Port': ['ID=3a54ec1e-ea4e-4b99-8c73-a3d6de689b01,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:49.865331 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-57c51d3f-87a5-4f8c-b7b0-0691403cb5e9 req-cfa1922a-9209-4a0f-bd19-2aa239be3c6d tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd34fd79-d9bf-4084-a467-851c2b3027f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606482 Dec 10 16:22:49.869912 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f2582a-44df-49e7-94f1-b864079e6f25 admin admin] Made reservation on behalf of 0c9c4e74635d401abbb68b15f7e7b4bf for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:22:49.877781 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-09f2582a-44df-49e7-94f1-b864079e6f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:49.920744 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-883f44ec-7358-4e1c-a5e0-3b3e29a06b53 req-ce96dbad-16e6-402a-bc5b-6785373f72da service neutron] 10.222.0.26 "GET /v2.0/networks/35b953cb-3f56-4753-a6f2-3a37c46fea02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091515 Dec 10 16:22:49.949373 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-09f2582a-44df-49e7-94f1-b864079e6f25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:49.973825 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76121faa-2c96-4310-a8d7-c69d6cad2d39 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a54ec1e-ea4e-4b99-8c73-a3d6de689b01,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:49.979063 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76121faa-2c96-4310-a8d7-c69d6cad2d39 admin admin] No DVR routers for this DVR port 3a54ec1e-ea4e-4b99-8c73-a3d6de689b01 on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:22:50.019808 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 3a54ec1e-ea4e-4b99-8c73-a3d6de689b01 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:22:50.034572 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb3fff-d5a5-464d-a98f-011e525f1742 req-24ac997f-e245-47ca-9aa2-8b3b62d73571 tempest-ServersOnMultiNodesTest-636306376 tempest-ServersOnMultiNodesTest-636306376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:50.042638 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cceb3fff-d5a5-464d-a98f-011e525f1742 req-24ac997f-e245-47ca-9aa2-8b3b62d73571 tempest-ServersOnMultiNodesTest-636306376 tempest-ServersOnMultiNodesTest-636306376-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=312fa785-102a-44be-96b3-71a12a8723e6 HTTP/1.1" status: 200 len: 1100 time: 0.0550253 Dec 10 16:22:50.059471 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 3a54ec1e-ea4e-4b99-8c73-a3d6de689b01 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:22:50.059756 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 3a54ec1e-ea4e-4b99-8c73-a3d6de689b01 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:22:50.060163 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 267b0a83-2e94-49b8-930b-d13efcf471a5 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:22:50.097042 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 267b0a83-2e94-49b8-930b-d13efcf471a5 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:22:50.097735 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 267b0a83-2e94-49b8-930b-d13efcf471a5 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:22:50.098388 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device f64bb875-fe46-466f-933f-ab3022c5de55 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:22:50.101373 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cceb3fff-d5a5-464d-a98f-011e525f1742 req-8c807e3f-b587-4792-a70a-99359c8ee514 tempest-ServersOnMultiNodesTest-636306376 tempest-ServersOnMultiNodesTest-636306376-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575850 Dec 10 16:22:50.106800 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76121faa-2c96-4310-a8d7-c69d6cad2d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:50.139603 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-76121faa-2c96-4310-a8d7-c69d6cad2d39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['563d5c30-f576-4e70-9240-26defbf31501']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:22:50.152820 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: f64bb875-fe46-466f-933f-ab3022c5de55 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:22:50.153167 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device f64bb875-fe46-466f-933f-ab3022c5de55 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:22:50.154532 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-76121faa-2c96-4310-a8d7-c69d6cad2d39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '101da5d3-767a-43ce-b0fe-02fffb826872') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:22:50.154675 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-76121faa-2c96-4310-a8d7-c69d6cad2d39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '101da5d3-767a-43ce-b0fe-02fffb826872') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:22:50.168811 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76121faa-2c96-4310-a8d7-c69d6cad2d39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:50.197947 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76121faa-2c96-4310-a8d7-c69d6cad2d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:50.206231 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76121faa-2c96-4310-a8d7-c69d6cad2d39 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:22:50.207152 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76121faa-2c96-4310-a8d7-c69d6cad2d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:50.249490 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c5136a-5b99-4ebe-8c8e-fcb2592b6f53 x-openstack-request-id: req-60c5136a-5b99-4ebe-8c8e-fcb2592b6f53 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:22:50.250070 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "name": "network-vif-plugged", "status": "completed", "tag": "21ff2032-7c79-4143-8370-31ee1ca6849c", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:22:50.250525 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-60c5136a-5b99-4ebe-8c8e-fcb2592b6f53 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:22:50.251225 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ff2032-7c79-4143-8370-31ee1ca6849c', 'code': 200} Dec 10 16:22:50.269877 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:22:50.269877 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:22:50.269877 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:22:50.269877 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:22:50.269877 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:22:50.269877 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:22:50.269877 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:22:50.269877 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:22:50.269877 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:22:50.269877 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:22:50.269877 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:22:50.269877 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:22:50.269877 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:22:50.269877 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:22:50.269877 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:22:50.269877 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:22:50.269877 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:22:50.269877 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:22:50.269877 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:22:50.269877 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:22:50.269877 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:22:50.269877 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:22:50.269877 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:22:50.269877 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:22:50.269877 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:22:50.269877 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:22:50.269877 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:22:50.269877 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:22:50.269877 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:22:50.269877 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:22:50.269877 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:22:50.269877 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:22:50.269877 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:22:50.269877 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:22:50.269877 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:22:50.269877 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:22:50.269877 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:22:50.269877 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:22:50.269877 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:22:50.269877 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:22:50.274078 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76121faa-2c96-4310-a8d7-c69d6cad2d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:50.283675 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76121faa-2c96-4310-a8d7-c69d6cad2d39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:50.287238 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-76121faa-2c96-4310-a8d7-c69d6cad2d39 admin admin] 10.222.0.11 "DELETE /v2.0/networks/563d5c30-f576-4e70-9240-26defbf31501 HTTP/1.1" status: 204 len: 168 time: 1.1024075 Dec 10 16:22:50.293106 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-09f2582a-44df-49e7-94f1-b864079e6f25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:50.304368 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-09f2582a-44df-49e7-94f1-b864079e6f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:50.308742 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76121faa-2c96-4310-a8d7-c69d6cad2d39 admin admin] Pushing event deleted for resources: {'Network': ['ID=563d5c30-f576-4e70-9240-26defbf31501,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:50.340034 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09f2582a-44df-49e7-94f1-b864079e6f25 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:22:50.342190 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2582a-44df-49e7-94f1-b864079e6f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147ba7df-5c91-4606-9e62-9ec7939346a6,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:50.352324 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-09f2582a-44df-49e7-94f1-b864079e6f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:50.352792 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-09f2582a-44df-49e7-94f1-b864079e6f25 admin admin] Added segment afef2d47-10ac-4880-8921-f7916d9c1ee6 of type vlan for network a6c8ef61-9322-4676-9662-ced26ab9d1a2 Dec 10 16:22:50.404268 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-09f2582a-44df-49e7-94f1-b864079e6f25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:50.434253 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-09f2582a-44df-49e7-94f1-b864079e6f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:50.435714 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f2582a-44df-49e7-94f1-b864079e6f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:50.437013 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-09f2582a-44df-49e7-94f1-b864079e6f25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:50.478164 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-125dfcbf-d376-458f-b874-68e3e902d6b5 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=33fe36bd287d4a209fabdd94870da5aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546083 Dec 10 16:22:50.491361 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42172) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:22:50.515707 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 42174) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:22:50.516904 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-09f2582a-44df-49e7-94f1-b864079e6f25 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2579837 Dec 10 16:22:50.547951 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-3ec17c8b-f931-4a7d-8e74-3214f52b793f admin admin] Request body: {'subnet': {'network_id': 'a6c8ef61-9322-4676-9662-ced26ab9d1a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1181070603-subnet', 'tenant_id': '0c9c4e74635d401abbb68b15f7e7b4bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:22:50.563602 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 00b877e7-0c62-43d5-88bd-1365886cbb74 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:22:50.576279 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-674c4b7b-9021-4c15-ab01-82119f215778 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=20faaf9c38d346c5a5c9ea0fc9964ecb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0808632 Dec 10 16:22:50.576279 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2582a-44df-49e7-94f1-b864079e6f25 admin admin] Pushing event updated for resources: {'Network': ['ID=a6c8ef61-9322-4676-9662-ced26ab9d1a2,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:50.577240 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42176) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:22:50.587577 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e5a8bb-a1e4-4e49-93e0-b93d6d5c5191 req-84d293a5-4890-450d-8326-65fda15e7d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:50.588037 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e5a8bb-a1e4-4e49-93e0-b93d6d5c5191 req-84d293a5-4890-450d-8326-65fda15e7d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:50.588494 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e5a8bb-a1e4-4e49-93e0-b93d6d5c5191 req-84d293a5-4890-450d-8326-65fda15e7d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:50.588949 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e5a8bb-a1e4-4e49-93e0-b93d6d5c5191 req-84d293a5-4890-450d-8326-65fda15e7d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:50.590122 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e5a8bb-a1e4-4e49-93e0-b93d6d5c5191 req-84d293a5-4890-450d-8326-65fda15e7d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:50.590564 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network a6c8ef61-9322-4676-9662-ced26ab9d1a2 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:22:50.590685 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e5a8bb-a1e4-4e49-93e0-b93d6d5c5191 req-84d293a5-4890-450d-8326-65fda15e7d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:50.591542 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e5a8bb-a1e4-4e49-93e0-b93d6d5c5191 req-84d293a5-4890-450d-8326-65fda15e7d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:50.593469 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-47e5a8bb-a1e4-4e49-93e0-b93d6d5c5191 req-84d293a5-4890-450d-8326-65fda15e7d6f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 6489 time: 0.2216144 Dec 10 16:22:50.656978 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8f017727-50ec-4e40-a9a7-7f2c1fb20c0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:50.658038 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec17c8b-f931-4a7d-8e74-3214f52b793f admin admin] Made reservation on behalf of 0c9c4e74635d401abbb68b15f7e7b4bf for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:22:50.660441 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3ec17c8b-f931-4a7d-8e74-3214f52b793f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:50.687654 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8f017727-50ec-4e40-a9a7-7f2c1fb20c0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:50.757867 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8f017727-50ec-4e40-a9a7-7f2c1fb20c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:50.760611 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8f017727-50ec-4e40-a9a7-7f2c1fb20c0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:50.764383 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8f017727-50ec-4e40-a9a7-7f2c1fb20c0d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/148dab2d-c38e-47b4-8f82-ba7c06e409de HTTP/1.1" status: 204 len: 168 time: 0.1839089 Dec 10 16:22:50.771190 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-47e5a8bb-a1e4-4e49-93e0-b93d6d5c5191 req-571aaea2-d871-4424-aae6-71f172f4cb8e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4083d3d0-75b2-4bc3-967d-d9fa1f979d8e&id=8fee5dea-5071-48b5-9184-803baa237b28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1692564 Dec 10 16:22:50.775573 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 00b877e7-0c62-43d5-88bd-1365886cbb74, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=00b877e7-0c62-43d5-88bd-1365886cbb74,segment=NetworkSegment(8f06f3ad-599b-498d-b3dd-e0e6ed583f4b),segment_id=8f06f3ad-599b-498d-b3dd-e0e6ed583f4b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:50.778188 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f017727-50ec-4e40-a9a7-7f2c1fb20c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148dab2d-c38e-47b4-8f82-ba7c06e409de,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:50.781084 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-94135b2f-e2f9-4edf-af7b-f07143018954 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:50.788224 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-94135b2f-e2f9-4edf-af7b-f07143018954 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3091800 Dec 10 16:22:50.795804 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '00b877e7-0c62-43d5-88bd-1365886cbb74', 'network_id': '35b953cb-3f56-4753-a6f2-3a37c46fea02', 'port_id': '00b877e7-0c62-43d5-88bd-1365886cbb74', 'mac_address': 'fa:16:3e:03:fd:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7e8a49b-cdc4-4ea7-917a-0efc9795c921', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:22:50.830566 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-ad22f2ce-9d05-4797-9449-18a26a845ee0 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/quotas/33fe36bd287d4a209fabdd94870da5aa HTTP/1.1" status: 200 len: 375 time: 0.0413308 Dec 10 16:22:50.979624 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:51.006099 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00b877e7-0c62-43d5-88bd-1365886cbb74 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:22:51.058648 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 00b877e7-0c62-43d5-88bd-1365886cbb74, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=00b877e7-0c62-43d5-88bd-1365886cbb74,segment=NetworkSegment(8f06f3ad-599b-498d-b3dd-e0e6ed583f4b),segment_id=8f06f3ad-599b-498d-b3dd-e0e6ed583f4b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:51.065388 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:51.101756 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3ec17c8b-f931-4a7d-8e74-3214f52b793f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:51.157860 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=00b877e7-0c62-43d5-88bd-1365886cbb74,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:51.185381 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-95f886cc-6cc7-48e5-afeb-9aa9bed5be9e tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=33fe36bd287d4a209fabdd94870da5aa&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3538597 Dec 10 16:22:51.234162 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec17c8b-f931-4a7d-8e74-3214f52b793f admin admin] Pushing event updated for resources: {'Subnet': ['ID=83eacae7-cadb-4827-a4f1-f29e69ff5641,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:51.242201 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec17c8b-f931-4a7d-8e74-3214f52b793f admin admin] Checking segment: {'id': 'afef2d47-10ac-4880-8921-f7916d9c1ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a6c8ef61-9322-4676-9662-ced26ab9d1a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:22:51.242552 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec17c8b-f931-4a7d-8e74-3214f52b793f admin admin] Network hostable DHCP agents. Network: a6c8ef61-9322-4676-9662-ced26ab9d1a2, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:22:51.262348 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec17c8b-f931-4a7d-8e74-3214f52b793f admin admin] Network a6c8ef61-9322-4676-9662-ced26ab9d1a2 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:22:51.273829 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-3ec17c8b-f931-4a7d-8e74-3214f52b793f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, a6c8ef61-9322-4676-9662-ced26ab9d1a2) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:22:51.280847 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec17c8b-f931-4a7d-8e74-3214f52b793f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:51.281872 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3ec17c8b-f931-4a7d-8e74-3214f52b793f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:51.283430 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795098c4-951e-4499-a9e4-97323811857a None None] Network a6c8ef61-9322-4676-9662-ced26ab9d1a2 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:22:51.322551 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3ec17c8b-f931-4a7d-8e74-3214f52b793f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7977984 Dec 10 16:22:51.344858 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42188) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:22:51.412675 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['00b877e7-0c62-43d5-88bd-1365886cbb74'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:22:51.437944 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-23d57748-6e7a-4843-9591-35482b3f5777 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cfe7e2f6552c4c95985868d4e619b8ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0918982 Dec 10 16:22:51.440358 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42196) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:22:51.519186 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8db06a08-2e55-4f2a-9542-d8f6102b78f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:51.564490 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056ca0a1-ae09-4278-a40d-13caa3f16e43 None None] Network a6c8ef61-9322-4676-9662-ced26ab9d1a2 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:22:51.583329 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8db06a08-2e55-4f2a-9542-d8f6102b78f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:51.627250 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5c973-1b75-4231-9607-5a8698603422 req-25eb03c5-09b7-4081-a2c7-300fa75e0626 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:51.639451 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5c973-1b75-4231-9607-5a8698603422 req-25eb03c5-09b7-4081-a2c7-300fa75e0626 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:51.651139 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5c973-1b75-4231-9607-5a8698603422 req-25eb03c5-09b7-4081-a2c7-300fa75e0626 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:51.660955 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8db06a08-2e55-4f2a-9542-d8f6102b78f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:51.663567 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8db06a08-2e55-4f2a-9542-d8f6102b78f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:51.667646 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8db06a08-2e55-4f2a-9542-d8f6102b78f6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2a186b6e-b590-4e89-bb94-095b85467c90 HTTP/1.1" status: 204 len: 168 time: 0.2236826 Dec 10 16:22:51.673564 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5c973-1b75-4231-9607-5a8698603422 req-25eb03c5-09b7-4081-a2c7-300fa75e0626 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:51.678119 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db06a08-2e55-4f2a-9542-d8f6102b78f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a186b6e-b590-4e89-bb94-095b85467c90,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:51.701693 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5c973-1b75-4231-9607-5a8698603422 req-25eb03c5-09b7-4081-a2c7-300fa75e0626 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:51.709201 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5c973-1b75-4231-9607-5a8698603422 req-25eb03c5-09b7-4081-a2c7-300fa75e0626 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:51.718084 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5c973-1b75-4231-9607-5a8698603422 req-25eb03c5-09b7-4081-a2c7-300fa75e0626 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:51.730397 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bfa5c973-1b75-4231-9607-5a8698603422 req-25eb03c5-09b7-4081-a2c7-300fa75e0626 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 5432 time: 0.1997907 Dec 10 16:22:51.839375 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bfa5c973-1b75-4231-9607-5a8698603422 req-78cd4d06-1012-4412-98eb-deb2a301ec62 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fee5dea-5071-48b5-9184-803baa237b28&id=4083d3d0-75b2-4bc3-967d-d9fa1f979d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1073320 Dec 10 16:22:52.100858 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70bfa99-3de9-4eb9-b277-3d98954f33b8 req-4fa5415e-5832-4983-8d73-f3ae864da6c2 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:52.109675 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f70bfa99-3de9-4eb9-b277-3d98954f33b8 req-4fa5415e-5832-4983-8d73-f3ae864da6c2 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/ports?device_id=03cb8079-ff76-4675-b749-ea1560ad5c10 HTTP/1.1" status: 200 len: 944 time: 0.0894992 Dec 10 16:22:52.223873 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f70bfa99-3de9-4eb9-b277-3d98954f33b8 req-6098e5ca-18d7-4333-991f-4208a5a76c74 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd34fd79-d9bf-4084-a467-851c2b3027f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129270 Dec 10 16:22:52.371098 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-30171310-3445-4bcc-bd24-51a574d74e17 req-e04978f2-1012-4c03-8491-ae1740bf4532 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2dd5a24-e0fd-4aa2-8aae-4656cc98f230 HTTP/1.1" status: 200 len: 210 time: 0.0368476 Dec 10 16:22:52.584416 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 00b877e7-0c62-43d5-88bd-1365886cbb74 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:22:52.633769 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-f3da1336-89dc-4781-8783-86723aaecffd req-95002e46-75e3-488b-a48b-ae0c47f2f3c0 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1131322156', 'description': 'tempest-description-608957797'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:22:52.676281 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f3da1336-89dc-4781-8783-86723aaecffd req-95002e46-75e3-488b-a48b-ae0c47f2f3c0 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:52.680496 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 00b877e7-0c62-43d5-88bd-1365886cbb74 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:22:52.690721 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 00b877e7-0c62-43d5-88bd-1365886cbb74 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:22:52.691092 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:52.842772 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:52.887696 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03cb8079-ff76-4675-b749-ea1560ad5c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b877e7-0c62-43d5-88bd-1365886cbb74'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:22:52.892909 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988675fc-e7a4-4777-9546-84f6783f16d1" -d '{"events": [{"server_uuid": "03cb8079-ff76-4675-b749-ea1560ad5c10", "name": "network-vif-plugged", "status": "completed", "tag": "00b877e7-0c62-43d5-88bd-1365886cbb74"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:22:52.913219 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 00b877e7-0c62-43d5-88bd-1365886cbb74, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=00b877e7-0c62-43d5-88bd-1365886cbb74,segment=NetworkSegment(8f06f3ad-599b-498d-b3dd-e0e6ed583f4b),segment_id=8f06f3ad-599b-498d-b3dd-e0e6ed583f4b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:52.919007 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:52.983024 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=00b877e7-0c62-43d5-88bd-1365886cbb74,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:53.052569 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-aec48ed3-3a13-4805-aba1-119446addb27 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=33fe36bd287d4a209fabdd94870da5aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257044 Dec 10 16:22:53.183630 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f3da1336-89dc-4781-8783-86723aaecffd req-95002e46-75e3-488b-a48b-ae0c47f2f3c0 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:53.189623 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f3da1336-89dc-4781-8783-86723aaecffd req-95002e46-75e3-488b-a48b-ae0c47f2f3c0 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:53.221819 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-25ab40bb-213f-4328-a4d4-af6414f60a8f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:53.223285 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-25ab40bb-213f-4328-a4d4-af6414f60a8f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1611671 Dec 10 16:22:53.239094 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f3da1336-89dc-4781-8783-86723aaecffd req-95002e46-75e3-488b-a48b-ae0c47f2f3c0 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:53.240281 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f3da1336-89dc-4781-8783-86723aaecffd req-95002e46-75e3-488b-a48b-ae0c47f2f3c0 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.6110349 Dec 10 16:22:53.244734 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-f8237628-fa80-4dde-b3b3-4a544c90b79a tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Request body: {'port': {'device_id': 'b2dd5a24-e0fd-4aa2-8aae-4656cc98f230', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'admin_state_up': True, 'tenant_id': '33fe36bd287d4a209fabdd94870da5aa'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:22:53.265463 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95002e46-75e3-488b-a48b-ae0c47f2f3c0 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41c1023f-d99f-4246-ab15-6bea3d56c7a8,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:53.411022 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-f8237628-fa80-4dde-b3b3-4a544c90b79a tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Made reservation on behalf of 33fe36bd287d4a209fabdd94870da5aa for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:22:53.414489 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-f8237628-fa80-4dde-b3b3-4a544c90b79a tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:53.440033 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe1366-53ed-4c73-bf9d-8a95e2c9224a req-cebb5fbe-99c0-4052-b827-9a191344f4cd tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:53.446119 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe1366-53ed-4c73-bf9d-8a95e2c9224a req-cebb5fbe-99c0-4052-b827-9a191344f4cd tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:53.452008 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe1366-53ed-4c73-bf9d-8a95e2c9224a req-cebb5fbe-99c0-4052-b827-9a191344f4cd tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:53.457852 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe1366-53ed-4c73-bf9d-8a95e2c9224a req-cebb5fbe-99c0-4052-b827-9a191344f4cd tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:53.463880 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe1366-53ed-4c73-bf9d-8a95e2c9224a req-cebb5fbe-99c0-4052-b827-9a191344f4cd tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:53.469831 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe1366-53ed-4c73-bf9d-8a95e2c9224a req-cebb5fbe-99c0-4052-b827-9a191344f4cd tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:53.475715 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe1366-53ed-4c73-bf9d-8a95e2c9224a req-cebb5fbe-99c0-4052-b827-9a191344f4cd tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:53.477650 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b2fe1366-53ed-4c73-bf9d-8a95e2c9224a req-cebb5fbe-99c0-4052-b827-9a191344f4cd tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 5432 time: 0.1242738 Dec 10 16:22:53.608992 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b2fe1366-53ed-4c73-bf9d-8a95e2c9224a req-a6b0bdc7-213e-4cc1-9872-e6ea832139ff tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fee5dea-5071-48b5-9184-803baa237b28&id=4083d3d0-75b2-4bc3-967d-d9fa1f979d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1242957 Dec 10 16:22:53.658047 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-f8237628-fa80-4dde-b3b3-4a544c90b79a tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Allocated IP 192.168.233.236 (1b1da819-dfba-43f2-8848-8bb429159850/a7a18c92-5007-49e2-b728-7aedc06dca57/2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:22:53.676882 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dded3e9e-904e-488f-b60f-6f77db71e1cc x-openstack-request-id: req-dded3e9e-904e-488f-b60f-6f77db71e1cc {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:22:53.677393 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03cb8079-ff76-4675-b749-ea1560ad5c10", "name": "network-vif-plugged", "status": "completed", "tag": "00b877e7-0c62-43d5-88bd-1365886cbb74", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:22:53.677517 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dded3e9e-904e-488f-b60f-6f77db71e1cc {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:22:53.678198 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03cb8079-ff76-4675-b749-ea1560ad5c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b877e7-0c62-43d5-88bd-1365886cbb74', 'code': 200} Dec 10 16:22:53.802262 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b0357-98fb-4e8d-8819-9f37c5861a67 req-8d407743-c6bb-45b5-a562-25d68bdae5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:53.803847 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-116b0357-98fb-4e8d-8819-9f37c5861a67 req-8d407743-c6bb-45b5-a562-25d68bdae5ce service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=03cb8079-ff76-4675-b749-ea1560ad5c10 HTTP/1.1" status: 200 len: 1096 time: 0.0553980 Dec 10 16:22:53.861399 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-116b0357-98fb-4e8d-8819-9f37c5861a67 req-43770c32-dd03-4b6e-98c6-e571b6ac01e2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=dd34fd79-d9bf-4084-a467-851c2b3027f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495048 Dec 10 16:22:53.888491 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-f8237628-fa80-4dde-b3b3-4a544c90b79a tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:53.930073 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-f8237628-fa80-4dde-b3b3-4a544c90b79a tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:53.942566 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['aaf2347b-92a7-49a0-8cd8-e38e0a7009a1', '8782ed96-2d9a-4331-bd2c-54617b6e6c76'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:22:53.949629 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['6d73126e-816a-49e2-8614-6c4009af6327', 'e06bbe0a-2a8a-44dc-a565-722865572b2e', '9aaffcf2-e527-458f-92dc-a7f3f3cd7837', 'b7061bcc-5b5c-47ea-a248-42218a991d43'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:22:54.014276 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-f8237628-fa80-4dde-b3b3-4a544c90b79a tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Network 1b1da819-dfba-43f2-8848-8bb429159850 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:22:54.020646 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-f8237628-fa80-4dde-b3b3-4a544c90b79a tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:22:54.034420 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b4635-79b0-42d5-b6bb-c22c518e30e9 req-ecac6875-47d6-4dc0-9bbe-0d77f85eeb12 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:54.036021 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-831b4635-79b0-42d5-b6bb-c22c518e30e9 req-ecac6875-47d6-4dc0-9bbe-0d77f85eeb12 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/ports?device_id=03cb8079-ff76-4675-b749-ea1560ad5c10 HTTP/1.1" status: 200 len: 945 time: 0.1038709 Dec 10 16:22:54.037133 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-f8237628-fa80-4dde-b3b3-4a544c90b79a tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:22:54.041255 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8237628-fa80-4dde-b3b3-4a544c90b79a tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Pushing event updated for resources: {'Port': ['ID=2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:54.127549 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-f8237628-fa80-4dde-b3b3-4a544c90b79a tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:54.128219 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-f8237628-fa80-4dde-b3b3-4a544c90b79a tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:54.134793 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-831b4635-79b0-42d5-b6bb-c22c518e30e9 req-dc2f6fbb-5395-4f25-b83d-ceb0bb6be6a2 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd34fd79-d9bf-4084-a467-851c2b3027f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673366 Dec 10 16:22:54.152052 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-f8237628-fa80-4dde-b3b3-4a544c90b79a tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9157066 Dec 10 16:22:54.168642 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-b4cce0cc-71c0-463d-859d-4cb4319be2f7 service neutron] Request body: {'port': {'device_id': 'b2dd5a24-e0fd-4aa2-8aae-4656cc98f230', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:22:54.281975 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0a2d0449-a141-474a-8a9c-016169665d66 req-7f649ddb-70c9-4b64-9fa3-b2e303468c82 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] 10.222.0.11 "GET /v2.0/security-groups/41c1023f-d99f-4246-ab15-6bea3d56c7a8 HTTP/1.1" status: 200 len: 1821 time: 0.1077225 Dec 10 16:22:54.282978 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-b4cce0cc-71c0-463d-859d-4cb4319be2f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:54.303101 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-0a2d0449-a141-474a-8a9c-016169665d66 req-2d7255ad-f5ca-4300-8a04-f03685a9d75d tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '41c1023f-d99f-4246-ab15-6bea3d56c7a8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:22:54.303480 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-0a2d0449-a141-474a-8a9c-016169665d66 req-2d7255ad-f5ca-4300-8a04-f03685a9d75d tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '41c1023f-d99f-4246-ab15-6bea3d56c7a8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:22:54.383957 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-0f7a8cbb-cbdf-4754-ba84-ef9f169ecf91 None None] Provisioning complete for port 2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:22:54.384333 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0f7a8cbb-cbdf-4754-ba84-ef9f169ecf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:54.461388 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-0f7a8cbb-cbdf-4754-ba84-ef9f169ecf91 None None] Port 2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:22:54.496459 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0a2d0449-a141-474a-8a9c-016169665d66 req-2d7255ad-f5ca-4300-8a04-f03685a9d75d tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:54.524915 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0a2d0449-a141-474a-8a9c-016169665d66 req-2d7255ad-f5ca-4300-8a04-f03685a9d75d tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:54.530925 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0a2d0449-a141-474a-8a9c-016169665d66 req-2d7255ad-f5ca-4300-8a04-f03685a9d75d tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:54.560809 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7255ad-f5ca-4300-8a04-f03685a9d75d tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adbbe130-1c3d-45a6-bf1c-5a90290f60a2,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:54.577410 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0a2d0449-a141-474a-8a9c-016169665d66 req-2d7255ad-f5ca-4300-8a04-f03685a9d75d tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:54.578618 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0a2d0449-a141-474a-8a9c-016169665d66 req-2d7255ad-f5ca-4300-8a04-f03685a9d75d tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2825649 Dec 10 16:22:54.648112 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-b4cce0cc-71c0-463d-859d-4cb4319be2f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:22:54.655960 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-b4cce0cc-71c0-463d-859d-4cb4319be2f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:54.676967 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-b4cce0cc-71c0-463d-859d-4cb4319be2f7 service neutron] Transition to ACTIVE for port object 2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:22:54.696164 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-b4cce0cc-71c0-463d-859d-4cb4319be2f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:54.744727 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee206b-4ee8-41c0-bdd5-b9e914ce90d4 req-385a1bc6-85b3-4078-9afc-046896341efd tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:54.747584 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-34ee206b-4ee8-41c0-bdd5-b9e914ce90d4 req-385a1bc6-85b3-4078-9afc-046896341efd tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 945 time: 0.0498393 Dec 10 16:22:54.765386 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4f729-2c73-407b-b1ba-09956f664d97 req-7b83fd71-17b3-406b-a479-73aa34b5aabb tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:54.766988 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5ab4f729-2c73-407b-b1ba-09956f664d97 req-7b83fd71-17b3-406b-a479-73aa34b5aabb tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2dd5a24-e0fd-4aa2-8aae-4656cc98f230 HTTP/1.1" status: 200 len: 936 time: 0.1024339 Dec 10 16:22:54.771527 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cce0cc-71c0-463d-859d-4cb4319be2f7 service neutron] Pushing event updated for resources: {'Port': ['ID=2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:54.850794 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-34ee206b-4ee8-41c0-bdd5-b9e914ce90d4 req-eb1fa407-6163-4e47-a4d0-6b9f9ff0454f tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Deleting port 2dd43503-16c0-4402-9a30-d9969dcf34f0 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:22:54.851368 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-34ee206b-4ee8-41c0-bdd5-b9e914ce90d4 req-eb1fa407-6163-4e47-a4d0-6b9f9ff0454f tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:54.874067 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5ab4f729-2c73-407b-b1ba-09956f664d97 req-c5704f10-6ee4-48bc-ab1a-21101e52df1d tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831523 Dec 10 16:22:54.876935 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-b4cce0cc-71c0-463d-859d-4cb4319be2f7 service neutron] Attempting to bind port 2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:22:54.877275 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-b4cce0cc-71c0-463d-859d-4cb4319be2f7 service neutron] Attempting to bind port 2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:22:54.877601 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-b4cce0cc-71c0-463d-859d-4cb4319be2f7 service neutron] Attempting to bind port 2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:22:54.882373 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-b4cce0cc-71c0-463d-859d-4cb4319be2f7 service neutron] Port 2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe on network 1b1da819-dfba-43f2-8848-8bb429159850 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:22:54.882691 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-b4cce0cc-71c0-463d-859d-4cb4319be2f7 service neutron] Attempting to bind port 2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:22:54.888392 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-b4cce0cc-71c0-463d-859d-4cb4319be2f7 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:22:54.888725 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-b4cce0cc-71c0-463d-859d-4cb4319be2f7 service neutron] Checking segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:22:54.889104 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-b4cce0cc-71c0-463d-859d-4cb4319be2f7 service neutron] Bound using segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:22:54.889526 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-b4cce0cc-71c0-463d-859d-4cb4319be2f7 service neutron] Bound port: 2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:22:54.889876 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-b4cce0cc-71c0-463d-859d-4cb4319be2f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:54.950490 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-34ee206b-4ee8-41c0-bdd5-b9e914ce90d4 req-eb1fa407-6163-4e47-a4d0-6b9f9ff0454f tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] For port 2dd43503-16c0-4402-9a30-d9969dcf34f0, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=2dd43503-16c0-4402-9a30-d9969dcf34f0,segment=NetworkSegment(ba4bffb6-59f5-4518-96be-6824e98414e9),segment_id=ba4bffb6-59f5-4518-96be-6824e98414e9)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:54.950932 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-34ee206b-4ee8-41c0-bdd5-b9e914ce90d4 req-eb1fa407-6163-4e47-a4d0-6b9f9ff0454f tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:54.968066 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-b4cce0cc-71c0-463d-859d-4cb4319be2f7 service neutron] For port 2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:22:54.968625 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-34ee206b-4ee8-41c0-bdd5-b9e914ce90d4 req-eb1fa407-6163-4e47-a4d0-6b9f9ff0454f tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Calling delete_port for 2dd43503-16c0-4402-9a30-d9969dcf34f0 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:22:54.972003 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-b4cce0cc-71c0-463d-859d-4cb4319be2f7 service neutron] For port 2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:22:54.976669 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-b4cce0cc-71c0-463d-859d-4cb4319be2f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:55.021469 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-b4cce0cc-71c0-463d-859d-4cb4319be2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:55.022088 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-b4cce0cc-71c0-463d-859d-4cb4319be2f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:55.023498 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-b4cce0cc-71c0-463d-859d-4cb4319be2f7 service neutron] 10.222.0.26 "PUT /v2.0/ports/2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe HTTP/1.1" status: 200 len: 1096 time: 0.8604927 Dec 10 16:22:55.023942 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2dd5a24-e0fd-4aa2-8aae-4656cc98f230', 'tag': '2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:22:55.026826 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89edfd24-b18d-4fb2-a67c-962456c8af69" -d '{"events": [{"name": "network-changed", "server_uuid": "b2dd5a24-e0fd-4aa2-8aae-4656cc98f230", "tag": "2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:22:55.057238 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cce0cc-71c0-463d-859d-4cb4319be2f7 service neutron] Pushing event updated for resources: {'Port': ['ID=2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:55.133809 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-34ee206b-4ee8-41c0-bdd5-b9e914ce90d4 req-eb1fa407-6163-4e47-a4d0-6b9f9ff0454f tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:55.146838 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['2dd43503-16c0-4402-9a30-d9969dcf34f0'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:22:55.169549 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1fa407-6163-4e47-a4d0-6b9f9ff0454f tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Pushing event deleted for resources: {'Port': ['ID=2dd43503-16c0-4402-9a30-d9969dcf34f0,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:55.190434 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-9f7d3197-800a-4b78-9c5a-f853a88786c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:55.192632 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-9f7d3197-800a-4b78-9c5a-f853a88786c7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=33fe36bd287d4a209fabdd94870da5aa&device_id=b2dd5a24-e0fd-4aa2-8aae-4656cc98f230 HTTP/1.1" status: 200 len: 1099 time: 0.1086600 Dec 10 16:22:55.217546 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17ebf9-1702-4060-85b4-a28801a0e5f4 req-c7cdb8b8-f2c0-42d3-b249-2f9c979acc81 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:55.223522 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17ebf9-1702-4060-85b4-a28801a0e5f4 req-c7cdb8b8-f2c0-42d3-b249-2f9c979acc81 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:55.223904 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ee206b-4ee8-41c0-bdd5-b9e914ce90d4 req-eb1fa407-6163-4e47-a4d0-6b9f9ff0454f tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] No DVR routers for this DVR port 2dd43503-16c0-4402-9a30-d9969dcf34f0 on host n-h1-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:22:55.227441 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-34ee206b-4ee8-41c0-bdd5-b9e914ce90d4 req-eb1fa407-6163-4e47-a4d0-6b9f9ff0454f tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:55.230280 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17ebf9-1702-4060-85b4-a28801a0e5f4 req-c7cdb8b8-f2c0-42d3-b249-2f9c979acc81 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:55.231395 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-34ee206b-4ee8-41c0-bdd5-b9e914ce90d4 req-eb1fa407-6163-4e47-a4d0-6b9f9ff0454f tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.26 "DELETE /v2.0/ports/2dd43503-16c0-4402-9a30-d9969dcf34f0 HTTP/1.1" status: 204 len: 173 time: 0.4760292 Dec 10 16:22:55.231880 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9', 'name': 'network-vif-deleted', 'tag': '2dd43503-16c0-4402-9a30-d9969dcf34f0'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:22:55.234794 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3bc4693-ad11-46e4-b628-665a4cdbb04f" -d '{"events": [{"server_uuid": "8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9", "name": "network-vif-deleted", "tag": "2dd43503-16c0-4402-9a30-d9969dcf34f0"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:22:55.236232 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17ebf9-1702-4060-85b4-a28801a0e5f4 req-c7cdb8b8-f2c0-42d3-b249-2f9c979acc81 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:55.242485 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17ebf9-1702-4060-85b4-a28801a0e5f4 req-c7cdb8b8-f2c0-42d3-b249-2f9c979acc81 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:55.249045 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17ebf9-1702-4060-85b4-a28801a0e5f4 req-c7cdb8b8-f2c0-42d3-b249-2f9c979acc81 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:55.255144 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17ebf9-1702-4060-85b4-a28801a0e5f4 req-c7cdb8b8-f2c0-42d3-b249-2f9c979acc81 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:55.257092 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cb17ebf9-1702-4060-85b4-a28801a0e5f4 req-c7cdb8b8-f2c0-42d3-b249-2f9c979acc81 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 5432 time: 0.1271138 Dec 10 16:22:55.269151 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42290) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:22:55.274833 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-8727c2cb-6f5a-4c80-9b97-9b4040d8b3a1 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Request body: {'floatingip': {'port_id': 'bd4fac7c-3598-4cc6-b999-9dd9d8245c08'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:22:55.310762 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-bd697016-f5bc-45d7-8050-0404effa01b0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe HTTP/1.1" status: 200 len: 217 time: 0.1045935 Dec 10 16:22:55.324991 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8727c2cb-6f5a-4c80-9b97-9b4040d8b3a1 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks [] for floatingip, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:55.396655 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d12e629f-fdcb-436b-8040-075bb3c5e880 req-6bc6b6e9-bf63-490f-b91a-46d364a59932 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9 HTTP/1.1" status: 200 len: 210 time: 0.0370390 Dec 10 16:22:55.409156 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-d71f1329-5c13-41ba-81cb-8479d0402e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:55.411770 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-d71f1329-5c13-41ba-81cb-8479d0402e20 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.0840609 Dec 10 16:22:55.454854 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-655e77ab-212f-4b4c-8082-453037442d66 req-983e47c2-e0ef-4410-81f8-e2cebfa139c4 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1646754572', 'description': 'tempest-description-634619760'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:22:55.485167 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-655e77ab-212f-4b4c-8082-453037442d66 req-983e47c2-e0ef-4410-81f8-e2cebfa139c4 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:55.489173 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-0a227b13-b8ed-4c14-83a5-946e3f0f3380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:55.490701 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-0a227b13-b8ed-4c14-83a5-946e3f0f3380 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0719953 Dec 10 16:22:55.624508 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-0bbbe87e-f6fa-4444-aad7-5faa56e0ffc3 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218057 Dec 10 16:22:55.630665 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-655e77ab-212f-4b4c-8082-453037442d66 req-983e47c2-e0ef-4410-81f8-e2cebfa139c4 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:55.634524 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-655e77ab-212f-4b4c-8082-453037442d66 req-983e47c2-e0ef-4410-81f8-e2cebfa139c4 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:55.708963 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e47c2-e0ef-4410-81f8-e2cebfa139c4 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=255ad090-5513-41b8-b665-ccd708dedb6b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:55.715333 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-655e77ab-212f-4b4c-8082-453037442d66 req-983e47c2-e0ef-4410-81f8-e2cebfa139c4 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:55.719239 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-655e77ab-212f-4b4c-8082-453037442d66 req-983e47c2-e0ef-4410-81f8-e2cebfa139c4 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2805059 Dec 10 16:22:55.768393 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22f15de3-2f0f-4a16-b05e-1cb0e543c999 req-dfabf6db-90a9-47a7-a718-5f35266e96ac service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186914 Dec 10 16:22:55.801614 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8727c2cb-6f5a-4c80-9b97-9b4040d8b3a1 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:55.806481 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8727c2cb-6f5a-4c80-9b97-9b4040d8b3a1 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:55.878114 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141fbc05-7812-4369-8df9-25fdb1a2abf2 x-openstack-request-id: req-141fbc05-7812-4369-8df9-25fdb1a2abf2 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:22:55.878557 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2dd5a24-e0fd-4aa2-8aae-4656cc98f230", "tag": "2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:22:55.878818 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-141fbc05-7812-4369-8df9-25fdb1a2abf2 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:22:55.879229 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2dd5a24-e0fd-4aa2-8aae-4656cc98f230', 'tag': '2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe', 'status': 'completed', 'code': 200} Dec 10 16:22:55.958866 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89edfd24-b18d-4fb2-a67c-962456c8af69 req-5c605138-ac28-4d85-a6e5-c91342f1bbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:55.961640 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-89edfd24-b18d-4fb2-a67c-962456c8af69 req-5c605138-ac28-4d85-a6e5-c91342f1bbe6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=33fe36bd287d4a209fabdd94870da5aa&device_id=b2dd5a24-e0fd-4aa2-8aae-4656cc98f230 HTTP/1.1" status: 200 len: 1099 time: 0.0435548 Dec 10 16:22:56.072289 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89edfd24-b18d-4fb2-a67c-962456c8af69 req-f50d656a-aa39-475e-9673-e51ca5bf2a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:56.074816 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-89edfd24-b18d-4fb2-a67c-962456c8af69 req-f50d656a-aa39-475e-9673-e51ca5bf2a65 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.0999143 Dec 10 16:22:56.143773 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-89edfd24-b18d-4fb2-a67c-962456c8af69 req-0f9bf55c-2c13-4296-afcd-cc00e151ceac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe HTTP/1.1" status: 200 len: 217 time: 0.0395498 Dec 10 16:22:56.168470 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c30507-7a0b-4e3f-88a0-5a5ec6715939 req-d9ff716f-299c-452f-b860-efd1ac84dfc3 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:56.169946 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d5c30507-7a0b-4e3f-88a0-5a5ec6715939 req-d9ff716f-299c-452f-b860-efd1ac84dfc3 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/ports?device_id=03cb8079-ff76-4675-b749-ea1560ad5c10 HTTP/1.1" status: 200 len: 945 time: 0.0922420 Dec 10 16:22:56.211725 n-d-766771-2 neutron-server[103393]: INFO neutron.db.l3_db [None req-8727c2cb-6f5a-4c80-9b97-9b4040d8b3a1 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Floating IP 56060cf1-10c5-4d81-804c-ba5ebb37084c associated. External IP: 172.25.6.117, port: bd4fac7c-3598-4cc6-b999-9dd9d8245c08. Dec 10 16:22:56.224631 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89edfd24-b18d-4fb2-a67c-962456c8af69 req-02372df3-6951-489c-bbd7-d675a5e3a833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:56.226080 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-89edfd24-b18d-4fb2-a67c-962456c8af69 req-02372df3-6951-489c-bbd7-d675a5e3a833 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.0737805 Dec 10 16:22:56.270626 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d5c30507-7a0b-4e3f-88a0-5a5ec6715939 req-b7ecd454-d8cb-48e2-8bc4-36ae2b7a4aff tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups?id=dd34fd79-d9bf-4084-a467-851c2b3027f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826199 Dec 10 16:22:56.284535 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89edfd24-b18d-4fb2-a67c-962456c8af69 req-436f3b8d-a2e4-4e26-8af6-d051425755b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:56.286150 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-89edfd24-b18d-4fb2-a67c-962456c8af69 req-436f3b8d-a2e4-4e26-8af6-d051425755b6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0524690 Dec 10 16:22:56.316798 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75eb9a6-d8de-4f73-9bb1-fa8bec4c863f x-openstack-request-id: req-c75eb9a6-d8de-4f73-9bb1-fa8bec4c863f {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:22:56.317088 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9", "name": "network-vif-deleted", "tag": "2dd43503-16c0-4402-9a30-d9969dcf34f0", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:22:56.317335 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c75eb9a6-d8de-4f73-9bb1-fa8bec4c863f {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:22:56.317748 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6be089-82e7-4a58-b6d7-91ac5c1dd9e9', 'name': 'network-vif-deleted', 'tag': '2dd43503-16c0-4402-9a30-d9969dcf34f0', 'status': 'completed', 'code': 200} Dec 10 16:22:56.404348 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf64c8c5-7391-42a3-afe0-90325355c45e req-39e5e22d-c009-4fee-b0c5-af81553951d3 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] 10.222.0.11 "GET /v2.0/security-groups/255ad090-5513-41b8-b665-ccd708dedb6b HTTP/1.1" status: 200 len: 1821 time: 0.0604811 Dec 10 16:22:56.421081 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-bf64c8c5-7391-42a3-afe0-90325355c45e req-84b290dd-ce61-48b2-8c0d-c3d70aede515 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '255ad090-5513-41b8-b665-ccd708dedb6b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:22:56.421400 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-bf64c8c5-7391-42a3-afe0-90325355c45e req-84b290dd-ce61-48b2-8c0d-c3d70aede515 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '255ad090-5513-41b8-b665-ccd708dedb6b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:22:56.431480 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8727c2cb-6f5a-4c80-9b97-9b4040d8b3a1 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Router b5750f1d-c29d-4c10-b6df-6d6671eaf472 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:22:56.433575 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-89edfd24-b18d-4fb2-a67c-962456c8af69 req-fa3186b6-c61a-46d5-a325-a2d41e9ec6e3 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322696 Dec 10 16:22:56.539388 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8727c2cb-6f5a-4c80-9b97-9b4040d8b3a1 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:22:56.539643 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bf64c8c5-7391-42a3-afe0-90325355c45e req-84b290dd-ce61-48b2-8c0d-c3d70aede515 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:56.544493 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8727c2cb-6f5a-4c80-9b97-9b4040d8b3a1 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:56.551977 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5a26d8-7ce0-4e15-bea2-3245ac7bd343 None None] Sync routers for ids ['b5750f1d-c29d-4c10-b6df-6d6671eaf472'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:22:56.565284 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-89edfd24-b18d-4fb2-a67c-962456c8af69 req-ef792fd7-fbb7-4ad5-8cdd-9feb93deeaa4 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236722 Dec 10 16:22:56.566429 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5a26d8-7ce0-4e15-bea2-3245ac7bd343 None None] Routers {'b5750f1d-c29d-4c10-b6df-6d6671eaf472'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:22:56.567576 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-fc5a26d8-7ce0-4e15-bea2-3245ac7bd343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:22:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['b5750f1d-c29d-4c10-b6df-6d6671eaf472'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:22:56.579119 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8727c2cb-6f5a-4c80-9b97-9b4040d8b3a1 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "PUT /v2.0/floatingips/56060cf1-10c5-4d81-804c-ba5ebb37084c HTTP/1.1" status: 200 len: 992 time: 1.3086555 Dec 10 16:22:56.579687 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bf64c8c5-7391-42a3-afe0-90325355c45e req-84b290dd-ce61-48b2-8c0d-c3d70aede515 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:56.583990 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bf64c8c5-7391-42a3-afe0-90325355c45e req-84b290dd-ce61-48b2-8c0d-c3d70aede515 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:56.602844 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b290dd-ce61-48b2-8c0d-c3d70aede515 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04f98ce9-6a51-43ce-b2d6-4b9f079af038,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:56.611731 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bf64c8c5-7391-42a3-afe0-90325355c45e req-84b290dd-ce61-48b2-8c0d-c3d70aede515 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:56.612945 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf64c8c5-7391-42a3-afe0-90325355c45e req-84b290dd-ce61-48b2-8c0d-c3d70aede515 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1976843 Dec 10 16:22:56.686199 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-fc5a26d8-7ce0-4e15-bea2-3245ac7bd343 None None] Set router b5750f1d-c29d-4c10-b6df-6d6671eaf472 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:22:56.751398 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156ac59-c8f9-45d6-aa37-496bbdf33620 req-09f2013b-6fc7-46b7-8d6a-dfbd9367d096 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:56.753091 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9156ac59-c8f9-45d6-aa37-496bbdf33620 req-09f2013b-6fc7-46b7-8d6a-dfbd9367d096 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2dd5a24-e0fd-4aa2-8aae-4656cc98f230 HTTP/1.1" status: 200 len: 948 time: 0.0541072 Dec 10 16:22:56.800581 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9156ac59-c8f9-45d6-aa37-496bbdf33620 req-3c71f10a-dfa4-470e-b0e3-11017efb2ea7 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413649 Dec 10 16:22:56.911474 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-fc5a26d8-7ce0-4e15-bea2-3245ac7bd343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5750f1d-c29d-4c10-b6df-6d6671eaf472', 'name': 'tempest-TaggedBootDevicesTest-1488134693-router', 'tenant_id': 'd8d2a6699ac14ae587266a65822b9f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '2e55ace3-4771-44d3-90bc-cc9f4562dfbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:20:32Z', 'revision_number': 4, 'project_id': 'd8d2a6699ac14ae587266a65822b9f70', 'gw_port': {'id': '2e55ace3-4771-44d3-90bc-cc9f4562dfbc', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:81:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5750f1d-c29d-4c10-b6df-6d6671eaf472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '56060cf1-10c5-4d81-804c-ba5ebb37084c', 'tenant_id': 'd8d2a6699ac14ae587266a65822b9f70', 'floating_ip_address': '172.25.6.117', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': 'b5750f1d-c29d-4c10-b6df-6d6671eaf472', 'port_id': 'bd4fac7c-3598-4cc6-b999-9dd9d8245c08', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '363226b2-5652-456e-86bb-08df05db4510', 'mac_address': 'fa:16:3e:8a:52:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:21:37Z', 'updated_at': '2021-12-10T16:22:55Z', 'revision_number': 1, 'project_id': 'd8d2a6699ac14ae587266a65822b9f70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f16c16b9-c71a-4713-8161-79fac789175f', 'name': '', 'network_id': '363226b2-5652-456e-86bb-08df05db4510', 'tenant_id': 'd8d2a6699ac14ae587266a65822b9f70', 'mac_address': 'fa:16:3e:43:ad:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5750f1d-c29d-4c10-b6df-6d6671eaf472', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'eba51dfb-4a31-463f-a3e8-1df67a384ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:31Z', 'updated_at': '2021-12-10T16:20:44Z', 'revision_number': 5, 'project_id': 'd8d2a6699ac14ae587266a65822b9f70', 'subnets': [{'id': 'eba51dfb-4a31-463f-a3e8-1df67a384ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:22:56.924552 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e727a4f3-fd33-4395-b58d-7b2b2b63af0b req-1d21e5d0-a479-4fec-954b-6430985155ff tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-9941599&fields=id&tenant_id=a3cc58e9a9e04cdfbbfcf1593b2aeb98 HTTP/1.1" status: 200 len: 267 time: 0.0411384 Dec 10 16:22:56.941383 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5a26d8-7ce0-4e15-bea2-3245ac7bd343 None None] Checking router: b5750f1d-c29d-4c10-b6df-6d6671eaf472 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:22:56.949800 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5a26d8-7ce0-4e15-bea2-3245ac7bd343 None None] Routers {'b5750f1d-c29d-4c10-b6df-6d6671eaf472'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:22:56.950443 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-fc5a26d8-7ce0-4e15-bea2-3245ac7bd343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:22:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['b5750f1d-c29d-4c10-b6df-6d6671eaf472'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:22:56.978851 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727a4f3-fd33-4395-b58d-7b2b2b63af0b req-3ecd4061-7ef3-444a-8a24-a56cb479e7f4 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:56.980440 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e727a4f3-fd33-4395-b58d-7b2b2b63af0b req-3ecd4061-7ef3-444a-8a24-a56cb479e7f4 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/ports?device_id=03cb8079-ff76-4675-b749-ea1560ad5c10 HTTP/1.1" status: 200 len: 945 time: 0.0495932 Dec 10 16:22:56.991510 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-e727a4f3-fd33-4395-b58d-7b2b2b63af0b req-0bf98ad8-2a21-4aba-a9c8-777d39ad8054 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Request body: {'port': {'security_groups': ['dd34fd79-d9bf-4084-a467-851c2b3027f1', '0fd80736-f106-4686-9d81-fc1d16c2d998']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:22:57.055641 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-fc5a26d8-7ce0-4e15-bea2-3245ac7bd343 None None] Set router b5750f1d-c29d-4c10-b6df-6d6671eaf472 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:22:57.060216 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e727a4f3-fd33-4395-b58d-7b2b2b63af0b req-0bf98ad8-2a21-4aba-a9c8-777d39ad8054 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:57.245860 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-e727a4f3-fd33-4395-b58d-7b2b2b63af0b req-0bf98ad8-2a21-4aba-a9c8-777d39ad8054 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] For port 00b877e7-0c62-43d5-88bd-1365886cbb74, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=00b877e7-0c62-43d5-88bd-1365886cbb74,segment=NetworkSegment(8f06f3ad-599b-498d-b3dd-e0e6ed583f4b),segment_id=8f06f3ad-599b-498d-b3dd-e0e6ed583f4b)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:57.279112 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-fc5a26d8-7ce0-4e15-bea2-3245ac7bd343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5750f1d-c29d-4c10-b6df-6d6671eaf472', 'name': 'tempest-TaggedBootDevicesTest-1488134693-router', 'tenant_id': 'd8d2a6699ac14ae587266a65822b9f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '2e55ace3-4771-44d3-90bc-cc9f4562dfbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:20:32Z', 'revision_number': 4, 'project_id': 'd8d2a6699ac14ae587266a65822b9f70', 'gw_port': {'id': '2e55ace3-4771-44d3-90bc-cc9f4562dfbc', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:81:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5750f1d-c29d-4c10-b6df-6d6671eaf472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '56060cf1-10c5-4d81-804c-ba5ebb37084c', 'tenant_id': 'd8d2a6699ac14ae587266a65822b9f70', 'floating_ip_address': '172.25.6.117', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': 'b5750f1d-c29d-4c10-b6df-6d6671eaf472', 'port_id': 'bd4fac7c-3598-4cc6-b999-9dd9d8245c08', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '363226b2-5652-456e-86bb-08df05db4510', 'mac_address': 'fa:16:3e:8a:52:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:21:37Z', 'updated_at': '2021-12-10T16:22:55Z', 'revision_number': 1, 'project_id': 'd8d2a6699ac14ae587266a65822b9f70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f16c16b9-c71a-4713-8161-79fac789175f', 'name': '', 'network_id': '363226b2-5652-456e-86bb-08df05db4510', 'tenant_id': 'd8d2a6699ac14ae587266a65822b9f70', 'mac_address': 'fa:16:3e:43:ad:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5750f1d-c29d-4c10-b6df-6d6671eaf472', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'eba51dfb-4a31-463f-a3e8-1df67a384ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:31Z', 'updated_at': '2021-12-10T16:20:44Z', 'revision_number': 5, 'project_id': 'd8d2a6699ac14ae587266a65822b9f70', 'subnets': [{'id': 'eba51dfb-4a31-463f-a3e8-1df67a384ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:22:57.283145 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e727a4f3-fd33-4395-b58d-7b2b2b63af0b req-0bf98ad8-2a21-4aba-a9c8-777d39ad8054 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:57.287920 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e727a4f3-fd33-4395-b58d-7b2b2b63af0b req-0bf98ad8-2a21-4aba-a9c8-777d39ad8054 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:57.312788 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['9b98c649-cef6-41a9-9094-c2220e447576', '00b877e7-0c62-43d5-88bd-1365886cbb74'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:22:57.315327 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5a26d8-7ce0-4e15-bea2-3245ac7bd343 None None] The sync data for ids ['b5750f1d-c29d-4c10-b6df-6d6671eaf472'] in n-d-766771-2 is: [{'id': 'b5750f1d-c29d-4c10-b6df-6d6671eaf472', 'name': 'tempest-TaggedBootDevicesTest-1488134693-router', 'tenant_id': 'd8d2a6699ac14ae587266a65822b9f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '2e55ace3-4771-44d3-90bc-cc9f4562dfbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:20:32Z', 'revision_number': 4, 'project_id': 'd8d2a6699ac14ae587266a65822b9f70', 'gw_port': {'id': '2e55ace3-4771-44d3-90bc-cc9f4562dfbc', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:81:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5750f1d-c29d-4c10-b6df-6d6671eaf472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '56060cf1-10c5-4d81-804c-ba5ebb37084c', 'tenant_id': 'd8d2a6699ac14ae587266a65822b9f70', 'floating_ip_address': '172.25.6.117', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': 'b5750f1d-c29d-4c10-b6df-6d6671eaf472', 'port_id': 'bd4fac7c-3598-4cc6-b999-9dd9d8245c08', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '363226b2-5652-456e-86bb-08df05db4510', 'mac_address': 'fa:16:3e:8a:52:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:21:37Z', 'updated_at': '2021-12-10T16:22:55Z', 'revision_number': 1, 'project_id': 'd8d2a6699ac14ae587266a65822b9f70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f16c16b9-c71a-4713-8161-79fac789175f', 'name': '', 'network_id': '363226b2-5652-456e-86bb-08df05db4510', 'tenant_id': 'd8d2a6699ac14ae587266a65822b9f70', 'mac_address': 'fa:16:3e:43:ad:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5750f1d-c29d-4c10-b6df-6d6671eaf472', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'eba51dfb-4a31-463f-a3e8-1df67a384ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:31Z', 'updated_at': '2021-12-10T16:20:44Z', 'revision_number': 5, 'project_id': 'd8d2a6699ac14ae587266a65822b9f70', 'subnets': [{'id': 'eba51dfb-4a31-463f-a3e8-1df67a384ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:22:57.334905 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727a4f3-fd33-4395-b58d-7b2b2b63af0b req-0bf98ad8-2a21-4aba-a9c8-777d39ad8054 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:57.335536 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e727a4f3-fd33-4395-b58d-7b2b2b63af0b req-0bf98ad8-2a21-4aba-a9c8-777d39ad8054 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:57.336944 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e727a4f3-fd33-4395-b58d-7b2b2b63af0b req-0bf98ad8-2a21-4aba-a9c8-777d39ad8054 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "PUT /v2.0/ports/00b877e7-0c62-43d5-88bd-1365886cbb74 HTTP/1.1" status: 200 len: 981 time: 0.3499315 Dec 10 16:22:57.359951 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf98ad8-2a21-4aba-a9c8-777d39ad8054 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Pushing event updated for resources: {'Port': ['ID=00b877e7-0c62-43d5-88bd-1365886cbb74,revision_number=6']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:57.461353 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['00b877e7-0c62-43d5-88bd-1365886cbb74'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:22:57.471913 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-9eb6a5a9-9973-430c-8413-9cf3cd8d5096 req-c33619cd-2bc0-4a0a-b32e-696d57a6077e tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1028573140', 'description': 'tempest-description-1177860554'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:22:57.499213 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9eb6a5a9-9973-430c-8413-9cf3cd8d5096 req-c33619cd-2bc0-4a0a-b32e-696d57a6077e tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:57.572884 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9eb6a5a9-9973-430c-8413-9cf3cd8d5096 req-c33619cd-2bc0-4a0a-b32e-696d57a6077e tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:57.577890 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9eb6a5a9-9973-430c-8413-9cf3cd8d5096 req-c33619cd-2bc0-4a0a-b32e-696d57a6077e tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:57.613179 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9eb6a5a9-9973-430c-8413-9cf3cd8d5096 req-c33619cd-2bc0-4a0a-b32e-696d57a6077e tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:57.614772 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9eb6a5a9-9973-430c-8413-9cf3cd8d5096 req-c33619cd-2bc0-4a0a-b32e-696d57a6077e tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.1478295 Dec 10 16:22:57.615231 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33619cd-2bc0-4a0a-b32e-696d57a6077e tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc9842a-dbff-4e45-8313-62eea37385f5,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:57.837865 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-46e88647-b060-4b8b-a7e3-d25d3774f5ad req-f9a812bb-9868-4ccb-ac20-40b2561629a5 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups/0fd80736-f106-4686-9d81-fc1d16c2d998 HTTP/1.1" status: 200 len: 1815 time: 0.0455823 Dec 10 16:22:57.880521 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03cb8079-ff76-4675-b749-ea1560ad5c10', 'tag': '00b877e7-0c62-43d5-88bd-1365886cbb74'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:22:57.882861 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf162dc8-ec4f-4128-a7c4-4513397b56f8" -d '{"events": [{"name": "network-changed", "server_uuid": "03cb8079-ff76-4675-b749-ea1560ad5c10", "tag": "00b877e7-0c62-43d5-88bd-1365886cbb74"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:22:57.893933 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [req-46e88647-b060-4b8b-a7e3-d25d3774f5ad req-c2e05be9-6b28-4bf4-9b81-b5cf09bbc378 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 10 16:22:57.895049 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-46e88647-b060-4b8b-a7e3-d25d3774f5ad req-c2e05be9-6b28-4bf4-9b81-b5cf09bbc378 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "DELETE /v2.0/security-groups/0fd80736-f106-4686-9d81-fc1d16c2d998 HTTP/1.1" status: 409 len: 341 time: 0.0507302 Dec 10 16:22:58.047515 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-5bf083e0-7bae-4ed1-86f9-cc4263a5bcac req-04f2d6bd-8e90-454a-89d2-28c30e984705 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-940043064', 'description': 'tempest-description-1495015558'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:22:58.071318 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5bf083e0-7bae-4ed1-86f9-cc4263a5bcac req-04f2d6bd-8e90-454a-89d2-28c30e984705 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:58.105870 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7a68ec-5ab3-4167-aa95-5eb654c9adf3 None None] New status for floating IP 56060cf1-10c5-4d81-804c-ba5ebb37084c: ACTIVE {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:22:58.139617 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5bf083e0-7bae-4ed1-86f9-cc4263a5bcac req-04f2d6bd-8e90-454a-89d2-28c30e984705 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:58.143450 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5bf083e0-7bae-4ed1-86f9-cc4263a5bcac req-04f2d6bd-8e90-454a-89d2-28c30e984705 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:58.167895 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5bf083e0-7bae-4ed1-86f9-cc4263a5bcac req-04f2d6bd-8e90-454a-89d2-28c30e984705 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:58.169106 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5bf083e0-7bae-4ed1-86f9-cc4263a5bcac req-04f2d6bd-8e90-454a-89d2-28c30e984705 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1256957 Dec 10 16:22:58.181742 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f2d6bd-8e90-454a-89d2-28c30e984705 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15bd6945-9df6-4e30-a2fa-6b86ccac710c,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:58.213197 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42340) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:22:58.269085 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-1690ab24-b9c3-43d4-8646-aeb6a6f47d0b admin admin] Deleting subnet 0733bfe1-6763-4622-804d-2791b07706b1 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:22:58.272496 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1690ab24-b9c3-43d4-8646-aeb6a6f47d0b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:58.309978 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1690ab24-b9c3-43d4-8646-aeb6a6f47d0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:58.328222 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3bd59-5b4b-4790-a6a8-7d4888e01e20 req-d9b01ee4-9508-48e6-a487-9728f75ceaf4 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:58.329771 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f3b3bd59-5b4b-4790-a6a8-7d4888e01e20 req-d9b01ee4-9508-48e6-a487-9728f75ceaf4 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2dd5a24-e0fd-4aa2-8aae-4656cc98f230 HTTP/1.1" status: 200 len: 948 time: 0.0493944 Dec 10 16:22:58.329918 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'tag': 'bd4fac7c-3598-4cc6-b999-9dd9d8245c08'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:22:58.332103 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21681719-a207-424d-bd91-2368a2e596dd" -d '{"events": [{"name": "network-changed", "server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "tag": "bd4fac7c-3598-4cc6-b999-9dd9d8245c08"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:22:58.358371 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1690ab24-b9c3-43d4-8646-aeb6a6f47d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:58.383764 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f3b3bd59-5b4b-4790-a6a8-7d4888e01e20 req-97d09ca2-f7ca-4c45-9b59-8d90c946bb17 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473397 Dec 10 16:22:58.413749 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1690ab24-b9c3-43d4-8646-aeb6a6f47d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:58.428355 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879a910c-1dfd-4199-9996-bd506227b1c3 x-openstack-request-id: req-879a910c-1dfd-4199-9996-bd506227b1c3 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:22:58.428719 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03cb8079-ff76-4675-b749-ea1560ad5c10", "tag": "00b877e7-0c62-43d5-88bd-1365886cbb74", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:22:58.429041 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-879a910c-1dfd-4199-9996-bd506227b1c3 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:22:58.429513 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03cb8079-ff76-4675-b749-ea1560ad5c10', 'tag': '00b877e7-0c62-43d5-88bd-1365886cbb74', 'status': 'completed', 'code': 200} Dec 10 16:22:58.439598 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1690ab24-b9c3-43d4-8646-aeb6a6f47d0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0733bfe1-6763-4622-804d-2791b07706b1,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:58.444188 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1690ab24-b9c3-43d4-8646-aeb6a6f47d0b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:58.447575 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1690ab24-b9c3-43d4-8646-aeb6a6f47d0b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0733bfe1-6763-4622-804d-2791b07706b1 HTTP/1.1" status: 204 len: 168 time: 0.2332530 Dec 10 16:22:58.452507 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42346) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:22:58.461378 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690ab24-b9c3-43d4-8646-aeb6a6f47d0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:22:58.461771 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690ab24-b9c3-43d4-8646-aeb6a6f47d0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:22:58.462337 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690ab24-b9c3-43d4-8646-aeb6a6f47d0b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:22:58.462854 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690ab24-b9c3-43d4-8646-aeb6a6f47d0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:22:58.463183 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690ab24-b9c3-43d4-8646-aeb6a6f47d0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:22:58.463572 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690ab24-b9c3-43d4-8646-aeb6a6f47d0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:22:58.464425 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690ab24-b9c3-43d4-8646-aeb6a6f47d0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:22:58.464924 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690ab24-b9c3-43d4-8646-aeb6a6f47d0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:22:58.465416 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690ab24-b9c3-43d4-8646-aeb6a6f47d0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:22:58.465738 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690ab24-b9c3-43d4-8646-aeb6a6f47d0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:22:58.466053 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690ab24-b9c3-43d4-8646-aeb6a6f47d0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:22:58.466505 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690ab24-b9c3-43d4-8646-aeb6a6f47d0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:22:58.466870 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690ab24-b9c3-43d4-8646-aeb6a6f47d0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:22:58.516212 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf162dc8-ec4f-4128-a7c4-4513397b56f8 req-3323d447-a5a2-43f4-ac8b-c175520b481b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:58.517791 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cf162dc8-ec4f-4128-a7c4-4513397b56f8 req-3323d447-a5a2-43f4-ac8b-c175520b481b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a3cc58e9a9e04cdfbbfcf1593b2aeb98&device_id=03cb8079-ff76-4675-b749-ea1560ad5c10 HTTP/1.1" status: 200 len: 1135 time: 0.0502002 Dec 10 16:22:58.531645 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-034bd24b-a3c7-46c6-892e-5e9a6bd9ebf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:58.595612 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:22:58.610882 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 2dd43503-16c0-4402-9a30-d9969dcf34f0 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:22:58.630344 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-034bd24b-a3c7-46c6-892e-5e9a6bd9ebf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:58.638620 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 2dd43503-16c0-4402-9a30-d9969dcf34f0 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:22:58.639214 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 2dd43503-16c0-4402-9a30-d9969dcf34f0 not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:22:58.654060 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-034bd24b-a3c7-46c6-892e-5e9a6bd9ebf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85be2e17-4b10-4d14-9b32-3869abb76961']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:22:58.663827 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-034bd24b-a3c7-46c6-892e-5e9a6bd9ebf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca85019-a24a-4916-864b-3c419298bab5') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:22:58.664203 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-034bd24b-a3c7-46c6-892e-5e9a6bd9ebf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca85019-a24a-4916-864b-3c419298bab5') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:22:58.668859 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6dc0e-66a1-42f8-b939-66fa83c7e68c req-b1a85185-3b0f-4f2c-81a5-5335b243b90a tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:58.670372 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-99e6dc0e-66a1-42f8-b939-66fa83c7e68c req-b1a85185-3b0f-4f2c-81a5-5335b243b90a tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=966e688e-9424-48b7-ba99-961b4562b6dd HTTP/1.1" status: 200 len: 944 time: 0.0768526 Dec 10 16:22:58.671367 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf162dc8-ec4f-4128-a7c4-4513397b56f8 req-cba8c11c-6348-4f61-b24e-243d1e773d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:58.672684 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cf162dc8-ec4f-4128-a7c4-4513397b56f8 req-cba8c11c-6348-4f61-b24e-243d1e773d66 service neutron] 10.222.0.26 "GET /v2.0/networks?id=35b953cb-3f56-4753-a6f2-3a37c46fea02 HTTP/1.1" status: 200 len: 913 time: 0.1428323 Dec 10 16:22:58.674296 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-034bd24b-a3c7-46c6-892e-5e9a6bd9ebf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:58.703769 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-034bd24b-a3c7-46c6-892e-5e9a6bd9ebf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:58.715429 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-034bd24b-a3c7-46c6-892e-5e9a6bd9ebf8 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:22:58.716096 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-034bd24b-a3c7-46c6-892e-5e9a6bd9ebf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:58.717792 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:22:58.717792 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:22:58.717792 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:22:58.717792 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:22:58.717792 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:22:58.717792 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:22:58.717792 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:22:58.717792 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:22:58.717792 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:22:58.717792 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:22:58.717792 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:22:58.717792 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:22:58.717792 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:22:58.717792 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:22:58.717792 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:22:58.717792 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:22:58.717792 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:22:58.717792 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:22:58.717792 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:22:58.717792 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:22:58.717792 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:22:58.717792 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:22:58.717792 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:22:58.717792 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:22:58.717792 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:22:58.717792 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:22:58.717792 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:22:58.717792 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:22:58.717792 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:22:58.717792 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:22:58.717792 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:22:58.717792 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:22:58.732426 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:58.736299 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cf162dc8-ec4f-4128-a7c4-4513397b56f8 req-715f6d48-f709-40d1-af65-a9cb4e7199ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00b877e7-0c62-43d5-88bd-1365886cbb74 HTTP/1.1" status: 200 len: 217 time: 0.0500267 Dec 10 16:22:58.745528 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'port_id': '2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe', 'mac_address': 'fa:16:3e:ce:53:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a18c92-5007-49e2-b728-7aedc06dca57', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:22:58.765349 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8302534-5863-4c4d-9858-80c9f8e5f432 req-451fcc99-b66e-4504-98fc-e8f83f46057f tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:58.766846 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e8302534-5863-4c4d-9858-80c9f8e5f432 req-451fcc99-b66e-4504-98fc-e8f83f46057f tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.26 "GET /v2.0/ports?device_id=966e688e-9424-48b7-ba99-961b4562b6dd HTTP/1.1" status: 200 len: 944 time: 0.1642764 Dec 10 16:22:58.786293 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:58.789836 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-99e6dc0e-66a1-42f8-b939-66fa83c7e68c req-08ee81c6-54bd-4486-b874-4aad89a68ec8 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/security-groups?id=6259e590-5539-4084-ab42-0b82a81a9685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082776 Dec 10 16:22:58.802040 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:22:58.808184 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf162dc8-ec4f-4128-a7c4-4513397b56f8 req-4ed9fa34-6f6d-43d3-82ab-e90eb2dca65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:58.809788 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cf162dc8-ec4f-4128-a7c4-4513397b56f8 req-4ed9fa34-6f6d-43d3-82ab-e90eb2dca65a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b7e8a49b-cdc4-4ea7-917a-0efc9795c921 HTTP/1.1" status: 200 len: 852 time: 0.0657339 Dec 10 16:22:58.823185 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:58.827746 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-034bd24b-a3c7-46c6-892e-5e9a6bd9ebf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:58.829652 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:58.852432 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cf162dc8-ec4f-4128-a7c4-4513397b56f8 req-08ce1b55-3631-4e95-8683-ec958f868a09 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=35b953cb-3f56-4753-a6f2-3a37c46fea02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306931 Dec 10 16:22:58.865564 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-034bd24b-a3c7-46c6-892e-5e9a6bd9ebf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:58.868756 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-034bd24b-a3c7-46c6-892e-5e9a6bd9ebf8 admin admin] 10.222.0.11 "DELETE /v2.0/networks/85be2e17-4b10-4d14-9b32-3869abb76961 HTTP/1.1" status: 204 len: 168 time: 0.4151559 Dec 10 16:22:58.877532 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034bd24b-a3c7-46c6-892e-5e9a6bd9ebf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=85be2e17-4b10-4d14-9b32-3869abb76961,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:58.879141 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:58.888643 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:22:58.889303 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:22:58.889810 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:22:58.890374 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:22:58.890869 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:22:58.891363 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:22:58.891853 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:22:58.892348 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:22:58.892846 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:22:58.893330 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:22:58.893816 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:22:58.894326 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:22:58.894827 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:22:58.917889 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-e8302534-5863-4c4d-9858-80c9f8e5f432 req-485e3ded-26fc-41aa-9ca2-4d684929e7f1 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Deleting port 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:22:58.918326 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-e8302534-5863-4c4d-9858-80c9f8e5f432 req-485e3ded-26fc-41aa-9ca2-4d684929e7f1 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:58.948554 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3aef4394-df18-48b1-ad90-b62d45138b88 req-f013d6d2-fbfd-4e55-bb00-e67065c60785 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] 10.222.0.11 "GET /v2.0/security-groups/9dc9842a-dbff-4e45-8313-62eea37385f5 HTTP/1.1" status: 200 len: 1822 time: 0.0985324 Dec 10 16:22:58.992477 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cf162dc8-ec4f-4128-a7c4-4513397b56f8 req-ca1befac-f1f9-460d-a969-2eacbf1dc66a service neutron] 10.222.0.26 "GET /v2.0/networks/35b953cb-3f56-4753-a6f2-3a37c46fea02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268225 Dec 10 16:22:59.026242 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-e8302534-5863-4c4d-9858-80c9f8e5f432 req-485e3ded-26fc-41aa-9ca2-4d684929e7f1 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] For port 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7,segment=NetworkSegment(ba4bffb6-59f5-4518-96be-6824e98414e9),segment_id=ba4bffb6-59f5-4518-96be-6824e98414e9)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:22:59.027123 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-e8302534-5863-4c4d-9858-80c9f8e5f432 req-485e3ded-26fc-41aa-9ca2-4d684929e7f1 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:59.040554 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-e8302534-5863-4c4d-9858-80c9f8e5f432 req-485e3ded-26fc-41aa-9ca2-4d684929e7f1 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Calling delete_port for 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:22:59.064502 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3aef4394-df18-48b1-ad90-b62d45138b88 req-46c849a8-d2d7-4e1c-9ae9-7459edb943dd tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] 10.222.0.11 "GET /v2.0/security-groups/15bd6945-9df6-4e30-a2fa-6b86ccac710c HTTP/1.1" status: 200 len: 1821 time: 0.1031730 Dec 10 16:22:59.066469 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 42356) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:22:59.092467 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-3aef4394-df18-48b1-ad90-b62d45138b88 req-6060c432-21c4-4897-87e8-46fe80b4c894 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9dc9842a-dbff-4e45-8313-62eea37385f5', 'remote_group_id': '15bd6945-9df6-4e30-a2fa-6b86ccac710c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:22:59.092798 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-3aef4394-df18-48b1-ad90-b62d45138b88 req-6060c432-21c4-4897-87e8-46fe80b4c894 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9dc9842a-dbff-4e45-8313-62eea37385f5', 'remote_group_id': '15bd6945-9df6-4e30-a2fa-6b86ccac710c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:22:59.126594 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:22:59.162674 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ab9d64aa-000c-4203-a16b-4397ee01b8f2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9b4abb5f463d4717bb66baf7025fca57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0928133 Dec 10 16:22:59.162674 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cf162dc8-ec4f-4128-a7c4-4513397b56f8 req-bd52f2b0-5510-42e1-9d21-400fa8d90889 service neutron] 10.222.0.26 "GET /v2.0/networks/35b953cb-3f56-4753-a6f2-3a37c46fea02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595201 Dec 10 16:22:59.163005 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42358) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:22:59.205073 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-e8302534-5863-4c4d-9858-80c9f8e5f432 req-485e3ded-26fc-41aa-9ca2-4d684929e7f1 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:59.239778 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485e3ded-26fc-41aa-9ca2-4d684929e7f1 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Pushing event deleted for resources: {'Port': ['ID=2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:59.265617 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3aef4394-df18-48b1-ad90-b62d45138b88 req-6060c432-21c4-4897-87e8-46fe80b4c894 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:59.294770 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-233d6039-5199-47c4-a6fe-eaa9f5966c57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:59.297642 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8302534-5863-4c4d-9858-80c9f8e5f432 req-485e3ded-26fc-41aa-9ca2-4d684929e7f1 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] No DVR routers for this DVR port 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7 on host n-h1-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:22:59.300584 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-e8302534-5863-4c4d-9858-80c9f8e5f432 req-485e3ded-26fc-41aa-9ca2-4d684929e7f1 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:59.304033 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e8302534-5863-4c4d-9858-80c9f8e5f432 req-485e3ded-26fc-41aa-9ca2-4d684929e7f1 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.26 "DELETE /v2.0/ports/2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7 HTTP/1.1" status: 204 len: 173 time: 0.5241969 Dec 10 16:22:59.317560 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5e3c5-b9b6-4479-99b8-f8a702e14015 req-1b3b7c0f-88a1-4285-b02d-fcd6f3622b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:59.319072 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6dd5e3c5-b9b6-4479-99b8-f8a702e14015 req-1b3b7c0f-88a1-4285-b02d-fcd6f3622b4f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a3cc58e9a9e04cdfbbfcf1593b2aeb98&device_id=03cb8079-ff76-4675-b749-ea1560ad5c10 HTTP/1.1" status: 200 len: 1135 time: 0.0966132 Dec 10 16:22:59.326577 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-233d6039-5199-47c4-a6fe-eaa9f5966c57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:59.327294 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3aef4394-df18-48b1-ad90-b62d45138b88 req-6060c432-21c4-4897-87e8-46fe80b4c894 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:59.332079 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3aef4394-df18-48b1-ad90-b62d45138b88 req-6060c432-21c4-4897-87e8-46fe80b4c894 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:59.387110 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-233d6039-5199-47c4-a6fe-eaa9f5966c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:59.390226 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-233d6039-5199-47c4-a6fe-eaa9f5966c57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:59.391172 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6060c432-21c4-4897-87e8-46fe80b4c894 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b92616da-ccdb-4f13-8a9b-99386a6bf75a,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:59.394870 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-233d6039-5199-47c4-a6fe-eaa9f5966c57 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3049edc5-eca9-406c-84c4-fac60cba3297 HTTP/1.1" status: 204 len: 168 time: 0.2279251 Dec 10 16:22:59.403500 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d6039-5199-47c4-a6fe-eaa9f5966c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3049edc5-eca9-406c-84c4-fac60cba3297,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:22:59.406161 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3aef4394-df18-48b1-ad90-b62d45138b88 req-6060c432-21c4-4897-87e8-46fe80b4c894 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:22:59.407349 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3aef4394-df18-48b1-ad90-b62d45138b88 req-6060c432-21c4-4897-87e8-46fe80b4c894 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3282440 Dec 10 16:22:59.448192 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5e3c5-b9b6-4479-99b8-f8a702e14015 req-d38b1004-5562-44c1-8729-5abd71aa715b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:59.454222 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6dd5e3c5-b9b6-4479-99b8-f8a702e14015 req-d38b1004-5562-44c1-8729-5abd71aa715b service neutron] 10.222.0.26 "GET /v2.0/networks?id=35b953cb-3f56-4753-a6f2-3a37c46fea02 HTTP/1.1" status: 200 len: 913 time: 0.1171865 Dec 10 16:22:59.497089 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa3863f-d0ba-48e6-a451-8e0462d933f6 x-openstack-request-id: req-7fa3863f-d0ba-48e6-a451-8e0462d933f6 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:22:59.497385 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "tag": "bd4fac7c-3598-4cc6-b999-9dd9d8245c08", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:22:59.497642 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7fa3863f-d0ba-48e6-a451-8e0462d933f6 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:22:59.498041 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'tag': 'bd4fac7c-3598-4cc6-b999-9dd9d8245c08', 'status': 'completed', 'code': 200} Dec 10 16:22:59.507400 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6dd5e3c5-b9b6-4479-99b8-f8a702e14015 req-954803ca-c4e7-4e3e-b234-c7db28f1264c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00b877e7-0c62-43d5-88bd-1365886cbb74 HTTP/1.1" status: 200 len: 217 time: 0.0447423 Dec 10 16:22:59.592167 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5e3c5-b9b6-4479-99b8-f8a702e14015 req-b832574f-8536-4af8-8eb7-090df36e492b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:59.594590 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6dd5e3c5-b9b6-4479-99b8-f8a702e14015 req-b832574f-8536-4af8-8eb7-090df36e492b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b7e8a49b-cdc4-4ea7-917a-0efc9795c921 HTTP/1.1" status: 200 len: 852 time: 0.0803721 Dec 10 16:22:59.600582 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21681719-a207-424d-bd91-2368a2e596dd req-f92347e0-c07f-41f6-a68f-d6996340fec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:59.601118 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21681719-a207-424d-bd91-2368a2e596dd req-f92347e0-c07f-41f6-a68f-d6996340fec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:59.601591 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21681719-a207-424d-bd91-2368a2e596dd req-f92347e0-c07f-41f6-a68f-d6996340fec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:59.602047 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21681719-a207-424d-bd91-2368a2e596dd req-f92347e0-c07f-41f6-a68f-d6996340fec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:59.602526 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21681719-a207-424d-bd91-2368a2e596dd req-f92347e0-c07f-41f6-a68f-d6996340fec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:59.602981 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21681719-a207-424d-bd91-2368a2e596dd req-f92347e0-c07f-41f6-a68f-d6996340fec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:59.603502 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21681719-a207-424d-bd91-2368a2e596dd req-f92347e0-c07f-41f6-a68f-d6996340fec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:59.605765 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-21681719-a207-424d-bd91-2368a2e596dd req-f92347e0-c07f-41f6-a68f-d6996340fec1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8d2a6699ac14ae587266a65822b9f70&device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 6489 time: 0.0800927 Dec 10 16:22:59.651179 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6dd5e3c5-b9b6-4479-99b8-f8a702e14015 req-18ffbd92-26dc-4033-a294-7339ba3d2350 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=35b953cb-3f56-4753-a6f2-3a37c46fea02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444150 Dec 10 16:22:59.786926 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f6d62-193a-4a18-ab99-db373cd5c88d req-8907f155-a73c-4f62-acd5-d849e9ffb1c5 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:59.788452 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6f3f6d62-193a-4a18-ab99-db373cd5c88d req-8907f155-a73c-4f62-acd5-d849e9ffb1c5 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/ports?device_id=03cb8079-ff76-4675-b749-ea1560ad5c10 HTTP/1.1" status: 200 len: 984 time: 0.1806843 Dec 10 16:22:59.845052 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21681719-a207-424d-bd91-2368a2e596dd req-955312d4-ebcf-42c0-a25f-be6054a8068a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:22:59.846551 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-21681719-a207-424d-bd91-2368a2e596dd req-955312d4-ebcf-42c0-a25f-be6054a8068a service neutron] 10.222.0.46 "GET /v2.0/networks?id=363226b2-5652-456e-86bb-08df05db4510 HTTP/1.1" status: 200 len: 913 time: 0.2107298 Dec 10 16:22:59.877148 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6dd5e3c5-b9b6-4479-99b8-f8a702e14015 req-81fca2f2-fcc0-47c7-8057-868490b91660 service neutron] 10.222.0.26 "GET /v2.0/networks/35b953cb-3f56-4753-a6f2-3a37c46fea02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032259 Dec 10 16:23:00.005361 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6f3f6d62-193a-4a18-ab99-db373cd5c88d req-198cbde1-b731-4d3d-9d15-f26bf7fe414b tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups?id=0fd80736-f106-4686-9d81-fc1d16c2d998&id=dd34fd79-d9bf-4084-a467-851c2b3027f1&fields=id&fields=name HTTP/1.1" status: 200 len: 399 time: 0.2056038 Dec 10 16:23:00.013641 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-21681719-a207-424d-bd91-2368a2e596dd req-aa73af8d-777f-43b4-b3ea-c2fdd201269a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd4fac7c-3598-4cc6-b999-9dd9d8245c08 HTTP/1.1" status: 200 len: 1002 time: 0.1534231 Dec 10 16:23:00.089502 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21681719-a207-424d-bd91-2368a2e596dd req-927ab9cc-3bba-46eb-ae40-a929327a9f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:00.091291 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-21681719-a207-424d-bd91-2368a2e596dd req-927ab9cc-3bba-46eb-ae40-a929327a9f6a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eba51dfb-4a31-463f-a3e8-1df67a384ba8 HTTP/1.1" status: 200 len: 851 time: 0.0702424 Dec 10 16:23:00.093084 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6dd5e3c5-b9b6-4479-99b8-f8a702e14015 req-77d80942-099f-4786-8194-5cd6b69a6bca service neutron] 10.222.0.26 "GET /v2.0/networks/35b953cb-3f56-4753-a6f2-3a37c46fea02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730103 Dec 10 16:23:00.160624 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21681719-a207-424d-bd91-2368a2e596dd req-49b734aa-3e2b-4467-b34e-3f8cda53ee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:00.162098 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-21681719-a207-424d-bd91-2368a2e596dd req-49b734aa-3e2b-4467-b34e-3f8cda53ee2a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=363226b2-5652-456e-86bb-08df05db4510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548353 Dec 10 16:23:00.251557 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f6140-10b2-4923-a3a7-cf02997af16d req-f0eb938c-c74d-4ee0-b6a3-697e5d8c6e94 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:00.253048 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f36f6140-10b2-4923-a3a7-cf02997af16d req-f0eb938c-c74d-4ee0-b6a3-697e5d8c6e94 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2dd5a24-e0fd-4aa2-8aae-4656cc98f230 HTTP/1.1" status: 200 len: 949 time: 0.1075585 Dec 10 16:23:00.320279 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-21681719-a207-424d-bd91-2368a2e596dd req-e00b7a2d-4e87-4333-b1b9-aff24f6456ed service neutron] 10.222.0.46 "GET /v2.0/networks/363226b2-5652-456e-86bb-08df05db4510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403942 Dec 10 16:23:00.324117 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f36f6140-10b2-4923-a3a7-cf02997af16d req-77e10841-1cdd-4ecc-8837-3b51bd166735 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644226 Dec 10 16:23:00.380629 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-643c72f6-f64e-4a4c-a824-c59694af7df3 req-9219e795-2141-422c-ae22-6a153dde6127 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2022154674', 'description': 'tempest-description-503880732'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:00.426230 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-643c72f6-f64e-4a4c-a824-c59694af7df3 req-9219e795-2141-422c-ae22-6a153dde6127 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:00.616863 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:23:00.668270 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:23:00.672439 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:23:00.672805 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:00.733419 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-21681719-a207-424d-bd91-2368a2e596dd req-4cfd9090-e5ec-451b-ab41-bad85f3b187c service neutron] 10.222.0.46 "GET /v2.0/networks/363226b2-5652-456e-86bb-08df05db4510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054706 Dec 10 16:23:00.755410 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:00.781438 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2dd5a24-e0fd-4aa2-8aae-4656cc98f230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:23:00.783686 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa850548-2263-4e9a-b68c-f399d95cc56d" -d '{"events": [{"server_uuid": "b2dd5a24-e0fd-4aa2-8aae-4656cc98f230", "name": "network-vif-plugged", "status": "completed", "tag": "2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:23:00.784615 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-643c72f6-f64e-4a4c-a824-c59694af7df3 req-9219e795-2141-422c-ae22-6a153dde6127 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:00.788304 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-643c72f6-f64e-4a4c-a824-c59694af7df3 req-9219e795-2141-422c-ae22-6a153dde6127 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:00.797216 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:00.801176 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:00.813240 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-643c72f6-f64e-4a4c-a824-c59694af7df3 req-9219e795-2141-422c-ae22-6a153dde6127 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:00.814481 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-643c72f6-f64e-4a4c-a824-c59694af7df3 req-9219e795-2141-422c-ae22-6a153dde6127 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4392970 Dec 10 16:23:00.822856 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9219e795-2141-422c-ae22-6a153dde6127 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=070e3e4a-205d-4c69-baf6-5e71f79f00f8,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:00.857450 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:01.077474 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-5e37ee1e-f2ca-4650-882a-a8fca997a2be tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=61cbc4236b4142b29fa92b081506716c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213027 Dec 10 16:23:01.119325 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42418) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:01.187824 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-f1180ee0-2446-41e1-b494-666343b33fdb tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:01.189338 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-f1180ee0-2446-41e1-b494-666343b33fdb tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1063931 Dec 10 16:23:01.204249 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-ae2c0897-3c6b-40d8-9746-5bfe8285acd1 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] 10.222.0.11 "GET /v2.0/quotas/61cbc4236b4142b29fa92b081506716c HTTP/1.1" status: 200 len: 375 time: 0.0093167 Dec 10 16:23:01.222130 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-80b80ae4-c49a-4e55-a698-11ed32c681f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:01.237955 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-01e02c6d-a1db-4f2a-a1d1-2cf4eb0f0a60 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=61cbc4236b4142b29fa92b081506716c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261626 Dec 10 16:23:01.298674 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-80b80ae4-c49a-4e55-a698-11ed32c681f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:01.302464 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-80b80ae4-c49a-4e55-a698-11ed32c681f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:01.339812 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b80ae4-c49a-4e55-a698-11ed32c681f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0712848d-e813-4b9c-9134-44846cdd55c6,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:01.343981 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-80b80ae4-c49a-4e55-a698-11ed32c681f0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eb3ad86b5ffe4db8a857260e6eafb668&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2237256 Dec 10 16:23:01.347622 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42426) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:01.399164 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-784cd55f-36ae-46ec-aa86-7794a162e179 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:01.423859 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-784cd55f-36ae-46ec-aa86-7794a162e179 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:01.443378 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609face8-d3cf-42bb-bd78-5232ba5d41fa x-openstack-request-id: req-609face8-d3cf-42bb-bd78-5232ba5d41fa {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:23:01.444226 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2dd5a24-e0fd-4aa2-8aae-4656cc98f230", "name": "network-vif-plugged", "status": "completed", "tag": "2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:23:01.444577 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-609face8-d3cf-42bb-bd78-5232ba5d41fa {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:23:01.445085 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2dd5a24-e0fd-4aa2-8aae-4656cc98f230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe', 'code': 200} Dec 10 16:23:01.458418 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-22d894a9-10e4-4b1d-a710-fdbde28a09cc req-9dc9e782-8a98-4d42-b140-b5f67199557e tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-206126020', 'description': 'tempest-description-1590409747'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:01.484083 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-784cd55f-36ae-46ec-aa86-7794a162e179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:01.488268 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-784cd55f-36ae-46ec-aa86-7794a162e179 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:01.490412 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-784cd55f-36ae-46ec-aa86-7794a162e179 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0712848d-e813-4b9c-9134-44846cdd55c6 HTTP/1.1" status: 204 len: 168 time: 0.1416235 Dec 10 16:23:01.498507 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966e688e-9424-48b7-ba99-961b4562b6dd', 'name': 'network-vif-deleted', 'tag': '2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:23:01.500752 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac93aa45-c87f-47c4-92f8-8e2bd9ccbcb7" -d '{"events": [{"server_uuid": "966e688e-9424-48b7-ba99-961b4562b6dd", "name": "network-vif-deleted", "tag": "2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:23:01.503248 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-22d894a9-10e4-4b1d-a710-fdbde28a09cc req-9dc9e782-8a98-4d42-b140-b5f67199557e tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:01.507858 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784cd55f-36ae-46ec-aa86-7794a162e179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0712848d-e813-4b9c-9134-44846cdd55c6,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:01.590372 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784f2a1-7468-44bd-9941-748b0711e3c6 req-c1e38854-96e5-4205-9ec0-ad7177aba5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:01.591859 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f784f2a1-7468-44bd-9941-748b0711e3c6 req-c1e38854-96e5-4205-9ec0-ad7177aba5f9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b2dd5a24-e0fd-4aa2-8aae-4656cc98f230 HTTP/1.1" status: 200 len: 1101 time: 0.0618052 Dec 10 16:23:01.638195 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-22d894a9-10e4-4b1d-a710-fdbde28a09cc req-9dc9e782-8a98-4d42-b140-b5f67199557e tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:01.648773 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-22d894a9-10e4-4b1d-a710-fdbde28a09cc req-9dc9e782-8a98-4d42-b140-b5f67199557e tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:01.684601 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f784f2a1-7468-44bd-9941-748b0711e3c6 req-77c87a9e-7381-4522-9ab4-e0637bca4ce8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810006 Dec 10 16:23:01.694744 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-22d894a9-10e4-4b1d-a710-fdbde28a09cc req-9dc9e782-8a98-4d42-b140-b5f67199557e tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:01.695935 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22d894a9-10e4-4b1d-a710-fdbde28a09cc req-9dc9e782-8a98-4d42-b140-b5f67199557e tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2416945 Dec 10 16:23:01.700471 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc9e782-8a98-4d42-b140-b5f67199557e tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1aaa06-7388-40d2-85aa-61daa21c85ac,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:01.840401 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42446) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:01.853636 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e683b80b-ca16-4bdc-bff6-f68a5716fcbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:01.935019 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e683b80b-ca16-4bdc-bff6-f68a5716fcbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:01.939259 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e683b80b-ca16-4bdc-bff6-f68a5716fcbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:01.941376 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c6179-4ee7-4f6e-bd73-a9fc95338465 req-bf69689b-1ea5-407f-ae10-c8c020302feb tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:01.942975 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-403c6179-4ee7-4f6e-bd73-a9fc95338465 req-bf69689b-1ea5-407f-ae10-c8c020302feb tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/ports?device_id=03cb8079-ff76-4675-b749-ea1560ad5c10 HTTP/1.1" status: 200 len: 984 time: 0.0550215 Dec 10 16:23:01.977574 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683b80b-ca16-4bdc-bff6-f68a5716fcbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367a2a97-d63a-4186-a8d7-c28f4c377a69,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:01.984913 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e683b80b-ca16-4bdc-bff6-f68a5716fcbb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b4135cf20a594a97a46850ca5b3a5713&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1434329 Dec 10 16:23:01.985598 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42448) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:02.016053 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-403c6179-4ee7-4f6e-bd73-a9fc95338465 req-8a64d3a8-1b1f-4bcf-9f90-90c9b7c6bffa tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups?id=0fd80736-f106-4686-9d81-fc1d16c2d998&id=dd34fd79-d9bf-4084-a467-851c2b3027f1&fields=id&fields=name HTTP/1.1" status: 200 len: 399 time: 0.0661123 Dec 10 16:23:02.050078 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-692af4c6-cb90-4a20-8e3b-7d9ff40706f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:02.080604 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-692af4c6-cb90-4a20-8e3b-7d9ff40706f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:02.128289 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-692af4c6-cb90-4a20-8e3b-7d9ff40706f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:02.131515 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-692af4c6-cb90-4a20-8e3b-7d9ff40706f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:02.132883 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-692af4c6-cb90-4a20-8e3b-7d9ff40706f2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/367a2a97-d63a-4186-a8d7-c28f4c377a69 HTTP/1.1" status: 204 len: 168 time: 0.1415515 Dec 10 16:23:02.142343 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692af4c6-cb90-4a20-8e3b-7d9ff40706f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367a2a97-d63a-4186-a8d7-c28f4c377a69,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:02.199017 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-05643012-d988-4c04-93e1-f5786f0588dd req-e4256b31-6821-41fe-a596-f70d66434390 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] 10.222.0.11 "GET /v2.0/ports?device_id=7124d8d7-3d65-4d83-964e-a9b4763f475f HTTP/1.1" status: 200 len: 210 time: 0.0275931 Dec 10 16:23:02.344394 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1969211-b581-47c5-8728-1d638fd2fcdf req-243a9d80-2762-4039-81cf-2ea69e332934 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:02.346462 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b1969211-b581-47c5-8728-1d638fd2fcdf req-243a9d80-2762-4039-81cf-2ea69e332934 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2dd5a24-e0fd-4aa2-8aae-4656cc98f230 HTTP/1.1" status: 200 len: 950 time: 0.0900776 Dec 10 16:23:02.355636 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495115e4-75fd-433d-b0f5-a94e985b36e1 req-dcbe5447-fa40-4f3a-8847-8acadf332862 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:02.357292 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-495115e4-75fd-433d-b0f5-a94e985b36e1 req-dcbe5447-fa40-4f3a-8847-8acadf332862 tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d31436d-2785-4d66-9d25-60d1cb0935b5 HTTP/1.1" status: 200 len: 945 time: 0.0841136 Dec 10 16:23:02.482037 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-70ceb5e6-bdad-4fa8-906d-45a7aee805f7 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=61cbc4236b4142b29fa92b081506716c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534399 Dec 10 16:23:02.485576 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b1969211-b581-47c5-8728-1d638fd2fcdf req-3d15855d-42cc-4d21-b32b-4e7d2f48b834 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273425 Dec 10 16:23:02.535958 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416f4a82-88d4-4c47-961d-1f4c1317f937 x-openstack-request-id: req-416f4a82-88d4-4c47-961d-1f4c1317f937 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:23:02.536450 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "966e688e-9424-48b7-ba99-961b4562b6dd", "name": "network-vif-deleted", "tag": "2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:23:02.536864 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-416f4a82-88d4-4c47-961d-1f4c1317f937 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:23:02.537443 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966e688e-9424-48b7-ba99-961b4562b6dd', 'name': 'network-vif-deleted', 'tag': '2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7', 'status': 'completed', 'code': 200} Dec 10 16:23:02.615015 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:23:02.628263 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-495115e4-75fd-433d-b0f5-a94e985b36e1 req-0a501c8e-2c95-49d9-918b-74a8831a202f tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Deleting port e3059f99-74e7-4c93-9a61-1b4fbf153b5e {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:23:02.628643 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-495115e4-75fd-433d-b0f5-a94e985b36e1 req-0a501c8e-2c95-49d9-918b-74a8831a202f tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:02.635279 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:23:02.636400 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 2ab7d0ea-92a3-4e53-9f3d-daf97dda64e7 not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:23:02.692757 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c5b995e7-33d2-4e55-a310-8a80bae5dc59 req-b51abb4c-7c51-4698-82b4-8103afc1d26c tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] 10.222.0.11 "GET /v2.0/security-groups/070e3e4a-205d-4c69-baf6-5e71f79f00f8 HTTP/1.1" status: 200 len: 1821 time: 0.1379650 Dec 10 16:23:02.727376 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-07155ac3-0191-4954-b2a7-58ef668f9d5c tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:02.728823 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-07155ac3-0191-4954-b2a7-58ef668f9d5c tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2388909 Dec 10 16:23:02.758713 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-0756b694-7bfb-45b7-be49-ff7e06255d71 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Request body: {'port': {'device_id': '7124d8d7-3d65-4d83-964e-a9b4763f475f', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'admin_state_up': True, 'tenant_id': '61cbc4236b4142b29fa92b081506716c'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:02.836495 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c5b995e7-33d2-4e55-a310-8a80bae5dc59 req-34ca21ec-afac-4c1d-8f41-27eb931a7232 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] 10.222.0.11 "GET /v2.0/security-groups/ce1aaa06-7388-40d2-85aa-61daa21c85ac HTTP/1.1" status: 200 len: 1821 time: 0.1354060 Dec 10 16:23:02.844533 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-495115e4-75fd-433d-b0f5-a94e985b36e1 req-0a501c8e-2c95-49d9-918b-74a8831a202f tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] For port e3059f99-74e7-4c93-9a61-1b4fbf153b5e, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=e3059f99-74e7-4c93-9a61-1b4fbf153b5e,segment=NetworkSegment(ba4bffb6-59f5-4518-96be-6824e98414e9),segment_id=ba4bffb6-59f5-4518-96be-6824e98414e9)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:02.844905 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-495115e4-75fd-433d-b0f5-a94e985b36e1 req-0a501c8e-2c95-49d9-918b-74a8831a202f tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:02.863759 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-c5b995e7-33d2-4e55-a310-8a80bae5dc59 req-b076e729-f99e-4a23-80b8-fb57e0e983a9 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '070e3e4a-205d-4c69-baf6-5e71f79f00f8', 'remote_group_id': 'ce1aaa06-7388-40d2-85aa-61daa21c85ac', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:02.864082 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-c5b995e7-33d2-4e55-a310-8a80bae5dc59 req-b076e729-f99e-4a23-80b8-fb57e0e983a9 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '070e3e4a-205d-4c69-baf6-5e71f79f00f8', 'remote_group_id': 'ce1aaa06-7388-40d2-85aa-61daa21c85ac', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:02.883521 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-495115e4-75fd-433d-b0f5-a94e985b36e1 req-0a501c8e-2c95-49d9-918b-74a8831a202f tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Calling delete_port for e3059f99-74e7-4c93-9a61-1b4fbf153b5e owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:23:03.003302 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-0756b694-7bfb-45b7-be49-ff7e06255d71 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Made reservation on behalf of 61cbc4236b4142b29fa92b081506716c for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:23:03.006906 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-0756b694-7bfb-45b7-be49-ff7e06255d71 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:03.027076 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-0756b694-7bfb-45b7-be49-ff7e06255d71 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:03.069826 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c5b995e7-33d2-4e55-a310-8a80bae5dc59 req-b076e729-f99e-4a23-80b8-fb57e0e983a9 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:03.169898 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c5b995e7-33d2-4e55-a310-8a80bae5dc59 req-b076e729-f99e-4a23-80b8-fb57e0e983a9 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:03.177743 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c5b995e7-33d2-4e55-a310-8a80bae5dc59 req-b076e729-f99e-4a23-80b8-fb57e0e983a9 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:03.212850 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-495115e4-75fd-433d-b0f5-a94e985b36e1 req-0a501c8e-2c95-49d9-918b-74a8831a202f tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:03.219527 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076e729-f99e-4a23-80b8-fb57e0e983a9 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b3aecea-abca-4493-9ebb-dda4f61a4c76,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:03.251048 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c5b995e7-33d2-4e55-a310-8a80bae5dc59 req-b076e729-f99e-4a23-80b8-fb57e0e983a9 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:03.252245 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c5b995e7-33d2-4e55-a310-8a80bae5dc59 req-b076e729-f99e-4a23-80b8-fb57e0e983a9 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4047792 Dec 10 16:23:03.260424 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a501c8e-2c95-49d9-918b-74a8831a202f tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Pushing event deleted for resources: {'Port': ['ID=e3059f99-74e7-4c93-9a61-1b4fbf153b5e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:03.291253 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-0756b694-7bfb-45b7-be49-ff7e06255d71 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:03.297193 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-0756b694-7bfb-45b7-be49-ff7e06255d71 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:03.328649 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-495115e4-75fd-433d-b0f5-a94e985b36e1 req-0a501c8e-2c95-49d9-918b-74a8831a202f tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] No DVR routers for this DVR port e3059f99-74e7-4c93-9a61-1b4fbf153b5e on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:23:03.337030 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-495115e4-75fd-433d-b0f5-a94e985b36e1 req-0a501c8e-2c95-49d9-918b-74a8831a202f tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:03.340613 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-495115e4-75fd-433d-b0f5-a94e985b36e1 req-0a501c8e-2c95-49d9-918b-74a8831a202f tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.46 "DELETE /v2.0/ports/e3059f99-74e7-4c93-9a61-1b4fbf153b5e HTTP/1.1" status: 204 len: 173 time: 0.9762220 Dec 10 16:23:03.350944 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d31436d-2785-4d66-9d25-60d1cb0935b5', 'name': 'network-vif-deleted', 'tag': 'e3059f99-74e7-4c93-9a61-1b4fbf153b5e'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:23:03.355287 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e18adf1-1138-4137-b0b7-baead05b4741" -d '{"events": [{"server_uuid": "9d31436d-2785-4d66-9d25-60d1cb0935b5", "name": "network-vif-deleted", "tag": "e3059f99-74e7-4c93-9a61-1b4fbf153b5e"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:23:03.409479 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e2623902-7846-4e46-8e5d-30310f68a832 req-46eda2da-fc82-4679-b766-b7ab73f123cf tempest-LiveAutoBlockMigrationV225Test-156359616 tempest-LiveAutoBlockMigrationV225Test-156359616-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d31436d-2785-4d66-9d25-60d1cb0935b5 HTTP/1.1" status: 200 len: 210 time: 0.0820801 Dec 10 16:23:03.438009 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0756b694-7bfb-45b7-be49-ff7e06255d71 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29eb2cbd-d52d-400c-9991-b83e06ee8920,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:03.545370 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-0756b694-7bfb-45b7-be49-ff7e06255d71 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Allocated IP 192.168.233.107 (1b1da819-dfba-43f2-8848-8bb429159850/a7a18c92-5007-49e2-b728-7aedc06dca57/53d0fd06-4dc1-4915-980e-750e47e38619) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:23:03.555880 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f3f030a6-db79-402c-975e-8bdb2e4c6b87 req-654f051f-3842-461f-a38b-8a59d6e97acf tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1271661399&fields=id&tenant_id=a3cc58e9a9e04cdfbbfcf1593b2aeb98 HTTP/1.1" status: 200 len: 267 time: 0.0742579 Dec 10 16:23:03.679081 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f030a6-db79-402c-975e-8bdb2e4c6b87 req-9ba6de73-d6d4-4f78-978a-0aaa61d6c0bd tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:03.680657 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f3f030a6-db79-402c-975e-8bdb2e4c6b87 req-9ba6de73-d6d4-4f78-978a-0aaa61d6c0bd tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/ports?device_id=03cb8079-ff76-4675-b749-ea1560ad5c10 HTTP/1.1" status: 200 len: 984 time: 0.1183572 Dec 10 16:23:03.694911 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-f3f030a6-db79-402c-975e-8bdb2e4c6b87 req-6a7c311f-ba18-4606-a1d1-44d2fa0b9148 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Request body: {'port': {'security_groups': ['0fd80736-f106-4686-9d81-fc1d16c2d998', 'dd34fd79-d9bf-4084-a467-851c2b3027f1', 'c9053608-fc84-4b1c-b94f-f0104e1d12c9']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:03.802293 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f3f030a6-db79-402c-975e-8bdb2e4c6b87 req-6a7c311f-ba18-4606-a1d1-44d2fa0b9148 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:03.820039 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-0756b694-7bfb-45b7-be49-ff7e06255d71 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:03.918602 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-0756b694-7bfb-45b7-be49-ff7e06255d71 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:03.985693 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-0756b694-7bfb-45b7-be49-ff7e06255d71 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Network 1b1da819-dfba-43f2-8848-8bb429159850 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:23:03.991783 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-0756b694-7bfb-45b7-be49-ff7e06255d71 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:23:03.995925 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-0756b694-7bfb-45b7-be49-ff7e06255d71 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:23:03.998477 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0756b694-7bfb-45b7-be49-ff7e06255d71 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Pushing event updated for resources: {'Port': ['ID=53d0fd06-4dc1-4915-980e-750e47e38619,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:04.034900 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756b694-7bfb-45b7-be49-ff7e06255d71 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:04.035195 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756b694-7bfb-45b7-be49-ff7e06255d71 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:04.035551 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756b694-7bfb-45b7-be49-ff7e06255d71 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:04.035893 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756b694-7bfb-45b7-be49-ff7e06255d71 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:04.036298 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756b694-7bfb-45b7-be49-ff7e06255d71 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:04.036632 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756b694-7bfb-45b7-be49-ff7e06255d71 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:04.036962 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756b694-7bfb-45b7-be49-ff7e06255d71 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:04.037337 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756b694-7bfb-45b7-be49-ff7e06255d71 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:04.037665 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756b694-7bfb-45b7-be49-ff7e06255d71 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:04.038067 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756b694-7bfb-45b7-be49-ff7e06255d71 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:04.038418 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756b694-7bfb-45b7-be49-ff7e06255d71 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:04.038744 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756b694-7bfb-45b7-be49-ff7e06255d71 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:04.039113 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756b694-7bfb-45b7-be49-ff7e06255d71 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:04.121009 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-0756b694-7bfb-45b7-be49-ff7e06255d71 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:04.121681 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-0756b694-7bfb-45b7-be49-ff7e06255d71 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:04.150809 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-0756b694-7bfb-45b7-be49-ff7e06255d71 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3998768 Dec 10 16:23:04.169687 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-9d7a7a01-3abc-4509-ae48-03cfc992c74a service neutron] Request body: {'port': {'device_id': '7124d8d7-3d65-4d83-964e-a9b4763f475f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:04.201216 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-f3f030a6-db79-402c-975e-8bdb2e4c6b87 req-6a7c311f-ba18-4606-a1d1-44d2fa0b9148 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] For port 00b877e7-0c62-43d5-88bd-1365886cbb74, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=00b877e7-0c62-43d5-88bd-1365886cbb74,segment=NetworkSegment(8f06f3ad-599b-498d-b3dd-e0e6ed583f4b),segment_id=8f06f3ad-599b-498d-b3dd-e0e6ed583f4b)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:04.212767 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6ce5e69a-3052-43a5-bb9f-74c7122b20b6 None None] Provisioning complete for port 53d0fd06-4dc1-4915-980e-750e47e38619 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:23:04.213717 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6ce5e69a-3052-43a5-bb9f-74c7122b20b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:04.252007 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-6ce5e69a-3052-43a5-bb9f-74c7122b20b6 None None] Port 53d0fd06-4dc1-4915-980e-750e47e38619 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:23:04.257497 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-9d7a7a01-3abc-4509-ae48-03cfc992c74a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:04.262287 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f3f030a6-db79-402c-975e-8bdb2e4c6b87 req-6a7c311f-ba18-4606-a1d1-44d2fa0b9148 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:04.269889 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f3f030a6-db79-402c-975e-8bdb2e4c6b87 req-6a7c311f-ba18-4606-a1d1-44d2fa0b9148 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:04.281119 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['9b98c649-cef6-41a9-9094-c2220e447576', '00b877e7-0c62-43d5-88bd-1365886cbb74'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:23:04.356254 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f030a6-db79-402c-975e-8bdb2e4c6b87 req-6a7c311f-ba18-4606-a1d1-44d2fa0b9148 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:04.356904 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f3f030a6-db79-402c-975e-8bdb2e4c6b87 req-6a7c311f-ba18-4606-a1d1-44d2fa0b9148 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:04.358429 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f3f030a6-db79-402c-975e-8bdb2e4c6b87 req-6a7c311f-ba18-4606-a1d1-44d2fa0b9148 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "PUT /v2.0/ports/00b877e7-0c62-43d5-88bd-1365886cbb74 HTTP/1.1" status: 200 len: 1020 time: 0.6700895 Dec 10 16:23:04.399242 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c311f-ba18-4606-a1d1-44d2fa0b9148 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Pushing event updated for resources: {'Port': ['ID=00b877e7-0c62-43d5-88bd-1365886cbb74,revision_number=7']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:04.474159 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['00b877e7-0c62-43d5-88bd-1365886cbb74'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:23:04.654613 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c15de4-8038-4758-b522-c6177b937a71 req-25adc566-04bf-4265-b97f-656793c65530 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:04.656265 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-27c15de4-8038-4758-b522-c6177b937a71 req-25adc566-04bf-4265-b97f-656793c65530 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] 10.222.0.11 "GET /v2.0/ports?device_id=7124d8d7-3d65-4d83-964e-a9b4763f475f HTTP/1.1" status: 200 len: 936 time: 0.0899763 Dec 10 16:23:04.737587 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-9d7a7a01-3abc-4509-ae48-03cfc992c74a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53d0fd06-4dc1-4915-980e-750e47e38619 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:23:04.753405 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-9d7a7a01-3abc-4509-ae48-03cfc992c74a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:04.763633 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-27c15de4-8038-4758-b522-c6177b937a71 req-ba2332cd-953c-4df1-a301-38adbcf06d6c tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] 10.222.0.11 "GET /v2.0/security-groups?id=29eb2cbd-d52d-400c-9991-b83e06ee8920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969338 Dec 10 16:23:04.771395 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-9d7a7a01-3abc-4509-ae48-03cfc992c74a service neutron] Transition to ACTIVE for port object 53d0fd06-4dc1-4915-980e-750e47e38619 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:23:04.776376 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-9d7a7a01-3abc-4509-ae48-03cfc992c74a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:04.867526 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a7a01-3abc-4509-ae48-03cfc992c74a service neutron] Pushing event updated for resources: {'Port': ['ID=53d0fd06-4dc1-4915-980e-750e47e38619,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:04.924734 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-19859ce1-f987-42b8-b3db-77006b2036fc req-d53c4a3c-aacc-4215-81d8-30a73d11eed5 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] 10.222.0.11 "GET /v2.0/security-groups/ce1aaa06-7388-40d2-85aa-61daa21c85ac HTTP/1.1" status: 200 len: 1821 time: 0.1180763 Dec 10 16:23:04.986366 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-9d7a7a01-3abc-4509-ae48-03cfc992c74a service neutron] Attempting to bind port 53d0fd06-4dc1-4915-980e-750e47e38619 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:23:04.986697 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-9d7a7a01-3abc-4509-ae48-03cfc992c74a service neutron] Attempting to bind port 53d0fd06-4dc1-4915-980e-750e47e38619 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:23:04.987021 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-9d7a7a01-3abc-4509-ae48-03cfc992c74a service neutron] Attempting to bind port 53d0fd06-4dc1-4915-980e-750e47e38619 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:23:04.992281 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-9d7a7a01-3abc-4509-ae48-03cfc992c74a service neutron] Port 53d0fd06-4dc1-4915-980e-750e47e38619 on network 1b1da819-dfba-43f2-8848-8bb429159850 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:23:04.992601 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-9d7a7a01-3abc-4509-ae48-03cfc992c74a service neutron] Attempting to bind port 53d0fd06-4dc1-4915-980e-750e47e38619 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:23:05.001458 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-9d7a7a01-3abc-4509-ae48-03cfc992c74a service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:23:05.001789 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-9d7a7a01-3abc-4509-ae48-03cfc992c74a service neutron] Checking segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:23:05.002187 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-9d7a7a01-3abc-4509-ae48-03cfc992c74a service neutron] Bound using segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:23:05.002619 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-9d7a7a01-3abc-4509-ae48-03cfc992c74a service neutron] Bound port: 53d0fd06-4dc1-4915-980e-750e47e38619, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:23:05.002970 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-9d7a7a01-3abc-4509-ae48-03cfc992c74a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:05.028407 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-19859ce1-f987-42b8-b3db-77006b2036fc req-312e6166-3899-4e5c-a02f-ef7da836ab52 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:05.077213 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-19859ce1-f987-42b8-b3db-77006b2036fc req-312e6166-3899-4e5c-a02f-ef7da836ab52 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:05.112243 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-9d7a7a01-3abc-4509-ae48-03cfc992c74a service neutron] For port 53d0fd06-4dc1-4915-980e-750e47e38619, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:23:05.131349 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-9d7a7a01-3abc-4509-ae48-03cfc992c74a service neutron] For port 53d0fd06-4dc1-4915-980e-750e47e38619, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=53d0fd06-4dc1-4915-980e-750e47e38619,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:23:05.138182 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-9d7a7a01-3abc-4509-ae48-03cfc992c74a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:05.181194 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-9d7a7a01-3abc-4509-ae48-03cfc992c74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:05.181813 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-9d7a7a01-3abc-4509-ae48-03cfc992c74a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:05.183368 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-9d7a7a01-3abc-4509-ae48-03cfc992c74a service neutron] 10.222.0.46 "PUT /v2.0/ports/53d0fd06-4dc1-4915-980e-750e47e38619 HTTP/1.1" status: 200 len: 1096 time: 1.0224359 Dec 10 16:23:05.204038 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a7a01-3abc-4509-ae48-03cfc992c74a service neutron] Pushing event updated for resources: {'Port': ['ID=53d0fd06-4dc1-4915-980e-750e47e38619,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:05.207363 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-19859ce1-f987-42b8-b3db-77006b2036fc req-312e6166-3899-4e5c-a02f-ef7da836ab52 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:05.209966 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-19859ce1-f987-42b8-b3db-77006b2036fc req-312e6166-3899-4e5c-a02f-ef7da836ab52 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:05.211107 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-19859ce1-f987-42b8-b3db-77006b2036fc req-312e6166-3899-4e5c-a02f-ef7da836ab52 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] 10.222.0.11 "DELETE /v2.0/security-groups/ce1aaa06-7388-40d2-85aa-61daa21c85ac HTTP/1.1" status: 204 len: 173 time: 0.2784379 Dec 10 16:23:05.220927 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e6166-3899-4e5c-a02f-ef7da836ab52 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1aaa06-7388-40d2-85aa-61daa21c85ac,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:05.268278 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da89303c-787b-454b-9653-9eb2c986754d x-openstack-request-id: req-da89303c-787b-454b-9653-9eb2c986754d {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:23:05.268692 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d31436d-2785-4d66-9d25-60d1cb0935b5", "name": "network-vif-deleted", "tag": "e3059f99-74e7-4c93-9a61-1b4fbf153b5e", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:23:05.269045 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-da89303c-787b-454b-9653-9eb2c986754d {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:23:05.269546 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d31436d-2785-4d66-9d25-60d1cb0935b5', 'name': 'network-vif-deleted', 'tag': 'e3059f99-74e7-4c93-9a61-1b4fbf153b5e', 'status': 'completed', 'code': 200} Dec 10 16:23:05.272617 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-d8f5c633-679d-476d-94f8-dfe6b357038f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:05.274417 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-d8f5c633-679d-476d-94f8-dfe6b357038f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=61cbc4236b4142b29fa92b081506716c&device_id=7124d8d7-3d65-4d83-964e-a9b4763f475f HTTP/1.1" status: 200 len: 1099 time: 0.0477057 Dec 10 16:23:05.325807 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-b2980e2f-b95a-4926-9b66-7e0c98e58892 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=53d0fd06-4dc1-4915-980e-750e47e38619 HTTP/1.1" status: 200 len: 217 time: 0.0381072 Dec 10 16:23:05.382776 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-e8d3c9dd-e9ac-4721-88d6-7df99c142aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:05.384601 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-e8d3c9dd-e9ac-4721-88d6-7df99c142aee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.0519888 Dec 10 16:23:05.433744 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-c78a8542-9f1f-46d0-9f27-146a4c413151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:05.435541 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-c78a8542-9f1f-46d0-9f27-146a4c413151 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0430198 Dec 10 16:23:05.562782 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b45db-9569-472c-97d5-8d8f00ee122b req-74254f35-e387-4cad-acc0-1204c5c84ab0 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:05.564220 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-584b45db-9569-472c-97d5-8d8f00ee122b req-74254f35-e387-4cad-acc0-1204c5c84ab0 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2dd5a24-e0fd-4aa2-8aae-4656cc98f230 HTTP/1.1" status: 200 len: 950 time: 0.0786943 Dec 10 16:23:05.567661 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-e2162105-e21f-4cd5-b84c-9cb2aeaec61d service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255615 Dec 10 16:23:05.665909 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-584b45db-9569-472c-97d5-8d8f00ee122b req-6877ed44-4bb1-4b06-9ea6-1a4708e169ba tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952628 Dec 10 16:23:05.687877 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ed9aa7f1-fc7b-4d31-a339-b76fa80bdf0f req-e461e8ad-f434-401f-8c73-c0acaac546b7 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112227 Dec 10 16:23:05.726327 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0d1d0a09-f33b-4b07-acc4-2d740d7f5d8b req-4dbb2d37-225b-45f1-b164-17610866bfe1 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups/c9053608-fc84-4b1c-b94f-f0104e1d12c9 HTTP/1.1" status: 200 len: 1818 time: 0.0375495 Dec 10 16:23:05.771077 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [req-0d1d0a09-f33b-4b07-acc4-2d740d7f5d8b req-64fe8f4d-ee5d-4b35-b531-f6b9f39f52f1 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 10 16:23:05.772051 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0d1d0a09-f33b-4b07-acc4-2d740d7f5d8b req-64fe8f4d-ee5d-4b35-b531-f6b9f39f52f1 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "DELETE /v2.0/security-groups/c9053608-fc84-4b1c-b94f-f0104e1d12c9 HTTP/1.1" status: 409 len: 341 time: 0.0396996 Dec 10 16:23:05.812413 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42522) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:05.859518 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-754bb9cd-127b-48b1-853b-d138f088fd6a req-40d150cc-99a1-4fee-ab1c-914e96164413 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] 10.222.0.11 "GET /v2.0/security-groups/070e3e4a-205d-4c69-baf6-5e71f79f00f8 HTTP/1.1" status: 200 len: 1821 time: 0.0390058 Dec 10 16:23:06.006729 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-1299ffdf-9f7e-458a-a4ba-88296f5cba9e admin admin] Deleting subnet 19a3ead6-9cb2-4544-beb2-145a33d7ae3f {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:23:06.009767 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1299ffdf-9f7e-458a-a4ba-88296f5cba9e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:06.049810 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1299ffdf-9f7e-458a-a4ba-88296f5cba9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:06.089743 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1299ffdf-9f7e-458a-a4ba-88296f5cba9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:06.096256 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:06.098347 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72558864-c581-49db-a31c-f3d36e456c20 req-84bfb900-5fb0-463b-aeef-991ada2489e5 tempest-ServersOnMultiNodesTest-636306376 tempest-ServersOnMultiNodesTest-636306376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:06.099875 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-72558864-c581-49db-a31c-f3d36e456c20 req-84bfb900-5fb0-463b-aeef-991ada2489e5 tempest-ServersOnMultiNodesTest-636306376 tempest-ServersOnMultiNodesTest-636306376-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b2dd5a24-e0fd-4aa2-8aae-4656cc98f230 HTTP/1.1" status: 200 len: 1101 time: 0.0416677 Dec 10 16:23:06.141984 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1299ffdf-9f7e-458a-a4ba-88296f5cba9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:06.144384 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-72558864-c581-49db-a31c-f3d36e456c20 req-8afd6fbf-65ea-41b4-96df-3d3ed2f1ce52 tempest-ServersOnMultiNodesTest-636306376 tempest-ServersOnMultiNodesTest-636306376-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378513 Dec 10 16:23:06.173256 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299ffdf-9f7e-458a-a4ba-88296f5cba9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19a3ead6-9cb2-4544-beb2-145a33d7ae3f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:06.177323 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1299ffdf-9f7e-458a-a4ba-88296f5cba9e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:06.181886 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1299ffdf-9f7e-458a-a4ba-88296f5cba9e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/19a3ead6-9cb2-4544-beb2-145a33d7ae3f HTTP/1.1" status: 204 len: 168 time: 0.3684611 Dec 10 16:23:06.184430 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42534) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:06.257703 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5d99781b-0bef-4fa8-855d-e9e00d4b621c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:06.342588 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5d99781b-0bef-4fa8-855d-e9e00d4b621c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:06.362432 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-5d99781b-0bef-4fa8-855d-e9e00d4b621c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80ee5ab8-dd27-45c1-8d6b-8196563bd8f6']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:23:06.371906 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-5d99781b-0bef-4fa8-855d-e9e00d4b621c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba4bffb6-59f5-4518-96be-6824e98414e9') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:23:06.372200 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-5d99781b-0bef-4fa8-855d-e9e00d4b621c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba4bffb6-59f5-4518-96be-6824e98414e9') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:23:06.381426 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5d99781b-0bef-4fa8-855d-e9e00d4b621c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:06.387763 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d996efb-8287-4807-b363-cbdb0b7ee75d req-b57b5b52-7fb1-45ef-86f0-222f8e64a509 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:06.389253 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0d996efb-8287-4807-b363-cbdb0b7ee75d req-b57b5b52-7fb1-45ef-86f0-222f8e64a509 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] 10.222.0.11 "GET /v2.0/ports?device_id=7124d8d7-3d65-4d83-964e-a9b4763f475f HTTP/1.1" status: 200 len: 948 time: 0.0527785 Dec 10 16:23:06.395083 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5d99781b-0bef-4fa8-855d-e9e00d4b621c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:06.401316 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d99781b-0bef-4fa8-855d-e9e00d4b621c admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:23:06.402212 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5d99781b-0bef-4fa8-855d-e9e00d4b621c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:06.403965 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:23:06.403965 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:23:06.403965 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:23:06.403965 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:23:06.403965 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:23:06.403965 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:23:06.403965 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:23:06.403965 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:23:06.403965 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:23:06.403965 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:23:06.403965 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:23:06.403965 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:23:06.403965 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:23:06.403965 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:23:06.403965 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:23:06.403965 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:23:06.403965 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:23:06.403965 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:23:06.403965 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:23:06.403965 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:23:06.403965 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:23:06.403965 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:23:06.403965 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:23:06.403965 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:23:06.403965 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:23:06.403965 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:23:06.403965 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:23:06.403965 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:23:06.403965 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:23:06.403965 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:23:06.403965 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:23:06.403965 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:23:06.437486 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0d996efb-8287-4807-b363-cbdb0b7ee75d req-c362ba44-5750-414a-81cf-d9ce3b63bd73 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] 10.222.0.11 "GET /v2.0/security-groups?id=29eb2cbd-d52d-400c-9991-b83e06ee8920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416725 Dec 10 16:23:06.462329 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5d99781b-0bef-4fa8-855d-e9e00d4b621c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:06.472734 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5d99781b-0bef-4fa8-855d-e9e00d4b621c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:06.475863 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5d99781b-0bef-4fa8-855d-e9e00d4b621c admin admin] 10.222.0.11 "DELETE /v2.0/networks/80ee5ab8-dd27-45c1-8d6b-8196563bd8f6 HTTP/1.1" status: 204 len: 168 time: 0.2904792 Dec 10 16:23:06.476204 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-38657451-253b-4f27-bfec-1dd4c365361a req-b9893f59-e68d-42fb-8240-7cee1a465f1c tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1020019281', 'description': 'tempest-description-804487355'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:06.478627 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42540) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:06.498168 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-38657451-253b-4f27-bfec-1dd4c365361a req-b9893f59-e68d-42fb-8240-7cee1a465f1c tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:06.512454 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d99781b-0bef-4fa8-855d-e9e00d4b621c admin admin] Pushing event deleted for resources: {'Network': ['ID=80ee5ab8-dd27-45c1-8d6b-8196563bd8f6,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:06.536212 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd56610a-ca10-4394-a389-e04803041bb1 admin admin] Deleting subnet 007f97b2-ba35-4772-9051-f277359443ab {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:23:06.539620 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd56610a-ca10-4394-a389-e04803041bb1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:06.565444 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-38657451-253b-4f27-bfec-1dd4c365361a req-b9893f59-e68d-42fb-8240-7cee1a465f1c tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:06.569778 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-38657451-253b-4f27-bfec-1dd4c365361a req-b9893f59-e68d-42fb-8240-7cee1a465f1c tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:06.575338 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd56610a-ca10-4394-a389-e04803041bb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:06.581780 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device e3059f99-74e7-4c93-9a61-1b4fbf153b5e no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:23:06.598482 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-38657451-253b-4f27-bfec-1dd4c365361a req-b9893f59-e68d-42fb-8240-7cee1a465f1c tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:06.599742 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-38657451-253b-4f27-bfec-1dd4c365361a req-b9893f59-e68d-42fb-8240-7cee1a465f1c tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1275790 Dec 10 16:23:06.603305 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: e3059f99-74e7-4c93-9a61-1b4fbf153b5e {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:23:06.603970 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device e3059f99-74e7-4c93-9a61-1b4fbf153b5e not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:23:06.604282 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9893f59-e68d-42fb-8240-7cee1a465f1c tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48e41e9d-c8de-499c-bfa0-280435c6c0b1,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:06.622468 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd56610a-ca10-4394-a389-e04803041bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:06.678334 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd56610a-ca10-4394-a389-e04803041bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:06.705270 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56610a-ca10-4394-a389-e04803041bb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=007f97b2-ba35-4772-9051-f277359443ab,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:06.711118 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd56610a-ca10-4394-a389-e04803041bb1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:06.715022 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-fd56610a-ca10-4394-a389-e04803041bb1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/007f97b2-ba35-4772-9051-f277359443ab HTTP/1.1" status: 204 len: 168 time: 0.2354705 Dec 10 16:23:06.717920 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42556) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:06.738208 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-00812aa6-9296-460f-ada3-230327aec16d req-9303d8b4-819f-4194-9e84-cfaa07d944f1 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=33fe36bd287d4a209fabdd94870da5aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214946 Dec 10 16:23:06.787026 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62f2c4d0-86e7-401c-befe-2d4881746aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:06.847704 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00812aa6-9296-460f-ada3-230327aec16d req-8112084d-43dc-44a7-b3ee-71efb5d69900 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:06.849170 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-00812aa6-9296-460f-ada3-230327aec16d req-8112084d-43dc-44a7-b3ee-71efb5d69900 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1049361 Dec 10 16:23:06.864156 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-00812aa6-9296-460f-ada3-230327aec16d req-c171080c-7eee-4821-adde-63fdb1af8b6d tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/quotas/33fe36bd287d4a209fabdd94870da5aa HTTP/1.1" status: 200 len: 375 time: 0.0090320 Dec 10 16:23:06.867811 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62f2c4d0-86e7-401c-befe-2d4881746aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:06.888964 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-62f2c4d0-86e7-401c-befe-2d4881746aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f584ac2-cf06-46f2-b265-0a5f44973c0f']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:23:06.898037 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-62f2c4d0-86e7-401c-befe-2d4881746aa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b9709c8-ba7d-4b90-84af-d1c4104210b9') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:23:06.898370 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-62f2c4d0-86e7-401c-befe-2d4881746aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b9709c8-ba7d-4b90-84af-d1c4104210b9') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:23:06.907834 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62f2c4d0-86e7-401c-befe-2d4881746aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:06.921060 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62f2c4d0-86e7-401c-befe-2d4881746aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:06.926636 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-00812aa6-9296-460f-ada3-230327aec16d req-24509e81-d9f4-4c85-ac1e-0eeaf26646ff tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=33fe36bd287d4a209fabdd94870da5aa&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0565922 Dec 10 16:23:06.927662 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62f2c4d0-86e7-401c-befe-2d4881746aa8 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:23:06.928043 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62f2c4d0-86e7-401c-befe-2d4881746aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:06.929710 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:23:06.929710 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:23:06.929710 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:23:06.929710 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:23:06.929710 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:23:06.929710 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:23:06.929710 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:23:06.929710 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:23:06.929710 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:23:06.929710 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:23:06.929710 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:23:06.929710 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:23:06.929710 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:23:06.929710 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:23:06.929710 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:23:06.929710 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:23:06.929710 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:23:06.929710 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:23:06.929710 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:23:06.929710 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:23:06.929710 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:23:06.929710 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:23:06.929710 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:23:06.929710 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:23:06.929710 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:23:06.929710 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:23:06.929710 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:23:06.929710 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:23:06.929710 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:23:06.929710 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:23:06.929710 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:23:06.929710 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:23:06.988088 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62f2c4d0-86e7-401c-befe-2d4881746aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:06.993569 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62f2c4d0-86e7-401c-befe-2d4881746aa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:06.999913 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-62f2c4d0-86e7-401c-befe-2d4881746aa8 admin admin] 10.222.0.11 "DELETE /v2.0/networks/0f584ac2-cf06-46f2-b265-0a5f44973c0f HTTP/1.1" status: 204 len: 168 time: 0.2784746 Dec 10 16:23:07.012990 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f2c4d0-86e7-401c-befe-2d4881746aa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f584ac2-cf06-46f2-b265-0a5f44973c0f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:07.141848 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6e416-69f9-4e98-8bfe-09e56784a005 req-c345e604-d205-4289-a362-436585d125c4 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:07.143662 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-30f6e416-69f9-4e98-8bfe-09e56784a005 req-c345e604-d205-4289-a362-436585d125c4 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/ports?device_id=03cb8079-ff76-4675-b749-ea1560ad5c10 HTTP/1.1" status: 200 len: 1023 time: 0.0570099 Dec 10 16:23:07.144406 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 42568) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:07.219360 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c5c2f02a-a6b7-4d60-a08c-e84fe3060cce admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=88d3b4e7edaf414d832ee358beed3fa3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0737789 Dec 10 16:23:07.222974 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42574) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:07.244733 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-30f6e416-69f9-4e98-8bfe-09e56784a005 req-fc7a1086-5812-49ec-9adb-e0948eeca235 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups?id=c9053608-fc84-4b1c-b94f-f0104e1d12c9&id=0fd80736-f106-4686-9d81-fc1d16c2d998&id=dd34fd79-d9bf-4084-a467-851c2b3027f1&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.0923605 Dec 10 16:23:07.272017 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03cb8079-ff76-4675-b749-ea1560ad5c10', 'tag': '00b877e7-0c62-43d5-88bd-1365886cbb74'}, {'name': 'network-changed', 'server_uuid': '7124d8d7-3d65-4d83-964e-a9b4763f475f', 'tag': '53d0fd06-4dc1-4915-980e-750e47e38619'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:23:07.274902 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300f31d8-a54c-4796-9f2f-2d8606f0017d" -d '{"events": [{"name": "network-changed", "server_uuid": "03cb8079-ff76-4675-b749-ea1560ad5c10", "tag": "00b877e7-0c62-43d5-88bd-1365886cbb74"}, {"name": "network-changed", "server_uuid": "7124d8d7-3d65-4d83-964e-a9b4763f475f", "tag": "53d0fd06-4dc1-4915-980e-750e47e38619"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:23:07.297497 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-08ad4f9b-b3e5-4fac-a966-bd1a325d919a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:07.321252 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-08ad4f9b-b3e5-4fac-a966-bd1a325d919a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:07.323455 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5b9f876b-bf82-4f3a-85fc-e57fdef75abf req-6b6bd2f3-f692-410c-9ed2-a42a91b0eb1b tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] 10.222.0.11 "GET /v2.0/security-groups/48e41e9d-c8de-499c-bfa0-280435c6c0b1 HTTP/1.1" status: 200 len: 1821 time: 0.0528879 Dec 10 16:23:07.335498 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-5b9f876b-bf82-4f3a-85fc-e57fdef75abf req-10945d18-05fc-4c25-941c-2cfe587cb1cb tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '48e41e9d-c8de-499c-bfa0-280435c6c0b1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:07.335836 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-5b9f876b-bf82-4f3a-85fc-e57fdef75abf req-10945d18-05fc-4c25-941c-2cfe587cb1cb tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '48e41e9d-c8de-499c-bfa0-280435c6c0b1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:07.380040 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-08ad4f9b-b3e5-4fac-a966-bd1a325d919a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:07.383191 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-08ad4f9b-b3e5-4fac-a966-bd1a325d919a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:07.394820 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-08ad4f9b-b3e5-4fac-a966-bd1a325d919a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6259e590-5539-4084-ab42-0b82a81a9685 HTTP/1.1" status: 204 len: 168 time: 0.1631751 Dec 10 16:23:07.405914 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5b9f876b-bf82-4f3a-85fc-e57fdef75abf req-10945d18-05fc-4c25-941c-2cfe587cb1cb tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:07.408826 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad4f9b-b3e5-4fac-a966-bd1a325d919a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6259e590-5539-4084-ab42-0b82a81a9685,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:07.434756 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5b9f876b-bf82-4f3a-85fc-e57fdef75abf req-10945d18-05fc-4c25-941c-2cfe587cb1cb tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:07.439447 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5b9f876b-bf82-4f3a-85fc-e57fdef75abf req-10945d18-05fc-4c25-941c-2cfe587cb1cb tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:07.457691 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10945d18-05fc-4c25-941c-2cfe587cb1cb tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b895aac-0488-400b-9e3e-de5d8ac5e123,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:07.467884 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5b9f876b-bf82-4f3a-85fc-e57fdef75abf req-10945d18-05fc-4c25-941c-2cfe587cb1cb tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:07.469692 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5b9f876b-bf82-4f3a-85fc-e57fdef75abf req-10945d18-05fc-4c25-941c-2cfe587cb1cb tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1389873 Dec 10 16:23:07.729380 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-027a843e-e5ed-4cab-8ec4-65049ae5b47f req-f6167994-9660-4985-ab7b-3e0cf376b414 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=27ead862-2517-42eb-9c5f-ddcfb7f14f11 HTTP/1.1" status: 200 len: 210 time: 0.0289397 Dec 10 16:23:07.782497 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42592) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:07.789101 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 10 Dec 2021 16:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720f7e20-1518-4450-bdc1-9d19d390e34b x-openstack-request-id: req-720f7e20-1518-4450-bdc1-9d19d390e34b {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:23:07.789594 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03cb8079-ff76-4675-b749-ea1560ad5c10", "tag": "00b877e7-0c62-43d5-88bd-1365886cbb74", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7124d8d7-3d65-4d83-964e-a9b4763f475f", "tag": "53d0fd06-4dc1-4915-980e-750e47e38619", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:23:07.789692 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-720f7e20-1518-4450-bdc1-9d19d390e34b {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:23:07.790026 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03cb8079-ff76-4675-b749-ea1560ad5c10', 'tag': '00b877e7-0c62-43d5-88bd-1365886cbb74', 'status': 'completed', 'code': 200} Dec 10 16:23:07.790302 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7124d8d7-3d65-4d83-964e-a9b4763f475f', 'tag': '53d0fd06-4dc1-4915-980e-750e47e38619', 'status': 'completed', 'code': 200} Dec 10 16:23:07.832660 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-572f831b-0db3-4084-9824-6e1be31b5bda admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=99d1b13222974933ab3a4902ccab6522&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0488987 Dec 10 16:23:07.835705 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42594) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:07.883330 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3123d738-2fd0-443e-b453-06046cc18b9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:07.895126 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:07.906124 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3123d738-2fd0-443e-b453-06046cc18b9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:07.926672 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f31d8-a54c-4796-9f2f-2d8606f0017d req-3171175e-0cea-4b39-b1a9-81e0bac36458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:07.928175 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-300f31d8-a54c-4796-9f2f-2d8606f0017d req-3171175e-0cea-4b39-b1a9-81e0bac36458 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=61cbc4236b4142b29fa92b081506716c&device_id=7124d8d7-3d65-4d83-964e-a9b4763f475f HTTP/1.1" status: 200 len: 1099 time: 0.1126535 Dec 10 16:23:07.933183 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f31d8-a54c-4796-9f2f-2d8606f0017d req-6cb511a1-7957-4f17-adb6-96052a0ecbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:07.934605 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-300f31d8-a54c-4796-9f2f-2d8606f0017d req-6cb511a1-7957-4f17-adb6-96052a0ecbb4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a3cc58e9a9e04cdfbbfcf1593b2aeb98&device_id=03cb8079-ff76-4675-b749-ea1560ad5c10 HTTP/1.1" status: 200 len: 1174 time: 0.1079497 Dec 10 16:23:07.954661 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9197c4-f860-43c2-a060-67edb7d56387 req-29e18c32-f72f-444f-a084-a10fa120765e tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:07.956081 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0d9197c4-f860-43c2-a060-67edb7d56387 req-29e18c32-f72f-444f-a084-a10fa120765e tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] 10.222.0.11 "GET /v2.0/ports?device_id=7124d8d7-3d65-4d83-964e-a9b4763f475f HTTP/1.1" status: 200 len: 948 time: 0.0987518 Dec 10 16:23:07.980425 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a65db1-d34d-4453-b37c-1e307513e669 req-309c6a06-bc82-410a-8a29-ccfb407765d3 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:07.981896 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-68a65db1-d34d-4453-b37c-1e307513e669 req-309c6a06-bc82-410a-8a29-ccfb407765d3 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.26 "GET /v2.0/ports?device_id=03cb8079-ff76-4675-b749-ea1560ad5c10 HTTP/1.1" status: 200 len: 1023 time: 0.0737669 Dec 10 16:23:08.020481 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3123d738-2fd0-443e-b453-06046cc18b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:08.023388 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3123d738-2fd0-443e-b453-06046cc18b9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:08.024953 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3123d738-2fd0-443e-b453-06046cc18b9f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5dcfd9b0-0480-4938-98d0-66e959f2b29b HTTP/1.1" status: 204 len: 168 time: 0.1879134 Dec 10 16:23:08.060569 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123d738-2fd0-443e-b453-06046cc18b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcfd9b0-0480-4938-98d0-66e959f2b29b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:08.091526 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f31d8-a54c-4796-9f2f-2d8606f0017d req-4480718c-d80f-4fb8-a99e-52cccf08159c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:08.093926 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-300f31d8-a54c-4796-9f2f-2d8606f0017d req-4480718c-d80f-4fb8-a99e-52cccf08159c service neutron] 10.222.0.26 "GET /v2.0/networks?id=35b953cb-3f56-4753-a6f2-3a37c46fea02 HTTP/1.1" status: 200 len: 913 time: 0.1465199 Dec 10 16:23:08.152967 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-68a65db1-d34d-4453-b37c-1e307513e669 req-4145a3ed-06cb-4145-94de-111d34539005 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Deleting port 00b877e7-0c62-43d5-88bd-1365886cbb74 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:23:08.152967 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-68a65db1-d34d-4453-b37c-1e307513e669 req-4145a3ed-06cb-4145-94de-111d34539005 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:08.294502 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-68a65db1-d34d-4453-b37c-1e307513e669 req-4145a3ed-06cb-4145-94de-111d34539005 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] For port 00b877e7-0c62-43d5-88bd-1365886cbb74, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=00b877e7-0c62-43d5-88bd-1365886cbb74,segment=NetworkSegment(8f06f3ad-599b-498d-b3dd-e0e6ed583f4b),segment_id=8f06f3ad-599b-498d-b3dd-e0e6ed583f4b)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:08.294934 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-68a65db1-d34d-4453-b37c-1e307513e669 req-4145a3ed-06cb-4145-94de-111d34539005 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:08.310350 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-68a65db1-d34d-4453-b37c-1e307513e669 req-4145a3ed-06cb-4145-94de-111d34539005 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Calling delete_port for 00b877e7-0c62-43d5-88bd-1365886cbb74 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:23:08.468292 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-68a65db1-d34d-4453-b37c-1e307513e669 req-4145a3ed-06cb-4145-94de-111d34539005 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:08.475860 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-00812aa6-9296-460f-ada3-230327aec16d req-206891e6-a2a6-4bfe-81bd-428b5a6ea2e2 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=33fe36bd287d4a209fabdd94870da5aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3546951 Dec 10 16:23:08.477511 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-300f31d8-a54c-4796-9f2f-2d8606f0017d req-c477bc86-3ffd-4913-9a49-c3bf11e53302 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00b877e7-0c62-43d5-88bd-1365886cbb74 HTTP/1.1" status: 200 len: 217 time: 0.3738766 Dec 10 16:23:08.483178 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['9b98c649-cef6-41a9-9094-c2220e447576', '00b877e7-0c62-43d5-88bd-1365886cbb74'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:23:08.501479 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145a3ed-06cb-4145-94de-111d34539005 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Pushing event deleted for resources: {'Port': ['ID=00b877e7-0c62-43d5-88bd-1365886cbb74,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:08.554484 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a65db1-d34d-4453-b37c-1e307513e669 req-4145a3ed-06cb-4145-94de-111d34539005 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] No DVR routers for this DVR port 00b877e7-0c62-43d5-88bd-1365886cbb74 on host n-h1-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:23:08.558771 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-68a65db1-d34d-4453-b37c-1e307513e669 req-4145a3ed-06cb-4145-94de-111d34539005 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:08.563794 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-68a65db1-d34d-4453-b37c-1e307513e669 req-4145a3ed-06cb-4145-94de-111d34539005 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.26 "DELETE /v2.0/ports/00b877e7-0c62-43d5-88bd-1365886cbb74 HTTP/1.1" status: 204 len: 173 time: 0.5744648 Dec 10 16:23:08.564411 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03cb8079-ff76-4675-b749-ea1560ad5c10', 'name': 'network-vif-deleted', 'tag': '00b877e7-0c62-43d5-88bd-1365886cbb74'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:23:08.566565 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3804d9ff-a034-41d7-b8d0-9dafd96f07ca" -d '{"events": [{"server_uuid": "03cb8079-ff76-4675-b749-ea1560ad5c10", "name": "network-vif-deleted", "tag": "00b877e7-0c62-43d5-88bd-1365886cbb74"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:23:08.586500 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 53d0fd06-4dc1-4915-980e-750e47e38619 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:23:08.628776 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0d9197c4-f860-43c2-a060-67edb7d56387 req-57e3bf2b-bfe9-4715-a428-d64ad61fd1ae tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] 10.222.0.11 "GET /v2.0/security-groups?id=29eb2cbd-d52d-400c-9991-b83e06ee8920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6549184 Dec 10 16:23:08.660766 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f31d8-a54c-4796-9f2f-2d8606f0017d req-9ba9a80c-9f2c-44e2-ba3c-a5418a9ce463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:08.662796 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-300f31d8-a54c-4796-9f2f-2d8606f0017d req-9ba9a80c-9f2c-44e2-ba3c-a5418a9ce463 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.7253258 Dec 10 16:23:08.687483 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f31d8-a54c-4796-9f2f-2d8606f0017d req-93420103-33c5-4bf9-a5bc-2be6067edba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:08.689809 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-300f31d8-a54c-4796-9f2f-2d8606f0017d req-93420103-33c5-4bf9-a5bc-2be6067edba4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b7e8a49b-cdc4-4ea7-917a-0efc9795c921 HTTP/1.1" status: 200 len: 852 time: 0.1993992 Dec 10 16:23:08.756917 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 53d0fd06-4dc1-4915-980e-750e47e38619, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=53d0fd06-4dc1-4915-980e-750e47e38619,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:08.774893 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-300f31d8-a54c-4796-9f2f-2d8606f0017d req-a2c0374d-d39b-4088-b09e-b135fe443119 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=53d0fd06-4dc1-4915-980e-750e47e38619 HTTP/1.1" status: 200 len: 217 time: 0.1047463 Dec 10 16:23:08.776841 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-300f31d8-a54c-4796-9f2f-2d8606f0017d req-348effe2-5ca4-4971-9f6a-6f33501bfe3c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=35b953cb-3f56-4753-a6f2-3a37c46fea02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467098 Dec 10 16:23:08.780350 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '53d0fd06-4dc1-4915-980e-750e47e38619', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'port_id': '53d0fd06-4dc1-4915-980e-750e47e38619', 'mac_address': 'fa:16:3e:87:d7:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a18c92-5007-49e2-b728-7aedc06dca57', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:23:08.785375 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00812aa6-9296-460f-ada3-230327aec16d req-509766b2-9736-499f-8754-3fd0e5031826 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:08.787127 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-00812aa6-9296-460f-ada3-230327aec16d req-509766b2-9736-499f-8754-3fd0e5031826 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2993462 Dec 10 16:23:08.841783 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:08.869041 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53d0fd06-4dc1-4915-980e-750e47e38619 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:23:08.871910 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-00812aa6-9296-460f-ada3-230327aec16d req-f5640153-a2dc-45f1-ba26-7ae80cbd8497 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Request body: {'port': {'device_id': '27ead862-2517-42eb-9c5f-ddcfb7f14f11', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'admin_state_up': True, 'tenant_id': '33fe36bd287d4a209fabdd94870da5aa'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:08.907894 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 53d0fd06-4dc1-4915-980e-750e47e38619, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=53d0fd06-4dc1-4915-980e-750e47e38619,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:08.913137 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:08.979908 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=53d0fd06-4dc1-4915-980e-750e47e38619,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:08.994192 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d18ab800-8998-4c2a-bf31-b89b9d281bee req-21ab75db-ec9a-4070-8d61-699cd4640c21 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] 10.222.0.11 "GET /v2.0/security-groups/48e41e9d-c8de-499c-bfa0-280435c6c0b1 HTTP/1.1" status: 200 len: 2414 time: 0.2667661 Dec 10 16:23:09.004039 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-300f31d8-a54c-4796-9f2f-2d8606f0017d req-7a95fb87-1ea8-42cc-a718-11ee836d3017 service neutron] 10.222.0.26 "GET /v2.0/networks/35b953cb-3f56-4753-a6f2-3a37c46fea02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159636 Dec 10 16:23:09.014084 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f31d8-a54c-4796-9f2f-2d8606f0017d req-455b679a-d052-4aff-ad68-ed239433a942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:09.015592 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-300f31d8-a54c-4796-9f2f-2d8606f0017d req-455b679a-d052-4aff-ad68-ed239433a942 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.2216649 Dec 10 16:23:09.020094 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-d18ab800-8998-4c2a-bf31-b89b9d281bee req-323fb3c1-98b2-47ed-803e-643788c2be51 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '48e41e9d-c8de-499c-bfa0-280435c6c0b1', 'remote_group_id': None}]} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:09.020412 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-d18ab800-8998-4c2a-bf31-b89b9d281bee req-323fb3c1-98b2-47ed-803e-643788c2be51 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '48e41e9d-c8de-499c-bfa0-280435c6c0b1', 'remote_group_id': None}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:09.189890 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f31d8-a54c-4796-9f2f-2d8606f0017d req-8d000859-67d3-450c-8ca8-1e7037e2ded8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:09.191421 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-300f31d8-a54c-4796-9f2f-2d8606f0017d req-8d000859-67d3-450c-8ca8-1e7037e2ded8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1553450 Dec 10 16:23:09.224504 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-300f31d8-a54c-4796-9f2f-2d8606f0017d req-f0a60460-3871-41fc-b35d-8690b1617f84 service neutron] 10.222.0.26 "GET /v2.0/networks/35b953cb-3f56-4753-a6f2-3a37c46fea02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079725 Dec 10 16:23:09.228901 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['53d0fd06-4dc1-4915-980e-750e47e38619'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:23:09.272724 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00812aa6-9296-460f-ada3-230327aec16d req-f5640153-a2dc-45f1-ba26-7ae80cbd8497 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Made reservation on behalf of 33fe36bd287d4a209fabdd94870da5aa for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:23:09.277069 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-00812aa6-9296-460f-ada3-230327aec16d req-f5640153-a2dc-45f1-ba26-7ae80cbd8497 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:09.306938 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d18ab800-8998-4c2a-bf31-b89b9d281bee req-323fb3c1-98b2-47ed-803e-643788c2be51 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:09.342533 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d18ab800-8998-4c2a-bf31-b89b9d281bee req-323fb3c1-98b2-47ed-803e-643788c2be51 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:09.377803 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d18ab800-8998-4c2a-bf31-b89b9d281bee req-323fb3c1-98b2-47ed-803e-643788c2be51 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:09.423126 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323fb3c1-98b2-47ed-803e-643788c2be51 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da20ba03-022c-431d-8e10-1b1dd64ad62c,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:09.430492 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d18ab800-8998-4c2a-bf31-b89b9d281bee req-323fb3c1-98b2-47ed-803e-643788c2be51 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:09.431798 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d18ab800-8998-4c2a-bf31-b89b9d281bee req-323fb3c1-98b2-47ed-803e-643788c2be51 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4251106 Dec 10 16:23:09.433732 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-300f31d8-a54c-4796-9f2f-2d8606f0017d req-1ecd7a16-7c2d-44bb-b78c-c1a5df49b9f7 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348533 Dec 10 16:23:09.515004 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-00812aa6-9296-460f-ada3-230327aec16d req-f5640153-a2dc-45f1-ba26-7ae80cbd8497 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Allocated IP 192.168.233.75 (1b1da819-dfba-43f2-8848-8bb429159850/a7a18c92-5007-49e2-b728-7aedc06dca57/ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:23:09.547088 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e9c07c-dbcd-4fec-9086-eb90de3d2fe4 x-openstack-request-id: req-d8e9c07c-dbcd-4fec-9086-eb90de3d2fe4 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:23:09.547624 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03cb8079-ff76-4675-b749-ea1560ad5c10", "name": "network-vif-deleted", "tag": "00b877e7-0c62-43d5-88bd-1365886cbb74", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:23:09.547732 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d8e9c07c-dbcd-4fec-9086-eb90de3d2fe4 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:23:09.548120 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03cb8079-ff76-4675-b749-ea1560ad5c10', 'name': 'network-vif-deleted', 'tag': '00b877e7-0c62-43d5-88bd-1365886cbb74', 'status': 'completed', 'code': 200} Dec 10 16:23:09.653286 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-300f31d8-a54c-4796-9f2f-2d8606f0017d req-43b04fd5-858f-4882-99d8-e09d727a6396 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102830 Dec 10 16:23:09.751637 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-00803123-9a53-4095-b4d5-30ad863ef4a0 req-e01d024f-af5d-4159-98c9-af537e5383e2 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=27ead862-2517-42eb-9c5f-ddcfb7f14f11 HTTP/1.1" status: 200 len: 210 time: 0.0420523 Dec 10 16:23:09.772296 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-00812aa6-9296-460f-ada3-230327aec16d req-f5640153-a2dc-45f1-ba26-7ae80cbd8497 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:09.833160 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-606def48-6809-4814-b597-11ed3b75e8e6 req-b4f4c8d6-dc18-4dc6-aca7-d88071f4b82d tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] 10.222.0.11 "GET /v2.0/security-groups/48e41e9d-c8de-499c-bfa0-280435c6c0b1 HTTP/1.1" status: 200 len: 3012 time: 0.0582244 Dec 10 16:23:09.834746 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-00812aa6-9296-460f-ada3-230327aec16d req-f5640153-a2dc-45f1-ba26-7ae80cbd8497 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:09.846253 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['aaf2347b-92a7-49a0-8cd8-e38e0a7009a1', '8782ed96-2d9a-4331-bd2c-54617b6e6c76', '2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:23:09.905949 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00812aa6-9296-460f-ada3-230327aec16d req-f5640153-a2dc-45f1-ba26-7ae80cbd8497 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Network 1b1da819-dfba-43f2-8848-8bb429159850 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:23:09.915519 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-00812aa6-9296-460f-ada3-230327aec16d req-f5640153-a2dc-45f1-ba26-7ae80cbd8497 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:23:09.922341 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-00812aa6-9296-460f-ada3-230327aec16d req-f5640153-a2dc-45f1-ba26-7ae80cbd8497 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:23:09.956694 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5640153-a2dc-45f1-ba26-7ae80cbd8497 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Pushing event updated for resources: {'Port': ['ID=ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:09.981174 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6908a10-04f0-4090-b5c6-edea8995cea7 req-569e5ed5-a39f-42aa-b5bb-0f0f6d961dad tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups/0fd80736-f106-4686-9d81-fc1d16c2d998 HTTP/1.1" status: 200 len: 1815 time: 0.0911071 Dec 10 16:23:09.991822 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00812aa6-9296-460f-ada3-230327aec16d req-f5640153-a2dc-45f1-ba26-7ae80cbd8497 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:09.992482 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-00812aa6-9296-460f-ada3-230327aec16d req-f5640153-a2dc-45f1-ba26-7ae80cbd8497 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:10.029341 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-00812aa6-9296-460f-ada3-230327aec16d req-f5640153-a2dc-45f1-ba26-7ae80cbd8497 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1706121 Dec 10 16:23:10.052940 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-00812aa6-9296-460f-ada3-230327aec16d req-ddd81bd4-0d42-4ec5-b8d8-e4622a52ec19 service neutron] Request body: {'port': {'device_id': '27ead862-2517-42eb-9c5f-ddcfb7f14f11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:10.083297 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a6908a10-04f0-4090-b5c6-edea8995cea7 req-96ad5d19-5319-41a6-a1ac-7aef6b2579fb tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:10.138987 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a6908a10-04f0-4090-b5c6-edea8995cea7 req-96ad5d19-5319-41a6-a1ac-7aef6b2579fb tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:10.141789 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-00812aa6-9296-460f-ada3-230327aec16d req-ddd81bd4-0d42-4ec5-b8d8-e4622a52ec19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:10.221337 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a6908a10-04f0-4090-b5c6-edea8995cea7 req-96ad5d19-5319-41a6-a1ac-7aef6b2579fb tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:10.223824 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a6908a10-04f0-4090-b5c6-edea8995cea7 req-96ad5d19-5319-41a6-a1ac-7aef6b2579fb tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:10.224956 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6908a10-04f0-4090-b5c6-edea8995cea7 req-96ad5d19-5319-41a6-a1ac-7aef6b2579fb tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "DELETE /v2.0/security-groups/0fd80736-f106-4686-9d81-fc1d16c2d998 HTTP/1.1" status: 204 len: 173 time: 0.2285316 Dec 10 16:23:10.237705 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['6d73126e-816a-49e2-8614-6c4009af6327', 'e06bbe0a-2a8a-44dc-a565-722865572b2e', '9aaffcf2-e527-458f-92dc-a7f3f3cd7837', 'b7061bcc-5b5c-47ea-a248-42218a991d43'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:23:10.283564 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad5d19-5319-41a6-a1ac-7aef6b2579fb tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd80736-f106-4686-9d81-fc1d16c2d998,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:10.288752 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-ded159ac-de08-407d-b087-2ffeab893c51 None None] Provisioning complete for port ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:23:10.289132 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ded159ac-de08-407d-b087-2ffeab893c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:10.368153 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-ded159ac-de08-407d-b087-2ffeab893c51 None None] Port ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:23:10.463563 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-d5a2b4ff-5654-47ed-8361-89c72888eded tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=94e98c03952a41539b6089aa3614a4af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420036 Dec 10 16:23:10.482000 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-00812aa6-9296-460f-ada3-230327aec16d req-ddd81bd4-0d42-4ec5-b8d8-e4622a52ec19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:23:10.526921 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-00812aa6-9296-460f-ada3-230327aec16d req-ddd81bd4-0d42-4ec5-b8d8-e4622a52ec19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:10.550514 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-00812aa6-9296-460f-ada3-230327aec16d req-ddd81bd4-0d42-4ec5-b8d8-e4622a52ec19 service neutron] Transition to ACTIVE for port object ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:23:10.556580 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-00812aa6-9296-460f-ada3-230327aec16d req-ddd81bd4-0d42-4ec5-b8d8-e4622a52ec19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:10.580023 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 53d0fd06-4dc1-4915-980e-750e47e38619 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:23:10.636176 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-684b47c2-3985-45e4-82cf-7487fcd60285 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:10.637688 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-684b47c2-3985-45e4-82cf-7487fcd60285 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1682909 Dec 10 16:23:10.638759 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd81bd4-0d42-4ec5-b8d8-e4622a52ec19 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:10.674117 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 00b877e7-0c62-43d5-88bd-1365886cbb74 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:23:10.703046 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-8b19c6bd-ad16-4ee0-925c-bf86852aa44e tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/quotas/94e98c03952a41539b6089aa3614a4af HTTP/1.1" status: 200 len: 375 time: 0.0378540 Dec 10 16:23:10.703757 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 00b877e7-0c62-43d5-88bd-1365886cbb74 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:23:10.704185 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 00b877e7-0c62-43d5-88bd-1365886cbb74 not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:23:10.717653 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 53d0fd06-4dc1-4915-980e-750e47e38619 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:23:10.727956 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 53d0fd06-4dc1-4915-980e-750e47e38619 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:23:10.728424 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:10.758015 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-33bf5a14-1a5a-429d-9786-2da391c706ef tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=94e98c03952a41539b6089aa3614a4af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380638 Dec 10 16:23:10.763169 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-00812aa6-9296-460f-ada3-230327aec16d req-ddd81bd4-0d42-4ec5-b8d8-e4622a52ec19 service neutron] Attempting to bind port ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:23:10.763583 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-00812aa6-9296-460f-ada3-230327aec16d req-ddd81bd4-0d42-4ec5-b8d8-e4622a52ec19 service neutron] Attempting to bind port ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:23:10.764338 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00812aa6-9296-460f-ada3-230327aec16d req-ddd81bd4-0d42-4ec5-b8d8-e4622a52ec19 service neutron] Attempting to bind port ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:23:10.771952 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00812aa6-9296-460f-ada3-230327aec16d req-ddd81bd4-0d42-4ec5-b8d8-e4622a52ec19 service neutron] Port ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b on network 1b1da819-dfba-43f2-8848-8bb429159850 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:23:10.772378 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00812aa6-9296-460f-ada3-230327aec16d req-ddd81bd4-0d42-4ec5-b8d8-e4622a52ec19 service neutron] Attempting to bind port ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:23:10.778236 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00812aa6-9296-460f-ada3-230327aec16d req-ddd81bd4-0d42-4ec5-b8d8-e4622a52ec19 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:23:10.778624 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00812aa6-9296-460f-ada3-230327aec16d req-ddd81bd4-0d42-4ec5-b8d8-e4622a52ec19 service neutron] Checking segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:23:10.779071 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00812aa6-9296-460f-ada3-230327aec16d req-ddd81bd4-0d42-4ec5-b8d8-e4622a52ec19 service neutron] Bound using segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:23:10.779581 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-00812aa6-9296-460f-ada3-230327aec16d req-ddd81bd4-0d42-4ec5-b8d8-e4622a52ec19 service neutron] Bound port: ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:23:10.779999 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-00812aa6-9296-460f-ada3-230327aec16d req-ddd81bd4-0d42-4ec5-b8d8-e4622a52ec19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:10.850159 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-00812aa6-9296-460f-ada3-230327aec16d req-ddd81bd4-0d42-4ec5-b8d8-e4622a52ec19 service neutron] For port ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:23:10.854728 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-00812aa6-9296-460f-ada3-230327aec16d req-ddd81bd4-0d42-4ec5-b8d8-e4622a52ec19 service neutron] For port ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:23:10.860264 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-00812aa6-9296-460f-ada3-230327aec16d req-ddd81bd4-0d42-4ec5-b8d8-e4622a52ec19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:10.868553 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:10.903711 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7124d8d7-3d65-4d83-964e-a9b4763f475f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d0fd06-4dc1-4915-980e-750e47e38619'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:23:10.907301 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0d5f49-9bee-480c-825c-24157bc9aaf4" -d '{"events": [{"server_uuid": "7124d8d7-3d65-4d83-964e-a9b4763f475f", "name": "network-vif-plugged", "status": "completed", "tag": "53d0fd06-4dc1-4915-980e-750e47e38619"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:23:10.925866 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 53d0fd06-4dc1-4915-980e-750e47e38619, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=53d0fd06-4dc1-4915-980e-750e47e38619,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:10.931956 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00812aa6-9296-460f-ada3-230327aec16d req-ddd81bd4-0d42-4ec5-b8d8-e4622a52ec19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:10.933224 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-00812aa6-9296-460f-ada3-230327aec16d req-ddd81bd4-0d42-4ec5-b8d8-e4622a52ec19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:10.934420 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:10.934811 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-00812aa6-9296-460f-ada3-230327aec16d req-ddd81bd4-0d42-4ec5-b8d8-e4622a52ec19 service neutron] 10.222.0.46 "PUT /v2.0/ports/ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b HTTP/1.1" status: 200 len: 1095 time: 0.8884902 Dec 10 16:23:10.935300 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27ead862-2517-42eb-9c5f-ddcfb7f14f11', 'tag': 'ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:23:10.937599 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5d299c-f140-4f3b-bc0a-c613bfa7a216" -d '{"events": [{"name": "network-changed", "server_uuid": "27ead862-2517-42eb-9c5f-ddcfb7f14f11", "tag": "ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:23:10.951660 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd81bd4-0d42-4ec5-b8d8-e4622a52ec19 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:10.989588 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=53d0fd06-4dc1-4915-980e-750e47e38619,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:11.061037 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9aa1fa-deff-4bda-b31f-31f374f5deb2 req-322dee36-bf14-4054-bf69-f5f7e95609c0 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:11.068983 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9e9aa1fa-deff-4bda-b31f-31f374f5deb2 req-322dee36-bf14-4054-bf69-f5f7e95609c0 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] 10.222.0.11 "GET /v2.0/ports?device_id=7124d8d7-3d65-4d83-964e-a9b4763f475f HTTP/1.1" status: 200 len: 950 time: 0.0965335 Dec 10 16:23:11.078519 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00812aa6-9296-460f-ada3-230327aec16d req-6ad1bb3b-3488-4bc5-a146-f6f55575f780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:11.079989 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-00812aa6-9296-460f-ada3-230327aec16d req-6ad1bb3b-3488-4bc5-a146-f6f55575f780 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33fe36bd287d4a209fabdd94870da5aa&device_id=27ead862-2517-42eb-9c5f-ddcfb7f14f11 HTTP/1.1" status: 200 len: 1098 time: 0.0916989 Dec 10 16:23:11.140682 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-00812aa6-9296-460f-ada3-230327aec16d req-5a9315b7-d1f6-489d-9900-d4053da508a7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b HTTP/1.1" status: 200 len: 217 time: 0.0502820 Dec 10 16:23:11.187931 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9e9aa1fa-deff-4bda-b31f-31f374f5deb2 req-44e0a2cf-302b-4c64-8a42-1b8ab9b6f161 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] 10.222.0.11 "GET /v2.0/security-groups?id=29eb2cbd-d52d-400c-9991-b83e06ee8920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182363 Dec 10 16:23:11.216661 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00812aa6-9296-460f-ada3-230327aec16d req-8cd78d18-de62-4586-b79d-dea8d4eb6ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:11.218032 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-00812aa6-9296-460f-ada3-230327aec16d req-8cd78d18-de62-4586-b79d-dea8d4eb6ed3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.0678272 Dec 10 16:23:11.252838 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cb4381c6-0a69-43fe-af2b-cbdbc22abce7 req-944da6da-db32-41bd-846b-bec80764e872 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] 10.222.0.11 "GET /v2.0/security-group-rules/da20ba03-022c-431d-8e10-1b1dd64ad62c HTTP/1.1" status: 200 len: 783 time: 0.0336702 Dec 10 16:23:11.308359 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00812aa6-9296-460f-ada3-230327aec16d req-aaec44a4-8047-4023-9194-ca2efdf33821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:11.310067 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-00812aa6-9296-460f-ada3-230327aec16d req-aaec44a4-8047-4023-9194-ca2efdf33821 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0808077 Dec 10 16:23:11.328089 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cb4381c6-0a69-43fe-af2b-cbdbc22abce7 req-78d73af9-5bf0-42ad-8225-d8f2fc0ca65f tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] 10.222.0.11 "GET /v2.0/security-groups/48e41e9d-c8de-499c-bfa0-280435c6c0b1 HTTP/1.1" status: 200 len: 3012 time: 0.0604153 Dec 10 16:23:11.405453 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-cb4381c6-0a69-43fe-af2b-cbdbc22abce7 req-e3bf623b-f75a-41a4-80bc-95b20703018b tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:11.417529 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-cb4381c6-0a69-43fe-af2b-cbdbc22abce7 req-e3bf623b-f75a-41a4-80bc-95b20703018b tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:11.462972 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-00812aa6-9296-460f-ada3-230327aec16d req-6e3a54f8-9276-48c1-899f-04a88e53188e service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445003 Dec 10 16:23:11.468268 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-cb4381c6-0a69-43fe-af2b-cbdbc22abce7 req-e3bf623b-f75a-41a4-80bc-95b20703018b tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:11.476773 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-cb4381c6-0a69-43fe-af2b-cbdbc22abce7 req-e3bf623b-f75a-41a4-80bc-95b20703018b tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:11.477831 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cb4381c6-0a69-43fe-af2b-cbdbc22abce7 req-e3bf623b-f75a-41a4-80bc-95b20703018b tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/da20ba03-022c-431d-8e10-1b1dd64ad62c HTTP/1.1" status: 204 len: 173 time: 0.1366615 Dec 10 16:23:11.531477 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf623b-f75a-41a4-80bc-95b20703018b tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da20ba03-022c-431d-8e10-1b1dd64ad62c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:11.619372 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ff69327e-3c14-4aef-8186-8ae22fd6041d req-957c9dbc-b39d-4a09-b8f2-e35f78f5c3d7 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups/c9053608-fc84-4b1c-b94f-f0104e1d12c9 HTTP/1.1" status: 200 len: 1818 time: 0.0670335 Dec 10 16:23:11.623595 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-00812aa6-9296-460f-ada3-230327aec16d req-b23b156b-7b9c-4fe9-81b0-d4c16a8b9908 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530809 Dec 10 16:23:11.680918 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ff69327e-3c14-4aef-8186-8ae22fd6041d req-c0f90d34-58c6-4bb0-9662-35aaf064b80e tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:11.703626 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ff69327e-3c14-4aef-8186-8ae22fd6041d req-c0f90d34-58c6-4bb0-9662-35aaf064b80e tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:11.743781 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ff69327e-3c14-4aef-8186-8ae22fd6041d req-c0f90d34-58c6-4bb0-9662-35aaf064b80e tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:11.746936 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ff69327e-3c14-4aef-8186-8ae22fd6041d req-c0f90d34-58c6-4bb0-9662-35aaf064b80e tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:11.748090 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ff69327e-3c14-4aef-8186-8ae22fd6041d req-c0f90d34-58c6-4bb0-9662-35aaf064b80e tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "DELETE /v2.0/security-groups/c9053608-fc84-4b1c-b94f-f0104e1d12c9 HTTP/1.1" status: 204 len: 173 time: 0.1220384 Dec 10 16:23:11.757644 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f90d34-58c6-4bb0-9662-35aaf064b80e tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9053608-fc84-4b1c-b94f-f0104e1d12c9,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:11.969577 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-9304e5d4-e3e9-47e5-93e8-ee65af1265a2 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=94e98c03952a41539b6089aa3614a4af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392070 Dec 10 16:23:12.038122 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9b660-d94e-4bc8-8aaa-e8ca6910ec6d req-f481eed7-4c6d-4d77-9ce4-5c61e312c2f5 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:12.040288 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5eb9b660-d94e-4bc8-8aaa-e8ca6910ec6d req-f481eed7-4c6d-4d77-9ce4-5c61e312c2f5 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=27ead862-2517-42eb-9c5f-ddcfb7f14f11 HTTP/1.1" status: 200 len: 947 time: 0.1200192 Dec 10 16:23:12.136014 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-ea3ae7cb-40a4-4b74-8f0e-654838f9f920 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:12.137477 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-ea3ae7cb-40a4-4b74-8f0e-654838f9f920 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1600091 Dec 10 16:23:12.141000 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5eb9b660-d94e-4bc8-8aaa-e8ca6910ec6d req-b236fa5a-59a4-4057-a4fa-68a7f0273586 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892079 Dec 10 16:23:12.155188 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-2f2a961c-1064-40d2-bd74-cec539382337 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Request body: {'port': {'device_id': 'ae4db16d-13b2-40bb-907d-95a2bf785412', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'admin_state_up': True, 'tenant_id': '94e98c03952a41539b6089aa3614a4af'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:12.236103 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-69b30f38-895a-4745-8d69-f7131a1a6fab req-6c09f790-4c6b-44e4-a2d2-1d871dd171b7 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae4db16d-13b2-40bb-907d-95a2bf785412 HTTP/1.1" status: 200 len: 210 time: 0.0338674 Dec 10 16:23:12.284142 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5310bf05-b343-408c-91b7-6ab6c8cb89e5 x-openstack-request-id: req-5310bf05-b343-408c-91b7-6ab6c8cb89e5 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:23:12.284690 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7124d8d7-3d65-4d83-964e-a9b4763f475f", "name": "network-vif-plugged", "status": "completed", "tag": "53d0fd06-4dc1-4915-980e-750e47e38619", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:23:12.284855 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5310bf05-b343-408c-91b7-6ab6c8cb89e5 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:23:12.285590 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7124d8d7-3d65-4d83-964e-a9b4763f475f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d0fd06-4dc1-4915-980e-750e47e38619', 'code': 200} Dec 10 16:23:12.299609 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-2f2a961c-1064-40d2-bd74-cec539382337 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Made reservation on behalf of 94e98c03952a41539b6089aa3614a4af for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:23:12.304516 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-2f2a961c-1064-40d2-bd74-cec539382337 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:12.315107 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-2f2a961c-1064-40d2-bd74-cec539382337 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:12.324254 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d71dd3-288b-4970-a265-94638c993822 x-openstack-request-id: req-64d71dd3-288b-4970-a265-94638c993822 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:23:12.324579 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27ead862-2517-42eb-9c5f-ddcfb7f14f11", "tag": "ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:23:12.324834 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-64d71dd3-288b-4970-a265-94638c993822 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:23:12.325233 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27ead862-2517-42eb-9c5f-ddcfb7f14f11', 'tag': 'ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b', 'status': 'completed', 'code': 200} Dec 10 16:23:12.468274 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-10076776-9417-487d-915f-80d3041f9ae7 req-43395c30-8577-46f9-ab7e-33965d843e10 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] 10.222.0.11 "GET /v2.0/security-groups/48e41e9d-c8de-499c-bfa0-280435c6c0b1 HTTP/1.1" status: 200 len: 2414 time: 0.1329792 Dec 10 16:23:12.490982 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6da013-84ad-4a4e-9762-00863e274c41 req-9e47f52a-943f-4bff-9167-d2a199ba6b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:12.492476 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9e6da013-84ad-4a4e-9762-00863e274c41 req-9e47f52a-943f-4bff-9167-d2a199ba6b44 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7124d8d7-3d65-4d83-964e-a9b4763f475f HTTP/1.1" status: 200 len: 1101 time: 0.1289535 Dec 10 16:23:12.509012 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d299c-f140-4f3b-bc0a-c613bfa7a216 req-893bd537-14c8-496c-b68b-3749a1ab73e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:12.510600 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9f5d299c-f140-4f3b-bc0a-c613bfa7a216 req-893bd537-14c8-496c-b68b-3749a1ab73e8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33fe36bd287d4a209fabdd94870da5aa&device_id=27ead862-2517-42eb-9c5f-ddcfb7f14f11 HTTP/1.1" status: 200 len: 1098 time: 0.1503868 Dec 10 16:23:12.596039 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-2f2a961c-1064-40d2-bd74-cec539382337 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:12.611363 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-2f2a961c-1064-40d2-bd74-cec539382337 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:12.704136 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9e6da013-84ad-4a4e-9762-00863e274c41 req-e033e59d-bbb8-4ff7-8861-58af4584b7cc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=29eb2cbd-d52d-400c-9991-b83e06ee8920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970842 Dec 10 16:23:12.726810 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-10076776-9417-487d-915f-80d3041f9ae7 req-7fec7a55-c84e-4f9b-bc22-41e7023af79f tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:12.728423 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a961c-1064-40d2-bd74-cec539382337 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb3320d-43e9-4b71-b8fe-01fedec788e5,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:12.792525 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d299c-f140-4f3b-bc0a-c613bfa7a216 req-5c66e3a0-2e59-4f9e-bed7-dc92479407cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:12.793974 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9f5d299c-f140-4f3b-bc0a-c613bfa7a216 req-5c66e3a0-2e59-4f9e-bed7-dc92479407cf service neutron] 10.222.0.46 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.2716503 Dec 10 16:23:12.801538 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-10076776-9417-487d-915f-80d3041f9ae7 req-7fec7a55-c84e-4f9b-bc22-41e7023af79f tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:12.849333 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-2f2a961c-1064-40d2-bd74-cec539382337 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Allocated IP 192.168.233.67 (1b1da819-dfba-43f2-8848-8bb429159850/a7a18c92-5007-49e2-b728-7aedc06dca57/4b0da238-da36-4506-8526-103e401bdc08) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:23:12.873178 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-10076776-9417-487d-915f-80d3041f9ae7 req-7fec7a55-c84e-4f9b-bc22-41e7023af79f tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:12.875716 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-10076776-9417-487d-915f-80d3041f9ae7 req-7fec7a55-c84e-4f9b-bc22-41e7023af79f tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:12.877397 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-10076776-9417-487d-915f-80d3041f9ae7 req-7fec7a55-c84e-4f9b-bc22-41e7023af79f tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] 10.222.0.11 "DELETE /v2.0/security-groups/48e41e9d-c8de-499c-bfa0-280435c6c0b1 HTTP/1.1" status: 204 len: 173 time: 0.4000571 Dec 10 16:23:12.896025 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec7a55-c84e-4f9b-bc22-41e7023af79f tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e41e9d-c8de-499c-bfa0-280435c6c0b1,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:12.947747 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9f5d299c-f140-4f3b-bc0a-c613bfa7a216 req-34329339-28dd-41af-acde-2410539fe947 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b HTTP/1.1" status: 200 len: 217 time: 0.0465357 Dec 10 16:23:12.996130 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-7c5e6b52-0082-4547-8c15-2192a6bf4a18 req-b05e8a0f-53fe-4429-8be2-f123bf11afdb tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1643184260', 'description': 'tempest-description-1939117201'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:13.070817 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7c5e6b52-0082-4547-8c15-2192a6bf4a18 req-b05e8a0f-53fe-4429-8be2-f123bf11afdb tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:13.076428 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d299c-f140-4f3b-bc0a-c613bfa7a216 req-3a39491e-efc5-436c-aae1-7b3137f6e447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:13.077894 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9f5d299c-f140-4f3b-bc0a-c613bfa7a216 req-3a39491e-efc5-436c-aae1-7b3137f6e447 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.1203003 Dec 10 16:23:13.148600 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-2f2a961c-1064-40d2-bd74-cec539382337 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:13.190025 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d299c-f140-4f3b-bc0a-c613bfa7a216 req-a76bcbe4-229c-49fe-ae37-af6a01b7cafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:13.191548 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9f5d299c-f140-4f3b-bc0a-c613bfa7a216 req-a76bcbe4-229c-49fe-ae37-af6a01b7cafb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1039870 Dec 10 16:23:13.195190 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 42712) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:13.211450 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1b6df483-b0b8-4404-bc91-1a745d64a3fd req-2179d6b5-d60f-4950-9265-52f1fa1d4798 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=09c4fcc7-f6bd-4241-8860-1a1a83c006fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428627 Dec 10 16:23:13.267894 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-2f2a961c-1064-40d2-bd74-cec539382337 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:13.305747 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6df483-b0b8-4404-bc91-1a745d64a3fd req-87a0c74b-3db4-4902-8d64-645975ca63d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:13.307962 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1b6df483-b0b8-4404-bc91-1a745d64a3fd req-87a0c74b-3db4-4902-8d64-645975ca63d9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=df7996212a794883ba322fef5e69748f&device_id=09c4fcc7-f6bd-4241-8860-1a1a83c006fe HTTP/1.1" status: 200 len: 1096 time: 0.0458598 Dec 10 16:23:13.319304 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7c5e6b52-0082-4547-8c15-2192a6bf4a18 req-b05e8a0f-53fe-4429-8be2-f123bf11afdb tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:13.339979 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7c5e6b52-0082-4547-8c15-2192a6bf4a18 req-b05e8a0f-53fe-4429-8be2-f123bf11afdb tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:13.364608 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-2f2a961c-1064-40d2-bd74-cec539382337 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Network 1b1da819-dfba-43f2-8848-8bb429159850 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:23:13.375922 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc1e16a0-a107-493f-9d26-3a4126da18dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:13.393865 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-2f2a961c-1064-40d2-bd74-cec539382337 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:23:13.395670 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a961c-1064-40d2-bd74-cec539382337 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Pushing event updated for resources: {'Port': ['ID=4b0da238-da36-4506-8526-103e401bdc08,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:13.404305 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-2f2a961c-1064-40d2-bd74-cec539382337 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:23:13.410724 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6df483-b0b8-4404-bc91-1a745d64a3fd req-d214f7f2-3c7e-472f-9d45-b3e309ff5a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:13.412221 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1b6df483-b0b8-4404-bc91-1a745d64a3fd req-d214f7f2-3c7e-472f-9d45-b3e309ff5a52 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8360afb7-a21f-4966-aa49-91f4dc24c110 HTTP/1.1" status: 200 len: 916 time: 0.0865734 Dec 10 16:23:13.418718 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7c5e6b52-0082-4547-8c15-2192a6bf4a18 req-b05e8a0f-53fe-4429-8be2-f123bf11afdb tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:13.419930 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7c5e6b52-0082-4547-8c15-2192a6bf4a18 req-b05e8a0f-53fe-4429-8be2-f123bf11afdb tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4611132 Dec 10 16:23:13.464995 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e8a0f-53fe-4429-8be2-f123bf11afdb tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09cd674b-11b1-422f-a9cd-761d518ff18e,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:13.468636 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9f5d299c-f140-4f3b-bc0a-c613bfa7a216 req-43908810-c0e6-4689-bea9-d8c3349dfc3a service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628274 Dec 10 16:23:13.498826 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1b6df483-b0b8-4404-bc91-1a745d64a3fd req-f3763831-92be-4bc0-949f-aa251e28767b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=402b2c30-5063-4925-b45b-db2200d931bc HTTP/1.1" status: 200 len: 1001 time: 0.0797472 Dec 10 16:23:13.551910 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-2f2a961c-1064-40d2-bd74-cec539382337 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:13.552202 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6df483-b0b8-4404-bc91-1a745d64a3fd req-1935f82a-a994-42d7-a432-01eb5de56e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:13.552529 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-2f2a961c-1064-40d2-bd74-cec539382337 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:13.553839 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1b6df483-b0b8-4404-bc91-1a745d64a3fd req-1935f82a-a994-42d7-a432-01eb5de56e6a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9f0bf07a-1cd9-4695-ab12-12cd8267bab2 HTTP/1.1" status: 200 len: 854 time: 0.0475881 Dec 10 16:23:13.607165 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6df483-b0b8-4404-bc91-1a745d64a3fd req-bbf6a16c-5232-44d0-90e0-cb5b3877afe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:13.611427 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1b6df483-b0b8-4404-bc91-1a745d64a3fd req-bbf6a16c-5232-44d0-90e0-cb5b3877afe2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8360afb7-a21f-4966-aa49-91f4dc24c110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507233 Dec 10 16:23:13.618533 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-2f2a961c-1064-40d2-bd74-cec539382337 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4676905 Dec 10 16:23:13.634556 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-2dbc067b-c514-44ce-af0b-529d39f7c99f service neutron] Request body: {'port': {'device_id': 'ae4db16d-13b2-40bb-907d-95a2bf785412', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:13.686411 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-7fcfb852-dcc7-4c6f-8c62-b19b7af44981 None None] Provisioning complete for port 4b0da238-da36-4506-8526-103e401bdc08 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:23:13.687799 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7fcfb852-dcc7-4c6f-8c62-b19b7af44981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:13.689697 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ddb37-b0b3-46cb-b219-b7d512ff1b92 req-ba5f15ff-3058-4386-b3c7-1da394abe488 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:13.691291 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-424ddb37-b0b3-46cb-b219-b7d512ff1b92 req-ba5f15ff-3058-4386-b3c7-1da394abe488 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] 10.222.0.11 "GET /v2.0/ports?device_id=7124d8d7-3d65-4d83-964e-a9b4763f475f HTTP/1.1" status: 200 len: 950 time: 0.1875753 Dec 10 16:23:13.724831 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-7fcfb852-dcc7-4c6f-8c62-b19b7af44981 None None] Port 4b0da238-da36-4506-8526-103e401bdc08 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:23:13.734317 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1b6df483-b0b8-4404-bc91-1a745d64a3fd req-5baf496e-5984-40ce-b3c8-6e31752c158b service neutron] 10.222.0.26 "GET /v2.0/networks/8360afb7-a21f-4966-aa49-91f4dc24c110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158500 Dec 10 16:23:13.752882 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9f5d299c-f140-4f3b-bc0a-c613bfa7a216 req-551c3234-0538-4772-a775-b8e2b3821c78 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691450 Dec 10 16:23:13.771860 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc1e16a0-a107-493f-9d26-3a4126da18dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:13.772809 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-2dbc067b-c514-44ce-af0b-529d39f7c99f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:13.787596 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc1e16a0-a107-493f-9d26-3a4126da18dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:13.833987 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1b6df483-b0b8-4404-bc91-1a745d64a3fd req-6c2d5c9a-1dac-4322-bcba-4f833be5edd7 service neutron] 10.222.0.26 "GET /v2.0/networks/8360afb7-a21f-4966-aa49-91f4dc24c110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926459 Dec 10 16:23:13.865192 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-424ddb37-b0b3-46cb-b219-b7d512ff1b92 req-7f1e6770-06fe-4252-862a-a12258092d96 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] 10.222.0.11 "GET /v2.0/security-groups?id=29eb2cbd-d52d-400c-9991-b83e06ee8920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573565 Dec 10 16:23:13.879117 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-cc1e16a0-a107-493f-9d26-3a4126da18dc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dd91f170cd9e4a97a122742d25762048&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6783931 Dec 10 16:23:13.879117 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e16a0-a107-493f-9d26-3a4126da18dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c758594-be83-42ab-896d-6991657dd557,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:13.879509 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42720) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:13.880257 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-aeaccd19-59ee-4a9f-a953-4a2a96a71d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:13.965775 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-74ca9fe6-1a49-4fcf-8d14-959e320f33a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:13.989228 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-74ca9fe6-1a49-4fcf-8d14-959e320f33a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:14.048347 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-74ca9fe6-1a49-4fcf-8d14-959e320f33a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:14.051103 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-74ca9fe6-1a49-4fcf-8d14-959e320f33a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:14.052386 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-74ca9fe6-1a49-4fcf-8d14-959e320f33a5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4c758594-be83-42ab-896d-6991657dd557 HTTP/1.1" status: 204 len: 168 time: 0.1723075 Dec 10 16:23:14.062397 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ca9fe6-1a49-4fcf-8d14-959e320f33a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c758594-be83-42ab-896d-6991657dd557,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:14.346376 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [req-c5a14e0f-d6c7-410e-b3da-3a783f64ea83 req-232d1607-12f3-4c9c-b3e6-cdd4cb8d1083 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] show failed (client error): The resource could not be found. Dec 10 16:23:14.347409 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c5a14e0f-d6c7-410e-b3da-3a783f64ea83 req-232d1607-12f3-4c9c-b3e6-cdd4cb8d1083 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] 10.222.0.11 "GET /v2.0/security-groups/ce1aaa06-7388-40d2-85aa-61daa21c85ac HTTP/1.1" status: 404 len: 352 time: 0.0429499 Dec 10 16:23:14.350306 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42726) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:14.363962 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7600ddbd-a5db-46fe-b221-e919c8a73c4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:14.442864 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7600ddbd-a5db-46fe-b221-e919c8a73c4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:14.446650 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7600ddbd-a5db-46fe-b221-e919c8a73c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:14.486386 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7600ddbd-a5db-46fe-b221-e919c8a73c4a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=59c3a6df3d954fd68a3ca1fe61366ea0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1348989 Dec 10 16:23:14.488829 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42730) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:14.490095 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-2dbc067b-c514-44ce-af0b-529d39f7c99f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b0da238-da36-4506-8526-103e401bdc08 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:23:14.494757 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7600ddbd-a5db-46fe-b221-e919c8a73c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363f5c25-f65c-411a-a4dc-322d6844cb46,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:14.505363 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8fb81-ad0b-454b-a94c-d5d87bd3ae8a req-edccc81e-d016-4d6e-ad20-780c4cc1d635 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:14.506905 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4ab8fb81-ad0b-454b-a94c-d5d87bd3ae8a req-edccc81e-d016-4d6e-ad20-780c4cc1d635 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=27ead862-2517-42eb-9c5f-ddcfb7f14f11 HTTP/1.1" status: 200 len: 947 time: 0.1014168 Dec 10 16:23:14.508915 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-2dbc067b-c514-44ce-af0b-529d39f7c99f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:14.530594 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-2dbc067b-c514-44ce-af0b-529d39f7c99f service neutron] Transition to ACTIVE for port object 4b0da238-da36-4506-8526-103e401bdc08 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:23:14.538648 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-2dbc067b-c514-44ce-af0b-529d39f7c99f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:14.543688 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-656e235a-1d68-45a2-835c-52c718c37e6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:14.565541 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-656e235a-1d68-45a2-835c-52c718c37e6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:14.610489 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:23:14.616724 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc067b-c514-44ce-af0b-529d39f7c99f service neutron] Pushing event updated for resources: {'Port': ['ID=4b0da238-da36-4506-8526-103e401bdc08,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:14.625627 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4ab8fb81-ad0b-454b-a94c-d5d87bd3ae8a req-fefedb16-022a-4f1c-9519-147ea5f7a8fa tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068480 Dec 10 16:23:14.630677 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-656e235a-1d68-45a2-835c-52c718c37e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:14.635083 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-656e235a-1d68-45a2-835c-52c718c37e6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:14.638256 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-656e235a-1d68-45a2-835c-52c718c37e6d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/363f5c25-f65c-411a-a4dc-322d6844cb46 HTTP/1.1" status: 204 len: 168 time: 0.1484027 Dec 10 16:23:14.658698 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e235a-1d68-45a2-835c-52c718c37e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363f5c25-f65c-411a-a4dc-322d6844cb46,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:14.772707 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-2dbc067b-c514-44ce-af0b-529d39f7c99f service neutron] Attempting to bind port 4b0da238-da36-4506-8526-103e401bdc08 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:23:14.772707 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-2dbc067b-c514-44ce-af0b-529d39f7c99f service neutron] Attempting to bind port 4b0da238-da36-4506-8526-103e401bdc08 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:23:14.772707 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-2dbc067b-c514-44ce-af0b-529d39f7c99f service neutron] Attempting to bind port 4b0da238-da36-4506-8526-103e401bdc08 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:23:14.787106 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:14.794408 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-2dbc067b-c514-44ce-af0b-529d39f7c99f service neutron] Port 4b0da238-da36-4506-8526-103e401bdc08 on network 1b1da819-dfba-43f2-8848-8bb429159850 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:23:14.794739 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-2dbc067b-c514-44ce-af0b-529d39f7c99f service neutron] Attempting to bind port 4b0da238-da36-4506-8526-103e401bdc08 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:23:14.800831 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'port_id': 'ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b', 'mac_address': 'fa:16:3e:9e:eb:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a18c92-5007-49e2-b728-7aedc06dca57', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:23:14.810445 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-2dbc067b-c514-44ce-af0b-529d39f7c99f service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:23:14.810853 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-2dbc067b-c514-44ce-af0b-529d39f7c99f service neutron] Checking segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:23:14.811195 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-2dbc067b-c514-44ce-af0b-529d39f7c99f service neutron] Bound using segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:23:14.811648 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-2dbc067b-c514-44ce-af0b-529d39f7c99f service neutron] Bound port: 4b0da238-da36-4506-8526-103e401bdc08, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:23:14.812014 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-2dbc067b-c514-44ce-af0b-529d39f7c99f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:14.852308 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:14.876820 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:23:14.896893 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c8cd4-725b-4f7a-beca-7c5e194947f5 req-f9b3703c-51d3-4f1a-8218-23fd58ef46c8 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:14.905447 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e47c8cd4-725b-4f7a-beca-7c5e194947f5 req-f9b3703c-51d3-4f1a-8218-23fd58ef46c8 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae4db16d-13b2-40bb-907d-95a2bf785412 HTTP/1.1" status: 200 len: 947 time: 0.1537275 Dec 10 16:23:14.908558 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:14.915226 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:14.970929 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:15.015419 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-2dbc067b-c514-44ce-af0b-529d39f7c99f service neutron] For port 4b0da238-da36-4506-8526-103e401bdc08, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:23:15.037785 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c38490b1-4932-43f5-b340-32cb8842661f req-b55c9c5d-bce3-4951-9088-574a962db53e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f7fd7ada-5753-4d36-9e30-d3d9a89249e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1122489 Dec 10 16:23:15.039551 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-2dbc067b-c514-44ce-af0b-529d39f7c99f service neutron] For port 4b0da238-da36-4506-8526-103e401bdc08, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=4b0da238-da36-4506-8526-103e401bdc08,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:23:15.044537 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e47c8cd4-725b-4f7a-beca-7c5e194947f5 req-a3fd771d-555e-4c38-b123-dec1c0dbdd62 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381776 Dec 10 16:23:15.046267 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-2dbc067b-c514-44ce-af0b-529d39f7c99f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:15.102693 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-2dbc067b-c514-44ce-af0b-529d39f7c99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:15.103317 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-2dbc067b-c514-44ce-af0b-529d39f7c99f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:15.105295 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-2dbc067b-c514-44ce-af0b-529d39f7c99f service neutron] 10.222.0.26 "PUT /v2.0/ports/4b0da238-da36-4506-8526-103e401bdc08 HTTP/1.1" status: 200 len: 1095 time: 1.4771380 Dec 10 16:23:15.112258 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4db16d-13b2-40bb-907d-95a2bf785412', 'tag': '4b0da238-da36-4506-8526-103e401bdc08'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:23:15.115311 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca390822-ed2c-42bb-bb6c-3c715bf5c44b" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4db16d-13b2-40bb-907d-95a2bf785412", "tag": "4b0da238-da36-4506-8526-103e401bdc08"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:23:15.214122 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc067b-c514-44ce-af0b-529d39f7c99f service neutron] Pushing event updated for resources: {'Port': ['ID=4b0da238-da36-4506-8526-103e401bdc08,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:15.227862 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-075d32ff-614b-41e4-bbfe-4663b2072b5c req-37bab58d-08af-4b29-bded-2509ff851db1 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups/09cd674b-11b1-422f-a9cd-761d518ff18e HTTP/1.1" status: 200 len: 1818 time: 0.1510901 Dec 10 16:23:15.235243 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38490b1-4932-43f5-b340-32cb8842661f req-4fffe1ec-8f9e-4de4-9473-fb10b3050980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:15.236741 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c38490b1-4932-43f5-b340-32cb8842661f req-4fffe1ec-8f9e-4de4-9473-fb10b3050980 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33fe36bd287d4a209fabdd94870da5aa&device_id=f7fd7ada-5753-4d36-9e30-d3d9a89249e2 HTTP/1.1" status: 200 len: 1101 time: 0.1524189 Dec 10 16:23:15.245016 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-075d32ff-614b-41e4-bbfe-4663b2072b5c req-583ec967-9525-4b31-ba1e-7de817b43fe1 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1690350915', 'description': 'tempest-description-hth-1544008976'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:15.255974 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-a7f9104d-69b7-4a69-8b92-7eb3913b568e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:15.257645 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-a7f9104d-69b7-4a69-8b92-7eb3913b568e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=94e98c03952a41539b6089aa3614a4af&device_id=ae4db16d-13b2-40bb-907d-95a2bf785412 HTTP/1.1" status: 200 len: 1098 time: 0.0998893 Dec 10 16:23:15.280564 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:23:15.374222 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-7f85fc60-8a35-4c39-aee6-4d50d3b2936e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=4b0da238-da36-4506-8526-103e401bdc08 HTTP/1.1" status: 200 len: 217 time: 0.0970554 Dec 10 16:23:15.423932 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-075d32ff-614b-41e4-bbfe-4663b2072b5c req-583ec967-9525-4b31-ba1e-7de817b43fe1 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:15.493834 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-fd7f44f7-dce2-417a-8efe-3d4f1126129e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:15.496291 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-fd7f44f7-dce2-417a-8efe-3d4f1126129e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.1107106 Dec 10 16:23:15.549002 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-075d32ff-614b-41e4-bbfe-4663b2072b5c req-583ec967-9525-4b31-ba1e-7de817b43fe1 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:15.551806 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38490b1-4932-43f5-b340-32cb8842661f req-ccb867a0-7d8a-49a4-8855-73e285d437dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:15.553376 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c38490b1-4932-43f5-b340-32cb8842661f req-ccb867a0-7d8a-49a4-8855-73e285d437dc service neutron] 10.222.0.46 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.2892103 Dec 10 16:23:15.555780 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-075d32ff-614b-41e4-bbfe-4663b2072b5c req-583ec967-9525-4b31-ba1e-7de817b43fe1 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:15.558370 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-075d32ff-614b-41e4-bbfe-4663b2072b5c req-583ec967-9525-4b31-ba1e-7de817b43fe1 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:15.567539 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-075d32ff-614b-41e4-bbfe-4663b2072b5c req-583ec967-9525-4b31-ba1e-7de817b43fe1 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "PUT /v2.0/security-groups/09cd674b-11b1-422f-a9cd-761d518ff18e HTTP/1.1" status: 200 len: 1792 time: 0.3289058 Dec 10 16:23:15.631563 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c38490b1-4932-43f5-b340-32cb8842661f req-fd5e8150-ab70-48a2-a2bc-bf95a011964d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=6d73126e-816a-49e2-8614-6c4009af6327 HTTP/1.1" status: 200 len: 217 time: 0.0620780 Dec 10 16:23:15.690282 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ec967-9525-4b31-ba1e-7de817b43fe1 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09cd674b-11b1-422f-a9cd-761d518ff18e,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:15.703558 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-881a8f80-01ed-4db7-a804-a8e87b6c3edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:15.705260 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-881a8f80-01ed-4db7-a804-a8e87b6c3edf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2001398 Dec 10 16:23:15.732185 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-43ceedd7-7a39-4b40-88a6-710713697191 req-247311cd-a45d-4106-b5a3-ee6c211367c5 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] 10.222.0.11 "GET /v2.0/security-groups/070e3e4a-205d-4c69-baf6-5e71f79f00f8 HTTP/1.1" status: 200 len: 1821 time: 0.1535254 Dec 10 16:23:15.744512 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38490b1-4932-43f5-b340-32cb8842661f req-f8619d4e-3233-4b52-94aa-873b21a7f5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:15.745936 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c38490b1-4932-43f5-b340-32cb8842661f req-f8619d4e-3233-4b52-94aa-873b21a7f5fd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.1011240 Dec 10 16:23:15.873135 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38490b1-4932-43f5-b340-32cb8842661f req-88d33b69-3cd9-4a40-be87-323fee9f6161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:15.874620 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c38490b1-4932-43f5-b340-32cb8842661f req-88d33b69-3cd9-4a40-be87-323fee9f6161 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0992198 Dec 10 16:23:15.911243 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-68b5d239-6f0d-43ef-ba70-6ffc603cecf9 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981049 Dec 10 16:23:15.945665 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-43ceedd7-7a39-4b40-88a6-710713697191 req-5012bab4-f2c6-4f19-9ac8-1c6e6381ddc0 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:16.021693 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-43ceedd7-7a39-4b40-88a6-710713697191 req-5012bab4-f2c6-4f19-9ac8-1c6e6381ddc0 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:16.103894 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c38490b1-4932-43f5-b340-32cb8842661f req-ece387d0-6041-4ef0-bca6-51cdfa90a145 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216470 Dec 10 16:23:16.106169 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d96f946e-6ba4-48f6-95ad-5302bab0dc42 req-a6de67b4-0128-409d-8761-ee243ad3f39e service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691418 Dec 10 16:23:16.113042 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-43ceedd7-7a39-4b40-88a6-710713697191 req-5012bab4-f2c6-4f19-9ac8-1c6e6381ddc0 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:16.116414 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-43ceedd7-7a39-4b40-88a6-710713697191 req-5012bab4-f2c6-4f19-9ac8-1c6e6381ddc0 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:16.117814 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-43ceedd7-7a39-4b40-88a6-710713697191 req-5012bab4-f2c6-4f19-9ac8-1c6e6381ddc0 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] 10.222.0.11 "DELETE /v2.0/security-groups/070e3e4a-205d-4c69-baf6-5e71f79f00f8 HTTP/1.1" status: 204 len: 173 time: 0.3750327 Dec 10 16:23:16.144309 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012bab4-f2c6-4f19-9ac8-1c6e6381ddc0 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=070e3e4a-205d-4c69-baf6-5e71f79f00f8,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:16.268202 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd3d41-f93e-46d3-ba54-3d0f90eaf03d req-61c19e26-05bf-4714-a4df-c9cfa5584bdc tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:16.269740 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-64dd3d41-f93e-46d3-ba54-3d0f90eaf03d req-61c19e26-05bf-4714-a4df-c9cfa5584bdc tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] 10.222.0.11 "GET /v2.0/ports?device_id=7124d8d7-3d65-4d83-964e-a9b4763f475f HTTP/1.1" status: 200 len: 950 time: 0.0781872 Dec 10 16:23:16.275712 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c38490b1-4932-43f5-b340-32cb8842661f req-2e847f88-b966-44e4-970a-f676a837babd service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569271 Dec 10 16:23:16.319162 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-64dd3d41-f93e-46d3-ba54-3d0f90eaf03d req-d22796bf-13ba-484e-9306-37f84720c532 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] 10.222.0.11 "GET /v2.0/security-groups?id=29eb2cbd-d52d-400c-9991-b83e06ee8920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424602 Dec 10 16:23:16.418573 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1c1ea16f-82ce-45e1-afe7-4272770016e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:16.476873 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0155e9a-8eb2-4240-acdb-a7a495212e1b x-openstack-request-id: req-e0155e9a-8eb2-4240-acdb-a7a495212e1b {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:23:16.477386 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4db16d-13b2-40bb-907d-95a2bf785412", "tag": "4b0da238-da36-4506-8526-103e401bdc08", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:23:16.477498 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e0155e9a-8eb2-4240-acdb-a7a495212e1b {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:23:16.477885 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4db16d-13b2-40bb-907d-95a2bf785412', 'tag': '4b0da238-da36-4506-8526-103e401bdc08', 'status': 'completed', 'code': 200} Dec 10 16:23:16.556693 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-77abb573-a3a2-4b71-9ac4-3c56f20cd094 req-edf30fa9-0c6f-4426-8979-c3ad128da14c tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups/09cd674b-11b1-422f-a9cd-761d518ff18e HTTP/1.1" status: 200 len: 1792 time: 0.0686414 Dec 10 16:23:16.566306 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca390822-ed2c-42bb-bb6c-3c715bf5c44b req-d7e35f0b-e540-4cb0-91d9-74ecdca24556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:16.566306 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ca390822-ed2c-42bb-bb6c-3c715bf5c44b req-d7e35f0b-e540-4cb0-91d9-74ecdca24556 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=94e98c03952a41539b6089aa3614a4af&device_id=ae4db16d-13b2-40bb-907d-95a2bf785412 HTTP/1.1" status: 200 len: 1098 time: 0.0621450 Dec 10 16:23:16.697644 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb329892-4389-4b0a-88ed-0613ff1e225e req-b01a2fa6-7c21-433f-96d2-5e829e309f34 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:16.699461 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fb329892-4389-4b0a-88ed-0613ff1e225e req-b01a2fa6-7c21-433f-96d2-5e829e309f34 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=27ead862-2517-42eb-9c5f-ddcfb7f14f11 HTTP/1.1" status: 200 len: 948 time: 0.0816236 Dec 10 16:23:16.722562 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca390822-ed2c-42bb-bb6c-3c715bf5c44b req-2f2a7fd3-d561-4b1d-ade9-5bfe8a1d43f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:16.724000 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ca390822-ed2c-42bb-bb6c-3c715bf5c44b req-2f2a7fd3-d561-4b1d-ade9-5bfe8a1d43f4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.1487391 Dec 10 16:23:16.776499 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ca390822-ed2c-42bb-bb6c-3c715bf5c44b req-9a1dcb3a-3e0c-48f2-bc2d-ef6c192961df service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=4b0da238-da36-4506-8526-103e401bdc08 HTTP/1.1" status: 200 len: 217 time: 0.0445564 Dec 10 16:23:16.825952 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fb329892-4389-4b0a-88ed-0613ff1e225e req-a2d15ad7-aeae-4922-950e-a2ca4101adc1 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165617 Dec 10 16:23:16.844810 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca390822-ed2c-42bb-bb6c-3c715bf5c44b req-3638c348-8a08-42b7-8253-8f857d0e60ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:16.846299 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ca390822-ed2c-42bb-bb6c-3c715bf5c44b req-3638c348-8a08-42b7-8253-8f857d0e60ac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.0586233 Dec 10 16:23:16.925237 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca390822-ed2c-42bb-bb6c-3c715bf5c44b req-e8c0d649-8c2f-4d70-8d62-0e9470e9bece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:16.926719 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ca390822-ed2c-42bb-bb6c-3c715bf5c44b req-e8c0d649-8c2f-4d70-8d62-0e9470e9bece service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0726595 Dec 10 16:23:16.939244 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f1514-409d-44a3-bbff-f2ffceb601a5 req-a0eb2e45-bb31-45bf-921b-4ac61291e5ef tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:16.940702 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-719f1514-409d-44a3-bbff-f2ffceb601a5 req-a0eb2e45-bb31-45bf-921b-4ac61291e5ef tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae4db16d-13b2-40bb-907d-95a2bf785412 HTTP/1.1" status: 200 len: 947 time: 0.0583425 Dec 10 16:23:17.044898 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-719f1514-409d-44a3-bbff-f2ffceb601a5 req-223573d3-391d-47c1-b284-a0517140ab25 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949984 Dec 10 16:23:17.068311 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ca390822-ed2c-42bb-bb6c-3c715bf5c44b req-9b80daee-afe2-452e-8446-a82372687651 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266522 Dec 10 16:23:17.143311 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:17.158735 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-43090b60-f0b2-4355-b75c-f9866f924d98 req-8569d2e8-d67b-40c3-88f2-81813d990978 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] 10.222.0.11 "GET /v2.0/security-groups/15bd6945-9df6-4e30-a2fa-6b86ccac710c HTTP/1.1" status: 200 len: 1821 time: 0.0892937 Dec 10 16:23:17.209506 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ca390822-ed2c-42bb-bb6c-3c715bf5c44b req-bbf5c6a1-5dc3-4223-b4db-5c4be1746446 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323762 Dec 10 16:23:17.234496 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:23:17.238393 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-43090b60-f0b2-4355-b75c-f9866f924d98 req-b78a2938-aa2c-4629-baee-e37cb1128926 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:17.260623 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-43090b60-f0b2-4355-b75c-f9866f924d98 req-b78a2938-aa2c-4629-baee-e37cb1128926 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:17.319214 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-43090b60-f0b2-4355-b75c-f9866f924d98 req-b78a2938-aa2c-4629-baee-e37cb1128926 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:17.322361 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-43090b60-f0b2-4355-b75c-f9866f924d98 req-b78a2938-aa2c-4629-baee-e37cb1128926 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:17.323473 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-43090b60-f0b2-4355-b75c-f9866f924d98 req-b78a2938-aa2c-4629-baee-e37cb1128926 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] 10.222.0.11 "DELETE /v2.0/security-groups/15bd6945-9df6-4e30-a2fa-6b86ccac710c HTTP/1.1" status: 204 len: 173 time: 0.1580086 Dec 10 16:23:17.332795 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a2938-aa2c-4629-baee-e37cb1128926 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bd6945-9df6-4e30-a2fa-6b86ccac710c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:17.667372 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f7083ad9-5048-45b4-b8b3-b97be56405d8 req-20b4c00e-d8fe-4159-8e1b-dd719b74d441 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups/09cd674b-11b1-422f-a9cd-761d518ff18e HTTP/1.1" status: 200 len: 1792 time: 0.0438752 Dec 10 16:23:17.722952 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f7083ad9-5048-45b4-b8b3-b97be56405d8 req-fa9f16b2-0537-4271-bc70-9cd38b332f85 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:17.749377 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f7083ad9-5048-45b4-b8b3-b97be56405d8 req-fa9f16b2-0537-4271-bc70-9cd38b332f85 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:17.789148 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f7083ad9-5048-45b4-b8b3-b97be56405d8 req-fa9f16b2-0537-4271-bc70-9cd38b332f85 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:17.791709 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f7083ad9-5048-45b4-b8b3-b97be56405d8 req-fa9f16b2-0537-4271-bc70-9cd38b332f85 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:17.792859 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f7083ad9-5048-45b4-b8b3-b97be56405d8 req-fa9f16b2-0537-4271-bc70-9cd38b332f85 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "DELETE /v2.0/security-groups/09cd674b-11b1-422f-a9cd-761d518ff18e HTTP/1.1" status: 204 len: 173 time: 0.1195126 Dec 10 16:23:17.802384 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f16b2-0537-4271-bc70-9cd38b332f85 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cd674b-11b1-422f-a9cd-761d518ff18e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:17.846924 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-69afe1b5-cf49-4214-8340-15ef161ff591 req-7220aa90-843f-404d-bfc6-1688e22da81a tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] 10.222.0.11 "GET /v2.0/security-groups/9dc9842a-dbff-4e45-8313-62eea37385f5 HTTP/1.1" status: 200 len: 1822 time: 0.0376167 Dec 10 16:23:17.903544 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-69afe1b5-cf49-4214-8340-15ef161ff591 req-a522c49a-4cee-4f62-b02a-d082ff725be0 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:17.925897 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-69afe1b5-cf49-4214-8340-15ef161ff591 req-a522c49a-4cee-4f62-b02a-d082ff725be0 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:17.967337 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-69afe1b5-cf49-4214-8340-15ef161ff591 req-a522c49a-4cee-4f62-b02a-d082ff725be0 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:17.970124 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-69afe1b5-cf49-4214-8340-15ef161ff591 req-a522c49a-4cee-4f62-b02a-d082ff725be0 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:17.971387 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-69afe1b5-cf49-4214-8340-15ef161ff591 req-a522c49a-4cee-4f62-b02a-d082ff725be0 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] 10.222.0.11 "DELETE /v2.0/security-groups/9dc9842a-dbff-4e45-8313-62eea37385f5 HTTP/1.1" status: 204 len: 173 time: 0.1181095 Dec 10 16:23:17.981182 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a522c49a-4cee-4f62-b02a-d082ff725be0 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc9842a-dbff-4e45-8313-62eea37385f5,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:18.191391 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe31c2-b5ea-4809-9a70-48b46f3f0686 req-38a0d202-0f7e-4a71-8cfe-9bb9c0cb783b tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:18.192863 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1bbe31c2-b5ea-4809-9a70-48b46f3f0686 req-38a0d202-0f7e-4a71-8cfe-9bb9c0cb783b tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] 10.222.0.11 "GET /v2.0/ports?device_id=7124d8d7-3d65-4d83-964e-a9b4763f475f HTTP/1.1" status: 200 len: 950 time: 0.0486586 Dec 10 16:23:18.241046 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1bbe31c2-b5ea-4809-9a70-48b46f3f0686 req-0b3a89b6-cbb8-40db-b7e9-94d36b50e5d1 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] 10.222.0.11 "GET /v2.0/security-groups?id=29eb2cbd-d52d-400c-9991-b83e06ee8920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416849 Dec 10 16:23:18.370999 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d6a4a-8caf-44b1-9eee-e7c5514c8e67 req-241a790c-8b0f-44ed-bb29-d2f2dc9b11a1 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:18.372464 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-377d6a4a-8caf-44b1-9eee-e7c5514c8e67 req-241a790c-8b0f-44ed-bb29-d2f2dc9b11a1 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=27ead862-2517-42eb-9c5f-ddcfb7f14f11 HTTP/1.1" status: 200 len: 948 time: 0.0482907 Dec 10 16:23:18.419886 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-377d6a4a-8caf-44b1-9eee-e7c5514c8e67 req-edc18ce7-8db1-4b90-8a6b-47129a5b6723 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410624 Dec 10 16:23:18.427798 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:18.483166 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ffb196d1-8aaf-4628-bad5-7b4f298f09cc req-8e170ad4-c4ab-4c1f-a9fd-a15c36e66d7a tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] 10.222.0.11 "GET /v2.0/security-groups/255ad090-5513-41b8-b665-ccd708dedb6b HTTP/1.1" status: 200 len: 2420 time: 0.0387783 Dec 10 16:23:18.541542 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ffb196d1-8aaf-4628-bad5-7b4f298f09cc req-c9a8c597-efde-4b38-9c20-eb7c15d34b40 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:18.564824 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ffb196d1-8aaf-4628-bad5-7b4f298f09cc req-c9a8c597-efde-4b38-9c20-eb7c15d34b40 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:18.612030 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ffb196d1-8aaf-4628-bad5-7b4f298f09cc req-c9a8c597-efde-4b38-9c20-eb7c15d34b40 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:18.614599 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ffb196d1-8aaf-4628-bad5-7b4f298f09cc req-c9a8c597-efde-4b38-9c20-eb7c15d34b40 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:18.615690 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ffb196d1-8aaf-4628-bad5-7b4f298f09cc req-c9a8c597-efde-4b38-9c20-eb7c15d34b40 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] 10.222.0.11 "DELETE /v2.0/security-groups/255ad090-5513-41b8-b665-ccd708dedb6b HTTP/1.1" status: 204 len: 173 time: 0.1260412 Dec 10 16:23:18.624617 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a8c597-efde-4b38-9c20-eb7c15d34b40 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=255ad090-5513-41b8-b665-ccd708dedb6b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:18.657168 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:23:18.708631 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:23:18.712704 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:23:18.713123 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:18.727981 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ab9f8-34a6-4d8e-b3b5-bd205012e954 req-06130258-d1a1-46ca-855a-07ede4b7d4ae tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:18.729779 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a85ab9f8-34a6-4d8e-b3b5-bd205012e954 req-06130258-d1a1-46ca-855a-07ede4b7d4ae tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae4db16d-13b2-40bb-907d-95a2bf785412 HTTP/1.1" status: 200 len: 947 time: 0.0553613 Dec 10 16:23:18.741245 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 4b0da238-da36-4506-8526-103e401bdc08 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:23:18.779383 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a85ab9f8-34a6-4d8e-b3b5-bd205012e954 req-e3bd1d89-9c00-403a-92c4-d27a434abf92 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433097 Dec 10 16:23:18.898300 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-68e47736-c7d5-4890-bd0d-2b9bc496d1e1 req-c34809e6-089d-4c5e-8387-dbb157c15746 tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] 10.222.0.11 "GET /v2.0/security-groups/41c1023f-d99f-4246-ab15-6bea3d56c7a8 HTTP/1.1" status: 200 len: 2414 time: 0.0454733 Dec 10 16:23:18.962011 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-68e47736-c7d5-4890-bd0d-2b9bc496d1e1 req-a9ca2427-6872-4328-9316-cb6c1e106e1b tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:18.988105 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-68e47736-c7d5-4890-bd0d-2b9bc496d1e1 req-a9ca2427-6872-4328-9316-cb6c1e106e1b tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:19.022450 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:19.036476 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-68e47736-c7d5-4890-bd0d-2b9bc496d1e1 req-a9ca2427-6872-4328-9316-cb6c1e106e1b tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:19.039353 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-68e47736-c7d5-4890-bd0d-2b9bc496d1e1 req-a9ca2427-6872-4328-9316-cb6c1e106e1b tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:19.040620 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-68e47736-c7d5-4890-bd0d-2b9bc496d1e1 req-a9ca2427-6872-4328-9316-cb6c1e106e1b tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] 10.222.0.11 "DELETE /v2.0/security-groups/41c1023f-d99f-4246-ab15-6bea3d56c7a8 HTTP/1.1" status: 204 len: 173 time: 0.1354136 Dec 10 16:23:19.049206 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42820) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:19.051255 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca2427-6872-4328-9316-cb6c1e106e1b tempest-SecurityGroupRulesTestJSON-899805623 tempest-SecurityGroupRulesTestJSON-899805623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c1023f-d99f-4246-ab15-6bea3d56c7a8,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:19.057088 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 4b0da238-da36-4506-8526-103e401bdc08, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=4b0da238-da36-4506-8526-103e401bdc08,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:19.076683 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ead862-2517-42eb-9c5f-ddcfb7f14f11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:23:19.079137 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ad39e8-8285-420c-a5be-56ef04db6df3" -d '{"events": [{"server_uuid": "27ead862-2517-42eb-9c5f-ddcfb7f14f11", "name": "network-vif-plugged", "status": "completed", "tag": "ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:23:19.099233 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '4b0da238-da36-4506-8526-103e401bdc08', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'port_id': '4b0da238-da36-4506-8526-103e401bdc08', 'mac_address': 'fa:16:3e:d8:b6:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a18c92-5007-49e2-b728-7aedc06dca57', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:23:19.101980 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:19.110215 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:19.124998 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-24ec1223-0d66-4c51-827b-4e07f64e0a49 admin admin] Deleting subnet 83eacae7-cadb-4827-a4f1-f29e69ff5641 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:23:19.129587 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-24ec1223-0d66-4c51-827b-4e07f64e0a49 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:19.180752 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-24ec1223-0d66-4c51-827b-4e07f64e0a49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:19.192103 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:19.209783 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:19.217670 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b0da238-da36-4506-8526-103e401bdc08 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:23:19.231656 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-24ec1223-0d66-4c51-827b-4e07f64e0a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:19.234470 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [req-a87758c7-0a04-4192-ac33-6d49cc639df4 req-8cea874a-2e1b-4528-b6da-9102279813a9 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] show failed (client error): The resource could not be found. Dec 10 16:23:19.235309 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a87758c7-0a04-4192-ac33-6d49cc639df4 req-8cea874a-2e1b-4528-b6da-9102279813a9 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups/c9053608-fc84-4b1c-b94f-f0104e1d12c9 HTTP/1.1" status: 404 len: 352 time: 0.0375450 Dec 10 16:23:19.242342 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 4b0da238-da36-4506-8526-103e401bdc08, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=4b0da238-da36-4506-8526-103e401bdc08,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:19.251712 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:19.258496 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65564b-092d-4ff9-845f-689991736621 req-5c196824-6769-4c63-899b-d61e33fb3ab9 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:19.260350 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9d65564b-092d-4ff9-845f-689991736621 req-5c196824-6769-4c63-899b-d61e33fb3ab9 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] 10.222.0.46 "GET /v2.0/ports?device_id=7124d8d7-3d65-4d83-964e-a9b4763f475f HTTP/1.1" status: 200 len: 950 time: 0.0755587 Dec 10 16:23:19.299422 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-24ec1223-0d66-4c51-827b-4e07f64e0a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:19.318083 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=4b0da238-da36-4506-8526-103e401bdc08,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:19.337441 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec1223-0d66-4c51-827b-4e07f64e0a49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83eacae7-cadb-4827-a4f1-f29e69ff5641,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:19.344239 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-24ec1223-0d66-4c51-827b-4e07f64e0a49 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:19.350432 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-24ec1223-0d66-4c51-827b-4e07f64e0a49 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/83eacae7-cadb-4827-a4f1-f29e69ff5641 HTTP/1.1" status: 204 len: 168 time: 0.2977421 Dec 10 16:23:19.353374 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42834) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:19.378544 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-9d65564b-092d-4ff9-845f-689991736621 req-043238bb-b47d-4888-8f8c-57f24e3e9eb7 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Deleting port 53d0fd06-4dc1-4915-980e-750e47e38619 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:23:19.379103 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9d65564b-092d-4ff9-845f-689991736621 req-043238bb-b47d-4888-8f8c-57f24e3e9eb7 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:19.391189 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77276d19-889b-4782-8620-bd72cd9187cf x-openstack-request-id: req-77276d19-889b-4782-8620-bd72cd9187cf {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:23:19.391505 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27ead862-2517-42eb-9c5f-ddcfb7f14f11", "name": "network-vif-plugged", "status": "completed", "tag": "ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:23:19.391766 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-77276d19-889b-4782-8620-bd72cd9187cf {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:23:19.392363 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27ead862-2517-42eb-9c5f-ddcfb7f14f11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b', 'code': 200} Dec 10 16:23:19.458886 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fabfe3a6-6efd-4da3-840f-00fc31b6d052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:19.521253 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['4b0da238-da36-4506-8526-103e401bdc08'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:23:19.541098 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-9d65564b-092d-4ff9-845f-689991736621 req-043238bb-b47d-4888-8f8c-57f24e3e9eb7 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] For port 53d0fd06-4dc1-4915-980e-750e47e38619, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=53d0fd06-4dc1-4915-980e-750e47e38619,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:19.541618 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9d65564b-092d-4ff9-845f-689991736621 req-043238bb-b47d-4888-8f8c-57f24e3e9eb7 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:19.555632 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [req-d109f15f-2dab-4dd5-8509-751b6c5cec1c req-5b3233d6-18f7-48c5-9a35-f81572eafb2c tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] show failed (client error): The resource could not be found. Dec 10 16:23:19.556149 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fabfe3a6-6efd-4da3-840f-00fc31b6d052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:19.557421 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d109f15f-2dab-4dd5-8509-751b6c5cec1c req-5b3233d6-18f7-48c5-9a35-f81572eafb2c tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups/0fd80736-f106-4686-9d81-fc1d16c2d998 HTTP/1.1" status: 404 len: 352 time: 0.0597322 Dec 10 16:23:19.569103 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-9d65564b-092d-4ff9-845f-689991736621 req-043238bb-b47d-4888-8f8c-57f24e3e9eb7 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Calling delete_port for 53d0fd06-4dc1-4915-980e-750e47e38619 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:23:19.581146 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4639522-24d6-4f97-ad71-eb2495fa225b req-2aa03fe5-44ae-4856-9bbf-88839909540e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:19.582934 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b4639522-24d6-4f97-ad71-eb2495fa225b req-2aa03fe5-44ae-4856-9bbf-88839909540e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=27ead862-2517-42eb-9c5f-ddcfb7f14f11 HTTP/1.1" status: 200 len: 1100 time: 0.0964980 Dec 10 16:23:19.587875 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-fabfe3a6-6efd-4da3-840f-00fc31b6d052 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c8ef61-9322-4676-9662-ced26ab9d1a2']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:23:19.615233 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-fabfe3a6-6efd-4da3-840f-00fc31b6d052 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afef2d47-10ac-4880-8921-f7916d9c1ee6') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:23:19.615881 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-fabfe3a6-6efd-4da3-840f-00fc31b6d052 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afef2d47-10ac-4880-8921-f7916d9c1ee6') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:23:19.627709 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fabfe3a6-6efd-4da3-840f-00fc31b6d052 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:19.646904 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fabfe3a6-6efd-4da3-840f-00fc31b6d052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:19.655095 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:19.657381 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fabfe3a6-6efd-4da3-840f-00fc31b6d052 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:23:19.657971 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fabfe3a6-6efd-4da3-840f-00fc31b6d052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:19.701229 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:23:19.701229 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:23:19.701229 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:23:19.701229 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:23:19.701229 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:23:19.701229 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:23:19.701229 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:23:19.701229 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:23:19.701229 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:23:19.701229 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:23:19.701229 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:23:19.701229 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:23:19.701229 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:23:19.701229 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:23:19.701229 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:23:19.701229 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:23:19.701229 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:23:19.701229 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:23:19.701229 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:23:19.701229 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:23:19.701229 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:23:19.701229 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:23:19.701229 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:23:19.701229 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:23:19.701229 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:23:19.701229 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:23:19.701229 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:23:19.701229 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:23:19.701229 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:23:19.701229 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:23:19.701229 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:23:19.701229 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:23:19.721794 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b4639522-24d6-4f97-ad71-eb2495fa225b req-18dde31e-0e19-472f-8f9d-fb1f441f27c8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310463 Dec 10 16:23:19.724261 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fabfe3a6-6efd-4da3-840f-00fc31b6d052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:19.740195 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fabfe3a6-6efd-4da3-840f-00fc31b6d052 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:19.743635 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-fabfe3a6-6efd-4da3-840f-00fc31b6d052 admin admin] 10.222.0.11 "DELETE /v2.0/networks/a6c8ef61-9322-4676-9662-ced26ab9d1a2 HTTP/1.1" status: 204 len: 168 time: 0.3881462 Dec 10 16:23:19.745047 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfa545-5382-48c5-82ad-25355d4f9f38 req-cd926bd7-095c-40d9-ace6-8e99fb8246b1 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:19.745581 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabfe3a6-6efd-4da3-840f-00fc31b6d052 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6c8ef61-9322-4676-9662-ced26ab9d1a2,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:19.748432 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-44dfa545-5382-48c5-82ad-25355d4f9f38 req-cd926bd7-095c-40d9-ace6-8e99fb8246b1 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] 10.222.0.11 "GET /v2.0/ports?device_id=7124d8d7-3d65-4d83-964e-a9b4763f475f HTTP/1.1" status: 200 len: 950 time: 0.1110349 Dec 10 16:23:19.843661 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-44dfa545-5382-48c5-82ad-25355d4f9f38 req-da62ee9f-79d8-4b4e-b045-0e55e215451e tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] 10.222.0.11 "GET /v2.0/security-groups?id=29eb2cbd-d52d-400c-9991-b83e06ee8920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807405 Dec 10 16:23:19.844874 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9d65564b-092d-4ff9-845f-689991736621 req-043238bb-b47d-4888-8f8c-57f24e3e9eb7 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:19.860064 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['53d0fd06-4dc1-4915-980e-750e47e38619'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:23:19.877714 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043238bb-b47d-4888-8f8c-57f24e3e9eb7 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Pushing event deleted for resources: {'Port': ['ID=53d0fd06-4dc1-4915-980e-750e47e38619,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:19.921255 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d65564b-092d-4ff9-845f-689991736621 req-043238bb-b47d-4888-8f8c-57f24e3e9eb7 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] No DVR routers for this DVR port 53d0fd06-4dc1-4915-980e-750e47e38619 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:23:19.924347 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9d65564b-092d-4ff9-845f-689991736621 req-043238bb-b47d-4888-8f8c-57f24e3e9eb7 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:19.929524 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9d65564b-092d-4ff9-845f-689991736621 req-043238bb-b47d-4888-8f8c-57f24e3e9eb7 tempest-ImagesNegativeTestJSON-1593728358 tempest-ImagesNegativeTestJSON-1593728358-project] 10.222.0.46 "DELETE /v2.0/ports/53d0fd06-4dc1-4915-980e-750e47e38619 HTTP/1.1" status: 204 len: 173 time: 0.6622691 Dec 10 16:23:19.930085 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7124d8d7-3d65-4d83-964e-a9b4763f475f', 'name': 'network-vif-deleted', 'tag': '53d0fd06-4dc1-4915-980e-750e47e38619'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:23:19.932772 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b004fa4-6ce3-4aa1-9451-69f16bcde3aa" -d '{"events": [{"server_uuid": "7124d8d7-3d65-4d83-964e-a9b4763f475f", "name": "network-vif-deleted", "tag": "53d0fd06-4dc1-4915-980e-750e47e38619"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:23:19.999302 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e53976-c91a-4467-a253-2fe777e2e52d req-5f4cda53-c45d-4fd5-9652-1ef378d2ff13 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:20.000926 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-90e53976-c91a-4467-a253-2fe777e2e52d req-5f4cda53-c45d-4fd5-9652-1ef378d2ff13 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=27ead862-2517-42eb-9c5f-ddcfb7f14f11 HTTP/1.1" status: 200 len: 949 time: 0.0601406 Dec 10 16:23:20.012262 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42848) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:20.072444 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7388fe4a-6c2d-4fa2-a347-9578ebaff397 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0c9c4e74635d401abbb68b15f7e7b4bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0590127 Dec 10 16:23:20.073174 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42850) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:20.080294 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-90e53976-c91a-4467-a253-2fe777e2e52d req-dcaffb9c-fdaa-4748-bada-e24ef2f80545 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697267 Dec 10 16:23:20.128254 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [req-ef76a1a7-d55c-4bd7-af20-9a893fd4fc9b req-70d088f7-f2c4-499e-a568-67dec369f9db tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] show failed (client error): The resource could not be found. Dec 10 16:23:20.129576 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ef76a1a7-d55c-4bd7-af20-9a893fd4fc9b req-70d088f7-f2c4-499e-a568-67dec369f9db tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups/5e2d963e-809e-4232-9510-23589013a00f HTTP/1.1" status: 404 len: 352 time: 0.0173097 Dec 10 16:23:20.140818 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-69c93d84-028d-4c31-9d86-822498d89980 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:20.168904 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-69c93d84-028d-4c31-9d86-822498d89980 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:20.218173 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-69c93d84-028d-4c31-9d86-822498d89980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:20.221070 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-69c93d84-028d-4c31-9d86-822498d89980 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:20.222427 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-69c93d84-028d-4c31-9d86-822498d89980 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/147ba7df-5c91-4606-9e62-9ec7939346a6 HTTP/1.1" status: 204 len: 168 time: 0.1484404 Dec 10 16:23:20.231756 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c93d84-028d-4c31-9d86-822498d89980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147ba7df-5c91-4606-9e62-9ec7939346a6,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:20.244086 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471556d-be14-4420-8ef1-879d18c89d8d req-f378ea59-8b7f-4c2f-bf8f-99a33615581d tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:20.245685 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3471556d-be14-4420-8ef1-879d18c89d8d req-f378ea59-8b7f-4c2f-bf8f-99a33615581d tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae4db16d-13b2-40bb-907d-95a2bf785412 HTTP/1.1" status: 200 len: 948 time: 0.0575666 Dec 10 16:23:20.295437 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3471556d-be14-4420-8ef1-879d18c89d8d req-0f3d7f90-7ed5-4466-8207-d881ae2738cb tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431473 Dec 10 16:23:20.342113 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7adfa79e-48e5-4464-ae0c-339166354f64 x-openstack-request-id: req-7adfa79e-48e5-4464-ae0c-339166354f64 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:23:20.342473 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7124d8d7-3d65-4d83-964e-a9b4763f475f", "name": "network-vif-deleted", "tag": "53d0fd06-4dc1-4915-980e-750e47e38619", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:23:20.342832 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7adfa79e-48e5-4464-ae0c-339166354f64 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:23:20.345087 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7124d8d7-3d65-4d83-964e-a9b4763f475f', 'name': 'network-vif-deleted', 'tag': '53d0fd06-4dc1-4915-980e-750e47e38619', 'status': 'completed', 'code': 200} Dec 10 16:23:20.409504 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [req-b1bf8179-88ee-4f3f-bf7d-810d35cca0dc req-1f0b898b-4e4e-4c1d-aeef-8ce009904bc1 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] show failed (client error): The resource could not be found. Dec 10 16:23:20.410821 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b1bf8179-88ee-4f3f-bf7d-810d35cca0dc req-1f0b898b-4e4e-4c1d-aeef-8ce009904bc1 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups/8ae0caa8-299d-446b-bcdd-20a54aa44f59 HTTP/1.1" status: 404 len: 352 time: 0.0176990 Dec 10 16:23:20.530784 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [req-79825846-0997-4a67-8cd4-8d3ababfbe40 req-7ddf50e4-c3f2-48c3-8b02-2ec486e3c239 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] show failed (client error): The resource could not be found. Dec 10 16:23:20.532342 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-79825846-0997-4a67-8cd4-8d3ababfbe40 req-7ddf50e4-c3f2-48c3-8b02-2ec486e3c239 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups/94978042-def7-4e70-a7bf-96b8d1653144 HTTP/1.1" status: 404 len: 352 time: 0.0206003 Dec 10 16:23:20.643187 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [req-57456452-a46f-40e4-88f8-7e6da086726d req-3c2f2a85-25c1-42fa-ab28-0283183f3c73 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] show failed (client error): The resource could not be found. Dec 10 16:23:20.644796 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-57456452-a46f-40e4-88f8-7e6da086726d req-3c2f2a85-25c1-42fa-ab28-0283183f3c73 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups/6f8764bc-660c-4437-88c1-5e253e93e3a1 HTTP/1.1" status: 404 len: 352 time: 0.0207472 Dec 10 16:23:20.736042 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 4b0da238-da36-4506-8526-103e401bdc08 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:23:20.825783 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 4b0da238-da36-4506-8526-103e401bdc08 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:23:20.832629 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 4b0da238-da36-4506-8526-103e401bdc08 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:23:20.833224 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:20.882383 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42892) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:20.961427 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:20.962344 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4ae9f-f7ce-475b-8bad-6ea412a882b6 req-8f06fe79-580d-44fb-b7d4-d39fa5812284 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:20.964689 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7ee4ae9f-f7ce-475b-8bad-6ea412a882b6 req-8f06fe79-580d-44fb-b7d4-d39fa5812284 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/ports?device_id=51f8718e-4d39-4856-9f72-0652637aa6a4 HTTP/1.1" status: 200 len: 1023 time: 0.0913153 Dec 10 16:23:21.007591 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 4b0da238-da36-4506-8526-103e401bdc08, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=4b0da238-da36-4506-8526-103e401bdc08,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:21.012796 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:21.073172 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6f655e91-af71-467f-83bd-44b9ba7e7648 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:21.089106 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7ee4ae9f-f7ce-475b-8bad-6ea412a882b6 req-70266904-ee09-467f-b780-aca11476ac32 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups?id=904ab047-4a99-4aa9-80ba-b58d2d5cfb1a&id=dd34fd79-d9bf-4084-a467-851c2b3027f1&id=e320eff3-513f-4534-9e23-9812b7d81828&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1124766 Dec 10 16:23:21.117953 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=4b0da238-da36-4506-8526-103e401bdc08,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:21.185655 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 42906) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:21.203951 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6f655e91-af71-467f-83bd-44b9ba7e7648 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:21.209216 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6f655e91-af71-467f-83bd-44b9ba7e7648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:21.259196 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6f655e91-af71-467f-83bd-44b9ba7e7648 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eee67a2103c94ec6ac8406e29edb8e0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3756883 Dec 10 16:23:21.262910 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 42910) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:21.263462 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f655e91-af71-467f-83bd-44b9ba7e7648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd910a9-17c1-4a4e-9872-d5b2bcdcce19,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:21.279706 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fc01d-9f99-4e8c-9c14-42965dcb9a99 req-110a982a-6305-417d-88e2-6b0d5d506f89 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:21.281305 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2c9fc01d-9f99-4e8c-9c14-42965dcb9a99 req-110a982a-6305-417d-88e2-6b0d5d506f89 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=27ead862-2517-42eb-9c5f-ddcfb7f14f11 HTTP/1.1" status: 200 len: 949 time: 0.0663764 Dec 10 16:23:21.338928 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-c044e10d-8c8c-4a16-87dc-c19695557681 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-2098664385-network', 'tenant_id': 'e5b42db6acff4912af9c39e70aced757'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:21.376320 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2c9fc01d-9f99-4e8c-9c14-42965dcb9a99 req-b2386aff-66ce-494c-8894-6daddd1daae2 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875256 Dec 10 16:23:21.401568 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4db16d-13b2-40bb-907d-95a2bf785412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0da238-da36-4506-8526-103e401bdc08'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:23:21.401786 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1ee6c423-e735-4321-9e89-4348e07e1aee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:21.402186 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26b31be-eb9e-4b2c-af78-5cbf744fbce2" -d '{"events": [{"server_uuid": "ae4db16d-13b2-40bb-907d-95a2bf785412", "name": "network-vif-plugged", "status": "completed", "tag": "4b0da238-da36-4506-8526-103e401bdc08"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:23:21.408220 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c044e10d-8c8c-4a16-87dc-c19695557681 admin admin] Made reservation on behalf of e5b42db6acff4912af9c39e70aced757 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:23:21.410519 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c044e10d-8c8c-4a16-87dc-c19695557681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:21.436246 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1ee6c423-e735-4321-9e89-4348e07e1aee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:21.436246 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c044e10d-8c8c-4a16-87dc-c19695557681 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:21.557404 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1ee6c423-e735-4321-9e89-4348e07e1aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:21.560172 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1ee6c423-e735-4321-9e89-4348e07e1aee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:21.561305 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1ee6c423-e735-4321-9e89-4348e07e1aee admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5dd910a9-17c1-4a4e-9872-d5b2bcdcce19 HTTP/1.1" status: 204 len: 168 time: 0.2972898 Dec 10 16:23:21.573926 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514456d-9fe0-42b1-b75b-fc371e335328 req-2ac188af-b2b0-477c-a192-a69d205e6395 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:21.575670 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4514456d-9fe0-42b1-b75b-fc371e335328 req-2ac188af-b2b0-477c-a192-a69d205e6395 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae4db16d-13b2-40bb-907d-95a2bf785412 HTTP/1.1" status: 200 len: 949 time: 0.0940347 Dec 10 16:23:21.592548 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6c423-e735-4321-9e89-4348e07e1aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd910a9-17c1-4a4e-9872-d5b2bcdcce19,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:21.638561 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c044e10d-8c8c-4a16-87dc-c19695557681 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:21.646892 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c044e10d-8c8c-4a16-87dc-c19695557681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:21.688297 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4514456d-9fe0-42b1-b75b-fc371e335328 req-2c13b4c2-bc8e-4180-a605-f1a7f67117f6 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999346 Dec 10 16:23:21.692210 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c044e10d-8c8c-4a16-87dc-c19695557681 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:23:21.698672 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044e10d-8c8c-4a16-87dc-c19695557681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2be347-75ef-4b9b-ad06-cee4d59f1925,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:21.710351 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c044e10d-8c8c-4a16-87dc-c19695557681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:21.710642 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-c044e10d-8c8c-4a16-87dc-c19695557681 admin admin] Added segment 0d729b36-d885-4706-9ed8-08489c626bce of type vlan for network f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9 Dec 10 16:23:21.749222 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a118123-ea31-4c54-a5d0-a51ef3b23cdc x-openstack-request-id: req-3a118123-ea31-4c54-a5d0-a51ef3b23cdc {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:23:21.749764 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4db16d-13b2-40bb-907d-95a2bf785412", "name": "network-vif-plugged", "status": "completed", "tag": "4b0da238-da36-4506-8526-103e401bdc08", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:23:21.749858 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3a118123-ea31-4c54-a5d0-a51ef3b23cdc {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:23:21.750223 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4db16d-13b2-40bb-907d-95a2bf785412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0da238-da36-4506-8526-103e401bdc08', 'code': 200} Dec 10 16:23:21.754333 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c044e10d-8c8c-4a16-87dc-c19695557681 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:21.783731 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c044e10d-8c8c-4a16-87dc-c19695557681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:21.784680 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c044e10d-8c8c-4a16-87dc-c19695557681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:21.785253 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c044e10d-8c8c-4a16-87dc-c19695557681 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:21.867561 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c044e10d-8c8c-4a16-87dc-c19695557681 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6804154 Dec 10 16:23:21.870727 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42928) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:21.878366 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c5b61ae2-cab6-4855-9d2b-a254ad916913 admin admin] Request body: {'subnet': {'network_id': 'f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-2098664385-subnet', 'tenant_id': 'e5b42db6acff4912af9c39e70aced757', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:21.888019 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42930) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:21.903453 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044e10d-8c8c-4a16-87dc-c19695557681 admin admin] Pushing event updated for resources: {'Network': ['ID=f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:21.914631 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:23:21.919296 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3237b8a-9467-4a96-bd85-d851d6426e3f req-fea0f892-6688-4180-bf4a-5cec0f2e4e0d tempest-ServersOnMultiNodesTest-636306376 tempest-ServersOnMultiNodesTest-636306376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:21.920802 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d3237b8a-9467-4a96-bd85-d851d6426e3f req-fea0f892-6688-4180-bf4a-5cec0f2e4e0d tempest-ServersOnMultiNodesTest-636306376 tempest-ServersOnMultiNodesTest-636306376-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=27ead862-2517-42eb-9c5f-ddcfb7f14f11 HTTP/1.1" status: 200 len: 1100 time: 0.1130774 Dec 10 16:23:21.922457 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38099e6-00c7-45fe-b548-423df63a4735 req-21987d69-be1d-40c6-8f0a-1cf169256ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:21.923773 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d38099e6-00c7-45fe-b548-423df63a4735 req-21987d69-be1d-40c6-8f0a-1cf169256ebf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ae4db16d-13b2-40bb-907d-95a2bf785412 HTTP/1.1" status: 200 len: 1100 time: 0.0896947 Dec 10 16:23:21.928023 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-188c4c1b-3628-4e21-ad49-bfe3d8de4339 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:21.946805 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b61ae2-cab6-4855-9d2b-a254ad916913 admin admin] Made reservation on behalf of e5b42db6acff4912af9c39e70aced757 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:23:21.949658 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c5b61ae2-cab6-4855-9d2b-a254ad916913 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:21.998074 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d3237b8a-9467-4a96-bd85-d851d6426e3f req-9ff8b00c-d03a-4b69-a875-8cbb12faa63c tempest-ServersOnMultiNodesTest-636306376 tempest-ServersOnMultiNodesTest-636306376-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708873 Dec 10 16:23:22.004204 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d38099e6-00c7-45fe-b548-423df63a4735 req-72a2bc9f-c54f-4a0e-be09-a70dc18fbf12 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603995 Dec 10 16:23:22.125944 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-188c4c1b-3628-4e21-ad49-bfe3d8de4339 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:22.131269 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-188c4c1b-3628-4e21-ad49-bfe3d8de4339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:22.221897 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c4c1b-3628-4e21-ad49-bfe3d8de4339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf83eefe-c943-4c3d-bb01-8e15024038be,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:22.229770 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-188c4c1b-3628-4e21-ad49-bfe3d8de4339 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8fd1d3892414472c81a4d7be69551170&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3407230 Dec 10 16:23:22.232526 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42938) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:22.241435 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c5b61ae2-cab6-4855-9d2b-a254ad916913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:22.319129 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b61ae2-cab6-4855-9d2b-a254ad916913 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62e7e0a2-de2b-4792-817e-ec8119832339,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:22.346572 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0ab23a4e-285c-423a-98d2-5cbc59b19aa6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:22.349068 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b61ae2-cab6-4855-9d2b-a254ad916913 admin admin] Checking segment: {'id': '0d729b36-d885-4706-9ed8-08489c626bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:23:22.349419 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b61ae2-cab6-4855-9d2b-a254ad916913 admin admin] Network hostable DHCP agents. Network: f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:23:22.378912 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0ab23a4e-285c-423a-98d2-5cbc59b19aa6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:22.386992 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b61ae2-cab6-4855-9d2b-a254ad916913 admin admin] Network f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:23:22.403085 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-c5b61ae2-cab6-4855-9d2b-a254ad916913 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:23:22.416052 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af820850-b7c9-4bd7-9351-3c7e75b9ab96 None None] Network f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:23:22.418320 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b61ae2-cab6-4855-9d2b-a254ad916913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:22.418947 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c5b61ae2-cab6-4855-9d2b-a254ad916913 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:22.442940 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c5b61ae2-cab6-4855-9d2b-a254ad916913 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5707617 Dec 10 16:23:22.444888 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 42944) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:22.451932 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-46ea2e29-b45b-4998-a8cc-de8673a06f01 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-2098664385-router', 'tenant_id': 'e5b42db6acff4912af9c39e70aced757', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:22.471035 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0ab23a4e-285c-423a-98d2-5cbc59b19aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:22.477447 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0ab23a4e-285c-423a-98d2-5cbc59b19aa6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:22.479863 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0ab23a4e-285c-423a-98d2-5cbc59b19aa6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cf83eefe-c943-4c3d-bb01-8e15024038be HTTP/1.1" status: 204 len: 168 time: 0.2452114 Dec 10 16:23:22.488320 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab23a4e-285c-423a-98d2-5cbc59b19aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf83eefe-c943-4c3d-bb01-8e15024038be,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:22.531502 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46ea2e29-b45b-4998-a8cc-de8673a06f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:22.532546 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46ea2e29-b45b-4998-a8cc-de8673a06f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:22.561198 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8344ff-3cdc-4891-90b0-6bd7d0c36cf7 req-73b44f5c-9a58-4955-a1e5-3edb600913db tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:22.562889 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1d8344ff-3cdc-4891-90b0-6bd7d0c36cf7 req-73b44f5c-9a58-4955-a1e5-3edb600913db tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/ports?device_id=51f8718e-4d39-4856-9f72-0652637aa6a4 HTTP/1.1" status: 200 len: 1023 time: 0.0912690 Dec 10 16:23:22.571384 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3d331d-821d-4810-a607-b9fb7b56c30a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9', 'network_id': 'f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9', 'project_id': 'e5b42db6acff4912af9c39e70aced757', 'fixed_ips': [{'subnet_id': '62e7e0a2-de2b-4792-817e-ec8119832339'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:23:22.572244 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8b3d331d-821d-4810-a607-b9fb7b56c30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:22.708118 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 53d0fd06-4dc1-4915-980e-750e47e38619 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:23:22.741419 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: 53d0fd06-4dc1-4915-980e-750e47e38619 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:23:22.741676 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 53d0fd06-4dc1-4915-980e-750e47e38619 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:23:22.758087 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-8b3d331d-821d-4810-a607-b9fb7b56c30a None None] Allocated IP 172.20.0.2 (f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9/62e7e0a2-de2b-4792-817e-ec8119832339/2a74c6cf-2f48-4486-a9d4-fee36a745f25) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:23:22.915603 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8b3d331d-821d-4810-a607-b9fb7b56c30a None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:22.924483 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8b3d331d-821d-4810-a607-b9fb7b56c30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:22.944814 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46ea2e29-b45b-4998-a8cc-de8673a06f01 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:22.968004 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3d331d-821d-4810-a607-b9fb7b56c30a None None] Network f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:23:22.971173 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-8b3d331d-821d-4810-a607-b9fb7b56c30a None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:23:22.973902 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3d331d-821d-4810-a607-b9fb7b56c30a None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:23:22.988412 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d331d-821d-4810-a607-b9fb7b56c30a None None] Pushing event updated for resources: {'Port': ['ID=2a74c6cf-2f48-4486-a9d4-fee36a745f25,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:23.040687 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-8b3d331d-821d-4810-a607-b9fb7b56c30a None None] Attempting to bind port 2a74c6cf-2f48-4486-a9d4-fee36a745f25 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:23:23.041139 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-8b3d331d-821d-4810-a607-b9fb7b56c30a None None] Attempting to bind port 2a74c6cf-2f48-4486-a9d4-fee36a745f25 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '0d729b36-d885-4706-9ed8-08489c626bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:23:23.042120 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3d331d-821d-4810-a607-b9fb7b56c30a None None] Attempting to bind port 2a74c6cf-2f48-4486-a9d4-fee36a745f25 on network f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:23:23.047360 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3d331d-821d-4810-a607-b9fb7b56c30a None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:23:23.048922 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3d331d-821d-4810-a607-b9fb7b56c30a None None] Checking segment: {'id': '0d729b36-d885-4706-9ed8-08489c626bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:23:23.049469 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8b3d331d-821d-4810-a607-b9fb7b56c30a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:23.049895 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3d331d-821d-4810-a607-b9fb7b56c30a None None] Bound using segment: {'id': '0d729b36-d885-4706-9ed8-08489c626bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:23:23.050400 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-8b3d331d-821d-4810-a607-b9fb7b56c30a None None] Bound port: 2a74c6cf-2f48-4486-a9d4-fee36a745f25, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d729b36-d885-4706-9ed8-08489c626bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:23:23.050782 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8b3d331d-821d-4810-a607-b9fb7b56c30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:23.074406 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1d8344ff-3cdc-4891-90b0-6bd7d0c36cf7 req-9fd71faa-cc36-4549-8271-f59706d9c399 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups?id=904ab047-4a99-4aa9-80ba-b58d2d5cfb1a&id=dd34fd79-d9bf-4084-a467-851c2b3027f1&id=e320eff3-513f-4534-9e23-9812b7d81828&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.5021796 Dec 10 16:23:23.123323 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8b3d331d-821d-4810-a607-b9fb7b56c30a None None] For port 2a74c6cf-2f48-4486-a9d4-fee36a745f25, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:23:23.127490 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8b3d331d-821d-4810-a607-b9fb7b56c30a None None] For port 2a74c6cf-2f48-4486-a9d4-fee36a745f25, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=2a74c6cf-2f48-4486-a9d4-fee36a745f25,segment=NetworkSegment(0d729b36-d885-4706-9ed8-08489c626bce),segment_id=0d729b36-d885-4706-9ed8-08489c626bce)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:23:23.132898 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8b3d331d-821d-4810-a607-b9fb7b56c30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:23.138050 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e0223-f8e6-4052-a57b-77d398a03eb8 req-1d59430c-f414-489e-8cff-7c0927d55cb2 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:23.139597 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-423e0223-f8e6-4052-a57b-77d398a03eb8 req-1d59430c-f414-489e-8cff-7c0927d55cb2 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f8718e-4d39-4856-9f72-0652637aa6a4 HTTP/1.1" status: 200 len: 1023 time: 0.2275393 Dec 10 16:23:23.209829 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d331d-821d-4810-a607-b9fb7b56c30a None None] Pushing event updated for resources: {'Port': ['ID=2a74c6cf-2f48-4486-a9d4-fee36a745f25,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:23.242415 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46ea2e29-b45b-4998-a8cc-de8673a06f01 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:23.368017 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffd5a4-fa89-4846-b016-1829230a2ce4 req-e8c68825-2b45-4924-98d4-9ca273fe5e00 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:23.370172 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-90ffd5a4-fa89-4846-b016-1829230a2ce4 req-e8c68825-2b45-4924-98d4-9ca273fe5e00 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=27ead862-2517-42eb-9c5f-ddcfb7f14f11 HTTP/1.1" status: 200 len: 949 time: 0.1931217 Dec 10 16:23:23.450559 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-423e0223-f8e6-4052-a57b-77d398a03eb8 req-f410c0cf-055d-4692-8dd1-94255a3dd2af tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Deleting port 9b98c649-cef6-41a9-9094-c2220e447576 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:23:23.450559 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-423e0223-f8e6-4052-a57b-77d398a03eb8 req-f410c0cf-055d-4692-8dd1-94255a3dd2af tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:23.511129 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-90ffd5a4-fa89-4846-b016-1829230a2ce4 req-cf008943-b9da-4f9e-b7ad-32e3569225ca tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310987 Dec 10 16:23:23.694672 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-423e0223-f8e6-4052-a57b-77d398a03eb8 req-f410c0cf-055d-4692-8dd1-94255a3dd2af tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] For port 9b98c649-cef6-41a9-9094-c2220e447576, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=9b98c649-cef6-41a9-9094-c2220e447576,segment=NetworkSegment(8f06f3ad-599b-498d-b3dd-e0e6ed583f4b),segment_id=8f06f3ad-599b-498d-b3dd-e0e6ed583f4b)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:23.695041 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-423e0223-f8e6-4052-a57b-77d398a03eb8 req-f410c0cf-055d-4692-8dd1-94255a3dd2af tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:23.737724 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-423e0223-f8e6-4052-a57b-77d398a03eb8 req-f410c0cf-055d-4692-8dd1-94255a3dd2af tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Calling delete_port for 9b98c649-cef6-41a9-9094-c2220e447576 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:23:23.760615 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5f0dd-e62b-4b95-b101-ac61320eb8b0 req-bad5007d-cbbc-4e9d-9ab9-e6118f33ef5e tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:23.762202 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-83e5f0dd-e62b-4b95-b101-ac61320eb8b0 req-bad5007d-cbbc-4e9d-9ab9-e6118f33ef5e tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae4db16d-13b2-40bb-907d-95a2bf785412 HTTP/1.1" status: 200 len: 949 time: 0.1174276 Dec 10 16:23:23.811946 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46ea2e29-b45b-4998-a8cc-de8673a06f01 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:23.854689 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46ea2e29-b45b-4998-a8cc-de8673a06f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:23.978660 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-83e5f0dd-e62b-4b95-b101-ac61320eb8b0 req-4f3ac8a3-c9e7-4ffa-a95e-e835e52f08cd tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729541 Dec 10 16:23:24.076702 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 2a74c6cf-2f48-4486-a9d4-fee36a745f25 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:23:24.093298 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a706a-06c1-4c11-92d4-3b996625bab8 req-96911f75-16cd-45e8-9cbc-75dd7ebd92b6 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:24.094942 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-618a706a-06c1-4c11-92d4-3b996625bab8 req-96911f75-16cd-45e8-9cbc-75dd7ebd92b6 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.46 "GET /v2.0/ports?device_id=27ead862-2517-42eb-9c5f-ddcfb7f14f11 HTTP/1.1" status: 200 len: 949 time: 0.1523857 Dec 10 16:23:24.139578 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 2a74c6cf-2f48-4486-a9d4-fee36a745f25 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:23:24.139953 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:24.164143 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-423e0223-f8e6-4052-a57b-77d398a03eb8 req-f410c0cf-055d-4692-8dd1-94255a3dd2af tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:24.177492 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['9b98c649-cef6-41a9-9094-c2220e447576'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:23:24.221352 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-46ea2e29-b45b-4998-a8cc-de8673a06f01 admin admin] Allocated IP 172.25.6.187 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/40d4a0e1-7c6e-404c-8c04-f9cf606caec6) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:23:24.223603 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410c0cf-055d-4692-8dd1-94255a3dd2af tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Pushing event deleted for resources: {'Port': ['ID=9b98c649-cef6-41a9-9094-c2220e447576,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:24.299131 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:24.345039 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 2a74c6cf-2f48-4486-a9d4-fee36a745f25, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=2a74c6cf-2f48-4486-a9d4-fee36a745f25,segment=NetworkSegment(0d729b36-d885-4706-9ed8-08489c626bce),segment_id=0d729b36-d885-4706-9ed8-08489c626bce)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:24.352366 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-423e0223-f8e6-4052-a57b-77d398a03eb8 req-f410c0cf-055d-4692-8dd1-94255a3dd2af tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] No DVR routers for this DVR port 9b98c649-cef6-41a9-9094-c2220e447576 on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:23:24.352711 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:24.357937 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-423e0223-f8e6-4052-a57b-77d398a03eb8 req-f410c0cf-055d-4692-8dd1-94255a3dd2af tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:24.361744 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-423e0223-f8e6-4052-a57b-77d398a03eb8 req-f410c0cf-055d-4692-8dd1-94255a3dd2af tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.26 "DELETE /v2.0/ports/9b98c649-cef6-41a9-9094-c2220e447576 HTTP/1.1" status: 204 len: 173 time: 1.1839323 Dec 10 16:23:24.368435 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f8718e-4d39-4856-9f72-0652637aa6a4', 'name': 'network-vif-deleted', 'tag': '9b98c649-cef6-41a9-9094-c2220e447576'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:23:24.371926 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470c58a9-c72d-4adb-b229-2acf04751ed4" -d '{"events": [{"server_uuid": "51f8718e-4d39-4856-9f72-0652637aa6a4", "name": "network-vif-deleted", "tag": "9b98c649-cef6-41a9-9094-c2220e447576"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:23:24.394277 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-618a706a-06c1-4c11-92d4-3b996625bab8 req-02270438-849b-4df9-b116-7d732ce5db78 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Deleting port ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:23:24.394732 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-618a706a-06c1-4c11-92d4-3b996625bab8 req-02270438-849b-4df9-b116-7d732ce5db78 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:24.460185 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=2a74c6cf-2f48-4486-a9d4-fee36a745f25,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:24.506074 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53b9c3d-412f-4c3a-bf8c-ddf48e12e81f None None] Network f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:23:24.528885 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46ea2e29-b45b-4998-a8cc-de8673a06f01 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:24.536559 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-618a706a-06c1-4c11-92d4-3b996625bab8 req-02270438-849b-4df9-b116-7d732ce5db78 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] For port ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:24.536932 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-618a706a-06c1-4c11-92d4-3b996625bab8 req-02270438-849b-4df9-b116-7d732ce5db78 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:24.553197 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-618a706a-06c1-4c11-92d4-3b996625bab8 req-02270438-849b-4df9-b116-7d732ce5db78 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Calling delete_port for ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:23:24.589642 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9f2a967b-9020-41fc-8a9c-b82363032b2a None None] Provisioning complete for port 2a74c6cf-2f48-4486-a9d4-fee36a745f25 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:23:24.590396 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9f2a967b-9020-41fc-8a9c-b82363032b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:24.632663 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46ea2e29-b45b-4998-a8cc-de8673a06f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:24.690902 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ea2e29-b45b-4998-a8cc-de8673a06f01 admin admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:23:24.696321 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-46ea2e29-b45b-4998-a8cc-de8673a06f01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:23:24.700415 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ea2e29-b45b-4998-a8cc-de8673a06f01 admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:23:24.719868 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea2e29-b45b-4998-a8cc-de8673a06f01 admin admin] Pushing event updated for resources: {'Port': ['ID=40d4a0e1-7c6e-404c-8c04-f9cf606caec6,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:24.902615 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-618a706a-06c1-4c11-92d4-3b996625bab8 req-02270438-849b-4df9-b116-7d732ce5db78 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:24.915713 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['aaf2347b-92a7-49a0-8cd8-e38e0a7009a1', '8782ed96-2d9a-4331-bd2c-54617b6e6c76', '2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:23:24.918884 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['6d73126e-816a-49e2-8614-6c4009af6327', 'e06bbe0a-2a8a-44dc-a565-722865572b2e', '9aaffcf2-e527-458f-92dc-a7f3f3cd7837', 'b7061bcc-5b5c-47ea-a248-42218a991d43'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:23:24.961669 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02270438-849b-4df9-b116-7d732ce5db78 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Pushing event deleted for resources: {'Port': ['ID=ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:25.095473 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-413f96be-6ea1-4eea-869b-a7ab11fd2154 None None] Provisioning complete for port 2a74c6cf-2f48-4486-a9d4-fee36a745f25 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:23:25.096045 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-618a706a-06c1-4c11-92d4-3b996625bab8 req-02270438-849b-4df9-b116-7d732ce5db78 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] No DVR routers for this DVR port ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:23:25.096885 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-413f96be-6ea1-4eea-869b-a7ab11fd2154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:25.098540 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-618a706a-06c1-4c11-92d4-3b996625bab8 req-02270438-849b-4df9-b116-7d732ce5db78 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:25.102366 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-618a706a-06c1-4c11-92d4-3b996625bab8 req-02270438-849b-4df9-b116-7d732ce5db78 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.46 "DELETE /v2.0/ports/ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b HTTP/1.1" status: 204 len: 173 time: 0.9988952 Dec 10 16:23:25.159874 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c0e73-5500-43e6-8f9f-3c000563ff1c req-0dbed571-1df4-4a39-a095-7f5ab21fa4fd tempest-MigrationsAdminTest-1578168246 tempest-MigrationsAdminTest-1578168246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:25.161401 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2f4c0e73-5500-43e6-8f9f-3c000563ff1c req-0dbed571-1df4-4a39-a095-7f5ab21fa4fd tempest-MigrationsAdminTest-1578168246 tempest-MigrationsAdminTest-1578168246-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ae4db16d-13b2-40bb-907d-95a2bf785412 HTTP/1.1" status: 200 len: 1100 time: 0.1227527 Dec 10 16:23:25.170779 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46ea2e29-b45b-4998-a8cc-de8673a06f01 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:25.226017 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2f4c0e73-5500-43e6-8f9f-3c000563ff1c req-82749431-0d7c-4b45-ad5e-4ff8e1758cc8 tempest-MigrationsAdminTest-1578168246 tempest-MigrationsAdminTest-1578168246-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:25.737299 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2f4c0e73-5500-43e6-8f9f-3c000563ff1c req-82749431-0d7c-4b45-ad5e-4ff8e1758cc8 tempest-MigrationsAdminTest-1578168246 tempest-MigrationsAdminTest-1578168246-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:25.741927 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2f4c0e73-5500-43e6-8f9f-3c000563ff1c req-82749431-0d7c-4b45-ad5e-4ff8e1758cc8 tempest-MigrationsAdminTest-1578168246 tempest-MigrationsAdminTest-1578168246-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:25.789927 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2f4c0e73-5500-43e6-8f9f-3c000563ff1c req-82749431-0d7c-4b45-ad5e-4ff8e1758cc8 tempest-MigrationsAdminTest-1578168246 tempest-MigrationsAdminTest-1578168246-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5782189 Dec 10 16:23:25.797956 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46ea2e29-b45b-4998-a8cc-de8673a06f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:25.799834 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82749431-0d7c-4b45-ad5e-4ff8e1758cc8 tempest-MigrationsAdminTest-1578168246 tempest-MigrationsAdminTest-1578168246-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050ddf71-ae61-4ad8-a2f3-0da14005f635,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:25.903292 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7569e2-b6d6-41d9-81cf-45ac4cbdb2d9 x-openstack-request-id: req-fc7569e2-b6d6-41d9-81cf-45ac4cbdb2d9 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:23:25.903585 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f8718e-4d39-4856-9f72-0652637aa6a4", "name": "network-vif-deleted", "tag": "9b98c649-cef6-41a9-9094-c2220e447576", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:23:25.903887 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fc7569e2-b6d6-41d9-81cf-45ac4cbdb2d9 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:23:25.904235 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f8718e-4d39-4856-9f72-0652637aa6a4', 'name': 'network-vif-deleted', 'tag': '9b98c649-cef6-41a9-9094-c2220e447576', 'status': 'completed', 'code': 200} Dec 10 16:23:25.941845 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ea2e29-b45b-4998-a8cc-de8673a06f01 admin admin] Router 6b34d330-3d25-4291-9355-8811c25dae10 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:23:26.040947 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 2a74c6cf-2f48-4486-a9d4-fee36a745f25 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:23:26.060469 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ea2e29-b45b-4998-a8cc-de8673a06f01 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:23:26.075429 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d3d9cd-916c-432a-9f8c-902d47bc1614 None None] Sync routers for ids ['6b34d330-3d25-4291-9355-8811c25dae10'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:23:26.084073 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46ea2e29-b45b-4998-a8cc-de8673a06f01 admin admin] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:26.085479 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-46ea2e29-b45b-4998-a8cc-de8673a06f01 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6392896 Dec 10 16:23:26.088764 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43020) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:26.097828 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d3d9cd-916c-432a-9f8c-902d47bc1614 None None] Routers {'6b34d330-3d25-4291-9355-8811c25dae10'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:23:26.098374 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d4d3d9cd-916c-432a-9f8c-902d47bc1614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:23:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['6b34d330-3d25-4291-9355-8811c25dae10'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:23:26.180975 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 2a74c6cf-2f48-4486-a9d4-fee36a745f25 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:23:26.181549 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:26.216708 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 43024) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:26.248099 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-d4d3d9cd-916c-432a-9f8c-902d47bc1614 None None] Set router 6b34d330-3d25-4291-9355-8811c25dae10 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:23:26.387364 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1a7a7bf1-8a52-4da9-9e02-6ad1e8480d95 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=61cbc4236b4142b29fa92b081506716c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1694574 Dec 10 16:23:26.389705 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 43028) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:26.448599 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cfbc1929-4788-4a84-bc7f-dfafd109ed32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:26.479284 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cfbc1929-4788-4a84-bc7f-dfafd109ed32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:26.545910 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cfbc1929-4788-4a84-bc7f-dfafd109ed32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:26.549210 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cfbc1929-4788-4a84-bc7f-dfafd109ed32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:26.553792 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-cfbc1929-4788-4a84-bc7f-dfafd109ed32 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/29eb2cbd-d52d-400c-9991-b83e06ee8920 HTTP/1.1" status: 204 len: 168 time: 0.1599255 Dec 10 16:23:26.564184 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc1929-4788-4a84-bc7f-dfafd109ed32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29eb2cbd-d52d-400c-9991-b83e06ee8920,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:26.631398 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-60af5cc8-8f17-4d0f-981a-3a84fd9296a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:26.663157 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d4d3d9cd-916c-432a-9f8c-902d47bc1614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b34d330-3d25-4291-9355-8811c25dae10', 'name': 'tempest-ServersTestFqdnHostnames-2098664385-router', 'tenant_id': 'e5b42db6acff4912af9c39e70aced757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '40d4a0e1-7c6e-404c-8c04-f9cf606caec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:23:22Z', 'updated_at': '2021-12-10T16:23:24Z', 'revision_number': 3, 'project_id': 'e5b42db6acff4912af9c39e70aced757', 'gw_port': {'id': '40d4a0e1-7c6e-404c-8c04-f9cf606caec6', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fb:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b34d330-3d25-4291-9355-8811c25dae10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:23:23Z', 'updated_at': '2021-12-10T16:23:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:23:26.701661 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d3d9cd-916c-432a-9f8c-902d47bc1614 None None] Checking router: 6b34d330-3d25-4291-9355-8811c25dae10 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:23:26.702094 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d3d9cd-916c-432a-9f8c-902d47bc1614 None None] Updating router 6b34d330-3d25-4291-9355-8811c25dae10 port 40d4a0e1-7c6e-404c-8c04-f9cf606caec6 binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:23:26.707374 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:23:26.772230 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 9b98c649-cef6-41a9-9094-c2220e447576 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:23:26.774023 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:23:26.774547 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:23:26.798481 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d4d3d9cd-916c-432a-9f8c-902d47bc1614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:26.800994 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 9b98c649-cef6-41a9-9094-c2220e447576 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:23:26.801350 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 9b98c649-cef6-41a9-9094-c2220e447576 not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:23:26.854449 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-60af5cc8-8f17-4d0f-981a-3a84fd9296a1 admin admin] Allocated IP 172.20.0.1 (f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9/62e7e0a2-de2b-4792-817e-ec8119832339/dc9c11fd-5594-4c9d-932f-cc0ca39ec062) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:23:26.927516 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9e7bf74a-f036-420c-bb2e-f9a661b3556e req-21ab18be-d833-4909-a33f-404401730ec8 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups/e320eff3-513f-4534-9e23-9812b7d81828 HTTP/1.1" status: 200 len: 1816 time: 0.0507219 Dec 10 16:23:27.014082 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-60af5cc8-8f17-4d0f-981a-3a84fd9296a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:27.020631 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9e7bf74a-f036-420c-bb2e-f9a661b3556e req-0df68cec-7d07-4049-acba-c4c8ba695c10 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:27.046897 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-34e05ee4-7777-4204-9e9a-c86f46ffaa34 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ae4db16d-13b2-40bb-907d-95a2bf785412&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0748627 Dec 10 16:23:27.063253 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-c0a7657e-2375-4d4f-863a-c5d32aa854e9 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:23:27.063708 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-c0a7657e-2375-4d4f-863a-c5d32aa854e9 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069182 Dec 10 16:23:27.067702 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9e7bf74a-f036-420c-bb2e-f9a661b3556e req-0df68cec-7d07-4049-acba-c4c8ba695c10 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:27.069606 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-60af5cc8-8f17-4d0f-981a-3a84fd9296a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:27.115416 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d4d3d9cd-916c-432a-9f8c-902d47bc1614 None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:27.123742 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d4d3d9cd-916c-432a-9f8c-902d47bc1614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:27.133562 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9e7bf74a-f036-420c-bb2e-f9a661b3556e req-0df68cec-7d07-4049-acba-c4c8ba695c10 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:27.139494 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9e7bf74a-f036-420c-bb2e-f9a661b3556e req-0df68cec-7d07-4049-acba-c4c8ba695c10 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:27.144515 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60af5cc8-8f17-4d0f-981a-3a84fd9296a1 admin admin] Network f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:23:27.148696 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-60af5cc8-8f17-4d0f-981a-3a84fd9296a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:23:27.149321 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9e7bf74a-f036-420c-bb2e-f9a661b3556e req-0df68cec-7d07-4049-acba-c4c8ba695c10 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "DELETE /v2.0/security-groups/e320eff3-513f-4534-9e23-9812b7d81828 HTTP/1.1" status: 204 len: 173 time: 0.2206850 Dec 10 16:23:27.153984 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60af5cc8-8f17-4d0f-981a-3a84fd9296a1 admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:23:27.185896 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df68cec-7d07-4049-acba-c4c8ba695c10 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e320eff3-513f-4534-9e23-9812b7d81828,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:27.190543 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af5cc8-8f17-4d0f-981a-3a84fd9296a1 admin admin] Pushing event updated for resources: {'Port': ['ID=dc9c11fd-5594-4c9d-932f-cc0ca39ec062,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:27.214950 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-60af5cc8-8f17-4d0f-981a-3a84fd9296a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:27.318261 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d4d3d9cd-916c-432a-9f8c-902d47bc1614 None None] Attempting to bind port 40d4a0e1-7c6e-404c-8c04-f9cf606caec6 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:23:27.320112 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d4d3d9cd-916c-432a-9f8c-902d47bc1614 None None] Attempting to bind port 40d4a0e1-7c6e-404c-8c04-f9cf606caec6 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:23:27.324514 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d3d9cd-916c-432a-9f8c-902d47bc1614 None None] Attempting to bind port 40d4a0e1-7c6e-404c-8c04-f9cf606caec6 on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:23:27.357316 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d3d9cd-916c-432a-9f8c-902d47bc1614 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:23:27.358685 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d3d9cd-916c-432a-9f8c-902d47bc1614 None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:23:27.359261 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d4d3d9cd-916c-432a-9f8c-902d47bc1614 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:27.360645 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d3d9cd-916c-432a-9f8c-902d47bc1614 None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:23:27.361803 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d4d3d9cd-916c-432a-9f8c-902d47bc1614 None None] Bound port: 40d4a0e1-7c6e-404c-8c04-f9cf606caec6, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:23:27.362839 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d4d3d9cd-916c-432a-9f8c-902d47bc1614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:27.430712 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a893e53-0401-4831-bf69-28a10987c10d None None] Pushing event updated for resources: {'Port': ['ID=40d4a0e1-7c6e-404c-8c04-f9cf606caec6,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:27.459382 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-60af5cc8-8f17-4d0f-981a-3a84fd9296a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:27.489615 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d4d3d9cd-916c-432a-9f8c-902d47bc1614 None None] For port 40d4a0e1-7c6e-404c-8c04-f9cf606caec6, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:23:27.493953 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d4d3d9cd-916c-432a-9f8c-902d47bc1614 None None] For port 40d4a0e1-7c6e-404c-8c04-f9cf606caec6, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=40d4a0e1-7c6e-404c-8c04-f9cf606caec6,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:23:27.499948 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d4d3d9cd-916c-432a-9f8c-902d47bc1614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:27.572631 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d3d9cd-916c-432a-9f8c-902d47bc1614 None None] Routers {'6b34d330-3d25-4291-9355-8811c25dae10'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:23:27.573262 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d4d3d9cd-916c-432a-9f8c-902d47bc1614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:23:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['6b34d330-3d25-4291-9355-8811c25dae10'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:23:27.580117 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbf4ef-3538-46b9-ab85-81a132c1d2bf req-d91438e8-c6ae-4ed2-8cda-94f5c90f22ea tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:27.595708 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-45fbf4ef-3538-46b9-ab85-81a132c1d2bf req-d91438e8-c6ae-4ed2-8cda-94f5c90f22ea tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae4db16d-13b2-40bb-907d-95a2bf785412 HTTP/1.1" status: 200 len: 949 time: 0.1154890 Dec 10 16:23:27.666998 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a893e53-0401-4831-bf69-28a10987c10d None None] Pushing event updated for resources: {'Port': ['ID=40d4a0e1-7c6e-404c-8c04-f9cf606caec6,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:27.697033 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-76744dd1-132a-4018-9df0-1c74faa45ff8 None None] Provisioning complete for port dc9c11fd-5594-4c9d-932f-cc0ca39ec062 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:23:27.697318 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-76744dd1-132a-4018-9df0-1c74faa45ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:27.710546 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-45fbf4ef-3538-46b9-ab85-81a132c1d2bf req-3c6a7a51-e709-42e5-91ae-2cc7ee784be2 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120148 Dec 10 16:23:27.754252 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-76744dd1-132a-4018-9df0-1c74faa45ff8 None None] Port dc9c11fd-5594-4c9d-932f-cc0ca39ec062 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:23:27.759738 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-d4d3d9cd-916c-432a-9f8c-902d47bc1614 None None] Set router 6b34d330-3d25-4291-9355-8811c25dae10 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:23:27.797245 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-06440076-e27a-4811-bb41-0168774c9a57 req-92de38fb-354a-4d04-b2b5-d1172f5d0111 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "GET /v2.0/security-groups/904ab047-4a99-4aa9-80ba-b58d2d5cfb1a HTTP/1.1" status: 200 len: 1817 time: 0.0569046 Dec 10 16:23:27.888083 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-06440076-e27a-4811-bb41-0168774c9a57 req-1f2bafde-3ed8-4ba3-b7e6-125a8ef29b09 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:27.906377 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ead862-2517-42eb-9c5f-ddcfb7f14f11', 'name': 'network-vif-deleted', 'tag': 'ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:23:27.908949 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9391fa-cbbc-43be-a921-4be2fbe314cc" -d '{"events": [{"server_uuid": "27ead862-2517-42eb-9c5f-ddcfb7f14f11", "name": "network-vif-deleted", "tag": "ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:23:27.920665 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-06440076-e27a-4811-bb41-0168774c9a57 req-1f2bafde-3ed8-4ba3-b7e6-125a8ef29b09 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:27.993503 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-06440076-e27a-4811-bb41-0168774c9a57 req-1f2bafde-3ed8-4ba3-b7e6-125a8ef29b09 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:28.007809 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-06440076-e27a-4811-bb41-0168774c9a57 req-1f2bafde-3ed8-4ba3-b7e6-125a8ef29b09 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:28.017713 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43098) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:28.023231 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-06440076-e27a-4811-bb41-0168774c9a57 req-1f2bafde-3ed8-4ba3-b7e6-125a8ef29b09 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] 10.222.0.11 "DELETE /v2.0/security-groups/904ab047-4a99-4aa9-80ba-b58d2d5cfb1a HTTP/1.1" status: 204 len: 173 time: 0.2194331 Dec 10 16:23:28.044014 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2bafde-3ed8-4ba3-b7e6-125a8ef29b09 tempest-SecurityGroupsTestJSON-2136607669 tempest-SecurityGroupsTestJSON-2136607669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=904ab047-4a99-4aa9-80ba-b58d2d5cfb1a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:28.070479 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d4d3d9cd-916c-432a-9f8c-902d47bc1614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b34d330-3d25-4291-9355-8811c25dae10', 'name': 'tempest-ServersTestFqdnHostnames-2098664385-router', 'tenant_id': 'e5b42db6acff4912af9c39e70aced757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '40d4a0e1-7c6e-404c-8c04-f9cf606caec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:23:22Z', 'updated_at': '2021-12-10T16:23:27Z', 'revision_number': 4, 'project_id': 'e5b42db6acff4912af9c39e70aced757', 'gw_port': {'id': '40d4a0e1-7c6e-404c-8c04-f9cf606caec6', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fb:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b34d330-3d25-4291-9355-8811c25dae10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:23:23Z', 'updated_at': '2021-12-10T16:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'dc9c11fd-5594-4c9d-932f-cc0ca39ec062', 'name': '', 'network_id': 'f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9', 'tenant_id': 'e5b42db6acff4912af9c39e70aced757', 'mac_address': 'fa:16:3e:12:a8:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b34d330-3d25-4291-9355-8811c25dae10', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '62e7e0a2-de2b-4792-817e-ec8119832339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:23:26Z', 'updated_at': '2021-12-10T16:23:26Z', 'revision_number': 1, 'project_id': 'e5b42db6acff4912af9c39e70aced757', 'subnets': [{'id': '62e7e0a2-de2b-4792-817e-ec8119832339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:23:28.103641 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d3d9cd-916c-432a-9f8c-902d47bc1614 None None] The sync data for ids ['6b34d330-3d25-4291-9355-8811c25dae10'] in n-d-766771-2 is: [{'id': '6b34d330-3d25-4291-9355-8811c25dae10', 'name': 'tempest-ServersTestFqdnHostnames-2098664385-router', 'tenant_id': 'e5b42db6acff4912af9c39e70aced757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '40d4a0e1-7c6e-404c-8c04-f9cf606caec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:23:22Z', 'updated_at': '2021-12-10T16:23:27Z', 'revision_number': 4, 'project_id': 'e5b42db6acff4912af9c39e70aced757', 'gw_port': {'id': '40d4a0e1-7c6e-404c-8c04-f9cf606caec6', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fb:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b34d330-3d25-4291-9355-8811c25dae10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:23:23Z', 'updated_at': '2021-12-10T16:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'dc9c11fd-5594-4c9d-932f-cc0ca39ec062', 'name': '', 'network_id': 'f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9', 'tenant_id': 'e5b42db6acff4912af9c39e70aced757', 'mac_address': 'fa:16:3e:12:a8:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b34d330-3d25-4291-9355-8811c25dae10', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '62e7e0a2-de2b-4792-817e-ec8119832339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:23:26Z', 'updated_at': '2021-12-10T16:23:26Z', 'revision_number': 1, 'project_id': 'e5b42db6acff4912af9c39e70aced757', 'subnets': [{'id': '62e7e0a2-de2b-4792-817e-ec8119832339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:23:28.130089 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1871582-4f68-48dd-99ce-c1843b14f907 admin admin] Deleting subnet b7e8a49b-cdc4-4ea7-917a-0efc9795c921 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:23:28.148669 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a1871582-4f68-48dd-99ce-c1843b14f907 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:28.221410 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a1871582-4f68-48dd-99ce-c1843b14f907 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:28.290620 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a1871582-4f68-48dd-99ce-c1843b14f907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:28.313677 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9187c-300e-45c2-8684-ffb68495a2aa req-e57a8442-420b-4c77-b5cb-66d90664d37a tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:28.315739 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6fc9187c-300e-45c2-8684-ffb68495a2aa req-e57a8442-420b-4c77-b5cb-66d90664d37a tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2dd5a24-e0fd-4aa2-8aae-4656cc98f230 HTTP/1.1" status: 200 len: 950 time: 0.0562537 Dec 10 16:23:28.322674 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-60af5cc8-8f17-4d0f-981a-3a84fd9296a1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:28.331317 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-60af5cc8-8f17-4d0f-981a-3a84fd9296a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:28.399457 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6fc9187c-300e-45c2-8684-ffb68495a2aa req-3d81d805-5641-45e5-9b2f-a2f6b2d339d8 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767334 Dec 10 16:23:28.451505 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af5cc8-8f17-4d0f-981a-3a84fd9296a1 admin admin] Pushing event updated for resources: {'Port': ['ID=dc9c11fd-5594-4c9d-932f-cc0ca39ec062,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:28.460286 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-60af5cc8-8f17-4d0f-981a-3a84fd9296a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:28.507410 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a1871582-4f68-48dd-99ce-c1843b14f907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:28.547482 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a1871582-4f68-48dd-99ce-c1843b14f907 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:28.553358 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a1871582-4f68-48dd-99ce-c1843b14f907 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b7e8a49b-cdc4-4ea7-917a-0efc9795c921 HTTP/1.1" status: 204 len: 168 time: 0.5318658 Dec 10 16:23:28.553358 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1871582-4f68-48dd-99ce-c1843b14f907 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7e8a49b-cdc4-4ea7-917a-0efc9795c921,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:28.553560 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 43100) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:28.595943 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60af5cc8-8f17-4d0f-981a-3a84fd9296a1 admin admin] Network f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:23:28.597567 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-60af5cc8-8f17-4d0f-981a-3a84fd9296a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:23:28.692578 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f6cf6081-0d27-472e-b8a6-03215579f981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:28.813150 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60af5cc8-8f17-4d0f-981a-3a84fd9296a1 admin admin] Router 6b34d330-3d25-4291-9355-8811c25dae10 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:23:28.858018 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f6cf6081-0d27-472e-b8a6-03215579f981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:28.901816 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-f6cf6081-0d27-472e-b8a6-03215579f981 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35b953cb-3f56-4753-a6f2-3a37c46fea02']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:23:28.912243 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-f6cf6081-0d27-472e-b8a6-03215579f981 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f06f3ad-599b-498d-b3dd-e0e6ed583f4b') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:23:28.912542 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-f6cf6081-0d27-472e-b8a6-03215579f981 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f06f3ad-599b-498d-b3dd-e0e6ed583f4b') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:23:28.929318 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f6cf6081-0d27-472e-b8a6-03215579f981 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:29.006553 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a44a6a55-3d36-41f0-b74c-881e6cd29f6f None None] Provisioning complete for port dc9c11fd-5594-4c9d-932f-cc0ca39ec062 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:23:29.007010 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a44a6a55-3d36-41f0-b74c-881e6cd29f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:29.027555 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-8e9a0907-30ae-4915-bf7c-253b9841f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:29.029153 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-8e9a0907-30ae-4915-bf7c-253b9841f0bf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=94e98c03952a41539b6089aa3614a4af&device_id=ae4db16d-13b2-40bb-907d-95a2bf785412 HTTP/1.1" status: 200 len: 1100 time: 0.2303185 Dec 10 16:23:29.030284 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f6cf6081-0d27-472e-b8a6-03215579f981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:29.032455 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f7a87-5a12-4248-8271-1d21fc8f1cfa req-ece933f7-1d20-477e-9b8c-e52d734fbf02 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:29.034044 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a93f7a87-5a12-4248-8271-1d21fc8f1cfa req-ece933f7-1d20-477e-9b8c-e52d734fbf02 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2dd5a24-e0fd-4aa2-8aae-4656cc98f230 HTTP/1.1" status: 200 len: 950 time: 0.1006012 Dec 10 16:23:29.052949 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60af5cc8-8f17-4d0f-981a-3a84fd9296a1 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:23:29.067547 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-60af5cc8-8f17-4d0f-981a-3a84fd9296a1 admin admin] 10.222.0.11 "PUT /v2.0/routers/6b34d330-3d25-4291-9355-8811c25dae10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9691908 Dec 10 16:23:29.099221 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-a44a6a55-3d36-41f0-b74c-881e6cd29f6f None None] Port dc9c11fd-5594-4c9d-932f-cc0ca39ec062 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:23:29.154329 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6cf6081-0d27-472e-b8a6-03215579f981 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:23:29.155579 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-a93f7a87-5a12-4248-8271-1d21fc8f1cfa req-7be56453-c690-4333-9a8d-7dfa91f01024 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Deleting port 2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:23:29.156229 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f6cf6081-0d27-472e-b8a6-03215579f981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:29.156354 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a93f7a87-5a12-4248-8271-1d21fc8f1cfa req-7be56453-c690-4333-9a8d-7dfa91f01024 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:29.185524 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:23:29.185524 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:23:29.185524 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:23:29.185524 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:23:29.185524 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:23:29.185524 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:23:29.185524 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:23:29.185524 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:23:29.185524 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:23:29.185524 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:23:29.185524 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:23:29.185524 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:23:29.185524 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:23:29.185524 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:23:29.185524 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:23:29.185524 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:23:29.185524 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:23:29.185524 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:23:29.185524 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:23:29.185524 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:23:29.185524 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:23:29.185524 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:23:29.185524 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:23:29.185524 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:23:29.185524 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:23:29.185524 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:23:29.185524 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:23:29.185524 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:23:29.185524 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:23:29.185524 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:23:29.185524 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:23:29.185524 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:23:29.286760 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f6cf6081-0d27-472e-b8a6-03215579f981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:29.292109 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f6cf6081-0d27-472e-b8a6-03215579f981 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:29.296122 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-a93f7a87-5a12-4248-8271-1d21fc8f1cfa req-7be56453-c690-4333-9a8d-7dfa91f01024 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] For port 2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:29.296609 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a93f7a87-5a12-4248-8271-1d21fc8f1cfa req-7be56453-c690-4333-9a8d-7dfa91f01024 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:29.307414 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f6cf6081-0d27-472e-b8a6-03215579f981 admin admin] 10.222.0.11 "DELETE /v2.0/networks/35b953cb-3f56-4753-a6f2-3a37c46fea02 HTTP/1.1" status: 204 len: 168 time: 0.7438490 Dec 10 16:23:29.328760 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-a93f7a87-5a12-4248-8271-1d21fc8f1cfa req-7be56453-c690-4333-9a8d-7dfa91f01024 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Calling delete_port for 2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:23:29.360390 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf6081-0d27-472e-b8a6-03215579f981 admin admin] Pushing event deleted for resources: {'Network': ['ID=35b953cb-3f56-4753-a6f2-3a37c46fea02,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:29.381282 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a8e313-e5ae-41bd-894d-2c1d5f8b7f38 x-openstack-request-id: req-30a8e313-e5ae-41bd-894d-2c1d5f8b7f38 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:23:29.381538 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27ead862-2517-42eb-9c5f-ddcfb7f14f11", "name": "network-vif-deleted", "tag": "ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:23:29.381807 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-30a8e313-e5ae-41bd-894d-2c1d5f8b7f38 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:23:29.382226 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27ead862-2517-42eb-9c5f-ddcfb7f14f11', 'name': 'network-vif-deleted', 'tag': 'ba5fdf74-b380-4cb9-8de7-eb703b4a7c7b', 'status': 'completed', 'code': 200} Dec 10 16:23:29.401283 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-65eb732a-c122-4c41-861f-d23d1d258ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:29.402828 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-65eb732a-c122-4c41-861f-d23d1d258ed9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.3607895 Dec 10 16:23:29.489857 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-dd11d319-9ce2-47a8-ab83-eec9f73f1e27 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=4b0da238-da36-4506-8526-103e401bdc08 HTTP/1.1" status: 200 len: 217 time: 0.0779073 Dec 10 16:23:29.582836 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-908b5147-72ef-4cb8-8e6a-16bc271e1699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:29.584918 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-908b5147-72ef-4cb8-8e6a-16bc271e1699 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.0849142 Dec 10 16:23:29.590442 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a93f7a87-5a12-4248-8271-1d21fc8f1cfa req-7be56453-c690-4333-9a8d-7dfa91f01024 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:29.595232 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b46af84-cbf9-4daa-9580-2ea380d109df req-ec504e00-cf0f-42ba-9bf6-16d45b687152 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:29.605955 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['6d73126e-816a-49e2-8614-6c4009af6327', 'e06bbe0a-2a8a-44dc-a565-722865572b2e', '9aaffcf2-e527-458f-92dc-a7f3f3cd7837', 'b7061bcc-5b5c-47ea-a248-42218a991d43'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:23:29.608806 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9b46af84-cbf9-4daa-9580-2ea380d109df req-ec504e00-cf0f-42ba-9bf6-16d45b687152 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae4db16d-13b2-40bb-907d-95a2bf785412 HTTP/1.1" status: 200 len: 949 time: 0.1212018 Dec 10 16:23:29.612529 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['aaf2347b-92a7-49a0-8cd8-e38e0a7009a1', '8782ed96-2d9a-4331-bd2c-54617b6e6c76', '2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:23:29.631029 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be56453-c690-4333-9a8d-7dfa91f01024 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Pushing event deleted for resources: {'Port': ['ID=2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:29.675172 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 43124) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:29.742903 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93f7a87-5a12-4248-8271-1d21fc8f1cfa req-7be56453-c690-4333-9a8d-7dfa91f01024 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] No DVR routers for this DVR port 2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe on host n-h1-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:23:29.749937 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a93f7a87-5a12-4248-8271-1d21fc8f1cfa req-7be56453-c690-4333-9a8d-7dfa91f01024 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:29.756827 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a93f7a87-5a12-4248-8271-1d21fc8f1cfa req-7be56453-c690-4333-9a8d-7dfa91f01024 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.26 "DELETE /v2.0/ports/2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe HTTP/1.1" status: 204 len: 173 time: 0.7132480 Dec 10 16:23:29.757835 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2dd5a24-e0fd-4aa2-8aae-4656cc98f230', 'name': 'network-vif-deleted', 'tag': '2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:23:29.763462 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab5f102-a8c2-4d83-a47f-cffe77180ebb" -d '{"events": [{"server_uuid": "b2dd5a24-e0fd-4aa2-8aae-4656cc98f230", "name": "network-vif-deleted", "tag": "2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:23:29.786900 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43128) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:29.797579 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-735332e6-a207-4380-b851-0b3d6a1a48cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:29.799908 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-735332e6-a207-4380-b851-0b3d6a1a48cf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1891749 Dec 10 16:23:29.805406 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9b46af84-cbf9-4daa-9580-2ea380d109df req-6f912af6-4a36-42c9-a05b-216a78e67aa9 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963370 Dec 10 16:23:29.960079 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43134) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:29.974941 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-13640822-1312-4495-a1ab-f170c358c64b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a3cc58e9a9e04cdfbbfcf1593b2aeb98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2948682 Dec 10 16:23:30.124129 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ee62daf1-82f6-42b5-bbf6-55d886a1bd4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:30.145745 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-6f4235dd-3a27-41e5-968d-b5432ccd81f6 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336167 Dec 10 16:23:30.180419 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ee62daf1-82f6-42b5-bbf6-55d886a1bd4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:30.201982 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 40d4a0e1-7c6e-404c-8c04-f9cf606caec6 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:23:30.261950 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1e248c8f-475e-41cf-85be-57ebd4803ff2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:30.291445 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ee62daf1-82f6-42b5-bbf6-55d886a1bd4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:30.294079 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ee62daf1-82f6-42b5-bbf6-55d886a1bd4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:30.295371 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ee62daf1-82f6-42b5-bbf6-55d886a1bd4b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dd34fd79-d9bf-4084-a467-851c2b3027f1 HTTP/1.1" status: 204 len: 168 time: 0.3342667 Dec 10 16:23:30.323830 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee62daf1-82f6-42b5-bbf6-55d886a1bd4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd34fd79-d9bf-4084-a467-851c2b3027f1,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:30.381072 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-d7c98055-0556-498a-a1b4-2878835d8c30 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181094 Dec 10 16:23:30.413681 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1e248c8f-475e-41cf-85be-57ebd4803ff2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:30.425311 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1e248c8f-475e-41cf-85be-57ebd4803ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:30.529672 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1e248c8f-475e-41cf-85be-57ebd4803ff2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6397b4e19243499fb7f7aac6de79d415&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7391751 Dec 10 16:23:30.530694 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 43140) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:30.545037 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e248c8f-475e-41cf-85be-57ebd4803ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c53a5ae-314a-42b3-9a13-9ec9dec859d0,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:30.652783 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 40d4a0e1-7c6e-404c-8c04-f9cf606caec6 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:23:30.653250 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:30.670026 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e2b9deb6-c842-4f63-90c6-d103254bce67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:30.700864 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e2b9deb6-c842-4f63-90c6-d103254bce67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:30.786526 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e2b9deb6-c842-4f63-90c6-d103254bce67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:30.790929 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e2b9deb6-c842-4f63-90c6-d103254bce67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:30.793517 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e2b9deb6-c842-4f63-90c6-d103254bce67 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3c53a5ae-314a-42b3-9a13-9ec9dec859d0 HTTP/1.1" status: 204 len: 168 time: 0.2621689 Dec 10 16:23:30.812506 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b9deb6-c842-4f63-90c6-d103254bce67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c53a5ae-314a-42b3-9a13-9ec9dec859d0,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:30.956693 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:30.998310 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 43154) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:31.003541 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-c393c511-db9d-462c-9ead-708087d42ce5 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Request body: {'security_group': {'name': 'tempest-securitygroup--152321576', 'description': 'tempest-description--201508703'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:31.024093 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 40d4a0e1-7c6e-404c-8c04-f9cf606caec6, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=40d4a0e1-7c6e-404c-8c04-f9cf606caec6,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:31.034773 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:31.064127 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c393c511-db9d-462c-9ead-708087d42ce5 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:31.104554 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4d5dd7-c1bf-49fb-9efd-1bf54ff5da16 x-openstack-request-id: req-eb4d5dd7-c1bf-49fb-9efd-1bf54ff5da16 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:23:31.105245 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2dd5a24-e0fd-4aa2-8aae-4656cc98f230", "name": "network-vif-deleted", "tag": "2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:23:31.105741 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eb4d5dd7-c1bf-49fb-9efd-1bf54ff5da16 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:23:31.106443 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2dd5a24-e0fd-4aa2-8aae-4656cc98f230', 'name': 'network-vif-deleted', 'tag': '2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe', 'status': 'completed', 'code': 200} Dec 10 16:23:31.152888 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=40d4a0e1-7c6e-404c-8c04-f9cf606caec6,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:31.223145 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c393c511-db9d-462c-9ead-708087d42ce5 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:31.241812 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3348b6-c419-4380-b847-84a9c061e3a8 None None] Sync routers for ids ['6b34d330-3d25-4291-9355-8811c25dae10'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:23:31.248991 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3348b6-c419-4380-b847-84a9c061e3a8 None None] Routers {'6b34d330-3d25-4291-9355-8811c25dae10'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:23:31.249673 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3f3348b6-c419-4380-b847-84a9c061e3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:23:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['6b34d330-3d25-4291-9355-8811c25dae10'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:23:31.250821 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c393c511-db9d-462c-9ead-708087d42ce5 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:31.318337 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c393c511-db9d-462c-9ead-708087d42ce5 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:31.319946 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c393c511-db9d-462c-9ead-708087d42ce5 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3202131 Dec 10 16:23:31.323174 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c393c511-db9d-462c-9ead-708087d42ce5 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49fe1dff-9a8a-4853-93a8-b844ade6615b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:31.323686 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43174) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:31.338251 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e58b3-6a04-4b84-9ba9-234b2bfd8077 req-83a8ccf3-354a-48a5-8c66-0d1fa1f83d91 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:31.338793 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-839f8544-87bd-4c57-90d3-9aea7315c011 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Request body: {'security_group_rule': {'security_group_id': '49fe1dff-9a8a-4853-93a8-b844ade6615b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:31.345976 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-946e58b3-6a04-4b84-9ba9-234b2bfd8077 req-83a8ccf3-354a-48a5-8c66-0d1fa1f83d91 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae4db16d-13b2-40bb-907d-95a2bf785412 HTTP/1.1" status: 200 len: 949 time: 0.1203294 Dec 10 16:23:31.384481 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-839f8544-87bd-4c57-90d3-9aea7315c011 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:31.410294 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-946e58b3-6a04-4b84-9ba9-234b2bfd8077 req-b056bd87-05d6-4f70-9ab9-969a40acf8ad tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623305 Dec 10 16:23:31.431981 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-3f3348b6-c419-4380-b847-84a9c061e3a8 None None] Set router 6b34d330-3d25-4291-9355-8811c25dae10 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:23:31.498565 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-839f8544-87bd-4c57-90d3-9aea7315c011 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:31.504708 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-839f8544-87bd-4c57-90d3-9aea7315c011 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:31.543008 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f8544-87bd-4c57-90d3-9aea7315c011 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4ec500a-12bc-4ac6-8ef5-7722204738ca,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:31.553464 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-839f8544-87bd-4c57-90d3-9aea7315c011 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:31.555328 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-839f8544-87bd-4c57-90d3-9aea7315c011 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2297497 Dec 10 16:23:31.558378 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 43184) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:31.563318 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-42350d1c-31b1-4422-a38e-050bb22779c1 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Request body: {'security_group_rule': {'security_group_id': '49fe1dff-9a8a-4853-93a8-b844ade6615b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:31.611848 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42350d1c-31b1-4422-a38e-050bb22779c1 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:31.694395 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42350d1c-31b1-4422-a38e-050bb22779c1 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:31.701074 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42350d1c-31b1-4422-a38e-050bb22779c1 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:31.741052 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3f3348b6-c419-4380-b847-84a9c061e3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b34d330-3d25-4291-9355-8811c25dae10', 'name': 'tempest-ServersTestFqdnHostnames-2098664385-router', 'tenant_id': 'e5b42db6acff4912af9c39e70aced757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '40d4a0e1-7c6e-404c-8c04-f9cf606caec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:23:22Z', 'updated_at': '2021-12-10T16:23:27Z', 'revision_number': 4, 'project_id': 'e5b42db6acff4912af9c39e70aced757', 'gw_port': {'id': '40d4a0e1-7c6e-404c-8c04-f9cf606caec6', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b34d330-3d25-4291-9355-8811c25dae10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:23:23Z', 'updated_at': '2021-12-10T16:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'dc9c11fd-5594-4c9d-932f-cc0ca39ec062', 'name': '', 'network_id': 'f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9', 'tenant_id': 'e5b42db6acff4912af9c39e70aced757', 'mac_address': 'fa:16:3e:12:a8:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b34d330-3d25-4291-9355-8811c25dae10', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '62e7e0a2-de2b-4792-817e-ec8119832339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:23:26Z', 'updated_at': '2021-12-10T16:23:28Z', 'revision_number': 2, 'project_id': 'e5b42db6acff4912af9c39e70aced757', 'subnets': [{'id': '62e7e0a2-de2b-4792-817e-ec8119832339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:23:31.768291 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42350d1c-31b1-4422-a38e-050bb22779c1 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d48330c3-7dba-4d75-9d9f-0dad5a58c76d,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:31.780199 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42350d1c-31b1-4422-a38e-050bb22779c1 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:31.781332 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-42350d1c-31b1-4422-a38e-050bb22779c1 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2219512 Dec 10 16:23:31.784303 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3348b6-c419-4380-b847-84a9c061e3a8 None None] Checking router: 6b34d330-3d25-4291-9355-8811c25dae10 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:23:31.784546 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43196) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:31.784961 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3348b6-c419-4380-b847-84a9c061e3a8 None None] Updating router 6b34d330-3d25-4291-9355-8811c25dae10 port dc9c11fd-5594-4c9d-932f-cc0ca39ec062 binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:23:31.790887 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-946be6f5-da86-4c98-b04f-13a6d0aaf5b7 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:31.820414 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3f3348b6-c419-4380-b847-84a9c061e3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:31.839920 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-946be6f5-da86-4c98-b04f-13a6d0aaf5b7 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks [] for floatingip, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:31.844690 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43200) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:31.965553 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-946be6f5-da86-4c98-b04f-13a6d0aaf5b7 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:32.036350 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdff6c8-3f88-4299-8e3c-e0002617ac54 req-0f40bd5a-b700-417c-b3c2-d17df2c9cdc8 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:32.045182 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cbdff6c8-3f88-4299-8e3c-e0002617ac54 req-0f40bd5a-b700-417c-b3c2-d17df2c9cdc8 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=312fa785-102a-44be-96b3-71a12a8723e6 HTTP/1.1" status: 200 len: 949 time: 0.1173942 Dec 10 16:23:32.087200 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 40d4a0e1-7c6e-404c-8c04-f9cf606caec6 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:23:32.126825 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cbdff6c8-3f88-4299-8e3c-e0002617ac54 req-846b0bd8-fb91-4a91-8963-e81f1a2dc877 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754657 Dec 10 16:23:32.154899 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-946be6f5-da86-4c98-b04f-13a6d0aaf5b7 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Allocated IP 172.25.6.96 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/dbd68b85-b26a-42cb-a960-c25de65a8f0b) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:23:32.173966 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 40d4a0e1-7c6e-404c-8c04-f9cf606caec6 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:23:32.174631 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:32.259384 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3f3348b6-c419-4380-b847-84a9c061e3a8 None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:32.260006 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-20df0888-a4ee-4cd0-b106-e4ef3fcfc237 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1117383576-network', 'tenant_id': 'a91374a85f654bd6a3d2ae7399378add'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:32.268380 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3f3348b6-c419-4380-b847-84a9c061e3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:32.348087 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20df0888-a4ee-4cd0-b106-e4ef3fcfc237 admin admin] Made reservation on behalf of a91374a85f654bd6a3d2ae7399378add for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:23:32.353036 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-20df0888-a4ee-4cd0-b106-e4ef3fcfc237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:32.381571 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-946be6f5-da86-4c98-b04f-13a6d0aaf5b7 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:32.383142 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-20df0888-a4ee-4cd0-b106-e4ef3fcfc237 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:32.384760 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ed167-d642-4e48-9491-6d675feceab8 None None] Pushing event updated for resources: {'Port': ['ID=dc9c11fd-5594-4c9d-932f-cc0ca39ec062,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:32.395863 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40ed167-d642-4e48-9491-6d675feceab8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:32.396305 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40ed167-d642-4e48-9491-6d675feceab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:32.396753 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40ed167-d642-4e48-9491-6d675feceab8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:32.397146 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40ed167-d642-4e48-9491-6d675feceab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:32.397485 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40ed167-d642-4e48-9491-6d675feceab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:32.397822 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40ed167-d642-4e48-9491-6d675feceab8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:32.398173 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40ed167-d642-4e48-9491-6d675feceab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:32.398510 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40ed167-d642-4e48-9491-6d675feceab8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:32.398841 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40ed167-d642-4e48-9491-6d675feceab8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:32.399308 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40ed167-d642-4e48-9491-6d675feceab8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:32.399492 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40ed167-d642-4e48-9491-6d675feceab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:32.400076 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40ed167-d642-4e48-9491-6d675feceab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:32.400400 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40ed167-d642-4e48-9491-6d675feceab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:32.407632 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-3f3348b6-c419-4380-b847-84a9c061e3a8 None None] Attempting to bind port dc9c11fd-5594-4c9d-932f-cc0ca39ec062 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:23:32.408009 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-3f3348b6-c419-4380-b847-84a9c061e3a8 None None] Attempting to bind port dc9c11fd-5594-4c9d-932f-cc0ca39ec062 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '0d729b36-d885-4706-9ed8-08489c626bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:23:32.408540 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3348b6-c419-4380-b847-84a9c061e3a8 None None] Attempting to bind port dc9c11fd-5594-4c9d-932f-cc0ca39ec062 on network f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:23:32.419642 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3348b6-c419-4380-b847-84a9c061e3a8 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:23:32.420114 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3348b6-c419-4380-b847-84a9c061e3a8 None None] Checking segment: {'id': '0d729b36-d885-4706-9ed8-08489c626bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:23:32.420684 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3f3348b6-c419-4380-b847-84a9c061e3a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:32.421315 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3348b6-c419-4380-b847-84a9c061e3a8 None None] Bound using segment: {'id': '0d729b36-d885-4706-9ed8-08489c626bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:23:32.421951 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-3f3348b6-c419-4380-b847-84a9c061e3a8 None None] Bound port: dc9c11fd-5594-4c9d-932f-cc0ca39ec062, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d729b36-d885-4706-9ed8-08489c626bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:23:32.422423 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3f3348b6-c419-4380-b847-84a9c061e3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:32.547219 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-946be6f5-da86-4c98-b04f-13a6d0aaf5b7 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:32.559814 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-3f3348b6-c419-4380-b847-84a9c061e3a8 None None] For port dc9c11fd-5594-4c9d-932f-cc0ca39ec062, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:23:32.563993 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-3f3348b6-c419-4380-b847-84a9c061e3a8 None None] For port dc9c11fd-5594-4c9d-932f-cc0ca39ec062, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=dc9c11fd-5594-4c9d-932f-cc0ca39ec062,segment=NetworkSegment(0d729b36-d885-4706-9ed8-08489c626bce),segment_id=0d729b36-d885-4706-9ed8-08489c626bce)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:23:32.571580 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3f3348b6-c419-4380-b847-84a9c061e3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:32.636025 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3348b6-c419-4380-b847-84a9c061e3a8 None None] Routers {'6b34d330-3d25-4291-9355-8811c25dae10'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:23:32.643505 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3f3348b6-c419-4380-b847-84a9c061e3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:23:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['6b34d330-3d25-4291-9355-8811c25dae10'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:23:32.678991 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53fdd93-3b91-40ac-8583-3bf6a4803d67 req-ff487999-7cd8-4a12-b227-80440b389de8 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:32.681972 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c53fdd93-3b91-40ac-8583-3bf6a4803d67 req-ff487999-7cd8-4a12-b227-80440b389de8 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae4db16d-13b2-40bb-907d-95a2bf785412 HTTP/1.1" status: 200 len: 949 time: 0.1008520 Dec 10 16:23:32.721404 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946be6f5-da86-4c98-b04f-13a6d0aaf5b7 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:23:32.730937 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946be6f5-da86-4c98-b04f-13a6d0aaf5b7 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Pushing event updated for resources: {'Port': ['ID=dbd68b85-b26a-42cb-a960-c25de65a8f0b,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:32.735543 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 43222) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:32.743814 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-946be6f5-da86-4c98-b04f-13a6d0aaf5b7 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:23:32.748505 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946be6f5-da86-4c98-b04f-13a6d0aaf5b7 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:23:32.771853 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-3290fc63-162a-4259-a5a4-ec514fbb9a52 None None] Provisioning complete for port dc9c11fd-5594-4c9d-932f-cc0ca39ec062 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:23:32.772384 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3290fc63-162a-4259-a5a4-ec514fbb9a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:32.808847 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:23:32.814333 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-20df0888-a4ee-4cd0-b106-e4ef3fcfc237 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:32.822283 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c53fdd93-3b91-40ac-8583-3bf6a4803d67 req-7f776430-794b-4d56-b2cb-de4a938aa944 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301892 Dec 10 16:23:32.850818 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-20df0888-a4ee-4cd0-b106-e4ef3fcfc237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:32.855439 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:23:32.856024 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 2c725cc6-bb7b-4d7b-b2fe-8d74e6dcdfbe not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:23:32.931320 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-946be6f5-da86-4c98-b04f-13a6d0aaf5b7 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:32.953808 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20df0888-a4ee-4cd0-b106-e4ef3fcfc237 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:23:32.961975 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3290fc63-162a-4259-a5a4-ec514fbb9a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:32.962993 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-df0c7270-2956-4e38-a978-cffa741e40bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:33.014492 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-20df0888-a4ee-4cd0-b106-e4ef3fcfc237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:33.014949 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-20df0888-a4ee-4cd0-b106-e4ef3fcfc237 admin admin] Added segment 5b73bbf7-7693-4577-890d-a6987a70c2b5 of type vlan for network 9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 Dec 10 16:23:33.016296 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df0888-a4ee-4cd0-b106-e4ef3fcfc237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b49af25-9bf3-47f2-9663-27e6fcae68aa,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:33.031603 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-3290fc63-162a-4259-a5a4-ec514fbb9a52 None None] For port dc9c11fd-5594-4c9d-932f-cc0ca39ec062, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=dc9c11fd-5594-4c9d-932f-cc0ca39ec062,segment=NetworkSegment(0d729b36-d885-4706-9ed8-08489c626bce),segment_id=0d729b36-d885-4706-9ed8-08489c626bce)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:33.041277 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3290fc63-162a-4259-a5a4-ec514fbb9a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:33.106300 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ed167-d642-4e48-9491-6d675feceab8 None None] Pushing event updated for resources: {'Port': ['ID=dc9c11fd-5594-4c9d-932f-cc0ca39ec062,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:33.110467 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-946be6f5-da86-4c98-b04f-13a6d0aaf5b7 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:33.115539 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3290fc63-162a-4259-a5a4-ec514fbb9a52 None None] Pushing event updated for resources: {'Port': ['ID=dc9c11fd-5594-4c9d-932f-cc0ca39ec062,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:33.153440 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-3f3348b6-c419-4380-b847-84a9c061e3a8 None None] Set router 6b34d330-3d25-4291-9355-8811c25dae10 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:23:33.163108 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-565a11ca-0ecb-4f27-8bb0-f414167f6d4d None None] Provisioning complete for port dc9c11fd-5594-4c9d-932f-cc0ca39ec062 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:23:33.163833 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-565a11ca-0ecb-4f27-8bb0-f414167f6d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:33.164441 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-20df0888-a4ee-4cd0-b106-e4ef3fcfc237 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:33.204699 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3a96a969-e411-488b-b8fd-aae701e555e2 req-14e3c555-a2a7-4dc0-9aab-56b2292d83ba tempest-AbsoluteLimitsNegativeTestJSON-1897333623 tempest-AbsoluteLimitsNegativeTestJSON-1897333623-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=6a100901304c40268e7a264ed1c0d388&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0958583 Dec 10 16:23:33.307689 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-20df0888-a4ee-4cd0-b106-e4ef3fcfc237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:33.308827 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20df0888-a4ee-4cd0-b106-e4ef3fcfc237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:33.309402 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-20df0888-a4ee-4cd0-b106-e4ef3fcfc237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:33.314108 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-df0c7270-2956-4e38-a978-cffa741e40bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:33.330626 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853476a9-b4b7-4493-9a91-9f5da01e3292 req-93ed7068-7fa5-4cc8-97d0-6f56c205f0b4 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:33.332245 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-853476a9-b4b7-4493-9a91-9f5da01e3292 req-93ed7068-7fa5-4cc8-97d0-6f56c205f0b4 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.26 "GET /v2.0/ports?device_id=312fa785-102a-44be-96b3-71a12a8723e6 HTTP/1.1" status: 200 len: 949 time: 0.2456710 Dec 10 16:23:33.336511 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-df0c7270-2956-4e38-a978-cffa741e40bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:33.381322 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-20df0888-a4ee-4cd0-b106-e4ef3fcfc237 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5351140 Dec 10 16:23:33.386202 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43238) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:33.395568 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-2c340ca4-7fcd-4b8f-8916-cbaff5d8f345 admin admin] Request body: {'subnet': {'network_id': '9d8083a2-a7ce-49e3-9a7c-b927cfa621a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1117383576-subnet', 'tenant_id': 'a91374a85f654bd6a3d2ae7399378add', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:33.403648 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3f3348b6-c419-4380-b847-84a9c061e3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b34d330-3d25-4291-9355-8811c25dae10', 'name': 'tempest-ServersTestFqdnHostnames-2098664385-router', 'tenant_id': 'e5b42db6acff4912af9c39e70aced757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '40d4a0e1-7c6e-404c-8c04-f9cf606caec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:23:22Z', 'updated_at': '2021-12-10T16:23:27Z', 'revision_number': 4, 'project_id': 'e5b42db6acff4912af9c39e70aced757', 'gw_port': {'id': '40d4a0e1-7c6e-404c-8c04-f9cf606caec6', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b34d330-3d25-4291-9355-8811c25dae10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:23:23Z', 'updated_at': '2021-12-10T16:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'dc9c11fd-5594-4c9d-932f-cc0ca39ec062', 'name': '', 'network_id': 'f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9', 'tenant_id': 'e5b42db6acff4912af9c39e70aced757', 'mac_address': 'fa:16:3e:12:a8:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b34d330-3d25-4291-9355-8811c25dae10', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '62e7e0a2-de2b-4792-817e-ec8119832339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:23:26Z', 'updated_at': '2021-12-10T16:23:32Z', 'revision_number': 4, 'project_id': 'e5b42db6acff4912af9c39e70aced757', 'subnets': [{'id': '62e7e0a2-de2b-4792-817e-ec8119832339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:23:33.425420 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df0888-a4ee-4cd0-b106-e4ef3fcfc237 admin admin] Pushing event updated for resources: {'Network': ['ID=9d8083a2-a7ce-49e3-9a7c-b927cfa621a4,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:33.437905 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-df0c7270-2956-4e38-a978-cffa741e40bb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=52ed74b397ba4673a3f5688da3725d9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7012386 Dec 10 16:23:33.439842 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:23:33.442924 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-946be6f5-da86-4c98-b04f-13a6d0aaf5b7 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:33.444438 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43240) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:33.446406 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96a969-e411-488b-b8fd-aae701e555e2 req-5488455f-2f5d-42aa-ad85-344cd6d5f653 tempest-AbsoluteLimitsNegativeTestJSON-1897333623 tempest-AbsoluteLimitsNegativeTestJSON-1897333623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:33.446406 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3a96a969-e411-488b-b8fd-aae701e555e2 req-5488455f-2f5d-42aa-ad85-344cd6d5f653 tempest-AbsoluteLimitsNegativeTestJSON-1897333623 tempest-AbsoluteLimitsNegativeTestJSON-1897333623-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2401102 Dec 10 16:23:33.452598 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3348b6-c419-4380-b847-84a9c061e3a8 None None] The sync data for ids ['6b34d330-3d25-4291-9355-8811c25dae10'] in n-d-766771-2 is: [{'id': '6b34d330-3d25-4291-9355-8811c25dae10', 'name': 'tempest-ServersTestFqdnHostnames-2098664385-router', 'tenant_id': 'e5b42db6acff4912af9c39e70aced757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '40d4a0e1-7c6e-404c-8c04-f9cf606caec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:23:22Z', 'updated_at': '2021-12-10T16:23:27Z', 'revision_number': 4, 'project_id': 'e5b42db6acff4912af9c39e70aced757', 'gw_port': {'id': '40d4a0e1-7c6e-404c-8c04-f9cf606caec6', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b34d330-3d25-4291-9355-8811c25dae10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:23:23Z', 'updated_at': '2021-12-10T16:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'dc9c11fd-5594-4c9d-932f-cc0ca39ec062', 'name': '', 'network_id': 'f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9', 'tenant_id': 'e5b42db6acff4912af9c39e70aced757', 'mac_address': 'fa:16:3e:12:a8:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b34d330-3d25-4291-9355-8811c25dae10', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '62e7e0a2-de2b-4792-817e-ec8119832339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:23:26Z', 'updated_at': '2021-12-10T16:23:32Z', 'revision_number': 4, 'project_id': 'e5b42db6acff4912af9c39e70aced757', 'subnets': [{'id': '62e7e0a2-de2b-4792-817e-ec8119832339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:23:33.468593 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-946be6f5-da86-4c98-b04f-13a6d0aaf5b7 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:33.469277 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c7270-2956-4e38-a978-cffa741e40bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fabc54d-5341-4fc3-b7d8-27bcdd9943a9,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:33.486087 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c340ca4-7fcd-4b8f-8916-cbaff5d8f345 admin admin] Made reservation on behalf of a91374a85f654bd6a3d2ae7399378add for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:23:33.491431 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2c340ca4-7fcd-4b8f-8916-cbaff5d8f345 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:33.495227 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3a96a969-e411-488b-b8fd-aae701e555e2 req-5b86e285-870c-438f-9d98-88fc7033c1f4 tempest-AbsoluteLimitsNegativeTestJSON-1897333623 tempest-AbsoluteLimitsNegativeTestJSON-1897333623-project] 10.222.0.11 "GET /v2.0/quotas/6a100901304c40268e7a264ed1c0d388 HTTP/1.1" status: 200 len: 375 time: 0.0185721 Dec 10 16:23:33.537306 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3a96a969-e411-488b-b8fd-aae701e555e2 req-6df576ac-2a89-4c3b-ae21-cb1fba69f362 tempest-AbsoluteLimitsNegativeTestJSON-1897333623 tempest-AbsoluteLimitsNegativeTestJSON-1897333623-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a100901304c40268e7a264ed1c0d388&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323324 Dec 10 16:23:33.548965 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-853476a9-b4b7-4493-9a91-9f5da01e3292 req-a5add8c4-e61d-4c2c-a635-cc2ebdbe2d45 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Deleting port 8782ed96-2d9a-4331-bd2c-54617b6e6c76 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:23:33.549700 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-853476a9-b4b7-4493-9a91-9f5da01e3292 req-a5add8c4-e61d-4c2c-a635-cc2ebdbe2d45 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:33.669090 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-853476a9-b4b7-4493-9a91-9f5da01e3292 req-a5add8c4-e61d-4c2c-a635-cc2ebdbe2d45 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] For port 8782ed96-2d9a-4331-bd2c-54617b6e6c76, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=8782ed96-2d9a-4331-bd2c-54617b6e6c76,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:33.669503 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-853476a9-b4b7-4493-9a91-9f5da01e3292 req-a5add8c4-e61d-4c2c-a635-cc2ebdbe2d45 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:33.685350 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-853476a9-b4b7-4493-9a91-9f5da01e3292 req-a5add8c4-e61d-4c2c-a635-cc2ebdbe2d45 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Calling delete_port for 8782ed96-2d9a-4331-bd2c-54617b6e6c76 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:23:33.691927 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946be6f5-da86-4c98-b04f-13a6d0aaf5b7 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Pushing event updated for resources: {'Port': ['ID=dbd68b85-b26a-42cb-a960-c25de65a8f0b,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:33.740024 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-946be6f5-da86-4c98-b04f-13a6d0aaf5b7 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:33.749136 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4c211e4b-f56b-42d8-9fae-230e5e0c2016 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:33.785892 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-946be6f5-da86-4c98-b04f-13a6d0aaf5b7 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:33.795820 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-946be6f5-da86-4c98-b04f-13a6d0aaf5b7 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0011091 Dec 10 16:23:33.795820 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4c211e4b-f56b-42d8-9fae-230e5e0c2016 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:33.941728 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400c2a7-529d-44ab-a848-c0d5c3a49f91 req-d3491f5e-3739-445b-892b-a669cf92b345 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:33.944529 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3400c2a7-529d-44ab-a848-c0d5c3a49f91 req-d3491f5e-3739-445b-892b-a669cf92b345 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=312fa785-102a-44be-96b3-71a12a8723e6 HTTP/1.1" status: 200 len: 949 time: 0.1276724 Dec 10 16:23:34.009002 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4c211e4b-f56b-42d8-9fae-230e5e0c2016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:34.012144 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4c211e4b-f56b-42d8-9fae-230e5e0c2016 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:34.013296 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4c211e4b-f56b-42d8-9fae-230e5e0c2016 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5fabc54d-5341-4fc3-b7d8-27bcdd9943a9 HTTP/1.1" status: 204 len: 168 time: 0.5679224 Dec 10 16:23:34.021772 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2c340ca4-7fcd-4b8f-8916-cbaff5d8f345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:34.086939 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c211e4b-f56b-42d8-9fae-230e5e0c2016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fabc54d-5341-4fc3-b7d8-27bcdd9943a9,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:34.096207 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3400c2a7-529d-44ab-a848-c0d5c3a49f91 req-f6dc0388-23ee-4401-af13-5882a9d7c2dc tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421137 Dec 10 16:23:34.100881 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-853476a9-b4b7-4493-9a91-9f5da01e3292 req-a5add8c4-e61d-4c2c-a635-cc2ebdbe2d45 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:34.110790 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c340ca4-7fcd-4b8f-8916-cbaff5d8f345 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d91d45da-791f-427f-a9fe-a70a5d192f4c,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:34.138516 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['6d73126e-816a-49e2-8614-6c4009af6327', 'e06bbe0a-2a8a-44dc-a565-722865572b2e', '9aaffcf2-e527-458f-92dc-a7f3f3cd7837', 'b7061bcc-5b5c-47ea-a248-42218a991d43'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:23:34.148861 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43256) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:34.151650 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['aaf2347b-92a7-49a0-8cd8-e38e0a7009a1', '8782ed96-2d9a-4331-bd2c-54617b6e6c76'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:23:34.164918 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c340ca4-7fcd-4b8f-8916-cbaff5d8f345 admin admin] Checking segment: {'id': '5b73bbf7-7693-4577-890d-a6987a70c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9d8083a2-a7ce-49e3-9a7c-b927cfa621a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:23:34.165562 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c340ca4-7fcd-4b8f-8916-cbaff5d8f345 admin admin] Network hostable DHCP agents. Network: 9d8083a2-a7ce-49e3-9a7c-b927cfa621a4, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:23:34.206389 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c340ca4-7fcd-4b8f-8916-cbaff5d8f345 admin admin] Network 9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:23:34.227521 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-2c340ca4-7fcd-4b8f-8916-cbaff5d8f345 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 9d8083a2-a7ce-49e3-9a7c-b927cfa621a4) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:23:34.233639 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c340ca4-7fcd-4b8f-8916-cbaff5d8f345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:34.235638 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5add8c4-e61d-4c2c-a635-cc2ebdbe2d45 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Pushing event deleted for resources: {'Port': ['ID=8782ed96-2d9a-4331-bd2c-54617b6e6c76,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:34.236365 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2c340ca4-7fcd-4b8f-8916-cbaff5d8f345 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:34.277533 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2c340ca4-7fcd-4b8f-8916-cbaff5d8f345 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8782542 Dec 10 16:23:34.332884 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-853476a9-b4b7-4493-9a91-9f5da01e3292 req-a5add8c4-e61d-4c2c-a635-cc2ebdbe2d45 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] No DVR routers for this DVR port 8782ed96-2d9a-4331-bd2c-54617b6e6c76 on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:23:34.336276 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-853476a9-b4b7-4493-9a91-9f5da01e3292 req-a5add8c4-e61d-4c2c-a635-cc2ebdbe2d45 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:34.338852 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f94b4b-e35f-4037-9b56-9be87e7d8680 None None] Network 9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:23:34.340844 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device dc9c11fd-5594-4c9d-932f-cc0ca39ec062 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:23:34.345326 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-853476a9-b4b7-4493-9a91-9f5da01e3292 req-a5add8c4-e61d-4c2c-a635-cc2ebdbe2d45 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.26 "DELETE /v2.0/ports/8782ed96-2d9a-4331-bd2c-54617b6e6c76 HTTP/1.1" status: 204 len: 173 time: 1.0053873 Dec 10 16:23:34.348519 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312fa785-102a-44be-96b3-71a12a8723e6', 'name': 'network-vif-deleted', 'tag': '8782ed96-2d9a-4331-bd2c-54617b6e6c76'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:23:34.351129 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedabd00-d707-48ec-972e-6b416c4a345b" -d '{"events": [{"server_uuid": "312fa785-102a-44be-96b3-71a12a8723e6", "name": "network-vif-deleted", "tag": "8782ed96-2d9a-4331-bd2c-54617b6e6c76"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:23:34.376688 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9474fbb-f68c-4034-9746-8ee9cc1a75a0 req-e575504b-3e37-4813-a33a-7baaa4410002 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:34.392321 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-31bcb661-a32d-47ae-b3bd-40f864cfd360 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:34.398780 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e9474fbb-f68c-4034-9746-8ee9cc1a75a0 req-e575504b-3e37-4813-a33a-7baaa4410002 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae4db16d-13b2-40bb-907d-95a2bf785412 HTTP/1.1" status: 200 len: 949 time: 0.1240909 Dec 10 16:23:34.545188 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e9474fbb-f68c-4034-9746-8ee9cc1a75a0 req-1c023c0a-48bb-47d2-ab81-c18ee4bf9483 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444342 Dec 10 16:23:34.623769 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-31bcb661-a32d-47ae-b3bd-40f864cfd360 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:34.629781 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-31bcb661-a32d-47ae-b3bd-40f864cfd360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:34.698126 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 43278) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:34.698298 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-31bcb661-a32d-47ae-b3bd-40f864cfd360 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6a100901304c40268e7a264ed1c0d388&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5481970 Dec 10 16:23:34.699823 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bcb661-a32d-47ae-b3bd-40f864cfd360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1755b05c-7774-4215-a7ec-5f67a1eaf1fd,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:34.837380 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-287b01af-6bdb-4552-81de-97ad5758b75d req-70d0bae4-3d0a-4420-98e6-c61c023c83a0 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--152321576&fields=id&tenant_id=e5b42db6acff4912af9c39e70aced757 HTTP/1.1" status: 200 len: 267 time: 0.1084411 Dec 10 16:23:34.921745 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43282) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:34.940934 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af4894e2-236c-4dbc-b1a2-790d44b3a06a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:35.039974 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b01af-6bdb-4552-81de-97ad5758b75d req-da0ecc53-9929-4879-958b-7a3038f812a3 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:35.049705 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-287b01af-6bdb-4552-81de-97ad5758b75d req-da0ecc53-9929-4879-958b-7a3038f812a3 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] 10.222.0.11 "GET /v2.0/networks?id=f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9 HTTP/1.1" status: 200 len: 815 time: 0.2115614 Dec 10 16:23:35.059916 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port dc9c11fd-5594-4c9d-932f-cc0ca39ec062 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:23:35.060550 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:35.072094 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ad23238e-b55e-4db4-82ba-3783a0fca4a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:35.092698 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af4894e2-236c-4dbc-b1a2-790d44b3a06a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:35.096651 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af4894e2-236c-4dbc-b1a2-790d44b3a06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:35.106078 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ad23238e-b55e-4db4-82ba-3783a0fca4a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:35.142093 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca67df0-ddb6-4d05-851c-9858c688a4f7 None None] Network 9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:23:35.156686 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-287b01af-6bdb-4552-81de-97ad5758b75d req-f1a58db8-2a32-4de9-ab21-e45064f10758 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] 10.222.0.11 "GET /v2.0/quotas/e5b42db6acff4912af9c39e70aced757 HTTP/1.1" status: 200 len: 375 time: 0.1057510 Dec 10 16:23:35.160599 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 43286) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:35.160817 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-af4894e2-236c-4dbc-b1a2-790d44b3a06a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0facd7a6f08f432b83af6c897efa06da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2373409 Dec 10 16:23:35.163825 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4894e2-236c-4dbc-b1a2-790d44b3a06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4a420e-988b-42d1-a66d-8504704f473f,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:35.230385 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ad23238e-b55e-4db4-82ba-3783a0fca4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:35.233302 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ad23238e-b55e-4db4-82ba-3783a0fca4a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:35.234491 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ad23238e-b55e-4db4-82ba-3783a0fca4a1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1755b05c-7774-4215-a7ec-5f67a1eaf1fd HTTP/1.1" status: 204 len: 168 time: 0.5352364 Dec 10 16:23:35.256416 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23238e-b55e-4db4-82ba-3783a0fca4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1755b05c-7774-4215-a7ec-5f67a1eaf1fd,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:35.287633 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-287b01af-6bdb-4552-81de-97ad5758b75d req-278857cc-3a47-41c5-879d-9d016d748fa4 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5b42db6acff4912af9c39e70aced757&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1117942 Dec 10 16:23:35.299699 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6e8e7b20-81d9-4e17-ae61-53c545338e0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:35.371002 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6e8e7b20-81d9-4e17-ae61-53c545338e0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:35.450872 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-287b01af-6bdb-4552-81de-97ad5758b75d req-ad0efc0e-103b-41c5-a509-a5ae74749718 service neutron] 10.222.0.11 "GET /v2.0/networks/f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372774 Dec 10 16:23:35.456475 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6e8e7b20-81d9-4e17-ae61-53c545338e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:35.459792 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6e8e7b20-81d9-4e17-ae61-53c545338e0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:35.461103 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-6e8e7b20-81d9-4e17-ae61-53c545338e0a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3a4a420e-988b-42d1-a66d-8504704f473f HTTP/1.1" status: 204 len: 168 time: 0.2983220 Dec 10 16:23:35.513940 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e7b20-81d9-4e17-ae61-53c545338e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4a420e-988b-42d1-a66d-8504704f473f,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:35.603655 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-287b01af-6bdb-4552-81de-97ad5758b75d req-bb2401a6-ac17-407a-9b6b-9bb0a3d61bf8 service neutron] 10.222.0.11 "GET /v2.0/networks/f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410937 Dec 10 16:23:35.866917 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4baf5d-bb61-48d6-af09-cd4ae1ef1806 x-openstack-request-id: req-cd4baf5d-bb61-48d6-af09-cd4ae1ef1806 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:23:35.867517 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312fa785-102a-44be-96b3-71a12a8723e6", "name": "network-vif-deleted", "tag": "8782ed96-2d9a-4331-bd2c-54617b6e6c76", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:23:35.868063 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cd4baf5d-bb61-48d6-af09-cd4ae1ef1806 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:23:35.869034 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312fa785-102a-44be-96b3-71a12a8723e6', 'name': 'network-vif-deleted', 'tag': '8782ed96-2d9a-4331-bd2c-54617b6e6c76', 'status': 'completed', 'code': 200} Dec 10 16:23:36.127369 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:36.386289 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43348) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:36.455256 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-31a8543c-d033-436b-9ecb-068f7d377858 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:36.463227 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-31a8543c-d033-436b-9ecb-068f7d377858 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/networks?id=9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 HTTP/1.1" status: 200 len: 812 time: 0.1248877 Dec 10 16:23:36.485239 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-ae3e6076-7dcf-4720-8e91-7a2f6a144cfb tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/quotas/a91374a85f654bd6a3d2ae7399378add HTTP/1.1" status: 200 len: 375 time: 0.0210636 Dec 10 16:23:36.532240 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-ced8c1ca-cf18-4602-9cfd-21e6d1a8277b tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a91374a85f654bd6a3d2ae7399378add&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459664 Dec 10 16:23:36.587097 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c18f5afc-ff11-4add-b43e-dbf7e23b5716 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1442136047-network', 'tenant_id': 'd1235a4d4fa24ead9a7d5b7f7fb11782'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:36.613628 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18f5afc-ff11-4add-b43e-dbf7e23b5716 admin admin] Made reservation on behalf of d1235a4d4fa24ead9a7d5b7f7fb11782 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:23:36.617286 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c18f5afc-ff11-4add-b43e-dbf7e23b5716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:36.627653 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c18f5afc-ff11-4add-b43e-dbf7e23b5716 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:36.661623 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-6a49d4b3-3ba4-4832-b082-170dc88dc732 service neutron] 10.222.0.11 "GET /v2.0/networks/9d8083a2-a7ce-49e3-9a7c-b927cfa621a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281867 Dec 10 16:23:36.673654 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 43356) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:36.729603 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c18f5afc-ff11-4add-b43e-dbf7e23b5716 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:36.733836 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c18f5afc-ff11-4add-b43e-dbf7e23b5716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:36.746748 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c18f5afc-ff11-4add-b43e-dbf7e23b5716 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:23:36.771201 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-c9308c53-f224-4a37-8cb0-93d4da6ef09f service neutron] 10.222.0.11 "GET /v2.0/networks/9d8083a2-a7ce-49e3-9a7c-b927cfa621a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081784 Dec 10 16:23:36.773042 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c18f5afc-ff11-4add-b43e-dbf7e23b5716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:36.773384 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-c18f5afc-ff11-4add-b43e-dbf7e23b5716 admin admin] Added segment 242b8b35-95f6-4b08-a9b9-4dcc72b9e2de of type vlan for network 0ad225e7-82ce-40fc-917a-728492931060 Dec 10 16:23:36.783822 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f5afc-ff11-4add-b43e-dbf7e23b5716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf20ee44-9565-4556-ae0c-8a0e3d8b0d1b,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:36.784296 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 8782ed96-2d9a-4331-bd2c-54617b6e6c76 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:23:36.813100 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-9b08f2ad-69c7-4aa9-a8b7-3eacf1770881 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1280344698-network', 'tenant_id': 'c7f96263ffc44481b889fc489836cd3c'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:36.822819 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 8782ed96-2d9a-4331-bd2c-54617b6e6c76 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:23:36.823178 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 8782ed96-2d9a-4331-bd2c-54617b6e6c76 not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:23:36.835126 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c18f5afc-ff11-4add-b43e-dbf7e23b5716 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:36.850674 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b08f2ad-69c7-4aa9-a8b7-3eacf1770881 admin admin] Made reservation on behalf of c7f96263ffc44481b889fc489836cd3c for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:23:36.853004 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9b08f2ad-69c7-4aa9-a8b7-3eacf1770881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:36.865012 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c18f5afc-ff11-4add-b43e-dbf7e23b5716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:36.866006 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18f5afc-ff11-4add-b43e-dbf7e23b5716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:36.866604 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c18f5afc-ff11-4add-b43e-dbf7e23b5716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:36.867951 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9b08f2ad-69c7-4aa9-a8b7-3eacf1770881 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:36.938068 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c18f5afc-ff11-4add-b43e-dbf7e23b5716 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5507324 Dec 10 16:23:36.940886 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43364) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:36.946565 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-4bd4b418-d596-4f08-9b05-3d1c999d9e89 admin admin] Request body: {'subnet': {'network_id': '0ad225e7-82ce-40fc-917a-728492931060', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1442136047-subnet', 'tenant_id': 'd1235a4d4fa24ead9a7d5b7f7fb11782', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:36.950548 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f5afc-ff11-4add-b43e-dbf7e23b5716 admin admin] Pushing event updated for resources: {'Network': ['ID=0ad225e7-82ce-40fc-917a-728492931060,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:36.962802 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 0ad225e7-82ce-40fc-917a-728492931060 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:23:36.978130 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd4b418-d596-4f08-9b05-3d1c999d9e89 admin admin] Made reservation on behalf of d1235a4d4fa24ead9a7d5b7f7fb11782 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:23:36.981665 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4bd4b418-d596-4f08-9b05-3d1c999d9e89 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:37.074987 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9b08f2ad-69c7-4aa9-a8b7-3eacf1770881 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:37.093486 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9b08f2ad-69c7-4aa9-a8b7-3eacf1770881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:37.170581 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b01af-6bdb-4552-81de-97ad5758b75d req-dd4b22cb-4540-4812-aa98-1e2ebae3d337 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:37.172057 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-287b01af-6bdb-4552-81de-97ad5758b75d req-dd4b22cb-4540-4812-aa98-1e2ebae3d337 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] 10.222.0.46 "GET /v2.0/networks?id=f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9 HTTP/1.1" status: 200 len: 815 time: 0.2490318 Dec 10 16:23:37.172696 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08f2ad-69c7-4aa9-a8b7-3eacf1770881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9585eb8-4891-4f58-a4e1-2f48419ec4bb,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:37.182814 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b08f2ad-69c7-4aa9-a8b7-3eacf1770881 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:23:37.217682 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9b08f2ad-69c7-4aa9-a8b7-3eacf1770881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:37.218103 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-9b08f2ad-69c7-4aa9-a8b7-3eacf1770881 admin admin] Added segment 698ea8e5-c316-417a-87ff-ff612f3a473c of type vlan for network 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce Dec 10 16:23:37.218297 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4bd4b418-d596-4f08-9b05-3d1c999d9e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:37.226752 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9ecd0-0163-4d90-ba14-b9ed47067287 req-793158f7-a78a-4d67-b008-3554bf3b4dd8 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:37.228359 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-70f9ecd0-0163-4d90-ba14-b9ed47067287 req-793158f7-a78a-4d67-b008-3554bf3b4dd8 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae4db16d-13b2-40bb-907d-95a2bf785412 HTTP/1.1" status: 200 len: 949 time: 0.1511171 Dec 10 16:23:37.279552 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd4b418-d596-4f08-9b05-3d1c999d9e89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4c38b55-f725-4da5-814a-06da75451162,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:37.298699 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd4b418-d596-4f08-9b05-3d1c999d9e89 admin admin] Checking segment: {'id': '242b8b35-95f6-4b08-a9b9-4dcc72b9e2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0ad225e7-82ce-40fc-917a-728492931060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:23:37.299060 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd4b418-d596-4f08-9b05-3d1c999d9e89 admin admin] Network hostable DHCP agents. Network: 0ad225e7-82ce-40fc-917a-728492931060, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:23:37.316992 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd4b418-d596-4f08-9b05-3d1c999d9e89 admin admin] Network 0ad225e7-82ce-40fc-917a-728492931060 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:23:37.327641 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-4bd4b418-d596-4f08-9b05-3d1c999d9e89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 0ad225e7-82ce-40fc-917a-728492931060) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:23:37.328398 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9b08f2ad-69c7-4aa9-a8b7-3eacf1770881 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:37.331986 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd4b418-d596-4f08-9b05-3d1c999d9e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:37.332865 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4bd4b418-d596-4f08-9b05-3d1c999d9e89 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:37.337834 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c32d5b-b109-49f1-a8c5-0bc5cdc7449f None None] Network 0ad225e7-82ce-40fc-917a-728492931060 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:23:37.359454 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4bd4b418-d596-4f08-9b05-3d1c999d9e89 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4124994 Dec 10 16:23:37.361281 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-287b01af-6bdb-4552-81de-97ad5758b75d req-a14a84e9-8720-40ef-896d-669776619778 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5b42db6acff4912af9c39e70aced757 HTTP/1.1" status: 200 len: 379 time: 0.1795602 Dec 10 16:23:37.377410 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-287b01af-6bdb-4552-81de-97ad5758b75d req-183109f3-70f4-4d32-98f5-c24101d2a091 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Request body: {'port': {'device_id': '8b748d6c-7596-46cd-babb-fa52da62626b', 'network_id': 'f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9', 'admin_state_up': True, 'tenant_id': 'e5b42db6acff4912af9c39e70aced757', 'security_groups': ['49fe1dff-9a8a-4853-93a8-b844ade6615b']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:37.410937 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-70f9ecd0-0163-4d90-ba14-b9ed47067287 req-53fa953c-31fe-45bf-98c3-5e41e1e794d7 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578908 Dec 10 16:23:37.460741 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd820be-a53b-4846-94e3-40ac48f5ca7c None None] Network 0ad225e7-82ce-40fc-917a-728492931060 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:23:37.539724 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9b08f2ad-69c7-4aa9-a8b7-3eacf1770881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:37.540730 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b08f2ad-69c7-4aa9-a8b7-3eacf1770881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:37.541334 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9b08f2ad-69c7-4aa9-a8b7-3eacf1770881 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:37.553461 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-970a9248-6032-4cf1-88f2-568314c738e6 req-b64d3f7a-38fa-4cad-bf7e-84df08ece783 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b748d6c-7596-46cd-babb-fa52da62626b HTTP/1.1" status: 200 len: 210 time: 0.0445080 Dec 10 16:23:37.639756 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9b08f2ad-69c7-4aa9-a8b7-3eacf1770881 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9620955 Dec 10 16:23:37.640109 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43382) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:37.645473 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-6ce80530-62ed-43a3-ab1b-60f387a1c0a5 admin admin] Request body: {'subnet': {'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1280344698-subnet', 'tenant_id': 'c7f96263ffc44481b889fc489836cd3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:37.660222 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08f2ad-69c7-4aa9-a8b7-3eacf1770881 admin admin] Pushing event updated for resources: {'Network': ['ID=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:37.670493 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.db.api [None req-6ce80530-62ed-43a3-ab1b-60f387a1c0a5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 16:23:37.670493 n-d-766771-2 neutron-server[103393]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 10 16:23:37.670493 n-d-766771-2 neutron-server[103393]: [parameters: {'project_id_1': 'c7f96263ffc44481b889fc489836cd3c', 'expiration_1': datetime.datetime(2021, 12, 10, 16, 23, 17, 650455)}] Dec 10 16:23:37.670493 n-d-766771-2 neutron-server[103393]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:23:37.670940 n-d-766771-2 neutron-server[103393]: DEBUG oslo_db.api [None req-6ce80530-62ed-43a3-ab1b-60f387a1c0a5 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:23:37.672296 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:23:37.677397 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-287b01af-6bdb-4552-81de-97ad5758b75d req-183109f3-70f4-4d32-98f5-c24101d2a091 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Made reservation on behalf of e5b42db6acff4912af9c39e70aced757 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:23:37.683218 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-287b01af-6bdb-4552-81de-97ad5758b75d req-183109f3-70f4-4d32-98f5-c24101d2a091 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:37.771421 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-be52166d-9152-452f-84a0-a08f033d008e req-82c99ea4-5f17-4864-b6b5-1de01058493f tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e4fda09-15cd-4179-9782-ce105d632729 HTTP/1.1" status: 200 len: 210 time: 0.0553172 Dec 10 16:23:37.871315 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-287b01af-6bdb-4552-81de-97ad5758b75d req-183109f3-70f4-4d32-98f5-c24101d2a091 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Allocated IP 172.20.0.14 (f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9/62e7e0a2-de2b-4792-817e-ec8119832339/1bffb151-4d65-43a8-8389-1cf388cdb3d4) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:23:37.895441 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:38.022955 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-287b01af-6bdb-4552-81de-97ad5758b75d req-183109f3-70f4-4d32-98f5-c24101d2a091 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:38.058070 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-287b01af-6bdb-4552-81de-97ad5758b75d req-183109f3-70f4-4d32-98f5-c24101d2a091 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:38.108746 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-fa77bb4d-7130-4b5a-a717-462dfb0191d7 req-7c3b294e-c45a-493b-8e95-7d4568f8a4ca tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-786954996', 'description': 'tempest-description-188016276'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:38.113812 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-287b01af-6bdb-4552-81de-97ad5758b75d req-183109f3-70f4-4d32-98f5-c24101d2a091 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Network f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:23:38.122129 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-287b01af-6bdb-4552-81de-97ad5758b75d req-183109f3-70f4-4d32-98f5-c24101d2a091 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:23:38.126117 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-287b01af-6bdb-4552-81de-97ad5758b75d req-183109f3-70f4-4d32-98f5-c24101d2a091 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:23:38.128510 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183109f3-70f4-4d32-98f5-c24101d2a091 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Pushing event updated for resources: {'Port': ['ID=1bffb151-4d65-43a8-8389-1cf388cdb3d4,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:38.189333 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fa77bb4d-7130-4b5a-a717-462dfb0191d7 req-7c3b294e-c45a-493b-8e95-7d4568f8a4ca tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:38.215130 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce80530-62ed-43a3-ab1b-60f387a1c0a5 admin admin] Made reservation on behalf of c7f96263ffc44481b889fc489836cd3c for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:23:38.218593 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ce80530-62ed-43a3-ab1b-60f387a1c0a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:38.232449 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b01af-6bdb-4552-81de-97ad5758b75d req-183109f3-70f4-4d32-98f5-c24101d2a091 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:38.233099 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-287b01af-6bdb-4552-81de-97ad5758b75d req-183109f3-70f4-4d32-98f5-c24101d2a091 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:38.305135 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-287b01af-6bdb-4552-81de-97ad5758b75d req-183109f3-70f4-4d32-98f5-c24101d2a091 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9338534 Dec 10 16:23:38.324193 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-287b01af-6bdb-4552-81de-97ad5758b75d req-8871ebab-b13f-49cc-8275-6d4578c04e01 service neutron] Request body: {'port': {'device_id': '8b748d6c-7596-46cd-babb-fa52da62626b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:38.395460 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-328b3f07-2a8b-44e7-9e51-6651e560f0ad None None] Provisioning complete for port 1bffb151-4d65-43a8-8389-1cf388cdb3d4 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:23:38.396105 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-328b3f07-2a8b-44e7-9e51-6651e560f0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:38.411440 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fa77bb4d-7130-4b5a-a717-462dfb0191d7 req-7c3b294e-c45a-493b-8e95-7d4568f8a4ca tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:38.430543 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fa77bb4d-7130-4b5a-a717-462dfb0191d7 req-7c3b294e-c45a-493b-8e95-7d4568f8a4ca tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:38.435929 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ce80530-62ed-43a3-ab1b-60f387a1c0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:38.438422 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-328b3f07-2a8b-44e7-9e51-6651e560f0ad None None] Port 1bffb151-4d65-43a8-8389-1cf388cdb3d4 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:23:38.440845 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-313330ac-53f7-4662-91ba-b579feb7ef63 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:38.442419 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-313330ac-53f7-4662-91ba-b579feb7ef63 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.26 "GET /v2.0/networks?id=9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 HTTP/1.1" status: 200 len: 812 time: 0.2356007 Dec 10 16:23:38.464979 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-827e352b-a47c-4810-95d5-1c7b6d60eb7a tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Request body: {'port': {'device_id': '3e4fda09-15cd-4179-9782-ce105d632729', 'network_id': '9d8083a2-a7ce-49e3-9a7c-b927cfa621a4', 'admin_state_up': True, 'tenant_id': 'a91374a85f654bd6a3d2ae7399378add'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:38.479091 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-287b01af-6bdb-4552-81de-97ad5758b75d req-8871ebab-b13f-49cc-8275-6d4578c04e01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:38.493051 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce80530-62ed-43a3-ab1b-60f387a1c0a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e6d4c00-e815-4a48-aff0-5fbec7a9d006,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:38.503736 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce80530-62ed-43a3-ab1b-60f387a1c0a5 admin admin] Checking segment: {'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:23:38.504088 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce80530-62ed-43a3-ab1b-60f387a1c0a5 admin admin] Network hostable DHCP agents. Network: 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:23:38.520759 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce80530-62ed-43a3-ab1b-60f387a1c0a5 admin admin] Network 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:23:38.530705 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-6ce80530-62ed-43a3-ab1b-60f387a1c0a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:23:38.535636 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce80530-62ed-43a3-ab1b-60f387a1c0a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:38.536228 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ce80530-62ed-43a3-ab1b-60f387a1c0a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:38.537078 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fa77bb4d-7130-4b5a-a717-462dfb0191d7 req-7c3b294e-c45a-493b-8e95-7d4568f8a4ca tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:38.547107 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005e4878-390e-4d7a-b5ca-bf7d9cb015e8 None None] Network 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:23:38.547224 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fa77bb4d-7130-4b5a-a717-462dfb0191d7 req-7c3b294e-c45a-493b-8e95-7d4568f8a4ca tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.4491141 Dec 10 16:23:38.561659 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6ce80530-62ed-43a3-ab1b-60f387a1c0a5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9202530 Dec 10 16:23:38.576212 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b294e-c45a-493b-8e95-7d4568f8a4ca tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27dcf81f-2a35-44f3-b70b-a5a1d9df3947,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:38.650117 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cc6f74-e733-46ec-8ee5-6d82de94686f None None] Network 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:23:38.851383 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-827e352b-a47c-4810-95d5-1c7b6d60eb7a tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Made reservation on behalf of a91374a85f654bd6a3d2ae7399378add for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:23:38.854978 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-827e352b-a47c-4810-95d5-1c7b6d60eb7a tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:38.920073 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ae296-79e5-4fdf-90be-70c23988d03a req-8bede8a9-3e24-4531-9a69-39fdf2f4e959 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:38.921680 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-390ae296-79e5-4fdf-90be-70c23988d03a req-8bede8a9-3e24-4531-9a69-39fdf2f4e959 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae4db16d-13b2-40bb-907d-95a2bf785412 HTTP/1.1" status: 200 len: 949 time: 0.1405153 Dec 10 16:23:39.144661 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43416) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:39.150089 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-32f895bc-3357-4040-81ad-65e29ba7e9f7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2107095615-network', 'tenant_id': '9e3444c5a36c492b800808c81d63bfb7'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:39.171551 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f895bc-3357-4040-81ad-65e29ba7e9f7 admin admin] Made reservation on behalf of 9e3444c5a36c492b800808c81d63bfb7 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:23:39.174013 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32f895bc-3357-4040-81ad-65e29ba7e9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:39.185715 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32f895bc-3357-4040-81ad-65e29ba7e9f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:39.265053 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32f895bc-3357-4040-81ad-65e29ba7e9f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:39.269172 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32f895bc-3357-4040-81ad-65e29ba7e9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:39.295418 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32f895bc-3357-4040-81ad-65e29ba7e9f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:23:39.305052 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f895bc-3357-4040-81ad-65e29ba7e9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc7fb0c-6e06-4401-9916-029963b6b41a,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:39.311364 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32f895bc-3357-4040-81ad-65e29ba7e9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:39.311697 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-32f895bc-3357-4040-81ad-65e29ba7e9f7 admin admin] Added segment 8d52a250-9861-4986-a237-42f97c06c0d4 of type vlan for network 59fa1129-3a7d-4f30-9aaa-97d45fd8f0b9 Dec 10 16:23:39.355863 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32f895bc-3357-4040-81ad-65e29ba7e9f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:39.383525 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-390ae296-79e5-4fdf-90be-70c23988d03a req-0d0ccd65-6322-4194-8a86-8b3365d423e4 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4298356 Dec 10 16:23:39.392697 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-287b01af-6bdb-4552-81de-97ad5758b75d req-8871ebab-b13f-49cc-8275-6d4578c04e01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bffb151-4d65-43a8-8389-1cf388cdb3d4 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:23:39.404882 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-287b01af-6bdb-4552-81de-97ad5758b75d req-8871ebab-b13f-49cc-8275-6d4578c04e01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:39.408140 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32f895bc-3357-4040-81ad-65e29ba7e9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:39.409186 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f895bc-3357-4040-81ad-65e29ba7e9f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:39.409804 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32f895bc-3357-4040-81ad-65e29ba7e9f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:39.421094 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-827e352b-a47c-4810-95d5-1c7b6d60eb7a tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Allocated IP 172.20.0.12 (9d8083a2-a7ce-49e3-9a7c-b927cfa621a4/d91d45da-791f-427f-a9fe-a70a5d192f4c/8f092f09-fe60-4448-9026-8f0f6b1cdf99) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:23:39.442778 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-287b01af-6bdb-4552-81de-97ad5758b75d req-8871ebab-b13f-49cc-8275-6d4578c04e01 service neutron] Transition to ACTIVE for port object 1bffb151-4d65-43a8-8389-1cf388cdb3d4 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:23:39.453343 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-287b01af-6bdb-4552-81de-97ad5758b75d req-8871ebab-b13f-49cc-8275-6d4578c04e01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:39.486066 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-32f895bc-3357-4040-81ad-65e29ba7e9f7 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3401923 Dec 10 16:23:39.496189 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed55df-6864-4aaf-8acd-f4720947222f req-6280d053-4eb0-4137-9a54-362ff75d110f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:39.497870 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fbed55df-6864-4aaf-8acd-f4720947222f req-6280d053-4eb0-4137-9a54-362ff75d110f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.26 "GET /v2.0/ports?device_id=5888b2c9-bee6-48f1-a8d9-4c718c21ee3c HTTP/1.1" status: 200 len: 950 time: 0.1182344 Dec 10 16:23:39.498355 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43418) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:39.505706 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-b1b540ea-4510-4b45-90c5-3a8e8b146566 admin admin] Request body: {'subnet': {'network_id': '59fa1129-3a7d-4f30-9aaa-97d45fd8f0b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2107095615-subnet', 'tenant_id': '9e3444c5a36c492b800808c81d63bfb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:39.512461 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f895bc-3357-4040-81ad-65e29ba7e9f7 admin admin] Pushing event updated for resources: {'Network': ['ID=59fa1129-3a7d-4f30-9aaa-97d45fd8f0b9,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:39.526170 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 59fa1129-3a7d-4f30-9aaa-97d45fd8f0b9 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:23:39.560210 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c1c82190-5dc9-4618-8206-7e016103a288 req-16120622-8a8c-40fc-8367-94d250901c91 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] 10.222.0.11 "GET /v2.0/security-groups/27dcf81f-2a35-44f3-b70b-a5a1d9df3947 HTTP/1.1" status: 200 len: 1828 time: 0.1367738 Dec 10 16:23:39.573398 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8871ebab-b13f-49cc-8275-6d4578c04e01 service neutron] Pushing event updated for resources: {'Port': ['ID=1bffb151-4d65-43a8-8389-1cf388cdb3d4,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:39.592162 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b540ea-4510-4b45-90c5-3a8e8b146566 admin admin] Made reservation on behalf of 9e3444c5a36c492b800808c81d63bfb7 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:23:39.593861 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-c1c82190-5dc9-4618-8206-7e016103a288 req-48cf1313-76c6-4fbe-bc9c-c8a774b6b7d7 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '27dcf81f-2a35-44f3-b70b-a5a1d9df3947', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:39.594205 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-c1c82190-5dc9-4618-8206-7e016103a288 req-48cf1313-76c6-4fbe-bc9c-c8a774b6b7d7 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '27dcf81f-2a35-44f3-b70b-a5a1d9df3947', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:39.594942 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b1b540ea-4510-4b45-90c5-3a8e8b146566 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:39.696634 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-fbed55df-6864-4aaf-8acd-f4720947222f req-4a5824fb-c7dc-4672-a86b-fa544880051a tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Deleting port aaf2347b-92a7-49a0-8cd8-e38e0a7009a1 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:23:39.696952 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fbed55df-6864-4aaf-8acd-f4720947222f req-4a5824fb-c7dc-4672-a86b-fa544880051a tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:39.771265 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-287b01af-6bdb-4552-81de-97ad5758b75d req-8871ebab-b13f-49cc-8275-6d4578c04e01 service neutron] Attempting to bind port 1bffb151-4d65-43a8-8389-1cf388cdb3d4 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:23:39.771514 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-287b01af-6bdb-4552-81de-97ad5758b75d req-8871ebab-b13f-49cc-8275-6d4578c04e01 service neutron] Attempting to bind port 1bffb151-4d65-43a8-8389-1cf388cdb3d4 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '0d729b36-d885-4706-9ed8-08489c626bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:23:39.771839 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287b01af-6bdb-4552-81de-97ad5758b75d req-8871ebab-b13f-49cc-8275-6d4578c04e01 service neutron] Attempting to bind port 1bffb151-4d65-43a8-8389-1cf388cdb3d4 on network f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:23:39.792121 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287b01af-6bdb-4552-81de-97ad5758b75d req-8871ebab-b13f-49cc-8275-6d4578c04e01 service neutron] Port 1bffb151-4d65-43a8-8389-1cf388cdb3d4 on network f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:23:39.792450 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287b01af-6bdb-4552-81de-97ad5758b75d req-8871ebab-b13f-49cc-8275-6d4578c04e01 service neutron] Attempting to bind port 1bffb151-4d65-43a8-8389-1cf388cdb3d4 on network f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:23:39.804610 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-827e352b-a47c-4810-95d5-1c7b6d60eb7a tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:39.808790 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287b01af-6bdb-4552-81de-97ad5758b75d req-8871ebab-b13f-49cc-8275-6d4578c04e01 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:23:39.809123 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287b01af-6bdb-4552-81de-97ad5758b75d req-8871ebab-b13f-49cc-8275-6d4578c04e01 service neutron] Checking segment: {'id': '0d729b36-d885-4706-9ed8-08489c626bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:23:39.809504 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287b01af-6bdb-4552-81de-97ad5758b75d req-8871ebab-b13f-49cc-8275-6d4578c04e01 service neutron] Bound using segment: {'id': '0d729b36-d885-4706-9ed8-08489c626bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:23:39.809936 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-287b01af-6bdb-4552-81de-97ad5758b75d req-8871ebab-b13f-49cc-8275-6d4578c04e01 service neutron] Bound port: 1bffb151-4d65-43a8-8389-1cf388cdb3d4, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d729b36-d885-4706-9ed8-08489c626bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:23:39.810310 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-287b01af-6bdb-4552-81de-97ad5758b75d req-8871ebab-b13f-49cc-8275-6d4578c04e01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:39.821946 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c1c82190-5dc9-4618-8206-7e016103a288 req-48cf1313-76c6-4fbe-bc9c-c8a774b6b7d7 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:39.850323 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-fbed55df-6864-4aaf-8acd-f4720947222f req-4a5824fb-c7dc-4672-a86b-fa544880051a tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] For port aaf2347b-92a7-49a0-8cd8-e38e0a7009a1, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=aaf2347b-92a7-49a0-8cd8-e38e0a7009a1,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:39.850683 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fbed55df-6864-4aaf-8acd-f4720947222f req-4a5824fb-c7dc-4672-a86b-fa544880051a tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:39.866740 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c1c82190-5dc9-4618-8206-7e016103a288 req-48cf1313-76c6-4fbe-bc9c-c8a774b6b7d7 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:39.873720 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-fbed55df-6864-4aaf-8acd-f4720947222f req-4a5824fb-c7dc-4672-a86b-fa544880051a tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Calling delete_port for aaf2347b-92a7-49a0-8cd8-e38e0a7009a1 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:23:39.879451 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c1c82190-5dc9-4618-8206-7e016103a288 req-48cf1313-76c6-4fbe-bc9c-c8a774b6b7d7 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:39.887689 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b1b540ea-4510-4b45-90c5-3a8e8b146566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:39.922068 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf1313-76c6-4fbe-bc9c-c8a774b6b7d7 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80319443-b121-4f9c-bec1-75aaa614d6ce,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:39.934707 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c1c82190-5dc9-4618-8206-7e016103a288 req-48cf1313-76c6-4fbe-bc9c-c8a774b6b7d7 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:39.935892 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c1c82190-5dc9-4618-8206-7e016103a288 req-48cf1313-76c6-4fbe-bc9c-c8a774b6b7d7 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3537340 Dec 10 16:23:39.938867 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-827e352b-a47c-4810-95d5-1c7b6d60eb7a tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:39.968951 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-287b01af-6bdb-4552-81de-97ad5758b75d req-8871ebab-b13f-49cc-8275-6d4578c04e01 service neutron] For port 1bffb151-4d65-43a8-8389-1cf388cdb3d4, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:23:39.995101 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-287b01af-6bdb-4552-81de-97ad5758b75d req-8871ebab-b13f-49cc-8275-6d4578c04e01 service neutron] For port 1bffb151-4d65-43a8-8389-1cf388cdb3d4, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=1bffb151-4d65-43a8-8389-1cf388cdb3d4,segment=NetworkSegment(0d729b36-d885-4706-9ed8-08489c626bce),segment_id=0d729b36-d885-4706-9ed8-08489c626bce)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:23:39.999256 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-827e352b-a47c-4810-95d5-1c7b6d60eb7a tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Network 9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:23:40.011911 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-827e352b-a47c-4810-95d5-1c7b6d60eb7a tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:23:40.014229 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-287b01af-6bdb-4552-81de-97ad5758b75d req-8871ebab-b13f-49cc-8275-6d4578c04e01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:40.018269 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-827e352b-a47c-4810-95d5-1c7b6d60eb7a tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:23:40.068090 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e352b-a47c-4810-95d5-1c7b6d60eb7a tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Pushing event updated for resources: {'Port': ['ID=8f092f09-fe60-4448-9026-8f0f6b1cdf99,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:40.086595 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b01af-6bdb-4552-81de-97ad5758b75d req-8871ebab-b13f-49cc-8275-6d4578c04e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:40.087219 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-287b01af-6bdb-4552-81de-97ad5758b75d req-8871ebab-b13f-49cc-8275-6d4578c04e01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:40.089261 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-287b01af-6bdb-4552-81de-97ad5758b75d req-8871ebab-b13f-49cc-8275-6d4578c04e01 service neutron] 10.222.0.46 "PUT /v2.0/ports/1bffb151-4d65-43a8-8389-1cf388cdb3d4 HTTP/1.1" status: 200 len: 1092 time: 1.7740610 Dec 10 16:23:40.091979 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b748d6c-7596-46cd-babb-fa52da62626b', 'tag': '1bffb151-4d65-43a8-8389-1cf388cdb3d4'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:23:40.093875 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60117d4a-120b-4b8a-946a-26f47074dad6" -d '{"events": [{"name": "network-changed", "server_uuid": "8b748d6c-7596-46cd-babb-fa52da62626b", "tag": "1bffb151-4d65-43a8-8389-1cf388cdb3d4"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:23:40.153191 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-827e352b-a47c-4810-95d5-1c7b6d60eb7a tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:40.153855 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-827e352b-a47c-4810-95d5-1c7b6d60eb7a tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:40.201564 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1144114-4074-4910-bf60-c4ffabd01ec7 req-372e9527-63b2-40d0-9730-4f5f8febe1ad tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:40.203226 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a1144114-4074-4910-bf60-c4ffabd01ec7 req-372e9527-63b2-40d0-9730-4f5f8febe1ad tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b748d6c-7596-46cd-babb-fa52da62626b HTTP/1.1" status: 200 len: 944 time: 0.2029047 Dec 10 16:23:40.251945 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-827e352b-a47c-4810-95d5-1c7b6d60eb7a tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7941120 Dec 10 16:23:40.263560 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8871ebab-b13f-49cc-8275-6d4578c04e01 service neutron] Pushing event updated for resources: {'Port': ['ID=1bffb151-4d65-43a8-8389-1cf388cdb3d4,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:40.277492 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-5a801d21-df73-45cf-8c0e-518497537d8b service neutron] Request body: {'port': {'device_id': '3e4fda09-15cd-4179-9782-ce105d632729', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:40.333139 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b01af-6bdb-4552-81de-97ad5758b75d req-abbf71bd-9b6f-4d09-a829-0ea9c985aecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:40.334661 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-287b01af-6bdb-4552-81de-97ad5758b75d req-abbf71bd-9b6f-4d09-a829-0ea9c985aecf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e5b42db6acff4912af9c39e70aced757&device_id=8b748d6c-7596-46cd-babb-fa52da62626b HTTP/1.1" status: 200 len: 1095 time: 0.1980436 Dec 10 16:23:40.336231 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b540ea-4510-4b45-90c5-3a8e8b146566 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb6c4614-fe51-44e5-838f-f7987a5d1066,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:40.346960 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5028d-9276-4436-8f79-ad554429c729 req-6082c1b4-1710-4e85-9c91-dce6e73c6464 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:40.348397 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c1d5028d-9276-4436-8f79-ad554429c729 req-6082c1b4-1710-4e85-9c91-dce6e73c6464 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dc70f7d-4cce-4e5d-92db-247eda1fd1fc HTTP/1.1" status: 200 len: 950 time: 0.1844556 Dec 10 16:23:40.356555 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b540ea-4510-4b45-90c5-3a8e8b146566 admin admin] Checking segment: {'id': '8d52a250-9861-4986-a237-42f97c06c0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '59fa1129-3a7d-4f30-9aaa-97d45fd8f0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:23:40.356847 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b540ea-4510-4b45-90c5-3a8e8b146566 admin admin] Network hostable DHCP agents. Network: 59fa1129-3a7d-4f30-9aaa-97d45fd8f0b9, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:23:40.389162 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a1144114-4074-4910-bf60-c4ffabd01ec7 req-919125ec-fa99-423a-b8f0-7b830b43f660 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fe1dff-9a8a-4853-93a8-b844ade6615b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540222 Dec 10 16:23:40.401162 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b540ea-4510-4b45-90c5-3a8e8b146566 admin admin] Network 59fa1129-3a7d-4f30-9aaa-97d45fd8f0b9 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:23:40.428921 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-b1b540ea-4510-4b45-90c5-3a8e8b146566 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 59fa1129-3a7d-4f30-9aaa-97d45fd8f0b9) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:23:40.434798 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b540ea-4510-4b45-90c5-3a8e8b146566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:40.435590 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b1b540ea-4510-4b45-90c5-3a8e8b146566 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:40.436754 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f68b262-c688-4602-9ba9-184529c6904e None None] Network 59fa1129-3a7d-4f30-9aaa-97d45fd8f0b9 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:23:40.446094 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-287b01af-6bdb-4552-81de-97ad5758b75d req-ae399dc1-f260-4973-a1ba-dacfa844c5ec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bffb151-4d65-43a8-8389-1cf388cdb3d4 HTTP/1.1" status: 200 len: 217 time: 0.0966656 Dec 10 16:23:40.454993 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-5a801d21-df73-45cf-8c0e-518497537d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:40.457740 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fbed55df-6864-4aaf-8acd-f4720947222f req-4a5824fb-c7dc-4672-a86b-fa544880051a tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:40.496982 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['aaf2347b-92a7-49a0-8cd8-e38e0a7009a1'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:23:40.499132 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5824fb-c7dc-4672-a86b-fa544880051a tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Pushing event deleted for resources: {'Port': ['ID=aaf2347b-92a7-49a0-8cd8-e38e0a7009a1,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:40.500846 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['6d73126e-816a-49e2-8614-6c4009af6327', 'e06bbe0a-2a8a-44dc-a565-722865572b2e', '9aaffcf2-e527-458f-92dc-a7f3f3cd7837', 'b7061bcc-5b5c-47ea-a248-42218a991d43'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:23:40.510201 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b1b540ea-4510-4b45-90c5-3a8e8b146566 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0030181 Dec 10 16:23:40.580572 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbed55df-6864-4aaf-8acd-f4720947222f req-4a5824fb-c7dc-4672-a86b-fa544880051a tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] No DVR routers for this DVR port aaf2347b-92a7-49a0-8cd8-e38e0a7009a1 on host n-h1-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:23:40.584800 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fbed55df-6864-4aaf-8acd-f4720947222f req-4a5824fb-c7dc-4672-a86b-fa544880051a tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:40.588683 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fbed55df-6864-4aaf-8acd-f4720947222f req-4a5824fb-c7dc-4672-a86b-fa544880051a tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.26 "DELETE /v2.0/ports/aaf2347b-92a7-49a0-8cd8-e38e0a7009a1 HTTP/1.1" status: 204 len: 173 time: 1.0795135 Dec 10 16:23:40.588900 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b01af-6bdb-4552-81de-97ad5758b75d req-58fa571d-7c78-4c74-a70a-5fe2ecd54862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:40.589376 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5888b2c9-bee6-48f1-a8d9-4c718c21ee3c', 'name': 'network-vif-deleted', 'tag': 'aaf2347b-92a7-49a0-8cd8-e38e0a7009a1'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:23:40.590285 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-287b01af-6bdb-4552-81de-97ad5758b75d req-58fa571d-7c78-4c74-a70a-5fe2ecd54862 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=62e7e0a2-de2b-4792-817e-ec8119832339 HTTP/1.1" status: 200 len: 854 time: 0.1366086 Dec 10 16:23:40.593142 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9db5aaa-d213-4a7b-a74b-bb7cbd637452" -d '{"events": [{"server_uuid": "5888b2c9-bee6-48f1-a8d9-4c718c21ee3c", "name": "network-vif-deleted", "tag": "aaf2347b-92a7-49a0-8cd8-e38e0a7009a1"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:23:40.677852 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e0ae72-a4eb-4c5d-a848-afb5b00c4daa None None] Network 59fa1129-3a7d-4f30-9aaa-97d45fd8f0b9 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:23:40.701208 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-c1d5028d-9276-4436-8f79-ad554429c729 req-9bd4269f-212e-4038-aea3-f894b8dce39f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Deleting port b7061bcc-5b5c-47ea-a248-42218a991d43 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:23:40.701584 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c1d5028d-9276-4436-8f79-ad554429c729 req-9bd4269f-212e-4038-aea3-f894b8dce39f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:40.815243 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-711d03b4-38b7-49bc-98a2-ff4b4f45abaf req-0a0d2b1c-0cf1-43d2-a0fc-1e5f030d6bb6 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=5888b2c9-bee6-48f1-a8d9-4c718c21ee3c HTTP/1.1" status: 200 len: 210 time: 0.1212704 Dec 10 16:23:40.827142 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b01af-6bdb-4552-81de-97ad5758b75d req-3ea45f65-9693-4c00-94d2-2de3e4e1a3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:40.828707 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-287b01af-6bdb-4552-81de-97ad5758b75d req-3ea45f65-9693-4c00-94d2-2de3e4e1a3e7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2292204 Dec 10 16:23:40.986225 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-c1d5028d-9276-4436-8f79-ad554429c729 req-9bd4269f-212e-4038-aea3-f894b8dce39f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] For port b7061bcc-5b5c-47ea-a248-42218a991d43, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=b7061bcc-5b5c-47ea-a248-42218a991d43,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:40.986628 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c1d5028d-9276-4436-8f79-ad554429c729 req-9bd4269f-212e-4038-aea3-f894b8dce39f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:41.024534 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-c1d5028d-9276-4436-8f79-ad554429c729 req-9bd4269f-212e-4038-aea3-f894b8dce39f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Calling delete_port for b7061bcc-5b5c-47ea-a248-42218a991d43 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:23:41.132263 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9770729-2225-49f1-974b-dc9c2d4cc5c9 req-52755256-79fd-4265-9106-29efa6b6b202 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:41.134235 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f9770729-2225-49f1-974b-dc9c2d4cc5c9 req-52755256-79fd-4265-9106-29efa6b6b202 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e4fda09-15cd-4179-9782-ce105d632729 HTTP/1.1" status: 200 len: 932 time: 0.2250814 Dec 10 16:23:41.180262 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-287b01af-6bdb-4552-81de-97ad5758b75d req-5e56e0fc-89c0-4ed8-a0a5-e350e1fa9505 service neutron] 10.222.0.46 "GET /v2.0/networks/f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417544 Dec 10 16:23:41.251742 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-5a801d21-df73-45cf-8c0e-518497537d8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f092f09-fe60-4448-9026-8f0f6b1cdf99 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:23:41.277354 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-5a801d21-df73-45cf-8c0e-518497537d8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:41.316573 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-5a801d21-df73-45cf-8c0e-518497537d8b service neutron] Transition to ACTIVE for port object 8f092f09-fe60-4448-9026-8f0f6b1cdf99 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:23:41.334903 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f9770729-2225-49f1-974b-dc9c2d4cc5c9 req-87bb83b4-4325-4d1b-ae6f-e3150e11c274 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912565 Dec 10 16:23:41.335556 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-5a801d21-df73-45cf-8c0e-518497537d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:41.416199 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-287b01af-6bdb-4552-81de-97ad5758b75d req-68833858-1dd4-45da-89e3-26cd12f4ea3e service neutron] 10.222.0.46 "GET /v2.0/networks/f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285781 Dec 10 16:23:41.451227 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a801d21-df73-45cf-8c0e-518497537d8b service neutron] Pushing event updated for resources: {'Port': ['ID=8f092f09-fe60-4448-9026-8f0f6b1cdf99,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:41.458376 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c1d5028d-9276-4436-8f79-ad554429c729 req-9bd4269f-212e-4038-aea3-f894b8dce39f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:41.537695 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd4269f-212e-4038-aea3-f894b8dce39f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Pushing event deleted for resources: {'Port': ['ID=b7061bcc-5b5c-47ea-a248-42218a991d43,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:41.579670 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-35140f0c-bdbd-4fa4-ab1a-05ff991ad125 req-d4c9ea42-46d9-4342-a0ca-0c493e5761e1 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] 10.222.0.11 "GET /v2.0/security-groups/27dcf81f-2a35-44f3-b70b-a5a1d9df3947 HTTP/1.1" status: 200 len: 2421 time: 0.1567373 Dec 10 16:23:41.602616 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d5028d-9276-4436-8f79-ad554429c729 req-9bd4269f-212e-4038-aea3-f894b8dce39f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] No DVR routers for this DVR port b7061bcc-5b5c-47ea-a248-42218a991d43 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:23:41.606218 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c1d5028d-9276-4436-8f79-ad554429c729 req-9bd4269f-212e-4038-aea3-f894b8dce39f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:41.609533 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c1d5028d-9276-4436-8f79-ad554429c729 req-9bd4269f-212e-4038-aea3-f894b8dce39f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.46 "DELETE /v2.0/ports/b7061bcc-5b5c-47ea-a248-42218a991d43 HTTP/1.1" status: 204 len: 173 time: 1.2526433 Dec 10 16:23:41.620008 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-5a801d21-df73-45cf-8c0e-518497537d8b service neutron] Attempting to bind port 8f092f09-fe60-4448-9026-8f0f6b1cdf99 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:23:41.620355 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-5a801d21-df73-45cf-8c0e-518497537d8b service neutron] Attempting to bind port 8f092f09-fe60-4448-9026-8f0f6b1cdf99 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '5b73bbf7-7693-4577-890d-a6987a70c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9d8083a2-a7ce-49e3-9a7c-b927cfa621a4'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:23:41.620730 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-5a801d21-df73-45cf-8c0e-518497537d8b service neutron] Attempting to bind port 8f092f09-fe60-4448-9026-8f0f6b1cdf99 on network 9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:23:41.625829 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-5a801d21-df73-45cf-8c0e-518497537d8b service neutron] Port 8f092f09-fe60-4448-9026-8f0f6b1cdf99 on network 9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:23:41.626221 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-5a801d21-df73-45cf-8c0e-518497537d8b service neutron] Attempting to bind port 8f092f09-fe60-4448-9026-8f0f6b1cdf99 on network 9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:23:41.629987 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98188437-a0a1-4665-a5c9-c6b03184d221 x-openstack-request-id: req-98188437-a0a1-4665-a5c9-c6b03184d221 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:23:41.630307 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b748d6c-7596-46cd-babb-fa52da62626b", "tag": "1bffb151-4d65-43a8-8389-1cf388cdb3d4", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:23:41.630562 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-98188437-a0a1-4665-a5c9-c6b03184d221 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:23:41.631059 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b748d6c-7596-46cd-babb-fa52da62626b', 'tag': '1bffb151-4d65-43a8-8389-1cf388cdb3d4', 'status': 'completed', 'code': 200} Dec 10 16:23:41.633773 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-5a801d21-df73-45cf-8c0e-518497537d8b service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:23:41.633991 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-5a801d21-df73-45cf-8c0e-518497537d8b service neutron] Checking segment: {'id': '5b73bbf7-7693-4577-890d-a6987a70c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9d8083a2-a7ce-49e3-9a7c-b927cfa621a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:23:41.634400 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-5a801d21-df73-45cf-8c0e-518497537d8b service neutron] Bound using segment: {'id': '5b73bbf7-7693-4577-890d-a6987a70c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9d8083a2-a7ce-49e3-9a7c-b927cfa621a4'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:23:41.638835 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-5a801d21-df73-45cf-8c0e-518497537d8b service neutron] Bound port: 8f092f09-fe60-4448-9026-8f0f6b1cdf99, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b73bbf7-7693-4577-890d-a6987a70c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9d8083a2-a7ce-49e3-9a7c-b927cfa621a4'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:23:41.638835 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-5a801d21-df73-45cf-8c0e-518497537d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:41.779353 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60117d4a-120b-4b8a-946a-26f47074dad6 req-3162f381-81bb-410d-b6fb-e77af7fae239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:41.780752 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60117d4a-120b-4b8a-946a-26f47074dad6 req-3162f381-81bb-410d-b6fb-e77af7fae239 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e5b42db6acff4912af9c39e70aced757&device_id=8b748d6c-7596-46cd-babb-fa52da62626b HTTP/1.1" status: 200 len: 1095 time: 0.1227036 Dec 10 16:23:41.785526 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-5a801d21-df73-45cf-8c0e-518497537d8b service neutron] For port 8f092f09-fe60-4448-9026-8f0f6b1cdf99, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:23:41.789702 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-5a801d21-df73-45cf-8c0e-518497537d8b service neutron] For port 8f092f09-fe60-4448-9026-8f0f6b1cdf99, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=8f092f09-fe60-4448-9026-8f0f6b1cdf99,segment=NetworkSegment(5b73bbf7-7693-4577-890d-a6987a70c2b5),segment_id=5b73bbf7-7693-4577-890d-a6987a70c2b5)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:23:41.810332 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2ecf5-4250-4bed-9b4d-44cb4a8f2f72 req-11430f06-55c9-47a8-bedd-6b58b4d4e1e5 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:41.811743 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-85e2ecf5-4250-4bed-9b4d-44cb4a8f2f72 req-11430f06-55c9-47a8-bedd-6b58b4d4e1e5 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae4db16d-13b2-40bb-907d-95a2bf785412 HTTP/1.1" status: 200 len: 949 time: 0.1221609 Dec 10 16:23:41.812720 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-5a801d21-df73-45cf-8c0e-518497537d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:41.904276 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-5a801d21-df73-45cf-8c0e-518497537d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:41.904914 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-5a801d21-df73-45cf-8c0e-518497537d8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:41.906503 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-5a801d21-df73-45cf-8c0e-518497537d8b service neutron] 10.222.0.26 "PUT /v2.0/ports/8f092f09-fe60-4448-9026-8f0f6b1cdf99 HTTP/1.1" status: 200 len: 1092 time: 1.6398685 Dec 10 16:23:42.010845 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-85e2ecf5-4250-4bed-9b4d-44cb4a8f2f72 req-72dfbac1-40df-4eec-aa3a-3ed97286db1f tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841216 Dec 10 16:23:42.015349 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['6d73126e-816a-49e2-8614-6c4009af6327', 'e06bbe0a-2a8a-44dc-a565-722865572b2e', '9aaffcf2-e527-458f-92dc-a7f3f3cd7837'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:23:42.016434 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a801d21-df73-45cf-8c0e-518497537d8b service neutron] Pushing event updated for resources: {'Port': ['ID=8f092f09-fe60-4448-9026-8f0f6b1cdf99,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:42.028078 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60117d4a-120b-4b8a-946a-26f47074dad6 req-4ac4c157-d65d-416d-8c8e-51559f6f1da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:42.029614 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60117d4a-120b-4b8a-946a-26f47074dad6 req-4ac4c157-d65d-416d-8c8e-51559f6f1da3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9 HTTP/1.1" status: 200 len: 916 time: 0.2357154 Dec 10 16:23:42.042066 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-a49cd3af-4ca5-4d11-8b28-8b7bb923ea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:42.043867 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-a49cd3af-4ca5-4d11-8b28-8b7bb923ea23 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a91374a85f654bd6a3d2ae7399378add&device_id=3e4fda09-15cd-4179-9782-ce105d632729 HTTP/1.1" status: 200 len: 1095 time: 0.0885501 Dec 10 16:23:42.091350 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60117d4a-120b-4b8a-946a-26f47074dad6 req-79a5d9b6-c0e3-4044-bd43-79fcb28a59b1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bffb151-4d65-43a8-8389-1cf388cdb3d4 HTTP/1.1" status: 200 len: 217 time: 0.0522029 Dec 10 16:23:42.104916 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a093a87-af80-45e0-b0fd-c22e3239ac1d x-openstack-request-id: req-0a093a87-af80-45e0-b0fd-c22e3239ac1d {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:23:42.105442 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5888b2c9-bee6-48f1-a8d9-4c718c21ee3c", "name": "network-vif-deleted", "tag": "aaf2347b-92a7-49a0-8cd8-e38e0a7009a1", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:23:42.105552 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0a093a87-af80-45e0-b0fd-c22e3239ac1d {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:23:42.105860 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5888b2c9-bee6-48f1-a8d9-4c718c21ee3c', 'name': 'network-vif-deleted', 'tag': 'aaf2347b-92a7-49a0-8cd8-e38e0a7009a1', 'status': 'completed', 'code': 200} Dec 10 16:23:42.150081 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-fad66d40-a2df-4fe4-94f9-ba907746fe5a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f092f09-fe60-4448-9026-8f0f6b1cdf99 HTTP/1.1" status: 200 len: 217 time: 0.0574036 Dec 10 16:23:42.235192 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60117d4a-120b-4b8a-946a-26f47074dad6 req-8e655944-5f0e-48d7-8abf-ea4ce65527ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:42.236925 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60117d4a-120b-4b8a-946a-26f47074dad6 req-8e655944-5f0e-48d7-8abf-ea4ce65527ea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=62e7e0a2-de2b-4792-817e-ec8119832339 HTTP/1.1" status: 200 len: 854 time: 0.1356320 Dec 10 16:23:42.240576 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-341c7a0e-49c1-431f-a22d-49650100cf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:42.242005 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-341c7a0e-49c1-431f-a22d-49650100cf02 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d91d45da-791f-427f-a9fe-a70a5d192f4c HTTP/1.1" status: 200 len: 852 time: 0.0703444 Dec 10 16:23:42.295675 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-e0cc3c4c-0a1d-4a56-8358-3c9f8b63f6d1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9d8083a2-a7ce-49e3-9a7c-b927cfa621a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404780 Dec 10 16:23:42.407754 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60117d4a-120b-4b8a-946a-26f47074dad6 req-8569565b-e667-4eec-9d33-358b86f3671b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:42.409247 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60117d4a-120b-4b8a-946a-26f47074dad6 req-8569565b-e667-4eec-9d33-358b86f3671b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1621740 Dec 10 16:23:42.530158 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-0c701f4a-92b6-4601-875b-5eb4053127d0 service neutron] 10.222.0.26 "GET /v2.0/networks/9d8083a2-a7ce-49e3-9a7c-b927cfa621a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270315 Dec 10 16:23:42.564845 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-87d2c8ab-133a-46c7-987b-3ce5eb1f10e9 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:42.566260 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-87d2c8ab-133a-46c7-987b-3ce5eb1f10e9 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/networks?id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce HTTP/1.1" status: 200 len: 808 time: 0.2146482 Dec 10 16:23:42.633643 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-e11e7ccb-b231-4bf4-889c-0159c416751c tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/quotas/c7f96263ffc44481b889fc489836cd3c HTTP/1.1" status: 200 len: 375 time: 0.0334880 Dec 10 16:23:42.636118 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60117d4a-120b-4b8a-946a-26f47074dad6 req-76fc3e35-9220-4946-a337-c630e9204c01 service neutron] 10.222.0.46 "GET /v2.0/networks/f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145505 Dec 10 16:23:42.796912 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device b7061bcc-5b5c-47ea-a248-42218a991d43 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:23:42.822057 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: b7061bcc-5b5c-47ea-a248-42218a991d43 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:23:42.822965 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device b7061bcc-5b5c-47ea-a248-42218a991d43 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:23:42.827291 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device aaf2347b-92a7-49a0-8cd8-e38e0a7009a1 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:23:42.847783 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: aaf2347b-92a7-49a0-8cd8-e38e0a7009a1 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:23:42.848132 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device aaf2347b-92a7-49a0-8cd8-e38e0a7009a1 not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:23:43.000481 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-4a4783e7-1a95-4918-9c6d-efef8e457b24 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c7f96263ffc44481b889fc489836cd3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3579102 Dec 10 16:23:43.039782 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d6855b44-0d7e-4f5d-ab4a-dbe7eed9491f req-6785775e-4a23-4815-9348-b6362a53cd83 service neutron] 10.222.0.26 "GET /v2.0/networks/9d8083a2-a7ce-49e3-9a7c-b927cfa621a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4999764 Dec 10 16:23:43.116193 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60117d4a-120b-4b8a-946a-26f47074dad6 req-a115835c-9128-471f-af42-3215f8fc0f42 service neutron] 10.222.0.46 "GET /v2.0/networks/f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4724665 Dec 10 16:23:43.131561 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-fdc887ea-aec7-455c-80cc-35bb1ede2423 service neutron] 10.222.0.11 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231003 Dec 10 16:23:43.223928 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-8a77ee30-e7a5-481c-acfc-6f467c501f55 service neutron] 10.222.0.11 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857303 Dec 10 16:23:43.418030 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d298d7-85fd-4ca3-8074-07cb6b30e327 req-58c4b070-568f-4e77-9025-b58bd332f0dc tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:43.419690 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-57d298d7-85fd-4ca3-8074-07cb6b30e327 req-58c4b070-568f-4e77-9025-b58bd332f0dc tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b748d6c-7596-46cd-babb-fa52da62626b HTTP/1.1" status: 200 len: 944 time: 0.0522957 Dec 10 16:23:43.469560 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-57d298d7-85fd-4ca3-8074-07cb6b30e327 req-673f2aac-e54b-42a6-b866-ff487f7eb2d5 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fe1dff-9a8a-4853-93a8-b844ade6615b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433893 Dec 10 16:23:43.566439 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-64b265ee-cdf2-416d-9fdd-a1d28111d20c req-d8e478d2-4b9a-4a3f-a42d-e2dffd04bfb5 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] 10.222.0.11 "GET /v2.0/security-group-rules/80319443-b121-4f9c-bec1-75aaa614d6ce HTTP/1.1" status: 200 len: 778 time: 0.0164726 Dec 10 16:23:43.614665 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-64b265ee-cdf2-416d-9fdd-a1d28111d20c req-a03c961d-299c-459f-bc2d-462bb83ca3c5 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] 10.222.0.11 "GET /v2.0/security-groups/27dcf81f-2a35-44f3-b70b-a5a1d9df3947 HTTP/1.1" status: 200 len: 2421 time: 0.0419719 Dec 10 16:23:43.632777 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc70f7d-4cce-4e5d-92db-247eda1fd1fc', 'name': 'network-vif-deleted', 'tag': 'b7061bcc-5b5c-47ea-a248-42218a991d43'}, {'name': 'network-changed', 'server_uuid': '3e4fda09-15cd-4179-9782-ce105d632729', 'tag': '8f092f09-fe60-4448-9026-8f0f6b1cdf99'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:23:43.640002 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa60a1c-3dc7-42e8-9396-f85248833ccf" -d '{"events": [{"server_uuid": "4dc70f7d-4cce-4e5d-92db-247eda1fd1fc", "name": "network-vif-deleted", "tag": "b7061bcc-5b5c-47ea-a248-42218a991d43"}, {"name": "network-changed", "server_uuid": "3e4fda09-15cd-4179-9782-ce105d632729", "tag": "8f092f09-fe60-4448-9026-8f0f6b1cdf99"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:23:43.656946 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-64b265ee-cdf2-416d-9fdd-a1d28111d20c req-ee67d6c7-c795-47b5-b044-3378cbd690c8 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:43.665106 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-64b265ee-cdf2-416d-9fdd-a1d28111d20c req-ee67d6c7-c795-47b5-b044-3378cbd690c8 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:43.695700 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-64b265ee-cdf2-416d-9fdd-a1d28111d20c req-ee67d6c7-c795-47b5-b044-3378cbd690c8 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:43.703476 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-64b265ee-cdf2-416d-9fdd-a1d28111d20c req-ee67d6c7-c795-47b5-b044-3378cbd690c8 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:43.704594 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-64b265ee-cdf2-416d-9fdd-a1d28111d20c req-ee67d6c7-c795-47b5-b044-3378cbd690c8 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/80319443-b121-4f9c-bec1-75aaa614d6ce HTTP/1.1" status: 204 len: 173 time: 0.0827680 Dec 10 16:23:43.714825 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee67d6c7-c795-47b5-b044-3378cbd690c8 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80319443-b121-4f9c-bec1-75aaa614d6ce,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:43.845681 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b65840-4912-4f64-9735-fbe470f50efb req-326cfb37-6167-4607-ab13-878aa50d8f19 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:43.848432 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a4b65840-4912-4f64-9735-fbe470f50efb req-326cfb37-6167-4607-ab13-878aa50d8f19 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e4fda09-15cd-4179-9782-ce105d632729 HTTP/1.1" status: 200 len: 944 time: 0.0531783 Dec 10 16:23:43.863797 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ff0efa0f-f918-4190-9dc8-2faf93682855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:43.902724 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a4b65840-4912-4f64-9735-fbe470f50efb req-003c5d00-8391-4568-8743-9ce2d4a35c96 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476029 Dec 10 16:23:44.068549 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fa0fd-435a-443c-a7a9-e9cb6237ea45 req-1da3dfd7-a35b-449e-b6e5-f2787a98ce20 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:44.070006 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3e6fa0fd-435a-443c-a7a9-e9cb6237ea45 req-1da3dfd7-a35b-449e-b6e5-f2787a98ce20 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae4db16d-13b2-40bb-907d-95a2bf785412 HTTP/1.1" status: 200 len: 949 time: 0.0491431 Dec 10 16:23:44.116924 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3e6fa0fd-435a-443c-a7a9-e9cb6237ea45 req-6ce03139-d3d6-43c4-9466-e8cd71eafed8 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398736 Dec 10 16:23:44.202457 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-37c08439-8140-4149-8c4a-ce392b255a3c req-2fbe7c95-10a8-4879-be47-8341034d1fe4 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=315fc0ab-8c94-43fb-a36d-54e619b0ae2f HTTP/1.1" status: 200 len: 210 time: 0.0298808 Dec 10 16:23:44.251846 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Dec 2021 16:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0495661-19a6-4bb4-a497-ad8caf61a1de x-openstack-request-id: req-b0495661-19a6-4bb4-a497-ad8caf61a1de {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:23:44.252141 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc70f7d-4cce-4e5d-92db-247eda1fd1fc", "name": "network-vif-deleted", "tag": "b7061bcc-5b5c-47ea-a248-42218a991d43", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3e4fda09-15cd-4179-9782-ce105d632729", "tag": "8f092f09-fe60-4448-9026-8f0f6b1cdf99", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:23:44.252468 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b0495661-19a6-4bb4-a497-ad8caf61a1de {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:23:44.252877 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc70f7d-4cce-4e5d-92db-247eda1fd1fc', 'name': 'network-vif-deleted', 'tag': 'b7061bcc-5b5c-47ea-a248-42218a991d43', 'status': 'completed', 'code': 200} Dec 10 16:23:44.253137 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e4fda09-15cd-4179-9782-ce105d632729', 'tag': '8f092f09-fe60-4448-9026-8f0f6b1cdf99', 'status': 'completed', 'code': 200} Dec 10 16:23:44.269174 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-59bfbfc3-ad40-48b4-9a99-a0d78b61ed76 req-6aa3a7a7-4385-43fd-95ee-ece5d5b84c79 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-220159062', 'description': 'tempest-description-1160225950'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:44.315354 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-59bfbfc3-ad40-48b4-9a99-a0d78b61ed76 req-6aa3a7a7-4385-43fd-95ee-ece5d5b84c79 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:44.338356 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa60a1c-3dc7-42e8-9396-f85248833ccf req-e213dc95-e5f6-461d-ad0a-34557a94a046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:44.339932 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2aa60a1c-3dc7-42e8-9396-f85248833ccf req-e213dc95-e5f6-461d-ad0a-34557a94a046 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a91374a85f654bd6a3d2ae7399378add&device_id=3e4fda09-15cd-4179-9782-ce105d632729 HTTP/1.1" status: 200 len: 1095 time: 0.0627046 Dec 10 16:23:44.531144 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-59bfbfc3-ad40-48b4-9a99-a0d78b61ed76 req-6aa3a7a7-4385-43fd-95ee-ece5d5b84c79 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:44.544407 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-59bfbfc3-ad40-48b4-9a99-a0d78b61ed76 req-6aa3a7a7-4385-43fd-95ee-ece5d5b84c79 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:44.560786 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-74501d1d-59c6-4397-995f-abdf4c29217d tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:44.562232 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-74501d1d-59c6-4397-995f-abdf4c29217d tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.46 "GET /v2.0/networks?id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce HTTP/1.1" status: 200 len: 808 time: 0.2162368 Dec 10 16:23:44.579910 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-2fac297a-7013-4279-adf2-26574dd1acc6 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Request body: {'port': {'device_id': '315fc0ab-8c94-43fb-a36d-54e619b0ae2f', 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce', 'admin_state_up': True, 'tenant_id': 'c7f96263ffc44481b889fc489836cd3c'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:44.591008 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa60a1c-3dc7-42e8-9396-f85248833ccf req-c188ff22-c4f3-4aad-8379-29b1af6a7381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:44.592420 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2aa60a1c-3dc7-42e8-9396-f85248833ccf req-c188ff22-c4f3-4aad-8379-29b1af6a7381 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 HTTP/1.1" status: 200 len: 913 time: 0.2354422 Dec 10 16:23:44.619527 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-59bfbfc3-ad40-48b4-9a99-a0d78b61ed76 req-6aa3a7a7-4385-43fd-95ee-ece5d5b84c79 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:44.620660 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-59bfbfc3-ad40-48b4-9a99-a0d78b61ed76 req-6aa3a7a7-4385-43fd-95ee-ece5d5b84c79 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3569751 Dec 10 16:23:44.676911 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa3a7a7-4385-43fd-95ee-ece5d5b84c79 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af0df9a7-23b3-4979-a617-d9724a82f9ec,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:44.683742 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2aa60a1c-3dc7-42e8-9396-f85248833ccf req-17ad4a96-5848-48fc-8026-6f7e2728ad7c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f092f09-fe60-4448-9026-8f0f6b1cdf99 HTTP/1.1" status: 200 len: 217 time: 0.0826974 Dec 10 16:23:44.790706 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa60a1c-3dc7-42e8-9396-f85248833ccf req-4e49b0a8-9f7e-476f-b585-28afd3a36f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:44.792156 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2aa60a1c-3dc7-42e8-9396-f85248833ccf req-4e49b0a8-9f7e-476f-b585-28afd3a36f04 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d91d45da-791f-427f-a9fe-a70a5d192f4c HTTP/1.1" status: 200 len: 852 time: 0.1015379 Dec 10 16:23:44.814507 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 1bffb151-4d65-43a8-8389-1cf388cdb3d4 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:23:44.820575 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c131cf-48c3-4867-85b8-0231ce5f3028 req-24533798-da43-4342-b48e-f4d299886d1e tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:44.822053 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-05c131cf-48c3-4867-85b8-0231ce5f3028 req-24533798-da43-4342-b48e-f4d299886d1e tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b748d6c-7596-46cd-babb-fa52da62626b HTTP/1.1" status: 200 len: 944 time: 0.0960357 Dec 10 16:23:44.844658 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 8f092f09-fe60-4448-9026-8f0f6b1cdf99 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:23:44.847227 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2aa60a1c-3dc7-42e8-9396-f85248833ccf req-b7951ce6-b26a-4f74-82d9-8a4d2aed5d4c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9d8083a2-a7ce-49e3-9a7c-b927cfa621a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432642 Dec 10 16:23:44.871143 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-2fac297a-7013-4279-adf2-26574dd1acc6 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Made reservation on behalf of c7f96263ffc44481b889fc489836cd3c for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:23:44.874129 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-2fac297a-7013-4279-adf2-26574dd1acc6 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:45.007864 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-05c131cf-48c3-4867-85b8-0231ce5f3028 req-4f9f7437-3f32-4be0-a539-52526a16ca54 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fe1dff-9a8a-4853-93a8-b844ade6615b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643250 Dec 10 16:23:45.052121 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2aa60a1c-3dc7-42e8-9396-f85248833ccf req-fe8378ac-e77e-4b76-8edb-b18f44b86df0 service neutron] 10.222.0.26 "GET /v2.0/networks/9d8083a2-a7ce-49e3-9a7c-b927cfa621a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974118 Dec 10 16:23:45.122219 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 1bffb151-4d65-43a8-8389-1cf388cdb3d4, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=1bffb151-4d65-43a8-8389-1cf388cdb3d4,segment=NetworkSegment(0d729b36-d885-4706-9ed8-08489c626bce),segment_id=0d729b36-d885-4706-9ed8-08489c626bce)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:45.140803 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '1bffb151-4d65-43a8-8389-1cf388cdb3d4', 'network_id': 'f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9', 'port_id': '1bffb151-4d65-43a8-8389-1cf388cdb3d4', 'mac_address': 'fa:16:3e:1b:23:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e7e0a2-de2b-4792-817e-ec8119832339', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:23:45.178284 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-2fac297a-7013-4279-adf2-26574dd1acc6 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Allocated IP 172.20.0.7 (3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce/8e6d4c00-e815-4a48-aff0-5fbec7a9d006/f4e71d83-ee97-4292-9c4d-49d9bdcba2bd) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:23:45.194702 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 8f092f09-fe60-4448-9026-8f0f6b1cdf99, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=8f092f09-fe60-4448-9026-8f0f6b1cdf99,segment=NetworkSegment(5b73bbf7-7693-4577-890d-a6987a70c2b5),segment_id=5b73bbf7-7693-4577-890d-a6987a70c2b5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:45.213709 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '8f092f09-fe60-4448-9026-8f0f6b1cdf99', 'network_id': '9d8083a2-a7ce-49e3-9a7c-b927cfa621a4', 'port_id': '8f092f09-fe60-4448-9026-8f0f6b1cdf99', 'mac_address': 'fa:16:3e:96:e1:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd91d45da-791f-427f-a9fe-a70a5d192f4c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:23:45.218165 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:45.222640 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-23e6a74e-6b2f-4ebf-b188-09327f82de16 req-d668dab8-ec3e-4c6a-8062-b84a00371590 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] 10.222.0.11 "GET /v2.0/security-groups/af0df9a7-23b3-4979-a617-d9724a82f9ec HTTP/1.1" status: 200 len: 1829 time: 0.0895755 Dec 10 16:23:45.247341 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2aa60a1c-3dc7-42e8-9396-f85248833ccf req-add38b00-5e64-4363-b754-a1bf4ae5b4de service neutron] 10.222.0.26 "GET /v2.0/networks/9d8083a2-a7ce-49e3-9a7c-b927cfa621a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856747 Dec 10 16:23:45.253199 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bffb151-4d65-43a8-8389-1cf388cdb3d4 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:23:45.294599 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 1bffb151-4d65-43a8-8389-1cf388cdb3d4, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=1bffb151-4d65-43a8-8389-1cf388cdb3d4,segment=NetworkSegment(0d729b36-d885-4706-9ed8-08489c626bce),segment_id=0d729b36-d885-4706-9ed8-08489c626bce)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:45.296575 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:45.308030 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:45.339681 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f092f09-fe60-4448-9026-8f0f6b1cdf99 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:23:45.378900 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 8f092f09-fe60-4448-9026-8f0f6b1cdf99, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=8f092f09-fe60-4448-9026-8f0f6b1cdf99,segment=NetworkSegment(5b73bbf7-7693-4577-890d-a6987a70c2b5),segment_id=5b73bbf7-7693-4577-890d-a6987a70c2b5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:45.388361 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:45.394716 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=1bffb151-4d65-43a8-8389-1cf388cdb3d4,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:45.422904 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af729e-4711-4ec3-bbef-a0ffe2e46047 req-6d69ca18-ead2-43c4-be74-f9fb990c3d55 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:45.424407 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c6af729e-4711-4ec3-bbef-a0ffe2e46047 req-6d69ca18-ead2-43c4-be74-f9fb990c3d55 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e4fda09-15cd-4179-9782-ce105d632729 HTTP/1.1" status: 200 len: 944 time: 0.0878551 Dec 10 16:23:45.429337 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-2fac297a-7013-4279-adf2-26574dd1acc6 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:45.456077 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=8f092f09-fe60-4448-9026-8f0f6b1cdf99,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:45.493091 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c6af729e-4711-4ec3-bbef-a0ffe2e46047 req-811b5281-933b-469e-8100-d92dfe4699c4 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596163 Dec 10 16:23:45.501107 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-2fac297a-7013-4279-adf2-26574dd1acc6 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:45.557741 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-2fac297a-7013-4279-adf2-26574dd1acc6 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Network 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:23:45.560934 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-2fac297a-7013-4279-adf2-26574dd1acc6 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:23:45.564769 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-2fac297a-7013-4279-adf2-26574dd1acc6 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:23:45.571322 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac297a-7013-4279-adf2-26574dd1acc6 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Pushing event updated for resources: {'Port': ['ID=f4e71d83-ee97-4292-9c4d-49d9bdcba2bd,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:45.612892 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['1bffb151-4d65-43a8-8389-1cf388cdb3d4'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:23:45.616857 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['8f092f09-fe60-4448-9026-8f0f6b1cdf99'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:23:45.622466 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-2fac297a-7013-4279-adf2-26574dd1acc6 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:45.623125 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-2fac297a-7013-4279-adf2-26574dd1acc6 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:45.664758 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-2fac297a-7013-4279-adf2-26574dd1acc6 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0906858 Dec 10 16:23:45.677948 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-c4bef2c8-3a75-490f-9547-8ef3c944c068 service neutron] Request body: {'port': {'device_id': '315fc0ab-8c94-43fb-a36d-54e619b0ae2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:45.688711 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa294001-eaeb-4ef3-84fd-bec07d07aa05 req-0eb04ef9-4a9d-4f8b-b613-c069df0dfb17 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:45.690233 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aa294001-eaeb-4ef3-84fd-bec07d07aa05 req-0eb04ef9-4a9d-4f8b-b613-c069df0dfb17 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae4db16d-13b2-40bb-907d-95a2bf785412 HTTP/1.1" status: 200 len: 949 time: 0.0634758 Dec 10 16:23:45.773845 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-c4bef2c8-3a75-490f-9547-8ef3c944c068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:45.786959 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aa294001-eaeb-4ef3-84fd-bec07d07aa05 req-e8243edb-cac2-4282-988a-881e074fd544 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788407 Dec 10 16:23:45.984048 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53eb1e-d5b3-499f-a906-7b151114cfca req-0aa315f8-871b-4758-b1c0-5f073bbf9a06 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:45.985529 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f53eb1e-d5b3-499f-a906-7b151114cfca req-0aa315f8-871b-4758-b1c0-5f073bbf9a06 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=315fc0ab-8c94-43fb-a36d-54e619b0ae2f HTTP/1.1" status: 200 len: 931 time: 0.1065404 Dec 10 16:23:46.068856 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f53eb1e-d5b3-499f-a906-7b151114cfca req-118ad5ed-a973-49d9-b7c7-b868f68e9312 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756879 Dec 10 16:23:46.119994 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-c4bef2c8-3a75-490f-9547-8ef3c944c068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4e71d83-ee97-4292-9c4d-49d9bdcba2bd {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:23:46.127955 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-c4bef2c8-3a75-490f-9547-8ef3c944c068 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:46.140853 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-c4bef2c8-3a75-490f-9547-8ef3c944c068 service neutron] Transition to ACTIVE for port object f4e71d83-ee97-4292-9c4d-49d9bdcba2bd will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:23:46.144526 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-c4bef2c8-3a75-490f-9547-8ef3c944c068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:46.200733 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bef2c8-3a75-490f-9547-8ef3c944c068 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e71d83-ee97-4292-9c4d-49d9bdcba2bd,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:46.290198 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-c4bef2c8-3a75-490f-9547-8ef3c944c068 service neutron] Attempting to bind port f4e71d83-ee97-4292-9c4d-49d9bdcba2bd on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:23:46.290894 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-c4bef2c8-3a75-490f-9547-8ef3c944c068 service neutron] Attempting to bind port f4e71d83-ee97-4292-9c4d-49d9bdcba2bd by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:23:46.291225 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-c4bef2c8-3a75-490f-9547-8ef3c944c068 service neutron] Attempting to bind port f4e71d83-ee97-4292-9c4d-49d9bdcba2bd on network 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:23:46.312934 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-c4bef2c8-3a75-490f-9547-8ef3c944c068 service neutron] Port f4e71d83-ee97-4292-9c4d-49d9bdcba2bd on network 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:23:46.313275 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-c4bef2c8-3a75-490f-9547-8ef3c944c068 service neutron] Attempting to bind port f4e71d83-ee97-4292-9c4d-49d9bdcba2bd on network 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:23:46.324796 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-c4bef2c8-3a75-490f-9547-8ef3c944c068 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:23:46.325071 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-c4bef2c8-3a75-490f-9547-8ef3c944c068 service neutron] Checking segment: {'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:23:46.325474 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-c4bef2c8-3a75-490f-9547-8ef3c944c068 service neutron] Bound using segment: {'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:23:46.325904 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-c4bef2c8-3a75-490f-9547-8ef3c944c068 service neutron] Bound port: f4e71d83-ee97-4292-9c4d-49d9bdcba2bd, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:23:46.326292 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-c4bef2c8-3a75-490f-9547-8ef3c944c068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:46.350653 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0050637-3898-4a5f-a9cb-3a5c2cb56893 req-bb4996ce-801c-4c40-9660-0fbe6d1cb528 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:46.352184 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a0050637-3898-4a5f-a9cb-3a5c2cb56893 req-bb4996ce-801c-4c40-9660-0fbe6d1cb528 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b748d6c-7596-46cd-babb-fa52da62626b HTTP/1.1" status: 200 len: 945 time: 0.0824902 Dec 10 16:23:46.421942 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8b2bdef6-4cc7-4437-a392-3536ac470d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:46.442652 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-c4bef2c8-3a75-490f-9547-8ef3c944c068 service neutron] For port f4e71d83-ee97-4292-9c4d-49d9bdcba2bd, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:23:46.449293 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a0050637-3898-4a5f-a9cb-3a5c2cb56893 req-5435b5c0-4447-4cf4-ab26-b35fb4a955f3 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fe1dff-9a8a-4853-93a8-b844ade6615b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759003 Dec 10 16:23:46.451245 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-c4bef2c8-3a75-490f-9547-8ef3c944c068 service neutron] For port f4e71d83-ee97-4292-9c4d-49d9bdcba2bd, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=f4e71d83-ee97-4292-9c4d-49d9bdcba2bd,segment=NetworkSegment(698ea8e5-c316-417a-87ff-ff612f3a473c),segment_id=698ea8e5-c316-417a-87ff-ff612f3a473c)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:23:46.456048 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-c4bef2c8-3a75-490f-9547-8ef3c944c068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:46.503834 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-c8a23ce1-ac4f-4573-9ed3-b99c5916a718 req-53cd8eb5-87df-4e0c-b16b-ebc367bdb239 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-730402308', 'description': 'tempest-description-818401076'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:46.516480 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-c4bef2c8-3a75-490f-9547-8ef3c944c068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:46.517145 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-c4bef2c8-3a75-490f-9547-8ef3c944c068 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:46.518699 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-c4bef2c8-3a75-490f-9547-8ef3c944c068 service neutron] 10.222.0.46 "PUT /v2.0/ports/f4e71d83-ee97-4292-9c4d-49d9bdcba2bd HTTP/1.1" status: 200 len: 1091 time: 0.8453789 Dec 10 16:23:46.521300 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315fc0ab-8c94-43fb-a36d-54e619b0ae2f', 'tag': 'f4e71d83-ee97-4292-9c4d-49d9bdcba2bd'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:23:46.523901 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8e4f88-7e54-4581-8e7e-8190588c4f30" -d '{"events": [{"name": "network-changed", "server_uuid": "315fc0ab-8c94-43fb-a36d-54e619b0ae2f", "tag": "f4e71d83-ee97-4292-9c4d-49d9bdcba2bd"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:23:46.557808 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bef2c8-3a75-490f-9547-8ef3c944c068 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e71d83-ee97-4292-9c4d-49d9bdcba2bd,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:46.569950 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c8a23ce1-ac4f-4573-9ed3-b99c5916a718 req-53cd8eb5-87df-4e0c-b16b-ebc367bdb239 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:46.644914 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-d71acf22-8503-47d2-868c-91323cc35696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:46.646676 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-d71acf22-8503-47d2-868c-91323cc35696 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c7f96263ffc44481b889fc489836cd3c&device_id=315fc0ab-8c94-43fb-a36d-54e619b0ae2f HTTP/1.1" status: 200 len: 1094 time: 0.0851872 Dec 10 16:23:46.704939 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-4bf5da0d-fdf6-41de-93d6-65847c28ddf7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4e71d83-ee97-4292-9c4d-49d9bdcba2bd HTTP/1.1" status: 200 len: 217 time: 0.0464029 Dec 10 16:23:46.761110 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c8a23ce1-ac4f-4573-9ed3-b99c5916a718 req-53cd8eb5-87df-4e0c-b16b-ebc367bdb239 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:46.768902 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c8a23ce1-ac4f-4573-9ed3-b99c5916a718 req-53cd8eb5-87df-4e0c-b16b-ebc367bdb239 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:46.803466 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-b65d053d-8c82-464b-9a3e-34217122da4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:46.804902 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-b65d053d-8c82-464b-9a3e-34217122da4a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8e6d4c00-e815-4a48-aff0-5fbec7a9d006 HTTP/1.1" status: 200 len: 848 time: 0.0881300 Dec 10 16:23:46.812593 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c8a23ce1-ac4f-4573-9ed3-b99c5916a718 req-53cd8eb5-87df-4e0c-b16b-ebc367bdb239 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:46.813852 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c8a23ce1-ac4f-4573-9ed3-b99c5916a718 req-53cd8eb5-87df-4e0c-b16b-ebc367bdb239 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.3212466 Dec 10 16:23:46.815720 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd8eb5-87df-4e0c-b16b-ebc367bdb239 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8609d821-c5e4-4454-9ad0-82f727dcd26b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:46.828329 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 1bffb151-4d65-43a8-8389-1cf388cdb3d4 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:23:46.847766 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-09965d79-609d-4ffa-af9c-aa8a5459449a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329142 Dec 10 16:23:46.866245 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 8f092f09-fe60-4448-9026-8f0f6b1cdf99 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:23:46.941335 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 1bffb151-4d65-43a8-8389-1cf388cdb3d4 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:23:46.947998 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 1bffb151-4d65-43a8-8389-1cf388cdb3d4 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:23:46.948854 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:46.978971 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-ad73aa01-c7f8-4660-a428-63184ee513d5 service neutron] 10.222.0.46 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226718 Dec 10 16:23:46.980948 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 8f092f09-fe60-4448-9026-8f0f6b1cdf99 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:23:46.987736 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 8f092f09-fe60-4448-9026-8f0f6b1cdf99 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:23:46.988347 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:47.112091 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:47.124164 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81358f9e-ac4b-48f9-927c-d34b10c11315 req-efb5ddb7-b3d7-4fe7-b7eb-66dc34422e3d service neutron] 10.222.0.46 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372268 Dec 10 16:23:47.129501 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:47.165914 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b748d6c-7596-46cd-babb-fa52da62626b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bffb151-4d65-43a8-8389-1cf388cdb3d4'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:23:47.168156 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f519b16-073f-4fbc-9ad5-f0ed07a1249f" -d '{"events": [{"server_uuid": "8b748d6c-7596-46cd-babb-fa52da62626b", "name": "network-vif-plugged", "status": "completed", "tag": "1bffb151-4d65-43a8-8389-1cf388cdb3d4"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:23:47.189246 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:47.191879 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 1bffb151-4d65-43a8-8389-1cf388cdb3d4, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=1bffb151-4d65-43a8-8389-1cf388cdb3d4,segment=NetworkSegment(0d729b36-d885-4706-9ed8-08489c626bce),segment_id=0d729b36-d885-4706-9ed8-08489c626bce)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:47.201045 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:47.221609 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8cc224-da4a-4c5b-8dee-43766501b019 req-57c38dc0-a196-4ef9-9bd5-b0795bc44579 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:47.223260 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dd8cc224-da4a-4c5b-8dee-43766501b019 req-57c38dc0-a196-4ef9-9bd5-b0795bc44579 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e4fda09-15cd-4179-9782-ce105d632729 HTTP/1.1" status: 200 len: 945 time: 0.0548761 Dec 10 16:23:47.230730 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 8f092f09-fe60-4448-9026-8f0f6b1cdf99, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=8f092f09-fe60-4448-9026-8f0f6b1cdf99,segment=NetworkSegment(5b73bbf7-7693-4577-890d-a6987a70c2b5),segment_id=5b73bbf7-7693-4577-890d-a6987a70c2b5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:47.238898 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:47.261170 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=1bffb151-4d65-43a8-8389-1cf388cdb3d4,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:47.285746 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dd8cc224-da4a-4c5b-8dee-43766501b019 req-9db63c8e-c5eb-45d6-b7f8-82a2d605e586 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547826 Dec 10 16:23:47.324081 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=8f092f09-fe60-4448-9026-8f0f6b1cdf99,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:47.342566 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf784149-61d0-43c2-915b-d69c90d12468 x-openstack-request-id: req-bf784149-61d0-43c2-915b-d69c90d12468 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:23:47.343022 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "315fc0ab-8c94-43fb-a36d-54e619b0ae2f", "tag": "f4e71d83-ee97-4292-9c4d-49d9bdcba2bd", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:23:47.343368 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bf784149-61d0-43c2-915b-d69c90d12468 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:23:47.343854 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '315fc0ab-8c94-43fb-a36d-54e619b0ae2f', 'tag': 'f4e71d83-ee97-4292-9c4d-49d9bdcba2bd', 'status': 'completed', 'code': 200} Dec 10 16:23:47.431334 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e4f88-7e54-4581-8e7e-8190588c4f30 req-c7ed0e27-5eb0-4146-b93a-75ca907aabc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:47.433383 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4c8e4f88-7e54-4581-8e7e-8190588c4f30 req-c7ed0e27-5eb0-4146-b93a-75ca907aabc9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c7f96263ffc44481b889fc489836cd3c&device_id=315fc0ab-8c94-43fb-a36d-54e619b0ae2f HTTP/1.1" status: 200 len: 1094 time: 0.0660310 Dec 10 16:23:47.554491 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3ea67054-7efc-4cd0-b9f7-448549726bdc req-afbe38b9-0bf0-4155-a277-5e09cbd4423f tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] 10.222.0.11 "GET /v2.0/security-groups/8609d821-c5e4-4454-9ad0-82f727dcd26b HTTP/1.1" status: 200 len: 1828 time: 0.1398113 Dec 10 16:23:47.578595 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-a81e67bb-b523-4203-a109-ebc9cd0f8455 service neutron] show failed (client error): The resource could not be found. Dec 10 16:23:47.579608 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-a81e67bb-b523-4203-a109-ebc9cd0f8455 service neutron] 10.222.0.26 "GET /v2.0/ports/4b0da238-da36-4506-8526-103e401bdc08/bindings/n-h2-766771-2 HTTP/1.1" status: 404 len: 380 time: 0.1435156 Dec 10 16:23:47.595477 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e4f88-7e54-4581-8e7e-8190588c4f30 req-6c43a74a-8973-47f3-b6e6-641826497d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:47.596998 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4c8e4f88-7e54-4581-8e7e-8190588c4f30 req-6c43a74a-8973-47f3-b6e6-641826497d8a service neutron] 10.222.0.46 "GET /v2.0/networks?id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce HTTP/1.1" status: 200 len: 909 time: 0.1491611 Dec 10 16:23:47.654056 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4c8e4f88-7e54-4581-8e7e-8190588c4f30 req-20e182b7-803d-4cc2-8353-2bafb4437f9d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4e71d83-ee97-4292-9c4d-49d9bdcba2bd HTTP/1.1" status: 200 len: 217 time: 0.0482481 Dec 10 16:23:47.785032 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108061c8-cfd8-4061-bb46-de67b6e7ebe4 req-049d99fc-72c4-4c23-b479-133290dbf962 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:47.787089 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-108061c8-cfd8-4061-bb46-de67b6e7ebe4 req-049d99fc-72c4-4c23-b479-133290dbf962 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae4db16d-13b2-40bb-907d-95a2bf785412 HTTP/1.1" status: 200 len: 949 time: 0.1318667 Dec 10 16:23:47.788845 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e4f88-7e54-4581-8e7e-8190588c4f30 req-8cc234b7-cec3-40a5-9f06-60aae096f5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:47.790603 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4c8e4f88-7e54-4581-8e7e-8190588c4f30 req-8cc234b7-cec3-40a5-9f06-60aae096f5dc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8e6d4c00-e815-4a48-aff0-5fbec7a9d006 HTTP/1.1" status: 200 len: 848 time: 0.1246614 Dec 10 16:23:47.812058 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-de1d968a-c764-4e48-90fd-d3b7e112cafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:47.813464 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-de1d968a-c764-4e48-90fd-d3b7e112cafe service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ae4db16d-13b2-40bb-907d-95a2bf785412&tenant_id=94e98c03952a41539b6089aa3614a4af HTTP/1.1" status: 200 len: 1100 time: 0.0460222 Dec 10 16:23:47.833662 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-6a0eebe1-0e6e-4cb3-99ea-455a588a64f0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766771-2', 'device_owner': 'compute:nova'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:47.836657 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbac9d5-5bfd-49dc-882c-a08f56e4bacf req-e2684a4c-5a87-4ee0-b372-c48eee827bdf tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:47.838319 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7fbac9d5-5bfd-49dc-882c-a08f56e4bacf req-e2684a4c-5a87-4ee0-b372-c48eee827bdf tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb443b77-bdd2-4850-943c-7e3d2c70fb73 HTTP/1.1" status: 200 len: 950 time: 0.1476853 Dec 10 16:23:47.857686 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4c8e4f88-7e54-4581-8e7e-8190588c4f30 req-128916a4-0d43-4451-a50c-9a96c35b5108 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555978 Dec 10 16:23:47.891173 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-6a0eebe1-0e6e-4cb3-99ea-455a588a64f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:47.968861 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-108061c8-cfd8-4061-bb46-de67b6e7ebe4 req-6f97c141-2c43-45d2-a8b3-f8a60dcd8cf1 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758633 Dec 10 16:23:48.048411 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4c8e4f88-7e54-4581-8e7e-8190588c4f30 req-de9f7dbd-ae97-40eb-a2fa-857cb4fd11a6 service neutron] 10.222.0.46 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783483 Dec 10 16:23:48.090543 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-7fbac9d5-5bfd-49dc-882c-a08f56e4bacf req-1f3cd8e0-f75a-456c-be89-ca254fe585be tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Deleting port 9aaffcf2-e527-458f-92dc-a7f3f3cd7837 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:23:48.090876 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7fbac9d5-5bfd-49dc-882c-a08f56e4bacf req-1f3cd8e0-f75a-456c-be89-ca254fe585be tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:48.102380 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-6a0eebe1-0e6e-4cb3-99ea-455a588a64f0 service neutron] For port 4b0da238-da36-4506-8526-103e401bdc08, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=4b0da238-da36-4506-8526-103e401bdc08,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:48.141292 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-6a0eebe1-0e6e-4cb3-99ea-455a588a64f0 service neutron] For port 4b0da238-da36-4506-8526-103e401bdc08, host n-h1-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:23:48.190553 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4db16d-13b2-40bb-907d-95a2bf785412', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b0da238-da36-4506-8526-103e401bdc08'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:23:48.193526 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ea77b9-4f86-479d-b401-7c27950deef1" -d '{"events": [{"server_uuid": "ae4db16d-13b2-40bb-907d-95a2bf785412", "name": "network-vif-unplugged", "status": "completed", "tag": "4b0da238-da36-4506-8526-103e401bdc08"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:23:48.197452 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-6a0eebe1-0e6e-4cb3-99ea-455a588a64f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:48.209629 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef43a1c-ac2e-4f0d-82d4-1bfb92be3907 req-d9b91cdd-b92f-431c-8b46-51b8fbe76227 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:48.211256 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1ef43a1c-ac2e-4f0d-82d4-1bfb92be3907 req-d9b91cdd-b92f-431c-8b46-51b8fbe76227 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=315fc0ab-8c94-43fb-a36d-54e619b0ae2f HTTP/1.1" status: 200 len: 943 time: 0.1606071 Dec 10 16:23:48.212138 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-6a0eebe1-0e6e-4cb3-99ea-455a588a64f0 service neutron] Transition to ACTIVE for port object 4b0da238-da36-4506-8526-103e401bdc08 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:23:48.216149 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-6a0eebe1-0e6e-4cb3-99ea-455a588a64f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:48.276669 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-7fbac9d5-5bfd-49dc-882c-a08f56e4bacf req-1f3cd8e0-f75a-456c-be89-ca254fe585be tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] For port 9aaffcf2-e527-458f-92dc-a7f3f3cd7837, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=9aaffcf2-e527-458f-92dc-a7f3f3cd7837,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:48.277033 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7fbac9d5-5bfd-49dc-882c-a08f56e4bacf req-1f3cd8e0-f75a-456c-be89-ca254fe585be tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:48.277204 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-6a0eebe1-0e6e-4cb3-99ea-455a588a64f0 service neutron] No DVR routers for this DVR port 4b0da238-da36-4506-8526-103e401bdc08 on host n-h1-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:23:48.280211 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0eebe1-0e6e-4cb3-99ea-455a588a64f0 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0da238-da36-4506-8526-103e401bdc08,revision_number=6']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:48.288087 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4c8e4f88-7e54-4581-8e7e-8190588c4f30 req-5a544603-9817-4e28-8ad2-b0385fd0323d service neutron] 10.222.0.46 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244630 Dec 10 16:23:48.300225 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-7fbac9d5-5bfd-49dc-882c-a08f56e4bacf req-1f3cd8e0-f75a-456c-be89-ca254fe585be tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Calling delete_port for 9aaffcf2-e527-458f-92dc-a7f3f3cd7837 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:23:48.318865 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-6a0eebe1-0e6e-4cb3-99ea-455a588a64f0 service neutron] Attempting to bind port 4b0da238-da36-4506-8526-103e401bdc08 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:23:48.319374 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-6a0eebe1-0e6e-4cb3-99ea-455a588a64f0 service neutron] Attempting to bind port 4b0da238-da36-4506-8526-103e401bdc08 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:23:48.319795 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-6a0eebe1-0e6e-4cb3-99ea-455a588a64f0 service neutron] Attempting to bind port 4b0da238-da36-4506-8526-103e401bdc08 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:23:48.324881 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-6a0eebe1-0e6e-4cb3-99ea-455a588a64f0 service neutron] Port 4b0da238-da36-4506-8526-103e401bdc08 on network 1b1da819-dfba-43f2-8848-8bb429159850 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:23:48.325322 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-6a0eebe1-0e6e-4cb3-99ea-455a588a64f0 service neutron] Attempting to bind port 4b0da238-da36-4506-8526-103e401bdc08 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:23:48.330496 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1ef43a1c-ac2e-4f0d-82d4-1bfb92be3907 req-1d849dcf-d933-4ed7-8fc3-0ff1ccc25c5f tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102893 Dec 10 16:23:48.330969 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-6a0eebe1-0e6e-4cb3-99ea-455a588a64f0 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:23:48.331572 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-6a0eebe1-0e6e-4cb3-99ea-455a588a64f0 service neutron] Checking segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:23:48.332201 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-6a0eebe1-0e6e-4cb3-99ea-455a588a64f0 service neutron] Bound using segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:23:48.332843 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-6a0eebe1-0e6e-4cb3-99ea-455a588a64f0 service neutron] Bound port: 4b0da238-da36-4506-8526-103e401bdc08, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:23:48.333428 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-6a0eebe1-0e6e-4cb3-99ea-455a588a64f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:48.419925 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-6a0eebe1-0e6e-4cb3-99ea-455a588a64f0 service neutron] For port 4b0da238-da36-4506-8526-103e401bdc08, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:23:48.424984 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-6a0eebe1-0e6e-4cb3-99ea-455a588a64f0 service neutron] For port 4b0da238-da36-4506-8526-103e401bdc08, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=4b0da238-da36-4506-8526-103e401bdc08,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:23:48.432437 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-6a0eebe1-0e6e-4cb3-99ea-455a588a64f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:48.437081 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:48.472350 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-6a0eebe1-0e6e-4cb3-99ea-455a588a64f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:48.473209 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-6a0eebe1-0e6e-4cb3-99ea-455a588a64f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:48.474787 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-6a0eebe1-0e6e-4cb3-99ea-455a588a64f0 service neutron] 10.222.0.46 "PUT /v2.0/ports/4b0da238-da36-4506-8526-103e401bdc08 HTTP/1.1" status: 200 len: 1095 time: 0.6456151 Dec 10 16:23:48.492109 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0eebe1-0e6e-4cb3-99ea-455a588a64f0 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0da238-da36-4506-8526-103e401bdc08,revision_number=7']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:48.517560 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bfb8cd-5cbf-4b65-b9b1-f92336b96ca8 req-2308f159-4dfe-44c0-bbdf-feb317016bc9 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:48.524717 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a1bfb8cd-5cbf-4b65-b9b1-f92336b96ca8 req-2308f159-4dfe-44c0-bbdf-feb317016bc9 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb443b77-bdd2-4850-943c-7e3d2c70fb73 HTTP/1.1" status: 200 len: 950 time: 0.1107244 Dec 10 16:23:48.562407 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-9b6fe45d-2704-40c1-b0cb-95edaaab06cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:48.564277 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-9b6fe45d-2704-40c1-b0cb-95edaaab06cc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94e98c03952a41539b6089aa3614a4af&device_id=ae4db16d-13b2-40bb-907d-95a2bf785412 HTTP/1.1" status: 200 len: 1098 time: 0.0450709 Dec 10 16:23:48.622962 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a1bfb8cd-5cbf-4b65-b9b1-f92336b96ca8 req-a01bafd5-09d7-48fe-beda-f026c56c8a7f tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963037 Dec 10 16:23:48.626496 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7fbac9d5-5bfd-49dc-882c-a08f56e4bacf req-1f3cd8e0-f75a-456c-be89-ca254fe585be tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:48.642374 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['6d73126e-816a-49e2-8614-6c4009af6327', 'e06bbe0a-2a8a-44dc-a565-722865572b2e', '9aaffcf2-e527-458f-92dc-a7f3f3cd7837'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:23:48.669172 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3cd8e0-f75a-456c-be89-ca254fe585be tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Pushing event deleted for resources: {'Port': ['ID=9aaffcf2-e527-458f-92dc-a7f3f3cd7837,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:48.700307 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-204daeaa-302e-4b49-9921-f8fcee24b9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:48.702200 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-204daeaa-302e-4b49-9921-f8fcee24b9cf service neutron] 10.222.0.46 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.1306617 Dec 10 16:23:48.714270 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed09b7-9d44-4aba-8374-3c70a25a269c req-1222a2e9-2e1d-4e25-bd8e-c8f977428b95 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:48.715797 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f3ed09b7-9d44-4aba-8374-3c70a25a269c req-1222a2e9-2e1d-4e25-bd8e-c8f977428b95 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d370f79-a420-4f2c-9635-743e0287e036 HTTP/1.1" status: 200 len: 949 time: 0.1459553 Dec 10 16:23:48.717870 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44d5347-31df-4a45-bb6b-2069aed7cfac x-openstack-request-id: req-f44d5347-31df-4a45-bb6b-2069aed7cfac {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:23:48.718159 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b748d6c-7596-46cd-babb-fa52da62626b", "name": "network-vif-plugged", "status": "completed", "tag": "1bffb151-4d65-43a8-8389-1cf388cdb3d4", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:23:48.718459 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f44d5347-31df-4a45-bb6b-2069aed7cfac {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:23:48.718875 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b748d6c-7596-46cd-babb-fa52da62626b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bffb151-4d65-43a8-8389-1cf388cdb3d4', 'code': 200} Dec 10 16:23:48.731958 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fbac9d5-5bfd-49dc-882c-a08f56e4bacf req-1f3cd8e0-f75a-456c-be89-ca254fe585be tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] No DVR routers for this DVR port 9aaffcf2-e527-458f-92dc-a7f3f3cd7837 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:23:48.741086 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7fbac9d5-5bfd-49dc-882c-a08f56e4bacf req-1f3cd8e0-f75a-456c-be89-ca254fe585be tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:48.744839 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7fbac9d5-5bfd-49dc-882c-a08f56e4bacf req-1f3cd8e0-f75a-456c-be89-ca254fe585be tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.46 "DELETE /v2.0/ports/9aaffcf2-e527-458f-92dc-a7f3f3cd7837 HTTP/1.1" status: 204 len: 173 time: 0.8898597 Dec 10 16:23:48.803642 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-709338d1-04f5-4749-868c-6637e7b4646c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=4b0da238-da36-4506-8526-103e401bdc08 HTTP/1.1" status: 200 len: 217 time: 0.0806415 Dec 10 16:23:48.830856 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device f4e71d83-ee97-4292-9c4d-49d9bdcba2bd details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:23:48.862692 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-e1b377d9-dfa2-46d7-8bc5-40909973a93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:48.864388 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-e1b377d9-dfa2-46d7-8bc5-40909973a93a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.0531528 Dec 10 16:23:48.929465 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-a96a723d-3465-4316-8103-158a3473ea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:48.931194 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-a96a723d-3465-4316-8103-158a3473ea78 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0589714 Dec 10 16:23:49.010358 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port f4e71d83-ee97-4292-9c4d-49d9bdcba2bd, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=f4e71d83-ee97-4292-9c4d-49d9bdcba2bd,segment=NetworkSegment(698ea8e5-c316-417a-87ff-ff612f3a473c),segment_id=698ea8e5-c316-417a-87ff-ff612f3a473c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:49.034337 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'f4e71d83-ee97-4292-9c4d-49d9bdcba2bd', 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce', 'port_id': 'f4e71d83-ee97-4292-9c4d-49d9bdcba2bd', 'mac_address': 'fa:16:3e:3c:f2:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e6d4c00-e815-4a48-aff0-5fbec7a9d006', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:23:49.055043 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-62d2e864-e372-4380-b701-96ccf072c4dc service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153457 Dec 10 16:23:49.110529 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:49.138059 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4e71d83-ee97-4292-9c4d-49d9bdcba2bd {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:23:49.171840 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a83803a0-6158-4999-8cfc-72da9f22bf8c req-8f878ebd-bd2b-4ad8-84a1-211c278e5746 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063294 Dec 10 16:23:49.172285 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port f4e71d83-ee97-4292-9c4d-49d9bdcba2bd, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=f4e71d83-ee97-4292-9c4d-49d9bdcba2bd,segment=NetworkSegment(698ea8e5-c316-417a-87ff-ff612f3a473c),segment_id=698ea8e5-c316-417a-87ff-ff612f3a473c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:49.177568 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:49.232743 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=f4e71d83-ee97-4292-9c4d-49d9bdcba2bd,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:49.274405 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcc4fe-74fa-4884-9cd2-328b24570281 req-7c70f91a-a44d-4334-92e3-7db5018f940a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:49.276311 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5ddcc4fe-74fa-4884-9cd2-328b24570281 req-7c70f91a-a44d-4334-92e3-7db5018f940a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8b748d6c-7596-46cd-babb-fa52da62626b HTTP/1.1" status: 200 len: 1097 time: 0.4618127 Dec 10 16:23:49.292557 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48893f9-62d6-439e-a280-60ec81ad5912 req-26f59d69-1573-43ba-9760-38fe7fba10c7 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:49.300490 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b48893f9-62d6-439e-a280-60ec81ad5912 req-26f59d69-1573-43ba-9760-38fe7fba10c7 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b748d6c-7596-46cd-babb-fa52da62626b HTTP/1.1" status: 200 len: 946 time: 0.4846804 Dec 10 16:23:49.315665 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-f3ed09b7-9d44-4aba-8374-3c70a25a269c req-3b3c0a18-2950-4d32-b7cb-213df518722e tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Deleting port e06bbe0a-2a8a-44dc-a565-722865572b2e {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:23:49.315995 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f3ed09b7-9d44-4aba-8374-3c70a25a269c req-3b3c0a18-2950-4d32-b7cb-213df518722e tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:49.379872 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb443b77-bdd2-4850-943c-7e3d2c70fb73', 'name': 'network-vif-deleted', 'tag': '9aaffcf2-e527-458f-92dc-a7f3f3cd7837'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:23:49.382201 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4f5ae1-2a9c-46fb-95c5-a1cc50e92db9" -d '{"events": [{"server_uuid": "bb443b77-bdd2-4850-943c-7e3d2c70fb73", "name": "network-vif-deleted", "tag": "9aaffcf2-e527-458f-92dc-a7f3f3cd7837"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:23:49.443441 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5ddcc4fe-74fa-4884-9cd2-328b24570281 req-105353d2-f9a5-4208-b3b6-efae9b193ab0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=49fe1dff-9a8a-4853-93a8-b844ade6615b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588488 Dec 10 16:23:49.460462 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b48893f9-62d6-439e-a280-60ec81ad5912 req-22b7583b-ef81-4f9a-848b-89f8c7b04bf0 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fe1dff-9a8a-4853-93a8-b844ade6615b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591573 Dec 10 16:23:49.477341 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-f3ed09b7-9d44-4aba-8374-3c70a25a269c req-3b3c0a18-2950-4d32-b7cb-213df518722e tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] For port e06bbe0a-2a8a-44dc-a565-722865572b2e, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=e06bbe0a-2a8a-44dc-a565-722865572b2e,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:49.477706 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f3ed09b7-9d44-4aba-8374-3c70a25a269c req-3b3c0a18-2950-4d32-b7cb-213df518722e tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:49.492529 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-f3ed09b7-9d44-4aba-8374-3c70a25a269c req-3b3c0a18-2950-4d32-b7cb-213df518722e tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Calling delete_port for e06bbe0a-2a8a-44dc-a565-722865572b2e owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:23:49.496915 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-c2436403-176a-483b-b4ab-2c4e0e8485a7 req-4326cb94-1306-4e39-96a6-2a0b3ef30c2a tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-826095996', 'description': 'tempest-description-1978629803'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:49.506820 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['f4e71d83-ee97-4292-9c4d-49d9bdcba2bd'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:23:49.555333 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c2436403-176a-483b-b4ab-2c4e0e8485a7 req-4326cb94-1306-4e39-96a6-2a0b3ef30c2a tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:49.652283 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:49.676836 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c2436403-176a-483b-b4ab-2c4e0e8485a7 req-4326cb94-1306-4e39-96a6-2a0b3ef30c2a tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:49.682898 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c2436403-176a-483b-b4ab-2c4e0e8485a7 req-4326cb94-1306-4e39-96a6-2a0b3ef30c2a tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:49.706496 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f3ed09b7-9d44-4aba-8374-3c70a25a269c req-3b3c0a18-2950-4d32-b7cb-213df518722e tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:49.741035 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c2436403-176a-483b-b4ab-2c4e0e8485a7 req-4326cb94-1306-4e39-96a6-2a0b3ef30c2a tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:49.742246 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c2436403-176a-483b-b4ab-2c4e0e8485a7 req-4326cb94-1306-4e39-96a6-2a0b3ef30c2a tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2554829 Dec 10 16:23:49.750600 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326cb94-1306-4e39-96a6-2a0b3ef30c2a tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5f164c-e728-4d9f-912d-8a43d03f8165,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:49.753868 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c0a18-2950-4d32-b7cb-213df518722e tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Pushing event deleted for resources: {'Port': ['ID=e06bbe0a-2a8a-44dc-a565-722865572b2e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:49.802296 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ed09b7-9d44-4aba-8374-3c70a25a269c req-3b3c0a18-2950-4d32-b7cb-213df518722e tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] No DVR routers for this DVR port e06bbe0a-2a8a-44dc-a565-722865572b2e on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:23:49.804823 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f3ed09b7-9d44-4aba-8374-3c70a25a269c req-3b3c0a18-2950-4d32-b7cb-213df518722e tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:49.809666 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f3ed09b7-9d44-4aba-8374-3c70a25a269c req-3b3c0a18-2950-4d32-b7cb-213df518722e tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.46 "DELETE /v2.0/ports/e06bbe0a-2a8a-44dc-a565-722865572b2e HTTP/1.1" status: 204 len: 173 time: 1.0790250 Dec 10 16:23:49.863388 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 16:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30544bb-1753-4773-8b09-1b0a3fae86c5 x-openstack-request-id: req-d30544bb-1753-4773-8b09-1b0a3fae86c5 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:23:49.863920 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4db16d-13b2-40bb-907d-95a2bf785412", "name": "network-vif-unplugged", "status": "completed", "tag": "4b0da238-da36-4506-8526-103e401bdc08", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:23:49.863920 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d30544bb-1753-4773-8b09-1b0a3fae86c5 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:23:49.864330 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4db16d-13b2-40bb-907d-95a2bf785412', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b0da238-da36-4506-8526-103e401bdc08', 'code': 200} Dec 10 16:23:49.973023 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aad2df-7042-434d-b7bf-5e8d1887ebbc req-34d14528-1617-42ce-a1fe-20c7b77206ac tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:49.974550 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95aad2df-7042-434d-b7bf-5e8d1887ebbc req-34d14528-1617-42ce-a1fe-20c7b77206ac tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e4fda09-15cd-4179-9782-ce105d632729 HTTP/1.1" status: 200 len: 946 time: 0.0615532 Dec 10 16:23:50.022411 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95aad2df-7042-434d-b7bf-5e8d1887ebbc req-683b8d8e-d957-4f31-8972-908fd9ef06dd tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420287 Dec 10 16:23:50.194370 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884feb9-7edd-4a25-999e-9be0447411d9 req-a03611d3-9d68-40c8-9043-5a7547d117a3 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:50.195929 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d884feb9-7edd-4a25-999e-9be0447411d9 req-a03611d3-9d68-40c8-9043-5a7547d117a3 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae4db16d-13b2-40bb-907d-95a2bf785412 HTTP/1.1" status: 200 len: 947 time: 0.0507762 Dec 10 16:23:50.249442 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d884feb9-7edd-4a25-999e-9be0447411d9 req-e486b88c-8b2c-4f6b-9afa-ca13a7e8cd13 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462217 Dec 10 16:23:50.335011 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['6d73126e-816a-49e2-8614-6c4009af6327'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:23:50.369894 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f47da8-5924-4dc6-b9a6-a768a3d2d9ed req-12e9559e-d5be-4b66-89bb-e45931c49001 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:50.371333 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-75f47da8-5924-4dc6-b9a6-a768a3d2d9ed req-12e9559e-d5be-4b66-89bb-e45931c49001 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=315fc0ab-8c94-43fb-a36d-54e619b0ae2f HTTP/1.1" status: 200 len: 944 time: 0.0508144 Dec 10 16:23:50.423174 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-75f47da8-5924-4dc6-b9a6-a768a3d2d9ed req-0d9d2e3c-d91e-4493-bf7f-edf0137debcd tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452745 Dec 10 16:23:50.465137 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5bbdb9c-4e85-4456-8cad-58468323c858 x-openstack-request-id: req-e5bbdb9c-4e85-4456-8cad-58468323c858 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:23:50.465433 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb443b77-bdd2-4850-943c-7e3d2c70fb73", "name": "network-vif-deleted", "tag": "9aaffcf2-e527-458f-92dc-a7f3f3cd7837", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:23:50.465685 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e5bbdb9c-4e85-4456-8cad-58468323c858 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:23:50.466125 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb443b77-bdd2-4850-943c-7e3d2c70fb73', 'name': 'network-vif-deleted', 'tag': '9aaffcf2-e527-458f-92dc-a7f3f3cd7837', 'status': 'completed', 'code': 200} Dec 10 16:23:50.544624 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-23378880-0f2f-459d-9e29-27f8426dbc5f req-ddf96f00-bf04-404e-81dd-bf4c01cf1c84 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] 10.222.0.11 "GET /v2.0/security-groups/ef5f164c-e728-4d9f-912d-8a43d03f8165 HTTP/1.1" status: 200 len: 1829 time: 0.0364139 Dec 10 16:23:50.638583 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b590f-b929-434e-a4ed-cfd68be499a9 req-d03382dd-fc71-4436-b056-0e6165c280c9 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:50.640076 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ab6b590f-b929-434e-a4ed-cfd68be499a9 req-d03382dd-fc71-4436-b056-0e6165c280c9 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] 10.222.0.11 "GET /v2.0/ports?device_id=09c4fcc7-f6bd-4241-8860-1a1a83c006fe HTTP/1.1" status: 200 len: 945 time: 0.0482585 Dec 10 16:23:50.694160 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ab6b590f-b929-434e-a4ed-cfd68be499a9 req-75d21010-2109-45c5-9313-d59942c049e7 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f02d5fd-6538-49df-8042-a9b1dbcbd9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457315 Dec 10 16:23:50.720722 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4fda09-15cd-4179-9782-ce105d632729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f092f09-fe60-4448-9026-8f0f6b1cdf99'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:23:50.725594 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c237cfbd-7728-4da9-a9b9-7f359eda0fe0" -d '{"events": [{"server_uuid": "3e4fda09-15cd-4179-9782-ce105d632729", "name": "network-vif-plugged", "status": "completed", "tag": "8f092f09-fe60-4448-9026-8f0f6b1cdf99"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:23:50.799382 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122a61b-f98c-43f4-b0d0-de2c9e94364b req-62d6b582-b966-481a-ba60-7758244ded9f tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:50.800827 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7122a61b-f98c-43f4-b0d0-de2c9e94364b req-62d6b582-b966-481a-ba60-7758244ded9f tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b748d6c-7596-46cd-babb-fa52da62626b HTTP/1.1" status: 200 len: 946 time: 0.0486338 Dec 10 16:23:50.850756 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7122a61b-f98c-43f4-b0d0-de2c9e94364b req-45bf3a32-6b85-42ad-829f-4ca0d489b682 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fe1dff-9a8a-4853-93a8-b844ade6615b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437796 Dec 10 16:23:50.862094 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 4b0da238-da36-4506-8526-103e401bdc08 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:23:50.871740 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 4b0da238-da36-4506-8526-103e401bdc08 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:23:50.871740 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device f4e71d83-ee97-4292-9c4d-49d9bdcba2bd up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:23:50.910787 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-a3a361bb-1fb8-4efb-9e31-840a88fa98a6 req-b00e0ac0-1e81-48b0-ab05-106cff04c7e2 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2000609913', 'description': 'tempest-description-1744279360'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:50.934100 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a3a361bb-1fb8-4efb-9e31-840a88fa98a6 req-b00e0ac0-1e81-48b0-ab05-106cff04c7e2 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:51.001453 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a3a361bb-1fb8-4efb-9e31-840a88fa98a6 req-b00e0ac0-1e81-48b0-ab05-106cff04c7e2 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:51.001663 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 4b0da238-da36-4506-8526-103e401bdc08 not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:23:51.005750 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a3a361bb-1fb8-4efb-9e31-840a88fa98a6 req-b00e0ac0-1e81-48b0-ab05-106cff04c7e2 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:51.023885 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port f4e71d83-ee97-4292-9c4d-49d9bdcba2bd completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:23:51.032194 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port f4e71d83-ee97-4292-9c4d-49d9bdcba2bd triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:23:51.032571 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:51.035425 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a3a361bb-1fb8-4efb-9e31-840a88fa98a6 req-b00e0ac0-1e81-48b0-ab05-106cff04c7e2 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:51.036650 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a3a361bb-1fb8-4efb-9e31-840a88fa98a6 req-b00e0ac0-1e81-48b0-ab05-106cff04c7e2 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.1304467 Dec 10 16:23:51.038465 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e0ac0-1e81-48b0-ab05-106cff04c7e2 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0485d9e9-fbe6-4a68-b4b5-00a0a686fa44,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:51.075463 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cfb867-0466-454b-89a8-40b83e847c73 x-openstack-request-id: req-25cfb867-0466-454b-89a8-40b83e847c73 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:23:51.075754 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4fda09-15cd-4179-9782-ce105d632729", "name": "network-vif-plugged", "status": "completed", "tag": "8f092f09-fe60-4448-9026-8f0f6b1cdf99", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:23:51.076004 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-25cfb867-0466-454b-89a8-40b83e847c73 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:23:51.076413 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4fda09-15cd-4179-9782-ce105d632729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f092f09-fe60-4448-9026-8f0f6b1cdf99', 'code': 200} Dec 10 16:23:51.082785 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 4b0da238-da36-4506-8526-103e401bdc08, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=4b0da238-da36-4506-8526-103e401bdc08,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:51.101076 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '4b0da238-da36-4506-8526-103e401bdc08', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'port_id': '4b0da238-da36-4506-8526-103e401bdc08', 'mac_address': 'fa:16:3e:d8:b6:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a18c92-5007-49e2-b728-7aedc06dca57', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:23:51.176005 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:51.177738 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f51ab-0ed8-469b-8e55-213f2a3e7e6f req-409da78a-f071-4793-9170-995a1a19d166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:51.179286 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f78f51ab-0ed8-469b-8e55-213f2a3e7e6f req-409da78a-f071-4793-9170-995a1a19d166 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3e4fda09-15cd-4179-9782-ce105d632729 HTTP/1.1" status: 200 len: 1097 time: 0.0434465 Dec 10 16:23:51.192485 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:51.196059 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b0da238-da36-4506-8526-103e401bdc08 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:23:51.229660 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 4b0da238-da36-4506-8526-103e401bdc08, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=4b0da238-da36-4506-8526-103e401bdc08,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:51.239098 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:51.253414 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port f4e71d83-ee97-4292-9c4d-49d9bdcba2bd, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=f4e71d83-ee97-4292-9c4d-49d9bdcba2bd,segment=NetworkSegment(698ea8e5-c316-417a-87ff-ff612f3a473c),segment_id=698ea8e5-c316-417a-87ff-ff612f3a473c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:51.255417 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5656e7-de09-4b52-a7e6-870b9dcf1d2d req-dc4bb39c-83d8-4cda-8816-1122a2d57cc1 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:51.256989 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8c5656e7-de09-4b52-a7e6-870b9dcf1d2d req-dc4bb39c-83d8-4cda-8816-1122a2d57cc1 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b748d6c-7596-46cd-babb-fa52da62626b HTTP/1.1" status: 200 len: 946 time: 0.0762994 Dec 10 16:23:51.260454 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f78f51ab-0ed8-469b-8e55-213f2a3e7e6f req-94c16312-7f01-489f-a14b-54183060f200 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689671 Dec 10 16:23:51.266115 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43562) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:51.270738 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-3c723dd4-e0b7-4ba8-83a3-701a9ad99081 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Request body: {'floatingip': {'port_id': '1bffb151-4d65-43a8-8389-1cf388cdb3d4'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:23:51.273978 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:51.276837 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 9aaffcf2-e527-458f-92dc-a7f3f3cd7837 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:23:51.315978 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c723dd4-e0b7-4ba8-83a3-701a9ad99081 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks [] for floatingip, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:51.333716 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: 9aaffcf2-e527-458f-92dc-a7f3f3cd7837 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:23:51.334099 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 9aaffcf2-e527-458f-92dc-a7f3f3cd7837 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:23:51.354940 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=4b0da238-da36-4506-8526-103e401bdc08,revision_number=8']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:51.415056 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0625e-7ab4-4ec8-8f5c-b417acf18296 req-8701cd0c-5f02-421a-9668-98fd5c623b34 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:51.417257 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3cf0625e-7ab4-4ec8-8f5c-b417acf18296 req-8701cd0c-5f02-421a-9668-98fd5c623b34 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e4fda09-15cd-4179-9782-ce105d632729 HTTP/1.1" status: 200 len: 946 time: 0.0672092 Dec 10 16:23:51.419794 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=f4e71d83-ee97-4292-9c4d-49d9bdcba2bd,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:51.466706 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3cf0625e-7ab4-4ec8-8f5c-b417acf18296 req-fff972a6-5ae0-4c74-a5eb-35f935206a3c tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432549 Dec 10 16:23:51.539750 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c585adfd-b07b-4de6-b906-f0d8cf2a72ab req-27ebff6f-7bf9-41e2-ad69-86b63e5d7994 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] 10.222.0.11 "GET /v2.0/security-groups/0485d9e9-fbe6-4a68-b4b5-00a0a686fa44 HTTP/1.1" status: 200 len: 1830 time: 0.0383098 Dec 10 16:23:51.582356 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['4b0da238-da36-4506-8526-103e401bdc08'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:23:51.639223 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbafcf0-2935-41b5-a60e-9b0952ea19e5 req-b54640f5-4848-4883-b710-8dd62b432d24 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:51.640980 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0cbafcf0-2935-41b5-a60e-9b0952ea19e5 req-b54640f5-4848-4883-b710-8dd62b432d24 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae4db16d-13b2-40bb-907d-95a2bf785412 HTTP/1.1" status: 200 len: 948 time: 0.0509593 Dec 10 16:23:51.695004 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0cbafcf0-2935-41b5-a60e-9b0952ea19e5 req-725cc934-c9fc-4f96-b0ca-bbed504f9513 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468261 Dec 10 16:23:51.796201 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c723dd4-e0b7-4ba8-83a3-701a9ad99081 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:51.800109 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c723dd4-e0b7-4ba8-83a3-701a9ad99081 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:51.868164 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4db16d-13b2-40bb-907d-95a2bf785412', 'tag': '4b0da238-da36-4506-8526-103e401bdc08'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:23:51.870963 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b773eb1b-8173-471b-9a1b-d93c48cf393f" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4db16d-13b2-40bb-907d-95a2bf785412", "tag": "4b0da238-da36-4506-8526-103e401bdc08"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:23:51.908152 n-d-766771-2 neutron-server[103393]: INFO neutron.db.l3_db [None req-3c723dd4-e0b7-4ba8-83a3-701a9ad99081 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Floating IP 93ecef27-db04-48b6-80da-9a927de310c0 associated. External IP: 172.25.6.96, port: 1bffb151-4d65-43a8-8389-1cf388cdb3d4. Dec 10 16:23:51.925079 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5019441e-facd-4221-a75a-d9112a032ae1 req-1dbf4d16-7a41-4bf5-ae37-bf86717036a5 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:51.926681 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5019441e-facd-4221-a75a-d9112a032ae1 req-1dbf4d16-7a41-4bf5-ae37-bf86717036a5 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=315fc0ab-8c94-43fb-a36d-54e619b0ae2f HTTP/1.1" status: 200 len: 945 time: 0.0526006 Dec 10 16:23:51.975493 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5019441e-facd-4221-a75a-d9112a032ae1 req-c3e5574f-d6d7-4047-a8aa-b76f51ba214e tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426569 Dec 10 16:23:52.082400 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [req-b8f1e1ef-5d5e-43ec-a636-2809bf3e5203 req-07f8c561-aad0-46a7-a939-607f3d75c1c4 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] show failed (client error): The resource could not be found. Dec 10 16:23:52.083373 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b8f1e1ef-5d5e-43ec-a636-2809bf3e5203 req-07f8c561-aad0-46a7-a939-607f3d75c1c4 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] 10.222.0.11 "GET /v2.0/security-groups/bd9ba3a2-6726-4ada-8c71-31d1f354bd91 HTTP/1.1" status: 404 len: 352 time: 0.0136926 Dec 10 16:23:52.115338 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c723dd4-e0b7-4ba8-83a3-701a9ad99081 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Router 6b34d330-3d25-4291-9355-8811c25dae10 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:23:52.229205 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c723dd4-e0b7-4ba8-83a3-701a9ad99081 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:23:52.233620 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c723dd4-e0b7-4ba8-83a3-701a9ad99081 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:52.240541 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad2e68a-d3b9-4f67-8dd9-31edc4dac9c7 None None] Sync routers for ids ['6b34d330-3d25-4291-9355-8811c25dae10'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:23:52.261204 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad2e68a-d3b9-4f67-8dd9-31edc4dac9c7 None None] Routers {'6b34d330-3d25-4291-9355-8811c25dae10'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:23:52.262287 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-aad2e68a-d3b9-4f67-8dd9-31edc4dac9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:23:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['6b34d330-3d25-4291-9355-8811c25dae10'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:23:52.278796 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3c723dd4-e0b7-4ba8-83a3-701a9ad99081 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] 10.222.0.11 "PUT /v2.0/floatingips/93ecef27-db04-48b6-80da-9a927de310c0 HTTP/1.1" status: 200 len: 991 time: 1.0113683 Dec 10 16:23:52.289342 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4a862-52b8-4a25-8d55-6514ee9e8ac7 req-d8911bd7-f724-41da-8424-bbec266fd878 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:52.291007 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-35d4a862-52b8-4a25-8d55-6514ee9e8ac7 req-d8911bd7-f724-41da-8424-bbec266fd878 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7fd7ada-5753-4d36-9e30-d3d9a89249e2 HTTP/1.1" status: 200 len: 950 time: 0.0770667 Dec 10 16:23:52.379557 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-aad2e68a-d3b9-4f67-8dd9-31edc4dac9c7 None None] Set router 6b34d330-3d25-4291-9355-8811c25dae10 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:23:52.416345 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-35d4a862-52b8-4a25-8d55-6514ee9e8ac7 req-271e9838-63da-43c3-99e3-c283a163f874 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/security-groups?id=38df6743-9661-47ba-bcdc-74f3fd4734a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047354 Dec 10 16:23:52.436508 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae0b9f-4904-448f-87a7-f1c6b3663f74 req-881c0b5b-552b-495c-aea9-29327d7169b9 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:52.436508 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f4ae0b9f-4904-448f-87a7-f1c6b3663f74 req-881c0b5b-552b-495c-aea9-29327d7169b9 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.26 "GET /v2.0/ports?device_id=ae4db16d-13b2-40bb-907d-95a2bf785412&tenant_id=94e98c03952a41539b6089aa3614a4af&binding%3Ahost_id=n-h2-766771-2 HTTP/1.1" status: 200 len: 948 time: 0.1093915 Dec 10 16:23:52.469915 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d370f79-a420-4f2c-9635-743e0287e036', 'name': 'network-vif-deleted', 'tag': 'e06bbe0a-2a8a-44dc-a565-722865572b2e'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:23:52.472271 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd37885a-b6fe-4a2d-8494-9d38815fe263" -d '{"events": [{"server_uuid": "9d370f79-a420-4f2c-9635-743e0287e036", "name": "network-vif-deleted", "tag": "e06bbe0a-2a8a-44dc-a565-722865572b2e"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:23:52.482932 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2fb6f93-a3ce-459b-8a4f-15fc29b67b9a x-openstack-request-id: req-d2fb6f93-a3ce-459b-8a4f-15fc29b67b9a {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:23:52.483428 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4db16d-13b2-40bb-907d-95a2bf785412", "tag": "4b0da238-da36-4506-8526-103e401bdc08", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:23:52.483824 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d2fb6f93-a3ce-459b-8a4f-15fc29b67b9a {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:23:52.484434 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4db16d-13b2-40bb-907d-95a2bf785412', 'tag': '4b0da238-da36-4506-8526-103e401bdc08', 'status': 'completed', 'code': 200} Dec 10 16:23:52.529917 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [req-f4ae0b9f-4904-448f-87a7-f1c6b3663f74 req-3c3009e4-7fc5-478c-86b7-00a707f6c575 service neutron] delete failed (client error): The resource could not be found. Dec 10 16:23:52.529917 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f4ae0b9f-4904-448f-87a7-f1c6b3663f74 req-3c3009e4-7fc5-478c-86b7-00a707f6c575 service neutron] 10.222.0.26 "DELETE /v2.0/ports/4b0da238-da36-4506-8526-103e401bdc08/bindings/n-h1-766771-2 HTTP/1.1" status: 404 len: 380 time: 0.0877528 Dec 10 16:23:52.563739 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773eb1b-8173-471b-9a1b-d93c48cf393f req-feacbc9f-df22-4f1e-8314-af10ecf092e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:52.565423 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b773eb1b-8173-471b-9a1b-d93c48cf393f req-feacbc9f-df22-4f1e-8314-af10ecf092e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94e98c03952a41539b6089aa3614a4af&device_id=ae4db16d-13b2-40bb-907d-95a2bf785412 HTTP/1.1" status: 200 len: 1099 time: 0.0481560 Dec 10 16:23:52.573709 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773eb1b-8173-471b-9a1b-d93c48cf393f req-e1d3b72f-23da-415d-aa3f-d973a035bc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:52.575989 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b773eb1b-8173-471b-9a1b-d93c48cf393f req-e1d3b72f-23da-415d-aa3f-d973a035bc47 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=94e98c03952a41539b6089aa3614a4af&device_id=ae4db16d-13b2-40bb-907d-95a2bf785412 HTTP/1.1" status: 200 len: 1099 time: 0.0634770 Dec 10 16:23:52.634333 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-aad2e68a-d3b9-4f67-8dd9-31edc4dac9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b34d330-3d25-4291-9355-8811c25dae10', 'name': 'tempest-ServersTestFqdnHostnames-2098664385-router', 'tenant_id': 'e5b42db6acff4912af9c39e70aced757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '40d4a0e1-7c6e-404c-8c04-f9cf606caec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:23:22Z', 'updated_at': '2021-12-10T16:23:27Z', 'revision_number': 4, 'project_id': 'e5b42db6acff4912af9c39e70aced757', 'gw_port': {'id': '40d4a0e1-7c6e-404c-8c04-f9cf606caec6', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b34d330-3d25-4291-9355-8811c25dae10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:23:23Z', 'updated_at': '2021-12-10T16:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '93ecef27-db04-48b6-80da-9a927de310c0', 'tenant_id': 'e5b42db6acff4912af9c39e70aced757', 'floating_ip_address': '172.25.6.96', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '6b34d330-3d25-4291-9355-8811c25dae10', 'port_id': '1bffb151-4d65-43a8-8389-1cf388cdb3d4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 820, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9', 'mac_address': 'fa:16:3e:1b:23:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b748d6c-7596-46cd-babb-fa52da62626b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:23:32Z', 'updated_at': '2021-12-10T16:23:51Z', 'revision_number': 1, 'project_id': 'e5b42db6acff4912af9c39e70aced757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc9c11fd-5594-4c9d-932f-cc0ca39ec062', 'name': '', 'network_id': 'f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9', 'tenant_id': 'e5b42db6acff4912af9c39e70aced757', 'mac_address': 'fa:16:3e:12:a8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b34d330-3d25-4291-9355-8811c25dae10', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '62e7e0a2-de2b-4792-817e-ec8119832339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:23:26Z', 'updated_at': '2021-12-10T16:23:32Z', 'revision_number': 5, 'project_id': 'e5b42db6acff4912af9c39e70aced757', 'subnets': [{'id': '62e7e0a2-de2b-4792-817e-ec8119832339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:23:52.662909 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad2e68a-d3b9-4f67-8dd9-31edc4dac9c7 None None] Checking router: 6b34d330-3d25-4291-9355-8811c25dae10 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:23:52.671199 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad2e68a-d3b9-4f67-8dd9-31edc4dac9c7 None None] Routers {'6b34d330-3d25-4291-9355-8811c25dae10'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:23:52.671800 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-aad2e68a-d3b9-4f67-8dd9-31edc4dac9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:23:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['6b34d330-3d25-4291-9355-8811c25dae10'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:23:52.702510 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773eb1b-8173-471b-9a1b-d93c48cf393f req-50362b1e-ffc6-48d2-81ab-603cf346fdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:52.704283 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b773eb1b-8173-471b-9a1b-d93c48cf393f req-50362b1e-ffc6-48d2-81ab-603cf346fdd8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.1201611 Dec 10 16:23:52.718702 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b820da2-1695-4a3f-a069-cbe286cc5eda req-198fe764-c076-4c34-b788-2b61e2014866 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:52.721010 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0b820da2-1695-4a3f-a069-cbe286cc5eda req-198fe764-c076-4c34-b788-2b61e2014866 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] 10.222.0.11 "GET /v2.0/ports?device_id=09c4fcc7-f6bd-4241-8860-1a1a83c006fe HTTP/1.1" status: 200 len: 945 time: 0.0866184 Dec 10 16:23:52.724623 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773eb1b-8173-471b-9a1b-d93c48cf393f req-bea40f2f-9d36-4e78-916d-88ab195c2a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:52.726230 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b773eb1b-8173-471b-9a1b-d93c48cf393f req-bea40f2f-9d36-4e78-916d-88ab195c2a11 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.1512797 Dec 10 16:23:52.754374 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b773eb1b-8173-471b-9a1b-d93c48cf393f req-3f4c152f-6d22-4dbf-a52b-4c240b92bc64 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=4b0da238-da36-4506-8526-103e401bdc08 HTTP/1.1" status: 200 len: 217 time: 0.0426717 Dec 10 16:23:52.790628 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b773eb1b-8173-471b-9a1b-d93c48cf393f req-b5af8422-b86d-4926-a249-48c6f84b0747 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=4b0da238-da36-4506-8526-103e401bdc08 HTTP/1.1" status: 200 len: 217 time: 0.0532918 Dec 10 16:23:52.809173 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773eb1b-8173-471b-9a1b-d93c48cf393f req-29f47183-047b-4984-80e3-a7e82f00dccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:52.810674 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b773eb1b-8173-471b-9a1b-d93c48cf393f req-29f47183-047b-4984-80e3-a7e82f00dccf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.0486457 Dec 10 16:23:52.856263 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0b820da2-1695-4a3f-a069-cbe286cc5eda req-2a313f75-4551-44fb-990e-22f8884c5d7a tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f02d5fd-6538-49df-8042-a9b1dbcbd9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262569 Dec 10 16:23:52.866994 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773eb1b-8173-471b-9a1b-d93c48cf393f req-f1fa4f78-fc24-4b60-b8dd-2dc7ee49b051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:52.866994 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b773eb1b-8173-471b-9a1b-d93c48cf393f req-f1fa4f78-fc24-4b60-b8dd-2dc7ee49b051 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0456243 Dec 10 16:23:52.878555 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773eb1b-8173-471b-9a1b-d93c48cf393f req-047dbdad-5f53-4cd8-8d0c-ae9cd9a06a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:52.879954 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b773eb1b-8173-471b-9a1b-d93c48cf393f req-047dbdad-5f53-4cd8-8d0c-ae9cd9a06a9d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.0789707 Dec 10 16:23:52.890867 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 4b0da238-da36-4506-8526-103e401bdc08 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:23:52.898701 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [req-a5b229a0-1af2-49a1-868b-d3340d342aab req-c486ec1b-90b9-4fff-8f20-112b247b9547 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] show failed (client error): The resource could not be found. Dec 10 16:23:52.900958 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a5b229a0-1af2-49a1-868b-d3340d342aab req-c486ec1b-90b9-4fff-8f20-112b247b9547 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] 10.222.0.11 "GET /v2.0/security-group-rules/a544c798-e8dc-489a-8152-e945dc99a294 HTTP/1.1" status: 404 len: 361 time: 0.0250218 Dec 10 16:23:52.932802 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773eb1b-8173-471b-9a1b-d93c48cf393f req-ea93ca4b-d57b-4d16-9b68-35c945011933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:52.934334 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b773eb1b-8173-471b-9a1b-d93c48cf393f req-ea93ca4b-d57b-4d16-9b68-35c945011933 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0454056 Dec 10 16:23:52.968797 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-aad2e68a-d3b9-4f67-8dd9-31edc4dac9c7 None None] Set router 6b34d330-3d25-4291-9355-8811c25dae10 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:23:52.985669 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b773eb1b-8173-471b-9a1b-d93c48cf393f req-099e5e47-3394-41f6-b9f2-6be8acbb703b service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134923 Dec 10 16:23:53.023433 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 4b0da238-da36-4506-8526-103e401bdc08 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:23:53.058079 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 4b0da238-da36-4506-8526-103e401bdc08 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:23:53.058516 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:53.064877 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b773eb1b-8173-471b-9a1b-d93c48cf393f req-0b755715-235b-4659-a5b8-5cfc2c1b076b service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195869 Dec 10 16:23:53.086281 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315fc0ab-8c94-43fb-a36d-54e619b0ae2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e71d83-ee97-4292-9c4d-49d9bdcba2bd'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:23:53.089046 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd41b957-e22e-40ea-8981-81bfc43a24c6" -d '{"events": [{"server_uuid": "315fc0ab-8c94-43fb-a36d-54e619b0ae2f", "name": "network-vif-plugged", "status": "completed", "tag": "f4e71d83-ee97-4292-9c4d-49d9bdcba2bd"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:23:53.091597 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b773eb1b-8173-471b-9a1b-d93c48cf393f req-ebf56372-be53-43d5-88ed-8efac3b5ebc1 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984862 Dec 10 16:23:53.155759 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a1141-7bbf-44e4-bd6a-7f65101ebd0a req-2d5cf9f9-28a4-4de8-8ffd-3be647739b4e tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:53.157239 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-523a1141-7bbf-44e4-bd6a-7f65101ebd0a req-2d5cf9f9-28a4-4de8-8ffd-3be647739b4e tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae4db16d-13b2-40bb-907d-95a2bf785412 HTTP/1.1" status: 200 len: 948 time: 0.1137209 Dec 10 16:23:53.208624 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b773eb1b-8173-471b-9a1b-d93c48cf393f req-ee05cbaf-7627-4597-b55a-f0b3048ff38c service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301794 Dec 10 16:23:53.220971 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:53.242954 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-523a1141-7bbf-44e4-bd6a-7f65101ebd0a req-53f1d659-22a0-4493-a07a-486ddbd7d320 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667086 Dec 10 16:23:53.280259 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae0b9f-4904-448f-87a7-f1c6b3663f74 req-2fbe0f08-abbd-4b09-ac2c-0f28c720e463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:53.281774 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f4ae0b9f-4904-448f-87a7-f1c6b3663f74 req-2fbe0f08-abbd-4b09-ac2c-0f28c720e463 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=94e98c03952a41539b6089aa3614a4af&device_id=ae4db16d-13b2-40bb-907d-95a2bf785412 HTTP/1.1" status: 200 len: 1099 time: 0.0450277 Dec 10 16:23:53.308014 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 4b0da238-da36-4506-8526-103e401bdc08, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=4b0da238-da36-4506-8526-103e401bdc08,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:53.313001 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:53.313802 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device e06bbe0a-2a8a-44dc-a565-722865572b2e no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:23:53.360260 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: e06bbe0a-2a8a-44dc-a565-722865572b2e {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:23:53.360260 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device e06bbe0a-2a8a-44dc-a565-722865572b2e not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:23:53.364977 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c73ba9-8851-496c-a4e9-6d4c41c18229 x-openstack-request-id: req-48c73ba9-8851-496c-a4e9-6d4c41c18229 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:23:53.365282 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d370f79-a420-4f2c-9635-743e0287e036", "name": "network-vif-deleted", "tag": "e06bbe0a-2a8a-44dc-a565-722865572b2e", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:23:53.365547 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-48c73ba9-8851-496c-a4e9-6d4c41c18229 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:23:53.365953 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d370f79-a420-4f2c-9635-743e0287e036', 'name': 'network-vif-deleted', 'tag': 'e06bbe0a-2a8a-44dc-a565-722865572b2e', 'status': 'completed', 'code': 200} Dec 10 16:23:53.389910 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=4b0da238-da36-4506-8526-103e401bdc08,revision_number=9']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:53.395521 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae0b9f-4904-448f-87a7-f1c6b3663f74 req-b9ae29aa-d0b3-40c6-8e45-ad77f915305e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:53.397272 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f4ae0b9f-4904-448f-87a7-f1c6b3663f74 req-b9ae29aa-d0b3-40c6-8e45-ad77f915305e service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.1088982 Dec 10 16:23:53.420903 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-aad2e68a-d3b9-4f67-8dd9-31edc4dac9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b34d330-3d25-4291-9355-8811c25dae10', 'name': 'tempest-ServersTestFqdnHostnames-2098664385-router', 'tenant_id': 'e5b42db6acff4912af9c39e70aced757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '40d4a0e1-7c6e-404c-8c04-f9cf606caec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:23:22Z', 'updated_at': '2021-12-10T16:23:27Z', 'revision_number': 4, 'project_id': 'e5b42db6acff4912af9c39e70aced757', 'gw_port': {'id': '40d4a0e1-7c6e-404c-8c04-f9cf606caec6', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b34d330-3d25-4291-9355-8811c25dae10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:23:23Z', 'updated_at': '2021-12-10T16:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '93ecef27-db04-48b6-80da-9a927de310c0', 'tenant_id': 'e5b42db6acff4912af9c39e70aced757', 'floating_ip_address': '172.25.6.96', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '6b34d330-3d25-4291-9355-8811c25dae10', 'port_id': '1bffb151-4d65-43a8-8389-1cf388cdb3d4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 820, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9', 'mac_address': 'fa:16:3e:1b:23:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b748d6c-7596-46cd-babb-fa52da62626b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:23:32Z', 'updated_at': '2021-12-10T16:23:51Z', 'revision_number': 1, 'project_id': 'e5b42db6acff4912af9c39e70aced757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc9c11fd-5594-4c9d-932f-cc0ca39ec062', 'name': '', 'network_id': 'f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9', 'tenant_id': 'e5b42db6acff4912af9c39e70aced757', 'mac_address': 'fa:16:3e:12:a8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b34d330-3d25-4291-9355-8811c25dae10', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '62e7e0a2-de2b-4792-817e-ec8119832339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:23:26Z', 'updated_at': '2021-12-10T16:23:32Z', 'revision_number': 5, 'project_id': 'e5b42db6acff4912af9c39e70aced757', 'subnets': [{'id': '62e7e0a2-de2b-4792-817e-ec8119832339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:23:53.448469 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9ec54-0fb5-47ad-955a-060a632f2d66 req-6f4f45ef-3776-46c9-8b3b-a6f7b10acd16 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:53.450532 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-70f9ec54-0fb5-47ad-955a-060a632f2d66 req-6f4f45ef-3776-46c9-8b3b-a6f7b10acd16 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7fd7ada-5753-4d36-9e30-d3d9a89249e2 HTTP/1.1" status: 200 len: 950 time: 0.0690591 Dec 10 16:23:53.462638 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f4ae0b9f-4904-448f-87a7-f1c6b3663f74 req-1f734d40-c510-45c6-9c89-3cc3db20a11a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=4b0da238-da36-4506-8526-103e401bdc08 HTTP/1.1" status: 200 len: 217 time: 0.0586097 Dec 10 16:23:53.465461 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad2e68a-d3b9-4f67-8dd9-31edc4dac9c7 None None] The sync data for ids ['6b34d330-3d25-4291-9355-8811c25dae10'] in n-d-766771-2 is: [{'id': '6b34d330-3d25-4291-9355-8811c25dae10', 'name': 'tempest-ServersTestFqdnHostnames-2098664385-router', 'tenant_id': 'e5b42db6acff4912af9c39e70aced757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '40d4a0e1-7c6e-404c-8c04-f9cf606caec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:23:22Z', 'updated_at': '2021-12-10T16:23:27Z', 'revision_number': 4, 'project_id': 'e5b42db6acff4912af9c39e70aced757', 'gw_port': {'id': '40d4a0e1-7c6e-404c-8c04-f9cf606caec6', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b34d330-3d25-4291-9355-8811c25dae10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:23:23Z', 'updated_at': '2021-12-10T16:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '93ecef27-db04-48b6-80da-9a927de310c0', 'tenant_id': 'e5b42db6acff4912af9c39e70aced757', 'floating_ip_address': '172.25.6.96', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '6b34d330-3d25-4291-9355-8811c25dae10', 'port_id': '1bffb151-4d65-43a8-8389-1cf388cdb3d4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 820, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9', 'mac_address': 'fa:16:3e:1b:23:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b748d6c-7596-46cd-babb-fa52da62626b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:23:32Z', 'updated_at': '2021-12-10T16:23:51Z', 'revision_number': 1, 'project_id': 'e5b42db6acff4912af9c39e70aced757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc9c11fd-5594-4c9d-932f-cc0ca39ec062', 'name': '', 'network_id': 'f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9', 'tenant_id': 'e5b42db6acff4912af9c39e70aced757', 'mac_address': 'fa:16:3e:12:a8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b34d330-3d25-4291-9355-8811c25dae10', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '62e7e0a2-de2b-4792-817e-ec8119832339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:23:26Z', 'updated_at': '2021-12-10T16:23:32Z', 'revision_number': 5, 'project_id': 'e5b42db6acff4912af9c39e70aced757', 'subnets': [{'id': '62e7e0a2-de2b-4792-817e-ec8119832339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:23:53.518870 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae0b9f-4904-448f-87a7-f1c6b3663f74 req-1ca6ea28-9d0b-490a-a79e-fd4a8f350657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:53.520335 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f4ae0b9f-4904-448f-87a7-f1c6b3663f74 req-1ca6ea28-9d0b-490a-a79e-fd4a8f350657 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.0515561 Dec 10 16:23:53.550932 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c3b41-494a-47aa-b456-25b3768803cc req-436db57e-aecc-452a-aead-ab172bb27ed0 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:53.552396 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f89c3b41-494a-47aa-b456-25b3768803cc req-436db57e-aecc-452a-aead-ab172bb27ed0 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e4fda09-15cd-4179-9782-ce105d632729 HTTP/1.1" status: 200 len: 946 time: 0.1269553 Dec 10 16:23:53.568589 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae0b9f-4904-448f-87a7-f1c6b3663f74 req-7d0885cb-1601-4dd2-adde-564106c10ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:53.570102 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f4ae0b9f-4904-448f-87a7-f1c6b3663f74 req-7d0885cb-1601-4dd2-adde-564106c10ae4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0432272 Dec 10 16:23:53.617514 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-70f9ec54-0fb5-47ad-955a-060a632f2d66 req-8902a669-abb2-404e-9a57-522ba90a4a82 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Deleting port 6d73126e-816a-49e2-8614-6c4009af6327 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:23:53.617846 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-70f9ec54-0fb5-47ad-955a-060a632f2d66 req-8902a669-abb2-404e-9a57-522ba90a4a82 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:53.626273 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f89c3b41-494a-47aa-b456-25b3768803cc req-d138ed8c-b013-4e26-a9ed-d2a446326f75 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652914 Dec 10 16:23:53.698793 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f4ae0b9f-4904-448f-87a7-f1c6b3663f74 req-ab63b6f7-a44f-40a4-bddb-dba919f633c3 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210275 Dec 10 16:23:53.750006 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fb1621-ed00-4aac-82d7-c8dd23f6ac01 None None] New status for floating IP 93ecef27-db04-48b6-80da-9a927de310c0: ACTIVE {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:23:53.764953 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-70f9ec54-0fb5-47ad-955a-060a632f2d66 req-8902a669-abb2-404e-9a57-522ba90a4a82 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] For port 6d73126e-816a-49e2-8614-6c4009af6327, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=6d73126e-816a-49e2-8614-6c4009af6327,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:53.765320 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-70f9ec54-0fb5-47ad-955a-060a632f2d66 req-8902a669-abb2-404e-9a57-522ba90a4a82 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:53.785540 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-99cd6c6a-a70e-4468-87da-d0f14774dc0b req-f7233c29-a51f-4190-9273-e117ae4564ac tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] 10.222.0.11 "GET /v2.0/security-groups/0485d9e9-fbe6-4a68-b4b5-00a0a686fa44 HTTP/1.1" status: 200 len: 1830 time: 0.0732841 Dec 10 16:23:53.786457 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-70f9ec54-0fb5-47ad-955a-060a632f2d66 req-8902a669-abb2-404e-9a57-522ba90a4a82 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Calling delete_port for 6d73126e-816a-49e2-8614-6c4009af6327 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:23:53.818179 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f4ae0b9f-4904-448f-87a7-f1c6b3663f74 req-7ffee5b8-c12d-4bfd-962d-8bee8d1dc25f service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102004 Dec 10 16:23:53.910598 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-99cd6c6a-a70e-4468-87da-d0f14774dc0b req-dae300d1-7d7d-4381-8a0e-c8ed09b349bb tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:53.957834 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-99cd6c6a-a70e-4468-87da-d0f14774dc0b req-dae300d1-7d7d-4381-8a0e-c8ed09b349bb tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:54.007990 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-70f9ec54-0fb5-47ad-955a-060a632f2d66 req-8902a669-abb2-404e-9a57-522ba90a4a82 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:54.022692 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['6d73126e-816a-49e2-8614-6c4009af6327'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:23:54.041177 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8902a669-abb2-404e-9a57-522ba90a4a82 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Pushing event deleted for resources: {'Port': ['ID=6d73126e-816a-49e2-8614-6c4009af6327,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:54.045081 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-99cd6c6a-a70e-4468-87da-d0f14774dc0b req-dae300d1-7d7d-4381-8a0e-c8ed09b349bb tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:54.047725 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-99cd6c6a-a70e-4468-87da-d0f14774dc0b req-dae300d1-7d7d-4381-8a0e-c8ed09b349bb tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:54.048834 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-99cd6c6a-a70e-4468-87da-d0f14774dc0b req-dae300d1-7d7d-4381-8a0e-c8ed09b349bb tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] 10.222.0.11 "DELETE /v2.0/security-groups/0485d9e9-fbe6-4a68-b4b5-00a0a686fa44 HTTP/1.1" status: 204 len: 173 time: 0.2521908 Dec 10 16:23:54.084292 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae300d1-7d7d-4381-8a0e-c8ed09b349bb tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0485d9e9-fbe6-4a68-b4b5-00a0a686fa44,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:54.098924 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f9ec54-0fb5-47ad-955a-060a632f2d66 req-8902a669-abb2-404e-9a57-522ba90a4a82 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] No DVR routers for this DVR port 6d73126e-816a-49e2-8614-6c4009af6327 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:23:54.101360 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-70f9ec54-0fb5-47ad-955a-060a632f2d66 req-8902a669-abb2-404e-9a57-522ba90a4a82 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:54.105088 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-70f9ec54-0fb5-47ad-955a-060a632f2d66 req-8902a669-abb2-404e-9a57-522ba90a4a82 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.46 "DELETE /v2.0/ports/6d73126e-816a-49e2-8614-6c4009af6327 HTTP/1.1" status: 204 len: 173 time: 0.6317794 Dec 10 16:23:54.157590 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c92801-2ce8-4903-a2ae-d153656ff81f req-fc40b6f9-554c-40ce-8e4c-46c4826417c8 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:54.159176 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-12c92801-2ce8-4903-a2ae-d153656ff81f req-fc40b6f9-554c-40ce-8e4c-46c4826417c8 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=315fc0ab-8c94-43fb-a36d-54e619b0ae2f HTTP/1.1" status: 200 len: 945 time: 0.0531750 Dec 10 16:23:54.214334 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-12c92801-2ce8-4903-a2ae-d153656ff81f req-dd0f791f-e29b-40ea-9aeb-6ad7b3ba3dc4 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469973 Dec 10 16:23:54.233915 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:23:54.269198 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528a8b9f-baae-444f-9bdb-bbaf697fb184 x-openstack-request-id: req-528a8b9f-baae-444f-9bdb-bbaf697fb184 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:23:54.269623 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315fc0ab-8c94-43fb-a36d-54e619b0ae2f", "name": "network-vif-plugged", "status": "completed", "tag": "f4e71d83-ee97-4292-9c4d-49d9bdcba2bd", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:23:54.269970 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-528a8b9f-baae-444f-9bdb-bbaf697fb184 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:23:54.270474 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315fc0ab-8c94-43fb-a36d-54e619b0ae2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e71d83-ee97-4292-9c4d-49d9bdcba2bd', 'code': 200} Dec 10 16:23:54.357046 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf05adaa-17ab-426f-ac6a-e0df9f2a5272 req-573f84b0-fe82-45b0-8bbe-4ebc9d220193 tempest-ServersOnMultiNodesTest-278157014 tempest-ServersOnMultiNodesTest-278157014-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7fd7ada-5753-4d36-9e30-d3d9a89249e2 HTTP/1.1" status: 200 len: 210 time: 0.0267553 Dec 10 16:23:54.416880 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa265fa9-8661-4dfb-915a-1211cfea71af req-4a7007d0-7bd4-4d81-b731-159fa8be6057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:54.419193 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fa265fa9-8661-4dfb-915a-1211cfea71af req-4a7007d0-7bd4-4d81-b731-159fa8be6057 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=315fc0ab-8c94-43fb-a36d-54e619b0ae2f HTTP/1.1" status: 200 len: 1096 time: 0.0610485 Dec 10 16:23:54.471053 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fa265fa9-8661-4dfb-915a-1211cfea71af req-49c0a302-e8bf-4ce2-9bf4-40ebfae01443 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433519 Dec 10 16:23:54.485526 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b748d6c-7596-46cd-babb-fa52da62626b', 'tag': '1bffb151-4d65-43a8-8389-1cf388cdb3d4'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:23:54.488666 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21bf13ba-e584-4c71-826f-bac54c4b902d" -d '{"events": [{"name": "network-changed", "server_uuid": "8b748d6c-7596-46cd-babb-fa52da62626b", "tag": "1bffb151-4d65-43a8-8389-1cf388cdb3d4"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:23:54.851495 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-53f9ccf6-6374-4216-b29e-6ad6c94352f1 req-2c62443d-6284-4b78-97fc-cd9093c6d32a tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] 10.222.0.11 "GET /v2.0/security-groups/ef5f164c-e728-4d9f-912d-8a43d03f8165 HTTP/1.1" status: 200 len: 1829 time: 0.0376513 Dec 10 16:23:54.909404 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-53f9ccf6-6374-4216-b29e-6ad6c94352f1 req-939b4b0d-b9b2-4a96-9389-fde4a5e1e879 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:54.932924 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-53f9ccf6-6374-4216-b29e-6ad6c94352f1 req-939b4b0d-b9b2-4a96-9389-fde4a5e1e879 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:54.972407 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-53f9ccf6-6374-4216-b29e-6ad6c94352f1 req-939b4b0d-b9b2-4a96-9389-fde4a5e1e879 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:54.975576 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-53f9ccf6-6374-4216-b29e-6ad6c94352f1 req-939b4b0d-b9b2-4a96-9389-fde4a5e1e879 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:54.976712 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-53f9ccf6-6374-4216-b29e-6ad6c94352f1 req-939b4b0d-b9b2-4a96-9389-fde4a5e1e879 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] 10.222.0.11 "DELETE /v2.0/security-groups/ef5f164c-e728-4d9f-912d-8a43d03f8165 HTTP/1.1" status: 204 len: 173 time: 0.1182141 Dec 10 16:23:54.985556 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b4b0d-b9b2-4a96-9389-fde4a5e1e879 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5f164c-e728-4d9f-912d-8a43d03f8165,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:55.075948 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e15005-abdb-4a16-9757-852bc07862d4 req-a6349f24-c834-4778-890a-6afea2bf5332 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:55.077495 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-79e15005-abdb-4a16-9757-852bc07862d4 req-a6349f24-c834-4778-890a-6afea2bf5332 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae4db16d-13b2-40bb-907d-95a2bf785412 HTTP/1.1" status: 200 len: 949 time: 0.0527210 Dec 10 16:23:55.123548 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-79e15005-abdb-4a16-9757-852bc07862d4 req-6398ec32-f058-462f-9593-be2e1273d8d7 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401785 Dec 10 16:23:55.223278 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44dd919b-ab8f-4736-919c-73b78f6b60ef x-openstack-request-id: req-44dd919b-ab8f-4736-919c-73b78f6b60ef {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:23:55.223644 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b748d6c-7596-46cd-babb-fa52da62626b", "tag": "1bffb151-4d65-43a8-8389-1cf388cdb3d4", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:23:55.223977 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-44dd919b-ab8f-4736-919c-73b78f6b60ef {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:23:55.224441 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b748d6c-7596-46cd-babb-fa52da62626b', 'tag': '1bffb151-4d65-43a8-8389-1cf388cdb3d4', 'status': 'completed', 'code': 200} Dec 10 16:23:55.317089 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf13ba-e584-4c71-826f-bac54c4b902d req-a8792d1d-eca0-4cc4-a0ad-afcff9d69327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:55.318472 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-21bf13ba-e584-4c71-826f-bac54c4b902d req-a8792d1d-eca0-4cc4-a0ad-afcff9d69327 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e5b42db6acff4912af9c39e70aced757&device_id=8b748d6c-7596-46cd-babb-fa52da62626b HTTP/1.1" status: 200 len: 1097 time: 0.0682325 Dec 10 16:23:55.330834 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22804278-e256-4d9f-9932-d292bc84c14f req-a499930b-31d5-48b0-8577-985b278425e9 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:55.332205 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22804278-e256-4d9f-9932-d292bc84c14f req-a499930b-31d5-48b0-8577-985b278425e9 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e4fda09-15cd-4179-9782-ce105d632729 HTTP/1.1" status: 200 len: 946 time: 0.0580764 Dec 10 16:23:55.383428 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7fd7ada-5753-4d36-9e30-d3d9a89249e2', 'name': 'network-vif-deleted', 'tag': '6d73126e-816a-49e2-8614-6c4009af6327'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:23:55.385675 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effdbb7e-86a6-47b9-8495-8c34bc44944f" -d '{"events": [{"server_uuid": "f7fd7ada-5753-4d36-9e30-d3d9a89249e2", "name": "network-vif-deleted", "tag": "6d73126e-816a-49e2-8614-6c4009af6327"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:23:55.445564 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22804278-e256-4d9f-9932-d292bc84c14f req-c51e103e-0a19-4337-a04d-259d32cafe56 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050107 Dec 10 16:23:55.459415 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf13ba-e584-4c71-826f-bac54c4b902d req-1049461e-0bb1-4044-b36f-7ddbad86f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:55.460843 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-21bf13ba-e584-4c71-826f-bac54c4b902d req-1049461e-0bb1-4044-b36f-7ddbad86f13e service neutron] 10.222.0.46 "GET /v2.0/networks?id=f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9 HTTP/1.1" status: 200 len: 916 time: 0.1277940 Dec 10 16:23:55.565736 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-21bf13ba-e584-4c71-826f-bac54c4b902d req-0a0fae0c-16b0-4d32-bcf0-ef6681d63c7a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bffb151-4d65-43a8-8389-1cf388cdb3d4 HTTP/1.1" status: 200 len: 1001 time: 0.0954361 Dec 10 16:23:55.579582 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96a5a4-39f8-49cc-8e6b-28cf041f752e req-4d97e292-8490-466a-a1ee-df651a9cd9e0 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:55.580934 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2b96a5a4-39f8-49cc-8e6b-28cf041f752e req-4d97e292-8490-466a-a1ee-df651a9cd9e0 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] 10.222.0.11 "GET /v2.0/ports?device_id=09c4fcc7-f6bd-4241-8860-1a1a83c006fe HTTP/1.1" status: 200 len: 945 time: 0.0702271 Dec 10 16:23:55.659594 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf13ba-e584-4c71-826f-bac54c4b902d req-4dd1c41a-3ef8-4e0d-acf4-6e02b7891408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:55.661078 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-21bf13ba-e584-4c71-826f-bac54c4b902d req-4dd1c41a-3ef8-4e0d-acf4-6e02b7891408 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=62e7e0a2-de2b-4792-817e-ec8119832339 HTTP/1.1" status: 200 len: 854 time: 0.0792823 Dec 10 16:23:55.666108 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2b96a5a4-39f8-49cc-8e6b-28cf041f752e req-6ce17129-2404-4d58-b58c-868f141addf4 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f02d5fd-6538-49df-8042-a9b1dbcbd9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740948 Dec 10 16:23:55.748433 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf13ba-e584-4c71-826f-bac54c4b902d req-9c668c5a-dacb-493d-baaf-ec5c4fbcc51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:55.750108 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-21bf13ba-e584-4c71-826f-bac54c4b902d req-9c668c5a-dacb-493d-baaf-ec5c4fbcc51d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752671 Dec 10 16:23:55.753251 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f9930bb5-cfad-46a0-95d7-b3b8c35ca173 req-0bbf0241-609a-42ad-98b0-6aecf86bf190 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] 10.222.0.11 "GET /v2.0/security-groups/8609d821-c5e4-4454-9ad0-82f727dcd26b HTTP/1.1" status: 200 len: 1828 time: 0.0502844 Dec 10 16:23:55.888465 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f9930bb5-cfad-46a0-95d7-b3b8c35ca173 req-94fedd78-68ec-461a-b2b9-994a425f8195 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:55.902225 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-21bf13ba-e584-4c71-826f-bac54c4b902d req-da12349f-6042-42e8-a9bd-5e42139334d3 service neutron] 10.222.0.46 "GET /v2.0/networks/f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330941 Dec 10 16:23:55.923602 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f9930bb5-cfad-46a0-95d7-b3b8c35ca173 req-94fedd78-68ec-461a-b2b9-994a425f8195 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:55.927450 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb4f9d-3844-40a4-8268-4c1a52fa0476 req-3f1fae78-43fb-4a6a-aa12-7f75bb4016ee tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:55.928907 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1bcb4f9d-3844-40a4-8268-4c1a52fa0476 req-3f1fae78-43fb-4a6a-aa12-7f75bb4016ee tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e4fda09-15cd-4179-9782-ce105d632729 HTTP/1.1" status: 200 len: 946 time: 0.0496440 Dec 10 16:23:56.023245 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f9930bb5-cfad-46a0-95d7-b3b8c35ca173 req-94fedd78-68ec-461a-b2b9-994a425f8195 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:56.026758 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f9930bb5-cfad-46a0-95d7-b3b8c35ca173 req-94fedd78-68ec-461a-b2b9-994a425f8195 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:56.027880 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f9930bb5-cfad-46a0-95d7-b3b8c35ca173 req-94fedd78-68ec-461a-b2b9-994a425f8195 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] 10.222.0.11 "DELETE /v2.0/security-groups/8609d821-c5e4-4454-9ad0-82f727dcd26b HTTP/1.1" status: 204 len: 173 time: 0.2667792 Dec 10 16:23:56.037042 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-1bcb4f9d-3844-40a4-8268-4c1a52fa0476 req-47cfea25-0067-4943-ba57-958559a72325 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Deleting port 8f092f09-fe60-4448-9026-8f0f6b1cdf99 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:23:56.037381 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1bcb4f9d-3844-40a4-8268-4c1a52fa0476 req-47cfea25-0067-4943-ba57-958559a72325 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:56.041817 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-21bf13ba-e584-4c71-826f-bac54c4b902d req-accad2bc-a9a7-44ee-9fab-478ab4a71042 service neutron] 10.222.0.46 "GET /v2.0/networks/f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299140 Dec 10 16:23:56.043554 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fedd78-68ec-461a-b2b9-994a425f8195 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8609d821-c5e4-4454-9ad0-82f727dcd26b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:56.148389 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-1bcb4f9d-3844-40a4-8268-4c1a52fa0476 req-47cfea25-0067-4943-ba57-958559a72325 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] For port 8f092f09-fe60-4448-9026-8f0f6b1cdf99, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=8f092f09-fe60-4448-9026-8f0f6b1cdf99,segment=NetworkSegment(5b73bbf7-7693-4577-890d-a6987a70c2b5),segment_id=5b73bbf7-7693-4577-890d-a6987a70c2b5)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:56.148649 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1bcb4f9d-3844-40a4-8268-4c1a52fa0476 req-47cfea25-0067-4943-ba57-958559a72325 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:56.162222 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-1bcb4f9d-3844-40a4-8268-4c1a52fa0476 req-47cfea25-0067-4943-ba57-958559a72325 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Calling delete_port for 8f092f09-fe60-4448-9026-8f0f6b1cdf99 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:23:56.171164 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836cfa3-4ebe-4c8d-a70b-eadbfacca3bd req-9826b373-2b75-4314-9d65-000901fd2fe2 tempest-MigrationsAdminTest-1578168246 tempest-MigrationsAdminTest-1578168246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:56.172704 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9836cfa3-4ebe-4c8d-a70b-eadbfacca3bd req-9826b373-2b75-4314-9d65-000901fd2fe2 tempest-MigrationsAdminTest-1578168246 tempest-MigrationsAdminTest-1578168246-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ae4db16d-13b2-40bb-907d-95a2bf785412 HTTP/1.1" status: 200 len: 1100 time: 0.0476856 Dec 10 16:23:56.217417 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9836cfa3-4ebe-4c8d-a70b-eadbfacca3bd req-71201ac7-190a-4325-8e30-2c87dbee5e37 tempest-MigrationsAdminTest-1578168246 tempest-MigrationsAdminTest-1578168246-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388072 Dec 10 16:23:56.271340 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4db16d-13b2-40bb-907d-95a2bf785412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0da238-da36-4506-8526-103e401bdc08'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:23:56.276194 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390eddda-7006-45a0-83d3-2a282daae1b6" -d '{"events": [{"server_uuid": "ae4db16d-13b2-40bb-907d-95a2bf785412", "name": "network-vif-plugged", "status": "completed", "tag": "4b0da238-da36-4506-8526-103e401bdc08"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:23:56.298949 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1bcb4f9d-3844-40a4-8268-4c1a52fa0476 req-47cfea25-0067-4943-ba57-958559a72325 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:56.311450 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['8f092f09-fe60-4448-9026-8f0f6b1cdf99'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:23:56.321108 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64890d0-ae29-49b8-8ddf-3ad3c1e85ef9 req-8cd6823a-7f60-42a1-ae57-d43901967db3 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:56.322741 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c64890d0-ae29-49b8-8ddf-3ad3c1e85ef9 req-8cd6823a-7f60-42a1-ae57-d43901967db3 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=315fc0ab-8c94-43fb-a36d-54e619b0ae2f HTTP/1.1" status: 200 len: 945 time: 0.0522852 Dec 10 16:23:56.333686 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cfea25-0067-4943-ba57-958559a72325 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Pushing event deleted for resources: {'Port': ['ID=8f092f09-fe60-4448-9026-8f0f6b1cdf99,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:56.376954 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c64890d0-ae29-49b8-8ddf-3ad3c1e85ef9 req-0b744529-ed60-470b-9353-ef5a01e6f272 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458248 Dec 10 16:23:56.378758 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bcb4f9d-3844-40a4-8268-4c1a52fa0476 req-47cfea25-0067-4943-ba57-958559a72325 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] No DVR routers for this DVR port 8f092f09-fe60-4448-9026-8f0f6b1cdf99 on host n-h1-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:23:56.381343 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1bcb4f9d-3844-40a4-8268-4c1a52fa0476 req-47cfea25-0067-4943-ba57-958559a72325 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:56.385386 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1bcb4f9d-3844-40a4-8268-4c1a52fa0476 req-47cfea25-0067-4943-ba57-958559a72325 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.26 "DELETE /v2.0/ports/8f092f09-fe60-4448-9026-8f0f6b1cdf99 HTTP/1.1" status: 204 len: 173 time: 0.4478559 Dec 10 16:23:56.452444 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe7fa9-ede2-46c1-9f8c-6b060b1882f4 req-f48bdf56-c051-4a4f-99f0-438c81764ac8 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:56.454052 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d2fe7fa9-ede2-46c1-9f8c-6b060b1882f4 req-f48bdf56-c051-4a4f-99f0-438c81764ac8 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] 10.222.0.26 "GET /v2.0/ports?device_id=09c4fcc7-f6bd-4241-8860-1a1a83c006fe HTTP/1.1" status: 200 len: 945 time: 0.0589669 Dec 10 16:23:56.475735 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31435e9-8423-436d-9035-c65fa1353547 x-openstack-request-id: req-a31435e9-8423-436d-9035-c65fa1353547 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:23:56.476217 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7fd7ada-5753-4d36-9e30-d3d9a89249e2", "name": "network-vif-deleted", "tag": "6d73126e-816a-49e2-8614-6c4009af6327", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:23:56.476635 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a31435e9-8423-436d-9035-c65fa1353547 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:23:56.477274 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7fd7ada-5753-4d36-9e30-d3d9a89249e2', 'name': 'network-vif-deleted', 'tag': '6d73126e-816a-49e2-8614-6c4009af6327', 'status': 'completed', 'code': 200} Dec 10 16:23:56.614431 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4cb06cb7-9f33-43d3-baa5-554a7f083114 req-f30404fc-3ff6-4326-a185-42126792ab83 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] 10.222.0.11 "GET /v2.0/security-groups/af0df9a7-23b3-4979-a617-d9724a82f9ec HTTP/1.1" status: 200 len: 1829 time: 0.0543547 Dec 10 16:23:56.621799 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-d2fe7fa9-ede2-46c1-9f8c-6b060b1882f4 req-f3c2a5de-2246-4919-9cdd-0dd9968dcad8 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Deleting port 402b2c30-5063-4925-b45b-db2200d931bc {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:23:56.622268 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d2fe7fa9-ede2-46c1-9f8c-6b060b1882f4 req-f3c2a5de-2246-4919-9cdd-0dd9968dcad8 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:56.695495 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43654) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:56.758033 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-4cb06cb7-9f33-43d3-baa5-554a7f083114 req-2be2683c-ff8f-49dc-9b02-f0b9cb0136a3 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:56.760689 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-d2fe7fa9-ede2-46c1-9f8c-6b060b1882f4 req-f3c2a5de-2246-4919-9cdd-0dd9968dcad8 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] For port 402b2c30-5063-4925-b45b-db2200d931bc, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=402b2c30-5063-4925-b45b-db2200d931bc,segment=NetworkSegment(71053937-890f-4eab-b0e9-9363f55e1cac),segment_id=71053937-890f-4eab-b0e9-9363f55e1cac)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:23:56.761206 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d2fe7fa9-ede2-46c1-9f8c-6b060b1882f4 req-f3c2a5de-2246-4919-9cdd-0dd9968dcad8 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:56.855940 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5dab6346-9c78-4d8e-a658-f408cf51a1ac admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=33fe36bd287d4a209fabdd94870da5aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1592877 Dec 10 16:23:56.858366 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43658) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:56.870930 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-4cb06cb7-9f33-43d3-baa5-554a7f083114 req-2be2683c-ff8f-49dc-9b02-f0b9cb0136a3 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:56.912523 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c0bc7733-238c-4eeb-bfe3-43a488e62a93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:56.912771 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 6d73126e-816a-49e2-8614-6c4009af6327 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:23:56.937125 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c0bc7733-238c-4eeb-bfe3-43a488e62a93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:56.939599 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: 6d73126e-816a-49e2-8614-6c4009af6327 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:23:56.940226 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 6d73126e-816a-49e2-8614-6c4009af6327 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:23:56.983266 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-4cb06cb7-9f33-43d3-baa5-554a7f083114 req-2be2683c-ff8f-49dc-9b02-f0b9cb0136a3 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:56.986412 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-4cb06cb7-9f33-43d3-baa5-554a7f083114 req-2be2683c-ff8f-49dc-9b02-f0b9cb0136a3 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:56.988093 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4cb06cb7-9f33-43d3-baa5-554a7f083114 req-2be2683c-ff8f-49dc-9b02-f0b9cb0136a3 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] 10.222.0.11 "DELETE /v2.0/security-groups/af0df9a7-23b3-4979-a617-d9724a82f9ec HTTP/1.1" status: 204 len: 173 time: 0.3616548 Dec 10 16:23:56.990221 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c0bc7733-238c-4eeb-bfe3-43a488e62a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:56.992948 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c0bc7733-238c-4eeb-bfe3-43a488e62a93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:56.997724 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c0bc7733-238c-4eeb-bfe3-43a488e62a93 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/38df6743-9661-47ba-bcdc-74f3fd4734a3 HTTP/1.1" status: 204 len: 168 time: 0.1383028 Dec 10 16:23:57.005671 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bc7733-238c-4eeb-bfe3-43a488e62a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38df6743-9661-47ba-bcdc-74f3fd4734a3,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:57.034854 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2683c-ff8f-49dc-9b02-f0b9cb0136a3 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0df9a7-23b3-4979-a617-d9724a82f9ec,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:57.068331 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d2fe7fa9-ede2-46c1-9f8c-6b060b1882f4 req-f3c2a5de-2246-4919-9cdd-0dd9968dcad8 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:57.068782 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d2fe7fa9-ede2-46c1-9f8c-6b060b1882f4 req-f3c2a5de-2246-4919-9cdd-0dd9968dcad8 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:57.069250 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [req-d2fe7fa9-ede2-46c1-9f8c-6b060b1882f4 req-f3c2a5de-2246-4919-9cdd-0dd9968dcad8 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Floating IP e8431152-8dcf-4579-b7c7-890b00e6d2bc disassociated. External IP: 172.25.6.220, port: 402b2c30-5063-4925-b45b-db2200d931bc. Dec 10 16:23:57.069583 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-d2fe7fa9-ede2-46c1-9f8c-6b060b1882f4 req-f3c2a5de-2246-4919-9cdd-0dd9968dcad8 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Calling delete_port for 402b2c30-5063-4925-b45b-db2200d931bc owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:23:57.149710 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b0c074-d96e-4869-b724-33c4513a7e57 x-openstack-request-id: req-d1b0c074-d96e-4869-b724-33c4513a7e57 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:23:57.150504 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4db16d-13b2-40bb-907d-95a2bf785412", "name": "network-vif-plugged", "status": "completed", "tag": "4b0da238-da36-4506-8526-103e401bdc08", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:23:57.150851 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d1b0c074-d96e-4869-b724-33c4513a7e57 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:23:57.151352 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4db16d-13b2-40bb-907d-95a2bf785412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0da238-da36-4506-8526-103e401bdc08', 'code': 200} Dec 10 16:23:57.214761 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d2fe7fa9-ede2-46c1-9f8c-6b060b1882f4 req-f3c2a5de-2246-4919-9cdd-0dd9968dcad8 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:57.225440 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4fda09-15cd-4179-9782-ce105d632729', 'name': 'network-vif-deleted', 'tag': '8f092f09-fe60-4448-9026-8f0f6b1cdf99'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:23:57.230260 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01078776-bc50-4ac6-9570-05f5028e5dc7" -d '{"events": [{"server_uuid": "3e4fda09-15cd-4179-9782-ce105d632729", "name": "network-vif-deleted", "tag": "8f092f09-fe60-4448-9026-8f0f6b1cdf99"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:23:57.244796 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c2a5de-2246-4919-9cdd-0dd9968dcad8 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Pushing event deleted for resources: {'Port': ['ID=402b2c30-5063-4925-b45b-db2200d931bc,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:57.385978 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 43674) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:57.395686 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2fe7fa9-ede2-46c1-9f8c-6b060b1882f4 req-f3c2a5de-2246-4919-9cdd-0dd9968dcad8 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Router 7d7d378e-4e89-4d4b-a564-d9dbecf90f8f has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:23:57.494922 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5a232c66-aebb-4220-935e-7dec87952586 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a86793184f284a85b90014f25f9ad954&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1077025 Dec 10 16:23:57.497395 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43676) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:57.535841 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a13c76-90ac-44a0-be10-fcc949d240f7 req-4447aca1-56c2-4192-ade5-447b25e213ac tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:57.537274 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-83a13c76-90ac-44a0-be10-fcc949d240f7 req-4447aca1-56c2-4192-ade5-447b25e213ac tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=315fc0ab-8c94-43fb-a36d-54e619b0ae2f HTTP/1.1" status: 200 len: 1096 time: 0.1336091 Dec 10 16:23:57.546223 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2f705699-3a8a-4c25-848e-7523ac159aa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:57.567785 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2f705699-3a8a-4c25-848e-7523ac159aa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:57.597518 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2fe7fa9-ede2-46c1-9f8c-6b060b1882f4 req-f3c2a5de-2246-4919-9cdd-0dd9968dcad8 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:23:57.605798 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-83a13c76-90ac-44a0-be10-fcc949d240f7 req-20a87e1f-4cc2-4cd5-a3ad-9b99fa3899c6 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612531 Dec 10 16:23:57.620276 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde43c29-6280-4208-b686-a994e95e46fd None None] Sync routers for ids ['7d7d378e-4e89-4d4b-a564-d9dbecf90f8f'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:23:57.627749 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2f705699-3a8a-4c25-848e-7523ac159aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:57.632959 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2f705699-3a8a-4c25-848e-7523ac159aa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:57.633570 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde43c29-6280-4208-b686-a994e95e46fd None None] Routers {'7d7d378e-4e89-4d4b-a564-d9dbecf90f8f'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:23:57.635050 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2f705699-3a8a-4c25-848e-7523ac159aa7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/06d05c6f-43a0-4465-8cb0-19d157c96ee0 HTTP/1.1" status: 204 len: 168 time: 0.1360037 Dec 10 16:23:57.635321 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-fde43c29-6280-4208-b686-a994e95e46fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:23:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['7d7d378e-4e89-4d4b-a564-d9dbecf90f8f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:23:57.659681 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f705699-3a8a-4c25-848e-7523ac159aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d05c6f-43a0-4465-8cb0-19d157c96ee0,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:57.664429 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2fe7fa9-ede2-46c1-9f8c-6b060b1882f4 req-f3c2a5de-2246-4919-9cdd-0dd9968dcad8 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] No DVR routers for this DVR port 402b2c30-5063-4925-b45b-db2200d931bc on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:23:57.670567 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d2fe7fa9-ede2-46c1-9f8c-6b060b1882f4 req-f3c2a5de-2246-4919-9cdd-0dd9968dcad8 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:57.673960 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d2fe7fa9-ede2-46c1-9f8c-6b060b1882f4 req-f3c2a5de-2246-4919-9cdd-0dd9968dcad8 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] 10.222.0.26 "DELETE /v2.0/ports/402b2c30-5063-4925-b45b-db2200d931bc HTTP/1.1" status: 204 len: 173 time: 1.2142060 Dec 10 16:23:57.795350 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b8bad179-7dc6-49a7-bad2-7bb99406da2e req-c4e50064-b4ba-43b8-978e-9b44b8f3ece5 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] 10.222.0.11 "GET /v2.0/ports?device_id=09c4fcc7-f6bd-4241-8860-1a1a83c006fe HTTP/1.1" status: 200 len: 210 time: 0.0401609 Dec 10 16:23:57.866760 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-fde43c29-6280-4208-b686-a994e95e46fd None None] Set router 7d7d378e-4e89-4d4b-a564-d9dbecf90f8f gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:23:57.872533 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9362df9d-d352-43dd-8dbd-f620b3f82271 req-cc950aab-5e72-4743-9661-f43abccb9ef8 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] 10.222.0.11 "GET /v2.0/security-groups/27dcf81f-2a35-44f3-b70b-a5a1d9df3947 HTTP/1.1" status: 200 len: 1828 time: 0.0582883 Dec 10 16:23:57.935085 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9362df9d-d352-43dd-8dbd-f620b3f82271 req-365c0f7a-e0e1-48b6-afa1-48c126875dc6 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:57.970420 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9362df9d-d352-43dd-8dbd-f620b3f82271 req-365c0f7a-e0e1-48b6-afa1-48c126875dc6 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:58.023880 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9362df9d-d352-43dd-8dbd-f620b3f82271 req-365c0f7a-e0e1-48b6-afa1-48c126875dc6 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:58.027582 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9362df9d-d352-43dd-8dbd-f620b3f82271 req-365c0f7a-e0e1-48b6-afa1-48c126875dc6 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:58.034510 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43692) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:58.058712 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9362df9d-d352-43dd-8dbd-f620b3f82271 req-365c0f7a-e0e1-48b6-afa1-48c126875dc6 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] 10.222.0.11 "DELETE /v2.0/security-groups/27dcf81f-2a35-44f3-b70b-a5a1d9df3947 HTTP/1.1" status: 204 len: 173 time: 0.1852221 Dec 10 16:23:58.070921 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365c0f7a-e0e1-48b6-afa1-48c126875dc6 tempest-SecurityGroupRulesNegativeTestJSON-157844165 tempest-SecurityGroupRulesNegativeTestJSON-157844165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27dcf81f-2a35-44f3-b70b-a5a1d9df3947,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:58.120270 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-527ab7a9-302e-400a-9e6f-4bd2c9ede648 admin admin] Deleting subnet e4c38b55-f725-4da5-814a-06da75451162 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:23:58.123830 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-527ab7a9-302e-400a-9e6f-4bd2c9ede648 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:58.135659 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-fde43c29-6280-4208-b686-a994e95e46fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7d378e-4e89-4d4b-a564-d9dbecf90f8f', 'name': 'tempest-ServersTestBootFromVolume-607915908-router', 'tenant_id': 'df7996212a794883ba322fef5e69748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '363cbb52-1e4e-40ed-86d9-f682b42e3243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:20:41Z', 'revision_number': 4, 'project_id': 'df7996212a794883ba322fef5e69748f', 'gw_port': {'id': '363cbb52-1e4e-40ed-86d9-f682b42e3243', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:26:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7d378e-4e89-4d4b-a564-d9dbecf90f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:30Z', 'updated_at': '2021-12-10T16:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '3c60aa98-74a6-4aa7-85db-d792ecc832b8', 'name': '', 'network_id': '8360afb7-a21f-4966-aa49-91f4dc24c110', 'tenant_id': 'df7996212a794883ba322fef5e69748f', 'mac_address': 'fa:16:3e:40:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7d378e-4e89-4d4b-a564-d9dbecf90f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '9f0bf07a-1cd9-4695-ab12-12cd8267bab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:39Z', 'updated_at': '2021-12-10T16:20:51Z', 'revision_number': 5, 'project_id': 'df7996212a794883ba322fef5e69748f', 'subnets': [{'id': '9f0bf07a-1cd9-4695-ab12-12cd8267bab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:23:58.188080 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde43c29-6280-4208-b686-a994e95e46fd None None] Checking router: 7d7d378e-4e89-4d4b-a564-d9dbecf90f8f for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:23:58.199313 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde43c29-6280-4208-b686-a994e95e46fd None None] Routers {'7d7d378e-4e89-4d4b-a564-d9dbecf90f8f'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:23:58.200033 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-fde43c29-6280-4208-b686-a994e95e46fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:23:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['7d7d378e-4e89-4d4b-a564-d9dbecf90f8f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:23:58.211237 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b65b80be-4283-4763-9312-1bc77f640134 req-c0d5cfa6-3292-4901-b87c-ba6f473e259e tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=94e98c03952a41539b6089aa3614a4af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437648 Dec 10 16:23:58.214526 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-527ab7a9-302e-400a-9e6f-4bd2c9ede648 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:58.298292 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-527ab7a9-302e-400a-9e6f-4bd2c9ede648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:58.318401 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-fde43c29-6280-4208-b686-a994e95e46fd None None] Set router 7d7d378e-4e89-4d4b-a564-d9dbecf90f8f gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:23:58.391602 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-527ab7a9-302e-400a-9e6f-4bd2c9ede648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:58.423108 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b80be-4283-4763-9312-1bc77f640134 req-cd85c11d-83e1-42e1-aee2-dda4a3757683 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:58.424714 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b65b80be-4283-4763-9312-1bc77f640134 req-cd85c11d-83e1-42e1-aee2-dda4a3757683 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2100053 Dec 10 16:23:58.442541 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-527ab7a9-302e-400a-9e6f-4bd2c9ede648 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:58.449736 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-527ab7a9-302e-400a-9e6f-4bd2c9ede648 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e4c38b55-f725-4da5-814a-06da75451162 HTTP/1.1" status: 204 len: 168 time: 0.4141939 Dec 10 16:23:58.450106 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 43716) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:58.450777 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ab7a9-302e-400a-9e6f-4bd2c9ede648 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4c38b55-f725-4da5-814a-06da75451162,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:58.473479 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b65b80be-4283-4763-9312-1bc77f640134 req-6274be7a-2513-4da3-a18f-9509acbf46d7 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/quotas/94e98c03952a41539b6089aa3614a4af HTTP/1.1" status: 200 len: 375 time: 0.0389426 Dec 10 16:23:58.498660 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c4fcc7-f6bd-4241-8860-1a1a83c006fe', 'name': 'network-vif-deleted', 'tag': '402b2c30-5063-4925-b45b-db2200d931bc'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:23:58.501069 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf98f88-9952-492e-8821-72b45e796b46" -d '{"events": [{"server_uuid": "09c4fcc7-f6bd-4241-8860-1a1a83c006fe", "name": "network-vif-deleted", "tag": "402b2c30-5063-4925-b45b-db2200d931bc"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:23:58.573042 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-fde43c29-6280-4208-b686-a994e95e46fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7d378e-4e89-4d4b-a564-d9dbecf90f8f', 'name': 'tempest-ServersTestBootFromVolume-607915908-router', 'tenant_id': 'df7996212a794883ba322fef5e69748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '363cbb52-1e4e-40ed-86d9-f682b42e3243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:20:41Z', 'revision_number': 4, 'project_id': 'df7996212a794883ba322fef5e69748f', 'gw_port': {'id': '363cbb52-1e4e-40ed-86d9-f682b42e3243', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:26:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7d378e-4e89-4d4b-a564-d9dbecf90f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:30Z', 'updated_at': '2021-12-10T16:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '3c60aa98-74a6-4aa7-85db-d792ecc832b8', 'name': '', 'network_id': '8360afb7-a21f-4966-aa49-91f4dc24c110', 'tenant_id': 'df7996212a794883ba322fef5e69748f', 'mac_address': 'fa:16:3e:40:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7d378e-4e89-4d4b-a564-d9dbecf90f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '9f0bf07a-1cd9-4695-ab12-12cd8267bab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:39Z', 'updated_at': '2021-12-10T16:20:51Z', 'revision_number': 5, 'project_id': 'df7996212a794883ba322fef5e69748f', 'subnets': [{'id': '9f0bf07a-1cd9-4695-ab12-12cd8267bab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:23:58.593168 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b65b80be-4283-4763-9312-1bc77f640134 req-9eccd1ea-bd62-4f26-a724-fd4e4103862d tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=94e98c03952a41539b6089aa3614a4af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1187661 Dec 10 16:23:58.595760 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8eebbb54-1444-4f79-90ce-f692e8a40854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:58.615025 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde43c29-6280-4208-b686-a994e95e46fd None None] The sync data for ids ['7d7d378e-4e89-4d4b-a564-d9dbecf90f8f'] in n-d-766771-2 is: [{'id': '7d7d378e-4e89-4d4b-a564-d9dbecf90f8f', 'name': 'tempest-ServersTestBootFromVolume-607915908-router', 'tenant_id': 'df7996212a794883ba322fef5e69748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '363cbb52-1e4e-40ed-86d9-f682b42e3243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:20:41Z', 'revision_number': 4, 'project_id': 'df7996212a794883ba322fef5e69748f', 'gw_port': {'id': '363cbb52-1e4e-40ed-86d9-f682b42e3243', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:26:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7d378e-4e89-4d4b-a564-d9dbecf90f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:30Z', 'updated_at': '2021-12-10T16:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '3c60aa98-74a6-4aa7-85db-d792ecc832b8', 'name': '', 'network_id': '8360afb7-a21f-4966-aa49-91f4dc24c110', 'tenant_id': 'df7996212a794883ba322fef5e69748f', 'mac_address': 'fa:16:3e:40:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7d378e-4e89-4d4b-a564-d9dbecf90f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '9f0bf07a-1cd9-4695-ab12-12cd8267bab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:39Z', 'updated_at': '2021-12-10T16:20:51Z', 'revision_number': 5, 'project_id': 'df7996212a794883ba322fef5e69748f', 'subnets': [{'id': '9f0bf07a-1cd9-4695-ab12-12cd8267bab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:23:58.797892 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8de318-df40-4a5f-89af-34559709841e x-openstack-request-id: req-ee8de318-df40-4a5f-89af-34559709841e {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:23:58.798206 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4fda09-15cd-4179-9782-ce105d632729", "name": "network-vif-deleted", "tag": "8f092f09-fe60-4448-9026-8f0f6b1cdf99", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:23:58.798462 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ee8de318-df40-4a5f-89af-34559709841e {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:23:58.798867 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4fda09-15cd-4179-9782-ce105d632729', 'name': 'network-vif-deleted', 'tag': '8f092f09-fe60-4448-9026-8f0f6b1cdf99', 'status': 'completed', 'code': 200} Dec 10 16:23:58.889633 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 8f092f09-fe60-4448-9026-8f0f6b1cdf99 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:23:58.953694 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 8f092f09-fe60-4448-9026-8f0f6b1cdf99 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:23:58.954047 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 8f092f09-fe60-4448-9026-8f0f6b1cdf99 not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:23:58.954561 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 402b2c30-5063-4925-b45b-db2200d931bc no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:23:58.981312 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 402b2c30-5063-4925-b45b-db2200d931bc {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:23:58.981664 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 402b2c30-5063-4925-b45b-db2200d931bc not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:23:59.120443 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360f0d6f-8f05-43a8-9649-d582d8623b38 None None] New status for floating IP e8431152-8dcf-4579-b7c7-890b00e6d2bc: DOWN {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:23:59.165852 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8eebbb54-1444-4f79-90ce-f692e8a40854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:59.200399 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-8eebbb54-1444-4f79-90ce-f692e8a40854 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ad225e7-82ce-40fc-917a-728492931060']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:23:59.215320 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a221439-6261-41ec-aa9e-fafae028679a req-1e516c74-45dc-452c-a1f7-bc5de488a7d1 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:59.217851 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8a221439-6261-41ec-aa9e-fafae028679a req-1e516c74-45dc-452c-a1f7-bc5de488a7d1 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=315fc0ab-8c94-43fb-a36d-54e619b0ae2f HTTP/1.1" status: 200 len: 1096 time: 0.0948749 Dec 10 16:23:59.219965 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-8eebbb54-1444-4f79-90ce-f692e8a40854 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '242b8b35-95f6-4b08-a9b9-4dcc72b9e2de') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:23:59.220324 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-8eebbb54-1444-4f79-90ce-f692e8a40854 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '242b8b35-95f6-4b08-a9b9-4dcc72b9e2de') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:23:59.242337 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8eebbb54-1444-4f79-90ce-f692e8a40854 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:59.272886 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8eebbb54-1444-4f79-90ce-f692e8a40854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:59.289764 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eebbb54-1444-4f79-90ce-f692e8a40854 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:23:59.290277 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8eebbb54-1444-4f79-90ce-f692e8a40854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:59.292666 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:23:59.292666 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:23:59.292666 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:23:59.292666 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:23:59.292666 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:23:59.292666 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:23:59.292666 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:23:59.292666 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:23:59.292666 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:23:59.292666 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:23:59.292666 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:23:59.292666 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:23:59.292666 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:23:59.292666 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:23:59.292666 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:23:59.292666 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:23:59.292666 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:23:59.292666 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:23:59.292666 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:23:59.292666 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:23:59.292666 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:23:59.292666 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:23:59.292666 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:23:59.292666 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:23:59.292666 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:23:59.292666 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:23:59.292666 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:23:59.292666 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:23:59.292666 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:23:59.292666 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:23:59.292666 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:23:59.292666 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:23:59.347584 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8a221439-6261-41ec-aa9e-fafae028679a req-d895c7fd-af1e-4f6a-b687-757637ed4582 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170440 Dec 10 16:23:59.377091 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8eebbb54-1444-4f79-90ce-f692e8a40854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:59.398928 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8eebbb54-1444-4f79-90ce-f692e8a40854 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:59.408440 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-8eebbb54-1444-4f79-90ce-f692e8a40854 admin admin] 10.222.0.11 "DELETE /v2.0/networks/0ad225e7-82ce-40fc-917a-728492931060 HTTP/1.1" status: 204 len: 168 time: 0.9520283 Dec 10 16:23:59.408440 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebbb54-1444-4f79-90ce-f692e8a40854 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ad225e7-82ce-40fc-917a-728492931060,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:59.651342 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43764) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:59.658188 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-ec19b6c9-e9e6-4794-a93d-c63d382b8bb2 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:23:59.659668 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-ec19b6c9-e9e6-4794-a93d-c63d382b8bb2 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/networks?id=9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 HTTP/1.1" status: 200 len: 812 time: 0.1692550 Dec 10 16:23:59.675559 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-ba4f28fa-1727-4d9a-a06c-4c3cf55deaec tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/quotas/a91374a85f654bd6a3d2ae7399378add HTTP/1.1" status: 200 len: 375 time: 0.0092356 Dec 10 16:23:59.711468 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-eaa76d8f-6f0e-400f-b621-8c68234b51ba admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d1235a4d4fa24ead9a7d5b7f7fb11782&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0583785 Dec 10 16:23:59.715327 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43766) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:23:59.720214 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-9c6da361-d662-4576-ac4f-dc59882fe06a tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a91374a85f654bd6a3d2ae7399378add&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378399 Dec 10 16:23:59.765512 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ddd6f829-7634-4ed2-aa85-5d263e4fd7df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:59.787774 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ddd6f829-7634-4ed2-aa85-5d263e4fd7df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:59.812706 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-d8c7cf78-8314-4d65-9f0f-6d9fb83e49ff service neutron] 10.222.0.11 "GET /v2.0/networks/9d8083a2-a7ce-49e3-9a7c-b927cfa621a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845535 Dec 10 16:23:59.839108 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ddd6f829-7634-4ed2-aa85-5d263e4fd7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:59.841691 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ddd6f829-7634-4ed2-aa85-5d263e4fd7df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:23:59.845445 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ddd6f829-7634-4ed2-aa85-5d263e4fd7df admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cf20ee44-9565-4556-ae0c-8a0e3d8b0d1b HTTP/1.1" status: 204 len: 168 time: 0.1265678 Dec 10 16:23:59.851044 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd6f829-7634-4ed2-aa85-5d263e4fd7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf20ee44-9565-4556-ae0c-8a0e3d8b0d1b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:23:59.861194 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6f829-7634-4ed2-aa85-5d263e4fd7df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:59.861635 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6f829-7634-4ed2-aa85-5d263e4fd7df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:59.862196 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6f829-7634-4ed2-aa85-5d263e4fd7df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:59.862611 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6f829-7634-4ed2-aa85-5d263e4fd7df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:59.863024 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6f829-7634-4ed2-aa85-5d263e4fd7df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:59.863429 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6f829-7634-4ed2-aa85-5d263e4fd7df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:59.864325 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6f829-7634-4ed2-aa85-5d263e4fd7df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:59.864325 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6f829-7634-4ed2-aa85-5d263e4fd7df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:59.864666 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6f829-7634-4ed2-aa85-5d263e4fd7df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:59.865065 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6f829-7634-4ed2-aa85-5d263e4fd7df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:59.865465 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6f829-7634-4ed2-aa85-5d263e4fd7df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:59.865863 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6f829-7634-4ed2-aa85-5d263e4fd7df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:59.866281 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6f829-7634-4ed2-aa85-5d263e4fd7df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:23:59.914631 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-cc7d03f2-4526-4cdb-b491-de6d3082cc67 service neutron] 10.222.0.11 "GET /v2.0/networks/9d8083a2-a7ce-49e3-9a7c-b927cfa621a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954921 Dec 10 16:24:00.049377 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b65b80be-4283-4763-9312-1bc77f640134 req-e7cfd1b9-a396-4c2e-bc5c-68d10c8746eb tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=94e98c03952a41539b6089aa3614a4af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292084 Dec 10 16:24:00.215254 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c9d5c2-b718-4db5-9c1c-a1f532978d57 x-openstack-request-id: req-95c9d5c2-b718-4db5-9c1c-a1f532978d57 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:24:00.216345 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c4fcc7-f6bd-4241-8860-1a1a83c006fe", "name": "network-vif-deleted", "tag": "402b2c30-5063-4925-b45b-db2200d931bc", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:24:00.216854 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-95c9d5c2-b718-4db5-9c1c-a1f532978d57 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:24:00.217403 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c4fcc7-f6bd-4241-8860-1a1a83c006fe', 'name': 'network-vif-deleted', 'tag': '402b2c30-5063-4925-b45b-db2200d931bc', 'status': 'completed', 'code': 200} Dec 10 16:24:00.226660 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b80be-4283-4763-9312-1bc77f640134 req-153fb522-a94a-4bfe-ac4a-d278eee04eb5 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:00.228483 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b65b80be-4283-4763-9312-1bc77f640134 req-153fb522-a94a-4bfe-ac4a-d278eee04eb5 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1711862 Dec 10 16:24:00.248262 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-b65b80be-4283-4763-9312-1bc77f640134 req-6bb65319-19a6-4e6b-822f-92528d07eb75 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Request body: {'port': {'device_id': 'e73fa2fd-26e1-45e4-8896-6b7d7c12ac67', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'admin_state_up': True, 'tenant_id': '94e98c03952a41539b6089aa3614a4af'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:24:00.347042 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-210410ce-de01-4d2b-9808-5dc9239908d4 req-0e4be430-924d-4c0c-80ef-9cf1c88dc1fa tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e73fa2fd-26e1-45e4-8896-6b7d7c12ac67 HTTP/1.1" status: 200 len: 210 time: 0.0449834 Dec 10 16:24:00.452273 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b65b80be-4283-4763-9312-1bc77f640134 req-6bb65319-19a6-4e6b-822f-92528d07eb75 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Made reservation on behalf of 94e98c03952a41539b6089aa3614a4af for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:24:00.456731 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b65b80be-4283-4763-9312-1bc77f640134 req-6bb65319-19a6-4e6b-822f-92528d07eb75 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:00.509670 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ac2d373c-3549-4054-8bed-f091a2b97695 req-16f0ef87-ed0c-41b4-92d7-72df95277494 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] 10.222.0.11 "GET /v2.0/ports?device_id=09c4fcc7-f6bd-4241-8860-1a1a83c006fe HTTP/1.1" status: 200 len: 210 time: 0.0501497 Dec 10 16:24:00.663105 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-b65b80be-4283-4763-9312-1bc77f640134 req-6bb65319-19a6-4e6b-822f-92528d07eb75 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Allocated IP 192.168.233.248 (1b1da819-dfba-43f2-8848-8bb429159850/a7a18c92-5007-49e2-b728-7aedc06dca57/e49ccd9b-54f9-4417-b2a1-836718184a00) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:24:00.866686 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b65b80be-4283-4763-9312-1bc77f640134 req-6bb65319-19a6-4e6b-822f-92528d07eb75 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:00.919688 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b65b80be-4283-4763-9312-1bc77f640134 req-6bb65319-19a6-4e6b-822f-92528d07eb75 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:00.933026 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['4b0da238-da36-4506-8526-103e401bdc08'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:24:00.937853 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43810) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:00.977913 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb65319-19a6-4e6b-822f-92528d07eb75 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Pushing event updated for resources: {'Port': ['ID=e49ccd9b-54f9-4417-b2a1-836718184a00,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:01.001846 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b65b80be-4283-4763-9312-1bc77f640134 req-6bb65319-19a6-4e6b-822f-92528d07eb75 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Network 1b1da819-dfba-43f2-8848-8bb429159850 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:24:01.004018 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-b65b80be-4283-4763-9312-1bc77f640134 req-6bb65319-19a6-4e6b-822f-92528d07eb75 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:24:01.006577 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-b65b80be-4283-4763-9312-1bc77f640134 req-6bb65319-19a6-4e6b-822f-92528d07eb75 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:24:01.129548 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d6fd6fe0-8980-417b-9e3e-1bb7343af14b req-a80c9745-3689-4204-86e1-89b050615fa0 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=9579285a-3688-4430-a2c9-a3204e1ddb0d HTTP/1.1" status: 200 len: 210 time: 0.0489039 Dec 10 16:24:01.138573 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b80be-4283-4763-9312-1bc77f640134 req-6bb65319-19a6-4e6b-822f-92528d07eb75 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:01.139262 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b65b80be-4283-4763-9312-1bc77f640134 req-6bb65319-19a6-4e6b-822f-92528d07eb75 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:01.161646 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b65b80be-4283-4763-9312-1bc77f640134 req-6bb65319-19a6-4e6b-822f-92528d07eb75 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9180439 Dec 10 16:24:01.178724 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-b65b80be-4283-4763-9312-1bc77f640134 req-bdca5bf2-76fb-4f81-815f-927bf9d6be7a service neutron] Request body: {'port': {'device_id': 'e73fa2fd-26e1-45e4-8896-6b7d7c12ac67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:24:01.192860 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-03bd97cc-af16-49d1-9422-df9ebefaeea9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1253563463-network', 'tenant_id': 'c7b4e5253f724bc6b7eb4867469c0f99'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:24:01.234236 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bd97cc-af16-49d1-9422-df9ebefaeea9 admin admin] Made reservation on behalf of c7b4e5253f724bc6b7eb4867469c0f99 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:24:01.236721 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-03bd97cc-af16-49d1-9422-df9ebefaeea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:01.260628 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-03bd97cc-af16-49d1-9422-df9ebefaeea9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:01.315643 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9ab7a26d-5327-4d2d-9d66-5a6223896efd None None] Provisioning complete for port e49ccd9b-54f9-4417-b2a1-836718184a00 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:24:01.316385 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9ab7a26d-5327-4d2d-9d66-5a6223896efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:01.323030 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b65b80be-4283-4763-9312-1bc77f640134 req-bdca5bf2-76fb-4f81-815f-927bf9d6be7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:01.401782 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9ab7a26d-5327-4d2d-9d66-5a6223896efd None None] Port e49ccd9b-54f9-4417-b2a1-836718184a00 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:24:01.529392 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-634bf5be-ee2a-4555-830e-e83f2a925e6c tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:01.531270 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-634bf5be-ee2a-4555-830e-e83f2a925e6c tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.26 "GET /v2.0/networks?id=9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 HTTP/1.1" status: 200 len: 812 time: 0.2363851 Dec 10 16:24:01.548793 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-747be68d-43c1-4594-9e26-3382ebcfbc00 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Request body: {'port': {'device_id': '9579285a-3688-4430-a2c9-a3204e1ddb0d', 'network_id': '9d8083a2-a7ce-49e3-9a7c-b927cfa621a4', 'admin_state_up': True, 'tenant_id': 'a91374a85f654bd6a3d2ae7399378add'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:24:01.578410 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-03bd97cc-af16-49d1-9422-df9ebefaeea9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:01.629011 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-03bd97cc-af16-49d1-9422-df9ebefaeea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:01.680531 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03bd97cc-af16-49d1-9422-df9ebefaeea9 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:24:01.710758 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd97cc-af16-49d1-9422-df9ebefaeea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1febd50-358e-473c-8d4b-27f6e42a6ae6,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:01.725261 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-b65b80be-4283-4763-9312-1bc77f640134 req-bdca5bf2-76fb-4f81-815f-927bf9d6be7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e49ccd9b-54f9-4417-b2a1-836718184a00 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:24:01.726890 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-03bd97cc-af16-49d1-9422-df9ebefaeea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:01.727238 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-03bd97cc-af16-49d1-9422-df9ebefaeea9 admin admin] Added segment cb57f73f-5c0e-41fb-b838-c87e64a9b121 of type vlan for network 418049e6-bd1a-4711-8fb7-e9ff590da9c5 Dec 10 16:24:01.734870 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b65b80be-4283-4763-9312-1bc77f640134 req-bdca5bf2-76fb-4f81-815f-927bf9d6be7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:01.751527 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-b65b80be-4283-4763-9312-1bc77f640134 req-bdca5bf2-76fb-4f81-815f-927bf9d6be7a service neutron] Transition to ACTIVE for port object e49ccd9b-54f9-4417-b2a1-836718184a00 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:24:01.757457 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b65b80be-4283-4763-9312-1bc77f640134 req-bdca5bf2-76fb-4f81-815f-927bf9d6be7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:01.803569 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-03bd97cc-af16-49d1-9422-df9ebefaeea9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:01.818761 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca5bf2-76fb-4f81-815f-927bf9d6be7a service neutron] Pushing event updated for resources: {'Port': ['ID=e49ccd9b-54f9-4417-b2a1-836718184a00,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:01.836575 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-747be68d-43c1-4594-9e26-3382ebcfbc00 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Made reservation on behalf of a91374a85f654bd6a3d2ae7399378add for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:24:01.840655 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-747be68d-43c1-4594-9e26-3382ebcfbc00 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:01.873714 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-03bd97cc-af16-49d1-9422-df9ebefaeea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:01.874677 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bd97cc-af16-49d1-9422-df9ebefaeea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:01.875258 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-03bd97cc-af16-49d1-9422-df9ebefaeea9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:01.979645 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-03bd97cc-af16-49d1-9422-df9ebefaeea9 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0406663 Dec 10 16:24:01.980950 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 43840) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:01.991193 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-32828844-c18e-4e60-8c1b-aaae165bac42 admin admin] Request body: {'subnet': {'network_id': '418049e6-bd1a-4711-8fb7-e9ff590da9c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1253563463-subnet', 'tenant_id': 'c7b4e5253f724bc6b7eb4867469c0f99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:24:02.017938 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd97cc-af16-49d1-9422-df9ebefaeea9 admin admin] Pushing event updated for resources: {'Network': ['ID=418049e6-bd1a-4711-8fb7-e9ff590da9c5,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:02.025732 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-b65b80be-4283-4763-9312-1bc77f640134 req-bdca5bf2-76fb-4f81-815f-927bf9d6be7a service neutron] Attempting to bind port e49ccd9b-54f9-4417-b2a1-836718184a00 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:24:02.026117 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-b65b80be-4283-4763-9312-1bc77f640134 req-bdca5bf2-76fb-4f81-815f-927bf9d6be7a service neutron] Attempting to bind port e49ccd9b-54f9-4417-b2a1-836718184a00 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:24:02.026480 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65b80be-4283-4763-9312-1bc77f640134 req-bdca5bf2-76fb-4f81-815f-927bf9d6be7a service neutron] Attempting to bind port e49ccd9b-54f9-4417-b2a1-836718184a00 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:24:02.031691 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32828844-c18e-4e60-8c1b-aaae165bac42 admin admin] Made reservation on behalf of c7b4e5253f724bc6b7eb4867469c0f99 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:24:02.035274 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 418049e6-bd1a-4711-8fb7-e9ff590da9c5 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:24:02.044542 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32828844-c18e-4e60-8c1b-aaae165bac42 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:02.063513 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65b80be-4283-4763-9312-1bc77f640134 req-bdca5bf2-76fb-4f81-815f-927bf9d6be7a service neutron] Port e49ccd9b-54f9-4417-b2a1-836718184a00 on network 1b1da819-dfba-43f2-8848-8bb429159850 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:24:02.063513 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65b80be-4283-4763-9312-1bc77f640134 req-bdca5bf2-76fb-4f81-815f-927bf9d6be7a service neutron] Attempting to bind port e49ccd9b-54f9-4417-b2a1-836718184a00 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:24:02.118440 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-747be68d-43c1-4594-9e26-3382ebcfbc00 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Allocated IP 172.20.0.3 (9d8083a2-a7ce-49e3-9a7c-b927cfa621a4/d91d45da-791f-427f-a9fe-a70a5d192f4c/5d97a3ac-6700-418a-995f-22c1e3621327) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:24:02.130733 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65b80be-4283-4763-9312-1bc77f640134 req-bdca5bf2-76fb-4f81-815f-927bf9d6be7a service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:24:02.131132 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65b80be-4283-4763-9312-1bc77f640134 req-bdca5bf2-76fb-4f81-815f-927bf9d6be7a service neutron] Checking segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:24:02.131444 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65b80be-4283-4763-9312-1bc77f640134 req-bdca5bf2-76fb-4f81-815f-927bf9d6be7a service neutron] Bound using segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:24:02.131884 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-b65b80be-4283-4763-9312-1bc77f640134 req-bdca5bf2-76fb-4f81-815f-927bf9d6be7a service neutron] Bound port: e49ccd9b-54f9-4417-b2a1-836718184a00, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:24:02.132238 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b65b80be-4283-4763-9312-1bc77f640134 req-bdca5bf2-76fb-4f81-815f-927bf9d6be7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:02.260154 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-b65b80be-4283-4763-9312-1bc77f640134 req-bdca5bf2-76fb-4f81-815f-927bf9d6be7a service neutron] For port e49ccd9b-54f9-4417-b2a1-836718184a00, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:24:02.277145 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-b65b80be-4283-4763-9312-1bc77f640134 req-bdca5bf2-76fb-4f81-815f-927bf9d6be7a service neutron] For port e49ccd9b-54f9-4417-b2a1-836718184a00, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=e49ccd9b-54f9-4417-b2a1-836718184a00,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:24:02.288436 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b65b80be-4283-4763-9312-1bc77f640134 req-bdca5bf2-76fb-4f81-815f-927bf9d6be7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:02.391793 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b80be-4283-4763-9312-1bc77f640134 req-bdca5bf2-76fb-4f81-815f-927bf9d6be7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:02.392681 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b65b80be-4283-4763-9312-1bc77f640134 req-bdca5bf2-76fb-4f81-815f-927bf9d6be7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:02.394440 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b65b80be-4283-4763-9312-1bc77f640134 req-bdca5bf2-76fb-4f81-815f-927bf9d6be7a service neutron] 10.222.0.26 "PUT /v2.0/ports/e49ccd9b-54f9-4417-b2a1-836718184a00 HTTP/1.1" status: 200 len: 1096 time: 1.2249200 Dec 10 16:24:02.409253 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73fa2fd-26e1-45e4-8896-6b7d7c12ac67', 'tag': 'e49ccd9b-54f9-4417-b2a1-836718184a00'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:24:02.417051 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02de747c-2cf5-4c6a-9b8b-c6e33e55a825" -d '{"events": [{"name": "network-changed", "server_uuid": "e73fa2fd-26e1-45e4-8896-6b7d7c12ac67", "tag": "e49ccd9b-54f9-4417-b2a1-836718184a00"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:24:02.462070 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-747be68d-43c1-4594-9e26-3382ebcfbc00 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:02.473671 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca5bf2-76fb-4f81-815f-927bf9d6be7a service neutron] Pushing event updated for resources: {'Port': ['ID=e49ccd9b-54f9-4417-b2a1-836718184a00,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:02.526371 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-747be68d-43c1-4594-9e26-3382ebcfbc00 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:02.556391 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-9263f624-74fc-41f8-8498-e77117349cc2 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:24:02.557423 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-9263f624-74fc-41f8-8498-e77117349cc2 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117793 Dec 10 16:24:02.582231 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747be68d-43c1-4594-9e26-3382ebcfbc00 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Pushing event updated for resources: {'Port': ['ID=5d97a3ac-6700-418a-995f-22c1e3621327,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:02.607620 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-747be68d-43c1-4594-9e26-3382ebcfbc00 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Network 9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:24:02.610400 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-747be68d-43c1-4594-9e26-3382ebcfbc00 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:24:02.613551 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-747be68d-43c1-4594-9e26-3382ebcfbc00 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:24:02.618763 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b80be-4283-4763-9312-1bc77f640134 req-6523a007-a0ed-4d67-a01d-90da7a78ee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:02.620418 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b65b80be-4283-4763-9312-1bc77f640134 req-6523a007-a0ed-4d67-a01d-90da7a78ee44 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=94e98c03952a41539b6089aa3614a4af&device_id=e73fa2fd-26e1-45e4-8896-6b7d7c12ac67 HTTP/1.1" status: 200 len: 1099 time: 0.1802485 Dec 10 16:24:02.623194 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32828844-c18e-4e60-8c1b-aaae165bac42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:02.635361 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-0c6fb14b-7c1a-4c49-adfa-ebb2f979d471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:02.636723 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-0c6fb14b-7c1a-4c49-adfa-ebb2f979d471 service neutron] 10.222.0.11 "GET /v2.0/ports/f4e71d83-ee97-4292-9c4d-49d9bdcba2bd HTTP/1.1" status: 200 len: 1093 time: 0.0606079 Dec 10 16:24:02.687243 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-747be68d-43c1-4594-9e26-3382ebcfbc00 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:02.687832 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-747be68d-43c1-4594-9e26-3382ebcfbc00 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:02.706808 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-747be68d-43c1-4594-9e26-3382ebcfbc00 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1627419 Dec 10 16:24:02.718901 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-dfadd1a7-7794-4cd2-9c62-1d16c1b9d565 service neutron] Request body: {'port': {'device_id': '9579285a-3688-4430-a2c9-a3204e1ddb0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:24:02.720269 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-5ceca9f8-773c-4d8c-bfb1-bd087e549ce9 service neutron] Request body: {'binding': {'host': 'n-h1-766771-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:24:02.720736 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-5ceca9f8-773c-4d8c-bfb1-bd087e549ce9 service neutron] Unknown quota resources ['binding']. {{(pid=103392) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 16:24:02.730621 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b65b80be-4283-4763-9312-1bc77f640134 req-fe4dba3f-071e-4060-836f-3a2d9b1e5e0e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=e49ccd9b-54f9-4417-b2a1-836718184a00 HTTP/1.1" status: 200 len: 217 time: 0.0986712 Dec 10 16:24:02.783420 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-dfadd1a7-7794-4cd2-9c62-1d16c1b9d565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:02.792400 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32828844-c18e-4e60-8c1b-aaae165bac42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14d9f0dd-dd9c-4191-90dd-a7addd41ecc7,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:02.866095 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b80be-4283-4763-9312-1bc77f640134 req-d6d6a571-edb2-404b-831b-5d1a1cc27fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:02.867603 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b65b80be-4283-4763-9312-1bc77f640134 req-d6d6a571-edb2-404b-831b-5d1a1cc27fde service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.1141067 Dec 10 16:24:02.868293 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32828844-c18e-4e60-8c1b-aaae165bac42 admin admin] Checking segment: {'id': 'cb57f73f-5c0e-41fb-b838-c87e64a9b121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '418049e6-bd1a-4711-8fb7-e9ff590da9c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:24:02.868685 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32828844-c18e-4e60-8c1b-aaae165bac42 admin admin] Network hostable DHCP agents. Network: 418049e6-bd1a-4711-8fb7-e9ff590da9c5, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:24:02.935777 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32828844-c18e-4e60-8c1b-aaae165bac42 admin admin] Network 418049e6-bd1a-4711-8fb7-e9ff590da9c5 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:24:02.963180 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-32828844-c18e-4e60-8c1b-aaae165bac42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 418049e6-bd1a-4711-8fb7-e9ff590da9c5) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:24:02.965910 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b80be-4283-4763-9312-1bc77f640134 req-51803334-be19-4110-af99-c9b1c9d9d9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:02.967799 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b65b80be-4283-4763-9312-1bc77f640134 req-51803334-be19-4110-af99-c9b1c9d9d9a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0905886 Dec 10 16:24:02.972949 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32828844-c18e-4e60-8c1b-aaae165bac42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:02.973545 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32828844-c18e-4e60-8c1b-aaae165bac42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:02.979890 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a43dc2-0c1e-4db2-87cd-095974d1cbb5 None None] Network 418049e6-bd1a-4711-8fb7-e9ff590da9c5 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:24:03.046266 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-5ceca9f8-773c-4d8c-bfb1-bd087e549ce9 service neutron] Attempting to bind port f4e71d83-ee97-4292-9c4d-49d9bdcba2bd on host n-h1-766771-2 for vnic_type normal with profile None {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:24:03.046746 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-5ceca9f8-773c-4d8c-bfb1-bd087e549ce9 service neutron] Attempting to bind port f4e71d83-ee97-4292-9c4d-49d9bdcba2bd by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:24:03.047129 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-5ceca9f8-773c-4d8c-bfb1-bd087e549ce9 service neutron] Attempting to bind port f4e71d83-ee97-4292-9c4d-49d9bdcba2bd on network 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:24:03.064091 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-32828844-c18e-4e60-8c1b-aaae165bac42 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0747101 Dec 10 16:24:03.065859 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-5ceca9f8-773c-4d8c-bfb1-bd087e549ce9 service neutron] Port f4e71d83-ee97-4292-9c4d-49d9bdcba2bd on network 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:24:03.066218 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-5ceca9f8-773c-4d8c-bfb1-bd087e549ce9 service neutron] Attempting to bind port f4e71d83-ee97-4292-9c4d-49d9bdcba2bd on network 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:24:03.080514 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-5ceca9f8-773c-4d8c-bfb1-bd087e549ce9 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:24:03.080810 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-5ceca9f8-773c-4d8c-bfb1-bd087e549ce9 service neutron] Checking segment: {'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:24:03.081818 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-5ceca9f8-773c-4d8c-bfb1-bd087e549ce9 service neutron] Bound using segment: {'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:24:03.082304 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-5ceca9f8-773c-4d8c-bfb1-bd087e549ce9 service neutron] Bound port: f4e71d83-ee97-4292-9c4d-49d9bdcba2bd, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:24:03.083283 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-dfadd1a7-7794-4cd2-9c62-1d16c1b9d565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d97a3ac-6700-418a-995f-22c1e3621327 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:24:03.100197 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-dfadd1a7-7794-4cd2-9c62-1d16c1b9d565 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:03.128261 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-dfadd1a7-7794-4cd2-9c62-1d16c1b9d565 service neutron] Transition to ACTIVE for port object 5d97a3ac-6700-418a-995f-22c1e3621327 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:24:03.133403 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-dfadd1a7-7794-4cd2-9c62-1d16c1b9d565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:03.166029 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b65b80be-4283-4763-9312-1bc77f640134 req-530650d0-f12c-4604-af4b-c69048dfafef service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887174 Dec 10 16:24:03.200477 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c93126c-89f5-45b4-977e-82ac2ae39a8c None None] Network 418049e6-bd1a-4711-8fb7-e9ff590da9c5 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:24:03.201450 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-5ceca9f8-773c-4d8c-bfb1-bd087e549ce9 service neutron] For port f4e71d83-ee97-4292-9c4d-49d9bdcba2bd, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=f4e71d83-ee97-4292-9c4d-49d9bdcba2bd,segment=NetworkSegment(698ea8e5-c316-417a-87ff-ff612f3a473c),segment_id=698ea8e5-c316-417a-87ff-ff612f3a473c)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:24:03.261038 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-5ceca9f8-773c-4d8c-bfb1-bd087e549ce9 service neutron] Publish callbacks [] for binding, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:03.262457 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-5ceca9f8-773c-4d8c-bfb1-bd087e549ce9 service neutron] 10.222.0.11 "POST /v2.0/ports/f4e71d83-ee97-4292-9c4d-49d9bdcba2bd/bindings HTTP/1.1" status: 201 len: 389 time: 0.5915484 Dec 10 16:24:03.304288 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b65b80be-4283-4763-9312-1bc77f640134 req-4cb84ecd-a9e8-4633-8c87-09d1928452cc service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321499 Dec 10 16:24:03.310013 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfadd1a7-7794-4cd2-9c62-1d16c1b9d565 service neutron] Pushing event updated for resources: {'Port': ['ID=5d97a3ac-6700-418a-995f-22c1e3621327,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:03.343458 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-dfadd1a7-7794-4cd2-9c62-1d16c1b9d565 service neutron] Attempting to bind port 5d97a3ac-6700-418a-995f-22c1e3621327 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:24:03.343862 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-dfadd1a7-7794-4cd2-9c62-1d16c1b9d565 service neutron] Attempting to bind port 5d97a3ac-6700-418a-995f-22c1e3621327 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '5b73bbf7-7693-4577-890d-a6987a70c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9d8083a2-a7ce-49e3-9a7c-b927cfa621a4'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:24:03.344254 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-dfadd1a7-7794-4cd2-9c62-1d16c1b9d565 service neutron] Attempting to bind port 5d97a3ac-6700-418a-995f-22c1e3621327 on network 9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:24:03.349044 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-dfadd1a7-7794-4cd2-9c62-1d16c1b9d565 service neutron] Port 5d97a3ac-6700-418a-995f-22c1e3621327 on network 9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:24:03.349431 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-dfadd1a7-7794-4cd2-9c62-1d16c1b9d565 service neutron] Attempting to bind port 5d97a3ac-6700-418a-995f-22c1e3621327 on network 9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:24:03.354903 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-dfadd1a7-7794-4cd2-9c62-1d16c1b9d565 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:24:03.355305 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-dfadd1a7-7794-4cd2-9c62-1d16c1b9d565 service neutron] Checking segment: {'id': '5b73bbf7-7693-4577-890d-a6987a70c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9d8083a2-a7ce-49e3-9a7c-b927cfa621a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:24:03.355712 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-dfadd1a7-7794-4cd2-9c62-1d16c1b9d565 service neutron] Bound using segment: {'id': '5b73bbf7-7693-4577-890d-a6987a70c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9d8083a2-a7ce-49e3-9a7c-b927cfa621a4'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:24:03.356207 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-dfadd1a7-7794-4cd2-9c62-1d16c1b9d565 service neutron] Bound port: 5d97a3ac-6700-418a-995f-22c1e3621327, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b73bbf7-7693-4577-890d-a6987a70c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9d8083a2-a7ce-49e3-9a7c-b927cfa621a4'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:24:03.356578 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-dfadd1a7-7794-4cd2-9c62-1d16c1b9d565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:03.443488 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-dfadd1a7-7794-4cd2-9c62-1d16c1b9d565 service neutron] For port 5d97a3ac-6700-418a-995f-22c1e3621327, host n-h1-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:24:03.448358 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-dfadd1a7-7794-4cd2-9c62-1d16c1b9d565 service neutron] For port 5d97a3ac-6700-418a-995f-22c1e3621327, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=5d97a3ac-6700-418a-995f-22c1e3621327,segment=NetworkSegment(5b73bbf7-7693-4577-890d-a6987a70c2b5),segment_id=5b73bbf7-7693-4577-890d-a6987a70c2b5)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:24:03.453285 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-dfadd1a7-7794-4cd2-9c62-1d16c1b9d565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:03.498963 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-dfadd1a7-7794-4cd2-9c62-1d16c1b9d565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:03.499700 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-dfadd1a7-7794-4cd2-9c62-1d16c1b9d565 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:03.501509 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-dfadd1a7-7794-4cd2-9c62-1d16c1b9d565 service neutron] 10.222.0.26 "PUT /v2.0/ports/5d97a3ac-6700-418a-995f-22c1e3621327 HTTP/1.1" status: 200 len: 1091 time: 0.7872815 Dec 10 16:24:03.504001 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9579285a-3688-4430-a2c9-a3204e1ddb0d', 'tag': '5d97a3ac-6700-418a-995f-22c1e3621327'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:24:03.507859 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1450bf33-1118-4757-8626-a5d37d88c387" -d '{"events": [{"name": "network-changed", "server_uuid": "9579285a-3688-4430-a2c9-a3204e1ddb0d", "tag": "5d97a3ac-6700-418a-995f-22c1e3621327"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:24:03.561889 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfadd1a7-7794-4cd2-9c62-1d16c1b9d565 service neutron] Pushing event updated for resources: {'Port': ['ID=5d97a3ac-6700-418a-995f-22c1e3621327,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:03.570475 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-19c41cec-27d0-4993-b4e7-39eff2ab4b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:03.572026 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-19c41cec-27d0-4993-b4e7-39eff2ab4b56 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c7f96263ffc44481b889fc489836cd3c&device_id=315fc0ab-8c94-43fb-a36d-54e619b0ae2f HTTP/1.1" status: 200 len: 1096 time: 0.0580823 Dec 10 16:24:03.626299 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-51eecef0-dba4-4aa0-ac63-97af0fe7c51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:03.627830 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-51eecef0-dba4-4aa0-ac63-97af0fe7c51c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a91374a85f654bd6a3d2ae7399378add&device_id=9579285a-3688-4430-a2c9-a3204e1ddb0d HTTP/1.1" status: 200 len: 1094 time: 0.0806975 Dec 10 16:24:03.643885 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e995255-40ff-48ab-94b8-28fe7dac16a7 req-e3963a4d-16eb-4d98-b427-425364dca0c0 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:03.647148 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5e995255-40ff-48ab-94b8-28fe7dac16a7 req-e3963a4d-16eb-4d98-b427-425364dca0c0 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e73fa2fd-26e1-45e4-8896-6b7d7c12ac67 HTTP/1.1" status: 200 len: 948 time: 0.0862496 Dec 10 16:24:03.701806 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-694002d8-e882-4079-90bf-dac3b469bd98 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d97a3ac-6700-418a-995f-22c1e3621327 HTTP/1.1" status: 200 len: 217 time: 0.0550406 Dec 10 16:24:03.790093 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5e995255-40ff-48ab-94b8-28fe7dac16a7 req-a5d483de-bac5-45ac-be06-b7f608d1ce5d tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911489 Dec 10 16:24:03.792613 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-35763158-0fbd-4a79-a296-53cd7cb22303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:03.794345 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-35763158-0fbd-4a79-a296-53cd7cb22303 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d91d45da-791f-427f-a9fe-a70a5d192f4c HTTP/1.1" status: 200 len: 852 time: 0.0781405 Dec 10 16:24:03.847447 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-bf2f67dc-9d1c-40f2-b90b-aabd4408bcbd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9d8083a2-a7ce-49e3-9a7c-b927cfa621a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378807 Dec 10 16:24:03.952965 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0687bd50-79a0-4056-8eeb-23c787d06f6f req-9436c25b-5a08-4123-9773-21afbfe9da16 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] 10.222.0.11 "GET /v2.0/ports?device_id=09c4fcc7-f6bd-4241-8860-1a1a83c006fe HTTP/1.1" status: 200 len: 210 time: 0.0729737 Dec 10 16:24:04.005388 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-405ff80a-0f4a-4de9-bb6f-c02b850f1a52 service neutron] 10.222.0.26 "GET /v2.0/networks/9d8083a2-a7ce-49e3-9a7c-b927cfa621a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501749 Dec 10 16:24:04.015628 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-8c346c9c-3e73-470f-b0df-458777594b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:04.017256 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-8c346c9c-3e73-470f-b0df-458777594b06 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce HTTP/1.1" status: 200 len: 909 time: 0.4384387 Dec 10 16:24:04.061677 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-5b72b122-8d08-4038-9ddd-8f517b617355 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4e71d83-ee97-4292-9c4d-49d9bdcba2bd HTTP/1.1" status: 200 len: 217 time: 0.0351992 Dec 10 16:24:04.118609 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-30a46f72-025d-48e4-888a-601c15631c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:04.120413 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-30a46f72-025d-48e4-888a-601c15631c91 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e6d4c00-e815-4a48-aff0-5fbec7a9d006 HTTP/1.1" status: 200 len: 848 time: 0.0514743 Dec 10 16:24:04.123264 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9201cd1b-d4ae-474c-a184-62d0cb4a932b req-3070adcd-d320-41a2-a519-52354df61f5a service neutron] 10.222.0.26 "GET /v2.0/networks/9d8083a2-a7ce-49e3-9a7c-b927cfa621a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080234 Dec 10 16:24:04.166115 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-6d20655a-c950-45f0-b355-e88de65c336b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315766 Dec 10 16:24:04.178416 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97100941-7b31-4c69-8fd1-cca2dc713e1d req-a94509a2-ce81-48a7-ac5d-3ce18d03bc97 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:04.179919 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-97100941-7b31-4c69-8fd1-cca2dc713e1d req-a94509a2-ce81-48a7-ac5d-3ce18d03bc97 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=9579285a-3688-4430-a2c9-a3204e1ddb0d HTTP/1.1" status: 200 len: 943 time: 0.0555885 Dec 10 16:24:04.242203 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-97100941-7b31-4c69-8fd1-cca2dc713e1d req-3c99e51b-cc4c-420f-b5e2-2885544e63fb tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557547 Dec 10 16:24:04.274600 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfad2d4-d448-4167-a176-9c5b92a345af x-openstack-request-id: req-2dfad2d4-d448-4167-a176-9c5b92a345af {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:24:04.275198 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e73fa2fd-26e1-45e4-8896-6b7d7c12ac67", "tag": "e49ccd9b-54f9-4417-b2a1-836718184a00", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:24:04.275457 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2dfad2d4-d448-4167-a176-9c5b92a345af {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:24:04.275865 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e73fa2fd-26e1-45e4-8896-6b7d7c12ac67', 'tag': 'e49ccd9b-54f9-4417-b2a1-836718184a00', 'status': 'completed', 'code': 200} Dec 10 16:24:04.280887 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-ff252aa6-bcd3-4742-addf-387f114fd6cd service neutron] 10.222.0.26 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050766 Dec 10 16:24:04.340966 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de747c-2cf5-4c6a-9b8b-c6e33e55a825 req-60a458c7-b8e4-4ed8-a3a0-539ff55c6cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:04.342581 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-02de747c-2cf5-4c6a-9b8b-c6e33e55a825 req-60a458c7-b8e4-4ed8-a3a0-539ff55c6cca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=94e98c03952a41539b6089aa3614a4af&device_id=e73fa2fd-26e1-45e4-8896-6b7d7c12ac67 HTTP/1.1" status: 200 len: 1099 time: 0.0467515 Dec 10 16:24:04.423132 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-045a9f67-fafd-45de-bddd-80494b5d26f5 service neutron] 10.222.0.26 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342261 Dec 10 16:24:04.479129 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de747c-2cf5-4c6a-9b8b-c6e33e55a825 req-3e8353b1-d418-4dbf-a5d5-efce4cc75af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:04.480710 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-02de747c-2cf5-4c6a-9b8b-c6e33e55a825 req-3e8353b1-d418-4dbf-a5d5-efce4cc75af0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.1301310 Dec 10 16:24:04.537204 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-e904f9c8-7ce8-4830-80a1-497432ff3b7c tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:04.538631 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-e904f9c8-7ce8-4830-80a1-497432ff3b7c tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=315fc0ab-8c94-43fb-a36d-54e619b0ae2f&tenant_id=c7f96263ffc44481b889fc489836cd3c&binding%3Ahost_id=n-h2-766771-2 HTTP/1.1" status: 200 len: 1096 time: 0.0454235 Dec 10 16:24:04.543499 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-02de747c-2cf5-4c6a-9b8b-c6e33e55a825 req-f0adf0be-520d-4ceb-971a-9a649256aff1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=e49ccd9b-54f9-4417-b2a1-836718184a00 HTTP/1.1" status: 200 len: 217 time: 0.0490193 Dec 10 16:24:04.544244 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [req-678d1dbd-1453-4cc1-932b-fd28ce140b4d req-34a5bc9a-418f-4ef4-a9bf-50ac0c2be790 tempest-SecurityGroupsNegativeTestJSON-1982649154 tempest-SecurityGroupsNegativeTestJSON-1982649154-project] show failed (client error): The resource could not be found. Dec 10 16:24:04.545171 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-678d1dbd-1453-4cc1-932b-fd28ce140b4d req-34a5bc9a-418f-4ef4-a9bf-50ac0c2be790 tempest-SecurityGroupsNegativeTestJSON-1982649154 tempest-SecurityGroupsNegativeTestJSON-1982649154-project] 10.222.0.11 "GET /v2.0/security-groups/605e9d08-19d5-4dd0-8765-c71032886461 HTTP/1.1" status: 404 len: 352 time: 0.0450182 Dec 10 16:24:04.560836 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-3c1a7a22-480e-4fb2-a545-1c9db83ad225 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-766771-2'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:24:04.607905 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de747c-2cf5-4c6a-9b8b-c6e33e55a825 req-3742d5d8-6938-4e44-b893-37ad81344325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:04.609485 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-02de747c-2cf5-4c6a-9b8b-c6e33e55a825 req-3742d5d8-6938-4e44-b893-37ad81344325 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.0551393 Dec 10 16:24:04.625322 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-3c1a7a22-480e-4fb2-a545-1c9db83ad225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:04.690101 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f178b-f2fa-421f-b465-075e32cba8ef req-74649c31-23ff-4bdb-b9c4-9bfb8f7f84bb tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:04.691628 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-276f178b-f2fa-421f-b465-075e32cba8ef req-74649c31-23ff-4bdb-b9c4-9bfb8f7f84bb tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=315fc0ab-8c94-43fb-a36d-54e619b0ae2f HTTP/1.1" status: 200 len: 945 time: 0.0811934 Dec 10 16:24:04.697397 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de747c-2cf5-4c6a-9b8b-c6e33e55a825 req-291efca1-b4bb-4dcf-9d77-114446bb1606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:04.698857 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-02de747c-2cf5-4c6a-9b8b-c6e33e55a825 req-291efca1-b4bb-4dcf-9d77-114446bb1606 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0784891 Dec 10 16:24:04.767472 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-3c1a7a22-480e-4fb2-a545-1c9db83ad225 service neutron] For port f4e71d83-ee97-4292-9c4d-49d9bdcba2bd, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=f4e71d83-ee97-4292-9c4d-49d9bdcba2bd,segment=NetworkSegment(698ea8e5-c316-417a-87ff-ff612f3a473c),segment_id=698ea8e5-c316-417a-87ff-ff612f3a473c)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:04.809638 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-3c1a7a22-480e-4fb2-a545-1c9db83ad225 service neutron] For port f4e71d83-ee97-4292-9c4d-49d9bdcba2bd, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:24:04.809869 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-276f178b-f2fa-421f-b465-075e32cba8ef req-0fa0b689-959f-4a7f-a76b-aa1b3c7ae308 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095865 Dec 10 16:24:04.848648 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-02de747c-2cf5-4c6a-9b8b-c6e33e55a825 req-5e419308-859f-4434-8600-38e594ac3479 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413732 Dec 10 16:24:04.859798 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-3c1a7a22-480e-4fb2-a545-1c9db83ad225 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:04.865404 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-3c1a7a22-480e-4fb2-a545-1c9db83ad225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:04.911716 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device e49ccd9b-54f9-4417-b2a1-836718184a00 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:24:04.942693 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a7a22-480e-4fb2-a545-1c9db83ad225 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e71d83-ee97-4292-9c4d-49d9bdcba2bd,revision_number=7']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:04.958838 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-3c1a7a22-480e-4fb2-a545-1c9db83ad225 service neutron] Attempting to bind port f4e71d83-ee97-4292-9c4d-49d9bdcba2bd on host n-h2-766771-2 for vnic_type normal with profile {"migrating_to": "n-h1-766771-2"} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:24:04.959178 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-3c1a7a22-480e-4fb2-a545-1c9db83ad225 service neutron] Attempting to bind port f4e71d83-ee97-4292-9c4d-49d9bdcba2bd by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:24:04.959504 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-3c1a7a22-480e-4fb2-a545-1c9db83ad225 service neutron] Attempting to bind port f4e71d83-ee97-4292-9c4d-49d9bdcba2bd on network 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:24:04.964489 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-3c1a7a22-480e-4fb2-a545-1c9db83ad225 service neutron] Port f4e71d83-ee97-4292-9c4d-49d9bdcba2bd on network 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:24:04.964812 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-3c1a7a22-480e-4fb2-a545-1c9db83ad225 service neutron] Attempting to bind port f4e71d83-ee97-4292-9c4d-49d9bdcba2bd on network 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:24:04.969803 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-3c1a7a22-480e-4fb2-a545-1c9db83ad225 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:24:04.970169 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-3c1a7a22-480e-4fb2-a545-1c9db83ad225 service neutron] Checking segment: {'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:24:04.970558 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-3c1a7a22-480e-4fb2-a545-1c9db83ad225 service neutron] Bound using segment: {'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:24:04.971591 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-3c1a7a22-480e-4fb2-a545-1c9db83ad225 service neutron] Bound port: f4e71d83-ee97-4292-9c4d-49d9bdcba2bd, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:24:04.971945 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-3c1a7a22-480e-4fb2-a545-1c9db83ad225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:05.000184 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-02de747c-2cf5-4c6a-9b8b-c6e33e55a825 req-a1dfc8fb-22b9-4946-ba11-11010582fbad service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440661 Dec 10 16:24:05.019482 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ce1770-bec2-4f0c-9650-9dd8e0c69ace x-openstack-request-id: req-e4ce1770-bec2-4f0c-9650-9dd8e0c69ace {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:24:05.019778 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9579285a-3688-4430-a2c9-a3204e1ddb0d", "tag": "5d97a3ac-6700-418a-995f-22c1e3621327", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:24:05.020327 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e4ce1770-bec2-4f0c-9650-9dd8e0c69ace {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:24:05.020459 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9579285a-3688-4430-a2c9-a3204e1ddb0d', 'tag': '5d97a3ac-6700-418a-995f-22c1e3621327', 'status': 'completed', 'code': 200} Dec 10 16:24:05.056377 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port e49ccd9b-54f9-4417-b2a1-836718184a00, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=e49ccd9b-54f9-4417-b2a1-836718184a00,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:05.072050 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-3c1a7a22-480e-4fb2-a545-1c9db83ad225 service neutron] For port f4e71d83-ee97-4292-9c4d-49d9bdcba2bd, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:24:05.073160 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': 'e49ccd9b-54f9-4417-b2a1-836718184a00', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'port_id': 'e49ccd9b-54f9-4417-b2a1-836718184a00', 'mac_address': 'fa:16:3e:7c:34:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a18c92-5007-49e2-b728-7aedc06dca57', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:24:05.075180 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-3c1a7a22-480e-4fb2-a545-1c9db83ad225 service neutron] For port f4e71d83-ee97-4292-9c4d-49d9bdcba2bd, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=f4e71d83-ee97-4292-9c4d-49d9bdcba2bd,segment=NetworkSegment(698ea8e5-c316-417a-87ff-ff612f3a473c),segment_id=698ea8e5-c316-417a-87ff-ff612f3a473c)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:24:05.084487 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-3c1a7a22-480e-4fb2-a545-1c9db83ad225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:05.087851 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450bf33-1118-4757-8626-a5d37d88c387 req-a271abd0-f6e0-42fc-916b-29e53712c2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:05.089358 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1450bf33-1118-4757-8626-a5d37d88c387 req-a271abd0-f6e0-42fc-916b-29e53712c2dc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a91374a85f654bd6a3d2ae7399378add&device_id=9579285a-3688-4430-a2c9-a3204e1ddb0d HTTP/1.1" status: 200 len: 1094 time: 0.0797215 Dec 10 16:24:05.131768 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:05.147251 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e49ccd9b-54f9-4417-b2a1-836718184a00 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:24:05.171422 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port e49ccd9b-54f9-4417-b2a1-836718184a00, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=e49ccd9b-54f9-4417-b2a1-836718184a00,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:05.176201 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:05.216704 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-3c1a7a22-480e-4fb2-a545-1c9db83ad225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:05.217460 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-3c1a7a22-480e-4fb2-a545-1c9db83ad225 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:05.219123 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-3c1a7a22-480e-4fb2-a545-1c9db83ad225 service neutron] 10.222.0.26 "PUT /v2.0/ports/f4e71d83-ee97-4292-9c4d-49d9bdcba2bd HTTP/1.1" status: 200 len: 1121 time: 0.6642435 Dec 10 16:24:05.227634 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450bf33-1118-4757-8626-a5d37d88c387 req-31bbda50-e925-4f03-8d0e-969b693a7953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:05.230032 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1450bf33-1118-4757-8626-a5d37d88c387 req-31bbda50-e925-4f03-8d0e-969b693a7953 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 HTTP/1.1" status: 200 len: 913 time: 0.1322112 Dec 10 16:24:05.238772 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=e49ccd9b-54f9-4417-b2a1-836718184a00,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:05.249313 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:05.250584 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:05.251416 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:05.252065 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a7a22-480e-4fb2-a545-1c9db83ad225 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e71d83-ee97-4292-9c4d-49d9bdcba2bd,revision_number=8']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:05.252224 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:05.252778 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:05.253369 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:05.253913 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:05.254539 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:05.255094 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:05.255662 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:05.256200 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:05.256882 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:05.257440 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:05.315676 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1450bf33-1118-4757-8626-a5d37d88c387 req-1667453a-49c0-4d1b-8eaf-3449a1b2adf8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d97a3ac-6700-418a-995f-22c1e3621327 HTTP/1.1" status: 200 len: 217 time: 0.0743475 Dec 10 16:24:05.340149 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afd309-e110-4907-8292-ce2f1ae25a9e req-96cdc291-2296-488c-9d39-d372b7c16ad3 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:05.341610 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b6afd309-e110-4907-8292-ce2f1ae25a9e req-96cdc291-2296-488c-9d39-d372b7c16ad3 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e73fa2fd-26e1-45e4-8896-6b7d7c12ac67 HTTP/1.1" status: 200 len: 949 time: 0.1106467 Dec 10 16:24:05.350232 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['f4e71d83-ee97-4292-9c4d-49d9bdcba2bd'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:24:05.377922 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['e49ccd9b-54f9-4417-b2a1-836718184a00'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:24:05.403477 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450bf33-1118-4757-8626-a5d37d88c387 req-7e10f3b7-f61a-4a70-a3a1-2bcfbf2aa095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:05.404942 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1450bf33-1118-4757-8626-a5d37d88c387 req-7e10f3b7-f61a-4a70-a3a1-2bcfbf2aa095 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d91d45da-791f-427f-a9fe-a70a5d192f4c HTTP/1.1" status: 200 len: 852 time: 0.0808249 Dec 10 16:24:05.425893 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b6afd309-e110-4907-8292-ce2f1ae25a9e req-56cb5639-7d96-435b-bbf3-84b38d2434d8 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659633 Dec 10 16:24:05.449972 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1450bf33-1118-4757-8626-a5d37d88c387 req-c9eeb0d6-cb16-4945-898a-a37f54640550 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9d8083a2-a7ce-49e3-9a7c-b927cfa621a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371361 Dec 10 16:24:05.600096 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1450bf33-1118-4757-8626-a5d37d88c387 req-38674899-4cb3-4105-8cd6-206a371385b6 service neutron] 10.222.0.26 "GET /v2.0/networks/9d8083a2-a7ce-49e3-9a7c-b927cfa621a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411583 Dec 10 16:24:05.741232 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aa23d5bb-289a-464d-b94e-5fca2d605f13 req-f03a7de1-e338-47f6-bad9-8f3e9d670272 tempest-SecurityGroupsNegativeTestJSON-1982649154 tempest-SecurityGroupsNegativeTestJSON-1982649154-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c7b4e5253f724bc6b7eb4867469c0f99 HTTP/1.1" status: 200 len: 3001 time: 0.0882881 Dec 10 16:24:05.767618 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1450bf33-1118-4757-8626-a5d37d88c387 req-cc08673c-cc86-4151-a9d7-05af412096f0 service neutron] 10.222.0.26 "GET /v2.0/networks/9d8083a2-a7ce-49e3-9a7c-b927cfa621a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618016 Dec 10 16:24:05.771678 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43892) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:05.815287 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aa23d5bb-289a-464d-b94e-5fca2d605f13 req-9327e5a1-c4f6-42b1-89f8-bfda60e81126 tempest-SecurityGroupsNegativeTestJSON-1982649154 tempest-SecurityGroupsNegativeTestJSON-1982649154-project] 10.222.0.11 "GET /v2.0/security-groups/f1febd50-358e-473c-8d4b-27f6e42a6ae6 HTTP/1.1" status: 200 len: 2998 time: 0.0654032 Dec 10 16:24:05.870856 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aa23d5bb-289a-464d-b94e-5fca2d605f13 req-62a96b50-4b0f-45ef-aec9-6900abfe3535 tempest-SecurityGroupsNegativeTestJSON-1982649154 tempest-SecurityGroupsNegativeTestJSON-1982649154-project] 10.222.0.11 "GET /v2.0/security-groups/f1febd50-358e-473c-8d4b-27f6e42a6ae6 HTTP/1.1" status: 200 len: 2998 time: 0.0451331 Dec 10 16:24:05.902219 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-50ea7580-31b0-4b17-b4ae-43853ece64d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:05.978795 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4023f74-0627-49c4-874b-cf6c7d0bb890 req-52a129af-ca8c-48fa-a8a0-3cb1be01788e tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:05.980378 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d4023f74-0627-49c4-874b-cf6c7d0bb890 req-52a129af-ca8c-48fa-a8a0-3cb1be01788e tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=9579285a-3688-4430-a2c9-a3204e1ddb0d HTTP/1.1" status: 200 len: 943 time: 0.0548637 Dec 10 16:24:05.985660 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-50ea7580-31b0-4b17-b4ae-43853ece64d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:05.991362 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-50ea7580-31b0-4b17-b4ae-43853ece64d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:06.029668 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea7580-31b0-4b17-b4ae-43853ece64d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc054fde-0a4e-4457-b106-2bda1fea4d75,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:06.032408 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d4023f74-0627-49c4-874b-cf6c7d0bb890 req-04514fe9-0fb0-45e0-b7d1-5a1b8fa3f240 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442948 Dec 10 16:24:06.036589 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-50ea7580-31b0-4b17-b4ae-43853ece64d1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6654c650310a4916bb66296458279b08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2608395 Dec 10 16:24:06.036945 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43900) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:06.078393 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 43902) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:06.105505 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2c318c19-4d28-43c2-aefa-39c692b0fcd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:06.122093 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:06.130449 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2c318c19-4d28-43c2-aefa-39c692b0fcd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:06.184137 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2c318c19-4d28-43c2-aefa-39c692b0fcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:06.186859 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2c318c19-4d28-43c2-aefa-39c692b0fcd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:06.187527 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0b4539ba-678b-4e73-bff6-ae67fa1bc560 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:06.188068 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2c318c19-4d28-43c2-aefa-39c692b0fcd2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dc054fde-0a4e-4457-b106-2bda1fea4d75 HTTP/1.1" status: 204 len: 168 time: 0.1504867 Dec 10 16:24:06.200765 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e4d0a-a795-407c-83f1-14a175b9e5a3 req-a73b8ad5-e190-44f3-b4bf-dae79a6bd3a8 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:06.202355 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8c6e4d0a-a795-407c-83f1-14a175b9e5a3 req-a73b8ad5-e190-44f3-b4bf-dae79a6bd3a8 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=315fc0ab-8c94-43fb-a36d-54e619b0ae2f HTTP/1.1" status: 200 len: 943 time: 0.0695319 Dec 10 16:24:06.210806 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c318c19-4d28-43c2-aefa-39c692b0fcd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc054fde-0a4e-4457-b106-2bda1fea4d75,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:06.236020 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0b4539ba-678b-4e73-bff6-ae67fa1bc560 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:06.309087 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8c6e4d0a-a795-407c-83f1-14a175b9e5a3 req-bae59998-33aa-4ce2-9ac1-be20ba96c666 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917788 Dec 10 16:24:06.361595 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0b4539ba-678b-4e73-bff6-ae67fa1bc560 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:06.365502 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0b4539ba-678b-4e73-bff6-ae67fa1bc560 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:06.369192 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-0b4539ba-678b-4e73-bff6-ae67fa1bc560 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] 10.222.0.11 "DELETE /v2.0/security-groups/0f02d5fd-6538-49df-8042-a9b1dbcbd9b7 HTTP/1.1" status: 204 len: 168 time: 0.2870240 Dec 10 16:24:06.369543 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43910) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:06.384750 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-984081de-58af-4552-9fd1-ac4b8c516f20 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] show failed (client error): The resource could not be found. Dec 10 16:24:06.386197 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-984081de-58af-4552-9fd1-ac4b8c516f20 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] 10.222.0.11 "GET /v2.0/security-groups/0f02d5fd-6538-49df-8042-a9b1dbcbd9b7 HTTP/1.1" status: 404 len: 347 time: 0.0151055 Dec 10 16:24:06.388445 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43912) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:06.392710 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0b15b83b-c30c-4786-8576-b61fece0926c req-74cf45fd-388b-453c-9549-e1bebc14c3a2 tempest-SecurityGroupsNegativeTestJSON-1982649154 tempest-SecurityGroupsNegativeTestJSON-1982649154-project] 10.222.0.11 "GET /v2.0/security-groups/f1febd50-358e-473c-8d4b-27f6e42a6ae6 HTTP/1.1" status: 200 len: 2998 time: 0.0694358 Dec 10 16:24:06.394406 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4539ba-678b-4e73-bff6-ae67fa1bc560 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f02d5fd-6538-49df-8042-a9b1dbcbd9b7,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:06.414704 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4539ba-678b-4e73-bff6-ae67fa1bc560 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:06.415063 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4539ba-678b-4e73-bff6-ae67fa1bc560 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:06.415444 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4539ba-678b-4e73-bff6-ae67fa1bc560 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:06.415790 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4539ba-678b-4e73-bff6-ae67fa1bc560 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:06.416136 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4539ba-678b-4e73-bff6-ae67fa1bc560 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:06.416469 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4539ba-678b-4e73-bff6-ae67fa1bc560 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:06.416806 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4539ba-678b-4e73-bff6-ae67fa1bc560 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:06.417140 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4539ba-678b-4e73-bff6-ae67fa1bc560 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:06.417472 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4539ba-678b-4e73-bff6-ae67fa1bc560 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:06.417802 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4539ba-678b-4e73-bff6-ae67fa1bc560 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:06.418154 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4539ba-678b-4e73-bff6-ae67fa1bc560 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:06.418487 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4539ba-678b-4e73-bff6-ae67fa1bc560 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:06.418815 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4539ba-678b-4e73-bff6-ae67fa1bc560 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:06.483666 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [req-0b15b83b-c30c-4786-8576-b61fece0926c req-19ea436c-f533-4ab3-b493-ad85ddc5d80c tempest-SecurityGroupsNegativeTestJSON-1982649154 tempest-SecurityGroupsNegativeTestJSON-1982649154-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 10 16:24:06.484732 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0b15b83b-c30c-4786-8576-b61fece0926c req-19ea436c-f533-4ab3-b493-ad85ddc5d80c tempest-SecurityGroupsNegativeTestJSON-1982649154 tempest-SecurityGroupsNegativeTestJSON-1982649154-project] 10.222.0.11 "DELETE /v2.0/security-groups/f1febd50-358e-473c-8d4b-27f6e42a6ae6 HTTP/1.1" status: 409 len: 352 time: 0.0814710 Dec 10 16:24:06.565237 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-83399ca3-0cea-4260-b33a-f536c6427a41 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Deleting port 086f5bb7-4f8d-4b27-af0b-b81b0b0b547a {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:24:06.565579 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83399ca3-0cea-4260-b33a-f536c6427a41 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:06.603957 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 43918) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:06.616892 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e34163f7-d873-438c-a470-e409ed53479f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:06.679839 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83399ca3-0cea-4260-b33a-f536c6427a41 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:06.680561 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83399ca3-0cea-4260-b33a-f536c6427a41 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:06.694992 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-83399ca3-0cea-4260-b33a-f536c6427a41 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Calling delete_port for 086f5bb7-4f8d-4b27-af0b-b81b0b0b547a owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:24:06.703790 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c12b39-c0a7-475e-b426-7d170999717d req-e7b7dbda-d0c9-4eed-b713-aad13e8cca32 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:06.705303 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-89c12b39-c0a7-475e-b426-7d170999717d req-e7b7dbda-d0c9-4eed-b713-aad13e8cca32 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e73fa2fd-26e1-45e4-8896-6b7d7c12ac67 HTTP/1.1" status: 200 len: 949 time: 0.0784960 Dec 10 16:24:06.797414 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e34163f7-d873-438c-a470-e409ed53479f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:06.806952 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-89c12b39-c0a7-475e-b426-7d170999717d req-4e029c6f-fa09-4253-9bba-d7babf7c19ba tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838425 Dec 10 16:24:06.808208 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e34163f7-d873-438c-a470-e409ed53479f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:06.852661 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83399ca3-0cea-4260-b33a-f536c6427a41 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:06.864463 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34163f7-d873-438c-a470-e409ed53479f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c270a38-820d-48b0-ab5a-18ba9f738333,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:06.867519 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [req-3c001bc4-64e1-4b8b-947c-fa956059056f req-915e89eb-9ec2-4d29-bc5c-9676c5630d79 tempest-SecurityGroupsNegativeTestJSON-1982649154 tempest-SecurityGroupsNegativeTestJSON-1982649154-project] show failed (client error): The resource could not be found. Dec 10 16:24:06.869208 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c001bc4-64e1-4b8b-947c-fa956059056f req-915e89eb-9ec2-4d29-bc5c-9676c5630d79 tempest-SecurityGroupsNegativeTestJSON-1982649154 tempest-SecurityGroupsNegativeTestJSON-1982649154-project] 10.222.0.11 "GET /v2.0/security-groups/1f3f0096-167f-432b-b915-2223800c364a HTTP/1.1" status: 404 len: 352 time: 0.0361841 Dec 10 16:24:06.871688 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e34163f7-d873-438c-a470-e409ed53479f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=da438376e55649c2b6627cbbe3e1ed84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2670808 Dec 10 16:24:06.874528 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 43922) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:06.897864 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83399ca3-0cea-4260-b33a-f536c6427a41 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Pushing event deleted for resources: {'Port': ['ID=086f5bb7-4f8d-4b27-af0b-b81b0b0b547a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:06.922653 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 5d97a3ac-6700-418a-995f-22c1e3621327 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:24:06.924777 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device e49ccd9b-54f9-4417-b2a1-836718184a00 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:24:06.928921 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e5a523d9-b79c-4352-8666-44962dd15648 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:06.956028 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e5a523d9-b79c-4352-8666-44962dd15648 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:06.987079 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83399ca3-0cea-4260-b33a-f536c6427a41 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:06.990358 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83399ca3-0cea-4260-b33a-f536c6427a41 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:06.995067 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-83399ca3-0cea-4260-b33a-f536c6427a41 tempest-ServersTestBootFromVolume-685306496 tempest-ServersTestBootFromVolume-685306496-project] 10.222.0.11 "DELETE /v2.0/floatingips/e8431152-8dcf-4579-b7c7-890b00e6d2bc HTTP/1.1" status: 204 len: 168 time: 0.6022451 Dec 10 16:24:06.995405 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43926) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:07.031545 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [req-e4dbc400-d74c-48d7-b7a8-3cfc83c47e5a req-23fc56da-7863-42a8-80f7-bff87fab90c6 tempest-SecurityGroupsNegativeTestJSON-1982649154 tempest-SecurityGroupsNegativeTestJSON-1982649154-project] show failed (client error): The resource could not be found. Dec 10 16:24:07.033355 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e4dbc400-d74c-48d7-b7a8-3cfc83c47e5a req-23fc56da-7863-42a8-80f7-bff87fab90c6 tempest-SecurityGroupsNegativeTestJSON-1982649154 tempest-SecurityGroupsNegativeTestJSON-1982649154-project] 10.222.0.11 "GET /v2.0/security-groups/33643b3a-c6fc-4c2e-9f70-753ea69819b2 HTTP/1.1" status: 404 len: 352 time: 0.0189853 Dec 10 16:24:07.036905 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315fc0ab-8c94-43fb-a36d-54e619b0ae2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4e71d83-ee97-4292-9c4d-49d9bdcba2bd'}, {'name': 'network-changed', 'server_uuid': '315fc0ab-8c94-43fb-a36d-54e619b0ae2f', 'tag': 'f4e71d83-ee97-4292-9c4d-49d9bdcba2bd'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:24:07.039083 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8782f2a5-5161-4949-a7a7-bf7c926c3c8a" -d '{"events": [{"server_uuid": "315fc0ab-8c94-43fb-a36d-54e619b0ae2f", "name": "network-vif-unplugged", "status": "completed", "tag": "f4e71d83-ee97-4292-9c4d-49d9bdcba2bd"}, {"name": "network-changed", "server_uuid": "315fc0ab-8c94-43fb-a36d-54e619b0ae2f", "tag": "f4e71d83-ee97-4292-9c4d-49d9bdcba2bd"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:24:07.046628 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 43928) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:07.117970 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e5a523d9-b79c-4352-8666-44962dd15648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:07.121833 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e5a523d9-b79c-4352-8666-44962dd15648 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:07.123818 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e5a523d9-b79c-4352-8666-44962dd15648 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5c270a38-820d-48b0-ab5a-18ba9f738333 HTTP/1.1" status: 204 len: 168 time: 0.2481833 Dec 10 16:24:07.160871 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port e49ccd9b-54f9-4417-b2a1-836718184a00 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:24:07.178480 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port e49ccd9b-54f9-4417-b2a1-836718184a00 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:24:07.178954 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:07.186352 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a52026f-6f33-47da-b999-2b78198ea1d0 admin admin] Deleting subnet 14d9f0dd-dd9c-4191-90dd-a7addd41ecc7 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:24:07.186917 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 5d97a3ac-6700-418a-995f-22c1e3621327, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=5d97a3ac-6700-418a-995f-22c1e3621327,segment=NetworkSegment(5b73bbf7-7693-4577-890d-a6987a70c2b5),segment_id=5b73bbf7-7693-4577-890d-a6987a70c2b5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:07.191883 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a523d9-b79c-4352-8666-44962dd15648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c270a38-820d-48b0-ab5a-18ba9f738333,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:07.196497 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4a52026f-6f33-47da-b999-2b78198ea1d0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:07.249044 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2151a-67df-43c4-8552-d6f8d3c44ecd req-45394b16-218d-4137-ad3b-843319b5b3a7 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:07.257744 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-13f2151a-67df-43c4-8552-d6f8d3c44ecd req-45394b16-218d-4137-ad3b-843319b5b3a7 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=9579285a-3688-4430-a2c9-a3204e1ddb0d HTTP/1.1" status: 200 len: 943 time: 0.1203959 Dec 10 16:24:07.268309 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4a52026f-6f33-47da-b999-2b78198ea1d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:07.295600 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '5d97a3ac-6700-418a-995f-22c1e3621327', 'network_id': '9d8083a2-a7ce-49e3-9a7c-b927cfa621a4', 'port_id': '5d97a3ac-6700-418a-995f-22c1e3621327', 'mac_address': 'fa:16:3e:a9:02:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd91d45da-791f-427f-a9fe-a70a5d192f4c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:24:07.354377 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4a52026f-6f33-47da-b999-2b78198ea1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:07.370982 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:07.396183 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-13f2151a-67df-43c4-8552-d6f8d3c44ecd req-f5f4b760-7cec-4eba-a951-1b5a2f8d7223 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374474 Dec 10 16:24:07.439441 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:07.474216 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4a52026f-6f33-47da-b999-2b78198ea1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:07.492753 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 10 Dec 2021 16:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85393f19-9cba-4127-bc6a-8aa6afd63e2a x-openstack-request-id: req-85393f19-9cba-4127-bc6a-8aa6afd63e2a {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:24:07.494572 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315fc0ab-8c94-43fb-a36d-54e619b0ae2f", "name": "network-vif-unplugged", "status": "completed", "tag": "f4e71d83-ee97-4292-9c4d-49d9bdcba2bd", "code": 200}, {"name": "network-changed", "server_uuid": "315fc0ab-8c94-43fb-a36d-54e619b0ae2f", "tag": "f4e71d83-ee97-4292-9c4d-49d9bdcba2bd", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:24:07.494997 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-85393f19-9cba-4127-bc6a-8aa6afd63e2a {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:24:07.495596 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315fc0ab-8c94-43fb-a36d-54e619b0ae2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4e71d83-ee97-4292-9c4d-49d9bdcba2bd', 'code': 200} Dec 10 16:24:07.496034 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '315fc0ab-8c94-43fb-a36d-54e619b0ae2f', 'tag': 'f4e71d83-ee97-4292-9c4d-49d9bdcba2bd', 'status': 'completed', 'code': 200} Dec 10 16:24:07.518712 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-887edecd-edee-428d-8940-0920221d9d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:07.520640 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port e49ccd9b-54f9-4417-b2a1-836718184a00, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=e49ccd9b-54f9-4417-b2a1-836718184a00,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:07.525764 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73fa2fd-26e1-45e4-8896-6b7d7c12ac67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49ccd9b-54f9-4417-b2a1-836718184a00'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:24:07.532108 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5033665f-140d-44ed-88b9-c6b1471e33d7" -d '{"events": [{"server_uuid": "e73fa2fd-26e1-45e4-8896-6b7d7c12ac67", "name": "network-vif-plugged", "status": "completed", "tag": "e49ccd9b-54f9-4417-b2a1-836718184a00"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:24:07.539314 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:07.549927 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d97a3ac-6700-418a-995f-22c1e3621327 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:24:07.556725 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52026f-6f33-47da-b999-2b78198ea1d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14d9f0dd-dd9c-4191-90dd-a7addd41ecc7,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:07.585848 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 5d97a3ac-6700-418a-995f-22c1e3621327, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=5d97a3ac-6700-418a-995f-22c1e3621327,segment=NetworkSegment(5b73bbf7-7693-4577-890d-a6987a70c2b5),segment_id=5b73bbf7-7693-4577-890d-a6987a70c2b5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:07.593627 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4a52026f-6f33-47da-b999-2b78198ea1d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:07.607347 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4a52026f-6f33-47da-b999-2b78198ea1d0 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/14d9f0dd-dd9c-4191-90dd-a7addd41ecc7 HTTP/1.1" status: 204 len: 168 time: 0.5565495 Dec 10 16:24:07.641782 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 43946) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:07.655752 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=e49ccd9b-54f9-4417-b2a1-836718184a00,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:07.667562 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:07.668564 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device f4e71d83-ee97-4292-9c4d-49d9bdcba2bd details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:24:07.736071 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=5d97a3ac-6700-418a-995f-22c1e3621327,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:07.874078 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port f4e71d83-ee97-4292-9c4d-49d9bdcba2bd, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=f4e71d83-ee97-4292-9c4d-49d9bdcba2bd,segment=NetworkSegment(698ea8e5-c316-417a-87ff-ff612f3a473c),segment_id=698ea8e5-c316-417a-87ff-ff612f3a473c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:07.890981 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device f4e71d83-ee97-4292-9c4d-49d9bdcba2bd has no active binding in host n-h1-766771-2 {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 16:24:07.913839 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:07.981012 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-887edecd-edee-428d-8940-0920221d9d75 admin admin] Deleting port 3c60aa98-74a6-4aa7-85db-d792ecc832b8 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:24:07.982900 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-887edecd-edee-428d-8940-0920221d9d75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:08.097178 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-887edecd-edee-428d-8940-0920221d9d75 admin admin] For port 3c60aa98-74a6-4aa7-85db-d792ecc832b8, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=3c60aa98-74a6-4aa7-85db-d792ecc832b8,segment=NetworkSegment(71053937-890f-4eab-b0e9-9363f55e1cac),segment_id=71053937-890f-4eab-b0e9-9363f55e1cac)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:08.097540 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-887edecd-edee-428d-8940-0920221d9d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:08.114874 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-887edecd-edee-428d-8940-0920221d9d75 admin admin] Calling delete_port for 3c60aa98-74a6-4aa7-85db-d792ecc832b8 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:24:08.130087 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782f2a5-5161-4949-a7a7-bf7c926c3c8a req-ef7852fe-de33-487f-9292-bd3096f0f657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:08.131701 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8782f2a5-5161-4949-a7a7-bf7c926c3c8a req-ef7852fe-de33-487f-9292-bd3096f0f657 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c7f96263ffc44481b889fc489836cd3c&device_id=315fc0ab-8c94-43fb-a36d-54e619b0ae2f HTTP/1.1" status: 200 len: 1124 time: 0.5848582 Dec 10 16:24:08.153299 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['5d97a3ac-6700-418a-995f-22c1e3621327'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:24:08.166162 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8aabd-fc41-46d5-abdd-a744ba2aef0a req-7fa7eece-a5ee-4970-97b2-c83ff934d646 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:08.173395 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c9e8aabd-fc41-46d5-abdd-a744ba2aef0a req-7fa7eece-a5ee-4970-97b2-c83ff934d646 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=315fc0ab-8c94-43fb-a36d-54e619b0ae2f HTTP/1.1" status: 200 len: 943 time: 0.5578628 Dec 10 16:24:08.186684 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ad5b6118-8e1f-49d6-8915-12234330a4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:08.289002 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c9e8aabd-fc41-46d5-abdd-a744ba2aef0a req-6bec39e4-76dd-4ac2-ae93-4a75d5e6980e tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147370 Dec 10 16:24:08.350975 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0443f8d-7c47-42fc-ba26-208b06f826f4 x-openstack-request-id: req-f0443f8d-7c47-42fc-ba26-208b06f826f4 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:24:08.351504 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73fa2fd-26e1-45e4-8896-6b7d7c12ac67", "name": "network-vif-plugged", "status": "completed", "tag": "e49ccd9b-54f9-4417-b2a1-836718184a00", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:24:08.351804 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f0443f8d-7c47-42fc-ba26-208b06f826f4 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:24:08.352290 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73fa2fd-26e1-45e4-8896-6b7d7c12ac67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49ccd9b-54f9-4417-b2a1-836718184a00', 'code': 200} Dec 10 16:24:08.470937 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782f2a5-5161-4949-a7a7-bf7c926c3c8a req-de58a285-3ac7-4c49-9b2c-6ae8c5fe1fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:08.473068 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8782f2a5-5161-4949-a7a7-bf7c926c3c8a req-de58a285-3ac7-4c49-9b2c-6ae8c5fe1fc2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce HTTP/1.1" status: 200 len: 909 time: 0.3264537 Dec 10 16:24:08.480024 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-887edecd-edee-428d-8940-0920221d9d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:08.494566 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ad5b6118-8e1f-49d6-8915-12234330a4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:08.514812 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887edecd-edee-428d-8940-0920221d9d75 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c60aa98-74a6-4aa7-85db-d792ecc832b8,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:08.550243 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8782f2a5-5161-4949-a7a7-bf7c926c3c8a req-7a84baaf-c30b-4163-8869-9a40ae9e6967 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4e71d83-ee97-4292-9c4d-49d9bdcba2bd HTTP/1.1" status: 200 len: 217 time: 0.0646479 Dec 10 16:24:08.614102 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-ad5b6118-8e1f-49d6-8915-12234330a4e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['418049e6-bd1a-4711-8fb7-e9ff590da9c5']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:24:08.671489 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebf208-eca3-41c6-9aed-f5d618deeb3f req-f39b9c61-04b5-4bf3-a65c-39620d774923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:08.673384 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-26ebf208-eca3-41c6-9aed-f5d618deeb3f req-f39b9c61-04b5-4bf3-a65c-39620d774923 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e73fa2fd-26e1-45e4-8896-6b7d7c12ac67 HTTP/1.1" status: 200 len: 1101 time: 0.2332327 Dec 10 16:24:08.685019 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-ad5b6118-8e1f-49d6-8915-12234330a4e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb57f73f-5c0e-41fb-b838-c87e64a9b121') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:24:08.685680 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-ad5b6118-8e1f-49d6-8915-12234330a4e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb57f73f-5c0e-41fb-b838-c87e64a9b121') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:24:08.734771 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ad5b6118-8e1f-49d6-8915-12234330a4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:08.771555 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782f2a5-5161-4949-a7a7-bf7c926c3c8a req-bd9620af-08ba-4158-a2c3-7a9b440603ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:08.773082 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8782f2a5-5161-4949-a7a7-bf7c926c3c8a req-bd9620af-08ba-4158-a2c3-7a9b440603ad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8e6d4c00-e815-4a48-aff0-5fbec7a9d006 HTTP/1.1" status: 200 len: 848 time: 0.2155654 Dec 10 16:24:08.787761 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b47bb0-2a78-44df-a1c4-f32cc3bd9213 req-3d344860-f552-47ca-9774-0fc55738183e tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:08.789517 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-82b47bb0-2a78-44df-a1c4-f32cc3bd9213 req-3d344860-f552-47ca-9774-0fc55738183e tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e73fa2fd-26e1-45e4-8896-6b7d7c12ac67 HTTP/1.1" status: 200 len: 950 time: 0.2307682 Dec 10 16:24:08.807283 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-887edecd-edee-428d-8940-0920221d9d75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:08.827827 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ad5b6118-8e1f-49d6-8915-12234330a4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:08.836309 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8782f2a5-5161-4949-a7a7-bf7c926c3c8a req-a87d7a90-02df-4cc9-95ad-5e59501e038e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448411 Dec 10 16:24:08.850775 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad5b6118-8e1f-49d6-8915-12234330a4e3 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:24:08.851517 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ad5b6118-8e1f-49d6-8915-12234330a4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:08.855657 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:24:08.855657 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:24:08.855657 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:24:08.855657 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:24:08.855657 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:24:08.855657 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:24:08.855657 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:24:08.855657 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:24:08.855657 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:24:08.855657 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:24:08.855657 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:24:08.855657 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:24:08.855657 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:24:08.855657 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:24:08.855657 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:24:08.855657 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:24:08.855657 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:24:08.855657 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:24:08.855657 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:24:08.855657 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:24:08.855657 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:24:08.855657 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:24:08.855657 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:24:08.855657 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:24:08.855657 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:24:08.855657 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:24:08.855657 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:24:08.855657 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:24:08.855657 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:24:08.855657 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:24:08.855657 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:24:08.855657 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:24:08.858370 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-26ebf208-eca3-41c6-9aed-f5d618deeb3f req-6347fb85-09b9-498e-bd39-e745093e36c4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625056 Dec 10 16:24:08.949278 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 5d97a3ac-6700-418a-995f-22c1e3621327 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:24:09.004824 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-82b47bb0-2a78-44df-a1c4-f32cc3bd9213 req-fe909029-a60f-43ab-8088-ef394e4cb0f3 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011051 Dec 10 16:24:09.007800 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ad5b6118-8e1f-49d6-8915-12234330a4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:09.016367 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ad5b6118-8e1f-49d6-8915-12234330a4e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:09.024486 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ad5b6118-8e1f-49d6-8915-12234330a4e3 admin admin] 10.222.0.11 "DELETE /v2.0/networks/418049e6-bd1a-4711-8fb7-e9ff590da9c5 HTTP/1.1" status: 204 len: 168 time: 1.3680534 Dec 10 16:24:09.060912 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b6118-8e1f-49d6-8915-12234330a4e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=418049e6-bd1a-4711-8fb7-e9ff590da9c5,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:09.069299 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 5d97a3ac-6700-418a-995f-22c1e3621327 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:24:09.084872 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 5d97a3ac-6700-418a-995f-22c1e3621327 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:24:09.085694 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:09.092426 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8782f2a5-5161-4949-a7a7-bf7c926c3c8a req-e3d84206-b1db-45f4-9a6b-bf1e6206d550 service neutron] 10.222.0.46 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376113 Dec 10 16:24:09.170312 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-887edecd-edee-428d-8940-0920221d9d75 admin admin] Router 7d7d378e-4e89-4d4b-a564-d9dbecf90f8f has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:24:09.237091 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:09.240775 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8782f2a5-5161-4949-a7a7-bf7c926c3c8a req-03807b79-cbda-4abb-b650-993ecf8e220c service neutron] 10.222.0.46 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409457 Dec 10 16:24:09.276456 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 43984) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:09.288860 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 5d97a3ac-6700-418a-995f-22c1e3621327, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=5d97a3ac-6700-418a-995f-22c1e3621327,segment=NetworkSegment(5b73bbf7-7693-4577-890d-a6987a70c2b5),segment_id=5b73bbf7-7693-4577-890d-a6987a70c2b5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:09.294242 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:09.315620 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887edecd-edee-428d-8940-0920221d9d75 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:24:09.323193 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-887edecd-edee-428d-8940-0920221d9d75 admin admin] 10.222.0.11 "PUT /v2.0/routers/7d7d378e-4e89-4d4b-a564-d9dbecf90f8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3262975 Dec 10 16:24:09.325004 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43990) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:09.353324 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=5d97a3ac-6700-418a-995f-22c1e3621327,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:09.357263 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd48de6-0188-42e9-ab30-5fd3184531c6 None None] Sync routers for ids ['7d7d378e-4e89-4d4b-a564-d9dbecf90f8f'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:24:09.368421 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd48de6-0188-42e9-ab30-5fd3184531c6 None None] Routers {'7d7d378e-4e89-4d4b-a564-d9dbecf90f8f'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:24:09.369222 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4dd48de6-0188-42e9-ab30-5fd3184531c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:23:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['7d7d378e-4e89-4d4b-a564-d9dbecf90f8f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:24:09.381944 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-7dbe8423-d67d-4e17-b660-1b95e132bbf3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c7b4e5253f724bc6b7eb4867469c0f99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1030681 Dec 10 16:24:09.391386 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c64a2-cabf-486f-b64e-2dd8bffa8e49 req-a4841a6f-b246-462c-a23d-2b462a88e27c tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:09.392899 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-444c64a2-cabf-486f-b64e-2dd8bffa8e49 req-a4841a6f-b246-462c-a23d-2b462a88e27c tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=9579285a-3688-4430-a2c9-a3204e1ddb0d HTTP/1.1" status: 200 len: 945 time: 0.0823038 Dec 10 16:24:09.393380 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 43992) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:09.443276 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4a03f4c6-925d-49fd-a531-56955d0838d0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:09.473872 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5210e9c8-92e8-456a-a5e7-b35bd3d69b41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:09.507392 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-4dd48de6-0188-42e9-ab30-5fd3184531c6 None None] Set router 7d7d378e-4e89-4d4b-a564-d9dbecf90f8f gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:24:09.514670 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-444c64a2-cabf-486f-b64e-2dd8bffa8e49 req-fd2c7fea-8df1-4142-a131-db3fdc93ed7c tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743978 Dec 10 16:24:09.516618 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5210e9c8-92e8-456a-a5e7-b35bd3d69b41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:09.577676 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4a03f4c6-925d-49fd-a531-56955d0838d0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:09.591498 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5210e9c8-92e8-456a-a5e7-b35bd3d69b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:09.594351 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5210e9c8-92e8-456a-a5e7-b35bd3d69b41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:09.595643 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5210e9c8-92e8-456a-a5e7-b35bd3d69b41 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f1febd50-358e-473c-8d4b-27f6e42a6ae6 HTTP/1.1" status: 204 len: 168 time: 0.2013450 Dec 10 16:24:09.620350 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210e9c8-92e8-456a-a5e7-b35bd3d69b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1febd50-358e-473c-8d4b-27f6e42a6ae6,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:09.649383 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8267f-7b9a-4357-8dee-7c1b7c50d714 req-a0380aaa-0eb7-4069-9304-9e74aedac233 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:09.657118 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fff8267f-7b9a-4357-8dee-7c1b7c50d714 req-a0380aaa-0eb7-4069-9304-9e74aedac233 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=315fc0ab-8c94-43fb-a36d-54e619b0ae2f HTTP/1.1" status: 200 len: 943 time: 0.0781975 Dec 10 16:24:09.658750 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-4a03f4c6-925d-49fd-a531-56955d0838d0 admin admin] Deleting port 363cbb52-1e4e-40ed-86d9-f682b42e3243 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:24:09.659245 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4a03f4c6-925d-49fd-a531-56955d0838d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:09.712846 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fff8267f-7b9a-4357-8dee-7c1b7c50d714 req-df50279b-bd71-419b-a792-4a033654f5e2 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489726 Dec 10 16:24:09.739599 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4dd48de6-0188-42e9-ab30-5fd3184531c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7d378e-4e89-4d4b-a564-d9dbecf90f8f', 'name': 'tempest-ServersTestBootFromVolume-607915908-router', 'tenant_id': 'df7996212a794883ba322fef5e69748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '363cbb52-1e4e-40ed-86d9-f682b42e3243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:24:08Z', 'revision_number': 5, 'project_id': 'df7996212a794883ba322fef5e69748f', 'gw_port': {'id': '363cbb52-1e4e-40ed-86d9-f682b42e3243', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:26:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7d378e-4e89-4d4b-a564-d9dbecf90f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:30Z', 'updated_at': '2021-12-10T16:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:24:09.756605 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-4a03f4c6-925d-49fd-a531-56955d0838d0 admin admin] For port 363cbb52-1e4e-40ed-86d9-f682b42e3243, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=363cbb52-1e4e-40ed-86d9-f682b42e3243,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:09.757037 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4a03f4c6-925d-49fd-a531-56955d0838d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:09.774380 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-4a03f4c6-925d-49fd-a531-56955d0838d0 admin admin] Calling delete_port for 363cbb52-1e4e-40ed-86d9-f682b42e3243 owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:24:09.775767 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd48de6-0188-42e9-ab30-5fd3184531c6 None None] Checking router: 7d7d378e-4e89-4d4b-a564-d9dbecf90f8f for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:24:09.785791 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd48de6-0188-42e9-ab30-5fd3184531c6 None None] Routers {'7d7d378e-4e89-4d4b-a564-d9dbecf90f8f'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:24:09.786442 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4dd48de6-0188-42e9-ab30-5fd3184531c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:23:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['7d7d378e-4e89-4d4b-a564-d9dbecf90f8f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:24:09.882172 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-4dd48de6-0188-42e9-ab30-5fd3184531c6 None None] Set router 7d7d378e-4e89-4d4b-a564-d9dbecf90f8f gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:24:09.953199 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4dd48de6-0188-42e9-ab30-5fd3184531c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7d378e-4e89-4d4b-a564-d9dbecf90f8f', 'name': 'tempest-ServersTestBootFromVolume-607915908-router', 'tenant_id': 'df7996212a794883ba322fef5e69748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:24:09Z', 'revision_number': 6, 'project_id': 'df7996212a794883ba322fef5e69748f', 'gw_port_host': None}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:24:09.969123 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4a03f4c6-925d-49fd-a531-56955d0838d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:09.981400 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd48de6-0188-42e9-ab30-5fd3184531c6 None None] The sync data for ids ['7d7d378e-4e89-4d4b-a564-d9dbecf90f8f'] in n-d-766771-2 is: [{'id': '7d7d378e-4e89-4d4b-a564-d9dbecf90f8f', 'name': 'tempest-ServersTestBootFromVolume-607915908-router', 'tenant_id': 'df7996212a794883ba322fef5e69748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:24:09Z', 'revision_number': 6, 'project_id': 'df7996212a794883ba322fef5e69748f', 'gw_port_host': None}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:24:10.031268 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03f4c6-925d-49fd-a531-56955d0838d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=363cbb52-1e4e-40ed-86d9-f682b42e3243,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:10.147225 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4a03f4c6-925d-49fd-a531-56955d0838d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:10.229712 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-e8c00f7a-9579-46a7-b9c0-32a3a1a5af7f tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=83eba5da3db84ca7a8e02c0455c544d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260799 Dec 10 16:24:10.255074 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4a03f4c6-925d-49fd-a531-56955d0838d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:10.261889 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4a03f4c6-925d-49fd-a531-56955d0838d0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:10.312458 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4a03f4c6-925d-49fd-a531-56955d0838d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:10.313307 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a03f4c6-925d-49fd-a531-56955d0838d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d7d378e-4e89-4d4b-a564-d9dbecf90f8f {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:24:10.318509 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4a03f4c6-925d-49fd-a531-56955d0838d0 admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:10.319685 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4a03f4c6-925d-49fd-a531-56955d0838d0 admin admin] 10.222.0.11 "DELETE /v2.0/routers/7d7d378e-4e89-4d4b-a564-d9dbecf90f8f HTTP/1.1" status: 204 len: 168 time: 0.9934657 Dec 10 16:24:10.322403 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 44024) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:10.354329 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9579285a-3688-4430-a2c9-a3204e1ddb0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d97a3ac-6700-418a-995f-22c1e3621327'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:24:10.358181 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72905594-259e-407c-9346-2d1e600ea8fb" -d '{"events": [{"server_uuid": "9579285a-3688-4430-a2c9-a3204e1ddb0d", "name": "network-vif-plugged", "status": "completed", "tag": "5d97a3ac-6700-418a-995f-22c1e3621327"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:24:10.401713 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d78b6b5-ae26-46a7-9038-4c28df2a5e0d admin admin] Deleting subnet 9f0bf07a-1cd9-4695-ab12-12cd8267bab2 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:24:10.405999 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5d78b6b5-ae26-46a7-9038-4c28df2a5e0d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:10.413934 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-a5c91573-e94c-4d67-8b3f-1ad46c042332 tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:10.416053 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-a5c91573-e94c-4d67-8b3f-1ad46c042332 tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1791828 Dec 10 16:24:10.461458 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-10f10977-3b6d-4497-9f71-1a5b51c0a169 tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] 10.222.0.11 "GET /v2.0/quotas/83eba5da3db84ca7a8e02c0455c544d7 HTTP/1.1" status: 200 len: 375 time: 0.0269659 Dec 10 16:24:10.468360 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5d78b6b5-ae26-46a7-9038-4c28df2a5e0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:10.520545 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-4385bd92-82d7-4817-9f76-1629a95872d7 tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=83eba5da3db84ca7a8e02c0455c544d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314438 Dec 10 16:24:10.595829 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5d78b6b5-ae26-46a7-9038-4c28df2a5e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:10.636540 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 44038) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:10.681043 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5d78b6b5-ae26-46a7-9038-4c28df2a5e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:10.725056 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78b6b5-ae26-46a7-9038-4c28df2a5e0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f0bf07a-1cd9-4695-ab12-12cd8267bab2,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:10.746377 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5d78b6b5-ae26-46a7-9038-4c28df2a5e0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:10.752177 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5d78b6b5-ae26-46a7-9038-4c28df2a5e0d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9f0bf07a-1cd9-4695-ab12-12cd8267bab2 HTTP/1.1" status: 204 len: 168 time: 0.4263780 Dec 10 16:24:10.752542 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 44048) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:10.758557 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afa6295-1df5-4c98-8cdb-08f50f81693c None None] Network 8360afb7-a21f-4966-aa49-91f4dc24c110 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:24:10.826574 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafee823-d8ce-4303-a850-7dd90ea6168e req-d5012ade-a599-4600-90ec-9971f562f6d0 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:10.827976 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fafee823-d8ce-4303-a850-7dd90ea6168e req-d5012ade-a599-4600-90ec-9971f562f6d0 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e73fa2fd-26e1-45e4-8896-6b7d7c12ac67 HTTP/1.1" status: 200 len: 950 time: 0.0939863 Dec 10 16:24:10.855064 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-376160f8-c21d-40a1-8dc1-8efa316afefa admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-100780141-network', 'tenant_id': '129163ac821e409d8ef08033fb1a539f'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:24:10.898799 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fafee823-d8ce-4303-a850-7dd90ea6168e req-7f782dcb-c968-42bf-b3e8-5e309b217c3c tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626934 Dec 10 16:24:10.902679 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376160f8-c21d-40a1-8dc1-8efa316afefa admin admin] Made reservation on behalf of 129163ac821e409d8ef08033fb1a539f for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:24:10.905943 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-376160f8-c21d-40a1-8dc1-8efa316afefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:10.937351 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-376160f8-c21d-40a1-8dc1-8efa316afefa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:10.954070 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1cdc05e9-a560-4787-b242-6e727def9a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:10.970727 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-a0c2cd84-9ad5-4442-bef0-9969ef36e392 service neutron] 10.222.0.46 "GET /v2.0/ports/f4e71d83-ee97-4292-9c4d-49d9bdcba2bd/bindings/n-h1-766771-2 HTTP/1.1" status: 200 len: 384 time: 0.0842757 Dec 10 16:24:10.986482 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a59684-96e6-4022-9b95-5e25a2c37ecb None None] DHCP port deletion for 8360afb7-a21f-4966-aa49-91f4dc24c110 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:24:11.100175 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db019b0-851d-4ba6-938c-859208dee635 x-openstack-request-id: req-7db019b0-851d-4ba6-938c-859208dee635 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:24:11.103573 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9579285a-3688-4430-a2c9-a3204e1ddb0d", "name": "network-vif-plugged", "status": "completed", "tag": "5d97a3ac-6700-418a-995f-22c1e3621327", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:24:11.103831 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7db019b0-851d-4ba6-938c-859208dee635 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:24:11.104253 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9579285a-3688-4430-a2c9-a3204e1ddb0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d97a3ac-6700-418a-995f-22c1e3621327', 'code': 200} Dec 10 16:24:11.113064 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-376160f8-c21d-40a1-8dc1-8efa316afefa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:11.117500 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc05e9-a560-4787-b242-6e727def9a62 admin admin] Deleting port 4c03f5e7-0193-4b48-a014-5196c5bcd647 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:24:11.117883 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1cdc05e9-a560-4787-b242-6e727def9a62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:11.122680 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-376160f8-c21d-40a1-8dc1-8efa316afefa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:11.136376 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-93a59684-96e6-4022-9b95-5e25a2c37ecb None None] Deleting port 4c03f5e7-0193-4b48-a014-5196c5bcd647 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:24:11.136754 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-93a59684-96e6-4022-9b95-5e25a2c37ecb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:11.227841 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-376160f8-c21d-40a1-8dc1-8efa316afefa admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:24:11.251597 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376160f8-c21d-40a1-8dc1-8efa316afefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2077ab-af78-4503-bb5a-5a3b0a413006,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:11.252561 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-93a59684-96e6-4022-9b95-5e25a2c37ecb None None] For port 4c03f5e7-0193-4b48-a014-5196c5bcd647, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=4c03f5e7-0193-4b48-a014-5196c5bcd647,segment=NetworkSegment(71053937-890f-4eab-b0e9-9363f55e1cac),segment_id=71053937-890f-4eab-b0e9-9363f55e1cac)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:11.252889 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-93a59684-96e6-4022-9b95-5e25a2c37ecb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:11.256363 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-1cdc05e9-a560-4787-b242-6e727def9a62 admin admin] For port 4c03f5e7-0193-4b48-a014-5196c5bcd647, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=4c03f5e7-0193-4b48-a014-5196c5bcd647,segment=NetworkSegment(71053937-890f-4eab-b0e9-9363f55e1cac),segment_id=71053937-890f-4eab-b0e9-9363f55e1cac)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:11.256761 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1cdc05e9-a560-4787-b242-6e727def9a62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:11.266517 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-376160f8-c21d-40a1-8dc1-8efa316afefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:11.266864 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-376160f8-c21d-40a1-8dc1-8efa316afefa admin admin] Added segment 9f93dbf7-0890-4185-99a0-df42b64f9c5f of type vlan for network ff6a11e3-c115-48aa-8d91-28569544c0c7 Dec 10 16:24:11.267633 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-93a59684-96e6-4022-9b95-5e25a2c37ecb None None] Calling delete_port for 4c03f5e7-0193-4b48-a014-5196c5bcd647 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:24:11.283847 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc05e9-a560-4787-b242-6e727def9a62 admin admin] Calling delete_port for 4c03f5e7-0193-4b48-a014-5196c5bcd647 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:24:11.330680 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-376160f8-c21d-40a1-8dc1-8efa316afefa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:11.355538 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188ea6b-4873-4af5-89fb-06640c5a7207 req-e5d31ad9-4973-44ed-954d-fbcc76130987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:11.357050 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0188ea6b-4873-4af5-89fb-06640c5a7207 req-e5d31ad9-4973-44ed-954d-fbcc76130987 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9579285a-3688-4430-a2c9-a3204e1ddb0d HTTP/1.1" status: 200 len: 1096 time: 0.1862249 Dec 10 16:24:11.362172 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-93a59684-96e6-4022-9b95-5e25a2c37ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:11.388504 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a59684-96e6-4022-9b95-5e25a2c37ecb None None] Pushing event deleted for resources: {'Port': ['ID=4c03f5e7-0193-4b48-a014-5196c5bcd647,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:11.392188 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a59684-96e6-4022-9b95-5e25a2c37ecb None None] No DVR routers for this DVR port 4c03f5e7-0193-4b48-a014-5196c5bcd647 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:24:11.417300 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbeb8a6-f65c-4865-a255-67a2604dcff5 req-c67f3d6b-1d6a-4c4c-ae03-9f26065ca15e tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:11.422056 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-376160f8-c21d-40a1-8dc1-8efa316afefa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:11.423058 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376160f8-c21d-40a1-8dc1-8efa316afefa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:11.423830 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-376160f8-c21d-40a1-8dc1-8efa316afefa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:11.425083 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5fbeb8a6-f65c-4865-a255-67a2604dcff5 req-c67f3d6b-1d6a-4c4c-ae03-9f26065ca15e tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=9579285a-3688-4430-a2c9-a3204e1ddb0d HTTP/1.1" status: 200 len: 945 time: 0.2113910 Dec 10 16:24:11.475478 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-5c702827-1358-4a21-9fd6-b251b9a69c41 service neutron] For port f4e71d83-ee97-4292-9c4d-49d9bdcba2bd, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=f4e71d83-ee97-4292-9c4d-49d9bdcba2bd,segment=NetworkSegment(698ea8e5-c316-417a-87ff-ff612f3a473c),segment_id=698ea8e5-c316-417a-87ff-ff612f3a473c)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:11.486680 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-376160f8-c21d-40a1-8dc1-8efa316afefa admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8487437 Dec 10 16:24:11.491213 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 44060) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:11.492353 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0188ea6b-4873-4af5-89fb-06640c5a7207 req-7cbe52ba-6285-4705-a07a-6c1b67557e10 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260118 Dec 10 16:24:11.497119 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-84f49f86-e265-433c-a439-22ca34465d30 admin admin] Request body: {'subnet': {'network_id': 'ff6a11e3-c115-48aa-8d91-28569544c0c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-100780141-subnet', 'tenant_id': '129163ac821e409d8ef08033fb1a539f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:24:11.511543 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1cdc05e9-a560-4787-b242-6e727def9a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:11.517741 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5fbeb8a6-f65c-4865-a255-67a2604dcff5 req-4fb80494-e608-45e9-b52c-ea3e0e84da3f tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916116 Dec 10 16:24:11.518723 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-5c702827-1358-4a21-9fd6-b251b9a69c41 service neutron] For port f4e71d83-ee97-4292-9c4d-49d9bdcba2bd, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:24:11.560737 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-5c702827-1358-4a21-9fd6-b251b9a69c41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4e71d83-ee97-4292-9c4d-49d9bdcba2bd {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:24:11.570737 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc05e9-a560-4787-b242-6e727def9a62 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c03f5e7-0193-4b48-a014-5196c5bcd647,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:11.573077 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-5c702827-1358-4a21-9fd6-b251b9a69c41 service neutron] For port f4e71d83-ee97-4292-9c4d-49d9bdcba2bd, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=f4e71d83-ee97-4292-9c4d-49d9bdcba2bd,segment=NetworkSegment(698ea8e5-c316-417a-87ff-ff612f3a473c),segment_id=698ea8e5-c316-417a-87ff-ff612f3a473c)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:11.580723 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdc05e9-a560-4787-b242-6e727def9a62 admin admin] No DVR routers for this DVR port 4c03f5e7-0193-4b48-a014-5196c5bcd647 on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:24:11.588648 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-5c702827-1358-4a21-9fd6-b251b9a69c41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:11.609499 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376160f8-c21d-40a1-8dc1-8efa316afefa admin admin] Pushing event updated for resources: {'Network': ['ID=ff6a11e3-c115-48aa-8d91-28569544c0c7,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:11.621278 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f49f86-e265-433c-a439-22ca34465d30 admin admin] Made reservation on behalf of 129163ac821e409d8ef08033fb1a539f for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:24:11.622122 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network ff6a11e3-c115-48aa-8d91-28569544c0c7 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:24:11.624979 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-84f49f86-e265-433c-a439-22ca34465d30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:11.656097 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fb90bb86-cccc-4714-b97b-c3ac9d3aed33 req-34e4d1dc-cce2-4b0a-baa4-51d1662dcf5b tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] 10.222.0.11 "GET /v2.0/ports?device_id=07d73076-feb6-44f1-8ad9-d3e135ccce9d HTTP/1.1" status: 200 len: 210 time: 0.0311387 Dec 10 16:24:11.711537 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-5c702827-1358-4a21-9fd6-b251b9a69c41 service neutron] Transition to ACTIVE for port object f4e71d83-ee97-4292-9c4d-49d9bdcba2bd will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:24:11.717582 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-5c702827-1358-4a21-9fd6-b251b9a69c41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:11.825050 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-5c702827-1358-4a21-9fd6-b251b9a69c41 service neutron] No DVR routers for this DVR port f4e71d83-ee97-4292-9c4d-49d9bdcba2bd on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:24:11.847435 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c702827-1358-4a21-9fd6-b251b9a69c41 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e71d83-ee97-4292-9c4d-49d9bdcba2bd,revision_number=10']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:11.873983 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-5c702827-1358-4a21-9fd6-b251b9a69c41 service neutron] 10.222.0.46 "PUT /v2.0/ports/f4e71d83-ee97-4292-9c4d-49d9bdcba2bd/bindings/n-h1-766771-2/activate HTTP/1.1" status: 200 len: 369 time: 0.8930712 Dec 10 16:24:11.887027 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6d553-2201-4767-8918-312a034be34c req-f8d144f1-a1d3-49de-b453-68208806e714 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:11.888760 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-34d6d553-2201-4767-8918-312a034be34c req-f8d144f1-a1d3-49de-b453-68208806e714 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=315fc0ab-8c94-43fb-a36d-54e619b0ae2f HTTP/1.1" status: 200 len: 944 time: 0.1257710 Dec 10 16:24:11.947587 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-34d6d553-2201-4767-8918-312a034be34c req-1e10417f-2ea8-4767-add7-8e4f6e9b0c66 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503216 Dec 10 16:24:12.055383 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-3daf1144-e432-47e2-846d-815b7c769e55 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:12.058082 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-3daf1144-e432-47e2-846d-815b7c769e55 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=315fc0ab-8c94-43fb-a36d-54e619b0ae2f&tenant_id=c7f96263ffc44481b889fc489836cd3c&binding%3Ahost_id=n-h2-766771-2 HTTP/1.1" status: 200 len: 1095 time: 0.0767579 Dec 10 16:24:12.064873 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 363cbb52-1e4e-40ed-86d9-f682b42e3243 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:24:12.072992 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1cdc05e9-a560-4787-b242-6e727def9a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:12.104724 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-1cdc05e9-a560-4787-b242-6e727def9a62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8360afb7-a21f-4966-aa49-91f4dc24c110']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:24:12.116928 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 363cbb52-1e4e-40ed-86d9-f682b42e3243 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:24:12.119033 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 363cbb52-1e4e-40ed-86d9-f682b42e3243 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:24:12.119617 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 3c60aa98-74a6-4aa7-85db-d792ecc832b8 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:24:12.119788 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-1cdc05e9-a560-4787-b242-6e727def9a62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71053937-890f-4eab-b0e9-9363f55e1cac') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:24:12.120026 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-1cdc05e9-a560-4787-b242-6e727def9a62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71053937-890f-4eab-b0e9-9363f55e1cac') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:24:12.124374 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-dd22e1c7-ac73-4287-a8d1-5b383b08f380 tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=83eba5da3db84ca7a8e02c0455c544d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551786 Dec 10 16:24:12.133197 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1cdc05e9-a560-4787-b242-6e727def9a62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:12.153507 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1cdc05e9-a560-4787-b242-6e727def9a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:12.180120 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cdc05e9-a560-4787-b242-6e727def9a62 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:24:12.180541 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1cdc05e9-a560-4787-b242-6e727def9a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:12.182877 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:24:12.182877 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:24:12.182877 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:24:12.182877 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:24:12.182877 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:24:12.182877 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:24:12.182877 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:24:12.182877 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:24:12.182877 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:24:12.182877 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:24:12.182877 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:24:12.182877 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:24:12.182877 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:24:12.182877 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:24:12.182877 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:24:12.182877 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:24:12.182877 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:24:12.182877 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:24:12.182877 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:24:12.182877 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:24:12.182877 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:24:12.182877 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:24:12.182877 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:24:12.182877 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:24:12.182877 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:24:12.182877 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:24:12.182877 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:24:12.182877 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:24:12.182877 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:24:12.182877 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:24:12.182877 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:24:12.182877 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:24:12.182877 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:24:12.182877 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:24:12.182877 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:24:12.182877 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:24:12.182877 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:24:12.182877 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:24:12.182877 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:24:12.182877 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:24:12.196131 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 3c60aa98-74a6-4aa7-85db-d792ecc832b8 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:24:12.198478 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 3c60aa98-74a6-4aa7-85db-d792ecc832b8 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:24:12.198918 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 4c03f5e7-0193-4b48-a014-5196c5bcd647 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:24:12.271018 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 4c03f5e7-0193-4b48-a014-5196c5bcd647 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:24:12.271290 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 4c03f5e7-0193-4b48-a014-5196c5bcd647 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:24:12.277086 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1cdc05e9-a560-4787-b242-6e727def9a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:12.293402 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1cdc05e9-a560-4787-b242-6e727def9a62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:12.299040 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1cdc05e9-a560-4787-b242-6e727def9a62 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8360afb7-a21f-4966-aa49-91f4dc24c110 HTTP/1.1" status: 204 len: 168 time: 1.5431719 Dec 10 16:24:12.301591 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc05e9-a560-4787-b242-6e727def9a62 admin admin] Pushing event deleted for resources: {'Network': ['ID=8360afb7-a21f-4966-aa49-91f4dc24c110,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:12.305265 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-4fdac86e-8b80-4f09-8b38-b54e213c1f68 req-b1b00d0a-5392-443d-b2c4-7d6b0b1b3936 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:24:12.307944 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4fdac86e-8b80-4f09-8b38-b54e213c1f68 req-b1b00d0a-5392-443d-b2c4-7d6b0b1b3936 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073249 Dec 10 16:24:12.317091 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-84f49f86-e265-433c-a439-22ca34465d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:12.328465 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-06cc93ea-0cdf-41a6-b0c4-d54ed7b6810b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:12.329995 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-06cc93ea-0cdf-41a6-b0c4-d54ed7b6810b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=315fc0ab-8c94-43fb-a36d-54e619b0ae2f&tenant_id=c7f96263ffc44481b889fc489836cd3c HTTP/1.1" status: 200 len: 1095 time: 0.2575197 Dec 10 16:24:12.353765 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-3f512f84-8645-49b7-86df-a9bcc0bbc35d tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:12.355477 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-3f512f84-8645-49b7-86df-a9bcc0bbc35d tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1921458 Dec 10 16:24:12.369923 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-e82a224b-818e-4268-b377-13cc175a7f8c tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] Request body: {'port': {'device_id': '07d73076-feb6-44f1-8ad9-d3e135ccce9d', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'admin_state_up': True, 'tenant_id': '83eba5da3db84ca7a8e02c0455c544d7'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:24:12.409945 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f49f86-e265-433c-a439-22ca34465d30 admin admin] Checking segment: {'id': '9f93dbf7-0890-4185-99a0-df42b64f9c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ff6a11e3-c115-48aa-8d91-28569544c0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:24:12.410397 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f49f86-e265-433c-a439-22ca34465d30 admin admin] Network hostable DHCP agents. Network: ff6a11e3-c115-48aa-8d91-28569544c0c7, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:24:12.418369 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f49f86-e265-433c-a439-22ca34465d30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32004d19-7a59-43d1-a8b8-5bf24cd52591,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:12.449650 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f49f86-e265-433c-a439-22ca34465d30 admin admin] Network ff6a11e3-c115-48aa-8d91-28569544c0c7 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:24:12.464081 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-84f49f86-e265-433c-a439-22ca34465d30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, ff6a11e3-c115-48aa-8d91-28569544c0c7) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:24:12.481450 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161f9958-369c-4110-aa9d-94ef2cf85a49 None None] Network ff6a11e3-c115-48aa-8d91-28569544c0c7 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:24:12.481993 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f49f86-e265-433c-a439-22ca34465d30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:12.482393 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-84f49f86-e265-433c-a439-22ca34465d30 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:12.492248 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 44066) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:12.529866 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-2bdef21d-86a1-4156-bb0d-a7a08dd26825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:12.531412 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-2bdef21d-86a1-4156-bb0d-a7a08dd26825 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c7f96263ffc44481b889fc489836cd3c&device_id=315fc0ab-8c94-43fb-a36d-54e619b0ae2f HTTP/1.1" status: 200 len: 1095 time: 0.1518426 Dec 10 16:24:12.583738 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-84f49f86-e265-433c-a439-22ca34465d30 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0818470 Dec 10 16:24:12.623633 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a6d8ed97-3118-4dbd-9f98-95f55736aff7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=df7996212a794883ba322fef5e69748f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1302874 Dec 10 16:24:12.629040 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 44074) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:12.712596 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9fe7d371-be7c-4b83-9b1f-52166a112556 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:12.776856 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9fe7d371-be7c-4b83-9b1f-52166a112556 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:12.849680 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9fe7d371-be7c-4b83-9b1f-52166a112556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:12.858953 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9fe7d371-be7c-4b83-9b1f-52166a112556 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:12.864017 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9fe7d371-be7c-4b83-9b1f-52166a112556 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6e873cac-dfa0-4ba8-bf2e-12d45297d23a HTTP/1.1" status: 204 len: 168 time: 0.2332876 Dec 10 16:24:12.879040 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe7d371-be7c-4b83-9b1f-52166a112556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e873cac-dfa0-4ba8-bf2e-12d45297d23a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:12.934417 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4064f74a-7fdf-49ee-be00-d0b8d41fba80 req-36344a3b-9e85-47d7-9366-a5787b2023c7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e73fa2fd-26e1-45e4-8896-6b7d7c12ac67&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2094767 Dec 10 16:24:12.945503 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d73574-c8f5-4241-a6a9-fe17fcc07805 None None] Network ff6a11e3-c115-48aa-8d91-28569544c0c7 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:24:12.947581 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be0acf-5d52-4d0d-9b5f-616ef6811e25 req-ab2ee7e0-27d8-415c-8e4e-9190eded18f0 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:12.949168 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-80be0acf-5d52-4d0d-9b5f-616ef6811e25 req-ab2ee7e0-27d8-415c-8e4e-9190eded18f0 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e73fa2fd-26e1-45e4-8896-6b7d7c12ac67 HTTP/1.1" status: 200 len: 950 time: 0.1487250 Dec 10 16:24:12.951505 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-e82a224b-818e-4268-b377-13cc175a7f8c tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] Made reservation on behalf of 83eba5da3db84ca7a8e02c0455c544d7 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:24:12.963447 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-e82a224b-818e-4268-b377-13cc175a7f8c tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:12.971455 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-07590c01-05fa-42fd-b1d1-797606628761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:12.974827 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-07590c01-05fa-42fd-b1d1-797606628761 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce HTTP/1.1" status: 200 len: 909 time: 0.4347694 Dec 10 16:24:13.049550 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-e82a224b-818e-4268-b377-13cc175a7f8c tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:13.064032 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-80e1fe14-84cc-4eb2-af87-304c6669b8f1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4e71d83-ee97-4292-9c4d-49d9bdcba2bd HTTP/1.1" status: 200 len: 217 time: 0.0731864 Dec 10 16:24:13.212116 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-a675c848-18a0-4d5f-8aff-c09396a7b4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:13.214693 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-a675c848-18a0-4d5f-8aff-c09396a7b4d6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e6d4c00-e815-4a48-aff0-5fbec7a9d006 HTTP/1.1" status: 200 len: 848 time: 0.1378136 Dec 10 16:24:13.229541 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-80be0acf-5d52-4d0d-9b5f-616ef6811e25 req-65aad5a8-44e9-46b6-a631-1d04797f95f3 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555599 Dec 10 16:24:13.289130 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-8ad9202e-8415-4fe8-a978-fbae6a9fc11d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571544 Dec 10 16:24:13.311816 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-e82a224b-818e-4268-b377-13cc175a7f8c tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:13.360841 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-e82a224b-818e-4268-b377-13cc175a7f8c tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:13.493753 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a224b-818e-4268-b377-13cc175a7f8c tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2c6fd8-40c9-4721-a5ea-ef123a584f06,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:13.532352 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f5f69-fa94-49b6-88fa-58f1da9cad37 req-52e4422e-4741-4969-b0a5-463702067d37 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:13.533971 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-798f5f69-fa94-49b6-88fa-58f1da9cad37 req-52e4422e-4741-4969-b0a5-463702067d37 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=9579285a-3688-4430-a2c9-a3204e1ddb0d HTTP/1.1" status: 200 len: 945 time: 0.2025857 Dec 10 16:24:13.560978 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-d9484557-81db-4654-b27a-3a57a84b74be service neutron] 10.222.0.26 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629790 Dec 10 16:24:13.675716 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-e82a224b-818e-4268-b377-13cc175a7f8c tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] Allocated IP 192.168.233.146 (1b1da819-dfba-43f2-8848-8bb429159850/a7a18c92-5007-49e2-b728-7aedc06dca57/1289b012-77be-4949-a9f8-6e2946b12c87) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:24:13.746218 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-798f5f69-fa94-49b6-88fa-58f1da9cad37 req-cac0d8d0-5499-4ea7-8633-5ff9312d82ca tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908419 Dec 10 16:24:13.862395 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-64a987dc-e71f-4b31-8a4c-d58566940a34 service neutron] 10.222.0.26 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894864 Dec 10 16:24:13.865095 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 44132) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:13.909500 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-88a6523a-6c9a-4b25-a1e5-5e81624caf3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:13.937052 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-e82a224b-818e-4268-b377-13cc175a7f8c tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:13.990917 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-e82a224b-818e-4268-b377-13cc175a7f8c tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:13.996181 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c503dba8-837a-4637-8b0e-478363b94d64 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-857610993-network', 'tenant_id': 'e220bd0a7f6b43e08d35292010b295fa'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:24:14.039150 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c503dba8-837a-4637-8b0e-478363b94d64 admin admin] Made reservation on behalf of e220bd0a7f6b43e08d35292010b295fa for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:24:14.042614 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c503dba8-837a-4637-8b0e-478363b94d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:14.055872 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c503dba8-837a-4637-8b0e-478363b94d64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:14.058917 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-e82a224b-818e-4268-b377-13cc175a7f8c tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] Network 1b1da819-dfba-43f2-8848-8bb429159850 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:24:14.062822 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-e82a224b-818e-4268-b377-13cc175a7f8c tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:24:14.068814 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-e82a224b-818e-4268-b377-13cc175a7f8c tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:24:14.073033 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a224b-818e-4268-b377-13cc175a7f8c tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] Pushing event updated for resources: {'Port': ['ID=1289b012-77be-4949-a9f8-6e2946b12c87,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:14.151163 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-e82a224b-818e-4268-b377-13cc175a7f8c tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:14.152186 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-e82a224b-818e-4268-b377-13cc175a7f8c tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:14.188954 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-e82a224b-818e-4268-b377-13cc175a7f8c tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8230419 Dec 10 16:24:14.197157 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c503dba8-837a-4637-8b0e-478363b94d64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:14.201071 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c503dba8-837a-4637-8b0e-478363b94d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:14.204596 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-64130579-f6a4-4152-ae1c-15d1e9272da6 service neutron] Request body: {'port': {'device_id': '07d73076-feb6-44f1-8ad9-d3e135ccce9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:24:14.238526 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c503dba8-837a-4637-8b0e-478363b94d64 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:24:14.264228 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503dba8-837a-4637-8b0e-478363b94d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb09cf5-8803-4225-a66a-281e22e4ecef,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:14.284840 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c503dba8-837a-4637-8b0e-478363b94d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:14.285259 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-c503dba8-837a-4637-8b0e-478363b94d64 admin admin] Added segment d89c08f0-95f9-4a6f-9829-ea815cc9dfba of type vlan for network 300c998f-deb1-4ddc-8cbb-0febf9947955 Dec 10 16:24:14.359195 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-64130579-f6a4-4152-ae1c-15d1e9272da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:14.370569 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c503dba8-837a-4637-8b0e-478363b94d64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:14.433415 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c503dba8-837a-4637-8b0e-478363b94d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:14.435374 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c503dba8-837a-4637-8b0e-478363b94d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:14.436448 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c503dba8-837a-4637-8b0e-478363b94d64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:14.519908 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c503dba8-837a-4637-8b0e-478363b94d64 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6517725 Dec 10 16:24:14.524377 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 44144) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:14.533635 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b110c65a-5e92-48fa-a3ac-b469407b9ad5 None None] Provisioning complete for port 1289b012-77be-4949-a9f8-6e2946b12c87 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:24:14.534681 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b110c65a-5e92-48fa-a3ac-b469407b9ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:14.539088 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-368fa938-847a-464d-85a7-522748d88c25 admin admin] Request body: {'subnet': {'network_id': '300c998f-deb1-4ddc-8cbb-0febf9947955', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-857610993-subnet', 'tenant_id': 'e220bd0a7f6b43e08d35292010b295fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:24:14.577997 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503dba8-837a-4637-8b0e-478363b94d64 admin admin] Pushing event updated for resources: {'Network': ['ID=300c998f-deb1-4ddc-8cbb-0febf9947955,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:14.594925 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 300c998f-deb1-4ddc-8cbb-0febf9947955 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:24:14.595345 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368fa938-847a-464d-85a7-522748d88c25 admin admin] Made reservation on behalf of e220bd0a7f6b43e08d35292010b295fa for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:24:14.599835 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-368fa938-847a-464d-85a7-522748d88c25 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:14.689529 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b110c65a-5e92-48fa-a3ac-b469407b9ad5 None None] Port 1289b012-77be-4949-a9f8-6e2946b12c87 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:24:14.745573 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-3dea6d7c-3aff-4936-8282-6bf7292d6831 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:14.747093 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-3dea6d7c-3aff-4936-8282-6bf7292d6831 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=315fc0ab-8c94-43fb-a36d-54e619b0ae2f&tenant_id=c7f96263ffc44481b889fc489836cd3c&binding%3Ahost_id=n-h1-766771-2 HTTP/1.1" status: 200 len: 1095 time: 0.2256157 Dec 10 16:24:14.772127 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b3b9e-5a2c-4df0-99d5-ed28fdb3bdb7 req-2dfc5082-b9ba-433b-b68a-a12e35fe1bf0 tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:14.779935 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-810b3b9e-5a2c-4df0-99d5-ed28fdb3bdb7 req-2dfc5082-b9ba-433b-b68a-a12e35fe1bf0 tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] 10.222.0.11 "GET /v2.0/ports?device_id=07d73076-feb6-44f1-8ad9-d3e135ccce9d HTTP/1.1" status: 200 len: 936 time: 0.3475862 Dec 10 16:24:14.863471 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-368fa938-847a-464d-85a7-522748d88c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:14.930646 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-810b3b9e-5a2c-4df0-99d5-ed28fdb3bdb7 req-06011a0f-b4cd-46d2-88c4-6ac1990bd912 tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b2c6fd8-40c9-4721-a5ea-ef123a584f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395597 Dec 10 16:24:14.956995 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368fa938-847a-464d-85a7-522748d88c25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=663129d9-7cc3-4553-bfc5-3a337cf9c9b5,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:14.977447 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device f4e71d83-ee97-4292-9c4d-49d9bdcba2bd no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:24:14.985018 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368fa938-847a-464d-85a7-522748d88c25 admin admin] Checking segment: {'id': 'd89c08f0-95f9-4a6f-9829-ea815cc9dfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '300c998f-deb1-4ddc-8cbb-0febf9947955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:24:14.987472 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368fa938-847a-464d-85a7-522748d88c25 admin admin] Network hostable DHCP agents. Network: 300c998f-deb1-4ddc-8cbb-0febf9947955, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:24:15.017546 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368fa938-847a-464d-85a7-522748d88c25 admin admin] Network 300c998f-deb1-4ddc-8cbb-0febf9947955 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:24:15.041505 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-368fa938-847a-464d-85a7-522748d88c25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 300c998f-deb1-4ddc-8cbb-0febf9947955) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:24:15.051177 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88430cd2-96d0-499c-85cc-db9c0799e730 None None] Network 300c998f-deb1-4ddc-8cbb-0febf9947955 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:24:15.052863 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-c9332ed9-1a15-46d8-a432-110a70b666df service neutron] For port f4e71d83-ee97-4292-9c4d-49d9bdcba2bd, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:24:15.061470 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-c9332ed9-1a15-46d8-a432-110a70b666df service neutron] Publish callbacks [] for binding, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:15.063242 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e42c5c1-9100-4f83-b3af-7b7742a38c3a req-c9332ed9-1a15-46d8-a432-110a70b666df service neutron] 10.222.0.26 "DELETE /v2.0/ports/f4e71d83-ee97-4292-9c4d-49d9bdcba2bd/bindings/n-h2-766771-2 HTTP/1.1" status: 204 len: 173 time: 0.3060942 Dec 10 16:24:15.063378 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368fa938-847a-464d-85a7-522748d88c25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:15.064321 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-368fa938-847a-464d-85a7-522748d88c25 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:15.072800 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-64130579-f6a4-4152-ae1c-15d1e9272da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1289b012-77be-4949-a9f8-6e2946b12c87 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:24:15.081849 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-64130579-f6a4-4152-ae1c-15d1e9272da6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:15.115622 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 44150) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:15.117252 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-368fa938-847a-464d-85a7-522748d88c25 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5862834 Dec 10 16:24:15.119033 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-64130579-f6a4-4152-ae1c-15d1e9272da6 service neutron] Transition to ACTIVE for port object 1289b012-77be-4949-a9f8-6e2946b12c87 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:24:15.129424 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-7100a020-c890-40c0-ad32-16a25b167b3b admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-857610993-router', 'tenant_id': 'e220bd0a7f6b43e08d35292010b295fa', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:24:15.132849 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-64130579-f6a4-4152-ae1c-15d1e9272da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:15.166277 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device f4e71d83-ee97-4292-9c4d-49d9bdcba2bd not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:24:15.236569 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7100a020-c890-40c0-ad32-16a25b167b3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:15.237968 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7100a020-c890-40c0-ad32-16a25b167b3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:15.261014 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64130579-f6a4-4152-ae1c-15d1e9272da6 service neutron] Pushing event updated for resources: {'Port': ['ID=1289b012-77be-4949-a9f8-6e2946b12c87,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:15.297441 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7df4a69-c10d-41b0-baa8-c05e19cb81c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-300c998f-deb1-4ddc-8cbb-0febf9947955', 'network_id': '300c998f-deb1-4ddc-8cbb-0febf9947955', 'project_id': 'e220bd0a7f6b43e08d35292010b295fa', 'fixed_ips': [{'subnet_id': '663129d9-7cc3-4553-bfc5-3a337cf9c9b5'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:24:15.298700 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f7df4a69-c10d-41b0-baa8-c05e19cb81c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:15.592089 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-f7df4a69-c10d-41b0-baa8-c05e19cb81c6 None None] Allocated IP 172.20.0.2 (300c998f-deb1-4ddc-8cbb-0febf9947955/663129d9-7cc3-4553-bfc5-3a337cf9c9b5/68796425-8e3b-45d1-aa4e-d5c01346ff6b) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:24:15.796964 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7100a020-c890-40c0-ad32-16a25b167b3b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:15.822807 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064f74a-7fdf-49ee-be00-d0b8d41fba80 req-7f726ea1-1c77-4be8-8953-cbc6a733d78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:15.824275 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4064f74a-7fdf-49ee-be00-d0b8d41fba80 req-7f726ea1-1c77-4be8-8953-cbc6a733d78e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=94e98c03952a41539b6089aa3614a4af&device_id=e73fa2fd-26e1-45e4-8896-6b7d7c12ac67 HTTP/1.1" status: 200 len: 1101 time: 0.6348112 Dec 10 16:24:15.862266 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f7df4a69-c10d-41b0-baa8-c05e19cb81c6 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:15.867849 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f7df4a69-c10d-41b0-baa8-c05e19cb81c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:15.909471 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7df4a69-c10d-41b0-baa8-c05e19cb81c6 None None] Network 300c998f-deb1-4ddc-8cbb-0febf9947955 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:24:15.914093 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-f7df4a69-c10d-41b0-baa8-c05e19cb81c6 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:24:15.919541 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7df4a69-c10d-41b0-baa8-c05e19cb81c6 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:24:15.922484 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df4a69-c10d-41b0-baa8-c05e19cb81c6 None None] Pushing event updated for resources: {'Port': ['ID=68796425-8e3b-45d1-aa4e-d5c01346ff6b,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:15.975037 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f7df4a69-c10d-41b0-baa8-c05e19cb81c6 None None] Attempting to bind port 68796425-8e3b-45d1-aa4e-d5c01346ff6b on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:24:15.975478 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f7df4a69-c10d-41b0-baa8-c05e19cb81c6 None None] Attempting to bind port 68796425-8e3b-45d1-aa4e-d5c01346ff6b by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'd89c08f0-95f9-4a6f-9829-ea815cc9dfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '300c998f-deb1-4ddc-8cbb-0febf9947955'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:24:15.976094 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7df4a69-c10d-41b0-baa8-c05e19cb81c6 None None] Attempting to bind port 68796425-8e3b-45d1-aa4e-d5c01346ff6b on network 300c998f-deb1-4ddc-8cbb-0febf9947955 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:24:15.982055 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7df4a69-c10d-41b0-baa8-c05e19cb81c6 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:24:15.982861 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7df4a69-c10d-41b0-baa8-c05e19cb81c6 None None] Checking segment: {'id': 'd89c08f0-95f9-4a6f-9829-ea815cc9dfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '300c998f-deb1-4ddc-8cbb-0febf9947955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:24:15.982861 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f7df4a69-c10d-41b0-baa8-c05e19cb81c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:15.983242 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7df4a69-c10d-41b0-baa8-c05e19cb81c6 None None] Bound using segment: {'id': 'd89c08f0-95f9-4a6f-9829-ea815cc9dfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '300c998f-deb1-4ddc-8cbb-0febf9947955'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:24:15.983706 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f7df4a69-c10d-41b0-baa8-c05e19cb81c6 None None] Bound port: 68796425-8e3b-45d1-aa4e-d5c01346ff6b, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd89c08f0-95f9-4a6f-9829-ea815cc9dfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '300c998f-deb1-4ddc-8cbb-0febf9947955'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:24:15.984118 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f7df4a69-c10d-41b0-baa8-c05e19cb81c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:16.049341 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f7df4a69-c10d-41b0-baa8-c05e19cb81c6 None None] For port 68796425-8e3b-45d1-aa4e-d5c01346ff6b, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:24:16.052220 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f7df4a69-c10d-41b0-baa8-c05e19cb81c6 None None] For port 68796425-8e3b-45d1-aa4e-d5c01346ff6b, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=68796425-8e3b-45d1-aa4e-d5c01346ff6b,segment=NetworkSegment(d89c08f0-95f9-4a6f-9829-ea815cc9dfba),segment_id=d89c08f0-95f9-4a6f-9829-ea815cc9dfba)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:24:16.058521 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f7df4a69-c10d-41b0-baa8-c05e19cb81c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:16.089756 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-64130579-f6a4-4152-ae1c-15d1e9272da6 service neutron] Attempting to bind port 1289b012-77be-4949-a9f8-6e2946b12c87 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:24:16.090102 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-64130579-f6a4-4152-ae1c-15d1e9272da6 service neutron] Attempting to bind port 1289b012-77be-4949-a9f8-6e2946b12c87 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:24:16.090444 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-64130579-f6a4-4152-ae1c-15d1e9272da6 service neutron] Attempting to bind port 1289b012-77be-4949-a9f8-6e2946b12c87 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:24:16.117236 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-64130579-f6a4-4152-ae1c-15d1e9272da6 service neutron] Port 1289b012-77be-4949-a9f8-6e2946b12c87 on network 1b1da819-dfba-43f2-8848-8bb429159850 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:24:16.117426 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df4a69-c10d-41b0-baa8-c05e19cb81c6 None None] Pushing event updated for resources: {'Port': ['ID=68796425-8e3b-45d1-aa4e-d5c01346ff6b,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:16.117604 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-64130579-f6a4-4152-ae1c-15d1e9272da6 service neutron] Attempting to bind port 1289b012-77be-4949-a9f8-6e2946b12c87 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:24:16.124987 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7100a020-c890-40c0-ad32-16a25b167b3b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:16.148467 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-64130579-f6a4-4152-ae1c-15d1e9272da6 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:24:16.148809 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-64130579-f6a4-4152-ae1c-15d1e9272da6 service neutron] Checking segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:24:16.149210 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-64130579-f6a4-4152-ae1c-15d1e9272da6 service neutron] Bound using segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:24:16.149689 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-64130579-f6a4-4152-ae1c-15d1e9272da6 service neutron] Bound port: 1289b012-77be-4949-a9f8-6e2946b12c87, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:24:16.150327 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-64130579-f6a4-4152-ae1c-15d1e9272da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:16.187459 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-0e03e040-127b-446e-9bbb-83293b5a6b3a tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:16.188910 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-0e03e040-127b-446e-9bbb-83293b5a6b3a tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] 10.222.0.11 "GET /v2.0/networks?id=ff6a11e3-c115-48aa-8d91-28569544c0c7 HTTP/1.1" status: 200 len: 812 time: 0.3717651 Dec 10 16:24:16.268625 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064f74a-7fdf-49ee-be00-d0b8d41fba80 req-afa87c8c-addf-481a-8a3f-c92c2edfdc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:16.268625 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4064f74a-7fdf-49ee-be00-d0b8d41fba80 req-afa87c8c-addf-481a-8a3f-c92c2edfdc04 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.3161340 Dec 10 16:24:16.286106 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-ad966f80-b078-42a1-b505-0a3c28e9235c tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] 10.222.0.11 "GET /v2.0/quotas/129163ac821e409d8ef08033fb1a539f HTTP/1.1" status: 200 len: 375 time: 0.0674922 Dec 10 16:24:16.359417 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-fc7f2b6b-85ec-46e5-bac4-8beb7469277d tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=129163ac821e409d8ef08033fb1a539f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0722599 Dec 10 16:24:16.363632 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4064f74a-7fdf-49ee-be00-d0b8d41fba80 req-0aa13001-e91f-4b18-96f9-8870fabf04ba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=e49ccd9b-54f9-4417-b2a1-836718184a00 HTTP/1.1" status: 200 len: 217 time: 0.0710573 Dec 10 16:24:16.446622 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bd6f13b8-03a9-4d99-bfd0-5b437b010485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:16.473003 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-64130579-f6a4-4152-ae1c-15d1e9272da6 service neutron] For port 1289b012-77be-4949-a9f8-6e2946b12c87, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:24:16.498218 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-64130579-f6a4-4152-ae1c-15d1e9272da6 service neutron] For port 1289b012-77be-4949-a9f8-6e2946b12c87, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=1289b012-77be-4949-a9f8-6e2946b12c87,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:24:16.524008 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-64130579-f6a4-4152-ae1c-15d1e9272da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:16.552594 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064f74a-7fdf-49ee-be00-d0b8d41fba80 req-b47a657e-bc27-4435-888f-7dc134bc83dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:16.554112 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4064f74a-7fdf-49ee-be00-d0b8d41fba80 req-b47a657e-bc27-4435-888f-7dc134bc83dc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.1794569 Dec 10 16:24:16.620005 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-64130579-f6a4-4152-ae1c-15d1e9272da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:16.620625 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-64130579-f6a4-4152-ae1c-15d1e9272da6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:16.622013 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-64130579-f6a4-4152-ae1c-15d1e9272da6 service neutron] 10.222.0.46 "PUT /v2.0/ports/1289b012-77be-4949-a9f8-6e2946b12c87 HTTP/1.1" status: 200 len: 1096 time: 2.4235826 Dec 10 16:24:16.624847 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d73076-feb6-44f1-8ad9-d3e135ccce9d', 'tag': '1289b012-77be-4949-a9f8-6e2946b12c87'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:24:16.627001 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb804aa0-c90b-41ef-9131-042671b5668b" -d '{"events": [{"name": "network-changed", "server_uuid": "07d73076-feb6-44f1-8ad9-d3e135ccce9d", "tag": "1289b012-77be-4949-a9f8-6e2946b12c87"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:24:16.631097 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-a7a5c3e6-4205-473f-a0ee-905b1a078399 service neutron] 10.222.0.11 "GET /v2.0/networks/ff6a11e3-c115-48aa-8d91-28569544c0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621543 Dec 10 16:24:16.670873 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64130579-f6a4-4152-ae1c-15d1e9272da6 service neutron] Pushing event updated for resources: {'Port': ['ID=1289b012-77be-4949-a9f8-6e2946b12c87,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:16.817259 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064f74a-7fdf-49ee-be00-d0b8d41fba80 req-8fad9ec6-f888-4686-bab2-4bbfe008f4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:16.823108 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4064f74a-7fdf-49ee-be00-d0b8d41fba80 req-8fad9ec6-f888-4686-bab2-4bbfe008f4df service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2479453 Dec 10 16:24:16.951046 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-2214edb0-3e34-4c8b-8f60-80142cad21f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:16.952569 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-2214edb0-3e34-4c8b-8f60-80142cad21f9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83eba5da3db84ca7a8e02c0455c544d7&device_id=07d73076-feb6-44f1-8ad9-d3e135ccce9d HTTP/1.1" status: 200 len: 1099 time: 0.2661593 Dec 10 16:24:16.959626 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-9bf2458c-1737-4f05-9aea-c271d6e76247 service neutron] 10.222.0.11 "GET /v2.0/networks/ff6a11e3-c115-48aa-8d91-28569544c0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977531 Dec 10 16:24:17.016826 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-bb8ae6b2-e3f0-4cef-8662-b7ef4ecfa65e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=1289b012-77be-4949-a9f8-6e2946b12c87 HTTP/1.1" status: 200 len: 217 time: 0.0534365 Dec 10 16:24:17.019829 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7100a020-c890-40c0-ad32-16a25b167b3b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:17.063135 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7100a020-c890-40c0-ad32-16a25b167b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:17.090097 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4064f74a-7fdf-49ee-be00-d0b8d41fba80 req-9ae39805-d403-43f8-8afb-a8e18546feb9 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528350 Dec 10 16:24:17.153440 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:17.216803 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-f0273e53-3c7b-4cc8-9552-b15dc10725a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:17.218485 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-f0273e53-3c7b-4cc8-9552-b15dc10725a9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.1871727 Dec 10 16:24:17.219159 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f73907c-cf9a-447b-a82f-f640d2c308da None None] Network 300c998f-deb1-4ddc-8cbb-0febf9947955 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:24:17.322360 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d65fe17a-5c72-4574-b4d7-181ef696772c None None] Provisioning complete for port 68796425-8e3b-45d1-aa4e-d5c01346ff6b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:24:17.322857 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d65fe17a-5c72-4574-b4d7-181ef696772c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:17.373241 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917899de-d46b-4a56-878c-2e1a3546c05e req-6c8d7f58-2ece-4616-b9ef-61bbdb3a1a11 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:17.375006 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-917899de-d46b-4a56-878c-2e1a3546c05e req-6c8d7f58-2ece-4616-b9ef-61bbdb3a1a11 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=315fc0ab-8c94-43fb-a36d-54e619b0ae2f HTTP/1.1" status: 200 len: 944 time: 0.2098477 Dec 10 16:24:17.377170 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-7100a020-c890-40c0-ad32-16a25b167b3b admin admin] Allocated IP 172.25.6.28 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/f238dc03-6e7a-41f0-b450-7e4f39fd1da8) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:24:17.381735 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4064f74a-7fdf-49ee-be00-d0b8d41fba80 req-202d0bdf-127b-41b1-bcf1-2ae0532c9fc4 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761269 Dec 10 16:24:17.397173 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-2f9f5da6-1f58-4ee4-88f5-bb38132f8bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:17.398808 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-2f9f5da6-1f58-4ee4-88f5-bb38132f8bee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1563513 Dec 10 16:24:17.457526 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d65fe17a-5c72-4574-b4d7-181ef696772c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:17.531254 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d65fe17a-5c72-4574-b4d7-181ef696772c None None] For port 68796425-8e3b-45d1-aa4e-d5c01346ff6b, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=68796425-8e3b-45d1-aa4e-d5c01346ff6b,segment=NetworkSegment(d89c08f0-95f9-4a6f-9829-ea815cc9dfba),segment_id=d89c08f0-95f9-4a6f-9829-ea815cc9dfba)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:17.538366 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d65fe17a-5c72-4574-b4d7-181ef696772c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:17.582165 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-917899de-d46b-4a56-878c-2e1a3546c05e req-a9a0ce18-481a-4f74-9650-1528ea397145 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966050 Dec 10 16:24:17.658160 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-97200289-d7dc-40f4-8c4e-6f755140e16a service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363119 Dec 10 16:24:17.661146 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65fe17a-5c72-4574-b4d7-181ef696772c None None] Pushing event updated for resources: {'Port': ['ID=68796425-8e3b-45d1-aa4e-d5c01346ff6b,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:17.707708 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7100a020-c890-40c0-ad32-16a25b167b3b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:17.801405 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-957f1b7a-beb5-47bd-994f-5fbcec470565 req-d7bc1a43-1bcf-4da5-92aa-009b19a70a45 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278477 Dec 10 16:24:17.803497 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7100a020-c890-40c0-ad32-16a25b167b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:17.863119 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-950c98b1-2969-42c6-a198-ae84bf7e9383 None None] Provisioning complete for port 68796425-8e3b-45d1-aa4e-d5c01346ff6b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:24:17.863825 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-950c98b1-2969-42c6-a198-ae84bf7e9383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:17.865858 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7100a020-c890-40c0-ad32-16a25b167b3b admin admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:24:17.885417 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-7100a020-c890-40c0-ad32-16a25b167b3b admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:24:17.888436 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7100a020-c890-40c0-ad32-16a25b167b3b admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:24:17.893386 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100a020-c890-40c0-ad32-16a25b167b3b admin admin] Pushing event updated for resources: {'Port': ['ID=f238dc03-6e7a-41f0-b450-7e4f39fd1da8,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:17.951770 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3b06b-af6b-42d4-a08f-a8652a62b8e7 req-8f8b6054-48b0-4ecb-9eec-94851765815b tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:17.953344 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-76d3b06b-af6b-42d4-a08f-a8652a62b8e7 req-8f8b6054-48b0-4ecb-9eec-94851765815b tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e73fa2fd-26e1-45e4-8896-6b7d7c12ac67 HTTP/1.1" status: 200 len: 950 time: 0.1130126 Dec 10 16:24:18.067346 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 68796425-8e3b-45d1-aa4e-d5c01346ff6b up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:24:18.084902 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-76d3b06b-af6b-42d4-a08f-a8652a62b8e7 req-951631f0-0d29-4cb5-a023-29749fcf7415 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015930 Dec 10 16:24:18.127085 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 68796425-8e3b-45d1-aa4e-d5c01346ff6b triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:24:18.127459 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:18.237755 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1b78d-10ab-4028-abba-7142975584f7 req-5dbaf842-0baf-469f-a7b7-859006a0550f tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:18.239232 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-72f1b78d-10ab-4028-abba-7142975584f7 req-5dbaf842-0baf-469f-a7b7-859006a0550f tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] 10.222.0.11 "GET /v2.0/ports?device_id=07d73076-feb6-44f1-8ad9-d3e135ccce9d HTTP/1.1" status: 200 len: 948 time: 0.0739880 Dec 10 16:24:18.247113 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7100a020-c890-40c0-ad32-16a25b167b3b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:18.435167 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:18.717869 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-72f1b78d-10ab-4028-abba-7142975584f7 req-e03fd317-23b1-4b2c-8d9b-f7a7ac5d309c tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b2c6fd8-40c9-4721-a5ea-ef123a584f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4715817 Dec 10 16:24:18.831139 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-f806f0b3-4f45-428c-a78c-8783ce3f25d6 tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:18.832635 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-f806f0b3-4f45-428c-a78c-8783ce3f25d6 tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] 10.222.0.46 "GET /v2.0/networks?id=ff6a11e3-c115-48aa-8d91-28569544c0c7 HTTP/1.1" status: 200 len: 812 time: 0.5138896 Dec 10 16:24:18.851710 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-bd55195a-da3e-43f7-a028-87042f2b4ec3 tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] Request body: {'port': {'device_id': 'd64b3efa-873d-4c95-8b95-7b1ba530d155', 'network_id': 'ff6a11e3-c115-48aa-8d91-28569544c0c7', 'admin_state_up': True, 'tenant_id': '129163ac821e409d8ef08033fb1a539f'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:24:18.901425 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7100a020-c890-40c0-ad32-16a25b167b3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:19.016740 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5c5362-e08a-494a-9bf5-337f68f4a42b x-openstack-request-id: req-0a5c5362-e08a-494a-9bf5-337f68f4a42b {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:24:19.017030 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07d73076-feb6-44f1-8ad9-d3e135ccce9d", "tag": "1289b012-77be-4949-a9f8-6e2946b12c87", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:24:19.017284 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0a5c5362-e08a-494a-9bf5-337f68f4a42b {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:24:19.017684 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d73076-feb6-44f1-8ad9-d3e135ccce9d', 'tag': '1289b012-77be-4949-a9f8-6e2946b12c87', 'status': 'completed', 'code': 200} Dec 10 16:24:19.084740 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-bd55195a-da3e-43f7-a028-87042f2b4ec3 tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] Made reservation on behalf of 129163ac821e409d8ef08033fb1a539f for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:24:19.088862 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-bd55195a-da3e-43f7-a028-87042f2b4ec3 tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:19.130538 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2f9afc22-9f97-4626-9534-958317fc52fa req-939517d8-b29f-4fed-a5f0-9f797ac2bd56 tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] 10.222.0.11 "GET /v2.0/ports?device_id=d64b3efa-873d-4c95-8b95-7b1ba530d155 HTTP/1.1" status: 200 len: 210 time: 0.0520358 Dec 10 16:24:19.197029 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb804aa0-c90b-41ef-9131-042671b5668b req-60346fd6-fa66-4555-a100-16ddee4e49b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:19.198770 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cb804aa0-c90b-41ef-9131-042671b5668b req-60346fd6-fa66-4555-a100-16ddee4e49b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83eba5da3db84ca7a8e02c0455c544d7&device_id=07d73076-feb6-44f1-8ad9-d3e135ccce9d HTTP/1.1" status: 200 len: 1099 time: 0.1554217 Dec 10 16:24:19.202480 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7100a020-c890-40c0-ad32-16a25b167b3b admin admin] Router a4ab95fc-20af-4b7c-9aa2-a9ce149607f3 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:24:19.470919 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-bd55195a-da3e-43f7-a028-87042f2b4ec3 tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] Allocated IP 172.20.0.9 (ff6a11e3-c115-48aa-8d91-28569544c0c7/32004d19-7a59-43d1-a8b8-5bf24cd52591/02089c66-2ca2-42cb-8ac9-3be42cc23ca5) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:24:19.478968 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb804aa0-c90b-41ef-9131-042671b5668b req-1b01e88b-4164-42a9-bdba-139bad36f6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:19.480486 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cb804aa0-c90b-41ef-9131-042671b5668b req-1b01e88b-4164-42a9-bdba-139bad36f6c3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.2668757 Dec 10 16:24:19.487621 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7100a020-c890-40c0-ad32-16a25b167b3b admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:24:19.499662 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b169b9b-2fc2-43d6-b0a4-7f1c9a7647f6 None None] Sync routers for ids ['a4ab95fc-20af-4b7c-9aa2-a9ce149607f3'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:24:19.506765 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea031e57-bb0e-4615-8971-5c1d5c3b95a0 req-2b4d7c27-cc2f-4c05-9a41-e3303d43583f tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:19.508122 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ea031e57-bb0e-4615-8971-5c1d5c3b95a0 req-2b4d7c27-cc2f-4c05-9a41-e3303d43583f tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e73fa2fd-26e1-45e4-8896-6b7d7c12ac67 HTTP/1.1" status: 200 len: 950 time: 0.1669555 Dec 10 16:24:19.517188 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b169b9b-2fc2-43d6-b0a4-7f1c9a7647f6 None None] Routers {'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:24:19.518949 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3b169b9b-2fc2-43d6-b0a4-7f1c9a7647f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:24:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['a4ab95fc-20af-4b7c-9aa2-a9ce149607f3'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:24:19.559931 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cb804aa0-c90b-41ef-9131-042671b5668b req-6b7000ef-9e92-4be6-81df-ad5749e0bb58 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=1289b012-77be-4949-a9f8-6e2946b12c87 HTTP/1.1" status: 200 len: 217 time: 0.0690846 Dec 10 16:24:19.613736 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7100a020-c890-40c0-ad32-16a25b167b3b admin admin] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:19.617582 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-7100a020-c890-40c0-ad32-16a25b167b3b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.4921215 Dec 10 16:24:19.617758 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 44200) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:19.667019 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:19.675550 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-3b169b9b-2fc2-43d6-b0a4-7f1c9a7647f6 None None] Set router a4ab95fc-20af-4b7c-9aa2-a9ce149607f3 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:24:19.708818 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb804aa0-c90b-41ef-9131-042671b5668b req-a3589eae-01e1-4397-8039-d968548eb049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:19.710396 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cb804aa0-c90b-41ef-9131-042671b5668b req-a3589eae-01e1-4397-8039-d968548eb049 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.1433463 Dec 10 16:24:19.723667 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ea031e57-bb0e-4615-8971-5c1d5c3b95a0 req-1b6eac45-ba68-43ad-8c29-c82c5fd03443 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746964 Dec 10 16:24:19.828438 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb804aa0-c90b-41ef-9131-042671b5668b req-93fae39a-3801-41ce-af3f-f1f635718703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:19.829994 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cb804aa0-c90b-41ef-9131-042671b5668b req-93fae39a-3801-41ce-af3f-f1f635718703 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1009831 Dec 10 16:24:19.881639 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-bd55195a-da3e-43f7-a028-87042f2b4ec3 tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:19.881764 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3b169b9b-2fc2-43d6-b0a4-7f1c9a7647f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3', 'name': 'tempest-ServersTestJSON-857610993-router', 'tenant_id': 'e220bd0a7f6b43e08d35292010b295fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'f238dc03-6e7a-41f0-b450-7e4f39fd1da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:24:15Z', 'updated_at': '2021-12-10T16:24:18Z', 'revision_number': 3, 'project_id': 'e220bd0a7f6b43e08d35292010b295fa', 'gw_port': {'id': 'f238dc03-6e7a-41f0-b450-7e4f39fd1da8', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:12:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:24:17Z', 'updated_at': '2021-12-10T16:24:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:24:19.910316 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b169b9b-2fc2-43d6-b0a4-7f1c9a7647f6 None None] Checking router: a4ab95fc-20af-4b7c-9aa2-a9ce149607f3 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:24:19.910767 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b169b9b-2fc2-43d6-b0a4-7f1c9a7647f6 None None] Updating router a4ab95fc-20af-4b7c-9aa2-a9ce149607f3 port f238dc03-6e7a-41f0-b450-7e4f39fd1da8 binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:24:19.942167 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3b169b9b-2fc2-43d6-b0a4-7f1c9a7647f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:20.002129 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd2dbae-c23f-4bc4-ac5d-08d35e4bad57 req-adeed3f6-7d4b-416e-9fd8-b7fa5dd7e1fb tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:20.003724 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-afd2dbae-c23f-4bc4-ac5d-08d35e4bad57 req-adeed3f6-7d4b-416e-9fd8-b7fa5dd7e1fb tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=315fc0ab-8c94-43fb-a36d-54e619b0ae2f HTTP/1.1" status: 200 len: 1095 time: 0.1634588 Dec 10 16:24:20.031346 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-bd55195a-da3e-43f7-a028-87042f2b4ec3 tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:20.052518 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cb804aa0-c90b-41ef-9131-042671b5668b req-aaa9c910-da42-48a7-bc0e-5c1a527a225e service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133048 Dec 10 16:24:20.106777 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-bd55195a-da3e-43f7-a028-87042f2b4ec3 tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] Network ff6a11e3-c115-48aa-8d91-28569544c0c7 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:24:20.138151 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-bd55195a-da3e-43f7-a028-87042f2b4ec3 tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:24:20.195679 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-bd55195a-da3e-43f7-a028-87042f2b4ec3 tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:24:20.209191 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-949f6ea1-9a99-429f-b77c-22c6836fe4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:20.236824 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd55195a-da3e-43f7-a028-87042f2b4ec3 tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] Pushing event updated for resources: {'Port': ['ID=02089c66-2ca2-42cb-8ac9-3be42cc23ca5,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:20.246058 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-afd2dbae-c23f-4bc4-ac5d-08d35e4bad57 req-de8e8428-7f69-46b8-8f59-25b96c7f3437 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333229 Dec 10 16:24:20.291970 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3b169b9b-2fc2-43d6-b0a4-7f1c9a7647f6 None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:20.296585 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3b169b9b-2fc2-43d6-b0a4-7f1c9a7647f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:20.313854 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-bd55195a-da3e-43f7-a028-87042f2b4ec3 tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:20.314523 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-bd55195a-da3e-43f7-a028-87042f2b4ec3 tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:20.354513 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-3b169b9b-2fc2-43d6-b0a4-7f1c9a7647f6 None None] Attempting to bind port f238dc03-6e7a-41f0-b450-7e4f39fd1da8 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:24:20.354891 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-3b169b9b-2fc2-43d6-b0a4-7f1c9a7647f6 None None] Attempting to bind port f238dc03-6e7a-41f0-b450-7e4f39fd1da8 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:24:20.355334 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b169b9b-2fc2-43d6-b0a4-7f1c9a7647f6 None None] Attempting to bind port f238dc03-6e7a-41f0-b450-7e4f39fd1da8 on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:24:20.364742 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b169b9b-2fc2-43d6-b0a4-7f1c9a7647f6 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:24:20.365340 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b169b9b-2fc2-43d6-b0a4-7f1c9a7647f6 None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:24:20.365863 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3b169b9b-2fc2-43d6-b0a4-7f1c9a7647f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:20.366358 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b169b9b-2fc2-43d6-b0a4-7f1c9a7647f6 None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:24:20.366904 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-3b169b9b-2fc2-43d6-b0a4-7f1c9a7647f6 None None] Bound port: f238dc03-6e7a-41f0-b450-7e4f39fd1da8, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:24:20.367479 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3b169b9b-2fc2-43d6-b0a4-7f1c9a7647f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:20.380035 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cb804aa0-c90b-41ef-9131-042671b5668b req-cbcdf871-9b41-49d1-985f-668223d8bf2e service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151119 Dec 10 16:24:20.436023 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-3b169b9b-2fc2-43d6-b0a4-7f1c9a7647f6 None None] For port f238dc03-6e7a-41f0-b450-7e4f39fd1da8, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:24:20.439403 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-3b169b9b-2fc2-43d6-b0a4-7f1c9a7647f6 None None] For port f238dc03-6e7a-41f0-b450-7e4f39fd1da8, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=f238dc03-6e7a-41f0-b450-7e4f39fd1da8,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:24:20.444743 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3b169b9b-2fc2-43d6-b0a4-7f1c9a7647f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:20.448481 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-bd55195a-da3e-43f7-a028-87042f2b4ec3 tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6004062 Dec 10 16:24:20.454709 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-949f6ea1-9a99-429f-b77c-22c6836fe4a3 admin admin] Allocated IP 172.20.0.1 (300c998f-deb1-4ddc-8cbb-0febf9947955/663129d9-7cc3-4553-bfc5-3a337cf9c9b5/6bafe994-64b0-43af-b3a0-5010ad3177b3) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:24:20.456493 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e11dc-1b98-4c97-8bcc-e3cf9b77aceb None None] Pushing event updated for resources: {'Port': ['ID=f238dc03-6e7a-41f0-b450-7e4f39fd1da8,revision_number=2']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:20.503280 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-69e5938f-f535-474c-8ff9-77a74ec54a7a service neutron] Request body: {'port': {'device_id': 'd64b3efa-873d-4c95-8b95-7b1ba530d155', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:24:20.526631 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e11dc-1b98-4c97-8bcc-e3cf9b77aceb None None] Pushing event updated for resources: {'Port': ['ID=f238dc03-6e7a-41f0-b450-7e4f39fd1da8,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:20.530901 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b169b9b-2fc2-43d6-b0a4-7f1c9a7647f6 None None] Routers {'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:24:20.531519 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3b169b9b-2fc2-43d6-b0a4-7f1c9a7647f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:24:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['a4ab95fc-20af-4b7c-9aa2-a9ce149607f3'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:24:20.585323 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e26d9b-d2db-4842-a04d-ca59acb19f21 req-0cff421a-edc3-401a-a195-3e7f0afde4e7 tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:20.592586 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-29e26d9b-d2db-4842-a04d-ca59acb19f21 req-0cff421a-edc3-401a-a195-3e7f0afde4e7 tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] 10.222.0.11 "GET /v2.0/ports?device_id=07d73076-feb6-44f1-8ad9-d3e135ccce9d HTTP/1.1" status: 200 len: 948 time: 0.1792049 Dec 10 16:24:20.595140 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-69e5938f-f535-474c-8ff9-77a74ec54a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:20.609114 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-949f6ea1-9a99-429f-b77c-22c6836fe4a3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:20.658399 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-949f6ea1-9a99-429f-b77c-22c6836fe4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:20.667131 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-29e26d9b-d2db-4842-a04d-ca59acb19f21 req-0db81016-e3c8-4b9f-9dfd-304eacfefd40 tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b2c6fd8-40c9-4721-a5ea-ef123a584f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735626 Dec 10 16:24:20.724783 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f6ea1-9a99-429f-b77c-22c6836fe4a3 admin admin] Pushing event updated for resources: {'Port': ['ID=6bafe994-64b0-43af-b3a0-5010ad3177b3,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:20.739881 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949f6ea1-9a99-429f-b77c-22c6836fe4a3 admin admin] Network 300c998f-deb1-4ddc-8cbb-0febf9947955 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:24:20.741959 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-949f6ea1-9a99-429f-b77c-22c6836fe4a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:24:20.756513 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949f6ea1-9a99-429f-b77c-22c6836fe4a3 admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:24:20.770552 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-3b169b9b-2fc2-43d6-b0a4-7f1c9a7647f6 None None] Set router a4ab95fc-20af-4b7c-9aa2-a9ce149607f3 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:24:20.812785 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-949f6ea1-9a99-429f-b77c-22c6836fe4a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:20.965479 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b919d-0dcc-4a1b-b8b1-c793ca32e1ed req-ab975c69-f5ff-4270-a3bb-af06aa06a508 tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:20.967453 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-663b919d-0dcc-4a1b-b8b1-c793ca32e1ed req-ab975c69-f5ff-4270-a3bb-af06aa06a508 tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] 10.222.0.11 "GET /v2.0/ports?device_id=d64b3efa-873d-4c95-8b95-7b1ba530d155 HTTP/1.1" status: 200 len: 931 time: 0.1683469 Dec 10 16:24:21.014819 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 1289b012-77be-4949-a9f8-6e2946b12c87 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:24:21.043519 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3b169b9b-2fc2-43d6-b0a4-7f1c9a7647f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3', 'name': 'tempest-ServersTestJSON-857610993-router', 'tenant_id': 'e220bd0a7f6b43e08d35292010b295fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'f238dc03-6e7a-41f0-b450-7e4f39fd1da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:24:15Z', 'updated_at': '2021-12-10T16:24:18Z', 'revision_number': 3, 'project_id': 'e220bd0a7f6b43e08d35292010b295fa', 'gw_port': {'id': 'f238dc03-6e7a-41f0-b450-7e4f39fd1da8', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:12:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:24:17Z', 'updated_at': '2021-12-10T16:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:24:21.046121 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-663b919d-0dcc-4a1b-b8b1-c793ca32e1ed req-918862e4-9cb7-4157-b13f-d9972fcd6fd4 tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf2077ab-af78-4503-bb5a-5a3b0a413006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717373 Dec 10 16:24:21.059277 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-949f6ea1-9a99-429f-b77c-22c6836fe4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:21.076971 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b169b9b-2fc2-43d6-b0a4-7f1c9a7647f6 None None] The sync data for ids ['a4ab95fc-20af-4b7c-9aa2-a9ce149607f3'] in n-d-766771-2 is: [{'id': 'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3', 'name': 'tempest-ServersTestJSON-857610993-router', 'tenant_id': 'e220bd0a7f6b43e08d35292010b295fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'f238dc03-6e7a-41f0-b450-7e4f39fd1da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:24:15Z', 'updated_at': '2021-12-10T16:24:18Z', 'revision_number': 3, 'project_id': 'e220bd0a7f6b43e08d35292010b295fa', 'gw_port': {'id': 'f238dc03-6e7a-41f0-b450-7e4f39fd1da8', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:12:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:24:17Z', 'updated_at': '2021-12-10T16:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:24:21.179356 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-69e5938f-f535-474c-8ff9-77a74ec54a7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02089c66-2ca2-42cb-8ac9-3be42cc23ca5 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:24:21.191132 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-69e5938f-f535-474c-8ff9-77a74ec54a7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:21.219044 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-69e5938f-f535-474c-8ff9-77a74ec54a7a service neutron] Transition to ACTIVE for port object 02089c66-2ca2-42cb-8ac9-3be42cc23ca5 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:24:21.225283 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-69e5938f-f535-474c-8ff9-77a74ec54a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:21.262186 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-4da24083-e74f-4290-9690-41c21e9497b8 None None] Provisioning complete for port 6bafe994-64b0-43af-b3a0-5010ad3177b3 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:24:21.268833 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4da24083-e74f-4290-9690-41c21e9497b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:21.310934 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5938f-f535-474c-8ff9-77a74ec54a7a service neutron] Pushing event updated for resources: {'Port': ['ID=02089c66-2ca2-42cb-8ac9-3be42cc23ca5,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:21.347452 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-949f6ea1-9a99-429f-b77c-22c6836fe4a3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:21.356342 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-949f6ea1-9a99-429f-b77c-22c6836fe4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:21.381474 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-4da24083-e74f-4290-9690-41c21e9497b8 None None] Port 6bafe994-64b0-43af-b3a0-5010ad3177b3 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:24:21.391393 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-69e5938f-f535-474c-8ff9-77a74ec54a7a service neutron] Attempting to bind port 02089c66-2ca2-42cb-8ac9-3be42cc23ca5 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:24:21.391393 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-69e5938f-f535-474c-8ff9-77a74ec54a7a service neutron] Attempting to bind port 02089c66-2ca2-42cb-8ac9-3be42cc23ca5 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '9f93dbf7-0890-4185-99a0-df42b64f9c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ff6a11e3-c115-48aa-8d91-28569544c0c7'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:24:21.391723 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-69e5938f-f535-474c-8ff9-77a74ec54a7a service neutron] Attempting to bind port 02089c66-2ca2-42cb-8ac9-3be42cc23ca5 on network ff6a11e3-c115-48aa-8d91-28569544c0c7 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:24:21.401499 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-69e5938f-f535-474c-8ff9-77a74ec54a7a service neutron] Port 02089c66-2ca2-42cb-8ac9-3be42cc23ca5 on network ff6a11e3-c115-48aa-8d91-28569544c0c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:24:21.401879 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-69e5938f-f535-474c-8ff9-77a74ec54a7a service neutron] Attempting to bind port 02089c66-2ca2-42cb-8ac9-3be42cc23ca5 on network ff6a11e3-c115-48aa-8d91-28569544c0c7 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:24:21.412073 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-69e5938f-f535-474c-8ff9-77a74ec54a7a service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:24:21.412328 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-69e5938f-f535-474c-8ff9-77a74ec54a7a service neutron] Checking segment: {'id': '9f93dbf7-0890-4185-99a0-df42b64f9c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ff6a11e3-c115-48aa-8d91-28569544c0c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:24:21.412708 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-69e5938f-f535-474c-8ff9-77a74ec54a7a service neutron] Bound using segment: {'id': '9f93dbf7-0890-4185-99a0-df42b64f9c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ff6a11e3-c115-48aa-8d91-28569544c0c7'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:24:21.413141 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-69e5938f-f535-474c-8ff9-77a74ec54a7a service neutron] Bound port: 02089c66-2ca2-42cb-8ac9-3be42cc23ca5, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f93dbf7-0890-4185-99a0-df42b64f9c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ff6a11e3-c115-48aa-8d91-28569544c0c7'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:24:21.413505 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-69e5938f-f535-474c-8ff9-77a74ec54a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:21.417463 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 1289b012-77be-4949-a9f8-6e2946b12c87, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=1289b012-77be-4949-a9f8-6e2946b12c87,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:21.438956 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '1289b012-77be-4949-a9f8-6e2946b12c87', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'port_id': '1289b012-77be-4949-a9f8-6e2946b12c87', 'mac_address': 'fa:16:3e:fb:a7:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a18c92-5007-49e2-b728-7aedc06dca57', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:24:21.492083 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:21.511841 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-949f6ea1-9a99-429f-b77c-22c6836fe4a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:21.530530 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1289b012-77be-4949-a9f8-6e2946b12c87 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:24:21.563647 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f6ea1-9a99-429f-b77c-22c6836fe4a3 admin admin] Pushing event updated for resources: {'Port': ['ID=6bafe994-64b0-43af-b3a0-5010ad3177b3,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:21.564034 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 1289b012-77be-4949-a9f8-6e2946b12c87, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=1289b012-77be-4949-a9f8-6e2946b12c87,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:21.568711 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:21.633461 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=1289b012-77be-4949-a9f8-6e2946b12c87,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:21.682436 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-69e5938f-f535-474c-8ff9-77a74ec54a7a service neutron] For port 02089c66-2ca2-42cb-8ac9-3be42cc23ca5, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:24:21.687002 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-69e5938f-f535-474c-8ff9-77a74ec54a7a service neutron] For port 02089c66-2ca2-42cb-8ac9-3be42cc23ca5, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=02089c66-2ca2-42cb-8ac9-3be42cc23ca5,segment=NetworkSegment(9f93dbf7-0890-4185-99a0-df42b64f9c5f),segment_id=9f93dbf7-0890-4185-99a0-df42b64f9c5f)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:24:21.695767 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949f6ea1-9a99-429f-b77c-22c6836fe4a3 admin admin] Network 300c998f-deb1-4ddc-8cbb-0febf9947955 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:24:21.698068 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e0436-e30e-4b24-801d-def235b65157 req-b3ecc6cd-4a4c-47f6-8faf-740bffcf2ebc tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:21.698659 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-949f6ea1-9a99-429f-b77c-22c6836fe4a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:24:21.706826 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b01e0436-e30e-4b24-801d-def235b65157 req-b3ecc6cd-4a4c-47f6-8faf-740bffcf2ebc tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/networks?id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce HTTP/1.1" status: 200 len: 808 time: 0.2657335 Dec 10 16:24:21.712530 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-69e5938f-f535-474c-8ff9-77a74ec54a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:21.782011 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b01e0436-e30e-4b24-801d-def235b65157 req-0a1610bc-b50b-4d92-9581-edbb7dfc152a tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/quotas/c7f96263ffc44481b889fc489836cd3c HTTP/1.1" status: 200 len: 375 time: 0.0741944 Dec 10 16:24:21.803155 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-69e5938f-f535-474c-8ff9-77a74ec54a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:21.803784 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-69e5938f-f535-474c-8ff9-77a74ec54a7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:21.805309 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-69e5938f-f535-474c-8ff9-77a74ec54a7a service neutron] 10.222.0.46 "PUT /v2.0/ports/02089c66-2ca2-42cb-8ac9-3be42cc23ca5 HTTP/1.1" status: 200 len: 1091 time: 1.3102140 Dec 10 16:24:21.807666 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd64b3efa-873d-4c95-8b95-7b1ba530d155', 'tag': '02089c66-2ca2-42cb-8ac9-3be42cc23ca5'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:24:21.810754 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217f9625-0674-4d0b-8b47-874fe67b797d" -d '{"events": [{"name": "network-changed", "server_uuid": "d64b3efa-873d-4c95-8b95-7b1ba530d155", "tag": "02089c66-2ca2-42cb-8ac9-3be42cc23ca5"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:24:21.867154 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949f6ea1-9a99-429f-b77c-22c6836fe4a3 admin admin] Router a4ab95fc-20af-4b7c-9aa2-a9ce149607f3 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:24:21.883152 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5938f-f535-474c-8ff9-77a74ec54a7a service neutron] Pushing event updated for resources: {'Port': ['ID=02089c66-2ca2-42cb-8ac9-3be42cc23ca5,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:21.949816 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['1289b012-77be-4949-a9f8-6e2946b12c87'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:24:21.955312 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b01e0436-e30e-4b24-801d-def235b65157 req-f7c4ba3c-8bb2-4500-a83b-59d7684a3b8a tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c7f96263ffc44481b889fc489836cd3c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1721311 Dec 10 16:24:22.040148 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949f6ea1-9a99-429f-b77c-22c6836fe4a3 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:24:22.045749 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-949f6ea1-9a99-429f-b77c-22c6836fe4a3 admin admin] 10.222.0.11 "PUT /v2.0/routers/a4ab95fc-20af-4b7c-9aa2-a9ce149607f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4249032 Dec 10 16:24:22.077021 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-92c2a8a8-a92f-4a91-a47b-6d53c3d0ed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:22.078553 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-92c2a8a8-a92f-4a91-a47b-6d53c3d0ed73 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=129163ac821e409d8ef08033fb1a539f&device_id=d64b3efa-873d-4c95-8b95-7b1ba530d155 HTTP/1.1" status: 200 len: 1094 time: 0.1843722 Dec 10 16:24:22.130414 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-13af5c21-30e2-4f22-a882-79572cf70130 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02089c66-2ca2-42cb-8ac9-3be42cc23ca5 HTTP/1.1" status: 200 len: 217 time: 0.0413816 Dec 10 16:24:22.152805 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device f238dc03-6e7a-41f0-b450-7e4f39fd1da8 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:24:22.183908 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-763b3a61-32b6-458b-8583-5e06ec155488 None None] Provisioning complete for port 6bafe994-64b0-43af-b3a0-5010ad3177b3 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:24:22.184205 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-763b3a61-32b6-458b-8583-5e06ec155488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:22.249432 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-a957ee77-f6f9-448e-99cc-5f44ba33430e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:22.251784 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-a957ee77-f6f9-448e-99cc-5f44ba33430e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=32004d19-7a59-43d1-a8b8-5bf24cd52591 HTTP/1.1" status: 200 len: 852 time: 0.1115980 Dec 10 16:24:22.259533 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b01e0436-e30e-4b24-801d-def235b65157 req-21944bca-d1c8-475d-9869-b52e6457e5d2 service neutron] 10.222.0.11 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918816 Dec 10 16:24:22.262108 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-763b3a61-32b6-458b-8583-5e06ec155488 None None] Port 6bafe994-64b0-43af-b3a0-5010ad3177b3 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:24:22.281550 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port f238dc03-6e7a-41f0-b450-7e4f39fd1da8 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:24:22.281842 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:22.372848 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-fd110f8c-4796-44f8-b81b-55004c44390a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ff6a11e3-c115-48aa-8d91-28569544c0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118319 Dec 10 16:24:22.440974 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:22.477196 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port f238dc03-6e7a-41f0-b450-7e4f39fd1da8, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=f238dc03-6e7a-41f0-b450-7e4f39fd1da8,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:22.484449 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:22.513449 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b01e0436-e30e-4b24-801d-def235b65157 req-ffd55f43-bfbd-41dc-989e-195d5f544d8f service neutron] 10.222.0.11 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366755 Dec 10 16:24:22.566204 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-ea389160-62e6-4f2b-91dc-f32a9dfde46f service neutron] 10.222.0.46 "GET /v2.0/networks/ff6a11e3-c115-48aa-8d91-28569544c0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801348 Dec 10 16:24:22.579524 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=f238dc03-6e7a-41f0-b450-7e4f39fd1da8,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:22.677283 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-af28af89-ffa0-41ca-90f2-a0fc0279d52c req-36976459-31f0-4c86-ad15-f0a749ee8b68 service neutron] 10.222.0.46 "GET /v2.0/networks/ff6a11e3-c115-48aa-8d91-28569544c0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024094 Dec 10 16:24:22.807784 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2142fcf-e79c-4558-a24a-b367e8899906 req-86d0a651-e8b0-4e44-b0b5-6c9d5c8cb7ab tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:22.815956 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a2142fcf-e79c-4558-a24a-b367e8899906 req-86d0a651-e8b0-4e44-b0b5-6c9d5c8cb7ab tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e73fa2fd-26e1-45e4-8896-6b7d7c12ac67 HTTP/1.1" status: 200 len: 950 time: 0.0609670 Dec 10 16:24:22.874809 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a2142fcf-e79c-4558-a24a-b367e8899906 req-a60e07c6-15ea-484a-b728-72446d1c09dc tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579879 Dec 10 16:24:22.997932 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7608e6-552f-4837-adc1-dd5768a84853 req-10c861dd-278a-42d5-b611-fa749530d2e9 tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:22.999719 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb7608e6-552f-4837-adc1-dd5768a84853 req-10c861dd-278a-42d5-b611-fa749530d2e9 tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] 10.222.0.11 "GET /v2.0/ports?device_id=07d73076-feb6-44f1-8ad9-d3e135ccce9d HTTP/1.1" status: 200 len: 949 time: 0.0606036 Dec 10 16:24:23.066678 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb7608e6-552f-4837-adc1-dd5768a84853 req-90c74629-9024-460a-9ac5-c7624fa2fe58 tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b2c6fd8-40c9-4721-a5ea-ef123a584f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598414 Dec 10 16:24:23.116975 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b177453b-8251-486b-85b9-5e7f5cdc6e45 x-openstack-request-id: req-b177453b-8251-486b-85b9-5e7f5cdc6e45 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:24:23.117580 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d64b3efa-873d-4c95-8b95-7b1ba530d155", "tag": "02089c66-2ca2-42cb-8ac9-3be42cc23ca5", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:24:23.117673 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b177453b-8251-486b-85b9-5e7f5cdc6e45 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:24:23.118004 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd64b3efa-873d-4c95-8b95-7b1ba530d155', 'tag': '02089c66-2ca2-42cb-8ac9-3be42cc23ca5', 'status': 'completed', 'code': 200} Dec 10 16:24:23.220504 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f9625-0674-4d0b-8b47-874fe67b797d req-67c84bf5-ebc2-4a59-b98e-f343638c1f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:23.222081 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-217f9625-0674-4d0b-8b47-874fe67b797d req-67c84bf5-ebc2-4a59-b98e-f343638c1f84 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=129163ac821e409d8ef08033fb1a539f&device_id=d64b3efa-873d-4c95-8b95-7b1ba530d155 HTTP/1.1" status: 200 len: 1094 time: 0.0737734 Dec 10 16:24:23.289026 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e25605-1da9-400a-a1ca-0566d5b3da31 req-9dabd37e-477b-48bf-87e4-160c17c4defa tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:23.294658 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e1e25605-1da9-400a-a1ca-0566d5b3da31 req-9dabd37e-477b-48bf-87e4-160c17c4defa tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] 10.222.0.11 "GET /v2.0/ports?device_id=d64b3efa-873d-4c95-8b95-7b1ba530d155 HTTP/1.1" status: 200 len: 943 time: 0.1128895 Dec 10 16:24:23.373713 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e1e25605-1da9-400a-a1ca-0566d5b3da31 req-c08cd7ea-7d54-42e0-ae08-9de1b52b4e5f tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf2077ab-af78-4503-bb5a-5a3b0a413006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750411 Dec 10 16:24:23.374085 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f9625-0674-4d0b-8b47-874fe67b797d req-dd1d9398-2b6f-415e-b2e1-96581acea5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:23.375637 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-217f9625-0674-4d0b-8b47-874fe67b797d req-dd1d9398-2b6f-415e-b2e1-96581acea5e1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ff6a11e3-c115-48aa-8d91-28569544c0c7 HTTP/1.1" status: 200 len: 913 time: 0.1457665 Dec 10 16:24:23.443761 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-217f9625-0674-4d0b-8b47-874fe67b797d req-8ac340eb-047a-41ee-a0ac-bfaca686febd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02089c66-2ca2-42cb-8ac9-3be42cc23ca5 HTTP/1.1" status: 200 len: 217 time: 0.0596676 Dec 10 16:24:23.506528 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f9625-0674-4d0b-8b47-874fe67b797d req-8b0e64c9-4495-4639-ab67-e00a2ae057fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:23.508017 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-217f9625-0674-4d0b-8b47-874fe67b797d req-8b0e64c9-4495-4639-ab67-e00a2ae057fe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=32004d19-7a59-43d1-a8b8-5bf24cd52591 HTTP/1.1" status: 200 len: 852 time: 0.0564120 Dec 10 16:24:23.547947 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-217f9625-0674-4d0b-8b47-874fe67b797d req-502884dc-f69a-49ef-913b-106eeeb1f4b6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ff6a11e3-c115-48aa-8d91-28569544c0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311661 Dec 10 16:24:23.613489 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356fc8a9-26cc-4552-8463-44c3614d0cd8 None None] Sync routers for ids ['a4ab95fc-20af-4b7c-9aa2-a9ce149607f3'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:24:23.625221 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356fc8a9-26cc-4552-8463-44c3614d0cd8 None None] Routers {'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:24:23.625921 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-356fc8a9-26cc-4552-8463-44c3614d0cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:24:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['a4ab95fc-20af-4b7c-9aa2-a9ce149607f3'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:24:23.673159 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-217f9625-0674-4d0b-8b47-874fe67b797d req-b9183e43-fcf8-4616-a597-59e0020dfc25 service neutron] 10.222.0.46 "GET /v2.0/networks/ff6a11e3-c115-48aa-8d91-28569544c0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175933 Dec 10 16:24:23.753556 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-356fc8a9-26cc-4552-8463-44c3614d0cd8 None None] Set router a4ab95fc-20af-4b7c-9aa2-a9ce149607f3 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:24:23.811002 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-217f9625-0674-4d0b-8b47-874fe67b797d req-c51ba61a-a1da-4a09-b043-2ece1b9a1097 service neutron] 10.222.0.46 "GET /v2.0/networks/ff6a11e3-c115-48aa-8d91-28569544c0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291652 Dec 10 16:24:23.863645 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 44258) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:23.868237 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-71d1cae6-cabb-48b5-8c9a-22280a0bf789 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2145827429', 'description': 'tempest-description--360757699'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:24:23.908164 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71d1cae6-cabb-48b5-8c9a-22280a0bf789 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:24.020537 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71d1cae6-cabb-48b5-8c9a-22280a0bf789 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:24.027272 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71d1cae6-cabb-48b5-8c9a-22280a0bf789 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:24.077719 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5bc184a0-d276-4240-81b1-120034294d95 req-a1eb45ac-dd9a-4523-ab71-c59c9e3f5ef0 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a99d673-bcc6-4d42-b6df-dcfd04240699 HTTP/1.1" status: 200 len: 210 time: 0.0351071 Dec 10 16:24:24.115805 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71d1cae6-cabb-48b5-8c9a-22280a0bf789 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:24.117840 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device f238dc03-6e7a-41f0-b450-7e4f39fd1da8 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:24:24.125594 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e0436-e30e-4b24-801d-def235b65157 req-ddf6cf65-f9f1-44b3-90e3-72c7eeec32d7 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:24.127122 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b01e0436-e30e-4b24-801d-def235b65157 req-ddf6cf65-f9f1-44b3-90e3-72c7eeec32d7 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.26 "GET /v2.0/networks?id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce HTTP/1.1" status: 200 len: 808 time: 0.2056129 Dec 10 16:24:24.139508 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-71d1cae6-cabb-48b5-8c9a-22280a0bf789 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2721541 Dec 10 16:24:24.139508 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1cae6-cabb-48b5-8c9a-22280a0bf789 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fca0782-fe9d-4f65-8458-9124bcafa48b,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:24.140114 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 44264) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:24.158058 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-b01e0436-e30e-4b24-801d-def235b65157 req-088eb7d0-21d0-42d7-ad8d-7a98d33e1394 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Request body: {'port': {'device_id': '4a99d673-bcc6-4d42-b6df-dcfd04240699', 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce', 'admin_state_up': True, 'tenant_id': 'c7f96263ffc44481b889fc489836cd3c'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:24:24.164341 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-3e80b486-5a53-4998-8ba0-2fc4409e6e3a tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Request body: {'security_group_rule': {'security_group_id': '4fca0782-fe9d-4f65-8458-9124bcafa48b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:24:24.187375 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-356fc8a9-26cc-4552-8463-44c3614d0cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3', 'name': 'tempest-ServersTestJSON-857610993-router', 'tenant_id': 'e220bd0a7f6b43e08d35292010b295fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'f238dc03-6e7a-41f0-b450-7e4f39fd1da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:24:15Z', 'updated_at': '2021-12-10T16:24:20Z', 'revision_number': 4, 'project_id': 'e220bd0a7f6b43e08d35292010b295fa', 'gw_port': {'id': 'f238dc03-6e7a-41f0-b450-7e4f39fd1da8', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:24:17Z', 'updated_at': '2021-12-10T16:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '6bafe994-64b0-43af-b3a0-5010ad3177b3', 'name': '', 'network_id': '300c998f-deb1-4ddc-8cbb-0febf9947955', 'tenant_id': 'e220bd0a7f6b43e08d35292010b295fa', 'mac_address': 'fa:16:3e:7c:bb:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '663129d9-7cc3-4553-bfc5-3a337cf9c9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:24:20Z', 'updated_at': '2021-12-10T16:24:21Z', 'revision_number': 2, 'project_id': 'e220bd0a7f6b43e08d35292010b295fa', 'subnets': [{'id': '663129d9-7cc3-4553-bfc5-3a337cf9c9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:24:24.223785 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356fc8a9-26cc-4552-8463-44c3614d0cd8 None None] Checking router: a4ab95fc-20af-4b7c-9aa2-a9ce149607f3 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:24:24.224142 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356fc8a9-26cc-4552-8463-44c3614d0cd8 None None] Updating router a4ab95fc-20af-4b7c-9aa2-a9ce149607f3 port 6bafe994-64b0-43af-b3a0-5010ad3177b3 binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:24:24.272633 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-356fc8a9-26cc-4552-8463-44c3614d0cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:24.282627 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3e80b486-5a53-4998-8ba0-2fc4409e6e3a tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:24.292628 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port f238dc03-6e7a-41f0-b450-7e4f39fd1da8 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:24:24.293027 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:24.338794 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb14a08-ca38-4aa0-98ee-d6921dca8e0a req-165f2f03-7ff2-44da-967e-2453708bafd0 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:24.340300 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cbb14a08-ca38-4aa0-98ee-d6921dca8e0a req-165f2f03-7ff2-44da-967e-2453708bafd0 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e73fa2fd-26e1-45e4-8896-6b7d7c12ac67 HTTP/1.1" status: 200 len: 950 time: 0.1306930 Dec 10 16:24:24.443902 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3e80b486-5a53-4998-8ba0-2fc4409e6e3a tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:24.454637 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cbb14a08-ca38-4aa0-98ee-d6921dca8e0a req-06980776-5c59-46b0-9978-f438891ee162 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008155 Dec 10 16:24:24.456579 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3e80b486-5a53-4998-8ba0-2fc4409e6e3a tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:24.461617 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b01e0436-e30e-4b24-801d-def235b65157 req-088eb7d0-21d0-42d7-ad8d-7a98d33e1394 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Made reservation on behalf of c7f96263ffc44481b889fc489836cd3c for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:24:24.465835 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b01e0436-e30e-4b24-801d-def235b65157 req-088eb7d0-21d0-42d7-ad8d-7a98d33e1394 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:24.545140 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3e80b486-5a53-4998-8ba0-2fc4409e6e3a tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:24.549172 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 44272) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:24.549373 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3e80b486-5a53-4998-8ba0-2fc4409e6e3a tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4081104 Dec 10 16:24:24.550220 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80b486-5a53-4998-8ba0-2fc4409e6e3a tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eab76be6-6d66-491a-9e8b-5a197635d31c,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:24.566871 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-26c3519e-806d-45c4-ae02-6eb4a303bf52 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Request body: {'security_group_rule': {'security_group_id': '4fca0782-fe9d-4f65-8458-9124bcafa48b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:24:24.614558 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-26c3519e-806d-45c4-ae02-6eb4a303bf52 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:24.704809 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-26c3519e-806d-45c4-ae02-6eb4a303bf52 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:24.707780 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-356fc8a9-26cc-4552-8463-44c3614d0cd8 None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:24.708920 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-26c3519e-806d-45c4-ae02-6eb4a303bf52 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:24.713805 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-356fc8a9-26cc-4552-8463-44c3614d0cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:24.734415 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-26c3519e-806d-45c4-ae02-6eb4a303bf52 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:24.739190 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-26c3519e-806d-45c4-ae02-6eb4a303bf52 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1864133 Dec 10 16:24:24.739923 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 44274) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:24.749248 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-8a6973f9-6581-4add-a8df-4ef264fac5c4 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:24:24.757632 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c3519e-806d-45c4-ae02-6eb4a303bf52 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6736d309-920f-49aa-8152-711fc394ca25,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:24.784467 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8a6973f9-6581-4add-a8df-4ef264fac5c4 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks [] for floatingip, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:24.919710 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8a6973f9-6581-4add-a8df-4ef264fac5c4 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:24.929087 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d7f092-27e5-4fdf-8e16-775141d3e4bd None None] Pushing event updated for resources: {'Port': ['ID=6bafe994-64b0-43af-b3a0-5010ad3177b3,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:24.996887 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-356fc8a9-26cc-4552-8463-44c3614d0cd8 None None] Attempting to bind port 6bafe994-64b0-43af-b3a0-5010ad3177b3 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:24:24.997569 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-356fc8a9-26cc-4552-8463-44c3614d0cd8 None None] Attempting to bind port 6bafe994-64b0-43af-b3a0-5010ad3177b3 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'd89c08f0-95f9-4a6f-9829-ea815cc9dfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '300c998f-deb1-4ddc-8cbb-0febf9947955'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:24:24.998107 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356fc8a9-26cc-4552-8463-44c3614d0cd8 None None] Attempting to bind port 6bafe994-64b0-43af-b3a0-5010ad3177b3 on network 300c998f-deb1-4ddc-8cbb-0febf9947955 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:24:25.004129 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356fc8a9-26cc-4552-8463-44c3614d0cd8 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:24:25.004522 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356fc8a9-26cc-4552-8463-44c3614d0cd8 None None] Checking segment: {'id': 'd89c08f0-95f9-4a6f-9829-ea815cc9dfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '300c998f-deb1-4ddc-8cbb-0febf9947955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:24:25.004908 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-356fc8a9-26cc-4552-8463-44c3614d0cd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:25.005300 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356fc8a9-26cc-4552-8463-44c3614d0cd8 None None] Bound using segment: {'id': 'd89c08f0-95f9-4a6f-9829-ea815cc9dfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '300c998f-deb1-4ddc-8cbb-0febf9947955'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:24:25.005768 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-356fc8a9-26cc-4552-8463-44c3614d0cd8 None None] Bound port: 6bafe994-64b0-43af-b3a0-5010ad3177b3, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd89c08f0-95f9-4a6f-9829-ea815cc9dfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '300c998f-deb1-4ddc-8cbb-0febf9947955'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:24:25.006179 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-356fc8a9-26cc-4552-8463-44c3614d0cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:25.060047 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 02089c66-2ca2-42cb-8ac9-3be42cc23ca5 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:24:25.062015 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 1289b012-77be-4949-a9f8-6e2946b12c87 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:24:25.087288 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-8a6973f9-6581-4add-a8df-4ef264fac5c4 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Allocated IP 172.25.6.8 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/2cc463c9-fe3d-4ab5-a78f-c8d99ee380ba) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:24:25.141421 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-356fc8a9-26cc-4552-8463-44c3614d0cd8 None None] For port 6bafe994-64b0-43af-b3a0-5010ad3177b3, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:24:25.146300 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-356fc8a9-26cc-4552-8463-44c3614d0cd8 None None] For port 6bafe994-64b0-43af-b3a0-5010ad3177b3, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=6bafe994-64b0-43af-b3a0-5010ad3177b3,segment=NetworkSegment(d89c08f0-95f9-4a6f-9829-ea815cc9dfba),segment_id=d89c08f0-95f9-4a6f-9829-ea815cc9dfba)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:24:25.170167 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4099aa-41d9-4064-9525-47a09d9ff464 req-7c9ece43-312e-49b3-89df-ee581ecbc05e tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:25.177485 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4a4099aa-41d9-4064-9525-47a09d9ff464 req-7c9ece43-312e-49b3-89df-ee581ecbc05e tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] 10.222.0.11 "GET /v2.0/ports?device_id=07d73076-feb6-44f1-8ad9-d3e135ccce9d HTTP/1.1" status: 200 len: 949 time: 0.5777256 Dec 10 16:24:25.184003 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-356fc8a9-26cc-4552-8463-44c3614d0cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:25.246629 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-b01e0436-e30e-4b24-801d-def235b65157 req-088eb7d0-21d0-42d7-ad8d-7a98d33e1394 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Allocated IP 172.20.0.10 (3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce/8e6d4c00-e815-4a48-aff0-5fbec7a9d006/377955c2-5fee-432a-97d2-7662e9be269b) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:24:25.281396 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 1289b012-77be-4949-a9f8-6e2946b12c87 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:24:25.300991 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4a4099aa-41d9-4064-9525-47a09d9ff464 req-716e586f-377f-4585-9d13-fc91400230d0 tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b2c6fd8-40c9-4721-a5ea-ef123a584f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151125 Dec 10 16:24:25.305339 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 1289b012-77be-4949-a9f8-6e2946b12c87 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:24:25.305745 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:25.311001 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356fc8a9-26cc-4552-8463-44c3614d0cd8 None None] Routers {'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:24:25.311720 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-356fc8a9-26cc-4552-8463-44c3614d0cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:24:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['a4ab95fc-20af-4b7c-9aa2-a9ce149607f3'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:24:25.313549 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d7f092-27e5-4fdf-8e16-775141d3e4bd None None] Pushing event updated for resources: {'Port': ['ID=6bafe994-64b0-43af-b3a0-5010ad3177b3,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:25.332139 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8a6973f9-6581-4add-a8df-4ef264fac5c4 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:25.408386 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8a6973f9-6581-4add-a8df-4ef264fac5c4 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:25.451163 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6973f9-6581-4add-a8df-4ef264fac5c4 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:24:25.456415 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-8a6973f9-6581-4add-a8df-4ef264fac5c4 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:24:25.461104 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6973f9-6581-4add-a8df-4ef264fac5c4 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:24:25.464867 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6973f9-6581-4add-a8df-4ef264fac5c4 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Pushing event updated for resources: {'Port': ['ID=2cc463c9-fe3d-4ab5-a78f-c8d99ee380ba,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:25.493077 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 02089c66-2ca2-42cb-8ac9-3be42cc23ca5, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=02089c66-2ca2-42cb-8ac9-3be42cc23ca5,segment=NetworkSegment(9f93dbf7-0890-4185-99a0-df42b64f9c5f),segment_id=9f93dbf7-0890-4185-99a0-df42b64f9c5f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:25.563613 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '02089c66-2ca2-42cb-8ac9-3be42cc23ca5', 'network_id': 'ff6a11e3-c115-48aa-8d91-28569544c0c7', 'port_id': '02089c66-2ca2-42cb-8ac9-3be42cc23ca5', 'mac_address': 'fa:16:3e:d4:ff:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32004d19-7a59-43d1-a8b8-5bf24cd52591', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:24:25.572257 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b01e0436-e30e-4b24-801d-def235b65157 req-088eb7d0-21d0-42d7-ad8d-7a98d33e1394 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:25.578557 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8a6973f9-6581-4add-a8df-4ef264fac5c4 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:25.584332 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-fb9b588d-b654-4be5-bccd-2ebfdd425833 None None] Provisioning complete for port 6bafe994-64b0-43af-b3a0-5010ad3177b3 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:24:25.584716 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fb9b588d-b654-4be5-bccd-2ebfdd425833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:25.635641 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b01e0436-e30e-4b24-801d-def235b65157 req-088eb7d0-21d0-42d7-ad8d-7a98d33e1394 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:25.649827 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8a6973f9-6581-4add-a8df-4ef264fac5c4 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:25.721249 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b01e0436-e30e-4b24-801d-def235b65157 req-088eb7d0-21d0-42d7-ad8d-7a98d33e1394 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Network 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:24:25.728466 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-b01e0436-e30e-4b24-801d-def235b65157 req-088eb7d0-21d0-42d7-ad8d-7a98d33e1394 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:24:25.733237 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01e0436-e30e-4b24-801d-def235b65157 req-088eb7d0-21d0-42d7-ad8d-7a98d33e1394 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:24:25.736581 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:25.760793 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088eb7d0-21d0-42d7-ad8d-7a98d33e1394 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Pushing event updated for resources: {'Port': ['ID=377955c2-5fee-432a-97d2-7662e9be269b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:25.771857 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:25.775456 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a873fa-28bc-4b8a-a63f-ab9dd8e270dc req-98ff8324-f55d-47a4-9285-e2b39d324bff tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:25.777004 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-96a873fa-28bc-4b8a-a63f-ab9dd8e270dc req-98ff8324-f55d-47a4-9285-e2b39d324bff tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] 10.222.0.11 "GET /v2.0/ports?device_id=d64b3efa-873d-4c95-8b95-7b1ba530d155 HTTP/1.1" status: 200 len: 943 time: 0.3066244 Dec 10 16:24:25.797064 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-356fc8a9-26cc-4552-8463-44c3614d0cd8 None None] Set router a4ab95fc-20af-4b7c-9aa2-a9ce149607f3 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:24:25.801400 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d73076-feb6-44f1-8ad9-d3e135ccce9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1289b012-77be-4949-a9f8-6e2946b12c87'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:24:25.803730 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c767e002-8cf5-4cae-986c-7f3e5b4cad69" -d '{"events": [{"server_uuid": "07d73076-feb6-44f1-8ad9-d3e135ccce9d", "name": "network-vif-plugged", "status": "completed", "tag": "1289b012-77be-4949-a9f8-6e2946b12c87"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:24:25.818326 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e0436-e30e-4b24-801d-def235b65157 req-088eb7d0-21d0-42d7-ad8d-7a98d33e1394 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:25.818958 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b01e0436-e30e-4b24-801d-def235b65157 req-088eb7d0-21d0-42d7-ad8d-7a98d33e1394 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:25.849935 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b01e0436-e30e-4b24-801d-def235b65157 req-088eb7d0-21d0-42d7-ad8d-7a98d33e1394 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7106032 Dec 10 16:24:25.863199 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-96a873fa-28bc-4b8a-a63f-ab9dd8e270dc req-eef8a72c-90ed-4601-b6f5-aa3a76f44087 tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf2077ab-af78-4503-bb5a-5a3b0a413006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775082 Dec 10 16:24:25.863772 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02089c66-2ca2-42cb-8ac9-3be42cc23ca5 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:24:25.865298 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8a6973f9-6581-4add-a8df-4ef264fac5c4 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:25.870979 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8a6973f9-6581-4add-a8df-4ef264fac5c4 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:25.871339 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-b01e0436-e30e-4b24-801d-def235b65157 req-78dfc32e-18be-4328-982f-c791ded13e49 service neutron] Request body: {'port': {'device_id': '4a99d673-bcc6-4d42-b6df-dcfd04240699', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:24:25.890560 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 1289b012-77be-4949-a9f8-6e2946b12c87, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=1289b012-77be-4949-a9f8-6e2946b12c87,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:25.901052 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 02089c66-2ca2-42cb-8ac9-3be42cc23ca5, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=02089c66-2ca2-42cb-8ac9-3be42cc23ca5,segment=NetworkSegment(9f93dbf7-0890-4185-99a0-df42b64f9c5f),segment_id=9f93dbf7-0890-4185-99a0-df42b64f9c5f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:25.908021 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:25.951434 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6973f9-6581-4add-a8df-4ef264fac5c4 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Pushing event updated for resources: {'Port': ['ID=2cc463c9-fe3d-4ab5-a78f-c8d99ee380ba,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:25.953572 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b01e0436-e30e-4b24-801d-def235b65157 req-78dfc32e-18be-4328-982f-c791ded13e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:25.964181 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:25.997299 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8a6973f9-6581-4add-a8df-4ef264fac5c4 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:26.016284 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8a6973f9-6581-4add-a8df-4ef264fac5c4 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:26.018606 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8a6973f9-6581-4add-a8df-4ef264fac5c4 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2730834 Dec 10 16:24:26.041999 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=1289b012-77be-4949-a9f8-6e2946b12c87,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:26.124192 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fb9b588d-b654-4be5-bccd-2ebfdd425833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:26.171527 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=02089c66-2ca2-42cb-8ac9-3be42cc23ca5,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:26.176788 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86439c8b-dbc1-4d8b-99d9-5941c1de5125 req-4f966800-5788-4988-b0f1-f5d5b8f9e7cb tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:26.178303 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-86439c8b-dbc1-4d8b-99d9-5941c1de5125 req-4f966800-5788-4988-b0f1-f5d5b8f9e7cb tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a99d673-bcc6-4d42-b6df-dcfd04240699 HTTP/1.1" status: 200 len: 932 time: 0.0982296 Dec 10 16:24:26.202500 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-fb9b588d-b654-4be5-bccd-2ebfdd425833 None None] For port 6bafe994-64b0-43af-b3a0-5010ad3177b3, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=6bafe994-64b0-43af-b3a0-5010ad3177b3,segment=NetworkSegment(d89c08f0-95f9-4a6f-9829-ea815cc9dfba),segment_id=d89c08f0-95f9-4a6f-9829-ea815cc9dfba)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:26.208559 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fb9b588d-b654-4be5-bccd-2ebfdd425833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:26.259427 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-86439c8b-dbc1-4d8b-99d9-5941c1de5125 req-055ad2a4-ced9-4ef5-a5b3-5295000d9989 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708802 Dec 10 16:24:26.288148 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b588d-b654-4be5-bccd-2ebfdd425833 None None] Pushing event updated for resources: {'Port': ['ID=6bafe994-64b0-43af-b3a0-5010ad3177b3,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:26.300639 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['02089c66-2ca2-42cb-8ac9-3be42cc23ca5'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:24:26.324295 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-b01e0436-e30e-4b24-801d-def235b65157 req-78dfc32e-18be-4328-982f-c791ded13e49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 377955c2-5fee-432a-97d2-7662e9be269b {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:24:26.332491 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b01e0436-e30e-4b24-801d-def235b65157 req-78dfc32e-18be-4328-982f-c791ded13e49 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:26.337394 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-356fc8a9-26cc-4552-8463-44c3614d0cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3', 'name': 'tempest-ServersTestJSON-857610993-router', 'tenant_id': 'e220bd0a7f6b43e08d35292010b295fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'f238dc03-6e7a-41f0-b450-7e4f39fd1da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:24:15Z', 'updated_at': '2021-12-10T16:24:20Z', 'revision_number': 4, 'project_id': 'e220bd0a7f6b43e08d35292010b295fa', 'gw_port': {'id': 'f238dc03-6e7a-41f0-b450-7e4f39fd1da8', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:24:17Z', 'updated_at': '2021-12-10T16:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '6bafe994-64b0-43af-b3a0-5010ad3177b3', 'name': '', 'network_id': '300c998f-deb1-4ddc-8cbb-0febf9947955', 'tenant_id': 'e220bd0a7f6b43e08d35292010b295fa', 'mac_address': 'fa:16:3e:7c:bb:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '663129d9-7cc3-4553-bfc5-3a337cf9c9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:24:20Z', 'updated_at': '2021-12-10T16:24:25Z', 'revision_number': 4, 'project_id': 'e220bd0a7f6b43e08d35292010b295fa', 'subnets': [{'id': '663129d9-7cc3-4553-bfc5-3a337cf9c9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:24:26.355612 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-b01e0436-e30e-4b24-801d-def235b65157 req-78dfc32e-18be-4328-982f-c791ded13e49 service neutron] Transition to ACTIVE for port object 377955c2-5fee-432a-97d2-7662e9be269b will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:24:26.372331 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b01e0436-e30e-4b24-801d-def235b65157 req-78dfc32e-18be-4328-982f-c791ded13e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:26.376188 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356fc8a9-26cc-4552-8463-44c3614d0cd8 None None] The sync data for ids ['a4ab95fc-20af-4b7c-9aa2-a9ce149607f3'] in n-d-766771-2 is: [{'id': 'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3', 'name': 'tempest-ServersTestJSON-857610993-router', 'tenant_id': 'e220bd0a7f6b43e08d35292010b295fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'f238dc03-6e7a-41f0-b450-7e4f39fd1da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:24:15Z', 'updated_at': '2021-12-10T16:24:20Z', 'revision_number': 4, 'project_id': 'e220bd0a7f6b43e08d35292010b295fa', 'gw_port': {'id': 'f238dc03-6e7a-41f0-b450-7e4f39fd1da8', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:24:17Z', 'updated_at': '2021-12-10T16:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '6bafe994-64b0-43af-b3a0-5010ad3177b3', 'name': '', 'network_id': '300c998f-deb1-4ddc-8cbb-0febf9947955', 'tenant_id': 'e220bd0a7f6b43e08d35292010b295fa', 'mac_address': 'fa:16:3e:7c:bb:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '663129d9-7cc3-4553-bfc5-3a337cf9c9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:24:20Z', 'updated_at': '2021-12-10T16:24:25Z', 'revision_number': 4, 'project_id': 'e220bd0a7f6b43e08d35292010b295fa', 'subnets': [{'id': '663129d9-7cc3-4553-bfc5-3a337cf9c9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:24:26.389248 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b08bb11b-5b83-470c-98cb-a7010e9b0aef None None] Provisioning complete for port 6bafe994-64b0-43af-b3a0-5010ad3177b3 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:24:26.389621 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b08bb11b-5b83-470c-98cb-a7010e9b0aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:26.462535 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998a867-ebc2-44a8-b283-424f6d148a2c req-d5baeaf1-b53d-4601-a9d8-3fb2f83dc468 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:26.464241 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0998a867-ebc2-44a8-b283-424f6d148a2c req-d5baeaf1-b53d-4601-a9d8-3fb2f83dc468 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e73fa2fd-26e1-45e4-8896-6b7d7c12ac67 HTTP/1.1" status: 200 len: 950 time: 0.1229751 Dec 10 16:24:26.465266 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dfc32e-18be-4328-982f-c791ded13e49 service neutron] Pushing event updated for resources: {'Port': ['ID=377955c2-5fee-432a-97d2-7662e9be269b,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:26.580569 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0998a867-ebc2-44a8-b283-424f6d148a2c req-8cb326ae-8570-4730-845e-8fb82528b206 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039929 Dec 10 16:24:26.592193 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-b01e0436-e30e-4b24-801d-def235b65157 req-78dfc32e-18be-4328-982f-c791ded13e49 service neutron] Attempting to bind port 377955c2-5fee-432a-97d2-7662e9be269b on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:24:26.592531 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-b01e0436-e30e-4b24-801d-def235b65157 req-78dfc32e-18be-4328-982f-c791ded13e49 service neutron] Attempting to bind port 377955c2-5fee-432a-97d2-7662e9be269b by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:24:26.592857 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01e0436-e30e-4b24-801d-def235b65157 req-78dfc32e-18be-4328-982f-c791ded13e49 service neutron] Attempting to bind port 377955c2-5fee-432a-97d2-7662e9be269b on network 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:24:26.597676 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01e0436-e30e-4b24-801d-def235b65157 req-78dfc32e-18be-4328-982f-c791ded13e49 service neutron] Port 377955c2-5fee-432a-97d2-7662e9be269b on network 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:24:26.597998 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01e0436-e30e-4b24-801d-def235b65157 req-78dfc32e-18be-4328-982f-c791ded13e49 service neutron] Attempting to bind port 377955c2-5fee-432a-97d2-7662e9be269b on network 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:24:26.608101 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01e0436-e30e-4b24-801d-def235b65157 req-78dfc32e-18be-4328-982f-c791ded13e49 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:24:26.608451 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01e0436-e30e-4b24-801d-def235b65157 req-78dfc32e-18be-4328-982f-c791ded13e49 service neutron] Checking segment: {'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:24:26.608842 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01e0436-e30e-4b24-801d-def235b65157 req-78dfc32e-18be-4328-982f-c791ded13e49 service neutron] Bound using segment: {'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:24:26.609286 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-b01e0436-e30e-4b24-801d-def235b65157 req-78dfc32e-18be-4328-982f-c791ded13e49 service neutron] Bound port: 377955c2-5fee-432a-97d2-7662e9be269b, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:24:26.609646 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b01e0436-e30e-4b24-801d-def235b65157 req-78dfc32e-18be-4328-982f-c791ded13e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:26.639271 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf2b161-a85a-4366-be79-a9e794910995 x-openstack-request-id: req-fcf2b161-a85a-4366-be79-a9e794910995 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:24:26.639445 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d73076-feb6-44f1-8ad9-d3e135ccce9d", "name": "network-vif-plugged", "status": "completed", "tag": "1289b012-77be-4949-a9f8-6e2946b12c87", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:24:26.639605 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fcf2b161-a85a-4366-be79-a9e794910995 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:24:26.640002 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d73076-feb6-44f1-8ad9-d3e135ccce9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1289b012-77be-4949-a9f8-6e2946b12c87', 'code': 200} Dec 10 16:24:26.686190 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-b01e0436-e30e-4b24-801d-def235b65157 req-78dfc32e-18be-4328-982f-c791ded13e49 service neutron] For port 377955c2-5fee-432a-97d2-7662e9be269b, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:24:26.690035 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-b01e0436-e30e-4b24-801d-def235b65157 req-78dfc32e-18be-4328-982f-c791ded13e49 service neutron] For port 377955c2-5fee-432a-97d2-7662e9be269b, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=377955c2-5fee-432a-97d2-7662e9be269b,segment=NetworkSegment(698ea8e5-c316-417a-87ff-ff612f3a473c),segment_id=698ea8e5-c316-417a-87ff-ff612f3a473c)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:24:26.695076 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b01e0436-e30e-4b24-801d-def235b65157 req-78dfc32e-18be-4328-982f-c791ded13e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:26.797761 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e0436-e30e-4b24-801d-def235b65157 req-78dfc32e-18be-4328-982f-c791ded13e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:26.798404 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b01e0436-e30e-4b24-801d-def235b65157 req-78dfc32e-18be-4328-982f-c791ded13e49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:26.799803 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b01e0436-e30e-4b24-801d-def235b65157 req-78dfc32e-18be-4328-982f-c791ded13e49 service neutron] 10.222.0.26 "PUT /v2.0/ports/377955c2-5fee-432a-97d2-7662e9be269b HTTP/1.1" status: 200 len: 1092 time: 0.9355762 Dec 10 16:24:26.800252 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a99d673-bcc6-4d42-b6df-dcfd04240699', 'tag': '377955c2-5fee-432a-97d2-7662e9be269b'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:24:26.802534 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d32330-fe91-41a3-b5b8-8fd961991fee" -d '{"events": [{"name": "network-changed", "server_uuid": "4a99d673-bcc6-4d42-b6df-dcfd04240699", "tag": "377955c2-5fee-432a-97d2-7662e9be269b"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:24:26.840224 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dfc32e-18be-4328-982f-c791ded13e49 service neutron] Pushing event updated for resources: {'Port': ['ID=377955c2-5fee-432a-97d2-7662e9be269b,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:26.866639 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb291db-45c9-4876-99bc-6f68560b7bca req-17f77fc5-9800-4abd-8e34-4c752589dab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:26.868227 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-acb291db-45c9-4876-99bc-6f68560b7bca req-17f77fc5-9800-4abd-8e34-4c752589dab6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=07d73076-feb6-44f1-8ad9-d3e135ccce9d HTTP/1.1" status: 200 len: 1101 time: 0.1315532 Dec 10 16:24:26.884329 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-da2bde71-c106-46e3-bfc4-a7e931ec3cb3 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--2145827429&fields=id&tenant_id=e220bd0a7f6b43e08d35292010b295fa HTTP/1.1" status: 200 len: 267 time: 0.1464517 Dec 10 16:24:26.990073 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e0436-e30e-4b24-801d-def235b65157 req-e9e0c2e3-e6a3-409c-9ce4-dc83128ff28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:26.991606 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b01e0436-e30e-4b24-801d-def235b65157 req-e9e0c2e3-e6a3-409c-9ce4-dc83128ff28a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c7f96263ffc44481b889fc489836cd3c&device_id=4a99d673-bcc6-4d42-b6df-dcfd04240699 HTTP/1.1" status: 200 len: 1095 time: 0.1430621 Dec 10 16:24:26.997366 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-acb291db-45c9-4876-99bc-6f68560b7bca req-74b5577b-d0fa-4304-8c01-8f15fc308657 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2b2c6fd8-40c9-4721-a5ea-ef123a584f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120040 Dec 10 16:24:27.042849 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b01e0436-e30e-4b24-801d-def235b65157 req-39bb4608-9083-41a5-8c03-5951cd09b59f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=377955c2-5fee-432a-97d2-7662e9be269b HTTP/1.1" status: 200 len: 217 time: 0.0404463 Dec 10 16:24:27.098098 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-c2c8820c-4fcf-470c-bafb-9c4dd22ac4c2 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:27.099570 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-c2c8820c-4fcf-470c-bafb-9c4dd22ac4c2 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] 10.222.0.11 "GET /v2.0/networks?id=300c998f-deb1-4ddc-8cbb-0febf9947955 HTTP/1.1" status: 200 len: 805 time: 0.2060554 Dec 10 16:24:27.123508 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-b9e8239c-0c3f-4a9b-9ad0-479179b692bb tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] 10.222.0.11 "GET /v2.0/quotas/e220bd0a7f6b43e08d35292010b295fa HTTP/1.1" status: 200 len: 375 time: 0.0156300 Dec 10 16:24:27.127129 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e0436-e30e-4b24-801d-def235b65157 req-c67d23f5-3eb7-4c95-86ff-b4caf99d8a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:27.128499 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b01e0436-e30e-4b24-801d-def235b65157 req-c67d23f5-3eb7-4c95-86ff-b4caf99d8a2f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e6d4c00-e815-4a48-aff0-5fbec7a9d006 HTTP/1.1" status: 200 len: 848 time: 0.0703664 Dec 10 16:24:27.183814 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b01e0436-e30e-4b24-801d-def235b65157 req-e51e0e35-7786-49a8-baef-8dfe05dfb3d6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455976 Dec 10 16:24:27.240866 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-60ee194f-3cf3-4436-a25d-7e6c313c609a tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e220bd0a7f6b43e08d35292010b295fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1114151 Dec 10 16:24:27.339192 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b01e0436-e30e-4b24-801d-def235b65157 req-9842a49b-817f-4cbc-bdb4-86476d46fdd5 service neutron] 10.222.0.26 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478052 Dec 10 16:24:27.413561 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-568f24ee-0148-413e-b22b-b2f89e4d9e67 service neutron] 10.222.0.11 "GET /v2.0/networks/300c998f-deb1-4ddc-8cbb-0febf9947955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590247 Dec 10 16:24:27.506935 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b01e0436-e30e-4b24-801d-def235b65157 req-132e3630-51a0-4c32-858c-65dcb51daddc service neutron] 10.222.0.26 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560235 Dec 10 16:24:27.532246 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-a3f7e32c-123c-4f2f-9a2d-b7b8f4d0a2d5 service neutron] 10.222.0.11 "GET /v2.0/networks/300c998f-deb1-4ddc-8cbb-0febf9947955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124191 Dec 10 16:24:27.754076 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5821735-9547-4d87-88cc-17959385518a req-4a966636-a75d-4e98-a067-a8344cd1fb2a tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:27.755422 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a5821735-9547-4d87-88cc-17959385518a req-4a966636-a75d-4e98-a067-a8344cd1fb2a tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] 10.222.0.11 "GET /v2.0/ports?device_id=07d73076-feb6-44f1-8ad9-d3e135ccce9d HTTP/1.1" status: 200 len: 950 time: 0.0505455 Dec 10 16:24:27.812804 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a5821735-9547-4d87-88cc-17959385518a req-de113ba3-bb70-4801-9148-7bdf721d2cbf tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b2c6fd8-40c9-4721-a5ea-ef123a584f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500107 Dec 10 16:24:27.856514 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8279f48-ec05-4e3b-a981-674b05489838 x-openstack-request-id: req-a8279f48-ec05-4e3b-a981-674b05489838 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:24:27.856817 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a99d673-bcc6-4d42-b6df-dcfd04240699", "tag": "377955c2-5fee-432a-97d2-7662e9be269b", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:24:27.857078 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a8279f48-ec05-4e3b-a981-674b05489838 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:24:27.857489 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a99d673-bcc6-4d42-b6df-dcfd04240699', 'tag': '377955c2-5fee-432a-97d2-7662e9be269b', 'status': 'completed', 'code': 200} Dec 10 16:24:27.953036 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d32330-fe91-41a3-b5b8-8fd961991fee req-0df44794-3f54-4d7d-9af8-e147323e5897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:27.954701 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f8d32330-fe91-41a3-b5b8-8fd961991fee req-0df44794-3f54-4d7d-9af8-e147323e5897 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c7f96263ffc44481b889fc489836cd3c&device_id=4a99d673-bcc6-4d42-b6df-dcfd04240699 HTTP/1.1" status: 200 len: 1095 time: 0.0729346 Dec 10 16:24:27.968532 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5d6bb-a65f-4244-8a10-8312117a7189 req-5aa30f73-64cb-448b-b6d2-b640a1cefa15 tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:27.970111 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0cd5d6bb-a65f-4244-8a10-8312117a7189 req-5aa30f73-64cb-448b-b6d2-b640a1cefa15 tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] 10.222.0.11 "GET /v2.0/ports?device_id=d64b3efa-873d-4c95-8b95-7b1ba530d155 HTTP/1.1" status: 200 len: 944 time: 0.0613708 Dec 10 16:24:28.089829 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0cd5d6bb-a65f-4244-8a10-8312117a7189 req-50705649-8cd9-4e6c-b63f-87c4c129f973 tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf2077ab-af78-4503-bb5a-5a3b0a413006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105566 Dec 10 16:24:28.094387 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 6bafe994-64b0-43af-b3a0-5010ad3177b3 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:24:28.116707 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d32330-fe91-41a3-b5b8-8fd961991fee req-85572121-6e85-4ba7-971f-2482d5e0e466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:28.118174 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f8d32330-fe91-41a3-b5b8-8fd961991fee req-85572121-6e85-4ba7-971f-2482d5e0e466 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce HTTP/1.1" status: 200 len: 909 time: 0.1470609 Dec 10 16:24:28.154831 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 6bafe994-64b0-43af-b3a0-5010ad3177b3 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:24:28.155293 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:28.192793 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f8d32330-fe91-41a3-b5b8-8fd961991fee req-1f8a5c2d-6843-47c3-a06f-2aa9cd6712fa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=377955c2-5fee-432a-97d2-7662e9be269b HTTP/1.1" status: 200 len: 217 time: 0.0604000 Dec 10 16:24:28.289446 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d32330-fe91-41a3-b5b8-8fd961991fee req-8d7ce841-3269-45c9-8981-d7c5cb41143f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:28.290963 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f8d32330-fe91-41a3-b5b8-8fd961991fee req-8d7ce841-3269-45c9-8981-d7c5cb41143f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e6d4c00-e815-4a48-aff0-5fbec7a9d006 HTTP/1.1" status: 200 len: 848 time: 0.0866930 Dec 10 16:24:28.339620 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f8d32330-fe91-41a3-b5b8-8fd961991fee req-6f386b34-c0d4-44d8-8b5d-952718ad4f23 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352633 Dec 10 16:24:28.427029 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1449a37-bbd1-434e-8f9a-5472860bb9bb req-53517b1a-f2a1-4b5d-8313-0c883b97e4d2 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:28.428502 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f1449a37-bbd1-434e-8f9a-5472860bb9bb req-53517b1a-f2a1-4b5d-8313-0c883b97e4d2 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a99d673-bcc6-4d42-b6df-dcfd04240699 HTTP/1.1" status: 200 len: 944 time: 0.1144030 Dec 10 16:24:28.470431 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f8d32330-fe91-41a3-b5b8-8fd961991fee req-8c7c80aa-b362-4933-917f-86c35e80cb52 service neutron] 10.222.0.26 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176753 Dec 10 16:24:28.539157 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f1449a37-bbd1-434e-8f9a-5472860bb9bb req-b040d218-cd7d-404a-a917-4c04bb32ac3f tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038687 Dec 10 16:24:28.584176 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f8d32330-fe91-41a3-b5b8-8fd961991fee req-f50c4182-afbe-452c-8033-8321ca0f4620 service neutron] 10.222.0.26 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012244 Dec 10 16:24:28.648651 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456f26b-6599-4621-893e-4764a4425ef5 req-359ce0f6-17dc-4b4b-ab31-e0376bcd8ed3 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:28.650933 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d456f26b-6599-4621-893e-4764a4425ef5 req-359ce0f6-17dc-4b4b-ab31-e0376bcd8ed3 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e73fa2fd-26e1-45e4-8896-6b7d7c12ac67 HTTP/1.1" status: 200 len: 950 time: 0.0563915 Dec 10 16:24:28.699085 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d456f26b-6599-4621-893e-4764a4425ef5 req-6ccc168c-9e71-40b4-8895-dfd2b20dae20 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421174 Dec 10 16:24:28.814010 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2cdfe76e-bb76-4e58-9e55-0f8b060e859e req-2ed70fbc-163d-458b-8c2f-c5ca8ee30854 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] 10.222.0.11 "GET /v2.0/ports?device_id=b96df415-c75b-4df1-97e6-6ef05db3f729 HTTP/1.1" status: 200 len: 210 time: 0.0357614 Dec 10 16:24:28.871799 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-d050c3c2-e7d3-45bb-bb1e-98d28f863bd4 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:28.873273 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-d050c3c2-e7d3-45bb-bb1e-98d28f863bd4 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] 10.222.0.26 "GET /v2.0/networks?id=300c998f-deb1-4ddc-8cbb-0febf9947955 HTTP/1.1" status: 200 len: 805 time: 0.1410589 Dec 10 16:24:28.966745 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-baab2cdb-387e-4fb4-8971-87842a5aa6f3 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e220bd0a7f6b43e08d35292010b295fa HTTP/1.1" status: 200 len: 380 time: 0.0817285 Dec 10 16:24:28.974814 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4dc712-baf5-411a-a189-d58212a534d6 req-6f71e40a-40eb-4685-b46b-8961316744d8 tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:28.976183 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5a4dc712-baf5-411a-a189-d58212a534d6 req-6f71e40a-40eb-4685-b46b-8961316744d8 tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] 10.222.0.11 "GET /v2.0/ports?device_id=07d73076-feb6-44f1-8ad9-d3e135ccce9d HTTP/1.1" status: 200 len: 950 time: 0.0784774 Dec 10 16:24:28.980780 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-bf958350-9cb2-46d8-8117-66284ece06ee tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Request body: {'port': {'device_id': 'b96df415-c75b-4df1-97e6-6ef05db3f729', 'network_id': '300c998f-deb1-4ddc-8cbb-0febf9947955', 'admin_state_up': True, 'tenant_id': 'e220bd0a7f6b43e08d35292010b295fa', 'security_groups': ['4fca0782-fe9d-4f65-8458-9124bcafa48b']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:24:29.028961 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 377955c2-5fee-432a-97d2-7662e9be269b details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:24:29.081802 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5a4dc712-baf5-411a-a189-d58212a534d6 req-510e2885-def3-45b3-b69b-013092cd78db tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b2c6fd8-40c9-4721-a5ea-ef123a584f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965619 Dec 10 16:24:29.088130 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 02089c66-2ca2-42cb-8ac9-3be42cc23ca5 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:24:29.127243 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-bf958350-9cb2-46d8-8117-66284ece06ee tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Made reservation on behalf of e220bd0a7f6b43e08d35292010b295fa for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:24:29.131078 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-bf958350-9cb2-46d8-8117-66284ece06ee tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:29.168138 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 377955c2-5fee-432a-97d2-7662e9be269b, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=377955c2-5fee-432a-97d2-7662e9be269b,segment=NetworkSegment(698ea8e5-c316-417a-87ff-ff612f3a473c),segment_id=698ea8e5-c316-417a-87ff-ff612f3a473c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:29.182868 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 02089c66-2ca2-42cb-8ac9-3be42cc23ca5 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:24:29.186524 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '377955c2-5fee-432a-97d2-7662e9be269b', 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce', 'port_id': '377955c2-5fee-432a-97d2-7662e9be269b', 'mac_address': 'fa:16:3e:22:36:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e6d4c00-e815-4a48-aff0-5fbec7a9d006', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:24:29.190661 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 02089c66-2ca2-42cb-8ac9-3be42cc23ca5 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:24:29.191027 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:29.260389 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:29.266803 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-bf958350-9cb2-46d8-8117-66284ece06ee tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Allocated IP 172.20.0.9 (300c998f-deb1-4ddc-8cbb-0febf9947955/663129d9-7cc3-4553-bfc5-3a337cf9c9b5/7a6b492c-00aa-48c1-8ee7-ffc485e14a5b) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:24:29.277918 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 377955c2-5fee-432a-97d2-7662e9be269b {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:24:29.322104 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 377955c2-5fee-432a-97d2-7662e9be269b, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=377955c2-5fee-432a-97d2-7662e9be269b,segment=NetworkSegment(698ea8e5-c316-417a-87ff-ff612f3a473c),segment_id=698ea8e5-c316-417a-87ff-ff612f3a473c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:29.329137 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:29.337372 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:29.433830 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12cda5-e2e8-4c2e-ac43-8312d4f47a6c req-f847cb67-31bb-4647-bf47-0db472a7973b tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:29.435419 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1d12cda5-e2e8-4c2e-ac43-8312d4f47a6c req-f847cb67-31bb-4647-bf47-0db472a7973b tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] 10.222.0.11 "GET /v2.0/ports?device_id=d64b3efa-873d-4c95-8b95-7b1ba530d155 HTTP/1.1" status: 200 len: 944 time: 0.0820127 Dec 10 16:24:29.472197 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-bf958350-9cb2-46d8-8117-66284ece06ee tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:29.508195 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1d12cda5-e2e8-4c2e-ac43-8312d4f47a6c req-68626bb4-2358-40f4-86e8-67bab638eab7 tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf2077ab-af78-4503-bb5a-5a3b0a413006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665712 Dec 10 16:24:29.530292 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd64b3efa-873d-4c95-8b95-7b1ba530d155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02089c66-2ca2-42cb-8ac9-3be42cc23ca5'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:24:29.532741 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5d53a1-1bd7-48f1-80cb-cb87ea93c171" -d '{"events": [{"server_uuid": "d64b3efa-873d-4c95-8b95-7b1ba530d155", "name": "network-vif-plugged", "status": "completed", "tag": "02089c66-2ca2-42cb-8ac9-3be42cc23ca5"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:24:29.540701 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-bf958350-9cb2-46d8-8117-66284ece06ee tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:29.548057 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=377955c2-5fee-432a-97d2-7662e9be269b,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:29.553260 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 02089c66-2ca2-42cb-8ac9-3be42cc23ca5, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=02089c66-2ca2-42cb-8ac9-3be42cc23ca5,segment=NetworkSegment(9f93dbf7-0890-4185-99a0-df42b64f9c5f),segment_id=9f93dbf7-0890-4185-99a0-df42b64f9c5f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:29.557972 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:29.589867 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-bf958350-9cb2-46d8-8117-66284ece06ee tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Network 300c998f-deb1-4ddc-8cbb-0febf9947955 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:24:29.593744 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-bf958350-9cb2-46d8-8117-66284ece06ee tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:24:29.601721 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-bf958350-9cb2-46d8-8117-66284ece06ee tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:24:29.610626 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=02089c66-2ca2-42cb-8ac9-3be42cc23ca5,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:29.630056 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['377955c2-5fee-432a-97d2-7662e9be269b'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:24:29.630703 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf958350-9cb2-46d8-8117-66284ece06ee tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Pushing event updated for resources: {'Port': ['ID=7a6b492c-00aa-48c1-8ee7-ffc485e14a5b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:29.676758 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-bf958350-9cb2-46d8-8117-66284ece06ee tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:29.677734 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-bf958350-9cb2-46d8-8117-66284ece06ee tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:29.704346 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-bf958350-9cb2-46d8-8117-66284ece06ee tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7271547 Dec 10 16:24:29.725604 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-5eca8436-52bf-456b-b160-7bfa197618ce service neutron] Request body: {'port': {'device_id': 'b96df415-c75b-4df1-97e6-6ef05db3f729', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:24:29.772539 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6787450f-ef36-4952-8b15-bb8c5067dfd0 x-openstack-request-id: req-6787450f-ef36-4952-8b15-bb8c5067dfd0 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:24:29.773431 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d64b3efa-873d-4c95-8b95-7b1ba530d155", "name": "network-vif-plugged", "status": "completed", "tag": "02089c66-2ca2-42cb-8ac9-3be42cc23ca5", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:24:29.773841 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6787450f-ef36-4952-8b15-bb8c5067dfd0 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:24:29.774782 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd64b3efa-873d-4c95-8b95-7b1ba530d155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02089c66-2ca2-42cb-8ac9-3be42cc23ca5', 'code': 200} Dec 10 16:24:29.859578 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-5eca8436-52bf-456b-b160-7bfa197618ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:29.892979 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-fd8f59c6-3874-4126-83f4-8a1761073862 None None] Provisioning complete for port 7a6b492c-00aa-48c1-8ee7-ffc485e14a5b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:24:29.893466 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fd8f59c6-3874-4126-83f4-8a1761073862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:29.928716 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-fd8f59c6-3874-4126-83f4-8a1761073862 None None] Port 7a6b492c-00aa-48c1-8ee7-ffc485e14a5b cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:24:29.934665 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cd24a-d454-4385-9dd0-2eaf3fcdfc6f req-b3012c87-ccb0-4ed8-90b6-50a73af82047 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:29.936154 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c97cd24a-d454-4385-9dd0-2eaf3fcdfc6f req-b3012c87-ccb0-4ed8-90b6-50a73af82047 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a99d673-bcc6-4d42-b6df-dcfd04240699 HTTP/1.1" status: 200 len: 945 time: 0.1183217 Dec 10 16:24:29.948490 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4042120-17f3-4bb7-be52-5130900e267d req-404c1235-4a08-4010-a8a0-bcd9abe304bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:29.949893 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c4042120-17f3-4bb7-be52-5130900e267d req-404c1235-4a08-4010-a8a0-bcd9abe304bd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d64b3efa-873d-4c95-8b95-7b1ba530d155 HTTP/1.1" status: 200 len: 1096 time: 0.1044917 Dec 10 16:24:30.081009 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c97cd24a-d454-4385-9dd0-2eaf3fcdfc6f req-9367779f-90d2-44b4-9baa-a4e074661eeb tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378829 Dec 10 16:24:30.126929 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c4042120-17f3-4bb7-be52-5130900e267d req-acd53447-2f37-452f-809d-cc99a8649d43 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bf2077ab-af78-4503-bb5a-5a3b0a413006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585677 Dec 10 16:24:30.206519 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0688c7-eed1-4d2b-92a1-b2b03a063e4e req-ab7b5a4e-a19c-4fb7-9644-753711e480b9 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:30.207994 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fa0688c7-eed1-4d2b-92a1-b2b03a063e4e req-ab7b5a4e-a19c-4fb7-9644-753711e480b9 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e73fa2fd-26e1-45e4-8896-6b7d7c12ac67 HTTP/1.1" status: 200 len: 950 time: 0.0698705 Dec 10 16:24:30.292629 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fa0688c7-eed1-4d2b-92a1-b2b03a063e4e req-cfe2a712-7f84-4533-bfa2-6800b35b8c1c tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784597 Dec 10 16:24:30.299409 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-5eca8436-52bf-456b-b160-7bfa197618ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a6b492c-00aa-48c1-8ee7-ffc485e14a5b {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:24:30.307984 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-5eca8436-52bf-456b-b160-7bfa197618ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:30.320775 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-5eca8436-52bf-456b-b160-7bfa197618ce service neutron] Transition to ACTIVE for port object 7a6b492c-00aa-48c1-8ee7-ffc485e14a5b will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:24:30.324453 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-5eca8436-52bf-456b-b160-7bfa197618ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:30.393455 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca8436-52bf-456b-b160-7bfa197618ce service neutron] Pushing event updated for resources: {'Port': ['ID=7a6b492c-00aa-48c1-8ee7-ffc485e14a5b,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:30.456373 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-5eca8436-52bf-456b-b160-7bfa197618ce service neutron] Attempting to bind port 7a6b492c-00aa-48c1-8ee7-ffc485e14a5b on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:24:30.456857 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-5eca8436-52bf-456b-b160-7bfa197618ce service neutron] Attempting to bind port 7a6b492c-00aa-48c1-8ee7-ffc485e14a5b by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'd89c08f0-95f9-4a6f-9829-ea815cc9dfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '300c998f-deb1-4ddc-8cbb-0febf9947955'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:24:30.457187 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-5eca8436-52bf-456b-b160-7bfa197618ce service neutron] Attempting to bind port 7a6b492c-00aa-48c1-8ee7-ffc485e14a5b on network 300c998f-deb1-4ddc-8cbb-0febf9947955 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:24:30.461602 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-5eca8436-52bf-456b-b160-7bfa197618ce service neutron] Port 7a6b492c-00aa-48c1-8ee7-ffc485e14a5b on network 300c998f-deb1-4ddc-8cbb-0febf9947955 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:24:30.461889 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-5eca8436-52bf-456b-b160-7bfa197618ce service neutron] Attempting to bind port 7a6b492c-00aa-48c1-8ee7-ffc485e14a5b on network 300c998f-deb1-4ddc-8cbb-0febf9947955 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:24:30.467074 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-5eca8436-52bf-456b-b160-7bfa197618ce service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:24:30.467481 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-5eca8436-52bf-456b-b160-7bfa197618ce service neutron] Checking segment: {'id': 'd89c08f0-95f9-4a6f-9829-ea815cc9dfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '300c998f-deb1-4ddc-8cbb-0febf9947955'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:24:30.468003 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-5eca8436-52bf-456b-b160-7bfa197618ce service neutron] Bound using segment: {'id': 'd89c08f0-95f9-4a6f-9829-ea815cc9dfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '300c998f-deb1-4ddc-8cbb-0febf9947955'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:24:30.468530 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-5eca8436-52bf-456b-b160-7bfa197618ce service neutron] Bound port: 7a6b492c-00aa-48c1-8ee7-ffc485e14a5b, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89c08f0-95f9-4a6f-9829-ea815cc9dfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '300c998f-deb1-4ddc-8cbb-0febf9947955'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:24:30.468970 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-5eca8436-52bf-456b-b160-7bfa197618ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:30.861125 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2be75-4f34-479f-84da-4e653221b46e req-135d121e-b862-4f6c-99ab-43f8a4631540 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:30.862638 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-18e2be75-4f34-479f-84da-4e653221b46e req-135d121e-b862-4f6c-99ab-43f8a4631540 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] 10.222.0.11 "GET /v2.0/ports?device_id=b96df415-c75b-4df1-97e6-6ef05db3f729 HTTP/1.1" status: 200 len: 943 time: 0.3829975 Dec 10 16:24:30.864994 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-5eca8436-52bf-456b-b160-7bfa197618ce service neutron] For port 7a6b492c-00aa-48c1-8ee7-ffc485e14a5b, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:24:30.868111 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-5eca8436-52bf-456b-b160-7bfa197618ce service neutron] For port 7a6b492c-00aa-48c1-8ee7-ffc485e14a5b, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=7a6b492c-00aa-48c1-8ee7-ffc485e14a5b,segment=NetworkSegment(d89c08f0-95f9-4a6f-9829-ea815cc9dfba),segment_id=d89c08f0-95f9-4a6f-9829-ea815cc9dfba)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:24:30.882648 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-5eca8436-52bf-456b-b160-7bfa197618ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:30.934448 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-5eca8436-52bf-456b-b160-7bfa197618ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:30.935081 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-5eca8436-52bf-456b-b160-7bfa197618ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:30.936490 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-5eca8436-52bf-456b-b160-7bfa197618ce service neutron] 10.222.0.26 "PUT /v2.0/ports/7a6b492c-00aa-48c1-8ee7-ffc485e14a5b HTTP/1.1" status: 200 len: 1091 time: 1.2195973 Dec 10 16:24:30.936948 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b96df415-c75b-4df1-97e6-6ef05db3f729', 'tag': '7a6b492c-00aa-48c1-8ee7-ffc485e14a5b'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:24:30.939389 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f469db8-0872-4b4e-ac50-cba3dcd6dd59" -d '{"events": [{"name": "network-changed", "server_uuid": "b96df415-c75b-4df1-97e6-6ef05db3f729", "tag": "7a6b492c-00aa-48c1-8ee7-ffc485e14a5b"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:24:30.976753 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-18e2be75-4f34-479f-84da-4e653221b46e req-56e438cc-6076-402f-a375-033dcdc98538 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] 10.222.0.11 "GET /v2.0/security-groups?id=4fca0782-fe9d-4f65-8458-9124bcafa48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073024 Dec 10 16:24:30.978366 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca8436-52bf-456b-b160-7bfa197618ce service neutron] Pushing event updated for resources: {'Port': ['ID=7a6b492c-00aa-48c1-8ee7-ffc485e14a5b,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:31.040842 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-0361c0e4-a6ab-4451-9e11-03f8f85cc6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:31.042417 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-0361c0e4-a6ab-4451-9e11-03f8f85cc6b3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e220bd0a7f6b43e08d35292010b295fa&device_id=b96df415-c75b-4df1-97e6-6ef05db3f729 HTTP/1.1" status: 200 len: 1094 time: 0.0497627 Dec 10 16:24:31.047106 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 377955c2-5fee-432a-97d2-7662e9be269b up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:24:31.103114 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-0041ac28-a381-4999-9566-f6b6c555acd4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a6b492c-00aa-48c1-8ee7-ffc485e14a5b HTTP/1.1" status: 200 len: 217 time: 0.0488276 Dec 10 16:24:31.111992 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 377955c2-5fee-432a-97d2-7662e9be269b completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:24:31.115949 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 377955c2-5fee-432a-97d2-7662e9be269b triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:24:31.116578 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:31.170101 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-51d6ec2b-0bcc-45e4-9c80-72e91117ce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:31.171685 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-51d6ec2b-0bcc-45e4-9c80-72e91117ce9b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=663129d9-7cc3-4553-bfc5-3a337cf9c9b5 HTTP/1.1" status: 200 len: 844 time: 0.0564978 Dec 10 16:24:31.222779 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:31.233667 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:24:31.253994 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-d066f2f7-06bd-4ab8-beaf-1c6b0ac4305c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:31.255458 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-d066f2f7-06bd-4ab8-beaf-1c6b0ac4305c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=300c998f-deb1-4ddc-8cbb-0febf9947955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749321 Dec 10 16:24:31.262676 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 377955c2-5fee-432a-97d2-7662e9be269b, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=377955c2-5fee-432a-97d2-7662e9be269b,segment=NetworkSegment(698ea8e5-c316-417a-87ff-ff612f3a473c),segment_id=698ea8e5-c316-417a-87ff-ff612f3a473c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:31.267697 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abebc3-c810-4ea1-af60-3334b6b0c972 req-585fe321-1e5e-4af4-9a12-e662ab9f14e2 tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:31.269144 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-40abebc3-c810-4ea1-af60-3334b6b0c972 req-585fe321-1e5e-4af4-9a12-e662ab9f14e2 tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] 10.222.0.11 "GET /v2.0/ports?device_id=d64b3efa-873d-4c95-8b95-7b1ba530d155 HTTP/1.1" status: 200 len: 945 time: 0.0628946 Dec 10 16:24:31.273586 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:31.333467 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=377955c2-5fee-432a-97d2-7662e9be269b,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:31.364961 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-40abebc3-c810-4ea1-af60-3334b6b0c972 req-d422addd-9b5d-4045-bb21-46a49cf0a6d0 tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf2077ab-af78-4503-bb5a-5a3b0a413006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866771 Dec 10 16:24:31.398342 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-36dafc86-1a35-4fea-b356-3a4598761056 service neutron] 10.222.0.26 "GET /v2.0/networks/300c998f-deb1-4ddc-8cbb-0febf9947955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281765 Dec 10 16:24:31.519841 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0eae495e-7f34-4d4b-8756-c1a25dbb6afa req-f5ddc40d-e744-4ca7-82ed-4269b13f8b7c service neutron] 10.222.0.26 "GET /v2.0/networks/300c998f-deb1-4ddc-8cbb-0febf9947955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121886 Dec 10 16:24:31.591429 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40b404c-5d47-4445-92db-f8f06a0d71de x-openstack-request-id: req-f40b404c-5d47-4445-92db-f8f06a0d71de {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:24:31.591751 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b96df415-c75b-4df1-97e6-6ef05db3f729", "tag": "7a6b492c-00aa-48c1-8ee7-ffc485e14a5b", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:24:31.592011 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f40b404c-5d47-4445-92db-f8f06a0d71de {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:24:31.592417 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b96df415-c75b-4df1-97e6-6ef05db3f729', 'tag': '7a6b492c-00aa-48c1-8ee7-ffc485e14a5b', 'status': 'completed', 'code': 200} Dec 10 16:24:31.686932 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f469db8-0872-4b4e-ac50-cba3dcd6dd59 req-d3ba8104-69b7-4893-a911-005635804da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:31.688421 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5f469db8-0872-4b4e-ac50-cba3dcd6dd59 req-d3ba8104-69b7-4893-a911-005635804da8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e220bd0a7f6b43e08d35292010b295fa&device_id=b96df415-c75b-4df1-97e6-6ef05db3f729 HTTP/1.1" status: 200 len: 1094 time: 0.0696614 Dec 10 16:24:31.700428 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06d0cf-b548-409b-850c-af175c534c17 req-7b984d24-cd87-4e5c-8d93-d52ee07be1f3 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:31.701788 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1f06d0cf-b548-409b-850c-af175c534c17 req-7b984d24-cd87-4e5c-8d93-d52ee07be1f3 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a99d673-bcc6-4d42-b6df-dcfd04240699 HTTP/1.1" status: 200 len: 946 time: 0.0583038 Dec 10 16:24:31.776701 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a99d673-bcc6-4d42-b6df-dcfd04240699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377955c2-5fee-432a-97d2-7662e9be269b'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:24:31.779081 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7068b4b5-f321-47ad-a6e0-7aa4f109d857" -d '{"events": [{"server_uuid": "4a99d673-bcc6-4d42-b6df-dcfd04240699", "name": "network-vif-plugged", "status": "completed", "tag": "377955c2-5fee-432a-97d2-7662e9be269b"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:24:31.798730 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1f06d0cf-b548-409b-850c-af175c534c17 req-c9f0c094-ac15-4241-982d-cfca1a5ff8bc tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889513 Dec 10 16:24:31.822989 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f469db8-0872-4b4e-ac50-cba3dcd6dd59 req-adf26e17-dcbc-4a94-af99-068d46321e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:31.824453 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5f469db8-0872-4b4e-ac50-cba3dcd6dd59 req-adf26e17-dcbc-4a94-af99-068d46321e0d service neutron] 10.222.0.26 "GET /v2.0/networks?id=300c998f-deb1-4ddc-8cbb-0febf9947955 HTTP/1.1" status: 200 len: 906 time: 0.1217918 Dec 10 16:24:31.869720 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5f469db8-0872-4b4e-ac50-cba3dcd6dd59 req-b8a848e8-de9e-4932-917a-d70487f88dd0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a6b492c-00aa-48c1-8ee7-ffc485e14a5b HTTP/1.1" status: 200 len: 217 time: 0.0370567 Dec 10 16:24:31.944154 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f469db8-0872-4b4e-ac50-cba3dcd6dd59 req-0f65045c-f0ce-4488-a821-05dd00a8d3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:31.945524 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5f469db8-0872-4b4e-ac50-cba3dcd6dd59 req-0f65045c-f0ce-4488-a821-05dd00a8d3ea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=663129d9-7cc3-4553-bfc5-3a337cf9c9b5 HTTP/1.1" status: 200 len: 844 time: 0.0675786 Dec 10 16:24:31.953730 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59675c74-5c1e-4d53-b808-122ce86664ea req-387ed253-6c07-4d3a-b5c5-73cd802ba444 tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:31.955133 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-59675c74-5c1e-4d53-b808-122ce86664ea req-387ed253-6c07-4d3a-b5c5-73cd802ba444 tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] 10.222.0.11 "GET /v2.0/ports?device_id=07d73076-feb6-44f1-8ad9-d3e135ccce9d HTTP/1.1" status: 200 len: 950 time: 0.0884681 Dec 10 16:24:32.028016 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f469db8-0872-4b4e-ac50-cba3dcd6dd59 req-67bc28fe-ba01-4020-a961-4e454b178b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:32.029549 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5f469db8-0872-4b4e-ac50-cba3dcd6dd59 req-67bc28fe-ba01-4020-a961-4e454b178b83 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=300c998f-deb1-4ddc-8cbb-0febf9947955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713840 Dec 10 16:24:32.033354 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-59675c74-5c1e-4d53-b808-122ce86664ea req-41291a92-7561-40cb-85a1-e4e70a24ba9f tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b2c6fd8-40c9-4721-a5ea-ef123a584f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677955 Dec 10 16:24:32.154045 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5f469db8-0872-4b4e-ac50-cba3dcd6dd59 req-0359fcc9-8051-445c-97fd-fc8eb20303ef service neutron] 10.222.0.26 "GET /v2.0/networks/300c998f-deb1-4ddc-8cbb-0febf9947955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146801 Dec 10 16:24:32.168705 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ec110-e255-49c8-ad65-718b0dc90848 req-b3e5e17e-f0bd-47e4-85c7-7b00b43b2870 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:32.170096 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-908ec110-e255-49c8-ad65-718b0dc90848 req-b3e5e17e-f0bd-47e4-85c7-7b00b43b2870 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e73fa2fd-26e1-45e4-8896-6b7d7c12ac67 HTTP/1.1" status: 200 len: 950 time: 0.0682075 Dec 10 16:24:32.269766 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-908ec110-e255-49c8-ad65-718b0dc90848 req-87861ed5-701c-481d-94e0-21e4c802aa04 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918531 Dec 10 16:24:32.291406 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5f469db8-0872-4b4e-ac50-cba3dcd6dd59 req-39af2e70-93e3-46b0-8e73-7b31efec3cbe service neutron] 10.222.0.26 "GET /v2.0/networks/300c998f-deb1-4ddc-8cbb-0febf9947955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203613 Dec 10 16:24:32.312138 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38420f70-64ea-4ea5-8b84-0c923d951c58 x-openstack-request-id: req-38420f70-64ea-4ea5-8b84-0c923d951c58 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:24:32.312638 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a99d673-bcc6-4d42-b6df-dcfd04240699", "name": "network-vif-plugged", "status": "completed", "tag": "377955c2-5fee-432a-97d2-7662e9be269b", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:24:32.312738 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-38420f70-64ea-4ea5-8b84-0c923d951c58 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:24:32.313071 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a99d673-bcc6-4d42-b6df-dcfd04240699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377955c2-5fee-432a-97d2-7662e9be269b', 'code': 200} Dec 10 16:24:32.429533 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b458d-b49f-424f-b909-c46ddece0588 req-2391ddfc-9e44-426c-a6c1-16c31ac97997 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:32.431684 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5c7b458d-b49f-424f-b909-c46ddece0588 req-2391ddfc-9e44-426c-a6c1-16c31ac97997 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] 10.222.0.11 "GET /v2.0/ports?device_id=b96df415-c75b-4df1-97e6-6ef05db3f729 HTTP/1.1" status: 200 len: 943 time: 0.0744739 Dec 10 16:24:32.445474 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd6289-7e1d-4c34-895f-97860d2d8567 req-888b23a3-50ca-4de0-896c-537bd26cf034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:32.446928 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cadd6289-7e1d-4c34-895f-97860d2d8567 req-888b23a3-50ca-4de0-896c-537bd26cf034 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4a99d673-bcc6-4d42-b6df-dcfd04240699 HTTP/1.1" status: 200 len: 1097 time: 0.0578873 Dec 10 16:24:32.500250 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5c7b458d-b49f-424f-b909-c46ddece0588 req-9abc503b-887e-491d-9b69-cbaa0ac10eca tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] 10.222.0.11 "GET /v2.0/security-groups?id=4fca0782-fe9d-4f65-8458-9124bcafa48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619128 Dec 10 16:24:32.526597 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cadd6289-7e1d-4c34-895f-97860d2d8567 req-5a15261b-9e7a-4af9-90f8-faaad0fa6f30 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572240 Dec 10 16:24:32.723845 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5218a4-5f02-407c-a507-8af2f3c8cad5 req-b7abaa88-5dce-48f5-8ca7-b98480a75d66 tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:32.725312 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9e5218a4-5f02-407c-a507-8af2f3c8cad5 req-b7abaa88-5dce-48f5-8ca7-b98480a75d66 tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] 10.222.0.11 "GET /v2.0/ports?device_id=d64b3efa-873d-4c95-8b95-7b1ba530d155 HTTP/1.1" status: 200 len: 945 time: 0.0500658 Dec 10 16:24:32.775926 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9e5218a4-5f02-407c-a507-8af2f3c8cad5 req-27a354c0-2d41-4605-aedc-d3414c5f41f6 tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf2077ab-af78-4503-bb5a-5a3b0a413006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439777 Dec 10 16:24:32.927019 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab6008-fc12-45c4-8eed-246bbdd0fdbb req-16489d8d-983e-4cfd-a6e8-249b72b2efa2 tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:32.928535 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1cab6008-fc12-45c4-8eed-246bbdd0fdbb req-16489d8d-983e-4cfd-a6e8-249b72b2efa2 tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] 10.222.0.46 "GET /v2.0/ports?device_id=07d73076-feb6-44f1-8ad9-d3e135ccce9d HTTP/1.1" status: 200 len: 950 time: 0.0543280 Dec 10 16:24:33.043919 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6fa67-eb6e-43a2-a05d-d013f01e2495 req-0f72b5fc-ab81-4d8f-b7ca-7925d6ff87e5 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:33.045312 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aac6fa67-eb6e-43a2-a05d-d013f01e2495 req-0f72b5fc-ab81-4d8f-b7ca-7925d6ff87e5 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=9579285a-3688-4430-a2c9-a3204e1ddb0d HTTP/1.1" status: 200 len: 945 time: 0.0853717 Dec 10 16:24:33.067533 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 7a6b492c-00aa-48c1-8ee7-ffc485e14a5b details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:24:33.087765 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-1cab6008-fc12-45c4-8eed-246bbdd0fdbb req-7b43a741-1fbb-47c6-b6af-53ef645039d3 tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] Deleting port 1289b012-77be-4949-a9f8-6e2946b12c87 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:24:33.088102 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1cab6008-fc12-45c4-8eed-246bbdd0fdbb req-7b43a741-1fbb-47c6-b6af-53ef645039d3 tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:33.146579 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aac6fa67-eb6e-43a2-a05d-d013f01e2495 req-94f198bb-850d-405c-944a-1dea23b00e7d tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937889 Dec 10 16:24:33.167531 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 7a6b492c-00aa-48c1-8ee7-ffc485e14a5b, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=7a6b492c-00aa-48c1-8ee7-ffc485e14a5b,segment=NetworkSegment(d89c08f0-95f9-4a6f-9829-ea815cc9dfba),segment_id=d89c08f0-95f9-4a6f-9829-ea815cc9dfba)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:33.179381 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '7a6b492c-00aa-48c1-8ee7-ffc485e14a5b', 'network_id': '300c998f-deb1-4ddc-8cbb-0febf9947955', 'port_id': '7a6b492c-00aa-48c1-8ee7-ffc485e14a5b', 'mac_address': 'fa:16:3e:8b:9a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '663129d9-7cc3-4553-bfc5-3a337cf9c9b5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:24:33.197292 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-1cab6008-fc12-45c4-8eed-246bbdd0fdbb req-7b43a741-1fbb-47c6-b6af-53ef645039d3 tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] For port 1289b012-77be-4949-a9f8-6e2946b12c87, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=1289b012-77be-4949-a9f8-6e2946b12c87,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:33.197678 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1cab6008-fc12-45c4-8eed-246bbdd0fdbb req-7b43a741-1fbb-47c6-b6af-53ef645039d3 tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:33.211631 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-1cab6008-fc12-45c4-8eed-246bbdd0fdbb req-7b43a741-1fbb-47c6-b6af-53ef645039d3 tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] Calling delete_port for 1289b012-77be-4949-a9f8-6e2946b12c87 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:24:33.216057 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:33.231525 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a6b492c-00aa-48c1-8ee7-ffc485e14a5b {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:24:33.252371 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 7a6b492c-00aa-48c1-8ee7-ffc485e14a5b, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=7a6b492c-00aa-48c1-8ee7-ffc485e14a5b,segment=NetworkSegment(d89c08f0-95f9-4a6f-9829-ea815cc9dfba),segment_id=d89c08f0-95f9-4a6f-9829-ea815cc9dfba)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:33.256436 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:33.315107 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=7a6b492c-00aa-48c1-8ee7-ffc485e14a5b,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:33.384098 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1cab6008-fc12-45c4-8eed-246bbdd0fdbb req-7b43a741-1fbb-47c6-b6af-53ef645039d3 tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:33.393017 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139dec41-60e6-4fde-8b65-e4453d46dec7 req-1ae3fafc-ece5-4fa3-9cb7-aa073f8d7d09 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:33.394549 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-139dec41-60e6-4fde-8b65-e4453d46dec7 req-1ae3fafc-ece5-4fa3-9cb7-aa073f8d7d09 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a99d673-bcc6-4d42-b6df-dcfd04240699 HTTP/1.1" status: 200 len: 946 time: 0.0868001 Dec 10 16:24:33.395229 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['1289b012-77be-4949-a9f8-6e2946b12c87'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:24:33.428820 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b43a741-1fbb-47c6-b6af-53ef645039d3 tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] Pushing event deleted for resources: {'Port': ['ID=1289b012-77be-4949-a9f8-6e2946b12c87,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:33.488419 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cab6008-fc12-45c4-8eed-246bbdd0fdbb req-7b43a741-1fbb-47c6-b6af-53ef645039d3 tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] No DVR routers for this DVR port 1289b012-77be-4949-a9f8-6e2946b12c87 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:24:33.494003 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1cab6008-fc12-45c4-8eed-246bbdd0fdbb req-7b43a741-1fbb-47c6-b6af-53ef645039d3 tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:33.497323 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1cab6008-fc12-45c4-8eed-246bbdd0fdbb req-7b43a741-1fbb-47c6-b6af-53ef645039d3 tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] 10.222.0.46 "DELETE /v2.0/ports/1289b012-77be-4949-a9f8-6e2946b12c87 HTTP/1.1" status: 204 len: 173 time: 0.5611892 Dec 10 16:24:33.509628 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-139dec41-60e6-4fde-8b65-e4453d46dec7 req-49e97edb-88da-48da-8e82-fc81e5228000 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077020 Dec 10 16:24:33.589538 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['7a6b492c-00aa-48c1-8ee7-ffc485e14a5b'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:24:33.611501 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d73076-feb6-44f1-8ad9-d3e135ccce9d', 'name': 'network-vif-deleted', 'tag': '1289b012-77be-4949-a9f8-6e2946b12c87'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:24:33.613776 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e776a735-6b5e-4082-847a-cef5951b7042" -d '{"events": [{"server_uuid": "07d73076-feb6-44f1-8ad9-d3e135ccce9d", "name": "network-vif-deleted", "tag": "1289b012-77be-4949-a9f8-6e2946b12c87"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:24:33.619675 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-30c41d0a-87a8-42ba-8407-f93ae89aaff3 req-574b14b3-7ad9-451a-b4d8-040e816c1aeb tempest-TenantUsagesTestJSON-1801493073 tempest-TenantUsagesTestJSON-1801493073-project] 10.222.0.11 "GET /v2.0/ports?device_id=07d73076-feb6-44f1-8ad9-d3e135ccce9d HTTP/1.1" status: 200 len: 210 time: 0.0424032 Dec 10 16:24:33.781922 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149d34d-979e-4d68-b4f1-8c0fe95436df req-e7800f00-9459-4a94-a047-810af5949ae7 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:33.783437 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a149d34d-979e-4d68-b4f1-8c0fe95436df req-e7800f00-9459-4a94-a047-810af5949ae7 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e73fa2fd-26e1-45e4-8896-6b7d7c12ac67 HTTP/1.1" status: 200 len: 950 time: 0.0507107 Dec 10 16:24:33.829901 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a149d34d-979e-4d68-b4f1-8c0fe95436df req-6cca24c7-4a05-4866-b117-d4020ba6c84d tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404825 Dec 10 16:24:33.936737 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304f491-5387-42d2-bed2-62d3a4ea7fd9 req-26b675c6-a986-453e-a70f-10074b832e4d tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:33.938606 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4304f491-5387-42d2-bed2-62d3a4ea7fd9 req-26b675c6-a986-453e-a70f-10074b832e4d tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] 10.222.0.11 "GET /v2.0/ports?device_id=b96df415-c75b-4df1-97e6-6ef05db3f729 HTTP/1.1" status: 200 len: 944 time: 0.0512393 Dec 10 16:24:33.994572 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4304f491-5387-42d2-bed2-62d3a4ea7fd9 req-d8a2bb05-0982-4820-9e92-064ca09af2c0 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] 10.222.0.11 "GET /v2.0/security-groups?id=4fca0782-fe9d-4f65-8458-9124bcafa48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500894 Dec 10 16:24:34.042001 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db351752-20a1-41c5-9ed8-d7ff125e7aa3 x-openstack-request-id: req-db351752-20a1-41c5-9ed8-d7ff125e7aa3 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:24:34.042389 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d73076-feb6-44f1-8ad9-d3e135ccce9d", "name": "network-vif-deleted", "tag": "1289b012-77be-4949-a9f8-6e2946b12c87", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:24:34.042756 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-db351752-20a1-41c5-9ed8-d7ff125e7aa3 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:24:34.043276 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d73076-feb6-44f1-8ad9-d3e135ccce9d', 'name': 'network-vif-deleted', 'tag': '1289b012-77be-4949-a9f8-6e2946b12c87', 'status': 'completed', 'code': 200} Dec 10 16:24:34.358823 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649a469-5b06-4501-beb0-d35e39d5d14e req-3f401a64-48f0-45da-b61c-7e5a88aae58c tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:34.360269 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5649a469-5b06-4501-beb0-d35e39d5d14e req-3f401a64-48f0-45da-b61c-7e5a88aae58c tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] 10.222.0.11 "GET /v2.0/ports?device_id=d64b3efa-873d-4c95-8b95-7b1ba530d155 HTTP/1.1" status: 200 len: 945 time: 0.0480738 Dec 10 16:24:34.406724 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5649a469-5b06-4501-beb0-d35e39d5d14e req-00ef8787-04b9-477d-ad84-8d4216259f19 tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf2077ab-af78-4503-bb5a-5a3b0a413006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405478 Dec 10 16:24:34.507153 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84e930-4f18-4dc8-a343-ca50f9054f85 req-6bd70539-9c53-4260-9404-35f1df0f896f tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:34.508650 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ab84e930-4f18-4dc8-a343-ca50f9054f85 req-6bd70539-9c53-4260-9404-35f1df0f896f tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=9579285a-3688-4430-a2c9-a3204e1ddb0d HTTP/1.1" status: 200 len: 945 time: 0.0487428 Dec 10 16:24:34.557303 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ab84e930-4f18-4dc8-a343-ca50f9054f85 req-14675bf3-8245-4d8e-94c9-f6e2cd17cf66 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424981 Dec 10 16:24:34.662923 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989fff17-aa4e-4269-96fb-f10b7d82644b req-b00eceb8-9ecb-4f85-b15b-ff315aad490e tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:34.664445 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-989fff17-aa4e-4269-96fb-f10b7d82644b req-b00eceb8-9ecb-4f85-b15b-ff315aad490e tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a99d673-bcc6-4d42-b6df-dcfd04240699 HTTP/1.1" status: 200 len: 946 time: 0.0538421 Dec 10 16:24:34.711018 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-989fff17-aa4e-4269-96fb-f10b7d82644b req-fa1f96b2-99cb-4433-8074-a2dc70a17d94 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400999 Dec 10 16:24:34.833420 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652bf91d-0016-4507-99e4-26a942cf613b req-b2dddfe5-9cdb-4336-9382-f2d9511e8fca tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:34.835202 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-652bf91d-0016-4507-99e4-26a942cf613b req-b2dddfe5-9cdb-4336-9382-f2d9511e8fca tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4a99d673-bcc6-4d42-b6df-dcfd04240699 HTTP/1.1" status: 200 len: 1097 time: 0.0427351 Dec 10 16:24:34.886036 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-652bf91d-0016-4507-99e4-26a942cf613b req-6795edcd-f9a1-4718-ad59-420a038e10c0 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440707 Dec 10 16:24:34.952222 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 44428) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:35.001289 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce97380-6b67-4ded-b2db-c3d48e9688d5 req-02865b82-bde4-4229-891e-8e009fdf9579 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:35.002775 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fce97380-6b67-4ded-b2db-c3d48e9688d5 req-02865b82-bde4-4229-891e-8e009fdf9579 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.26 "GET /v2.0/ports?device_id=9579285a-3688-4430-a2c9-a3204e1ddb0d HTTP/1.1" status: 200 len: 945 time: 0.0828819 Dec 10 16:24:35.015396 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1288f-01c7-42e0-b1e3-4f5ca62da51c req-86db6834-7015-415e-80a8-aa47ca9a47be tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:35.016839 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d6a1288f-01c7-42e0-b1e3-4f5ca62da51c req-86db6834-7015-415e-80a8-aa47ca9a47be tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e73fa2fd-26e1-45e4-8896-6b7d7c12ac67 HTTP/1.1" status: 200 len: 950 time: 0.0721653 Dec 10 16:24:35.079746 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 7a6b492c-00aa-48c1-8ee7-ffc485e14a5b up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:24:35.116191 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6da53f76-c9c6-4fef-8e63-d08c2f893cdc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=83eba5da3db84ca7a8e02c0455c544d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1626222 Dec 10 16:24:35.116526 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 44434) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:35.123044 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d6a1288f-01c7-42e0-b1e3-4f5ca62da51c req-6ad0930c-781b-4f65-a17b-977b75cc89bc tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990162 Dec 10 16:24:35.132232 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 7a6b492c-00aa-48c1-8ee7-ffc485e14a5b completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:24:35.137205 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 7a6b492c-00aa-48c1-8ee7-ffc485e14a5b triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:24:35.137643 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:35.164053 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-fce97380-6b67-4ded-b2db-c3d48e9688d5 req-bdd9c23a-e2fd-4706-bcd9-33dac90aa5de tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Deleting port 5d97a3ac-6700-418a-995f-22c1e3621327 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:24:35.164394 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fce97380-6b67-4ded-b2db-c3d48e9688d5 req-bdd9c23a-e2fd-4706-bcd9-33dac90aa5de tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:35.223203 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:35.246806 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b96df415-c75b-4df1-97e6-6ef05db3f729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6b492c-00aa-48c1-8ee7-ffc485e14a5b'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:24:35.249046 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e196df1c-d931-4895-a68d-048e7929dcbd" -d '{"events": [{"server_uuid": "b96df415-c75b-4df1-97e6-6ef05db3f729", "name": "network-vif-plugged", "status": "completed", "tag": "7a6b492c-00aa-48c1-8ee7-ffc485e14a5b"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:24:35.262351 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 7a6b492c-00aa-48c1-8ee7-ffc485e14a5b, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=7a6b492c-00aa-48c1-8ee7-ffc485e14a5b,segment=NetworkSegment(d89c08f0-95f9-4a6f-9829-ea815cc9dfba),segment_id=d89c08f0-95f9-4a6f-9829-ea815cc9dfba)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:35.266100 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:35.266928 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 5d97a3ac-6700-418a-995f-22c1e3621327 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:24:35.267294 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-948d7953-cb94-44b0-95d7-4ccc912837f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:35.315530 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-948d7953-cb94-44b0-95d7-4ccc912837f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:35.318689 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccdb2aa-18ff-4314-9fe6-d49c47aa6166 req-07743b78-b31e-4c36-b9ca-a867cbcb9cbc tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:35.320225 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5ccdb2aa-18ff-4314-9fe6-d49c47aa6166 req-07743b78-b31e-4c36-b9ca-a867cbcb9cbc tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4a99d673-bcc6-4d42-b6df-dcfd04240699 HTTP/1.1" status: 200 len: 1097 time: 0.1096544 Dec 10 16:24:35.343051 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=7a6b492c-00aa-48c1-8ee7-ffc485e14a5b,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:35.345734 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-fce97380-6b67-4ded-b2db-c3d48e9688d5 req-bdd9c23a-e2fd-4706-bcd9-33dac90aa5de tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] For port 5d97a3ac-6700-418a-995f-22c1e3621327, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=5d97a3ac-6700-418a-995f-22c1e3621327,segment=NetworkSegment(5b73bbf7-7693-4577-890d-a6987a70c2b5),segment_id=5b73bbf7-7693-4577-890d-a6987a70c2b5)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:35.346094 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fce97380-6b67-4ded-b2db-c3d48e9688d5 req-bdd9c23a-e2fd-4706-bcd9-33dac90aa5de tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:35.379659 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-fce97380-6b67-4ded-b2db-c3d48e9688d5 req-bdd9c23a-e2fd-4706-bcd9-33dac90aa5de tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Calling delete_port for 5d97a3ac-6700-418a-995f-22c1e3621327 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:24:35.385634 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:35.419040 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 5d97a3ac-6700-418a-995f-22c1e3621327, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=5d97a3ac-6700-418a-995f-22c1e3621327,segment=NetworkSegment(5b73bbf7-7693-4577-890d-a6987a70c2b5),segment_id=5b73bbf7-7693-4577-890d-a6987a70c2b5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:35.423041 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:35.451448 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5ccdb2aa-18ff-4314-9fe6-d49c47aa6166 req-9f27897b-bd65-4afc-ac32-6ed75403a403 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183290 Dec 10 16:24:35.463998 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-948d7953-cb94-44b0-95d7-4ccc912837f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:35.476905 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=5d97a3ac-6700-418a-995f-22c1e3621327,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:35.477591 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-948d7953-cb94-44b0-95d7-4ccc912837f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:35.479381 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-948d7953-cb94-44b0-95d7-4ccc912837f2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2b2c6fd8-40c9-4721-a5ea-ef123a584f06 HTTP/1.1" status: 204 len: 168 time: 0.3615701 Dec 10 16:24:35.497021 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d7953-cb94-44b0-95d7-4ccc912837f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2c6fd8-40c9-4721-a5ea-ef123a584f06,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:35.640429 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fce97380-6b67-4ded-b2db-c3d48e9688d5 req-bdd9c23a-e2fd-4706-bcd9-33dac90aa5de tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:35.687595 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09811a85-51f3-433f-b6da-4f0e4d2b7abb req-3ba6046f-6040-4cbb-a187-4c969ec748d1 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:35.689102 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-09811a85-51f3-433f-b6da-4f0e4d2b7abb req-3ba6046f-6040-4cbb-a187-4c969ec748d1 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] 10.222.0.11 "GET /v2.0/ports?device_id=b96df415-c75b-4df1-97e6-6ef05db3f729 HTTP/1.1" status: 200 len: 945 time: 0.1545377 Dec 10 16:24:35.696653 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd9c23a-e2fd-4706-bcd9-33dac90aa5de tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Pushing event deleted for resources: {'Port': ['ID=5d97a3ac-6700-418a-995f-22c1e3621327,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:35.709027 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec8b55-6d15-4f9f-a25b-6b9f69560971 req-9d1128e0-c7d2-4967-888b-f63888aa87ca tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:35.710496 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-06ec8b55-6d15-4f9f-a25b-6b9f69560971 req-9d1128e0-c7d2-4967-888b-f63888aa87ca tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] 10.222.0.46 "GET /v2.0/ports?device_id=d64b3efa-873d-4c95-8b95-7b1ba530d155 HTTP/1.1" status: 200 len: 945 time: 0.1208918 Dec 10 16:24:35.762171 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 44452) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:35.765307 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce97380-6b67-4ded-b2db-c3d48e9688d5 req-bdd9c23a-e2fd-4706-bcd9-33dac90aa5de tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] No DVR routers for this DVR port 5d97a3ac-6700-418a-995f-22c1e3621327 on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:24:35.777948 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9babfb2f-c4a1-45df-b3ba-53a47e46f1f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:35.783578 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fce97380-6b67-4ded-b2db-c3d48e9688d5 req-bdd9c23a-e2fd-4706-bcd9-33dac90aa5de tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:35.786903 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fce97380-6b67-4ded-b2db-c3d48e9688d5 req-bdd9c23a-e2fd-4706-bcd9-33dac90aa5de tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.26 "DELETE /v2.0/ports/5d97a3ac-6700-418a-995f-22c1e3621327 HTTP/1.1" status: 204 len: 173 time: 0.7691724 Dec 10 16:24:35.850341 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-09811a85-51f3-433f-b6da-4f0e4d2b7abb req-d2bb033a-a896-4ae9-8dba-d8a76a0c8298 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] 10.222.0.11 "GET /v2.0/security-groups?id=4fca0782-fe9d-4f65-8458-9124bcafa48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516411 Dec 10 16:24:35.859474 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9babfb2f-c4a1-45df-b3ba-53a47e46f1f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:35.864553 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9babfb2f-c4a1-45df-b3ba-53a47e46f1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:35.893617 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9babfb2f-c4a1-45df-b3ba-53a47e46f1f4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4ba0dcf21afe4bd1b4ba7dc373d016e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1302145 Dec 10 16:24:35.898757 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 44454) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:35.902818 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-06ec8b55-6d15-4f9f-a25b-6b9f69560971 req-a7ee41a8-8978-4a77-b50c-763735b98885 tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] Deleting port 02089c66-2ca2-42cb-8ac9-3be42cc23ca5 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:24:35.903172 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-06ec8b55-6d15-4f9f-a25b-6b9f69560971 req-a7ee41a8-8978-4a77-b50c-763735b98885 tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:35.934605 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9babfb2f-c4a1-45df-b3ba-53a47e46f1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f0f01f-574d-432c-ae7f-eab1a8342e89,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:35.978581 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2971c35d-39b6-4154-9e14-cd41e49e3256 x-openstack-request-id: req-2971c35d-39b6-4154-9e14-cd41e49e3256 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:24:35.978949 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b96df415-c75b-4df1-97e6-6ef05db3f729", "name": "network-vif-plugged", "status": "completed", "tag": "7a6b492c-00aa-48c1-8ee7-ffc485e14a5b", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:24:35.979276 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2971c35d-39b6-4154-9e14-cd41e49e3256 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:24:35.979728 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b96df415-c75b-4df1-97e6-6ef05db3f729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6b492c-00aa-48c1-8ee7-ffc485e14a5b', 'code': 200} Dec 10 16:24:35.991992 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5f7d0fb9-64c9-462c-877a-8e6cebe90220 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:36.048387 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9579285a-3688-4430-a2c9-a3204e1ddb0d', 'name': 'network-vif-deleted', 'tag': '5d97a3ac-6700-418a-995f-22c1e3621327'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:24:36.049379 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5f7d0fb9-64c9-462c-877a-8e6cebe90220 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:36.051452 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969e8424-8bf9-4d7a-84b7-ecb857452db9" -d '{"events": [{"server_uuid": "9579285a-3688-4430-a2c9-a3204e1ddb0d", "name": "network-vif-deleted", "tag": "5d97a3ac-6700-418a-995f-22c1e3621327"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:24:36.084350 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-06ec8b55-6d15-4f9f-a25b-6b9f69560971 req-a7ee41a8-8978-4a77-b50c-763735b98885 tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] For port 02089c66-2ca2-42cb-8ac9-3be42cc23ca5, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=02089c66-2ca2-42cb-8ac9-3be42cc23ca5,segment=NetworkSegment(9f93dbf7-0890-4185-99a0-df42b64f9c5f),segment_id=9f93dbf7-0890-4185-99a0-df42b64f9c5f)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:36.084751 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-06ec8b55-6d15-4f9f-a25b-6b9f69560971 req-a7ee41a8-8978-4a77-b50c-763735b98885 tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:36.104002 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-06ec8b55-6d15-4f9f-a25b-6b9f69560971 req-a7ee41a8-8978-4a77-b50c-763735b98885 tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] Calling delete_port for 02089c66-2ca2-42cb-8ac9-3be42cc23ca5 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:24:36.113569 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5f7d0fb9-64c9-462c-877a-8e6cebe90220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:36.117267 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5f7d0fb9-64c9-462c-877a-8e6cebe90220 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:36.122345 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5f7d0fb9-64c9-462c-877a-8e6cebe90220 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d4f0f01f-574d-432c-ae7f-eab1a8342e89 HTTP/1.1" status: 204 len: 168 time: 0.2220640 Dec 10 16:24:36.134214 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:36.140871 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d0fb9-64c9-462c-877a-8e6cebe90220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f0f01f-574d-432c-ae7f-eab1a8342e89,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:36.248064 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e000e20-883e-4469-8cb3-5a572ee5705a req-c2ef8a7d-486c-43c3-b5ef-5d13f18b1846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:36.249438 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7e000e20-883e-4469-8cb3-5a572ee5705a req-c2ef8a7d-486c-43c3-b5ef-5d13f18b1846 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b96df415-c75b-4df1-97e6-6ef05db3f729 HTTP/1.1" status: 200 len: 1096 time: 0.1775374 Dec 10 16:24:36.263677 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca95d7e-05d6-48d6-a49d-733fd1ed432a req-79af8754-520a-46f5-bed7-736e4baff7c2 tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:36.265107 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0ca95d7e-05d6-48d6-a49d-733fd1ed432a req-79af8754-520a-46f5-bed7-736e4baff7c2 tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] 10.222.0.11 "GET /v2.0/ports?device_id=d64b3efa-873d-4c95-8b95-7b1ba530d155 HTTP/1.1" status: 200 len: 945 time: 0.1227560 Dec 10 16:24:36.392749 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7e000e20-883e-4469-8cb3-5a572ee5705a req-47385177-7e6a-4a7a-92e2-d25a0dce097a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4fca0782-fe9d-4f65-8458-9124bcafa48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266735 Dec 10 16:24:36.404355 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0ca95d7e-05d6-48d6-a49d-733fd1ed432a req-32af79c2-be5f-473c-87fb-fc515e798aab tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf2077ab-af78-4503-bb5a-5a3b0a413006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237211 Dec 10 16:24:36.418853 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-06ec8b55-6d15-4f9f-a25b-6b9f69560971 req-a7ee41a8-8978-4a77-b50c-763735b98885 tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:36.431714 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['02089c66-2ca2-42cb-8ac9-3be42cc23ca5'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:24:36.467662 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee41a8-8978-4a77-b50c-763735b98885 tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] Pushing event deleted for resources: {'Port': ['ID=02089c66-2ca2-42cb-8ac9-3be42cc23ca5,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:36.530300 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ec8b55-6d15-4f9f-a25b-6b9f69560971 req-a7ee41a8-8978-4a77-b50c-763735b98885 tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] No DVR routers for this DVR port 02089c66-2ca2-42cb-8ac9-3be42cc23ca5 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:24:36.532816 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-06ec8b55-6d15-4f9f-a25b-6b9f69560971 req-a7ee41a8-8978-4a77-b50c-763735b98885 tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:36.537705 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-06ec8b55-6d15-4f9f-a25b-6b9f69560971 req-a7ee41a8-8978-4a77-b50c-763735b98885 tempest-ServerPasswordTestJSON-567419661 tempest-ServerPasswordTestJSON-567419661-project] 10.222.0.46 "DELETE /v2.0/ports/02089c66-2ca2-42cb-8ac9-3be42cc23ca5 HTTP/1.1" status: 204 len: 173 time: 0.8091013 Dec 10 16:24:36.577963 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e37274aa-0c42-4654-a6e7-4dbd02d3269e req-331357b6-27b0-4904-b500-391ffff83701 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=9579285a-3688-4430-a2c9-a3204e1ddb0d HTTP/1.1" status: 200 len: 210 time: 0.0318575 Dec 10 16:24:36.640456 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984854aa-4cec-49ba-aefc-06572bf0fde7 x-openstack-request-id: req-984854aa-4cec-49ba-aefc-06572bf0fde7 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:24:36.641599 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9579285a-3688-4430-a2c9-a3204e1ddb0d", "name": "network-vif-deleted", "tag": "5d97a3ac-6700-418a-995f-22c1e3621327", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:24:36.642031 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-984854aa-4cec-49ba-aefc-06572bf0fde7 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:24:36.642664 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9579285a-3688-4430-a2c9-a3204e1ddb0d', 'name': 'network-vif-deleted', 'tag': '5d97a3ac-6700-418a-995f-22c1e3621327', 'status': 'completed', 'code': 200} Dec 10 16:24:36.844185 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612f530-fb99-4b3a-9464-8410574c3aa3 req-13f9d9d4-06d3-47c3-8ff4-fa3fc132c910 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:36.847608 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1612f530-fb99-4b3a-9464-8410574c3aa3 req-13f9d9d4-06d3-47c3-8ff4-fa3fc132c910 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e73fa2fd-26e1-45e4-8896-6b7d7c12ac67 HTTP/1.1" status: 200 len: 950 time: 0.1040843 Dec 10 16:24:36.910827 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1612f530-fb99-4b3a-9464-8410574c3aa3 req-6d0adde6-018d-4be9-be36-ba057802e6c7 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554857 Dec 10 16:24:37.113356 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 1289b012-77be-4949-a9f8-6e2946b12c87 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:24:37.179402 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: 1289b012-77be-4949-a9f8-6e2946b12c87 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:24:37.179898 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 1289b012-77be-4949-a9f8-6e2946b12c87 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:24:37.200574 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e258d-b0d5-4984-a69e-28a9f2b2803f req-330c6465-393a-4360-a0a0-bbdfca75cda4 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:37.202160 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2b0e258d-b0d5-4984-a69e-28a9f2b2803f req-330c6465-393a-4360-a0a0-bbdfca75cda4 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] 10.222.0.11 "GET /v2.0/ports?device_id=b96df415-c75b-4df1-97e6-6ef05db3f729 HTTP/1.1" status: 200 len: 945 time: 0.0627782 Dec 10 16:24:37.250521 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2b0e258d-b0d5-4984-a69e-28a9f2b2803f req-c12ed104-6595-490b-b5bd-db8585ef730b tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] 10.222.0.11 "GET /v2.0/security-groups?id=4fca0782-fe9d-4f65-8458-9124bcafa48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421479 Dec 10 16:24:37.603580 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8de9cb-80b7-4127-82b0-ee23947717c8 req-aee6e255-aae8-4407-8e22-437a85a7d170 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:37.605592 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cc8de9cb-80b7-4127-82b0-ee23947717c8 req-aee6e255-aae8-4407-8e22-437a85a7d170 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4a99d673-bcc6-4d42-b6df-dcfd04240699 HTTP/1.1" status: 200 len: 1097 time: 0.0407372 Dec 10 16:24:37.662736 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cc8de9cb-80b7-4127-82b0-ee23947717c8 req-c52546bf-55b3-438c-a184-8a8e25baba57 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506694 Dec 10 16:24:37.702077 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 44504) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:37.755333 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bfcbf57-03dc-4ee7-9cf3-f35a34fc33a3 admin admin] Deleting subnet 32004d19-7a59-43d1-a8b8-5bf24cd52591 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:24:37.759149 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5bfcbf57-03dc-4ee7-9cf3-f35a34fc33a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:37.802222 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5bfcbf57-03dc-4ee7-9cf3-f35a34fc33a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:37.823835 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-29cc1049-0cfa-4749-8338-dde0a2582c41 req-a312a59a-8ac5-4ab8-9251-3862c08ff9ff tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=9579285a-3688-4430-a2c9-a3204e1ddb0d HTTP/1.1" status: 200 len: 210 time: 0.0273628 Dec 10 16:24:37.844929 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5bfcbf57-03dc-4ee7-9cf3-f35a34fc33a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:37.902607 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5bfcbf57-03dc-4ee7-9cf3-f35a34fc33a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:37.908318 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:37.931612 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfcbf57-03dc-4ee7-9cf3-f35a34fc33a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32004d19-7a59-43d1-a8b8-5bf24cd52591,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:37.936844 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5bfcbf57-03dc-4ee7-9cf3-f35a34fc33a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:37.943131 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 44510) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:37.943305 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5bfcbf57-03dc-4ee7-9cf3-f35a34fc33a3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/32004d19-7a59-43d1-a8b8-5bf24cd52591 HTTP/1.1" status: 204 len: 168 time: 0.2397542 Dec 10 16:24:37.980882 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9579285a-3688-4430-a2c9-a3204e1ddb0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d97a3ac-6700-418a-995f-22c1e3621327'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:24:37.985082 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1c46f6-ab7d-4425-b954-67c3aeaabb18" -d '{"events": [{"server_uuid": "9579285a-3688-4430-a2c9-a3204e1ddb0d", "name": "network-vif-unplugged", "status": "completed", "tag": "5d97a3ac-6700-418a-995f-22c1e3621327"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:24:38.055091 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-251c5209-45ea-4ce3-b4c9-34a3ca6c79b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:38.152304 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-251c5209-45ea-4ce3-b4c9-34a3ca6c79b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:38.175409 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-251c5209-45ea-4ce3-b4c9-34a3ca6c79b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff6a11e3-c115-48aa-8d91-28569544c0c7']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:24:38.187742 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-251c5209-45ea-4ce3-b4c9-34a3ca6c79b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f93dbf7-0890-4185-99a0-df42b64f9c5f') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:24:38.188044 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-251c5209-45ea-4ce3-b4c9-34a3ca6c79b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f93dbf7-0890-4185-99a0-df42b64f9c5f') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:24:38.198019 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-251c5209-45ea-4ce3-b4c9-34a3ca6c79b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:38.212925 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-251c5209-45ea-4ce3-b4c9-34a3ca6c79b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:38.220760 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-251c5209-45ea-4ce3-b4c9-34a3ca6c79b8 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:24:38.221147 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-251c5209-45ea-4ce3-b4c9-34a3ca6c79b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:38.223069 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:24:38.223069 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:24:38.223069 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:24:38.223069 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:24:38.223069 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:24:38.223069 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:24:38.223069 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:24:38.223069 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:24:38.223069 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:24:38.223069 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:24:38.223069 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:24:38.223069 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:24:38.223069 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:24:38.223069 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:24:38.223069 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:24:38.223069 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:24:38.223069 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:24:38.223069 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:24:38.223069 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:24:38.223069 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:24:38.223069 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:24:38.223069 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:24:38.223069 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:24:38.223069 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:24:38.223069 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:24:38.223069 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:24:38.223069 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:24:38.223069 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:24:38.223069 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:24:38.223069 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:24:38.223069 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:24:38.223069 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:24:38.283597 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-251c5209-45ea-4ce3-b4c9-34a3ca6c79b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:38.302615 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-251c5209-45ea-4ce3-b4c9-34a3ca6c79b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:38.306241 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-251c5209-45ea-4ce3-b4c9-34a3ca6c79b8 admin admin] 10.222.0.11 "DELETE /v2.0/networks/ff6a11e3-c115-48aa-8d91-28569544c0c7 HTTP/1.1" status: 204 len: 168 time: 0.3614111 Dec 10 16:24:38.307036 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c5209-45ea-4ce3-b4c9-34a3ca6c79b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff6a11e3-c115-48aa-8d91-28569544c0c7,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:38.494434 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 44540) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:38.542525 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-070b3e9e-11d2-4494-85ea-5ca389521337 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=129163ac821e409d8ef08033fb1a539f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451357 Dec 10 16:24:38.543715 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 44544) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:38.614695 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ea349b7e-f6eb-4474-8997-9e499d19e334 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:38.642706 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ea349b7e-f6eb-4474-8997-9e499d19e334 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:38.651005 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd64b3efa-873d-4c95-8b95-7b1ba530d155', 'name': 'network-vif-deleted', 'tag': '02089c66-2ca2-42cb-8ac9-3be42cc23ca5'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:24:38.654858 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7955bf99-3891-4762-a449-51d8db67f387" -d '{"events": [{"server_uuid": "d64b3efa-873d-4c95-8b95-7b1ba530d155", "name": "network-vif-deleted", "tag": "02089c66-2ca2-42cb-8ac9-3be42cc23ca5"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:24:38.712031 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ea349b7e-f6eb-4474-8997-9e499d19e334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:38.715422 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ea349b7e-f6eb-4474-8997-9e499d19e334 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:38.717004 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ea349b7e-f6eb-4474-8997-9e499d19e334 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bf2077ab-af78-4503-bb5a-5a3b0a413006 HTTP/1.1" status: 204 len: 168 time: 0.1721036 Dec 10 16:24:38.726704 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea349b7e-f6eb-4474-8997-9e499d19e334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2077ab-af78-4503-bb5a-5a3b0a413006,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:38.781134 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-a833f3a6-38ac-4fdf-8478-f05a8acaaafa tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:24:38.785328 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-a833f3a6-38ac-4fdf-8478-f05a8acaaafa tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074046 Dec 10 16:24:38.825440 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-639b0a08-0f39-45c8-8c3c-c3dff4630812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:38.826858 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-639b0a08-0f39-45c8-8c3c-c3dff4630812 service neutron] 10.222.0.11 "GET /v2.0/ports/377955c2-5fee-432a-97d2-7662e9be269b HTTP/1.1" status: 200 len: 1094 time: 0.0368295 Dec 10 16:24:38.837096 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-f80179fc-5bed-4754-b00c-f2d09c36d57a service neutron] Request body: {'binding': {'host': 'n-h2-766771-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:24:38.837538 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-f80179fc-5bed-4754-b00c-f2d09c36d57a service neutron] Unknown quota resources ['binding']. {{(pid=103392) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 16:24:38.991642 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-f80179fc-5bed-4754-b00c-f2d09c36d57a service neutron] Attempting to bind port 377955c2-5fee-432a-97d2-7662e9be269b on host n-h2-766771-2 for vnic_type normal with profile None {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:24:38.991985 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-f80179fc-5bed-4754-b00c-f2d09c36d57a service neutron] Attempting to bind port 377955c2-5fee-432a-97d2-7662e9be269b by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:24:38.992319 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-f80179fc-5bed-4754-b00c-f2d09c36d57a service neutron] Attempting to bind port 377955c2-5fee-432a-97d2-7662e9be269b on network 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:24:38.997484 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-f80179fc-5bed-4754-b00c-f2d09c36d57a service neutron] Port 377955c2-5fee-432a-97d2-7662e9be269b on network 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:24:38.997811 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-f80179fc-5bed-4754-b00c-f2d09c36d57a service neutron] Attempting to bind port 377955c2-5fee-432a-97d2-7662e9be269b on network 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:24:39.003047 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-f80179fc-5bed-4754-b00c-f2d09c36d57a service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:24:39.003389 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-f80179fc-5bed-4754-b00c-f2d09c36d57a service neutron] Checking segment: {'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:24:39.003770 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-f80179fc-5bed-4754-b00c-f2d09c36d57a service neutron] Bound using segment: {'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:24:39.004205 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-f80179fc-5bed-4754-b00c-f2d09c36d57a service neutron] Bound port: 377955c2-5fee-432a-97d2-7662e9be269b, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:24:39.065058 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-f80179fc-5bed-4754-b00c-f2d09c36d57a service neutron] For port 377955c2-5fee-432a-97d2-7662e9be269b, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=377955c2-5fee-432a-97d2-7662e9be269b,segment=NetworkSegment(698ea8e5-c316-417a-87ff-ff612f3a473c),segment_id=698ea8e5-c316-417a-87ff-ff612f3a473c)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:24:39.073547 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-f80179fc-5bed-4754-b00c-f2d09c36d57a service neutron] Publish callbacks [] for binding, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:39.075442 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-f80179fc-5bed-4754-b00c-f2d09c36d57a service neutron] 10.222.0.11 "POST /v2.0/ports/377955c2-5fee-432a-97d2-7662e9be269b/bindings HTTP/1.1" status: 201 len: 389 time: 0.2425470 Dec 10 16:24:39.108514 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 02089c66-2ca2-42cb-8ac9-3be42cc23ca5 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:24:39.134895 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: 02089c66-2ca2-42cb-8ac9-3be42cc23ca5 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:24:39.142628 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 02089c66-2ca2-42cb-8ac9-3be42cc23ca5 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:24:39.342482 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f945bf-07e0-4066-80aa-0aba1444783d req-c5567920-ae4c-4aca-a603-82b2309c9888 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:39.346582 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-26f945bf-07e0-4066-80aa-0aba1444783d req-c5567920-ae4c-4aca-a603-82b2309c9888 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e73fa2fd-26e1-45e4-8896-6b7d7c12ac67 HTTP/1.1" status: 200 len: 950 time: 0.0757837 Dec 10 16:24:39.429428 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-26f945bf-07e0-4066-80aa-0aba1444783d req-d5279712-7dda-4f7e-a5b3-7dd0c60228ed tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747557 Dec 10 16:24:39.441487 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-102dde75-88ac-4d39-b921-a299152019aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:39.443063 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-102dde75-88ac-4d39-b921-a299152019aa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c7f96263ffc44481b889fc489836cd3c&device_id=4a99d673-bcc6-4d42-b6df-dcfd04240699 HTTP/1.1" status: 200 len: 1097 time: 0.0686116 Dec 10 16:24:39.486253 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 16:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4884b1d3-9f1d-483e-a119-03f48d11aea0 x-openstack-request-id: req-4884b1d3-9f1d-483e-a119-03f48d11aea0 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:24:39.487100 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9579285a-3688-4430-a2c9-a3204e1ddb0d", "name": "network-vif-unplugged", "status": "completed", "tag": "5d97a3ac-6700-418a-995f-22c1e3621327", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:24:39.487527 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4884b1d3-9f1d-483e-a119-03f48d11aea0 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:24:39.488185 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9579285a-3688-4430-a2c9-a3204e1ddb0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d97a3ac-6700-418a-995f-22c1e3621327', 'code': 200} Dec 10 16:24:39.584969 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-dd3c3c9d-baae-442c-8ca0-c81367063789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:39.589064 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-dd3c3c9d-baae-442c-8ca0-c81367063789 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce HTTP/1.1" status: 200 len: 909 time: 0.1312482 Dec 10 16:24:39.614579 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7a1b5-b6c5-4558-aa4b-d71da2f931da req-7a274b0a-6984-4d65-8aa7-3ae772abef7d tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:39.616130 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-01d7a1b5-b6c5-4558-aa4b-d71da2f931da req-7a274b0a-6984-4d65-8aa7-3ae772abef7d tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] 10.222.0.11 "GET /v2.0/ports?device_id=b96df415-c75b-4df1-97e6-6ef05db3f729 HTTP/1.1" status: 200 len: 945 time: 0.0764616 Dec 10 16:24:39.651283 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-95f5f4c7-fbeb-46eb-948c-5cc6d6e539f3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=377955c2-5fee-432a-97d2-7662e9be269b HTTP/1.1" status: 200 len: 217 time: 0.0562897 Dec 10 16:24:39.720150 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-01d7a1b5-b6c5-4558-aa4b-d71da2f931da req-e2351b2a-3595-4a3b-bd26-48c39e473d54 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] 10.222.0.11 "GET /v2.0/security-groups?id=4fca0782-fe9d-4f65-8458-9124bcafa48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759754 Dec 10 16:24:39.725535 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-41d58c90-47ab-45de-a639-bf12842d24e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:39.727044 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-41d58c90-47ab-45de-a639-bf12842d24e0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8e6d4c00-e815-4a48-aff0-5fbec7a9d006 HTTP/1.1" status: 200 len: 848 time: 0.0674162 Dec 10 16:24:39.760578 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-cbba80fd-2e28-485d-a935-ead861b55ca4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262737 Dec 10 16:24:39.858408 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-0f3f7e85-f3e1-4ce3-b687-c54de5fefbc7 service neutron] 10.222.0.46 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907083 Dec 10 16:24:39.908343 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c76d41c-232e-4a89-b151-1630e47b7050 x-openstack-request-id: req-0c76d41c-232e-4a89-b151-1630e47b7050 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:24:39.908805 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d64b3efa-873d-4c95-8b95-7b1ba530d155", "name": "network-vif-deleted", "tag": "02089c66-2ca2-42cb-8ac9-3be42cc23ca5", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:24:39.910429 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0c76d41c-232e-4a89-b151-1630e47b7050 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:24:39.910429 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd64b3efa-873d-4c95-8b95-7b1ba530d155', 'name': 'network-vif-deleted', 'tag': '02089c66-2ca2-42cb-8ac9-3be42cc23ca5', 'status': 'completed', 'code': 200} Dec 10 16:24:39.975669 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8d556b83-6b6d-438e-b15e-b0e9832f6270 req-cd107760-1a80-4b6e-ab8c-3b05c185a801 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=9579285a-3688-4430-a2c9-a3204e1ddb0d HTTP/1.1" status: 200 len: 210 time: 0.0353546 Dec 10 16:24:39.979931 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-7f195bd3-c51d-4fad-b0bc-dc391dfeaac8 service neutron] 10.222.0.46 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150508 Dec 10 16:24:40.082565 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e23e37-cf0b-404e-a6a4-f5e8ce088ab0 req-6ceff9e1-5182-41aa-941f-5f78bbc3f743 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:40.084023 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-07e23e37-cf0b-404e-a6a4-f5e8ce088ab0 req-6ceff9e1-5182-41aa-941f-5f78bbc3f743 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a99d673-bcc6-4d42-b6df-dcfd04240699 HTTP/1.1" status: 200 len: 946 time: 0.0493062 Dec 10 16:24:40.134166 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-07e23e37-cf0b-404e-a6a4-f5e8ce088ab0 req-7a8e819c-6e13-483f-b5a6-aaf6230eca6d tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441756 Dec 10 16:24:40.202501 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-80e60a25-d66c-46fa-b65e-77c1b545c1d3 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:40.203981 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-80e60a25-d66c-46fa-b65e-77c1b545c1d3 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4a99d673-bcc6-4d42-b6df-dcfd04240699&tenant_id=c7f96263ffc44481b889fc489836cd3c&binding%3Ahost_id=n-h1-766771-2 HTTP/1.1" status: 200 len: 1097 time: 0.0446455 Dec 10 16:24:40.214628 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-0e12ae58-6118-4c06-af78-20f96d9a50ef service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-766771-2'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:24:40.271376 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-0e12ae58-6118-4c06-af78-20f96d9a50ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:40.404443 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-0e12ae58-6118-4c06-af78-20f96d9a50ef service neutron] For port 377955c2-5fee-432a-97d2-7662e9be269b, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=377955c2-5fee-432a-97d2-7662e9be269b,segment=NetworkSegment(698ea8e5-c316-417a-87ff-ff612f3a473c),segment_id=698ea8e5-c316-417a-87ff-ff612f3a473c)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:40.801201 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-0e12ae58-6118-4c06-af78-20f96d9a50ef service neutron] For port 377955c2-5fee-432a-97d2-7662e9be269b, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:24:40.809589 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8d027-c930-4776-ba4a-7244422c645a req-4c091799-bc3b-474d-abb7-544fe0d8c072 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:40.811138 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-74f8d027-c930-4776-ba4a-7244422c645a req-4c091799-bc3b-474d-abb7-544fe0d8c072 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] 10.222.0.11 "GET /v2.0/ports?device_id=b96df415-c75b-4df1-97e6-6ef05db3f729 HTTP/1.1" status: 200 len: 945 time: 0.0717800 Dec 10 16:24:40.822512 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 44606) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:40.830853 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-64f2b703-f866-46ba-959f-5e33d4999f52 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Request body: {'floatingip': {'port_id': '7a6b492c-00aa-48c1-8ee7-ffc485e14a5b'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:24:40.854108 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-0e12ae58-6118-4c06-af78-20f96d9a50ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:40.862426 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-0e12ae58-6118-4c06-af78-20f96d9a50ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:40.887838 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-64f2b703-f866-46ba-959f-5e33d4999f52 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks [] for floatingip, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:40.959978 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e12ae58-6118-4c06-af78-20f96d9a50ef service neutron] Pushing event updated for resources: {'Port': ['ID=377955c2-5fee-432a-97d2-7662e9be269b,revision_number=7']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:40.976417 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-0e12ae58-6118-4c06-af78-20f96d9a50ef service neutron] Attempting to bind port 377955c2-5fee-432a-97d2-7662e9be269b on host n-h1-766771-2 for vnic_type normal with profile {"migrating_to": "n-h2-766771-2"} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:24:40.976417 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-0e12ae58-6118-4c06-af78-20f96d9a50ef service neutron] Attempting to bind port 377955c2-5fee-432a-97d2-7662e9be269b by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:24:40.976417 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-0e12ae58-6118-4c06-af78-20f96d9a50ef service neutron] Attempting to bind port 377955c2-5fee-432a-97d2-7662e9be269b on network 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:24:40.993151 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3b7316de-aade-4e7d-a58e-a9b616a798a9 req-cd660078-68ea-4bdb-baaa-9cc6565601f8 tempest-ServerShowV254Test-901235988 tempest-ServerShowV254Test-901235988-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a93b942-234e-44a9-9af3-74544dc0b08e HTTP/1.1" status: 200 len: 210 time: 0.0361869 Dec 10 16:24:40.995863 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-0e12ae58-6118-4c06-af78-20f96d9a50ef service neutron] Port 377955c2-5fee-432a-97d2-7662e9be269b on network 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:24:40.995863 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-0e12ae58-6118-4c06-af78-20f96d9a50ef service neutron] Attempting to bind port 377955c2-5fee-432a-97d2-7662e9be269b on network 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:24:41.001777 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-0e12ae58-6118-4c06-af78-20f96d9a50ef service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:24:41.002244 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-0e12ae58-6118-4c06-af78-20f96d9a50ef service neutron] Checking segment: {'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:24:41.002706 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-0e12ae58-6118-4c06-af78-20f96d9a50ef service neutron] Bound using segment: {'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:24:41.003015 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-0e12ae58-6118-4c06-af78-20f96d9a50ef service neutron] Bound port: 377955c2-5fee-432a-97d2-7662e9be269b, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:24:41.003298 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-0e12ae58-6118-4c06-af78-20f96d9a50ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:41.081670 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-0e12ae58-6118-4c06-af78-20f96d9a50ef service neutron] For port 377955c2-5fee-432a-97d2-7662e9be269b, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:24:41.099529 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-0e12ae58-6118-4c06-af78-20f96d9a50ef service neutron] For port 377955c2-5fee-432a-97d2-7662e9be269b, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=377955c2-5fee-432a-97d2-7662e9be269b,segment=NetworkSegment(698ea8e5-c316-417a-87ff-ff612f3a473c),segment_id=698ea8e5-c316-417a-87ff-ff612f3a473c)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:24:41.142392 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-0e12ae58-6118-4c06-af78-20f96d9a50ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:41.223897 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300e2cf-abbc-4979-93d2-b70c6cc4bae4 req-eb3d2b75-b12a-4a8b-b8be-fc78e22927e1 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:41.225280 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a300e2cf-abbc-4979-93d2-b70c6cc4bae4 req-eb3d2b75-b12a-4a8b-b8be-fc78e22927e1 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e73fa2fd-26e1-45e4-8896-6b7d7c12ac67 HTTP/1.1" status: 200 len: 950 time: 0.1284311 Dec 10 16:24:41.248331 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-0e12ae58-6118-4c06-af78-20f96d9a50ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:41.249314 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-0e12ae58-6118-4c06-af78-20f96d9a50ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:41.250684 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-0e12ae58-6118-4c06-af78-20f96d9a50ef service neutron] 10.222.0.46 "PUT /v2.0/ports/377955c2-5fee-432a-97d2-7662e9be269b HTTP/1.1" status: 200 len: 1122 time: 1.0400383 Dec 10 16:24:41.261120 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e12ae58-6118-4c06-af78-20f96d9a50ef service neutron] Pushing event updated for resources: {'Port': ['ID=377955c2-5fee-432a-97d2-7662e9be269b,revision_number=8']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:41.308554 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a300e2cf-abbc-4979-93d2-b70c6cc4bae4 req-acad9dd0-1315-430e-bc0a-4cd4cb43c096 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637913 Dec 10 16:24:41.343034 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-64f2b703-f866-46ba-959f-5e33d4999f52 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:41.346843 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['377955c2-5fee-432a-97d2-7662e9be269b'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:24:41.348419 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-64f2b703-f866-46ba-959f-5e33d4999f52 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:41.476195 n-d-766771-2 neutron-server[103393]: INFO neutron.db.l3_db [None req-64f2b703-f866-46ba-959f-5e33d4999f52 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Floating IP 6e49ad67-84b0-4748-956e-5e0e352c0c06 associated. External IP: 172.25.6.8, port: 7a6b492c-00aa-48c1-8ee7-ffc485e14a5b. Dec 10 16:24:41.625603 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebff79-4b0c-4078-878e-e5880fd2c9b9 req-9382b7f0-e9d3-44df-b2b6-48fdd92148c7 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:41.629520 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-41ebff79-4b0c-4078-878e-e5880fd2c9b9 req-9382b7f0-e9d3-44df-b2b6-48fdd92148c7 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a99d673-bcc6-4d42-b6df-dcfd04240699 HTTP/1.1" status: 200 len: 944 time: 0.0684147 Dec 10 16:24:41.681723 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-41ebff79-4b0c-4078-878e-e5880fd2c9b9 req-e83391bb-bc64-487c-9365-6ed6ba05028b tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512962 Dec 10 16:24:41.716828 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f2b703-f866-46ba-959f-5e33d4999f52 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Router a4ab95fc-20af-4b7c-9aa2-a9ce149607f3 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:24:41.844911 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f2b703-f866-46ba-959f-5e33d4999f52 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:24:41.850713 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-64f2b703-f866-46ba-959f-5e33d4999f52 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:41.859605 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0a453a-f37b-4873-b629-d5310fed2edc None None] Sync routers for ids ['a4ab95fc-20af-4b7c-9aa2-a9ce149607f3'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:24:41.874974 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0a453a-f37b-4873-b629-d5310fed2edc None None] Routers {'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:24:41.875562 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5a0a453a-f37b-4873-b629-d5310fed2edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:24:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['a4ab95fc-20af-4b7c-9aa2-a9ce149607f3'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:24:41.879088 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-64f2b703-f866-46ba-959f-5e33d4999f52 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] 10.222.0.11 "PUT /v2.0/floatingips/6e49ad67-84b0-4748-956e-5e0e352c0c06 HTTP/1.1" status: 200 len: 989 time: 1.0548105 Dec 10 16:24:41.879252 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b96df415-c75b-4df1-97e6-6ef05db3f729', 'tag': '7a6b492c-00aa-48c1-8ee7-ffc485e14a5b'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:24:41.882267 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6917ede-fb88-4029-b305-c22cca87c1b1" -d '{"events": [{"name": "network-changed", "server_uuid": "b96df415-c75b-4df1-97e6-6ef05db3f729", "tag": "7a6b492c-00aa-48c1-8ee7-ffc485e14a5b"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:24:41.911851 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a99d673-bcc6-4d42-b6df-dcfd04240699', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '377955c2-5fee-432a-97d2-7662e9be269b'}, {'name': 'network-changed', 'server_uuid': '4a99d673-bcc6-4d42-b6df-dcfd04240699', 'tag': '377955c2-5fee-432a-97d2-7662e9be269b'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:24:41.914184 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19090d68-525a-4604-b3c2-f99163a844c5" -d '{"events": [{"server_uuid": "4a99d673-bcc6-4d42-b6df-dcfd04240699", "name": "network-vif-unplugged", "status": "completed", "tag": "377955c2-5fee-432a-97d2-7662e9be269b"}, {"name": "network-changed", "server_uuid": "4a99d673-bcc6-4d42-b6df-dcfd04240699", "tag": "377955c2-5fee-432a-97d2-7662e9be269b"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:24:41.990177 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd8f949-bba5-49ad-ac54-c2304a34b56c x-openstack-request-id: req-7dd8f949-bba5-49ad-ac54-c2304a34b56c {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:24:41.990752 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b96df415-c75b-4df1-97e6-6ef05db3f729", "tag": "7a6b492c-00aa-48c1-8ee7-ffc485e14a5b", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:24:41.991160 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7dd8f949-bba5-49ad-ac54-c2304a34b56c {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:24:41.991889 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b96df415-c75b-4df1-97e6-6ef05db3f729', 'tag': '7a6b492c-00aa-48c1-8ee7-ffc485e14a5b', 'status': 'completed', 'code': 200} Dec 10 16:24:41.995823 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-5a0a453a-f37b-4873-b629-d5310fed2edc None None] Set router a4ab95fc-20af-4b7c-9aa2-a9ce149607f3 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:24:42.061174 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6917ede-fb88-4029-b305-c22cca87c1b1 req-5459df65-b53f-4a5c-9743-a3c34d2b3c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:42.062687 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b6917ede-fb88-4029-b305-c22cca87c1b1 req-5459df65-b53f-4a5c-9743-a3c34d2b3c57 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e220bd0a7f6b43e08d35292010b295fa&device_id=b96df415-c75b-4df1-97e6-6ef05db3f729 HTTP/1.1" status: 200 len: 1096 time: 0.0409338 Dec 10 16:24:42.222672 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5a0a453a-f37b-4873-b629-d5310fed2edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3', 'name': 'tempest-ServersTestJSON-857610993-router', 'tenant_id': 'e220bd0a7f6b43e08d35292010b295fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'f238dc03-6e7a-41f0-b450-7e4f39fd1da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:24:15Z', 'updated_at': '2021-12-10T16:24:20Z', 'revision_number': 4, 'project_id': 'e220bd0a7f6b43e08d35292010b295fa', 'gw_port': {'id': 'f238dc03-6e7a-41f0-b450-7e4f39fd1da8', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:24:17Z', 'updated_at': '2021-12-10T16:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '6e49ad67-84b0-4748-956e-5e0e352c0c06', 'tenant_id': 'e220bd0a7f6b43e08d35292010b295fa', 'floating_ip_address': '172.25.6.8', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': 'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3', 'port_id': '7a6b492c-00aa-48c1-8ee7-ffc485e14a5b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '300c998f-deb1-4ddc-8cbb-0febf9947955', 'mac_address': 'fa:16:3e:8b:9a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96df415-c75b-4df1-97e6-6ef05db3f729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:24:25Z', 'updated_at': '2021-12-10T16:24:41Z', 'revision_number': 1, 'project_id': 'e220bd0a7f6b43e08d35292010b295fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bafe994-64b0-43af-b3a0-5010ad3177b3', 'name': '', 'network_id': '300c998f-deb1-4ddc-8cbb-0febf9947955', 'tenant_id': 'e220bd0a7f6b43e08d35292010b295fa', 'mac_address': 'fa:16:3e:7c:bb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '663129d9-7cc3-4553-bfc5-3a337cf9c9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:24:20Z', 'updated_at': '2021-12-10T16:24:26Z', 'revision_number': 5, 'project_id': 'e220bd0a7f6b43e08d35292010b295fa', 'subnets': [{'id': '663129d9-7cc3-4553-bfc5-3a337cf9c9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:24:42.230404 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6917ede-fb88-4029-b305-c22cca87c1b1 req-d8ab1a7e-9939-48a9-a998-bded00b05724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:42.231854 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b6917ede-fb88-4029-b305-c22cca87c1b1 req-d8ab1a7e-9939-48a9-a998-bded00b05724 service neutron] 10.222.0.26 "GET /v2.0/networks?id=300c998f-deb1-4ddc-8cbb-0febf9947955 HTTP/1.1" status: 200 len: 906 time: 0.1622739 Dec 10 16:24:42.239930 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03cc88d-78fd-4cf7-9f02-528ff8d34559 req-0ad12588-fe9e-4694-b1e9-defe2c254658 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:42.241278 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a03cc88d-78fd-4cf7-9f02-528ff8d34559 req-0ad12588-fe9e-4694-b1e9-defe2c254658 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/networks?id=9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 HTTP/1.1" status: 200 len: 812 time: 0.1705966 Dec 10 16:24:42.251783 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0a453a-f37b-4873-b629-d5310fed2edc None None] Checking router: a4ab95fc-20af-4b7c-9aa2-a9ce149607f3 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:24:42.260820 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0a453a-f37b-4873-b629-d5310fed2edc None None] Routers {'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:24:42.261420 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5a0a453a-f37b-4873-b629-d5310fed2edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:24:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['a4ab95fc-20af-4b7c-9aa2-a9ce149607f3'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:24:42.288205 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a03cc88d-78fd-4cf7-9f02-528ff8d34559 req-514ec37e-045e-4d70-858a-488f995d7cb5 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/quotas/a91374a85f654bd6a3d2ae7399378add HTTP/1.1" status: 200 len: 375 time: 0.0406187 Dec 10 16:24:42.326865 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a03cc88d-78fd-4cf7-9f02-528ff8d34559 req-2a59163e-0a5f-4e01-a522-3fa55958d8de tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a91374a85f654bd6a3d2ae7399378add&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297098 Dec 10 16:24:42.341584 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b6917ede-fb88-4029-b305-c22cca87c1b1 req-b1113374-df64-4ee7-b216-6c5df7b22e9b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a6b492c-00aa-48c1-8ee7-ffc485e14a5b HTTP/1.1" status: 200 len: 997 time: 0.0993345 Dec 10 16:24:42.365269 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-5a0a453a-f37b-4873-b629-d5310fed2edc None None] Set router a4ab95fc-20af-4b7c-9aa2-a9ce149607f3 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:24:42.441422 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6917ede-fb88-4029-b305-c22cca87c1b1 req-8dc1efa7-8366-43ea-87a0-3614c45730e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:42.442920 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b6917ede-fb88-4029-b305-c22cca87c1b1 req-8dc1efa7-8366-43ea-87a0-3614c45730e2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=663129d9-7cc3-4553-bfc5-3a337cf9c9b5 HTTP/1.1" status: 200 len: 844 time: 0.0932720 Dec 10 16:24:42.497690 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a03cc88d-78fd-4cf7-9f02-528ff8d34559 req-f0514e68-18b0-457d-9d1a-b705c1c74d99 service neutron] 10.222.0.11 "GET /v2.0/networks/9d8083a2-a7ce-49e3-9a7c-b927cfa621a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550400 Dec 10 16:24:42.515729 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6917ede-fb88-4029-b305-c22cca87c1b1 req-014c6987-362e-4a7e-ae6b-482c64c4d737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:42.517159 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b6917ede-fb88-4029-b305-c22cca87c1b1 req-014c6987-362e-4a7e-ae6b-482c64c4d737 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=300c998f-deb1-4ddc-8cbb-0febf9947955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637376 Dec 10 16:24:42.587719 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5a0a453a-f37b-4873-b629-d5310fed2edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3', 'name': 'tempest-ServersTestJSON-857610993-router', 'tenant_id': 'e220bd0a7f6b43e08d35292010b295fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'f238dc03-6e7a-41f0-b450-7e4f39fd1da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:24:15Z', 'updated_at': '2021-12-10T16:24:20Z', 'revision_number': 4, 'project_id': 'e220bd0a7f6b43e08d35292010b295fa', 'gw_port': {'id': 'f238dc03-6e7a-41f0-b450-7e4f39fd1da8', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:24:17Z', 'updated_at': '2021-12-10T16:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '6e49ad67-84b0-4748-956e-5e0e352c0c06', 'tenant_id': 'e220bd0a7f6b43e08d35292010b295fa', 'floating_ip_address': '172.25.6.8', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': 'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3', 'port_id': '7a6b492c-00aa-48c1-8ee7-ffc485e14a5b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '300c998f-deb1-4ddc-8cbb-0febf9947955', 'mac_address': 'fa:16:3e:8b:9a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96df415-c75b-4df1-97e6-6ef05db3f729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:24:25Z', 'updated_at': '2021-12-10T16:24:41Z', 'revision_number': 1, 'project_id': 'e220bd0a7f6b43e08d35292010b295fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bafe994-64b0-43af-b3a0-5010ad3177b3', 'name': '', 'network_id': '300c998f-deb1-4ddc-8cbb-0febf9947955', 'tenant_id': 'e220bd0a7f6b43e08d35292010b295fa', 'mac_address': 'fa:16:3e:7c:bb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '663129d9-7cc3-4553-bfc5-3a337cf9c9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:24:20Z', 'updated_at': '2021-12-10T16:24:26Z', 'revision_number': 5, 'project_id': 'e220bd0a7f6b43e08d35292010b295fa', 'subnets': [{'id': '663129d9-7cc3-4553-bfc5-3a337cf9c9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:24:42.618523 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0a453a-f37b-4873-b629-d5310fed2edc None None] The sync data for ids ['a4ab95fc-20af-4b7c-9aa2-a9ce149607f3'] in n-d-766771-2 is: [{'id': 'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3', 'name': 'tempest-ServersTestJSON-857610993-router', 'tenant_id': 'e220bd0a7f6b43e08d35292010b295fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'f238dc03-6e7a-41f0-b450-7e4f39fd1da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:24:15Z', 'updated_at': '2021-12-10T16:24:20Z', 'revision_number': 4, 'project_id': 'e220bd0a7f6b43e08d35292010b295fa', 'gw_port': {'id': 'f238dc03-6e7a-41f0-b450-7e4f39fd1da8', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:24:17Z', 'updated_at': '2021-12-10T16:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '6e49ad67-84b0-4748-956e-5e0e352c0c06', 'tenant_id': 'e220bd0a7f6b43e08d35292010b295fa', 'floating_ip_address': '172.25.6.8', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': 'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3', 'port_id': '7a6b492c-00aa-48c1-8ee7-ffc485e14a5b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '300c998f-deb1-4ddc-8cbb-0febf9947955', 'mac_address': 'fa:16:3e:8b:9a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96df415-c75b-4df1-97e6-6ef05db3f729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:24:25Z', 'updated_at': '2021-12-10T16:24:41Z', 'revision_number': 1, 'project_id': 'e220bd0a7f6b43e08d35292010b295fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bafe994-64b0-43af-b3a0-5010ad3177b3', 'name': '', 'network_id': '300c998f-deb1-4ddc-8cbb-0febf9947955', 'tenant_id': 'e220bd0a7f6b43e08d35292010b295fa', 'mac_address': 'fa:16:3e:7c:bb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '663129d9-7cc3-4553-bfc5-3a337cf9c9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:24:20Z', 'updated_at': '2021-12-10T16:24:26Z', 'revision_number': 5, 'project_id': 'e220bd0a7f6b43e08d35292010b295fa', 'subnets': [{'id': '663129d9-7cc3-4553-bfc5-3a337cf9c9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:24:42.669208 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a03cc88d-78fd-4cf7-9f02-528ff8d34559 req-333e9cfb-8f99-4377-9880-7d1120423c95 service neutron] 10.222.0.11 "GET /v2.0/networks/9d8083a2-a7ce-49e3-9a7c-b927cfa621a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635566 Dec 10 16:24:42.674675 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b6917ede-fb88-4029-b305-c22cca87c1b1 req-a953a77d-ec0b-491e-a4ab-c3d926c63053 service neutron] 10.222.0.26 "GET /v2.0/networks/300c998f-deb1-4ddc-8cbb-0febf9947955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473639 Dec 10 16:24:42.765032 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c12d5510-34a7-4606-acec-402902ce97eb req-a5ff2d93-fe08-47a6-bc81-04a57ddadb26 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8a93b942-234e-44a9-9af3-74544dc0b08e HTTP/1.1" status: 200 len: 210 time: 0.0326316 Dec 10 16:24:42.798694 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b6917ede-fb88-4029-b305-c22cca87c1b1 req-ccf624a6-ffac-4cde-b984-a0571d8d344e service neutron] 10.222.0.26 "GET /v2.0/networks/300c998f-deb1-4ddc-8cbb-0febf9947955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165197 Dec 10 16:24:42.857304 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 10 Dec 2021 16:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29cf037-07b7-4cfa-b4bb-08f29e8e0c2e x-openstack-request-id: req-a29cf037-07b7-4cfa-b4bb-08f29e8e0c2e {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:24:42.857481 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a99d673-bcc6-4d42-b6df-dcfd04240699", "name": "network-vif-unplugged", "status": "completed", "tag": "377955c2-5fee-432a-97d2-7662e9be269b", "code": 200}, {"name": "network-changed", "server_uuid": "4a99d673-bcc6-4d42-b6df-dcfd04240699", "tag": "377955c2-5fee-432a-97d2-7662e9be269b", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:24:42.857712 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a29cf037-07b7-4cfa-b4bb-08f29e8e0c2e {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:24:42.858125 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a99d673-bcc6-4d42-b6df-dcfd04240699', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '377955c2-5fee-432a-97d2-7662e9be269b', 'code': 200} Dec 10 16:24:42.858423 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a99d673-bcc6-4d42-b6df-dcfd04240699', 'tag': '377955c2-5fee-432a-97d2-7662e9be269b', 'status': 'completed', 'code': 200} Dec 10 16:24:42.869064 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e886880a-e884-472f-9e4d-dae073ce996f None None] New status for floating IP 6e49ad67-84b0-4748-956e-5e0e352c0c06: ACTIVE {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:24:42.938858 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19090d68-525a-4604-b3c2-f99163a844c5 req-cf3ea156-7d6f-40e9-b098-f62d9d8b4c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:42.941417 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-19090d68-525a-4604-b3c2-f99163a844c5 req-cf3ea156-7d6f-40e9-b098-f62d9d8b4c73 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c7f96263ffc44481b889fc489836cd3c&device_id=4a99d673-bcc6-4d42-b6df-dcfd04240699 HTTP/1.1" status: 200 len: 1125 time: 0.0567548 Dec 10 16:24:42.990823 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ffaf4e41-0b6b-4723-9f12-51644a261be2 req-3c7c47d2-27cf-447d-ba8f-376fe3596b37 tempest-ServerShowV254Test-901235988 tempest-ServerShowV254Test-901235988-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a93b942-234e-44a9-9af3-74544dc0b08e HTTP/1.1" status: 200 len: 210 time: 0.0408974 Dec 10 16:24:43.129227 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19090d68-525a-4604-b3c2-f99163a844c5 req-2ef78228-a660-4ad6-97bf-f4c996c167c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:43.130765 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-19090d68-525a-4604-b3c2-f99163a844c5 req-2ef78228-a660-4ad6-97bf-f4c996c167c5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce HTTP/1.1" status: 200 len: 909 time: 0.1557088 Dec 10 16:24:43.138708 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 377955c2-5fee-432a-97d2-7662e9be269b details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:24:43.146006 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a72510-09c7-45c8-b031-8d5949b1a092 req-f4ee36af-a8c7-4717-b128-bd2b727fb53b tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:43.147539 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-39a72510-09c7-45c8-b031-8d5949b1a092 req-f4ee36af-a8c7-4717-b128-bd2b727fb53b tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e73fa2fd-26e1-45e4-8896-6b7d7c12ac67 HTTP/1.1" status: 200 len: 950 time: 0.0789168 Dec 10 16:24:43.190212 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-19090d68-525a-4604-b3c2-f99163a844c5 req-d9d64b59-e333-47bf-94be-c1b03d70e88c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=377955c2-5fee-432a-97d2-7662e9be269b HTTP/1.1" status: 200 len: 217 time: 0.0415747 Dec 10 16:24:43.251679 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 377955c2-5fee-432a-97d2-7662e9be269b, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=377955c2-5fee-432a-97d2-7662e9be269b,segment=NetworkSegment(698ea8e5-c316-417a-87ff-ff612f3a473c),segment_id=698ea8e5-c316-417a-87ff-ff612f3a473c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:43.262021 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-39a72510-09c7-45c8-b031-8d5949b1a092 req-d6acb293-5bd5-458c-ab29-bb7f97c3c35a tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073177 Dec 10 16:24:43.265597 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 377955c2-5fee-432a-97d2-7662e9be269b has no active binding in host n-h2-766771-2 {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 16:24:43.266021 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19090d68-525a-4604-b3c2-f99163a844c5 req-8853300e-83c7-4fe6-b706-c1b90beff639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:43.267667 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-19090d68-525a-4604-b3c2-f99163a844c5 req-8853300e-83c7-4fe6-b706-c1b90beff639 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e6d4c00-e815-4a48-aff0-5fbec7a9d006 HTTP/1.1" status: 200 len: 848 time: 0.0689802 Dec 10 16:24:43.317001 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-19090d68-525a-4604-b3c2-f99163a844c5 req-3cac0afc-6c4a-4cd2-8982-36bb7c1bce31 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412979 Dec 10 16:24:43.412731 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-19090d68-525a-4604-b3c2-f99163a844c5 req-5e3cf3d9-2554-43fb-b444-2dc764a1417b service neutron] 10.222.0.26 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881219 Dec 10 16:24:43.545188 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d71bf-1f61-48a8-962a-5d6f8e2bc6a5 req-713124b5-b735-4572-8653-f06af94edde7 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:43.546589 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ae0d71bf-1f61-48a8-962a-5d6f8e2bc6a5 req-713124b5-b735-4572-8653-f06af94edde7 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a99d673-bcc6-4d42-b6df-dcfd04240699 HTTP/1.1" status: 200 len: 944 time: 0.0785842 Dec 10 16:24:43.550065 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-19090d68-525a-4604-b3c2-f99163a844c5 req-4eefa30c-81e6-4b3a-a5f1-4680d2c979da service neutron] 10.222.0.26 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293185 Dec 10 16:24:43.595639 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ae0d71bf-1f61-48a8-962a-5d6f8e2bc6a5 req-4a1d99af-aa62-42cd-9c96-e7156d50119d tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425539 Dec 10 16:24:43.675449 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d5246a20-d489-4912-9fd5-272a89466a66 req-4784440d-af9a-4566-9727-f45c0d4c6580 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e9e857-3c28-4f70-8e7d-6a1f1931aa0c HTTP/1.1" status: 200 len: 210 time: 0.0261817 Dec 10 16:24:43.865369 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-beba3045-52ef-4139-b785-fb644a9a7faf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:43.965928 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d310557b-95e4-4220-b3d5-479e9fdd871d req-3ce379d9-f1f5-4724-b799-0cd006a62b53 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e9e857-3c28-4f70-8e7d-6a1f1931aa0c HTTP/1.1" status: 200 len: 210 time: 0.0266962 Dec 10 16:24:44.112505 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-28c6ae85-2039-4a16-b7f1-75f01f81f005 req-0bf59360-85e1-4da2-a77b-f7ba6e59dc06 tempest-ServerShowV254Test-901235988 tempest-ServerShowV254Test-901235988-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a93b942-234e-44a9-9af3-74544dc0b08e HTTP/1.1" status: 200 len: 210 time: 0.0290172 Dec 10 16:24:44.388437 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 44708) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:44.472095 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4064f74a-7fdf-49ee-be00-d0b8d41fba80 req-ce5180e2-5509-4ee2-bccb-6c351a58843c service neutron] 10.222.0.26 "GET /v2.0/ports/e49ccd9b-54f9-4417-b2a1-836718184a00/bindings/n-h1-766771-2 HTTP/1.1" status: 200 len: 382 time: 0.0875814 Dec 10 16:24:44.479734 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf062fe-4132-41c8-964f-d425306be412 req-e6af5eb7-49bf-4227-a914-24184936aabf tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:44.481197 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ddf062fe-4132-41c8-964f-d425306be412 req-e6af5eb7-49bf-4227-a914-24184936aabf tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e73fa2fd-26e1-45e4-8896-6b7d7c12ac67 HTTP/1.1" status: 200 len: 950 time: 0.0718613 Dec 10 16:24:44.496324 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-273758c7-67af-46ed-a0b9-cea9abb9db60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:44.534697 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ddf062fe-4132-41c8-964f-d425306be412 req-5d834cbd-4d76-4690-9b5a-b198796e9dfc tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461166 Dec 10 16:24:44.574120 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-273758c7-67af-46ed-a0b9-cea9abb9db60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:44.578662 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-273758c7-67af-46ed-a0b9-cea9abb9db60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:44.617896 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273758c7-67af-46ed-a0b9-cea9abb9db60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c37105f-5ad3-4903-9c92-1c045bb086ce,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:44.628164 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 44716) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:44.628676 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-273758c7-67af-46ed-a0b9-cea9abb9db60 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=48ff29e9396d4b779858cebcfc09070e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388525 Dec 10 16:24:44.725720 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aa5c7004-df70-4704-af24-8598cc3c79c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:44.730034 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064f74a-7fdf-49ee-be00-d0b8d41fba80 req-e71477d0-e1f6-4360-9f00-b622bb8ba3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:44.731554 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4064f74a-7fdf-49ee-be00-d0b8d41fba80 req-e71477d0-e1f6-4360-9f00-b622bb8ba3e0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e73fa2fd-26e1-45e4-8896-6b7d7c12ac67&tenant_id=94e98c03952a41539b6089aa3614a4af HTTP/1.1" status: 200 len: 1101 time: 0.0670512 Dec 10 16:24:44.751828 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aa5c7004-df70-4704-af24-8598cc3c79c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:44.819774 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064f74a-7fdf-49ee-be00-d0b8d41fba80 req-dd23ef9c-e9d0-4395-b75c-3d7808c93db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:44.821859 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4064f74a-7fdf-49ee-be00-d0b8d41fba80 req-dd23ef9c-e9d0-4395-b75c-3d7808c93db0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=94e98c03952a41539b6089aa3614a4af&device_id=e73fa2fd-26e1-45e4-8896-6b7d7c12ac67 HTTP/1.1" status: 200 len: 1101 time: 0.0614288 Dec 10 16:24:44.841016 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aa5c7004-df70-4704-af24-8598cc3c79c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:44.844087 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aa5c7004-df70-4704-af24-8598cc3c79c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:44.846240 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-aa5c7004-df70-4704-af24-8598cc3c79c7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0c37105f-5ad3-4903-9c92-1c045bb086ce HTTP/1.1" status: 204 len: 168 time: 0.2160723 Dec 10 16:24:44.899059 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c7004-df70-4704-af24-8598cc3c79c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c37105f-5ad3-4903-9c92-1c045bb086ce,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:44.949970 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064f74a-7fdf-49ee-be00-d0b8d41fba80 req-a34cd23a-d87a-4edc-acad-ffc0cd55eaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:44.951634 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4064f74a-7fdf-49ee-be00-d0b8d41fba80 req-a34cd23a-d87a-4edc-acad-ffc0cd55eaf0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.1206324 Dec 10 16:24:44.983720 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-16bfca79-104a-4823-b89b-79f4ab16ff7b service neutron] 10.222.0.26 "GET /v2.0/ports/377955c2-5fee-432a-97d2-7662e9be269b/bindings/n-h2-766771-2 HTTP/1.1" status: 200 len: 384 time: 0.0811210 Dec 10 16:24:45.048452 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4064f74a-7fdf-49ee-be00-d0b8d41fba80 req-a2123fd3-24fe-4770-8909-341749bf806c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=e49ccd9b-54f9-4417-b2a1-836718184a00 HTTP/1.1" status: 200 len: 217 time: 0.0880921 Dec 10 16:24:45.165349 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fc286-2b4f-43f0-9b78-b21c00f24257 req-ebbdbe1f-5431-42ce-95d2-095ff7d21847 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:45.166917 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1d8fc286-2b4f-43f0-9b78-b21c00f24257 req-ebbdbe1f-5431-42ce-95d2-095ff7d21847 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a99d673-bcc6-4d42-b6df-dcfd04240699 HTTP/1.1" status: 200 len: 944 time: 0.1008272 Dec 10 16:24:45.171292 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064f74a-7fdf-49ee-be00-d0b8d41fba80 req-cfca86cf-fabb-4ed1-826d-586301613d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:45.172272 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4064f74a-7fdf-49ee-be00-d0b8d41fba80 req-cfca86cf-fabb-4ed1-826d-586301613d02 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.1074109 Dec 10 16:24:45.209814 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-c44d4c3d-4b9c-4e8b-adbf-42ee601924bb service neutron] For port 377955c2-5fee-432a-97d2-7662e9be269b, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=377955c2-5fee-432a-97d2-7662e9be269b,segment=NetworkSegment(698ea8e5-c316-417a-87ff-ff612f3a473c),segment_id=698ea8e5-c316-417a-87ff-ff612f3a473c)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:45.232515 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-c44d4c3d-4b9c-4e8b-adbf-42ee601924bb service neutron] For port 377955c2-5fee-432a-97d2-7662e9be269b, host n-h1-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:24:45.268117 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-c44d4c3d-4b9c-4e8b-adbf-42ee601924bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 377955c2-5fee-432a-97d2-7662e9be269b {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:24:45.274547 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064f74a-7fdf-49ee-be00-d0b8d41fba80 req-8d3c2563-8d6f-4736-92b2-45d128167d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:45.276323 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4064f74a-7fdf-49ee-be00-d0b8d41fba80 req-8d3c2563-8d6f-4736-92b2-45d128167d5e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0946350 Dec 10 16:24:45.280029 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-c44d4c3d-4b9c-4e8b-adbf-42ee601924bb service neutron] For port 377955c2-5fee-432a-97d2-7662e9be269b, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=377955c2-5fee-432a-97d2-7662e9be269b,segment=NetworkSegment(698ea8e5-c316-417a-87ff-ff612f3a473c),segment_id=698ea8e5-c316-417a-87ff-ff612f3a473c)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:45.291075 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1d8fc286-2b4f-43f0-9b78-b21c00f24257 req-9700f64a-1f41-47e1-882f-fdfd93c094f1 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118691 Dec 10 16:24:45.298567 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-c44d4c3d-4b9c-4e8b-adbf-42ee601924bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:45.379737 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a03cc88d-78fd-4cf7-9f02-528ff8d34559 req-57f5ae5e-89e1-4abf-926d-28961d0ae658 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a91374a85f654bd6a3d2ae7399378add&device_id=52e9e857-3c28-4f70-8e7d-6a1f1931aa0c HTTP/1.1" status: 200 len: 210 time: 0.0320263 Dec 10 16:24:45.394438 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-c44d4c3d-4b9c-4e8b-adbf-42ee601924bb service neutron] Transition to ACTIVE for port object 377955c2-5fee-432a-97d2-7662e9be269b will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:24:45.400390 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-c44d4c3d-4b9c-4e8b-adbf-42ee601924bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:45.482370 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4064f74a-7fdf-49ee-be00-d0b8d41fba80 req-b9da36e7-32f1-44eb-a7aa-f73f2382cb26 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902189 Dec 10 16:24:45.582823 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d2594985-0322-4604-be03-7d794864171f req-969989f7-3945-4c20-9155-64abb2200555 tempest-ServerShowV254Test-901235988 tempest-ServerShowV254Test-901235988-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a93b942-234e-44a9-9af3-74544dc0b08e HTTP/1.1" status: 200 len: 210 time: 0.0975499 Dec 10 16:24:45.624562 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03cc88d-78fd-4cf7-9f02-528ff8d34559 req-aa0faecb-b9cb-4f43-bbf5-c7578713dd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:45.626070 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a03cc88d-78fd-4cf7-9f02-528ff8d34559 req-aa0faecb-b9cb-4f43-bbf5-c7578713dd89 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=a91374a85f654bd6a3d2ae7399378add&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2384911 Dec 10 16:24:45.730002 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4064f74a-7fdf-49ee-be00-d0b8d41fba80 req-d2f48e0a-f9e3-4401-8603-0a8e8c9b5b18 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303324 Dec 10 16:24:45.747232 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f0773771-8854-48b9-82de-27204b2d51eb req-759510b3-d96a-4576-a25d-900c9dfedbee tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e9e857-3c28-4f70-8e7d-6a1f1931aa0c HTTP/1.1" status: 200 len: 210 time: 0.0396361 Dec 10 16:24:45.792141 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-c44d4c3d-4b9c-4e8b-adbf-42ee601924bb service neutron] No DVR routers for this DVR port 377955c2-5fee-432a-97d2-7662e9be269b on host n-h1-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:24:45.793745 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03cc88d-78fd-4cf7-9f02-528ff8d34559 req-e4668bd5-8850-4086-abe7-3450cb99b6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:45.795371 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a03cc88d-78fd-4cf7-9f02-528ff8d34559 req-e4668bd5-8850-4086-abe7-3450cb99b6ee service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1609993 Dec 10 16:24:45.837439 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-c44d4c3d-4b9c-4e8b-adbf-42ee601924bb service neutron] 10.222.0.26 "PUT /v2.0/ports/377955c2-5fee-432a-97d2-7662e9be269b/bindings/n-h2-766771-2/activate HTTP/1.1" status: 200 len: 369 time: 0.8488357 Dec 10 16:24:45.841012 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d4c3d-4b9c-4e8b-adbf-42ee601924bb service neutron] Pushing event updated for resources: {'Port': ['ID=377955c2-5fee-432a-97d2-7662e9be269b,revision_number=10']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:45.892552 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a03cc88d-78fd-4cf7-9f02-528ff8d34559 req-0db26c3f-3717-408a-8c92-83da5ca76286 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.46 "GET /v2.0/ports?device_id=52e9e857-3c28-4f70-8e7d-6a1f1931aa0c HTTP/1.1" status: 200 len: 210 time: 0.0413399 Dec 10 16:24:45.909557 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8c045-2e88-407d-a6c7-172ca77445e6 req-08b3d68c-ea37-447d-8408-976516234b93 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:45.911259 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aed8c045-2e88-407d-a6c7-172ca77445e6 req-08b3d68c-ea37-447d-8408-976516234b93 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e73fa2fd-26e1-45e4-8896-6b7d7c12ac67 HTTP/1.1" status: 200 len: 950 time: 0.0940249 Dec 10 16:24:45.982767 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-48071a7c-9d24-4805-a493-c9caa259e5bc tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:45.984577 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-48071a7c-9d24-4805-a493-c9caa259e5bc tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4a99d673-bcc6-4d42-b6df-dcfd04240699&tenant_id=c7f96263ffc44481b889fc489836cd3c&binding%3Ahost_id=n-h1-766771-2 HTTP/1.1" status: 200 len: 1096 time: 0.0722859 Dec 10 16:24:46.007497 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aed8c045-2e88-407d-a6c7-172ca77445e6 req-abbc9da7-0e9a-4131-bcf9-282040545a67 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851419 Dec 10 16:24:46.040488 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-4264af8c-0492-425c-a616-e81ff89d1e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:46.042068 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-4264af8c-0492-425c-a616-e81ff89d1e41 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4a99d673-bcc6-4d42-b6df-dcfd04240699&tenant_id=c7f96263ffc44481b889fc489836cd3c HTTP/1.1" status: 200 len: 1096 time: 0.0487344 Dec 10 16:24:46.142292 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e4fbc65-2377-45a5-91e2-089415c9f0a1 req-5999020b-dd4e-4700-9a5b-f9e0ee2df4f8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a91374a85f654bd6a3d2ae7399378add&device_id=52e9e857-3c28-4f70-8e7d-6a1f1931aa0c HTTP/1.1" status: 200 len: 210 time: 0.0276692 Dec 10 16:24:46.147623 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-fb92df01-089e-4ec2-910b-63b1e051486e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:46.149110 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-fb92df01-089e-4ec2-910b-63b1e051486e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c7f96263ffc44481b889fc489836cd3c&device_id=4a99d673-bcc6-4d42-b6df-dcfd04240699 HTTP/1.1" status: 200 len: 1096 time: 0.0693386 Dec 10 16:24:46.316142 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fbc65-2377-45a5-91e2-089415c9f0a1 req-6dafee78-4b51-4ff8-91d4-c603902195b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:46.318089 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e4fbc65-2377-45a5-91e2-089415c9f0a1 req-6dafee78-4b51-4ff8-91d4-c603902195b8 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=a91374a85f654bd6a3d2ae7399378add&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1680515 Dec 10 16:24:46.320829 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-a1a2d427-8482-4add-89c7-f9284ef17ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:46.322239 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-a1a2d427-8482-4add-89c7-f9284ef17ea8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce HTTP/1.1" status: 200 len: 909 time: 0.1642294 Dec 10 16:24:46.411814 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-b11d7045-455f-42c7-9e9f-adf945098b45 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=377955c2-5fee-432a-97d2-7662e9be269b HTTP/1.1" status: 200 len: 217 time: 0.0802605 Dec 10 16:24:46.422863 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bae4a87c-6ff3-439a-9f79-31df8088072b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:46.535828 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-28d14894-1cb5-4034-934e-436db3b891d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:46.537444 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-28d14894-1cb5-4034-934e-436db3b891d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8e6d4c00-e815-4a48-aff0-5fbec7a9d006 HTTP/1.1" status: 200 len: 848 time: 0.1095021 Dec 10 16:24:46.541641 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fbc65-2377-45a5-91e2-089415c9f0a1 req-01f371cb-c5b3-497f-9b00-94665b41c665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:46.543000 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e4fbc65-2377-45a5-91e2-089415c9f0a1 req-01f371cb-c5b3-497f-9b00-94665b41c665 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2126963 Dec 10 16:24:46.551196 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e3716-c289-4448-8e5e-824817265746 req-dea9f6c1-11eb-4f71-8432-f7c365e86f1b tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:46.552931 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3e7e3716-c289-4448-8e5e-824817265746 req-dea9f6c1-11eb-4f71-8432-f7c365e86f1b tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a99d673-bcc6-4d42-b6df-dcfd04240699 HTTP/1.1" status: 200 len: 945 time: 0.1448400 Dec 10 16:24:46.583874 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-3534d529-c975-4d1b-8801-a3171d41e851 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302787 Dec 10 16:24:46.678645 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e4fbc65-2377-45a5-91e2-089415c9f0a1 req-8bc98979-a5c9-4b69-abf3-84d5241772ee tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.46 "GET /v2.0/ports?device_id=52e9e857-3c28-4f70-8e7d-6a1f1931aa0c HTTP/1.1" status: 200 len: 210 time: 0.0785313 Dec 10 16:24:46.718763 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3e7e3716-c289-4448-8e5e-824817265746 req-c51f1f0c-7cd5-4129-bc6d-72228328d497 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560431 Dec 10 16:24:46.766070 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-0aa16670-fada-4c15-a51a-e51ef440d383 service neutron] 10.222.0.46 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670544 Dec 10 16:24:46.905049 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4efe7d24-e208-49c0-90a7-e2d223940a80 req-9a6b3e0a-2ad6-4591-a708-2a3af401f2ea tempest-ServerShowV254Test-901235988 tempest-ServerShowV254Test-901235988-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a93b942-234e-44a9-9af3-74544dc0b08e HTTP/1.1" status: 200 len: 210 time: 0.0444689 Dec 10 16:24:46.911187 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-c773a34a-cd85-44ac-a340-256f92b51237 service neutron] 10.222.0.46 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336858 Dec 10 16:24:47.074747 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d69e8be6-566d-4391-be9f-b02cb31124b8 req-11f685af-82e3-4361-88af-1798ec110c53 tempest-FlavorsV2NegativeTest-1871130255 tempest-FlavorsV2NegativeTest-1871130255-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=88b77484a346480ba5337b7707fad5dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302625 Dec 10 16:24:47.155243 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:47.185015 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device e49ccd9b-54f9-4417-b2a1-836718184a00 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:24:47.188440 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 377955c2-5fee-432a-97d2-7662e9be269b no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:24:47.229464 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-661e8f27-c4f9-450d-8d2c-443fa3a848e8 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:47.231232 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-661e8f27-c4f9-450d-8d2c-443fa3a848e8 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4a99d673-bcc6-4d42-b6df-dcfd04240699&tenant_id=c7f96263ffc44481b889fc489836cd3c&binding%3Ahost_id=n-h2-766771-2 HTTP/1.1" status: 200 len: 1096 time: 0.0848250 Dec 10 16:24:47.304008 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 377955c2-5fee-432a-97d2-7662e9be269b not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:24:47.304457 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device e49ccd9b-54f9-4417-b2a1-836718184a00 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:24:47.399418 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port e49ccd9b-54f9-4417-b2a1-836718184a00, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=e49ccd9b-54f9-4417-b2a1-836718184a00,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:47.436454 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': 'e49ccd9b-54f9-4417-b2a1-836718184a00', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'port_id': 'e49ccd9b-54f9-4417-b2a1-836718184a00', 'mac_address': 'fa:16:3e:7c:34:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a18c92-5007-49e2-b728-7aedc06dca57', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:24:47.448864 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:47.495617 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73fa2fd-26e1-45e4-8896-6b7d7c12ac67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e49ccd9b-54f9-4417-b2a1-836718184a00'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:24:47.498192 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703f08b0-f3f8-4465-b089-769fc8277e7b" -d '{"events": [{"server_uuid": "e73fa2fd-26e1-45e4-8896-6b7d7c12ac67", "name": "network-vif-unplugged", "status": "completed", "tag": "e49ccd9b-54f9-4417-b2a1-836718184a00"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:24:47.515393 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port e49ccd9b-54f9-4417-b2a1-836718184a00, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=e49ccd9b-54f9-4417-b2a1-836718184a00,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:47.521783 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:47.524446 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:47.567102 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e49ccd9b-54f9-4417-b2a1-836718184a00 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:24:47.612549 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=e49ccd9b-54f9-4417-b2a1-836718184a00,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:47.624528 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.api [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:24:47.624929 n-d-766771-2 neutron-server[103394]: DEBUG oslo_db.api [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:24:47.671477 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e8be6-566d-4391-be9f-b02cb31124b8 req-0d44fd7b-b24e-4cae-8284-725308326dbd tempest-FlavorsV2NegativeTest-1871130255 tempest-FlavorsV2NegativeTest-1871130255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:47.672942 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d69e8be6-566d-4391-be9f-b02cb31124b8 req-0d44fd7b-b24e-4cae-8284-725308326dbd tempest-FlavorsV2NegativeTest-1871130255 tempest-FlavorsV2NegativeTest-1871130255-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5900717 Dec 10 16:24:47.699902 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d69e8be6-566d-4391-be9f-b02cb31124b8 req-6bfdf3a0-ffcc-4c51-ba65-24a2bb7f5277 tempest-FlavorsV2NegativeTest-1871130255 tempest-FlavorsV2NegativeTest-1871130255-project] 10.222.0.11 "GET /v2.0/quotas/88b77484a346480ba5337b7707fad5dd HTTP/1.1" status: 200 len: 375 time: 0.0204136 Dec 10 16:24:47.754620 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d69e8be6-566d-4391-be9f-b02cb31124b8 req-2875ee3b-df18-4b5e-8dc0-78a020040d20 tempest-FlavorsV2NegativeTest-1871130255 tempest-FlavorsV2NegativeTest-1871130255-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=88b77484a346480ba5337b7707fad5dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482676 Dec 10 16:24:47.781557 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-2573d78f-86c9-4a06-8f20-3568366c8853 service neutron] For port 377955c2-5fee-432a-97d2-7662e9be269b, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:24:47.785215 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-2573d78f-86c9-4a06-8f20-3568366c8853 service neutron] Publish callbacks [] for binding, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:47.786354 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1daf67a4-3ade-44dd-aa5f-5107c45794ea req-2573d78f-86c9-4a06-8f20-3568366c8853 service neutron] 10.222.0.46 "DELETE /v2.0/ports/377955c2-5fee-432a-97d2-7662e9be269b/bindings/n-h1-766771-2 HTTP/1.1" status: 204 len: 173 time: 0.5466030 Dec 10 16:24:47.874766 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506329c-29c4-45c0-aa9f-eb68a132ad1f req-dd98d855-13ea-4c16-98d4-8b015a44861b tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:47.876228 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b506329c-29c4-45c0-aa9f-eb68a132ad1f req-dd98d855-13ea-4c16-98d4-8b015a44861b tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e73fa2fd-26e1-45e4-8896-6b7d7c12ac67 HTTP/1.1" status: 200 len: 948 time: 0.0563700 Dec 10 16:24:47.932740 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b506329c-29c4-45c0-aa9f-eb68a132ad1f req-327256bc-cc4a-4f57-807e-1506a8723590 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498300 Dec 10 16:24:48.175800 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:48.193712 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e49ccd9b-54f9-4417-b2a1-836718184a00 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:24:48.222045 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port e49ccd9b-54f9-4417-b2a1-836718184a00, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=e49ccd9b-54f9-4417-b2a1-836718184a00,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:48.228014 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:48.228773 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-23808102-15b7-486c-92f6-5b7a6fb41f84 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:48.231513 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-23808102-15b7-486c-92f6-5b7a6fb41f84 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/networks?id=9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 HTTP/1.1" status: 200 len: 812 time: 0.1422522 Dec 10 16:24:48.253861 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-fba39733-4ba2-4e24-878e-6ea757ce0ea9 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/quotas/a91374a85f654bd6a3d2ae7399378add HTTP/1.1" status: 200 len: 375 time: 0.0123076 Dec 10 16:24:48.293804 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-b87cfcad-41a4-4ce7-a936-f59434ba1299 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a91374a85f654bd6a3d2ae7399378add&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330403 Dec 10 16:24:48.294526 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=e49ccd9b-54f9-4417-b2a1-836718184a00,revision_number=7']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:48.315981 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 44864) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:48.399325 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-94c5559d-6898-4b83-8bd3-03c778527008 service neutron] 10.222.0.11 "GET /v2.0/networks/9d8083a2-a7ce-49e3-9a7c-b927cfa621a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985014 Dec 10 16:24:48.432193 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38f30ce4-f213-4c91-9ed1-3984018ec4ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:48.441908 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:48.507171 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['e49ccd9b-54f9-4417-b2a1-836718184a00'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:24:48.523238 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-d0fe8e83-b2c0-4515-933e-90e4c05e9cd5 service neutron] 10.222.0.11 "GET /v2.0/networks/9d8083a2-a7ce-49e3-9a7c-b927cfa621a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145961 Dec 10 16:24:48.536434 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38f30ce4-f213-4c91-9ed1-3984018ec4ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:48.542805 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38f30ce4-f213-4c91-9ed1-3984018ec4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:48.598547 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-38f30ce4-f213-4c91-9ed1-3984018ec4ad admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=88b77484a346480ba5337b7707fad5dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2791660 Dec 10 16:24:48.598547 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f30ce4-f213-4c91-9ed1-3984018ec4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf79b9b6-e16f-4955-ac57-47fb1abe69ee,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:48.599248 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 44868) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:48.688160 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-63aaba1a-37b7-4e99-87da-2e701cd7e16b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:48.722454 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-63aaba1a-37b7-4e99-87da-2e701cd7e16b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:48.785193 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-63aaba1a-37b7-4e99-87da-2e701cd7e16b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:48.789316 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 16:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cf453c-433b-44bc-aff6-b1e339fe95fd x-openstack-request-id: req-77cf453c-433b-44bc-aff6-b1e339fe95fd {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:24:48.789622 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73fa2fd-26e1-45e4-8896-6b7d7c12ac67", "name": "network-vif-unplugged", "status": "completed", "tag": "e49ccd9b-54f9-4417-b2a1-836718184a00", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:24:48.789880 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-77cf453c-433b-44bc-aff6-b1e339fe95fd {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:24:48.790312 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73fa2fd-26e1-45e4-8896-6b7d7c12ac67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e49ccd9b-54f9-4417-b2a1-836718184a00', 'code': 200} Dec 10 16:24:48.790964 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-63aaba1a-37b7-4e99-87da-2e701cd7e16b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:48.794691 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-63aaba1a-37b7-4e99-87da-2e701cd7e16b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bf79b9b6-e16f-4955-ac57-47fb1abe69ee HTTP/1.1" status: 204 len: 168 time: 0.1942155 Dec 10 16:24:48.803243 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aaba1a-37b7-4e99-87da-2e701cd7e16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf79b9b6-e16f-4955-ac57-47fb1abe69ee,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:48.912426 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff4b2a-2a0d-4fde-a9bb-fe6d6f72b5b4 req-02ecdb37-3eaf-4e91-81ee-f929d5e0657a tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:48.915809 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aaff4b2a-2a0d-4fde-a9bb-fe6d6f72b5b4 req-02ecdb37-3eaf-4e91-81ee-f929d5e0657a tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a99d673-bcc6-4d42-b6df-dcfd04240699 HTTP/1.1" status: 200 len: 945 time: 0.0647416 Dec 10 16:24:48.969182 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aaff4b2a-2a0d-4fde-a9bb-fe6d6f72b5b4 req-04729dc0-6919-405f-8f14-c77aa9f7b254 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460184 Dec 10 16:24:49.144195 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-be40af47-972f-4e5e-8c1a-eb6f19bf6ab3 req-ee39d130-c9ad-481f-97a1-077981d192b4 tempest-ServerShowV254Test-901235988 tempest-ServerShowV254Test-901235988-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a93b942-234e-44a9-9af3-74544dc0b08e HTTP/1.1" status: 200 len: 210 time: 0.0320795 Dec 10 16:24:49.197098 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device e49ccd9b-54f9-4417-b2a1-836718184a00 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:24:49.258450 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port e49ccd9b-54f9-4417-b2a1-836718184a00 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:24:49.258931 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:49.349636 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e8e40845-1762-415e-838b-37e531e5bce7 req-20cf2f26-6545-432d-87ff-f3322c9a1ca2 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf38d33e-eeed-4d7d-8cf6-fee98f1c6d24 HTTP/1.1" status: 200 len: 210 time: 0.0499742 Dec 10 16:24:49.377256 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:49.444343 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port e49ccd9b-54f9-4417-b2a1-836718184a00, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=e49ccd9b-54f9-4417-b2a1-836718184a00,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:49.450784 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:49.516309 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=e49ccd9b-54f9-4417-b2a1-836718184a00,revision_number=8']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:49.538297 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a3e18-eb4e-4a2c-826b-0bac9827f163 req-9f4cb06a-c30f-4e73-9526-1c964de18ae7 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:49.540615 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-847a3e18-eb4e-4a2c-826b-0bac9827f163 req-9f4cb06a-c30f-4e73-9526-1c964de18ae7 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.26 "GET /v2.0/ports?device_id=e73fa2fd-26e1-45e4-8896-6b7d7c12ac67&tenant_id=94e98c03952a41539b6089aa3614a4af&binding%3Ahost_id=n-h1-766771-2 HTTP/1.1" status: 200 len: 950 time: 0.1156895 Dec 10 16:24:49.600129 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f418596-e19f-4840-bdd0-3fa0e4176ad8 req-908b1359-62be-46af-ad1e-7f64f2b5f9f6 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:49.602227 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2f418596-e19f-4840-bdd0-3fa0e4176ad8 req-908b1359-62be-46af-ad1e-7f64f2b5f9f6 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e73fa2fd-26e1-45e4-8896-6b7d7c12ac67 HTTP/1.1" status: 200 len: 950 time: 0.0552649 Dec 10 16:24:49.629138 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 44908) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:49.638994 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:49.680832 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a3e18-eb4e-4a2c-826b-0bac9827f163 req-31976a09-08bf-4757-9337-a8cedb0dbbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:49.682370 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-847a3e18-eb4e-4a2c-826b-0bac9827f163 req-31976a09-08bf-4757-9337-a8cedb0dbbed service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=94e98c03952a41539b6089aa3614a4af&device_id=e73fa2fd-26e1-45e4-8896-6b7d7c12ac67 HTTP/1.1" status: 200 len: 1101 time: 0.0502207 Dec 10 16:24:49.689225 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2f418596-e19f-4840-bdd0-3fa0e4176ad8 req-aa83d8b4-d572-4758-869c-6b10d030b597 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627255 Dec 10 16:24:49.759414 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-b179a45f-ec5f-43fc-a0c4-b55922f5a7bb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1405842999-network', 'tenant_id': '53d413725d564c40b0879e141fc6eea7'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:24:49.805637 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b179a45f-ec5f-43fc-a0c4-b55922f5a7bb admin admin] Made reservation on behalf of 53d413725d564c40b0879e141fc6eea7 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:24:49.807835 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b179a45f-ec5f-43fc-a0c4-b55922f5a7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:49.826116 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b179a45f-ec5f-43fc-a0c4-b55922f5a7bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:49.835466 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a3e18-eb4e-4a2c-826b-0bac9827f163 req-c56dd02f-b050-4617-a056-8dfe77ad3b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:49.837627 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-847a3e18-eb4e-4a2c-826b-0bac9827f163 req-c56dd02f-b050-4617-a056-8dfe77ad3b7e service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.1401954 Dec 10 16:24:49.861723 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ddbe52-8ae0-4c04-b4d1-3954112eb40a req-8f8d636c-3f17-4568-a429-b7ed455691d6 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:49.863881 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c3ddbe52-8ae0-4c04-b4d1-3954112eb40a req-8f8d636c-3f17-4568-a429-b7ed455691d6 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4a99d673-bcc6-4d42-b6df-dcfd04240699 HTTP/1.1" status: 200 len: 1096 time: 0.0997713 Dec 10 16:24:49.896660 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-847a3e18-eb4e-4a2c-826b-0bac9827f163 req-25673b12-f85d-448e-b4e7-4d7d40979100 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=e49ccd9b-54f9-4417-b2a1-836718184a00 HTTP/1.1" status: 200 len: 217 time: 0.0465627 Dec 10 16:24:49.933624 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-42b6215d-b9e9-4687-8ba0-41d3fb397c35 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:49.935267 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-42b6215d-b9e9-4687-8ba0-41d3fb397c35 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.26 "GET /v2.0/networks?id=9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 HTTP/1.1" status: 200 len: 812 time: 0.1451468 Dec 10 16:24:49.954499 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-fec3f0aa-82a2-42e5-bb81-8c813eabd5b6 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Request body: {'port': {'device_id': 'cf38d33e-eeed-4d7d-8cf6-fee98f1c6d24', 'network_id': '9d8083a2-a7ce-49e3-9a7c-b927cfa621a4', 'admin_state_up': True, 'tenant_id': 'a91374a85f654bd6a3d2ae7399378add'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:24:49.964172 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c3ddbe52-8ae0-4c04-b4d1-3954112eb40a req-aea261f3-b7c7-446e-9d95-aaa067377058 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907953 Dec 10 16:24:50.001214 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a3e18-eb4e-4a2c-826b-0bac9827f163 req-758d498c-63db-4ce3-adb3-ef8551519155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:50.003872 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-847a3e18-eb4e-4a2c-826b-0bac9827f163 req-758d498c-63db-4ce3-adb3-ef8551519155 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.0915084 Dec 10 16:24:50.044676 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b179a45f-ec5f-43fc-a0c4-b55922f5a7bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:50.065136 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b179a45f-ec5f-43fc-a0c4-b55922f5a7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:50.100211 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-fec3f0aa-82a2-42e5-bb81-8c813eabd5b6 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Made reservation on behalf of a91374a85f654bd6a3d2ae7399378add for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:24:50.104102 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-fec3f0aa-82a2-42e5-bb81-8c813eabd5b6 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:50.109980 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b179a45f-ec5f-43fc-a0c4-b55922f5a7bb admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:24:50.131712 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a3e18-eb4e-4a2c-826b-0bac9827f163 req-f9fce43a-5277-4718-b279-96ca4cd9c87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:50.134826 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-847a3e18-eb4e-4a2c-826b-0bac9827f163 req-f9fce43a-5277-4718-b279-96ca4cd9c87a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1185830 Dec 10 16:24:50.141037 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b179a45f-ec5f-43fc-a0c4-b55922f5a7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:50.141388 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-b179a45f-ec5f-43fc-a0c4-b55922f5a7bb admin admin] Added segment 83c9b86b-d205-4f54-9307-7f4ddb7a035e of type vlan for network 2186356e-f507-4a19-8ea0-ad1915fe3c2c Dec 10 16:24:50.143019 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179a45f-ec5f-43fc-a0c4-b55922f5a7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a0723b-7915-48f9-a619-405e9d74fc12,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:50.238062 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b179a45f-ec5f-43fc-a0c4-b55922f5a7bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:50.288017 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b179a45f-ec5f-43fc-a0c4-b55922f5a7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:50.288990 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b179a45f-ec5f-43fc-a0c4-b55922f5a7bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:50.290250 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b179a45f-ec5f-43fc-a0c4-b55922f5a7bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:50.301700 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-fec3f0aa-82a2-42e5-bb81-8c813eabd5b6 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Allocated IP 172.20.0.6 (9d8083a2-a7ce-49e3-9a7c-b927cfa621a4/d91d45da-791f-427f-a9fe-a70a5d192f4c/1b193091-8e3b-4617-a34a-1d7af75fe828) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:24:50.312922 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-847a3e18-eb4e-4a2c-826b-0bac9827f163 req-81948270-528e-415f-abba-2ad430a892f1 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598372 Dec 10 16:24:50.377389 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b179a45f-ec5f-43fc-a0c4-b55922f5a7bb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7437057 Dec 10 16:24:50.378068 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 44934) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:50.385620 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-e12b855c-1a2c-4012-bfe1-d414c4c820de tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:50.387098 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-e12b855c-1a2c-4012-bfe1-d414c4c820de tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/networks?id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce HTTP/1.1" status: 200 len: 808 time: 0.1470168 Dec 10 16:24:50.396063 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-44f60c92-6a95-419a-a8fd-bf811556b765 admin admin] Request body: {'subnet': {'network_id': '2186356e-f507-4a19-8ea0-ad1915fe3c2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1405842999-subnet', 'tenant_id': '53d413725d564c40b0879e141fc6eea7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:24:50.407827 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179a45f-ec5f-43fc-a0c4-b55922f5a7bb admin admin] Pushing event updated for resources: {'Network': ['ID=2186356e-f507-4a19-8ea0-ad1915fe3c2c,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:50.423681 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 2186356e-f507-4a19-8ea0-ad1915fe3c2c details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:24:50.437249 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-a0388929-fc3d-448a-a137-c9901c0b3a03 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/quotas/c7f96263ffc44481b889fc489836cd3c HTTP/1.1" status: 200 len: 375 time: 0.0362103 Dec 10 16:24:50.457376 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-847a3e18-eb4e-4a2c-826b-0bac9827f163 req-8ed93dc5-ebd7-4141-b55e-eea7679a32f5 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189249 Dec 10 16:24:50.483515 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f60c92-6a95-419a-a8fd-bf811556b765 admin admin] Made reservation on behalf of 53d413725d564c40b0879e141fc6eea7 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:24:50.486039 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-44f60c92-6a95-419a-a8fd-bf811556b765 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:50.618376 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-c01b80b6-58a1-41d8-9977-12f81908b882 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c7f96263ffc44481b889fc489836cd3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1522124 Dec 10 16:24:50.661129 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-fec3f0aa-82a2-42e5-bb81-8c813eabd5b6 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:50.792045 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73fa2fd-26e1-45e4-8896-6b7d7c12ac67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49ccd9b-54f9-4417-b2a1-836718184a00'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:24:50.794884 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8448bc30-2294-4539-aa4f-520b6cee8912" -d '{"events": [{"server_uuid": "e73fa2fd-26e1-45e4-8896-6b7d7c12ac67", "name": "network-vif-plugged", "status": "completed", "tag": "e49ccd9b-54f9-4417-b2a1-836718184a00"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:24:50.795687 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-095ad4a0-2260-40d1-80b9-0e9f7d440113 service neutron] 10.222.0.11 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668890 Dec 10 16:24:50.800022 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-fec3f0aa-82a2-42e5-bb81-8c813eabd5b6 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:50.936334 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-fec3f0aa-82a2-42e5-bb81-8c813eabd5b6 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Network 9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:24:50.937374 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-44f60c92-6a95-419a-a8fd-bf811556b765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:50.950428 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-fec3f0aa-82a2-42e5-bb81-8c813eabd5b6 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:24:50.970239 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec3f0aa-82a2-42e5-bb81-8c813eabd5b6 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Pushing event updated for resources: {'Port': ['ID=1b193091-8e3b-4617-a34a-1d7af75fe828,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:50.974481 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-fec3f0aa-82a2-42e5-bb81-8c813eabd5b6 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:24:51.066466 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f60c92-6a95-419a-a8fd-bf811556b765 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea7aaef0-b067-464b-9f1b-e4c6b4a854ad,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:51.077646 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-083b51d7-e714-4169-9dc6-31989dddf616 service neutron] 10.222.0.11 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535684 Dec 10 16:24:51.083300 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-fec3f0aa-82a2-42e5-bb81-8c813eabd5b6 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:51.083897 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-fec3f0aa-82a2-42e5-bb81-8c813eabd5b6 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:51.097286 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f60c92-6a95-419a-a8fd-bf811556b765 admin admin] Checking segment: {'id': '83c9b86b-d205-4f54-9307-7f4ddb7a035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2186356e-f507-4a19-8ea0-ad1915fe3c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:24:51.097651 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f60c92-6a95-419a-a8fd-bf811556b765 admin admin] Network hostable DHCP agents. Network: 2186356e-f507-4a19-8ea0-ad1915fe3c2c, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:24:51.104271 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-fec3f0aa-82a2-42e5-bb81-8c813eabd5b6 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1546636 Dec 10 16:24:51.119172 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-d4770185-b634-4fe0-8b26-060ae94b5b03 service neutron] Request body: {'port': {'device_id': 'cf38d33e-eeed-4d7d-8cf6-fee98f1c6d24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:24:51.141246 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f60c92-6a95-419a-a8fd-bf811556b765 admin admin] Network 2186356e-f507-4a19-8ea0-ad1915fe3c2c is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:24:51.157474 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-44f60c92-6a95-419a-a8fd-bf811556b765 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 2186356e-f507-4a19-8ea0-ad1915fe3c2c) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:24:51.166305 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83b035f-899d-4bdc-8e1c-c6cccd470f95 None None] Network 2186356e-f507-4a19-8ea0-ad1915fe3c2c requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:24:51.189067 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-d4770185-b634-4fe0-8b26-060ae94b5b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:51.202430 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f60c92-6a95-419a-a8fd-bf811556b765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:51.203028 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-44f60c92-6a95-419a-a8fd-bf811556b765 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:51.249657 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-44f60c92-6a95-419a-a8fd-bf811556b765 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8587949 Dec 10 16:24:51.249964 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 44950) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:51.255153 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-6ec2b14d-cbbd-4ed6-9437-cdaacb4b1d5a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1405842999-router', 'tenant_id': '53d413725d564c40b0879e141fc6eea7', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:24:51.285520 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ec2b14d-cbbd-4ed6-9437-cdaacb4b1d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:51.287033 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ec2b14d-cbbd-4ed6-9437-cdaacb4b1d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:51.296251 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec357ed-90c7-4e44-b46e-3edb8f2a3316 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-2186356e-f507-4a19-8ea0-ad1915fe3c2c', 'network_id': '2186356e-f507-4a19-8ea0-ad1915fe3c2c', 'project_id': '53d413725d564c40b0879e141fc6eea7', 'fixed_ips': [{'subnet_id': 'ea7aaef0-b067-464b-9f1b-e4c6b4a854ad'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:24:51.297370 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5ec357ed-90c7-4e44-b46e-3edb8f2a3316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:51.344609 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b755c8c5-972a-4620-88f9-ef3f43562824 req-cb5d85b0-f55e-43c4-9d37-ad06fddf408f tempest-ServerShowV254Test-901235988 tempest-ServerShowV254Test-901235988-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a93b942-234e-44a9-9af3-74544dc0b08e HTTP/1.1" status: 200 len: 210 time: 0.0805974 Dec 10 16:24:51.359646 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ec2b14d-cbbd-4ed6-9437-cdaacb4b1d5a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:51.515652 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-5ec357ed-90c7-4e44-b46e-3edb8f2a3316 None None] Allocated IP 172.20.0.2 (2186356e-f507-4a19-8ea0-ad1915fe3c2c/ea7aaef0-b067-464b-9f1b-e4c6b4a854ad/fd4c8307-658f-4d3e-b334-74c9f41816e0) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:24:51.548393 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52336588-2071-4643-ba73-5adc3830e652 req-faa87b49-95ab-4721-b3e4-ab7ba631b23a tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:51.549190 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ec2b14d-cbbd-4ed6-9437-cdaacb4b1d5a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:51.550042 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-52336588-2071-4643-ba73-5adc3830e652 req-faa87b49-95ab-4721-b3e4-ab7ba631b23a tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf38d33e-eeed-4d7d-8cf6-fee98f1c6d24 HTTP/1.1" status: 200 len: 931 time: 0.0907757 Dec 10 16:24:51.601218 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-d4770185-b634-4fe0-8b26-060ae94b5b03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b193091-8e3b-4617-a34a-1d7af75fe828 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:24:51.614329 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-d4770185-b634-4fe0-8b26-060ae94b5b03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:51.642357 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-52336588-2071-4643-ba73-5adc3830e652 req-76e9e2a8-055e-4f6b-990d-554622a4e4ee tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704391 Dec 10 16:24:51.643327 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-d4770185-b634-4fe0-8b26-060ae94b5b03 service neutron] Transition to ACTIVE for port object 1b193091-8e3b-4617-a34a-1d7af75fe828 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:24:51.649281 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-d4770185-b634-4fe0-8b26-060ae94b5b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:51.725174 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4770185-b634-4fe0-8b26-060ae94b5b03 service neutron] Pushing event updated for resources: {'Port': ['ID=1b193091-8e3b-4617-a34a-1d7af75fe828,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:51.795046 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5ec357ed-90c7-4e44-b46e-3edb8f2a3316 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:51.801522 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5ec357ed-90c7-4e44-b46e-3edb8f2a3316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:51.825754 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-d4770185-b634-4fe0-8b26-060ae94b5b03 service neutron] Attempting to bind port 1b193091-8e3b-4617-a34a-1d7af75fe828 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:24:51.826201 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-d4770185-b634-4fe0-8b26-060ae94b5b03 service neutron] Attempting to bind port 1b193091-8e3b-4617-a34a-1d7af75fe828 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '5b73bbf7-7693-4577-890d-a6987a70c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9d8083a2-a7ce-49e3-9a7c-b927cfa621a4'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:24:51.826644 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-d4770185-b634-4fe0-8b26-060ae94b5b03 service neutron] Attempting to bind port 1b193091-8e3b-4617-a34a-1d7af75fe828 on network 9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:24:51.833955 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-d4770185-b634-4fe0-8b26-060ae94b5b03 service neutron] Port 1b193091-8e3b-4617-a34a-1d7af75fe828 on network 9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:24:51.834332 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-d4770185-b634-4fe0-8b26-060ae94b5b03 service neutron] Attempting to bind port 1b193091-8e3b-4617-a34a-1d7af75fe828 on network 9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:24:51.852379 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-d4770185-b634-4fe0-8b26-060ae94b5b03 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:24:51.852379 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-d4770185-b634-4fe0-8b26-060ae94b5b03 service neutron] Checking segment: {'id': '5b73bbf7-7693-4577-890d-a6987a70c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9d8083a2-a7ce-49e3-9a7c-b927cfa621a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:24:51.852748 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-d4770185-b634-4fe0-8b26-060ae94b5b03 service neutron] Bound using segment: {'id': '5b73bbf7-7693-4577-890d-a6987a70c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9d8083a2-a7ce-49e3-9a7c-b927cfa621a4'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:24:51.853258 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-d4770185-b634-4fe0-8b26-060ae94b5b03 service neutron] Bound port: 1b193091-8e3b-4617-a34a-1d7af75fe828, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b73bbf7-7693-4577-890d-a6987a70c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9d8083a2-a7ce-49e3-9a7c-b927cfa621a4'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:24:51.854297 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-d4770185-b634-4fe0-8b26-060ae94b5b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:51.857590 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec357ed-90c7-4e44-b46e-3edb8f2a3316 None None] Network 2186356e-f507-4a19-8ea0-ad1915fe3c2c is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:24:51.860542 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-5ec357ed-90c7-4e44-b46e-3edb8f2a3316 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:24:51.865956 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ec2b14d-cbbd-4ed6-9437-cdaacb4b1d5a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:51.874807 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec357ed-90c7-4e44-b46e-3edb8f2a3316 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:24:51.882501 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec357ed-90c7-4e44-b46e-3edb8f2a3316 None None] Pushing event updated for resources: {'Port': ['ID=fd4c8307-658f-4d3e-b334-74c9f41816e0,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:51.889543 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ec2b14d-cbbd-4ed6-9437-cdaacb4b1d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:51.939826 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-5ec357ed-90c7-4e44-b46e-3edb8f2a3316 None None] Attempting to bind port fd4c8307-658f-4d3e-b334-74c9f41816e0 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:24:51.940112 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-5ec357ed-90c7-4e44-b46e-3edb8f2a3316 None None] Attempting to bind port fd4c8307-658f-4d3e-b334-74c9f41816e0 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '83c9b86b-d205-4f54-9307-7f4ddb7a035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2186356e-f507-4a19-8ea0-ad1915fe3c2c'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:24:51.941284 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec357ed-90c7-4e44-b46e-3edb8f2a3316 None None] Attempting to bind port fd4c8307-658f-4d3e-b334-74c9f41816e0 on network 2186356e-f507-4a19-8ea0-ad1915fe3c2c {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:24:51.947316 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec357ed-90c7-4e44-b46e-3edb8f2a3316 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:24:51.947572 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec357ed-90c7-4e44-b46e-3edb8f2a3316 None None] Checking segment: {'id': '83c9b86b-d205-4f54-9307-7f4ddb7a035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2186356e-f507-4a19-8ea0-ad1915fe3c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:24:51.948612 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5ec357ed-90c7-4e44-b46e-3edb8f2a3316 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:51.948612 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec357ed-90c7-4e44-b46e-3edb8f2a3316 None None] Bound using segment: {'id': '83c9b86b-d205-4f54-9307-7f4ddb7a035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2186356e-f507-4a19-8ea0-ad1915fe3c2c'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:24:51.949073 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1579c8-4001-4834-96ef-292fc8dbe47d req-cb9c6d41-8882-46db-b909-c9a2cd7c3055 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:51.949228 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-5ec357ed-90c7-4e44-b46e-3edb8f2a3316 None None] Bound port: fd4c8307-658f-4d3e-b334-74c9f41816e0, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c9b86b-d205-4f54-9307-7f4ddb7a035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2186356e-f507-4a19-8ea0-ad1915fe3c2c'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:24:51.949458 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5ec357ed-90c7-4e44-b46e-3edb8f2a3316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:51.956725 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dd1579c8-4001-4834-96ef-292fc8dbe47d req-cb9c6d41-8882-46db-b909-c9a2cd7c3055 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e73fa2fd-26e1-45e4-8896-6b7d7c12ac67 HTTP/1.1" status: 200 len: 950 time: 0.1246016 Dec 10 16:24:52.018909 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-6ec2b14d-cbbd-4ed6-9437-cdaacb4b1d5a admin admin] Allocated IP 172.25.6.77 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/edd579bf-5efa-4a84-9c92-9ad440147f96) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:24:52.026633 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-5ec357ed-90c7-4e44-b46e-3edb8f2a3316 None None] For port fd4c8307-658f-4d3e-b334-74c9f41816e0, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:24:52.029799 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-5ec357ed-90c7-4e44-b46e-3edb8f2a3316 None None] For port fd4c8307-658f-4d3e-b334-74c9f41816e0, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=fd4c8307-658f-4d3e-b334-74c9f41816e0,segment=NetworkSegment(83c9b86b-d205-4f54-9307-7f4ddb7a035e),segment_id=83c9b86b-d205-4f54-9307-7f4ddb7a035e)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:24:52.031922 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-d4770185-b634-4fe0-8b26-060ae94b5b03 service neutron] For port 1b193091-8e3b-4617-a34a-1d7af75fe828, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:24:52.035612 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5ec357ed-90c7-4e44-b46e-3edb8f2a3316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:52.047617 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dd1579c8-4001-4834-96ef-292fc8dbe47d req-e732f451-3ef6-4d31-94b1-8d022b2eaefa tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900354 Dec 10 16:24:52.051106 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-d4770185-b634-4fe0-8b26-060ae94b5b03 service neutron] For port 1b193091-8e3b-4617-a34a-1d7af75fe828, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=1b193091-8e3b-4617-a34a-1d7af75fe828,segment=NetworkSegment(5b73bbf7-7693-4577-890d-a6987a70c2b5),segment_id=5b73bbf7-7693-4577-890d-a6987a70c2b5)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:24:52.056149 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-d4770185-b634-4fe0-8b26-060ae94b5b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:52.096401 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-d4770185-b634-4fe0-8b26-060ae94b5b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:52.097458 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-d4770185-b634-4fe0-8b26-060ae94b5b03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:52.098903 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-d4770185-b634-4fe0-8b26-060ae94b5b03 service neutron] 10.222.0.26 "PUT /v2.0/ports/1b193091-8e3b-4617-a34a-1d7af75fe828 HTTP/1.1" status: 200 len: 1091 time: 0.9844756 Dec 10 16:24:52.102454 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf38d33e-eeed-4d7d-8cf6-fee98f1c6d24', 'tag': '1b193091-8e3b-4617-a34a-1d7af75fe828'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:24:52.106439 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe83ec6-9809-4bf9-807b-519b386a994a" -d '{"events": [{"name": "network-changed", "server_uuid": "cf38d33e-eeed-4d7d-8cf6-fee98f1c6d24", "tag": "1b193091-8e3b-4617-a34a-1d7af75fe828"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:24:52.135831 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4770185-b634-4fe0-8b26-060ae94b5b03 service neutron] Pushing event updated for resources: {'Port': ['ID=1b193091-8e3b-4617-a34a-1d7af75fe828,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:52.162516 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ec2b14d-cbbd-4ed6-9437-cdaacb4b1d5a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:52.167876 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4a1105-6d29-4dbb-94a4-2faa6c73678c x-openstack-request-id: req-aa4a1105-6d29-4dbb-94a4-2faa6c73678c {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:24:52.168170 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73fa2fd-26e1-45e4-8896-6b7d7c12ac67", "name": "network-vif-plugged", "status": "completed", "tag": "e49ccd9b-54f9-4417-b2a1-836718184a00", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:24:52.168428 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aa4a1105-6d29-4dbb-94a4-2faa6c73678c {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:24:52.168822 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73fa2fd-26e1-45e4-8896-6b7d7c12ac67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49ccd9b-54f9-4417-b2a1-836718184a00', 'code': 200} Dec 10 16:24:52.199188 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-e84774b3-7b4b-4e8c-acf4-be7f722f0551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:52.200845 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-e84774b3-7b4b-4e8c-acf4-be7f722f0551 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a91374a85f654bd6a3d2ae7399378add&device_id=cf38d33e-eeed-4d7d-8cf6-fee98f1c6d24 HTTP/1.1" status: 200 len: 1094 time: 0.0544505 Dec 10 16:24:52.211494 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec357ed-90c7-4e44-b46e-3edb8f2a3316 None None] Pushing event updated for resources: {'Port': ['ID=fd4c8307-658f-4d3e-b334-74c9f41816e0,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:52.231172 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ec2b14d-cbbd-4ed6-9437-cdaacb4b1d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:52.255229 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-7849fe14-b61c-46f7-bc47-8d33f798313d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b193091-8e3b-4617-a34a-1d7af75fe828 HTTP/1.1" status: 200 len: 217 time: 0.0442016 Dec 10 16:24:52.278110 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec2b14d-cbbd-4ed6-9437-cdaacb4b1d5a admin admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:24:52.283758 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-6ec2b14d-cbbd-4ed6-9437-cdaacb4b1d5a admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:24:52.286217 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec2b14d-cbbd-4ed6-9437-cdaacb4b1d5a admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:24:52.314315 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec2b14d-cbbd-4ed6-9437-cdaacb4b1d5a admin admin] Pushing event updated for resources: {'Port': ['ID=edd579bf-5efa-4a84-9c92-9ad440147f96,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:52.382250 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2722e17e-3e12-407a-b0b1-fee19fd5b4f1 req-5aee6b6d-4fed-4beb-ac24-b0fbf0471db6 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f40b2bc-5bb8-4f14-8538-ca8f78a4272d HTTP/1.1" status: 200 len: 210 time: 0.0421662 Dec 10 16:24:52.409651 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-cf71a077-6923-4cb5-8374-47dc2b41e8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:52.411683 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-cf71a077-6923-4cb5-8374-47dc2b41e8ea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d91d45da-791f-427f-a9fe-a70a5d192f4c HTTP/1.1" status: 200 len: 852 time: 0.1187265 Dec 10 16:24:52.465676 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-f1a46f68-c6b3-4ff4-b851-c59d685a6b59 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9d8083a2-a7ce-49e3-9a7c-b927cfa621a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418878 Dec 10 16:24:52.639600 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-bcbaba5d-d796-4a28-bd48-bbba06110fab tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:52.641089 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-bcbaba5d-d796-4a28-bd48-bbba06110fab tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.26 "GET /v2.0/networks?id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce HTTP/1.1" status: 200 len: 808 time: 0.2073913 Dec 10 16:24:52.645474 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a09bf-4a45-427b-afbc-b73352dd8447 req-70089a71-e8ff-4db6-8520-82a660e23164 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:52.652153 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5f8a09bf-4a45-427b-afbc-b73352dd8447 req-70089a71-e8ff-4db6-8520-82a660e23164 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e73fa2fd-26e1-45e4-8896-6b7d7c12ac67 HTTP/1.1" status: 200 len: 950 time: 0.1463833 Dec 10 16:24:52.667788 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-9e5043a6-1a61-4612-82e3-d5c9c5d96c91 service neutron] 10.222.0.26 "GET /v2.0/networks/9d8083a2-a7ce-49e3-9a7c-b927cfa621a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870260 Dec 10 16:24:52.687502 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-3992373d-6b6f-4442-a20f-255ccd6e28d7 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Request body: {'port': {'device_id': '5f40b2bc-5bb8-4f14-8538-ca8f78a4272d', 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce', 'admin_state_up': True, 'tenant_id': 'c7f96263ffc44481b889fc489836cd3c'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:24:52.759544 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5f8a09bf-4a45-427b-afbc-b73352dd8447 req-bce01796-10d4-414e-91c5-c994197a25b9 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003869 Dec 10 16:24:52.793810 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f2a4e7dd-5074-46ec-9cdd-b7c385cea9bf req-14eee2e4-a195-4f3e-8848-f43badeadb6b service neutron] 10.222.0.26 "GET /v2.0/networks/9d8083a2-a7ce-49e3-9a7c-b927cfa621a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183391 Dec 10 16:24:52.824038 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ec2b14d-cbbd-4ed6-9437-cdaacb4b1d5a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:52.825455 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdea0753-a15a-435d-a61d-e435d39f84aa x-openstack-request-id: req-bdea0753-a15a-435d-a61d-e435d39f84aa {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:24:52.825840 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf38d33e-eeed-4d7d-8cf6-fee98f1c6d24", "tag": "1b193091-8e3b-4617-a34a-1d7af75fe828", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:24:52.826320 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bdea0753-a15a-435d-a61d-e435d39f84aa {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:24:52.826836 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf38d33e-eeed-4d7d-8cf6-fee98f1c6d24', 'tag': '1b193091-8e3b-4617-a34a-1d7af75fe828', 'status': 'completed', 'code': 200} Dec 10 16:24:52.915921 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-199e473d-cd24-45ad-adfa-d3462bd2f783 req-522ca68e-6711-44bf-a89b-29b0fdd472e5 tempest-ServerShowV254Test-901235988 tempest-ServerShowV254Test-901235988-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a93b942-234e-44a9-9af3-74544dc0b08e HTTP/1.1" status: 200 len: 210 time: 0.0346720 Dec 10 16:24:52.922155 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-3992373d-6b6f-4442-a20f-255ccd6e28d7 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Made reservation on behalf of c7f96263ffc44481b889fc489836cd3c for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:24:52.925841 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-3992373d-6b6f-4442-a20f-255ccd6e28d7 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:52.926597 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe83ec6-9809-4bf9-807b-519b386a994a req-4a875399-1010-453c-9ba9-ae37710c1f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:52.928540 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8fe83ec6-9809-4bf9-807b-519b386a994a req-4a875399-1010-453c-9ba9-ae37710c1f04 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a91374a85f654bd6a3d2ae7399378add&device_id=cf38d33e-eeed-4d7d-8cf6-fee98f1c6d24 HTTP/1.1" status: 200 len: 1094 time: 0.0741501 Dec 10 16:24:53.067055 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6b6e5-40a1-4e77-aaf5-b437dc8c5efb req-490cb074-b1a4-4ba1-ac34-2e80242442f0 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:53.068537 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b1f6b6e5-40a1-4e77-aaf5-b437dc8c5efb req-490cb074-b1a4-4ba1-ac34-2e80242442f0 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf38d33e-eeed-4d7d-8cf6-fee98f1c6d24 HTTP/1.1" status: 200 len: 943 time: 0.0793867 Dec 10 16:24:53.073633 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe83ec6-9809-4bf9-807b-519b386a994a req-2c2a4c76-16dc-47bb-847d-9561bad8bc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:53.074944 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8fe83ec6-9809-4bf9-807b-519b386a994a req-2c2a4c76-16dc-47bb-847d-9561bad8bc46 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 HTTP/1.1" status: 200 len: 913 time: 0.1393442 Dec 10 16:24:53.135251 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8fe83ec6-9809-4bf9-807b-519b386a994a req-85056f2c-0b1a-45b0-a60e-d46307e08786 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b193091-8e3b-4617-a34a-1d7af75fe828 HTTP/1.1" status: 200 len: 217 time: 0.0493300 Dec 10 16:24:53.146256 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-3992373d-6b6f-4442-a20f-255ccd6e28d7 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Allocated IP 172.20.0.6 (3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce/8e6d4c00-e815-4a48-aff0-5fbec7a9d006/b4cc6d7c-f629-4a3f-81cc-bdefa432467b) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:24:53.148711 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ec2b14d-cbbd-4ed6-9437-cdaacb4b1d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:53.195045 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b1f6b6e5-40a1-4e77-aaf5-b437dc8c5efb req-24271558-8e0f-4019-b3ee-edba12a254c3 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155734 Dec 10 16:24:53.205128 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe83ec6-9809-4bf9-807b-519b386a994a req-61c12566-4bbb-4155-8ad2-40314d07e5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:53.206630 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8fe83ec6-9809-4bf9-807b-519b386a994a req-61c12566-4bbb-4155-8ad2-40314d07e5b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d91d45da-791f-427f-a9fe-a70a5d192f4c HTTP/1.1" status: 200 len: 852 time: 0.0618391 Dec 10 16:24:53.246084 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8fe83ec6-9809-4bf9-807b-519b386a994a req-922b5a9c-6145-4096-b6d0-10d13ef0080c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9d8083a2-a7ce-49e3-9a7c-b927cfa621a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311148 Dec 10 16:24:53.385557 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34d5f34-bf77-4750-8b18-ffbd5f0fe8c0 None None] Network 2186356e-f507-4a19-8ea0-ad1915fe3c2c requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:24:53.390555 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8fe83ec6-9809-4bf9-807b-519b386a994a req-bbe399a6-2f61-4ab7-a7e7-1f6b47c7a3d6 service neutron] 10.222.0.26 "GET /v2.0/networks/9d8083a2-a7ce-49e3-9a7c-b927cfa621a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178775 Dec 10 16:24:53.427204 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-3992373d-6b6f-4442-a20f-255ccd6e28d7 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:53.442069 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec2b14d-cbbd-4ed6-9437-cdaacb4b1d5a admin admin] Router 66eb7398-a5d2-4c59-bf43-fd99f6e0eded is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:24:53.514588 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8fe83ec6-9809-4bf9-807b-519b386a994a req-407efefc-43c0-4d1e-b0d4-8787f73bc8e1 service neutron] 10.222.0.26 "GET /v2.0/networks/9d8083a2-a7ce-49e3-9a7c-b927cfa621a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226275 Dec 10 16:24:53.561681 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-3992373d-6b6f-4442-a20f-255ccd6e28d7 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:53.596348 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-fdf754d9-372c-462a-9cbf-4f80c8bfb783 None None] Provisioning complete for port fd4c8307-658f-4d3e-b334-74c9f41816e0 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:24:53.596729 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fdf754d9-372c-462a-9cbf-4f80c8bfb783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:53.610708 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a0c76-9343-4984-a479-013278b9dde2 req-59ea4ea5-c5fe-4452-adf4-97dba5b4dc8a tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:53.613671 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b36a0c76-9343-4984-a479-013278b9dde2 req-59ea4ea5-c5fe-4452-adf4-97dba5b4dc8a tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f40b2bc-5bb8-4f14-8538-ca8f78a4272d HTTP/1.1" status: 200 len: 931 time: 0.0700226 Dec 10 16:24:53.622365 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-3992373d-6b6f-4442-a20f-255ccd6e28d7 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Network 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:24:53.629404 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-3992373d-6b6f-4442-a20f-255ccd6e28d7 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:24:53.633633 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-3992373d-6b6f-4442-a20f-255ccd6e28d7 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:24:53.639028 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3992373d-6b6f-4442-a20f-255ccd6e28d7 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Pushing event updated for resources: {'Port': ['ID=b4cc6d7c-f629-4a3f-81cc-bdefa432467b,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:53.674186 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b36a0c76-9343-4984-a479-013278b9dde2 req-ee23ed10-6aeb-4d8b-b7ed-d315a9570116 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537493 Dec 10 16:24:53.676325 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec2b14d-cbbd-4ed6-9437-cdaacb4b1d5a admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:24:53.686470 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5162eccd-43c2-4132-b757-d9b3437d47c6 None None] Sync routers for ids ['66eb7398-a5d2-4c59-bf43-fd99f6e0eded'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:24:53.700383 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-3992373d-6b6f-4442-a20f-255ccd6e28d7 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:53.701038 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-3992373d-6b6f-4442-a20f-255ccd6e28d7 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:53.701188 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5162eccd-43c2-4132-b757-d9b3437d47c6 None None] Routers {'66eb7398-a5d2-4c59-bf43-fd99f6e0eded'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:24:53.701794 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5162eccd-43c2-4132-b757-d9b3437d47c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:24:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['66eb7398-a5d2-4c59-bf43-fd99f6e0eded'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:24:53.712394 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ec2b14d-cbbd-4ed6-9437-cdaacb4b1d5a admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:53.716506 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6ec2b14d-cbbd-4ed6-9437-cdaacb4b1d5a admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.4649222 Dec 10 16:24:53.716866 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 44980) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:53.727867 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-3992373d-6b6f-4442-a20f-255ccd6e28d7 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0444224 Dec 10 16:24:53.749164 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-2ba628c7-be13-4624-8c40-220ef77598fb service neutron] Request body: {'port': {'device_id': '5f40b2bc-5bb8-4f14-8538-ca8f78a4272d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:24:53.760503 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fdf754d9-372c-462a-9cbf-4f80c8bfb783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:53.817934 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-fdf754d9-372c-462a-9cbf-4f80c8bfb783 None None] For port fd4c8307-658f-4d3e-b334-74c9f41816e0, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=fd4c8307-658f-4d3e-b334-74c9f41816e0,segment=NetworkSegment(83c9b86b-d205-4f54-9307-7f4ddb7a035e),segment_id=83c9b86b-d205-4f54-9307-7f4ddb7a035e)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:53.822929 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fdf754d9-372c-462a-9cbf-4f80c8bfb783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:53.852409 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-2ba628c7-be13-4624-8c40-220ef77598fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:53.886711 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf754d9-372c-462a-9cbf-4f80c8bfb783 None None] Pushing event updated for resources: {'Port': ['ID=fd4c8307-658f-4d3e-b334-74c9f41816e0,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:53.889802 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-5162eccd-43c2-4132-b757-d9b3437d47c6 None None] Set router 66eb7398-a5d2-4c59-bf43-fd99f6e0eded gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:24:54.098700 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-615fb076-0522-438f-988b-caa5ce77c6db req-0112f9ff-054d-44a3-bac5-c6f699eea9c0 tempest-ServerShowV254Test-901235988 tempest-ServerShowV254Test-901235988-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a93b942-234e-44a9-9af3-74544dc0b08e HTTP/1.1" status: 200 len: 210 time: 0.0733428 Dec 10 16:24:54.151035 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-33575d7b-e3a0-4f86-a825-56ec862bc823 None None] Provisioning complete for port fd4c8307-658f-4d3e-b334-74c9f41816e0 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:24:54.151418 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-33575d7b-e3a0-4f86-a825-56ec862bc823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:54.191698 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5162eccd-43c2-4132-b757-d9b3437d47c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66eb7398-a5d2-4c59-bf43-fd99f6e0eded', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1405842999-router', 'tenant_id': '53d413725d564c40b0879e141fc6eea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'edd579bf-5efa-4a84-9c92-9ad440147f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:24:51Z', 'updated_at': '2021-12-10T16:24:52Z', 'revision_number': 3, 'project_id': '53d413725d564c40b0879e141fc6eea7', 'gw_port': {'id': 'edd579bf-5efa-4a84-9c92-9ad440147f96', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66eb7398-a5d2-4c59-bf43-fd99f6e0eded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:24:51Z', 'updated_at': '2021-12-10T16:24:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:24:54.205294 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device fd4c8307-658f-4d3e-b334-74c9f41816e0 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:24:54.222824 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-2ba628c7-be13-4624-8c40-220ef77598fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4cc6d7c-f629-4a3f-81cc-bdefa432467b {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:24:54.231684 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-2ba628c7-be13-4624-8c40-220ef77598fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:54.247241 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-2ba628c7-be13-4624-8c40-220ef77598fb service neutron] Transition to ACTIVE for port object b4cc6d7c-f629-4a3f-81cc-bdefa432467b will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:24:54.252173 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-2ba628c7-be13-4624-8c40-220ef77598fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:54.274954 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port fd4c8307-658f-4d3e-b334-74c9f41816e0 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:24:54.275682 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:54.294370 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-d6dc598f-7df2-4a9f-b796-682e093a7374 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=94e98c03952a41539b6089aa3614a4af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0805528 Dec 10 16:24:54.306126 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba628c7-be13-4624-8c40-220ef77598fb service neutron] Pushing event updated for resources: {'Port': ['ID=b4cc6d7c-f629-4a3f-81cc-bdefa432467b,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:54.340400 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5162eccd-43c2-4132-b757-d9b3437d47c6 None None] Checking router: 66eb7398-a5d2-4c59-bf43-fd99f6e0eded for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:24:54.341069 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5162eccd-43c2-4132-b757-d9b3437d47c6 None None] Updating router 66eb7398-a5d2-4c59-bf43-fd99f6e0eded port edd579bf-5efa-4a84-9c92-9ad440147f96 binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:24:54.373283 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-5162eccd-43c2-4132-b757-d9b3437d47c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:54.430946 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-2ba628c7-be13-4624-8c40-220ef77598fb service neutron] Attempting to bind port b4cc6d7c-f629-4a3f-81cc-bdefa432467b on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:24:54.431934 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-2ba628c7-be13-4624-8c40-220ef77598fb service neutron] Attempting to bind port b4cc6d7c-f629-4a3f-81cc-bdefa432467b by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:24:54.432453 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-2ba628c7-be13-4624-8c40-220ef77598fb service neutron] Attempting to bind port b4cc6d7c-f629-4a3f-81cc-bdefa432467b on network 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:24:54.437068 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-2ba628c7-be13-4624-8c40-220ef77598fb service neutron] Port b4cc6d7c-f629-4a3f-81cc-bdefa432467b on network 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:24:54.437613 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-2ba628c7-be13-4624-8c40-220ef77598fb service neutron] Attempting to bind port b4cc6d7c-f629-4a3f-81cc-bdefa432467b on network 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:24:54.443325 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-2ba628c7-be13-4624-8c40-220ef77598fb service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:24:54.443883 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-2ba628c7-be13-4624-8c40-220ef77598fb service neutron] Checking segment: {'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:24:54.444439 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-2ba628c7-be13-4624-8c40-220ef77598fb service neutron] Bound using segment: {'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:24:54.445053 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-2ba628c7-be13-4624-8c40-220ef77598fb service neutron] Bound port: b4cc6d7c-f629-4a3f-81cc-bdefa432467b, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:24:54.446106 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-2ba628c7-be13-4624-8c40-220ef77598fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:54.465884 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-e079e77f-cc23-4572-8fb1-3ff50b8079e0 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:54.467507 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-e079e77f-cc23-4572-8fb1-3ff50b8079e0 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1722531 Dec 10 16:24:54.509547 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-1e242ba3-de1c-47d0-b7ae-663399478db7 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/quotas/94e98c03952a41539b6089aa3614a4af HTTP/1.1" status: 200 len: 375 time: 0.0173972 Dec 10 16:24:54.520396 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-2ba628c7-be13-4624-8c40-220ef77598fb service neutron] For port b4cc6d7c-f629-4a3f-81cc-bdefa432467b, host n-h1-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:24:54.524022 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-2ba628c7-be13-4624-8c40-220ef77598fb service neutron] For port b4cc6d7c-f629-4a3f-81cc-bdefa432467b, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=b4cc6d7c-f629-4a3f-81cc-bdefa432467b,segment=NetworkSegment(698ea8e5-c316-417a-87ff-ff612f3a473c),segment_id=698ea8e5-c316-417a-87ff-ff612f3a473c)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:24:54.528724 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-2ba628c7-be13-4624-8c40-220ef77598fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:54.562317 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-2ba628c7-be13-4624-8c40-220ef77598fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:54.563755 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-2ba628c7-be13-4624-8c40-220ef77598fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:54.565372 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-2ba628c7-be13-4624-8c40-220ef77598fb service neutron] 10.222.0.26 "PUT /v2.0/ports/b4cc6d7c-f629-4a3f-81cc-bdefa432467b HTTP/1.1" status: 200 len: 1091 time: 0.8283367 Dec 10 16:24:54.579450 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f40b2bc-5bb8-4f14-8538-ca8f78a4272d', 'tag': 'b4cc6d7c-f629-4a3f-81cc-bdefa432467b'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:24:54.585710 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c773ae6d-286c-42a6-99c2-8817876441c2" -d '{"events": [{"name": "network-changed", "server_uuid": "5f40b2bc-5bb8-4f14-8538-ca8f78a4272d", "tag": "b4cc6d7c-f629-4a3f-81cc-bdefa432467b"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:24:54.644440 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-5162eccd-43c2-4132-b757-d9b3437d47c6 None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:54.649840 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba628c7-be13-4624-8c40-220ef77598fb service neutron] Pushing event updated for resources: {'Port': ['ID=b4cc6d7c-f629-4a3f-81cc-bdefa432467b,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:54.655576 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-5162eccd-43c2-4132-b757-d9b3437d47c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:54.677934 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-00a61d4e-11ba-469f-a5d4-7fe81cf8b09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:54.679525 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-00a61d4e-11ba-469f-a5d4-7fe81cf8b09a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c7f96263ffc44481b889fc489836cd3c&device_id=5f40b2bc-5bb8-4f14-8538-ca8f78a4272d HTTP/1.1" status: 200 len: 1094 time: 0.0687020 Dec 10 16:24:54.716275 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-5162eccd-43c2-4132-b757-d9b3437d47c6 None None] Attempting to bind port edd579bf-5efa-4a84-9c92-9ad440147f96 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:24:54.716909 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-5162eccd-43c2-4132-b757-d9b3437d47c6 None None] Attempting to bind port edd579bf-5efa-4a84-9c92-9ad440147f96 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:24:54.717033 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5162eccd-43c2-4132-b757-d9b3437d47c6 None None] Attempting to bind port edd579bf-5efa-4a84-9c92-9ad440147f96 on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:24:54.725074 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd7f4fd-92cf-4e34-8634-aa94b649e4bd None None] Pushing event updated for resources: {'Port': ['ID=edd579bf-5efa-4a84-9c92-9ad440147f96,revision_number=2']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:54.732362 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5162eccd-43c2-4132-b757-d9b3437d47c6 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:24:54.732759 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5162eccd-43c2-4132-b757-d9b3437d47c6 None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:24:54.733135 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-5162eccd-43c2-4132-b757-d9b3437d47c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:54.733527 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5162eccd-43c2-4132-b757-d9b3437d47c6 None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:24:54.733989 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-5162eccd-43c2-4132-b757-d9b3437d47c6 None None] Bound port: edd579bf-5efa-4a84-9c92-9ad440147f96, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:24:54.734395 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-5162eccd-43c2-4132-b757-d9b3437d47c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:54.737103 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd7f4fd-92cf-4e34-8634-aa94b649e4bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:54.737451 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd7f4fd-92cf-4e34-8634-aa94b649e4bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:54.737849 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd7f4fd-92cf-4e34-8634-aa94b649e4bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:54.738226 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd7f4fd-92cf-4e34-8634-aa94b649e4bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:54.738362 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-94f26c44-9d06-4e8c-b88a-b885a60162dc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4cc6d7c-f629-4a3f-81cc-bdefa432467b HTTP/1.1" status: 200 len: 217 time: 0.0497947 Dec 10 16:24:54.738559 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd7f4fd-92cf-4e34-8634-aa94b649e4bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:54.738877 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd7f4fd-92cf-4e34-8634-aa94b649e4bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:54.739197 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd7f4fd-92cf-4e34-8634-aa94b649e4bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:54.739513 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd7f4fd-92cf-4e34-8634-aa94b649e4bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:54.739831 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd7f4fd-92cf-4e34-8634-aa94b649e4bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:54.740145 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd7f4fd-92cf-4e34-8634-aa94b649e4bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:54.740465 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd7f4fd-92cf-4e34-8634-aa94b649e4bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:54.740777 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd7f4fd-92cf-4e34-8634-aa94b649e4bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:54.741109 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd7f4fd-92cf-4e34-8634-aa94b649e4bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:54.793930 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-04d7bb83-d7d2-4872-b664-916a5a8647a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:54.795938 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-04d7bb83-d7d2-4872-b664-916a5a8647a6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e6d4c00-e815-4a48-aff0-5fbec7a9d006 HTTP/1.1" status: 200 len: 848 time: 0.0483794 Dec 10 16:24:54.796945 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-5162eccd-43c2-4132-b757-d9b3437d47c6 None None] For port edd579bf-5efa-4a84-9c92-9ad440147f96, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:24:54.800310 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-5162eccd-43c2-4132-b757-d9b3437d47c6 None None] For port edd579bf-5efa-4a84-9c92-9ad440147f96, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=edd579bf-5efa-4a84-9c92-9ad440147f96,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:24:54.805850 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-5162eccd-43c2-4132-b757-d9b3437d47c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:54.829741 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-7dcb04a5-2e86-4c57-8168-56abce8ef632 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256121 Dec 10 16:24:54.859890 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd7f4fd-92cf-4e34-8634-aa94b649e4bd None None] Pushing event updated for resources: {'Port': ['ID=edd579bf-5efa-4a84-9c92-9ad440147f96,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:54.877722 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5162eccd-43c2-4132-b757-d9b3437d47c6 None None] Routers {'66eb7398-a5d2-4c59-bf43-fd99f6e0eded'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:24:54.878554 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5162eccd-43c2-4132-b757-d9b3437d47c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:24:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['66eb7398-a5d2-4c59-bf43-fd99f6e0eded'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:24:54.886083 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d12ed4b-bd71-485d-85f0-5a0b983d6684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:54.920467 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-c89e9154-db28-4f8a-b86d-337ff3bdfb01 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=94e98c03952a41539b6089aa3614a4af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3993797 Dec 10 16:24:54.939845 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-70652bba-ca34-4dd9-be58-cef05b592e20 service neutron] 10.222.0.26 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018126 Dec 10 16:24:54.994125 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-5162eccd-43c2-4132-b757-d9b3437d47c6 None None] Set router 66eb7398-a5d2-4c59-bf43-fd99f6e0eded gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:24:55.053831 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6201804c-f63d-4e4b-b53d-bb94c571131b req-cfb3e337-5c94-4236-b26d-5a37805e9d69 service neutron] 10.222.0.26 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067986 Dec 10 16:24:55.083942 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-1d12ed4b-bd71-485d-85f0-5a0b983d6684 admin admin] Allocated IP 172.20.0.1 (2186356e-f507-4a19-8ea0-ad1915fe3c2c/ea7aaef0-b067-464b-9f1b-e4c6b4a854ad/936f0db0-826f-477f-a4e2-336cd9222d6a) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:24:55.193925 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5162eccd-43c2-4132-b757-d9b3437d47c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66eb7398-a5d2-4c59-bf43-fd99f6e0eded', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1405842999-router', 'tenant_id': '53d413725d564c40b0879e141fc6eea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'edd579bf-5efa-4a84-9c92-9ad440147f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:24:51Z', 'updated_at': '2021-12-10T16:24:52Z', 'revision_number': 3, 'project_id': '53d413725d564c40b0879e141fc6eea7', 'gw_port': {'id': 'edd579bf-5efa-4a84-9c92-9ad440147f96', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66eb7398-a5d2-4c59-bf43-fd99f6e0eded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:24:51Z', 'updated_at': '2021-12-10T16:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:24:55.210160 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 1b193091-8e3b-4617-a34a-1d7af75fe828 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:24:55.227074 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c319d-4802-49a3-8ba6-b63b04a68160 req-71753f3f-af37-4df4-93ac-52efbb0fedbe tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:55.228656 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5e1c319d-4802-49a3-8ba6-b63b04a68160 req-71753f3f-af37-4df4-93ac-52efbb0fedbe tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf38d33e-eeed-4d7d-8cf6-fee98f1c6d24 HTTP/1.1" status: 200 len: 943 time: 0.0745070 Dec 10 16:24:55.237161 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5162eccd-43c2-4132-b757-d9b3437d47c6 None None] The sync data for ids ['66eb7398-a5d2-4c59-bf43-fd99f6e0eded'] in n-d-766771-2 is: [{'id': '66eb7398-a5d2-4c59-bf43-fd99f6e0eded', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1405842999-router', 'tenant_id': '53d413725d564c40b0879e141fc6eea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'edd579bf-5efa-4a84-9c92-9ad440147f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:24:51Z', 'updated_at': '2021-12-10T16:24:52Z', 'revision_number': 3, 'project_id': '53d413725d564c40b0879e141fc6eea7', 'gw_port': {'id': 'edd579bf-5efa-4a84-9c92-9ad440147f96', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66eb7398-a5d2-4c59-bf43-fd99f6e0eded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:24:51Z', 'updated_at': '2021-12-10T16:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:24:55.285000 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d12ed4b-bd71-485d-85f0-5a0b983d6684 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:55.341263 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5e1c319d-4802-49a3-8ba6-b63b04a68160 req-93f6b857-088f-4248-9367-ddd6c88e348e tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957036 Dec 10 16:24:55.350498 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 1b193091-8e3b-4617-a34a-1d7af75fe828, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=1b193091-8e3b-4617-a34a-1d7af75fe828,segment=NetworkSegment(5b73bbf7-7693-4577-890d-a6987a70c2b5),segment_id=5b73bbf7-7693-4577-890d-a6987a70c2b5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:55.369048 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '1b193091-8e3b-4617-a34a-1d7af75fe828', 'network_id': '9d8083a2-a7ce-49e3-9a7c-b927cfa621a4', 'port_id': '1b193091-8e3b-4617-a34a-1d7af75fe828', 'mac_address': 'fa:16:3e:c5:bb:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd91d45da-791f-427f-a9fe-a70a5d192f4c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:24:55.375711 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d12ed4b-bd71-485d-85f0-5a0b983d6684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:55.418188 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d12ed4b-bd71-485d-85f0-5a0b983d6684 admin admin] Network 2186356e-f507-4a19-8ea0-ad1915fe3c2c is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:24:55.421327 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-1d12ed4b-bd71-485d-85f0-5a0b983d6684 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:24:55.425259 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d12ed4b-bd71-485d-85f0-5a0b983d6684 admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:24:55.439853 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:55.450335 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d12ed4b-bd71-485d-85f0-5a0b983d6684 admin admin] Pushing event updated for resources: {'Port': ['ID=936f0db0-826f-477f-a4e2-336cd9222d6a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:55.471941 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d12ed4b-bd71-485d-85f0-5a0b983d6684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:55.473526 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b193091-8e3b-4617-a34a-1d7af75fe828 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:24:55.509236 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 1b193091-8e3b-4617-a34a-1d7af75fe828, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=1b193091-8e3b-4617-a34a-1d7af75fe828,segment=NetworkSegment(5b73bbf7-7693-4577-890d-a6987a70c2b5),segment_id=5b73bbf7-7693-4577-890d-a6987a70c2b5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:55.516963 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:55.631110 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=1b193091-8e3b-4617-a34a-1d7af75fe828,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:55.702166 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d12ed4b-bd71-485d-85f0-5a0b983d6684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:55.725300 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1656a4a4-1425-4286-800a-5235da85e2dd x-openstack-request-id: req-1656a4a4-1425-4286-800a-5235da85e2dd {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:24:55.726129 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f40b2bc-5bb8-4f14-8538-ca8f78a4272d", "tag": "b4cc6d7c-f629-4a3f-81cc-bdefa432467b", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:24:55.727152 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1656a4a4-1425-4286-800a-5235da85e2dd {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:24:55.727721 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f40b2bc-5bb8-4f14-8538-ca8f78a4272d', 'tag': 'b4cc6d7c-f629-4a3f-81cc-bdefa432467b', 'status': 'completed', 'code': 200} Dec 10 16:24:55.818239 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['1b193091-8e3b-4617-a34a-1d7af75fe828'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:24:55.862233 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773ae6d-286c-42a6-99c2-8817876441c2 req-b47a3a72-7fc9-45db-9ddd-403093e51ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:55.863703 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c773ae6d-286c-42a6-99c2-8817876441c2 req-b47a3a72-7fc9-45db-9ddd-403093e51ba5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c7f96263ffc44481b889fc489836cd3c&device_id=5f40b2bc-5bb8-4f14-8538-ca8f78a4272d HTTP/1.1" status: 200 len: 1094 time: 0.1017511 Dec 10 16:24:55.984222 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-59c87030-0f23-4a87-916a-c6708c31f891 None None] Provisioning complete for port 936f0db0-826f-477f-a4e2-336cd9222d6a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:24:55.984593 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-59c87030-0f23-4a87-916a-c6708c31f891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:56.012757 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968e8df-05bf-4d9e-8941-1ced4ae5d68f req-e83d6b74-9f6b-4868-a867-83ec03d785e0 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:56.021247 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1968e8df-05bf-4d9e-8941-1ced4ae5d68f req-e83d6b74-9f6b-4868-a867-83ec03d785e0 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f40b2bc-5bb8-4f14-8538-ca8f78a4272d HTTP/1.1" status: 200 len: 943 time: 0.1266003 Dec 10 16:24:56.031605 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-59c87030-0f23-4a87-916a-c6708c31f891 None None] Port 936f0db0-826f-477f-a4e2-336cd9222d6a cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:24:56.047406 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773ae6d-286c-42a6-99c2-8817876441c2 req-1fd9f44a-10d7-4869-8b6c-030c8b0f3f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:56.050664 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c773ae6d-286c-42a6-99c2-8817876441c2 req-1fd9f44a-10d7-4869-8b6c-030c8b0f3f2c service neutron] 10.222.0.26 "GET /v2.0/networks?id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce HTTP/1.1" status: 200 len: 909 time: 0.1783879 Dec 10 16:24:56.052663 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d12ed4b-bd71-485d-85f0-5a0b983d6684 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:56.064267 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d12ed4b-bd71-485d-85f0-5a0b983d6684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:56.119025 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c773ae6d-286c-42a6-99c2-8817876441c2 req-d73a9a9b-2b8a-40f8-af20-56c49208e715 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4cc6d7c-f629-4a3f-81cc-bdefa432467b HTTP/1.1" status: 200 len: 217 time: 0.0593240 Dec 10 16:24:56.138175 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device edd579bf-5efa-4a84-9c92-9ad440147f96 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:24:56.174894 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1968e8df-05bf-4d9e-8941-1ced4ae5d68f req-1229ba3b-e44b-42d8-9249-10d91897edc3 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525397 Dec 10 16:24:56.181250 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d12ed4b-bd71-485d-85f0-5a0b983d6684 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:56.191378 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773ae6d-286c-42a6-99c2-8817876441c2 req-e88e1130-4200-4cfa-9574-0353a3a7c76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:56.193105 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c773ae6d-286c-42a6-99c2-8817876441c2 req-e88e1130-4200-4cfa-9574-0353a3a7c76e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e6d4c00-e815-4a48-aff0-5fbec7a9d006 HTTP/1.1" status: 200 len: 848 time: 0.0616822 Dec 10 16:24:56.215465 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port edd579bf-5efa-4a84-9c92-9ad440147f96 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:24:56.215465 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:56.234935 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c773ae6d-286c-42a6-99c2-8817876441c2 req-f4022c26-e768-4517-835f-a403baaa64d9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332816 Dec 10 16:24:56.237094 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d12ed4b-bd71-485d-85f0-5a0b983d6684 admin admin] Pushing event updated for resources: {'Port': ['ID=936f0db0-826f-477f-a4e2-336cd9222d6a,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:56.288984 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-76fd40c0-1e73-4cbd-bf39-8566b51704da req-155a1e25-2166-4a39-9ba5-a257f97839a1 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 210 time: 0.0610170 Dec 10 16:24:56.384577 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c773ae6d-286c-42a6-99c2-8817876441c2 req-9da9fbc6-057b-4140-9288-c7b44b322ccc service neutron] 10.222.0.26 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384230 Dec 10 16:24:56.395408 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:56.432844 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port edd579bf-5efa-4a84-9c92-9ad440147f96, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=edd579bf-5efa-4a84-9c92-9ad440147f96,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:56.437923 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:56.439874 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-532ca698-c6b2-4a29-9d5d-5cf435d271c2 req-568e77e9-756a-47a8-b37f-aba23aa8399d tempest-ServerShowV254Test-901235988 tempest-ServerShowV254Test-901235988-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a93b942-234e-44a9-9af3-74544dc0b08e HTTP/1.1" status: 200 len: 210 time: 0.0273647 Dec 10 16:24:56.443615 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-90de2e06-84b1-4a7e-8f66-64f8eb613960 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=94e98c03952a41539b6089aa3614a4af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0982983 Dec 10 16:24:56.458713 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d12ed4b-bd71-485d-85f0-5a0b983d6684 admin admin] Network 2186356e-f507-4a19-8ea0-ad1915fe3c2c is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:24:56.511793 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-1d12ed4b-bd71-485d-85f0-5a0b983d6684 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:24:56.548198 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c773ae6d-286c-42a6-99c2-8817876441c2 req-3bcc2b6f-86ea-4b65-aaeb-2e0121f90b2e service neutron] 10.222.0.26 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559303 Dec 10 16:24:56.570108 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=edd579bf-5efa-4a84-9c92-9ad440147f96,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:56.758237 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-2777dbda-90f7-4722-b39c-2308d8fe80ad None None] Provisioning complete for port 936f0db0-826f-477f-a4e2-336cd9222d6a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:24:56.758604 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2777dbda-90f7-4722-b39c-2308d8fe80ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:56.764060 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a2157-269f-46df-a086-e526ee8662d2 req-6b92f84a-81d9-41f6-acc9-7e7d0df84701 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:56.765560 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e85a2157-269f-46df-a086-e526ee8662d2 req-6b92f84a-81d9-41f6-acc9-7e7d0df84701 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf38d33e-eeed-4d7d-8cf6-fee98f1c6d24 HTTP/1.1" status: 200 len: 944 time: 0.1838627 Dec 10 16:24:56.783325 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-627ee1b0-ad66-4f2e-8fe0-408cb77fe642 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:56.784845 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-627ee1b0-ad66-4f2e-8fe0-408cb77fe642 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3244917 Dec 10 16:24:56.797319 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-2777dbda-90f7-4722-b39c-2308d8fe80ad None None] Port 936f0db0-826f-477f-a4e2-336cd9222d6a cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:24:56.806106 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-6631c3fb-b6f8-4c92-8ebb-d4e9ea930eb4 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Request body: {'port': {'device_id': 'a5c45c3f-607a-4966-82c4-75da5bfab0ce', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'admin_state_up': True, 'tenant_id': '94e98c03952a41539b6089aa3614a4af'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:24:56.874542 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d12ed4b-bd71-485d-85f0-5a0b983d6684 admin admin] Router 66eb7398-a5d2-4c59-bf43-fd99f6e0eded has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:24:56.910922 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e85a2157-269f-46df-a086-e526ee8662d2 req-f7964a42-37cf-4bfe-869b-1b29d887f34b tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376321 Dec 10 16:24:57.030194 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-6631c3fb-b6f8-4c92-8ebb-d4e9ea930eb4 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Made reservation on behalf of 94e98c03952a41539b6089aa3614a4af for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:24:57.034394 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-6631c3fb-b6f8-4c92-8ebb-d4e9ea930eb4 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:57.060990 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d12ed4b-bd71-485d-85f0-5a0b983d6684 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:24:57.066308 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1d12ed4b-bd71-485d-85f0-5a0b983d6684 admin admin] 10.222.0.11 "PUT /v2.0/routers/66eb7398-a5d2-4c59-bf43-fd99f6e0eded/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3480747 Dec 10 16:24:57.194874 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-6631c3fb-b6f8-4c92-8ebb-d4e9ea930eb4 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Allocated IP 192.168.233.164 (1b1da819-dfba-43f2-8848-8bb429159850/a7a18c92-5007-49e2-b728-7aedc06dca57/98aa5f6b-994b-4a0b-8a63-197560470701) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:24:57.217924 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device b4cc6d7c-f629-4a3f-81cc-bdefa432467b details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:24:57.223741 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 1b193091-8e3b-4617-a34a-1d7af75fe828 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:24:57.338345 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 1b193091-8e3b-4617-a34a-1d7af75fe828 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:24:57.343711 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb23bba-06d8-4659-a4c6-df45ec272cb3 req-e5e1c4df-4451-46ac-8241-deace27faec7 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:57.345234 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2eb23bba-06d8-4659-a4c6-df45ec272cb3 req-e5e1c4df-4451-46ac-8241-deace27faec7 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f40b2bc-5bb8-4f14-8538-ca8f78a4272d HTTP/1.1" status: 200 len: 943 time: 0.1115160 Dec 10 16:24:57.350549 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 1b193091-8e3b-4617-a34a-1d7af75fe828 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:24:57.350924 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:57.390373 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port b4cc6d7c-f629-4a3f-81cc-bdefa432467b, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=b4cc6d7c-f629-4a3f-81cc-bdefa432467b,segment=NetworkSegment(698ea8e5-c316-417a-87ff-ff612f3a473c),segment_id=698ea8e5-c316-417a-87ff-ff612f3a473c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:57.408045 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': 'b4cc6d7c-f629-4a3f-81cc-bdefa432467b', 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce', 'port_id': 'b4cc6d7c-f629-4a3f-81cc-bdefa432467b', 'mac_address': 'fa:16:3e:5c:ac:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e6d4c00-e815-4a48-aff0-5fbec7a9d006', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:24:57.414427 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-6631c3fb-b6f8-4c92-8ebb-d4e9ea930eb4 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:57.435747 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2eb23bba-06d8-4659-a4c6-df45ec272cb3 req-65a278c6-4973-4fa0-be98-2340de525b2f tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696664 Dec 10 16:24:57.473611 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-6631c3fb-b6f8-4c92-8ebb-d4e9ea930eb4 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:57.488288 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:57.497004 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['e49ccd9b-54f9-4417-b2a1-836718184a00'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:24:57.499079 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['4b0da238-da36-4506-8526-103e401bdc08'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:24:57.512409 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af98fd46-4717-4ae0-b3e8-1de5f16354f0 None None] Sync routers for ids ['66eb7398-a5d2-4c59-bf43-fd99f6e0eded'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:24:57.534483 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-6631c3fb-b6f8-4c92-8ebb-d4e9ea930eb4 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Network 1b1da819-dfba-43f2-8848-8bb429159850 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:24:57.537860 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-6631c3fb-b6f8-4c92-8ebb-d4e9ea930eb4 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:24:57.541873 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-6631c3fb-b6f8-4c92-8ebb-d4e9ea930eb4 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:24:57.548443 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6631c3fb-b6f8-4c92-8ebb-d4e9ea930eb4 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Pushing event updated for resources: {'Port': ['ID=98aa5f6b-994b-4a0b-8a63-197560470701,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:57.577139 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4cc6d7c-f629-4a3f-81cc-bdefa432467b {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:24:57.592852 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:57.602814 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-6631c3fb-b6f8-4c92-8ebb-d4e9ea930eb4 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:57.603348 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-6631c3fb-b6f8-4c92-8ebb-d4e9ea930eb4 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:57.622511 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-6631c3fb-b6f8-4c92-8ebb-d4e9ea930eb4 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8271215 Dec 10 16:24:57.627527 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af98fd46-4717-4ae0-b3e8-1de5f16354f0 None None] Routers {'66eb7398-a5d2-4c59-bf43-fd99f6e0eded'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:24:57.628164 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-af98fd46-4717-4ae0-b3e8-1de5f16354f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:24:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['66eb7398-a5d2-4c59-bf43-fd99f6e0eded'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:24:57.634289 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port b4cc6d7c-f629-4a3f-81cc-bdefa432467b, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=b4cc6d7c-f629-4a3f-81cc-bdefa432467b,segment=NetworkSegment(698ea8e5-c316-417a-87ff-ff612f3a473c),segment_id=698ea8e5-c316-417a-87ff-ff612f3a473c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:57.638909 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-ff1c7b1a-b92c-45e4-91f9-43a0dafda8f9 service neutron] Request body: {'port': {'device_id': 'a5c45c3f-607a-4966-82c4-75da5bfab0ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:24:57.695996 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [req-4ce58583-ad1c-4a8f-b1ef-419c63a4e73e req-9539c9da-11fb-4a2a-8711-ec4038b5cfdb tempest-FloatingIPDetailsNegativeTestJSON-1671497073 tempest-FloatingIPDetailsNegativeTestJSON-1671497073-project] show failed (client error): The resource could not be found. Dec 10 16:24:57.697066 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4ce58583-ad1c-4a8f-b1ef-419c63a4e73e req-9539c9da-11fb-4a2a-8711-ec4038b5cfdb tempest-FloatingIPDetailsNegativeTestJSON-1671497073 tempest-FloatingIPDetailsNegativeTestJSON-1671497073-project] 10.222.0.11 "GET /v2.0/floatingips/f73cbbf4-b707-4c07-b1d2-da89295219cb HTTP/1.1" status: 404 len: 350 time: 0.0659268 Dec 10 16:24:57.710091 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 45042) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:57.714948 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:57.741961 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 1b193091-8e3b-4617-a34a-1d7af75fe828, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=1b193091-8e3b-4617-a34a-1d7af75fe828,segment=NetworkSegment(5b73bbf7-7693-4577-890d-a6987a70c2b5),segment_id=5b73bbf7-7693-4577-890d-a6987a70c2b5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:57.749419 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf38d33e-eeed-4d7d-8cf6-fee98f1c6d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b193091-8e3b-4617-a34a-1d7af75fe828'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:24:57.752022 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50073ef-62dc-423e-9899-3cca4eb2d87d" -d '{"events": [{"server_uuid": "cf38d33e-eeed-4d7d-8cf6-fee98f1c6d24", "name": "network-vif-plugged", "status": "completed", "tag": "1b193091-8e3b-4617-a34a-1d7af75fe828"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:24:57.782618 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:57.854614 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-ff1c7b1a-b92c-45e4-91f9-43a0dafda8f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:57.872043 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=b4cc6d7c-f629-4a3f-81cc-bdefa432467b,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:57.910861 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a9094-220b-4781-a7b1-b952f1d1abd6 req-4414d0fc-a33a-4ed6-b4e9-ee2a2c2551a3 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:57.912889 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-da6a9094-220b-4781-a7b1-b952f1d1abd6 req-4414d0fc-a33a-4ed6-b4e9-ee2a2c2551a3 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 936 time: 0.1073782 Dec 10 16:24:57.937194 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-af98fd46-4717-4ae0-b3e8-1de5f16354f0 None None] Set router 66eb7398-a5d2-4c59-bf43-fd99f6e0eded gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:24:58.019831 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['b4cc6d7c-f629-4a3f-81cc-bdefa432467b'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:24:58.105965 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device edd579bf-5efa-4a84-9c92-9ad440147f96 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:24:58.108470 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=1b193091-8e3b-4617-a34a-1d7af75fe828,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:58.119364 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8d1970cc-d0ab-46a8-8638-33438f94f4d4 None None] Provisioning complete for port 98aa5f6b-994b-4a0b-8a63-197560470701 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:24:58.119738 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8d1970cc-d0ab-46a8-8638-33438f94f4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:58.124395 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-da6a9094-220b-4781-a7b1-b952f1d1abd6 req-5fc37abc-700a-4dcd-82ef-b33a9ad2a7d1 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019744 Dec 10 16:24:58.249794 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ca78d2f8-46d9-4d43-85a3-616d766cb557 req-7a746871-2b92-4229-bbce-334f8005861f tempest-ServerShowV254Test-901235988 tempest-ServerShowV254Test-901235988-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a93b942-234e-44a9-9af3-74544dc0b08e HTTP/1.1" status: 200 len: 210 time: 0.0587859 Dec 10 16:24:58.323310 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3414dd8-d0e5-471a-bfd6-e036521b0012 x-openstack-request-id: req-a3414dd8-d0e5-471a-bfd6-e036521b0012 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:24:58.323961 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf38d33e-eeed-4d7d-8cf6-fee98f1c6d24", "name": "network-vif-plugged", "status": "completed", "tag": "1b193091-8e3b-4617-a34a-1d7af75fe828", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:24:58.323961 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a3414dd8-d0e5-471a-bfd6-e036521b0012 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:24:58.324217 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf38d33e-eeed-4d7d-8cf6-fee98f1c6d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b193091-8e3b-4617-a34a-1d7af75fe828', 'code': 200} Dec 10 16:24:58.413138 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fcce1-40fb-4cf2-83b6-4c76b7bc8fb6 req-85b83336-222e-4f5f-a350-cbc9f6bc09b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:58.415584 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e66fcce1-40fb-4cf2-83b6-4c76b7bc8fb6 req-85b83336-222e-4f5f-a350-cbc9f6bc09b1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cf38d33e-eeed-4d7d-8cf6-fee98f1c6d24 HTTP/1.1" status: 200 len: 1096 time: 0.0502014 Dec 10 16:24:58.439711 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-ff1c7b1a-b92c-45e4-91f9-43a0dafda8f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98aa5f6b-994b-4a0b-8a63-197560470701 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:24:58.453144 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8d1970cc-d0ab-46a8-8638-33438f94f4d4 None None] Port 98aa5f6b-994b-4a0b-8a63-197560470701 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:24:58.454386 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-ff1c7b1a-b92c-45e4-91f9-43a0dafda8f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:58.473105 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e66fcce1-40fb-4cf2-83b6-4c76b7bc8fb6 req-fd9a9509-5ea6-4fdc-9bb4-fb8eb3faf3bc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485883 Dec 10 16:24:58.477936 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-ff1c7b1a-b92c-45e4-91f9-43a0dafda8f9 service neutron] Transition to ACTIVE for port object 98aa5f6b-994b-4a0b-8a63-197560470701 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:24:58.488676 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b245a87-d981-4dfd-8301-c506a231c484 req-f0548403-00c3-4124-a289-558af3d7a69c tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:58.490228 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6b245a87-d981-4dfd-8301-c506a231c484 req-f0548403-00c3-4124-a289-558af3d7a69c tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf38d33e-eeed-4d7d-8cf6-fee98f1c6d24 HTTP/1.1" status: 200 len: 945 time: 0.1110585 Dec 10 16:24:58.492354 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-ff1c7b1a-b92c-45e4-91f9-43a0dafda8f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:58.505884 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port edd579bf-5efa-4a84-9c92-9ad440147f96 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:24:58.506199 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:58.561698 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a7b5e1cc-0737-4ac0-82b1-69abfa5d378b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:58.643630 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c7b1a-b92c-45e4-91f9-43a0dafda8f9 service neutron] Pushing event updated for resources: {'Port': ['ID=98aa5f6b-994b-4a0b-8a63-197560470701,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:58.682301 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-af98fd46-4717-4ae0-b3e8-1de5f16354f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66eb7398-a5d2-4c59-bf43-fd99f6e0eded', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1405842999-router', 'tenant_id': '53d413725d564c40b0879e141fc6eea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'edd579bf-5efa-4a84-9c92-9ad440147f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:24:51Z', 'updated_at': '2021-12-10T16:24:55Z', 'revision_number': 4, 'project_id': '53d413725d564c40b0879e141fc6eea7', 'gw_port': {'id': 'edd579bf-5efa-4a84-9c92-9ad440147f96', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eb7398-a5d2-4c59-bf43-fd99f6e0eded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:24:51Z', 'updated_at': '2021-12-10T16:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '936f0db0-826f-477f-a4e2-336cd9222d6a', 'name': '', 'network_id': '2186356e-f507-4a19-8ea0-ad1915fe3c2c', 'tenant_id': '53d413725d564c40b0879e141fc6eea7', 'mac_address': 'fa:16:3e:41:9a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66eb7398-a5d2-4c59-bf43-fd99f6e0eded', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'ea7aaef0-b067-464b-9f1b-e4c6b4a854ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:24:54Z', 'updated_at': '2021-12-10T16:24:55Z', 'revision_number': 2, 'project_id': '53d413725d564c40b0879e141fc6eea7', 'subnets': [{'id': 'ea7aaef0-b067-464b-9f1b-e4c6b4a854ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:24:58.715453 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6b245a87-d981-4dfd-8301-c506a231c484 req-d7e4e357-b9e4-4b51-bd7a-71b1aa81d1c3 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135282 Dec 10 16:24:58.720012 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af98fd46-4717-4ae0-b3e8-1de5f16354f0 None None] Checking router: 66eb7398-a5d2-4c59-bf43-fd99f6e0eded for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:24:58.720215 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af98fd46-4717-4ae0-b3e8-1de5f16354f0 None None] Updating router 66eb7398-a5d2-4c59-bf43-fd99f6e0eded port 936f0db0-826f-477f-a4e2-336cd9222d6a binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:24:58.745917 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-af98fd46-4717-4ae0-b3e8-1de5f16354f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:58.774240 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-ff1c7b1a-b92c-45e4-91f9-43a0dafda8f9 service neutron] Attempting to bind port 98aa5f6b-994b-4a0b-8a63-197560470701 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:24:58.774965 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-ff1c7b1a-b92c-45e4-91f9-43a0dafda8f9 service neutron] Attempting to bind port 98aa5f6b-994b-4a0b-8a63-197560470701 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:24:58.775509 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-ff1c7b1a-b92c-45e4-91f9-43a0dafda8f9 service neutron] Attempting to bind port 98aa5f6b-994b-4a0b-8a63-197560470701 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:24:59.049765 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-af98fd46-4717-4ae0-b3e8-1de5f16354f0 None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:59.056294 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-af98fd46-4717-4ae0-b3e8-1de5f16354f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:59.112680 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a1b6a-0de9-4929-abe8-69b9be30401e None None] Pushing event updated for resources: {'Port': ['ID=936f0db0-826f-477f-a4e2-336cd9222d6a,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:59.114828 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-ff1c7b1a-b92c-45e4-91f9-43a0dafda8f9 service neutron] Port 98aa5f6b-994b-4a0b-8a63-197560470701 on network 1b1da819-dfba-43f2-8848-8bb429159850 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:24:59.115151 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-ff1c7b1a-b92c-45e4-91f9-43a0dafda8f9 service neutron] Attempting to bind port 98aa5f6b-994b-4a0b-8a63-197560470701 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:24:59.152384 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-ff1c7b1a-b92c-45e4-91f9-43a0dafda8f9 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:24:59.153089 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-ff1c7b1a-b92c-45e4-91f9-43a0dafda8f9 service neutron] Checking segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:24:59.153089 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-ff1c7b1a-b92c-45e4-91f9-43a0dafda8f9 service neutron] Bound using segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:24:59.154854 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-ff1c7b1a-b92c-45e4-91f9-43a0dafda8f9 service neutron] Bound port: 98aa5f6b-994b-4a0b-8a63-197560470701, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:24:59.154854 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-ff1c7b1a-b92c-45e4-91f9-43a0dafda8f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:59.160963 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-af98fd46-4717-4ae0-b3e8-1de5f16354f0 None None] Attempting to bind port 936f0db0-826f-477f-a4e2-336cd9222d6a on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:24:59.161343 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-af98fd46-4717-4ae0-b3e8-1de5f16354f0 None None] Attempting to bind port 936f0db0-826f-477f-a4e2-336cd9222d6a by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '83c9b86b-d205-4f54-9307-7f4ddb7a035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2186356e-f507-4a19-8ea0-ad1915fe3c2c'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:24:59.161710 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af98fd46-4717-4ae0-b3e8-1de5f16354f0 None None] Attempting to bind port 936f0db0-826f-477f-a4e2-336cd9222d6a on network 2186356e-f507-4a19-8ea0-ad1915fe3c2c {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:24:59.167373 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af98fd46-4717-4ae0-b3e8-1de5f16354f0 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:24:59.167876 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af98fd46-4717-4ae0-b3e8-1de5f16354f0 None None] Checking segment: {'id': '83c9b86b-d205-4f54-9307-7f4ddb7a035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2186356e-f507-4a19-8ea0-ad1915fe3c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:24:59.168146 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-af98fd46-4717-4ae0-b3e8-1de5f16354f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:59.168543 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af98fd46-4717-4ae0-b3e8-1de5f16354f0 None None] Bound using segment: {'id': '83c9b86b-d205-4f54-9307-7f4ddb7a035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2186356e-f507-4a19-8ea0-ad1915fe3c2c'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:24:59.169018 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-af98fd46-4717-4ae0-b3e8-1de5f16354f0 None None] Bound port: 936f0db0-826f-477f-a4e2-336cd9222d6a, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c9b86b-d205-4f54-9307-7f4ddb7a035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2186356e-f507-4a19-8ea0-ad1915fe3c2c'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:24:59.169401 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-af98fd46-4717-4ae0-b3e8-1de5f16354f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:59.222201 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a719ae4-29c7-4b8e-80cf-009b3de31a84 req-65e9530e-c434-453a-8cc5-4152ebd4ae9a tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:59.223758 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4a719ae4-29c7-4b8e-80cf-009b3de31a84 req-65e9530e-c434-453a-8cc5-4152ebd4ae9a tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f40b2bc-5bb8-4f14-8538-ca8f78a4272d HTTP/1.1" status: 200 len: 944 time: 0.1210072 Dec 10 16:24:59.239484 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-af98fd46-4717-4ae0-b3e8-1de5f16354f0 None None] For port 936f0db0-826f-477f-a4e2-336cd9222d6a, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:24:59.243829 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-af98fd46-4717-4ae0-b3e8-1de5f16354f0 None None] For port 936f0db0-826f-477f-a4e2-336cd9222d6a, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=936f0db0-826f-477f-a4e2-336cd9222d6a,segment=NetworkSegment(83c9b86b-d205-4f54-9307-7f4ddb7a035e),segment_id=83c9b86b-d205-4f54-9307-7f4ddb7a035e)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:24:59.249406 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-af98fd46-4717-4ae0-b3e8-1de5f16354f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:59.307135 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-ff1c7b1a-b92c-45e4-91f9-43a0dafda8f9 service neutron] For port 98aa5f6b-994b-4a0b-8a63-197560470701, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:24:59.315528 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af98fd46-4717-4ae0-b3e8-1de5f16354f0 None None] Routers {'66eb7398-a5d2-4c59-bf43-fd99f6e0eded'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:24:59.316156 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-af98fd46-4717-4ae0-b3e8-1de5f16354f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:24:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['66eb7398-a5d2-4c59-bf43-fd99f6e0eded'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:24:59.334564 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-ff1c7b1a-b92c-45e4-91f9-43a0dafda8f9 service neutron] For port 98aa5f6b-994b-4a0b-8a63-197560470701, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=98aa5f6b-994b-4a0b-8a63-197560470701,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:24:59.340828 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4a719ae4-29c7-4b8e-80cf-009b3de31a84 req-a02b43be-122b-49d5-9c25-ba5780610a4f tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070585 Dec 10 16:24:59.343072 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-ff1c7b1a-b92c-45e4-91f9-43a0dafda8f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:59.388125 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a1b6a-0de9-4929-abe8-69b9be30401e None None] Pushing event updated for resources: {'Port': ['ID=936f0db0-826f-477f-a4e2-336cd9222d6a,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:59.422050 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-ff1c7b1a-b92c-45e4-91f9-43a0dafda8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:59.422947 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-ff1c7b1a-b92c-45e4-91f9-43a0dafda8f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:59.425616 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-ff1c7b1a-b92c-45e4-91f9-43a0dafda8f9 service neutron] 10.222.0.46 "PUT /v2.0/ports/98aa5f6b-994b-4a0b-8a63-197560470701 HTTP/1.1" status: 200 len: 1096 time: 1.7930491 Dec 10 16:24:59.427688 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f56219f8-ca48-4562-ab98-7c637b8d7a06 None None] Provisioning complete for port 936f0db0-826f-477f-a4e2-336cd9222d6a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:24:59.428058 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f56219f8-ca48-4562-ab98-7c637b8d7a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:59.435572 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c45c3f-607a-4966-82c4-75da5bfab0ce', 'tag': '98aa5f6b-994b-4a0b-8a63-197560470701'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:24:59.439407 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd78cc96-51df-464a-8bf7-20024872a8b1" -d '{"events": [{"name": "network-changed", "server_uuid": "a5c45c3f-607a-4966-82c4-75da5bfab0ce", "tag": "98aa5f6b-994b-4a0b-8a63-197560470701"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:24:59.504056 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-af98fd46-4717-4ae0-b3e8-1de5f16354f0 None None] Set router 66eb7398-a5d2-4c59-bf43-fd99f6e0eded gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:24:59.504313 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c7b1a-b92c-45e4-91f9-43a0dafda8f9 service neutron] Pushing event updated for resources: {'Port': ['ID=98aa5f6b-994b-4a0b-8a63-197560470701,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:59.552602 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a7b5e1cc-0737-4ac0-82b1-69abfa5d378b admin admin] Deleting port 936f0db0-826f-477f-a4e2-336cd9222d6a {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:24:59.552938 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a7b5e1cc-0737-4ac0-82b1-69abfa5d378b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:59.585554 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c0b44-d1c9-4c49-9251-aa42c578286a req-3c1856f3-3ff2-44ef-875a-79bbe2f3e63a tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:59.588328 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1d5c0b44-d1c9-4c49-9251-aa42c578286a req-3c1856f3-3ff2-44ef-875a-79bbe2f3e63a tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 948 time: 0.1462662 Dec 10 16:24:59.654575 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-b0a966ad-4715-403e-8230-da383f3f55e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:59.656225 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-b0a966ad-4715-403e-8230-da383f3f55e0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94e98c03952a41539b6089aa3614a4af&device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 1099 time: 0.1723254 Dec 10 16:24:59.700731 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f56219f8-ca48-4562-ab98-7c637b8d7a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:59.724748 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-c8e47708-100e-43b4-b5f5-df8853624b7e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=98aa5f6b-994b-4a0b-8a63-197560470701 HTTP/1.1" status: 200 len: 217 time: 0.0525372 Dec 10 16:24:59.763907 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1d5c0b44-d1c9-4c49-9251-aa42c578286a req-a2cfc51c-f614-406c-b20f-d2c1ad42ddbf tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431878 Dec 10 16:24:59.780790 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f56219f8-ca48-4562-ab98-7c637b8d7a06 None None] For port 936f0db0-826f-477f-a4e2-336cd9222d6a, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=936f0db0-826f-477f-a4e2-336cd9222d6a,segment=NetworkSegment(83c9b86b-d205-4f54-9307-7f4ddb7a035e),segment_id=83c9b86b-d205-4f54-9307-7f4ddb7a035e)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:59.786546 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f56219f8-ca48-4562-ab98-7c637b8d7a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:59.809106 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a7b5e1cc-0737-4ac0-82b1-69abfa5d378b admin admin] For port 936f0db0-826f-477f-a4e2-336cd9222d6a, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=936f0db0-826f-477f-a4e2-336cd9222d6a,segment=NetworkSegment(83c9b86b-d205-4f54-9307-7f4ddb7a035e),segment_id=83c9b86b-d205-4f54-9307-7f4ddb7a035e)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:24:59.809586 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a7b5e1cc-0737-4ac0-82b1-69abfa5d378b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:59.829385 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a7b5e1cc-0737-4ac0-82b1-69abfa5d378b admin admin] Calling delete_port for 936f0db0-826f-477f-a4e2-336cd9222d6a owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:24:59.840901 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-325ff99f-7501-4b56-8742-8badeaf6ad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:59.842620 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-325ff99f-7501-4b56-8742-8badeaf6ad2e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.1059172 Dec 10 16:24:59.844625 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56219f8-ca48-4562-ab98-7c637b8d7a06 None None] Pushing event updated for resources: {'Port': ['ID=936f0db0-826f-477f-a4e2-336cd9222d6a,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:59.857614 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-af98fd46-4717-4ae0-b3e8-1de5f16354f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66eb7398-a5d2-4c59-bf43-fd99f6e0eded', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1405842999-router', 'tenant_id': '53d413725d564c40b0879e141fc6eea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'edd579bf-5efa-4a84-9c92-9ad440147f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:24:51Z', 'updated_at': '2021-12-10T16:24:55Z', 'revision_number': 4, 'project_id': '53d413725d564c40b0879e141fc6eea7', 'gw_port': {'id': 'edd579bf-5efa-4a84-9c92-9ad440147f96', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eb7398-a5d2-4c59-bf43-fd99f6e0eded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:24:51Z', 'updated_at': '2021-12-10T16:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '936f0db0-826f-477f-a4e2-336cd9222d6a', 'name': '', 'network_id': '2186356e-f507-4a19-8ea0-ad1915fe3c2c', 'tenant_id': '53d413725d564c40b0879e141fc6eea7', 'mac_address': 'fa:16:3e:41:9a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66eb7398-a5d2-4c59-bf43-fd99f6e0eded', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'ea7aaef0-b067-464b-9f1b-e4c6b4a854ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:24:54Z', 'updated_at': '2021-12-10T16:24:59Z', 'revision_number': 4, 'project_id': '53d413725d564c40b0879e141fc6eea7', 'subnets': [{'id': 'ea7aaef0-b067-464b-9f1b-e4c6b4a854ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:24:59.884933 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af98fd46-4717-4ae0-b3e8-1de5f16354f0 None None] The sync data for ids ['66eb7398-a5d2-4c59-bf43-fd99f6e0eded'] in n-d-766771-2 is: [{'id': '66eb7398-a5d2-4c59-bf43-fd99f6e0eded', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1405842999-router', 'tenant_id': '53d413725d564c40b0879e141fc6eea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'edd579bf-5efa-4a84-9c92-9ad440147f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:24:51Z', 'updated_at': '2021-12-10T16:24:55Z', 'revision_number': 4, 'project_id': '53d413725d564c40b0879e141fc6eea7', 'gw_port': {'id': 'edd579bf-5efa-4a84-9c92-9ad440147f96', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eb7398-a5d2-4c59-bf43-fd99f6e0eded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:24:51Z', 'updated_at': '2021-12-10T16:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '936f0db0-826f-477f-a4e2-336cd9222d6a', 'name': '', 'network_id': '2186356e-f507-4a19-8ea0-ad1915fe3c2c', 'tenant_id': '53d413725d564c40b0879e141fc6eea7', 'mac_address': 'fa:16:3e:41:9a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66eb7398-a5d2-4c59-bf43-fd99f6e0eded', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'ea7aaef0-b067-464b-9f1b-e4c6b4a854ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:24:54Z', 'updated_at': '2021-12-10T16:24:59Z', 'revision_number': 4, 'project_id': '53d413725d564c40b0879e141fc6eea7', 'subnets': [{'id': 'ea7aaef0-b067-464b-9f1b-e4c6b4a854ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:24:59.919175 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6a728461-aaf9-4222-9c0c-4058dda1a2f4 req-a6d8dd1a-9a7a-4303-9e15-a7b18c3953c8 tempest-ServerShowV254Test-901235988 tempest-ServerShowV254Test-901235988-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a93b942-234e-44a9-9af3-74544dc0b08e HTTP/1.1" status: 200 len: 210 time: 0.0725710 Dec 10 16:24:59.929168 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-75cb8ddf-ee03-4dfe-857d-b74d4031b6aa None None] Provisioning complete for port 936f0db0-826f-477f-a4e2-336cd9222d6a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:24:59.929685 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-75cb8ddf-ee03-4dfe-857d-b74d4031b6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:59.977879 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-0dfd8cc9-d729-449f-a05b-ff97a6ba9a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:59.979499 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-0dfd8cc9-d729-449f-a05b-ff97a6ba9a84 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1205375 Dec 10 16:25:00.034380 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1e883b-f439-4200-a87d-e4df69720ec2 x-openstack-request-id: req-4f1e883b-f439-4200-a87d-e4df69720ec2 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:25:00.034786 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5c45c3f-607a-4966-82c4-75da5bfab0ce", "tag": "98aa5f6b-994b-4a0b-8a63-197560470701", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:25:00.035140 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4f1e883b-f439-4200-a87d-e4df69720ec2 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:25:00.035654 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5c45c3f-607a-4966-82c4-75da5bfab0ce', 'tag': '98aa5f6b-994b-4a0b-8a63-197560470701', 'status': 'completed', 'code': 200} Dec 10 16:25:00.167006 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 936f0db0-826f-477f-a4e2-336cd9222d6a up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:25:00.230055 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 936f0db0-826f-477f-a4e2-336cd9222d6a triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:25:00.230576 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:00.258753 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159ab35-6080-42f0-85cb-bb4894956681 req-00a21d5b-3f56-401b-8d61-4e2829aad520 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:00.260284 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f159ab35-6080-42f0-85cb-bb4894956681 req-00a21d5b-3f56-401b-8d61-4e2829aad520 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf38d33e-eeed-4d7d-8cf6-fee98f1c6d24 HTTP/1.1" status: 200 len: 945 time: 0.1423159 Dec 10 16:25:00.280495 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-268d6145-c0f3-43c3-b428-d0c5cfedd776 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879794 Dec 10 16:25:00.366732 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a7b5e1cc-0737-4ac0-82b1-69abfa5d378b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:00.408177 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5e1cc-0737-4ac0-82b1-69abfa5d378b admin admin] Pushing event deleted for resources: {'Port': ['ID=936f0db0-826f-477f-a4e2-336cd9222d6a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:00.449590 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f159ab35-6080-42f0-85cb-bb4894956681 req-15ed0e95-96ce-4839-af71-0a8e23797684 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796348 Dec 10 16:25:00.504222 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3e05e84c-f3b3-4168-b271-0b0eba90cb17 req-21f5031c-ec87-41b3-bdf3-e2802d9e8155 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046380 Dec 10 16:25:00.747509 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78cc96-51df-464a-8bf7-20024872a8b1 req-07cf119b-3d33-4c15-a70f-de2934c8f5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:00.749183 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fd78cc96-51df-464a-8bf7-20024872a8b1 req-07cf119b-3d33-4c15-a70f-de2934c8f5d4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94e98c03952a41539b6089aa3614a4af&device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 1099 time: 0.1243002 Dec 10 16:25:00.829895 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a7b5e1cc-0737-4ac0-82b1-69abfa5d378b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:00.979460 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78cc96-51df-464a-8bf7-20024872a8b1 req-34e9f42b-ced1-476a-84de-8bcdb2d4241e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:00.980874 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fd78cc96-51df-464a-8bf7-20024872a8b1 req-34e9f42b-ced1-476a-84de-8bcdb2d4241e service neutron] 10.222.0.46 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.2214677 Dec 10 16:25:00.988505 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35353c-98e6-424f-afbb-762580bf1299 req-0df768f2-f203-4ec6-b23b-a91bf4305f90 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:00.990027 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8e35353c-98e6-424f-afbb-762580bf1299 req-0df768f2-f203-4ec6-b23b-a91bf4305f90 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f40b2bc-5bb8-4f14-8538-ca8f78a4272d HTTP/1.1" status: 200 len: 944 time: 0.1726780 Dec 10 16:25:01.044845 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fd78cc96-51df-464a-8bf7-20024872a8b1 req-4dcb5ad4-f99a-4636-82e4-2272a4fba3cc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=98aa5f6b-994b-4a0b-8a63-197560470701 HTTP/1.1" status: 200 len: 217 time: 0.0516119 Dec 10 16:25:01.135940 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8e35353c-98e6-424f-afbb-762580bf1299 req-44572085-d50e-409e-8257-c0c6ba7db8ac tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330848 Dec 10 16:25:01.194780 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78cc96-51df-464a-8bf7-20024872a8b1 req-27f47c75-2328-418c-bd45-4a2e2db00760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:01.196837 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fd78cc96-51df-464a-8bf7-20024872a8b1 req-27f47c75-2328-418c-bd45-4a2e2db00760 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.1424904 Dec 10 16:25:01.230810 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device b4cc6d7c-f629-4a3f-81cc-bdefa432467b up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:25:01.272933 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78cc96-51df-464a-8bf7-20024872a8b1 req-2a6dc150-862c-4d6d-ba94-c1b8e3746e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:01.274665 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fd78cc96-51df-464a-8bf7-20024872a8b1 req-2a6dc150-862c-4d6d-ba94-c1b8e3746e1f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0702598 Dec 10 16:25:01.294321 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port b4cc6d7c-f629-4a3f-81cc-bdefa432467b completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:25:01.294559 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b5e1cc-0737-4ac0-82b1-69abfa5d378b admin admin] Router 66eb7398-a5d2-4c59-bf43-fd99f6e0eded has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:25:01.300390 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port b4cc6d7c-f629-4a3f-81cc-bdefa432467b triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:25:01.300837 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:01.389299 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:01.411526 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f40b2bc-5bb8-4f14-8538-ca8f78a4272d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4cc6d7c-f629-4a3f-81cc-bdefa432467b'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:25:01.413739 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b61f651-25ba-4781-a82b-63d35400e37a" -d '{"events": [{"server_uuid": "5f40b2bc-5bb8-4f14-8538-ca8f78a4272d", "name": "network-vif-plugged", "status": "completed", "tag": "b4cc6d7c-f629-4a3f-81cc-bdefa432467b"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:25:01.425718 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port b4cc6d7c-f629-4a3f-81cc-bdefa432467b, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=b4cc6d7c-f629-4a3f-81cc-bdefa432467b,segment=NetworkSegment(698ea8e5-c316-417a-87ff-ff612f3a473c),segment_id=698ea8e5-c316-417a-87ff-ff612f3a473c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:01.430150 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:01.479757 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=b4cc6d7c-f629-4a3f-81cc-bdefa432467b,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:01.485553 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9e03e-7e48-4e00-977d-975005ff4ee6 req-cd0c2fcf-bf0e-4e1a-9216-d633c1e7ea9f tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:01.487238 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-36b9e03e-7e48-4e00-977d-975005ff4ee6 req-cd0c2fcf-bf0e-4e1a-9216-d633c1e7ea9f tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 948 time: 0.1809831 Dec 10 16:25:01.498055 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fd78cc96-51df-464a-8bf7-20024872a8b1 req-ea03d114-0d65-47ae-a7e8-4c642a7d3d1d service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151253 Dec 10 16:25:01.609063 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b5e1cc-0737-4ac0-82b1-69abfa5d378b admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:25:01.615131 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-36b9e03e-7e48-4e00-977d-975005ff4ee6 req-5be90597-5be9-45f3-9831-840323847f21 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194632 Dec 10 16:25:01.621117 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a7b5e1cc-0737-4ac0-82b1-69abfa5d378b admin admin] 10.222.0.11 "PUT /v2.0/routers/66eb7398-a5d2-4c59-bf43-fd99f6e0eded/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9102876 Dec 10 16:25:01.623668 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fdbea0-f42e-48bc-a42d-c943a2725b0d None None] Sync routers for ids ['66eb7398-a5d2-4c59-bf43-fd99f6e0eded'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:25:01.624131 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 45084) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:01.633641 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fdbea0-f42e-48bc-a42d-c943a2725b0d None None] Routers {'66eb7398-a5d2-4c59-bf43-fd99f6e0eded'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:25:01.634680 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-20fdbea0-f42e-48bc-a42d-c943a2725b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:24:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['66eb7398-a5d2-4c59-bf43-fd99f6e0eded'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:01.653160 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fd78cc96-51df-464a-8bf7-20024872a8b1 req-13d672ce-5c0a-4108-a304-94a37ef55250 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423364 Dec 10 16:25:01.733819 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22689975-6908-4903-b8f3-84f81b75dd42 req-63e415e3-04c8-4f2b-a48e-dc8ccfb3473f tempest-ServerShowV254Test-901235988 tempest-ServerShowV254Test-901235988-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a93b942-234e-44a9-9af3-74544dc0b08e HTTP/1.1" status: 200 len: 210 time: 0.0305023 Dec 10 16:25:01.755927 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-20fdbea0-f42e-48bc-a42d-c943a2725b0d None None] Set router 66eb7398-a5d2-4c59-bf43-fd99f6e0eded gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:25:01.868890 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82ad05-515d-4137-ba01-3d96e8090fc7 req-7754d0ff-1d0c-4004-9fcf-6d973f61588a tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:01.870598 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5f82ad05-515d-4137-ba01-3d96e8090fc7 req-7754d0ff-1d0c-4004-9fcf-6d973f61588a tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf38d33e-eeed-4d7d-8cf6-fee98f1c6d24 HTTP/1.1" status: 200 len: 945 time: 0.0575378 Dec 10 16:25:01.921201 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5f82ad05-515d-4137-ba01-3d96e8090fc7 req-37665f67-b91b-4937-af10-5ad8d17f813f tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440252 Dec 10 16:25:01.955315 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-20fdbea0-f42e-48bc-a42d-c943a2725b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66eb7398-a5d2-4c59-bf43-fd99f6e0eded', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1405842999-router', 'tenant_id': '53d413725d564c40b0879e141fc6eea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'edd579bf-5efa-4a84-9c92-9ad440147f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:24:51Z', 'updated_at': '2021-12-10T16:25:00Z', 'revision_number': 5, 'project_id': '53d413725d564c40b0879e141fc6eea7', 'gw_port': {'id': 'edd579bf-5efa-4a84-9c92-9ad440147f96', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eb7398-a5d2-4c59-bf43-fd99f6e0eded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:24:51Z', 'updated_at': '2021-12-10T16:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:01.979726 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8947fb26-68ec-4c33-8e1a-4a8c8f97789a x-openstack-request-id: req-8947fb26-68ec-4c33-8e1a-4a8c8f97789a {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:25:01.980668 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f40b2bc-5bb8-4f14-8538-ca8f78a4272d", "name": "network-vif-plugged", "status": "completed", "tag": "b4cc6d7c-f629-4a3f-81cc-bdefa432467b", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:25:01.981152 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8947fb26-68ec-4c33-8e1a-4a8c8f97789a {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:25:01.983640 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fdbea0-f42e-48bc-a42d-c943a2725b0d None None] Checking router: 66eb7398-a5d2-4c59-bf43-fd99f6e0eded for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:25:01.987138 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f40b2bc-5bb8-4f14-8538-ca8f78a4272d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4cc6d7c-f629-4a3f-81cc-bdefa432467b', 'code': 200} Dec 10 16:25:02.001601 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fdbea0-f42e-48bc-a42d-c943a2725b0d None None] Routers {'66eb7398-a5d2-4c59-bf43-fd99f6e0eded'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:25:02.015012 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-20fdbea0-f42e-48bc-a42d-c943a2725b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:24:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['66eb7398-a5d2-4c59-bf43-fd99f6e0eded'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:02.101288 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7a0b501c-da96-40f5-87b3-2771987f499e admin admin] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:02.143943 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-20fdbea0-f42e-48bc-a42d-c943a2725b0d None None] Set router 66eb7398-a5d2-4c59-bf43-fd99f6e0eded gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:25:02.183464 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c5d6c-844b-4878-90be-ce267d840929 req-57ebd28c-68db-4ffc-a75d-067562200c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:02.184880 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-794c5d6c-844b-4878-90be-ce267d840929 req-57ebd28c-68db-4ffc-a75d-067562200c6c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5f40b2bc-5bb8-4f14-8538-ca8f78a4272d HTTP/1.1" status: 200 len: 1096 time: 0.1201520 Dec 10 16:25:02.247808 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-794c5d6c-844b-4878-90be-ce267d840929 req-fba77e8c-0890-44a3-9829-3aba13e66aff service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543363 Dec 10 16:25:02.255258 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7a0b501c-da96-40f5-87b3-2771987f499e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:02.310104 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7a0b501c-da96-40f5-87b3-2771987f499e admin admin] Deleting port edd579bf-5efa-4a84-9c92-9ad440147f96 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:25:02.310478 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7a0b501c-da96-40f5-87b3-2771987f499e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:02.349020 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-20fdbea0-f42e-48bc-a42d-c943a2725b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66eb7398-a5d2-4c59-bf43-fd99f6e0eded', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1405842999-router', 'tenant_id': '53d413725d564c40b0879e141fc6eea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'edd579bf-5efa-4a84-9c92-9ad440147f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:24:51Z', 'updated_at': '2021-12-10T16:25:00Z', 'revision_number': 5, 'project_id': '53d413725d564c40b0879e141fc6eea7', 'gw_port': {'id': 'edd579bf-5efa-4a84-9c92-9ad440147f96', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eb7398-a5d2-4c59-bf43-fd99f6e0eded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:24:51Z', 'updated_at': '2021-12-10T16:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:02.381961 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fdbea0-f42e-48bc-a42d-c943a2725b0d None None] The sync data for ids ['66eb7398-a5d2-4c59-bf43-fd99f6e0eded'] in n-d-766771-2 is: [{'id': '66eb7398-a5d2-4c59-bf43-fd99f6e0eded', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1405842999-router', 'tenant_id': '53d413725d564c40b0879e141fc6eea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'edd579bf-5efa-4a84-9c92-9ad440147f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:24:51Z', 'updated_at': '2021-12-10T16:25:00Z', 'revision_number': 5, 'project_id': '53d413725d564c40b0879e141fc6eea7', 'gw_port': {'id': 'edd579bf-5efa-4a84-9c92-9ad440147f96', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eb7398-a5d2-4c59-bf43-fd99f6e0eded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:24:51Z', 'updated_at': '2021-12-10T16:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:25:02.402360 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7a0b501c-da96-40f5-87b3-2771987f499e admin admin] For port edd579bf-5efa-4a84-9c92-9ad440147f96, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=edd579bf-5efa-4a84-9c92-9ad440147f96,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:02.402914 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7a0b501c-da96-40f5-87b3-2771987f499e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:02.416590 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7a0b501c-da96-40f5-87b3-2771987f499e admin admin] Calling delete_port for edd579bf-5efa-4a84-9c92-9ad440147f96 owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:25:02.431407 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f6e71-39fe-4f72-9686-ae1f25688db9 req-c531e844-3115-4c53-8d57-0cae97211360 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:02.432991 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-677f6e71-39fe-4f72-9686-ae1f25688db9 req-c531e844-3115-4c53-8d57-0cae97211360 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f40b2bc-5bb8-4f14-8538-ca8f78a4272d HTTP/1.1" status: 200 len: 945 time: 0.0591559 Dec 10 16:25:02.490869 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-677f6e71-39fe-4f72-9686-ae1f25688db9 req-68b92f3c-310e-4df1-97a3-61664263d420 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512760 Dec 10 16:25:02.589419 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7a0b501c-da96-40f5-87b3-2771987f499e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:02.600727 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5c1d0-410e-4aa8-871c-30a0acc3114b req-70a9986f-fe82-4620-8055-ba53ae0c632b tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:02.602473 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-77f5c1d0-410e-4aa8-871c-30a0acc3114b req-70a9986f-fe82-4620-8055-ba53ae0c632b tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf38d33e-eeed-4d7d-8cf6-fee98f1c6d24 HTTP/1.1" status: 200 len: 945 time: 0.0535254 Dec 10 16:25:02.620362 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b501c-da96-40f5-87b3-2771987f499e admin admin] Pushing event deleted for resources: {'Port': ['ID=edd579bf-5efa-4a84-9c92-9ad440147f96,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:02.650703 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b501c-da96-40f5-87b3-2771987f499e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:02.651786 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b501c-da96-40f5-87b3-2771987f499e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:02.652298 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b501c-da96-40f5-87b3-2771987f499e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:02.652936 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b501c-da96-40f5-87b3-2771987f499e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:02.653975 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b501c-da96-40f5-87b3-2771987f499e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:02.654498 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b501c-da96-40f5-87b3-2771987f499e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:02.655026 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b501c-da96-40f5-87b3-2771987f499e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:02.655362 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b501c-da96-40f5-87b3-2771987f499e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:02.655697 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b501c-da96-40f5-87b3-2771987f499e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:02.656029 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b501c-da96-40f5-87b3-2771987f499e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:02.656357 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b501c-da96-40f5-87b3-2771987f499e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:02.656683 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b501c-da96-40f5-87b3-2771987f499e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:02.657011 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b501c-da96-40f5-87b3-2771987f499e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:02.660728 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-77f5c1d0-410e-4aa8-871c-30a0acc3114b req-5e2b5cb6-b872-4e39-a3cf-48c2f5f37cbd tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468762 Dec 10 16:25:02.698174 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7a0b501c-da96-40f5-87b3-2771987f499e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:02.779601 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45135c-2994-49ed-9bc3-e0a504753500 req-73cac4d3-7654-4507-855b-0b3fb6206f4a tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:02.782593 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fb45135c-2994-49ed-9bc3-e0a504753500 req-73cac4d3-7654-4507-855b-0b3fb6206f4a tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 948 time: 0.0588543 Dec 10 16:25:02.794225 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7a0b501c-da96-40f5-87b3-2771987f499e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:02.796370 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7a0b501c-da96-40f5-87b3-2771987f499e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:02.832383 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fb45135c-2994-49ed-9bc3-e0a504753500 req-d004e658-19e7-4bd1-9b44-a50a895cea15 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442646 Dec 10 16:25:02.845512 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7a0b501c-da96-40f5-87b3-2771987f499e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:02.846421 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0b501c-da96-40f5-87b3-2771987f499e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66eb7398-a5d2-4c59-bf43-fd99f6e0eded {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:25:02.851244 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7a0b501c-da96-40f5-87b3-2771987f499e admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:02.854191 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7a0b501c-da96-40f5-87b3-2771987f499e admin admin] 10.222.0.11 "DELETE /v2.0/routers/66eb7398-a5d2-4c59-bf43-fd99f6e0eded HTTP/1.1" status: 204 len: 168 time: 1.2276776 Dec 10 16:25:02.855066 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 45100) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:02.901570 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e0f80e3-9557-42d4-8af4-92f888161549 admin admin] Deleting subnet ea7aaef0-b067-464b-9f1b-e4c6b4a854ad {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:25:02.904962 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e0f80e3-9557-42d4-8af4-92f888161549 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:02.957974 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-efe8f9e8-67a5-40cb-9e19-9e8be22e9c5d req-1b268f51-1701-4bb5-b5e3-05379f3d065f tempest-ServerShowV254Test-901235988 tempest-ServerShowV254Test-901235988-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a93b942-234e-44a9-9af3-74544dc0b08e HTTP/1.1" status: 200 len: 210 time: 0.0310915 Dec 10 16:25:02.966055 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e0f80e3-9557-42d4-8af4-92f888161549 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:03.046037 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e0f80e3-9557-42d4-8af4-92f888161549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:03.108407 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e0f80e3-9557-42d4-8af4-92f888161549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:03.138866 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f80e3-9557-42d4-8af4-92f888161549 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea7aaef0-b067-464b-9f1b-e4c6b4a854ad,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:03.142570 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e0f80e3-9557-42d4-8af4-92f888161549 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:03.148063 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2e0f80e3-9557-42d4-8af4-92f888161549 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ea7aaef0-b067-464b-9f1b-e4c6b4a854ad HTTP/1.1" status: 204 len: 168 time: 0.2897191 Dec 10 16:25:03.148816 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 45106) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:03.152330 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4cd101-10fb-4ed8-b151-600500636fbd None None] Network 2186356e-f507-4a19-8ea0-ad1915fe3c2c requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:25:03.225951 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ff388769-c45c-4dc0-a69e-954d30e7db72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:03.232339 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 98aa5f6b-994b-4a0b-8a63-197560470701 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:25:03.279824 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-ff388769-c45c-4dc0-a69e-954d30e7db72 admin admin] Deleting port fd4c8307-658f-4d3e-b334-74c9f41816e0 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:25:03.280165 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ff388769-c45c-4dc0-a69e-954d30e7db72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:03.347470 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 98aa5f6b-994b-4a0b-8a63-197560470701, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=98aa5f6b-994b-4a0b-8a63-197560470701,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:03.353803 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-ff388769-c45c-4dc0-a69e-954d30e7db72 admin admin] For port fd4c8307-658f-4d3e-b334-74c9f41816e0, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=fd4c8307-658f-4d3e-b334-74c9f41816e0,segment=NetworkSegment(83c9b86b-d205-4f54-9307-7f4ddb7a035e),segment_id=83c9b86b-d205-4f54-9307-7f4ddb7a035e)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:03.354160 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ff388769-c45c-4dc0-a69e-954d30e7db72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:03.359276 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '98aa5f6b-994b-4a0b-8a63-197560470701', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'port_id': '98aa5f6b-994b-4a0b-8a63-197560470701', 'mac_address': 'fa:16:3e:bf:a9:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a18c92-5007-49e2-b728-7aedc06dca57', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:25:03.368315 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-ff388769-c45c-4dc0-a69e-954d30e7db72 admin admin] Calling delete_port for fd4c8307-658f-4d3e-b334-74c9f41816e0 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:25:03.395994 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:03.409536 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98aa5f6b-994b-4a0b-8a63-197560470701 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:25:03.428966 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 98aa5f6b-994b-4a0b-8a63-197560470701, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=98aa5f6b-994b-4a0b-8a63-197560470701,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:03.434523 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:03.453959 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ff388769-c45c-4dc0-a69e-954d30e7db72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:03.464804 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1f9dc2-d907-422f-b67d-6e8668c64923 None None] DHCP port deletion for 2186356e-f507-4a19-8ea0-ad1915fe3c2c request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:25:03.490483 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff388769-c45c-4dc0-a69e-954d30e7db72 admin admin] No DVR routers for this DVR port fd4c8307-658f-4d3e-b334-74c9f41816e0 on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:25:03.492777 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff388769-c45c-4dc0-a69e-954d30e7db72 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd4c8307-658f-4d3e-b334-74c9f41816e0,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:03.499223 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=98aa5f6b-994b-4a0b-8a63-197560470701,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:03.577082 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ff388769-c45c-4dc0-a69e-954d30e7db72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:03.602063 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-ff388769-c45c-4dc0-a69e-954d30e7db72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2186356e-f507-4a19-8ea0-ad1915fe3c2c']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:03.611396 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281cae4-4c8f-4770-9736-9cb3c4d1f8bf req-393943b9-b318-4b24-9bfb-d2219d996dad tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:03.612395 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-ff388769-c45c-4dc0-a69e-954d30e7db72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c9b86b-d205-4f54-9307-7f4ddb7a035e') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:03.612692 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-ff388769-c45c-4dc0-a69e-954d30e7db72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c9b86b-d205-4f54-9307-7f4ddb7a035e') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:03.619622 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5281cae4-4c8f-4770-9736-9cb3c4d1f8bf req-393943b9-b318-4b24-9bfb-d2219d996dad tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f40b2bc-5bb8-4f14-8538-ca8f78a4272d HTTP/1.1" status: 200 len: 945 time: 0.0589957 Dec 10 16:25:03.628970 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ff388769-c45c-4dc0-a69e-954d30e7db72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:03.644604 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ff388769-c45c-4dc0-a69e-954d30e7db72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:03.652732 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff388769-c45c-4dc0-a69e-954d30e7db72 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:25:03.653420 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ff388769-c45c-4dc0-a69e-954d30e7db72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:03.655326 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:25:03.655326 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:25:03.655326 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:25:03.655326 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:25:03.655326 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:25:03.655326 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:25:03.655326 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:25:03.655326 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:25:03.655326 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:25:03.655326 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:25:03.655326 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:25:03.655326 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:25:03.655326 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:25:03.655326 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:25:03.655326 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:25:03.655326 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:25:03.655326 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:25:03.655326 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:25:03.655326 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:25:03.655326 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:25:03.655326 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:25:03.655326 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:25:03.655326 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:25:03.655326 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:25:03.655326 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:25:03.655326 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:25:03.655326 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:25:03.655326 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:25:03.655326 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:25:03.655326 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:25:03.655326 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:25:03.655326 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:25:03.667499 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5281cae4-4c8f-4770-9736-9cb3c4d1f8bf req-bed74d78-0510-47a3-82b7-53cc64d68b9f tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469956 Dec 10 16:25:03.721750 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ff388769-c45c-4dc0-a69e-954d30e7db72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:03.727895 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ff388769-c45c-4dc0-a69e-954d30e7db72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:03.731857 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ff388769-c45c-4dc0-a69e-954d30e7db72 admin admin] 10.222.0.11 "DELETE /v2.0/networks/2186356e-f507-4a19-8ea0-ad1915fe3c2c HTTP/1.1" status: 204 len: 168 time: 0.5823288 Dec 10 16:25:03.742986 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['98aa5f6b-994b-4a0b-8a63-197560470701'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:25:03.745072 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff388769-c45c-4dc0-a69e-954d30e7db72 admin admin] Pushing event deleted for resources: {'Network': ['ID=2186356e-f507-4a19-8ea0-ad1915fe3c2c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:03.795231 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6b2bf-bc56-4ee5-b3e4-31b13c862a97 req-110bf62d-16e3-43cd-a8b7-2e6a97bac2df tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:03.796957 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-92f6b2bf-bc56-4ee5-b3e4-31b13c862a97 req-110bf62d-16e3-43cd-a8b7-2e6a97bac2df tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf38d33e-eeed-4d7d-8cf6-fee98f1c6d24 HTTP/1.1" status: 200 len: 945 time: 0.0589070 Dec 10 16:25:03.846725 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-92f6b2bf-bc56-4ee5-b3e4-31b13c862a97 req-07aff070-4bd7-48d1-b6f4-a4856f9e3ecc tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426188 Dec 10 16:25:03.868547 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 45118) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:03.905618 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-770c3de7-d74f-4b35-8819-72af78502706 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=53d413725d564c40b0879e141fc6eea7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426276 Dec 10 16:25:03.908031 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 45120) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:03.956838 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5ac3d556-8369-4672-950c-096981aef349 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:03.979734 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5ac3d556-8369-4672-950c-096981aef349 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:04.033528 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5ac3d556-8369-4672-950c-096981aef349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:04.036718 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5ac3d556-8369-4672-950c-096981aef349 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:04.037847 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5ac3d556-8369-4672-950c-096981aef349 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c9a0723b-7915-48f9-a619-405e9d74fc12 HTTP/1.1" status: 204 len: 168 time: 0.1288271 Dec 10 16:25:04.050800 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3d556-8369-4672-950c-096981aef349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a0723b-7915-48f9-a619-405e9d74fc12,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:04.092542 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device edd579bf-5efa-4a84-9c92-9ad440147f96 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:25:04.113442 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: edd579bf-5efa-4a84-9c92-9ad440147f96 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:25:04.113844 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device edd579bf-5efa-4a84-9c92-9ad440147f96 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:25:04.114320 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device fd4c8307-658f-4d3e-b334-74c9f41816e0 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:25:04.135997 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: fd4c8307-658f-4d3e-b334-74c9f41816e0 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:25:04.136460 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device fd4c8307-658f-4d3e-b334-74c9f41816e0 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:25:04.137100 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 936f0db0-826f-477f-a4e2-336cd9222d6a no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:25:04.160904 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 936f0db0-826f-477f-a4e2-336cd9222d6a {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:25:04.161683 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 936f0db0-826f-477f-a4e2-336cd9222d6a not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:25:04.281994 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118f80b-edc7-480c-8cd9-fc05ff5a2781 req-5519fef4-7a36-47ef-81e8-f3e546502d98 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:04.283531 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8118f80b-edc7-480c-8cd9-fc05ff5a2781 req-5519fef4-7a36-47ef-81e8-f3e546502d98 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 949 time: 0.3725631 Dec 10 16:25:04.332152 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8118f80b-edc7-480c-8cd9-fc05ff5a2781 req-198dc0ff-6c74-43fb-8c38-e5818405cecf tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427582 Dec 10 16:25:04.373279 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b280320-d5c3-46b3-a65e-40d2013776da req-0ff08ba6-fad0-48e3-ade2-819a82be81a5 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:04.374829 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5b280320-d5c3-46b3-a65e-40d2013776da req-0ff08ba6-fad0-48e3-ade2-819a82be81a5 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf38d33e-eeed-4d7d-8cf6-fee98f1c6d24 HTTP/1.1" status: 200 len: 945 time: 0.0729487 Dec 10 16:25:04.431051 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a799a716-f86d-4d83-8732-dc6e0c109e92 req-26eb55b6-5bf5-466c-b537-e9c4a6a5ebdf tempest-ServerShowV254Test-901235988 tempest-ServerShowV254Test-901235988-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a93b942-234e-44a9-9af3-74544dc0b08e HTTP/1.1" status: 200 len: 210 time: 0.0274007 Dec 10 16:25:04.477850 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-5b280320-d5c3-46b3-a65e-40d2013776da req-e4b61d56-3465-49cb-9852-541232f3cd24 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Deleting port 1b193091-8e3b-4617-a34a-1d7af75fe828 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:25:04.478042 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-5b280320-d5c3-46b3-a65e-40d2013776da req-e4b61d56-3465-49cb-9852-541232f3cd24 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:04.577126 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-5b280320-d5c3-46b3-a65e-40d2013776da req-e4b61d56-3465-49cb-9852-541232f3cd24 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] For port 1b193091-8e3b-4617-a34a-1d7af75fe828, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=1b193091-8e3b-4617-a34a-1d7af75fe828,segment=NetworkSegment(5b73bbf7-7693-4577-890d-a6987a70c2b5),segment_id=5b73bbf7-7693-4577-890d-a6987a70c2b5)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:04.577267 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-5b280320-d5c3-46b3-a65e-40d2013776da req-e4b61d56-3465-49cb-9852-541232f3cd24 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:04.595273 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-5b280320-d5c3-46b3-a65e-40d2013776da req-e4b61d56-3465-49cb-9852-541232f3cd24 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Calling delete_port for 1b193091-8e3b-4617-a34a-1d7af75fe828 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:25:04.739848 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-5b280320-d5c3-46b3-a65e-40d2013776da req-e4b61d56-3465-49cb-9852-541232f3cd24 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:04.752594 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['1b193091-8e3b-4617-a34a-1d7af75fe828'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:25:04.776024 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b61d56-3465-49cb-9852-541232f3cd24 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Pushing event deleted for resources: {'Port': ['ID=1b193091-8e3b-4617-a34a-1d7af75fe828,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:04.813737 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f99a9-91b6-4381-8596-9bc32d5e9558 req-4aa91675-7903-4a40-b1ea-32ac2bd247d3 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:04.817274 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b280320-d5c3-46b3-a65e-40d2013776da req-e4b61d56-3465-49cb-9852-541232f3cd24 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] No DVR routers for this DVR port 1b193091-8e3b-4617-a34a-1d7af75fe828 on host n-h1-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:25:04.820960 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-5b280320-d5c3-46b3-a65e-40d2013776da req-e4b61d56-3465-49cb-9852-541232f3cd24 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:04.822052 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0a1f99a9-91b6-4381-8596-9bc32d5e9558 req-4aa91675-7903-4a40-b1ea-32ac2bd247d3 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f40b2bc-5bb8-4f14-8538-ca8f78a4272d HTTP/1.1" status: 200 len: 945 time: 0.0806150 Dec 10 16:25:04.827823 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5b280320-d5c3-46b3-a65e-40d2013776da req-e4b61d56-3465-49cb-9852-541232f3cd24 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.26 "DELETE /v2.0/ports/1b193091-8e3b-4617-a34a-1d7af75fe828 HTTP/1.1" status: 204 len: 173 time: 0.4459867 Dec 10 16:25:04.828878 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf38d33e-eeed-4d7d-8cf6-fee98f1c6d24', 'name': 'network-vif-deleted', 'tag': '1b193091-8e3b-4617-a34a-1d7af75fe828'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:25:04.831792 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3dd316-3b0e-4553-87b5-0e91b0b2cffc" -d '{"events": [{"server_uuid": "cf38d33e-eeed-4d7d-8cf6-fee98f1c6d24", "name": "network-vif-deleted", "tag": "1b193091-8e3b-4617-a34a-1d7af75fe828"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:25:04.869380 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0a1f99a9-91b6-4381-8596-9bc32d5e9558 req-71d36e8e-ed39-4df0-924f-9ff094075d2f tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466752 Dec 10 16:25:05.080231 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1119764-9cf5-4010-bf62-f5129a1d38c9 x-openstack-request-id: req-b1119764-9cf5-4010-bf62-f5129a1d38c9 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:25:05.080548 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf38d33e-eeed-4d7d-8cf6-fee98f1c6d24", "name": "network-vif-deleted", "tag": "1b193091-8e3b-4617-a34a-1d7af75fe828", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:25:05.080804 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b1119764-9cf5-4010-bf62-f5129a1d38c9 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:25:05.081209 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf38d33e-eeed-4d7d-8cf6-fee98f1c6d24', 'name': 'network-vif-deleted', 'tag': '1b193091-8e3b-4617-a34a-1d7af75fe828', 'status': 'completed', 'code': 200} Dec 10 16:25:05.161391 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bd47ed94-1b40-491c-ac61-a9cb8424a97a req-b07cfa13-a21e-4f1f-9467-d4d988c0918e tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf38d33e-eeed-4d7d-8cf6-fee98f1c6d24 HTTP/1.1" status: 200 len: 210 time: 0.0287304 Dec 10 16:25:05.232533 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 98aa5f6b-994b-4a0b-8a63-197560470701 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:25:05.253900 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f8908-7e3e-484b-ab24-87e800a8575b req-d5cd211d-98f4-4f39-a01b-fbda69bc3ade tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:05.255451 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-595f8908-7e3e-484b-ab24-87e800a8575b req-d5cd211d-98f4-4f39-a01b-fbda69bc3ade tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5f40b2bc-5bb8-4f14-8538-ca8f78a4272d HTTP/1.1" status: 200 len: 1096 time: 0.0394971 Dec 10 16:25:05.282838 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 98aa5f6b-994b-4a0b-8a63-197560470701 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:25:05.287202 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 98aa5f6b-994b-4a0b-8a63-197560470701 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:25:05.288096 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:05.304474 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-595f8908-7e3e-484b-ab24-87e800a8575b req-8a1d9477-90d8-4e98-b423-02861383f241 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427952 Dec 10 16:25:05.380005 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:05.410193 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c45c3f-607a-4966-82c4-75da5bfab0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98aa5f6b-994b-4a0b-8a63-197560470701'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:25:05.412771 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019eb242-8122-4e3a-9cde-96d1a5f53d7b" -d '{"events": [{"server_uuid": "a5c45c3f-607a-4966-82c4-75da5bfab0ce", "name": "network-vif-plugged", "status": "completed", "tag": "98aa5f6b-994b-4a0b-8a63-197560470701"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:25:05.425938 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 98aa5f6b-994b-4a0b-8a63-197560470701, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=98aa5f6b-994b-4a0b-8a63-197560470701,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:05.431311 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:05.486960 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=98aa5f6b-994b-4a0b-8a63-197560470701,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:05.494716 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:05.494986 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:05.495331 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:05.496038 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:05.496038 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:05.496339 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:05.496743 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:05.497083 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:05.497413 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:05.497741 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:05.498066 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:05.498522 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:05.498862 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:05.522798 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e0958-57be-4adb-ab11-c06b312488f3 req-a077eeb0-440d-4c5d-a220-881d86a8a2e2 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:05.524839 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f28e0958-57be-4adb-ab11-c06b312488f3 req-a077eeb0-440d-4c5d-a220-881d86a8a2e2 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 950 time: 0.0493209 Dec 10 16:25:05.574610 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f28e0958-57be-4adb-ab11-c06b312488f3 req-ba88f8cf-8878-4fb2-9f7a-2f609dcdac3b tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435312 Dec 10 16:25:05.676103 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec138caa-34fe-4841-af80-31c3864fac5d x-openstack-request-id: req-ec138caa-34fe-4841-af80-31c3864fac5d {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:25:05.676401 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c45c3f-607a-4966-82c4-75da5bfab0ce", "name": "network-vif-plugged", "status": "completed", "tag": "98aa5f6b-994b-4a0b-8a63-197560470701", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:25:05.676659 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ec138caa-34fe-4841-af80-31c3864fac5d {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:25:05.677064 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c45c3f-607a-4966-82c4-75da5bfab0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98aa5f6b-994b-4a0b-8a63-197560470701', 'code': 200} Dec 10 16:25:05.783918 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-452f9e90-8b91-4001-beba-56be479d75fc req-408098f6-6904-4bf0-8c94-8f979398a5ff tempest-ServerShowV254Test-901235988 tempest-ServerShowV254Test-901235988-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a93b942-234e-44a9-9af3-74544dc0b08e HTTP/1.1" status: 200 len: 210 time: 0.0484114 Dec 10 16:25:05.812922 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a6fd1-18d8-4b8e-8de7-b52a0e0a3bd7 req-f2a0ee0e-1410-4c62-add6-d15a44594dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:05.814428 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-831a6fd1-18d8-4b8e-8de7-b52a0e0a3bd7 req-f2a0ee0e-1410-4c62-add6-d15a44594dde service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 1101 time: 0.0661163 Dec 10 16:25:05.877398 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-831a6fd1-18d8-4b8e-8de7-b52a0e0a3bd7 req-a6716eed-0e67-40cf-8904-2576431c071d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543857 Dec 10 16:25:05.947212 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 45218) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:06.052542 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3b4776f7-c3c1-4739-91a9-5ae906f8342d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:06.134563 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3b4776f7-c3c1-4739-91a9-5ae906f8342d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:06.135957 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:06.140356 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3b4776f7-c3c1-4739-91a9-5ae906f8342d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:06.181841 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4776f7-c3c1-4739-91a9-5ae906f8342d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa560cc3-79fb-4c97-a522-35050cc6a814,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:06.189894 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 45224) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:06.190420 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3b4776f7-c3c1-4739-91a9-5ae906f8342d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d249fd47acb54a51bc5bc477d888f29e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416966 Dec 10 16:25:06.258159 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9e3ead4e-a2f6-4ac4-bfb2-903f77588b4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:06.286691 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9e3ead4e-a2f6-4ac4-bfb2-903f77588b4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:06.337345 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9e3ead4e-a2f6-4ac4-bfb2-903f77588b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:06.340310 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9e3ead4e-a2f6-4ac4-bfb2-903f77588b4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:06.342273 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9e3ead4e-a2f6-4ac4-bfb2-903f77588b4d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aa560cc3-79fb-4c97-a522-35050cc6a814 HTTP/1.1" status: 204 len: 168 time: 0.1502779 Dec 10 16:25:06.352639 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ead4e-a2f6-4ac4-bfb2-903f77588b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa560cc3-79fb-4c97-a522-35050cc6a814,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:06.543848 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-c2b17364-78f4-4fe2-9215-af5c6c34acaf tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:06.545376 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-c2b17364-78f4-4fe2-9215-af5c6c34acaf tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/networks?id=9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 HTTP/1.1" status: 200 len: 812 time: 0.1254995 Dec 10 16:25:06.566697 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-c68eabe7-a1e4-4d05-88a6-9c8324e161f6 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/quotas/a91374a85f654bd6a3d2ae7399378add HTTP/1.1" status: 200 len: 375 time: 0.0126278 Dec 10 16:25:06.604392 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-14f1fb2e-ff77-4eeb-ac62-ddba0c8ada5c tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a91374a85f654bd6a3d2ae7399378add&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296249 Dec 10 16:25:06.713198 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-6664ea12-db6b-40c1-9f1b-5cffff8c05c0 service neutron] 10.222.0.11 "GET /v2.0/networks/9d8083a2-a7ce-49e3-9a7c-b927cfa621a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996480 Dec 10 16:25:06.829173 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-02ad77af-8618-4fba-ac7c-675fd69bb4f2 service neutron] 10.222.0.11 "GET /v2.0/networks/9d8083a2-a7ce-49e3-9a7c-b927cfa621a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097903 Dec 10 16:25:07.037640 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc5d40-e8c5-4bec-aa6c-c8a618f99940 req-70420347-8f1f-4e4d-8cce-0a8709c03b86 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:07.039666 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c1dc5d40-e8c5-4bec-aa6c-c8a618f99940 req-70420347-8f1f-4e4d-8cce-0a8709c03b86 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 950 time: 0.0587986 Dec 10 16:25:07.091181 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c1dc5d40-e8c5-4bec-aa6c-c8a618f99940 req-e9f36f45-b20a-480c-bb6e-94be31923c3e tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448956 Dec 10 16:25:07.265684 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 1b193091-8e3b-4617-a34a-1d7af75fe828 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:25:07.290840 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 1b193091-8e3b-4617-a34a-1d7af75fe828 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:25:07.291193 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 1b193091-8e3b-4617-a34a-1d7af75fe828 not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:25:07.467567 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-646344cc-8da8-4dd1-8c1a-2af92c6c3d92 req-3b09027b-969b-4c3b-99ff-ae96784d3b15 tempest-ServerShowV254Test-901235988 tempest-ServerShowV254Test-901235988-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a93b942-234e-44a9-9af3-74544dc0b08e HTTP/1.1" status: 200 len: 210 time: 0.0368111 Dec 10 16:25:07.630546 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-88e435ab-51e2-4cac-835b-008fc0e16be6 req-5843b022-9279-498a-bd01-41e4ed0fcd50 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab0439d-e8ba-439a-8f48-06aa4816871e HTTP/1.1" status: 200 len: 210 time: 0.0270848 Dec 10 16:25:08.059130 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:08.168032 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-d2530d3c-9d15-483d-8226-77c9f8a2f390 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:08.170605 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-d2530d3c-9d15-483d-8226-77c9f8a2f390 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.26 "GET /v2.0/networks?id=9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 HTTP/1.1" status: 200 len: 812 time: 0.1380944 Dec 10 16:25:08.189697 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-5196b8eb-922a-4f5e-8125-812df0473b8c tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Request body: {'port': {'device_id': 'aab0439d-e8ba-439a-8f48-06aa4816871e', 'network_id': '9d8083a2-a7ce-49e3-9a7c-b927cfa621a4', 'admin_state_up': True, 'tenant_id': 'a91374a85f654bd6a3d2ae7399378add'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:25:08.235739 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:25:08.283741 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e63e2a-c894-48eb-92c5-8ded030305f7 req-da18a04f-f4d6-47cd-9dc9-86d5af8b95a2 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:08.285490 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c5e63e2a-c894-48eb-92c5-8ded030305f7 req-da18a04f-f4d6-47cd-9dc9-86d5af8b95a2 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 950 time: 0.0539756 Dec 10 16:25:08.313577 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-5196b8eb-922a-4f5e-8125-812df0473b8c tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Made reservation on behalf of a91374a85f654bd6a3d2ae7399378add for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:25:08.317692 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-5196b8eb-922a-4f5e-8125-812df0473b8c tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:08.345863 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c5e63e2a-c894-48eb-92c5-8ded030305f7 req-cdafcaae-651c-4fc0-b99e-153b370a9cde tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520291 Dec 10 16:25:08.471033 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-5196b8eb-922a-4f5e-8125-812df0473b8c tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Allocated IP 172.20.0.7 (9d8083a2-a7ce-49e3-9a7c-b927cfa621a4/d91d45da-791f-427f-a9fe-a70a5d192f4c/11cbc379-0199-4cc1-a53f-d3dc69ee8639) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:25:08.489177 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370021e4-fbe9-49f1-82de-5aa3021072e6 req-70ed944d-ca26-425f-8c82-c1eb520bf6fd tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:08.491134 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-370021e4-fbe9-49f1-82de-5aa3021072e6 req-70ed944d-ca26-425f-8c82-c1eb520bf6fd tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 950 time: 0.0566700 Dec 10 16:25:08.550738 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-370021e4-fbe9-49f1-82de-5aa3021072e6 req-a6b5f5c0-41e4-4f2b-ab97-c2d7dfb0dbbd tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538251 Dec 10 16:25:08.638533 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-5196b8eb-922a-4f5e-8125-812df0473b8c tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:08.677691 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-5196b8eb-922a-4f5e-8125-812df0473b8c tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:08.731375 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-5196b8eb-922a-4f5e-8125-812df0473b8c tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Network 9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:25:08.735703 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-5196b8eb-922a-4f5e-8125-812df0473b8c tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:25:08.738119 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-5196b8eb-922a-4f5e-8125-812df0473b8c tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:25:08.743045 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196b8eb-922a-4f5e-8125-812df0473b8c tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Pushing event updated for resources: {'Port': ['ID=11cbc379-0199-4cc1-a53f-d3dc69ee8639,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:08.791830 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-5196b8eb-922a-4f5e-8125-812df0473b8c tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:08.792495 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-5196b8eb-922a-4f5e-8125-812df0473b8c tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:08.808786 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-5196b8eb-922a-4f5e-8125-812df0473b8c tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6277747 Dec 10 16:25:08.821866 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-6d95bb4b-f2e8-492c-a4e9-b4a0b917961d service neutron] Request body: {'port': {'device_id': 'aab0439d-e8ba-439a-8f48-06aa4816871e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:25:08.852981 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4aced180-75ed-4365-bd9f-91760c73b983 req-abac2dba-d09a-482a-ac39-0b0220466975 tempest-ServerShowV254Test-901235988 tempest-ServerShowV254Test-901235988-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a93b942-234e-44a9-9af3-74544dc0b08e HTTP/1.1" status: 200 len: 210 time: 0.0278754 Dec 10 16:25:08.880601 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-6d95bb4b-f2e8-492c-a4e9-b4a0b917961d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:09.063367 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738211d-48a5-4519-8bab-0d1fafbbfd6a req-d7357977-8c83-46d8-9f30-3c042df65bb2 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:09.064906 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3738211d-48a5-4519-8bab-0d1fafbbfd6a req-d7357977-8c83-46d8-9f30-3c042df65bb2 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab0439d-e8ba-439a-8f48-06aa4816871e HTTP/1.1" status: 200 len: 931 time: 0.0609725 Dec 10 16:25:09.121454 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3738211d-48a5-4519-8bab-0d1fafbbfd6a req-de6e3449-ba9d-4029-bab1-40ae6ab24485 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490339 Dec 10 16:25:09.181979 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-6d95bb4b-f2e8-492c-a4e9-b4a0b917961d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11cbc379-0199-4cc1-a53f-d3dc69ee8639 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:25:09.194249 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-6d95bb4b-f2e8-492c-a4e9-b4a0b917961d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:09.207878 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-6d95bb4b-f2e8-492c-a4e9-b4a0b917961d service neutron] Transition to ACTIVE for port object 11cbc379-0199-4cc1-a53f-d3dc69ee8639 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:25:09.212384 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-6d95bb4b-f2e8-492c-a4e9-b4a0b917961d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:09.263021 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d95bb4b-f2e8-492c-a4e9-b4a0b917961d service neutron] Pushing event updated for resources: {'Port': ['ID=11cbc379-0199-4cc1-a53f-d3dc69ee8639,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:09.334784 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-6d95bb4b-f2e8-492c-a4e9-b4a0b917961d service neutron] Attempting to bind port 11cbc379-0199-4cc1-a53f-d3dc69ee8639 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:25:09.335207 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-6d95bb4b-f2e8-492c-a4e9-b4a0b917961d service neutron] Attempting to bind port 11cbc379-0199-4cc1-a53f-d3dc69ee8639 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '5b73bbf7-7693-4577-890d-a6987a70c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9d8083a2-a7ce-49e3-9a7c-b927cfa621a4'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:25:09.336323 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-6d95bb4b-f2e8-492c-a4e9-b4a0b917961d service neutron] Attempting to bind port 11cbc379-0199-4cc1-a53f-d3dc69ee8639 on network 9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:25:09.342826 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-6d95bb4b-f2e8-492c-a4e9-b4a0b917961d service neutron] Port 11cbc379-0199-4cc1-a53f-d3dc69ee8639 on network 9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:25:09.343384 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-6d95bb4b-f2e8-492c-a4e9-b4a0b917961d service neutron] Attempting to bind port 11cbc379-0199-4cc1-a53f-d3dc69ee8639 on network 9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:25:09.348578 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-6d95bb4b-f2e8-492c-a4e9-b4a0b917961d service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:25:09.349195 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-6d95bb4b-f2e8-492c-a4e9-b4a0b917961d service neutron] Checking segment: {'id': '5b73bbf7-7693-4577-890d-a6987a70c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9d8083a2-a7ce-49e3-9a7c-b927cfa621a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:25:09.349586 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-6d95bb4b-f2e8-492c-a4e9-b4a0b917961d service neutron] Bound using segment: {'id': '5b73bbf7-7693-4577-890d-a6987a70c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9d8083a2-a7ce-49e3-9a7c-b927cfa621a4'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:25:09.350434 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-6d95bb4b-f2e8-492c-a4e9-b4a0b917961d service neutron] Bound port: 11cbc379-0199-4cc1-a53f-d3dc69ee8639, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b73bbf7-7693-4577-890d-a6987a70c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9d8083a2-a7ce-49e3-9a7c-b927cfa621a4'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:25:09.350796 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-6d95bb4b-f2e8-492c-a4e9-b4a0b917961d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:09.424246 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-6d95bb4b-f2e8-492c-a4e9-b4a0b917961d service neutron] For port 11cbc379-0199-4cc1-a53f-d3dc69ee8639, host n-h1-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:25:09.427741 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-6d95bb4b-f2e8-492c-a4e9-b4a0b917961d service neutron] For port 11cbc379-0199-4cc1-a53f-d3dc69ee8639, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=11cbc379-0199-4cc1-a53f-d3dc69ee8639,segment=NetworkSegment(5b73bbf7-7693-4577-890d-a6987a70c2b5),segment_id=5b73bbf7-7693-4577-890d-a6987a70c2b5)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:25:09.433214 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-6d95bb4b-f2e8-492c-a4e9-b4a0b917961d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:09.468962 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-6d95bb4b-f2e8-492c-a4e9-b4a0b917961d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:09.470103 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-6d95bb4b-f2e8-492c-a4e9-b4a0b917961d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:09.471551 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-6d95bb4b-f2e8-492c-a4e9-b4a0b917961d service neutron] 10.222.0.26 "PUT /v2.0/ports/11cbc379-0199-4cc1-a53f-d3dc69ee8639 HTTP/1.1" status: 200 len: 1091 time: 0.6539891 Dec 10 16:25:09.478781 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aab0439d-e8ba-439a-8f48-06aa4816871e', 'tag': '11cbc379-0199-4cc1-a53f-d3dc69ee8639'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:25:09.481449 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7e5128-eb3a-4008-959d-a48beedfac22" -d '{"events": [{"name": "network-changed", "server_uuid": "aab0439d-e8ba-439a-8f48-06aa4816871e", "tag": "11cbc379-0199-4cc1-a53f-d3dc69ee8639"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:25:09.532122 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d95bb4b-f2e8-492c-a4e9-b4a0b917961d service neutron] Pushing event updated for resources: {'Port': ['ID=11cbc379-0199-4cc1-a53f-d3dc69ee8639,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:09.568735 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-2cc8c917-b958-42f6-ac56-ce5c70aea048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:09.571074 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-2cc8c917-b958-42f6-ac56-ce5c70aea048 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a91374a85f654bd6a3d2ae7399378add&device_id=aab0439d-e8ba-439a-8f48-06aa4816871e HTTP/1.1" status: 200 len: 1094 time: 0.0508254 Dec 10 16:25:09.627775 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-2208df9d-ed45-4576-b519-246d92836a02 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11cbc379-0199-4cc1-a53f-d3dc69ee8639 HTTP/1.1" status: 200 len: 217 time: 0.0461340 Dec 10 16:25:09.653609 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846b751f-8828-452e-83eb-d357da85fcc2 x-openstack-request-id: req-846b751f-8828-452e-83eb-d357da85fcc2 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:25:09.654024 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aab0439d-e8ba-439a-8f48-06aa4816871e", "tag": "11cbc379-0199-4cc1-a53f-d3dc69ee8639", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:25:09.654399 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-846b751f-8828-452e-83eb-d357da85fcc2 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:25:09.654911 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aab0439d-e8ba-439a-8f48-06aa4816871e', 'tag': '11cbc379-0199-4cc1-a53f-d3dc69ee8639', 'status': 'completed', 'code': 200} Dec 10 16:25:09.695666 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-43b2ece1-eb46-43da-8908-bf4a832be38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:09.697267 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-43b2ece1-eb46-43da-8908-bf4a832be38c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d91d45da-791f-427f-a9fe-a70a5d192f4c HTTP/1.1" status: 200 len: 852 time: 0.0559199 Dec 10 16:25:09.734685 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-5abde5d1-5ef2-45cc-8302-03981e8c4cf2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9d8083a2-a7ce-49e3-9a7c-b927cfa621a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279560 Dec 10 16:25:09.785071 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09174d0-01e6-48c7-b35b-d089075fd792 req-4302a9c1-3cb9-4534-872c-e25b47870333 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:09.786615 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f09174d0-01e6-48c7-b35b-d089075fd792 req-4302a9c1-3cb9-4534-872c-e25b47870333 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 950 time: 0.0829456 Dec 10 16:25:09.800766 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-2376a709-c054-48e6-9073-685d1f50c629 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2249784 Dec 10 16:25:09.844566 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-5949c35d-01a0-42b4-9324-00b7dd22979a service neutron] 10.222.0.26 "GET /v2.0/networks/9d8083a2-a7ce-49e3-9a7c-b927cfa621a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992167 Dec 10 16:25:09.849283 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f09174d0-01e6-48c7-b35b-d089075fd792 req-844e8846-a16f-4087-9a5d-24de297f127f tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543749 Dec 10 16:25:09.956016 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6d524068-3c6e-4867-8bde-aada32f2adc1 req-660a9fdf-a93f-4e31-833e-e50ebada6750 service neutron] 10.222.0.26 "GET /v2.0/networks/9d8083a2-a7ce-49e3-9a7c-b927cfa621a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023400 Dec 10 16:25:10.072729 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e5128-eb3a-4008-959d-a48beedfac22 req-936a7468-ac0e-414e-a5a2-be9f14d48fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:10.087317 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fa7e5128-eb3a-4008-959d-a48beedfac22 req-936a7468-ac0e-414e-a5a2-be9f14d48fc6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a91374a85f654bd6a3d2ae7399378add&device_id=aab0439d-e8ba-439a-8f48-06aa4816871e HTTP/1.1" status: 200 len: 1094 time: 0.0751631 Dec 10 16:25:10.158521 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-af096ce3-a2e5-4459-a7ef-03952777d5f5 req-a0cc1b3a-4d4a-4d21-81d0-2e4fdac0d86f tempest-ServerShowV254Test-901235988 tempest-ServerShowV254Test-901235988-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a93b942-234e-44a9-9af3-74544dc0b08e HTTP/1.1" status: 200 len: 210 time: 0.0287533 Dec 10 16:25:10.220466 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e5128-eb3a-4008-959d-a48beedfac22 req-d4f24d59-2d4f-46d1-9fba-c98db0b6c6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:10.222880 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fa7e5128-eb3a-4008-959d-a48beedfac22 req-d4f24d59-2d4f-46d1-9fba-c98db0b6c6e4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 HTTP/1.1" status: 200 len: 913 time: 0.1220148 Dec 10 16:25:10.279805 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fa7e5128-eb3a-4008-959d-a48beedfac22 req-960306dd-e4f4-4972-b627-9c02b3964946 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11cbc379-0199-4cc1-a53f-d3dc69ee8639 HTTP/1.1" status: 200 len: 217 time: 0.0466142 Dec 10 16:25:10.346443 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e5128-eb3a-4008-959d-a48beedfac22 req-90f8eea2-f3bf-4fd9-8a9c-85de6d430362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:10.348293 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fa7e5128-eb3a-4008-959d-a48beedfac22 req-90f8eea2-f3bf-4fd9-8a9c-85de6d430362 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d91d45da-791f-427f-a9fe-a70a5d192f4c HTTP/1.1" status: 200 len: 852 time: 0.0593567 Dec 10 16:25:10.385276 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fa7e5128-eb3a-4008-959d-a48beedfac22 req-319eb38f-589b-45f5-9bec-8c47076dfdbb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9d8083a2-a7ce-49e3-9a7c-b927cfa621a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295720 Dec 10 16:25:10.509871 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fa7e5128-eb3a-4008-959d-a48beedfac22 req-eaefd3c5-dc2d-4517-a255-ba050a65244c service neutron] 10.222.0.26 "GET /v2.0/networks/9d8083a2-a7ce-49e3-9a7c-b927cfa621a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162612 Dec 10 16:25:10.652150 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fa7e5128-eb3a-4008-959d-a48beedfac22 req-fa44d22a-06b6-4237-8ce3-ce4ade33fd98 service neutron] 10.222.0.26 "GET /v2.0/networks/9d8083a2-a7ce-49e3-9a7c-b927cfa621a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238389 Dec 10 16:25:10.886969 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1787c4-164b-409e-bc24-1a1be156e453 req-7cee1114-3cdd-4ca1-9d73-1186ba7994bb tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:10.888500 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cf1787c4-164b-409e-bc24-1a1be156e453 req-7cee1114-3cdd-4ca1-9d73-1186ba7994bb tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab0439d-e8ba-439a-8f48-06aa4816871e HTTP/1.1" status: 200 len: 943 time: 0.0575218 Dec 10 16:25:10.939103 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cf1787c4-164b-409e-bc24-1a1be156e453 req-a60862ad-696c-46c5-8669-e45d40fe24c1 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443919 Dec 10 16:25:11.270726 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-b2532b86-17b9-489b-8a3a-2e40fb539411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:11.272124 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-b2532b86-17b9-489b-8a3a-2e40fb539411 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94e98c03952a41539b6089aa3614a4af&device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 1101 time: 0.0411191 Dec 10 16:25:11.285333 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 11cbc379-0199-4cc1-a53f-d3dc69ee8639 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:25:11.383402 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-d008a4e3-ed4d-4d74-b3e7-8ff48d9a1114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:11.385355 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-d008a4e3-ed4d-4d74-b3e7-8ff48d9a1114 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.1052718 Dec 10 16:25:11.404238 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 11cbc379-0199-4cc1-a53f-d3dc69ee8639, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=11cbc379-0199-4cc1-a53f-d3dc69ee8639,segment=NetworkSegment(5b73bbf7-7693-4577-890d-a6987a70c2b5),segment_id=5b73bbf7-7693-4577-890d-a6987a70c2b5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:11.416776 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '11cbc379-0199-4cc1-a53f-d3dc69ee8639', 'network_id': '9d8083a2-a7ce-49e3-9a7c-b927cfa621a4', 'port_id': '11cbc379-0199-4cc1-a53f-d3dc69ee8639', 'mac_address': 'fa:16:3e:a2:e1:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd91d45da-791f-427f-a9fe-a70a5d192f4c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:25:11.439973 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-54976208-4d30-48b7-aa4f-3876abcf1680 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=98aa5f6b-994b-4a0b-8a63-197560470701 HTTP/1.1" status: 200 len: 217 time: 0.0458894 Dec 10 16:25:11.454497 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:11.468403 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11cbc379-0199-4cc1-a53f-d3dc69ee8639 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:25:11.499514 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 11cbc379-0199-4cc1-a53f-d3dc69ee8639, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=11cbc379-0199-4cc1-a53f-d3dc69ee8639,segment=NetworkSegment(5b73bbf7-7693-4577-890d-a6987a70c2b5),segment_id=5b73bbf7-7693-4577-890d-a6987a70c2b5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:11.505181 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:11.509646 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-3b51c1e5-4659-4eb2-93bb-2b89a3b2ec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:11.511680 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-3b51c1e5-4659-4eb2-93bb-2b89a3b2ec25 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.0636716 Dec 10 16:25:11.565323 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=11cbc379-0199-4cc1-a53f-d3dc69ee8639,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:11.571470 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-e5452fb7-dfc9-432e-bcbd-60e15dbb8302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:11.573098 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-e5452fb7-dfc9-432e-bcbd-60e15dbb8302 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0531361 Dec 10 16:25:11.733340 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-04871eb6-510a-4243-ba76-1830b3182687 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529543 Dec 10 16:25:11.805491 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['11cbc379-0199-4cc1-a53f-d3dc69ee8639'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:25:11.811755 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e106c-aa10-418f-83d1-434499ed9c95 req-a4bfbab7-0986-4626-832e-90e41c7a37ed tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:11.813308 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-741e106c-aa10-418f-83d1-434499ed9c95 req-a4bfbab7-0986-4626-832e-90e41c7a37ed tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 950 time: 0.1289077 Dec 10 16:25:11.885822 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-0c98f63c-f169-4f4a-954d-04f226f620ca service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444464 Dec 10 16:25:11.889598 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-741e106c-aa10-418f-83d1-434499ed9c95 req-12921dae-6abb-4c80-9790-fef7099b119f tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671470 Dec 10 16:25:11.988950 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3e5c30aa-4b6a-4012-916d-552ebb7c4a7a req-bb8a4d71-20d4-4316-9f3c-447c043d8e1e tempest-ServerShowV254Test-901235988 tempest-ServerShowV254Test-901235988-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a93b942-234e-44a9-9af3-74544dc0b08e HTTP/1.1" status: 200 len: 210 time: 0.0286431 Dec 10 16:25:12.189644 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d7639-30d2-43c6-a97e-5e658af4a791 req-12073fee-1b3b-475f-b20c-35f56e10a83e tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:12.191156 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9a4d7639-30d2-43c6-a97e-5e658af4a791 req-12073fee-1b3b-475f-b20c-35f56e10a83e tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab0439d-e8ba-439a-8f48-06aa4816871e HTTP/1.1" status: 200 len: 944 time: 0.0485833 Dec 10 16:25:12.242725 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9a4d7639-30d2-43c6-a97e-5e658af4a791 req-3b9f22bd-e245-4691-b6f0-6518138d3381 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449400 Dec 10 16:25:12.891880 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5e95fbb6-8b27-4b6f-ab3b-c2ade503eda4 req-b90a9ccc-6546-4b66-8764-94abc9483660 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8a93b942-234e-44a9-9af3-74544dc0b08e HTTP/1.1" status: 200 len: 210 time: 0.0254519 Dec 10 16:25:13.294405 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 11cbc379-0199-4cc1-a53f-d3dc69ee8639 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:25:13.343217 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 11cbc379-0199-4cc1-a53f-d3dc69ee8639 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:25:13.347367 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 11cbc379-0199-4cc1-a53f-d3dc69ee8639 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:25:13.347742 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:13.430243 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:13.453135 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab0439d-e8ba-439a-8f48-06aa4816871e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11cbc379-0199-4cc1-a53f-d3dc69ee8639'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:25:13.455401 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdeeccb-3437-4fa4-bd01-4f32ea54d458" -d '{"events": [{"server_uuid": "aab0439d-e8ba-439a-8f48-06aa4816871e", "name": "network-vif-plugged", "status": "completed", "tag": "11cbc379-0199-4cc1-a53f-d3dc69ee8639"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:25:13.467915 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 11cbc379-0199-4cc1-a53f-d3dc69ee8639, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=11cbc379-0199-4cc1-a53f-d3dc69ee8639,segment=NetworkSegment(5b73bbf7-7693-4577-890d-a6987a70c2b5),segment_id=5b73bbf7-7693-4577-890d-a6987a70c2b5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:13.471873 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:13.517022 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca43678-8050-4366-a6a7-6999e7a5d3e5 req-599325fd-0d9d-4a97-8a4e-ce5f7cb951ef tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:13.518510 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4ca43678-8050-4366-a6a7-6999e7a5d3e5 req-599325fd-0d9d-4a97-8a4e-ce5f7cb951ef tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 950 time: 0.0513213 Dec 10 16:25:13.519773 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=11cbc379-0199-4cc1-a53f-d3dc69ee8639,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:13.567632 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4ca43678-8050-4366-a6a7-6999e7a5d3e5 req-5b103173-f3b0-4542-9a7b-4bb835eb46ae tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421398 Dec 10 16:25:13.650830 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ea85535d-21b6-4478-88ce-0c34234b6601 req-62a09938-5402-4254-b6a3-83b94facf007 tempest-ServerShowV254Test-901235988 tempest-ServerShowV254Test-901235988-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a93b942-234e-44a9-9af3-74544dc0b08e HTTP/1.1" status: 200 len: 210 time: 0.0267854 Dec 10 16:25:13.819315 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9581da8-302e-4eb4-993e-483857681241 req-bedc4709-2005-4fa1-9c5b-ddc6748c5517 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:13.820666 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c9581da8-302e-4eb4-993e-483857681241 req-bedc4709-2005-4fa1-9c5b-ddc6748c5517 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab0439d-e8ba-439a-8f48-06aa4816871e HTTP/1.1" status: 200 len: 945 time: 0.0514812 Dec 10 16:25:13.859124 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-45bc0a5a-cdbb-4fa9-9f2d-8eaf2191f67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:13.873217 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c9581da8-302e-4eb4-993e-483857681241 req-81fd9420-6c71-4a38-97fe-4517401bc793 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464659 Dec 10 16:25:14.058221 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f8e986-cd34-4e0c-bef3-3c9b26426b7d x-openstack-request-id: req-e3f8e986-cd34-4e0c-bef3-3c9b26426b7d {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:25:14.058581 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab0439d-e8ba-439a-8f48-06aa4816871e", "name": "network-vif-plugged", "status": "completed", "tag": "11cbc379-0199-4cc1-a53f-d3dc69ee8639", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:25:14.058982 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e3f8e986-cd34-4e0c-bef3-3c9b26426b7d {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:25:14.059406 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab0439d-e8ba-439a-8f48-06aa4816871e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11cbc379-0199-4cc1-a53f-d3dc69ee8639', 'code': 200} Dec 10 16:25:14.162538 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d9be9-f1e6-409b-a322-5cfc83f0dbcb req-995c40d0-c0f5-48b9-ac78-55209dd92818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:14.164137 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-088d9be9-f1e6-409b-a322-5cfc83f0dbcb req-995c40d0-c0f5-48b9-ac78-55209dd92818 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aab0439d-e8ba-439a-8f48-06aa4816871e HTTP/1.1" status: 200 len: 1096 time: 0.0403483 Dec 10 16:25:14.210422 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-088d9be9-f1e6-409b-a322-5cfc83f0dbcb req-d05b9d76-0e55-4b02-85d6-26a89c75feda service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374596 Dec 10 16:25:14.335826 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 45436) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:14.435416 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-918fafb5-67d5-40ce-8a44-f8c4f7c774f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:14.506629 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-918fafb5-67d5-40ce-8a44-f8c4f7c774f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:14.510341 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-918fafb5-67d5-40ce-8a44-f8c4f7c774f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:14.547222 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-918fafb5-67d5-40ce-8a44-f8c4f7c774f1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2ff75ce844554a58898c64be71282903&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2103410 Dec 10 16:25:14.549231 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918fafb5-67d5-40ce-8a44-f8c4f7c774f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2621cbc8-9fef-4d58-9475-1d38a304cb7b,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:14.549865 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 45440) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:14.598774 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d8128605-bb9b-4f72-954a-7aba63a691bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:14.620811 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d8128605-bb9b-4f72-954a-7aba63a691bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:14.696444 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294c0d1-8fae-4003-b035-88227143e8d4 req-6a479b15-88b8-4d89-bb64-cb54bfe74144 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:14.697957 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7294c0d1-8fae-4003-b035-88227143e8d4 req-6a479b15-88b8-4d89-bb64-cb54bfe74144 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 950 time: 0.0559058 Dec 10 16:25:14.710282 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d8128605-bb9b-4f72-954a-7aba63a691bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:14.712831 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d8128605-bb9b-4f72-954a-7aba63a691bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:14.713876 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d8128605-bb9b-4f72-954a-7aba63a691bb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2621cbc8-9fef-4d58-9475-1d38a304cb7b HTTP/1.1" status: 204 len: 168 time: 0.1629934 Dec 10 16:25:14.733755 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8128605-bb9b-4f72-954a-7aba63a691bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2621cbc8-9fef-4d58-9475-1d38a304cb7b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:14.749155 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8128605-bb9b-4f72-954a-7aba63a691bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:14.749508 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8128605-bb9b-4f72-954a-7aba63a691bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:14.749852 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8128605-bb9b-4f72-954a-7aba63a691bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:14.750215 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8128605-bb9b-4f72-954a-7aba63a691bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:14.750554 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8128605-bb9b-4f72-954a-7aba63a691bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:14.750889 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8128605-bb9b-4f72-954a-7aba63a691bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:14.751218 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8128605-bb9b-4f72-954a-7aba63a691bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:14.751546 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8128605-bb9b-4f72-954a-7aba63a691bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:14.751872 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8128605-bb9b-4f72-954a-7aba63a691bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:14.752194 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8128605-bb9b-4f72-954a-7aba63a691bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:14.752520 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8128605-bb9b-4f72-954a-7aba63a691bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:14.752846 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8128605-bb9b-4f72-954a-7aba63a691bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:14.753164 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8128605-bb9b-4f72-954a-7aba63a691bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:14.772894 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7294c0d1-8fae-4003-b035-88227143e8d4 req-52f08319-f654-48e0-830f-273787571c9e tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687914 Dec 10 16:25:14.863374 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e243705b-4090-4bf8-90ab-17c49affd53e req-01635baa-3caf-4e2e-a126-e727496dc2f8 tempest-ServerShowV254Test-901235988 tempest-ServerShowV254Test-901235988-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a93b942-234e-44a9-9af3-74544dc0b08e HTTP/1.1" status: 200 len: 210 time: 0.0282183 Dec 10 16:25:15.057812 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e00b5-5cad-4d28-8da6-c0b7327b6005 req-35c2645d-0223-44c7-bd3a-b53d46e1b90a tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:15.059414 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-735e00b5-5cad-4d28-8da6-c0b7327b6005 req-35c2645d-0223-44c7-bd3a-b53d46e1b90a tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab0439d-e8ba-439a-8f48-06aa4816871e HTTP/1.1" status: 200 len: 945 time: 0.0515008 Dec 10 16:25:15.108935 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-735e00b5-5cad-4d28-8da6-c0b7327b6005 req-a830b339-e707-45df-87df-e7605a9bd628 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435336 Dec 10 16:25:15.366289 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-722b15a0-9e1d-4072-8700-51354da1e898 req-66e7fba6-4161-4e05-9431-9c997ca2dce1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8ae1f16b0c1e4979aa9e3eb5875eb950&device_id=8a93b942-234e-44a9-9af3-74544dc0b08e HTTP/1.1" status: 200 len: 210 time: 0.0354943 Dec 10 16:25:15.393881 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-722b15a0-9e1d-4072-8700-51354da1e898 req-73bc4873-b5b7-4197-a4b7-6585c1248af8 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=8ae1f16b0c1e4979aa9e3eb5875eb950&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199177 Dec 10 16:25:15.408856 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 45482) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:15.478237 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0fee6e37-fac5-465f-a291-c0035e561a05 req-6e8b8348-67cf-4ad7-bfda-65a0b9d56703 tempest-ServerShowV254Test-901235988 tempest-ServerShowV254Test-901235988-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a93b942-234e-44a9-9af3-74544dc0b08e HTTP/1.1" status: 200 len: 210 time: 0.0679882 Dec 10 16:25:15.511554 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-ff84894e-cc76-4475-8a23-5c90297280be admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-19225357-network', 'tenant_id': '2f348a6ef1b744809177e6c8e3c6126d'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:25:15.529525 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b15a0-9e1d-4072-8700-51354da1e898 req-d2382efa-7de9-4343-91c8-eae1dbde96e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:15.531713 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-722b15a0-9e1d-4072-8700-51354da1e898 req-d2382efa-7de9-4343-91c8-eae1dbde96e0 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1305490 Dec 10 16:25:15.532888 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff84894e-cc76-4475-8a23-5c90297280be admin admin] Made reservation on behalf of 2f348a6ef1b744809177e6c8e3c6126d for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:25:15.536164 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ff84894e-cc76-4475-8a23-5c90297280be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:15.552439 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ff84894e-cc76-4475-8a23-5c90297280be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:15.629684 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ff84894e-cc76-4475-8a23-5c90297280be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:15.633545 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ff84894e-cc76-4475-8a23-5c90297280be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:15.654648 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff84894e-cc76-4475-8a23-5c90297280be admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:25:15.668632 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff84894e-cc76-4475-8a23-5c90297280be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbd2ddc-fbc8-4ac1-a676-75cf3a492ed5,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:15.673429 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ff84894e-cc76-4475-8a23-5c90297280be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:15.673766 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-ff84894e-cc76-4475-8a23-5c90297280be admin admin] Added segment 9b0e895e-f859-4fe1-8265-102cfa556106 of type vlan for network 50cd31b1-5d21-4904-ad7f-485cf1aa4b61 Dec 10 16:25:15.712192 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ff84894e-cc76-4475-8a23-5c90297280be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:15.736004 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ff84894e-cc76-4475-8a23-5c90297280be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:15.737177 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff84894e-cc76-4475-8a23-5c90297280be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:15.737747 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ff84894e-cc76-4475-8a23-5c90297280be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:15.785465 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ff84894e-cc76-4475-8a23-5c90297280be admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3754613 Dec 10 16:25:15.788427 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 45486) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:15.793937 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-4e955e05-8d55-4bf1-b5a8-02f2ce9e49de admin admin] Request body: {'subnet': {'network_id': '50cd31b1-5d21-4904-ad7f-485cf1aa4b61', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-19225357-subnet', 'tenant_id': '2f348a6ef1b744809177e6c8e3c6126d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:25:15.798563 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff84894e-cc76-4475-8a23-5c90297280be admin admin] Pushing event updated for resources: {'Network': ['ID=50cd31b1-5d21-4904-ad7f-485cf1aa4b61,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:15.816277 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 50cd31b1-5d21-4904-ad7f-485cf1aa4b61 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:25:15.819607 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e955e05-8d55-4bf1-b5a8-02f2ce9e49de admin admin] Made reservation on behalf of 2f348a6ef1b744809177e6c8e3c6126d for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:25:15.821999 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4e955e05-8d55-4bf1-b5a8-02f2ce9e49de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:15.940366 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218383ff-b8b5-4733-9737-a23f78c6d4f2 req-628892ad-2642-41de-9da0-e70915b29e2d tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:15.941676 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-218383ff-b8b5-4733-9737-a23f78c6d4f2 req-628892ad-2642-41de-9da0-e70915b29e2d tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 950 time: 0.0756454 Dec 10 16:25:16.024000 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-218383ff-b8b5-4733-9737-a23f78c6d4f2 req-49140b7d-24ed-48c0-8e0c-01eb3ce49b60 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747695 Dec 10 16:25:16.072065 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4e955e05-8d55-4bf1-b5a8-02f2ce9e49de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:16.127370 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e955e05-8d55-4bf1-b5a8-02f2ce9e49de admin admin] Pushing event updated for resources: {'Subnet': ['ID=af2bd050-10c1-4ff7-878c-724df4551b6b,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:16.135302 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e955e05-8d55-4bf1-b5a8-02f2ce9e49de admin admin] Checking segment: {'id': '9b0e895e-f859-4fe1-8265-102cfa556106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '50cd31b1-5d21-4904-ad7f-485cf1aa4b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:25:16.135658 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e955e05-8d55-4bf1-b5a8-02f2ce9e49de admin admin] Network hostable DHCP agents. Network: 50cd31b1-5d21-4904-ad7f-485cf1aa4b61, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:25:16.155462 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e955e05-8d55-4bf1-b5a8-02f2ce9e49de admin admin] Network 50cd31b1-5d21-4904-ad7f-485cf1aa4b61 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:25:16.164484 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-4e955e05-8d55-4bf1-b5a8-02f2ce9e49de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 50cd31b1-5d21-4904-ad7f-485cf1aa4b61) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:25:16.169636 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e955e05-8d55-4bf1-b5a8-02f2ce9e49de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:16.170271 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4e955e05-8d55-4bf1-b5a8-02f2ce9e49de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:16.175433 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cea2ba-3383-4341-a994-4cc56f972a48 None None] Network 50cd31b1-5d21-4904-ad7f-485cf1aa4b61 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:25:16.193639 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4e955e05-8d55-4bf1-b5a8-02f2ce9e49de admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4011059 Dec 10 16:25:16.201058 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 45498) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:16.221885 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-3f2f7679-05fa-4bb7-8db6-60a201c2ce0f admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-19225357-router', 'tenant_id': '2f348a6ef1b744809177e6c8e3c6126d', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:25:16.222123 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ad169f42-0549-4d5c-bd13-3c62a22d4945 req-349d68b3-24fd-4d54-9399-355f4495d87a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=315fc0ab-8c94-43fb-a36d-54e619b0ae2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502684 Dec 10 16:25:16.258982 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3bd2e-d924-4b54-81d6-6728db1bb182 req-5309612c-cdbf-4591-8efa-e420f39760e9 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:16.260558 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60f3bd2e-d924-4b54-81d6-6728db1bb182 req-5309612c-cdbf-4591-8efa-e420f39760e9 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab0439d-e8ba-439a-8f48-06aa4816871e HTTP/1.1" status: 200 len: 945 time: 0.0682073 Dec 10 16:25:16.261938 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f2f7679-05fa-4bb7-8db6-60a201c2ce0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:16.263026 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f2f7679-05fa-4bb7-8db6-60a201c2ce0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:16.297566 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7ef898-b6e0-4fa9-aff1-f743306d969b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-50cd31b1-5d21-4904-ad7f-485cf1aa4b61', 'network_id': '50cd31b1-5d21-4904-ad7f-485cf1aa4b61', 'project_id': '2f348a6ef1b744809177e6c8e3c6126d', 'fixed_ips': [{'subnet_id': 'af2bd050-10c1-4ff7-878c-724df4551b6b'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:25:16.298912 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8c7ef898-b6e0-4fa9-aff1-f743306d969b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:16.325496 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad169f42-0549-4d5c-bd13-3c62a22d4945 req-2e2e2e3d-7928-44cc-9b4c-10f64863dc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:16.327522 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ad169f42-0549-4d5c-bd13-3c62a22d4945 req-2e2e2e3d-7928-44cc-9b4c-10f64863dc5e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c7f96263ffc44481b889fc489836cd3c&device_id=315fc0ab-8c94-43fb-a36d-54e619b0ae2f HTTP/1.1" status: 200 len: 1095 time: 0.0470669 Dec 10 16:25:16.349175 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f2f7679-05fa-4bb7-8db6-60a201c2ce0f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:16.357620 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60f3bd2e-d924-4b54-81d6-6728db1bb182 req-6afccdb1-8e55-45b1-a9c1-ddb4e46b4e5d tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867484 Dec 10 16:25:16.461430 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eca8cf0a-13b8-4f3a-b363-d08e603e27b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:16.484296 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad169f42-0549-4d5c-bd13-3c62a22d4945 req-a41e6ce9-4558-4638-b6c5-5c2d98e28474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:16.486685 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ad169f42-0549-4d5c-bd13-3c62a22d4945 req-a41e6ce9-4558-4638-b6c5-5c2d98e28474 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce HTTP/1.1" status: 200 len: 909 time: 0.1363869 Dec 10 16:25:16.488509 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-8c7ef898-b6e0-4fa9-aff1-f743306d969b None None] Allocated IP 172.20.0.2 (50cd31b1-5d21-4904-ad7f-485cf1aa4b61/af2bd050-10c1-4ff7-878c-724df4551b6b/77d0f6c1-834b-43e8-be13-d62cda238a6f) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:25:16.513666 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f2f7679-05fa-4bb7-8db6-60a201c2ce0f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:16.535315 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ad169f42-0549-4d5c-bd13-3c62a22d4945 req-b0689f5c-35a5-456c-8ac8-bb2810895de0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4e71d83-ee97-4292-9c4d-49d9bdcba2bd HTTP/1.1" status: 200 len: 217 time: 0.0400307 Dec 10 16:25:16.598165 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad169f42-0549-4d5c-bd13-3c62a22d4945 req-9426fddb-b781-4eaa-a99f-ede9a7b6e23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:16.600568 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ad169f42-0549-4d5c-bd13-3c62a22d4945 req-9426fddb-b781-4eaa-a99f-ede9a7b6e23f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e6d4c00-e815-4a48-aff0-5fbec7a9d006 HTTP/1.1" status: 200 len: 848 time: 0.0548778 Dec 10 16:25:16.637056 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ad169f42-0549-4d5c-bd13-3c62a22d4945 req-463165ce-49df-4920-b558-6ab8921a35e4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272188 Dec 10 16:25:16.681940 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8c7ef898-b6e0-4fa9-aff1-f743306d969b None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:16.688837 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8c7ef898-b6e0-4fa9-aff1-f743306d969b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:16.740591 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ef898-b6e0-4fa9-aff1-f743306d969b None None] Pushing event updated for resources: {'Port': ['ID=77d0f6c1-834b-43e8-be13-d62cda238a6f,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:16.754540 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7ef898-b6e0-4fa9-aff1-f743306d969b None None] Network 50cd31b1-5d21-4904-ad7f-485cf1aa4b61 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:25:16.755964 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-8c7ef898-b6e0-4fa9-aff1-f743306d969b None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:25:16.759081 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7ef898-b6e0-4fa9-aff1-f743306d969b None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:25:16.793365 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ad169f42-0549-4d5c-bd13-3c62a22d4945 req-5103a0f2-f887-4045-b9b1-b85df4878df2 service neutron] 10.222.0.26 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421599 Dec 10 16:25:16.819745 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-8c7ef898-b6e0-4fa9-aff1-f743306d969b None None] Attempting to bind port 77d0f6c1-834b-43e8-be13-d62cda238a6f on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:25:16.820565 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-8c7ef898-b6e0-4fa9-aff1-f743306d969b None None] Attempting to bind port 77d0f6c1-834b-43e8-be13-d62cda238a6f by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '9b0e895e-f859-4fe1-8265-102cfa556106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '50cd31b1-5d21-4904-ad7f-485cf1aa4b61'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:25:16.820996 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7ef898-b6e0-4fa9-aff1-f743306d969b None None] Attempting to bind port 77d0f6c1-834b-43e8-be13-d62cda238a6f on network 50cd31b1-5d21-4904-ad7f-485cf1aa4b61 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:25:16.826800 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7ef898-b6e0-4fa9-aff1-f743306d969b None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:25:16.827177 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7ef898-b6e0-4fa9-aff1-f743306d969b None None] Checking segment: {'id': '9b0e895e-f859-4fe1-8265-102cfa556106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '50cd31b1-5d21-4904-ad7f-485cf1aa4b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:25:16.827786 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8c7ef898-b6e0-4fa9-aff1-f743306d969b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:16.828706 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7ef898-b6e0-4fa9-aff1-f743306d969b None None] Bound using segment: {'id': '9b0e895e-f859-4fe1-8265-102cfa556106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '50cd31b1-5d21-4904-ad7f-485cf1aa4b61'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:25:16.829178 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-8c7ef898-b6e0-4fa9-aff1-f743306d969b None None] Bound port: 77d0f6c1-834b-43e8-be13-d62cda238a6f, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b0e895e-f859-4fe1-8265-102cfa556106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '50cd31b1-5d21-4904-ad7f-485cf1aa4b61'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:25:16.829587 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8c7ef898-b6e0-4fa9-aff1-f743306d969b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:16.847025 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f2f7679-05fa-4bb7-8db6-60a201c2ce0f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:16.852048 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-722b15a0-9e1d-4072-8700-51354da1e898 req-fbbc4c10-b8f8-4287-9df3-8c0244ae063a tempest-ServerShowV254Test-901235988 tempest-ServerShowV254Test-901235988-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a93b942-234e-44a9-9af3-74544dc0b08e HTTP/1.1" status: 200 len: 210 time: 0.0413697 Dec 10 16:25:16.876450 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f2f7679-05fa-4bb7-8db6-60a201c2ce0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:16.911822 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8c7ef898-b6e0-4fa9-aff1-f743306d969b None None] For port 77d0f6c1-834b-43e8-be13-d62cda238a6f, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:25:16.916250 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8c7ef898-b6e0-4fa9-aff1-f743306d969b None None] For port 77d0f6c1-834b-43e8-be13-d62cda238a6f, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=77d0f6c1-834b-43e8-be13-d62cda238a6f,segment=NetworkSegment(9b0e895e-f859-4fe1-8265-102cfa556106),segment_id=9b0e895e-f859-4fe1-8265-102cfa556106)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:25:16.920961 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8c7ef898-b6e0-4fa9-aff1-f743306d969b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:16.922720 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ad169f42-0549-4d5c-bd13-3c62a22d4945 req-b944064c-83a9-4149-8f2a-19655c1ca6ba service neutron] 10.222.0.26 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257398 Dec 10 16:25:16.994679 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ef898-b6e0-4fa9-aff1-f743306d969b None None] Pushing event updated for resources: {'Port': ['ID=77d0f6c1-834b-43e8-be13-d62cda238a6f,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:17.019303 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-3f2f7679-05fa-4bb7-8db6-60a201c2ce0f admin admin] Allocated IP 172.25.6.143 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/b3f05f5d-83d3-4513-9491-6534ae266871) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:25:17.094330 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4e907b3b-4a3b-4d55-bfac-1db9258a4baa req-986c0bd2-7f8b-4033-a19d-e9bdafab2d40 tempest-ServerShowV254Test-901235988 tempest-ServerShowV254Test-901235988-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a93b942-234e-44a9-9af3-74544dc0b08e HTTP/1.1" status: 200 len: 210 time: 0.0610666 Dec 10 16:25:17.157723 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-eef55748-e415-4d4c-8e6e-b0a3dd83e0f0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1253905 Dec 10 16:25:17.166403 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:17.292735 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f2f7679-05fa-4bb7-8db6-60a201c2ce0f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:17.313626 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95781e5f-3619-4d45-a9b3-e99c6c52e11c req-9e8de28c-2744-426f-9e1d-ab9c8b5c1dbb tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:17.315195 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95781e5f-3619-4d45-a9b3-e99c6c52e11c req-9e8de28c-2744-426f-9e1d-ab9c8b5c1dbb tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab0439d-e8ba-439a-8f48-06aa4816871e HTTP/1.1" status: 200 len: 945 time: 0.1318510 Dec 10 16:25:17.337395 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-836f1b2f-3fa8-4e0d-a904-75944d18ce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:17.337872 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-836f1b2f-3fa8-4e0d-a904-75944d18ce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:17.338362 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-836f1b2f-3fa8-4e0d-a904-75944d18ce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:17.338906 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-836f1b2f-3fa8-4e0d-a904-75944d18ce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:17.339280 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-836f1b2f-3fa8-4e0d-a904-75944d18ce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:17.339723 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-836f1b2f-3fa8-4e0d-a904-75944d18ce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:17.340172 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-836f1b2f-3fa8-4e0d-a904-75944d18ce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:17.342103 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-836f1b2f-3fa8-4e0d-a904-75944d18ce13 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8d2a6699ac14ae587266a65822b9f70&device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 6489 time: 0.1126218 Dec 10 16:25:17.414157 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95781e5f-3619-4d45-a9b3-e99c6c52e11c req-9eef6ab4-bd75-4579-a6fc-c9068af3bb48 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914609 Dec 10 16:25:17.449720 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f2f7679-05fa-4bb7-8db6-60a201c2ce0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:17.532000 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2f7679-05fa-4bb7-8db6-60a201c2ce0f admin admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:25:17.544932 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-3f2f7679-05fa-4bb7-8db6-60a201c2ce0f admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:25:17.550062 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2f7679-05fa-4bb7-8db6-60a201c2ce0f admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:25:17.554420 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f7679-05fa-4bb7-8db6-60a201c2ce0f admin admin] Pushing event updated for resources: {'Port': ['ID=b3f05f5d-83d3-4513-9491-6534ae266871,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:17.616898 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-3c582ac1-0542-4a66-9bf6-ece230997502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:17.617359 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-3c582ac1-0542-4a66-9bf6-ece230997502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:17.617814 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-3c582ac1-0542-4a66-9bf6-ece230997502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:17.619448 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-3c582ac1-0542-4a66-9bf6-ece230997502 service neutron] 10.222.0.46 "GET /v2.0/networks?id=363226b2-5652-456e-86bb-08df05db4510&id=d3d2f5a8-9c2a-4e37-81c2-a6be304a674b&id=d3d2f5a8-9c2a-4e37-81c2-a6be304a674b&id=d3d2f5a8-9c2a-4e37-81c2-a6be304a674b&id=d3d2f5a8-9c2a-4e37-81c2-a6be304a674b&id=d9b93369-0ca7-48d4-af9b-dd363ef2706a&id=d9b93369-0ca7-48d4-af9b-dd363ef2706a HTTP/1.1" status: 200 len: 2293 time: 0.2327046 Dec 10 16:25:17.628313 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ba228-b09c-4837-b1df-ad2df836e287 req-7f5b7b75-065b-4a8d-84df-db3cc702d7c1 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:17.629666 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a81ba228-b09c-4837-b1df-ad2df836e287 req-7f5b7b75-065b-4a8d-84df-db3cc702d7c1 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 950 time: 0.1384480 Dec 10 16:25:17.805811 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-eafb484c-9f60-4673-b715-591138657c26 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd4fac7c-3598-4cc6-b999-9dd9d8245c08 HTTP/1.1" status: 200 len: 1002 time: 0.1750762 Dec 10 16:25:17.851630 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a81ba228-b09c-4837-b1df-ad2df836e287 req-0b8b892a-e6ab-4a4c-b723-c6d74efcfbee tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124071 Dec 10 16:25:17.939477 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-e99c7379-a413-4fde-9ef6-16a83c26614c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:17.941028 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-e99c7379-a413-4fde-9ef6-16a83c26614c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eba51dfb-4a31-463f-a3e8-1df67a384ba8 HTTP/1.1" status: 200 len: 851 time: 0.1249623 Dec 10 16:25:18.008128 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f2f7679-05fa-4bb7-8db6-60a201c2ce0f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:18.012693 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-c69ab673-9e11-48f9-8bda-6fa996621c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:18.014124 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-c69ab673-9e11-48f9-8bda-6fa996621c15 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=363226b2-5652-456e-86bb-08df05db4510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639789 Dec 10 16:25:18.053278 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d9c149-b284-4a0d-8adb-8393844e613f None None] Network 50cd31b1-5d21-4904-ad7f-485cf1aa4b61 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:25:18.138798 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a058d017-cbcb-4bdf-96d9-bb31478459cb None None] Provisioning complete for port 77d0f6c1-834b-43e8-be13-d62cda238a6f triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:25:18.139737 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a058d017-cbcb-4bdf-96d9-bb31478459cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:18.175487 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 77d0f6c1-834b-43e8-be13-d62cda238a6f up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:25:18.331272 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a058d017-cbcb-4bdf-96d9-bb31478459cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:18.336538 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 77d0f6c1-834b-43e8-be13-d62cda238a6f triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:25:18.336907 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:18.422907 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-a058d017-cbcb-4bdf-96d9-bb31478459cb None None] For port 77d0f6c1-834b-43e8-be13-d62cda238a6f, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=77d0f6c1-834b-43e8-be13-d62cda238a6f,segment=NetworkSegment(9b0e895e-f859-4fe1-8265-102cfa556106),segment_id=9b0e895e-f859-4fe1-8265-102cfa556106)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:18.439894 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a058d017-cbcb-4bdf-96d9-bb31478459cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:18.498054 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 45538) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:18.514078 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:18.566561 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a058d017-cbcb-4bdf-96d9-bb31478459cb None None] Pushing event updated for resources: {'Port': ['ID=77d0f6c1-834b-43e8-be13-d62cda238a6f,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:18.578488 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-ae83d1a1-96ac-4e97-9ffb-56d50d4f707b service neutron] 10.222.0.46 "GET /v2.0/networks/363226b2-5652-456e-86bb-08df05db4510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5329311 Dec 10 16:25:18.662689 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-931c2970-0d1a-41a1-92e0-fc75a0b11430 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:18.725614 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8884e-10e3-44a2-9d0d-442f3f0cf3a0 req-e60482bb-afa1-4ba4-bd9a-97b5fde04fb3 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:18.727193 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2be8884e-10e3-44a2-9d0d-442f3f0cf3a0 req-e60482bb-afa1-4ba4-bd9a-97b5fde04fb3 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab0439d-e8ba-439a-8f48-06aa4816871e HTTP/1.1" status: 200 len: 945 time: 0.1864130 Dec 10 16:25:18.759307 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-931c2970-0d1a-41a1-92e0-fc75a0b11430 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:18.763892 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-931c2970-0d1a-41a1-92e0-fc75a0b11430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:18.770704 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-cae2852d-1e8b-4cb2-93c6-9f108b2b9c38 None None] Provisioning complete for port 77d0f6c1-834b-43e8-be13-d62cda238a6f triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:25:18.770907 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cae2852d-1e8b-4cb2-93c6-9f108b2b9c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:18.799979 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f2f7679-05fa-4bb7-8db6-60a201c2ce0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:18.805498 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-931c2970-0d1a-41a1-92e0-fc75a0b11430 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8ae1f16b0c1e4979aa9e3eb5875eb950&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3022254 Dec 10 16:25:18.805498 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c2970-0d1a-41a1-92e0-fc75a0b11430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823787bd-361c-43e0-8c83-001c9bb92dde,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:18.806319 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 45542) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:18.814012 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-22620827-8b57-4940-8a02-14ff2d095078 service neutron] 10.222.0.46 "GET /v2.0/networks/363226b2-5652-456e-86bb-08df05db4510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739216 Dec 10 16:25:18.824432 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2be8884e-10e3-44a2-9d0d-442f3f0cf3a0 req-b512f646-1f1b-4ee3-8ec0-01f258a5c531 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886745 Dec 10 16:25:18.864983 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cce7d3e4-8a2d-45b6-b0c3-f191eaa0e422 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:18.892350 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cce7d3e4-8a2d-45b6-b0c3-f191eaa0e422 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:18.924362 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-85b79d80-ea40-4dc2-aeb6-5415e7a0dfeb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=cef7248a-01ee-4f91-846b-1268835ed13c HTTP/1.1" status: 200 len: 217 time: 0.0987763 Dec 10 16:25:18.945995 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cce7d3e4-8a2d-45b6-b0c3-f191eaa0e422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:18.948937 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cce7d3e4-8a2d-45b6-b0c3-f191eaa0e422 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:18.950197 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-cce7d3e4-8a2d-45b6-b0c3-f191eaa0e422 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/823787bd-361c-43e0-8c83-001c9bb92dde HTTP/1.1" status: 204 len: 168 time: 0.1431465 Dec 10 16:25:18.958444 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce7d3e4-8a2d-45b6-b0c3-f191eaa0e422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823787bd-361c-43e0-8c83-001c9bb92dde,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:19.025440 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-bcdeb392-8590-4c59-82c0-2ca7415d907c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:19.026987 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-bcdeb392-8590-4c59-82c0-2ca7415d907c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=982571b8-b0fa-4aa2-b27f-7ecb9fbdf841 HTTP/1.1" status: 200 len: 797 time: 0.0894225 Dec 10 16:25:19.036979 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c61d6-f8b9-4d28-9296-3be58a0cf86e req-3ffa5628-f763-4683-b2d2-203809c2240c tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:19.039052 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3e6c61d6-f8b9-4d28-9296-3be58a0cf86e req-3ffa5628-f763-4683-b2d2-203809c2240c tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 950 time: 0.1163745 Dec 10 16:25:19.126530 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-8399eee5-c371-4366-9fe4-978cdfdfa889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:19.128023 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-8399eee5-c371-4366-9fe4-978cdfdfa889 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d3d2f5a8-9c2a-4e37-81c2-a6be304a674b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0881159 Dec 10 16:25:19.131763 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3e6c61d6-f8b9-4d28-9296-3be58a0cf86e req-02aa37a7-a823-4c98-aa4c-3f9e05366848 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828528 Dec 10 16:25:19.197902 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2f7679-05fa-4bb7-8db6-60a201c2ce0f admin admin] Router 54aa9eb0-0d89-40b5-beec-8711b002ca13 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:25:19.320760 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-ad39cf5d-05b3-4e8e-82c0-aa725214391e service neutron] 10.222.0.46 "GET /v2.0/networks/d3d2f5a8-9c2a-4e37-81c2-a6be304a674b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844299 Dec 10 16:25:19.422155 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2f7679-05fa-4bb7-8db6-60a201c2ce0f admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:25:19.433956 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820b6ac8-c8ff-434a-8c2e-27aad397cd5f None None] Sync routers for ids ['54aa9eb0-0d89-40b5-beec-8711b002ca13'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:25:19.449933 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820b6ac8-c8ff-434a-8c2e-27aad397cd5f None None] Routers {'54aa9eb0-0d89-40b5-beec-8711b002ca13'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:25:19.450729 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-820b6ac8-c8ff-434a-8c2e-27aad397cd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:25:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['54aa9eb0-0d89-40b5-beec-8711b002ca13'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:19.474646 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-a4356a17-fe75-47c2-85f4-947ad8240556 service neutron] 10.222.0.46 "GET /v2.0/networks/d3d2f5a8-9c2a-4e37-81c2-a6be304a674b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449525 Dec 10 16:25:19.479040 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f2f7679-05fa-4bb7-8db6-60a201c2ce0f admin admin] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:19.483037 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3f2f7679-05fa-4bb7-8db6-60a201c2ce0f admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2771242 Dec 10 16:25:19.483374 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 45574) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:19.535886 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-102987af-b411-48dc-adb7-ffa2358ab25d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=21ff2032-7c79-4143-8370-31ee1ca6849c HTTP/1.1" status: 200 len: 217 time: 0.0528846 Dec 10 16:25:19.545849 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817d487-2065-414d-b154-dd47088bbff0 req-923ebe8d-6a6c-4bf3-9e1e-d2042cbc7372 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:19.548531 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d817d487-2065-414d-b154-dd47088bbff0 req-923ebe8d-6a6c-4bf3-9e1e-d2042cbc7372 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5f40b2bc-5bb8-4f14-8538-ca8f78a4272d HTTP/1.1" status: 200 len: 1096 time: 0.1096995 Dec 10 16:25:19.589316 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-820b6ac8-c8ff-434a-8c2e-27aad397cd5f None None] Set router 54aa9eb0-0d89-40b5-beec-8711b002ca13 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:25:19.623690 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-3bf61104-6450-4a14-b27d-be92c702c06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:19.625157 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-3bf61104-6450-4a14-b27d-be92c702c06b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=982571b8-b0fa-4aa2-b27f-7ecb9fbdf841 HTTP/1.1" status: 200 len: 797 time: 0.0728474 Dec 10 16:25:19.649228 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d817d487-2065-414d-b154-dd47088bbff0 req-755412af-fd11-453e-a719-e302808a2bbf tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835264 Dec 10 16:25:19.695651 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-746b2c16-5c21-4369-92eb-c49c884ac585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:19.697148 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-746b2c16-5c21-4369-92eb-c49c884ac585 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d3d2f5a8-9c2a-4e37-81c2-a6be304a674b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0638092 Dec 10 16:25:19.726732 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 45582) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:19.837255 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-de7ea69a-cf60-484c-9861-8a2de7f9f67f service neutron] 10.222.0.46 "GET /v2.0/networks/d3d2f5a8-9c2a-4e37-81c2-a6be304a674b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320081 Dec 10 16:25:19.896142 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-a333d85e-c46c-400c-937a-b83791d8d22d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-478413403-network', 'tenant_id': '3c230731c8574bb0abc18ed9b45d286c'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:25:19.912752 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:19.939119 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a333d85e-c46c-400c-937a-b83791d8d22d admin admin] Made reservation on behalf of 3c230731c8574bb0abc18ed9b45d286c for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:25:19.941995 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a333d85e-c46c-400c-937a-b83791d8d22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:19.972957 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a333d85e-c46c-400c-937a-b83791d8d22d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:19.979824 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-6a4c9ef9-cd8f-4127-9b2b-fd452391738f service neutron] 10.222.0.46 "GET /v2.0/networks/d3d2f5a8-9c2a-4e37-81c2-a6be304a674b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355553 Dec 10 16:25:20.034094 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-83d8fc1d-d49c-4e60-b198-735981feafc6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=11bd17a0-c7ec-4e75-b045-d5fe4d128aea HTTP/1.1" status: 200 len: 217 time: 0.0468025 Dec 10 16:25:20.047699 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-820b6ac8-c8ff-434a-8c2e-27aad397cd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54aa9eb0-0d89-40b5-beec-8711b002ca13', 'name': 'tempest-ServersTestMultiNic-19225357-router', 'tenant_id': '2f348a6ef1b744809177e6c8e3c6126d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'b3f05f5d-83d3-4513-9491-6534ae266871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:25:16Z', 'updated_at': '2021-12-10T16:25:17Z', 'revision_number': 3, 'project_id': '2f348a6ef1b744809177e6c8e3c6126d', 'gw_port': {'id': 'b3f05f5d-83d3-4513-9491-6534ae266871', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54aa9eb0-0d89-40b5-beec-8711b002ca13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:25:16Z', 'updated_at': '2021-12-10T16:25:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:20.060227 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef8fcc6a-d2ce-48d7-90b0-0c310a2a163a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:20.091096 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820b6ac8-c8ff-434a-8c2e-27aad397cd5f None None] Checking router: 54aa9eb0-0d89-40b5-beec-8711b002ca13 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:25:20.091556 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820b6ac8-c8ff-434a-8c2e-27aad397cd5f None None] Updating router 54aa9eb0-0d89-40b5-beec-8711b002ca13 port b3f05f5d-83d3-4513-9491-6534ae266871 binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:25:20.128851 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-30adca9b-5312-467e-bd09-3af7fcbc8ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:20.130449 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-30adca9b-5312-467e-bd09-3af7fcbc8ebe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=982571b8-b0fa-4aa2-b27f-7ecb9fbdf841 HTTP/1.1" status: 200 len: 797 time: 0.0882654 Dec 10 16:25:20.145584 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-820b6ac8-c8ff-434a-8c2e-27aad397cd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:20.147644 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 77d0f6c1-834b-43e8-be13-d62cda238a6f up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:25:20.195398 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-d8d9eb7e-c73c-4bfe-ba40-64c8ef731f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:20.197488 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-d8d9eb7e-c73c-4bfe-ba40-64c8ef731f04 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d3d2f5a8-9c2a-4e37-81c2-a6be304a674b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0531659 Dec 10 16:25:20.297853 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 77d0f6c1-834b-43e8-be13-d62cda238a6f triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:25:20.298255 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:20.330027 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-89b6e416-1aea-4534-9989-c972ac835849 service neutron] 10.222.0.46 "GET /v2.0/networks/d3d2f5a8-9c2a-4e37-81c2-a6be304a674b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259091 Dec 10 16:25:20.469784 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-7f90869f-c2e9-41af-a661-a2d21d34c852 service neutron] 10.222.0.46 "GET /v2.0/networks/d3d2f5a8-9c2a-4e37-81c2-a6be304a674b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296391 Dec 10 16:25:20.542618 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-82344103-53ae-4107-8b9e-0fed1c55421a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=bf30cf8b-12bb-438d-b72b-18e9aed513c8 HTTP/1.1" status: 200 len: 217 time: 0.0606420 Dec 10 16:25:20.551694 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-820b6ac8-c8ff-434a-8c2e-27aad397cd5f None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:20.557790 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-820b6ac8-c8ff-434a-8c2e-27aad397cd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:20.566564 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a333d85e-c46c-400c-937a-b83791d8d22d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:20.590262 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a333d85e-c46c-400c-937a-b83791d8d22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:20.614880 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-5f15ae20-de99-4c61-be01-60eaea060ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:20.617070 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-5f15ae20-de99-4c61-be01-60eaea060ee2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=982571b8-b0fa-4aa2-b27f-7ecb9fbdf841 HTTP/1.1" status: 200 len: 797 time: 0.0672646 Dec 10 16:25:20.620651 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-820b6ac8-c8ff-434a-8c2e-27aad397cd5f None None] Attempting to bind port b3f05f5d-83d3-4513-9491-6534ae266871 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:25:20.621106 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-820b6ac8-c8ff-434a-8c2e-27aad397cd5f None None] Attempting to bind port b3f05f5d-83d3-4513-9491-6534ae266871 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:25:20.621565 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820b6ac8-c8ff-434a-8c2e-27aad397cd5f None None] Attempting to bind port b3f05f5d-83d3-4513-9491-6534ae266871 on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:25:20.625392 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47d5819-dc1b-436d-bcd4-77c19e05bd8a None None] Pushing event updated for resources: {'Port': ['ID=b3f05f5d-83d3-4513-9491-6534ae266871,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:20.630986 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820b6ac8-c8ff-434a-8c2e-27aad397cd5f None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:25:20.631501 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820b6ac8-c8ff-434a-8c2e-27aad397cd5f None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:25:20.632008 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-820b6ac8-c8ff-434a-8c2e-27aad397cd5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:20.633039 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820b6ac8-c8ff-434a-8c2e-27aad397cd5f None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:25:20.633637 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-820b6ac8-c8ff-434a-8c2e-27aad397cd5f None None] Bound port: b3f05f5d-83d3-4513-9491-6534ae266871, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:25:20.634026 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-820b6ac8-c8ff-434a-8c2e-27aad397cd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:20.643628 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a333d85e-c46c-400c-937a-b83791d8d22d admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:25:20.664784 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-ef8fcc6a-d2ce-48d7-90b0-0c310a2a163a admin admin] Allocated IP 172.20.0.1 (50cd31b1-5d21-4904-ad7f-485cf1aa4b61/af2bd050-10c1-4ff7-878c-724df4551b6b/3d1f22f5-4457-4e1e-841d-562242ac36e9) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:25:20.672624 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a333d85e-c46c-400c-937a-b83791d8d22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:20.683241 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-a412a722-53ba-4efb-9456-415ac90bebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:20.684849 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-a412a722-53ba-4efb-9456-415ac90bebe8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d3d2f5a8-9c2a-4e37-81c2-a6be304a674b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0556695 Dec 10 16:25:20.694670 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-820b6ac8-c8ff-434a-8c2e-27aad397cd5f None None] For port b3f05f5d-83d3-4513-9491-6534ae266871, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:25:20.698967 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a333d85e-c46c-400c-937a-b83791d8d22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:20.699321 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-a333d85e-c46c-400c-937a-b83791d8d22d admin admin] Added segment e6fa61d2-b939-45d7-997a-9f01bb103238 of type vlan for network fbb94746-fc6f-4a16-ab0b-6dbd984218c6 Dec 10 16:25:20.700164 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-820b6ac8-c8ff-434a-8c2e-27aad397cd5f None None] For port b3f05f5d-83d3-4513-9491-6534ae266871, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=b3f05f5d-83d3-4513-9491-6534ae266871,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:25:20.705133 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-820b6ac8-c8ff-434a-8c2e-27aad397cd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:20.770028 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820b6ac8-c8ff-434a-8c2e-27aad397cd5f None None] Routers {'54aa9eb0-0d89-40b5-beec-8711b002ca13'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:25:20.770958 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-820b6ac8-c8ff-434a-8c2e-27aad397cd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:25:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['54aa9eb0-0d89-40b5-beec-8711b002ca13'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:20.774265 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47d5819-dc1b-436d-bcd4-77c19e05bd8a None None] Pushing event updated for resources: {'Port': ['ID=b3f05f5d-83d3-4513-9491-6534ae266871,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:20.777952 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a333d85e-c46c-400c-937a-b83791d8d22d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:20.814741 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-de3d87c2-ed6a-4661-b793-8041145cf2f3 service neutron] 10.222.0.46 "GET /v2.0/networks/d3d2f5a8-9c2a-4e37-81c2-a6be304a674b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196492 Dec 10 16:25:20.858764 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a333d85e-c46c-400c-937a-b83791d8d22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:20.859724 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a333d85e-c46c-400c-937a-b83791d8d22d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:20.860822 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a333d85e-c46c-400c-937a-b83791d8d22d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:20.903247 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-820b6ac8-c8ff-434a-8c2e-27aad397cd5f None None] Set router 54aa9eb0-0d89-40b5-beec-8711b002ca13 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:25:20.934935 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-7f12df18-13ae-47da-a28e-460a4510dc91 service neutron] 10.222.0.46 "GET /v2.0/networks/d3d2f5a8-9c2a-4e37-81c2-a6be304a674b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110997 Dec 10 16:25:20.943359 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a333d85e-c46c-400c-937a-b83791d8d22d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2155571 Dec 10 16:25:20.943962 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 45618) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:20.963509 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-82389901-7d48-4410-98bf-9b9f64531810 admin admin] Request body: {'subnet': {'network_id': 'fbb94746-fc6f-4a16-ab0b-6dbd984218c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-478413403-subnet', 'tenant_id': '3c230731c8574bb0abc18ed9b45d286c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:25:20.972302 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef8fcc6a-d2ce-48d7-90b0-0c310a2a163a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:20.977766 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a333d85e-c46c-400c-937a-b83791d8d22d admin admin] Pushing event updated for resources: {'Network': ['ID=fbb94746-fc6f-4a16-ab0b-6dbd984218c6,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:20.989830 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-733ae740-137d-4ce7-a6dd-73f11039b38d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3174393b-e5d0-402e-a500-15400d5f91d0 HTTP/1.1" status: 200 len: 217 time: 0.0466821 Dec 10 16:25:21.009319 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82389901-7d48-4410-98bf-9b9f64531810 admin admin] Made reservation on behalf of 3c230731c8574bb0abc18ed9b45d286c for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:25:21.011789 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82389901-7d48-4410-98bf-9b9f64531810 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:21.020768 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network fbb94746-fc6f-4a16-ab0b-6dbd984218c6 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:25:21.045197 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-ba8333ed-8f20-41e0-91c9-1b61b98ca6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:21.047727 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-ba8333ed-8f20-41e0-91c9-1b61b98ca6e5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=091cd1f4-331e-4459-ad24-1b9d06b10cd2 HTTP/1.1" status: 200 len: 797 time: 0.0499120 Dec 10 16:25:21.083192 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef8fcc6a-d2ce-48d7-90b0-0c310a2a163a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:21.089002 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-5b329e4a-cf22-402e-9485-07d72917113a tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:25:21.090108 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-5b329e4a-cf22-402e-9485-07d72917113a tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2430911 Dec 10 16:25:21.108020 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-c3fe660d-13e9-402a-8102-eaeb293851df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:21.109769 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-c3fe660d-13e9-402a-8102-eaeb293851df service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d9b93369-0ca7-48d4-af9b-dd363ef2706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0547633 Dec 10 16:25:21.145775 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8fcc6a-d2ce-48d7-90b0-0c310a2a163a admin admin] Network 50cd31b1-5d21-4904-ad7f-485cf1aa4b61 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:25:21.154616 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-ef8fcc6a-d2ce-48d7-90b0-0c310a2a163a admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:25:21.158960 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8fcc6a-d2ce-48d7-90b0-0c310a2a163a admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:25:21.161798 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8fcc6a-d2ce-48d7-90b0-0c310a2a163a admin admin] Pushing event updated for resources: {'Port': ['ID=3d1f22f5-4457-4e1e-841d-562242ac36e9,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:21.195605 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-820b6ac8-c8ff-434a-8c2e-27aad397cd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54aa9eb0-0d89-40b5-beec-8711b002ca13', 'name': 'tempest-ServersTestMultiNic-19225357-router', 'tenant_id': '2f348a6ef1b744809177e6c8e3c6126d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'b3f05f5d-83d3-4513-9491-6534ae266871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:25:16Z', 'updated_at': '2021-12-10T16:25:17Z', 'revision_number': 3, 'project_id': '2f348a6ef1b744809177e6c8e3c6126d', 'gw_port': {'id': 'b3f05f5d-83d3-4513-9491-6534ae266871', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54aa9eb0-0d89-40b5-beec-8711b002ca13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:25:16Z', 'updated_at': '2021-12-10T16:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:21.234735 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820b6ac8-c8ff-434a-8c2e-27aad397cd5f None None] The sync data for ids ['54aa9eb0-0d89-40b5-beec-8711b002ca13'] in n-d-766771-2 is: [{'id': '54aa9eb0-0d89-40b5-beec-8711b002ca13', 'name': 'tempest-ServersTestMultiNic-19225357-router', 'tenant_id': '2f348a6ef1b744809177e6c8e3c6126d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'b3f05f5d-83d3-4513-9491-6534ae266871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:25:16Z', 'updated_at': '2021-12-10T16:25:17Z', 'revision_number': 3, 'project_id': '2f348a6ef1b744809177e6c8e3c6126d', 'gw_port': {'id': 'b3f05f5d-83d3-4513-9491-6534ae266871', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54aa9eb0-0d89-40b5-beec-8711b002ca13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:25:16Z', 'updated_at': '2021-12-10T16:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:25:21.235305 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef8fcc6a-d2ce-48d7-90b0-0c310a2a163a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:21.249276 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-26172fc6-a858-4c65-a126-cfd84a7ef637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:21.251158 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-26172fc6-a858-4c65-a126-cfd84a7ef637 service neutron] 10.222.0.11 "GET /v2.0/ports/b4cc6d7c-f629-4a3f-81cc-bdefa432467b HTTP/1.1" status: 200 len: 1093 time: 0.1404424 Dec 10 16:25:21.274596 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-f3ddcae8-29e3-49dc-86b4-d60808d7df44 service neutron] Request body: {'binding': {'host': 'n-h2-766771-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:25:21.275059 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-f3ddcae8-29e3-49dc-86b4-d60808d7df44 service neutron] Unknown quota resources ['binding']. {{(pid=103392) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 16:25:21.317868 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-a7d2c6d6-d185-41b0-9990-fb4e62f44867 service neutron] 10.222.0.46 "GET /v2.0/networks/d9b93369-0ca7-48d4-af9b-dd363ef2706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007585 Dec 10 16:25:21.386311 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82389901-7d48-4410-98bf-9b9f64531810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:21.459124 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef8fcc6a-d2ce-48d7-90b0-0c310a2a163a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:21.506935 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-acc70b9f-4040-4384-8c8f-0f7bd49b8fb4 service neutron] 10.222.0.46 "GET /v2.0/networks/d9b93369-0ca7-48d4-af9b-dd363ef2706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669285 Dec 10 16:25:21.510811 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-62af4bb1-7b21-440f-b4e5-ff980cf938fd None None] Provisioning complete for port 3d1f22f5-4457-4e1e-841d-562242ac36e9 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:25:21.511549 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-62af4bb1-7b21-440f-b4e5-ff980cf938fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:21.515767 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82389901-7d48-4410-98bf-9b9f64531810 admin admin] Pushing event updated for resources: {'Subnet': ['ID=173a3b76-9825-4dc8-b87b-02867f285316,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:21.541472 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82389901-7d48-4410-98bf-9b9f64531810 admin admin] Checking segment: {'id': 'e6fa61d2-b939-45d7-997a-9f01bb103238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fbb94746-fc6f-4a16-ab0b-6dbd984218c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:25:21.541828 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82389901-7d48-4410-98bf-9b9f64531810 admin admin] Network hostable DHCP agents. Network: fbb94746-fc6f-4a16-ab0b-6dbd984218c6, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:25:21.569106 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-62af4bb1-7b21-440f-b4e5-ff980cf938fd None None] Port 3d1f22f5-4457-4e1e-841d-562242ac36e9 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:25:21.575241 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-20205a63-5c72-47cf-b981-4295b90a390f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8744c76b-46ac-44c8-96c4-4bdbc0396c15 HTTP/1.1" status: 200 len: 217 time: 0.0547040 Dec 10 16:25:21.575916 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-f3ddcae8-29e3-49dc-86b4-d60808d7df44 service neutron] Attempting to bind port b4cc6d7c-f629-4a3f-81cc-bdefa432467b on host n-h2-766771-2 for vnic_type normal with profile None {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:25:21.576250 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-f3ddcae8-29e3-49dc-86b4-d60808d7df44 service neutron] Attempting to bind port b4cc6d7c-f629-4a3f-81cc-bdefa432467b by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:25:21.576579 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-f3ddcae8-29e3-49dc-86b4-d60808d7df44 service neutron] Attempting to bind port b4cc6d7c-f629-4a3f-81cc-bdefa432467b on network 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:25:21.583832 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-f3ddcae8-29e3-49dc-86b4-d60808d7df44 service neutron] Port b4cc6d7c-f629-4a3f-81cc-bdefa432467b on network 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:25:21.584362 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-f3ddcae8-29e3-49dc-86b4-d60808d7df44 service neutron] Attempting to bind port b4cc6d7c-f629-4a3f-81cc-bdefa432467b on network 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:25:21.601218 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82389901-7d48-4410-98bf-9b9f64531810 admin admin] Network fbb94746-fc6f-4a16-ab0b-6dbd984218c6 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:25:21.607579 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-f3ddcae8-29e3-49dc-86b4-d60808d7df44 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:25:21.608035 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-f3ddcae8-29e3-49dc-86b4-d60808d7df44 service neutron] Checking segment: {'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:25:21.608421 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-f3ddcae8-29e3-49dc-86b4-d60808d7df44 service neutron] Bound using segment: {'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:25:21.608886 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-f3ddcae8-29e3-49dc-86b4-d60808d7df44 service neutron] Bound port: b4cc6d7c-f629-4a3f-81cc-bdefa432467b, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:25:21.642415 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-82389901-7d48-4410-98bf-9b9f64531810 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, fbb94746-fc6f-4a16-ab0b-6dbd984218c6) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:25:21.651213 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82389901-7d48-4410-98bf-9b9f64531810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:21.651955 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82389901-7d48-4410-98bf-9b9f64531810 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:21.668499 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01030de2-7399-4805-bc45-6794770a6f5c None None] Network fbb94746-fc6f-4a16-ab0b-6dbd984218c6 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:25:21.679011 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-82389901-7d48-4410-98bf-9b9f64531810 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7227018 Dec 10 16:25:21.719432 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-3d0c3952-1d17-488c-b9ae-1cdacb9c83df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:21.720968 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-3d0c3952-1d17-488c-b9ae-1cdacb9c83df service neutron] 10.222.0.46 "GET /v2.0/subnets?id=091cd1f4-331e-4459-ad24-1b9d06b10cd2 HTTP/1.1" status: 200 len: 797 time: 0.1256449 Dec 10 16:25:21.756795 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef8fcc6a-d2ce-48d7-90b0-0c310a2a163a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:21.764427 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef8fcc6a-d2ce-48d7-90b0-0c310a2a163a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:21.770650 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-f3ddcae8-29e3-49dc-86b4-d60808d7df44 service neutron] For port b4cc6d7c-f629-4a3f-81cc-bdefa432467b, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=b4cc6d7c-f629-4a3f-81cc-bdefa432467b,segment=NetworkSegment(698ea8e5-c316-417a-87ff-ff612f3a473c),segment_id=698ea8e5-c316-417a-87ff-ff612f3a473c)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:25:21.782613 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-f3ddcae8-29e3-49dc-86b4-d60808d7df44 service neutron] Publish callbacks [] for binding, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:21.783826 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-f3ddcae8-29e3-49dc-86b4-d60808d7df44 service neutron] 10.222.0.11 "POST /v2.0/ports/b4cc6d7c-f629-4a3f-81cc-bdefa432467b/bindings HTTP/1.1" status: 201 len: 389 time: 0.5134468 Dec 10 16:25:21.801950 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-c342a930-5929-41ce-8880-3aaa3d357845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:21.803110 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddde7b3-1343-4d5a-8d79-ab72bb360e01 None None] Network fbb94746-fc6f-4a16-ab0b-6dbd984218c6 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:25:21.803945 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-c342a930-5929-41ce-8880-3aaa3d357845 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d9b93369-0ca7-48d4-af9b-dd363ef2706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0759270 Dec 10 16:25:21.930268 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef8fcc6a-d2ce-48d7-90b0-0c310a2a163a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:21.957077 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8fcc6a-d2ce-48d7-90b0-0c310a2a163a admin admin] Pushing event updated for resources: {'Port': ['ID=3d1f22f5-4457-4e1e-841d-562242ac36e9,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:22.018733 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-a4997915-6094-4395-876a-2b751a27b91e service neutron] 10.222.0.46 "GET /v2.0/networks/d9b93369-0ca7-48d4-af9b-dd363ef2706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067695 Dec 10 16:25:22.105901 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8fcc6a-d2ce-48d7-90b0-0c310a2a163a admin admin] Network 50cd31b1-5d21-4904-ad7f-485cf1aa4b61 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:25:22.107610 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-ef8fcc6a-d2ce-48d7-90b0-0c310a2a163a admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:25:22.193506 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device b3f05f5d-83d3-4513-9491-6534ae266871 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:25:22.237993 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ce158-a5db-435e-a46e-999e600238a7 req-1dc1e59c-cc44-4c64-bea3-26ca89cb53e4 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:22.239703 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b90ce158-a5db-435e-a46e-999e600238a7 req-1dc1e59c-cc44-4c64-bea3-26ca89cb53e4 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab0439d-e8ba-439a-8f48-06aa4816871e HTTP/1.1" status: 200 len: 945 time: 0.2012937 Dec 10 16:25:22.268713 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95e1c583-0a7e-4197-961f-08c7f392bae7 req-f4e6d2fa-7034-4944-9c7a-7a16cdd42cb1 service neutron] 10.222.0.46 "GET /v2.0/networks/d9b93369-0ca7-48d4-af9b-dd363ef2706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412922 Dec 10 16:25:22.279679 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port b3f05f5d-83d3-4513-9491-6534ae266871 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:25:22.280586 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:22.286773 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-2cf8db2b-e9e1-423c-b345-83e553d665f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:22.289038 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-2cf8db2b-e9e1-423c-b345-83e553d665f8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c7f96263ffc44481b889fc489836cd3c&device_id=5f40b2bc-5bb8-4f14-8538-ca8f78a4272d HTTP/1.1" status: 200 len: 1096 time: 0.1484511 Dec 10 16:25:22.346945 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef8fcc6a-d2ce-48d7-90b0-0c310a2a163a admin admin] Router 54aa9eb0-0d89-40b5-beec-8711b002ca13 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:25:22.427951 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:22.439675 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b90ce158-a5db-435e-a46e-999e600238a7 req-a884bd98-24a3-4c26-aacf-becea8589ade tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887949 Dec 10 16:25:22.466595 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port b3f05f5d-83d3-4513-9491-6534ae266871, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=b3f05f5d-83d3-4513-9491-6534ae266871,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:22.471885 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:22.487802 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-5524e730-2318-438f-b6bb-66dddcabaa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:22.489408 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-5524e730-2318-438f-b6bb-66dddcabaa4e service neutron] 10.222.0.46 "GET /v2.0/networks?id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce HTTP/1.1" status: 200 len: 909 time: 0.1850929 Dec 10 16:25:22.557906 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-de83d020-4847-409f-987b-637254b4b304 None None] Provisioning complete for port 3d1f22f5-4457-4e1e-841d-562242ac36e9 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:25:22.558380 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-de83d020-4847-409f-987b-637254b4b304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:22.558836 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-6080de9b-d635-48a8-b0c2-d5eebaa282d0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4cc6d7c-f629-4a3f-81cc-bdefa432467b HTTP/1.1" status: 200 len: 217 time: 0.0600259 Dec 10 16:25:22.565979 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8fcc6a-d2ce-48d7-90b0-0c310a2a163a admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:25:22.576425 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ef8fcc6a-d2ce-48d7-90b0-0c310a2a163a admin admin] 10.222.0.11 "PUT /v2.0/routers/54aa9eb0-0d89-40b5-beec-8711b002ca13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0919054 Dec 10 16:25:22.621437 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=b3f05f5d-83d3-4513-9491-6534ae266871,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:22.656104 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976d933-60e7-40e6-9615-faf442e4ca48 req-5c1fb7ee-8d1c-4ca7-aa2f-3038af2a2c8c tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:22.658069 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c976d933-60e7-40e6-9615-faf442e4ca48 req-5c1fb7ee-8d1c-4ca7-aa2f-3038af2a2c8c tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 950 time: 0.1074562 Dec 10 16:25:22.670306 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-de83d020-4847-409f-987b-637254b4b304 None None] Port 3d1f22f5-4457-4e1e-841d-562242ac36e9 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:25:22.699932 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-0776868d-b4de-4505-a0ad-9618c7003311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:22.701495 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-0776868d-b4de-4505-a0ad-9618c7003311 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8e6d4c00-e815-4a48-aff0-5fbec7a9d006 HTTP/1.1" status: 200 len: 848 time: 0.1090224 Dec 10 16:25:22.743037 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-6812ecca-5d5b-49e7-a44b-a9e4e205422d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335224 Dec 10 16:25:22.743906 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 45632) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:22.747818 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c976d933-60e7-40e6-9615-faf442e4ca48 req-24bd0a82-f27d-4b63-bbd2-458d26e238b6 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815489 Dec 10 16:25:22.828529 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-6dafe061-aba7-4573-9c1d-fa8964501e9c tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1527096513'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:25:22.866093 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-86a9695d-5231-4b2d-b065-1ac6670aac23 service neutron] 10.222.0.46 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088951 Dec 10 16:25:22.866436 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dafe061-aba7-4573-9c1d-fa8964501e9c tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Made reservation on behalf of 2f348a6ef1b744809177e6c8e3c6126d for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:25:22.870206 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6dafe061-aba7-4573-9c1d-fa8964501e9c tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:22.909054 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dafe061-aba7-4573-9c1d-fa8964501e9c tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:25:22.919940 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6dafe061-aba7-4573-9c1d-fa8964501e9c tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:22.920283 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-6dafe061-aba7-4573-9c1d-fa8964501e9c tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Added segment 069579c4-e6b3-45a0-b0f2-0685ae2a0198 of type vlan for network 7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68 Dec 10 16:25:22.966638 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6dafe061-aba7-4573-9c1d-fa8964501e9c tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:22.994237 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6dafe061-aba7-4573-9c1d-fa8964501e9c tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:22.996095 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-9814b310-34c5-45ec-b997-b34d204572a4 service neutron] 10.222.0.46 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234512 Dec 10 16:25:23.000974 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dafe061-aba7-4573-9c1d-fa8964501e9c tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:23.001975 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6dafe061-aba7-4573-9c1d-fa8964501e9c tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:23.061685 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6dafe061-aba7-4573-9c1d-fa8964501e9c tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3164353 Dec 10 16:25:23.064577 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 45636) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:23.073203 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-96d1f3bd-d090-471d-88ed-ed917e79cad9 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Request body: {'subnet': {'network_id': '7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:25:23.082996 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dafe061-aba7-4573-9c1d-fa8964501e9c tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Pushing event updated for resources: {'Network': ['ID=7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:23.098390 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:25:23.101658 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c5818-9943-4f94-9a81-1eaa03cdabc4 req-9e1e22f4-a197-4be3-a3fe-6bef736532bf tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:23.104616 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d57c5818-9943-4f94-9a81-1eaa03cdabc4 req-9e1e22f4-a197-4be3-a3fe-6bef736532bf tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f40b2bc-5bb8-4f14-8538-ca8f78a4272d HTTP/1.1" status: 200 len: 945 time: 0.0932379 Dec 10 16:25:23.216848 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d57c5818-9943-4f94-9a81-1eaa03cdabc4 req-35dacc6c-0f59-4af8-a8bc-662372ec549e tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853176 Dec 10 16:25:23.228636 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d1f3bd-d090-471d-88ed-ed917e79cad9 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Made reservation on behalf of 2f348a6ef1b744809177e6c8e3c6126d for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:25:23.236375 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-96d1f3bd-d090-471d-88ed-ed917e79cad9 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:23.494294 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-96d1f3bd-d090-471d-88ed-ed917e79cad9 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:23.561616 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-833aaae1-d113-4703-9a3b-d14fd6c03beb tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:23.563155 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-833aaae1-d113-4703-9a3b-d14fd6c03beb tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/networks?id=fbb94746-fc6f-4a16-ab0b-6dbd984218c6 HTTP/1.1" status: 200 len: 813 time: 0.1970749 Dec 10 16:25:23.575079 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d1f3bd-d090-471d-88ed-ed917e79cad9 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Pushing event updated for resources: {'Subnet': ['ID=dd2859b9-b3c3-4a53-ba40-3b012bbdc67a,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:23.583723 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acf7ca2-315c-4076-bf55-aed502ce49d8 None None] Sync routers for ids ['54aa9eb0-0d89-40b5-beec-8711b002ca13'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:25:23.587709 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-9533a49c-28d6-4691-a55a-a7ca2117cec1 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/quotas/3c230731c8574bb0abc18ed9b45d286c HTTP/1.1" status: 200 len: 375 time: 0.0169806 Dec 10 16:25:23.593765 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acf7ca2-315c-4076-bf55-aed502ce49d8 None None] Routers {'54aa9eb0-0d89-40b5-beec-8711b002ca13'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:25:23.594409 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-7acf7ca2-315c-4076-bf55-aed502ce49d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:25:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['54aa9eb0-0d89-40b5-beec-8711b002ca13'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:23.633113 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-90201510-d03a-4f86-a599-b5e32fdd2bfa tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c230731c8574bb0abc18ed9b45d286c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355566 Dec 10 16:25:23.634274 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d1f3bd-d090-471d-88ed-ed917e79cad9 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Checking segment: {'id': '069579c4-e6b3-45a0-b0f2-0685ae2a0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:25:23.634844 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d1f3bd-d090-471d-88ed-ed917e79cad9 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Network hostable DHCP agents. Network: 7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:25:23.658671 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d1f3bd-d090-471d-88ed-ed917e79cad9 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Network 7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:25:23.671068 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-96d1f3bd-d090-471d-88ed-ed917e79cad9 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:25:23.676566 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d1f3bd-d090-471d-88ed-ed917e79cad9 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:23.677729 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-96d1f3bd-d090-471d-88ed-ed917e79cad9 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:23.684802 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2560a2d-ffc8-4349-a539-9a913a4d4daa None None] Network 7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:25:23.752656 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-96d1f3bd-d090-471d-88ed-ed917e79cad9 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6837738 Dec 10 16:25:23.752896 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 45650) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:23.761152 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-5fcf74cd-5cfe-4316-aad3-bfc30e76d91a tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1559696916'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:25:23.817287 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-7acf7ca2-315c-4076-bf55-aed502ce49d8 None None] Set router 54aa9eb0-0d89-40b5-beec-8711b002ca13 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:25:23.841961 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-7a62c4c4-abdb-4517-8b9c-9684d7aa77b7 service neutron] 10.222.0.11 "GET /v2.0/networks/fbb94746-fc6f-4a16-ab0b-6dbd984218c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585305 Dec 10 16:25:23.843314 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcf74cd-5cfe-4316-aad3-bfc30e76d91a tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Made reservation on behalf of 2f348a6ef1b744809177e6c8e3c6126d for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:25:23.847112 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5fcf74cd-5cfe-4316-aad3-bfc30e76d91a tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:23.948069 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1cb98a-111b-4422-bc01-cc158cd646f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68', 'network_id': '7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68', 'project_id': '2f348a6ef1b744809177e6c8e3c6126d', 'fixed_ips': [{'subnet_id': 'dd2859b9-b3c3-4a53-ba40-3b012bbdc67a'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:25:23.948952 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6b1cb98a-111b-4422-bc01-cc158cd646f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:23.970956 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-a3a85967-0d9a-47a0-99b7-714f48b584f0 service neutron] 10.222.0.11 "GET /v2.0/networks/fbb94746-fc6f-4a16-ab0b-6dbd984218c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185369 Dec 10 16:25:23.995847 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fcf74cd-5cfe-4316-aad3-bfc30e76d91a tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:25:24.008190 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5fcf74cd-5cfe-4316-aad3-bfc30e76d91a tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:24.009086 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-5fcf74cd-5cfe-4316-aad3-bfc30e76d91a tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Added segment a32d96e3-bbd4-468d-bf1a-72bb3911c80f of type vlan for network b2fc4a90-dc0d-49e2-810e-94df683b3cab Dec 10 16:25:24.025996 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-7acf7ca2-315c-4076-bf55-aed502ce49d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54aa9eb0-0d89-40b5-beec-8711b002ca13', 'name': 'tempest-ServersTestMultiNic-19225357-router', 'tenant_id': '2f348a6ef1b744809177e6c8e3c6126d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'b3f05f5d-83d3-4513-9491-6534ae266871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:25:16Z', 'updated_at': '2021-12-10T16:25:21Z', 'revision_number': 4, 'project_id': '2f348a6ef1b744809177e6c8e3c6126d', 'gw_port': {'id': 'b3f05f5d-83d3-4513-9491-6534ae266871', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54aa9eb0-0d89-40b5-beec-8711b002ca13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:25:16Z', 'updated_at': '2021-12-10T16:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '3d1f22f5-4457-4e1e-841d-562242ac36e9', 'name': '', 'network_id': '50cd31b1-5d21-4904-ad7f-485cf1aa4b61', 'tenant_id': '2f348a6ef1b744809177e6c8e3c6126d', 'mac_address': 'fa:16:3e:ab:f7:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54aa9eb0-0d89-40b5-beec-8711b002ca13', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'af2bd050-10c1-4ff7-878c-724df4551b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:25:20Z', 'updated_at': '2021-12-10T16:25:21Z', 'revision_number': 2, 'project_id': '2f348a6ef1b744809177e6c8e3c6126d', 'subnets': [{'id': 'af2bd050-10c1-4ff7-878c-724df4551b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:24.057928 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acf7ca2-315c-4076-bf55-aed502ce49d8 None None] Checking router: 54aa9eb0-0d89-40b5-beec-8711b002ca13 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:25:24.058685 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acf7ca2-315c-4076-bf55-aed502ce49d8 None None] Updating router 54aa9eb0-0d89-40b5-beec-8711b002ca13 port 3d1f22f5-4457-4e1e-841d-562242ac36e9 binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:25:24.087216 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-7acf7ca2-315c-4076-bf55-aed502ce49d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:24.110880 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5fcf74cd-5cfe-4316-aad3-bfc30e76d91a tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:24.190444 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5fcf74cd-5cfe-4316-aad3-bfc30e76d91a tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:24.192665 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device b3f05f5d-83d3-4513-9491-6534ae266871 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:25:24.206311 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcf74cd-5cfe-4316-aad3-bfc30e76d91a tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:24.209590 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5fcf74cd-5cfe-4316-aad3-bfc30e76d91a tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:24.296220 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf74cd-5cfe-4316-aad3-bfc30e76d91a tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Pushing event updated for resources: {'Network': ['ID=b2fc4a90-dc0d-49e2-810e-94df683b3cab,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:24.330469 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 45666) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:24.337433 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-621e1c4d-d54a-483c-b61d-b93e9885e360 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Request body: {'subnet': {'network_id': 'b2fc4a90-dc0d-49e2-810e-94df683b3cab', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:25:24.345954 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5fcf74cd-5cfe-4316-aad3-bfc30e76d91a tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5904307 Dec 10 16:25:24.375609 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-6b1cb98a-111b-4422-bc01-cc158cd646f4 None None] Allocated IP 19.80.0.2 (7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68/dd2859b9-b3c3-4a53-ba40-3b012bbdc67a/e6378086-b5cb-4d0d-a2be-42227d9009d5) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:25:24.377536 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-7acf7ca2-315c-4076-bf55-aed502ce49d8 None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:24.387528 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-7acf7ca2-315c-4076-bf55-aed502ce49d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:24.442076 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4097b-6e75-41ba-8bc8-ac80e1a75b98 None None] Pushing event updated for resources: {'Port': ['ID=3d1f22f5-4457-4e1e-841d-562242ac36e9,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:24.495340 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d8159-f02d-416a-806f-0cd5e22d06d9 req-28c0158f-6a67-4df5-a548-0edb8946bc3e tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:24.503921 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-7acf7ca2-315c-4076-bf55-aed502ce49d8 None None] Attempting to bind port 3d1f22f5-4457-4e1e-841d-562242ac36e9 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:25:24.504371 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-7acf7ca2-315c-4076-bf55-aed502ce49d8 None None] Attempting to bind port 3d1f22f5-4457-4e1e-841d-562242ac36e9 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '9b0e895e-f859-4fe1-8265-102cfa556106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '50cd31b1-5d21-4904-ad7f-485cf1aa4b61'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:25:24.505653 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acf7ca2-315c-4076-bf55-aed502ce49d8 None None] Attempting to bind port 3d1f22f5-4457-4e1e-841d-562242ac36e9 on network 50cd31b1-5d21-4904-ad7f-485cf1aa4b61 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:25:24.509304 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-413d8159-f02d-416a-806f-0cd5e22d06d9 req-28c0158f-6a67-4df5-a548-0edb8946bc3e tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab0439d-e8ba-439a-8f48-06aa4816871e HTTP/1.1" status: 200 len: 945 time: 0.1575658 Dec 10 16:25:24.518479 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acf7ca2-315c-4076-bf55-aed502ce49d8 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:25:24.518955 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acf7ca2-315c-4076-bf55-aed502ce49d8 None None] Checking segment: {'id': '9b0e895e-f859-4fe1-8265-102cfa556106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '50cd31b1-5d21-4904-ad7f-485cf1aa4b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:25:24.519431 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-7acf7ca2-315c-4076-bf55-aed502ce49d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:24.519894 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acf7ca2-315c-4076-bf55-aed502ce49d8 None None] Bound using segment: {'id': '9b0e895e-f859-4fe1-8265-102cfa556106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '50cd31b1-5d21-4904-ad7f-485cf1aa4b61'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:25:24.526268 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-7acf7ca2-315c-4076-bf55-aed502ce49d8 None None] Bound port: 3d1f22f5-4457-4e1e-841d-562242ac36e9, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b0e895e-f859-4fe1-8265-102cfa556106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '50cd31b1-5d21-4904-ad7f-485cf1aa4b61'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:25:24.526985 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-7acf7ca2-315c-4076-bf55-aed502ce49d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:24.557348 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621e1c4d-d54a-483c-b61d-b93e9885e360 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Made reservation on behalf of 2f348a6ef1b744809177e6c8e3c6126d for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:25:24.564734 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-621e1c4d-d54a-483c-b61d-b93e9885e360 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:24.570718 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network b2fc4a90-dc0d-49e2-810e-94df683b3cab details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:25:24.611501 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-413d8159-f02d-416a-806f-0cd5e22d06d9 req-11fec070-ed5d-420b-9b6b-52ec9f138386 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012707 Dec 10 16:25:24.660447 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-7acf7ca2-315c-4076-bf55-aed502ce49d8 None None] For port 3d1f22f5-4457-4e1e-841d-562242ac36e9, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:25:24.664830 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-7acf7ca2-315c-4076-bf55-aed502ce49d8 None None] For port 3d1f22f5-4457-4e1e-841d-562242ac36e9, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=3d1f22f5-4457-4e1e-841d-562242ac36e9,segment=NetworkSegment(9b0e895e-f859-4fe1-8265-102cfa556106),segment_id=9b0e895e-f859-4fe1-8265-102cfa556106)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:25:24.671727 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-7acf7ca2-315c-4076-bf55-aed502ce49d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:24.743929 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4097b-6e75-41ba-8bc8-ac80e1a75b98 None None] Pushing event updated for resources: {'Port': ['ID=3d1f22f5-4457-4e1e-841d-562242ac36e9,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:24.759620 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acf7ca2-315c-4076-bf55-aed502ce49d8 None None] Routers {'54aa9eb0-0d89-40b5-beec-8711b002ca13'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:25:24.760943 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-7acf7ca2-315c-4076-bf55-aed502ce49d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:25:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['54aa9eb0-0d89-40b5-beec-8711b002ca13'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:24.839492 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port b3f05f5d-83d3-4513-9491-6534ae266871 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:25:24.840074 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:24.884892 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c9795-7762-4d73-a620-0e3d50c2e53e req-b0f47408-9a4f-46e0-8c7f-8a87ef41f50a tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:24.898094 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c79c9795-7762-4d73-a620-0e3d50c2e53e req-b0f47408-9a4f-46e0-8c7f-8a87ef41f50a tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 950 time: 0.1404233 Dec 10 16:25:24.907405 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-7acf7ca2-315c-4076-bf55-aed502ce49d8 None None] Set router 54aa9eb0-0d89-40b5-beec-8711b002ca13 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:25:24.941189 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6b1cb98a-111b-4422-bc01-cc158cd646f4 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:24.964150 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6b1cb98a-111b-4422-bc01-cc158cd646f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:25.021141 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c79c9795-7762-4d73-a620-0e3d50c2e53e req-c7988479-21bb-4733-8aa3-d2ba5e5f7f9c tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160636 Dec 10 16:25:25.039309 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-621e1c4d-d54a-483c-b61d-b93e9885e360 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:25.063877 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-08fb3505-f4b6-4324-ba9b-a15eaf38d098 None None] Provisioning complete for port 3d1f22f5-4457-4e1e-841d-562242ac36e9 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:25:25.065072 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-08fb3505-f4b6-4324-ba9b-a15eaf38d098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:25.083092 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1cb98a-111b-4422-bc01-cc158cd646f4 None None] Pushing event updated for resources: {'Port': ['ID=e6378086-b5cb-4d0d-a2be-42227d9009d5,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:25.141207 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621e1c4d-d54a-483c-b61d-b93e9885e360 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Checking segment: {'id': 'a32d96e3-bbd4-468d-bf1a-72bb3911c80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2fc4a90-dc0d-49e2-810e-94df683b3cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:25:25.141553 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621e1c4d-d54a-483c-b61d-b93e9885e360 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Network hostable DHCP agents. Network: b2fc4a90-dc0d-49e2-810e-94df683b3cab, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:25:25.159363 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e1c4d-d54a-483c-b61d-b93e9885e360 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Pushing event updated for resources: {'Subnet': ['ID=d0e9f285-bb04-441d-b056-00c15730f726,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:25.178753 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621e1c4d-d54a-483c-b61d-b93e9885e360 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Network b2fc4a90-dc0d-49e2-810e-94df683b3cab is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:25:25.192010 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-621e1c4d-d54a-483c-b61d-b93e9885e360 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, b2fc4a90-dc0d-49e2-810e-94df683b3cab) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:25:25.197724 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621e1c4d-d54a-483c-b61d-b93e9885e360 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:25.198490 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-621e1c4d-d54a-483c-b61d-b93e9885e360 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:25.223006 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-621e1c4d-d54a-483c-b61d-b93e9885e360 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8913443 Dec 10 16:25:25.225812 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab548e7-3116-4089-88f2-3af89a4f4905 None None] Network b2fc4a90-dc0d-49e2-810e-94df683b3cab requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:25:25.238976 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-7acf7ca2-315c-4076-bf55-aed502ce49d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54aa9eb0-0d89-40b5-beec-8711b002ca13', 'name': 'tempest-ServersTestMultiNic-19225357-router', 'tenant_id': '2f348a6ef1b744809177e6c8e3c6126d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'b3f05f5d-83d3-4513-9491-6534ae266871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:25:16Z', 'updated_at': '2021-12-10T16:25:21Z', 'revision_number': 4, 'project_id': '2f348a6ef1b744809177e6c8e3c6126d', 'gw_port': {'id': 'b3f05f5d-83d3-4513-9491-6534ae266871', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54aa9eb0-0d89-40b5-beec-8711b002ca13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:25:16Z', 'updated_at': '2021-12-10T16:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '3d1f22f5-4457-4e1e-841d-562242ac36e9', 'name': '', 'network_id': '50cd31b1-5d21-4904-ad7f-485cf1aa4b61', 'tenant_id': '2f348a6ef1b744809177e6c8e3c6126d', 'mac_address': 'fa:16:3e:ab:f7:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54aa9eb0-0d89-40b5-beec-8711b002ca13', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'af2bd050-10c1-4ff7-878c-724df4551b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:25:20Z', 'updated_at': '2021-12-10T16:25:24Z', 'revision_number': 4, 'project_id': '2f348a6ef1b744809177e6c8e3c6126d', 'subnets': [{'id': 'af2bd050-10c1-4ff7-878c-724df4551b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:25.248351 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1cb98a-111b-4422-bc01-cc158cd646f4 None None] Network 7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:25:25.307073 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acf7ca2-315c-4076-bf55-aed502ce49d8 None None] The sync data for ids ['54aa9eb0-0d89-40b5-beec-8711b002ca13'] in n-d-766771-2 is: [{'id': '54aa9eb0-0d89-40b5-beec-8711b002ca13', 'name': 'tempest-ServersTestMultiNic-19225357-router', 'tenant_id': '2f348a6ef1b744809177e6c8e3c6126d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'b3f05f5d-83d3-4513-9491-6534ae266871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:25:16Z', 'updated_at': '2021-12-10T16:25:21Z', 'revision_number': 4, 'project_id': '2f348a6ef1b744809177e6c8e3c6126d', 'gw_port': {'id': 'b3f05f5d-83d3-4513-9491-6534ae266871', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54aa9eb0-0d89-40b5-beec-8711b002ca13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:25:16Z', 'updated_at': '2021-12-10T16:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '3d1f22f5-4457-4e1e-841d-562242ac36e9', 'name': '', 'network_id': '50cd31b1-5d21-4904-ad7f-485cf1aa4b61', 'tenant_id': '2f348a6ef1b744809177e6c8e3c6126d', 'mac_address': 'fa:16:3e:ab:f7:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54aa9eb0-0d89-40b5-beec-8711b002ca13', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'af2bd050-10c1-4ff7-878c-724df4551b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:25:20Z', 'updated_at': '2021-12-10T16:25:24Z', 'revision_number': 4, 'project_id': '2f348a6ef1b744809177e6c8e3c6126d', 'subnets': [{'id': 'af2bd050-10c1-4ff7-878c-724df4551b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:25:25.337054 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-6b1cb98a-111b-4422-bc01-cc158cd646f4 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:25:25.339894 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1cb98a-111b-4422-bc01-cc158cd646f4 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:25:25.437005 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-08fb3505-f4b6-4324-ba9b-a15eaf38d098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:25.520904 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-6b1cb98a-111b-4422-bc01-cc158cd646f4 None None] Attempting to bind port e6378086-b5cb-4d0d-a2be-42227d9009d5 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:25:25.521290 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-6b1cb98a-111b-4422-bc01-cc158cd646f4 None None] Attempting to bind port e6378086-b5cb-4d0d-a2be-42227d9009d5 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '069579c4-e6b3-45a0-b0f2-0685ae2a0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:25:25.521663 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1cb98a-111b-4422-bc01-cc158cd646f4 None None] Attempting to bind port e6378086-b5cb-4d0d-a2be-42227d9009d5 on network 7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:25:25.539320 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1cb98a-111b-4422-bc01-cc158cd646f4 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:25:25.539711 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1cb98a-111b-4422-bc01-cc158cd646f4 None None] Checking segment: {'id': '069579c4-e6b3-45a0-b0f2-0685ae2a0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:25:25.540124 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6b1cb98a-111b-4422-bc01-cc158cd646f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:25.540527 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1cb98a-111b-4422-bc01-cc158cd646f4 None None] Bound using segment: {'id': '069579c4-e6b3-45a0-b0f2-0685ae2a0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:25:25.541019 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-6b1cb98a-111b-4422-bc01-cc158cd646f4 None None] Bound port: e6378086-b5cb-4d0d-a2be-42227d9009d5, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069579c4-e6b3-45a0-b0f2-0685ae2a0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:25:25.541409 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6b1cb98a-111b-4422-bc01-cc158cd646f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:25.546406 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f5d669-8ae0-4575-b92b-16464b8fc10f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-b2fc4a90-dc0d-49e2-810e-94df683b3cab', 'network_id': 'b2fc4a90-dc0d-49e2-810e-94df683b3cab', 'project_id': '2f348a6ef1b744809177e6c8e3c6126d', 'fixed_ips': [{'subnet_id': 'd0e9f285-bb04-441d-b056-00c15730f726'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:25:25.547250 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-90f5d669-8ae0-4575-b92b-16464b8fc10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:25.552909 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-08fb3505-f4b6-4324-ba9b-a15eaf38d098 None None] For port 3d1f22f5-4457-4e1e-841d-562242ac36e9, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=3d1f22f5-4457-4e1e-841d-562242ac36e9,segment=NetworkSegment(9b0e895e-f859-4fe1-8265-102cfa556106),segment_id=9b0e895e-f859-4fe1-8265-102cfa556106)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:25.573257 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-47d32b51-ed03-4140-b346-3a3e6593cb63 req-157fb705-8265-4a9b-b787-9babeb591fd6 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 210 time: 0.0551469 Dec 10 16:25:25.589994 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-08fb3505-f4b6-4324-ba9b-a15eaf38d098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:25.692133 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-6b1cb98a-111b-4422-bc01-cc158cd646f4 None None] For port e6378086-b5cb-4d0d-a2be-42227d9009d5, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:25:25.696879 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-6b1cb98a-111b-4422-bc01-cc158cd646f4 None None] For port e6378086-b5cb-4d0d-a2be-42227d9009d5, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=e6378086-b5cb-4d0d-a2be-42227d9009d5,segment=NetworkSegment(069579c4-e6b3-45a0-b0f2-0685ae2a0198),segment_id=069579c4-e6b3-45a0-b0f2-0685ae2a0198)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:25:25.743006 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e339d-6393-49b2-a540-b7d7c2735f34 req-ec386864-a6bc-4fb8-9d69-094431e4a863 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:25.746085 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-733e339d-6393-49b2-a540-b7d7c2735f34 req-ec386864-a6bc-4fb8-9d69-094431e4a863 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f40b2bc-5bb8-4f14-8538-ca8f78a4272d HTTP/1.1" status: 200 len: 945 time: 0.0968311 Dec 10 16:25:25.767986 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6b1cb98a-111b-4422-bc01-cc158cd646f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:25.837512 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6baaa76f-ce98-43b8-8aa9-a7a27fd331d0 None None] Provisioning complete for port 3d1f22f5-4457-4e1e-841d-562242ac36e9 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:25:25.837887 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6baaa76f-ce98-43b8-8aa9-a7a27fd331d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:25.853983 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-733e339d-6393-49b2-a540-b7d7c2735f34 req-e3450f74-e329-49f3-9aa2-c67d9b07b857 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988533 Dec 10 16:25:25.941727 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb3505-f4b6-4324-ba9b-a15eaf38d098 None None] Pushing event updated for resources: {'Port': ['ID=3d1f22f5-4457-4e1e-841d-562242ac36e9,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:26.075751 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-d7ff0299-07a7-4c66-a5ef-23f5ea2ce8e1 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:26.077307 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-d7ff0299-07a7-4c66-a5ef-23f5ea2ce8e1 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.26 "GET /v2.0/networks?id=fbb94746-fc6f-4a16-ab0b-6dbd984218c6 HTTP/1.1" status: 200 len: 813 time: 0.3101234 Dec 10 16:25:26.101076 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-6d7a91e7-e81e-49a6-9e61-3ffbf1e18d6e tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Request body: {'port': {'device_id': '6dc12529-0c43-4bb0-9c79-ef5bba73fae2', 'network_id': 'fbb94746-fc6f-4a16-ab0b-6dbd984218c6', 'admin_state_up': True, 'tenant_id': '3c230731c8574bb0abc18ed9b45d286c'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:25:26.262258 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-90f5d669-8ae0-4575-b92b-16464b8fc10f None None] Allocated IP 19.86.0.2 (b2fc4a90-dc0d-49e2-810e-94df683b3cab/d0e9f285-bb04-441d-b056-00c15730f726/b0343c8e-9dfd-4f6d-8c99-671792a17e02) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:25:26.264659 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1cb98a-111b-4422-bc01-cc158cd646f4 None None] Pushing event updated for resources: {'Port': ['ID=e6378086-b5cb-4d0d-a2be-42227d9009d5,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:26.320830 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 3d1f22f5-4457-4e1e-841d-562242ac36e9 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:25:26.413012 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-6d7a91e7-e81e-49a6-9e61-3ffbf1e18d6e tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Made reservation on behalf of 3c230731c8574bb0abc18ed9b45d286c for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:25:26.417152 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-6d7a91e7-e81e-49a6-9e61-3ffbf1e18d6e tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:26.528141 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 3d1f22f5-4457-4e1e-841d-562242ac36e9 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:25:26.528520 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:26.625901 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-90f5d669-8ae0-4575-b92b-16464b8fc10f None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:26.661877 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-90f5d669-8ae0-4575-b92b-16464b8fc10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:26.670698 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-6d7a91e7-e81e-49a6-9e61-3ffbf1e18d6e tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Allocated IP 172.20.0.8 (fbb94746-fc6f-4a16-ab0b-6dbd984218c6/173a3b76-9825-4dc8-b87b-02867f285316/0bdd6daf-a9e7-41e5-b135-fc680633b7b8) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:25:26.737206 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f5d669-8ae0-4575-b92b-16464b8fc10f None None] Network b2fc4a90-dc0d-49e2-810e-94df683b3cab is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:25:26.745065 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-90f5d669-8ae0-4575-b92b-16464b8fc10f None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:25:26.747787 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f5d669-8ae0-4575-b92b-16464b8fc10f None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:25:26.780465 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f5d669-8ae0-4575-b92b-16464b8fc10f None None] Pushing event updated for resources: {'Port': ['ID=b0343c8e-9dfd-4f6d-8c99-671792a17e02,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:26.850087 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-90f5d669-8ae0-4575-b92b-16464b8fc10f None None] Attempting to bind port b0343c8e-9dfd-4f6d-8c99-671792a17e02 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:25:26.850488 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-90f5d669-8ae0-4575-b92b-16464b8fc10f None None] Attempting to bind port b0343c8e-9dfd-4f6d-8c99-671792a17e02 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'a32d96e3-bbd4-468d-bf1a-72bb3911c80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2fc4a90-dc0d-49e2-810e-94df683b3cab'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:25:26.851563 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f5d669-8ae0-4575-b92b-16464b8fc10f None None] Attempting to bind port b0343c8e-9dfd-4f6d-8c99-671792a17e02 on network b2fc4a90-dc0d-49e2-810e-94df683b3cab {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:25:26.858486 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f5d669-8ae0-4575-b92b-16464b8fc10f None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:25:26.858973 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f5d669-8ae0-4575-b92b-16464b8fc10f None None] Checking segment: {'id': 'a32d96e3-bbd4-468d-bf1a-72bb3911c80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2fc4a90-dc0d-49e2-810e-94df683b3cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:25:26.859446 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-90f5d669-8ae0-4575-b92b-16464b8fc10f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:26.859925 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f5d669-8ae0-4575-b92b-16464b8fc10f None None] Bound using segment: {'id': 'a32d96e3-bbd4-468d-bf1a-72bb3911c80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2fc4a90-dc0d-49e2-810e-94df683b3cab'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:25:26.860471 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-90f5d669-8ae0-4575-b92b-16464b8fc10f None None] Bound port: b0343c8e-9dfd-4f6d-8c99-671792a17e02, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32d96e3-bbd4-468d-bf1a-72bb3911c80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2fc4a90-dc0d-49e2-810e-94df683b3cab'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:25:26.861126 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-90f5d669-8ae0-4575-b92b-16464b8fc10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:26.886966 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-fd91b3da-7fc5-4d88-b6be-60f61fce5c9e tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:26.901974 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-fd91b3da-7fc5-4d88-b6be-60f61fce5c9e tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:26.910613 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-fd91b3da-7fc5-4d88-b6be-60f61fce5c9e tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/networks?id=7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68&id=b2fc4a90-dc0d-49e2-810e-94df683b3cab&id=7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68 HTTP/1.1" status: 200 len: 1392 time: 0.8960564 Dec 10 16:25:26.912845 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-6d7a91e7-e81e-49a6-9e61-3ffbf1e18d6e tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:26.928386 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-6f3d9241-1145-4492-b1ec-71fa66747a98 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/quotas/2f348a6ef1b744809177e6c8e3c6126d HTTP/1.1" status: 200 len: 375 time: 0.0164776 Dec 10 16:25:26.975910 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-6d7a91e7-e81e-49a6-9e61-3ffbf1e18d6e tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:26.976849 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-90f5d669-8ae0-4575-b92b-16464b8fc10f None None] For port b0343c8e-9dfd-4f6d-8c99-671792a17e02, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:25:26.983421 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-90f5d669-8ae0-4575-b92b-16464b8fc10f None None] For port b0343c8e-9dfd-4f6d-8c99-671792a17e02, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=b0343c8e-9dfd-4f6d-8c99-671792a17e02,segment=NetworkSegment(a32d96e3-bbd4-468d-bf1a-72bb3911c80f),segment_id=a32d96e3-bbd4-468d-bf1a-72bb3911c80f)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:25:26.991930 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-90f5d669-8ae0-4575-b92b-16464b8fc10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:27.045936 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-65809e39-b397-465e-a958-6195d74a404f tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2f348a6ef1b744809177e6c8e3c6126d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1157134 Dec 10 16:25:27.104323 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-6d7a91e7-e81e-49a6-9e61-3ffbf1e18d6e tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Network fbb94746-fc6f-4a16-ab0b-6dbd984218c6 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:25:27.113212 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-6d7a91e7-e81e-49a6-9e61-3ffbf1e18d6e tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:25:27.114079 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f5d669-8ae0-4575-b92b-16464b8fc10f None None] Pushing event updated for resources: {'Port': ['ID=b0343c8e-9dfd-4f6d-8c99-671792a17e02,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:27.115546 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a91e7-e81e-49a6-9e61-3ffbf1e18d6e tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Pushing event updated for resources: {'Port': ['ID=0bdd6daf-a9e7-41e5-b135-fc680633b7b8,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:27.117913 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-6d7a91e7-e81e-49a6-9e61-3ffbf1e18d6e tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:25:27.216403 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-6d7a91e7-e81e-49a6-9e61-3ffbf1e18d6e tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:27.217071 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-6d7a91e7-e81e-49a6-9e61-3ffbf1e18d6e tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:27.223813 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-733d975c-38ba-4b80-8738-3970867d1cdb service neutron] 10.222.0.11 "GET /v2.0/networks/7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763756 Dec 10 16:25:27.247292 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-6d7a91e7-e81e-49a6-9e61-3ffbf1e18d6e tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1561496 Dec 10 16:25:27.264129 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-76c25253-4ae9-466a-95dd-91bee42bf66e service neutron] Request body: {'port': {'device_id': '6dc12529-0c43-4bb0-9c79-ef5bba73fae2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:25:27.363646 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-76c25253-4ae9-466a-95dd-91bee42bf66e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:27.417622 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-03545289-8b0a-4118-8125-c83d75d530a9 service neutron] 10.222.0.11 "GET /v2.0/networks/7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910584 Dec 10 16:25:27.506291 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f462ae-75aa-4efa-9cb0-56bfd194872a None None] Network 7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:25:27.626781 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-010941a2-c8c9-4755-be64-3dfbeda114ce service neutron] 10.222.0.11 "GET /v2.0/networks/b2fc4a90-dc0d-49e2-810e-94df683b3cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006586 Dec 10 16:25:27.682774 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6879ee31-cdba-40f1-a862-b76cd10142a8 None None] Provisioning complete for port e6378086-b5cb-4d0d-a2be-42227d9009d5 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:25:27.683602 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6879ee31-cdba-40f1-a862-b76cd10142a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:27.720327 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-76c25253-4ae9-466a-95dd-91bee42bf66e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bdd6daf-a9e7-41e5-b135-fc680633b7b8 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:25:27.730910 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-76c25253-4ae9-466a-95dd-91bee42bf66e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:27.739230 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-21179023-9ad2-4389-93b5-2bafeb18efa4 service neutron] 10.222.0.11 "GET /v2.0/networks/b2fc4a90-dc0d-49e2-810e-94df683b3cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113558 Dec 10 16:25:27.754356 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-76c25253-4ae9-466a-95dd-91bee42bf66e service neutron] Transition to ACTIVE for port object 0bdd6daf-a9e7-41e5-b135-fc680633b7b8 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:25:27.760390 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-76c25253-4ae9-466a-95dd-91bee42bf66e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:27.803606 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6879ee31-cdba-40f1-a862-b76cd10142a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:27.846882 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c25253-4ae9-466a-95dd-91bee42bf66e service neutron] Pushing event updated for resources: {'Port': ['ID=0bdd6daf-a9e7-41e5-b135-fc680633b7b8,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:27.872345 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-95c3c7c7-9e98-4f9a-b2f7-f2b93e9ebf8d service neutron] 10.222.0.11 "GET /v2.0/networks/7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258099 Dec 10 16:25:27.880012 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-6879ee31-cdba-40f1-a862-b76cd10142a8 None None] For port e6378086-b5cb-4d0d-a2be-42227d9009d5, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=e6378086-b5cb-4d0d-a2be-42227d9009d5,segment=NetworkSegment(069579c4-e6b3-45a0-b0f2-0685ae2a0198),segment_id=069579c4-e6b3-45a0-b0f2-0685ae2a0198)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:27.885910 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6879ee31-cdba-40f1-a862-b76cd10142a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:27.964229 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6879ee31-cdba-40f1-a862-b76cd10142a8 None None] Pushing event updated for resources: {'Port': ['ID=e6378086-b5cb-4d0d-a2be-42227d9009d5,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:27.969049 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-76c25253-4ae9-466a-95dd-91bee42bf66e service neutron] Attempting to bind port 0bdd6daf-a9e7-41e5-b135-fc680633b7b8 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:25:27.969827 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-76c25253-4ae9-466a-95dd-91bee42bf66e service neutron] Attempting to bind port 0bdd6daf-a9e7-41e5-b135-fc680633b7b8 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'e6fa61d2-b939-45d7-997a-9f01bb103238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fbb94746-fc6f-4a16-ab0b-6dbd984218c6'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:25:27.970398 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-76c25253-4ae9-466a-95dd-91bee42bf66e service neutron] Attempting to bind port 0bdd6daf-a9e7-41e5-b135-fc680633b7b8 on network fbb94746-fc6f-4a16-ab0b-6dbd984218c6 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:25:27.980598 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-76c25253-4ae9-466a-95dd-91bee42bf66e service neutron] Port 0bdd6daf-a9e7-41e5-b135-fc680633b7b8 on network fbb94746-fc6f-4a16-ab0b-6dbd984218c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:25:27.980923 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-76c25253-4ae9-466a-95dd-91bee42bf66e service neutron] Attempting to bind port 0bdd6daf-a9e7-41e5-b135-fc680633b7b8 on network fbb94746-fc6f-4a16-ab0b-6dbd984218c6 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:25:27.988301 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-76c25253-4ae9-466a-95dd-91bee42bf66e service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:25:27.988593 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-76c25253-4ae9-466a-95dd-91bee42bf66e service neutron] Checking segment: {'id': 'e6fa61d2-b939-45d7-997a-9f01bb103238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fbb94746-fc6f-4a16-ab0b-6dbd984218c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:25:27.988923 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-76c25253-4ae9-466a-95dd-91bee42bf66e service neutron] Bound using segment: {'id': 'e6fa61d2-b939-45d7-997a-9f01bb103238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fbb94746-fc6f-4a16-ab0b-6dbd984218c6'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:25:27.989352 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-76c25253-4ae9-466a-95dd-91bee42bf66e service neutron] Bound port: 0bdd6daf-a9e7-41e5-b135-fc680633b7b8, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fa61d2-b939-45d7-997a-9f01bb103238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fbb94746-fc6f-4a16-ab0b-6dbd984218c6'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:25:27.989865 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-76c25253-4ae9-466a-95dd-91bee42bf66e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:28.005872 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-0514fbb2-d465-4e16-8bc7-f17eb3edae48 service neutron] 10.222.0.11 "GET /v2.0/networks/7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264911 Dec 10 16:25:28.062320 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-76c25253-4ae9-466a-95dd-91bee42bf66e service neutron] For port 0bdd6daf-a9e7-41e5-b135-fc680633b7b8, host n-h1-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:25:28.066449 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-76c25253-4ae9-466a-95dd-91bee42bf66e service neutron] For port 0bdd6daf-a9e7-41e5-b135-fc680633b7b8, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=0bdd6daf-a9e7-41e5-b135-fc680633b7b8,segment=NetworkSegment(e6fa61d2-b939-45d7-997a-9f01bb103238),segment_id=e6fa61d2-b939-45d7-997a-9f01bb103238)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:25:28.073047 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-76c25253-4ae9-466a-95dd-91bee42bf66e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:28.118089 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-ea034826-c980-45a4-9019-96251a0efb72 None None] Provisioning complete for port e6378086-b5cb-4d0d-a2be-42227d9009d5 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:25:28.119549 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ea034826-c980-45a4-9019-96251a0efb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:28.140381 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-76c25253-4ae9-466a-95dd-91bee42bf66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:28.141551 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-76c25253-4ae9-466a-95dd-91bee42bf66e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:28.143265 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-76c25253-4ae9-466a-95dd-91bee42bf66e service neutron] 10.222.0.26 "PUT /v2.0/ports/0bdd6daf-a9e7-41e5-b135-fc680633b7b8 HTTP/1.1" status: 200 len: 1091 time: 0.8838308 Dec 10 16:25:28.144211 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc12529-0c43-4bb0-9c79-ef5bba73fae2', 'tag': '0bdd6daf-a9e7-41e5-b135-fc680633b7b8'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:25:28.146944 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e226128b-6bba-42dc-b7cb-651e770daf1d" -d '{"events": [{"name": "network-changed", "server_uuid": "6dc12529-0c43-4bb0-9c79-ef5bba73fae2", "tag": "0bdd6daf-a9e7-41e5-b135-fc680633b7b8"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:25:28.266373 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c25253-4ae9-466a-95dd-91bee42bf66e service neutron] Pushing event updated for resources: {'Port': ['ID=0bdd6daf-a9e7-41e5-b135-fc680633b7b8,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:28.342616 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-fcd9dde2-09c2-4d2a-8d82-4ec63bc7506b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:28.344199 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-fcd9dde2-09c2-4d2a-8d82-4ec63bc7506b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3c230731c8574bb0abc18ed9b45d286c&device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 1094 time: 0.1363194 Dec 10 16:25:28.375224 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device b0343c8e-9dfd-4f6d-8c99-671792a17e02 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:25:28.376957 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e03e4-31b6-4c85-93ce-7a8a78047552 req-782b0e2a-7e2f-4960-8463-b6402c91c96f tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:28.384994 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-491e03e4-31b6-4c85-93ce-7a8a78047552 req-782b0e2a-7e2f-4960-8463-b6402c91c96f tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab0439d-e8ba-439a-8f48-06aa4816871e HTTP/1.1" status: 200 len: 945 time: 0.1032023 Dec 10 16:25:28.431355 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-f262e8ce-cb08-4224-a5e7-ca1e8e11d877 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bdd6daf-a9e7-41e5-b135-fc680633b7b8 HTTP/1.1" status: 200 len: 217 time: 0.0712268 Dec 10 16:25:28.458678 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-491e03e4-31b6-4c85-93ce-7a8a78047552 req-d03b882a-6e29-4644-9734-3feba3a667a7 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725381 Dec 10 16:25:28.467244 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port b0343c8e-9dfd-4f6d-8c99-671792a17e02 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:25:28.467631 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:28.547182 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-4358825f-b9f3-4894-8e96-9609fcba51a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:28.548827 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-4358825f-b9f3-4894-8e96-9609fcba51a2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=173a3b76-9825-4dc8-b87b-02867f285316 HTTP/1.1" status: 200 len: 853 time: 0.1070874 Dec 10 16:25:28.609200 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-d9acb362-367b-4008-8850-a39c9a1c4ef0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fbb94746-fc6f-4a16-ab0b-6dbd984218c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492029 Dec 10 16:25:28.610565 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:28.639664 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7a274-6756-45ae-8a3b-4fcc14c9e41b req-ff2ea878-8aa5-4f23-a0f6-eba081675f5d tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:28.654910 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a8c7a274-6756-45ae-8a3b-4fcc14c9e41b req-ff2ea878-8aa5-4f23-a0f6-eba081675f5d tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 950 time: 0.1286197 Dec 10 16:25:28.661772 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port b0343c8e-9dfd-4f6d-8c99-671792a17e02, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=b0343c8e-9dfd-4f6d-8c99-671792a17e02,segment=NetworkSegment(a32d96e3-bbd4-468d-bf1a-72bb3911c80f),segment_id=a32d96e3-bbd4-468d-bf1a-72bb3911c80f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:28.667067 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:28.668455 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device e6378086-b5cb-4d0d-a2be-42227d9009d5 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:25:28.723433 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a8c7a274-6756-45ae-8a3b-4fcc14c9e41b req-feafee60-5051-4d06-ba1c-f78f8d25a3b4 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674264 Dec 10 16:25:28.792430 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-7a6ff1e1-8001-43df-a3f2-896c4fe66e20 service neutron] 10.222.0.26 "GET /v2.0/networks/fbb94746-fc6f-4a16-ab0b-6dbd984218c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759076 Dec 10 16:25:28.795812 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=b0343c8e-9dfd-4f6d-8c99-671792a17e02,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:28.820926 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port e6378086-b5cb-4d0d-a2be-42227d9009d5 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:25:28.821978 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:28.865354 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b537d669-b129-4055-8b92-752b10587446 None None] Network b2fc4a90-dc0d-49e2-810e-94df683b3cab requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:25:28.943489 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7b18642a-58af-4012-a0e5-3cf691c11c1f req-09037dfc-aab6-44c0-b4f1-023b62fbc025 service neutron] 10.222.0.26 "GET /v2.0/networks/fbb94746-fc6f-4a16-ab0b-6dbd984218c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428659 Dec 10 16:25:29.098632 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e96aa-a9e1-4c93-a67a-bc298fb309ed req-0b988d04-9c49-45e1-a0e2-d0805f0d5663 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:29.112289 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-152e96aa-a9e1-4c93-a67a-bc298fb309ed req-0b988d04-9c49-45e1-a0e2-d0805f0d5663 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 943 time: 0.0812843 Dec 10 16:25:29.148381 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-89a460a6-e1ea-41f7-8cb0-6832a2307f51 None None] Provisioning complete for port b0343c8e-9dfd-4f6d-8c99-671792a17e02 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:25:29.148999 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-89a460a6-e1ea-41f7-8cb0-6832a2307f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:29.168099 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-152e96aa-a9e1-4c93-a67a-bc298fb309ed req-52f1c96f-3b43-47c4-968e-45b5e4323226 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535011 Dec 10 16:25:29.291469 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab67c6-6046-489b-88b5-ff9bc1e7ea59 req-43e8ec66-9c21-4203-b782-0d13da46445a tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:29.293034 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-98ab67c6-6046-489b-88b5-ff9bc1e7ea59 req-43e8ec66-9c21-4203-b782-0d13da46445a tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f40b2bc-5bb8-4f14-8538-ca8f78a4272d HTTP/1.1" status: 200 len: 945 time: 0.0622892 Dec 10 16:25:29.353335 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-98ab67c6-6046-489b-88b5-ff9bc1e7ea59 req-222e40cc-0d95-455f-b850-f5d8d9eab9c5 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537884 Dec 10 16:25:29.418401 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69cd40b7-6ab7-46cd-9737-f1115a110dc6 x-openstack-request-id: req-69cd40b7-6ab7-46cd-9737-f1115a110dc6 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:25:29.418930 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dc12529-0c43-4bb0-9c79-ef5bba73fae2", "tag": "0bdd6daf-a9e7-41e5-b135-fc680633b7b8", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:25:29.418930 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-69cd40b7-6ab7-46cd-9737-f1115a110dc6 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:25:29.419319 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dc12529-0c43-4bb0-9c79-ef5bba73fae2', 'tag': '0bdd6daf-a9e7-41e5-b135-fc680633b7b8', 'status': 'completed', 'code': 200} Dec 10 16:25:29.510719 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d31394b9-9e4c-4f30-8aac-789dc9f3a7ac None None] Provisioning complete for port b0343c8e-9dfd-4f6d-8c99-671792a17e02 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:25:29.511435 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d31394b9-9e4c-4f30-8aac-789dc9f3a7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:29.525147 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226128b-6bba-42dc-b7cb-651e770daf1d req-9cad76f2-62b5-4c73-a959-f2b12387801e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:29.527022 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e226128b-6bba-42dc-b7cb-651e770daf1d req-9cad76f2-62b5-4c73-a959-f2b12387801e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3c230731c8574bb0abc18ed9b45d286c&device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 1094 time: 0.0788743 Dec 10 16:25:29.603862 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4ff98ff8-70a9-4dfd-b228-66e44e3142f5 req-951ee68f-230f-4e3c-bd64-41b3b225ecb7 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/ports?device_id=56ed452a-d7af-45a1-90ad-012a29b4c3e3 HTTP/1.1" status: 200 len: 210 time: 0.0885377 Dec 10 16:25:29.679886 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-51a3c5cf-99ca-4353-bc79-c288632842e8 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:29.689365 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-51a3c5cf-99ca-4353-bc79-c288632842e8 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:29.691818 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-51a3c5cf-99ca-4353-bc79-c288632842e8 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.26 "GET /v2.0/networks?id=7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68&id=b2fc4a90-dc0d-49e2-810e-94df683b3cab&id=7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68 HTTP/1.1" status: 200 len: 1392 time: 0.1875613 Dec 10 16:25:29.705634 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-1188494e-a776-4ee2-887b-0706a50e449e tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Request body: {'port': {'device_id': '56ed452a-d7af-45a1-90ad-012a29b4c3e3', 'network_id': '7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68', 'admin_state_up': True, 'tenant_id': '2f348a6ef1b744809177e6c8e3c6126d'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:25:29.709968 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226128b-6bba-42dc-b7cb-651e770daf1d req-fd6a6a4d-62dd-4c4c-bda6-6bd64a3d8604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:29.712043 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e226128b-6bba-42dc-b7cb-651e770daf1d req-fd6a6a4d-62dd-4c4c-bda6-6bd64a3d8604 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fbb94746-fc6f-4a16-ab0b-6dbd984218c6 HTTP/1.1" status: 200 len: 914 time: 0.1684890 Dec 10 16:25:29.762353 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e226128b-6bba-42dc-b7cb-651e770daf1d req-94c928da-109f-4df2-8d1a-7d9743de5aac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bdd6daf-a9e7-41e5-b135-fc680633b7b8 HTTP/1.1" status: 200 len: 217 time: 0.0401862 Dec 10 16:25:29.823015 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226128b-6bba-42dc-b7cb-651e770daf1d req-109aee2a-246e-45b8-b9dd-1e16e471c578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:29.824757 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e226128b-6bba-42dc-b7cb-651e770daf1d req-109aee2a-246e-45b8-b9dd-1e16e471c578 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=173a3b76-9825-4dc8-b87b-02867f285316 HTTP/1.1" status: 200 len: 853 time: 0.0544333 Dec 10 16:25:29.850671 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a210b-0d4d-4118-87bb-a8c7419a51df req-593c374a-0bf6-4ba0-ac24-5f5d3bed5339 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:29.852519 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3a2a210b-0d4d-4118-87bb-a8c7419a51df req-593c374a-0bf6-4ba0-ac24-5f5d3bed5339 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab0439d-e8ba-439a-8f48-06aa4816871e HTTP/1.1" status: 200 len: 945 time: 0.1236598 Dec 10 16:25:29.861583 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e226128b-6bba-42dc-b7cb-651e770daf1d req-7484b2be-a9c5-4839-bde5-04ea8a67665e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fbb94746-fc6f-4a16-ab0b-6dbd984218c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263534 Dec 10 16:25:29.903593 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-1188494e-a776-4ee2-887b-0706a50e449e tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Made reservation on behalf of 2f348a6ef1b744809177e6c8e3c6126d for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:25:29.907104 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-1188494e-a776-4ee2-887b-0706a50e449e tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:29.947570 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3a2a210b-0d4d-4118-87bb-a8c7419a51df req-a5756793-aa76-4174-ad52-3e716c9554f2 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846148 Dec 10 16:25:29.956736 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e226128b-6bba-42dc-b7cb-651e770daf1d req-03ed8e8d-a559-4d66-be81-a3a4136c4825 service neutron] 10.222.0.26 "GET /v2.0/networks/fbb94746-fc6f-4a16-ab0b-6dbd984218c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872536 Dec 10 16:25:30.072774 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e226128b-6bba-42dc-b7cb-651e770daf1d req-f50f22b3-6780-4623-8997-12ebbe4d118a service neutron] 10.222.0.26 "GET /v2.0/networks/fbb94746-fc6f-4a16-ab0b-6dbd984218c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078560 Dec 10 16:25:30.121931 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5e7f9-f8c2-42b3-97eb-aaa448baa7f0 req-5a4c2e03-70b1-47c3-9ac6-664279e8aa1f tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:30.123661 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-50b5e7f9-f8c2-42b3-97eb-aaa448baa7f0 req-5a4c2e03-70b1-47c3-9ac6-664279e8aa1f tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 950 time: 0.1041510 Dec 10 16:25:30.124776 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-1188494e-a776-4ee2-887b-0706a50e449e tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Allocated IP 19.80.0.209 (7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68/dd2859b9-b3c3-4a53-ba40-3b012bbdc67a/907e05df-d771-4b17-8fa3-e2b762bed2cb) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:25:30.131476 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device b0343c8e-9dfd-4f6d-8c99-671792a17e02 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:25:30.183892 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port b0343c8e-9dfd-4f6d-8c99-671792a17e02 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:25:30.184596 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:30.217594 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-50b5e7f9-f8c2-42b3-97eb-aaa448baa7f0 req-fbc8e06e-7870-421e-992a-5eef966c4d8f tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855708 Dec 10 16:25:30.356648 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-1188494e-a776-4ee2-887b-0706a50e449e tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:30.396966 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-1188494e-a776-4ee2-887b-0706a50e449e tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:30.452330 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-1188494e-a776-4ee2-887b-0706a50e449e tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Network 7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:25:30.455635 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-1188494e-a776-4ee2-887b-0706a50e449e tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:25:30.459550 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-1188494e-a776-4ee2-887b-0706a50e449e tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:25:30.507889 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188494e-a776-4ee2-887b-0706a50e449e tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Pushing event updated for resources: {'Port': ['ID=907e05df-d771-4b17-8fa3-e2b762bed2cb,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:30.519148 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-1188494e-a776-4ee2-887b-0706a50e449e tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:30.519808 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-1188494e-a776-4ee2-887b-0706a50e449e tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:30.567626 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-1188494e-a776-4ee2-887b-0706a50e449e tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8668187 Dec 10 16:25:30.591599 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-de9b1ae3-d75c-4fbe-897f-6821a5fec121 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Request body: {'port': {'device_id': '56ed452a-d7af-45a1-90ad-012a29b4c3e3', 'network_id': 'b2fc4a90-dc0d-49e2-810e-94df683b3cab', 'admin_state_up': True, 'tenant_id': '2f348a6ef1b744809177e6c8e3c6126d'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:25:30.676715 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482ad4d-2755-49bd-8ece-68254247f544 req-da4746c5-590f-4c04-a886-fb10392312bf tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:30.678299 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2482ad4d-2755-49bd-8ece-68254247f544 req-da4746c5-590f-4c04-a886-fb10392312bf tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 943 time: 0.1307046 Dec 10 16:25:30.769724 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2482ad4d-2755-49bd-8ece-68254247f544 req-1ab9e3ba-175f-41f7-9a13-4ab2f4a052fa tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785275 Dec 10 16:25:30.776673 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-de9b1ae3-d75c-4fbe-897f-6821a5fec121 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Made reservation on behalf of 2f348a6ef1b744809177e6c8e3c6126d for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:25:30.780956 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-de9b1ae3-d75c-4fbe-897f-6821a5fec121 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:30.814237 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b0b69978-50e8-4375-974e-ca87c37e40c1 None None] Provisioning complete for port 907e05df-d771-4b17-8fa3-e2b762bed2cb triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:25:30.815336 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b0b69978-50e8-4375-974e-ca87c37e40c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:30.863421 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b0b69978-50e8-4375-974e-ca87c37e40c1 None None] Port 907e05df-d771-4b17-8fa3-e2b762bed2cb cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:25:30.951267 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83078da9-4b57-48fd-967c-fe77a41d3c88 req-897f7b10-bda7-40dd-bc7b-c80a3c9c0498 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:30.952764 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-83078da9-4b57-48fd-967c-fe77a41d3c88 req-897f7b10-bda7-40dd-bc7b-c80a3c9c0498 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f40b2bc-5bb8-4f14-8538-ca8f78a4272d HTTP/1.1" status: 200 len: 945 time: 0.1023955 Dec 10 16:25:30.981678 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-de9b1ae3-d75c-4fbe-897f-6821a5fec121 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Allocated IP 19.86.0.107 (b2fc4a90-dc0d-49e2-810e-94df683b3cab/d0e9f285-bb04-441d-b056-00c15730f726/2fbbdd84-cf75-48c3-88b6-2f9b11d7064a) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:25:31.028825 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-83078da9-4b57-48fd-967c-fe77a41d3c88 req-6c2d036c-ce66-49cd-8d4a-ccaa5d7847b7 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686514 Dec 10 16:25:31.172002 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd006b1-3729-455e-9b98-0c588aad3f6d req-f38eff6a-63dd-4402-8e3b-34a14cba084b tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:31.173482 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4bd006b1-3729-455e-9b98-0c588aad3f6d req-f38eff6a-63dd-4402-8e3b-34a14cba084b tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/ports?device_id=56ed452a-d7af-45a1-90ad-012a29b4c3e3 HTTP/1.1" status: 200 len: 932 time: 0.0733917 Dec 10 16:25:31.215667 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-de9b1ae3-d75c-4fbe-897f-6821a5fec121 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:31.245875 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4bd006b1-3729-455e-9b98-0c588aad3f6d req-56f07476-4f0f-4a09-bb9c-16244e38fb7e tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dbd2ddc-fbc8-4ac1-a676-75cf3a492ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624425 Dec 10 16:25:31.269952 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-de9b1ae3-d75c-4fbe-897f-6821a5fec121 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:31.341051 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-de9b1ae3-d75c-4fbe-897f-6821a5fec121 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Network b2fc4a90-dc0d-49e2-810e-94df683b3cab is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:25:31.348016 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-de9b1ae3-d75c-4fbe-897f-6821a5fec121 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:25:31.350426 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-de9b1ae3-d75c-4fbe-897f-6821a5fec121 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:25:31.377620 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b1ae3-d75c-4fbe-897f-6821a5fec121 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Pushing event updated for resources: {'Port': ['ID=2fbbdd84-cf75-48c3-88b6-2f9b11d7064a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:31.386987 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 0bdd6daf-a9e7-41e5-b135-fc680633b7b8 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:25:31.409685 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebb6c2-c816-4cb3-85b8-8373f46fd886 req-6480fab9-aff5-4751-8de3-9fa9e96e3f12 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:31.411259 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d5ebb6c2-c816-4cb3-85b8-8373f46fd886 req-6480fab9-aff5-4751-8de3-9fa9e96e3f12 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab0439d-e8ba-439a-8f48-06aa4816871e HTTP/1.1" status: 200 len: 945 time: 0.1035531 Dec 10 16:25:31.423641 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-de9b1ae3-d75c-4fbe-897f-6821a5fec121 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:31.424457 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-de9b1ae3-d75c-4fbe-897f-6821a5fec121 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:31.465720 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-de9b1ae3-d75c-4fbe-897f-6821a5fec121 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8822160 Dec 10 16:25:31.487071 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-24d42552-6557-406f-b87d-0cc87f7a91ac tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Request body: {'port': {'device_id': '56ed452a-d7af-45a1-90ad-012a29b4c3e3', 'network_id': '7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68', 'admin_state_up': True, 'tenant_id': '2f348a6ef1b744809177e6c8e3c6126d'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:25:31.502379 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 0bdd6daf-a9e7-41e5-b135-fc680633b7b8, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=0bdd6daf-a9e7-41e5-b135-fc680633b7b8,segment=NetworkSegment(e6fa61d2-b939-45d7-997a-9f01bb103238),segment_id=e6fa61d2-b939-45d7-997a-9f01bb103238)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:31.507954 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d5ebb6c2-c816-4cb3-85b8-8373f46fd886 req-d8158709-a72e-43e5-b339-33cfc730849e tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805640 Dec 10 16:25:31.514908 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '0bdd6daf-a9e7-41e5-b135-fc680633b7b8', 'network_id': 'fbb94746-fc6f-4a16-ab0b-6dbd984218c6', 'port_id': '0bdd6daf-a9e7-41e5-b135-fc680633b7b8', 'mac_address': 'fa:16:3e:c3:b4:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '173a3b76-9825-4dc8-b87b-02867f285316', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:25:31.570002 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:31.586188 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bdd6daf-a9e7-41e5-b135-fc680633b7b8 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:25:31.611210 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 0bdd6daf-a9e7-41e5-b135-fc680633b7b8, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=0bdd6daf-a9e7-41e5-b135-fc680633b7b8,segment=NetworkSegment(e6fa61d2-b939-45d7-997a-9f01bb103238),segment_id=e6fa61d2-b939-45d7-997a-9f01bb103238)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:31.617701 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:31.623656 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-bf4686c0-0606-4386-b6e8-f3de29ddffcb None None] Provisioning complete for port 2fbbdd84-cf75-48c3-88b6-2f9b11d7064a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:25:31.623656 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bf4686c0-0606-4386-b6e8-f3de29ddffcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:31.660542 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca1a2c-87e3-4e72-bc55-c811897eede1 req-5d259386-588f-4b18-b777-482f1d6ddf0d tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:31.662043 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-00ca1a2c-87e3-4e72-bc55-c811897eede1 req-5d259386-588f-4b18-b777-482f1d6ddf0d tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 950 time: 0.0741453 Dec 10 16:25:31.663132 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-24d42552-6557-406f-b87d-0cc87f7a91ac tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Made reservation on behalf of 2f348a6ef1b744809177e6c8e3c6126d for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:25:31.666427 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-24d42552-6557-406f-b87d-0cc87f7a91ac tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:31.692649 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-bf4686c0-0606-4386-b6e8-f3de29ddffcb None None] Port 2fbbdd84-cf75-48c3-88b6-2f9b11d7064a cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:25:31.695473 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=0bdd6daf-a9e7-41e5-b135-fc680633b7b8,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:31.769472 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-00ca1a2c-87e3-4e72-bc55-c811897eede1 req-8ed6cf05-9872-4d99-9d2d-9458b2dcc7f2 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997746 Dec 10 16:25:31.832869 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-24d42552-6557-406f-b87d-0cc87f7a91ac tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Allocated IP 19.80.0.105 (7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68/dd2859b9-b3c3-4a53-ba40-3b012bbdc67a/62f433c8-38a5-46e6-998c-0441891b215c) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:25:31.910264 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['0bdd6daf-a9e7-41e5-b135-fc680633b7b8'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:25:31.995038 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-24d42552-6557-406f-b87d-0cc87f7a91ac tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:32.062217 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a86133-096a-430f-82d7-02d3c203659f req-e92c0945-c8c0-4627-aa47-2540ec54992f tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:32.063840 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-33a86133-096a-430f-82d7-02d3c203659f req-e92c0945-c8c0-4627-aa47-2540ec54992f tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 944 time: 0.0669887 Dec 10 16:25:32.076686 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-24d42552-6557-406f-b87d-0cc87f7a91ac tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:32.137326 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-24d42552-6557-406f-b87d-0cc87f7a91ac tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Network 7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:25:32.146468 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-24d42552-6557-406f-b87d-0cc87f7a91ac tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:25:32.153065 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-24d42552-6557-406f-b87d-0cc87f7a91ac tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:25:32.155372 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d42552-6557-406f-b87d-0cc87f7a91ac tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Pushing event updated for resources: {'Port': ['ID=62f433c8-38a5-46e6-998c-0441891b215c,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:32.189833 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-33a86133-096a-430f-82d7-02d3c203659f req-209ce783-0443-42a5-b35a-82ef1b735a78 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199660 Dec 10 16:25:32.224158 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-24d42552-6557-406f-b87d-0cc87f7a91ac tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:32.224900 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-24d42552-6557-406f-b87d-0cc87f7a91ac tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:32.244232 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-24d42552-6557-406f-b87d-0cc87f7a91ac tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7666626 Dec 10 16:25:32.258162 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-2d7b91d5-fc24-4be3-877b-7ee5186d230c service neutron] Request body: {'port': {'device_id': '56ed452a-d7af-45a1-90ad-012a29b4c3e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:25:32.354622 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01226f16-5a06-42b8-95a1-8b65245bf4a0 req-f01cef0b-a41b-469f-832d-4c6a5419c601 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:32.356092 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-01226f16-5a06-42b8-95a1-8b65245bf4a0 req-f01cef0b-a41b-469f-832d-4c6a5419c601 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f40b2bc-5bb8-4f14-8538-ca8f78a4272d HTTP/1.1" status: 200 len: 945 time: 0.0951304 Dec 10 16:25:32.356810 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-2d7b91d5-fc24-4be3-877b-7ee5186d230c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:32.422295 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-29e660b5-42a7-43a5-b796-483c53d7573e None None] Provisioning complete for port 62f433c8-38a5-46e6-998c-0441891b215c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:25:32.422861 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-29e660b5-42a7-43a5-b796-483c53d7573e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:32.442399 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-01226f16-5a06-42b8-95a1-8b65245bf4a0 req-648d5f66-edc8-4759-b000-55cf03132645 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771258 Dec 10 16:25:32.465385 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-29e660b5-42a7-43a5-b796-483c53d7573e None None] Port 62f433c8-38a5-46e6-998c-0441891b215c cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:25:32.605251 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8116f86-5cf4-4add-8a3d-e9a1460f15e7 req-4ef82e56-2cad-4b71-871f-791afc5ca0da tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:32.611741 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8116f86-5cf4-4add-8a3d-e9a1460f15e7 req-4ef82e56-2cad-4b71-871f-791afc5ca0da tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:32.617667 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8116f86-5cf4-4add-8a3d-e9a1460f15e7 req-4ef82e56-2cad-4b71-871f-791afc5ca0da tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:32.619308 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b8116f86-5cf4-4add-8a3d-e9a1460f15e7 req-4ef82e56-2cad-4b71-871f-791afc5ca0da tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/ports?device_id=56ed452a-d7af-45a1-90ad-012a29b4c3e3 HTTP/1.1" status: 200 len: 2377 time: 0.1142368 Dec 10 16:25:32.695915 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b8116f86-5cf4-4add-8a3d-e9a1460f15e7 req-069780ce-7c32-4c80-b9bc-c4f6aa8bda98 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dbd2ddc-fbc8-4ac1-a676-75cf3a492ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697162 Dec 10 16:25:32.745094 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-2d7b91d5-fc24-4be3-877b-7ee5186d230c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 907e05df-d771-4b17-8fa3-e2b762bed2cb {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:25:32.753629 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-2d7b91d5-fc24-4be3-877b-7ee5186d230c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:32.792329 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-2d7b91d5-fc24-4be3-877b-7ee5186d230c service neutron] Transition to ACTIVE for port object 907e05df-d771-4b17-8fa3-e2b762bed2cb will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:25:32.797212 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-2d7b91d5-fc24-4be3-877b-7ee5186d230c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:32.856240 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419fe678-2ef9-413b-b0ab-81f62138f5f1 req-7daeef29-4424-4bde-ba0c-318efa2de431 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:32.857677 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-419fe678-2ef9-413b-b0ab-81f62138f5f1 req-7daeef29-4424-4bde-ba0c-318efa2de431 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab0439d-e8ba-439a-8f48-06aa4816871e HTTP/1.1" status: 200 len: 945 time: 0.1060636 Dec 10 16:25:32.868897 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b91d5-fc24-4be3-877b-7ee5186d230c service neutron] Pushing event updated for resources: {'Port': ['ID=907e05df-d771-4b17-8fa3-e2b762bed2cb,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:32.962949 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-419fe678-2ef9-413b-b0ab-81f62138f5f1 req-fa708d51-e880-4809-8a10-3b09ef43d90c tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966723 Dec 10 16:25:32.974292 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-2d7b91d5-fc24-4be3-877b-7ee5186d230c service neutron] Attempting to bind port 907e05df-d771-4b17-8fa3-e2b762bed2cb on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:25:32.974444 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-2d7b91d5-fc24-4be3-877b-7ee5186d230c service neutron] Attempting to bind port 907e05df-d771-4b17-8fa3-e2b762bed2cb by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '069579c4-e6b3-45a0-b0f2-0685ae2a0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:25:32.974711 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-2d7b91d5-fc24-4be3-877b-7ee5186d230c service neutron] Attempting to bind port 907e05df-d771-4b17-8fa3-e2b762bed2cb on network 7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:25:32.988907 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-2d7b91d5-fc24-4be3-877b-7ee5186d230c service neutron] Port 907e05df-d771-4b17-8fa3-e2b762bed2cb on network 7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:25:32.989179 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-2d7b91d5-fc24-4be3-877b-7ee5186d230c service neutron] Attempting to bind port 907e05df-d771-4b17-8fa3-e2b762bed2cb on network 7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:25:32.995620 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-2d7b91d5-fc24-4be3-877b-7ee5186d230c service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:25:32.996115 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-2d7b91d5-fc24-4be3-877b-7ee5186d230c service neutron] Checking segment: {'id': '069579c4-e6b3-45a0-b0f2-0685ae2a0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:25:32.996510 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-2d7b91d5-fc24-4be3-877b-7ee5186d230c service neutron] Bound using segment: {'id': '069579c4-e6b3-45a0-b0f2-0685ae2a0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:25:32.997005 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-2d7b91d5-fc24-4be3-877b-7ee5186d230c service neutron] Bound port: 907e05df-d771-4b17-8fa3-e2b762bed2cb, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '069579c4-e6b3-45a0-b0f2-0685ae2a0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:25:32.997389 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-2d7b91d5-fc24-4be3-877b-7ee5186d230c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:33.093702 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-2d7b91d5-fc24-4be3-877b-7ee5186d230c service neutron] For port 907e05df-d771-4b17-8fa3-e2b762bed2cb, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:25:33.097569 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-2d7b91d5-fc24-4be3-877b-7ee5186d230c service neutron] For port 907e05df-d771-4b17-8fa3-e2b762bed2cb, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=907e05df-d771-4b17-8fa3-e2b762bed2cb,segment=NetworkSegment(069579c4-e6b3-45a0-b0f2-0685ae2a0198),segment_id=069579c4-e6b3-45a0-b0f2-0685ae2a0198)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:25:33.105670 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001038f9-bc60-4cbc-a2e7-1df83db2d218 req-7d42f550-ce67-416f-88fc-bdbd924d364c tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:33.107144 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-001038f9-bc60-4cbc-a2e7-1df83db2d218 req-7d42f550-ce67-416f-88fc-bdbd924d364c tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 950 time: 0.0750446 Dec 10 16:25:33.108560 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-2d7b91d5-fc24-4be3-877b-7ee5186d230c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:33.165526 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-2d7b91d5-fc24-4be3-877b-7ee5186d230c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:33.166167 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-2d7b91d5-fc24-4be3-877b-7ee5186d230c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:33.167557 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-2d7b91d5-fc24-4be3-877b-7ee5186d230c service neutron] 10.222.0.26 "PUT /v2.0/ports/907e05df-d771-4b17-8fa3-e2b762bed2cb HTTP/1.1" status: 200 len: 1092 time: 0.9144480 Dec 10 16:25:33.168258 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ed452a-d7af-45a1-90ad-012a29b4c3e3', 'tag': '907e05df-d771-4b17-8fa3-e2b762bed2cb'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:25:33.170573 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6160556a-dc73-466c-be5b-4e5cdd39aaf7" -d '{"events": [{"name": "network-changed", "server_uuid": "56ed452a-d7af-45a1-90ad-012a29b4c3e3", "tag": "907e05df-d771-4b17-8fa3-e2b762bed2cb"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:25:33.204158 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-a767750e-b98b-432d-8aaa-2602b76b10fe service neutron] Request body: {'port': {'device_id': '56ed452a-d7af-45a1-90ad-012a29b4c3e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:25:33.228667 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b91d5-fc24-4be3-877b-7ee5186d230c service neutron] Pushing event updated for resources: {'Port': ['ID=907e05df-d771-4b17-8fa3-e2b762bed2cb,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:33.245635 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-001038f9-bc60-4cbc-a2e7-1df83db2d218 req-2eca1934-b8a6-4404-8d89-298547c96745 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292050 Dec 10 16:25:33.275588 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-a767750e-b98b-432d-8aaa-2602b76b10fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:33.404224 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 0bdd6daf-a9e7-41e5-b135-fc680633b7b8 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:25:33.464674 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 0bdd6daf-a9e7-41e5-b135-fc680633b7b8 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:25:33.469681 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 0bdd6daf-a9e7-41e5-b135-fc680633b7b8 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:25:33.470062 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:33.483862 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5196e85f-e020-485e-8719-dd701100c2eb x-openstack-request-id: req-5196e85f-e020-485e-8719-dd701100c2eb {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:25:33.486029 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ed452a-d7af-45a1-90ad-012a29b4c3e3", "tag": "907e05df-d771-4b17-8fa3-e2b762bed2cb", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:25:33.486704 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5196e85f-e020-485e-8719-dd701100c2eb {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:25:33.487386 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ed452a-d7af-45a1-90ad-012a29b4c3e3', 'tag': '907e05df-d771-4b17-8fa3-e2b762bed2cb', 'status': 'completed', 'code': 200} Dec 10 16:25:33.555156 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160556a-dc73-466c-be5b-4e5cdd39aaf7 req-018dbc71-4e58-4c6d-a8c5-fc7765b8a687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:33.555765 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160556a-dc73-466c-be5b-4e5cdd39aaf7 req-018dbc71-4e58-4c6d-a8c5-fc7765b8a687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:33.556070 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160556a-dc73-466c-be5b-4e5cdd39aaf7 req-018dbc71-4e58-4c6d-a8c5-fc7765b8a687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:33.557945 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6160556a-dc73-466c-be5b-4e5cdd39aaf7 req-018dbc71-4e58-4c6d-a8c5-fc7765b8a687 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f348a6ef1b744809177e6c8e3c6126d&device_id=56ed452a-d7af-45a1-90ad-012a29b4c3e3 HTTP/1.1" status: 200 len: 2732 time: 0.0473406 Dec 10 16:25:33.568120 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:33.592790 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc12529-0c43-4bb0-9c79-ef5bba73fae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bdd6daf-a9e7-41e5-b135-fc680633b7b8'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:25:33.595810 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad174279-ce94-468a-ae67-98695ae961e4" -d '{"events": [{"server_uuid": "6dc12529-0c43-4bb0-9c79-ef5bba73fae2", "name": "network-vif-plugged", "status": "completed", "tag": "0bdd6daf-a9e7-41e5-b135-fc680633b7b8"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:25:33.605430 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-a767750e-b98b-432d-8aaa-2602b76b10fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fbbdd84-cf75-48c3-88b6-2f9b11d7064a {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:25:33.611520 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 0bdd6daf-a9e7-41e5-b135-fc680633b7b8, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=0bdd6daf-a9e7-41e5-b135-fc680633b7b8,segment=NetworkSegment(e6fa61d2-b939-45d7-997a-9f01bb103238),segment_id=e6fa61d2-b939-45d7-997a-9f01bb103238)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:33.614875 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-a767750e-b98b-432d-8aaa-2602b76b10fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:33.616209 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:33.631126 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a6975-315e-475d-85f8-ede913905e3c req-0f314d97-d6df-4538-b4e2-1dd8d1350954 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:33.633311 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cc4a6975-315e-475d-85f8-ede913905e3c req-0f314d97-d6df-4538-b4e2-1dd8d1350954 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 944 time: 0.1015620 Dec 10 16:25:33.650817 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-a767750e-b98b-432d-8aaa-2602b76b10fe service neutron] Transition to ACTIVE for port object 2fbbdd84-cf75-48c3-88b6-2f9b11d7064a will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:25:33.665607 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-a767750e-b98b-432d-8aaa-2602b76b10fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:33.687817 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=0bdd6daf-a9e7-41e5-b135-fc680633b7b8,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:33.739369 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a767750e-b98b-432d-8aaa-2602b76b10fe service neutron] Pushing event updated for resources: {'Port': ['ID=2fbbdd84-cf75-48c3-88b6-2f9b11d7064a,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:33.750783 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cc4a6975-315e-475d-85f8-ede913905e3c req-633f271c-9f66-40fb-a9f3-08f05ab2a7c7 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075561 Dec 10 16:25:33.758456 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160556a-dc73-466c-be5b-4e5cdd39aaf7 req-6be04ade-8aa3-44e4-a350-52c8967bfe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:33.759188 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160556a-dc73-466c-be5b-4e5cdd39aaf7 req-6be04ade-8aa3-44e4-a350-52c8967bfe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:33.766299 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160556a-dc73-466c-be5b-4e5cdd39aaf7 req-6be04ade-8aa3-44e4-a350-52c8967bfe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:33.768035 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6160556a-dc73-466c-be5b-4e5cdd39aaf7 req-6be04ade-8aa3-44e4-a350-52c8967bfe98 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=2f348a6ef1b744809177e6c8e3c6126d&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2006772 Dec 10 16:25:33.863537 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-a767750e-b98b-432d-8aaa-2602b76b10fe service neutron] Attempting to bind port 2fbbdd84-cf75-48c3-88b6-2f9b11d7064a on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:25:33.863990 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-a767750e-b98b-432d-8aaa-2602b76b10fe service neutron] Attempting to bind port 2fbbdd84-cf75-48c3-88b6-2f9b11d7064a by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'a32d96e3-bbd4-468d-bf1a-72bb3911c80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2fc4a90-dc0d-49e2-810e-94df683b3cab'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:25:33.864422 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-a767750e-b98b-432d-8aaa-2602b76b10fe service neutron] Attempting to bind port 2fbbdd84-cf75-48c3-88b6-2f9b11d7064a on network b2fc4a90-dc0d-49e2-810e-94df683b3cab {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:25:33.873574 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-a767750e-b98b-432d-8aaa-2602b76b10fe service neutron] Port 2fbbdd84-cf75-48c3-88b6-2f9b11d7064a on network b2fc4a90-dc0d-49e2-810e-94df683b3cab not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:25:33.873928 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-a767750e-b98b-432d-8aaa-2602b76b10fe service neutron] Attempting to bind port 2fbbdd84-cf75-48c3-88b6-2f9b11d7064a on network b2fc4a90-dc0d-49e2-810e-94df683b3cab {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:25:33.891960 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d8d21c-e8c9-490a-8415-be0ad28e5fb2 req-96b357bd-065e-4bef-95ae-5eea159c7eea tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:33.893510 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e6d8d21c-e8c9-490a-8415-be0ad28e5fb2 req-96b357bd-065e-4bef-95ae-5eea159c7eea tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f40b2bc-5bb8-4f14-8538-ca8f78a4272d HTTP/1.1" status: 200 len: 945 time: 0.0778799 Dec 10 16:25:33.894921 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-a767750e-b98b-432d-8aaa-2602b76b10fe service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:25:33.895259 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-a767750e-b98b-432d-8aaa-2602b76b10fe service neutron] Checking segment: {'id': 'a32d96e3-bbd4-468d-bf1a-72bb3911c80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2fc4a90-dc0d-49e2-810e-94df683b3cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:25:33.895638 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-a767750e-b98b-432d-8aaa-2602b76b10fe service neutron] Bound using segment: {'id': 'a32d96e3-bbd4-468d-bf1a-72bb3911c80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2fc4a90-dc0d-49e2-810e-94df683b3cab'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:25:33.896084 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-a767750e-b98b-432d-8aaa-2602b76b10fe service neutron] Bound port: 2fbbdd84-cf75-48c3-88b6-2f9b11d7064a, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a32d96e3-bbd4-468d-bf1a-72bb3911c80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2fc4a90-dc0d-49e2-810e-94df683b3cab'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:25:33.896441 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-a767750e-b98b-432d-8aaa-2602b76b10fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:33.967672 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160556a-dc73-466c-be5b-4e5cdd39aaf7 req-ca81a002-a8de-46d1-b9ee-62e5a9e609b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:33.969379 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6160556a-dc73-466c-be5b-4e5cdd39aaf7 req-ca81a002-a8de-46d1-b9ee-62e5a9e609b2 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1939604 Dec 10 16:25:33.981005 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e6d8d21c-e8c9-490a-8415-be0ad28e5fb2 req-279954fb-e06c-489e-ac77-0adedf440cef tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747118 Dec 10 16:25:34.000446 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-a767750e-b98b-432d-8aaa-2602b76b10fe service neutron] For port 2fbbdd84-cf75-48c3-88b6-2f9b11d7064a, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:25:34.003907 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-a767750e-b98b-432d-8aaa-2602b76b10fe service neutron] For port 2fbbdd84-cf75-48c3-88b6-2f9b11d7064a, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=2fbbdd84-cf75-48c3-88b6-2f9b11d7064a,segment=NetworkSegment(a32d96e3-bbd4-468d-bf1a-72bb3911c80f),segment_id=a32d96e3-bbd4-468d-bf1a-72bb3911c80f)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:25:34.008347 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-a767750e-b98b-432d-8aaa-2602b76b10fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:34.035107 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba259de-7943-44d9-9319-59798beb486c x-openstack-request-id: req-1ba259de-7943-44d9-9319-59798beb486c {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:25:34.035754 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc12529-0c43-4bb0-9c79-ef5bba73fae2", "name": "network-vif-plugged", "status": "completed", "tag": "0bdd6daf-a9e7-41e5-b135-fc680633b7b8", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:25:34.036233 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1ba259de-7943-44d9-9319-59798beb486c {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:25:34.036924 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc12529-0c43-4bb0-9c79-ef5bba73fae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bdd6daf-a9e7-41e5-b135-fc680633b7b8', 'code': 200} Dec 10 16:25:34.048294 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-a767750e-b98b-432d-8aaa-2602b76b10fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:34.048911 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-a767750e-b98b-432d-8aaa-2602b76b10fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:34.050540 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-a767750e-b98b-432d-8aaa-2602b76b10fe service neutron] 10.222.0.26 "PUT /v2.0/ports/2fbbdd84-cf75-48c3-88b6-2f9b11d7064a HTTP/1.1" status: 200 len: 1092 time: 0.8525653 Dec 10 16:25:34.077344 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a767750e-b98b-432d-8aaa-2602b76b10fe service neutron] Pushing event updated for resources: {'Port': ['ID=2fbbdd84-cf75-48c3-88b6-2f9b11d7064a,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:34.088094 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-6a7441d7-4b0d-416b-80d3-5af68349be85 service neutron] Request body: {'port': {'device_id': '56ed452a-d7af-45a1-90ad-012a29b4c3e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:25:34.170985 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39fb540-5090-4d2d-a790-11dde47c1e86 req-208a155a-19f3-4353-81cf-76e6eefeae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:34.172524 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b39fb540-5090-4d2d-a790-11dde47c1e86 req-208a155a-19f3-4353-81cf-76e6eefeae09 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 1096 time: 0.0461750 Dec 10 16:25:34.187704 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a44b7-f5c5-4375-bd5e-1de34e0df0e7 req-e9a1f49f-970d-4807-b9e5-ced3494c5c7b tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:34.193758 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a44b7-f5c5-4375-bd5e-1de34e0df0e7 req-e9a1f49f-970d-4807-b9e5-ced3494c5c7b tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:34.199775 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a44b7-f5c5-4375-bd5e-1de34e0df0e7 req-e9a1f49f-970d-4807-b9e5-ced3494c5c7b tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:34.201455 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-788a44b7-f5c5-4375-bd5e-1de34e0df0e7 req-e9a1f49f-970d-4807-b9e5-ced3494c5c7b tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/ports?device_id=56ed452a-d7af-45a1-90ad-012a29b4c3e3 HTTP/1.1" status: 200 len: 2401 time: 0.1104023 Dec 10 16:25:34.206463 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-6a7441d7-4b0d-416b-80d3-5af68349be85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:34.222119 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b39fb540-5090-4d2d-a790-11dde47c1e86 req-258e9a6b-01dc-4d19-9e87-3ae7e9ab4cf9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419171 Dec 10 16:25:34.295566 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-788a44b7-f5c5-4375-bd5e-1de34e0df0e7 req-123908b6-f825-4707-addb-9ede672f158e tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dbd2ddc-fbc8-4ac1-a676-75cf3a492ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859692 Dec 10 16:25:34.450295 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335a925-5646-45ca-906a-45687ef4f417 req-356da54f-cbdd-4f55-b03c-6644d4f565d9 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:34.451669 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d335a925-5646-45ca-906a-45687ef4f417 req-356da54f-cbdd-4f55-b03c-6644d4f565d9 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab0439d-e8ba-439a-8f48-06aa4816871e HTTP/1.1" status: 200 len: 945 time: 0.0990360 Dec 10 16:25:34.527966 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d335a925-5646-45ca-906a-45687ef4f417 req-a2cfdbce-5dcb-44ab-ad6c-4e0678a7d9f1 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701485 Dec 10 16:25:34.573635 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-6a7441d7-4b0d-416b-80d3-5af68349be85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62f433c8-38a5-46e6-998c-0441891b215c {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:25:34.581024 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-6a7441d7-4b0d-416b-80d3-5af68349be85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:34.617927 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-6a7441d7-4b0d-416b-80d3-5af68349be85 service neutron] Transition to ACTIVE for port object 62f433c8-38a5-46e6-998c-0441891b215c will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:25:34.621810 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-6a7441d7-4b0d-416b-80d3-5af68349be85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:34.688280 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf32df-3d49-45bd-9f91-08b3e898cfc9 req-a8d1ede3-17fc-4469-b077-0c3976a35422 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:34.689775 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-63bf32df-3d49-45bd-9f91-08b3e898cfc9 req-a8d1ede3-17fc-4469-b077-0c3976a35422 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 950 time: 0.1051781 Dec 10 16:25:34.692230 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7441d7-4b0d-416b-80d3-5af68349be85 service neutron] Pushing event updated for resources: {'Port': ['ID=62f433c8-38a5-46e6-998c-0441891b215c,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:34.785546 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-63bf32df-3d49-45bd-9f91-08b3e898cfc9 req-3d975f6c-2043-4cf2-a420-ebd73ddda4f1 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768237 Dec 10 16:25:34.795679 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-6a7441d7-4b0d-416b-80d3-5af68349be85 service neutron] Attempting to bind port 62f433c8-38a5-46e6-998c-0441891b215c on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:25:34.796105 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-6a7441d7-4b0d-416b-80d3-5af68349be85 service neutron] Attempting to bind port 62f433c8-38a5-46e6-998c-0441891b215c by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '069579c4-e6b3-45a0-b0f2-0685ae2a0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:25:34.796500 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-6a7441d7-4b0d-416b-80d3-5af68349be85 service neutron] Attempting to bind port 62f433c8-38a5-46e6-998c-0441891b215c on network 7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:25:34.801697 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-6a7441d7-4b0d-416b-80d3-5af68349be85 service neutron] Port 62f433c8-38a5-46e6-998c-0441891b215c on network 7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:25:34.802091 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-6a7441d7-4b0d-416b-80d3-5af68349be85 service neutron] Attempting to bind port 62f433c8-38a5-46e6-998c-0441891b215c on network 7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:25:34.810488 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-6a7441d7-4b0d-416b-80d3-5af68349be85 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:25:34.815498 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-6a7441d7-4b0d-416b-80d3-5af68349be85 service neutron] Checking segment: {'id': '069579c4-e6b3-45a0-b0f2-0685ae2a0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:25:34.815903 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-6a7441d7-4b0d-416b-80d3-5af68349be85 service neutron] Bound using segment: {'id': '069579c4-e6b3-45a0-b0f2-0685ae2a0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:25:34.816466 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-6a7441d7-4b0d-416b-80d3-5af68349be85 service neutron] Bound port: 62f433c8-38a5-46e6-998c-0441891b215c, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '069579c4-e6b3-45a0-b0f2-0685ae2a0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:25:34.816912 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-6a7441d7-4b0d-416b-80d3-5af68349be85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:34.885683 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-6a7441d7-4b0d-416b-80d3-5af68349be85 service neutron] For port 62f433c8-38a5-46e6-998c-0441891b215c, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:25:34.888704 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-6a7441d7-4b0d-416b-80d3-5af68349be85 service neutron] For port 62f433c8-38a5-46e6-998c-0441891b215c, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=62f433c8-38a5-46e6-998c-0441891b215c,segment=NetworkSegment(069579c4-e6b3-45a0-b0f2-0685ae2a0198),segment_id=069579c4-e6b3-45a0-b0f2-0685ae2a0198)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:25:34.894310 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-6a7441d7-4b0d-416b-80d3-5af68349be85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:34.935797 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-6a7441d7-4b0d-416b-80d3-5af68349be85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:34.936528 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-6a7441d7-4b0d-416b-80d3-5af68349be85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:34.937901 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-6a7441d7-4b0d-416b-80d3-5af68349be85 service neutron] 10.222.0.26 "PUT /v2.0/ports/62f433c8-38a5-46e6-998c-0441891b215c HTTP/1.1" status: 200 len: 1092 time: 0.8550565 Dec 10 16:25:34.956794 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7441d7-4b0d-416b-80d3-5af68349be85 service neutron] Pushing event updated for resources: {'Port': ['ID=62f433c8-38a5-46e6-998c-0441891b215c,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:35.039767 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-308a0cff-0dc0-4170-8fa4-00f8151bf47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:35.040350 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-308a0cff-0dc0-4170-8fa4-00f8151bf47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:35.040881 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-308a0cff-0dc0-4170-8fa4-00f8151bf47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:35.042659 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-308a0cff-0dc0-4170-8fa4-00f8151bf47f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f348a6ef1b744809177e6c8e3c6126d&device_id=56ed452a-d7af-45a1-90ad-012a29b4c3e3 HTTP/1.1" status: 200 len: 2866 time: 0.0513790 Dec 10 16:25:35.104354 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-bc0de3c8-338d-4d28-abef-6133d9133342 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.209&port_id=907e05df-d771-4b17-8fa3-e2b762bed2cb HTTP/1.1" status: 200 len: 217 time: 0.0516551 Dec 10 16:25:35.157296 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad6c2f6-b738-4393-b5df-aebfb31b1f2b req-ec39ee49-5737-449e-a55d-360ce0088d86 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:35.158778 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9ad6c2f6-b738-4393-b5df-aebfb31b1f2b req-ec39ee49-5737-449e-a55d-360ce0088d86 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.1145310 Dec 10 16:25:35.172796 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-5eb4e534-6c4e-4219-8221-d6631f8b2f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:35.174116 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-5eb4e534-6c4e-4219-8221-d6631f8b2f81 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dd2859b9-b3c3-4a53-ba40-3b012bbdc67a HTTP/1.1" status: 200 len: 801 time: 0.0626695 Dec 10 16:25:35.238197 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9ad6c2f6-b738-4393-b5df-aebfb31b1f2b req-2a9d2752-fe81-44e4-95d2-3a82aedda2f1 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734212 Dec 10 16:25:35.246589 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-c7178bc3-476e-4e3d-b2be-50589cb26a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:35.248016 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-c7178bc3-476e-4e3d-b2be-50589cb26a0c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0603428 Dec 10 16:25:35.374304 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa273c6-a849-4591-8841-b7b4466096b2 req-d94e764f-b6cc-4734-b2cf-707b53457ddd tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:35.375789 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0aa273c6-a849-4591-8841-b7b4466096b2 req-d94e764f-b6cc-4734-b2cf-707b53457ddd tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f40b2bc-5bb8-4f14-8538-ca8f78a4272d HTTP/1.1" status: 200 len: 945 time: 0.0781703 Dec 10 16:25:35.381699 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-06520425-ea23-4792-902c-06e43f79bc83 service neutron] 10.222.0.26 "GET /v2.0/networks/7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254091 Dec 10 16:25:35.471200 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0aa273c6-a849-4591-8841-b7b4466096b2 req-40c3b731-1fcd-4c2e-8066-194ed452a32d tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873678 Dec 10 16:25:35.488684 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ed452a-d7af-45a1-90ad-012a29b4c3e3', 'tag': '2fbbdd84-cf75-48c3-88b6-2f9b11d7064a'}, {'name': 'network-changed', 'server_uuid': '56ed452a-d7af-45a1-90ad-012a29b4c3e3', 'tag': '62f433c8-38a5-46e6-998c-0441891b215c'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:25:35.492702 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bc7161-62ac-4291-895d-637796779eb4" -d '{"events": [{"name": "network-changed", "server_uuid": "56ed452a-d7af-45a1-90ad-012a29b4c3e3", "tag": "2fbbdd84-cf75-48c3-88b6-2f9b11d7064a"}, {"name": "network-changed", "server_uuid": "56ed452a-d7af-45a1-90ad-012a29b4c3e3", "tag": "62f433c8-38a5-46e6-998c-0441891b215c"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:25:35.512747 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-d73f2263-3aef-4554-bb80-eec489b371df service neutron] 10.222.0.26 "GET /v2.0/networks/7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158590 Dec 10 16:25:35.563351 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-cc388795-b5e6-4302-b72d-26737b424cb3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.107&port_id=2fbbdd84-cf75-48c3-88b6-2f9b11d7064a HTTP/1.1" status: 200 len: 217 time: 0.0414217 Dec 10 16:25:35.634768 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-bcf7a436-4698-4148-b59f-731c919e4751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:35.636246 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-bcf7a436-4698-4148-b59f-731c919e4751 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d0e9f285-bb04-441d-b056-00c15730f726 HTTP/1.1" status: 200 len: 801 time: 0.0645401 Dec 10 16:25:35.645569 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5070b-45f6-482a-9654-788b73727402 req-280515da-ed73-4fa6-9480-5b70940dd3fb tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:35.654306 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5070b-45f6-482a-9654-788b73727402 req-280515da-ed73-4fa6-9480-5b70940dd3fb tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:35.663748 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5070b-45f6-482a-9654-788b73727402 req-280515da-ed73-4fa6-9480-5b70940dd3fb tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:35.665366 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a8f5070b-45f6-482a-9654-788b73727402 req-280515da-ed73-4fa6-9480-5b70940dd3fb tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/ports?device_id=56ed452a-d7af-45a1-90ad-012a29b4c3e3 HTTP/1.1" status: 200 len: 2413 time: 0.1047421 Dec 10 16:25:35.738181 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a8f5070b-45f6-482a-9654-788b73727402 req-0e45b9ce-800a-4655-adf2-858d1f0dffb8 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dbd2ddc-fbc8-4ac1-a676-75cf3a492ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641918 Dec 10 16:25:35.739683 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-7405446a-e376-483c-b73b-0e5dac4b9adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:35.741464 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-7405446a-e376-483c-b73b-0e5dac4b9adc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b2fc4a90-dc0d-49e2-810e-94df683b3cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0748205 Dec 10 16:25:36.076796 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 10 Dec 2021 16:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23160eec-c3a9-4af1-8ba1-ce7bafbd1d3a x-openstack-request-id: req-23160eec-c3a9-4af1-8ba1-ce7bafbd1d3a {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:25:36.077076 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ed452a-d7af-45a1-90ad-012a29b4c3e3", "tag": "2fbbdd84-cf75-48c3-88b6-2f9b11d7064a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "56ed452a-d7af-45a1-90ad-012a29b4c3e3", "tag": "62f433c8-38a5-46e6-998c-0441891b215c", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:25:36.077334 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-23160eec-c3a9-4af1-8ba1-ce7bafbd1d3a {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:25:36.077723 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ed452a-d7af-45a1-90ad-012a29b4c3e3', 'tag': '2fbbdd84-cf75-48c3-88b6-2f9b11d7064a', 'status': 'completed', 'code': 200} Dec 10 16:25:36.077977 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ed452a-d7af-45a1-90ad-012a29b4c3e3', 'tag': '62f433c8-38a5-46e6-998c-0441891b215c', 'status': 'completed', 'code': 200} Dec 10 16:25:36.140059 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:36.179956 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16cf8e-9374-4bb8-95f9-beb38ae07ecd req-27ac7c7e-d799-4554-98e1-b9f760394f84 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:36.181407 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cc16cf8e-9374-4bb8-95f9-beb38ae07ecd req-27ac7c7e-d799-4554-98e1-b9f760394f84 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab0439d-e8ba-439a-8f48-06aa4816871e HTTP/1.1" status: 200 len: 945 time: 0.1026673 Dec 10 16:25:36.186648 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-79ecff73-e816-4932-bff5-c06715a84b82 service neutron] 10.222.0.26 "GET /v2.0/networks/b2fc4a90-dc0d-49e2-810e-94df683b3cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4383595 Dec 10 16:25:36.276868 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cc16cf8e-9374-4bb8-95f9-beb38ae07ecd req-95af08b0-6816-40be-a0f9-96a6d0da2e2e tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892608 Dec 10 16:25:36.307251 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-f6856c27-947f-4a2e-892f-e61735e37641 service neutron] 10.222.0.26 "GET /v2.0/networks/b2fc4a90-dc0d-49e2-810e-94df683b3cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060574 Dec 10 16:25:36.363146 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-e129d00e-dcff-421a-a0eb-3aaed9e03db9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.105&port_id=62f433c8-38a5-46e6-998c-0441891b215c HTTP/1.1" status: 200 len: 217 time: 0.0465260 Dec 10 16:25:36.433503 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23834282-282b-4f71-9f14-0c194ef18e18 req-21315c3f-eb6e-4504-a9d3-1911eb04b8ac tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:36.435076 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-23834282-282b-4f71-9f14-0c194ef18e18 req-21315c3f-eb6e-4504-a9d3-1911eb04b8ac tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 950 time: 0.0807488 Dec 10 16:25:36.440336 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-b0d14775-982a-44af-875c-45d3b5fd029e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:36.441755 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-b0d14775-982a-44af-875c-45d3b5fd029e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dd2859b9-b3c3-4a53-ba40-3b012bbdc67a HTTP/1.1" status: 200 len: 801 time: 0.0618827 Dec 10 16:25:36.514046 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-23834282-282b-4f71-9f14-0c194ef18e18 req-d5e3c985-d6e3-4955-b564-a90d0dc9fdbb tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713291 Dec 10 16:25:36.519214 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-0c4c9b26-e643-4be8-8dac-0812a49e7944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:36.520647 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-0c4c9b26-e643-4be8-8dac-0812a49e7944 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0710661 Dec 10 16:25:36.610224 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-3584872c-adbe-4d96-baac-debededc8457 service neutron] 10.222.0.26 "GET /v2.0/networks/7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820093 Dec 10 16:25:36.708262 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6fdb2e4-c93e-43dc-bced-bf69ffdad934 req-8b8fde0b-8939-4482-b20e-1ab50597c1e2 service neutron] 10.222.0.26 "GET /v2.0/networks/7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907259 Dec 10 16:25:36.832926 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aef0fe-8296-4f6f-abc0-f046d97c6663 req-fcc21a10-fede-4895-96b9-14a57abe45f7 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:36.834359 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-26aef0fe-8296-4f6f-abc0-f046d97c6663 req-fcc21a10-fede-4895-96b9-14a57abe45f7 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.0840909 Dec 10 16:25:36.837961 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc7161-62ac-4291-895d-637796779eb4 req-cd967297-76dd-44d6-a205-5d419b3929e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:36.838457 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc7161-62ac-4291-895d-637796779eb4 req-cd967297-76dd-44d6-a205-5d419b3929e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:36.838920 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc7161-62ac-4291-895d-637796779eb4 req-cd967297-76dd-44d6-a205-5d419b3929e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:36.840431 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-27bc7161-62ac-4291-895d-637796779eb4 req-cd967297-76dd-44d6-a205-5d419b3929e1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f348a6ef1b744809177e6c8e3c6126d&device_id=56ed452a-d7af-45a1-90ad-012a29b4c3e3 HTTP/1.1" status: 200 len: 2866 time: 0.0622053 Dec 10 16:25:36.934284 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-26aef0fe-8296-4f6f-abc0-f046d97c6663 req-9477f1be-9433-4930-a950-00290cbae370 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928738 Dec 10 16:25:36.963573 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc7161-62ac-4291-895d-637796779eb4 req-089b3a11-caa8-49d1-89a9-1603b58740f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:36.965037 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-27bc7161-62ac-4291-895d-637796779eb4 req-089b3a11-caa8-49d1-89a9-1603b58740f4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b2fc4a90-dc0d-49e2-810e-94df683b3cab HTTP/1.1" status: 200 len: 903 time: 0.1110566 Dec 10 16:25:37.013880 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-27bc7161-62ac-4291-895d-637796779eb4 req-91639744-c55d-4b04-8f9f-82560849752a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.107&port_id=2fbbdd84-cf75-48c3-88b6-2f9b11d7064a HTTP/1.1" status: 200 len: 217 time: 0.0400755 Dec 10 16:25:37.123782 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc7161-62ac-4291-895d-637796779eb4 req-59024b85-02ef-4886-9c02-35af10c8ffad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:37.125260 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-27bc7161-62ac-4291-895d-637796779eb4 req-59024b85-02ef-4886-9c02-35af10c8ffad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d0e9f285-bb04-441d-b056-00c15730f726 HTTP/1.1" status: 200 len: 801 time: 0.0800765 Dec 10 16:25:37.133649 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d805393-1f0a-49c9-aadc-23a8ae0ba8d3 req-d6d41a5c-60de-4d37-ae3a-e2c67ce8e69e tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:37.135045 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0d805393-1f0a-49c9-aadc-23a8ae0ba8d3 req-d6d41a5c-60de-4d37-ae3a-e2c67ce8e69e tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f40b2bc-5bb8-4f14-8538-ca8f78a4272d HTTP/1.1" status: 200 len: 945 time: 0.1239634 Dec 10 16:25:37.154274 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-94bfe5bb-2941-4750-b959-d9108123aca8 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:37.155756 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-94bfe5bb-2941-4750-b959-d9108123aca8 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5f40b2bc-5bb8-4f14-8538-ca8f78a4272d&tenant_id=c7f96263ffc44481b889fc489836cd3c&binding%3Ahost_id=n-h1-766771-2 HTTP/1.1" status: 200 len: 1096 time: 0.1311893 Dec 10 16:25:37.180959 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-47bed4b9-781a-4d79-81a3-fafe6a64042f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-766771-2'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:25:37.267255 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc7161-62ac-4291-895d-637796779eb4 req-3804ddaf-3c01-4659-b4d4-a915ee4fc445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:37.268782 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-27bc7161-62ac-4291-895d-637796779eb4 req-3804ddaf-3c01-4659-b4d4-a915ee4fc445 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b2fc4a90-dc0d-49e2-810e-94df683b3cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1311188 Dec 10 16:25:37.276064 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0d805393-1f0a-49c9-aadc-23a8ae0ba8d3 req-bbbc1fc8-2b5e-4eda-a517-cdb37827ab68 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275105 Dec 10 16:25:37.289014 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-47bed4b9-781a-4d79-81a3-fafe6a64042f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:37.478099 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-27bc7161-62ac-4291-895d-637796779eb4 req-0f66e00c-16a7-4c8c-b5fa-ee3ae860e2b4 service neutron] 10.222.0.26 "GET /v2.0/networks/b2fc4a90-dc0d-49e2-810e-94df683b3cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992593 Dec 10 16:25:37.491197 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad61d6-1d4e-4792-9243-2b6e45fc47d2 req-cfc978e3-ac8f-474d-9cd4-81d5af80aaf2 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:37.497180 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad61d6-1d4e-4792-9243-2b6e45fc47d2 req-cfc978e3-ac8f-474d-9cd4-81d5af80aaf2 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:37.503150 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad61d6-1d4e-4792-9243-2b6e45fc47d2 req-cfc978e3-ac8f-474d-9cd4-81d5af80aaf2 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:37.504865 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-15ad61d6-1d4e-4792-9243-2b6e45fc47d2 req-cfc978e3-ac8f-474d-9cd4-81d5af80aaf2 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/ports?device_id=56ed452a-d7af-45a1-90ad-012a29b4c3e3 HTTP/1.1" status: 200 len: 2413 time: 0.1578784 Dec 10 16:25:37.634914 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-47bed4b9-781a-4d79-81a3-fafe6a64042f service neutron] For port b4cc6d7c-f629-4a3f-81cc-bdefa432467b, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=b4cc6d7c-f629-4a3f-81cc-bdefa432467b,segment=NetworkSegment(698ea8e5-c316-417a-87ff-ff612f3a473c),segment_id=698ea8e5-c316-417a-87ff-ff612f3a473c)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:37.639864 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-15ad61d6-1d4e-4792-9243-2b6e45fc47d2 req-ea40d354-8b66-4dd8-8092-0357945a7031 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dbd2ddc-fbc8-4ac1-a676-75cf3a492ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215134 Dec 10 16:25:37.678552 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-27bc7161-62ac-4291-895d-637796779eb4 req-da4f6e5e-79a6-455d-acde-3425455fdaf3 service neutron] 10.222.0.26 "GET /v2.0/networks/b2fc4a90-dc0d-49e2-810e-94df683b3cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694372 Dec 10 16:25:37.694298 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-47bed4b9-781a-4d79-81a3-fafe6a64042f service neutron] For port b4cc6d7c-f629-4a3f-81cc-bdefa432467b, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:25:37.814490 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-47bed4b9-781a-4d79-81a3-fafe6a64042f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:37.827304 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-47bed4b9-781a-4d79-81a3-fafe6a64042f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:37.890335 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc7161-62ac-4291-895d-637796779eb4 req-8c7942e0-d265-426d-9038-aa687d8e9d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:37.890746 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc7161-62ac-4291-895d-637796779eb4 req-8c7942e0-d265-426d-9038-aa687d8e9d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:37.891213 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc7161-62ac-4291-895d-637796779eb4 req-8c7942e0-d265-426d-9038-aa687d8e9d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:37.892842 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-27bc7161-62ac-4291-895d-637796779eb4 req-8c7942e0-d265-426d-9038-aa687d8e9d7b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f348a6ef1b744809177e6c8e3c6126d&device_id=56ed452a-d7af-45a1-90ad-012a29b4c3e3 HTTP/1.1" status: 200 len: 2866 time: 0.1173599 Dec 10 16:25:37.917842 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:37.992460 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-10235164-5d55-415a-b26e-77ceaccd0e07 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:37.993924 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-10235164-5d55-415a-b26e-77ceaccd0e07 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/networks?id=fbb94746-fc6f-4a16-ab0b-6dbd984218c6 HTTP/1.1" status: 200 len: 813 time: 0.2715969 Dec 10 16:25:38.011738 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bed4b9-781a-4d79-81a3-fafe6a64042f service neutron] Pushing event updated for resources: {'Port': ['ID=b4cc6d7c-f629-4a3f-81cc-bdefa432467b,revision_number=7']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:38.024655 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-47bed4b9-781a-4d79-81a3-fafe6a64042f service neutron] Attempting to bind port b4cc6d7c-f629-4a3f-81cc-bdefa432467b on host n-h1-766771-2 for vnic_type normal with profile {"migrating_to": "n-h2-766771-2"} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:25:38.024991 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-47bed4b9-781a-4d79-81a3-fafe6a64042f service neutron] Attempting to bind port b4cc6d7c-f629-4a3f-81cc-bdefa432467b by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:25:38.025322 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-47bed4b9-781a-4d79-81a3-fafe6a64042f service neutron] Attempting to bind port b4cc6d7c-f629-4a3f-81cc-bdefa432467b on network 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:25:38.034073 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-589e1b73-3d11-459b-af2e-b788320045db tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/quotas/3c230731c8574bb0abc18ed9b45d286c HTTP/1.1" status: 200 len: 375 time: 0.0297191 Dec 10 16:25:38.036554 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-47bed4b9-781a-4d79-81a3-fafe6a64042f service neutron] Port b4cc6d7c-f629-4a3f-81cc-bdefa432467b on network 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:25:38.036873 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-47bed4b9-781a-4d79-81a3-fafe6a64042f service neutron] Attempting to bind port b4cc6d7c-f629-4a3f-81cc-bdefa432467b on network 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:25:38.062175 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-47bed4b9-781a-4d79-81a3-fafe6a64042f service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:25:38.062519 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-47bed4b9-781a-4d79-81a3-fafe6a64042f service neutron] Checking segment: {'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:25:38.062895 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-47bed4b9-781a-4d79-81a3-fafe6a64042f service neutron] Bound using segment: {'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:25:38.063341 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-47bed4b9-781a-4d79-81a3-fafe6a64042f service neutron] Bound port: b4cc6d7c-f629-4a3f-81cc-bdefa432467b, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:25:38.063702 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-47bed4b9-781a-4d79-81a3-fafe6a64042f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:38.080241 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f40b2bc-5bb8-4f14-8538-ca8f78a4272d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4cc6d7c-f629-4a3f-81cc-bdefa432467b'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:25:38.082486 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a87895-87d3-4bf7-a57b-80b928707a87" -d '{"events": [{"server_uuid": "5f40b2bc-5bb8-4f14-8538-ca8f78a4272d", "name": "network-vif-unplugged", "status": "completed", "tag": "b4cc6d7c-f629-4a3f-81cc-bdefa432467b"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:25:38.118418 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc7161-62ac-4291-895d-637796779eb4 req-19dd4d0d-0fdb-40a6-9b92-e8aa4b0c9461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:38.119884 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-27bc7161-62ac-4291-895d-637796779eb4 req-19dd4d0d-0fdb-40a6-9b92-e8aa4b0c9461 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68 HTTP/1.1" status: 200 len: 903 time: 0.2156501 Dec 10 16:25:38.188909 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-3cdce4a4-1572-4d1f-ab79-3a4531109db3 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c230731c8574bb0abc18ed9b45d286c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1454897 Dec 10 16:25:38.193705 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-27bc7161-62ac-4291-895d-637796779eb4 req-abcddc8d-154b-4a03-bfa2-a350914b9eaa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.105&port_id=62f433c8-38a5-46e6-998c-0441891b215c HTTP/1.1" status: 200 len: 217 time: 0.0515459 Dec 10 16:25:38.281450 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-47bed4b9-781a-4d79-81a3-fafe6a64042f service neutron] For port b4cc6d7c-f629-4a3f-81cc-bdefa432467b, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:25:38.310894 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-47bed4b9-781a-4d79-81a3-fafe6a64042f service neutron] For port b4cc6d7c-f629-4a3f-81cc-bdefa432467b, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=b4cc6d7c-f629-4a3f-81cc-bdefa432467b,segment=NetworkSegment(698ea8e5-c316-417a-87ff-ff612f3a473c),segment_id=698ea8e5-c316-417a-87ff-ff612f3a473c)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:25:38.314999 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc7161-62ac-4291-895d-637796779eb4 req-9c707eef-98fc-4c19-a47c-7c259bb31c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:38.316513 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-27bc7161-62ac-4291-895d-637796779eb4 req-9c707eef-98fc-4c19-a47c-7c259bb31c0f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dd2859b9-b3c3-4a53-ba40-3b012bbdc67a HTTP/1.1" status: 200 len: 801 time: 0.1071262 Dec 10 16:25:38.320123 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-47bed4b9-781a-4d79-81a3-fafe6a64042f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:38.409967 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-44355af9-3885-4edf-9501-ce42504da94c service neutron] 10.222.0.11 "GET /v2.0/networks/fbb94746-fc6f-4a16-ab0b-6dbd984218c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101808 Dec 10 16:25:38.465378 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bed4b9-781a-4d79-81a3-fafe6a64042f service neutron] Pushing event updated for resources: {'Port': ['ID=b4cc6d7c-f629-4a3f-81cc-bdefa432467b,revision_number=8']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:38.503388 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-47bed4b9-781a-4d79-81a3-fafe6a64042f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:38.504013 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-47bed4b9-781a-4d79-81a3-fafe6a64042f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:38.505363 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-47bed4b9-781a-4d79-81a3-fafe6a64042f service neutron] 10.222.0.46 "PUT /v2.0/ports/b4cc6d7c-f629-4a3f-81cc-bdefa432467b HTTP/1.1" status: 200 len: 1121 time: 1.3348601 Dec 10 16:25:38.508439 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc7161-62ac-4291-895d-637796779eb4 req-55592021-4504-4697-a3a3-184caf55bd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:38.509820 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-27bc7161-62ac-4291-895d-637796779eb4 req-55592021-4504-4697-a3a3-184caf55bd34 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1815593 Dec 10 16:25:38.600016 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-1de19431-e2ed-4913-837c-ffd6fc053a49 service neutron] 10.222.0.11 "GET /v2.0/networks/fbb94746-fc6f-4a16-ab0b-6dbd984218c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786518 Dec 10 16:25:38.620508 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['b4cc6d7c-f629-4a3f-81cc-bdefa432467b'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:25:38.633369 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-27bc7161-62ac-4291-895d-637796779eb4 req-e954b9a0-af86-4c64-a279-04979c059815 service neutron] 10.222.0.26 "GET /v2.0/networks/7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140113 Dec 10 16:25:38.656872 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['b4cc6d7c-f629-4a3f-81cc-bdefa432467b'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:25:38.759076 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-27bc7161-62ac-4291-895d-637796779eb4 req-e14ac800-b232-4964-8339-e63cae93db66 service neutron] 10.222.0.26 "GET /v2.0/networks/7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158123 Dec 10 16:25:38.850830 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7e2b9-4558-4161-bd10-17802a682a8b req-63a17093-220c-4eff-901b-eac068dcb8a0 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:38.852861 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22c7e2b9-4558-4161-bd10-17802a682a8b req-63a17093-220c-4eff-901b-eac068dcb8a0 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab0439d-e8ba-439a-8f48-06aa4816871e HTTP/1.1" status: 200 len: 945 time: 0.0885992 Dec 10 16:25:38.891595 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-c6041887-88d9-4de1-aa42-66d32434e1c1 service neutron] show failed (client error): The resource could not be found. Dec 10 16:25:38.892625 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-c6041887-88d9-4de1-aa42-66d32434e1c1 service neutron] 10.222.0.46 "GET /v2.0/ports/98aa5f6b-994b-4a0b-8a63-197560470701/bindings/n-h1-766771-2 HTTP/1.1" status: 404 len: 380 time: 0.0951421 Dec 10 16:25:38.926158 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22c7e2b9-4558-4161-bd10-17802a682a8b req-4ea4e631-665d-4448-a524-afa8da5db7e3 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601275 Dec 10 16:25:39.058700 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad7cf7-298c-4897-89d2-3f75fde73d84 req-4b58ca22-20c7-4e54-a151-c8fd6790ac6e tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:39.060227 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-73ad7cf7-298c-4897-89d2-3f75fde73d84 req-4b58ca22-20c7-4e54-a151-c8fd6790ac6e tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 950 time: 0.0548108 Dec 10 16:25:39.115535 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-73ad7cf7-298c-4897-89d2-3f75fde73d84 req-d91ee506-a957-4f16-b103-6e650272abac tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491438 Dec 10 16:25:39.171194 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-b227a749-c9bb-4dd6-bc3d-4866cb8ad29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:39.173362 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-b227a749-c9bb-4dd6-bc3d-4866cb8ad29d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce&tenant_id=94e98c03952a41539b6089aa3614a4af HTTP/1.1" status: 200 len: 1101 time: 0.0437951 Dec 10 16:25:39.184754 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-a4c27844-8015-4560-b0bb-80384b75e8b5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766771-2', 'device_owner': 'compute:nova'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:25:39.255236 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-a4c27844-8015-4560-b0bb-80384b75e8b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:39.327965 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device b4cc6d7c-f629-4a3f-81cc-bdefa432467b details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:25:39.400737 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 16:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca062b75-338a-46f4-b7c0-99aa61381c97 x-openstack-request-id: req-ca062b75-338a-46f4-b7c0-99aa61381c97 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:25:39.401291 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f40b2bc-5bb8-4f14-8538-ca8f78a4272d", "name": "network-vif-unplugged", "status": "completed", "tag": "b4cc6d7c-f629-4a3f-81cc-bdefa432467b", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:25:39.401291 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ca062b75-338a-46f4-b7c0-99aa61381c97 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:25:39.401681 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f40b2bc-5bb8-4f14-8538-ca8f78a4272d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4cc6d7c-f629-4a3f-81cc-bdefa432467b', 'code': 200} Dec 10 16:25:39.431546 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 907e05df-d771-4b17-8fa3-e2b762bed2cb details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:25:39.454296 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port b4cc6d7c-f629-4a3f-81cc-bdefa432467b, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=b4cc6d7c-f629-4a3f-81cc-bdefa432467b,segment=NetworkSegment(698ea8e5-c316-417a-87ff-ff612f3a473c),segment_id=698ea8e5-c316-417a-87ff-ff612f3a473c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:39.468296 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device b4cc6d7c-f629-4a3f-81cc-bdefa432467b has no active binding in host n-h2-766771-2 {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 16:25:39.520696 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f1234-d828-4825-b7a2-03e69056e6c4 req-221a71d1-9b92-42dd-8aa0-104363b55151 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:39.522416 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-995f1234-d828-4825-b7a2-03e69056e6c4 req-221a71d1-9b92-42dd-8aa0-104363b55151 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f40b2bc-5bb8-4f14-8538-ca8f78a4272d HTTP/1.1" status: 200 len: 943 time: 0.0779769 Dec 10 16:25:39.532171 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-a4c27844-8015-4560-b0bb-80384b75e8b5 service neutron] For port 98aa5f6b-994b-4a0b-8a63-197560470701, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=98aa5f6b-994b-4a0b-8a63-197560470701,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:39.555285 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 907e05df-d771-4b17-8fa3-e2b762bed2cb, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=907e05df-d771-4b17-8fa3-e2b762bed2cb,segment=NetworkSegment(069579c4-e6b3-45a0-b0f2-0685ae2a0198),segment_id=069579c4-e6b3-45a0-b0f2-0685ae2a0198)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:39.565831 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '907e05df-d771-4b17-8fa3-e2b762bed2cb', 'network_id': '7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68', 'port_id': '907e05df-d771-4b17-8fa3-e2b762bed2cb', 'mac_address': 'fa:16:3e:7e:7e:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd2859b9-b3c3-4a53-ba40-3b012bbdc67a', 'ip_address': '19.80.0.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:25:39.594649 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-a4c27844-8015-4560-b0bb-80384b75e8b5 service neutron] For port 98aa5f6b-994b-4a0b-8a63-197560470701, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:25:39.604134 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:39.616231 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-995f1234-d828-4825-b7a2-03e69056e6c4 req-fe77b170-91cb-41e8-9e2b-3250b7a31941 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860193 Dec 10 16:25:39.617433 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 907e05df-d771-4b17-8fa3-e2b762bed2cb {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:25:39.644322 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 907e05df-d771-4b17-8fa3-e2b762bed2cb, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=907e05df-d771-4b17-8fa3-e2b762bed2cb,segment=NetworkSegment(069579c4-e6b3-45a0-b0f2-0685ae2a0198),segment_id=069579c4-e6b3-45a0-b0f2-0685ae2a0198)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:39.651617 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:39.652321 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 62f433c8-38a5-46e6-998c-0441891b215c details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:25:39.658751 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-a4c27844-8015-4560-b0bb-80384b75e8b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:39.672085 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-a4c27844-8015-4560-b0bb-80384b75e8b5 service neutron] Transition to ACTIVE for port object 98aa5f6b-994b-4a0b-8a63-197560470701 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:25:39.676546 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-a4c27844-8015-4560-b0bb-80384b75e8b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:39.732602 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=907e05df-d771-4b17-8fa3-e2b762bed2cb,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:39.749330 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 62f433c8-38a5-46e6-998c-0441891b215c, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=62f433c8-38a5-46e6-998c-0441891b215c,segment=NetworkSegment(069579c4-e6b3-45a0-b0f2-0685ae2a0198),segment_id=069579c4-e6b3-45a0-b0f2-0685ae2a0198)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:39.762282 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '62f433c8-38a5-46e6-998c-0441891b215c', 'network_id': '7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68', 'port_id': '62f433c8-38a5-46e6-998c-0441891b215c', 'mac_address': 'fa:16:3e:ca:d0:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd2859b9-b3c3-4a53-ba40-3b012bbdc67a', 'ip_address': '19.80.0.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:25:39.795357 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c27844-8015-4560-b0bb-80384b75e8b5 service neutron] Pushing event updated for resources: {'Port': ['ID=98aa5f6b-994b-4a0b-8a63-197560470701,revision_number=6']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:39.807443 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:39.821625 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62f433c8-38a5-46e6-998c-0441891b215c {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:25:39.844345 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 62f433c8-38a5-46e6-998c-0441891b215c, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=62f433c8-38a5-46e6-998c-0441891b215c,segment=NetworkSegment(069579c4-e6b3-45a0-b0f2-0685ae2a0198),segment_id=069579c4-e6b3-45a0-b0f2-0685ae2a0198)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:39.844586 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-a4c27844-8015-4560-b0bb-80384b75e8b5 service neutron] No DVR routers for this DVR port 98aa5f6b-994b-4a0b-8a63-197560470701 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:25:39.850056 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:39.851395 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 2fbbdd84-cf75-48c3-88b6-2f9b11d7064a details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:25:39.860504 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09110bf-8a03-4ae1-8801-d1ce4a57d498 req-348834da-a1a5-4cc6-b7c8-829e25d0f1a6 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:39.867286 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09110bf-8a03-4ae1-8801-d1ce4a57d498 req-348834da-a1a5-4cc6-b7c8-829e25d0f1a6 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:39.873332 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09110bf-8a03-4ae1-8801-d1ce4a57d498 req-348834da-a1a5-4cc6-b7c8-829e25d0f1a6 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:39.881986 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f09110bf-8a03-4ae1-8801-d1ce4a57d498 req-348834da-a1a5-4cc6-b7c8-829e25d0f1a6 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/ports?device_id=56ed452a-d7af-45a1-90ad-012a29b4c3e3 HTTP/1.1" status: 200 len: 2414 time: 0.1787953 Dec 10 16:25:39.957398 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=62f433c8-38a5-46e6-998c-0441891b215c,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:39.979003 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-a4c27844-8015-4560-b0bb-80384b75e8b5 service neutron] Attempting to bind port 98aa5f6b-994b-4a0b-8a63-197560470701 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:25:39.979383 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-a4c27844-8015-4560-b0bb-80384b75e8b5 service neutron] Attempting to bind port 98aa5f6b-994b-4a0b-8a63-197560470701 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:25:39.980142 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-a4c27844-8015-4560-b0bb-80384b75e8b5 service neutron] Attempting to bind port 98aa5f6b-994b-4a0b-8a63-197560470701 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:25:40.001008 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-a4c27844-8015-4560-b0bb-80384b75e8b5 service neutron] Port 98aa5f6b-994b-4a0b-8a63-197560470701 on network 1b1da819-dfba-43f2-8848-8bb429159850 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:25:40.001384 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-a4c27844-8015-4560-b0bb-80384b75e8b5 service neutron] Attempting to bind port 98aa5f6b-994b-4a0b-8a63-197560470701 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:25:40.008571 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 2fbbdd84-cf75-48c3-88b6-2f9b11d7064a, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=2fbbdd84-cf75-48c3-88b6-2f9b11d7064a,segment=NetworkSegment(a32d96e3-bbd4-468d-bf1a-72bb3911c80f),segment_id=a32d96e3-bbd4-468d-bf1a-72bb3911c80f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:40.013007 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-a4c27844-8015-4560-b0bb-80384b75e8b5 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:25:40.013347 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-a4c27844-8015-4560-b0bb-80384b75e8b5 service neutron] Checking segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:25:40.013728 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-a4c27844-8015-4560-b0bb-80384b75e8b5 service neutron] Bound using segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:25:40.014174 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-a4c27844-8015-4560-b0bb-80384b75e8b5 service neutron] Bound port: 98aa5f6b-994b-4a0b-8a63-197560470701, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:25:40.014531 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-a4c27844-8015-4560-b0bb-80384b75e8b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:40.020644 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '2fbbdd84-cf75-48c3-88b6-2f9b11d7064a', 'network_id': 'b2fc4a90-dc0d-49e2-810e-94df683b3cab', 'port_id': '2fbbdd84-cf75-48c3-88b6-2f9b11d7064a', 'mac_address': 'fa:16:3e:e9:50:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0e9f285-bb04-441d-b056-00c15730f726', 'ip_address': '19.86.0.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:25:40.023138 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-ded82eee-a318-49bd-90f3-bb23466dedd9 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:40.024620 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-ded82eee-a318-49bd-90f3-bb23466dedd9 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.46 "GET /v2.0/networks?id=fbb94746-fc6f-4a16-ab0b-6dbd984218c6 HTTP/1.1" status: 200 len: 813 time: 0.2645211 Dec 10 16:25:40.029365 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f09110bf-8a03-4ae1-8801-d1ce4a57d498 req-08303bbf-2357-499c-971d-0a8bbc06f823 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dbd2ddc-fbc8-4ac1-a676-75cf3a492ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454568 Dec 10 16:25:40.050601 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-0f625578-675e-4887-9eb1-6531148ccda9 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Request body: {'port': {'device_id': '722a3dbb-d1e8-4a27-a3b1-4af19c569fad', 'network_id': 'fbb94746-fc6f-4a16-ab0b-6dbd984218c6', 'admin_state_up': True, 'tenant_id': '3c230731c8574bb0abc18ed9b45d286c'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:25:40.091563 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:40.106559 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fbbdd84-cf75-48c3-88b6-2f9b11d7064a {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:25:40.128747 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 2fbbdd84-cf75-48c3-88b6-2f9b11d7064a, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=2fbbdd84-cf75-48c3-88b6-2f9b11d7064a,segment=NetworkSegment(a32d96e3-bbd4-468d-bf1a-72bb3911c80f),segment_id=a32d96e3-bbd4-468d-bf1a-72bb3911c80f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:40.132759 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:40.186391 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=2fbbdd84-cf75-48c3-88b6-2f9b11d7064a,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:40.431116 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5172a4c5-fcb2-4d8a-95c3-2794506da34f req-275c6406-2477-4d28-b918-13971ae9f2d4 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=722a3dbb-d1e8-4a27-a3b1-4af19c569fad HTTP/1.1" status: 200 len: 210 time: 0.0773644 Dec 10 16:25:40.490630 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-a4c27844-8015-4560-b0bb-80384b75e8b5 service neutron] For port 98aa5f6b-994b-4a0b-8a63-197560470701, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:25:40.495278 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-a4c27844-8015-4560-b0bb-80384b75e8b5 service neutron] For port 98aa5f6b-994b-4a0b-8a63-197560470701, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=98aa5f6b-994b-4a0b-8a63-197560470701,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:25:40.500940 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-a4c27844-8015-4560-b0bb-80384b75e8b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:40.518989 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['2fbbdd84-cf75-48c3-88b6-2f9b11d7064a'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:25:40.543301 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-0f625578-675e-4887-9eb1-6531148ccda9 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Made reservation on behalf of 3c230731c8574bb0abc18ed9b45d286c for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:25:40.546843 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-0f625578-675e-4887-9eb1-6531148ccda9 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:40.550422 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-a4c27844-8015-4560-b0bb-80384b75e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:40.551039 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-a4c27844-8015-4560-b0bb-80384b75e8b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:40.551493 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['907e05df-d771-4b17-8fa3-e2b762bed2cb'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:25:40.552379 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-a4c27844-8015-4560-b0bb-80384b75e8b5 service neutron] 10.222.0.26 "PUT /v2.0/ports/98aa5f6b-994b-4a0b-8a63-197560470701 HTTP/1.1" status: 200 len: 1096 time: 1.3717275 Dec 10 16:25:40.649363 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c27844-8015-4560-b0bb-80384b75e8b5 service neutron] Pushing event updated for resources: {'Port': ['ID=98aa5f6b-994b-4a0b-8a63-197560470701,revision_number=7']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:40.712841 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-f8b45765-4c79-4bc5-b2ae-d189a637584b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:40.714378 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-f8b45765-4c79-4bc5-b2ae-d189a637584b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=94e98c03952a41539b6089aa3614a4af&device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 1099 time: 0.1251879 Dec 10 16:25:40.816909 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f51ca2c-4e07-4639-8bed-46136c96ca44 req-282e5bf8-1895-42d2-83b0-62006cfa8be1 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:40.818395 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6f51ca2c-4e07-4639-8bed-46136c96ca44 req-282e5bf8-1895-42d2-83b0-62006cfa8be1 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab0439d-e8ba-439a-8f48-06aa4816871e HTTP/1.1" status: 200 len: 945 time: 0.1499562 Dec 10 16:25:40.833173 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-0f625578-675e-4887-9eb1-6531148ccda9 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Allocated IP 172.20.0.9 (fbb94746-fc6f-4a16-ab0b-6dbd984218c6/173a3b76-9825-4dc8-b87b-02867f285316/98fb692d-e42b-481a-b4c9-50b1d79bcf6b) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:25:40.918168 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-c4c73c11-ee4f-41a5-bafa-6826aad654bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:40.919608 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-c4c73c11-ee4f-41a5-bafa-6826aad654bb service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.1844783 Dec 10 16:25:40.931554 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6f51ca2c-4e07-4639-8bed-46136c96ca44 req-708fd445-39be-4221-8618-d5cd377cc0c8 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043639 Dec 10 16:25:40.979933 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-87a9babd-e477-4acc-99e7-83c49ffe586d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=98aa5f6b-994b-4a0b-8a63-197560470701 HTTP/1.1" status: 200 len: 217 time: 0.0519042 Dec 10 16:25:41.123218 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a5ce6-70b4-46d8-a611-b472e0b7fb2f req-fe54e053-0762-4fc0-98ff-215a66100cfb tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:41.124672 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-164a5ce6-70b4-46d8-a611-b472e0b7fb2f req-fe54e053-0762-4fc0-98ff-215a66100cfb tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 948 time: 0.1352000 Dec 10 16:25:41.129319 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-db617f5e-0232-4fad-981d-be40489c6308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:41.130677 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-db617f5e-0232-4fad-981d-be40489c6308 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.1154141 Dec 10 16:25:41.186366 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-0f625578-675e-4887-9eb1-6531148ccda9 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:41.228855 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-164a5ce6-70b4-46d8-a611-b472e0b7fb2f req-7380a1dc-4a9e-4e40-a7b2-4b3e5b1338e9 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922534 Dec 10 16:25:41.245000 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-caecd1df-d884-4a3f-ab7a-5fc30ce95cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:41.246505 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-caecd1df-d884-4a3f-ab7a-5fc30ce95cf9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1001284 Dec 10 16:25:41.258359 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-0f625578-675e-4887-9eb1-6531148ccda9 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:41.354407 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-0f625578-675e-4887-9eb1-6531148ccda9 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Network fbb94746-fc6f-4a16-ab0b-6dbd984218c6 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:25:41.357427 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 98aa5f6b-994b-4a0b-8a63-197560470701 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:25:41.357629 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-0f625578-675e-4887-9eb1-6531148ccda9 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:25:41.359815 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f625578-675e-4887-9eb1-6531148ccda9 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Pushing event updated for resources: {'Port': ['ID=98fb692d-e42b-481a-b4c9-50b1d79bcf6b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:41.363161 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-0f625578-675e-4887-9eb1-6531148ccda9 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:25:41.399913 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 98aa5f6b-994b-4a0b-8a63-197560470701 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:25:41.403098 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f40b2bc-5bb8-4f14-8538-ca8f78a4272d', 'tag': 'b4cc6d7c-f629-4a3f-81cc-bdefa432467b'}, {'server_uuid': 'a5c45c3f-607a-4966-82c4-75da5bfab0ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98aa5f6b-994b-4a0b-8a63-197560470701'}, {'name': 'network-changed', 'server_uuid': 'a5c45c3f-607a-4966-82c4-75da5bfab0ce', 'tag': '98aa5f6b-994b-4a0b-8a63-197560470701'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:25:41.405139 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655ebcda-fcf0-4134-b0d5-0e9688d57a6f" -d '{"events": [{"name": "network-changed", "server_uuid": "5f40b2bc-5bb8-4f14-8538-ca8f78a4272d", "tag": "b4cc6d7c-f629-4a3f-81cc-bdefa432467b"}, {"server_uuid": "a5c45c3f-607a-4966-82c4-75da5bfab0ce", "name": "network-vif-unplugged", "status": "completed", "tag": "98aa5f6b-994b-4a0b-8a63-197560470701"}, {"name": "network-changed", "server_uuid": "a5c45c3f-607a-4966-82c4-75da5bfab0ce", "tag": "98aa5f6b-994b-4a0b-8a63-197560470701"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:25:41.448950 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-0f625578-675e-4887-9eb1-6531148ccda9 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:41.449636 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-0f625578-675e-4887-9eb1-6531148ccda9 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:41.454903 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-6b01d444-2055-433a-b029-dc4ea18944f8 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942267 Dec 10 16:25:41.522795 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-0f625578-675e-4887-9eb1-6531148ccda9 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4868653 Dec 10 16:25:41.541390 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-e23f4530-84b4-412e-a349-058bfa90fb1e service neutron] Request body: {'port': {'device_id': '722a3dbb-d1e8-4a27-a3b1-4af19c569fad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:25:41.575028 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc985310-da6f-44c4-b334-367d21b6d1fc req-6d3104e1-3626-476b-aac6-3395aa52a78f tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:41.576457 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc985310-da6f-44c4-b334-367d21b6d1fc req-6d3104e1-3626-476b-aac6-3395aa52a78f tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b748d6c-7596-46cd-babb-fa52da62626b HTTP/1.1" status: 200 len: 946 time: 0.1439996 Dec 10 16:25:41.643919 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-269e5eab-4543-4ec2-8cd5-b7fcd679f4f7 req-83ffd82a-0867-4d8a-a373-5f11028714a2 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710935 Dec 10 16:25:41.648549 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['62f433c8-38a5-46e6-998c-0441891b215c'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:25:41.655819 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-e23f4530-84b4-412e-a349-058bfa90fb1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:41.680954 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc985310-da6f-44c4-b334-367d21b6d1fc req-cb5ca13c-a9ec-4afb-bc15-615a3b227a5f tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] 10.222.0.11 "GET /v2.0/security-groups?id=49fe1dff-9a8a-4853-93a8-b844ade6615b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956879 Dec 10 16:25:41.711762 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['0bdd6daf-a9e7-41e5-b135-fc680633b7b8'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:25:41.886358 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364e452-84b0-4e9c-8fb0-e4aaca5a6589 req-22d64f92-c512-4371-901b-2686e8d79399 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:41.887807 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8364e452-84b0-4e9c-8fb0-e4aaca5a6589 req-22d64f92-c512-4371-901b-2686e8d79399 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f40b2bc-5bb8-4f14-8538-ca8f78a4272d HTTP/1.1" status: 200 len: 943 time: 0.1093919 Dec 10 16:25:41.970416 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8364e452-84b0-4e9c-8fb0-e4aaca5a6589 req-7fe2eb7f-1259-4e57-8dc7-4b86152a8b42 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745432 Dec 10 16:25:42.015502 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-e23f4530-84b4-412e-a349-058bfa90fb1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98fb692d-e42b-481a-b4c9-50b1d79bcf6b {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:25:42.023545 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-e23f4530-84b4-412e-a349-058bfa90fb1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:42.061642 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-e23f4530-84b4-412e-a349-058bfa90fb1e service neutron] Transition to ACTIVE for port object 98fb692d-e42b-481a-b4c9-50b1d79bcf6b will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:25:42.068011 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-e23f4530-84b4-412e-a349-058bfa90fb1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:42.119561 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420741db-fab7-481f-bc9d-3a238dce47f0 req-59586b30-fdd5-409a-b7fe-c37099fdc600 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:42.125503 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420741db-fab7-481f-bc9d-3a238dce47f0 req-59586b30-fdd5-409a-b7fe-c37099fdc600 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:42.131473 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420741db-fab7-481f-bc9d-3a238dce47f0 req-59586b30-fdd5-409a-b7fe-c37099fdc600 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:42.133719 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-420741db-fab7-481f-bc9d-3a238dce47f0 req-59586b30-fdd5-409a-b7fe-c37099fdc600 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/ports?device_id=56ed452a-d7af-45a1-90ad-012a29b4c3e3 HTTP/1.1" status: 200 len: 2416 time: 0.1075773 Dec 10 16:25:42.154112 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f4530-84b4-412e-a349-058bfa90fb1e service neutron] Pushing event updated for resources: {'Port': ['ID=98fb692d-e42b-481a-b4c9-50b1d79bcf6b,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:42.260241 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-420741db-fab7-481f-bc9d-3a238dce47f0 req-2adc6343-0572-476d-b224-8b075604c252 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dbd2ddc-fbc8-4ac1-a676-75cf3a492ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183507 Dec 10 16:25:42.283323 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-e23f4530-84b4-412e-a349-058bfa90fb1e service neutron] Attempting to bind port 98fb692d-e42b-481a-b4c9-50b1d79bcf6b on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:25:42.283653 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-e23f4530-84b4-412e-a349-058bfa90fb1e service neutron] Attempting to bind port 98fb692d-e42b-481a-b4c9-50b1d79bcf6b by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': 'e6fa61d2-b939-45d7-997a-9f01bb103238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fbb94746-fc6f-4a16-ab0b-6dbd984218c6'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:25:42.283975 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-e23f4530-84b4-412e-a349-058bfa90fb1e service neutron] Attempting to bind port 98fb692d-e42b-481a-b4c9-50b1d79bcf6b on network fbb94746-fc6f-4a16-ab0b-6dbd984218c6 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:25:42.295840 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3754fa-6f65-4c63-897f-36e28c1b30e1 req-99524f20-313b-4b6a-b41d-f2c797aa752a tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:42.297267 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aa3754fa-6f65-4c63-897f-36e28c1b30e1 req-99524f20-313b-4b6a-b41d-f2c797aa752a tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b748d6c-7596-46cd-babb-fa52da62626b HTTP/1.1" status: 200 len: 946 time: 0.0764811 Dec 10 16:25:42.298272 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-e23f4530-84b4-412e-a349-058bfa90fb1e service neutron] Port 98fb692d-e42b-481a-b4c9-50b1d79bcf6b on network fbb94746-fc6f-4a16-ab0b-6dbd984218c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:25:42.298582 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-e23f4530-84b4-412e-a349-058bfa90fb1e service neutron] Attempting to bind port 98fb692d-e42b-481a-b4c9-50b1d79bcf6b on network fbb94746-fc6f-4a16-ab0b-6dbd984218c6 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:25:42.303629 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-e23f4530-84b4-412e-a349-058bfa90fb1e service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:25:42.304561 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-e23f4530-84b4-412e-a349-058bfa90fb1e service neutron] Checking segment: {'id': 'e6fa61d2-b939-45d7-997a-9f01bb103238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fbb94746-fc6f-4a16-ab0b-6dbd984218c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:25:42.304933 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-e23f4530-84b4-412e-a349-058bfa90fb1e service neutron] Bound using segment: {'id': 'e6fa61d2-b939-45d7-997a-9f01bb103238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fbb94746-fc6f-4a16-ab0b-6dbd984218c6'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:25:42.305347 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-e23f4530-84b4-412e-a349-058bfa90fb1e service neutron] Bound port: 98fb692d-e42b-481a-b4c9-50b1d79bcf6b, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fa61d2-b939-45d7-997a-9f01bb103238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fbb94746-fc6f-4a16-ab0b-6dbd984218c6'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:25:42.305697 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-e23f4530-84b4-412e-a349-058bfa90fb1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:42.339484 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 10 Dec 2021 16:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e860827-ce63-47a4-8151-c43e7211c9fc x-openstack-request-id: req-7e860827-ce63-47a4-8151-c43e7211c9fc {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:25:42.339854 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f40b2bc-5bb8-4f14-8538-ca8f78a4272d", "tag": "b4cc6d7c-f629-4a3f-81cc-bdefa432467b", "status": "completed", "code": 200}, {"server_uuid": "a5c45c3f-607a-4966-82c4-75da5bfab0ce", "name": "network-vif-unplugged", "status": "completed", "tag": "98aa5f6b-994b-4a0b-8a63-197560470701", "code": 200}, {"name": "network-changed", "server_uuid": "a5c45c3f-607a-4966-82c4-75da5bfab0ce", "tag": "98aa5f6b-994b-4a0b-8a63-197560470701", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:25:42.340030 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7e860827-ce63-47a4-8151-c43e7211c9fc {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:25:42.340421 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f40b2bc-5bb8-4f14-8538-ca8f78a4272d', 'tag': 'b4cc6d7c-f629-4a3f-81cc-bdefa432467b', 'status': 'completed', 'code': 200} Dec 10 16:25:42.340678 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c45c3f-607a-4966-82c4-75da5bfab0ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98aa5f6b-994b-4a0b-8a63-197560470701', 'code': 200} Dec 10 16:25:42.340924 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5c45c3f-607a-4966-82c4-75da5bfab0ce', 'tag': '98aa5f6b-994b-4a0b-8a63-197560470701', 'status': 'completed', 'code': 200} Dec 10 16:25:42.386936 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ebcda-fcf0-4134-b0d5-0e9688d57a6f req-645bb7c4-f71c-4250-ab3d-e0399e92dce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:42.389399 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-655ebcda-fcf0-4134-b0d5-0e9688d57a6f req-645bb7c4-f71c-4250-ab3d-e0399e92dce7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94e98c03952a41539b6089aa3614a4af&device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 1099 time: 0.0433924 Dec 10 16:25:42.492203 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ebcda-fcf0-4134-b0d5-0e9688d57a6f req-a1eca909-76cd-45fb-93ce-b8b01a5aaef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:42.493832 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-655ebcda-fcf0-4134-b0d5-0e9688d57a6f req-a1eca909-76cd-45fb-93ce-b8b01a5aaef1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.0911405 Dec 10 16:25:42.500367 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-e23f4530-84b4-412e-a349-058bfa90fb1e service neutron] For port 98fb692d-e42b-481a-b4c9-50b1d79bcf6b, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:25:42.504934 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ebcda-fcf0-4134-b0d5-0e9688d57a6f req-7fc6c30e-5d72-452b-ae07-6d579c07a305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:42.506428 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-655ebcda-fcf0-4134-b0d5-0e9688d57a6f req-7fc6c30e-5d72-452b-ae07-6d579c07a305 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c7f96263ffc44481b889fc489836cd3c&device_id=5f40b2bc-5bb8-4f14-8538-ca8f78a4272d HTTP/1.1" status: 200 len: 1124 time: 0.1376960 Dec 10 16:25:42.508096 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-e23f4530-84b4-412e-a349-058bfa90fb1e service neutron] For port 98fb692d-e42b-481a-b4c9-50b1d79bcf6b, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=98fb692d-e42b-481a-b4c9-50b1d79bcf6b,segment=NetworkSegment(e6fa61d2-b939-45d7-997a-9f01bb103238),segment_id=e6fa61d2-b939-45d7-997a-9f01bb103238)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:25:42.515244 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-e23f4530-84b4-412e-a349-058bfa90fb1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:42.536639 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cbf734-d8f1-4c18-a812-86b924351a0b req-f04d6fc6-0cde-4de3-a68d-10a492eef5a2 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:42.536858 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-655ebcda-fcf0-4134-b0d5-0e9688d57a6f req-1557c8b3-770b-4b4c-a21f-4ad605e6595d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=98aa5f6b-994b-4a0b-8a63-197560470701 HTTP/1.1" status: 200 len: 217 time: 0.0358880 Dec 10 16:25:42.538712 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c9cbf734-d8f1-4c18-a812-86b924351a0b req-f04d6fc6-0cde-4de3-a68d-10a492eef5a2 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=722a3dbb-d1e8-4a27-a3b1-4af19c569fad HTTP/1.1" status: 200 len: 943 time: 0.1678231 Dec 10 16:25:42.585617 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ebcda-fcf0-4134-b0d5-0e9688d57a6f req-1c2b0ea9-bfaa-4451-acd0-660160ad64fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:42.587084 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-655ebcda-fcf0-4134-b0d5-0e9688d57a6f req-1c2b0ea9-bfaa-4451-acd0-660160ad64fc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.0430834 Dec 10 16:25:42.633753 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ebcda-fcf0-4134-b0d5-0e9688d57a6f req-cf8a25d6-9f9d-49e7-8f38-665ce14cd2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:42.635018 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-aa3754fa-6f65-4c63-897f-36e28c1b30e1 req-0dc3cb30-ac3b-45e8-9313-582621aab10a tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Deleting port 1bffb151-4d65-43a8-8389-1cf388cdb3d4 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:25:42.635303 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-655ebcda-fcf0-4134-b0d5-0e9688d57a6f req-cf8a25d6-9f9d-49e7-8f38-665ce14cd2cc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0418048 Dec 10 16:25:42.635427 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-aa3754fa-6f65-4c63-897f-36e28c1b30e1 req-0dc3cb30-ac3b-45e8-9313-582621aab10a tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:42.642759 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-e23f4530-84b4-412e-a349-058bfa90fb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:42.643362 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-e23f4530-84b4-412e-a349-058bfa90fb1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:42.644702 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-e23f4530-84b4-412e-a349-058bfa90fb1e service neutron] 10.222.0.46 "PUT /v2.0/ports/98fb692d-e42b-481a-b4c9-50b1d79bcf6b HTTP/1.1" status: 200 len: 1091 time: 1.1085036 Dec 10 16:25:42.742083 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-655ebcda-fcf0-4134-b0d5-0e9688d57a6f req-da6f9131-04e6-48df-9658-506016a7a88a service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995171 Dec 10 16:25:42.747702 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f4530-84b4-412e-a349-058bfa90fb1e service neutron] Pushing event updated for resources: {'Port': ['ID=98fb692d-e42b-481a-b4c9-50b1d79bcf6b,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:42.792350 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c9cbf734-d8f1-4c18-a812-86b924351a0b req-79bef127-aaa7-46bf-bb08-9459431c8ff3 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170095 Dec 10 16:25:42.796645 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ebcda-fcf0-4134-b0d5-0e9688d57a6f req-174251f6-84d9-4602-b72c-d3b9d82c4bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:42.798051 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-655ebcda-fcf0-4134-b0d5-0e9688d57a6f req-174251f6-84d9-4602-b72c-d3b9d82c4bc9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce HTTP/1.1" status: 200 len: 909 time: 0.2807620 Dec 10 16:25:42.846227 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-655ebcda-fcf0-4134-b0d5-0e9688d57a6f req-1786b966-7553-43e5-b91b-c235a64fad5a service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969839 Dec 10 16:25:42.853684 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-655ebcda-fcf0-4134-b0d5-0e9688d57a6f req-7046a271-de6c-40dc-8cd7-9b187a7f2882 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4cc6d7c-f629-4a3f-81cc-bdefa432467b HTTP/1.1" status: 200 len: 217 time: 0.0474908 Dec 10 16:25:42.865258 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-e59a240f-ba4c-424e-8f4a-a6b1d621c71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:42.866762 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-e59a240f-ba4c-424e-8f4a-a6b1d621c71d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3c230731c8574bb0abc18ed9b45d286c&device_id=722a3dbb-d1e8-4a27-a3b1-4af19c569fad HTTP/1.1" status: 200 len: 1094 time: 0.1639411 Dec 10 16:25:42.968459 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-aa3754fa-6f65-4c63-897f-36e28c1b30e1 req-0dc3cb30-ac3b-45e8-9313-582621aab10a tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] For port 1bffb151-4d65-43a8-8389-1cf388cdb3d4, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=1bffb151-4d65-43a8-8389-1cf388cdb3d4,segment=NetworkSegment(0d729b36-d885-4706-9ed8-08489c626bce),segment_id=0d729b36-d885-4706-9ed8-08489c626bce)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:42.968817 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-aa3754fa-6f65-4c63-897f-36e28c1b30e1 req-0dc3cb30-ac3b-45e8-9313-582621aab10a tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:42.974748 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-a211cf62-137f-4107-8273-e08e636d31d4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98fb692d-e42b-481a-b4c9-50b1d79bcf6b HTTP/1.1" status: 200 len: 217 time: 0.0987163 Dec 10 16:25:43.019531 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ebcda-fcf0-4134-b0d5-0e9688d57a6f req-8f9cec9d-378c-4c93-99a9-ae5af7988f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:43.020945 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-655ebcda-fcf0-4134-b0d5-0e9688d57a6f req-8f9cec9d-378c-4c93-99a9-ae5af7988f09 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e6d4c00-e815-4a48-aff0-5fbec7a9d006 HTTP/1.1" status: 200 len: 848 time: 0.1533909 Dec 10 16:25:43.077662 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd53d0b-b966-4b08-9b80-1c99e54e61e7 req-12e1646b-55b8-4248-983c-d104a32970c2 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:43.079115 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2bd53d0b-b966-4b08-9b80-1c99e54e61e7 req-12e1646b-55b8-4248-983c-d104a32970c2 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab0439d-e8ba-439a-8f48-06aa4816871e HTTP/1.1" status: 200 len: 945 time: 0.2209771 Dec 10 16:25:43.108909 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-655ebcda-fcf0-4134-b0d5-0e9688d57a6f req-0a6ab638-6c11-4d13-84a9-8b996530748c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580463 Dec 10 16:25:43.126018 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-2bba3a7f-24f4-47d1-9d17-a8d6e7c10f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:43.127352 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-2bba3a7f-24f4-47d1-9d17-a8d6e7c10f5c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=173a3b76-9825-4dc8-b87b-02867f285316 HTTP/1.1" status: 200 len: 853 time: 0.1454809 Dec 10 16:25:43.454197 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 98aa5f6b-994b-4a0b-8a63-197560470701 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:25:43.457957 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 907e05df-d771-4b17-8fa3-e2b762bed2cb up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:25:43.514127 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-e0a3512d-277d-4f0a-9ad3-628446ed8ec2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fbb94746-fc6f-4a16-ab0b-6dbd984218c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934179 Dec 10 16:25:43.570645 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2bd53d0b-b966-4b08-9b80-1c99e54e61e7 req-92ba06d7-14eb-43dc-ad1b-1ec15129f433 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4672599 Dec 10 16:25:43.574336 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 907e05df-d771-4b17-8fa3-e2b762bed2cb completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:25:43.587825 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 907e05df-d771-4b17-8fa3-e2b762bed2cb triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:25:43.588201 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:43.636112 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 98aa5f6b-994b-4a0b-8a63-197560470701, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=98aa5f6b-994b-4a0b-8a63-197560470701,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:43.655839 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '98aa5f6b-994b-4a0b-8a63-197560470701', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'port_id': '98aa5f6b-994b-4a0b-8a63-197560470701', 'mac_address': 'fa:16:3e:bf:a9:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a18c92-5007-49e2-b728-7aedc06dca57', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:25:43.701091 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-655ebcda-fcf0-4134-b0d5-0e9688d57a6f req-05b7da86-9a55-44f2-b4d5-d50f711d412b service neutron] 10.222.0.26 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5814064 Dec 10 16:25:43.716460 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:43.743986 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-aa3754fa-6f65-4c63-897f-36e28c1b30e1 req-0dc3cb30-ac3b-45e8-9313-582621aab10a tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:43.744338 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-aa3754fa-6f65-4c63-897f-36e28c1b30e1 req-0dc3cb30-ac3b-45e8-9313-582621aab10a tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:43.744644 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [req-aa3754fa-6f65-4c63-897f-36e28c1b30e1 req-0dc3cb30-ac3b-45e8-9313-582621aab10a tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Floating IP 93ecef27-db04-48b6-80da-9a927de310c0 disassociated. External IP: 172.25.6.96, port: 1bffb151-4d65-43a8-8389-1cf388cdb3d4. Dec 10 16:25:43.744982 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-aa3754fa-6f65-4c63-897f-36e28c1b30e1 req-0dc3cb30-ac3b-45e8-9313-582621aab10a tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Calling delete_port for 1bffb151-4d65-43a8-8389-1cf388cdb3d4 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:25:43.760038 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98aa5f6b-994b-4a0b-8a63-197560470701 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:25:43.775180 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:43.793501 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 98aa5f6b-994b-4a0b-8a63-197560470701, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=98aa5f6b-994b-4a0b-8a63-197560470701,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:43.813601 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-f637fe69-22fe-4ebb-9722-e794afc8a236 service neutron] 10.222.0.46 "GET /v2.0/networks/fbb94746-fc6f-4a16-ab0b-6dbd984218c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878168 Dec 10 16:25:43.829365 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ed452a-d7af-45a1-90ad-012a29b4c3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907e05df-d771-4b17-8fa3-e2b762bed2cb'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:25:43.832426 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17468a4b-a48d-45bd-a068-a1eee2aa50f8" -d '{"events": [{"server_uuid": "56ed452a-d7af-45a1-90ad-012a29b4c3e3", "name": "network-vif-plugged", "status": "completed", "tag": "907e05df-d771-4b17-8fa3-e2b762bed2cb"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:25:43.837733 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:43.840574 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 907e05df-d771-4b17-8fa3-e2b762bed2cb, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=907e05df-d771-4b17-8fa3-e2b762bed2cb,segment=NetworkSegment(069579c4-e6b3-45a0-b0f2-0685ae2a0198),segment_id=069579c4-e6b3-45a0-b0f2-0685ae2a0198)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:43.845661 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:43.846003 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 62f433c8-38a5-46e6-998c-0441891b215c up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:25:43.862777 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136bea0-a28f-4db3-85eb-28f335287488 req-6dddc9e4-a5c1-458e-966a-4083d761f371 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:43.868681 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f136bea0-a28f-4db3-85eb-28f335287488 req-6dddc9e4-a5c1-458e-966a-4083d761f371 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 948 time: 0.2146530 Dec 10 16:25:43.918659 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a630715d-6cbf-49a5-af3b-774aef1abe8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:43.935364 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=98aa5f6b-994b-4a0b-8a63-197560470701,revision_number=8']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:43.974860 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 62f433c8-38a5-46e6-998c-0441891b215c completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:25:43.981505 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 62f433c8-38a5-46e6-998c-0441891b215c triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:25:43.981884 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:44.016990 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-655ebcda-fcf0-4134-b0d5-0e9688d57a6f req-1e4d4aed-0ae8-40f6-8e83-c9e0a8383722 service neutron] 10.222.0.26 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924356 Dec 10 16:25:44.021971 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=907e05df-d771-4b17-8fa3-e2b762bed2cb,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:44.035986 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f136bea0-a28f-4db3-85eb-28f335287488 req-96b2ffd0-4615-4bf8-85a8-a48bb9872152 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648698 Dec 10 16:25:44.084692 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:44.113213 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7d7a061a-c2d5-46f8-a5cf-b383df0b83b6 req-f7857702-1155-4088-8e71-6932d73afb27 service neutron] 10.222.0.46 "GET /v2.0/networks/fbb94746-fc6f-4a16-ab0b-6dbd984218c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666612 Dec 10 16:25:44.120654 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 62f433c8-38a5-46e6-998c-0441891b215c, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=62f433c8-38a5-46e6-998c-0441891b215c,segment=NetworkSegment(069579c4-e6b3-45a0-b0f2-0685ae2a0198),segment_id=069579c4-e6b3-45a0-b0f2-0685ae2a0198)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:44.130237 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:44.131673 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 2fbbdd84-cf75-48c3-88b6-2f9b11d7064a up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:25:44.196510 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-aa3754fa-6f65-4c63-897f-36e28c1b30e1 req-0dc3cb30-ac3b-45e8-9313-582621aab10a tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:44.270969 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc3cb30-ac3b-45e8-9313-582621aab10a tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Pushing event deleted for resources: {'Port': ['ID=1bffb151-4d65-43a8-8389-1cf388cdb3d4,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:44.305978 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ebcda-fcf0-4134-b0d5-0e9688d57a6f req-2073fe75-5746-4cfe-97af-50272c20f5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:44.308084 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-655ebcda-fcf0-4134-b0d5-0e9688d57a6f req-2073fe75-5746-4cfe-97af-50272c20f5f3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=94e98c03952a41539b6089aa3614a4af&device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 1100 time: 0.1919093 Dec 10 16:25:44.324144 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['98aa5f6b-994b-4a0b-8a63-197560470701'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:25:44.351780 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '722a3dbb-d1e8-4a27-a3b1-4af19c569fad', 'tag': '98fb692d-e42b-481a-b4c9-50b1d79bcf6b'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:25:44.353955 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d01a88-25bb-4417-b7cc-d97189dfe9ef" -d '{"events": [{"name": "network-changed", "server_uuid": "722a3dbb-d1e8-4a27-a3b1-4af19c569fad", "tag": "98fb692d-e42b-481a-b4c9-50b1d79bcf6b"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:25:44.399165 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=62f433c8-38a5-46e6-998c-0441891b215c,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:44.420112 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d19add5a-9e6b-44f8-b33a-dfac7f5ef462 req-14e4037d-abf3-450d-a692-1ce7367c0e42 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b748d6c-7596-46cd-babb-fa52da62626b HTTP/1.1" status: 200 len: 210 time: 0.0812371 Dec 10 16:25:44.423003 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 2fbbdd84-cf75-48c3-88b6-2f9b11d7064a completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:25:44.434756 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 2fbbdd84-cf75-48c3-88b6-2f9b11d7064a triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:25:44.434962 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:44.477995 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ebcda-fcf0-4134-b0d5-0e9688d57a6f req-9c1efc67-2c51-4dc0-a33e-f34c190b5194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:44.479524 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-655ebcda-fcf0-4134-b0d5-0e9688d57a6f req-9c1efc67-2c51-4dc0-a33e-f34c190b5194 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.1392441 Dec 10 16:25:44.505652 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa3754fa-6f65-4c63-897f-36e28c1b30e1 req-0dc3cb30-ac3b-45e8-9313-582621aab10a tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Router 6b34d330-3d25-4291-9355-8811c25dae10 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:25:44.557261 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-655ebcda-fcf0-4134-b0d5-0e9688d57a6f req-56ebfab6-bb53-4c8c-8140-9bd1e4ffde3c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=98aa5f6b-994b-4a0b-8a63-197560470701 HTTP/1.1" status: 200 len: 217 time: 0.0499978 Dec 10 16:25:44.580097 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:44.627764 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 2fbbdd84-cf75-48c3-88b6-2f9b11d7064a, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=2fbbdd84-cf75-48c3-88b6-2f9b11d7064a,segment=NetworkSegment(a32d96e3-bbd4-468d-bf1a-72bb3911c80f),segment_id=a32d96e3-bbd4-468d-bf1a-72bb3911c80f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:44.640025 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:44.698085 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=2fbbdd84-cf75-48c3-88b6-2f9b11d7064a,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:44.741919 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ebcda-fcf0-4134-b0d5-0e9688d57a6f req-a397f89c-8940-4599-965d-4626bd53a185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:44.743340 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-655ebcda-fcf0-4134-b0d5-0e9688d57a6f req-a397f89c-8940-4599-965d-4626bd53a185 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.1643326 Dec 10 16:25:44.768642 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d7ee4-c04c-429f-afb5-afb96324a6a9 req-2fb1ef1c-2446-497e-a921-0706e2911bfd tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:44.774634 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-105d7ee4-c04c-429f-afb5-afb96324a6a9 req-2fb1ef1c-2446-497e-a921-0706e2911bfd tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f40b2bc-5bb8-4f14-8538-ca8f78a4272d HTTP/1.1" status: 200 len: 943 time: 0.2295349 Dec 10 16:25:44.847117 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa3754fa-6f65-4c63-897f-36e28c1b30e1 req-0dc3cb30-ac3b-45e8-9313-582621aab10a tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:25:44.856129 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ebcda-fcf0-4134-b0d5-0e9688d57a6f req-704ad560-ec1b-41fd-9621-371ac2df83b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:44.857633 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-655ebcda-fcf0-4134-b0d5-0e9688d57a6f req-704ad560-ec1b-41fd-9621-371ac2df83b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1062779 Dec 10 16:25:44.860855 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6c53c0-419f-40a4-9ba0-259c705e5fa4 None None] Sync routers for ids ['6b34d330-3d25-4291-9355-8811c25dae10'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:25:44.872454 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6c53c0-419f-40a4-9ba0-259c705e5fa4 None None] Routers {'6b34d330-3d25-4291-9355-8811c25dae10'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:25:44.873083 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-2a6c53c0-419f-40a4-9ba0-259c705e5fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:25:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['6b34d330-3d25-4291-9355-8811c25dae10'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:44.921593 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-105d7ee4-c04c-429f-afb5-afb96324a6a9 req-dc6ba1ad-4bb1-44b5-84e9-aa1f4322f638 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407573 Dec 10 16:25:44.960960 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3754fa-6f65-4c63-897f-36e28c1b30e1 req-0dc3cb30-ac3b-45e8-9313-582621aab10a tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] No DVR routers for this DVR port 1bffb151-4d65-43a8-8389-1cf388cdb3d4 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:25:44.965002 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-aa3754fa-6f65-4c63-897f-36e28c1b30e1 req-0dc3cb30-ac3b-45e8-9313-582621aab10a tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:44.968465 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aa3754fa-6f65-4c63-897f-36e28c1b30e1 req-0dc3cb30-ac3b-45e8-9313-582621aab10a tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] 10.222.0.46 "DELETE /v2.0/ports/1bffb151-4d65-43a8-8389-1cf388cdb3d4 HTTP/1.1" status: 204 len: 173 time: 2.6606998 Dec 10 16:25:45.004009 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-2a6c53c0-419f-40a4-9ba0-259c705e5fa4 None None] Set router 6b34d330-3d25-4291-9355-8811c25dae10 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:25:45.073354 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-655ebcda-fcf0-4134-b0d5-0e9688d57a6f req-c2ae52ef-ee0c-480d-94bb-dedb1223bbfe service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071917 Dec 10 16:25:45.114256 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75101192-69a1-483e-b946-7085a5be99ed req-251624fd-68ad-4f8d-9fbe-99ed7ccaa0c0 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:45.121708 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75101192-69a1-483e-b946-7085a5be99ed req-251624fd-68ad-4f8d-9fbe-99ed7ccaa0c0 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:45.128609 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75101192-69a1-483e-b946-7085a5be99ed req-251624fd-68ad-4f8d-9fbe-99ed7ccaa0c0 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:45.143574 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-75101192-69a1-483e-b946-7085a5be99ed req-251624fd-68ad-4f8d-9fbe-99ed7ccaa0c0 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/ports?device_id=56ed452a-d7af-45a1-90ad-012a29b4c3e3 HTTP/1.1" status: 200 len: 2419 time: 0.1168783 Dec 10 16:25:45.236013 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-2a6c53c0-419f-40a4-9ba0-259c705e5fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b34d330-3d25-4291-9355-8811c25dae10', 'name': 'tempest-ServersTestFqdnHostnames-2098664385-router', 'tenant_id': 'e5b42db6acff4912af9c39e70aced757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '40d4a0e1-7c6e-404c-8c04-f9cf606caec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:23:22Z', 'updated_at': '2021-12-10T16:23:27Z', 'revision_number': 4, 'project_id': 'e5b42db6acff4912af9c39e70aced757', 'gw_port': {'id': '40d4a0e1-7c6e-404c-8c04-f9cf606caec6', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b34d330-3d25-4291-9355-8811c25dae10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:23:23Z', 'updated_at': '2021-12-10T16:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'dc9c11fd-5594-4c9d-932f-cc0ca39ec062', 'name': '', 'network_id': 'f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9', 'tenant_id': 'e5b42db6acff4912af9c39e70aced757', 'mac_address': 'fa:16:3e:12:a8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b34d330-3d25-4291-9355-8811c25dae10', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '62e7e0a2-de2b-4792-817e-ec8119832339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:23:26Z', 'updated_at': '2021-12-10T16:23:32Z', 'revision_number': 5, 'project_id': 'e5b42db6acff4912af9c39e70aced757', 'subnets': [{'id': '62e7e0a2-de2b-4792-817e-ec8119832339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:45.242219 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-75101192-69a1-483e-b946-7085a5be99ed req-58ca0585-2c25-421f-a4d4-85943d89f872 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dbd2ddc-fbc8-4ac1-a676-75cf3a492ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969474 Dec 10 16:25:45.256008 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:25:45.264704 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6c53c0-419f-40a4-9ba0-259c705e5fa4 None None] Checking router: 6b34d330-3d25-4291-9355-8811c25dae10 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:25:45.273406 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-655ebcda-fcf0-4134-b0d5-0e9688d57a6f req-17c94f91-46fe-47eb-a54b-c5158d29b211 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807749 Dec 10 16:25:45.273624 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6c53c0-419f-40a4-9ba0-259c705e5fa4 None None] Routers {'6b34d330-3d25-4291-9355-8811c25dae10'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:25:45.274080 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-2a6c53c0-419f-40a4-9ba0-259c705e5fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:25:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['6b34d330-3d25-4291-9355-8811c25dae10'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:45.375834 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965908f-acad-437f-8051-9ba468d672b8 req-7a733276-f915-4b87-a53d-047aa2332568 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:45.377888 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3965908f-acad-437f-8051-9ba468d672b8 req-7a733276-f915-4b87-a53d-047aa2332568 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=722a3dbb-d1e8-4a27-a3b1-4af19c569fad HTTP/1.1" status: 200 len: 943 time: 0.0616920 Dec 10 16:25:45.381295 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-2a6c53c0-419f-40a4-9ba0-259c705e5fa4 None None] Set router 6b34d330-3d25-4291-9355-8811c25dae10 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:25:45.443478 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3965908f-acad-437f-8051-9ba468d672b8 req-1c865170-8cdd-44d2-8533-6387782f14df tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541244 Dec 10 16:25:45.492915 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba989ab-6be4-41be-a734-330986fc61be x-openstack-request-id: req-8ba989ab-6be4-41be-a734-330986fc61be {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:25:45.493192 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ed452a-d7af-45a1-90ad-012a29b4c3e3", "name": "network-vif-plugged", "status": "completed", "tag": "907e05df-d771-4b17-8fa3-e2b762bed2cb", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:25:45.493454 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8ba989ab-6be4-41be-a734-330986fc61be {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:25:45.493835 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ed452a-d7af-45a1-90ad-012a29b4c3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907e05df-d771-4b17-8fa3-e2b762bed2cb', 'code': 200} Dec 10 16:25:45.494742 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 98aa5f6b-994b-4a0b-8a63-197560470701 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:25:45.520343 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8ac80d-ed5f-4d4f-b210-3073fa611b0f x-openstack-request-id: req-4f8ac80d-ed5f-4d4f-b210-3073fa611b0f {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:25:45.520852 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "722a3dbb-d1e8-4a27-a3b1-4af19c569fad", "tag": "98fb692d-e42b-481a-b4c9-50b1d79bcf6b", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:25:45.521305 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4f8ac80d-ed5f-4d4f-b210-3073fa611b0f {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:25:45.521872 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '722a3dbb-d1e8-4a27-a3b1-4af19c569fad', 'tag': '98fb692d-e42b-481a-b4c9-50b1d79bcf6b', 'status': 'completed', 'code': 200} Dec 10 16:25:45.596797 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d01a88-25bb-4417-b7cc-d97189dfe9ef req-691031ec-814f-4a19-90d2-bfc2f527c2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:45.599137 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a0d01a88-25bb-4417-b7cc-d97189dfe9ef req-691031ec-814f-4a19-90d2-bfc2f527c2cc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3c230731c8574bb0abc18ed9b45d286c&device_id=722a3dbb-d1e8-4a27-a3b1-4af19c569fad HTTP/1.1" status: 200 len: 1094 time: 0.0542085 Dec 10 16:25:45.609455 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 98aa5f6b-994b-4a0b-8a63-197560470701 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:25:45.613345 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 98aa5f6b-994b-4a0b-8a63-197560470701 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:25:45.613724 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:45.735475 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43fc1ab-2549-4e7a-8203-1350c85af8c1 req-9dea9cd1-ee89-4ed8-a1a2-6f2b8c10b1de tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:45.736964 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e43fc1ab-2549-4e7a-8203-1350c85af8c1 req-9dea9cd1-ee89-4ed8-a1a2-6f2b8c10b1de tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab0439d-e8ba-439a-8f48-06aa4816871e HTTP/1.1" status: 200 len: 945 time: 0.0723963 Dec 10 16:25:45.740510 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-2a6c53c0-419f-40a4-9ba0-259c705e5fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b34d330-3d25-4291-9355-8811c25dae10', 'name': 'tempest-ServersTestFqdnHostnames-2098664385-router', 'tenant_id': 'e5b42db6acff4912af9c39e70aced757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '40d4a0e1-7c6e-404c-8c04-f9cf606caec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:23:22Z', 'updated_at': '2021-12-10T16:23:27Z', 'revision_number': 4, 'project_id': 'e5b42db6acff4912af9c39e70aced757', 'gw_port': {'id': '40d4a0e1-7c6e-404c-8c04-f9cf606caec6', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b34d330-3d25-4291-9355-8811c25dae10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:23:23Z', 'updated_at': '2021-12-10T16:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'dc9c11fd-5594-4c9d-932f-cc0ca39ec062', 'name': '', 'network_id': 'f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9', 'tenant_id': 'e5b42db6acff4912af9c39e70aced757', 'mac_address': 'fa:16:3e:12:a8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b34d330-3d25-4291-9355-8811c25dae10', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '62e7e0a2-de2b-4792-817e-ec8119832339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:23:26Z', 'updated_at': '2021-12-10T16:23:32Z', 'revision_number': 5, 'project_id': 'e5b42db6acff4912af9c39e70aced757', 'subnets': [{'id': '62e7e0a2-de2b-4792-817e-ec8119832339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:45.769569 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d01a88-25bb-4417-b7cc-d97189dfe9ef req-5d16128e-55c5-4803-813e-8b4f724e5f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:45.770846 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6c53c0-419f-40a4-9ba0-259c705e5fa4 None None] The sync data for ids ['6b34d330-3d25-4291-9355-8811c25dae10'] in n-d-766771-2 is: [{'id': '6b34d330-3d25-4291-9355-8811c25dae10', 'name': 'tempest-ServersTestFqdnHostnames-2098664385-router', 'tenant_id': 'e5b42db6acff4912af9c39e70aced757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '40d4a0e1-7c6e-404c-8c04-f9cf606caec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:23:22Z', 'updated_at': '2021-12-10T16:23:27Z', 'revision_number': 4, 'project_id': 'e5b42db6acff4912af9c39e70aced757', 'gw_port': {'id': '40d4a0e1-7c6e-404c-8c04-f9cf606caec6', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b34d330-3d25-4291-9355-8811c25dae10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:23:23Z', 'updated_at': '2021-12-10T16:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'dc9c11fd-5594-4c9d-932f-cc0ca39ec062', 'name': '', 'network_id': 'f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9', 'tenant_id': 'e5b42db6acff4912af9c39e70aced757', 'mac_address': 'fa:16:3e:12:a8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b34d330-3d25-4291-9355-8811c25dae10', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '62e7e0a2-de2b-4792-817e-ec8119832339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:23:26Z', 'updated_at': '2021-12-10T16:23:32Z', 'revision_number': 5, 'project_id': 'e5b42db6acff4912af9c39e70aced757', 'subnets': [{'id': '62e7e0a2-de2b-4792-817e-ec8119832339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:25:45.771475 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a0d01a88-25bb-4417-b7cc-d97189dfe9ef req-5d16128e-55c5-4803-813e-8b4f724e5f53 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fbb94746-fc6f-4a16-ab0b-6dbd984218c6 HTTP/1.1" status: 200 len: 914 time: 0.1630387 Dec 10 16:25:45.774707 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:45.812655 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 98aa5f6b-994b-4a0b-8a63-197560470701, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=98aa5f6b-994b-4a0b-8a63-197560470701,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:45.819272 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:45.820271 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device b4cc6d7c-f629-4a3f-81cc-bdefa432467b no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:25:45.841091 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e43fc1ab-2549-4e7a-8203-1350c85af8c1 req-7260927a-ac2f-4c22-ab78-71097769fcb3 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946972 Dec 10 16:25:45.843205 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a0d01a88-25bb-4417-b7cc-d97189dfe9ef req-4cd2ebcd-a313-4e79-9649-14f3d9782e52 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98fb692d-e42b-481a-b4c9-50b1d79bcf6b HTTP/1.1" status: 200 len: 217 time: 0.0553012 Dec 10 16:25:45.905555 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=98aa5f6b-994b-4a0b-8a63-197560470701,revision_number=9']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:45.925490 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d01a88-25bb-4417-b7cc-d97189dfe9ef req-94f47772-c873-4059-859f-529e97b6e9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:45.928804 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a0d01a88-25bb-4417-b7cc-d97189dfe9ef req-94f47772-c873-4059-859f-529e97b6e9ed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=173a3b76-9825-4dc8-b87b-02867f285316 HTTP/1.1" status: 200 len: 853 time: 0.0737138 Dec 10 16:25:45.991742 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a0d01a88-25bb-4417-b7cc-d97189dfe9ef req-7be24c77-ce75-4e33-95be-6634bb67d0d7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fbb94746-fc6f-4a16-ab0b-6dbd984218c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465012 Dec 10 16:25:46.031115 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1f47d-3294-4645-bd73-6fe81131c2fd req-07d2f46a-c507-40a9-892d-b59ad0abfb8a tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:46.038368 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c4f1f47d-3294-4645-bd73-6fe81131c2fd req-07d2f46a-c507-40a9-892d-b59ad0abfb8a tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 950 time: 0.1031311 Dec 10 16:25:46.105142 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000ab375-266c-4b10-b0a1-b55d3bd10e88 None None] New status for floating IP 93ecef27-db04-48b6-80da-9a927de310c0: DOWN {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:25:46.176340 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c4f1f47d-3294-4645-bd73-6fe81131c2fd req-31932438-86a5-4032-b311-b7e83c0c8164 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370761 Dec 10 16:25:46.203618 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-03c23216-565c-4264-818d-0dba5f7b78c5 service neutron] 10.222.0.26 "GET /v2.0/ports/b4cc6d7c-f629-4a3f-81cc-bdefa432467b/bindings/n-h2-766771-2 HTTP/1.1" status: 200 len: 384 time: 0.1203301 Dec 10 16:25:46.205728 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a0d01a88-25bb-4417-b7cc-d97189dfe9ef req-5f8145c2-8368-4cf2-9951-34a5c93138da service neutron] 10.222.0.46 "GET /v2.0/networks/fbb94746-fc6f-4a16-ab0b-6dbd984218c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050397 Dec 10 16:25:46.372040 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a0d01a88-25bb-4417-b7cc-d97189dfe9ef req-b237591b-3a67-4121-b2b2-646f1320dfdd service neutron] 10.222.0.46 "GET /v2.0/networks/fbb94746-fc6f-4a16-ab0b-6dbd984218c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558220 Dec 10 16:25:46.424550 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a71e5276-4a14-43d4-ace0-01a9fec387d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:46.469505 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d9d71-091d-4e9c-91bd-314a0d76aa6f req-385ac6fe-236a-46d6-839a-6be0fb082a6b tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:46.471024 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e58d9d71-091d-4e9c-91bd-314a0d76aa6f req-385ac6fe-236a-46d6-839a-6be0fb082a6b tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f40b2bc-5bb8-4f14-8538-ca8f78a4272d HTTP/1.1" status: 200 len: 943 time: 0.0852513 Dec 10 16:25:46.510121 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-892571cd-ca58-4b44-a92d-e0fd6c76751f service neutron] For port b4cc6d7c-f629-4a3f-81cc-bdefa432467b, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=b4cc6d7c-f629-4a3f-81cc-bdefa432467b,segment=NetworkSegment(698ea8e5-c316-417a-87ff-ff612f3a473c),segment_id=698ea8e5-c316-417a-87ff-ff612f3a473c)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:46.547505 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-892571cd-ca58-4b44-a92d-e0fd6c76751f service neutron] For port b4cc6d7c-f629-4a3f-81cc-bdefa432467b, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:25:46.552090 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e58d9d71-091d-4e9c-91bd-314a0d76aa6f req-2b6801d4-6256-42f4-8084-e6318935b337 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743289 Dec 10 16:25:46.583845 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-892571cd-ca58-4b44-a92d-e0fd6c76751f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4cc6d7c-f629-4a3f-81cc-bdefa432467b {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:25:46.595820 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-892571cd-ca58-4b44-a92d-e0fd6c76751f service neutron] For port b4cc6d7c-f629-4a3f-81cc-bdefa432467b, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=b4cc6d7c-f629-4a3f-81cc-bdefa432467b,segment=NetworkSegment(698ea8e5-c316-417a-87ff-ff612f3a473c),segment_id=698ea8e5-c316-417a-87ff-ff612f3a473c)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:46.610819 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-892571cd-ca58-4b44-a92d-e0fd6c76751f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:46.687493 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-892571cd-ca58-4b44-a92d-e0fd6c76751f service neutron] Transition to ACTIVE for port object b4cc6d7c-f629-4a3f-81cc-bdefa432467b will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:25:46.692764 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-892571cd-ca58-4b44-a92d-e0fd6c76751f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:46.768697 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-892571cd-ca58-4b44-a92d-e0fd6c76751f service neutron] No DVR routers for this DVR port b4cc6d7c-f629-4a3f-81cc-bdefa432467b on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:25:46.778464 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892571cd-ca58-4b44-a92d-e0fd6c76751f service neutron] Pushing event updated for resources: {'Port': ['ID=b4cc6d7c-f629-4a3f-81cc-bdefa432467b,revision_number=10']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:46.817406 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-892571cd-ca58-4b44-a92d-e0fd6c76751f service neutron] 10.222.0.26 "PUT /v2.0/ports/b4cc6d7c-f629-4a3f-81cc-bdefa432467b/bindings/n-h2-766771-2/activate HTTP/1.1" status: 200 len: 369 time: 0.6070518 Dec 10 16:25:47.159556 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:47.253085 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c12db-8027-4256-805b-e59bbd0466e6 req-41c77580-79ae-4eac-9fcb-afec7fbabc2b tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:47.254602 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-718c12db-8027-4256-805b-e59bbd0466e6 req-41c77580-79ae-4eac-9fcb-afec7fbabc2b tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce&tenant_id=94e98c03952a41539b6089aa3614a4af&binding%3Ahost_id=n-h1-766771-2 HTTP/1.1" status: 200 len: 950 time: 0.4187119 Dec 10 16:25:47.270933 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c0095-0143-48e8-a5ac-7561710581c9 req-57655533-53eb-43b8-bc6c-42bbab862f8f tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:47.277579 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c0095-0143-48e8-a5ac-7561710581c9 req-57655533-53eb-43b8-bc6c-42bbab862f8f tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:47.283404 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c0095-0143-48e8-a5ac-7561710581c9 req-57655533-53eb-43b8-bc6c-42bbab862f8f tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:47.284959 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b92c0095-0143-48e8-a5ac-7561710581c9 req-57655533-53eb-43b8-bc6c-42bbab862f8f tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/ports?device_id=56ed452a-d7af-45a1-90ad-012a29b4c3e3 HTTP/1.1" status: 200 len: 2419 time: 0.4158347 Dec 10 16:25:47.288598 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-deb68189-01d5-4ef0-a088-d92b4752c885 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:47.289956 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-deb68189-01d5-4ef0-a088-d92b4752c885 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5f40b2bc-5bb8-4f14-8538-ca8f78a4272d&tenant_id=c7f96263ffc44481b889fc489836cd3c&binding%3Ahost_id=n-h1-766771-2 HTTP/1.1" status: 200 len: 1095 time: 0.4115667 Dec 10 16:25:47.358827 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 98fb692d-e42b-481a-b4c9-50b1d79bcf6b details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:25:47.361947 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 1bffb151-4d65-43a8-8389-1cf388cdb3d4 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:25:47.391886 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: 1bffb151-4d65-43a8-8389-1cf388cdb3d4 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:25:47.392541 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 1bffb151-4d65-43a8-8389-1cf388cdb3d4 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:25:47.403084 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-718c12db-8027-4256-805b-e59bbd0466e6 req-05167c18-05e8-4460-aa91-f84e1ba0082a service neutron] 10.222.0.26 "GET /v2.0/ports/98aa5f6b-994b-4a0b-8a63-197560470701/bindings/n-h1-766771-2 HTTP/1.1" status: 200 len: 382 time: 0.1170158 Dec 10 16:25:47.407658 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b92c0095-0143-48e8-a5ac-7561710581c9 req-29e792d8-c931-4af0-95cb-536809d27d69 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dbd2ddc-fbc8-4ac1-a676-75cf3a492ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129200 Dec 10 16:25:47.412469 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-6105ed13-2b01-4b11-987b-63fcdb0dfd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:47.413891 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-6105ed13-2b01-4b11-987b-63fcdb0dfd58 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5f40b2bc-5bb8-4f14-8538-ca8f78a4272d&tenant_id=c7f96263ffc44481b889fc489836cd3c HTTP/1.1" status: 200 len: 1095 time: 0.1130552 Dec 10 16:25:47.489677 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 45908) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:47.495761 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ed452a-d7af-45a1-90ad-012a29b4c3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f433c8-38a5-46e6-998c-0441891b215c'}, {'server_uuid': '56ed452a-d7af-45a1-90ad-012a29b4c3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbbdd84-cf75-48c3-88b6-2f9b11d7064a'}, {'server_uuid': 'a5c45c3f-607a-4966-82c4-75da5bfab0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98aa5f6b-994b-4a0b-8a63-197560470701'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:25:47.502152 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5face126-d562-4128-b143-74ab32541bb1" -d '{"events": [{"server_uuid": "56ed452a-d7af-45a1-90ad-012a29b4c3e3", "name": "network-vif-plugged", "status": "completed", "tag": "62f433c8-38a5-46e6-998c-0441891b215c"}, {"server_uuid": "56ed452a-d7af-45a1-90ad-012a29b4c3e3", "name": "network-vif-plugged", "status": "completed", "tag": "2fbbdd84-cf75-48c3-88b6-2f9b11d7064a"}, {"server_uuid": "a5c45c3f-607a-4966-82c4-75da5bfab0ce", "name": "network-vif-plugged", "status": "completed", "tag": "98aa5f6b-994b-4a0b-8a63-197560470701"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:25:47.521977 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 11cbc379-0199-4cc1-a53f-d3dc69ee8639 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:25:47.522856 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b748d6c-7596-46cd-babb-fa52da62626b', 'name': 'network-vif-deleted', 'tag': '1bffb151-4d65-43a8-8389-1cf388cdb3d4'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:25:47.525123 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda4b550-bc78-408a-a7cf-44045b74dee3" -d '{"events": [{"server_uuid": "8b748d6c-7596-46cd-babb-fa52da62626b", "name": "network-vif-deleted", "tag": "1bffb151-4d65-43a8-8389-1cf388cdb3d4"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:25:47.534026 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-763529fe-42ad-441c-9460-2d7e4c11fa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:47.535579 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-763529fe-42ad-441c-9460-2d7e4c11fa5c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c7f96263ffc44481b889fc489836cd3c&device_id=5f40b2bc-5bb8-4f14-8538-ca8f78a4272d HTTP/1.1" status: 200 len: 1095 time: 0.0828454 Dec 10 16:25:47.539116 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c12db-8027-4256-805b-e59bbd0466e6 req-7f7efbcd-ba01-4fa3-ab19-325a875d51e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:47.540527 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-718c12db-8027-4256-805b-e59bbd0466e6 req-7f7efbcd-ba01-4fa3-ab19-325a875d51e7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=94e98c03952a41539b6089aa3614a4af&device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 1101 time: 0.0992913 Dec 10 16:25:47.565278 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 98fb692d-e42b-481a-b4c9-50b1d79bcf6b, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=98fb692d-e42b-481a-b4c9-50b1d79bcf6b,segment=NetworkSegment(e6fa61d2-b939-45d7-997a-9f01bb103238),segment_id=e6fa61d2-b939-45d7-997a-9f01bb103238)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:47.578566 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e10a41cb-86d0-434f-9fdb-b3aae9f7e2c5 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:47.583932 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '98fb692d-e42b-481a-b4c9-50b1d79bcf6b', 'network_id': 'fbb94746-fc6f-4a16-ab0b-6dbd984218c6', 'port_id': '98fb692d-e42b-481a-b4c9-50b1d79bcf6b', 'mac_address': 'fa:16:3e:d3:02:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '173a3b76-9825-4dc8-b87b-02867f285316', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:25:47.605688 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e10a41cb-86d0-434f-9fdb-b3aae9f7e2c5 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:47.631017 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:47.648511 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98fb692d-e42b-481a-b4c9-50b1d79bcf6b {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:25:47.669941 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e10a41cb-86d0-434f-9fdb-b3aae9f7e2c5 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:47.674057 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e10a41cb-86d0-434f-9fdb-b3aae9f7e2c5 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:47.677567 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e10a41cb-86d0-434f-9fdb-b3aae9f7e2c5 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] 10.222.0.11 "DELETE /v2.0/security-groups/49fe1dff-9a8a-4853-93a8-b844ade6615b HTTP/1.1" status: 204 len: 168 time: 0.1841419 Dec 10 16:25:47.686298 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 45916) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:47.687165 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a41cb-86d0-434f-9fdb-b3aae9f7e2c5 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fe1dff-9a8a-4853-93a8-b844ade6615b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:47.706944 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-2a1c367f-dbe7-40f9-ba0a-30ab43b81e04 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] show failed (client error): The resource could not be found. Dec 10 16:25:47.710576 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2a1c367f-dbe7-40f9-ba0a-30ab43b81e04 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] 10.222.0.11 "GET /v2.0/security-groups/49fe1dff-9a8a-4853-93a8-b844ade6615b HTTP/1.1" status: 404 len: 347 time: 0.0187438 Dec 10 16:25:47.713475 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 45918) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:47.764377 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84419b2-0197-4bd6-85df-3db436b49938 req-ce85abbc-63ac-4219-b4ef-5a2f86f9f5ac tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:47.766253 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d84419b2-0197-4bd6-85df-3db436b49938 req-ce85abbc-63ac-4219-b4ef-5a2f86f9f5ac tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=722a3dbb-d1e8-4a27-a3b1-4af19c569fad HTTP/1.1" status: 200 len: 943 time: 0.1458499 Dec 10 16:25:47.814292 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-a4268c07-dd34-4c26-8d8f-1239941b5048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:47.815798 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-a4268c07-dd34-4c26-8d8f-1239941b5048 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce HTTP/1.1" status: 200 len: 909 time: 0.2726300 Dec 10 16:25:47.863836 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c12db-8027-4256-805b-e59bbd0466e6 req-4b648958-30b0-4490-a073-f536515dfcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:47.865063 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-718c12db-8027-4256-805b-e59bbd0466e6 req-4b648958-30b0-4490-a073-f536515dfcf2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.3056085 Dec 10 16:25:47.867325 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-315283d2-acb5-40d6-87f4-af69f8fbe3c6 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Deleting port dbd68b85-b26a-42cb-a960-c25de65a8f0b {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:25:47.867671 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-315283d2-acb5-40d6-87f4-af69f8fbe3c6 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:47.895691 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-f8705ef6-2197-4d41-b337-73ba1c08bed6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4cc6d7c-f629-4a3f-81cc-bdefa432467b HTTP/1.1" status: 200 len: 217 time: 0.0704763 Dec 10 16:25:47.912148 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 98fb692d-e42b-481a-b4c9-50b1d79bcf6b, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=98fb692d-e42b-481a-b4c9-50b1d79bcf6b,segment=NetworkSegment(e6fa61d2-b939-45d7-997a-9f01bb103238),segment_id=e6fa61d2-b939-45d7-997a-9f01bb103238)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:47.923428 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:47.961209 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d84419b2-0197-4bd6-85df-3db436b49938 req-89c0cf48-75cf-4a97-8ba9-181ab1b018c5 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816745 Dec 10 16:25:47.993247 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 11cbc379-0199-4cc1-a53f-d3dc69ee8639, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=11cbc379-0199-4cc1-a53f-d3dc69ee8639,segment=NetworkSegment(5b73bbf7-7693-4577-890d-a6987a70c2b5),segment_id=5b73bbf7-7693-4577-890d-a6987a70c2b5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:47.994815 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-718c12db-8027-4256-805b-e59bbd0466e6 req-0f4003d8-0d29-47f7-a0cb-084d0e779c26 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=98aa5f6b-994b-4a0b-8a63-197560470701 HTTP/1.1" status: 200 len: 217 time: 0.1020837 Dec 10 16:25:48.013006 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-315283d2-acb5-40d6-87f4-af69f8fbe3c6 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:48.013811 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-315283d2-acb5-40d6-87f4-af69f8fbe3c6 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:48.017763 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=98fb692d-e42b-481a-b4c9-50b1d79bcf6b,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:48.022015 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '11cbc379-0199-4cc1-a53f-d3dc69ee8639', 'network_id': '9d8083a2-a7ce-49e3-9a7c-b927cfa621a4', 'port_id': '11cbc379-0199-4cc1-a53f-d3dc69ee8639', 'mac_address': 'fa:16:3e:a2:e1:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd91d45da-791f-427f-a9fe-a70a5d192f4c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:25:48.032587 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-315283d2-acb5-40d6-87f4-af69f8fbe3c6 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Calling delete_port for dbd68b85-b26a-42cb-a960-c25de65a8f0b owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:25:48.047942 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-2e86f266-d98b-40b4-bdb4-05d271e8dfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:48.050374 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-2e86f266-d98b-40b4-bdb4-05d271e8dfd5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8e6d4c00-e815-4a48-aff0-5fbec7a9d006 HTTP/1.1" status: 200 len: 848 time: 0.1446917 Dec 10 16:25:48.071952 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:48.085674 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11cbc379-0199-4cc1-a53f-d3dc69ee8639 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:25:48.091879 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-2e2a3cfb-2d7d-45ab-b2af-3891bead64f8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334659 Dec 10 16:25:48.111584 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 11cbc379-0199-4cc1-a53f-d3dc69ee8639, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=11cbc379-0199-4cc1-a53f-d3dc69ee8639,segment=NetworkSegment(5b73bbf7-7693-4577-890d-a6987a70c2b5),segment_id=5b73bbf7-7693-4577-890d-a6987a70c2b5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:48.117591 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:48.128262 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c12db-8027-4256-805b-e59bbd0466e6 req-50f318de-32ee-4914-819a-9c079784f590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:48.129727 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-718c12db-8027-4256-805b-e59bbd0466e6 req-50f318de-32ee-4914-819a-9c079784f590 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.1251826 Dec 10 16:25:48.172915 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=11cbc379-0199-4cc1-a53f-d3dc69ee8639,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:48.209945 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-315283d2-acb5-40d6-87f4-af69f8fbe3c6 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:48.226997 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0e8d8-fa90-4760-8ce4-a63fd137604a req-ca29cb7f-7317-44f6-a323-800c20647fad tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:48.228495 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fad0e8d8-fa90-4760-8ce4-a63fd137604a req-ca29cb7f-7317-44f6-a323-800c20647fad tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 950 time: 0.1553824 Dec 10 16:25:48.237151 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315283d2-acb5-40d6-87f4-af69f8fbe3c6 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Pushing event deleted for resources: {'Port': ['ID=dbd68b85-b26a-42cb-a960-c25de65a8f0b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:48.243002 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['98fb692d-e42b-481a-b4c9-50b1d79bcf6b'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:25:48.250172 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c12db-8027-4256-805b-e59bbd0466e6 req-ceb56c2f-1e44-43fc-91b0-ade526871432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:48.251641 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-718c12db-8027-4256-805b-e59bbd0466e6 req-ceb56c2f-1e44-43fc-91b0-ade526871432 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1102204 Dec 10 16:25:48.279910 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['11cbc379-0199-4cc1-a53f-d3dc69ee8639'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:25:48.299046 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-315283d2-acb5-40d6-87f4-af69f8fbe3c6 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:48.301644 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-315283d2-acb5-40d6-87f4-af69f8fbe3c6 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:48.305901 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-315283d2-acb5-40d6-87f4-af69f8fbe3c6 tempest-ServersTestFqdnHostnames-598965062 tempest-ServersTestFqdnHostnames-598965062-project] 10.222.0.11 "DELETE /v2.0/floatingips/93ecef27-db04-48b6-80da-9a927de310c0 HTTP/1.1" status: 204 len: 168 time: 0.5877018 Dec 10 16:25:48.306781 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 45920) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:48.336397 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-778b24d6-993b-4b5c-bf4b-5055efdee232 service neutron] 10.222.0.46 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343657 Dec 10 16:25:48.406758 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fad0e8d8-fa90-4760-8ce4-a63fd137604a req-44ca8092-ce67-43f2-8298-c277094cf79e tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681736 Dec 10 16:25:48.463611 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-718c12db-8027-4256-805b-e59bbd0466e6 req-ee4002e3-2459-4ad0-84fe-3e54faf303c3 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034495 Dec 10 16:25:48.468984 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:48.573295 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-c6da6d6b-29b1-4c5d-a315-325da037c2e5 service neutron] 10.222.0.46 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268083 Dec 10 16:25:48.603900 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19391f8d-bc05-4b85-bad6-c989be28025e req-3ccf207e-9bd7-418d-8515-0fc38ea8684d tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:48.605474 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-19391f8d-bc05-4b85-bad6-c989be28025e req-3ccf207e-9bd7-418d-8515-0fc38ea8684d tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab0439d-e8ba-439a-8f48-06aa4816871e HTTP/1.1" status: 200 len: 944 time: 0.1000156 Dec 10 16:25:48.641366 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-718c12db-8027-4256-805b-e59bbd0466e6 req-b901010c-eb25-4231-afb6-75075459596f service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663756 Dec 10 16:25:48.674939 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-19391f8d-bc05-4b85-bad6-c989be28025e req-376fd6d1-db1c-45eb-aaad-ca3d9d2a779e tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566812 Dec 10 16:25:48.836353 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-f725886d-583e-46d7-9c9f-869682543779 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:48.838244 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-f725886d-583e-46d7-9c9f-869682543779 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5f40b2bc-5bb8-4f14-8538-ca8f78a4272d&tenant_id=c7f96263ffc44481b889fc489836cd3c&binding%3Ahost_id=n-h2-766771-2 HTTP/1.1" status: 200 len: 1095 time: 0.0550146 Dec 10 16:25:48.869659 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 10 Dec 2021 16:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4951964-51d2-4b30-ba59-1d89cc485723 x-openstack-request-id: req-c4951964-51d2-4b30-ba59-1d89cc485723 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:25:48.869971 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ed452a-d7af-45a1-90ad-012a29b4c3e3", "name": "network-vif-plugged", "status": "completed", "tag": "62f433c8-38a5-46e6-998c-0441891b215c", "code": 200}, {"server_uuid": "56ed452a-d7af-45a1-90ad-012a29b4c3e3", "name": "network-vif-plugged", "status": "completed", "tag": "2fbbdd84-cf75-48c3-88b6-2f9b11d7064a", "code": 200}, {"server_uuid": "a5c45c3f-607a-4966-82c4-75da5bfab0ce", "name": "network-vif-plugged", "status": "completed", "tag": "98aa5f6b-994b-4a0b-8a63-197560470701", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:25:48.870255 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c4951964-51d2-4b30-ba59-1d89cc485723 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:25:48.871177 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ed452a-d7af-45a1-90ad-012a29b4c3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f433c8-38a5-46e6-998c-0441891b215c', 'code': 200} Dec 10 16:25:48.871177 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ed452a-d7af-45a1-90ad-012a29b4c3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbbdd84-cf75-48c3-88b6-2f9b11d7064a', 'code': 200} Dec 10 16:25:48.871177 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c45c3f-607a-4966-82c4-75da5bfab0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98aa5f6b-994b-4a0b-8a63-197560470701', 'code': 200} Dec 10 16:25:48.902802 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3bf6f8-0bfd-4e8e-96ca-8a0dca72686f x-openstack-request-id: req-ac3bf6f8-0bfd-4e8e-96ca-8a0dca72686f {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:25:48.903143 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b748d6c-7596-46cd-babb-fa52da62626b", "name": "network-vif-deleted", "tag": "1bffb151-4d65-43a8-8389-1cf388cdb3d4", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:25:48.903402 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ac3bf6f8-0bfd-4e8e-96ca-8a0dca72686f {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:25:48.903797 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b748d6c-7596-46cd-babb-fa52da62626b', 'name': 'network-vif-deleted', 'tag': '1bffb151-4d65-43a8-8389-1cf388cdb3d4', 'status': 'completed', 'code': 200} Dec 10 16:25:49.009449 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-c7ea74fe-6065-45ea-ab8f-b9d698377599 service neutron] For port b4cc6d7c-f629-4a3f-81cc-bdefa432467b, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:25:49.017739 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-c7ea74fe-6065-45ea-ab8f-b9d698377599 service neutron] Publish callbacks [] for binding, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:49.018863 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d66666ae-3593-445a-a79c-361dde9a95c2 req-c7ea74fe-6065-45ea-ab8f-b9d698377599 service neutron] 10.222.0.46 "DELETE /v2.0/ports/b4cc6d7c-f629-4a3f-81cc-bdefa432467b/bindings/n-h1-766771-2 HTTP/1.1" status: 204 len: 173 time: 0.1732841 Dec 10 16:25:49.039107 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ac7c2-e4b8-4fda-99fb-5fd9bbd263f8 req-49eab004-fcf3-47e5-a059-45843425cdb9 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:49.040940 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-757ac7c2-e4b8-4fda-99fb-5fd9bbd263f8 req-49eab004-fcf3-47e5-a059-45843425cdb9 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f40b2bc-5bb8-4f14-8538-ca8f78a4272d HTTP/1.1" status: 200 len: 944 time: 0.0914187 Dec 10 16:25:49.047450 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a3985-f656-4cd1-a3e8-b99532c2f085 req-270d4244-6ce0-4090-8387-f27673c85e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:49.047924 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a3985-f656-4cd1-a3e8-b99532c2f085 req-270d4244-6ce0-4090-8387-f27673c85e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:49.048390 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a3985-f656-4cd1-a3e8-b99532c2f085 req-270d4244-6ce0-4090-8387-f27673c85e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:49.050016 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-da6a3985-f656-4cd1-a3e8-b99532c2f085 req-270d4244-6ce0-4090-8387-f27673c85e19 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=56ed452a-d7af-45a1-90ad-012a29b4c3e3 HTTP/1.1" status: 200 len: 2872 time: 0.0874929 Dec 10 16:25:49.118594 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-757ac7c2-e4b8-4fda-99fb-5fd9bbd263f8 req-5231cad4-efb3-47af-9e6c-33954825e565 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675662 Dec 10 16:25:49.124751 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-da6a3985-f656-4cd1-a3e8-b99532c2f085 req-b93a2071-8a3c-4a34-bdab-39ff369d08ec service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4dbd2ddc-fbc8-4ac1-a676-75cf3a492ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588658 Dec 10 16:25:49.132691 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-020595ba-8abe-48ab-8f1c-69accbc65cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:49.234482 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8527dc5-f3e1-4456-b8b1-0c517aa99ebe req-9af425cb-f697-4b91-bdec-047a7d674943 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:49.240493 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8527dc5-f3e1-4456-b8b1-0c517aa99ebe req-9af425cb-f697-4b91-bdec-047a7d674943 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:49.247019 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8527dc5-f3e1-4456-b8b1-0c517aa99ebe req-9af425cb-f697-4b91-bdec-047a7d674943 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:49.248655 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d8527dc5-f3e1-4456-b8b1-0c517aa99ebe req-9af425cb-f697-4b91-bdec-047a7d674943 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/ports?device_id=56ed452a-d7af-45a1-90ad-012a29b4c3e3 HTTP/1.1" status: 200 len: 2419 time: 0.0637686 Dec 10 16:25:49.315400 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d8527dc5-f3e1-4456-b8b1-0c517aa99ebe req-b24ec3c8-d713-4468-9810-d734d30c80d2 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dbd2ddc-fbc8-4ac1-a676-75cf3a492ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594406 Dec 10 16:25:49.355588 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 98fb692d-e42b-481a-b4c9-50b1d79bcf6b up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:25:49.419469 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 98fb692d-e42b-481a-b4c9-50b1d79bcf6b completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:25:49.424159 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 98fb692d-e42b-481a-b4c9-50b1d79bcf6b triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:25:49.424775 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:49.425519 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-020595ba-8abe-48ab-8f1c-69accbc65cf9 admin admin] Deleting port dc9c11fd-5594-4c9d-932f-cc0ca39ec062 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:25:49.425903 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-020595ba-8abe-48ab-8f1c-69accbc65cf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:49.440037 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729f420-f9c8-472c-adf7-7690292de782 req-614e099d-9e18-4a75-9709-321a26c7deac tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:49.442110 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0729f420-f9c8-472c-adf7-7690292de782 req-614e099d-9e18-4a75-9709-321a26c7deac tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=722a3dbb-d1e8-4a27-a3b1-4af19c569fad HTTP/1.1" status: 200 len: 944 time: 0.0696371 Dec 10 16:25:49.513237 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0729f420-f9c8-472c-adf7-7690292de782 req-ffdf412a-b4c7-4bd2-b2a7-b1a8433582bd tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575478 Dec 10 16:25:49.517155 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 11cbc379-0199-4cc1-a53f-d3dc69ee8639 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:25:49.519432 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-020595ba-8abe-48ab-8f1c-69accbc65cf9 admin admin] For port dc9c11fd-5594-4c9d-932f-cc0ca39ec062, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=dc9c11fd-5594-4c9d-932f-cc0ca39ec062,segment=NetworkSegment(0d729b36-d885-4706-9ed8-08489c626bce),segment_id=0d729b36-d885-4706-9ed8-08489c626bce)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:49.520871 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-020595ba-8abe-48ab-8f1c-69accbc65cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:49.536149 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-020595ba-8abe-48ab-8f1c-69accbc65cf9 admin admin] Calling delete_port for dc9c11fd-5594-4c9d-932f-cc0ca39ec062 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:25:49.554417 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:49.609213 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 98fb692d-e42b-481a-b4c9-50b1d79bcf6b, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=98fb692d-e42b-481a-b4c9-50b1d79bcf6b,segment=NetworkSegment(e6fa61d2-b939-45d7-997a-9f01bb103238),segment_id=e6fa61d2-b939-45d7-997a-9f01bb103238)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:49.630881 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:49.686388 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 11cbc379-0199-4cc1-a53f-d3dc69ee8639 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:25:49.687034 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:49.690608 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:49.694422 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa828ed-0675-4261-bf1b-27a0a1737f78 req-19862bad-7cc6-4623-9b07-4a13b61f9499 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:49.696055 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-afa828ed-0675-4261-bf1b-27a0a1737f78 req-19862bad-7cc6-4623-9b07-4a13b61f9499 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 950 time: 0.0921128 Dec 10 16:25:49.728791 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=98fb692d-e42b-481a-b4c9-50b1d79bcf6b,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:49.794180 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:49.817631 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-afa828ed-0675-4261-bf1b-27a0a1737f78 req-7d09e2f1-b663-4fe6-aa20-423d00cd9f53 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124930 Dec 10 16:25:49.849964 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 11cbc379-0199-4cc1-a53f-d3dc69ee8639, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=11cbc379-0199-4cc1-a53f-d3dc69ee8639,segment=NetworkSegment(5b73bbf7-7693-4577-890d-a6987a70c2b5),segment_id=5b73bbf7-7693-4577-890d-a6987a70c2b5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:49.861258 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:49.867997 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-020595ba-8abe-48ab-8f1c-69accbc65cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:49.901425 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020595ba-8abe-48ab-8f1c-69accbc65cf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc9c11fd-5594-4c9d-932f-cc0ca39ec062,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:49.937056 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=11cbc379-0199-4cc1-a53f-d3dc69ee8639,revision_number=7']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:49.953094 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274eb6c-be2e-41cc-b488-4707b31518b5 req-e0aa5b0a-0a5a-43db-b8f8-2909769daa95 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:49.960352 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7274eb6c-be2e-41cc-b488-4707b31518b5 req-e0aa5b0a-0a5a-43db-b8f8-2909769daa95 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5f40b2bc-5bb8-4f14-8538-ca8f78a4272d HTTP/1.1" status: 200 len: 1095 time: 0.0662050 Dec 10 16:25:50.015787 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7274eb6c-be2e-41cc-b488-4707b31518b5 req-777a0fd3-560b-4e7f-b810-355ab013ba76 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548038 Dec 10 16:25:50.123822 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-020595ba-8abe-48ab-8f1c-69accbc65cf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:50.160846 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94974422-cf62-4b84-bf0a-63cc5dcf8a1f req-f8f7ff45-2471-46c9-8372-6ec86f0fb592 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:50.168957 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-94974422-cf62-4b84-bf0a-63cc5dcf8a1f req-f8f7ff45-2471-46c9-8372-6ec86f0fb592 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab0439d-e8ba-439a-8f48-06aa4816871e HTTP/1.1" status: 200 len: 945 time: 0.0666802 Dec 10 16:25:50.220388 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-94974422-cf62-4b84-bf0a-63cc5dcf8a1f req-81de3ef5-8ba1-4dd4-8593-422d5fa2beb7 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503762 Dec 10 16:25:50.435524 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020595ba-8abe-48ab-8f1c-69accbc65cf9 admin admin] Router 6b34d330-3d25-4291-9355-8811c25dae10 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:25:50.557305 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020595ba-8abe-48ab-8f1c-69accbc65cf9 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:25:50.563458 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-020595ba-8abe-48ab-8f1c-69accbc65cf9 admin admin] 10.222.0.11 "PUT /v2.0/routers/6b34d330-3d25-4291-9355-8811c25dae10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2553482 Dec 10 16:25:50.565567 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 45974) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:50.569117 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbaa168-87bb-4059-80d0-c0ab85b225da None None] Sync routers for ids ['6b34d330-3d25-4291-9355-8811c25dae10'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:25:50.583936 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbaa168-87bb-4059-80d0-c0ab85b225da None None] Routers {'6b34d330-3d25-4291-9355-8811c25dae10'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:25:50.584722 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8cbaa168-87bb-4059-80d0-c0ab85b225da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:25:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['6b34d330-3d25-4291-9355-8811c25dae10'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:50.727244 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc46f7f-27cf-4247-aac6-cc4252380616 req-548ccdd4-b5d8-4cbc-9e0a-2d94c557c452 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:50.737106 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4cc46f7f-27cf-4247-aac6-cc4252380616 req-548ccdd4-b5d8-4cbc-9e0a-2d94c557c452 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5f40b2bc-5bb8-4f14-8538-ca8f78a4272d HTTP/1.1" status: 200 len: 1095 time: 0.0668175 Dec 10 16:25:50.749561 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab624f47-97ea-4409-92ef-19dd2b3a5c86 admin admin] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:50.792252 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-8cbaa168-87bb-4059-80d0-c0ab85b225da None None] Set router 6b34d330-3d25-4291-9355-8811c25dae10 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:25:50.821621 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4cc46f7f-27cf-4247-aac6-cc4252380616 req-e6d13733-90f4-45dc-9dc7-fb56e33ee0dd tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833137 Dec 10 16:25:50.903355 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722a3dbb-d1e8-4a27-a3b1-4af19c569fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98fb692d-e42b-481a-b4c9-50b1d79bcf6b'}, {'server_uuid': 'aab0439d-e8ba-439a-8f48-06aa4816871e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11cbc379-0199-4cc1-a53f-d3dc69ee8639'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:25:50.904202 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d014c846-f033-40af-b8f2-76449edd981c" -d '{"events": [{"server_uuid": "722a3dbb-d1e8-4a27-a3b1-4af19c569fad", "name": "network-vif-plugged", "status": "completed", "tag": "98fb692d-e42b-481a-b4c9-50b1d79bcf6b"}, {"server_uuid": "aab0439d-e8ba-439a-8f48-06aa4816871e", "name": "network-vif-plugged", "status": "completed", "tag": "11cbc379-0199-4cc1-a53f-d3dc69ee8639"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:25:50.930358 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab624f47-97ea-4409-92ef-19dd2b3a5c86 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:51.015451 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-ab624f47-97ea-4409-92ef-19dd2b3a5c86 admin admin] Deleting port 40d4a0e1-7c6e-404c-8c04-f9cf606caec6 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:25:51.015711 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab624f47-97ea-4409-92ef-19dd2b3a5c86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:51.041422 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570112f5-216a-4b00-80c9-9020ae6a0fe6 req-9744b7bc-244c-4ee5-8d5f-0c94fabca393 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:51.048963 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570112f5-216a-4b00-80c9-9020ae6a0fe6 req-9744b7bc-244c-4ee5-8d5f-0c94fabca393 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:51.057083 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570112f5-216a-4b00-80c9-9020ae6a0fe6 req-9744b7bc-244c-4ee5-8d5f-0c94fabca393 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:51.065227 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-570112f5-216a-4b00-80c9-9020ae6a0fe6 req-9744b7bc-244c-4ee5-8d5f-0c94fabca393 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/ports?device_id=56ed452a-d7af-45a1-90ad-012a29b4c3e3 HTTP/1.1" status: 200 len: 2419 time: 0.0997443 Dec 10 16:25:51.120282 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8cbaa168-87bb-4059-80d0-c0ab85b225da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b34d330-3d25-4291-9355-8811c25dae10', 'name': 'tempest-ServersTestFqdnHostnames-2098664385-router', 'tenant_id': 'e5b42db6acff4912af9c39e70aced757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '40d4a0e1-7c6e-404c-8c04-f9cf606caec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:23:22Z', 'updated_at': '2021-12-10T16:25:49Z', 'revision_number': 5, 'project_id': 'e5b42db6acff4912af9c39e70aced757', 'gw_port': {'id': '40d4a0e1-7c6e-404c-8c04-f9cf606caec6', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b34d330-3d25-4291-9355-8811c25dae10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:23:23Z', 'updated_at': '2021-12-10T16:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:51.141301 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-570112f5-216a-4b00-80c9-9020ae6a0fe6 req-d10b2893-5e81-4653-be99-71725de2700f tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dbd2ddc-fbc8-4ac1-a676-75cf3a492ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705960 Dec 10 16:25:51.183752 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-ab624f47-97ea-4409-92ef-19dd2b3a5c86 admin admin] For port 40d4a0e1-7c6e-404c-8c04-f9cf606caec6, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=40d4a0e1-7c6e-404c-8c04-f9cf606caec6,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:51.184522 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab624f47-97ea-4409-92ef-19dd2b3a5c86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:51.213652 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-ab624f47-97ea-4409-92ef-19dd2b3a5c86 admin admin] Calling delete_port for 40d4a0e1-7c6e-404c-8c04-f9cf606caec6 owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:25:51.244389 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbaa168-87bb-4059-80d0-c0ab85b225da None None] Checking router: 6b34d330-3d25-4291-9355-8811c25dae10 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:25:51.264141 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbaa168-87bb-4059-80d0-c0ab85b225da None None] Routers {'6b34d330-3d25-4291-9355-8811c25dae10'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:25:51.264760 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8cbaa168-87bb-4059-80d0-c0ab85b225da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:25:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['6b34d330-3d25-4291-9355-8811c25dae10'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:51.335414 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64239af7-7b3f-4251-9d42-e703e76acf48 req-6fe3bc66-eb53-4b05-8701-e6d15215c3f8 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:51.344774 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-64239af7-7b3f-4251-9d42-e703e76acf48 req-6fe3bc66-eb53-4b05-8701-e6d15215c3f8 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=722a3dbb-d1e8-4a27-a3b1-4af19c569fad HTTP/1.1" status: 200 len: 945 time: 0.1087503 Dec 10 16:25:51.441829 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-8cbaa168-87bb-4059-80d0-c0ab85b225da None None] Set router 6b34d330-3d25-4291-9355-8811c25dae10 gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:25:51.447296 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-64239af7-7b3f-4251-9d42-e703e76acf48 req-7a2cdf73-420c-42c0-b166-2a6183ba79b6 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021914 Dec 10 16:25:51.527721 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab624f47-97ea-4409-92ef-19dd2b3a5c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:51.547741 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8cbaa168-87bb-4059-80d0-c0ab85b225da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b34d330-3d25-4291-9355-8811c25dae10', 'name': 'tempest-ServersTestFqdnHostnames-2098664385-router', 'tenant_id': 'e5b42db6acff4912af9c39e70aced757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:23:22Z', 'updated_at': '2021-12-10T16:25:50Z', 'revision_number': 6, 'project_id': 'e5b42db6acff4912af9c39e70aced757', 'gw_port_host': None}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:51.594352 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbaa168-87bb-4059-80d0-c0ab85b225da None None] The sync data for ids ['6b34d330-3d25-4291-9355-8811c25dae10'] in n-d-766771-2 is: [{'id': '6b34d330-3d25-4291-9355-8811c25dae10', 'name': 'tempest-ServersTestFqdnHostnames-2098664385-router', 'tenant_id': 'e5b42db6acff4912af9c39e70aced757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:23:22Z', 'updated_at': '2021-12-10T16:25:50Z', 'revision_number': 6, 'project_id': 'e5b42db6acff4912af9c39e70aced757', 'gw_port_host': None}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:25:51.607324 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab624f47-97ea-4409-92ef-19dd2b3a5c86 admin admin] Pushing event deleted for resources: {'Port': ['ID=40d4a0e1-7c6e-404c-8c04-f9cf606caec6,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:51.676422 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab624f47-97ea-4409-92ef-19dd2b3a5c86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:51.708341 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c12db-8027-4256-805b-e59bbd0466e6 req-235fa95e-e947-4455-9540-89d6cabe288b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:51.710411 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-718c12db-8027-4256-805b-e59bbd0466e6 req-235fa95e-e947-4455-9540-89d6cabe288b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce&tenant_id=94e98c03952a41539b6089aa3614a4af HTTP/1.1" status: 200 len: 1101 time: 0.0759799 Dec 10 16:25:51.717796 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333d9bf-64ab-4574-a14c-497f1d743bd6 req-e7c41614-95c2-4dd6-9ff4-b9722787326f tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:51.724828 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1333d9bf-64ab-4574-a14c-497f1d743bd6 req-e7c41614-95c2-4dd6-9ff4-b9722787326f tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 950 time: 0.1488760 Dec 10 16:25:51.731974 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-718c12db-8027-4256-805b-e59bbd0466e6 req-1ba60abf-deb4-4af8-a337-ca51c67c4173 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766771-2', 'device_owner': 'compute:nova'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:25:51.771514 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab624f47-97ea-4409-92ef-19dd2b3a5c86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:51.774269 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab624f47-97ea-4409-92ef-19dd2b3a5c86 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:51.829451 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab624f47-97ea-4409-92ef-19dd2b3a5c86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:51.829845 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab624f47-97ea-4409-92ef-19dd2b3a5c86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b34d330-3d25-4291-9355-8811c25dae10 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:25:51.833612 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1333d9bf-64ab-4574-a14c-497f1d743bd6 req-1dab4ead-a813-482d-83bd-a48c0e4c001b tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078377 Dec 10 16:25:51.835273 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-718c12db-8027-4256-805b-e59bbd0466e6 req-1ba60abf-deb4-4af8-a337-ca51c67c4173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:51.838849 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab624f47-97ea-4409-92ef-19dd2b3a5c86 admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:51.841878 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ab624f47-97ea-4409-92ef-19dd2b3a5c86 admin admin] 10.222.0.11 "DELETE /v2.0/routers/6b34d330-3d25-4291-9355-8811c25dae10 HTTP/1.1" status: 204 len: 168 time: 1.2749178 Dec 10 16:25:51.853059 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 45992) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:51.901081 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b1f579a-2baa-40c0-866f-a6187fc849ad admin admin] Deleting subnet 62e7e0a2-de2b-4792-817e-ec8119832339 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:25:51.904854 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6b1f579a-2baa-40c0-866f-a6187fc849ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:51.921265 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 16:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b428f43-7743-49c4-8c55-1767b761827a x-openstack-request-id: req-3b428f43-7743-49c4-8c55-1767b761827a {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:25:51.921498 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722a3dbb-d1e8-4a27-a3b1-4af19c569fad", "name": "network-vif-plugged", "status": "completed", "tag": "98fb692d-e42b-481a-b4c9-50b1d79bcf6b", "code": 200}, {"server_uuid": "aab0439d-e8ba-439a-8f48-06aa4816871e", "name": "network-vif-plugged", "status": "completed", "tag": "11cbc379-0199-4cc1-a53f-d3dc69ee8639", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:25:51.921753 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3b428f43-7743-49c4-8c55-1767b761827a {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:25:51.922238 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '722a3dbb-d1e8-4a27-a3b1-4af19c569fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98fb692d-e42b-481a-b4c9-50b1d79bcf6b', 'code': 200} Dec 10 16:25:51.923134 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab0439d-e8ba-439a-8f48-06aa4816871e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11cbc379-0199-4cc1-a53f-d3dc69ee8639', 'code': 200} Dec 10 16:25:51.984290 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6b1f579a-2baa-40c0-866f-a6187fc849ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:52.167417 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6b1f579a-2baa-40c0-866f-a6187fc849ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:52.179328 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device dc9c11fd-5594-4c9d-932f-cc0ca39ec062 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:25:52.213671 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: dc9c11fd-5594-4c9d-932f-cc0ca39ec062 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:25:52.214011 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device dc9c11fd-5594-4c9d-932f-cc0ca39ec062 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:25:52.286299 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6b1f579a-2baa-40c0-866f-a6187fc849ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:52.328585 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f579a-2baa-40c0-866f-a6187fc849ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62e7e0a2-de2b-4792-817e-ec8119832339,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:52.329949 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52e966-d965-4b82-8cd9-f2dcc7b1fc21 req-c75a2c91-f7dc-42e4-9fff-3eee7322fe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:52.336967 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ee52e966-d965-4b82-8cd9-f2dcc7b1fc21 req-c75a2c91-f7dc-42e4-9fff-3eee7322fe55 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=722a3dbb-d1e8-4a27-a3b1-4af19c569fad HTTP/1.1" status: 200 len: 1096 time: 0.2806573 Dec 10 16:25:52.338771 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6b1f579a-2baa-40c0-866f-a6187fc849ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:52.341961 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6b1f579a-2baa-40c0-866f-a6187fc849ad admin admin] 10.222.0.11 "DELETE /v2.0/subnets/62e7e0a2-de2b-4792-817e-ec8119832339 HTTP/1.1" status: 204 len: 168 time: 0.4961672 Dec 10 16:25:52.344476 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 45998) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:52.347129 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ac4e4d-120d-4c61-922e-5bce7698d4a0 None None] Network f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:25:52.431365 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8728f548-0c40-4025-9660-87a54f9780a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:52.438798 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ee52e966-d965-4b82-8cd9-f2dcc7b1fc21 req-ee57b969-2b81-4fe8-842c-5d65408b80b4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886204 Dec 10 16:25:52.449042 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-718c12db-8027-4256-805b-e59bbd0466e6 req-1ba60abf-deb4-4af8-a337-ca51c67c4173 service neutron] For port 98aa5f6b-994b-4a0b-8a63-197560470701, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=98aa5f6b-994b-4a0b-8a63-197560470701,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:52.517610 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-8728f548-0c40-4025-9660-87a54f9780a0 admin admin] Deleting port 2a74c6cf-2f48-4486-a9d4-fee36a745f25 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:25:52.517980 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8728f548-0c40-4025-9660-87a54f9780a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:52.552166 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-718c12db-8027-4256-805b-e59bbd0466e6 req-1ba60abf-deb4-4af8-a337-ca51c67c4173 service neutron] For port 98aa5f6b-994b-4a0b-8a63-197560470701, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:25:52.641988 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5867891a-091e-46ea-b98b-3a3c93203d95 None None] DHCP port deletion for f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:25:52.662231 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c45c3f-607a-4966-82c4-75da5bfab0ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98aa5f6b-994b-4a0b-8a63-197560470701'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:25:52.667651 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13eeac5-1aaf-4b97-800e-0c2ffb679b40" -d '{"events": [{"server_uuid": "a5c45c3f-607a-4966-82c4-75da5bfab0ce", "name": "network-vif-unplugged", "status": "completed", "tag": "98aa5f6b-994b-4a0b-8a63-197560470701"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:25:52.672371 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-718c12db-8027-4256-805b-e59bbd0466e6 req-1ba60abf-deb4-4af8-a337-ca51c67c4173 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:52.710262 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-718c12db-8027-4256-805b-e59bbd0466e6 req-1ba60abf-deb4-4af8-a337-ca51c67c4173 service neutron] Transition to ACTIVE for port object 98aa5f6b-994b-4a0b-8a63-197560470701 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:25:52.719490 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-718c12db-8027-4256-805b-e59bbd0466e6 req-1ba60abf-deb4-4af8-a337-ca51c67c4173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:52.785817 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-5867891a-091e-46ea-b98b-3a3c93203d95 None None] Deleting port 2a74c6cf-2f48-4486-a9d4-fee36a745f25 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:25:52.786221 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5867891a-091e-46ea-b98b-3a3c93203d95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:52.894625 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-5867891a-091e-46ea-b98b-3a3c93203d95 None None] For port 2a74c6cf-2f48-4486-a9d4-fee36a745f25, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=2a74c6cf-2f48-4486-a9d4-fee36a745f25,segment=NetworkSegment(0d729b36-d885-4706-9ed8-08489c626bce),segment_id=0d729b36-d885-4706-9ed8-08489c626bce)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:52.895022 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5867891a-091e-46ea-b98b-3a3c93203d95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:52.913463 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-718c12db-8027-4256-805b-e59bbd0466e6 req-1ba60abf-deb4-4af8-a337-ca51c67c4173 service neutron] No DVR routers for this DVR port 98aa5f6b-994b-4a0b-8a63-197560470701 on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:25:52.927943 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba60abf-deb4-4af8-a337-ca51c67c4173 service neutron] Pushing event updated for resources: {'Port': ['ID=98aa5f6b-994b-4a0b-8a63-197560470701,revision_number=10']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:52.931606 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-5867891a-091e-46ea-b98b-3a3c93203d95 None None] Calling delete_port for 2a74c6cf-2f48-4486-a9d4-fee36a745f25 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:25:52.972665 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-8728f548-0c40-4025-9660-87a54f9780a0 admin admin] For port 2a74c6cf-2f48-4486-a9d4-fee36a745f25, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=2a74c6cf-2f48-4486-a9d4-fee36a745f25,segment=NetworkSegment(0d729b36-d885-4706-9ed8-08489c626bce),segment_id=0d729b36-d885-4706-9ed8-08489c626bce)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:52.973255 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8728f548-0c40-4025-9660-87a54f9780a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:53.001029 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb093fe-2c64-4637-ac92-244e9abc79cf req-6c350e52-e329-44f4-ba04-e04c066e737b tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:53.009560 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6cb093fe-2c64-4637-ac92-244e9abc79cf req-6c350e52-e329-44f4-ba04-e04c066e737b tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab0439d-e8ba-439a-8f48-06aa4816871e HTTP/1.1" status: 200 len: 945 time: 0.2190647 Dec 10 16:25:53.010677 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-8728f548-0c40-4025-9660-87a54f9780a0 admin admin] Calling delete_port for 2a74c6cf-2f48-4486-a9d4-fee36a745f25 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:25:53.050789 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-718c12db-8027-4256-805b-e59bbd0466e6 req-1ba60abf-deb4-4af8-a337-ca51c67c4173 service neutron] Attempting to bind port 98aa5f6b-994b-4a0b-8a63-197560470701 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:25:53.051441 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-718c12db-8027-4256-805b-e59bbd0466e6 req-1ba60abf-deb4-4af8-a337-ca51c67c4173 service neutron] Attempting to bind port 98aa5f6b-994b-4a0b-8a63-197560470701 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:25:53.051966 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718c12db-8027-4256-805b-e59bbd0466e6 req-1ba60abf-deb4-4af8-a337-ca51c67c4173 service neutron] Attempting to bind port 98aa5f6b-994b-4a0b-8a63-197560470701 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:25:53.069347 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718c12db-8027-4256-805b-e59bbd0466e6 req-1ba60abf-deb4-4af8-a337-ca51c67c4173 service neutron] Port 98aa5f6b-994b-4a0b-8a63-197560470701 on network 1b1da819-dfba-43f2-8848-8bb429159850 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:25:53.069885 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718c12db-8027-4256-805b-e59bbd0466e6 req-1ba60abf-deb4-4af8-a337-ca51c67c4173 service neutron] Attempting to bind port 98aa5f6b-994b-4a0b-8a63-197560470701 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:25:53.098599 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5867891a-091e-46ea-b98b-3a3c93203d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:53.102158 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718c12db-8027-4256-805b-e59bbd0466e6 req-1ba60abf-deb4-4af8-a337-ca51c67c4173 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:25:53.102558 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718c12db-8027-4256-805b-e59bbd0466e6 req-1ba60abf-deb4-4af8-a337-ca51c67c4173 service neutron] Checking segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:25:53.102951 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718c12db-8027-4256-805b-e59bbd0466e6 req-1ba60abf-deb4-4af8-a337-ca51c67c4173 service neutron] Bound using segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:25:53.103399 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-718c12db-8027-4256-805b-e59bbd0466e6 req-1ba60abf-deb4-4af8-a337-ca51c67c4173 service neutron] Bound port: 98aa5f6b-994b-4a0b-8a63-197560470701, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:25:53.103770 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-718c12db-8027-4256-805b-e59bbd0466e6 req-1ba60abf-deb4-4af8-a337-ca51c67c4173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:53.127823 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6cb093fe-2c64-4637-ac92-244e9abc79cf req-97a83b93-45ea-4595-aee0-204cd99308e4 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168699 Dec 10 16:25:53.151520 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5867891a-091e-46ea-b98b-3a3c93203d95 None None] Pushing event deleted for resources: {'Port': ['ID=2a74c6cf-2f48-4486-a9d4-fee36a745f25,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:53.156242 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5867891a-091e-46ea-b98b-3a3c93203d95 None None] No DVR routers for this DVR port 2a74c6cf-2f48-4486-a9d4-fee36a745f25 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:25:53.188996 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8728f548-0c40-4025-9660-87a54f9780a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:53.247690 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8728f548-0c40-4025-9660-87a54f9780a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a74c6cf-2f48-4486-a9d4-fee36a745f25,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:53.267449 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8728f548-0c40-4025-9660-87a54f9780a0 admin admin] No DVR routers for this DVR port 2a74c6cf-2f48-4486-a9d4-fee36a745f25 on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:25:53.276202 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-718c12db-8027-4256-805b-e59bbd0466e6 req-1ba60abf-deb4-4af8-a337-ca51c67c4173 service neutron] For port 98aa5f6b-994b-4a0b-8a63-197560470701, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:25:53.281196 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-718c12db-8027-4256-805b-e59bbd0466e6 req-1ba60abf-deb4-4af8-a337-ca51c67c4173 service neutron] For port 98aa5f6b-994b-4a0b-8a63-197560470701, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=98aa5f6b-994b-4a0b-8a63-197560470701,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:25:53.289753 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-718c12db-8027-4256-805b-e59bbd0466e6 req-1ba60abf-deb4-4af8-a337-ca51c67c4173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:53.352723 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c12db-8027-4256-805b-e59bbd0466e6 req-1ba60abf-deb4-4af8-a337-ca51c67c4173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:53.354113 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-718c12db-8027-4256-805b-e59bbd0466e6 req-1ba60abf-deb4-4af8-a337-ca51c67c4173 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:53.356833 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-718c12db-8027-4256-805b-e59bbd0466e6 req-1ba60abf-deb4-4af8-a337-ca51c67c4173 service neutron] 10.222.0.46 "PUT /v2.0/ports/98aa5f6b-994b-4a0b-8a63-197560470701 HTTP/1.1" status: 200 len: 1097 time: 1.6299284 Dec 10 16:25:53.406889 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8728f548-0c40-4025-9660-87a54f9780a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:53.468116 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba60abf-deb4-4af8-a337-ca51c67c4173 service neutron] Pushing event updated for resources: {'Port': ['ID=98aa5f6b-994b-4a0b-8a63-197560470701,revision_number=11']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:53.484918 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-8728f548-0c40-4025-9660-87a54f9780a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:53.493019 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c12db-8027-4256-805b-e59bbd0466e6 req-ef2be806-4300-4ff7-9a32-5163da97bba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:53.494601 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-718c12db-8027-4256-805b-e59bbd0466e6 req-ef2be806-4300-4ff7-9a32-5163da97bba8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94e98c03952a41539b6089aa3614a4af&device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 1100 time: 0.0988016 Dec 10 16:25:53.504195 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-8728f548-0c40-4025-9660-87a54f9780a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d729b36-d885-4706-9ed8-08489c626bce') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:53.504514 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-8728f548-0c40-4025-9660-87a54f9780a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d729b36-d885-4706-9ed8-08489c626bce') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:53.539108 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8728f548-0c40-4025-9660-87a54f9780a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:53.586885 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8728f548-0c40-4025-9660-87a54f9780a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:53.611335 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8728f548-0c40-4025-9660-87a54f9780a0 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:25:53.611740 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8728f548-0c40-4025-9660-87a54f9780a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:53.613667 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:25:53.613667 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:25:53.613667 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:25:53.613667 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:25:53.613667 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:25:53.613667 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:25:53.613667 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:25:53.613667 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:25:53.613667 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:25:53.613667 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:25:53.613667 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:25:53.613667 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:25:53.613667 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:25:53.613667 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:25:53.613667 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:25:53.613667 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:25:53.613667 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:25:53.613667 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:25:53.613667 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:25:53.613667 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:25:53.613667 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:25:53.613667 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:25:53.613667 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:25:53.613667 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:25:53.613667 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:25:53.613667 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:25:53.613667 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:25:53.613667 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:25:53.613667 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:25:53.613667 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:25:53.613667 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:25:53.613667 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:25:53.613667 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:25:53.613667 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:25:53.613667 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:25:53.613667 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:25:53.613667 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:25:53.613667 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:25:53.613667 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:25:53.613667 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:25:53.713996 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c12db-8027-4256-805b-e59bbd0466e6 req-1e047015-add0-462d-8268-73a902566e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:53.715512 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-718c12db-8027-4256-805b-e59bbd0466e6 req-1e047015-add0-462d-8268-73a902566e18 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.2049983 Dec 10 16:25:53.761331 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8728f548-0c40-4025-9660-87a54f9780a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:53.773619 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-718c12db-8027-4256-805b-e59bbd0466e6 req-8aa5b159-f740-4b7b-ba57-f15b04dd4285 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=98aa5f6b-994b-4a0b-8a63-197560470701 HTTP/1.1" status: 200 len: 217 time: 0.0470533 Dec 10 16:25:53.778440 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8728f548-0c40-4025-9660-87a54f9780a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:53.784676 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8728f548-0c40-4025-9660-87a54f9780a0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9 HTTP/1.1" status: 204 len: 168 time: 1.4363134 Dec 10 16:25:53.795239 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8728f548-0c40-4025-9660-87a54f9780a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1ec3f0f-8492-4a6c-b9c5-0c92a500d5a9,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:53.883023 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c12db-8027-4256-805b-e59bbd0466e6 req-4fa95610-29b9-48b8-87c0-bc682b961716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:53.884533 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-718c12db-8027-4256-805b-e59bbd0466e6 req-4fa95610-29b9-48b8-87c0-bc682b961716 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.0892713 Dec 10 16:25:53.948903 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 46012) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:53.956442 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a32b63-85a5-4005-922c-e971d5bbd56d req-d5d331b0-c8ad-4f6b-b2f5-26c371471707 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:53.966871 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d6a32b63-85a5-4005-922c-e971d5bbd56d req-d5d331b0-c8ad-4f6b-b2f5-26c371471707 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=722a3dbb-d1e8-4a27-a3b1-4af19c569fad HTTP/1.1" status: 200 len: 945 time: 0.2475240 Dec 10 16:25:54.001842 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c12db-8027-4256-805b-e59bbd0466e6 req-7b8cd3a6-ef2d-4319-9d40-5acac1275aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:54.003374 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-718c12db-8027-4256-805b-e59bbd0466e6 req-7b8cd3a6-ef2d-4319-9d40-5acac1275aa2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1114938 Dec 10 16:25:54.011967 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4e70029b-4128-43d2-805b-5f45bc1abc1c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e5b42db6acff4912af9c39e70aced757&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0595441 Dec 10 16:25:54.014523 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 46014) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:54.075435 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0ab197a6-ae5d-481a-b409-05d4d31c695a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:54.103576 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d6a32b63-85a5-4005-922c-e971d5bbd56d req-b1fd8261-f4f9-4356-9749-954cba73d37e tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268575 Dec 10 16:25:54.108592 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0ab197a6-ae5d-481a-b409-05d4d31c695a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:54.193943 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0ab197a6-ae5d-481a-b409-05d4d31c695a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:54.197963 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0ab197a6-ae5d-481a-b409-05d4d31c695a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:54.201553 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0ab197a6-ae5d-481a-b409-05d4d31c695a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cc2be347-75ef-4b9b-ad06-cee4d59f1925 HTTP/1.1" status: 204 len: 168 time: 0.1825583 Dec 10 16:25:54.203271 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-718c12db-8027-4256-805b-e59bbd0466e6 req-e8f70d1b-dcef-4ebf-aeea-f449c24f924b service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869290 Dec 10 16:25:54.207077 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 40d4a0e1-7c6e-404c-8c04-f9cf606caec6 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:25:54.230323 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab197a6-ae5d-481a-b409-05d4d31c695a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2be347-75ef-4b9b-ad06-cee4d59f1925,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:54.283473 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 40d4a0e1-7c6e-404c-8c04-f9cf606caec6 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:25:54.285832 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 40d4a0e1-7c6e-404c-8c04-f9cf606caec6 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:25:54.286460 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 2a74c6cf-2f48-4486-a9d4-fee36a745f25 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:25:54.357862 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 2a74c6cf-2f48-4486-a9d4-fee36a745f25 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:25:54.358235 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 2a74c6cf-2f48-4486-a9d4-fee36a745f25 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:25:54.429110 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-718c12db-8027-4256-805b-e59bbd0466e6 req-2b1c4ef1-69bd-4225-9df4-fc96d21a7a85 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189028 Dec 10 16:25:54.481556 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 16:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946e8595-ffc2-4c3c-83c2-c5625fb19e01 x-openstack-request-id: req-946e8595-ffc2-4c3c-83c2-c5625fb19e01 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:25:54.482021 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c45c3f-607a-4966-82c4-75da5bfab0ce", "name": "network-vif-unplugged", "status": "completed", "tag": "98aa5f6b-994b-4a0b-8a63-197560470701", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:25:54.482737 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-946e8595-ffc2-4c3c-83c2-c5625fb19e01 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:25:54.483337 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c45c3f-607a-4966-82c4-75da5bfab0ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98aa5f6b-994b-4a0b-8a63-197560470701', 'code': 200} Dec 10 16:25:54.627565 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b2f6a-9d43-413e-8942-dbf9d13cd290 req-215e9e3c-575b-4e4b-ab1b-fc002a75ac89 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:54.636965 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2d1b2f6a-9d43-413e-8942-dbf9d13cd290 req-215e9e3c-575b-4e4b-ab1b-fc002a75ac89 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 949 time: 0.0960917 Dec 10 16:25:54.708517 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2d1b2f6a-9d43-413e-8942-dbf9d13cd290 req-04df4ff9-a077-4dfe-9c09-c9c30562d8c1 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660660 Dec 10 16:25:55.140408 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8165a72-008f-4950-9568-bb54f7fc485a req-0e243480-6ef2-4cdf-98eb-bb60098350a7 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:55.148738 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e8165a72-008f-4950-9568-bb54f7fc485a req-0e243480-6ef2-4cdf-98eb-bb60098350a7 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab0439d-e8ba-439a-8f48-06aa4816871e HTTP/1.1" status: 200 len: 945 time: 0.1122041 Dec 10 16:25:55.213487 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e8165a72-008f-4950-9568-bb54f7fc485a req-3591bfd5-a222-45f9-b4b6-d957aa9c79b2 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578027 Dec 10 16:25:55.286950 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 46050) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:55.439028 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-6221986a-1234-4e53-8802-73a49ba9ccbd admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-670628104-network', 'tenant_id': '46f3725509ff40ffaf76e0eee45b744c'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:25:55.475457 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6221986a-1234-4e53-8802-73a49ba9ccbd admin admin] Made reservation on behalf of 46f3725509ff40ffaf76e0eee45b744c for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:25:55.483299 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6221986a-1234-4e53-8802-73a49ba9ccbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:55.503548 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6221986a-1234-4e53-8802-73a49ba9ccbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:55.531309 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 98aa5f6b-994b-4a0b-8a63-197560470701 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:25:55.568672 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd4a22-51dd-48f0-bc9f-f27acd1f42c1 req-64d36269-eda7-45ee-ae9c-cae59e60741d tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:55.580561 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd4a22-51dd-48f0-bc9f-f27acd1f42c1 req-64d36269-eda7-45ee-ae9c-cae59e60741d tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:55.586771 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd4a22-51dd-48f0-bc9f-f27acd1f42c1 req-64d36269-eda7-45ee-ae9c-cae59e60741d tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:55.588447 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a1dd4a22-51dd-48f0-bc9f-f27acd1f42c1 req-64d36269-eda7-45ee-ae9c-cae59e60741d tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/ports?device_id=56ed452a-d7af-45a1-90ad-012a29b4c3e3 HTTP/1.1" status: 200 len: 2419 time: 0.1386175 Dec 10 16:25:55.610506 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 98aa5f6b-994b-4a0b-8a63-197560470701 not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:25:55.655434 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6221986a-1234-4e53-8802-73a49ba9ccbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:55.662615 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6221986a-1234-4e53-8802-73a49ba9ccbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:55.671931 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a1dd4a22-51dd-48f0-bc9f-f27acd1f42c1 req-9bea6066-a816-46c2-bbce-536719c4de25 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dbd2ddc-fbc8-4ac1-a676-75cf3a492ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728567 Dec 10 16:25:55.730913 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6221986a-1234-4e53-8802-73a49ba9ccbd admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:25:55.759706 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6221986a-1234-4e53-8802-73a49ba9ccbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed93517-1399-42c5-aa0e-408eb577b7f2,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:55.786728 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6221986a-1234-4e53-8802-73a49ba9ccbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:55.789165 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-6221986a-1234-4e53-8802-73a49ba9ccbd admin admin] Added segment 7b24ac44-1edb-4cec-a6e8-fa21f4a4b9d1 of type vlan for network 833d5c44-0f20-47d1-a2bf-5c0360fc53c5 Dec 10 16:25:55.861233 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6221986a-1234-4e53-8802-73a49ba9ccbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:55.910504 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449454c-0858-451a-b0fe-a4aa5cc55176 req-ef96cc19-30ef-4a20-a478-d0080f3b3cc6 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:55.912269 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c449454c-0858-451a-b0fe-a4aa5cc55176 req-ef96cc19-30ef-4a20-a478-d0080f3b3cc6 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=722a3dbb-d1e8-4a27-a3b1-4af19c569fad HTTP/1.1" status: 200 len: 945 time: 0.0863643 Dec 10 16:25:55.916165 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6221986a-1234-4e53-8802-73a49ba9ccbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:55.917209 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6221986a-1234-4e53-8802-73a49ba9ccbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:55.918352 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6221986a-1234-4e53-8802-73a49ba9ccbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:55.989172 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c449454c-0858-451a-b0fe-a4aa5cc55176 req-fb2666cd-c23a-4f9c-847d-ec7e74480ece tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643504 Dec 10 16:25:55.996086 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6221986a-1234-4e53-8802-73a49ba9ccbd admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7079952 Dec 10 16:25:56.001578 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 46060) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:56.002735 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6221986a-1234-4e53-8802-73a49ba9ccbd admin admin] Pushing event updated for resources: {'Network': ['ID=833d5c44-0f20-47d1-a2bf-5c0360fc53c5,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:56.006953 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-625472e1-cc63-4405-b620-ff77c6879e49 admin admin] Request body: {'subnet': {'network_id': '833d5c44-0f20-47d1-a2bf-5c0360fc53c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-670628104-subnet', 'tenant_id': '46f3725509ff40ffaf76e0eee45b744c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:25:56.018032 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 833d5c44-0f20-47d1-a2bf-5c0360fc53c5 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:25:56.051456 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625472e1-cc63-4405-b620-ff77c6879e49 admin admin] Made reservation on behalf of 46f3725509ff40ffaf76e0eee45b744c for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:25:56.055543 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-625472e1-cc63-4405-b620-ff77c6879e49 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:56.359427 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-625472e1-cc63-4405-b620-ff77c6879e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:56.450708 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625472e1-cc63-4405-b620-ff77c6879e49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27e899e1-b171-42d8-bf35-913ec851a537,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:56.476688 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35db63c-a415-4964-9357-9f9d5a3a37f9 req-4997a36a-896f-4c3d-8536-0365e132d904 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:56.486254 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d35db63c-a415-4964-9357-9f9d5a3a37f9 req-4997a36a-896f-4c3d-8536-0365e132d904 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 949 time: 0.3561208 Dec 10 16:25:56.491436 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c45c3f-607a-4966-82c4-75da5bfab0ce', 'tag': '98aa5f6b-994b-4a0b-8a63-197560470701'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:25:56.493823 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4fa060-6269-4b1f-ad01-af5b318d87d5" -d '{"events": [{"name": "network-changed", "server_uuid": "a5c45c3f-607a-4966-82c4-75da5bfab0ce", "tag": "98aa5f6b-994b-4a0b-8a63-197560470701"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:25:56.532034 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea549bc-da14-4db5-9aec-1fbba965b394 req-cd7c1f1d-9eeb-4775-ae09-0615cf22dc5e tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:56.539153 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea549bc-da14-4db5-9aec-1fbba965b394 req-cd7c1f1d-9eeb-4775-ae09-0615cf22dc5e tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:56.545269 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea549bc-da14-4db5-9aec-1fbba965b394 req-cd7c1f1d-9eeb-4775-ae09-0615cf22dc5e tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:56.547123 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1ea549bc-da14-4db5-9aec-1fbba965b394 req-cd7c1f1d-9eeb-4775-ae09-0615cf22dc5e tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.26 "GET /v2.0/ports?device_id=56ed452a-d7af-45a1-90ad-012a29b4c3e3 HTTP/1.1" status: 200 len: 2419 time: 0.2173147 Dec 10 16:25:56.602013 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625472e1-cc63-4405-b620-ff77c6879e49 admin admin] Checking segment: {'id': '7b24ac44-1edb-4cec-a6e8-fa21f4a4b9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '833d5c44-0f20-47d1-a2bf-5c0360fc53c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:25:56.603029 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625472e1-cc63-4405-b620-ff77c6879e49 admin admin] Network hostable DHCP agents. Network: 833d5c44-0f20-47d1-a2bf-5c0360fc53c5, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:25:56.630630 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d35db63c-a415-4964-9357-9f9d5a3a37f9 req-a8118ef0-7e28-4437-9a47-c7ee1d28ff8c tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371493 Dec 10 16:25:56.706790 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625472e1-cc63-4405-b620-ff77c6879e49 admin admin] Network 833d5c44-0f20-47d1-a2bf-5c0360fc53c5 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:25:56.722620 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-625472e1-cc63-4405-b620-ff77c6879e49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 833d5c44-0f20-47d1-a2bf-5c0360fc53c5) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:25:56.732673 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee4145d-9b98-4599-b47d-bc6c53060987 None None] Network 833d5c44-0f20-47d1-a2bf-5c0360fc53c5 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:25:56.739266 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625472e1-cc63-4405-b620-ff77c6879e49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:56.740330 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-625472e1-cc63-4405-b620-ff77c6879e49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:56.758994 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-1ea549bc-da14-4db5-9aec-1fbba965b394 req-060705f3-8ebe-4f19-98ea-8ca1156dd13c tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Deleting port 62f433c8-38a5-46e6-998c-0441891b215c {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:25:56.759912 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1ea549bc-da14-4db5-9aec-1fbba965b394 req-060705f3-8ebe-4f19-98ea-8ca1156dd13c tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:56.839948 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 46076) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:56.846023 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-4da8ecc4-ffd9-457c-9b83-50b5a0fdb7f1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-670628104-router', 'tenant_id': '46f3725509ff40ffaf76e0eee45b744c', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:25:56.850299 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-625472e1-cc63-4405-b620-ff77c6879e49 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8445308 Dec 10 16:25:56.878563 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4da8ecc4-ffd9-457c-9b83-50b5a0fdb7f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:56.881901 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4da8ecc4-ffd9-457c-9b83-50b5a0fdb7f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:56.929520 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-1ea549bc-da14-4db5-9aec-1fbba965b394 req-060705f3-8ebe-4f19-98ea-8ca1156dd13c tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] For port 62f433c8-38a5-46e6-998c-0441891b215c, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=62f433c8-38a5-46e6-998c-0441891b215c,segment=NetworkSegment(069579c4-e6b3-45a0-b0f2-0685ae2a0198),segment_id=069579c4-e6b3-45a0-b0f2-0685ae2a0198)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:56.930004 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1ea549bc-da14-4db5-9aec-1fbba965b394 req-060705f3-8ebe-4f19-98ea-8ca1156dd13c tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:56.947446 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-1ea549bc-da14-4db5-9aec-1fbba965b394 req-060705f3-8ebe-4f19-98ea-8ca1156dd13c tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Calling delete_port for 62f433c8-38a5-46e6-998c-0441891b215c owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:25:57.021386 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4da8ecc4-ffd9-457c-9b83-50b5a0fdb7f1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:57.151977 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1ea549bc-da14-4db5-9aec-1fbba965b394 req-060705f3-8ebe-4f19-98ea-8ca1156dd13c tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:57.196894 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060705f3-8ebe-4f19-98ea-8ca1156dd13c tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Pushing event deleted for resources: {'Port': ['ID=62f433c8-38a5-46e6-998c-0441891b215c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:57.266733 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['2fbbdd84-cf75-48c3-88b6-2f9b11d7064a', '907e05df-d771-4b17-8fa3-e2b762bed2cb', '62f433c8-38a5-46e6-998c-0441891b215c'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:25:57.271862 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea549bc-da14-4db5-9aec-1fbba965b394 req-060705f3-8ebe-4f19-98ea-8ca1156dd13c tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] No DVR routers for this DVR port 62f433c8-38a5-46e6-998c-0441891b215c on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:25:57.282439 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4da8ecc4-ffd9-457c-9b83-50b5a0fdb7f1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:57.284961 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1ea549bc-da14-4db5-9aec-1fbba965b394 req-060705f3-8ebe-4f19-98ea-8ca1156dd13c tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:57.288890 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1ea549bc-da14-4db5-9aec-1fbba965b394 req-060705f3-8ebe-4f19-98ea-8ca1156dd13c tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.26 "DELETE /v2.0/ports/62f433c8-38a5-46e6-998c-0441891b215c HTTP/1.1" status: 204 len: 173 time: 0.7323050 Dec 10 16:25:57.326710 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98203744-246f-4dd8-8cb2-dc15e86d011f req-39ddd097-0803-4970-ad30-0134aace909d tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:57.336519 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-98203744-246f-4dd8-8cb2-dc15e86d011f req-39ddd097-0803-4970-ad30-0134aace909d tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab0439d-e8ba-439a-8f48-06aa4816871e HTTP/1.1" status: 200 len: 945 time: 0.1966264 Dec 10 16:25:57.404379 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 98aa5f6b-994b-4a0b-8a63-197560470701 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:25:57.446727 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bc955b-b544-4edc-b13a-59fc47952f42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-833d5c44-0f20-47d1-a2bf-5c0360fc53c5', 'network_id': '833d5c44-0f20-47d1-a2bf-5c0360fc53c5', 'project_id': '46f3725509ff40ffaf76e0eee45b744c', 'fixed_ips': [{'subnet_id': '27e899e1-b171-42d8-bf35-913ec851a537'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:25:57.462570 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-01bc955b-b544-4edc-b13a-59fc47952f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:57.516703 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-98203744-246f-4dd8-8cb2-dc15e86d011f req-bd99703f-0da7-4988-a747-521598b56d12 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790860 Dec 10 16:25:57.579220 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.resource_extend [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 16:25:57.585808 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-1ea549bc-da14-4db5-9aec-1fbba965b394 req-412432ad-bd96-4fef-8f02-3412fe683961 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Deleting port 2fbbdd84-cf75-48c3-88b6-2f9b11d7064a {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:25:57.586167 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1ea549bc-da14-4db5-9aec-1fbba965b394 req-412432ad-bd96-4fef-8f02-3412fe683961 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:57.754216 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4da8ecc4-ffd9-457c-9b83-50b5a0fdb7f1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:57.786653 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4da8ecc4-ffd9-457c-9b83-50b5a0fdb7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:57.818232 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-1ea549bc-da14-4db5-9aec-1fbba965b394 req-412432ad-bd96-4fef-8f02-3412fe683961 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] For port 2fbbdd84-cf75-48c3-88b6-2f9b11d7064a, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=2fbbdd84-cf75-48c3-88b6-2f9b11d7064a,segment=NetworkSegment(a32d96e3-bbd4-468d-bf1a-72bb3911c80f),segment_id=a32d96e3-bbd4-468d-bf1a-72bb3911c80f)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:57.824984 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1ea549bc-da14-4db5-9aec-1fbba965b394 req-412432ad-bd96-4fef-8f02-3412fe683961 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:57.879302 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-1ea549bc-da14-4db5-9aec-1fbba965b394 req-412432ad-bd96-4fef-8f02-3412fe683961 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Calling delete_port for 2fbbdd84-cf75-48c3-88b6-2f9b11d7064a owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:25:57.907602 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86967e9a-b747-45a8-859e-f5d0bd3d9091 x-openstack-request-id: req-86967e9a-b747-45a8-859e-f5d0bd3d9091 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:25:57.916021 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5c45c3f-607a-4966-82c4-75da5bfab0ce", "tag": "98aa5f6b-994b-4a0b-8a63-197560470701", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:25:57.919377 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-86967e9a-b747-45a8-859e-f5d0bd3d9091 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:25:57.920058 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5c45c3f-607a-4966-82c4-75da5bfab0ce', 'tag': '98aa5f6b-994b-4a0b-8a63-197560470701', 'status': 'completed', 'code': 200} Dec 10 16:25:57.953784 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-4da8ecc4-ffd9-457c-9b83-50b5a0fdb7f1 admin admin] Allocated IP 172.25.6.103 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/a80d13de-304c-49db-ad1b-c5115f83d68d) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:25:58.104282 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 98aa5f6b-994b-4a0b-8a63-197560470701, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=98aa5f6b-994b-4a0b-8a63-197560470701,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:58.169800 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4da8ecc4-ffd9-457c-9b83-50b5a0fdb7f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:58.200211 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-01bc955b-b544-4edc-b13a-59fc47952f42 None None] Allocated IP 172.20.0.2 (833d5c44-0f20-47d1-a2bf-5c0360fc53c5/27e899e1-b171-42d8-bf35-913ec851a537/328daec2-15f1-4248-9a80-d343e379a4ca) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:25:58.233425 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4da8ecc4-ffd9-457c-9b83-50b5a0fdb7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:58.264567 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1ea549bc-da14-4db5-9aec-1fbba965b394 req-412432ad-bd96-4fef-8f02-3412fe683961 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:58.290715 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '98aa5f6b-994b-4a0b-8a63-197560470701', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'port_id': '98aa5f6b-994b-4a0b-8a63-197560470701', 'mac_address': 'fa:16:3e:bf:a9:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a18c92-5007-49e2-b728-7aedc06dca57', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:25:58.299515 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da8ecc4-ffd9-457c-9b83-50b5a0fdb7f1 admin admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:25:58.320825 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-4da8ecc4-ffd9-457c-9b83-50b5a0fdb7f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:25:58.334072 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da8ecc4-ffd9-457c-9b83-50b5a0fdb7f1 admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:25:58.344745 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412432ad-bd96-4fef-8f02-3412fe683961 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Pushing event deleted for resources: {'Port': ['ID=2fbbdd84-cf75-48c3-88b6-2f9b11d7064a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:58.378910 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c6b30-0cee-4a86-986c-6f3e3523c1aa req-84687a4b-fd19-4943-b93d-f3d114a53bdc tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:58.386360 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-172c6b30-0cee-4a86-986c-6f3e3523c1aa req-84687a4b-fd19-4943-b93d-f3d114a53bdc tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/ports?device_id=56ed452a-d7af-45a1-90ad-012a29b4c3e3 HTTP/1.1" status: 200 len: 946 time: 0.1702311 Dec 10 16:25:58.406579 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4fa060-6269-4b1f-ad01-af5b318d87d5 req-298d1408-fb0c-49cd-af86-30abd2a73d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:58.408522 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb4fa060-6269-4b1f-ad01-af5b318d87d5 req-298d1408-fb0c-49cd-af86-30abd2a73d07 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94e98c03952a41539b6089aa3614a4af&device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 1100 time: 0.4857900 Dec 10 16:25:58.429908 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8ecc4-ffd9-457c-9b83-50b5a0fdb7f1 admin admin] Pushing event updated for resources: {'Port': ['ID=a80d13de-304c-49db-ad1b-c5115f83d68d,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:58.441123 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea549bc-da14-4db5-9aec-1fbba965b394 req-412432ad-bd96-4fef-8f02-3412fe683961 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] No DVR routers for this DVR port 2fbbdd84-cf75-48c3-88b6-2f9b11d7064a on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:25:58.540966 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1ea549bc-da14-4db5-9aec-1fbba965b394 req-412432ad-bd96-4fef-8f02-3412fe683961 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:58.557763 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1ea549bc-da14-4db5-9aec-1fbba965b394 req-412432ad-bd96-4fef-8f02-3412fe683961 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.26 "DELETE /v2.0/ports/2fbbdd84-cf75-48c3-88b6-2f9b11d7064a HTTP/1.1" status: 204 len: 173 time: 1.2627807 Dec 10 16:25:58.561429 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-172c6b30-0cee-4a86-986c-6f3e3523c1aa req-d5da0340-ac2b-4e41-a026-825049a9ffad tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dbd2ddc-fbc8-4ac1-a676-75cf3a492ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739869 Dec 10 16:25:58.588424 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:58.637324 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98aa5f6b-994b-4a0b-8a63-197560470701 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:25:58.756251 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a4949-a0c7-4fb3-88f6-33c0e485859e req-61345610-5a94-49f4-878a-fec5336a971f tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:58.758572 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b08a4949-a0c7-4fb3-88f6-33c0e485859e req-61345610-5a94-49f4-878a-fec5336a971f tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.46 "GET /v2.0/ports?device_id=722a3dbb-d1e8-4a27-a3b1-4af19c569fad HTTP/1.1" status: 200 len: 945 time: 0.5094938 Dec 10 16:25:58.803329 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 98aa5f6b-994b-4a0b-8a63-197560470701, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=98aa5f6b-994b-4a0b-8a63-197560470701,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:58.813167 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:58.892333 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4da8ecc4-ffd9-457c-9b83-50b5a0fdb7f1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:58.932784 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-01bc955b-b544-4edc-b13a-59fc47952f42 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:58.959284 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['62f433c8-38a5-46e6-998c-0441891b215c'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:25:58.997414 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=98aa5f6b-994b-4a0b-8a63-197560470701,revision_number=12']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:59.012251 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-01bc955b-b544-4edc-b13a-59fc47952f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:59.100936 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc955b-b544-4edc-b13a-59fc47952f42 None None] Pushing event updated for resources: {'Port': ['ID=328daec2-15f1-4248-9a80-d343e379a4ca,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:59.145815 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bc955b-b544-4edc-b13a-59fc47952f42 None None] Network 833d5c44-0f20-47d1-a2bf-5c0360fc53c5 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:25:59.148556 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-01bc955b-b544-4edc-b13a-59fc47952f42 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:25:59.159555 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bc955b-b544-4edc-b13a-59fc47952f42 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:25:59.168799 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['98aa5f6b-994b-4a0b-8a63-197560470701'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:25:59.270375 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4da8ecc4-ffd9-457c-9b83-50b5a0fdb7f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:59.300501 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-01bc955b-b544-4edc-b13a-59fc47952f42 None None] Attempting to bind port 328daec2-15f1-4248-9a80-d343e379a4ca on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:25:59.301222 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-01bc955b-b544-4edc-b13a-59fc47952f42 None None] Attempting to bind port 328daec2-15f1-4248-9a80-d343e379a4ca by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '7b24ac44-1edb-4cec-a6e8-fa21f4a4b9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '833d5c44-0f20-47d1-a2bf-5c0360fc53c5'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:25:59.301838 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bc955b-b544-4edc-b13a-59fc47952f42 None None] Attempting to bind port 328daec2-15f1-4248-9a80-d343e379a4ca on network 833d5c44-0f20-47d1-a2bf-5c0360fc53c5 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:25:59.314252 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bc955b-b544-4edc-b13a-59fc47952f42 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:25:59.315663 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bc955b-b544-4edc-b13a-59fc47952f42 None None] Checking segment: {'id': '7b24ac44-1edb-4cec-a6e8-fa21f4a4b9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '833d5c44-0f20-47d1-a2bf-5c0360fc53c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:25:59.317684 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-01bc955b-b544-4edc-b13a-59fc47952f42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:59.318590 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bc955b-b544-4edc-b13a-59fc47952f42 None None] Bound using segment: {'id': '7b24ac44-1edb-4cec-a6e8-fa21f4a4b9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '833d5c44-0f20-47d1-a2bf-5c0360fc53c5'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:25:59.326298 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-01bc955b-b544-4edc-b13a-59fc47952f42 None None] Bound port: 328daec2-15f1-4248-9a80-d343e379a4ca, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b24ac44-1edb-4cec-a6e8-fa21f4a4b9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '833d5c44-0f20-47d1-a2bf-5c0360fc53c5'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:25:59.327077 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-01bc955b-b544-4edc-b13a-59fc47952f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:59.335853 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-1ea549bc-da14-4db5-9aec-1fbba965b394 req-4768b5b8-07d0-4f25-b090-0fc10a5b73ce tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Deleting port 907e05df-d771-4b17-8fa3-e2b762bed2cb {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:25:59.336406 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1ea549bc-da14-4db5-9aec-1fbba965b394 req-4768b5b8-07d0-4f25-b090-0fc10a5b73ce tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:59.353508 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef57370-9a2e-4628-ab25-78921bb25daa req-2a9265c7-9e5e-4f3b-85e0-cc245a8e8b3a tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:59.363125 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aef57370-9a2e-4628-ab25-78921bb25daa req-2a9265c7-9e5e-4f3b-85e0-cc245a8e8b3a tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=722a3dbb-d1e8-4a27-a3b1-4af19c569fad HTTP/1.1" status: 200 len: 945 time: 0.1260979 Dec 10 16:25:59.440252 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-01bc955b-b544-4edc-b13a-59fc47952f42 None None] For port 328daec2-15f1-4248-9a80-d343e379a4ca, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:25:59.444622 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-01bc955b-b544-4edc-b13a-59fc47952f42 None None] For port 328daec2-15f1-4248-9a80-d343e379a4ca, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=328daec2-15f1-4248-9a80-d343e379a4ca,segment=NetworkSegment(7b24ac44-1edb-4cec-a6e8-fa21f4a4b9d1),segment_id=7b24ac44-1edb-4cec-a6e8-fa21f4a4b9d1)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:25:59.454552 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-01bc955b-b544-4edc-b13a-59fc47952f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:59.476762 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aef57370-9a2e-4628-ab25-78921bb25daa req-7e422553-9380-4e83-a945-e721b7fa332f tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086392 Dec 10 16:25:59.511647 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4fa060-6269-4b1f-ad01-af5b318d87d5 req-769884b5-0ef3-4843-b19a-afcb76e32eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:59.513404 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb4fa060-6269-4b1f-ad01-af5b318d87d5 req-769884b5-0ef3-4843-b19a-afcb76e32eb0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 1.0804660 Dec 10 16:25:59.515473 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da8ecc4-ffd9-457c-9b83-50b5a0fdb7f1 admin admin] Router 86f94127-05b5-4570-b3d6-d5a2e33aea8f is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:25:59.556288 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-b08a4949-a0c7-4fb3-88f6-33c0e485859e req-38dbd7f5-1c4d-452f-9158-e825406cdbda tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Deleting port 98fb692d-e42b-481a-b4c9-50b1d79bcf6b {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:25:59.557091 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b08a4949-a0c7-4fb3-88f6-33c0e485859e req-38dbd7f5-1c4d-452f-9158-e825406cdbda tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:59.649383 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc955b-b544-4edc-b13a-59fc47952f42 None None] Pushing event updated for resources: {'Port': ['ID=328daec2-15f1-4248-9a80-d343e379a4ca,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:59.714541 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb4fa060-6269-4b1f-ad01-af5b318d87d5 req-e5fc3def-617d-4a98-812f-401a69f9f355 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=98aa5f6b-994b-4a0b-8a63-197560470701 HTTP/1.1" status: 200 len: 217 time: 0.1846435 Dec 10 16:25:59.733538 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da8ecc4-ffd9-457c-9b83-50b5a0fdb7f1 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:25:59.747917 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849e55f8-a31c-4272-8639-45752c44009c None None] Sync routers for ids ['86f94127-05b5-4570-b3d6-d5a2e33aea8f'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:25:59.758671 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4da8ecc4-ffd9-457c-9b83-50b5a0fdb7f1 admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:59.760317 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4da8ecc4-ffd9-457c-9b83-50b5a0fdb7f1 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9184699 Dec 10 16:25:59.763792 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 46090) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:59.769905 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849e55f8-a31c-4272-8639-45752c44009c None None] Routers {'86f94127-05b5-4570-b3d6-d5a2e33aea8f'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:25:59.770547 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-849e55f8-a31c-4272-8639-45752c44009c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:25:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['86f94127-05b5-4570-b3d6-d5a2e33aea8f'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:59.836436 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-1ea549bc-da14-4db5-9aec-1fbba965b394 req-4768b5b8-07d0-4f25-b090-0fc10a5b73ce tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] For port 907e05df-d771-4b17-8fa3-e2b762bed2cb, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=907e05df-d771-4b17-8fa3-e2b762bed2cb,segment=NetworkSegment(069579c4-e6b3-45a0-b0f2-0685ae2a0198),segment_id=069579c4-e6b3-45a0-b0f2-0685ae2a0198)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:59.836436 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1ea549bc-da14-4db5-9aec-1fbba965b394 req-4768b5b8-07d0-4f25-b090-0fc10a5b73ce tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:59.896104 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2296f39f-7267-41af-ae61-26ca7487aa3e req-e3e1c6b0-b9e4-4eef-9be0-5b33b10e1530 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:59.900253 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2296f39f-7267-41af-ae61-26ca7487aa3e req-e3e1c6b0-b9e4-4eef-9be0-5b33b10e1530 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 950 time: 0.2265778 Dec 10 16:25:59.908781 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-1ea549bc-da14-4db5-9aec-1fbba965b394 req-4768b5b8-07d0-4f25-b090-0fc10a5b73ce tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Calling delete_port for 907e05df-d771-4b17-8fa3-e2b762bed2cb owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:25:59.958013 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ed452a-d7af-45a1-90ad-012a29b4c3e3', 'name': 'network-vif-deleted', 'tag': '62f433c8-38a5-46e6-998c-0441891b215c'}, {'server_uuid': '56ed452a-d7af-45a1-90ad-012a29b4c3e3', 'name': 'network-vif-deleted', 'tag': '2fbbdd84-cf75-48c3-88b6-2f9b11d7064a'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:25:59.964517 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf6d3aa-fb34-495c-84f3-9cea70a534cd" -d '{"events": [{"server_uuid": "56ed452a-d7af-45a1-90ad-012a29b4c3e3", "name": "network-vif-deleted", "tag": "62f433c8-38a5-46e6-998c-0441891b215c"}, {"server_uuid": "56ed452a-d7af-45a1-90ad-012a29b4c3e3", "name": "network-vif-deleted", "tag": "2fbbdd84-cf75-48c3-88b6-2f9b11d7064a"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:25:59.985289 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4fa060-6269-4b1f-ad01-af5b318d87d5 req-6f555581-93c0-4c93-a9cf-2aaabf5e8d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:59.988540 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb4fa060-6269-4b1f-ad01-af5b318d87d5 req-6f555581-93c0-4c93-a9cf-2aaabf5e8d5e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.2593942 Dec 10 16:25:59.996030 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-b08a4949-a0c7-4fb3-88f6-33c0e485859e req-38dbd7f5-1c4d-452f-9158-e825406cdbda tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] For port 98fb692d-e42b-481a-b4c9-50b1d79bcf6b, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=98fb692d-e42b-481a-b4c9-50b1d79bcf6b,segment=NetworkSegment(e6fa61d2-b939-45d7-997a-9f01bb103238),segment_id=e6fa61d2-b939-45d7-997a-9f01bb103238)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:59.996427 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b08a4949-a0c7-4fb3-88f6-33c0e485859e req-38dbd7f5-1c4d-452f-9158-e825406cdbda tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:00.138398 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-849e55f8-a31c-4272-8639-45752c44009c None None] Set router 86f94127-05b5-4570-b3d6-d5a2e33aea8f gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:26:00.262179 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-b08a4949-a0c7-4fb3-88f6-33c0e485859e req-38dbd7f5-1c4d-452f-9158-e825406cdbda tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Calling delete_port for 98fb692d-e42b-481a-b4c9-50b1d79bcf6b owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:26:00.287097 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 328daec2-15f1-4248-9a80-d343e379a4ca up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:26:00.414297 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 328daec2-15f1-4248-9a80-d343e379a4ca triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:26:00.417186 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:00.453032 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2296f39f-7267-41af-ae61-26ca7487aa3e req-893b267c-0e06-4b87-9bcc-e53e4e51bf4f tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5416994 Dec 10 16:26:00.469788 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4fa060-6269-4b1f-ad01-af5b318d87d5 req-e5847578-f0ea-4fb8-9970-ad8dc1ea1933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:00.471979 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb4fa060-6269-4b1f-ad01-af5b318d87d5 req-e5847578-f0ea-4fb8-9970-ad8dc1ea1933 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4725873 Dec 10 16:26:00.555070 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-849e55f8-a31c-4272-8639-45752c44009c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f94127-05b5-4570-b3d6-d5a2e33aea8f', 'name': 'tempest-ServersTestManualDisk-670628104-router', 'tenant_id': '46f3725509ff40ffaf76e0eee45b744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'a80d13de-304c-49db-ad1b-c5115f83d68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:25:56Z', 'updated_at': '2021-12-10T16:25:58Z', 'revision_number': 3, 'project_id': '46f3725509ff40ffaf76e0eee45b744c', 'gw_port': {'id': 'a80d13de-304c-49db-ad1b-c5115f83d68d', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f94127-05b5-4570-b3d6-d5a2e33aea8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:25:57Z', 'updated_at': '2021-12-10T16:25:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:00.601623 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849e55f8-a31c-4272-8639-45752c44009c None None] Checking router: 86f94127-05b5-4570-b3d6-d5a2e33aea8f for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:26:00.610272 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849e55f8-a31c-4272-8639-45752c44009c None None] Updating router 86f94127-05b5-4570-b3d6-d5a2e33aea8f port a80d13de-304c-49db-ad1b-c5115f83d68d binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:26:00.627636 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:00.668545 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4f0d143e-3855-466a-b018-ce264ce523f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:00.677531 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-849e55f8-a31c-4272-8639-45752c44009c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:00.706208 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 328daec2-15f1-4248-9a80-d343e379a4ca, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=328daec2-15f1-4248-9a80-d343e379a4ca,segment=NetworkSegment(7b24ac44-1edb-4cec-a6e8-fa21f4a4b9d1),segment_id=7b24ac44-1edb-4cec-a6e8-fa21f4a4b9d1)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:00.711831 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:00.774574 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb4fa060-6269-4b1f-ad01-af5b318d87d5 req-c7f7d6a2-cb19-45e9-9bc6-e3b675e24d68 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764287 Dec 10 16:26:00.826927 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=328daec2-15f1-4248-9a80-d343e379a4ca,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:00.995892 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b08a4949-a0c7-4fb3-88f6-33c0e485859e req-38dbd7f5-1c4d-452f-9158-e825406cdbda tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:01.009044 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['98fb692d-e42b-481a-b4c9-50b1d79bcf6b'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:26:01.012412 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['0bdd6daf-a9e7-41e5-b135-fc680633b7b8'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:26:01.017682 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-4f0d143e-3855-466a-b018-ce264ce523f0 admin admin] Allocated IP 172.20.0.1 (833d5c44-0f20-47d1-a2bf-5c0360fc53c5/27e899e1-b171-42d8-bf35-913ec851a537/751eaf4b-f359-407a-a877-a0b1d3f55167) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:26:01.030920 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-849e55f8-a31c-4272-8639-45752c44009c None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:01.039404 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-849e55f8-a31c-4272-8639-45752c44009c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:01.075885 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dbd7f5-1c4d-452f-9158-e825406cdbda tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Pushing event deleted for resources: {'Port': ['ID=98fb692d-e42b-481a-b4c9-50b1d79bcf6b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:01.089011 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1340a08-02cc-4cd0-a9b2-fe763d836dd4 req-007d7b5b-ec78-49ed-9aab-c4db1f62082b tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:01.101587 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d1340a08-02cc-4cd0-a9b2-fe763d836dd4 req-007d7b5b-ec78-49ed-9aab-c4db1f62082b tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab0439d-e8ba-439a-8f48-06aa4816871e HTTP/1.1" status: 200 len: 945 time: 0.4974487 Dec 10 16:26:01.141064 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-849e55f8-a31c-4272-8639-45752c44009c None None] Attempting to bind port a80d13de-304c-49db-ad1b-c5115f83d68d on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:26:01.141417 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-849e55f8-a31c-4272-8639-45752c44009c None None] Attempting to bind port a80d13de-304c-49db-ad1b-c5115f83d68d by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:26:01.141796 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849e55f8-a31c-4272-8639-45752c44009c None None] Attempting to bind port a80d13de-304c-49db-ad1b-c5115f83d68d on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:26:01.167161 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849e55f8-a31c-4272-8639-45752c44009c None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:26:01.167569 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849e55f8-a31c-4272-8639-45752c44009c None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:26:01.168034 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-849e55f8-a31c-4272-8639-45752c44009c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:01.170838 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849e55f8-a31c-4272-8639-45752c44009c None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:26:01.171436 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-849e55f8-a31c-4272-8639-45752c44009c None None] Bound port: a80d13de-304c-49db-ad1b-c5115f83d68d, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:26:01.171784 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-849e55f8-a31c-4272-8639-45752c44009c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:01.225194 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1ea549bc-da14-4db5-9aec-1fbba965b394 req-4768b5b8-07d0-4f25-b090-0fc10a5b73ce tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:01.242919 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f3f5d-8c2e-4a2d-8eee-60590ef71647 None None] Pushing event updated for resources: {'Port': ['ID=a80d13de-304c-49db-ad1b-c5115f83d68d,revision_number=2']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:01.279833 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4f0d143e-3855-466a-b018-ce264ce523f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:01.290382 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f3f5d-8c2e-4a2d-8eee-60590ef71647 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:01.290723 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f3f5d-8c2e-4a2d-8eee-60590ef71647 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:01.291068 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f3f5d-8c2e-4a2d-8eee-60590ef71647 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:01.291702 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f3f5d-8c2e-4a2d-8eee-60590ef71647 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:01.292063 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f3f5d-8c2e-4a2d-8eee-60590ef71647 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:01.292402 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f3f5d-8c2e-4a2d-8eee-60590ef71647 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:01.295521 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f3f5d-8c2e-4a2d-8eee-60590ef71647 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:01.295862 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f3f5d-8c2e-4a2d-8eee-60590ef71647 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:01.296598 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f3f5d-8c2e-4a2d-8eee-60590ef71647 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:01.296942 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f3f5d-8c2e-4a2d-8eee-60590ef71647 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:01.297540 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f3f5d-8c2e-4a2d-8eee-60590ef71647 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:01.298008 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f3f5d-8c2e-4a2d-8eee-60590ef71647 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:01.298359 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f3f5d-8c2e-4a2d-8eee-60590ef71647 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:01.315691 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08a4949-a0c7-4fb3-88f6-33c0e485859e req-38dbd7f5-1c4d-452f-9158-e825406cdbda tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] No DVR routers for this DVR port 98fb692d-e42b-481a-b4c9-50b1d79bcf6b on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:26:01.327058 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768b5b8-07d0-4f25-b090-0fc10a5b73ce tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Pushing event deleted for resources: {'Port': ['ID=907e05df-d771-4b17-8fa3-e2b762bed2cb,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:01.338905 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4f0d143e-3855-466a-b018-ce264ce523f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:01.341408 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b08a4949-a0c7-4fb3-88f6-33c0e485859e req-38dbd7f5-1c4d-452f-9158-e825406cdbda tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:01.344791 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-849e55f8-a31c-4272-8639-45752c44009c None None] For port a80d13de-304c-49db-ad1b-c5115f83d68d, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:26:01.345445 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b08a4949-a0c7-4fb3-88f6-33c0e485859e req-38dbd7f5-1c4d-452f-9158-e825406cdbda tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.46 "DELETE /v2.0/ports/98fb692d-e42b-481a-b4c9-50b1d79bcf6b HTTP/1.1" status: 204 len: 173 time: 2.5777094 Dec 10 16:26:01.349197 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-849e55f8-a31c-4272-8639-45752c44009c None None] For port a80d13de-304c-49db-ad1b-c5115f83d68d, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=a80d13de-304c-49db-ad1b-c5115f83d68d,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:26:01.355534 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-849e55f8-a31c-4272-8639-45752c44009c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:01.358547 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d97c547-49c0-46dc-a3ad-5b7876e3dd4d None None] Network 833d5c44-0f20-47d1-a2bf-5c0360fc53c5 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:26:01.436119 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0d143e-3855-466a-b018-ce264ce523f0 admin admin] Network 833d5c44-0f20-47d1-a2bf-5c0360fc53c5 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:26:01.446995 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-4f0d143e-3855-466a-b018-ce264ce523f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:26:01.452225 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0d143e-3855-466a-b018-ce264ce523f0 admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:26:01.455771 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d1340a08-02cc-4cd0-a9b2-fe763d836dd4 req-d20278a5-495a-45b0-996b-33acf86e3ec7 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484130 Dec 10 16:26:01.512146 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea549bc-da14-4db5-9aec-1fbba965b394 req-4768b5b8-07d0-4f25-b090-0fc10a5b73ce tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] No DVR routers for this DVR port 907e05df-d771-4b17-8fa3-e2b762bed2cb on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:26:01.526862 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1ea549bc-da14-4db5-9aec-1fbba965b394 req-4768b5b8-07d0-4f25-b090-0fc10a5b73ce tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:01.527417 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f3f5d-8c2e-4a2d-8eee-60590ef71647 None None] Pushing event updated for resources: {'Port': ['ID=a80d13de-304c-49db-ad1b-c5115f83d68d,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:01.542275 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1ea549bc-da14-4db5-9aec-1fbba965b394 req-4768b5b8-07d0-4f25-b090-0fc10a5b73ce tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.26 "DELETE /v2.0/ports/907e05df-d771-4b17-8fa3-e2b762bed2cb HTTP/1.1" status: 204 len: 173 time: 2.9468257 Dec 10 16:26:01.542659 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 98aa5f6b-994b-4a0b-8a63-197560470701 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:26:01.544175 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849e55f8-a31c-4272-8639-45752c44009c None None] Routers {'86f94127-05b5-4570-b3d6-d5a2e33aea8f'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:26:01.546769 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-849e55f8-a31c-4272-8639-45752c44009c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:25:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['86f94127-05b5-4570-b3d6-d5a2e33aea8f'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:01.549774 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb4fa060-6269-4b1f-ad01-af5b318d87d5 req-26ff2c32-c036-4fe0-96b7-dfe54f281c5f service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7319586 Dec 10 16:26:01.575976 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4f0d143e-3855-466a-b018-ce264ce523f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:01.685698 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 907e05df-d771-4b17-8fa3-e2b762bed2cb no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:26:01.708912 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d143e-3855-466a-b018-ce264ce523f0 admin admin] Pushing event updated for resources: {'Port': ['ID=751eaf4b-f359-407a-a877-a0b1d3f55167,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:01.814023 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-849e55f8-a31c-4272-8639-45752c44009c None None] Set router 86f94127-05b5-4570-b3d6-d5a2e33aea8f gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:26:01.847223 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b93d43e6-1cbb-468e-bc2d-e468399804f9 None None] Provisioning complete for port 328daec2-15f1-4248-9a80-d343e379a4ca triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:26:01.848756 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b93d43e6-1cbb-468e-bc2d-e468399804f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:01.871794 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 907e05df-d771-4b17-8fa3-e2b762bed2cb {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:26:01.872276 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 907e05df-d771-4b17-8fa3-e2b762bed2cb not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:26:01.872768 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 62f433c8-38a5-46e6-998c-0441891b215c no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:26:01.919581 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 62f433c8-38a5-46e6-998c-0441891b215c {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:26:01.919925 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 62f433c8-38a5-46e6-998c-0441891b215c not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:26:01.920447 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 2fbbdd84-cf75-48c3-88b6-2f9b11d7064a no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:26:01.922731 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4f0d143e-3855-466a-b018-ce264ce523f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:01.959393 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 2fbbdd84-cf75-48c3-88b6-2f9b11d7064a {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:26:01.960437 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 2fbbdd84-cf75-48c3-88b6-2f9b11d7064a not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:26:01.966963 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 98aa5f6b-994b-4a0b-8a63-197560470701 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:26:01.973188 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 98aa5f6b-994b-4a0b-8a63-197560470701 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:26:01.973639 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:01.974210 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-986ba283-ac9f-4a91-88a8-59ebab38850e req-fd3c480b-a6f4-49b9-b664-94ac38fb450e tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/ports?device_id=56ed452a-d7af-45a1-90ad-012a29b4c3e3 HTTP/1.1" status: 200 len: 210 time: 0.0819530 Dec 10 16:26:02.229307 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 16:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9808b768-dc3c-47c0-becf-e4f5c215b2f6 x-openstack-request-id: req-9808b768-dc3c-47c0-becf-e4f5c215b2f6 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:26:02.229612 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ed452a-d7af-45a1-90ad-012a29b4c3e3", "name": "network-vif-deleted", "tag": "62f433c8-38a5-46e6-998c-0441891b215c", "status": "completed", "code": 200}, {"server_uuid": "56ed452a-d7af-45a1-90ad-012a29b4c3e3", "name": "network-vif-deleted", "tag": "2fbbdd84-cf75-48c3-88b6-2f9b11d7064a", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:26:02.230050 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9808b768-dc3c-47c0-becf-e4f5c215b2f6 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:26:02.230833 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ed452a-d7af-45a1-90ad-012a29b4c3e3', 'name': 'network-vif-deleted', 'tag': '62f433c8-38a5-46e6-998c-0441891b215c', 'status': 'completed', 'code': 200} Dec 10 16:26:02.231102 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ed452a-d7af-45a1-90ad-012a29b4c3e3', 'name': 'network-vif-deleted', 'tag': '2fbbdd84-cf75-48c3-88b6-2f9b11d7064a', 'status': 'completed', 'code': 200} Dec 10 16:26:02.305111 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-849e55f8-a31c-4272-8639-45752c44009c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f94127-05b5-4570-b3d6-d5a2e33aea8f', 'name': 'tempest-ServersTestManualDisk-670628104-router', 'tenant_id': '46f3725509ff40ffaf76e0eee45b744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'a80d13de-304c-49db-ad1b-c5115f83d68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:25:56Z', 'updated_at': '2021-12-10T16:25:58Z', 'revision_number': 3, 'project_id': '46f3725509ff40ffaf76e0eee45b744c', 'gw_port': {'id': 'a80d13de-304c-49db-ad1b-c5115f83d68d', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f94127-05b5-4570-b3d6-d5a2e33aea8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:25:57Z', 'updated_at': '2021-12-10T16:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:02.352253 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 328daec2-15f1-4248-9a80-d343e379a4ca up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:26:02.374288 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849e55f8-a31c-4272-8639-45752c44009c None None] The sync data for ids ['86f94127-05b5-4570-b3d6-d5a2e33aea8f'] in n-d-766771-2 is: [{'id': '86f94127-05b5-4570-b3d6-d5a2e33aea8f', 'name': 'tempest-ServersTestManualDisk-670628104-router', 'tenant_id': '46f3725509ff40ffaf76e0eee45b744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'a80d13de-304c-49db-ad1b-c5115f83d68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:25:56Z', 'updated_at': '2021-12-10T16:25:58Z', 'revision_number': 3, 'project_id': '46f3725509ff40ffaf76e0eee45b744c', 'gw_port': {'id': 'a80d13de-304c-49db-ad1b-c5115f83d68d', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f94127-05b5-4570-b3d6-d5a2e33aea8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:25:57Z', 'updated_at': '2021-12-10T16:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:26:02.431831 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7d476-dd55-4a2e-b74c-28ec287fa99a req-fe18b48d-96fe-4003-85d4-9ca3d6ab61d7 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:02.440273 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-11e7d476-dd55-4a2e-b74c-28ec287fa99a req-fe18b48d-96fe-4003-85d4-9ca3d6ab61d7 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 950 time: 0.0983062 Dec 10 16:26:02.491139 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:02.519747 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-11e7d476-dd55-4a2e-b74c-28ec287fa99a req-3f120d52-1d47-4f6c-971b-209991ddab96 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780616 Dec 10 16:26:02.581510 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c45c3f-607a-4966-82c4-75da5bfab0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98aa5f6b-994b-4a0b-8a63-197560470701'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:26:02.588363 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19a49da-6b03-4fa9-9a53-16e8e3815d19" -d '{"events": [{"server_uuid": "a5c45c3f-607a-4966-82c4-75da5bfab0ce", "name": "network-vif-plugged", "status": "completed", "tag": "98aa5f6b-994b-4a0b-8a63-197560470701"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:26:02.598335 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 328daec2-15f1-4248-9a80-d343e379a4ca triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:26:02.598719 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:02.655655 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 98aa5f6b-994b-4a0b-8a63-197560470701, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=98aa5f6b-994b-4a0b-8a63-197560470701,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:02.665526 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:02.748660 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=98aa5f6b-994b-4a0b-8a63-197560470701,revision_number=13']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:02.867983 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8fae579d-a098-4ec5-b292-1ddcff9a44b2 None None] Provisioning complete for port 751eaf4b-f359-407a-a877-a0b1d3f55167 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:26:02.868359 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8fae579d-a098-4ec5-b292-1ddcff9a44b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:02.908955 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf0efc-cdab-4f46-8b52-303473975d42 req-3127db22-7394-4978-a232-b297889a057c tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:02.921051 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-67bf0efc-cdab-4f46-8b52-303473975d42 req-3127db22-7394-4978-a232-b297889a057c tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab0439d-e8ba-439a-8f48-06aa4816871e HTTP/1.1" status: 200 len: 945 time: 0.1430612 Dec 10 16:26:02.949670 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8fae579d-a098-4ec5-b292-1ddcff9a44b2 None None] Port 751eaf4b-f359-407a-a877-a0b1d3f55167 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:26:02.976221 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8fae579d-a098-4ec5-b292-1ddcff9a44b2 None None] Provisioning complete for port 328daec2-15f1-4248-9a80-d343e379a4ca triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:26:02.977097 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8fae579d-a098-4ec5-b292-1ddcff9a44b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:03.035201 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-67bf0efc-cdab-4f46-8b52-303473975d42 req-d700acfd-58f0-49d1-9a5c-f256b7aefd72 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127257 Dec 10 16:26:03.232820 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761bcd0a-9fa6-4bf6-8e52-719cde8571b6 x-openstack-request-id: req-761bcd0a-9fa6-4bf6-8e52-719cde8571b6 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:26:03.233086 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c45c3f-607a-4966-82c4-75da5bfab0ce", "name": "network-vif-plugged", "status": "completed", "tag": "98aa5f6b-994b-4a0b-8a63-197560470701", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:26:03.233348 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-761bcd0a-9fa6-4bf6-8e52-719cde8571b6 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:26:03.233755 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c45c3f-607a-4966-82c4-75da5bfab0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98aa5f6b-994b-4a0b-8a63-197560470701', 'code': 200} Dec 10 16:26:03.302278 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-62af42cb-0cf0-49b8-8542-faa4baa1d4aa None None] Provisioning complete for port 751eaf4b-f359-407a-a877-a0b1d3f55167 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:26:03.302477 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-62af42cb-0cf0-49b8-8542-faa4baa1d4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:03.398542 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4f0d143e-3855-466a-b018-ce264ce523f0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:03.410961 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4f0d143e-3855-466a-b018-ce264ce523f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:03.413746 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-62af42cb-0cf0-49b8-8542-faa4baa1d4aa None None] Port 751eaf4b-f359-407a-a877-a0b1d3f55167 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:26:03.423721 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 98fb692d-e42b-481a-b4c9-50b1d79bcf6b no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:26:03.432051 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e88ed3-69e3-4e46-981a-73878b13fd60 req-6683ef4b-8852-4f7d-b3db-b2a6587b0687 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:03.443884 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-21e88ed3-69e3-4e46-981a-73878b13fd60 req-6683ef4b-8852-4f7d-b3db-b2a6587b0687 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.1212802 Dec 10 16:26:03.465057 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: 98fb692d-e42b-481a-b4c9-50b1d79bcf6b {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:26:03.465398 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 98fb692d-e42b-481a-b4c9-50b1d79bcf6b not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:26:03.514616 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4f0d143e-3855-466a-b018-ce264ce523f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:03.531863 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-21e88ed3-69e3-4e46-981a-73878b13fd60 req-9b8537f1-3fe2-44d9-aaaa-5336aa097242 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808353 Dec 10 16:26:03.689884 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d143e-3855-466a-b018-ce264ce523f0 admin admin] Pushing event updated for resources: {'Port': ['ID=751eaf4b-f359-407a-a877-a0b1d3f55167,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:03.719150 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d143e-3855-466a-b018-ce264ce523f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:03.720119 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d143e-3855-466a-b018-ce264ce523f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:03.720119 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d143e-3855-466a-b018-ce264ce523f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:03.720119 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d143e-3855-466a-b018-ce264ce523f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:03.726333 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d143e-3855-466a-b018-ce264ce523f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:03.726917 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d143e-3855-466a-b018-ce264ce523f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:03.727266 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d143e-3855-466a-b018-ce264ce523f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:03.727607 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d143e-3855-466a-b018-ce264ce523f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:03.727947 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d143e-3855-466a-b018-ce264ce523f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:03.728278 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d143e-3855-466a-b018-ce264ce523f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:03.728607 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d143e-3855-466a-b018-ce264ce523f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:03.728932 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d143e-3855-466a-b018-ce264ce523f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:03.729258 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d143e-3855-466a-b018-ce264ce523f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:03.800298 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0d143e-3855-466a-b018-ce264ce523f0 admin admin] Network 833d5c44-0f20-47d1-a2bf-5c0360fc53c5 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:26:03.802343 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-4f0d143e-3855-466a-b018-ce264ce523f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:26:03.901804 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 46178) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:26:04.004057 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0d143e-3855-466a-b018-ce264ce523f0 admin admin] Router 86f94127-05b5-4570-b3d6-d5a2e33aea8f has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:26:04.026647 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-f78e1554-e25e-49d1-af56-9174652abc9c tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Deleting subnet d0e9f285-bb04-441d-b056-00c15730f726 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:26:04.035248 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f78e1554-e25e-49d1-af56-9174652abc9c tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:04.223661 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-497149c8-843a-4124-9821-772aa6b1aade req-16b45020-db2a-47a3-9aef-ccc91ae523a6 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=94e98c03952a41539b6089aa3614a4af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1218631 Dec 10 16:26:04.228684 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f78e1554-e25e-49d1-af56-9174652abc9c tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:04.236505 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722a3dbb-d1e8-4a27-a3b1-4af19c569fad', 'name': 'network-vif-deleted', 'tag': '98fb692d-e42b-481a-b4c9-50b1d79bcf6b'}, {'server_uuid': '56ed452a-d7af-45a1-90ad-012a29b4c3e3', 'name': 'network-vif-deleted', 'tag': '907e05df-d771-4b17-8fa3-e2b762bed2cb'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:26:04.246074 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3315bec7-6b23-4e6b-b169-94da67d37a80" -d '{"events": [{"server_uuid": "722a3dbb-d1e8-4a27-a3b1-4af19c569fad", "name": "network-vif-deleted", "tag": "98fb692d-e42b-481a-b4c9-50b1d79bcf6b"}, {"server_uuid": "56ed452a-d7af-45a1-90ad-012a29b4c3e3", "name": "network-vif-deleted", "tag": "907e05df-d771-4b17-8fa3-e2b762bed2cb"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:26:04.280271 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device a80d13de-304c-49db-ad1b-c5115f83d68d up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:26:04.333229 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0d143e-3855-466a-b018-ce264ce523f0 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:26:04.359734 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4f0d143e-3855-466a-b018-ce264ce523f0 admin admin] 10.222.0.11 "PUT /v2.0/routers/86f94127-05b5-4570-b3d6-d5a2e33aea8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5951211 Dec 10 16:26:04.415690 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d8804dc3-7dbe-4096-b791-73e348eaf76c None None] Provisioning complete for port 751eaf4b-f359-407a-a877-a0b1d3f55167 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:26:04.416352 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d8804dc3-7dbe-4096-b791-73e348eaf76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:04.466419 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port a80d13de-304c-49db-ad1b-c5115f83d68d triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:26:04.467012 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:04.513262 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d8804dc3-7dbe-4096-b791-73e348eaf76c None None] Port 751eaf4b-f359-407a-a877-a0b1d3f55167 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:26:04.557750 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497149c8-843a-4124-9821-772aa6b1aade req-f9004ddf-c4f4-47d9-8120-9ea94f7a8029 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:04.566806 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-497149c8-843a-4124-9821-772aa6b1aade req-f9004ddf-c4f4-47d9-8120-9ea94f7a8029 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3418655 Dec 10 16:26:04.618020 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-497149c8-843a-4124-9821-772aa6b1aade req-eb364998-e8cd-4981-8bda-61a659ed96f0 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/quotas/94e98c03952a41539b6089aa3614a4af HTTP/1.1" status: 200 len: 375 time: 0.0499399 Dec 10 16:26:04.644314 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:04.712687 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f78e1554-e25e-49d1-af56-9174652abc9c tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:04.810426 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-497149c8-843a-4124-9821-772aa6b1aade req-25a28f21-9736-440e-87c1-e377058dc01b tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=94e98c03952a41539b6089aa3614a4af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1913455 Dec 10 16:26:04.869478 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f78e1554-e25e-49d1-af56-9174652abc9c tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:04.890100 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port a80d13de-304c-49db-ad1b-c5115f83d68d, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=a80d13de-304c-49db-ad1b-c5115f83d68d,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:04.899355 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:04.927779 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f78e1554-e25e-49d1-af56-9174652abc9c tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:04.933283 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f78e1554-e25e-49d1-af56-9174652abc9c tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "DELETE /v2.0/subnets/d0e9f285-bb04-441d-b056-00c15730f726 HTTP/1.1" status: 204 len: 168 time: 1.0304151 Dec 10 16:26:04.935925 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 46222) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:26:04.938607 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e1554-e25e-49d1-af56-9174652abc9c tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Pushing event deleted for resources: {'Subnet': ['ID=d0e9f285-bb04-441d-b056-00c15730f726,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:04.972150 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a037b2-faa5-43fb-a666-13bd0f8dbefa None None] Network b2fc4a90-dc0d-49e2-810e-94df683b3cab requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:26:05.099402 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-766b232e-b63d-4b8c-99e9-d04e3c16dc31 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:05.120270 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=a80d13de-304c-49db-ad1b-c5115f83d68d,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:05.240449 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-766b232e-b63d-4b8c-99e9-d04e3c16dc31 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Deleting port b0343c8e-9dfd-4f6d-8c99-671792a17e02 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:26:05.240935 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-766b232e-b63d-4b8c-99e9-d04e3c16dc31 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:05.313525 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc33e2-f37a-40b3-8ebe-c5eb6d631977 req-db5beb83-bf47-4bb2-bb4a-bd40faffb6c1 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:05.318647 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a7cc33e2-f37a-40b3-8ebe-c5eb6d631977 req-db5beb83-bf47-4bb2-bb4a-bd40faffb6c1 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab0439d-e8ba-439a-8f48-06aa4816871e HTTP/1.1" status: 200 len: 945 time: 0.1615760 Dec 10 16:26:05.330002 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cb0831-a012-4bc8-85cf-4902cd910d28 None None] DHCP port deletion for b2fc4a90-dc0d-49e2-810e-94df683b3cab request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:26:05.356636 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-766b232e-b63d-4b8c-99e9-d04e3c16dc31 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] For port b0343c8e-9dfd-4f6d-8c99-671792a17e02, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=b0343c8e-9dfd-4f6d-8c99-671792a17e02,segment=NetworkSegment(a32d96e3-bbd4-468d-bf1a-72bb3911c80f),segment_id=a32d96e3-bbd4-468d-bf1a-72bb3911c80f)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:05.357884 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-766b232e-b63d-4b8c-99e9-d04e3c16dc31 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:05.384395 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-766b232e-b63d-4b8c-99e9-d04e3c16dc31 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Calling delete_port for b0343c8e-9dfd-4f6d-8c99-671792a17e02 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:26:05.445711 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df3b3df-a1ca-4d55-80a1-fde6549ef0c1 None None] Sync routers for ids ['86f94127-05b5-4570-b3d6-d5a2e33aea8f'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:26:05.455628 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a7cc33e2-f37a-40b3-8ebe-c5eb6d631977 req-e67f3ff7-c532-4101-b275-bf5a890bb2af tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346500 Dec 10 16:26:05.484966 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-28cb0831-a012-4bc8-85cf-4902cd910d28 None None] Deleting port b0343c8e-9dfd-4f6d-8c99-671792a17e02 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:26:05.485666 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-28cb0831-a012-4bc8-85cf-4902cd910d28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:05.491818 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df3b3df-a1ca-4d55-80a1-fde6549ef0c1 None None] Routers {'86f94127-05b5-4570-b3d6-d5a2e33aea8f'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:26:05.497426 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-7df3b3df-a1ca-4d55-80a1-fde6549ef0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:25:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['86f94127-05b5-4570-b3d6-d5a2e33aea8f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:05.570411 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-766b232e-b63d-4b8c-99e9-d04e3c16dc31 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:05.577428 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 16:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638fbf2a-5502-487f-af6c-283ab4d7e2c1 x-openstack-request-id: req-638fbf2a-5502-487f-af6c-283ab4d7e2c1 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:26:05.578355 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722a3dbb-d1e8-4a27-a3b1-4af19c569fad", "name": "network-vif-deleted", "tag": "98fb692d-e42b-481a-b4c9-50b1d79bcf6b", "status": "completed", "code": 200}, {"server_uuid": "56ed452a-d7af-45a1-90ad-012a29b4c3e3", "name": "network-vif-deleted", "tag": "907e05df-d771-4b17-8fa3-e2b762bed2cb", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:26:05.578803 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-638fbf2a-5502-487f-af6c-283ab4d7e2c1 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:26:05.579464 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '722a3dbb-d1e8-4a27-a3b1-4af19c569fad', 'name': 'network-vif-deleted', 'tag': '98fb692d-e42b-481a-b4c9-50b1d79bcf6b', 'status': 'completed', 'code': 200} Dec 10 16:26:05.579891 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ed452a-d7af-45a1-90ad-012a29b4c3e3', 'name': 'network-vif-deleted', 'tag': '907e05df-d771-4b17-8fa3-e2b762bed2cb', 'status': 'completed', 'code': 200} Dec 10 16:26:05.646063 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766b232e-b63d-4b8c-99e9-d04e3c16dc31 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Pushing event deleted for resources: {'Port': ['ID=b0343c8e-9dfd-4f6d-8c99-671792a17e02,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:05.649037 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766b232e-b63d-4b8c-99e9-d04e3c16dc31 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] No DVR routers for this DVR port b0343c8e-9dfd-4f6d-8c99-671792a17e02 on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:26:05.787140 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-766b232e-b63d-4b8c-99e9-d04e3c16dc31 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:05.810329 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-766b232e-b63d-4b8c-99e9-d04e3c16dc31 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2fc4a90-dc0d-49e2-810e-94df683b3cab']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:05.823276 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-766b232e-b63d-4b8c-99e9-d04e3c16dc31 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a32d96e3-bbd4-468d-bf1a-72bb3911c80f') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:05.823675 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-766b232e-b63d-4b8c-99e9-d04e3c16dc31 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a32d96e3-bbd4-468d-bf1a-72bb3911c80f') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:05.834915 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-766b232e-b63d-4b8c-99e9-d04e3c16dc31 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:05.851648 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-766b232e-b63d-4b8c-99e9-d04e3c16dc31 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:05.859623 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-766b232e-b63d-4b8c-99e9-d04e3c16dc31 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:26:05.860165 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-766b232e-b63d-4b8c-99e9-d04e3c16dc31 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:05.863711 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:26:05.863711 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:26:05.863711 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:26:05.863711 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:26:05.863711 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:26:05.863711 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:26:05.863711 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:26:05.863711 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:26:05.863711 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:26:05.863711 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:26:05.863711 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:26:05.863711 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:26:05.863711 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:26:05.863711 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:26:05.863711 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:26:05.863711 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:26:05.863711 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:26:05.863711 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:26:05.863711 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:26:05.863711 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:26:05.863711 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:26:05.863711 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:26:05.863711 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:26:05.863711 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:26:05.863711 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:26:05.863711 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:26:05.863711 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:26:05.863711 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:26:05.863711 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:26:05.863711 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:26:05.863711 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:26:05.863711 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:26:05.940660 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-766b232e-b63d-4b8c-99e9-d04e3c16dc31 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:05.954927 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-28cb0831-a012-4bc8-85cf-4902cd910d28 None None] For port b0343c8e-9dfd-4f6d-8c99-671792a17e02, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=b0343c8e-9dfd-4f6d-8c99-671792a17e02,segment=NetworkSegment(a32d96e3-bbd4-468d-bf1a-72bb3911c80f),segment_id=a32d96e3-bbd4-468d-bf1a-72bb3911c80f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:05.955355 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-28cb0831-a012-4bc8-85cf-4902cd910d28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:05.959999 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-7df3b3df-a1ca-4d55-80a1-fde6549ef0c1 None None] Set router 86f94127-05b5-4570-b3d6-d5a2e33aea8f gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:26:05.964208 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-766b232e-b63d-4b8c-99e9-d04e3c16dc31 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:05.968487 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-766b232e-b63d-4b8c-99e9-d04e3c16dc31 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "DELETE /v2.0/networks/b2fc4a90-dc0d-49e2-810e-94df683b3cab HTTP/1.1" status: 204 len: 168 time: 1.0313871 Dec 10 16:26:05.971279 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 46240) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:26:05.980464 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766b232e-b63d-4b8c-99e9-d04e3c16dc31 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Pushing event deleted for resources: {'Network': ['ID=b2fc4a90-dc0d-49e2-810e-94df683b3cab,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:06.066276 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-28cb0831-a012-4bc8-85cf-4902cd910d28 None None] Calling delete_port for b0343c8e-9dfd-4f6d-8c99-671792a17e02 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:26:06.098089 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aeb2f1a-c9d3-45c5-a61e-b7fc96311556 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Deleting subnet dd2859b9-b3c3-4a53-ba40-3b012bbdc67a {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:26:06.109535 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1aeb2f1a-c9d3-45c5-a61e-b7fc96311556 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:06.182978 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-28cb0831-a012-4bc8-85cf-4902cd910d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:06.222441 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1aeb2f1a-c9d3-45c5-a61e-b7fc96311556 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:06.229193 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-28cb0831-a012-4bc8-85cf-4902cd910d28 None None] Network b2fc4a90-dc0d-49e2-810e-94df683b3cab is not hosted by any dhcp agent {{(pid=103394) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 16:26:06.230417 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cb0831-a012-4bc8-85cf-4902cd910d28 None None] No DVR routers for this DVR port b0343c8e-9dfd-4f6d-8c99-671792a17e02 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:26:06.271145 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 46242) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:26:06.277905 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-0587c8e0-23a2-4d71-8cca-1664cc71bd95 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1663343442', 'description': 'tempest-description--2006062756'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:26:06.324700 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0587c8e0-23a2-4d71-8cca-1664cc71bd95 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:06.349945 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb0831-a012-4bc8-85cf-4902cd910d28 None None] Pushing event deleted for resources: {'Port': ['ID=b0343c8e-9dfd-4f6d-8c99-671792a17e02,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:06.378193 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device a80d13de-304c-49db-ad1b-c5115f83d68d up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:26:06.410579 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb0831-a012-4bc8-85cf-4902cd910d28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:06.411232 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb0831-a012-4bc8-85cf-4902cd910d28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:06.411759 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb0831-a012-4bc8-85cf-4902cd910d28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:06.412259 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb0831-a012-4bc8-85cf-4902cd910d28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:06.413294 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb0831-a012-4bc8-85cf-4902cd910d28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:06.414006 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb0831-a012-4bc8-85cf-4902cd910d28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:06.414711 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb0831-a012-4bc8-85cf-4902cd910d28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:06.415205 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb0831-a012-4bc8-85cf-4902cd910d28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:06.415725 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb0831-a012-4bc8-85cf-4902cd910d28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:06.416231 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb0831-a012-4bc8-85cf-4902cd910d28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:06.416765 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb0831-a012-4bc8-85cf-4902cd910d28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:06.417752 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb0831-a012-4bc8-85cf-4902cd910d28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:06.418479 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb0831-a012-4bc8-85cf-4902cd910d28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:06.420271 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1aeb2f1a-c9d3-45c5-a61e-b7fc96311556 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:06.448077 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:06.504750 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port a80d13de-304c-49db-ad1b-c5115f83d68d triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:26:06.505368 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:06.507641 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0587c8e0-23a2-4d71-8cca-1664cc71bd95 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:06.517752 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0587c8e0-23a2-4d71-8cca-1664cc71bd95 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:06.615922 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1aeb2f1a-c9d3-45c5-a61e-b7fc96311556 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:06.627068 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0587c8e0-23a2-4d71-8cca-1664cc71bd95 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:06.637529 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0587c8e0-23a2-4d71-8cca-1664cc71bd95 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3635986 Dec 10 16:26:06.637792 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 46246) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:26:06.653312 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0587c8e0-23a2-4d71-8cca-1664cc71bd95 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4a1433-7bd6-4498-9674-85cfcaea3090,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:06.660720 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-7df3b3df-a1ca-4d55-80a1-fde6549ef0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f94127-05b5-4570-b3d6-d5a2e33aea8f', 'name': 'tempest-ServersTestManualDisk-670628104-router', 'tenant_id': '46f3725509ff40ffaf76e0eee45b744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'a80d13de-304c-49db-ad1b-c5115f83d68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:25:56Z', 'updated_at': '2021-12-10T16:26:01Z', 'revision_number': 4, 'project_id': '46f3725509ff40ffaf76e0eee45b744c', 'gw_port': {'id': 'a80d13de-304c-49db-ad1b-c5115f83d68d', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f94127-05b5-4570-b3d6-d5a2e33aea8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:25:57Z', 'updated_at': '2021-12-10T16:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '751eaf4b-f359-407a-a877-a0b1d3f55167', 'name': '', 'network_id': '833d5c44-0f20-47d1-a2bf-5c0360fc53c5', 'tenant_id': '46f3725509ff40ffaf76e0eee45b744c', 'mac_address': 'fa:16:3e:21:02:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f94127-05b5-4570-b3d6-d5a2e33aea8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '27e899e1-b171-42d8-bf35-913ec851a537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:26:00Z', 'updated_at': '2021-12-10T16:26:02Z', 'revision_number': 2, 'project_id': '46f3725509ff40ffaf76e0eee45b744c', 'subnets': [{'id': '27e899e1-b171-42d8-bf35-913ec851a537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:06.667798 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028b9fab-404c-415f-becd-c8d0b20317a2 None None] Network 7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:26:06.728112 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1aeb2f1a-c9d3-45c5-a61e-b7fc96311556 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:06.733629 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df3b3df-a1ca-4d55-80a1-fde6549ef0c1 None None] Checking router: 86f94127-05b5-4570-b3d6-d5a2e33aea8f for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:26:06.733989 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df3b3df-a1ca-4d55-80a1-fde6549ef0c1 None None] Updating router 86f94127-05b5-4570-b3d6-d5a2e33aea8f port 751eaf4b-f359-407a-a877-a0b1d3f55167 binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:26:06.735232 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 46248) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:26:06.749637 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1aeb2f1a-c9d3-45c5-a61e-b7fc96311556 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "DELETE /v2.0/subnets/dd2859b9-b3c3-4a53-ba40-3b012bbdc67a HTTP/1.1" status: 204 len: 168 time: 0.7770243 Dec 10 16:26:06.758121 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-5cee837b-b80c-40e4-b270-fe1e3637f257 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Request body: {'security_group_rule': {'security_group_id': 'ad4a1433-7bd6-4498-9674-85cfcaea3090', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:26:06.819005 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb2f1a-c9d3-45c5-a61e-b7fc96311556 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Pushing event deleted for resources: {'Subnet': ['ID=dd2859b9-b3c3-4a53-ba40-3b012bbdc67a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:06.861302 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device b0343c8e-9dfd-4f6d-8c99-671792a17e02 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:26:06.891543 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-497149c8-843a-4124-9821-772aa6b1aade req-4d5b7b88-8cd2-47b1-8703-8629970405e8 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=94e98c03952a41539b6089aa3614a4af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2527094 Dec 10 16:26:06.902984 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3d91650f-f256-4b2b-99e5-00e8b4e285d0 req-d330f597-8476-4b21-ba81-b2a9100e8eb3 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 210 time: 0.1268411 Dec 10 16:26:06.932660 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5cee837b-b80c-40e4-b270-fe1e3637f257 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:06.965074 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7df3b3df-a1ca-4d55-80a1-fde6549ef0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:07.010375 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-861a55cb-dd22-4532-97f7-d70eb3149e22 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:07.014186 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: b0343c8e-9dfd-4f6d-8c99-671792a17e02 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:26:07.014518 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device b0343c8e-9dfd-4f6d-8c99-671792a17e02 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:26:07.099178 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497149c8-843a-4124-9821-772aa6b1aade req-3eeaf959-0bef-4d68-b867-7a45fdf20b59 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:07.101234 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-497149c8-843a-4124-9821-772aa6b1aade req-3eeaf959-0bef-4d68-b867-7a45fdf20b59 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1911242 Dec 10 16:26:07.149552 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-497149c8-843a-4124-9821-772aa6b1aade req-44e3b685-ebfe-45c5-8c1d-a80f3909b6aa tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Request body: {'port': {'device_id': '4f9315e3-0b56-48f3-88c5-a065c68e33ea', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'admin_state_up': True, 'tenant_id': '94e98c03952a41539b6089aa3614a4af'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:26:07.159325 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-861a55cb-dd22-4532-97f7-d70eb3149e22 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Deleting port e6378086-b5cb-4d0d-a2be-42227d9009d5 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:26:07.160404 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-861a55cb-dd22-4532-97f7-d70eb3149e22 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:07.183634 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5685040-38b0-4c10-9ea6-1409351f1bdb None None] DHCP port deletion for 7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:26:07.230773 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-861a55cb-dd22-4532-97f7-d70eb3149e22 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] For port e6378086-b5cb-4d0d-a2be-42227d9009d5, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=e6378086-b5cb-4d0d-a2be-42227d9009d5,segment=NetworkSegment(069579c4-e6b3-45a0-b0f2-0685ae2a0198),segment_id=069579c4-e6b3-45a0-b0f2-0685ae2a0198)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:07.231195 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-861a55cb-dd22-4532-97f7-d70eb3149e22 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:07.235329 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756afa1-b3bf-471d-87d8-e195cc6e02bd req-790742f7-71be-4306-bc14-e6e3972798db tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:07.243528 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a756afa1-b3bf-471d-87d8-e195cc6e02bd req-790742f7-71be-4306-bc14-e6e3972798db tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.1411762 Dec 10 16:26:07.245867 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-861a55cb-dd22-4532-97f7-d70eb3149e22 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Calling delete_port for e6378086-b5cb-4d0d-a2be-42227d9009d5 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:26:07.326964 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a756afa1-b3bf-471d-87d8-e195cc6e02bd req-92e7233b-495f-41ea-890e-cd71b0ce4cf1 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824401 Dec 10 16:26:07.332209 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-861a55cb-dd22-4532-97f7-d70eb3149e22 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:07.360172 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5cee837b-b80c-40e4-b270-fe1e3637f257 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:07.378664 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5cee837b-b80c-40e4-b270-fe1e3637f257 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:07.403576 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a55cb-dd22-4532-97f7-d70eb3149e22 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Pushing event deleted for resources: {'Port': ['ID=e6378086-b5cb-4d0d-a2be-42227d9009d5,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:07.409845 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861a55cb-dd22-4532-97f7-d70eb3149e22 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] No DVR routers for this DVR port e6378086-b5cb-4d0d-a2be-42227d9009d5 on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:26:07.433315 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5cee837b-b80c-40e4-b270-fe1e3637f257 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:07.434583 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5cee837b-b80c-40e4-b270-fe1e3637f257 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7799921 Dec 10 16:26:07.436141 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-497149c8-843a-4124-9821-772aa6b1aade req-44e3b685-ebfe-45c5-8c1d-a80f3909b6aa tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Made reservation on behalf of 94e98c03952a41539b6089aa3614a4af for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:26:07.440848 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-497149c8-843a-4124-9821-772aa6b1aade req-44e3b685-ebfe-45c5-8c1d-a80f3909b6aa tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:07.444511 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 46256) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:26:07.447108 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee837b-b80c-40e4-b270-fe1e3637f257 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd8af579-3cf9-4094-89db-8ef74e37c2c6,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:07.452695 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-012c0103-59ff-4887-983b-ee9b968b7df6 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Request body: {'security_group_rule': {'security_group_id': 'ad4a1433-7bd6-4498-9674-85cfcaea3090', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:26:07.548939 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-861a55cb-dd22-4532-97f7-d70eb3149e22 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:07.557266 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7df3b3df-a1ca-4d55-80a1-fde6549ef0c1 None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:07.575826 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-861a55cb-dd22-4532-97f7-d70eb3149e22 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:07.588368 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7df3b3df-a1ca-4d55-80a1-fde6549ef0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:07.590496 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-861a55cb-dd22-4532-97f7-d70eb3149e22 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '069579c4-e6b3-45a0-b0f2-0685ae2a0198') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:07.591117 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-861a55cb-dd22-4532-97f7-d70eb3149e22 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '069579c4-e6b3-45a0-b0f2-0685ae2a0198') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:07.597309 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c5685040-38b0-4c10-9ea6-1409351f1bdb None None] The port 'e6378086-b5cb-4d0d-a2be-42227d9009d5' was deleted {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 10 16:26:07.626433 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-861a55cb-dd22-4532-97f7-d70eb3149e22 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:07.649783 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-861a55cb-dd22-4532-97f7-d70eb3149e22 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:07.659769 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-861a55cb-dd22-4532-97f7-d70eb3149e22 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:26:07.660433 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-861a55cb-dd22-4532-97f7-d70eb3149e22 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:07.665149 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-012c0103-59ff-4887-983b-ee9b968b7df6 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:07.665727 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:26:07.665727 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:26:07.665727 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:26:07.665727 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:26:07.665727 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:26:07.665727 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:26:07.665727 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:26:07.665727 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:26:07.665727 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:26:07.665727 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:26:07.665727 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:26:07.665727 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:26:07.665727 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:26:07.665727 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:26:07.665727 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:26:07.665727 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:26:07.665727 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:26:07.665727 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:26:07.665727 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:26:07.665727 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:26:07.665727 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:26:07.665727 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:26:07.665727 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:26:07.665727 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:26:07.665727 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:26:07.665727 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:26:07.665727 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:26:07.665727 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:26:07.665727 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:26:07.665727 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:26:07.665727 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:26:07.665727 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:26:07.757040 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198c745-b022-4fa7-92b3-17444ecc5799 None None] Pushing event updated for resources: {'Port': ['ID=751eaf4b-f359-407a-a877-a0b1d3f55167,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:07.780603 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-861a55cb-dd22-4532-97f7-d70eb3149e22 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:07.782210 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba998881-11e6-475d-bf85-9de0e0b9b413 req-e4b3bc04-0eae-433a-b841-fa4c512b0414 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:07.789108 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ba998881-11e6-475d-bf85-9de0e0b9b413 req-e4b3bc04-0eae-433a-b841-fa4c512b0414 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab0439d-e8ba-439a-8f48-06aa4816871e HTTP/1.1" status: 200 len: 945 time: 0.3299549 Dec 10 16:26:07.795660 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-861a55cb-dd22-4532-97f7-d70eb3149e22 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:07.819680 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-861a55cb-dd22-4532-97f7-d70eb3149e22 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "DELETE /v2.0/networks/7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68 HTTP/1.1" status: 204 len: 168 time: 1.0785954 Dec 10 16:26:07.820758 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 46260) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:26:07.825816 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-0e60d24c-2bb4-4309-968e-f2373edcb218 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-546949363'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:26:07.858253 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-7df3b3df-a1ca-4d55-80a1-fde6549ef0c1 None None] Attempting to bind port 751eaf4b-f359-407a-a877-a0b1d3f55167 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:26:07.858589 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-7df3b3df-a1ca-4d55-80a1-fde6549ef0c1 None None] Attempting to bind port 751eaf4b-f359-407a-a877-a0b1d3f55167 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '7b24ac44-1edb-4cec-a6e8-fa21f4a4b9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '833d5c44-0f20-47d1-a2bf-5c0360fc53c5'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:26:07.858887 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df3b3df-a1ca-4d55-80a1-fde6549ef0c1 None None] Attempting to bind port 751eaf4b-f359-407a-a877-a0b1d3f55167 on network 833d5c44-0f20-47d1-a2bf-5c0360fc53c5 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:26:07.866084 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a55cb-dd22-4532-97f7-d70eb3149e22 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Pushing event deleted for resources: {'Network': ['ID=7d3f5b6a-c7ec-4680-9c3d-dd995adf4c68,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:07.880016 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df3b3df-a1ca-4d55-80a1-fde6549ef0c1 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:26:07.880406 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df3b3df-a1ca-4d55-80a1-fde6549ef0c1 None None] Checking segment: {'id': '7b24ac44-1edb-4cec-a6e8-fa21f4a4b9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '833d5c44-0f20-47d1-a2bf-5c0360fc53c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:26:07.880795 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7df3b3df-a1ca-4d55-80a1-fde6549ef0c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:07.881187 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df3b3df-a1ca-4d55-80a1-fde6549ef0c1 None None] Bound using segment: {'id': '7b24ac44-1edb-4cec-a6e8-fa21f4a4b9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '833d5c44-0f20-47d1-a2bf-5c0360fc53c5'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:26:07.882209 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-7df3b3df-a1ca-4d55-80a1-fde6549ef0c1 None None] Bound port: 751eaf4b-f359-407a-a877-a0b1d3f55167, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b24ac44-1edb-4cec-a6e8-fa21f4a4b9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '833d5c44-0f20-47d1-a2bf-5c0360fc53c5'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:26:07.882600 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7df3b3df-a1ca-4d55-80a1-fde6549ef0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:07.917319 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e60d24c-2bb4-4309-968e-f2373edcb218 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Made reservation on behalf of 2f348a6ef1b744809177e6c8e3c6126d for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:26:07.920914 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e60d24c-2bb4-4309-968e-f2373edcb218 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:07.975958 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e60d24c-2bb4-4309-968e-f2373edcb218 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:26:07.996522 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e60d24c-2bb4-4309-968e-f2373edcb218 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:07.996747 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-0e60d24c-2bb4-4309-968e-f2373edcb218 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Added segment c344d2d5-a73c-4949-9d1d-3059f2df4783 of type vlan for network 128c1589-edd6-4ced-b076-c85f5c8e08ee Dec 10 16:26:08.027522 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:08.087427 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-497149c8-843a-4124-9821-772aa6b1aade req-44e3b685-ebfe-45c5-8c1d-a80f3909b6aa tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Allocated IP 192.168.233.176 (1b1da819-dfba-43f2-8848-8bb429159850/a7a18c92-5007-49e2-b728-7aedc06dca57/9ad44a27-a314-4da6-a5bb-3637dee7714f) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:26:08.091929 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e60d24c-2bb4-4309-968e-f2373edcb218 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:08.120110 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ba998881-11e6-475d-bf85-9de0e0b9b413 req-5a3b4de0-da61-4266-ac9d-09b845c2ae4f tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097084 Dec 10 16:26:08.142305 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-7df3b3df-a1ca-4d55-80a1-fde6549ef0c1 None None] For port 751eaf4b-f359-407a-a877-a0b1d3f55167, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:26:08.148110 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-7df3b3df-a1ca-4d55-80a1-fde6549ef0c1 None None] For port 751eaf4b-f359-407a-a877-a0b1d3f55167, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=751eaf4b-f359-407a-a877-a0b1d3f55167,segment=NetworkSegment(7b24ac44-1edb-4cec-a6e8-fa21f4a4b9d1),segment_id=7b24ac44-1edb-4cec-a6e8-fa21f4a4b9d1)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:26:08.157087 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7df3b3df-a1ca-4d55-80a1-fde6549ef0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:08.162769 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-012c0103-59ff-4887-983b-ee9b968b7df6 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:08.171469 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-147b279d-b965-4ceb-ba62-55d9ef31351a None None] Provisioning complete for port 751eaf4b-f359-407a-a877-a0b1d3f55167 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:26:08.172031 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-147b279d-b965-4ceb-ba62-55d9ef31351a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:08.173835 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e60d24c-2bb4-4309-968e-f2373edcb218 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:08.196063 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-012c0103-59ff-4887-983b-ee9b968b7df6 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:08.196334 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e60d24c-2bb4-4309-968e-f2373edcb218 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:08.196727 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e60d24c-2bb4-4309-968e-f2373edcb218 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:08.265634 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198c745-b022-4fa7-92b3-17444ecc5799 None None] Pushing event updated for resources: {'Port': ['ID=751eaf4b-f359-407a-a877-a0b1d3f55167,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:08.278217 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device e6378086-b5cb-4d0d-a2be-42227d9009d5 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:26:08.307944 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c0103-59ff-4887-983b-ee9b968b7df6 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d7279a3-02f6-40e7-97c4-8eca12bb9da7,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:08.325280 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e60d24c-2bb4-4309-968e-f2373edcb218 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Pushing event updated for resources: {'Network': ['ID=128c1589-edd6-4ced-b076-c85f5c8e08ee,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:08.332825 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0e60d24c-2bb4-4309-968e-f2373edcb218 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5086312 Dec 10 16:26:08.333585 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 46266) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:26:08.340376 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-9f4bafeb-5ca3-4b8d-961a-7aacae6a06b7 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Request body: {'subnet': {'network_id': '128c1589-edd6-4ced-b076-c85f5c8e08ee', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:26:08.383731 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 128c1589-edd6-4ced-b076-c85f5c8e08ee details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:26:08.393509 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: e6378086-b5cb-4d0d-a2be-42227d9009d5 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:26:08.394181 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device e6378086-b5cb-4d0d-a2be-42227d9009d5 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:26:08.461994 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-012c0103-59ff-4887-983b-ee9b968b7df6 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:08.468702 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-012c0103-59ff-4887-983b-ee9b968b7df6 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0221188 Dec 10 16:26:08.472805 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df3b3df-a1ca-4d55-80a1-fde6549ef0c1 None None] Routers {'86f94127-05b5-4570-b3d6-d5a2e33aea8f'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:26:08.473975 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 46268) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:26:08.477893 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-7df3b3df-a1ca-4d55-80a1-fde6549ef0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:25:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['86f94127-05b5-4570-b3d6-d5a2e33aea8f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:08.484519 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-cea02fd2-3b13-4972-b823-893359704080 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:26:08.599775 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cea02fd2-3b13-4972-b823-893359704080 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks [] for floatingip, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:08.628936 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269d582-7994-41da-bac3-5c30a8d2ebac req-92fd7059-aa63-4385-9282-13ca003185c7 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:08.637632 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6269d582-7994-41da-bac3-5c30a8d2ebac req-92fd7059-aa63-4385-9282-13ca003185c7 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.3093779 Dec 10 16:26:08.792724 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4bafeb-5ca3-4b8d-961a-7aacae6a06b7 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Made reservation on behalf of 2f348a6ef1b744809177e6c8e3c6126d for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:26:08.804561 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f4bafeb-5ca3-4b8d-961a-7aacae6a06b7 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:08.894778 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6269d582-7994-41da-bac3-5c30a8d2ebac req-7375e09d-7e6c-4c2b-9a47-c26817451b9b tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511578 Dec 10 16:26:08.900456 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-497149c8-843a-4124-9821-772aa6b1aade req-44e3b685-ebfe-45c5-8c1d-a80f3909b6aa tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:08.901503 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-147b279d-b965-4ceb-ba62-55d9ef31351a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:08.962026 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-497149c8-843a-4124-9821-772aa6b1aade req-44e3b685-ebfe-45c5-8c1d-a80f3909b6aa tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:09.001365 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-7df3b3df-a1ca-4d55-80a1-fde6549ef0c1 None None] Set router 86f94127-05b5-4570-b3d6-d5a2e33aea8f gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:26:09.007964 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['4b0da238-da36-4506-8526-103e401bdc08', '98aa5f6b-994b-4a0b-8a63-197560470701'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:26:09.024128 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-497149c8-843a-4124-9821-772aa6b1aade req-44e3b685-ebfe-45c5-8c1d-a80f3909b6aa tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Network 1b1da819-dfba-43f2-8848-8bb429159850 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:26:09.040159 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-497149c8-843a-4124-9821-772aa6b1aade req-44e3b685-ebfe-45c5-8c1d-a80f3909b6aa tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:26:09.047187 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-497149c8-843a-4124-9821-772aa6b1aade req-44e3b685-ebfe-45c5-8c1d-a80f3909b6aa tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:26:09.070092 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['e49ccd9b-54f9-4417-b2a1-836718184a00'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:26:09.132362 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e3b685-ebfe-45c5-8c1d-a80f3909b6aa tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Pushing event updated for resources: {'Port': ['ID=9ad44a27-a314-4da6-a5bb-3637dee7714f,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:09.236580 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497149c8-843a-4124-9821-772aa6b1aade req-44e3b685-ebfe-45c5-8c1d-a80f3909b6aa tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:09.237263 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-497149c8-843a-4124-9821-772aa6b1aade req-44e3b685-ebfe-45c5-8c1d-a80f3909b6aa tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:09.299601 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-497149c8-843a-4124-9821-772aa6b1aade req-44e3b685-ebfe-45c5-8c1d-a80f3909b6aa tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1570807 Dec 10 16:26:09.314929 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-147b279d-b965-4ceb-ba62-55d9ef31351a None None] For port 751eaf4b-f359-407a-a877-a0b1d3f55167, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=751eaf4b-f359-407a-a877-a0b1d3f55167,segment=NetworkSegment(7b24ac44-1edb-4cec-a6e8-fa21f4a4b9d1),segment_id=7b24ac44-1edb-4cec-a6e8-fa21f4a4b9d1)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:09.407910 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-147b279d-b965-4ceb-ba62-55d9ef31351a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:09.435671 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-497149c8-843a-4124-9821-772aa6b1aade req-f2f91745-9846-4bbc-b2d9-b84fec2e91d8 service neutron] Request body: {'port': {'device_id': '4f9315e3-0b56-48f3-88c5-a065c68e33ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:26:09.442655 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cea02fd2-3b13-4972-b823-893359704080 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:09.568175 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a7786-4cda-4336-93e8-edafe95c9423 req-0adc69c8-8f2f-4923-851a-d9122bb265a1 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:09.580077 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-411a7786-4cda-4336-93e8-edafe95c9423 req-0adc69c8-8f2f-4923-851a-d9122bb265a1 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 936 time: 0.2702720 Dec 10 16:26:09.611531 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f4bafeb-5ca3-4b8d-961a-7aacae6a06b7 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:09.701709 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-497149c8-843a-4124-9821-772aa6b1aade req-f2f91745-9846-4bbc-b2d9-b84fec2e91d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:09.747587 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bafeb-5ca3-4b8d-961a-7aacae6a06b7 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Pushing event updated for resources: {'Subnet': ['ID=e8c2634d-9ff0-45a0-8e45-dda5475b105e,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:09.776696 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-cea02fd2-3b13-4972-b823-893359704080 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Allocated IP 172.25.6.118 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/441fd1b3-97be-4628-bea0-5adc015c066c) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:26:09.782979 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4bafeb-5ca3-4b8d-961a-7aacae6a06b7 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Checking segment: {'id': 'c344d2d5-a73c-4949-9d1d-3059f2df4783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '128c1589-edd6-4ced-b076-c85f5c8e08ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:26:09.784503 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4bafeb-5ca3-4b8d-961a-7aacae6a06b7 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Network hostable DHCP agents. Network: 128c1589-edd6-4ced-b076-c85f5c8e08ee, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:26:09.824940 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-411a7786-4cda-4336-93e8-edafe95c9423 req-fe0e159f-365e-44f9-a546-432e0500d3a5 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470877 Dec 10 16:26:09.833423 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4bafeb-5ca3-4b8d-961a-7aacae6a06b7 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Network 128c1589-edd6-4ced-b076-c85f5c8e08ee is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:26:09.869966 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b279d-b965-4ceb-ba62-55d9ef31351a None None] Pushing event updated for resources: {'Port': ['ID=751eaf4b-f359-407a-a877-a0b1d3f55167,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:09.882525 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-9f4bafeb-5ca3-4b8d-961a-7aacae6a06b7 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 128c1589-edd6-4ced-b076-c85f5c8e08ee) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:26:09.889670 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4bafeb-5ca3-4b8d-961a-7aacae6a06b7 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:09.890222 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f4bafeb-5ca3-4b8d-961a-7aacae6a06b7 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:09.909769 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619b256d-2b16-4ba4-99b6-973865c71caf None None] Network 128c1589-edd6-4ced-b076-c85f5c8e08ee requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:26:09.923867 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9f4bafeb-5ca3-4b8d-961a-7aacae6a06b7 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5860176 Dec 10 16:26:09.924869 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 46282) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:26:09.934569 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-44d467fd-5533-4cf0-8281-a6c61c492a31 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-789025796'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:26:10.040967 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cea02fd2-3b13-4972-b823-893359704080 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:10.057127 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d467fd-5533-4cf0-8281-a6c61c492a31 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Made reservation on behalf of 2f348a6ef1b744809177e6c8e3c6126d for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:26:10.069645 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-44d467fd-5533-4cf0-8281-a6c61c492a31 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:10.073349 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b7982371-0c27-41d5-a3c6-d601f7f61d83 None None] Provisioning complete for port 751eaf4b-f359-407a-a877-a0b1d3f55167 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:26:10.073963 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b7982371-0c27-41d5-a3c6-d601f7f61d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:10.152102 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44d467fd-5533-4cf0-8281-a6c61c492a31 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:26:10.175088 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-44d467fd-5533-4cf0-8281-a6c61c492a31 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:10.175443 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-44d467fd-5533-4cf0-8281-a6c61c492a31 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Added segment 72ad738a-85b1-4458-90c5-c74d9242b0cc of type vlan for network a7638baf-811f-4308-9c5d-da9cc9399bbb Dec 10 16:26:10.294040 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-44d467fd-5533-4cf0-8281-a6c61c492a31 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:10.392536 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-44d467fd-5533-4cf0-8281-a6c61c492a31 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:10.398193 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d467fd-5533-4cf0-8281-a6c61c492a31 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:10.401793 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-44d467fd-5533-4cf0-8281-a6c61c492a31 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:10.404247 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72db968b-a590-4a36-ab0b-b726ce4d7969 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-128c1589-edd6-4ced-b076-c85f5c8e08ee', 'network_id': '128c1589-edd6-4ced-b076-c85f5c8e08ee', 'project_id': '2f348a6ef1b744809177e6c8e3c6126d', 'fixed_ips': [{'subnet_id': 'e8c2634d-9ff0-45a0-8e45-dda5475b105e'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:26:10.405787 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-72db968b-a590-4a36-ab0b-b726ce4d7969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:10.411145 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-497149c8-843a-4124-9821-772aa6b1aade req-f2f91745-9846-4bbc-b2d9-b84fec2e91d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ad44a27-a314-4da6-a5bb-3637dee7714f {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:26:10.423018 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-497149c8-843a-4124-9821-772aa6b1aade req-f2f91745-9846-4bbc-b2d9-b84fec2e91d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:10.442464 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-497149c8-843a-4124-9821-772aa6b1aade req-f2f91745-9846-4bbc-b2d9-b84fec2e91d8 service neutron] Transition to ACTIVE for port object 9ad44a27-a314-4da6-a5bb-3637dee7714f will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:26:10.477444 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-497149c8-843a-4124-9821-772aa6b1aade req-f2f91745-9846-4bbc-b2d9-b84fec2e91d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:10.544624 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cea02fd2-3b13-4972-b823-893359704080 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:10.678686 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-44d467fd-5533-4cf0-8281-a6c61c492a31 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7525299 Dec 10 16:26:10.691410 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea02fd2-3b13-4972-b823-893359704080 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:26:10.692688 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 46290) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:26:10.693341 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d467fd-5533-4cf0-8281-a6c61c492a31 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Pushing event updated for resources: {'Network': ['ID=a7638baf-811f-4308-9c5d-da9cc9399bbb,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:10.704833 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-bf39adce-5aa9-4428-ab34-a0e9fa70c04b tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Request body: {'subnet': {'network_id': 'a7638baf-811f-4308-9c5d-da9cc9399bbb', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:26:10.749968 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f781a-9c7d-433f-afb7-01bf88e738ce req-a59e05a1-ef16-4bbe-bce9-e36854214a99 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:10.758662 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-715f781a-9c7d-433f-afb7-01bf88e738ce req-a59e05a1-ef16-4bbe-bce9-e36854214a99 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab0439d-e8ba-439a-8f48-06aa4816871e HTTP/1.1" status: 200 len: 945 time: 0.3130975 Dec 10 16:26:10.771036 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-cea02fd2-3b13-4972-b823-893359704080 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:26:10.831338 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-715f781a-9c7d-433f-afb7-01bf88e738ce req-94bc53f1-a66f-4ca8-bbb7-e4075080c623 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716076 Dec 10 16:26:10.842272 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f91745-9846-4bbc-b2d9-b84fec2e91d8 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad44a27-a314-4da6-a5bb-3637dee7714f,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:10.856255 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-497149c8-843a-4124-9821-772aa6b1aade req-f2f91745-9846-4bbc-b2d9-b84fec2e91d8 service neutron] Attempting to bind port 9ad44a27-a314-4da6-a5bb-3637dee7714f on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:26:10.859564 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-497149c8-843a-4124-9821-772aa6b1aade req-f2f91745-9846-4bbc-b2d9-b84fec2e91d8 service neutron] Attempting to bind port 9ad44a27-a314-4da6-a5bb-3637dee7714f by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:26:10.860152 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497149c8-843a-4124-9821-772aa6b1aade req-f2f91745-9846-4bbc-b2d9-b84fec2e91d8 service neutron] Attempting to bind port 9ad44a27-a314-4da6-a5bb-3637dee7714f on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:26:10.868047 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network a7638baf-811f-4308-9c5d-da9cc9399bbb details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:26:10.873470 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497149c8-843a-4124-9821-772aa6b1aade req-f2f91745-9846-4bbc-b2d9-b84fec2e91d8 service neutron] Port 9ad44a27-a314-4da6-a5bb-3637dee7714f on network 1b1da819-dfba-43f2-8848-8bb429159850 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:26:10.874057 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497149c8-843a-4124-9821-772aa6b1aade req-f2f91745-9846-4bbc-b2d9-b84fec2e91d8 service neutron] Attempting to bind port 9ad44a27-a314-4da6-a5bb-3637dee7714f on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:26:10.888147 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497149c8-843a-4124-9821-772aa6b1aade req-f2f91745-9846-4bbc-b2d9-b84fec2e91d8 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:26:10.891000 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497149c8-843a-4124-9821-772aa6b1aade req-f2f91745-9846-4bbc-b2d9-b84fec2e91d8 service neutron] Checking segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:26:10.891615 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497149c8-843a-4124-9821-772aa6b1aade req-f2f91745-9846-4bbc-b2d9-b84fec2e91d8 service neutron] Bound using segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:26:10.893782 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-497149c8-843a-4124-9821-772aa6b1aade req-f2f91745-9846-4bbc-b2d9-b84fec2e91d8 service neutron] Bound port: 9ad44a27-a314-4da6-a5bb-3637dee7714f, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:26:10.896696 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-497149c8-843a-4124-9821-772aa6b1aade req-f2f91745-9846-4bbc-b2d9-b84fec2e91d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:10.909446 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea02fd2-3b13-4972-b823-893359704080 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:26:10.973053 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea02fd2-3b13-4972-b823-893359704080 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Pushing event updated for resources: {'Port': ['ID=441fd1b3-97be-4628-bea0-5adc015c066c,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:11.052691 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-497149c8-843a-4124-9821-772aa6b1aade req-f2f91745-9846-4bbc-b2d9-b84fec2e91d8 service neutron] For port 9ad44a27-a314-4da6-a5bb-3637dee7714f, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:26:11.060491 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-497149c8-843a-4124-9821-772aa6b1aade req-f2f91745-9846-4bbc-b2d9-b84fec2e91d8 service neutron] For port 9ad44a27-a314-4da6-a5bb-3637dee7714f, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=9ad44a27-a314-4da6-a5bb-3637dee7714f,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:26:11.068237 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-497149c8-843a-4124-9821-772aa6b1aade req-f2f91745-9846-4bbc-b2d9-b84fec2e91d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:11.108513 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497149c8-843a-4124-9821-772aa6b1aade req-f2f91745-9846-4bbc-b2d9-b84fec2e91d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:11.110791 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-497149c8-843a-4124-9821-772aa6b1aade req-f2f91745-9846-4bbc-b2d9-b84fec2e91d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:11.111050 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-7df3b3df-a1ca-4d55-80a1-fde6549ef0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f94127-05b5-4570-b3d6-d5a2e33aea8f', 'name': 'tempest-ServersTestManualDisk-670628104-router', 'tenant_id': '46f3725509ff40ffaf76e0eee45b744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'a80d13de-304c-49db-ad1b-c5115f83d68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:25:56Z', 'updated_at': '2021-12-10T16:26:01Z', 'revision_number': 4, 'project_id': '46f3725509ff40ffaf76e0eee45b744c', 'gw_port': {'id': 'a80d13de-304c-49db-ad1b-c5115f83d68d', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f94127-05b5-4570-b3d6-d5a2e33aea8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:25:57Z', 'updated_at': '2021-12-10T16:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '751eaf4b-f359-407a-a877-a0b1d3f55167', 'name': '', 'network_id': '833d5c44-0f20-47d1-a2bf-5c0360fc53c5', 'tenant_id': '46f3725509ff40ffaf76e0eee45b744c', 'mac_address': 'fa:16:3e:21:02:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f94127-05b5-4570-b3d6-d5a2e33aea8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '27e899e1-b171-42d8-bf35-913ec851a537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:26:00Z', 'updated_at': '2021-12-10T16:26:08Z', 'revision_number': 4, 'project_id': '46f3725509ff40ffaf76e0eee45b744c', 'subnets': [{'id': '27e899e1-b171-42d8-bf35-913ec851a537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:11.113691 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-497149c8-843a-4124-9821-772aa6b1aade req-f2f91745-9846-4bbc-b2d9-b84fec2e91d8 service neutron] 10.222.0.26 "PUT /v2.0/ports/9ad44a27-a314-4da6-a5bb-3637dee7714f HTTP/1.1" status: 200 len: 1096 time: 1.7986178 Dec 10 16:26:11.134524 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9315e3-0b56-48f3-88c5-a065c68e33ea', 'tag': '9ad44a27-a314-4da6-a5bb-3637dee7714f'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:26:11.141827 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec1aa76-7954-42fc-afb6-a9ad74f924fd" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9315e3-0b56-48f3-88c5-a065c68e33ea", "tag": "9ad44a27-a314-4da6-a5bb-3637dee7714f"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:26:11.235363 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf39adce-5aa9-4428-ab34-a0e9fa70c04b tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Made reservation on behalf of 2f348a6ef1b744809177e6c8e3c6126d for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:26:11.253353 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf39adce-5aa9-4428-ab34-a0e9fa70c04b tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:11.288827 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497149c8-843a-4124-9821-772aa6b1aade req-048dbf82-3468-461d-ab92-74f4cab8d8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:11.290807 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-497149c8-843a-4124-9821-772aa6b1aade req-048dbf82-3468-461d-ab92-74f4cab8d8ee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=94e98c03952a41539b6089aa3614a4af&device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 1099 time: 0.1231196 Dec 10 16:26:11.306052 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df3b3df-a1ca-4d55-80a1-fde6549ef0c1 None None] The sync data for ids ['86f94127-05b5-4570-b3d6-d5a2e33aea8f'] in n-d-766771-2 is: [{'id': '86f94127-05b5-4570-b3d6-d5a2e33aea8f', 'name': 'tempest-ServersTestManualDisk-670628104-router', 'tenant_id': '46f3725509ff40ffaf76e0eee45b744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'a80d13de-304c-49db-ad1b-c5115f83d68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:25:56Z', 'updated_at': '2021-12-10T16:26:01Z', 'revision_number': 4, 'project_id': '46f3725509ff40ffaf76e0eee45b744c', 'gw_port': {'id': 'a80d13de-304c-49db-ad1b-c5115f83d68d', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f94127-05b5-4570-b3d6-d5a2e33aea8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:25:57Z', 'updated_at': '2021-12-10T16:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '751eaf4b-f359-407a-a877-a0b1d3f55167', 'name': '', 'network_id': '833d5c44-0f20-47d1-a2bf-5c0360fc53c5', 'tenant_id': '46f3725509ff40ffaf76e0eee45b744c', 'mac_address': 'fa:16:3e:21:02:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f94127-05b5-4570-b3d6-d5a2e33aea8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '27e899e1-b171-42d8-bf35-913ec851a537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:26:00Z', 'updated_at': '2021-12-10T16:26:08Z', 'revision_number': 4, 'project_id': '46f3725509ff40ffaf76e0eee45b744c', 'subnets': [{'id': '27e899e1-b171-42d8-bf35-913ec851a537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:26:11.438010 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-497149c8-843a-4124-9821-772aa6b1aade req-f5abe0f2-25c7-4b8d-82c9-47a87b4f019d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=9ad44a27-a314-4da6-a5bb-3637dee7714f HTTP/1.1" status: 200 len: 217 time: 0.1329403 Dec 10 16:26:11.457883 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cea02fd2-3b13-4972-b823-893359704080 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:11.658275 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f91745-9846-4bbc-b2d9-b84fec2e91d8 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad44a27-a314-4da6-a5bb-3637dee7714f,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:11.694830 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cea02fd2-3b13-4972-b823-893359704080 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:11.701779 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3d2ab-de10-488c-a48d-52cac2fa5b24 req-912a5bdc-565e-4f92-b7cd-130e25a5fbef tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:11.711639 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-79e3d2ab-de10-488c-a48d-52cac2fa5b24 req-912a5bdc-565e-4f92-b7cd-130e25a5fbef tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 948 time: 0.2725554 Dec 10 16:26:11.746867 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497149c8-843a-4124-9821-772aa6b1aade req-6a9c38e6-dca5-4352-b55f-295a73dd9b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:11.748545 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-497149c8-843a-4124-9821-772aa6b1aade req-6a9c38e6-dca5-4352-b55f-295a73dd9b75 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.2979400 Dec 10 16:26:11.853313 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-72db968b-a590-4a36-ab0b-b726ce4d7969 None None] Allocated IP 19.80.0.2 (128c1589-edd6-4ced-b076-c85f5c8e08ee/e8c2634d-9ff0-45a0-8e45-dda5475b105e/66b1ed5d-c606-41cd-961a-057302a64440) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:26:12.361991 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 751eaf4b-f359-407a-a877-a0b1d3f55167 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:26:12.372779 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf39adce-5aa9-4428-ab34-a0e9fa70c04b tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:12.441282 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf39adce-5aa9-4428-ab34-a0e9fa70c04b tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Pushing event updated for resources: {'Subnet': ['ID=e8164c62-a505-497e-aee5-46eafe225944,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:12.494902 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-72db968b-a590-4a36-ab0b-b726ce4d7969 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:12.502648 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cea02fd2-3b13-4972-b823-893359704080 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:12.504934 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf39adce-5aa9-4428-ab34-a0e9fa70c04b tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Checking segment: {'id': '72ad738a-85b1-4458-90c5-c74d9242b0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a7638baf-811f-4308-9c5d-da9cc9399bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:26:12.505285 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf39adce-5aa9-4428-ab34-a0e9fa70c04b tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Network hostable DHCP agents. Network: a7638baf-811f-4308-9c5d-da9cc9399bbb, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:26:12.519031 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cea02fd2-3b13-4972-b823-893359704080 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:12.559225 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf39adce-5aa9-4428-ab34-a0e9fa70c04b tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Network a7638baf-811f-4308-9c5d-da9cc9399bbb is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:26:12.571301 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-72db968b-a590-4a36-ab0b-b726ce4d7969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:12.608268 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497149c8-843a-4124-9821-772aa6b1aade req-e93da629-761d-4c1c-b7e1-8cf0ef7650ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:12.609897 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-497149c8-843a-4124-9821-772aa6b1aade req-e93da629-761d-4c1c-b7e1-8cf0ef7650ce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2074201 Dec 10 16:26:12.614771 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72db968b-a590-4a36-ab0b-b726ce4d7969 None None] Network 128c1589-edd6-4ced-b076-c85f5c8e08ee is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:26:12.624940 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-72db968b-a590-4a36-ab0b-b726ce4d7969 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:26:12.651929 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cea02fd2-3b13-4972-b823-893359704080 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:12.668521 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72db968b-a590-4a36-ab0b-b726ce4d7969 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:26:12.672000 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-bf39adce-5aa9-4428-ab34-a0e9fa70c04b tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, a7638baf-811f-4308-9c5d-da9cc9399bbb) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:26:12.677948 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf39adce-5aa9-4428-ab34-a0e9fa70c04b tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:12.679127 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf39adce-5aa9-4428-ab34-a0e9fa70c04b tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:12.688463 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cea02fd2-3b13-4972-b823-893359704080 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:12.699966 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-cea02fd2-3b13-4972-b823-893359704080 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2232876 Dec 10 16:26:12.717207 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea02fd2-3b13-4972-b823-893359704080 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Pushing event updated for resources: {'Port': ['ID=441fd1b3-97be-4628-bea0-5adc015c066c,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:12.728059 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-bf39adce-5aa9-4428-ab34-a0e9fa70c04b tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0287094 Dec 10 16:26:12.774694 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4898bf8-4852-452e-8491-8ebaad0c0316 None None] Network a7638baf-811f-4308-9c5d-da9cc9399bbb requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:26:12.785466 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 751eaf4b-f359-407a-a877-a0b1d3f55167 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:26:12.796903 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:12.825673 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-79e3d2ab-de10-488c-a48d-52cac2fa5b24 req-b8c39097-e6af-42c2-bd70-50f69f714222 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0556056 Dec 10 16:26:12.914719 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b76a04a-1ec8-46b5-841b-7677cc9a690b x-openstack-request-id: req-6b76a04a-1ec8-46b5-841b-7677cc9a690b {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:26:12.915017 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9315e3-0b56-48f3-88c5-a065c68e33ea", "tag": "9ad44a27-a314-4da6-a5bb-3637dee7714f", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:26:12.915275 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6b76a04a-1ec8-46b5-841b-7677cc9a690b {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:26:12.915683 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9315e3-0b56-48f3-88c5-a065c68e33ea', 'tag': '9ad44a27-a314-4da6-a5bb-3637dee7714f', 'status': 'completed', 'code': 200} Dec 10 16:26:13.007530 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-497149c8-843a-4124-9821-772aa6b1aade req-ed78749c-d069-4da3-94b8-cfa84d5ba0bf service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454833 Dec 10 16:26:13.130118 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-497149c8-843a-4124-9821-772aa6b1aade req-930745a1-7dfe-4c0f-b8e6-57091bd98d02 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020994 Dec 10 16:26:13.254759 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e78a7-d3ba-4ac2-8bee-de331c285acf req-6b9a5e79-e65d-4d1e-899d-376b2cb05364 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:13.257901 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db968b-a590-4a36-ab0b-b726ce4d7969 None None] Pushing event updated for resources: {'Port': ['ID=66b1ed5d-c606-41cd-961a-057302a64440,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:13.264294 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e82e78a7-d3ba-4ac2-8bee-de331c285acf req-6b9a5e79-e65d-4d1e-899d-376b2cb05364 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab0439d-e8ba-439a-8f48-06aa4816871e HTTP/1.1" status: 200 len: 945 time: 0.2556720 Dec 10 16:26:13.265393 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-72db968b-a590-4a36-ab0b-b726ce4d7969 None None] Attempting to bind port 66b1ed5d-c606-41cd-961a-057302a64440 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:26:13.265768 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-72db968b-a590-4a36-ab0b-b726ce4d7969 None None] Attempting to bind port 66b1ed5d-c606-41cd-961a-057302a64440 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'c344d2d5-a73c-4949-9d1d-3059f2df4783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '128c1589-edd6-4ced-b076-c85f5c8e08ee'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:26:13.266148 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db968b-a590-4a36-ab0b-b726ce4d7969 None None] Attempting to bind port 66b1ed5d-c606-41cd-961a-057302a64440 on network 128c1589-edd6-4ced-b076-c85f5c8e08ee {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:26:13.329965 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1aa76-7954-42fc-afb6-a9ad74f924fd req-a997721e-f065-44f3-bcf0-c0fd8c8d57bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:13.332300 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fec1aa76-7954-42fc-afb6-a9ad74f924fd req-a997721e-f065-44f3-bcf0-c0fd8c8d57bd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=94e98c03952a41539b6089aa3614a4af&device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 1099 time: 0.1480014 Dec 10 16:26:13.333059 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db968b-a590-4a36-ab0b-b726ce4d7969 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:26:13.333622 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db968b-a590-4a36-ab0b-b726ce4d7969 None None] Checking segment: {'id': 'c344d2d5-a73c-4949-9d1d-3059f2df4783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '128c1589-edd6-4ced-b076-c85f5c8e08ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:26:13.334175 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-72db968b-a590-4a36-ab0b-b726ce4d7969 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:13.335102 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db968b-a590-4a36-ab0b-b726ce4d7969 None None] Bound using segment: {'id': 'c344d2d5-a73c-4949-9d1d-3059f2df4783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '128c1589-edd6-4ced-b076-c85f5c8e08ee'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:26:13.335611 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-72db968b-a590-4a36-ab0b-b726ce4d7969 None None] Bound port: 66b1ed5d-c606-41cd-961a-057302a64440, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c344d2d5-a73c-4949-9d1d-3059f2df4783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '128c1589-edd6-4ced-b076-c85f5c8e08ee'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:26:13.336801 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-72db968b-a590-4a36-ab0b-b726ce4d7969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:13.343277 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e82e78a7-d3ba-4ac2-8bee-de331c285acf req-a5c0db30-d83f-45ae-b8ec-ee0813290dec tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770211 Dec 10 16:26:13.527791 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1aa76-7954-42fc-afb6-a9ad74f924fd req-55b613a4-e11d-42ee-8f88-4b39b95d2f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:13.529697 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fec1aa76-7954-42fc-afb6-a9ad74f924fd req-55b613a4-e11d-42ee-8f88-4b39b95d2f2b service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.1852250 Dec 10 16:26:13.561328 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6660c011-81bf-4c0f-956b-ff68afaf22d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-a7638baf-811f-4308-9c5d-da9cc9399bbb', 'network_id': 'a7638baf-811f-4308-9c5d-da9cc9399bbb', 'project_id': '2f348a6ef1b744809177e6c8e3c6126d', 'fixed_ips': [{'subnet_id': 'e8164c62-a505-497e-aee5-46eafe225944'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:26:13.562948 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6660c011-81bf-4c0f-956b-ff68afaf22d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:13.611268 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-72db968b-a590-4a36-ab0b-b726ce4d7969 None None] For port 66b1ed5d-c606-41cd-961a-057302a64440, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:26:13.616569 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-72db968b-a590-4a36-ab0b-b726ce4d7969 None None] For port 66b1ed5d-c606-41cd-961a-057302a64440, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=66b1ed5d-c606-41cd-961a-057302a64440,segment=NetworkSegment(c344d2d5-a73c-4949-9d1d-3059f2df4783),segment_id=c344d2d5-a73c-4949-9d1d-3059f2df4783)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:26:13.634990 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fec1aa76-7954-42fc-afb6-a9ad74f924fd req-a3d2459b-0f27-4edc-a4fd-bcc41a4fd0e6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=9ad44a27-a314-4da6-a5bb-3637dee7714f HTTP/1.1" status: 200 len: 217 time: 0.0871267 Dec 10 16:26:13.675595 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-72db968b-a590-4a36-ab0b-b726ce4d7969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:13.722041 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1aa76-7954-42fc-afb6-a9ad74f924fd req-cd3bc7b3-81d3-4476-9ad8-64f21e584635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:13.726081 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fec1aa76-7954-42fc-afb6-a9ad74f924fd req-cd3bc7b3-81d3-4476-9ad8-64f21e584635 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.0844502 Dec 10 16:26:13.805117 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db968b-a590-4a36-ab0b-b726ce4d7969 None None] Pushing event updated for resources: {'Port': ['ID=66b1ed5d-c606-41cd-961a-057302a64440,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:13.816397 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1aa76-7954-42fc-afb6-a9ad74f924fd req-e6880aeb-df40-4d86-8c64-85a4f2de43b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:13.818372 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fec1aa76-7954-42fc-afb6-a9ad74f924fd req-e6880aeb-df40-4d86-8c64-85a4f2de43b2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0838237 Dec 10 16:26:13.849378 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-6660c011-81bf-4c0f-956b-ff68afaf22d7 None None] Allocated IP 19.86.0.2 (a7638baf-811f-4308-9c5d-da9cc9399bbb/e8164c62-a505-497e-aee5-46eafe225944/3f9e857f-d947-4527-bbc8-f850fb34ee9a) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:26:13.940487 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9f152cf-ebf6-4bbf-89d5-dd5be7407ff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:13.981545 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-f5546631-e5d2-46a2-b8e2-eccab2035e78 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1663343442&fields=id&tenant_id=46f3725509ff40ffaf76e0eee45b744c HTTP/1.1" status: 200 len: 267 time: 0.1162152 Dec 10 16:26:14.051055 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fec1aa76-7954-42fc-afb6-a9ad74f924fd req-7e1f68d2-ad03-4c7e-bc65-3734db128b8a service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235124 Dec 10 16:26:14.112229 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6660c011-81bf-4c0f-956b-ff68afaf22d7 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:14.122214 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6660c011-81bf-4c0f-956b-ff68afaf22d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:14.172181 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6660c011-81bf-4c0f-956b-ff68afaf22d7 None None] Network a7638baf-811f-4308-9c5d-da9cc9399bbb is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:26:14.177129 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-6660c011-81bf-4c0f-956b-ff68afaf22d7 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:26:14.180027 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6660c011-81bf-4c0f-956b-ff68afaf22d7 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:26:14.189810 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660c011-81bf-4c0f-956b-ff68afaf22d7 None None] Pushing event updated for resources: {'Port': ['ID=3f9e857f-d947-4527-bbc8-f850fb34ee9a,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:14.194438 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-95461f62-983a-4032-b801-820810e4c812 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:14.195929 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-95461f62-983a-4032-b801-820810e4c812 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] 10.222.0.11 "GET /v2.0/networks?id=833d5c44-0f20-47d1-a2bf-5c0360fc53c5 HTTP/1.1" status: 200 len: 811 time: 0.2135944 Dec 10 16:26:14.259555 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-e4b684ab-4446-4e5d-be85-f1fae4992e56 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] 10.222.0.11 "GET /v2.0/quotas/46f3725509ff40ffaf76e0eee45b744c HTTP/1.1" status: 200 len: 375 time: 0.0289900 Dec 10 16:26:14.275206 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23816eef-1901-4c9e-a479-d9800ddc6c4e req-3147868d-22d1-43a5-93c9-9a6a73a47032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:14.285313 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-6660c011-81bf-4c0f-956b-ff68afaf22d7 None None] Attempting to bind port 3f9e857f-d947-4527-bbc8-f850fb34ee9a on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:26:14.285622 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-6660c011-81bf-4c0f-956b-ff68afaf22d7 None None] Attempting to bind port 3f9e857f-d947-4527-bbc8-f850fb34ee9a by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '72ad738a-85b1-4458-90c5-c74d9242b0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a7638baf-811f-4308-9c5d-da9cc9399bbb'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:26:14.285993 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6660c011-81bf-4c0f-956b-ff68afaf22d7 None None] Attempting to bind port 3f9e857f-d947-4527-bbc8-f850fb34ee9a on network a7638baf-811f-4308-9c5d-da9cc9399bbb {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:26:14.293351 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-23816eef-1901-4c9e-a479-d9800ddc6c4e req-3147868d-22d1-43a5-93c9-9a6a73a47032 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a91374a85f654bd6a3d2ae7399378add&device_id=aab0439d-e8ba-439a-8f48-06aa4816871e HTTP/1.1" status: 200 len: 1096 time: 0.0759611 Dec 10 16:26:14.295213 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6660c011-81bf-4c0f-956b-ff68afaf22d7 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:26:14.295600 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6660c011-81bf-4c0f-956b-ff68afaf22d7 None None] Checking segment: {'id': '72ad738a-85b1-4458-90c5-c74d9242b0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a7638baf-811f-4308-9c5d-da9cc9399bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:26:14.296058 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6660c011-81bf-4c0f-956b-ff68afaf22d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:14.296389 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6660c011-81bf-4c0f-956b-ff68afaf22d7 None None] Bound using segment: {'id': '72ad738a-85b1-4458-90c5-c74d9242b0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a7638baf-811f-4308-9c5d-da9cc9399bbb'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:26:14.296860 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-6660c011-81bf-4c0f-956b-ff68afaf22d7 None None] Bound port: 3f9e857f-d947-4527-bbc8-f850fb34ee9a, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ad738a-85b1-4458-90c5-c74d9242b0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a7638baf-811f-4308-9c5d-da9cc9399bbb'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:26:14.297246 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6660c011-81bf-4c0f-956b-ff68afaf22d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:14.299665 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 66b1ed5d-c606-41cd-961a-057302a64440 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:26:14.309156 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fec1aa76-7954-42fc-afb6-a9ad74f924fd req-93e5ab4f-e4f9-4b8c-9635-7ff2f6814a9a service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480705 Dec 10 16:26:14.333861 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-6c21024c-a99d-4302-8c1d-6f13e31e3457 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=46f3725509ff40ffaf76e0eee45b744c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0732064 Dec 10 16:26:14.413426 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 66b1ed5d-c606-41cd-961a-057302a64440 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:26:14.413802 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:14.429310 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23816eef-1901-4c9e-a479-d9800ddc6c4e req-d335dade-d901-4ac9-9a9c-1053a74166cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:14.430933 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-23816eef-1901-4c9e-a479-d9800ddc6c4e req-d335dade-d901-4ac9-9a9c-1053a74166cc service neutron] 10.222.0.26 "GET /v2.0/networks?id=9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 HTTP/1.1" status: 200 len: 913 time: 0.1286144 Dec 10 16:26:14.457000 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-6660c011-81bf-4c0f-956b-ff68afaf22d7 None None] For port 3f9e857f-d947-4527-bbc8-f850fb34ee9a, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:26:14.471215 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-6660c011-81bf-4c0f-956b-ff68afaf22d7 None None] For port 3f9e857f-d947-4527-bbc8-f850fb34ee9a, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=3f9e857f-d947-4527-bbc8-f850fb34ee9a,segment=NetworkSegment(72ad738a-85b1-4458-90c5-c74d9242b0cc),segment_id=72ad738a-85b1-4458-90c5-c74d9242b0cc)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:26:14.481007 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-a11905dd-695f-4abd-aaff-b0dfa28e0a8b service neutron] 10.222.0.11 "GET /v2.0/networks/833d5c44-0f20-47d1-a2bf-5c0360fc53c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311345 Dec 10 16:26:14.483502 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6660c011-81bf-4c0f-956b-ff68afaf22d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:14.501691 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-23816eef-1901-4c9e-a479-d9800ddc6c4e req-27f4b172-5879-4262-8193-3328d57faae6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11cbc379-0199-4cc1-a53f-d3dc69ee8639 HTTP/1.1" status: 200 len: 217 time: 0.0614998 Dec 10 16:26:14.578294 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23816eef-1901-4c9e-a479-d9800ddc6c4e req-1d5013d4-ba27-4835-939e-3e25847aa8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:14.579778 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-23816eef-1901-4c9e-a479-d9800ddc6c4e req-1d5013d4-ba27-4835-939e-3e25847aa8c0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d91d45da-791f-427f-a9fe-a70a5d192f4c HTTP/1.1" status: 200 len: 852 time: 0.0646241 Dec 10 16:26:14.599442 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:14.619889 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660c011-81bf-4c0f-956b-ff68afaf22d7 None None] Pushing event updated for resources: {'Port': ['ID=3f9e857f-d947-4527-bbc8-f850fb34ee9a,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:14.624832 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-23816eef-1901-4c9e-a479-d9800ddc6c4e req-9d95702a-9f41-407a-9799-61005c2c8e38 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9d8083a2-a7ce-49e3-9a7c-b927cfa621a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369494 Dec 10 16:26:14.625166 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-4b0e4eed-c644-4ddf-86a2-dcdf0feec637 service neutron] 10.222.0.11 "GET /v2.0/networks/833d5c44-0f20-47d1-a2bf-5c0360fc53c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364834 Dec 10 16:26:14.680759 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 66b1ed5d-c606-41cd-961a-057302a64440, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=66b1ed5d-c606-41cd-961a-057302a64440,segment=NetworkSegment(c344d2d5-a73c-4949-9d1d-3059f2df4783),segment_id=c344d2d5-a73c-4949-9d1d-3059f2df4783)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:14.686368 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:14.764094 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=66b1ed5d-c606-41cd-961a-057302a64440,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:14.841435 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-23816eef-1901-4c9e-a479-d9800ddc6c4e req-66b1c1a5-8d4d-4d53-9fb8-9bb5d532c5c9 service neutron] 10.222.0.26 "GET /v2.0/networks/9d8083a2-a7ce-49e3-9a7c-b927cfa621a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965477 Dec 10 16:26:15.046379 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-23816eef-1901-4c9e-a479-d9800ddc6c4e req-e7a80d9e-ed3e-4ce5-ab61-84ef03b5172d service neutron] 10.222.0.26 "GET /v2.0/networks/9d8083a2-a7ce-49e3-9a7c-b927cfa621a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960886 Dec 10 16:26:15.123255 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-db2a5199-9327-4142-9d39-e057f4b2d880 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:15.130369 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-db2a5199-9327-4142-9d39-e057f4b2d880 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:15.138778 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-db2a5199-9327-4142-9d39-e057f4b2d880 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/networks?id=128c1589-edd6-4ced-b076-c85f5c8e08ee&id=a7638baf-811f-4308-9c5d-da9cc9399bbb HTTP/1.1" status: 200 len: 1390 time: 0.1858201 Dec 10 16:26:15.152605 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-7f77d489-b597-475e-b756-9f15a63717a0 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/quotas/2f348a6ef1b744809177e6c8e3c6126d HTTP/1.1" status: 200 len: 375 time: 0.0117707 Dec 10 16:26:15.237165 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-31665c3a-2e2d-4191-bafe-146beaab0167 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2f348a6ef1b744809177e6c8e3c6126d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0747144 Dec 10 16:26:15.296394 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e86b39-78cb-4cda-917b-b8c529b32488 None None] Network 128c1589-edd6-4ced-b076-c85f5c8e08ee requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:26:15.376692 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c7baae56-43b1-4e59-be68-9e491025ef27 None None] Provisioning complete for port 66b1ed5d-c606-41cd-961a-057302a64440 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:26:15.377075 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c7baae56-43b1-4e59-be68-9e491025ef27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:15.382681 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-2f7ebb54-40ee-499f-b554-ecb416f4c27a service neutron] 10.222.0.11 "GET /v2.0/networks/128c1589-edd6-4ced-b076-c85f5c8e08ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445708 Dec 10 16:26:15.482495 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-4988979f-9b06-4a83-9f1c-4dde88a87cd4 service neutron] 10.222.0.11 "GET /v2.0/networks/128c1589-edd6-4ced-b076-c85f5c8e08ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988045 Dec 10 16:26:15.628566 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-108de8f0-ecd5-4953-ab50-d61ba1355955 service neutron] 10.222.0.11 "GET /v2.0/networks/a7638baf-811f-4308-9c5d-da9cc9399bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299903 Dec 10 16:26:15.762521 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-7a6ceda3-6dd8-49dc-94ef-b0c16769df73 service neutron] 10.222.0.11 "GET /v2.0/networks/a7638baf-811f-4308-9c5d-da9cc9399bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256595 Dec 10 16:26:15.945422 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-0cefa873-2d26-4964-92f5-9addc892ad80 None None] Provisioning complete for port 66b1ed5d-c606-41cd-961a-057302a64440 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:26:15.945945 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0cefa873-2d26-4964-92f5-9addc892ad80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:16.103160 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce107354-4e32-4073-8e2e-71d587d7cc00 None None] Network a7638baf-811f-4308-9c5d-da9cc9399bbb requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:26:16.149336 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3b776-9d2f-47a4-9586-137a4f5d7b8c req-67161b2f-dd7c-49b7-8f1a-93a51dc3f971 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:16.160409 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cab3b776-9d2f-47a4-9586-137a4f5d7b8c req-67161b2f-dd7c-49b7-8f1a-93a51dc3f971 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.1316326 Dec 10 16:26:16.254340 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9bf65420-cf2c-4f3c-8091-6c767c83b5bb req-81b72ef9-03c3-42d4-9742-bdae211255a3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e73fa2fd-26e1-45e4-8896-6b7d7c12ac67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0762973 Dec 10 16:26:16.340539 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cab3b776-9d2f-47a4-9586-137a4f5d7b8c req-54f2a276-8e36-4367-8963-8feded86ea45 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775370 Dec 10 16:26:16.365524 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf65420-cf2c-4f3c-8091-6c767c83b5bb req-5cf62fca-eec8-4c2a-90e7-6aebe06b3323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:16.371666 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9bf65420-cf2c-4f3c-8091-6c767c83b5bb req-5cf62fca-eec8-4c2a-90e7-6aebe06b3323 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=94e98c03952a41539b6089aa3614a4af&device_id=e73fa2fd-26e1-45e4-8896-6b7d7c12ac67 HTTP/1.1" status: 200 len: 1101 time: 0.0920129 Dec 10 16:26:16.386991 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-4cd83732-5119-41b7-9bf8-de54803f1922 None None] Provisioning complete for port 3f9e857f-d947-4527-bbc8-f850fb34ee9a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:26:16.389527 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4cd83732-5119-41b7-9bf8-de54803f1922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:16.456953 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 66b1ed5d-c606-41cd-961a-057302a64440 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:26:16.577669 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cc9f8760-9ece-4699-b40c-30e146675781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:16.577937 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-955561ee-1e6a-4170-99ca-a08f35bd9172 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:16.580757 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-955561ee-1e6a-4170-99ca-a08f35bd9172 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] 10.222.0.46 "GET /v2.0/networks?id=833d5c44-0f20-47d1-a2bf-5c0360fc53c5 HTTP/1.1" status: 200 len: 811 time: 0.3366330 Dec 10 16:26:16.588193 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 66b1ed5d-c606-41cd-961a-057302a64440 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:26:16.588815 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:16.601967 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf65420-cf2c-4f3c-8091-6c767c83b5bb req-38d42f59-6181-44c1-9c8e-932a53ba2c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:16.604301 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9bf65420-cf2c-4f3c-8091-6c767c83b5bb req-38d42f59-6181-44c1-9c8e-932a53ba2c53 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.1929181 Dec 10 16:26:16.622693 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36216c64-c54b-47e8-abd7-963685b86d5b req-ce87a9b5-9549-44cf-ae76-7b405006e740 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:16.624494 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-36216c64-c54b-47e8-abd7-963685b86d5b req-ce87a9b5-9549-44cf-ae76-7b405006e740 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 948 time: 0.1184614 Dec 10 16:26:16.679041 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9bf65420-cf2c-4f3c-8091-6c767c83b5bb req-4da44cb6-2e24-4c68-ae8b-7c7f921fb701 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=e49ccd9b-54f9-4417-b2a1-836718184a00 HTTP/1.1" status: 200 len: 217 time: 0.0647206 Dec 10 16:26:16.706030 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-14ae80f6-8796-4b24-82d6-30c074de7195 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46f3725509ff40ffaf76e0eee45b744c HTTP/1.1" status: 200 len: 380 time: 0.1118267 Dec 10 16:26:16.737893 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-2b73543c-7acb-408b-b4bb-5180daff3386 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Request body: {'port': {'device_id': '8e999457-ec4c-467d-a9fd-5d93579b0a18', 'network_id': '833d5c44-0f20-47d1-a2bf-5c0360fc53c5', 'admin_state_up': True, 'tenant_id': '46f3725509ff40ffaf76e0eee45b744c', 'security_groups': ['ad4a1433-7bd6-4498-9674-85cfcaea3090']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:26:16.765249 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf65420-cf2c-4f3c-8091-6c767c83b5bb req-b75791bc-8e42-4842-a008-176f3367b6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:16.770866 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9bf65420-cf2c-4f3c-8091-6c767c83b5bb req-b75791bc-8e42-4842-a008-176f3367b6d5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.0847270 Dec 10 16:26:16.776549 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-36216c64-c54b-47e8-abd7-963685b86d5b req-32f2df29-7b89-4875-89af-38db920da2b4 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433101 Dec 10 16:26:16.801651 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4cd83732-5119-41b7-9bf8-de54803f1922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:16.837053 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 3f9e857f-d947-4527-bbc8-f850fb34ee9a up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:26:16.902896 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-4cd83732-5119-41b7-9bf8-de54803f1922 None None] For port 3f9e857f-d947-4527-bbc8-f850fb34ee9a, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=3f9e857f-d947-4527-bbc8-f850fb34ee9a,segment=NetworkSegment(72ad738a-85b1-4458-90c5-c74d9242b0cc),segment_id=72ad738a-85b1-4458-90c5-c74d9242b0cc)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:16.913326 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4cd83732-5119-41b7-9bf8-de54803f1922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:16.946778 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf65420-cf2c-4f3c-8091-6c767c83b5bb req-66ccae51-04f9-44d1-a2b0-2c8dfe3f2fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:16.949990 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9bf65420-cf2c-4f3c-8091-6c767c83b5bb req-66ccae51-04f9-44d1-a2b0-2c8dfe3f2fdf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1655140 Dec 10 16:26:17.042002 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-2b73543c-7acb-408b-b4bb-5180daff3386 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Made reservation on behalf of 46f3725509ff40ffaf76e0eee45b744c for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:26:17.046821 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-2b73543c-7acb-408b-b4bb-5180daff3386 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:17.072552 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca0c31-e614-4a77-a550-5dfed6e4ce42 req-1eaa0a8c-bccb-4507-ab77-bf8091130960 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:17.074176 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-84ca0c31-e614-4a77-a550-5dfed6e4ce42 req-1eaa0a8c-bccb-4507-ab77-bf8091130960 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab0439d-e8ba-439a-8f48-06aa4816871e HTTP/1.1" status: 200 len: 945 time: 0.0967472 Dec 10 16:26:17.078252 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd83732-5119-41b7-9bf8-de54803f1922 None None] Pushing event updated for resources: {'Port': ['ID=3f9e857f-d947-4527-bbc8-f850fb34ee9a,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:17.088397 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 3f9e857f-d947-4527-bbc8-f850fb34ee9a triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:26:17.090490 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:17.145823 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9bf65420-cf2c-4f3c-8091-6c767c83b5bb req-3d25578a-1cfc-4cfd-8638-c222e4139929 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890867 Dec 10 16:26:17.154253 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-81b3cd16-4c36-4128-bfaf-48e7505a3b32 None None] Provisioning complete for port 3f9e857f-d947-4527-bbc8-f850fb34ee9a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:26:17.154721 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-81b3cd16-4c36-4128-bfaf-48e7505a3b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:17.200869 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:17.236787 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-84ca0c31-e614-4a77-a550-5dfed6e4ce42 req-c643b409-3a8e-43ff-ac95-4ae935c3b4c0 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387694 Dec 10 16:26:17.270051 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-2b73543c-7acb-408b-b4bb-5180daff3386 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Allocated IP 172.20.0.14 (833d5c44-0f20-47d1-a2bf-5c0360fc53c5/27e899e1-b171-42d8-bf35-913ec851a537/5f2b0410-cf00-4490-bf99-e55593eb6aee) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:26:17.294189 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9bf65420-cf2c-4f3c-8091-6c767c83b5bb req-5d4c22a5-bd55-4a98-8b34-7af0870012a8 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387110 Dec 10 16:26:17.456347 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-2b73543c-7acb-408b-b4bb-5180daff3386 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:17.502096 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-2b73543c-7acb-408b-b4bb-5180daff3386 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:17.571293 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-2b73543c-7acb-408b-b4bb-5180daff3386 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Network 833d5c44-0f20-47d1-a2bf-5c0360fc53c5 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:26:17.589254 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-2b73543c-7acb-408b-b4bb-5180daff3386 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:26:17.592012 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-2b73543c-7acb-408b-b4bb-5180daff3386 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:26:17.623011 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-795ccc73-9fa4-4001-a207-c780d2a1940c tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:17.630888 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-795ccc73-9fa4-4001-a207-c780d2a1940c tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:17.630888 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-795ccc73-9fa4-4001-a207-c780d2a1940c tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.26 "GET /v2.0/networks?id=128c1589-edd6-4ced-b076-c85f5c8e08ee&id=a7638baf-811f-4308-9c5d-da9cc9399bbb HTTP/1.1" status: 200 len: 1390 time: 0.1904385 Dec 10 16:26:17.644621 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 9ad44a27-a314-4da6-a5bb-3637dee7714f details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:26:17.654653 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 11cbc379-0199-4cc1-a53f-d3dc69ee8639 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:26:17.661984 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-61306fb3-5403-4989-8189-44fcafe92977 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Request body: {'port': {'device_id': '7ce5a0b8-ab92-4c42-8b81-0159c5e7ca59', 'network_id': '128c1589-edd6-4ced-b076-c85f5c8e08ee', 'admin_state_up': True, 'tenant_id': '2f348a6ef1b744809177e6c8e3c6126d'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:26:17.688736 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73543c-7acb-408b-b4bb-5180daff3386 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Pushing event updated for resources: {'Port': ['ID=5f2b0410-cf00-4490-bf99-e55593eb6aee,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:17.701876 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73543c-7acb-408b-b4bb-5180daff3386 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:17.702554 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73543c-7acb-408b-b4bb-5180daff3386 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:17.703599 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73543c-7acb-408b-b4bb-5180daff3386 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:17.704163 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73543c-7acb-408b-b4bb-5180daff3386 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:17.704666 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73543c-7acb-408b-b4bb-5180daff3386 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:17.705216 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73543c-7acb-408b-b4bb-5180daff3386 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:17.705601 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73543c-7acb-408b-b4bb-5180daff3386 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:17.706025 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73543c-7acb-408b-b4bb-5180daff3386 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:17.706594 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73543c-7acb-408b-b4bb-5180daff3386 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:17.706870 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73543c-7acb-408b-b4bb-5180daff3386 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:17.707204 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73543c-7acb-408b-b4bb-5180daff3386 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:17.708019 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73543c-7acb-408b-b4bb-5180daff3386 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:17.708392 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73543c-7acb-408b-b4bb-5180daff3386 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:17.722708 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-2b73543c-7acb-408b-b4bb-5180daff3386 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:17.723363 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-2b73543c-7acb-408b-b4bb-5180daff3386 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:17.777819 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c50bc-24c2-407b-84f9-e647ee0a0f86 req-c9841e03-2442-4a53-85cf-2dea2bdd3afa tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:17.779679 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-594c50bc-24c2-407b-84f9-e647ee0a0f86 req-c9841e03-2442-4a53-85cf-2dea2bdd3afa tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e999457-ec4c-467d-a9fd-5d93579b0a18 HTTP/1.1" status: 200 len: 932 time: 0.2067082 Dec 10 16:26:17.792724 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-2b73543c-7acb-408b-b4bb-5180daff3386 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0697770 Dec 10 16:26:17.820685 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-0b09435a-2f69-4696-8e0c-7d3836540f8a service neutron] Request body: {'port': {'device_id': '8e999457-ec4c-467d-a9fd-5d93579b0a18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:26:17.924145 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-0b09435a-2f69-4696-8e0c-7d3836540f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:17.959908 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-594c50bc-24c2-407b-84f9-e647ee0a0f86 req-3c4a0357-8a00-448d-a59d-a105d672816c tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad4a1433-7bd6-4498-9674-85cfcaea3090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590919 Dec 10 16:26:18.091549 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d3d2d8e8-a51b-4e8f-b79f-b206e8a8f38e req-35c7ca1b-2e1b-46fa-b40a-ab6206dd34f6 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce5a0b8-ab92-4c42-8b81-0159c5e7ca59 HTTP/1.1" status: 200 len: 210 time: 0.0314302 Dec 10 16:26:18.120023 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:18.149722 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-5e149dbc-785c-4fa4-aa1d-8cc42a2294cb None None] Provisioning complete for port 5f2b0410-cf00-4490-bf99-e55593eb6aee triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:26:18.150123 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5e149dbc-785c-4fa4-aa1d-8cc42a2294cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:18.161748 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab0439d-e8ba-439a-8f48-06aa4816871e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11cbc379-0199-4cc1-a53f-d3dc69ee8639'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:26:18.164579 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf90c975-c1ed-47e3-aa2a-7eec0df8ebb2" -d '{"events": [{"server_uuid": "aab0439d-e8ba-439a-8f48-06aa4816871e", "name": "network-vif-unplugged", "status": "completed", "tag": "11cbc379-0199-4cc1-a53f-d3dc69ee8639"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:26:18.219204 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 11cbc379-0199-4cc1-a53f-d3dc69ee8639, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=11cbc379-0199-4cc1-a53f-d3dc69ee8639,segment=NetworkSegment(5b73bbf7-7693-4577-890d-a6987a70c2b5),segment_id=5b73bbf7-7693-4577-890d-a6987a70c2b5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:18.230743 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 3f9e857f-d947-4527-bbc8-f850fb34ee9a up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:26:18.270966 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-61306fb3-5403-4989-8189-44fcafe92977 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Made reservation on behalf of 2f348a6ef1b744809177e6c8e3c6126d for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:26:18.276557 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 9ad44a27-a314-4da6-a5bb-3637dee7714f, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=9ad44a27-a314-4da6-a5bb-3637dee7714f,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:18.278292 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-61306fb3-5403-4989-8189-44fcafe92977 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:18.280165 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:18.304421 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-5e149dbc-785c-4fa4-aa1d-8cc42a2294cb None None] Port 5f2b0410-cf00-4490-bf99-e55593eb6aee cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:26:18.321942 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d47947-60fc-43a0-a279-2871e198164f req-92610c22-b6fd-472a-90eb-2279dbba2eaa tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:18.323524 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60d47947-60fc-43a0-a279-2871e198164f req-92610c22-b6fd-472a-90eb-2279dbba2eaa tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.1106529 Dec 10 16:26:18.345052 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '9ad44a27-a314-4da6-a5bb-3637dee7714f', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'port_id': '9ad44a27-a314-4da6-a5bb-3637dee7714f', 'mac_address': 'fa:16:3e:c2:ae:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a18c92-5007-49e2-b728-7aedc06dca57', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:26:18.401767 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60d47947-60fc-43a0-a279-2871e198164f req-96b4e080-4c29-4980-aa99-3d461409125c tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694244 Dec 10 16:26:18.409569 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=11cbc379-0199-4cc1-a53f-d3dc69ee8639,revision_number=8']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:18.417237 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:18.464790 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-0b09435a-2f69-4696-8e0c-7d3836540f8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f2b0410-cf00-4490-bf99-e55593eb6aee {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:26:18.474892 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-0b09435a-2f69-4696-8e0c-7d3836540f8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:18.476272 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 3f9e857f-d947-4527-bbc8-f850fb34ee9a triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:26:18.478596 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:18.480924 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-61306fb3-5403-4989-8189-44fcafe92977 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Allocated IP 19.80.0.27 (128c1589-edd6-4ced-b076-c85f5c8e08ee/e8c2634d-9ff0-45a0-8e45-dda5475b105e/8c8aec57-35d8-4ca3-9776-a66e887ce909) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:26:18.493479 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-0b09435a-2f69-4696-8e0c-7d3836540f8a service neutron] Transition to ACTIVE for port object 5f2b0410-cf00-4490-bf99-e55593eb6aee will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:26:18.498753 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-0b09435a-2f69-4696-8e0c-7d3836540f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:18.536976 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ad44a27-a314-4da6-a5bb-3637dee7714f {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:26:18.559478 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:18.566589 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b09435a-2f69-4696-8e0c-7d3836540f8a service neutron] Pushing event updated for resources: {'Port': ['ID=5f2b0410-cf00-4490-bf99-e55593eb6aee,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:18.579175 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 9ad44a27-a314-4da6-a5bb-3637dee7714f, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=9ad44a27-a314-4da6-a5bb-3637dee7714f,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:18.590077 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:18.803346 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=9ad44a27-a314-4da6-a5bb-3637dee7714f,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:18.805097 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-61306fb3-5403-4989-8189-44fcafe92977 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:18.847949 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-61306fb3-5403-4989-8189-44fcafe92977 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:18.859962 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['9ad44a27-a314-4da6-a5bb-3637dee7714f'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:26:18.882472 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-0b09435a-2f69-4696-8e0c-7d3836540f8a service neutron] Attempting to bind port 5f2b0410-cf00-4490-bf99-e55593eb6aee on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:26:18.882884 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-0b09435a-2f69-4696-8e0c-7d3836540f8a service neutron] Attempting to bind port 5f2b0410-cf00-4490-bf99-e55593eb6aee by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '7b24ac44-1edb-4cec-a6e8-fa21f4a4b9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '833d5c44-0f20-47d1-a2bf-5c0360fc53c5'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:26:18.883355 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-0b09435a-2f69-4696-8e0c-7d3836540f8a service neutron] Attempting to bind port 5f2b0410-cf00-4490-bf99-e55593eb6aee on network 833d5c44-0f20-47d1-a2bf-5c0360fc53c5 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:26:18.898198 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-0b09435a-2f69-4696-8e0c-7d3836540f8a service neutron] Port 5f2b0410-cf00-4490-bf99-e55593eb6aee on network 833d5c44-0f20-47d1-a2bf-5c0360fc53c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:26:18.898531 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-0b09435a-2f69-4696-8e0c-7d3836540f8a service neutron] Attempting to bind port 5f2b0410-cf00-4490-bf99-e55593eb6aee on network 833d5c44-0f20-47d1-a2bf-5c0360fc53c5 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:26:18.916557 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-0b09435a-2f69-4696-8e0c-7d3836540f8a service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:26:18.916893 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-0b09435a-2f69-4696-8e0c-7d3836540f8a service neutron] Checking segment: {'id': '7b24ac44-1edb-4cec-a6e8-fa21f4a4b9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '833d5c44-0f20-47d1-a2bf-5c0360fc53c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:26:18.917291 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-0b09435a-2f69-4696-8e0c-7d3836540f8a service neutron] Bound using segment: {'id': '7b24ac44-1edb-4cec-a6e8-fa21f4a4b9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '833d5c44-0f20-47d1-a2bf-5c0360fc53c5'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:26:18.917710 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-0b09435a-2f69-4696-8e0c-7d3836540f8a service neutron] Bound port: 5f2b0410-cf00-4490-bf99-e55593eb6aee, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b24ac44-1edb-4cec-a6e8-fa21f4a4b9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '833d5c44-0f20-47d1-a2bf-5c0360fc53c5'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:26:18.918072 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-0b09435a-2f69-4696-8e0c-7d3836540f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:18.957504 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61306fb3-5403-4989-8189-44fcafe92977 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Pushing event updated for resources: {'Port': ['ID=8c8aec57-35d8-4ca3-9776-a66e887ce909,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:19.021070 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-61306fb3-5403-4989-8189-44fcafe92977 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Network 128c1589-edd6-4ced-b076-c85f5c8e08ee is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:26:19.036655 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-61306fb3-5403-4989-8189-44fcafe92977 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:26:19.042339 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-61306fb3-5403-4989-8189-44fcafe92977 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:26:19.189199 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d4e3b529-c706-48cb-8736-d83b2ff9c953 req-fb912f39-570a-4d8a-9a9d-6654f048bfa1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ae4db16d-13b2-40bb-907d-95a2bf785412&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2463484 Dec 10 16:26:19.203274 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-61306fb3-5403-4989-8189-44fcafe92977 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:19.203935 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-61306fb3-5403-4989-8189-44fcafe92977 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:19.248810 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-61306fb3-5403-4989-8189-44fcafe92977 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5991297 Dec 10 16:26:19.261075 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-37de92db-0cd0-43bf-9d54-1d637500931e tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Request body: {'port': {'device_id': '7ce5a0b8-ab92-4c42-8b81-0159c5e7ca59', 'network_id': 'a7638baf-811f-4308-9c5d-da9cc9399bbb', 'admin_state_up': True, 'tenant_id': '2f348a6ef1b744809177e6c8e3c6126d'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:26:19.273515 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-0b09435a-2f69-4696-8e0c-7d3836540f8a service neutron] For port 5f2b0410-cf00-4490-bf99-e55593eb6aee, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:26:19.299407 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-0b09435a-2f69-4696-8e0c-7d3836540f8a service neutron] For port 5f2b0410-cf00-4490-bf99-e55593eb6aee, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=5f2b0410-cf00-4490-bf99-e55593eb6aee,segment=NetworkSegment(7b24ac44-1edb-4cec-a6e8-fa21f4a4b9d1),segment_id=7b24ac44-1edb-4cec-a6e8-fa21f4a4b9d1)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:26:19.313104 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-0b09435a-2f69-4696-8e0c-7d3836540f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:19.371400 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3b529-c706-48cb-8736-d83b2ff9c953 req-5aaab3f6-2e7a-4b49-83ff-0f2fee0bd369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:19.375061 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d4e3b529-c706-48cb-8736-d83b2ff9c953 req-5aaab3f6-2e7a-4b49-83ff-0f2fee0bd369 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94e98c03952a41539b6089aa3614a4af&device_id=ae4db16d-13b2-40bb-907d-95a2bf785412 HTTP/1.1" status: 200 len: 1100 time: 0.1610837 Dec 10 16:26:19.449600 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-0b09435a-2f69-4696-8e0c-7d3836540f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:19.450342 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-0b09435a-2f69-4696-8e0c-7d3836540f8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:19.457182 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-0b09435a-2f69-4696-8e0c-7d3836540f8a service neutron] 10.222.0.46 "PUT /v2.0/ports/5f2b0410-cf00-4490-bf99-e55593eb6aee HTTP/1.1" status: 200 len: 1092 time: 1.6464546 Dec 10 16:26:19.457712 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e999457-ec4c-467d-a9fd-5d93579b0a18', 'tag': '5f2b0410-cf00-4490-bf99-e55593eb6aee'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:26:19.460288 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31862cb9-9b41-4ebf-8f2c-d4b04e8385bf" -d '{"events": [{"name": "network-changed", "server_uuid": "8e999457-ec4c-467d-a9fd-5d93579b0a18", "tag": "5f2b0410-cf00-4490-bf99-e55593eb6aee"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:26:19.495920 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-37de92db-0cd0-43bf-9d54-1d637500931e tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Made reservation on behalf of 2f348a6ef1b744809177e6c8e3c6126d for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:26:19.502345 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-110407c9-8476-4fb9-aee0-b52aebb722fa None None] Provisioning complete for port 8c8aec57-35d8-4ca3-9776-a66e887ce909 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:26:19.502837 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-110407c9-8476-4fb9-aee0-b52aebb722fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:19.505085 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-37de92db-0cd0-43bf-9d54-1d637500931e tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:19.601647 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-110407c9-8476-4fb9-aee0-b52aebb722fa None None] Port 8c8aec57-35d8-4ca3-9776-a66e887ce909 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:26:19.648311 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:19.653638 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b09435a-2f69-4696-8e0c-7d3836540f8a service neutron] Pushing event updated for resources: {'Port': ['ID=5f2b0410-cf00-4490-bf99-e55593eb6aee,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:19.671099 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 11cbc379-0199-4cc1-a53f-d3dc69ee8639 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:26:19.729495 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-5cab0939-dd81-4bf6-88f8-3d324aa0645c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:19.731148 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-5cab0939-dd81-4bf6-88f8-3d324aa0645c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=46f3725509ff40ffaf76e0eee45b744c&device_id=8e999457-ec4c-467d-a9fd-5d93579b0a18 HTTP/1.1" status: 200 len: 1095 time: 0.1643198 Dec 10 16:26:19.736731 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3b529-c706-48cb-8736-d83b2ff9c953 req-ac06d5d5-9aad-49ce-9935-59b048250f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:19.738878 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d4e3b529-c706-48cb-8736-d83b2ff9c953 req-ac06d5d5-9aad-49ce-9935-59b048250f99 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.3373125 Dec 10 16:26:19.888148 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-57f07706-3700-4490-b0a8-02a13ff624d9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f2b0410-cf00-4490-bf99-e55593eb6aee HTTP/1.1" status: 200 len: 217 time: 0.1479254 Dec 10 16:26:19.890256 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-37de92db-0cd0-43bf-9d54-1d637500931e tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Allocated IP 19.86.0.24 (a7638baf-811f-4308-9c5d-da9cc9399bbb/e8164c62-a505-497e-aee5-46eafe225944/081d952b-53a1-44e5-8be5-0c11abb380aa) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:26:19.891033 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d4e3b529-c706-48cb-8736-d83b2ff9c953 req-b0ac8805-d850-4ad7-87af-45cfb63d55f9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=4b0da238-da36-4506-8526-103e401bdc08 HTTP/1.1" status: 200 len: 217 time: 0.1379945 Dec 10 16:26:20.057604 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-da1f8b1f-7222-417e-813d-05bf6d5aab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:20.059384 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-da1f8b1f-7222-417e-813d-05bf6d5aab15 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=27e899e1-b171-42d8-bf35-913ec851a537 HTTP/1.1" status: 200 len: 850 time: 0.1593330 Dec 10 16:26:20.067132 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3b529-c706-48cb-8736-d83b2ff9c953 req-168fb296-34a6-481d-842f-3c50fee79c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:20.069636 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d4e3b529-c706-48cb-8736-d83b2ff9c953 req-168fb296-34a6-481d-842f-3c50fee79c9e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.1385703 Dec 10 16:26:20.129042 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb32aab-da1e-4341-8ed0-3f2fd89bc187 req-0bb0e2f6-941d-4a49-9e3f-e01a82f26433 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:20.130892 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-afb32aab-da1e-4341-8ed0-3f2fd89bc187 req-0bb0e2f6-941d-4a49-9e3f-e01a82f26433 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab0439d-e8ba-439a-8f48-06aa4816871e HTTP/1.1" status: 200 len: 943 time: 0.1540360 Dec 10 16:26:20.180843 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-37de92db-0cd0-43bf-9d54-1d637500931e tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:20.193393 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-19872d3f-02aa-4662-83d8-c76c8f64c7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:20.195461 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-19872d3f-02aa-4662-83d8-c76c8f64c7df service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=833d5c44-0f20-47d1-a2bf-5c0360fc53c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1246879 Dec 10 16:26:20.244201 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-37de92db-0cd0-43bf-9d54-1d637500931e tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:20.251981 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3b529-c706-48cb-8736-d83b2ff9c953 req-50420e05-ba50-46b3-98ee-4d84a66b772c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:20.253517 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d4e3b529-c706-48cb-8736-d83b2ff9c953 req-50420e05-ba50-46b3-98ee-4d84a66b772c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1711082 Dec 10 16:26:20.291744 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-37de92db-0cd0-43bf-9d54-1d637500931e tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Network a7638baf-811f-4308-9c5d-da9cc9399bbb is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:26:20.302038 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-37de92db-0cd0-43bf-9d54-1d637500931e tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:26:20.306853 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-37de92db-0cd0-43bf-9d54-1d637500931e tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:26:20.332644 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de92db-0cd0-43bf-9d54-1d637500931e tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Pushing event updated for resources: {'Port': ['ID=081d952b-53a1-44e5-8be5-0c11abb380aa,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:20.409598 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-37de92db-0cd0-43bf-9d54-1d637500931e tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:20.410300 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-37de92db-0cd0-43bf-9d54-1d637500931e tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:20.434647 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-37de92db-0cd0-43bf-9d54-1d637500931e tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1784816 Dec 10 16:26:20.455270 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-8af35a3b-7173-4784-b8da-e9e32f36982d service neutron] Request body: {'port': {'device_id': '7ce5a0b8-ab92-4c42-8b81-0159c5e7ca59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:26:20.507182 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-d334b4a1-3453-44d0-a58e-ebca52240058 service neutron] 10.222.0.46 "GET /v2.0/networks/833d5c44-0f20-47d1-a2bf-5c0360fc53c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940376 Dec 10 16:26:20.541167 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-8af35a3b-7173-4784-b8da-e9e32f36982d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:20.587245 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d4e3b529-c706-48cb-8736-d83b2ff9c953 req-1b046cc1-1ab3-44b7-b9ff-d848bf1468a6 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824633 Dec 10 16:26:20.611047 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-afb32aab-da1e-4341-8ed0-3f2fd89bc187 req-f8c809b9-e313-4a22-80fe-0a40c21f2bb3 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Deleting port 11cbc379-0199-4cc1-a53f-d3dc69ee8639 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:26:20.611984 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-afb32aab-da1e-4341-8ed0-3f2fd89bc187 req-f8c809b9-e313-4a22-80fe-0a40c21f2bb3 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:20.676002 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-448ebc61-1a68-404c-9296-e9ca6bd9df60 None None] Provisioning complete for port 081d952b-53a1-44e5-8be5-0c11abb380aa triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:26:20.677991 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-448ebc61-1a68-404c-9296-e9ca6bd9df60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:20.730237 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-448ebc61-1a68-404c-9296-e9ca6bd9df60 None None] Port 081d952b-53a1-44e5-8be5-0c11abb380aa cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:26:20.855890 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-8af35a3b-7173-4784-b8da-e9e32f36982d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c8aec57-35d8-4ca3-9776-a66e887ce909 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:26:20.864554 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-8af35a3b-7173-4784-b8da-e9e32f36982d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:20.880821 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-8af35a3b-7173-4784-b8da-e9e32f36982d service neutron] Transition to ACTIVE for port object 8c8aec57-35d8-4ca3-9776-a66e887ce909 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:26:20.885454 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-8af35a3b-7173-4784-b8da-e9e32f36982d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:20.950849 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af35a3b-7173-4784-b8da-e9e32f36982d service neutron] Pushing event updated for resources: {'Port': ['ID=8c8aec57-35d8-4ca3-9776-a66e887ce909,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:21.034790 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-8af35a3b-7173-4784-b8da-e9e32f36982d service neutron] Attempting to bind port 8c8aec57-35d8-4ca3-9776-a66e887ce909 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:26:21.035185 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-8af35a3b-7173-4784-b8da-e9e32f36982d service neutron] Attempting to bind port 8c8aec57-35d8-4ca3-9776-a66e887ce909 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'c344d2d5-a73c-4949-9d1d-3059f2df4783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '128c1589-edd6-4ced-b076-c85f5c8e08ee'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:26:21.035438 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-8af35a3b-7173-4784-b8da-e9e32f36982d service neutron] Attempting to bind port 8c8aec57-35d8-4ca3-9776-a66e887ce909 on network 128c1589-edd6-4ced-b076-c85f5c8e08ee {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:26:21.042596 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-8af35a3b-7173-4784-b8da-e9e32f36982d service neutron] Port 8c8aec57-35d8-4ca3-9776-a66e887ce909 on network 128c1589-edd6-4ced-b076-c85f5c8e08ee not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:26:21.042914 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-8af35a3b-7173-4784-b8da-e9e32f36982d service neutron] Attempting to bind port 8c8aec57-35d8-4ca3-9776-a66e887ce909 on network 128c1589-edd6-4ced-b076-c85f5c8e08ee {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:26:21.049503 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-8af35a3b-7173-4784-b8da-e9e32f36982d service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:26:21.049841 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-8af35a3b-7173-4784-b8da-e9e32f36982d service neutron] Checking segment: {'id': 'c344d2d5-a73c-4949-9d1d-3059f2df4783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '128c1589-edd6-4ced-b076-c85f5c8e08ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:26:21.050332 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-8af35a3b-7173-4784-b8da-e9e32f36982d service neutron] Bound using segment: {'id': 'c344d2d5-a73c-4949-9d1d-3059f2df4783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '128c1589-edd6-4ced-b076-c85f5c8e08ee'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:26:21.050669 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-8af35a3b-7173-4784-b8da-e9e32f36982d service neutron] Bound port: 8c8aec57-35d8-4ca3-9776-a66e887ce909, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c344d2d5-a73c-4949-9d1d-3059f2df4783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '128c1589-edd6-4ced-b076-c85f5c8e08ee'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:26:21.051175 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-8af35a3b-7173-4784-b8da-e9e32f36982d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:21.092041 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e28fe799-6deb-4ab7-8326-1acc7df6dc02 req-904d48c8-58bd-4052-9f81-4cf5d65c16ee service neutron] 10.222.0.46 "GET /v2.0/networks/833d5c44-0f20-47d1-a2bf-5c0360fc53c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5744050 Dec 10 16:26:21.115602 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-afb32aab-da1e-4341-8ed0-3f2fd89bc187 req-f8c809b9-e313-4a22-80fe-0a40c21f2bb3 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] For port 11cbc379-0199-4cc1-a53f-d3dc69ee8639, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=11cbc379-0199-4cc1-a53f-d3dc69ee8639,segment=NetworkSegment(5b73bbf7-7693-4577-890d-a6987a70c2b5),segment_id=5b73bbf7-7693-4577-890d-a6987a70c2b5)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:21.115939 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-afb32aab-da1e-4341-8ed0-3f2fd89bc187 req-f8c809b9-e313-4a22-80fe-0a40c21f2bb3 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:21.138186 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-8af35a3b-7173-4784-b8da-e9e32f36982d service neutron] For port 8c8aec57-35d8-4ca3-9776-a66e887ce909, host n-h1-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:26:21.141648 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-afb32aab-da1e-4341-8ed0-3f2fd89bc187 req-f8c809b9-e313-4a22-80fe-0a40c21f2bb3 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Calling delete_port for 11cbc379-0199-4cc1-a53f-d3dc69ee8639 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:26:21.143975 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-8af35a3b-7173-4784-b8da-e9e32f36982d service neutron] For port 8c8aec57-35d8-4ca3-9776-a66e887ce909, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=8c8aec57-35d8-4ca3-9776-a66e887ce909,segment=NetworkSegment(c344d2d5-a73c-4949-9d1d-3059f2df4783),segment_id=c344d2d5-a73c-4949-9d1d-3059f2df4783)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:26:21.150799 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-8af35a3b-7173-4784-b8da-e9e32f36982d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:21.156251 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d4e3b529-c706-48cb-8736-d83b2ff9c953 req-f1b3a910-fb62-421f-b6c6-88bc30e13d1b service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5562723 Dec 10 16:26:21.192540 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-8af35a3b-7173-4784-b8da-e9e32f36982d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:21.194656 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-8af35a3b-7173-4784-b8da-e9e32f36982d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:21.196382 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-8af35a3b-7173-4784-b8da-e9e32f36982d service neutron] 10.222.0.26 "PUT /v2.0/ports/8c8aec57-35d8-4ca3-9776-a66e887ce909 HTTP/1.1" status: 200 len: 1091 time: 0.7530065 Dec 10 16:26:21.199154 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce5a0b8-ab92-4c42-8b81-0159c5e7ca59', 'tag': '8c8aec57-35d8-4ca3-9776-a66e887ce909'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:26:21.220464 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6580af0a-3f7f-4872-8f37-803432a3baff" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce5a0b8-ab92-4c42-8b81-0159c5e7ca59", "tag": "8c8aec57-35d8-4ca3-9776-a66e887ce909"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:26:21.250621 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-56b8975b-3989-4ee3-a929-1af16b2e40e1 service neutron] Request body: {'port': {'device_id': '7ce5a0b8-ab92-4c42-8b81-0159c5e7ca59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:26:21.314872 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af35a3b-7173-4784-b8da-e9e32f36982d service neutron] Pushing event updated for resources: {'Port': ['ID=8c8aec57-35d8-4ca3-9776-a66e887ce909,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:21.354069 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-afb32aab-da1e-4341-8ed0-3f2fd89bc187 req-f8c809b9-e313-4a22-80fe-0a40c21f2bb3 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:21.389161 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-56b8975b-3989-4ee3-a929-1af16b2e40e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:21.396710 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c809b9-e313-4a22-80fe-0a40c21f2bb3 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Pushing event deleted for resources: {'Port': ['ID=11cbc379-0199-4cc1-a53f-d3dc69ee8639,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:21.462638 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb32aab-da1e-4341-8ed0-3f2fd89bc187 req-f8c809b9-e313-4a22-80fe-0a40c21f2bb3 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] No DVR routers for this DVR port 11cbc379-0199-4cc1-a53f-d3dc69ee8639 on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:26:21.466194 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-afb32aab-da1e-4341-8ed0-3f2fd89bc187 req-f8c809b9-e313-4a22-80fe-0a40c21f2bb3 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:21.470037 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-afb32aab-da1e-4341-8ed0-3f2fd89bc187 req-f8c809b9-e313-4a22-80fe-0a40c21f2bb3 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "DELETE /v2.0/ports/11cbc379-0199-4cc1-a53f-d3dc69ee8639 HTTP/1.1" status: 204 len: 173 time: 1.3304608 Dec 10 16:26:21.682766 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 9ad44a27-a314-4da6-a5bb-3637dee7714f up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:26:21.748186 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-56b8975b-3989-4ee3-a929-1af16b2e40e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 081d952b-53a1-44e5-8be5-0c11abb380aa {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:26:21.750426 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 9ad44a27-a314-4da6-a5bb-3637dee7714f completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:26:21.755181 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 9ad44a27-a314-4da6-a5bb-3637dee7714f triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:26:21.755826 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:21.757858 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-56b8975b-3989-4ee3-a929-1af16b2e40e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:21.777934 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-56b8975b-3989-4ee3-a929-1af16b2e40e1 service neutron] Transition to ACTIVE for port object 081d952b-53a1-44e5-8be5-0c11abb380aa will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:26:21.782443 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-56b8975b-3989-4ee3-a929-1af16b2e40e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:21.876118 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:21.910589 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8975b-3989-4ee3-a929-1af16b2e40e1 service neutron] Pushing event updated for resources: {'Port': ['ID=081d952b-53a1-44e5-8be5-0c11abb380aa,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:21.933358 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 9ad44a27-a314-4da6-a5bb-3637dee7714f, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=9ad44a27-a314-4da6-a5bb-3637dee7714f,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:21.939162 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:21.948532 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-56b8975b-3989-4ee3-a929-1af16b2e40e1 service neutron] Attempting to bind port 081d952b-53a1-44e5-8be5-0c11abb380aa on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:26:21.949447 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-56b8975b-3989-4ee3-a929-1af16b2e40e1 service neutron] Attempting to bind port 081d952b-53a1-44e5-8be5-0c11abb380aa by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '72ad738a-85b1-4458-90c5-c74d9242b0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a7638baf-811f-4308-9c5d-da9cc9399bbb'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:26:21.949447 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-56b8975b-3989-4ee3-a929-1af16b2e40e1 service neutron] Attempting to bind port 081d952b-53a1-44e5-8be5-0c11abb380aa on network a7638baf-811f-4308-9c5d-da9cc9399bbb {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:26:21.955626 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-56b8975b-3989-4ee3-a929-1af16b2e40e1 service neutron] Port 081d952b-53a1-44e5-8be5-0c11abb380aa on network a7638baf-811f-4308-9c5d-da9cc9399bbb not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:26:21.955953 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-56b8975b-3989-4ee3-a929-1af16b2e40e1 service neutron] Attempting to bind port 081d952b-53a1-44e5-8be5-0c11abb380aa on network a7638baf-811f-4308-9c5d-da9cc9399bbb {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:26:21.961370 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-56b8975b-3989-4ee3-a929-1af16b2e40e1 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:26:21.961701 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-56b8975b-3989-4ee3-a929-1af16b2e40e1 service neutron] Checking segment: {'id': '72ad738a-85b1-4458-90c5-c74d9242b0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a7638baf-811f-4308-9c5d-da9cc9399bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:26:21.962100 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-56b8975b-3989-4ee3-a929-1af16b2e40e1 service neutron] Bound using segment: {'id': '72ad738a-85b1-4458-90c5-c74d9242b0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a7638baf-811f-4308-9c5d-da9cc9399bbb'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:26:21.962562 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-56b8975b-3989-4ee3-a929-1af16b2e40e1 service neutron] Bound port: 081d952b-53a1-44e5-8be5-0c11abb380aa, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72ad738a-85b1-4458-90c5-c74d9242b0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a7638baf-811f-4308-9c5d-da9cc9399bbb'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:26:21.962911 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-56b8975b-3989-4ee3-a929-1af16b2e40e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:22.019844 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=9ad44a27-a314-4da6-a5bb-3637dee7714f,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:22.071627 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-56b8975b-3989-4ee3-a929-1af16b2e40e1 service neutron] For port 081d952b-53a1-44e5-8be5-0c11abb380aa, host n-h1-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:26:22.076273 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-56b8975b-3989-4ee3-a929-1af16b2e40e1 service neutron] For port 081d952b-53a1-44e5-8be5-0c11abb380aa, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=081d952b-53a1-44e5-8be5-0c11abb380aa,segment=NetworkSegment(72ad738a-85b1-4458-90c5-c74d9242b0cc),segment_id=72ad738a-85b1-4458-90c5-c74d9242b0cc)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:26:22.083924 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-56b8975b-3989-4ee3-a929-1af16b2e40e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:22.102436 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ab9ea-fe9c-43ce-bbbd-9c2fcbd63a91 req-195aeb48-199f-47dd-8e0a-1e7e5dd2572f tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:22.104236 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ee1ab9ea-fe9c-43ce-bbbd-9c2fcbd63a91 req-195aeb48-199f-47dd-8e0a-1e7e5dd2572f tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 950 time: 0.0859258 Dec 10 16:26:22.141045 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-56b8975b-3989-4ee3-a929-1af16b2e40e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:22.141685 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-56b8975b-3989-4ee3-a929-1af16b2e40e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:22.143086 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-56b8975b-3989-4ee3-a929-1af16b2e40e1 service neutron] 10.222.0.26 "PUT /v2.0/ports/081d952b-53a1-44e5-8be5-0c11abb380aa HTTP/1.1" status: 200 len: 1091 time: 0.9046991 Dec 10 16:26:22.162299 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8975b-3989-4ee3-a929-1af16b2e40e1 service neutron] Pushing event updated for resources: {'Port': ['ID=081d952b-53a1-44e5-8be5-0c11abb380aa,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:22.167758 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ee1ab9ea-fe9c-43ce-bbbd-9c2fcbd63a91 req-5e0a54c5-00b3-467e-a497-6d381af64d76 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571735 Dec 10 16:26:22.213036 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Dec 2021 16:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305a0b8e-6b64-474e-b030-bdebdcc2a418 x-openstack-request-id: req-305a0b8e-6b64-474e-b030-bdebdcc2a418 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:26:22.213374 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab0439d-e8ba-439a-8f48-06aa4816871e", "name": "network-vif-unplugged", "status": "failed", "tag": "11cbc379-0199-4cc1-a53f-d3dc69ee8639", "code": 422}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:26:22.213629 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-305a0b8e-6b64-474e-b030-bdebdcc2a418 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:26:22.214075 n-d-766771-2 neutron-server[103394]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aab0439d-e8ba-439a-8f48-06aa4816871e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '11cbc379-0199-4cc1-a53f-d3dc69ee8639', 'code': 422} returned with failed status Dec 10 16:26:22.236646 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:26:22.258106 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-02fe6a6b-f35a-4ec7-8339-f53ba18abbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:22.258613 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-02fe6a6b-f35a-4ec7-8339-f53ba18abbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:22.260845 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-02fe6a6b-f35a-4ec7-8339-f53ba18abbde service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f348a6ef1b744809177e6c8e3c6126d&device_id=7ce5a0b8-ab92-4c42-8b81-0159c5e7ca59 HTTP/1.1" status: 200 len: 1979 time: 0.0656199 Dec 10 16:26:22.324760 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-70a0667d-ada9-4c59-b1d4-ae82959121be service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.27&port_id=8c8aec57-35d8-4ca3-9776-a66e887ce909 HTTP/1.1" status: 200 len: 217 time: 0.0542228 Dec 10 16:26:22.389255 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-db580f97-bd9b-4b28-a361-b265484c9c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:22.390755 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-db580f97-bd9b-4b28-a361-b265484c9c32 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8c2634d-9ff0-45a0-8e45-dda5475b105e HTTP/1.1" status: 200 len: 801 time: 0.0555258 Dec 10 16:26:22.455266 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-5aa416a8-90a4-47e5-84cd-cb3f4b6786e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:22.456763 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-5aa416a8-90a4-47e5-84cd-cb3f4b6786e9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=128c1589-edd6-4ced-b076-c85f5c8e08ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0570636 Dec 10 16:26:22.498073 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7af058-300f-474d-b9cf-370b4c03d54e req-09e0c607-1102-4e54-9e90-c806f0897874 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:22.500155 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6c7af058-300f-474d-b9cf-370b4c03d54e req-09e0c607-1102-4e54-9e90-c806f0897874 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e999457-ec4c-467d-a9fd-5d93579b0a18 HTTP/1.1" status: 200 len: 944 time: 0.0563793 Dec 10 16:26:22.557044 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6c7af058-300f-474d-b9cf-370b4c03d54e req-3b4dab07-139b-4b3f-81fc-ec5dd11510b2 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad4a1433-7bd6-4498-9674-85cfcaea3090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498869 Dec 10 16:26:22.567065 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-cd4b169e-583c-406c-ad62-de7f2b4282a3 service neutron] 10.222.0.26 "GET /v2.0/networks/128c1589-edd6-4ced-b076-c85f5c8e08ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999072 Dec 10 16:26:22.680473 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-95f8f0a9-e9aa-46b7-a4ad-45581bccece6 service neutron] 10.222.0.26 "GET /v2.0/networks/128c1589-edd6-4ced-b076-c85f5c8e08ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054769 Dec 10 16:26:22.688963 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0ff2a-b3ab-4fd7-aa41-b3618e1f6ff4 req-b6d7970b-fc1e-4239-b1c4-108addf64e5c tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:22.696250 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0ff2a-b3ab-4fd7-aa41-b3618e1f6ff4 req-b6d7970b-fc1e-4239-b1c4-108addf64e5c tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:22.698223 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6ab0ff2a-b3ab-4fd7-aa41-b3618e1f6ff4 req-b6d7970b-fc1e-4239-b1c4-108addf64e5c tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce5a0b8-ab92-4c42-8b81-0159c5e7ca59 HTTP/1.1" status: 200 len: 1677 time: 0.0642567 Dec 10 16:26:22.727394 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-65c6cc74-0008-4b50-9e62-e462eff25f6f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.24&port_id=081d952b-53a1-44e5-8be5-0c11abb380aa HTTP/1.1" status: 200 len: 217 time: 0.0399010 Dec 10 16:26:22.752892 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6ab0ff2a-b3ab-4fd7-aa41-b3618e1f6ff4 req-d7ec281e-fa52-44d4-b351-60c57b716f6c tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dbd2ddc-fbc8-4ac1-a676-75cf3a492ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486155 Dec 10 16:26:22.781184 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-7a839367-9b2d-4d68-b69d-3bd42628bd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:22.782993 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-7a839367-9b2d-4d68-b69d-3bd42628bd30 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8164c62-a505-497e-aee5-46eafe225944 HTTP/1.1" status: 200 len: 801 time: 0.0457940 Dec 10 16:26:22.804036 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428cf6a6-f0a2-4159-9c97-edb219c2db20 x-openstack-request-id: req-428cf6a6-f0a2-4159-9c97-edb219c2db20 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:26:22.804330 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e999457-ec4c-467d-a9fd-5d93579b0a18", "tag": "5f2b0410-cf00-4490-bf99-e55593eb6aee", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:26:22.804578 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-428cf6a6-f0a2-4159-9c97-edb219c2db20 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:26:22.804975 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e999457-ec4c-467d-a9fd-5d93579b0a18', 'tag': '5f2b0410-cf00-4490-bf99-e55593eb6aee', 'status': 'completed', 'code': 200} Dec 10 16:26:22.846339 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-5f5a20f5-57c2-4c5b-8a2e-28bced0c0bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:22.850915 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-5f5a20f5-57c2-4c5b-8a2e-28bced0c0bcb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a7638baf-811f-4308-9c5d-da9cc9399bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0601709 Dec 10 16:26:22.852756 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1192e1de-b7df-4591-a280-54a6416f4723 x-openstack-request-id: req-1192e1de-b7df-4591-a280-54a6416f4723 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:26:22.853550 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce5a0b8-ab92-4c42-8b81-0159c5e7ca59", "tag": "8c8aec57-35d8-4ca3-9776-a66e887ce909", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:26:22.854032 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1192e1de-b7df-4591-a280-54a6416f4723 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:26:22.854900 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce5a0b8-ab92-4c42-8b81-0159c5e7ca59', 'tag': '8c8aec57-35d8-4ca3-9776-a66e887ce909', 'status': 'completed', 'code': 200} Dec 10 16:26:22.877094 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31862cb9-9b41-4ebf-8f2c-d4b04e8385bf req-c404754c-9c54-4f46-807c-c060e0a5c9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:22.878763 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31862cb9-9b41-4ebf-8f2c-d4b04e8385bf req-c404754c-9c54-4f46-807c-c060e0a5c9b9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=46f3725509ff40ffaf76e0eee45b744c&device_id=8e999457-ec4c-467d-a9fd-5d93579b0a18 HTTP/1.1" status: 200 len: 1095 time: 0.0513783 Dec 10 16:26:22.966494 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-57d03863-2746-477c-88ec-1daef1232b04 service neutron] 10.222.0.26 "GET /v2.0/networks/a7638baf-811f-4308-9c5d-da9cc9399bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081240 Dec 10 16:26:23.079121 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649e5b3-8283-4e8a-9778-7856df32f911 req-9c341579-5ca4-4c3f-b3c7-79aa1ce164f0 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:23.080690 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6649e5b3-8283-4e8a-9778-7856df32f911 req-9c341579-5ca4-4c3f-b3c7-79aa1ce164f0 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.1090934 Dec 10 16:26:23.083989 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2948a713-3ee0-4cf1-9bfc-47403201f911 req-e697a9e2-6708-40c8-b3cd-9d9f488674d8 service neutron] 10.222.0.26 "GET /v2.0/networks/a7638baf-811f-4308-9c5d-da9cc9399bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099172 Dec 10 16:26:23.086719 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31862cb9-9b41-4ebf-8f2c-d4b04e8385bf req-7868d933-e374-47fb-8613-15043b80fe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:23.087946 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31862cb9-9b41-4ebf-8f2c-d4b04e8385bf req-7868d933-e374-47fb-8613-15043b80fe0d service neutron] 10.222.0.46 "GET /v2.0/networks?id=833d5c44-0f20-47d1-a2bf-5c0360fc53c5 HTTP/1.1" status: 200 len: 912 time: 0.2007318 Dec 10 16:26:23.145280 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31862cb9-9b41-4ebf-8f2c-d4b04e8385bf req-9c106640-5027-41e0-9ce1-f7d103fbd3fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f2b0410-cf00-4490-bf99-e55593eb6aee HTTP/1.1" status: 200 len: 217 time: 0.0480847 Dec 10 16:26:23.200324 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580af0a-3f7f-4872-8f37-803432a3baff req-6fbd13ab-4b0e-409e-ae30-8bca88ff4276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:23.200805 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580af0a-3f7f-4872-8f37-803432a3baff req-6fbd13ab-4b0e-409e-ae30-8bca88ff4276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:23.202480 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6580af0a-3f7f-4872-8f37-803432a3baff req-6fbd13ab-4b0e-409e-ae30-8bca88ff4276 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f348a6ef1b744809177e6c8e3c6126d&device_id=7ce5a0b8-ab92-4c42-8b81-0159c5e7ca59 HTTP/1.1" status: 200 len: 1979 time: 0.0486400 Dec 10 16:26:23.207522 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6649e5b3-8283-4e8a-9778-7856df32f911 req-1f34b419-6e0f-45cc-b2c6-d7fac366416a tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166823 Dec 10 16:26:23.215501 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31862cb9-9b41-4ebf-8f2c-d4b04e8385bf req-69b8d443-f3ab-4462-a0dc-90af71b9000a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:23.216928 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31862cb9-9b41-4ebf-8f2c-d4b04e8385bf req-69b8d443-f3ab-4462-a0dc-90af71b9000a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=27e899e1-b171-42d8-bf35-913ec851a537 HTTP/1.1" status: 200 len: 850 time: 0.0611973 Dec 10 16:26:23.289219 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31862cb9-9b41-4ebf-8f2c-d4b04e8385bf req-c0d26bf2-90ea-4dc8-9c18-001f766d12fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:23.294735 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31862cb9-9b41-4ebf-8f2c-d4b04e8385bf req-c0d26bf2-90ea-4dc8-9c18-001f766d12fb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=833d5c44-0f20-47d1-a2bf-5c0360fc53c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704136 Dec 10 16:26:23.306699 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580af0a-3f7f-4872-8f37-803432a3baff req-b2d3a4ca-e9f1-4516-b33a-05ecc9283a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:23.308173 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6580af0a-3f7f-4872-8f37-803432a3baff req-b2d3a4ca-e9f1-4516-b33a-05ecc9283a58 service neutron] 10.222.0.26 "GET /v2.0/networks?id=128c1589-edd6-4ced-b076-c85f5c8e08ee HTTP/1.1" status: 200 len: 902 time: 0.0968370 Dec 10 16:26:23.355780 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6580af0a-3f7f-4872-8f37-803432a3baff req-ea92b03b-5f5e-4d84-938e-b577a1b6f514 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.27&port_id=8c8aec57-35d8-4ca3-9776-a66e887ce909 HTTP/1.1" status: 200 len: 217 time: 0.0391390 Dec 10 16:26:23.420073 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580af0a-3f7f-4872-8f37-803432a3baff req-4002534c-2b9c-4c84-8fbb-4662a0e94660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:23.421985 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6580af0a-3f7f-4872-8f37-803432a3baff req-4002534c-2b9c-4c84-8fbb-4662a0e94660 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8c2634d-9ff0-45a0-8e45-dda5475b105e HTTP/1.1" status: 200 len: 801 time: 0.0573421 Dec 10 16:26:23.487871 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31862cb9-9b41-4ebf-8f2c-d4b04e8385bf req-a3d38226-c516-4dd7-a02f-1cda1f150a80 service neutron] 10.222.0.46 "GET /v2.0/networks/833d5c44-0f20-47d1-a2bf-5c0360fc53c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843889 Dec 10 16:26:23.495720 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-7e57c8f6-5c0f-4d67-ad1c-b8bb55871281 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:23.503416 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-7e57c8f6-5c0f-4d67-ad1c-b8bb55871281 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/networks?id=9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 HTTP/1.1" status: 200 len: 812 time: 0.2023711 Dec 10 16:26:23.506730 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580af0a-3f7f-4872-8f37-803432a3baff req-9acb1839-9ef6-4abd-912b-d004be205860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:23.510948 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6580af0a-3f7f-4872-8f37-803432a3baff req-9acb1839-9ef6-4abd-912b-d004be205860 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=128c1589-edd6-4ced-b076-c85f5c8e08ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0787356 Dec 10 16:26:23.542405 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-a144a64f-1f89-4743-bb4d-9c78719ed3e5 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/quotas/a91374a85f654bd6a3d2ae7399378add HTTP/1.1" status: 200 len: 375 time: 0.0380061 Dec 10 16:26:23.601137 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-1aa5d12c-e864-4ffb-aa1a-600c9071b6a7 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a91374a85f654bd6a3d2ae7399378add&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578675 Dec 10 16:26:23.630410 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6580af0a-3f7f-4872-8f37-803432a3baff req-87945ba6-eb9e-4e4a-bcf0-24c4a3a8f755 service neutron] 10.222.0.26 "GET /v2.0/networks/128c1589-edd6-4ced-b076-c85f5c8e08ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981414 Dec 10 16:26:23.689987 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31862cb9-9b41-4ebf-8f2c-d4b04e8385bf req-aa5d9623-febe-4e4b-9195-1923523f93a9 service neutron] 10.222.0.46 "GET /v2.0/networks/833d5c44-0f20-47d1-a2bf-5c0360fc53c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778412 Dec 10 16:26:23.732095 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-bf8c1a22-339d-4892-af71-79599a539eaa service neutron] 10.222.0.11 "GET /v2.0/networks/9d8083a2-a7ce-49e3-9a7c-b927cfa621a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144538 Dec 10 16:26:23.733654 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6580af0a-3f7f-4872-8f37-803432a3baff req-0b360d0d-f35c-4cf1-96ab-b6243f86e59c service neutron] 10.222.0.26 "GET /v2.0/networks/128c1589-edd6-4ced-b076-c85f5c8e08ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947115 Dec 10 16:26:23.830016 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-060eb14e-70be-4b58-9586-3bb08b3723dc service neutron] 10.222.0.11 "GET /v2.0/networks/9d8083a2-a7ce-49e3-9a7c-b927cfa621a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915322 Dec 10 16:26:24.034614 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9c3b3-51b7-4405-936b-8d1bd9cb0b84 req-80105bc4-f5b2-4fd4-ab5d-fbb1b56b376b tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:24.036217 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1ce9c3b3-51b7-4405-936b-8d1bd9cb0b84 req-80105bc4-f5b2-4fd4-ab5d-fbb1b56b376b tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 950 time: 0.0567453 Dec 10 16:26:24.099630 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1ce9c3b3-51b7-4405-936b-8d1bd9cb0b84 req-35c1b7ee-bc25-4266-a1b9-c25005d51a62 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563965 Dec 10 16:26:24.215416 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9315e3-0b56-48f3-88c5-a065c68e33ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad44a27-a314-4da6-a5bb-3637dee7714f'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:26:24.215988 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c6aba-92b4-4b5e-86b3-c4f1745d385f req-32fc0b39-c899-465d-85f4-27fdfc72a88b tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:24.217353 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8c2c6aba-92b4-4b5e-86b3-c4f1745d385f req-32fc0b39-c899-465d-85f4-27fdfc72a88b tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.0525079 Dec 10 16:26:24.218340 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed05cff-1bb0-4d80-afb3-0915d5d7f01d" -d '{"events": [{"server_uuid": "4f9315e3-0b56-48f3-88c5-a065c68e33ea", "name": "network-vif-plugged", "status": "completed", "tag": "9ad44a27-a314-4da6-a5bb-3637dee7714f"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:26:24.271853 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8c2c6aba-92b4-4b5e-86b3-c4f1745d385f req-5faccaf6-9986-47a3-b870-009e2ec85d3c tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433440 Dec 10 16:26:24.550979 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a9096-daf2-4bcf-a8cf-f58e690cf123 req-39e113dc-cd58-4c8e-9de5-5803f8d39dc7 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:24.552596 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e49a9096-daf2-4bcf-a8cf-f58e690cf123 req-39e113dc-cd58-4c8e-9de5-5803f8d39dc7 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e999457-ec4c-467d-a9fd-5d93579b0a18 HTTP/1.1" status: 200 len: 944 time: 0.0668185 Dec 10 16:26:24.610966 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e49a9096-daf2-4bcf-a8cf-f58e690cf123 req-52bb7405-6e5f-4114-8d7b-d97b6ae3a73a tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad4a1433-7bd6-4498-9674-85cfcaea3090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501983 Dec 10 16:26:24.718975 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3af469-4b02-4967-a7ac-c050567944f4 req-37afa27e-0e66-4354-a7c4-435bb2278206 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:24.724836 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3af469-4b02-4967-a7ac-c050567944f4 req-37afa27e-0e66-4354-a7c4-435bb2278206 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:24.727052 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aa3af469-4b02-4967-a7ac-c050567944f4 req-37afa27e-0e66-4354-a7c4-435bb2278206 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce5a0b8-ab92-4c42-8b81-0159c5e7ca59 HTTP/1.1" status: 200 len: 1677 time: 0.0606947 Dec 10 16:26:24.774341 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aa3af469-4b02-4967-a7ac-c050567944f4 req-88d610df-243a-48e8-809f-7bb24d776f74 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dbd2ddc-fbc8-4ac1-a676-75cf3a492ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413847 Dec 10 16:26:24.806099 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab0439d-e8ba-439a-8f48-06aa4816871e', 'name': 'network-vif-deleted', 'tag': '11cbc379-0199-4cc1-a53f-d3dc69ee8639'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:26:24.809019 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb59058-8835-4f02-8c81-9e08873130ea" -d '{"events": [{"server_uuid": "aab0439d-e8ba-439a-8f48-06aa4816871e", "name": "network-vif-deleted", "tag": "11cbc379-0199-4cc1-a53f-d3dc69ee8639"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:26:24.856358 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce5a0b8-ab92-4c42-8b81-0159c5e7ca59', 'tag': '081d952b-53a1-44e5-8be5-0c11abb380aa'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:26:24.860426 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aceed98b-c5d5-480e-9c41-0aff9ec96718 req-05f69a29-044d-460c-82b3-e9c170ac2097 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=b26849d8-db9e-4a57-8bc4-4781104f52a0 HTTP/1.1" status: 200 len: 210 time: 0.0287914 Dec 10 16:26:24.861027 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4937575-382d-425b-9e03-b969db50c698" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce5a0b8-ab92-4c42-8b81-0159c5e7ca59", "tag": "081d952b-53a1-44e5-8be5-0c11abb380aa"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:26:24.910007 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4f195b-c8a6-4a7b-8aac-e84a695f64a4 x-openstack-request-id: req-df4f195b-c8a6-4a7b-8aac-e84a695f64a4 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:26:24.910737 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9315e3-0b56-48f3-88c5-a065c68e33ea", "name": "network-vif-plugged", "status": "completed", "tag": "9ad44a27-a314-4da6-a5bb-3637dee7714f", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:26:24.911217 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-df4f195b-c8a6-4a7b-8aac-e84a695f64a4 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:26:24.911847 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9315e3-0b56-48f3-88c5-a065c68e33ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad44a27-a314-4da6-a5bb-3637dee7714f', 'code': 200} Dec 10 16:26:25.054907 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7f00f-31ca-492c-a961-aabb8399c7b1 req-ace8135a-1d7b-40b5-a0a9-11f8abab6d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:25.056464 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1bb7f00f-31ca-492c-a961-aabb8399c7b1 req-ace8135a-1d7b-40b5-a0a9-11f8abab6d64 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 1101 time: 0.0597830 Dec 10 16:26:25.072951 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c04b5d-bf39-482f-a645-497422e2e6a8 req-ec90cabf-0edb-43f4-99b2-eefaa35434bd tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:25.078169 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d4c04b5d-bf39-482f-a645-497422e2e6a8 req-ec90cabf-0edb-43f4-99b2-eefaa35434bd tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] 10.222.0.11 "GET /v2.0/ports?device_id=b96df415-c75b-4df1-97e6-6ef05db3f729 HTTP/1.1" status: 200 len: 945 time: 0.0809002 Dec 10 16:26:25.108488 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1bb7f00f-31ca-492c-a961-aabb8399c7b1 req-245ba1e5-197d-4a2a-a6b7-cc715e93ebeb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445337 Dec 10 16:26:25.121860 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-a0463764-32a9-4007-85b6-c850db2b8f5e tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:25.123695 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-a0463764-32a9-4007-85b6-c850db2b8f5e tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.46 "GET /v2.0/networks?id=9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 HTTP/1.1" status: 200 len: 812 time: 0.2124596 Dec 10 16:26:25.149618 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-1b58da30-83f1-4f92-8982-37f73f35e4a7 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Request body: {'port': {'device_id': 'b26849d8-db9e-4a57-8bc4-4781104f52a0', 'network_id': '9d8083a2-a7ce-49e3-9a7c-b927cfa621a4', 'admin_state_up': True, 'tenant_id': 'a91374a85f654bd6a3d2ae7399378add'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:26:25.202430 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d4c04b5d-bf39-482f-a645-497422e2e6a8 req-555fbb04-35cb-452e-abc7-a8c1b2916f5e tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] 10.222.0.11 "GET /v2.0/security-groups?id=4fca0782-fe9d-4f65-8458-9124bcafa48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205873 Dec 10 16:26:25.246524 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 10 Dec 2021 16:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56d4ee6-d30f-46e7-8120-91d59f3aac10 x-openstack-request-id: req-c56d4ee6-d30f-46e7-8120-91d59f3aac10 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:26:25.247183 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab0439d-e8ba-439a-8f48-06aa4816871e", "name": "network-vif-deleted", "tag": "11cbc379-0199-4cc1-a53f-d3dc69ee8639", "status": "failed", "code": 422}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:26:25.247183 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c56d4ee6-d30f-46e7-8120-91d59f3aac10 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:26:25.247439 n-d-766771-2 neutron-server[103392]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aab0439d-e8ba-439a-8f48-06aa4816871e', 'name': 'network-vif-deleted', 'tag': '11cbc379-0199-4cc1-a53f-d3dc69ee8639', 'status': 'failed', 'code': 422} returned with failed status Dec 10 16:26:25.278374 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00dc670-f257-4b65-b092-06df8842a430 x-openstack-request-id: req-b00dc670-f257-4b65-b092-06df8842a430 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:26:25.280211 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce5a0b8-ab92-4c42-8b81-0159c5e7ca59", "tag": "081d952b-53a1-44e5-8be5-0c11abb380aa", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:26:25.280545 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b00dc670-f257-4b65-b092-06df8842a430 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:26:25.281074 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce5a0b8-ab92-4c42-8b81-0159c5e7ca59', 'tag': '081d952b-53a1-44e5-8be5-0c11abb380aa', 'status': 'completed', 'code': 200} Dec 10 16:26:25.288596 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-1b58da30-83f1-4f92-8982-37f73f35e4a7 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Made reservation on behalf of a91374a85f654bd6a3d2ae7399378add for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:26:25.293639 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-1b58da30-83f1-4f92-8982-37f73f35e4a7 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:25.374060 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4937575-382d-425b-9e03-b969db50c698 req-49ca4fb7-d128-4b01-8484-db06a2f43dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:25.374609 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4937575-382d-425b-9e03-b969db50c698 req-49ca4fb7-d128-4b01-8484-db06a2f43dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:25.376398 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d4937575-382d-425b-9e03-b969db50c698 req-49ca4fb7-d128-4b01-8484-db06a2f43dfa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f348a6ef1b744809177e6c8e3c6126d&device_id=7ce5a0b8-ab92-4c42-8b81-0159c5e7ca59 HTTP/1.1" status: 200 len: 1979 time: 0.0595505 Dec 10 16:26:25.451933 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286054c-0071-46a2-9cd4-ae092a799c03 req-87749150-13de-4f53-bcba-3a5918cb6ee5 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:25.453443 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6286054c-0071-46a2-9cd4-ae092a799c03 req-87749150-13de-4f53-bcba-3a5918cb6ee5 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.1262083 Dec 10 16:26:25.471536 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4937575-382d-425b-9e03-b969db50c698 req-bdecfc87-9a7d-4c58-a103-58aefe7689fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:25.473009 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d4937575-382d-425b-9e03-b969db50c698 req-bdecfc87-9a7d-4c58-a103-58aefe7689fd service neutron] 10.222.0.26 "GET /v2.0/networks?id=a7638baf-811f-4308-9c5d-da9cc9399bbb HTTP/1.1" status: 200 len: 902 time: 0.0887980 Dec 10 16:26:25.499783 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-1b58da30-83f1-4f92-8982-37f73f35e4a7 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Allocated IP 172.20.0.11 (9d8083a2-a7ce-49e3-9a7c-b927cfa621a4/d91d45da-791f-427f-a9fe-a70a5d192f4c/eb027421-ff40-4763-b9e3-a81962df38e5) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:26:25.515988 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 5f2b0410-cf00-4490-bf99-e55593eb6aee details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:26:25.531904 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6286054c-0071-46a2-9cd4-ae092a799c03 req-0cecfb87-54ea-4ad3-ba2d-12bd4b36e7e8 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710862 Dec 10 16:26:25.536907 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d4937575-382d-425b-9e03-b969db50c698 req-1174e751-8ad0-4bbe-8ed5-829f3d4bd6e0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.24&port_id=081d952b-53a1-44e5-8be5-0c11abb380aa HTTP/1.1" status: 200 len: 217 time: 0.0416467 Dec 10 16:26:25.612706 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4937575-382d-425b-9e03-b969db50c698 req-bede5306-6944-4535-a39f-e2eefb6c24fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:25.614200 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d4937575-382d-425b-9e03-b969db50c698 req-bede5306-6944-4535-a39f-e2eefb6c24fa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8164c62-a505-497e-aee5-46eafe225944 HTTP/1.1" status: 200 len: 801 time: 0.0699074 Dec 10 16:26:25.690281 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4937575-382d-425b-9e03-b969db50c698 req-69c24ce2-4edd-4ebb-848c-a67dcbdc4eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:25.691700 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d4937575-382d-425b-9e03-b969db50c698 req-69c24ce2-4edd-4ebb-848c-a67dcbdc4eb5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a7638baf-811f-4308-9c5d-da9cc9399bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0654943 Dec 10 16:26:25.701821 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 5f2b0410-cf00-4490-bf99-e55593eb6aee, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=5f2b0410-cf00-4490-bf99-e55593eb6aee,segment=NetworkSegment(7b24ac44-1edb-4cec-a6e8-fa21f4a4b9d1),segment_id=7b24ac44-1edb-4cec-a6e8-fa21f4a4b9d1)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:25.714508 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '5f2b0410-cf00-4490-bf99-e55593eb6aee', 'network_id': '833d5c44-0f20-47d1-a2bf-5c0360fc53c5', 'port_id': '5f2b0410-cf00-4490-bf99-e55593eb6aee', 'mac_address': 'fa:16:3e:3e:33:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e899e1-b171-42d8-bf35-913ec851a537', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:26:25.762518 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:25.774786 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de9319-19fc-4b98-9107-ff51b20bbcde req-c73c6fe3-2374-4b08-8e15-0ea653f114be tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:25.776630 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-16de9319-19fc-4b98-9107-ff51b20bbcde req-c73c6fe3-2374-4b08-8e15-0ea653f114be tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 950 time: 0.1078544 Dec 10 16:26:25.784668 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f2b0410-cf00-4490-bf99-e55593eb6aee {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:26:25.799791 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-1b58da30-83f1-4f92-8982-37f73f35e4a7 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:25.809985 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 5f2b0410-cf00-4490-bf99-e55593eb6aee, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=5f2b0410-cf00-4490-bf99-e55593eb6aee,segment=NetworkSegment(7b24ac44-1edb-4cec-a6e8-fa21f4a4b9d1),segment_id=7b24ac44-1edb-4cec-a6e8-fa21f4a4b9d1)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:25.814874 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:25.823197 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d4937575-382d-425b-9e03-b969db50c698 req-c81e027b-ae0d-49e5-84d4-aa18ac6d5ddb service neutron] 10.222.0.26 "GET /v2.0/networks/a7638baf-811f-4308-9c5d-da9cc9399bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233022 Dec 10 16:26:25.854202 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-16de9319-19fc-4b98-9107-ff51b20bbcde req-d0c8ccf8-1a3d-42f2-a683-1a01ad250ca9 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711029 Dec 10 16:26:25.883600 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-1b58da30-83f1-4f92-8982-37f73f35e4a7 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:25.890887 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=5f2b0410-cf00-4490-bf99-e55593eb6aee,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:25.943276 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-1b58da30-83f1-4f92-8982-37f73f35e4a7 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Network 9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:26:25.950238 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-1b58da30-83f1-4f92-8982-37f73f35e4a7 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:26:25.958235 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-1b58da30-83f1-4f92-8982-37f73f35e4a7 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:26:25.958658 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d4937575-382d-425b-9e03-b969db50c698 req-2606ab35-f782-4951-8ed8-ed1b15d06316 service neutron] 10.222.0.26 "GET /v2.0/networks/a7638baf-811f-4308-9c5d-da9cc9399bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268451 Dec 10 16:26:25.966509 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b58da30-83f1-4f92-8982-37f73f35e4a7 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Pushing event updated for resources: {'Port': ['ID=eb027421-ff40-4763-b9e3-a81962df38e5,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:26.025058 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-1b58da30-83f1-4f92-8982-37f73f35e4a7 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:26.025719 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-1b58da30-83f1-4f92-8982-37f73f35e4a7 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:26.051343 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-1b58da30-83f1-4f92-8982-37f73f35e4a7 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9131043 Dec 10 16:26:26.069550 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-e335a0ad-fa57-4d59-b627-604e5986bc07 service neutron] Request body: {'port': {'device_id': 'b26849d8-db9e-4a57-8bc4-4781104f52a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:26:26.126600 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['5f2b0410-cf00-4490-bf99-e55593eb6aee'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:26:26.131507 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a5b65-d1d9-4200-a76c-8d6b246d8bfb req-f9aa892a-c6c6-4920-9b6b-ad582315bbae tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:26.133019 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-628a5b65-d1d9-4200-a76c-8d6b246d8bfb req-f9aa892a-c6c6-4920-9b6b-ad582315bbae tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.0975516 Dec 10 16:26:26.139896 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-e335a0ad-fa57-4d59-b627-604e5986bc07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:26.235135 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-628a5b65-d1d9-4200-a76c-8d6b246d8bfb req-08ca21ec-53bb-4e13-976e-ddfb8fcbc44e tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930219 Dec 10 16:26:26.424129 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c59c8-06e2-4919-9309-2f919f438bbc req-66319440-d397-4911-8112-61f67ca9b74a tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:26.425644 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-498c59c8-06e2-4919-9309-2f919f438bbc req-66319440-d397-4911-8112-61f67ca9b74a tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e999457-ec4c-467d-a9fd-5d93579b0a18 HTTP/1.1" status: 200 len: 945 time: 0.0769513 Dec 10 16:26:26.518698 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-498c59c8-06e2-4919-9309-2f919f438bbc req-07e45630-26fa-400e-bbbb-8aa7d995e31d tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad4a1433-7bd6-4498-9674-85cfcaea3090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869598 Dec 10 16:26:26.528315 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-e335a0ad-fa57-4d59-b627-604e5986bc07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb027421-ff40-4763-b9e3-a81962df38e5 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:26:26.545245 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-e335a0ad-fa57-4d59-b627-604e5986bc07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:26.560481 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-e335a0ad-fa57-4d59-b627-604e5986bc07 service neutron] Transition to ACTIVE for port object eb027421-ff40-4763-b9e3-a81962df38e5 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:26:26.571424 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-e335a0ad-fa57-4d59-b627-604e5986bc07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:26.647527 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335a0ad-fa57-4d59-b627-604e5986bc07 service neutron] Pushing event updated for resources: {'Port': ['ID=eb027421-ff40-4763-b9e3-a81962df38e5,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:26.689882 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57897a4-3859-4742-9735-00edce302c05 req-b19aac40-1ec3-4a64-a70a-9d3c89a529ad tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:26.696343 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57897a4-3859-4742-9735-00edce302c05 req-b19aac40-1ec3-4a64-a70a-9d3c89a529ad tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:26.697898 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b57897a4-3859-4742-9735-00edce302c05 req-b19aac40-1ec3-4a64-a70a-9d3c89a529ad tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce5a0b8-ab92-4c42-8b81-0159c5e7ca59 HTTP/1.1" status: 200 len: 1677 time: 0.1211376 Dec 10 16:26:26.781400 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-e335a0ad-fa57-4d59-b627-604e5986bc07 service neutron] Attempting to bind port eb027421-ff40-4763-b9e3-a81962df38e5 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:26:26.781733 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-e335a0ad-fa57-4d59-b627-604e5986bc07 service neutron] Attempting to bind port eb027421-ff40-4763-b9e3-a81962df38e5 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '5b73bbf7-7693-4577-890d-a6987a70c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9d8083a2-a7ce-49e3-9a7c-b927cfa621a4'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:26:26.782060 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-e335a0ad-fa57-4d59-b627-604e5986bc07 service neutron] Attempting to bind port eb027421-ff40-4763-b9e3-a81962df38e5 on network 9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:26:26.789893 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b57897a4-3859-4742-9735-00edce302c05 req-58871bac-50e5-4f45-aec7-30e05d46d44b tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dbd2ddc-fbc8-4ac1-a676-75cf3a492ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730169 Dec 10 16:26:26.790884 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-e335a0ad-fa57-4d59-b627-604e5986bc07 service neutron] Port eb027421-ff40-4763-b9e3-a81962df38e5 on network 9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:26:26.791199 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-e335a0ad-fa57-4d59-b627-604e5986bc07 service neutron] Attempting to bind port eb027421-ff40-4763-b9e3-a81962df38e5 on network 9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:26:26.796279 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-e335a0ad-fa57-4d59-b627-604e5986bc07 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:26:26.796545 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-e335a0ad-fa57-4d59-b627-604e5986bc07 service neutron] Checking segment: {'id': '5b73bbf7-7693-4577-890d-a6987a70c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9d8083a2-a7ce-49e3-9a7c-b927cfa621a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:26:26.796891 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-e335a0ad-fa57-4d59-b627-604e5986bc07 service neutron] Bound using segment: {'id': '5b73bbf7-7693-4577-890d-a6987a70c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9d8083a2-a7ce-49e3-9a7c-b927cfa621a4'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:26:26.797330 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-e335a0ad-fa57-4d59-b627-604e5986bc07 service neutron] Bound port: eb027421-ff40-4763-b9e3-a81962df38e5, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b73bbf7-7693-4577-890d-a6987a70c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9d8083a2-a7ce-49e3-9a7c-b927cfa621a4'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:26:26.797678 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-e335a0ad-fa57-4d59-b627-604e5986bc07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:26.880550 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-e335a0ad-fa57-4d59-b627-604e5986bc07 service neutron] For port eb027421-ff40-4763-b9e3-a81962df38e5, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:26:26.885649 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-e335a0ad-fa57-4d59-b627-604e5986bc07 service neutron] For port eb027421-ff40-4763-b9e3-a81962df38e5, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=eb027421-ff40-4763-b9e3-a81962df38e5,segment=NetworkSegment(5b73bbf7-7693-4577-890d-a6987a70c2b5),segment_id=5b73bbf7-7693-4577-890d-a6987a70c2b5)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:26:26.891002 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-e335a0ad-fa57-4d59-b627-604e5986bc07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:26.949468 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-e335a0ad-fa57-4d59-b627-604e5986bc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:26.950063 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-e335a0ad-fa57-4d59-b627-604e5986bc07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:26.951408 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-e335a0ad-fa57-4d59-b627-604e5986bc07 service neutron] 10.222.0.46 "PUT /v2.0/ports/eb027421-ff40-4763-b9e3-a81962df38e5 HTTP/1.1" status: 200 len: 1092 time: 0.8862302 Dec 10 16:26:26.987757 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335a0ad-fa57-4d59-b627-604e5986bc07 service neutron] Pushing event updated for resources: {'Port': ['ID=eb027421-ff40-4763-b9e3-a81962df38e5,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:27.014073 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204828b7-0db8-4ca3-b20a-ea6096509dea req-63b938cc-fdeb-4b40-af25-808e0fa921a3 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:27.015616 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-204828b7-0db8-4ca3-b20a-ea6096509dea req-63b938cc-fdeb-4b40-af25-808e0fa921a3 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=b26849d8-db9e-4a57-8bc4-4781104f52a0 HTTP/1.1" status: 200 len: 944 time: 0.0812223 Dec 10 16:26:27.066974 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-36de2a28-ecaf-4728-b49c-0a2cac3c5693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:27.068465 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-36de2a28-ecaf-4728-b49c-0a2cac3c5693 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a91374a85f654bd6a3d2ae7399378add&device_id=b26849d8-db9e-4a57-8bc4-4781104f52a0 HTTP/1.1" status: 200 len: 1095 time: 0.0771682 Dec 10 16:26:27.088919 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-204828b7-0db8-4ca3-b20a-ea6096509dea req-751e2906-67bc-4d63-b780-3d5a2e0ad28b tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596635 Dec 10 16:26:27.116558 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-2b3765e0-7a7a-4eff-b846-f7bf53fe5313 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb027421-ff40-4763-b9e3-a81962df38e5 HTTP/1.1" status: 200 len: 217 time: 0.0375376 Dec 10 16:26:27.216582 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-b7565446-2f87-41e2-beda-7f7faa40737a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:27.218046 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-b7565446-2f87-41e2-beda-7f7faa40737a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d91d45da-791f-427f-a9fe-a70a5d192f4c HTTP/1.1" status: 200 len: 852 time: 0.0896950 Dec 10 16:26:27.233726 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faae5a8-636e-4d12-b454-360511d0f7e1 req-29522558-e0c5-4225-952d-34ebc745244f tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:27.235194 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2faae5a8-636e-4d12-b454-360511d0f7e1 req-29522558-e0c5-4225-952d-34ebc745244f tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 950 time: 0.0623837 Dec 10 16:26:27.251292 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b26849d8-db9e-4a57-8bc4-4781104f52a0', 'tag': 'eb027421-ff40-4763-b9e3-a81962df38e5'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:26:27.253437 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e97c7c4-c564-4c75-8ab0-f4e7b70a7837" -d '{"events": [{"name": "network-changed", "server_uuid": "b26849d8-db9e-4a57-8bc4-4781104f52a0", "tag": "eb027421-ff40-4763-b9e3-a81962df38e5"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:26:27.270720 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-b2bba844-351d-4fd4-89fd-f6fb469015fc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9d8083a2-a7ce-49e3-9a7c-b927cfa621a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346014 Dec 10 16:26:27.354366 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2faae5a8-636e-4d12-b454-360511d0f7e1 req-8949ca6e-1dbe-4a33-bb6d-85d29e6f7be2 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088028 Dec 10 16:26:27.397783 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-892e9ab9-e102-45ca-aefd-f7d641a1d591 service neutron] 10.222.0.46 "GET /v2.0/networks/9d8083a2-a7ce-49e3-9a7c-b927cfa621a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189559 Dec 10 16:26:27.528202 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ff06d164-a581-4016-b84d-c9deefb14c66 req-21560553-74d8-4631-8e3b-ffb554f40324 service neutron] 10.222.0.46 "GET /v2.0/networks/9d8083a2-a7ce-49e3-9a7c-b927cfa621a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195486 Dec 10 16:26:27.530485 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 5f2b0410-cf00-4490-bf99-e55593eb6aee up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:26:27.545499 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f369ba-5211-4114-bd97-38936f75d6bd req-0c07b956-ea36-4de8-81f1-f88500479f23 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:27.547487 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-34f369ba-5211-4114-bd97-38936f75d6bd req-0c07b956-ea36-4de8-81f1-f88500479f23 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] 10.222.0.11 "GET /v2.0/ports?device_id=b96df415-c75b-4df1-97e6-6ef05db3f729 HTTP/1.1" status: 200 len: 945 time: 0.0762925 Dec 10 16:26:27.605667 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 5f2b0410-cf00-4490-bf99-e55593eb6aee completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:26:27.607101 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-34f369ba-5211-4114-bd97-38936f75d6bd req-99b0d147-103b-4344-8c8a-6c3e07d0a044 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] 10.222.0.11 "GET /v2.0/security-groups?id=4fca0782-fe9d-4f65-8458-9124bcafa48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493526 Dec 10 16:26:27.610048 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 5f2b0410-cf00-4490-bf99-e55593eb6aee triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:26:27.610463 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:27.731074 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:27.750293 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 8c8aec57-35d8-4ca3-9776-a66e887ce909 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:26:27.789624 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e999457-ec4c-467d-a9fd-5d93579b0a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f2b0410-cf00-4490-bf99-e55593eb6aee'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:26:27.792761 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd423da-b177-4a59-841f-3d40f3623eec" -d '{"events": [{"server_uuid": "8e999457-ec4c-467d-a9fd-5d93579b0a18", "name": "network-vif-plugged", "status": "completed", "tag": "5f2b0410-cf00-4490-bf99-e55593eb6aee"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:26:27.814130 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 5f2b0410-cf00-4490-bf99-e55593eb6aee, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=5f2b0410-cf00-4490-bf99-e55593eb6aee,segment=NetworkSegment(7b24ac44-1edb-4cec-a6e8-fa21f4a4b9d1),segment_id=7b24ac44-1edb-4cec-a6e8-fa21f4a4b9d1)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:27.827755 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:27.836480 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c00ac7-b08f-46b5-a694-86b6f949adbf req-69c87534-1ed3-4cd3-a56f-69f2f2691439 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:27.838743 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a5c00ac7-b08f-46b5-a694-86b6f949adbf req-69c87534-1ed3-4cd3-a56f-69f2f2691439 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.0676715 Dec 10 16:26:27.904655 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a5c00ac7-b08f-46b5-a694-86b6f949adbf req-386e92c0-b7ba-41f9-8f1f-459666d67802 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581112 Dec 10 16:26:27.954465 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=5f2b0410-cf00-4490-bf99-e55593eb6aee,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:27.976150 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 8c8aec57-35d8-4ca3-9776-a66e887ce909, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=8c8aec57-35d8-4ca3-9776-a66e887ce909,segment=NetworkSegment(c344d2d5-a73c-4949-9d1d-3059f2df4783),segment_id=c344d2d5-a73c-4949-9d1d-3059f2df4783)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:27.979046 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128ca860-7a38-4afd-ac27-d3addd7babb1 x-openstack-request-id: req-128ca860-7a38-4afd-ac27-d3addd7babb1 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:26:27.979618 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b26849d8-db9e-4a57-8bc4-4781104f52a0", "tag": "eb027421-ff40-4763-b9e3-a81962df38e5", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:26:27.979876 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-128ca860-7a38-4afd-ac27-d3addd7babb1 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:26:27.980283 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b26849d8-db9e-4a57-8bc4-4781104f52a0', 'tag': 'eb027421-ff40-4763-b9e3-a81962df38e5', 'status': 'completed', 'code': 200} Dec 10 16:26:27.989178 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '8c8aec57-35d8-4ca3-9776-a66e887ce909', 'network_id': '128c1589-edd6-4ced-b076-c85f5c8e08ee', 'port_id': '8c8aec57-35d8-4ca3-9776-a66e887ce909', 'mac_address': 'fa:16:3e:c2:84:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8c2634d-9ff0-45a0-8e45-dda5475b105e', 'ip_address': '19.80.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:26:28.048087 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:28.050028 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97c7c4-c564-4c75-8ab0-f4e7b70a7837 req-016ab3cb-b59b-4369-a845-0c343b6417c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:28.051716 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e97c7c4-c564-4c75-8ab0-f4e7b70a7837 req-016ab3cb-b59b-4369-a845-0c343b6417c9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a91374a85f654bd6a3d2ae7399378add&device_id=b26849d8-db9e-4a57-8bc4-4781104f52a0 HTTP/1.1" status: 200 len: 1095 time: 0.0522065 Dec 10 16:26:28.065429 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c8aec57-35d8-4ca3-9776-a66e887ce909 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:26:28.089798 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 8c8aec57-35d8-4ca3-9776-a66e887ce909, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=8c8aec57-35d8-4ca3-9776-a66e887ce909,segment=NetworkSegment(c344d2d5-a73c-4949-9d1d-3059f2df4783),segment_id=c344d2d5-a73c-4949-9d1d-3059f2df4783)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:28.095666 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:28.097735 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 081d952b-53a1-44e5-8be5-0c11abb380aa details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:26:28.169867 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021feea-1121-4273-a97f-8f19d36339c4 req-eb9fb5d4-f411-48fc-8ae6-3b3efd0aa08c tempest-MigrationsAdminTest-1578168246 tempest-MigrationsAdminTest-1578168246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:28.171751 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7021feea-1121-4273-a97f-8f19d36339c4 req-eb9fb5d4-f411-48fc-8ae6-3b3efd0aa08c tempest-MigrationsAdminTest-1578168246 tempest-MigrationsAdminTest-1578168246-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 1101 time: 0.1189566 Dec 10 16:26:28.224519 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97c7c4-c564-4c75-8ab0-f4e7b70a7837 req-9b1d9ba1-f5e3-4be3-a767-5bce4fc7957b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:28.226099 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e97c7c4-c564-4c75-8ab0-f4e7b70a7837 req-9b1d9ba1-f5e3-4be3-a767-5bce4fc7957b service neutron] 10.222.0.46 "GET /v2.0/networks?id=9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 HTTP/1.1" status: 200 len: 913 time: 0.1643183 Dec 10 16:26:28.229904 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=8c8aec57-35d8-4ca3-9776-a66e887ce909,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:28.284332 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 081d952b-53a1-44e5-8be5-0c11abb380aa, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=081d952b-53a1-44e5-8be5-0c11abb380aa,segment=NetworkSegment(72ad738a-85b1-4458-90c5-c74d9242b0cc),segment_id=72ad738a-85b1-4458-90c5-c74d9242b0cc)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:28.287679 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e97c7c4-c564-4c75-8ab0-f4e7b70a7837 req-bf9b641e-a754-441d-820d-15db560df74a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb027421-ff40-4763-b9e3-a81962df38e5 HTTP/1.1" status: 200 len: 217 time: 0.0519793 Dec 10 16:26:28.315127 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '081d952b-53a1-44e5-8be5-0c11abb380aa', 'network_id': 'a7638baf-811f-4308-9c5d-da9cc9399bbb', 'port_id': '081d952b-53a1-44e5-8be5-0c11abb380aa', 'mac_address': 'fa:16:3e:a1:d1:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8164c62-a505-497e-aee5-46eafe225944', 'ip_address': '19.86.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:26:28.315294 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7021feea-1121-4273-a97f-8f19d36339c4 req-d63ef410-d4f2-466d-97d5-ae60f6cbc219 tempest-MigrationsAdminTest-1578168246 tempest-MigrationsAdminTest-1578168246-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121702 Dec 10 16:26:28.364704 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:28.381947 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97c7c4-c564-4c75-8ab0-f4e7b70a7837 req-4838c5ae-7f8e-4d56-91f2-4daf6d916bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:28.382196 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 081d952b-53a1-44e5-8be5-0c11abb380aa {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:26:28.383845 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e97c7c4-c564-4c75-8ab0-f4e7b70a7837 req-4838c5ae-7f8e-4d56-91f2-4daf6d916bc4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d91d45da-791f-427f-a9fe-a70a5d192f4c HTTP/1.1" status: 200 len: 852 time: 0.0776157 Dec 10 16:26:28.403663 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 081d952b-53a1-44e5-8be5-0c11abb380aa, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=081d952b-53a1-44e5-8be5-0c11abb380aa,segment=NetworkSegment(72ad738a-85b1-4458-90c5-c74d9242b0cc),segment_id=72ad738a-85b1-4458-90c5-c74d9242b0cc)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:28.408739 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:28.444571 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e97c7c4-c564-4c75-8ab0-f4e7b70a7837 req-1889020b-6a72-4ad2-9107-7e9716960b81 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9d8083a2-a7ce-49e3-9a7c-b927cfa621a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473332 Dec 10 16:26:28.464242 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=081d952b-53a1-44e5-8be5-0c11abb380aa,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:28.471563 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea4a92-cb75-4479-85ca-728f8586ecea req-6dee2fd8-d560-4196-a5fa-a1b3debcb025 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:28.473068 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a3ea4a92-cb75-4479-85ca-728f8586ecea req-6dee2fd8-d560-4196-a5fa-a1b3debcb025 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e999457-ec4c-467d-a9fd-5d93579b0a18 HTTP/1.1" status: 200 len: 946 time: 0.0882583 Dec 10 16:26:28.569414 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a3ea4a92-cb75-4479-85ca-728f8586ecea req-5619c509-83a5-4dd8-a114-c02b4edfb794 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad4a1433-7bd6-4498-9674-85cfcaea3090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853107 Dec 10 16:26:28.594461 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e97c7c4-c564-4c75-8ab0-f4e7b70a7837 req-12bda5f7-128f-4e1c-86a2-9350569d20a7 service neutron] 10.222.0.46 "GET /v2.0/networks/9d8083a2-a7ce-49e3-9a7c-b927cfa621a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382065 Dec 10 16:26:28.630878 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3176875f-6d61-48db-bb2b-8bec323454f8 x-openstack-request-id: req-3176875f-6d61-48db-bb2b-8bec323454f8 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:26:28.632541 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e999457-ec4c-467d-a9fd-5d93579b0a18", "name": "network-vif-plugged", "status": "completed", "tag": "5f2b0410-cf00-4490-bf99-e55593eb6aee", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:26:28.632992 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3176875f-6d61-48db-bb2b-8bec323454f8 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:26:28.633645 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e999457-ec4c-467d-a9fd-5d93579b0a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f2b0410-cf00-4490-bf99-e55593eb6aee', 'code': 200} Dec 10 16:26:28.680155 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['8c8aec57-35d8-4ca3-9776-a66e887ce909'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:26:28.749022 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e97c7c4-c564-4c75-8ab0-f4e7b70a7837 req-8dcc1dff-7216-4a52-9314-bc329a3b2457 service neutron] 10.222.0.46 "GET /v2.0/networks/9d8083a2-a7ce-49e3-9a7c-b927cfa621a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457362 Dec 10 16:26:28.790541 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4250f5a-88e6-40a9-b8d1-eb869d0298c1 req-b0385ed5-a80f-4f94-9e2a-3efff8d33dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:28.792118 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f4250f5a-88e6-40a9-b8d1-eb869d0298c1 req-b0385ed5-a80f-4f94-9e2a-3efff8d33dd8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8e999457-ec4c-467d-a9fd-5d93579b0a18 HTTP/1.1" status: 200 len: 1097 time: 0.0943487 Dec 10 16:26:28.801976 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee319f3-baa2-43ed-bcc4-0d44994ffe17 req-78914dc7-a6f0-4410-a5d4-f08fa955353c tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:28.809259 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee319f3-baa2-43ed-bcc4-0d44994ffe17 req-78914dc7-a6f0-4410-a5d4-f08fa955353c tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:28.810873 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aee319f3-baa2-43ed-bcc4-0d44994ffe17 req-78914dc7-a6f0-4410-a5d4-f08fa955353c tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce5a0b8-ab92-4c42-8b81-0159c5e7ca59 HTTP/1.1" status: 200 len: 1679 time: 0.0865436 Dec 10 16:26:28.872153 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f4250f5a-88e6-40a9-b8d1-eb869d0298c1 req-9eb58708-c9a1-4bed-bf99-b857cc1bc5ff service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ad4a1433-7bd6-4498-9674-85cfcaea3090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602217 Dec 10 16:26:28.892816 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aee319f3-baa2-43ed-bcc4-0d44994ffe17 req-74faf3e4-4b74-4783-b184-04f0605e1569 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dbd2ddc-fbc8-4ac1-a676-75cf3a492ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628991 Dec 10 16:26:28.998439 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65170a0a-0ff1-42f7-a46f-0653cac34ef8 req-ae7675d9-d28b-4662-96e4-adbc3b560f7e tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:29.000027 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-65170a0a-0ff1-42f7-a46f-0653cac34ef8 req-ae7675d9-d28b-4662-96e4-adbc3b560f7e tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.0509658 Dec 10 16:26:29.052225 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-65170a0a-0ff1-42f7-a46f-0653cac34ef8 req-ebd012c3-2758-4323-90ff-55315f80339f tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459759 Dec 10 16:26:29.159155 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef52b5-1913-4157-98a0-f068e68e0ea9 req-e0f0e4a5-09a9-4b6f-9295-639e57b02a39 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:29.160623 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a4ef52b5-1913-4157-98a0-f068e68e0ea9 req-e0f0e4a5-09a9-4b6f-9295-639e57b02a39 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=b26849d8-db9e-4a57-8bc4-4781104f52a0 HTTP/1.1" status: 200 len: 944 time: 0.0503485 Dec 10 16:26:29.208393 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a4ef52b5-1913-4157-98a0-f068e68e0ea9 req-4df307ef-67dd-49a3-9b25-5832ba1933c2 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412776 Dec 10 16:26:29.454370 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-913af2f1-e41c-427b-b462-6d33a1c83ada service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0433300 Dec 10 16:26:29.463747 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-3a3a896e-065b-412d-bf3c-f0e839d134b3 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:26:29.464700 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-3a3a896e-065b-412d-bf3c-f0e839d134b3 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054827 Dec 10 16:26:29.681516 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef66d0-703a-4f90-b4c6-c3c2fb182333 req-59ec97e9-6aa6-4688-86a9-f993d550b1bd tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:29.683069 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b8ef66d0-703a-4f90-b4c6-c3c2fb182333 req-59ec97e9-6aa6-4688-86a9-f993d550b1bd tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 950 time: 0.0536160 Dec 10 16:26:29.713012 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['081d952b-53a1-44e5-8be5-0c11abb380aa'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:26:29.731766 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b8ef66d0-703a-4f90-b4c6-c3c2fb182333 req-67b7d67a-7163-4540-b252-b9e80f32d1c7 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426338 Dec 10 16:26:29.748514 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 8c8aec57-35d8-4ca3-9776-a66e887ce909 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:26:29.831977 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 8c8aec57-35d8-4ca3-9776-a66e887ce909 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:26:29.841675 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 8c8aec57-35d8-4ca3-9776-a66e887ce909 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:26:29.842340 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:29.871696 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097a5f4-65e7-4ee2-8d6f-f3f2bb9c18df req-c7b5f1a5-5ba8-4230-847b-3ac096487483 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:29.873311 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8097a5f4-65e7-4ee2-8d6f-f3f2bb9c18df req-c7b5f1a5-5ba8-4230-847b-3ac096487483 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] 10.222.0.11 "GET /v2.0/ports?device_id=b96df415-c75b-4df1-97e6-6ef05db3f729 HTTP/1.1" status: 200 len: 945 time: 0.0736322 Dec 10 16:26:29.929968 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8097a5f4-65e7-4ee2-8d6f-f3f2bb9c18df req-3e816a5f-8e65-451b-92b8-ddedccc2b32a tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] 10.222.0.11 "GET /v2.0/security-groups?id=4fca0782-fe9d-4f65-8458-9124bcafa48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458779 Dec 10 16:26:29.960286 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:30.008539 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 8c8aec57-35d8-4ca3-9776-a66e887ce909, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=8c8aec57-35d8-4ca3-9776-a66e887ce909,segment=NetworkSegment(c344d2d5-a73c-4949-9d1d-3059f2df4783),segment_id=c344d2d5-a73c-4949-9d1d-3059f2df4783)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:30.013116 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:30.051316 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c450806-f4df-4e4b-86f8-329d1e5786cf req-37597765-a86c-40a0-987b-d18ebbba3057 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:30.052748 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8c450806-f4df-4e4b-86f8-329d1e5786cf req-37597765-a86c-40a0-987b-d18ebbba3057 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.0657122 Dec 10 16:26:30.089299 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=8c8aec57-35d8-4ca3-9776-a66e887ce909,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:30.109433 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8c450806-f4df-4e4b-86f8-329d1e5786cf req-8632b596-8438-4454-af9f-77d2c14aa00c tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483403 Dec 10 16:26:30.229080 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10974f2d-3a21-4aa7-b195-2be0ecff2468 req-85d49ba2-5a27-4ba7-a371-885dbd8adc63 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:30.230765 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-10974f2d-3a21-4aa7-b195-2be0ecff2468 req-85d49ba2-5a27-4ba7-a371-885dbd8adc63 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e999457-ec4c-467d-a9fd-5d93579b0a18 HTTP/1.1" status: 200 len: 946 time: 0.0503371 Dec 10 16:26:30.280557 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-10974f2d-3a21-4aa7-b195-2be0ecff2468 req-45aa1f47-a40d-4284-89d4-17885f47eecb tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad4a1433-7bd6-4498-9674-85cfcaea3090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421047 Dec 10 16:26:30.461087 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d92c6-0dca-4690-a076-13af929f8e49 req-c4f3248c-7419-4036-b7d2-3ef7c41a73af tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:30.462452 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-076d92c6-0dca-4690-a076-13af929f8e49 req-c4f3248c-7419-4036-b7d2-3ef7c41a73af tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/networks?id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce HTTP/1.1" status: 200 len: 808 time: 0.1034081 Dec 10 16:26:30.477770 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-076d92c6-0dca-4690-a076-13af929f8e49 req-048f73fc-c518-483b-b233-e4c2954605d6 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/quotas/c7f96263ffc44481b889fc489836cd3c HTTP/1.1" status: 200 len: 375 time: 0.0093031 Dec 10 16:26:30.529559 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-076d92c6-0dca-4690-a076-13af929f8e49 req-78d60d7a-c155-4ef2-a602-d41091e651c7 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c7f96263ffc44481b889fc489836cd3c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465505 Dec 10 16:26:30.619759 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-076d92c6-0dca-4690-a076-13af929f8e49 req-bdf72033-5165-438d-b04f-1e3e56b731cf service neutron] 10.222.0.11 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834033 Dec 10 16:26:30.635091 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce5a0b8-ab92-4c42-8b81-0159c5e7ca59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8aec57-35d8-4ca3-9776-a66e887ce909'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:26:30.637518 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da38ad01-2e95-4c3d-b123-00ac3fc873a1" -d '{"events": [{"server_uuid": "7ce5a0b8-ab92-4c42-8b81-0159c5e7ca59", "name": "network-vif-plugged", "status": "completed", "tag": "8c8aec57-35d8-4ca3-9776-a66e887ce909"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:26:30.708621 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-076d92c6-0dca-4690-a076-13af929f8e49 req-f006e04e-1b61-4e5e-bc64-296fd00ab86e service neutron] 10.222.0.11 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828338 Dec 10 16:26:30.726685 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-78b9962c-b20c-4b0a-a355-2e15425f0b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:30.728161 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-78b9962c-b20c-4b0a-a355-2e15425f0b44 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=94e98c03952a41539b6089aa3614a4af&device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 1101 time: 0.0409451 Dec 10 16:26:30.833184 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-dcfecacd-2638-46e1-9788-b461e39a4b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:30.835281 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-dcfecacd-2638-46e1-9788-b461e39a4b83 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.0978525 Dec 10 16:26:30.882025 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-9fed4140-7c05-4592-82f0-f2be96f1ca7e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=9ad44a27-a314-4da6-a5bb-3637dee7714f HTTP/1.1" status: 200 len: 217 time: 0.0350628 Dec 10 16:26:30.931658 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-f3376ee8-46ed-4e78-bdcb-19a45c7e9e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:30.933120 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-f3376ee8-46ed-4e78-bdcb-19a45c7e9e38 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.0438025 Dec 10 16:26:30.987232 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-93ebd411-36d3-4b6a-b1df-9a64d720de6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:30.988709 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-93ebd411-36d3-4b6a-b1df-9a64d720de6c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0457327 Dec 10 16:26:31.081023 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-8aaffe4e-91e7-4353-a52d-4a4671b8b987 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851667 Dec 10 16:26:31.119432 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82189928-49d1-44f7-8199-814f31139f93 req-37b3163e-96a4-438c-8dc8-895c4521a068 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:31.121043 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-82189928-49d1-44f7-8199-814f31139f93 req-37b3163e-96a4-438c-8dc8-895c4521a068 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] 10.222.0.26 "GET /v2.0/ports?device_id=b96df415-c75b-4df1-97e6-6ef05db3f729 HTTP/1.1" status: 200 len: 945 time: 0.0560484 Dec 10 16:26:31.203636 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-ff5a75eb-031d-44fa-b999-90d5d023ebcc service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122501 Dec 10 16:26:31.257858 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf96ab-04e0-472a-b13d-dd53df7703cb req-904d639d-e198-4640-9223-3e5f2db73081 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:31.263965 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf96ab-04e0-472a-b13d-dd53df7703cb req-904d639d-e198-4640-9223-3e5f2db73081 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:31.265919 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aacf96ab-04e0-472a-b13d-dd53df7703cb req-904d639d-e198-4640-9223-3e5f2db73081 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce5a0b8-ab92-4c42-8b81-0159c5e7ca59 HTTP/1.1" status: 200 len: 1680 time: 0.0998015 Dec 10 16:26:31.300955 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-82189928-49d1-44f7-8199-814f31139f93 req-701bad4a-1abd-4a39-955e-5b2693c75dd2 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Deleting port 7a6b492c-00aa-48c1-8ee7-ffc485e14a5b {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:26:31.301639 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-82189928-49d1-44f7-8199-814f31139f93 req-701bad4a-1abd-4a39-955e-5b2693c75dd2 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:31.380588 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aacf96ab-04e0-472a-b13d-dd53df7703cb req-6e477bf7-f38c-4918-9bbd-122d3d342ec0 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dbd2ddc-fbc8-4ac1-a676-75cf3a492ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052437 Dec 10 16:26:31.424538 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-82189928-49d1-44f7-8199-814f31139f93 req-701bad4a-1abd-4a39-955e-5b2693c75dd2 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] For port 7a6b492c-00aa-48c1-8ee7-ffc485e14a5b, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=7a6b492c-00aa-48c1-8ee7-ffc485e14a5b,segment=NetworkSegment(d89c08f0-95f9-4a6f-9829-ea815cc9dfba),segment_id=d89c08f0-95f9-4a6f-9829-ea815cc9dfba)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:31.425268 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-82189928-49d1-44f7-8199-814f31139f93 req-701bad4a-1abd-4a39-955e-5b2693c75dd2 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:31.543764 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device eb027421-ff40-4763-b9e3-a81962df38e5 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:26:31.645856 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port eb027421-ff40-4763-b9e3-a81962df38e5, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=eb027421-ff40-4763-b9e3-a81962df38e5,segment=NetworkSegment(5b73bbf7-7693-4577-890d-a6987a70c2b5),segment_id=5b73bbf7-7693-4577-890d-a6987a70c2b5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:31.660191 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'eb027421-ff40-4763-b9e3-a81962df38e5', 'network_id': '9d8083a2-a7ce-49e3-9a7c-b927cfa621a4', 'port_id': 'eb027421-ff40-4763-b9e3-a81962df38e5', 'mac_address': 'fa:16:3e:6d:87:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd91d45da-791f-427f-a9fe-a70a5d192f4c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:26:31.704209 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:31.717900 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb027421-ff40-4763-b9e3-a81962df38e5 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:26:31.739826 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port eb027421-ff40-4763-b9e3-a81962df38e5, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=eb027421-ff40-4763-b9e3-a81962df38e5,segment=NetworkSegment(5b73bbf7-7693-4577-890d-a6987a70c2b5),segment_id=5b73bbf7-7693-4577-890d-a6987a70c2b5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:31.744338 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:31.772763 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 081d952b-53a1-44e5-8be5-0c11abb380aa up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:26:31.824175 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=eb027421-ff40-4763-b9e3-a81962df38e5,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:31.840146 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 081d952b-53a1-44e5-8be5-0c11abb380aa completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:26:31.844200 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 081d952b-53a1-44e5-8be5-0c11abb380aa triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:26:31.844687 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:31.863972 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12499da8-e36b-46aa-b55c-e3fa15db844e req-1c9ae711-22eb-4d53-9a6d-46f884f6d435 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:31.865533 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-12499da8-e36b-46aa-b55c-e3fa15db844e req-1c9ae711-22eb-4d53-9a6d-46f884f6d435 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.4258261 Dec 10 16:26:31.925535 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:31.960771 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 081d952b-53a1-44e5-8be5-0c11abb380aa, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=081d952b-53a1-44e5-8be5-0c11abb380aa,segment=NetworkSegment(72ad738a-85b1-4458-90c5-c74d9242b0cc),segment_id=72ad738a-85b1-4458-90c5-c74d9242b0cc)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:31.963231 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-12499da8-e36b-46aa-b55c-e3fa15db844e req-431f808c-9dcd-4ece-b118-476992e02a1a tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888765 Dec 10 16:26:31.964789 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:31.976866 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-82189928-49d1-44f7-8199-814f31139f93 req-701bad4a-1abd-4a39-955e-5b2693c75dd2 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:31.977755 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-82189928-49d1-44f7-8199-814f31139f93 req-701bad4a-1abd-4a39-955e-5b2693c75dd2 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:31.977881 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [req-82189928-49d1-44f7-8199-814f31139f93 req-701bad4a-1abd-4a39-955e-5b2693c75dd2 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Floating IP 6e49ad67-84b0-4748-956e-5e0e352c0c06 disassociated. External IP: 172.25.6.8, port: 7a6b492c-00aa-48c1-8ee7-ffc485e14a5b. Dec 10 16:26:31.978287 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-82189928-49d1-44f7-8199-814f31139f93 req-701bad4a-1abd-4a39-955e-5b2693c75dd2 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Calling delete_port for 7a6b492c-00aa-48c1-8ee7-ffc485e14a5b owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:26:32.019213 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=081d952b-53a1-44e5-8be5-0c11abb380aa,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:32.097094 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['eb027421-ff40-4763-b9e3-a81962df38e5'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:26:32.123256 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955e574-7104-4346-aec4-5231114aca02 req-e93fb2d8-c436-4a18-9c09-03f130a6b072 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:32.124835 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1955e574-7104-4346-aec4-5231114aca02 req-e93fb2d8-c436-4a18-9c09-03f130a6b072 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=b26849d8-db9e-4a57-8bc4-4781104f52a0 HTTP/1.1" status: 200 len: 945 time: 0.0755227 Dec 10 16:26:32.216246 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d92c6-0dca-4690-a076-13af929f8e49 req-fa3b03f7-1d5c-4d51-a4f6-d0106451fc7e tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:32.217940 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-076d92c6-0dca-4690-a076-13af929f8e49 req-fa3b03f7-1d5c-4d51-a4f6-d0106451fc7e tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.26 "GET /v2.0/networks?id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce HTTP/1.1" status: 200 len: 808 time: 0.1288157 Dec 10 16:26:32.221970 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-82189928-49d1-44f7-8199-814f31139f93 req-701bad4a-1abd-4a39-955e-5b2693c75dd2 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:32.234043 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-076d92c6-0dca-4690-a076-13af929f8e49 req-cbb2c58a-a0b9-44cc-874c-44b3d188f657 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Request body: {'port': {'device_id': 'df430d8a-fcff-428d-8ff8-84516006dad7', 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce', 'admin_state_up': True, 'tenant_id': 'c7f96263ffc44481b889fc489836cd3c'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:26:32.259859 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701bad4a-1abd-4a39-955e-5b2693c75dd2 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Pushing event deleted for resources: {'Port': ['ID=7a6b492c-00aa-48c1-8ee7-ffc485e14a5b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:32.283359 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1955e574-7104-4346-aec4-5231114aca02 req-040eaff9-9144-4d9e-b36d-1926b60b6884 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962017 Dec 10 16:26:32.388755 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-076d92c6-0dca-4690-a076-13af929f8e49 req-cbb2c58a-a0b9-44cc-874c-44b3d188f657 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Made reservation on behalf of c7f96263ffc44481b889fc489836cd3c for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:26:32.392610 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-076d92c6-0dca-4690-a076-13af929f8e49 req-cbb2c58a-a0b9-44cc-874c-44b3d188f657 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:32.413179 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7678b1ed-be8f-4eb3-8fbe-91050f6ea05d x-openstack-request-id: req-7678b1ed-be8f-4eb3-8fbe-91050f6ea05d {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:26:32.413466 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce5a0b8-ab92-4c42-8b81-0159c5e7ca59", "name": "network-vif-plugged", "status": "completed", "tag": "8c8aec57-35d8-4ca3-9776-a66e887ce909", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:26:32.413722 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7678b1ed-be8f-4eb3-8fbe-91050f6ea05d {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:26:32.414116 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce5a0b8-ab92-4c42-8b81-0159c5e7ca59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8aec57-35d8-4ca3-9776-a66e887ce909', 'code': 200} Dec 10 16:26:32.438846 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82189928-49d1-44f7-8199-814f31139f93 req-701bad4a-1abd-4a39-955e-5b2693c75dd2 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Router a4ab95fc-20af-4b7c-9aa2-a9ce149607f3 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:26:32.537452 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-076d92c6-0dca-4690-a076-13af929f8e49 req-cbb2c58a-a0b9-44cc-874c-44b3d188f657 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Allocated IP 172.20.0.3 (3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce/8e6d4c00-e815-4a48-aff0-5fbec7a9d006/49c6261e-6d23-43e3-a793-ddf1615a328f) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:26:32.590976 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d09c5d-452e-41c3-94c7-92943f9fda2a req-b487d64d-92ce-4149-9b90-bb684c14c12d tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:32.592601 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e8d09c5d-452e-41c3-94c7-92943f9fda2a req-b487d64d-92ce-4149-9b90-bb684c14c12d tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 950 time: 0.1055708 Dec 10 16:26:32.608291 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82189928-49d1-44f7-8199-814f31139f93 req-701bad4a-1abd-4a39-955e-5b2693c75dd2 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:26:32.628598 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bdfbdd-3917-4a24-b66a-0137342ae6dd None None] Sync routers for ids ['a4ab95fc-20af-4b7c-9aa2-a9ce149607f3'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:26:32.647652 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bdfbdd-3917-4a24-b66a-0137342ae6dd None None] Routers {'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:26:32.648259 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-e8bdfbdd-3917-4a24-b66a-0137342ae6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:26:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['a4ab95fc-20af-4b7c-9aa2-a9ce149607f3'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:32.681465 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-82189928-49d1-44f7-8199-814f31139f93 req-701bad4a-1abd-4a39-955e-5b2693c75dd2 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] No DVR routers for this DVR port 7a6b492c-00aa-48c1-8ee7-ffc485e14a5b on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:26:32.689290 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-82189928-49d1-44f7-8199-814f31139f93 req-701bad4a-1abd-4a39-955e-5b2693c75dd2 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:32.693007 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-82189928-49d1-44f7-8199-814f31139f93 req-701bad4a-1abd-4a39-955e-5b2693c75dd2 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] 10.222.0.26 "DELETE /v2.0/ports/7a6b492c-00aa-48c1-8ee7-ffc485e14a5b HTTP/1.1" status: 204 len: 173 time: 1.5642204 Dec 10 16:26:32.694246 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b96df415-c75b-4df1-97e6-6ef05db3f729', 'name': 'network-vif-deleted', 'tag': '7a6b492c-00aa-48c1-8ee7-ffc485e14a5b'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:26:32.696795 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069c70ad-5a55-4e12-9226-166320166e2e" -d '{"events": [{"server_uuid": "b96df415-c75b-4df1-97e6-6ef05db3f729", "name": "network-vif-deleted", "tag": "7a6b492c-00aa-48c1-8ee7-ffc485e14a5b"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:26:32.738478 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e8d09c5d-452e-41c3-94c7-92943f9fda2a req-74e28a79-e316-4444-95bc-67ad0efcab82 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341777 Dec 10 16:26:32.754078 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-076d92c6-0dca-4690-a076-13af929f8e49 req-cbb2c58a-a0b9-44cc-874c-44b3d188f657 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:32.805914 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-076d92c6-0dca-4690-a076-13af929f8e49 req-cbb2c58a-a0b9-44cc-874c-44b3d188f657 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:32.851362 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-076d92c6-0dca-4690-a076-13af929f8e49 req-cbb2c58a-a0b9-44cc-874c-44b3d188f657 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Network 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:26:32.857504 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-076d92c6-0dca-4690-a076-13af929f8e49 req-cbb2c58a-a0b9-44cc-874c-44b3d188f657 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:26:32.861688 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-076d92c6-0dca-4690-a076-13af929f8e49 req-cbb2c58a-a0b9-44cc-874c-44b3d188f657 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:26:32.888267 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-e8bdfbdd-3917-4a24-b66a-0137342ae6dd None None] Set router a4ab95fc-20af-4b7c-9aa2-a9ce149607f3 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:26:32.938920 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2c58a-a0b9-44cc-874c-44b3d188f657 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Pushing event updated for resources: {'Port': ['ID=49c6261e-6d23-43e3-a793-ddf1615a328f,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:32.954226 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a3d78b7b-4cc6-4713-bcd5-b2a4dd061994 req-a5b3d7c3-a698-4ca6-abce-9c7f0d299733 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] 10.222.0.11 "GET /v2.0/ports?device_id=b96df415-c75b-4df1-97e6-6ef05db3f729 HTTP/1.1" status: 200 len: 210 time: 0.0549929 Dec 10 16:26:32.980962 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d92c6-0dca-4690-a076-13af929f8e49 req-cbb2c58a-a0b9-44cc-874c-44b3d188f657 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:32.981661 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-076d92c6-0dca-4690-a076-13af929f8e49 req-cbb2c58a-a0b9-44cc-874c-44b3d188f657 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:33.004363 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-076d92c6-0dca-4690-a076-13af929f8e49 req-cbb2c58a-a0b9-44cc-874c-44b3d188f657 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7759764 Dec 10 16:26:33.017436 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-076d92c6-0dca-4690-a076-13af929f8e49 req-b3280d57-9b24-4c06-887a-7c5acade3d1c service neutron] Request body: {'port': {'device_id': 'df430d8a-fcff-428d-8ff8-84516006dad7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:26:33.027417 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['b4cc6d7c-f629-4a3f-81cc-bdefa432467b'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:26:33.076026 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be7768-e0f4-415a-b789-91b6a2b3d88e req-93d61d72-136d-4226-872f-afa410c5c34f tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:33.077507 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d6be7768-e0f4-415a-b789-91b6a2b3d88e req-93d61d72-136d-4226-872f-afa410c5c34f tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=df430d8a-fcff-428d-8ff8-84516006dad7 HTTP/1.1" status: 200 len: 931 time: 0.0608413 Dec 10 16:26:33.084596 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-076d92c6-0dca-4690-a076-13af929f8e49 req-b3280d57-9b24-4c06-887a-7c5acade3d1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:33.144350 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-e8bdfbdd-3917-4a24-b66a-0137342ae6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3', 'name': 'tempest-ServersTestJSON-857610993-router', 'tenant_id': 'e220bd0a7f6b43e08d35292010b295fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'f238dc03-6e7a-41f0-b450-7e4f39fd1da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:24:15Z', 'updated_at': '2021-12-10T16:24:20Z', 'revision_number': 4, 'project_id': 'e220bd0a7f6b43e08d35292010b295fa', 'gw_port': {'id': 'f238dc03-6e7a-41f0-b450-7e4f39fd1da8', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:24:17Z', 'updated_at': '2021-12-10T16:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '6bafe994-64b0-43af-b3a0-5010ad3177b3', 'name': '', 'network_id': '300c998f-deb1-4ddc-8cbb-0febf9947955', 'tenant_id': 'e220bd0a7f6b43e08d35292010b295fa', 'mac_address': 'fa:16:3e:7c:bb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '663129d9-7cc3-4553-bfc5-3a337cf9c9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:24:20Z', 'updated_at': '2021-12-10T16:24:26Z', 'revision_number': 5, 'project_id': 'e220bd0a7f6b43e08d35292010b295fa', 'subnets': [{'id': '663129d9-7cc3-4553-bfc5-3a337cf9c9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:33.161164 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d6be7768-e0f4-415a-b789-91b6a2b3d88e req-e4bb7750-92ef-4d67-915e-97794c122a7a tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727034 Dec 10 16:26:33.181510 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bdfbdd-3917-4a24-b66a-0137342ae6dd None None] Checking router: a4ab95fc-20af-4b7c-9aa2-a9ce149607f3 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:26:33.205056 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bdfbdd-3917-4a24-b66a-0137342ae6dd None None] Routers {'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:26:33.212178 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-e8bdfbdd-3917-4a24-b66a-0137342ae6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:26:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['a4ab95fc-20af-4b7c-9aa2-a9ce149607f3'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:33.356471 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42c4ab-ba77-4bee-ab96-8dbf2d1e3014 req-116f8fc1-c252-47a1-bcce-d0be4baa9573 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:33.357960 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8e42c4ab-ba77-4bee-ab96-8dbf2d1e3014 req-116f8fc1-c252-47a1-bcce-d0be4baa9573 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e999457-ec4c-467d-a9fd-5d93579b0a18 HTTP/1.1" status: 200 len: 946 time: 0.0936015 Dec 10 16:26:33.366049 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-e8bdfbdd-3917-4a24-b66a-0137342ae6dd None None] Set router a4ab95fc-20af-4b7c-9aa2-a9ce149607f3 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:26:33.425703 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8e42c4ab-ba77-4bee-ab96-8dbf2d1e3014 req-351174e1-ee60-43ab-ab90-d4e929c9d76a tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad4a1433-7bd6-4498-9674-85cfcaea3090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614486 Dec 10 16:26:33.494617 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-076d92c6-0dca-4690-a076-13af929f8e49 req-b3280d57-9b24-4c06-887a-7c5acade3d1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49c6261e-6d23-43e3-a793-ddf1615a328f {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:26:33.506342 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-076d92c6-0dca-4690-a076-13af929f8e49 req-b3280d57-9b24-4c06-887a-7c5acade3d1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:33.527147 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-076d92c6-0dca-4690-a076-13af929f8e49 req-b3280d57-9b24-4c06-887a-7c5acade3d1c service neutron] Transition to ACTIVE for port object 49c6261e-6d23-43e3-a793-ddf1615a328f will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:26:33.532975 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-076d92c6-0dca-4690-a076-13af929f8e49 req-b3280d57-9b24-4c06-887a-7c5acade3d1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:33.558194 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device eb027421-ff40-4763-b9e3-a81962df38e5 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:26:33.591391 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b07cfb-be53-4dbf-99dd-9ba0c02a16ab req-dbcd0933-a162-484d-8663-5d741dbb3857 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:33.601443 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b07cfb-be53-4dbf-99dd-9ba0c02a16ab req-dbcd0933-a162-484d-8663-5d741dbb3857 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:33.603096 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f5b07cfb-be53-4dbf-99dd-9ba0c02a16ab req-dbcd0933-a162-484d-8663-5d741dbb3857 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce5a0b8-ab92-4c42-8b81-0159c5e7ca59 HTTP/1.1" status: 200 len: 1681 time: 0.0771689 Dec 10 16:26:33.632011 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3280d57-9b24-4c06-887a-7c5acade3d1c service neutron] Pushing event updated for resources: {'Port': ['ID=49c6261e-6d23-43e3-a793-ddf1615a328f,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:33.654419 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port eb027421-ff40-4763-b9e3-a81962df38e5 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:26:33.661472 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port eb027421-ff40-4763-b9e3-a81962df38e5 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:26:33.662573 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:33.687217 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f5b07cfb-be53-4dbf-99dd-9ba0c02a16ab req-733a158a-fd8c-434d-bcbe-2989106f4025 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dbd2ddc-fbc8-4ac1-a676-75cf3a492ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763981 Dec 10 16:26:33.724845 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-076d92c6-0dca-4690-a076-13af929f8e49 req-b3280d57-9b24-4c06-887a-7c5acade3d1c service neutron] Attempting to bind port 49c6261e-6d23-43e3-a793-ddf1615a328f on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:26:33.725655 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-076d92c6-0dca-4690-a076-13af929f8e49 req-b3280d57-9b24-4c06-887a-7c5acade3d1c service neutron] Attempting to bind port 49c6261e-6d23-43e3-a793-ddf1615a328f by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:26:33.726435 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076d92c6-0dca-4690-a076-13af929f8e49 req-b3280d57-9b24-4c06-887a-7c5acade3d1c service neutron] Attempting to bind port 49c6261e-6d23-43e3-a793-ddf1615a328f on network 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:26:33.732112 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076d92c6-0dca-4690-a076-13af929f8e49 req-b3280d57-9b24-4c06-887a-7c5acade3d1c service neutron] Port 49c6261e-6d23-43e3-a793-ddf1615a328f on network 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:26:33.732727 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076d92c6-0dca-4690-a076-13af929f8e49 req-b3280d57-9b24-4c06-887a-7c5acade3d1c service neutron] Attempting to bind port 49c6261e-6d23-43e3-a793-ddf1615a328f on network 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:26:33.739110 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076d92c6-0dca-4690-a076-13af929f8e49 req-b3280d57-9b24-4c06-887a-7c5acade3d1c service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:26:33.739774 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076d92c6-0dca-4690-a076-13af929f8e49 req-b3280d57-9b24-4c06-887a-7c5acade3d1c service neutron] Checking segment: {'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:26:33.740938 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076d92c6-0dca-4690-a076-13af929f8e49 req-b3280d57-9b24-4c06-887a-7c5acade3d1c service neutron] Bound using segment: {'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:26:33.741819 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-076d92c6-0dca-4690-a076-13af929f8e49 req-b3280d57-9b24-4c06-887a-7c5acade3d1c service neutron] Bound port: 49c6261e-6d23-43e3-a793-ddf1615a328f, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:26:33.742448 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-076d92c6-0dca-4690-a076-13af929f8e49 req-b3280d57-9b24-4c06-887a-7c5acade3d1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:33.760698 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:33.784640 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1511bc-f870-4b40-88e3-061b3889d879 x-openstack-request-id: req-fd1511bc-f870-4b40-88e3-061b3889d879 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:26:33.784938 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b96df415-c75b-4df1-97e6-6ef05db3f729", "name": "network-vif-deleted", "tag": "7a6b492c-00aa-48c1-8ee7-ffc485e14a5b", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:26:33.785198 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fd1511bc-f870-4b40-88e3-061b3889d879 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:26:33.785811 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b96df415-c75b-4df1-97e6-6ef05db3f729', 'name': 'network-vif-deleted', 'tag': '7a6b492c-00aa-48c1-8ee7-ffc485e14a5b', 'status': 'completed', 'code': 200} Dec 10 16:26:33.807614 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port eb027421-ff40-4763-b9e3-a81962df38e5, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=eb027421-ff40-4763-b9e3-a81962df38e5,segment=NetworkSegment(5b73bbf7-7693-4577-890d-a6987a70c2b5),segment_id=5b73bbf7-7693-4577-890d-a6987a70c2b5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:33.812457 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:33.827115 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-e8bdfbdd-3917-4a24-b66a-0137342ae6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3', 'name': 'tempest-ServersTestJSON-857610993-router', 'tenant_id': 'e220bd0a7f6b43e08d35292010b295fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'f238dc03-6e7a-41f0-b450-7e4f39fd1da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:24:15Z', 'updated_at': '2021-12-10T16:24:20Z', 'revision_number': 4, 'project_id': 'e220bd0a7f6b43e08d35292010b295fa', 'gw_port': {'id': 'f238dc03-6e7a-41f0-b450-7e4f39fd1da8', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:24:17Z', 'updated_at': '2021-12-10T16:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '6bafe994-64b0-43af-b3a0-5010ad3177b3', 'name': '', 'network_id': '300c998f-deb1-4ddc-8cbb-0febf9947955', 'tenant_id': 'e220bd0a7f6b43e08d35292010b295fa', 'mac_address': 'fa:16:3e:7c:bb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '663129d9-7cc3-4553-bfc5-3a337cf9c9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:24:20Z', 'updated_at': '2021-12-10T16:24:26Z', 'revision_number': 5, 'project_id': 'e220bd0a7f6b43e08d35292010b295fa', 'subnets': [{'id': '663129d9-7cc3-4553-bfc5-3a337cf9c9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:33.835674 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-076d92c6-0dca-4690-a076-13af929f8e49 req-b3280d57-9b24-4c06-887a-7c5acade3d1c service neutron] For port 49c6261e-6d23-43e3-a793-ddf1615a328f, host n-h1-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:26:33.841530 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-076d92c6-0dca-4690-a076-13af929f8e49 req-b3280d57-9b24-4c06-887a-7c5acade3d1c service neutron] For port 49c6261e-6d23-43e3-a793-ddf1615a328f, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=49c6261e-6d23-43e3-a793-ddf1615a328f,segment=NetworkSegment(698ea8e5-c316-417a-87ff-ff612f3a473c),segment_id=698ea8e5-c316-417a-87ff-ff612f3a473c)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:26:33.848013 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-076d92c6-0dca-4690-a076-13af929f8e49 req-b3280d57-9b24-4c06-887a-7c5acade3d1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:33.899371 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bdfbdd-3917-4a24-b66a-0137342ae6dd None None] The sync data for ids ['a4ab95fc-20af-4b7c-9aa2-a9ce149607f3'] in n-d-766771-2 is: [{'id': 'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3', 'name': 'tempest-ServersTestJSON-857610993-router', 'tenant_id': 'e220bd0a7f6b43e08d35292010b295fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'f238dc03-6e7a-41f0-b450-7e4f39fd1da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:24:15Z', 'updated_at': '2021-12-10T16:24:20Z', 'revision_number': 4, 'project_id': 'e220bd0a7f6b43e08d35292010b295fa', 'gw_port': {'id': 'f238dc03-6e7a-41f0-b450-7e4f39fd1da8', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:24:17Z', 'updated_at': '2021-12-10T16:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '6bafe994-64b0-43af-b3a0-5010ad3177b3', 'name': '', 'network_id': '300c998f-deb1-4ddc-8cbb-0febf9947955', 'tenant_id': 'e220bd0a7f6b43e08d35292010b295fa', 'mac_address': 'fa:16:3e:7c:bb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '663129d9-7cc3-4553-bfc5-3a337cf9c9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:24:20Z', 'updated_at': '2021-12-10T16:24:26Z', 'revision_number': 5, 'project_id': 'e220bd0a7f6b43e08d35292010b295fa', 'subnets': [{'id': '663129d9-7cc3-4553-bfc5-3a337cf9c9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:26:33.899982 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d92c6-0dca-4690-a076-13af929f8e49 req-b3280d57-9b24-4c06-887a-7c5acade3d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:33.900968 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-076d92c6-0dca-4690-a076-13af929f8e49 req-b3280d57-9b24-4c06-887a-7c5acade3d1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:33.904697 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-076d92c6-0dca-4690-a076-13af929f8e49 req-b3280d57-9b24-4c06-887a-7c5acade3d1c service neutron] 10.222.0.26 "PUT /v2.0/ports/49c6261e-6d23-43e3-a793-ddf1615a328f HTTP/1.1" status: 200 len: 1091 time: 0.8918848 Dec 10 16:26:33.905295 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df430d8a-fcff-428d-8ff8-84516006dad7', 'tag': '49c6261e-6d23-43e3-a793-ddf1615a328f'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:26:33.909402 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7352a1-1887-4a0d-9ba6-6084f5e3a1a8" -d '{"events": [{"name": "network-changed", "server_uuid": "df430d8a-fcff-428d-8ff8-84516006dad7", "tag": "49c6261e-6d23-43e3-a793-ddf1615a328f"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:26:33.918698 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61743aaa-8ff4-436c-88e2-745f6aee5b22 req-c48b6d28-0733-4d33-8ec0-3647f97f3039 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:33.929914 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-61743aaa-8ff4-436c-88e2-745f6aee5b22 req-c48b6d28-0733-4d33-8ec0-3647f97f3039 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=b26849d8-db9e-4a57-8bc4-4781104f52a0 HTTP/1.1" status: 200 len: 946 time: 0.0716100 Dec 10 16:26:34.017427 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-61743aaa-8ff4-436c-88e2-745f6aee5b22 req-edb11437-0e60-4954-a762-5233f00ce75c tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859444 Dec 10 16:26:34.024127 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3280d57-9b24-4c06-887a-7c5acade3d1c service neutron] Pushing event updated for resources: {'Port': ['ID=49c6261e-6d23-43e3-a793-ddf1615a328f,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:34.049170 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d92c6-0dca-4690-a076-13af929f8e49 req-3861acb5-e811-4d22-b82a-c4dccda79a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:34.051175 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-076d92c6-0dca-4690-a076-13af929f8e49 req-3861acb5-e811-4d22-b82a-c4dccda79a8a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c7f96263ffc44481b889fc489836cd3c&device_id=df430d8a-fcff-428d-8ff8-84516006dad7 HTTP/1.1" status: 200 len: 1094 time: 0.1018729 Dec 10 16:26:34.073689 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=eb027421-ff40-4763-b9e3-a81962df38e5,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:34.229751 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4d162-926b-43f0-bbc5-a9b5114e146c req-04a21495-55e0-4cce-a671-b208d06d41c8 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:34.245302 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-57a4d162-926b-43f0-bbc5-a9b5114e146c req-04a21495-55e0-4cce-a671-b208d06d41c8 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e999457-ec4c-467d-a9fd-5d93579b0a18 HTTP/1.1" status: 200 len: 946 time: 0.0812969 Dec 10 16:26:34.246130 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 46732) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:26:34.258275 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-2cd58e4d-bd7b-498e-9027-bb70bee70e36 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Request body: {'floatingip': {'port_id': '5f2b0410-cf00-4490-bf99-e55593eb6aee'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:26:34.301330 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6074804c-2b0c-4d78-a97b-12d854e4e1d0 None None] New status for floating IP 6e49ad67-84b0-4748-956e-5e0e352c0c06: DOWN {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:26:34.325264 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2cd58e4d-bd7b-498e-9027-bb70bee70e36 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks [] for floatingip, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:34.383237 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-076d92c6-0dca-4690-a076-13af929f8e49 req-0feacfa5-a473-4963-bc46-2216329bf70c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49c6261e-6d23-43e3-a793-ddf1615a328f HTTP/1.1" status: 200 len: 217 time: 0.3243811 Dec 10 16:26:34.433417 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce5a0b8-ab92-4c42-8b81-0159c5e7ca59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081d952b-53a1-44e5-8be5-0c11abb380aa'}, {'server_uuid': 'b26849d8-db9e-4a57-8bc4-4781104f52a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb027421-ff40-4763-b9e3-a81962df38e5'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:26:34.435892 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d92c6-0dca-4690-a076-13af929f8e49 req-748da063-48a2-4f27-8b36-7a140cd6e792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:34.437150 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0816af44-004b-483c-8773-75dd70fddaa3" -d '{"events": [{"server_uuid": "7ce5a0b8-ab92-4c42-8b81-0159c5e7ca59", "name": "network-vif-plugged", "status": "completed", "tag": "081d952b-53a1-44e5-8be5-0c11abb380aa"}, {"server_uuid": "b26849d8-db9e-4a57-8bc4-4781104f52a0", "name": "network-vif-plugged", "status": "completed", "tag": "eb027421-ff40-4763-b9e3-a81962df38e5"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:26:34.437317 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-076d92c6-0dca-4690-a076-13af929f8e49 req-748da063-48a2-4f27-8b36-7a140cd6e792 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e6d4c00-e815-4a48-aff0-5fbec7a9d006 HTTP/1.1" status: 200 len: 848 time: 0.0464213 Dec 10 16:26:34.478612 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-076d92c6-0dca-4690-a076-13af929f8e49 req-65e24ef8-e05a-4fa8-9938-5a3eec64d9c5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343604 Dec 10 16:26:34.493044 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb065e6-8a13-4306-b1b9-98b8d8066d5a req-3293ad58-7140-418f-abf9-85c9b7472f28 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:34.500384 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6fb065e6-8a13-4306-b1b9-98b8d8066d5a req-3293ad58-7140-418f-abf9-85c9b7472f28 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.1650426 Dec 10 16:26:34.580773 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-076d92c6-0dca-4690-a076-13af929f8e49 req-c32a7ead-97c3-491c-b3ce-8d16160acec1 service neutron] 10.222.0.26 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938478 Dec 10 16:26:34.624326 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6fb065e6-8a13-4306-b1b9-98b8d8066d5a req-e6e1cc82-00db-431c-97a0-eb353500ee42 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230001 Dec 10 16:26:34.687672 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-076d92c6-0dca-4690-a076-13af929f8e49 req-8e0ab6d0-1f34-4317-868a-c0548e34e9bc service neutron] 10.222.0.26 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001980 Dec 10 16:26:34.838149 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605f9f1-72f6-4198-a782-f26a8882673e req-9cd1f0b9-f9cc-4982-a846-1ec876b63302 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:34.839619 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0605f9f1-72f6-4198-a782-f26a8882673e req-9cd1f0b9-f9cc-4982-a846-1ec876b63302 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 950 time: 0.1266708 Dec 10 16:26:34.954097 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0605f9f1-72f6-4198-a782-f26a8882673e req-c96813bd-ef7e-4de4-bfd2-3680beaaae76 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081846 Dec 10 16:26:34.965149 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2cd58e4d-bd7b-498e-9027-bb70bee70e36 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:34.969837 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2cd58e4d-bd7b-498e-9027-bb70bee70e36 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:35.009252 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80aaed5f-ebfe-4440-a837-7e5421713c49 x-openstack-request-id: req-80aaed5f-ebfe-4440-a837-7e5421713c49 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:26:35.009605 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df430d8a-fcff-428d-8ff8-84516006dad7", "tag": "49c6261e-6d23-43e3-a793-ddf1615a328f", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:26:35.009802 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-80aaed5f-ebfe-4440-a837-7e5421713c49 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:26:35.010218 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df430d8a-fcff-428d-8ff8-84516006dad7', 'tag': '49c6261e-6d23-43e3-a793-ddf1615a328f', 'status': 'completed', 'code': 200} Dec 10 16:26:35.080611 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [None req-2cd58e4d-bd7b-498e-9027-bb70bee70e36 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Floating IP ef8f6eba-1c60-4160-ac17-66d9e488af38 associated. External IP: 172.25.6.118, port: 5f2b0410-cf00-4490-bf99-e55593eb6aee. Dec 10 16:26:35.086298 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7352a1-1887-4a0d-9ba6-6084f5e3a1a8 req-a096e9f3-1f7d-451a-9d3c-186be599daa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:35.088144 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-de7352a1-1887-4a0d-9ba6-6084f5e3a1a8 req-a096e9f3-1f7d-451a-9d3c-186be599daa6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c7f96263ffc44481b889fc489836cd3c&device_id=df430d8a-fcff-428d-8ff8-84516006dad7 HTTP/1.1" status: 200 len: 1094 time: 0.0539401 Dec 10 16:26:35.196120 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7352a1-1887-4a0d-9ba6-6084f5e3a1a8 req-d8df5339-bae3-4155-b5f9-b27972e2be96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:35.197599 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-de7352a1-1887-4a0d-9ba6-6084f5e3a1a8 req-d8df5339-bae3-4155-b5f9-b27972e2be96 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce HTTP/1.1" status: 200 len: 909 time: 0.1022542 Dec 10 16:26:35.211242 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af70b9-08d4-4983-86de-f69ba17dfeaf req-a90c72ef-30be-4fe8-81c4-89b930ece5e5 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:35.212809 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c4af70b9-08d4-4983-86de-f69ba17dfeaf req-a90c72ef-30be-4fe8-81c4-89b930ece5e5 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=df430d8a-fcff-428d-8ff8-84516006dad7 HTTP/1.1" status: 200 len: 943 time: 0.0966797 Dec 10 16:26:35.243560 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-de7352a1-1887-4a0d-9ba6-6084f5e3a1a8 req-69c08bd8-dc05-4504-8320-52c40e5e52c5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49c6261e-6d23-43e3-a793-ddf1615a328f HTTP/1.1" status: 200 len: 217 time: 0.0381300 Dec 10 16:26:35.297437 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7352a1-1887-4a0d-9ba6-6084f5e3a1a8 req-62afb126-0174-4ea8-925b-9613e36546bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:35.299224 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-de7352a1-1887-4a0d-9ba6-6084f5e3a1a8 req-62afb126-0174-4ea8-925b-9613e36546bd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e6d4c00-e815-4a48-aff0-5fbec7a9d006 HTTP/1.1" status: 200 len: 848 time: 0.0493798 Dec 10 16:26:35.333187 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-de7352a1-1887-4a0d-9ba6-6084f5e3a1a8 req-25177abf-4155-41f9-95ca-838e23f3112b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272789 Dec 10 16:26:35.336439 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c4af70b9-08d4-4983-86de-f69ba17dfeaf req-b9b6fbac-b77a-4ed6-819a-db7bd6390df9 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154194 Dec 10 16:26:35.345774 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [req-de7352a1-1887-4a0d-9ba6-6084f5e3a1a8 req-46e8711e-bbe2-4ad8-94cc-77c994be045c service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:26:35.348818 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-de7352a1-1887-4a0d-9ba6-6084f5e3a1a8 req-46e8711e-bbe2-4ad8-94cc-77c994be045c service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076966 Dec 10 16:26:35.374129 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd58e4d-bd7b-498e-9027-bb70bee70e36 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Router 86f94127-05b5-4570-b3d6-d5a2e33aea8f has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:26:35.393799 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 16:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc94f3f-329d-4ada-b05f-dfe73be7de32 x-openstack-request-id: req-1dc94f3f-329d-4ada-b05f-dfe73be7de32 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:26:35.394348 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce5a0b8-ab92-4c42-8b81-0159c5e7ca59", "name": "network-vif-plugged", "status": "completed", "tag": "081d952b-53a1-44e5-8be5-0c11abb380aa", "code": 200}, {"server_uuid": "b26849d8-db9e-4a57-8bc4-4781104f52a0", "name": "network-vif-plugged", "status": "completed", "tag": "eb027421-ff40-4763-b9e3-a81962df38e5", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:26:35.394348 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1dc94f3f-329d-4ada-b05f-dfe73be7de32 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:26:35.394748 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce5a0b8-ab92-4c42-8b81-0159c5e7ca59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081d952b-53a1-44e5-8be5-0c11abb380aa', 'code': 200} Dec 10 16:26:35.395011 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b26849d8-db9e-4a57-8bc4-4781104f52a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb027421-ff40-4763-b9e3-a81962df38e5', 'code': 200} Dec 10 16:26:35.449955 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-de7352a1-1887-4a0d-9ba6-6084f5e3a1a8 req-80c66705-10c4-4fa5-8910-9ad74feacd62 service neutron] 10.222.0.26 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946240 Dec 10 16:26:35.578355 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-de7352a1-1887-4a0d-9ba6-6084f5e3a1a8 req-9e02529b-b196-4da6-beb4-d93f2bb0c195 service neutron] 10.222.0.26 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183398 Dec 10 16:26:35.588112 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd58e4d-bd7b-498e-9027-bb70bee70e36 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:26:35.596887 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2cd58e4d-bd7b-498e-9027-bb70bee70e36 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:35.600795 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e74ddd7-b49f-479f-8011-75a3ba2c7c3e None None] Sync routers for ids ['86f94127-05b5-4570-b3d6-d5a2e33aea8f'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:26:35.616678 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e74ddd7-b49f-479f-8011-75a3ba2c7c3e None None] Routers {'86f94127-05b5-4570-b3d6-d5a2e33aea8f'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:26:35.617289 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-7e74ddd7-b49f-479f-8011-75a3ba2c7c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:26:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['86f94127-05b5-4570-b3d6-d5a2e33aea8f'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:35.655006 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db09a6-a44a-4020-ab2f-81548eaccdd4 req-f3d05dd4-db33-4835-b473-cb111b4b8161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:35.656530 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-14db09a6-a44a-4020-ab2f-81548eaccdd4 req-f3d05dd4-db33-4835-b473-cb111b4b8161 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b26849d8-db9e-4a57-8bc4-4781104f52a0 HTTP/1.1" status: 200 len: 1097 time: 0.1553278 Dec 10 16:26:35.664791 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa9d9f-e5f4-4c92-bba4-12761d8e8c5e req-bf2487f2-f453-44c9-813d-a11f6087d603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:35.665259 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa9d9f-e5f4-4c92-bba4-12761d8e8c5e req-bf2487f2-f453-44c9-813d-a11f6087d603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:35.666844 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-33fa9d9f-e5f4-4c92-bba4-12761d8e8c5e req-bf2487f2-f453-44c9-813d-a11f6087d603 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7ce5a0b8-ab92-4c42-8b81-0159c5e7ca59 HTTP/1.1" status: 200 len: 1983 time: 0.1374848 Dec 10 16:26:35.720658 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2cd58e4d-bd7b-498e-9027-bb70bee70e36 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] 10.222.0.11 "PUT /v2.0/floatingips/ef8f6eba-1c60-4160-ac17-66d9e488af38 HTTP/1.1" status: 200 len: 992 time: 1.4707761 Dec 10 16:26:35.732301 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-14db09a6-a44a-4020-ab2f-81548eaccdd4 req-0161ba25-f854-4f5d-8bf0-73cc7b66deb6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630438 Dec 10 16:26:35.737906 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-7e74ddd7-b49f-479f-8011-75a3ba2c7c3e None None] Set router 86f94127-05b5-4570-b3d6-d5a2e33aea8f gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:26:35.743084 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8146b-2869-4aba-9da5-fbc98c23ce96 req-5dbebbed-a145-4507-b452-5746109b920d tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:35.744598 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e5a8146b-2869-4aba-9da5-fbc98c23ce96 req-5dbebbed-a145-4507-b452-5746109b920d tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.2129765 Dec 10 16:26:35.772555 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 7a6b492c-00aa-48c1-8ee7-ffc485e14a5b no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:26:35.785515 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-33fa9d9f-e5f4-4c92-bba4-12761d8e8c5e req-5a31ee6b-2505-443f-8f16-a802e04ac0b4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4dbd2ddc-fbc8-4ac1-a676-75cf3a492ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799918 Dec 10 16:26:35.787094 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e999457-ec4c-467d-a9fd-5d93579b0a18', 'tag': '5f2b0410-cf00-4490-bf99-e55593eb6aee'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:26:35.789325 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a33dcfe-eec7-4eb5-b37b-3a9b9dfb589d" -d '{"events": [{"name": "network-changed", "server_uuid": "8e999457-ec4c-467d-a9fd-5d93579b0a18", "tag": "5f2b0410-cf00-4490-bf99-e55593eb6aee"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:26:35.794636 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 7a6b492c-00aa-48c1-8ee7-ffc485e14a5b {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:26:35.795281 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 7a6b492c-00aa-48c1-8ee7-ffc485e14a5b not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:26:35.831259 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e5a8146b-2869-4aba-9da5-fbc98c23ce96 req-4989cf88-c775-4a54-ada9-cf6cff163ccd tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577991 Dec 10 16:26:35.954393 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689815f3-944a-4891-91ab-c76c72e9122a req-c3e957e1-1970-4cc4-ac0e-d09241baef18 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:35.961000 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689815f3-944a-4891-91ab-c76c72e9122a req-c3e957e1-1970-4cc4-ac0e-d09241baef18 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:35.962152 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-689815f3-944a-4891-91ab-c76c72e9122a req-c3e957e1-1970-4cc4-ac0e-d09241baef18 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce5a0b8-ab92-4c42-8b81-0159c5e7ca59 HTTP/1.1" status: 200 len: 1681 time: 0.0580106 Dec 10 16:26:36.023453 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-689815f3-944a-4891-91ab-c76c72e9122a req-27747d5f-d151-493d-94b3-86b8d6ebec5c tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dbd2ddc-fbc8-4ac1-a676-75cf3a492ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533683 Dec 10 16:26:36.029500 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-7e74ddd7-b49f-479f-8011-75a3ba2c7c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f94127-05b5-4570-b3d6-d5a2e33aea8f', 'name': 'tempest-ServersTestManualDisk-670628104-router', 'tenant_id': '46f3725509ff40ffaf76e0eee45b744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'a80d13de-304c-49db-ad1b-c5115f83d68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:25:56Z', 'updated_at': '2021-12-10T16:26:01Z', 'revision_number': 4, 'project_id': '46f3725509ff40ffaf76e0eee45b744c', 'gw_port': {'id': 'a80d13de-304c-49db-ad1b-c5115f83d68d', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f94127-05b5-4570-b3d6-d5a2e33aea8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:25:57Z', 'updated_at': '2021-12-10T16:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': 'ef8f6eba-1c60-4160-ac17-66d9e488af38', 'tenant_id': '46f3725509ff40ffaf76e0eee45b744c', 'floating_ip_address': '172.25.6.118', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '86f94127-05b5-4570-b3d6-d5a2e33aea8f', 'port_id': '5f2b0410-cf00-4490-bf99-e55593eb6aee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1042, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '833d5c44-0f20-47d1-a2bf-5c0360fc53c5', 'mac_address': 'fa:16:3e:3e:33:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e999457-ec4c-467d-a9fd-5d93579b0a18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:26:11Z', 'updated_at': '2021-12-10T16:26:34Z', 'revision_number': 1, 'project_id': '46f3725509ff40ffaf76e0eee45b744c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '751eaf4b-f359-407a-a877-a0b1d3f55167', 'name': '', 'network_id': '833d5c44-0f20-47d1-a2bf-5c0360fc53c5', 'tenant_id': '46f3725509ff40ffaf76e0eee45b744c', 'mac_address': 'fa:16:3e:21:02:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f94127-05b5-4570-b3d6-d5a2e33aea8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '27e899e1-b171-42d8-bf35-913ec851a537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:26:00Z', 'updated_at': '2021-12-10T16:26:08Z', 'revision_number': 5, 'project_id': '46f3725509ff40ffaf76e0eee45b744c', 'subnets': [{'id': '27e899e1-b171-42d8-bf35-913ec851a537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:36.060611 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e74ddd7-b49f-479f-8011-75a3ba2c7c3e None None] Checking router: 86f94127-05b5-4570-b3d6-d5a2e33aea8f for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:26:36.071905 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e74ddd7-b49f-479f-8011-75a3ba2c7c3e None None] Routers {'86f94127-05b5-4570-b3d6-d5a2e33aea8f'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:26:36.072660 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-7e74ddd7-b49f-479f-8011-75a3ba2c7c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:26:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['86f94127-05b5-4570-b3d6-d5a2e33aea8f'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:36.149190 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53419e2-3a90-4890-9f37-a572356b911f req-438da3e6-277b-4775-a771-f926f0dbc133 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:36.152343 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a53419e2-3a90-4890-9f37-a572356b911f req-438da3e6-277b-4775-a771-f926f0dbc133 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=b26849d8-db9e-4a57-8bc4-4781104f52a0 HTTP/1.1" status: 200 len: 946 time: 0.0580573 Dec 10 16:26:36.158191 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:36.200100 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-7e74ddd7-b49f-479f-8011-75a3ba2c7c3e None None] Set router 86f94127-05b5-4570-b3d6-d5a2e33aea8f gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:26:36.210220 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a53419e2-3a90-4890-9f37-a572356b911f req-0b19d2d5-759c-4fda-b20d-f0a6b635c86d tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469971 Dec 10 16:26:36.259573 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 46756) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:26:36.332567 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e2bf2481-d221-43bd-98b6-5c6d3e46aff2 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:36.364909 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e2bf2481-d221-43bd-98b6-5c6d3e46aff2 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:36.421953 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e2bf2481-d221-43bd-98b6-5c6d3e46aff2 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:36.425729 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e2bf2481-d221-43bd-98b6-5c6d3e46aff2 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:36.429196 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e2bf2481-d221-43bd-98b6-5c6d3e46aff2 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] 10.222.0.11 "DELETE /v2.0/security-groups/4fca0782-fe9d-4f65-8458-9124bcafa48b HTTP/1.1" status: 204 len: 168 time: 0.1682706 Dec 10 16:26:36.431897 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 46760) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:26:36.458060 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-1bfb0e5b-e649-4739-9ead-4aa2a74f5876 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] show failed (client error): The resource could not be found. Dec 10 16:26:36.459562 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1bfb0e5b-e649-4739-9ead-4aa2a74f5876 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] 10.222.0.11 "GET /v2.0/security-groups/4fca0782-fe9d-4f65-8458-9124bcafa48b HTTP/1.1" status: 404 len: 347 time: 0.0258441 Dec 10 16:26:36.462848 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 46762) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:26:36.466321 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77602ccf-ce11-4224-872c-11fc5727c13d x-openstack-request-id: req-77602ccf-ce11-4224-872c-11fc5727c13d {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:26:36.466795 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e999457-ec4c-467d-a9fd-5d93579b0a18", "tag": "5f2b0410-cf00-4490-bf99-e55593eb6aee", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:26:36.468332 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-77602ccf-ce11-4224-872c-11fc5727c13d {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:26:36.468947 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e999457-ec4c-467d-a9fd-5d93579b0a18', 'tag': '5f2b0410-cf00-4490-bf99-e55593eb6aee', 'status': 'completed', 'code': 200} Dec 10 16:26:36.477060 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf2481-d221-43bd-98b6-5c6d3e46aff2 tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fca0782-fe9d-4f65-8458-9124bcafa48b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:36.492184 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-7e74ddd7-b49f-479f-8011-75a3ba2c7c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f94127-05b5-4570-b3d6-d5a2e33aea8f', 'name': 'tempest-ServersTestManualDisk-670628104-router', 'tenant_id': '46f3725509ff40ffaf76e0eee45b744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'a80d13de-304c-49db-ad1b-c5115f83d68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:25:56Z', 'updated_at': '2021-12-10T16:26:01Z', 'revision_number': 4, 'project_id': '46f3725509ff40ffaf76e0eee45b744c', 'gw_port': {'id': 'a80d13de-304c-49db-ad1b-c5115f83d68d', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f94127-05b5-4570-b3d6-d5a2e33aea8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:25:57Z', 'updated_at': '2021-12-10T16:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': 'ef8f6eba-1c60-4160-ac17-66d9e488af38', 'tenant_id': '46f3725509ff40ffaf76e0eee45b744c', 'floating_ip_address': '172.25.6.118', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '86f94127-05b5-4570-b3d6-d5a2e33aea8f', 'port_id': '5f2b0410-cf00-4490-bf99-e55593eb6aee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1042, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '833d5c44-0f20-47d1-a2bf-5c0360fc53c5', 'mac_address': 'fa:16:3e:3e:33:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e999457-ec4c-467d-a9fd-5d93579b0a18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:26:11Z', 'updated_at': '2021-12-10T16:26:34Z', 'revision_number': 1, 'project_id': '46f3725509ff40ffaf76e0eee45b744c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '751eaf4b-f359-407a-a877-a0b1d3f55167', 'name': '', 'network_id': '833d5c44-0f20-47d1-a2bf-5c0360fc53c5', 'tenant_id': '46f3725509ff40ffaf76e0eee45b744c', 'mac_address': 'fa:16:3e:21:02:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f94127-05b5-4570-b3d6-d5a2e33aea8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '27e899e1-b171-42d8-bf35-913ec851a537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:26:00Z', 'updated_at': '2021-12-10T16:26:08Z', 'revision_number': 5, 'project_id': '46f3725509ff40ffaf76e0eee45b744c', 'subnets': [{'id': '27e899e1-b171-42d8-bf35-913ec851a537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:36.520608 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e74ddd7-b49f-479f-8011-75a3ba2c7c3e None None] The sync data for ids ['86f94127-05b5-4570-b3d6-d5a2e33aea8f'] in n-d-766771-2 is: [{'id': '86f94127-05b5-4570-b3d6-d5a2e33aea8f', 'name': 'tempest-ServersTestManualDisk-670628104-router', 'tenant_id': '46f3725509ff40ffaf76e0eee45b744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'a80d13de-304c-49db-ad1b-c5115f83d68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:25:56Z', 'updated_at': '2021-12-10T16:26:01Z', 'revision_number': 4, 'project_id': '46f3725509ff40ffaf76e0eee45b744c', 'gw_port': {'id': 'a80d13de-304c-49db-ad1b-c5115f83d68d', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f94127-05b5-4570-b3d6-d5a2e33aea8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:25:57Z', 'updated_at': '2021-12-10T16:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': 'ef8f6eba-1c60-4160-ac17-66d9e488af38', 'tenant_id': '46f3725509ff40ffaf76e0eee45b744c', 'floating_ip_address': '172.25.6.118', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '86f94127-05b5-4570-b3d6-d5a2e33aea8f', 'port_id': '5f2b0410-cf00-4490-bf99-e55593eb6aee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1042, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '833d5c44-0f20-47d1-a2bf-5c0360fc53c5', 'mac_address': 'fa:16:3e:3e:33:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e999457-ec4c-467d-a9fd-5d93579b0a18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:26:11Z', 'updated_at': '2021-12-10T16:26:34Z', 'revision_number': 1, 'project_id': '46f3725509ff40ffaf76e0eee45b744c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '751eaf4b-f359-407a-a877-a0b1d3f55167', 'name': '', 'network_id': '833d5c44-0f20-47d1-a2bf-5c0360fc53c5', 'tenant_id': '46f3725509ff40ffaf76e0eee45b744c', 'mac_address': 'fa:16:3e:21:02:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f94127-05b5-4570-b3d6-d5a2e33aea8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '27e899e1-b171-42d8-bf35-913ec851a537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:26:00Z', 'updated_at': '2021-12-10T16:26:08Z', 'revision_number': 5, 'project_id': '46f3725509ff40ffaf76e0eee45b744c', 'subnets': [{'id': '27e899e1-b171-42d8-bf35-913ec851a537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:26:36.566685 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33dcfe-eec7-4eb5-b37b-3a9b9dfb589d req-7517bbfd-0c2b-4030-902a-bc52c77765b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:36.568174 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6a33dcfe-eec7-4eb5-b37b-3a9b9dfb589d req-7517bbfd-0c2b-4030-902a-bc52c77765b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=46f3725509ff40ffaf76e0eee45b744c&device_id=8e999457-ec4c-467d-a9fd-5d93579b0a18 HTTP/1.1" status: 200 len: 1097 time: 0.0861695 Dec 10 16:26:36.665812 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-4950b234-aa61-4c8e-95a2-40718a0e7dfd tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Deleting port 2cc463c9-fe3d-4ab5-a78f-c8d99ee380ba {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:26:36.666216 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4950b234-aa61-4c8e-95a2-40718a0e7dfd tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:36.698643 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7938a3-8fbf-40e1-8631-f0469de8591e req-a9465f88-0528-4891-8d76-6984d8055ddc tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:36.700229 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6f7938a3-8fbf-40e1-8631-f0469de8591e req-a9465f88-0528-4891-8d76-6984d8055ddc tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 950 time: 0.1162257 Dec 10 16:26:36.737037 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33dcfe-eec7-4eb5-b37b-3a9b9dfb589d req-e6d16e0d-0d9c-4898-bbe8-a8a3dbcefadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:36.738554 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6a33dcfe-eec7-4eb5-b37b-3a9b9dfb589d req-e6d16e0d-0d9c-4898-bbe8-a8a3dbcefadd service neutron] 10.222.0.46 "GET /v2.0/networks?id=833d5c44-0f20-47d1-a2bf-5c0360fc53c5 HTTP/1.1" status: 200 len: 912 time: 0.1627312 Dec 10 16:26:36.757128 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4950b234-aa61-4c8e-95a2-40718a0e7dfd tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:36.757461 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4950b234-aa61-4c8e-95a2-40718a0e7dfd tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:36.773260 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-4950b234-aa61-4c8e-95a2-40718a0e7dfd tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Calling delete_port for 2cc463c9-fe3d-4ab5-a78f-c8d99ee380ba owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:26:36.827734 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6f7938a3-8fbf-40e1-8631-f0469de8591e req-5d4c4df4-7714-4645-8333-e0998f0e7fda tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114295 Dec 10 16:26:36.852308 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d29ea2-b0df-43df-97b4-e8103c3807d7 None None] New status for floating IP ef8f6eba-1c60-4160-ac17-66d9e488af38: ACTIVE {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:26:36.887378 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6a33dcfe-eec7-4eb5-b37b-3a9b9dfb589d req-ed07644b-29ba-4dcb-9d59-b1aee4be3d59 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f2b0410-cf00-4490-bf99-e55593eb6aee HTTP/1.1" status: 200 len: 1000 time: 0.1379666 Dec 10 16:26:36.975554 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4950b234-aa61-4c8e-95a2-40718a0e7dfd tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:37.034918 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950b234-aa61-4c8e-95a2-40718a0e7dfd tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Pushing event deleted for resources: {'Port': ['ID=2cc463c9-fe3d-4ab5-a78f-c8d99ee380ba,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:37.083782 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33dcfe-eec7-4eb5-b37b-3a9b9dfb589d req-ec9b5c5b-1691-43ef-927d-8be4288e20f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:37.085889 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6a33dcfe-eec7-4eb5-b37b-3a9b9dfb589d req-ec9b5c5b-1691-43ef-927d-8be4288e20f1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=27e899e1-b171-42d8-bf35-913ec851a537 HTTP/1.1" status: 200 len: 850 time: 0.1906211 Dec 10 16:26:37.143695 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81498099-f0e4-4a81-a60c-d06d88b0cf5b req-89c7dd3e-f7e6-482b-a6df-779f3eb3893a tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:37.150891 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81498099-f0e4-4a81-a60c-d06d88b0cf5b req-89c7dd3e-f7e6-482b-a6df-779f3eb3893a tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=df430d8a-fcff-428d-8ff8-84516006dad7 HTTP/1.1" status: 200 len: 943 time: 0.1614249 Dec 10 16:26:37.175368 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4950b234-aa61-4c8e-95a2-40718a0e7dfd tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:37.179672 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4950b234-aa61-4c8e-95a2-40718a0e7dfd tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:37.183674 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4950b234-aa61-4c8e-95a2-40718a0e7dfd tempest-ServersTestJSON-739213912 tempest-ServersTestJSON-739213912-project] 10.222.0.11 "DELETE /v2.0/floatingips/6e49ad67-84b0-4748-956e-5e0e352c0c06 HTTP/1.1" status: 204 len: 168 time: 0.7169244 Dec 10 16:26:37.183875 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 46768) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:26:37.203557 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33dcfe-eec7-4eb5-b37b-3a9b9dfb589d req-db45fcb8-81fc-4d9d-a083-e3c2b94d2555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:37.205077 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6a33dcfe-eec7-4eb5-b37b-3a9b9dfb589d req-db45fcb8-81fc-4d9d-a083-e3c2b94d2555 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=833d5c44-0f20-47d1-a2bf-5c0360fc53c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1042244 Dec 10 16:26:37.217672 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81498099-f0e4-4a81-a60c-d06d88b0cf5b req-7e4160f3-6977-410d-9ed0-6c091568e413 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642588 Dec 10 16:26:37.572642 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-037f8060-3ba2-402c-a379-d8b726abad12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:37.638180 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6a33dcfe-eec7-4eb5-b37b-3a9b9dfb589d req-c06c27b3-30f1-4698-a7d4-051f79f44d5d service neutron] 10.222.0.46 "GET /v2.0/networks/833d5c44-0f20-47d1-a2bf-5c0360fc53c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150522 Dec 10 16:26:37.737173 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21c581-06dd-4631-816e-42e9fd377ab4 req-e87b3040-c709-430d-b568-abb8054cbd28 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:37.738716 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0c21c581-06dd-4631-816e-42e9fd377ab4 req-e87b3040-c709-430d-b568-abb8054cbd28 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.1040323 Dec 10 16:26:37.785155 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6a33dcfe-eec7-4eb5-b37b-3a9b9dfb589d req-43093150-2f9f-44dc-bb29-60722bf29c4a service neutron] 10.222.0.46 "GET /v2.0/networks/833d5c44-0f20-47d1-a2bf-5c0360fc53c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398940 Dec 10 16:26:37.827525 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0c21c581-06dd-4631-816e-42e9fd377ab4 req-fe3056d8-3653-4603-8a03-397f41d3fb60 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814121 Dec 10 16:26:37.902722 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-037f8060-3ba2-402c-a379-d8b726abad12 admin admin] Deleting port 6bafe994-64b0-43af-b3a0-5010ad3177b3 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:26:37.903977 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-037f8060-3ba2-402c-a379-d8b726abad12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:37.940347 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:37.978572 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0786df6-5a18-482b-a8ad-1e1fc02b8c88 req-9df1267d-4e39-4f96-89ab-3cf2a7292489 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:37.984680 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0786df6-5a18-482b-a8ad-1e1fc02b8c88 req-9df1267d-4e39-4f96-89ab-3cf2a7292489 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:37.986494 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a0786df6-5a18-482b-a8ad-1e1fc02b8c88 req-9df1267d-4e39-4f96-89ab-3cf2a7292489 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce5a0b8-ab92-4c42-8b81-0159c5e7ca59 HTTP/1.1" status: 200 len: 1681 time: 0.0606499 Dec 10 16:26:38.007504 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-037f8060-3ba2-402c-a379-d8b726abad12 admin admin] For port 6bafe994-64b0-43af-b3a0-5010ad3177b3, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=6bafe994-64b0-43af-b3a0-5010ad3177b3,segment=NetworkSegment(d89c08f0-95f9-4a6f-9829-ea815cc9dfba),segment_id=d89c08f0-95f9-4a6f-9829-ea815cc9dfba)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:38.007859 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-037f8060-3ba2-402c-a379-d8b726abad12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:38.020947 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-037f8060-3ba2-402c-a379-d8b726abad12 admin admin] Calling delete_port for 6bafe994-64b0-43af-b3a0-5010ad3177b3 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:26:38.041282 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a0786df6-5a18-482b-a8ad-1e1fc02b8c88 req-b730c501-e779-49cd-bbe0-cb9d75448be2 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dbd2ddc-fbc8-4ac1-a676-75cf3a492ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473588 Dec 10 16:26:38.159755 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51eb845-ef5e-4f20-8403-e1b855d25703 req-9264bfc2-a0c2-4706-b3b6-3607a5e7f27b tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:38.162577 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c51eb845-ef5e-4f20-8403-e1b855d25703 req-9264bfc2-a0c2-4706-b3b6-3607a5e7f27b tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=b26849d8-db9e-4a57-8bc4-4781104f52a0 HTTP/1.1" status: 200 len: 946 time: 0.0608718 Dec 10 16:26:38.219071 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c51eb845-ef5e-4f20-8403-e1b855d25703 req-11f42dc8-f40a-40b4-8114-1e061b869890 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502348 Dec 10 16:26:38.222422 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-037f8060-3ba2-402c-a379-d8b726abad12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:38.257154 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f8060-3ba2-402c-a379-d8b726abad12 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bafe994-64b0-43af-b3a0-5010ad3177b3,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:38.457119 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-037f8060-3ba2-402c-a379-d8b726abad12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:38.497184 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd6fb4-aead-466e-aaf6-44e9ff689477 req-21e00979-8673-4022-90a3-fb1d12bc5a8f tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:38.498797 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0fdd6fb4-aead-466e-aaf6-44e9ff689477 req-21e00979-8673-4022-90a3-fb1d12bc5a8f tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 950 time: 0.0537674 Dec 10 16:26:38.548705 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0fdd6fb4-aead-466e-aaf6-44e9ff689477 req-5f67c67a-a591-46c8-94a3-c790eba6a424 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411210 Dec 10 16:26:38.656597 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6969f-8fbd-468f-9b8e-41022e0e9d15 req-845649ad-9f54-440b-a888-3df56a6f94d4 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:38.658096 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f5a6969f-8fbd-468f-9b8e-41022e0e9d15 req-845649ad-9f54-440b-a888-3df56a6f94d4 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.0497901 Dec 10 16:26:38.684741 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037f8060-3ba2-402c-a379-d8b726abad12 admin admin] Router a4ab95fc-20af-4b7c-9aa2-a9ce149607f3 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:26:38.710182 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f5a6969f-8fbd-468f-9b8e-41022e0e9d15 req-761e7b1e-c910-4050-b136-63d79bd5516c tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452776 Dec 10 16:26:38.807687 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037f8060-3ba2-402c-a379-d8b726abad12 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:26:38.813379 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-037f8060-3ba2-402c-a379-d8b726abad12 admin admin] 10.222.0.11 "PUT /v2.0/routers/a4ab95fc-20af-4b7c-9aa2-a9ce149607f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6284761 Dec 10 16:26:38.816011 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 46792) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:26:38.817232 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c4ec72-fde7-424a-abff-e9f4bd0d00b9 None None] Sync routers for ids ['a4ab95fc-20af-4b7c-9aa2-a9ce149607f3'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:26:38.827807 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c4ec72-fde7-424a-abff-e9f4bd0d00b9 None None] Routers {'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:26:38.828474 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f3c4ec72-fde7-424a-abff-e9f4bd0d00b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:26:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['a4ab95fc-20af-4b7c-9aa2-a9ce149607f3'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:38.939200 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-f3c4ec72-fde7-424a-abff-e9f4bd0d00b9 None None] Set router a4ab95fc-20af-4b7c-9aa2-a9ce149607f3 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:26:38.970048 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce48a0b-fdf4-4c70-aceb-3af10bd9fd62 req-67477eab-4071-4c41-9245-2a6c3e50607b tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:38.971585 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bce48a0b-fdf4-4c70-aceb-3af10bd9fd62 req-67477eab-4071-4c41-9245-2a6c3e50607b tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=df430d8a-fcff-428d-8ff8-84516006dad7 HTTP/1.1" status: 200 len: 943 time: 0.0790756 Dec 10 16:26:38.976953 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41faed72-753d-4740-8743-eb26783f918d admin admin] Publish callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:39.092769 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bce48a0b-fdf4-4c70-aceb-3af10bd9fd62 req-bb28301f-e204-4a44-810a-2e79e184451b tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138086 Dec 10 16:26:39.114495 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41faed72-753d-4740-8743-eb26783f918d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:39.140363 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f3c4ec72-fde7-424a-abff-e9f4bd0d00b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3', 'name': 'tempest-ServersTestJSON-857610993-router', 'tenant_id': 'e220bd0a7f6b43e08d35292010b295fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'f238dc03-6e7a-41f0-b450-7e4f39fd1da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:24:15Z', 'updated_at': '2021-12-10T16:26:38Z', 'revision_number': 5, 'project_id': 'e220bd0a7f6b43e08d35292010b295fa', 'gw_port': {'id': 'f238dc03-6e7a-41f0-b450-7e4f39fd1da8', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:24:17Z', 'updated_at': '2021-12-10T16:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:39.167715 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c4ec72-fde7-424a-abff-e9f4bd0d00b9 None None] Checking router: a4ab95fc-20af-4b7c-9aa2-a9ce149607f3 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:26:39.169537 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-41faed72-753d-4740-8743-eb26783f918d admin admin] Deleting port f238dc03-6e7a-41f0-b450-7e4f39fd1da8 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:26:39.170044 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41faed72-753d-4740-8743-eb26783f918d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:39.176817 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c4ec72-fde7-424a-abff-e9f4bd0d00b9 None None] Routers {'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:26:39.177426 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f3c4ec72-fde7-424a-abff-e9f4bd0d00b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:26:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['a4ab95fc-20af-4b7c-9aa2-a9ce149607f3'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:39.267908 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-41faed72-753d-4740-8743-eb26783f918d admin admin] For port f238dc03-6e7a-41f0-b450-7e4f39fd1da8, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=f238dc03-6e7a-41f0-b450-7e4f39fd1da8,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:39.268276 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41faed72-753d-4740-8743-eb26783f918d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:39.282855 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-41faed72-753d-4740-8743-eb26783f918d admin admin] Calling delete_port for f238dc03-6e7a-41f0-b450-7e4f39fd1da8 owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:26:39.364081 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-f3c4ec72-fde7-424a-abff-e9f4bd0d00b9 None None] Set router a4ab95fc-20af-4b7c-9aa2-a9ce149607f3 gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:26:39.415317 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f3c4ec72-fde7-424a-abff-e9f4bd0d00b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3', 'name': 'tempest-ServersTestJSON-857610993-router', 'tenant_id': 'e220bd0a7f6b43e08d35292010b295fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:24:15Z', 'updated_at': '2021-12-10T16:26:39Z', 'revision_number': 6, 'project_id': 'e220bd0a7f6b43e08d35292010b295fa', 'gw_port_host': None}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:39.444108 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c4ec72-fde7-424a-abff-e9f4bd0d00b9 None None] The sync data for ids ['a4ab95fc-20af-4b7c-9aa2-a9ce149607f3'] in n-d-766771-2 is: [{'id': 'a4ab95fc-20af-4b7c-9aa2-a9ce149607f3', 'name': 'tempest-ServersTestJSON-857610993-router', 'tenant_id': 'e220bd0a7f6b43e08d35292010b295fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:24:15Z', 'updated_at': '2021-12-10T16:26:39Z', 'revision_number': 6, 'project_id': 'e220bd0a7f6b43e08d35292010b295fa', 'gw_port_host': None}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:26:39.487308 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315236c-5139-4324-8d31-01058b26bb9a req-c6386ea5-e739-424d-a0ca-5902e6bb3688 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:39.489331 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e315236c-5139-4324-8d31-01058b26bb9a req-c6386ea5-e739-424d-a0ca-5902e6bb3688 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/networks?id=fbb94746-fc6f-4a16-ab0b-6dbd984218c6 HTTP/1.1" status: 200 len: 813 time: 0.1611409 Dec 10 16:26:39.510650 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e315236c-5139-4324-8d31-01058b26bb9a req-6e307f69-14fa-4ed1-816b-af434ed9b080 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/quotas/3c230731c8574bb0abc18ed9b45d286c HTTP/1.1" status: 200 len: 375 time: 0.0154161 Dec 10 16:26:39.580024 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41faed72-753d-4740-8743-eb26783f918d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:39.595840 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e315236c-5139-4324-8d31-01058b26bb9a req-40536922-2be8-49a6-b29c-70b70f371e89 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c230731c8574bb0abc18ed9b45d286c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0673349 Dec 10 16:26:39.615113 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41faed72-753d-4740-8743-eb26783f918d admin admin] Pushing event deleted for resources: {'Port': ['ID=f238dc03-6e7a-41f0-b450-7e4f39fd1da8,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:39.704324 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41faed72-753d-4740-8743-eb26783f918d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:39.767331 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640f957-7e7e-4ef7-9989-9c77fe8af789 req-f54ba04b-eb4f-4746-829f-d2f896068f7e tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:39.768694 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8640f957-7e7e-4ef7-9989-9c77fe8af789 req-f54ba04b-eb4f-4746-829f-d2f896068f7e tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=b26849d8-db9e-4a57-8bc4-4781104f52a0 HTTP/1.1" status: 200 len: 946 time: 0.1130159 Dec 10 16:26:39.816570 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41faed72-753d-4740-8743-eb26783f918d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:39.820085 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41faed72-753d-4740-8743-eb26783f918d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:39.880219 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41faed72-753d-4740-8743-eb26783f918d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:39.880772 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41faed72-753d-4740-8743-eb26783f918d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4ab95fc-20af-4b7c-9aa2-a9ce149607f3 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:26:39.886099 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8640f957-7e7e-4ef7-9989-9c77fe8af789 req-35ff4e74-2a9c-4e5d-841d-5ed143db8ca7 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879917 Dec 10 16:26:39.889221 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41faed72-753d-4740-8743-eb26783f918d admin admin] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:39.890262 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-41faed72-753d-4740-8743-eb26783f918d admin admin] 10.222.0.11 "DELETE /v2.0/routers/a4ab95fc-20af-4b7c-9aa2-a9ce149607f3 HTTP/1.1" status: 204 len: 168 time: 1.0730734 Dec 10 16:26:39.892748 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 46814) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:26:39.936908 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-96467b3e-2e0b-4fc2-a6f3-30df34cd78d1 admin admin] Deleting subnet 663129d9-7cc3-4553-bfc5-3a337cf9c9b5 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:26:39.940089 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-96467b3e-2e0b-4fc2-a6f3-30df34cd78d1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:40.000704 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-96467b3e-2e0b-4fc2-a6f3-30df34cd78d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:40.049440 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c8923-c296-4845-b199-d745d6ad5d01 req-d301e542-27bf-4e98-a8cb-7b1207590247 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:40.055425 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c8923-c296-4845-b199-d745d6ad5d01 req-d301e542-27bf-4e98-a8cb-7b1207590247 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:40.056929 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-880c8923-c296-4845-b199-d745d6ad5d01 req-d301e542-27bf-4e98-a8cb-7b1207590247 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce5a0b8-ab92-4c42-8b81-0159c5e7ca59 HTTP/1.1" status: 200 len: 1681 time: 0.0939445 Dec 10 16:26:40.118160 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-96467b3e-2e0b-4fc2-a6f3-30df34cd78d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:40.159147 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-880c8923-c296-4845-b199-d745d6ad5d01 req-88e5585d-91f5-484f-9ac4-76c7ff80b5f8 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dbd2ddc-fbc8-4ac1-a676-75cf3a492ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956209 Dec 10 16:26:40.186367 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-96467b3e-2e0b-4fc2-a6f3-30df34cd78d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:40.205047 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5c820f-0e1c-44c6-9616-12ff660c7bec None None] Network 300c998f-deb1-4ddc-8cbb-0febf9947955 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:26:40.215405 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-96467b3e-2e0b-4fc2-a6f3-30df34cd78d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:40.218707 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-96467b3e-2e0b-4fc2-a6f3-30df34cd78d1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/663129d9-7cc3-4553-bfc5-3a337cf9c9b5 HTTP/1.1" status: 204 len: 168 time: 0.3250158 Dec 10 16:26:40.220052 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96467b3e-2e0b-4fc2-a6f3-30df34cd78d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=663129d9-7cc3-4553-bfc5-3a337cf9c9b5,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:40.221326 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 46818) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:26:40.330286 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device f238dc03-6e7a-41f0-b450-7e4f39fd1da8 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:26:40.330455 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-77f8fe70-b6f3-4dd0-b397-4f7cb2a4b5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:40.352171 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: f238dc03-6e7a-41f0-b450-7e4f39fd1da8 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:26:40.352515 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device f238dc03-6e7a-41f0-b450-7e4f39fd1da8 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:26:40.353173 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 6bafe994-64b0-43af-b3a0-5010ad3177b3 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:26:40.384967 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 6bafe994-64b0-43af-b3a0-5010ad3177b3 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:26:40.385320 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 6bafe994-64b0-43af-b3a0-5010ad3177b3 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:26:40.415048 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe440663-1167-4121-b4e0-70a50959fa7d None None] DHCP port deletion for 300c998f-deb1-4ddc-8cbb-0febf9947955 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:26:40.417320 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-77f8fe70-b6f3-4dd0-b397-4f7cb2a4b5f9 admin admin] Deleting port 68796425-8e3b-45d1-aa4e-d5c01346ff6b {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:26:40.417691 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-77f8fe70-b6f3-4dd0-b397-4f7cb2a4b5f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:40.440289 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7744c00-3a53-4897-bdca-3e80979a3faf req-5d2e429a-b0cf-477f-8a56-b18ac79ad823 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:40.441928 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a7744c00-3a53-4897-bdca-3e80979a3faf req-5d2e429a-b0cf-477f-8a56-b18ac79ad823 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 950 time: 0.0621293 Dec 10 16:26:40.476896 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-fe440663-1167-4121-b4e0-70a50959fa7d None None] Deleting port 68796425-8e3b-45d1-aa4e-d5c01346ff6b {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:26:40.477556 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fe440663-1167-4121-b4e0-70a50959fa7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:40.483713 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-77f8fe70-b6f3-4dd0-b397-4f7cb2a4b5f9 admin admin] For port 68796425-8e3b-45d1-aa4e-d5c01346ff6b, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=68796425-8e3b-45d1-aa4e-d5c01346ff6b,segment=NetworkSegment(d89c08f0-95f9-4a6f-9829-ea815cc9dfba),segment_id=d89c08f0-95f9-4a6f-9829-ea815cc9dfba)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:40.484318 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-77f8fe70-b6f3-4dd0-b397-4f7cb2a4b5f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:40.495033 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a7744c00-3a53-4897-bdca-3e80979a3faf req-21f7987a-732c-4885-b8b9-98b076f78eb8 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450485 Dec 10 16:26:40.498954 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-77f8fe70-b6f3-4dd0-b397-4f7cb2a4b5f9 admin admin] Calling delete_port for 68796425-8e3b-45d1-aa4e-d5c01346ff6b owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:26:40.567257 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-fe440663-1167-4121-b4e0-70a50959fa7d None None] For port 68796425-8e3b-45d1-aa4e-d5c01346ff6b, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=68796425-8e3b-45d1-aa4e-d5c01346ff6b,segment=NetworkSegment(d89c08f0-95f9-4a6f-9829-ea815cc9dfba),segment_id=d89c08f0-95f9-4a6f-9829-ea815cc9dfba)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:40.567891 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fe440663-1167-4121-b4e0-70a50959fa7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:40.588647 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-fe440663-1167-4121-b4e0-70a50959fa7d None None] Calling delete_port for 68796425-8e3b-45d1-aa4e-d5c01346ff6b owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:26:40.628894 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-77f8fe70-b6f3-4dd0-b397-4f7cb2a4b5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:40.635955 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9bd2c3-25e1-4448-a6ee-66ff06b71c52 req-8c350819-85e9-42d4-b648-e8d297304707 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:40.644550 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aa9bd2c3-25e1-4448-a6ee-66ff06b71c52 req-8c350819-85e9-42d4-b648-e8d297304707 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.0712495 Dec 10 16:26:40.678676 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f8fe70-b6f3-4dd0-b397-4f7cb2a4b5f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=68796425-8e3b-45d1-aa4e-d5c01346ff6b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:40.681359 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f8fe70-b6f3-4dd0-b397-4f7cb2a4b5f9 admin admin] No DVR routers for this DVR port 68796425-8e3b-45d1-aa4e-d5c01346ff6b on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:26:40.699488 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fe440663-1167-4121-b4e0-70a50959fa7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:40.711036 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aa9bd2c3-25e1-4448-a6ee-66ff06b71c52 req-bfa8a11d-3f87-4c39-aa36-b8cc06a90c27 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653002 Dec 10 16:26:40.729552 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe440663-1167-4121-b4e0-70a50959fa7d None None] Pushing event deleted for resources: {'Port': ['ID=68796425-8e3b-45d1-aa4e-d5c01346ff6b,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:40.734112 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe440663-1167-4121-b4e0-70a50959fa7d None None] No DVR routers for this DVR port 68796425-8e3b-45d1-aa4e-d5c01346ff6b on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:26:40.757640 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-77f8fe70-b6f3-4dd0-b397-4f7cb2a4b5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:40.780678 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-77f8fe70-b6f3-4dd0-b397-4f7cb2a4b5f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['300c998f-deb1-4ddc-8cbb-0febf9947955']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:40.791391 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-77f8fe70-b6f3-4dd0-b397-4f7cb2a4b5f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd89c08f0-95f9-4a6f-9829-ea815cc9dfba') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:40.791684 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-77f8fe70-b6f3-4dd0-b397-4f7cb2a4b5f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd89c08f0-95f9-4a6f-9829-ea815cc9dfba') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:40.803528 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95586e58-fbdc-453f-af84-faba6685c667 req-33e40b50-53b5-4aa2-8ae7-4caa77e244f6 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:40.806301 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-77f8fe70-b6f3-4dd0-b397-4f7cb2a4b5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:40.809372 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95586e58-fbdc-453f-af84-faba6685c667 req-33e40b50-53b5-4aa2-8ae7-4caa77e244f6 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:40.811021 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95586e58-fbdc-453f-af84-faba6685c667 req-33e40b50-53b5-4aa2-8ae7-4caa77e244f6 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ce5a0b8-ab92-4c42-8b81-0159c5e7ca59 HTTP/1.1" status: 200 len: 1681 time: 0.0734658 Dec 10 16:26:40.819986 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-77f8fe70-b6f3-4dd0-b397-4f7cb2a4b5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:40.826614 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f8fe70-b6f3-4dd0-b397-4f7cb2a4b5f9 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:26:40.827006 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-77f8fe70-b6f3-4dd0-b397-4f7cb2a4b5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:40.828675 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:26:40.828675 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:26:40.828675 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:26:40.828675 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:26:40.828675 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:26:40.828675 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:26:40.828675 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:26:40.828675 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:26:40.828675 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:26:40.828675 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:26:40.828675 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:26:40.828675 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:26:40.828675 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:26:40.828675 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:26:40.828675 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:26:40.828675 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:26:40.828675 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:26:40.828675 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:26:40.828675 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:26:40.828675 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:26:40.828675 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:26:40.828675 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:26:40.828675 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:26:40.828675 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:26:40.828675 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:26:40.828675 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:26:40.828675 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:26:40.828675 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:26:40.828675 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:26:40.828675 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:26:40.828675 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:26:40.828675 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:26:40.885685 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-77f8fe70-b6f3-4dd0-b397-4f7cb2a4b5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:40.885965 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f6d49-c96e-4ead-9381-d33fbdc3b50d req-304dc3ec-6eff-4069-a7b5-3998417c1831 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:40.888309 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-763f6d49-c96e-4ead-9381-d33fbdc3b50d req-304dc3ec-6eff-4069-a7b5-3998417c1831 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=df430d8a-fcff-428d-8ff8-84516006dad7 HTTP/1.1" status: 200 len: 943 time: 0.1064589 Dec 10 16:26:40.891580 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-77f8fe70-b6f3-4dd0-b397-4f7cb2a4b5f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:40.897198 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-77f8fe70-b6f3-4dd0-b397-4f7cb2a4b5f9 admin admin] 10.222.0.11 "DELETE /v2.0/networks/300c998f-deb1-4ddc-8cbb-0febf9947955 HTTP/1.1" status: 204 len: 168 time: 0.6723599 Dec 10 16:26:40.906046 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f8fe70-b6f3-4dd0-b397-4f7cb2a4b5f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=300c998f-deb1-4ddc-8cbb-0febf9947955,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:40.975625 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-763f6d49-c96e-4ead-9381-d33fbdc3b50d req-f365a499-9e4c-452d-abfa-43c89f8446c5 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649900 Dec 10 16:26:40.984604 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-95586e58-fbdc-453f-af84-faba6685c667 req-937bf1e6-711f-47c6-bd19-09b419d65d99 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Deleting port 8c8aec57-35d8-4ca3-9776-a66e887ce909 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:26:40.984947 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-95586e58-fbdc-453f-af84-faba6685c667 req-937bf1e6-711f-47c6-bd19-09b419d65d99 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:41.029169 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 46826) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:26:41.130310 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-521bf9c9-3edc-4d89-bc9b-f535580c93d7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e220bd0a7f6b43e08d35292010b295fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0996692 Dec 10 16:26:41.133013 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 46828) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:26:41.144374 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-95586e58-fbdc-453f-af84-faba6685c667 req-937bf1e6-711f-47c6-bd19-09b419d65d99 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] For port 8c8aec57-35d8-4ca3-9776-a66e887ce909, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=8c8aec57-35d8-4ca3-9776-a66e887ce909,segment=NetworkSegment(c344d2d5-a73c-4949-9d1d-3059f2df4783),segment_id=c344d2d5-a73c-4949-9d1d-3059f2df4783)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:41.144731 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-95586e58-fbdc-453f-af84-faba6685c667 req-937bf1e6-711f-47c6-bd19-09b419d65d99 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:41.154974 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad3232-c265-4585-ae02-f8c8f1bc792a req-5af09656-070f-4bdd-ad31-384ba89e3bbe tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:41.156435 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-23ad3232-c265-4585-ae02-f8c8f1bc792a req-5af09656-070f-4bdd-ad31-384ba89e3bbe tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.1160240 Dec 10 16:26:41.172524 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-95586e58-fbdc-453f-af84-faba6685c667 req-937bf1e6-711f-47c6-bd19-09b419d65d99 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Calling delete_port for 8c8aec57-35d8-4ca3-9776-a66e887ce909 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:26:41.180961 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b06cbbcc-98cc-40b7-9e49-14dac27bd14d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:41.203558 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b06cbbcc-98cc-40b7-9e49-14dac27bd14d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:41.252513 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b06cbbcc-98cc-40b7-9e49-14dac27bd14d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:41.253993 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-23ad3232-c265-4585-ae02-f8c8f1bc792a req-c0ebabc9-9448-483d-a28c-f96fbdcdc08e tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897727 Dec 10 16:26:41.257945 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b06cbbcc-98cc-40b7-9e49-14dac27bd14d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:41.259314 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b06cbbcc-98cc-40b7-9e49-14dac27bd14d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ebb09cf5-8803-4225-a66a-281e22e4ecef HTTP/1.1" status: 204 len: 168 time: 0.1252573 Dec 10 16:26:41.271196 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06cbbcc-98cc-40b7-9e49-14dac27bd14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb09cf5-8803-4225-a66a-281e22e4ecef,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:41.369704 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-95586e58-fbdc-453f-af84-faba6685c667 req-937bf1e6-711f-47c6-bd19-09b419d65d99 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:41.381930 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['8c8aec57-35d8-4ca3-9776-a66e887ce909', '081d952b-53a1-44e5-8be5-0c11abb380aa'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:26:41.403544 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937bf1e6-711f-47c6-bd19-09b419d65d99 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Pushing event deleted for resources: {'Port': ['ID=8c8aec57-35d8-4ca3-9776-a66e887ce909,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:41.471563 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-95586e58-fbdc-453f-af84-faba6685c667 req-937bf1e6-711f-47c6-bd19-09b419d65d99 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] No DVR routers for this DVR port 8c8aec57-35d8-4ca3-9776-a66e887ce909 on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:26:41.474184 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-95586e58-fbdc-453f-af84-faba6685c667 req-937bf1e6-711f-47c6-bd19-09b419d65d99 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:41.478572 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95586e58-fbdc-453f-af84-faba6685c667 req-937bf1e6-711f-47c6-bd19-09b419d65d99 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.26 "DELETE /v2.0/ports/8c8aec57-35d8-4ca3-9776-a66e887ce909 HTTP/1.1" status: 204 len: 173 time: 0.6535914 Dec 10 16:26:41.479222 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce5a0b8-ab92-4c42-8b81-0159c5e7ca59', 'name': 'network-vif-deleted', 'tag': '8c8aec57-35d8-4ca3-9776-a66e887ce909'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:26:41.481475 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ef4d92-8ea2-49d4-be68-fe532ecd4a57" -d '{"events": [{"server_uuid": "7ce5a0b8-ab92-4c42-8b81-0159c5e7ca59", "name": "network-vif-deleted", "tag": "8c8aec57-35d8-4ca3-9776-a66e887ce909"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:26:41.494403 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a738f4-128c-4aa2-96d3-ccceb98643eb req-14c8ba98-27e7-4b54-8007-faebe1f6451a tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:41.502694 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a8a738f4-128c-4aa2-96d3-ccceb98643eb req-14c8ba98-27e7-4b54-8007-faebe1f6451a tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=b26849d8-db9e-4a57-8bc4-4781104f52a0 HTTP/1.1" status: 200 len: 946 time: 0.1662199 Dec 10 16:26:41.613183 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a8a738f4-128c-4aa2-96d3-ccceb98643eb req-703ff89d-ce11-439b-9d6d-633de1d40e55 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093822 Dec 10 16:26:41.642618 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-95586e58-fbdc-453f-af84-faba6685c667 req-631fff7e-eb1c-4e21-909b-67798ff92f73 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Deleting port 081d952b-53a1-44e5-8be5-0c11abb380aa {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:26:41.642955 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-95586e58-fbdc-453f-af84-faba6685c667 req-631fff7e-eb1c-4e21-909b-67798ff92f73 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:41.774055 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df801386-9fc3-4534-a8ca-96e05da687f6 req-ef1427ac-92f1-471a-acb5-c91ff2857d5e tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:41.775538 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-df801386-9fc3-4534-a8ca-96e05da687f6 req-ef1427ac-92f1-471a-acb5-c91ff2857d5e tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ce5a0b8-ab92-4c42-8b81-0159c5e7ca59 HTTP/1.1" status: 200 len: 945 time: 0.0803766 Dec 10 16:26:41.782303 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-95586e58-fbdc-453f-af84-faba6685c667 req-631fff7e-eb1c-4e21-909b-67798ff92f73 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] For port 081d952b-53a1-44e5-8be5-0c11abb380aa, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=081d952b-53a1-44e5-8be5-0c11abb380aa,segment=NetworkSegment(72ad738a-85b1-4458-90c5-c74d9242b0cc),segment_id=72ad738a-85b1-4458-90c5-c74d9242b0cc)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:41.782731 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-95586e58-fbdc-453f-af84-faba6685c667 req-631fff7e-eb1c-4e21-909b-67798ff92f73 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:41.806273 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-95586e58-fbdc-453f-af84-faba6685c667 req-631fff7e-eb1c-4e21-909b-67798ff92f73 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Calling delete_port for 081d952b-53a1-44e5-8be5-0c11abb380aa owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:26:41.876304 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-df801386-9fc3-4534-a8ca-96e05da687f6 req-058a84fa-05be-4297-a2a5-5852e03162cf tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "GET /v2.0/security-groups?id=4dbd2ddc-fbc8-4ac1-a676-75cf3a492ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910082 Dec 10 16:26:41.973075 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-95586e58-fbdc-453f-af84-faba6685c667 req-631fff7e-eb1c-4e21-909b-67798ff92f73 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:41.986788 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['8c8aec57-35d8-4ca3-9776-a66e887ce909'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:26:42.018950 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631fff7e-eb1c-4e21-909b-67798ff92f73 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Pushing event deleted for resources: {'Port': ['ID=081d952b-53a1-44e5-8be5-0c11abb380aa,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:42.070474 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-95586e58-fbdc-453f-af84-faba6685c667 req-631fff7e-eb1c-4e21-909b-67798ff92f73 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] No DVR routers for this DVR port 081d952b-53a1-44e5-8be5-0c11abb380aa on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:26:42.074230 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-95586e58-fbdc-453f-af84-faba6685c667 req-631fff7e-eb1c-4e21-909b-67798ff92f73 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:42.078905 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95586e58-fbdc-453f-af84-faba6685c667 req-631fff7e-eb1c-4e21-909b-67798ff92f73 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.26 "DELETE /v2.0/ports/081d952b-53a1-44e5-8be5-0c11abb380aa HTTP/1.1" status: 204 len: 173 time: 0.5739377 Dec 10 16:26:42.101507 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 46874) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:26:42.142988 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-033447b0-c935-46d2-a537-986bfd931923 req-b42b2e7d-2a04-409d-8eac-827476683aa6 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=3c230731c8574bb0abc18ed9b45d286c HTTP/1.1" status: 200 len: 221 time: 0.0317497 Dec 10 16:26:42.185775 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 68796425-8e3b-45d1-aa4e-d5c01346ff6b no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:26:42.202709 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87be4b9a-5128-407d-ae02-429d26be8919 x-openstack-request-id: req-87be4b9a-5128-407d-ae02-429d26be8919 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:26:42.203006 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce5a0b8-ab92-4c42-8b81-0159c5e7ca59", "name": "network-vif-deleted", "tag": "8c8aec57-35d8-4ca3-9776-a66e887ce909", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:26:42.203266 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-87be4b9a-5128-407d-ae02-429d26be8919 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:26:42.203688 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce5a0b8-ab92-4c42-8b81-0159c5e7ca59', 'name': 'network-vif-deleted', 'tag': '8c8aec57-35d8-4ca3-9776-a66e887ce909', 'status': 'completed', 'code': 200} Dec 10 16:26:42.230856 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-2944b9c4-2ac7-4553-8100-6c8d120d0933 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1516139133-network', 'tenant_id': '6af4d8657011449ea714574be71e7b44'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:26:42.231981 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 68796425-8e3b-45d1-aa4e-d5c01346ff6b {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:26:42.234571 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 68796425-8e3b-45d1-aa4e-d5c01346ff6b not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:26:42.268130 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2944b9c4-2ac7-4553-8100-6c8d120d0933 admin admin] Made reservation on behalf of 6af4d8657011449ea714574be71e7b44 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:26:42.271765 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2944b9c4-2ac7-4553-8100-6c8d120d0933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:42.295284 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2944b9c4-2ac7-4553-8100-6c8d120d0933 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:42.353843 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5244c-2131-497b-979b-dc0e2c21a324 req-bdf683ee-2f96-484a-a2e5-56fcba7b6aad tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:42.355314 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-99e5244c-2131-497b-979b-dc0e2c21a324 req-bdf683ee-2f96-484a-a2e5-56fcba7b6aad tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 950 time: 0.0811546 Dec 10 16:26:42.423874 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-99e5244c-2131-497b-979b-dc0e2c21a324 req-b631cc91-bf01-4790-9a9b-3cc9da446380 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623810 Dec 10 16:26:42.435620 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2944b9c4-2ac7-4553-8100-6c8d120d0933 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:42.448042 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2944b9c4-2ac7-4553-8100-6c8d120d0933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:42.476690 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2944b9c4-2ac7-4553-8100-6c8d120d0933 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:26:42.499534 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2944b9c4-2ac7-4553-8100-6c8d120d0933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab75357-f9e2-4dfe-b3b8-1375775be505,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:42.502405 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2944b9c4-2ac7-4553-8100-6c8d120d0933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:42.502746 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-2944b9c4-2ac7-4553-8100-6c8d120d0933 admin admin] Added segment 202a4f27-efaf-4aa4-a5b6-4fed5789143f of type vlan for network 123753fd-671f-4987-bef4-d916c936bd1c Dec 10 16:26:42.568035 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2944b9c4-2ac7-4553-8100-6c8d120d0933 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:42.584413 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76855d00-0b60-4ea7-a5e0-abb5c5314e0f req-93e68b85-194b-402e-868e-f091df0bc75f tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:42.586188 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-76855d00-0b60-4ea7-a5e0-abb5c5314e0f req-93e68b85-194b-402e-868e-f091df0bc75f tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=df430d8a-fcff-428d-8ff8-84516006dad7 HTTP/1.1" status: 200 len: 943 time: 0.1026757 Dec 10 16:26:42.621318 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2944b9c4-2ac7-4553-8100-6c8d120d0933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:42.622390 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2944b9c4-2ac7-4553-8100-6c8d120d0933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:42.623054 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2944b9c4-2ac7-4553-8100-6c8d120d0933 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:42.696457 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2944b9c4-2ac7-4553-8100-6c8d120d0933 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5936701 Dec 10 16:26:42.699864 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 46882) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:26:42.706075 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-76855d00-0b60-4ea7-a5e0-abb5c5314e0f req-edef1df9-d13c-4d35-8328-afd3acf670d5 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136878 Dec 10 16:26:42.708107 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-29b8537f-ba6e-490a-b70d-b4ab35d2879c admin admin] Request body: {'subnet': {'network_id': '123753fd-671f-4987-bef4-d916c936bd1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1516139133-subnet', 'tenant_id': '6af4d8657011449ea714574be71e7b44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:26:42.712360 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2944b9c4-2ac7-4553-8100-6c8d120d0933 admin admin] Pushing event updated for resources: {'Network': ['ID=123753fd-671f-4987-bef4-d916c936bd1c,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:42.723605 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 123753fd-671f-4987-bef4-d916c936bd1c details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:26:42.737589 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b8537f-ba6e-490a-b70d-b4ab35d2879c admin admin] Made reservation on behalf of 6af4d8657011449ea714574be71e7b44 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:26:42.740713 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-29b8537f-ba6e-490a-b70d-b4ab35d2879c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:42.822569 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4851b945-0497-4982-b651-09ac26344830 req-7cb02946-a3ba-4abb-af3c-2f7bd39ead5a tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:42.824044 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4851b945-0497-4982-b651-09ac26344830 req-7cb02946-a3ba-4abb-af3c-2f7bd39ead5a tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.0530448 Dec 10 16:26:42.877013 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4851b945-0497-4982-b651-09ac26344830 req-a3f25b45-8eec-4463-ba97-eb6cfabaafec tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413077 Dec 10 16:26:42.907491 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-29b8537f-ba6e-490a-b70d-b4ab35d2879c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:42.968595 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b8537f-ba6e-490a-b70d-b4ab35d2879c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f0d861f-5c16-464a-8c40-f6b6843369d2,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:42.975606 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b8537f-ba6e-490a-b70d-b4ab35d2879c admin admin] Checking segment: {'id': '202a4f27-efaf-4aa4-a5b6-4fed5789143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '123753fd-671f-4987-bef4-d916c936bd1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:26:42.975958 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b8537f-ba6e-490a-b70d-b4ab35d2879c admin admin] Network hostable DHCP agents. Network: 123753fd-671f-4987-bef4-d916c936bd1c, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:26:42.982409 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05030161-5339-453b-b784-097614d26a5d req-8cfb47d0-5661-4457-bec6-e2f1a2541e0b tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:42.984010 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-05030161-5339-453b-b784-097614d26a5d req-8cfb47d0-5661-4457-bec6-e2f1a2541e0b tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=b26849d8-db9e-4a57-8bc4-4781104f52a0 HTTP/1.1" status: 200 len: 946 time: 0.0495257 Dec 10 16:26:42.992514 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b8537f-ba6e-490a-b70d-b4ab35d2879c admin admin] Network 123753fd-671f-4987-bef4-d916c936bd1c is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:26:43.001219 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-29b8537f-ba6e-490a-b70d-b4ab35d2879c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 123753fd-671f-4987-bef4-d916c936bd1c) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:26:43.005624 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b8537f-ba6e-490a-b70d-b4ab35d2879c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:43.006983 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-29b8537f-ba6e-490a-b70d-b4ab35d2879c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:43.010497 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8900b768-2433-4c62-babe-34341a1a6b2a None None] Network 123753fd-671f-4987-bef4-d916c936bd1c requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:26:43.033041 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-29b8537f-ba6e-490a-b70d-b4ab35d2879c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3310349 Dec 10 16:26:43.042195 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-05030161-5339-453b-b784-097614d26a5d req-04e8c413-47f7-446d-af64-e179643718e0 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518293 Dec 10 16:26:43.128950 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fd2e31-8423-4f80-8fe5-5c084aea4c6b None None] Network 123753fd-671f-4987-bef4-d916c936bd1c requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:26:43.152645 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76c565-0b9a-401c-9dfa-de15fad8b6c9 req-ed46e14e-45ae-4849-9667-acc6808d0acb tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:43.154245 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ce76c565-0b9a-401c-9dfa-de15fad8b6c9 req-ed46e14e-45ae-4849-9667-acc6808d0acb tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.0518048 Dec 10 16:26:43.206949 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ce76c565-0b9a-401c-9dfa-de15fad8b6c9 req-1109436a-b1f8-48ab-b06f-8f316d165287 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443130 Dec 10 16:26:43.253103 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 46900) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:26:43.303554 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-7243e637-2493-4ed7-88f4-55bfabc9b3cb tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Deleting subnet e8164c62-a505-497e-aee5-46eafe225944 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:26:43.306727 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7243e637-2493-4ed7-88f4-55bfabc9b3cb tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:43.346248 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7243e637-2493-4ed7-88f4-55bfabc9b3cb tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:43.434384 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7243e637-2493-4ed7-88f4-55bfabc9b3cb tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:43.502980 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7243e637-2493-4ed7-88f4-55bfabc9b3cb tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:43.533400 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7243e637-2493-4ed7-88f4-55bfabc9b3cb tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:43.539057 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-7243e637-2493-4ed7-88f4-55bfabc9b3cb tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "DELETE /v2.0/subnets/e8164c62-a505-497e-aee5-46eafe225944 HTTP/1.1" status: 204 len: 168 time: 0.2821708 Dec 10 16:26:43.539057 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7243e637-2493-4ed7-88f4-55bfabc9b3cb tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Pushing event deleted for resources: {'Subnet': ['ID=e8164c62-a505-497e-aee5-46eafe225944,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:43.539913 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 46914) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:26:43.541025 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e90579-161b-447f-bdda-d3cda9b33215 None None] Network a7638baf-811f-4308-9c5d-da9cc9399bbb requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:26:43.619904 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d61022f3-1bba-41c0-8c27-921b2de05552 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:43.674922 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-59a0d070-ad1c-48e0-8bfa-62c145fbf10f tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:43.676415 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-59a0d070-ad1c-48e0-8bfa-62c145fbf10f tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] 10.222.0.11 "GET /v2.0/networks?id=123753fd-671f-4987-bef4-d916c936bd1c HTTP/1.1" status: 200 len: 814 time: 0.1161957 Dec 10 16:26:43.696823 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-d61022f3-1bba-41c0-8c27-921b2de05552 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Deleting port 3f9e857f-d947-4527-bbc8-f850fb34ee9a {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:26:43.697163 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d61022f3-1bba-41c0-8c27-921b2de05552 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:43.700005 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-16320c3a-5bf7-4f0a-a3a3-6be7c96cbc12 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] 10.222.0.11 "GET /v2.0/quotas/6af4d8657011449ea714574be71e7b44 HTTP/1.1" status: 200 len: 375 time: 0.0166013 Dec 10 16:26:43.726409 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc84235-3f9c-4a98-baf5-0a59aa92bd2b None None] DHCP port deletion for a7638baf-811f-4308-9c5d-da9cc9399bbb request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:26:43.732546 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-c1af0879-89cf-469b-9e4e-2fc8accea3f1 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6af4d8657011449ea714574be71e7b44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267417 Dec 10 16:26:43.768200 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-d61022f3-1bba-41c0-8c27-921b2de05552 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] For port 3f9e857f-d947-4527-bbc8-f850fb34ee9a, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=3f9e857f-d947-4527-bbc8-f850fb34ee9a,segment=NetworkSegment(72ad738a-85b1-4458-90c5-c74d9242b0cc),segment_id=72ad738a-85b1-4458-90c5-c74d9242b0cc)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:43.768805 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d61022f3-1bba-41c0-8c27-921b2de05552 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:43.776048 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-5dc84235-3f9c-4a98-baf5-0a59aa92bd2b None None] Deleting port 3f9e857f-d947-4527-bbc8-f850fb34ee9a {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:26:43.776685 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5dc84235-3f9c-4a98-baf5-0a59aa92bd2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:43.781522 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-d61022f3-1bba-41c0-8c27-921b2de05552 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Calling delete_port for 3f9e857f-d947-4527-bbc8-f850fb34ee9a owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:26:43.833662 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-01260668-1c13-4143-96a2-232ac1a40e16 service neutron] 10.222.0.11 "GET /v2.0/networks/123753fd-671f-4987-bef4-d916c936bd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912521 Dec 10 16:26:43.847827 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-5dc84235-3f9c-4a98-baf5-0a59aa92bd2b None None] For port 3f9e857f-d947-4527-bbc8-f850fb34ee9a, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=3f9e857f-d947-4527-bbc8-f850fb34ee9a,segment=NetworkSegment(72ad738a-85b1-4458-90c5-c74d9242b0cc),segment_id=72ad738a-85b1-4458-90c5-c74d9242b0cc)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:43.848509 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5dc84235-3f9c-4a98-baf5-0a59aa92bd2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:43.873245 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-5dc84235-3f9c-4a98-baf5-0a59aa92bd2b None None] Calling delete_port for 3f9e857f-d947-4527-bbc8-f850fb34ee9a owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:26:43.879523 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3c6b7985-c755-48e9-9064-9edb99bac812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:43.962262 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5dc84235-3f9c-4a98-baf5-0a59aa92bd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:43.996950 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc84235-3f9c-4a98-baf5-0a59aa92bd2b None None] Pushing event deleted for resources: {'Port': ['ID=3f9e857f-d947-4527-bbc8-f850fb34ee9a,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:44.000559 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc84235-3f9c-4a98-baf5-0a59aa92bd2b None None] No DVR routers for this DVR port 3f9e857f-d947-4527-bbc8-f850fb34ee9a on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:26:44.114157 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d61022f3-1bba-41c0-8c27-921b2de05552 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:44.140800 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61022f3-1bba-41c0-8c27-921b2de05552 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Pushing event deleted for resources: {'Port': ['ID=3f9e857f-d947-4527-bbc8-f850fb34ee9a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:44.144687 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61022f3-1bba-41c0-8c27-921b2de05552 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] No DVR routers for this DVR port 3f9e857f-d947-4527-bbc8-f850fb34ee9a on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:26:44.159757 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 3f9e857f-d947-4527-bbc8-f850fb34ee9a no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:26:44.181589 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 3f9e857f-d947-4527-bbc8-f850fb34ee9a {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:26:44.182165 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 3f9e857f-d947-4527-bbc8-f850fb34ee9a not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:26:44.206515 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce5a0b8-ab92-4c42-8b81-0159c5e7ca59', 'name': 'network-vif-deleted', 'tag': '081d952b-53a1-44e5-8be5-0c11abb380aa'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:26:44.208816 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72115cbb-74e0-4813-adcc-33f4a6a29aeb" -d '{"events": [{"server_uuid": "7ce5a0b8-ab92-4c42-8b81-0159c5e7ca59", "name": "network-vif-deleted", "tag": "081d952b-53a1-44e5-8be5-0c11abb380aa"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:26:44.232642 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d61022f3-1bba-41c0-8c27-921b2de05552 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:44.252374 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-d61022f3-1bba-41c0-8c27-921b2de05552 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7638baf-811f-4308-9c5d-da9cc9399bbb']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:44.253075 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-a7af5eea-ac6d-44bd-930e-13deb79f041c service neutron] 10.222.0.11 "GET /v2.0/networks/123753fd-671f-4987-bef4-d916c936bd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131577 Dec 10 16:26:44.262584 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-d61022f3-1bba-41c0-8c27-921b2de05552 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72ad738a-85b1-4458-90c5-c74d9242b0cc') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:44.262886 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-d61022f3-1bba-41c0-8c27-921b2de05552 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72ad738a-85b1-4458-90c5-c74d9242b0cc') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:44.272621 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d61022f3-1bba-41c0-8c27-921b2de05552 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:44.286521 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d61022f3-1bba-41c0-8c27-921b2de05552 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:44.292934 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d61022f3-1bba-41c0-8c27-921b2de05552 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:26:44.293315 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d61022f3-1bba-41c0-8c27-921b2de05552 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:44.296553 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:26:44.296553 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:26:44.296553 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:26:44.296553 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:26:44.296553 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:26:44.296553 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:26:44.296553 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:26:44.296553 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:26:44.296553 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:26:44.296553 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:26:44.296553 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:26:44.296553 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:26:44.296553 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:26:44.296553 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:26:44.296553 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:26:44.296553 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:26:44.296553 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:26:44.296553 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:26:44.296553 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:26:44.296553 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:26:44.296553 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:26:44.296553 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:26:44.296553 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:26:44.296553 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:26:44.296553 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:26:44.296553 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:26:44.296553 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:26:44.296553 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:26:44.296553 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:26:44.296553 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:26:44.296553 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:26:44.296553 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:26:44.296553 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:26:44.296553 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:26:44.296553 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:26:44.296553 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:26:44.296553 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:26:44.296553 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:26:44.296553 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:26:44.296553 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:26:44.356466 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d61022f3-1bba-41c0-8c27-921b2de05552 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:44.370578 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d61022f3-1bba-41c0-8c27-921b2de05552 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:44.375072 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d61022f3-1bba-41c0-8c27-921b2de05552 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "DELETE /v2.0/networks/a7638baf-811f-4308-9c5d-da9cc9399bbb HTTP/1.1" status: 204 len: 168 time: 0.8343737 Dec 10 16:26:44.377871 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 46928) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:26:44.389144 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61022f3-1bba-41c0-8c27-921b2de05552 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Pushing event deleted for resources: {'Network': ['ID=a7638baf-811f-4308-9c5d-da9cc9399bbb,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:44.454452 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd788565-99f5-41f1-9f6e-3249f3df05d8 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Deleting subnet e8c2634d-9ff0-45a0-8e45-dda5475b105e {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:26:44.458955 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dd788565-99f5-41f1-9f6e-3249f3df05d8 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:44.521933 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dd788565-99f5-41f1-9f6e-3249f3df05d8 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:44.535849 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00a675-1093-436b-a075-63465fd492f1 req-7832ebe0-688f-47a2-94d3-85ff4a1d3210 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:44.537928 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc00a675-1093-436b-a075-63465fd492f1 req-7832ebe0-688f-47a2-94d3-85ff4a1d3210 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 950 time: 0.0967937 Dec 10 16:26:44.640561 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc00a675-1093-436b-a075-63465fd492f1 req-5ca989b0-56b2-4dae-bb05-0d644f462833 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838706 Dec 10 16:26:44.658199 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dd788565-99f5-41f1-9f6e-3249f3df05d8 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:44.742815 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dd788565-99f5-41f1-9f6e-3249f3df05d8 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:44.775184 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd788565-99f5-41f1-9f6e-3249f3df05d8 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Pushing event deleted for resources: {'Subnet': ['ID=e8c2634d-9ff0-45a0-8e45-dda5475b105e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:44.778916 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dd788565-99f5-41f1-9f6e-3249f3df05d8 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:44.782201 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-dd788565-99f5-41f1-9f6e-3249f3df05d8 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "DELETE /v2.0/subnets/e8c2634d-9ff0-45a0-8e45-dda5475b105e HTTP/1.1" status: 204 len: 168 time: 0.4028962 Dec 10 16:26:44.784883 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 46940) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:26:44.786074 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbaaf47-9902-4524-8ca1-a9fb4d4b7822 None None] Network 128c1589-edd6-4ced-b076-c85f5c8e08ee requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:26:44.813683 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f44b4-d7db-4713-a1a0-6b6febc170ad req-f9c9b4ed-a5e9-4e9d-aac2-9df9d97c90d1 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:44.815194 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-934f44b4-d7db-4713-a1a0-6b6febc170ad req-f9c9b4ed-a5e9-4e9d-aac2-9df9d97c90d1 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=df430d8a-fcff-428d-8ff8-84516006dad7 HTTP/1.1" status: 200 len: 943 time: 0.1037550 Dec 10 16:26:44.897971 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-624f761d-bfd5-479e-969a-5849d3929d63 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:44.917147 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-934f44b4-d7db-4713-a1a0-6b6febc170ad req-fb4e3148-4210-46eb-a4de-8d47781df626 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732801 Dec 10 16:26:44.970481 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-624f761d-bfd5-479e-969a-5849d3929d63 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Deleting port 66b1ed5d-c606-41cd-961a-057302a64440 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:26:44.970820 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-624f761d-bfd5-479e-969a-5849d3929d63 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:44.971486 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472e2368-f4ff-470c-85bb-b19e8c56f6cf None None] DHCP port deletion for 128c1589-edd6-4ced-b076-c85f5c8e08ee request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:26:45.031192 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-472e2368-f4ff-470c-85bb-b19e8c56f6cf None None] Deleting port 66b1ed5d-c606-41cd-961a-057302a64440 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:26:45.031877 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-472e2368-f4ff-470c-85bb-b19e8c56f6cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:45.069143 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-624f761d-bfd5-479e-969a-5849d3929d63 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] For port 66b1ed5d-c606-41cd-961a-057302a64440, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=66b1ed5d-c606-41cd-961a-057302a64440,segment=NetworkSegment(c344d2d5-a73c-4949-9d1d-3059f2df4783),segment_id=c344d2d5-a73c-4949-9d1d-3059f2df4783)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:45.069507 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-624f761d-bfd5-479e-969a-5849d3929d63 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:45.085793 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-624f761d-bfd5-479e-969a-5849d3929d63 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Calling delete_port for 66b1ed5d-c606-41cd-961a-057302a64440 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:26:45.094541 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee054d-0bfc-426f-946e-57b9ca3022de req-76eba480-dbdf-4591-b72e-3fe1d139c901 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:45.098749 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e8ee054d-0bfc-426f-946e-57b9ca3022de req-76eba480-dbdf-4591-b72e-3fe1d139c901 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=b26849d8-db9e-4a57-8bc4-4781104f52a0 HTTP/1.1" status: 200 len: 946 time: 0.0857615 Dec 10 16:26:45.102177 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-472e2368-f4ff-470c-85bb-b19e8c56f6cf None None] For port 66b1ed5d-c606-41cd-961a-057302a64440, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=66b1ed5d-c606-41cd-961a-057302a64440,segment=NetworkSegment(c344d2d5-a73c-4949-9d1d-3059f2df4783),segment_id=c344d2d5-a73c-4949-9d1d-3059f2df4783)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:45.102637 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-472e2368-f4ff-470c-85bb-b19e8c56f6cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:45.116220 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-472e2368-f4ff-470c-85bb-b19e8c56f6cf None None] Calling delete_port for 66b1ed5d-c606-41cd-961a-057302a64440 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:26:45.199835 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-472e2368-f4ff-470c-85bb-b19e8c56f6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:45.200632 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e8ee054d-0bfc-426f-946e-57b9ca3022de req-58d4c748-bea1-41f2-bb5d-36eb5512cd5d tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972729 Dec 10 16:26:45.223268 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-624f761d-bfd5-479e-969a-5849d3929d63 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:45.227420 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e2368-f4ff-470c-85bb-b19e8c56f6cf None None] Pushing event deleted for resources: {'Port': ['ID=66b1ed5d-c606-41cd-961a-057302a64440,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:45.229380 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472e2368-f4ff-470c-85bb-b19e8c56f6cf None None] No DVR routers for this DVR port 66b1ed5d-c606-41cd-961a-057302a64440 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:26:45.256240 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624f761d-bfd5-479e-969a-5849d3929d63 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] No DVR routers for this DVR port 66b1ed5d-c606-41cd-961a-057302a64440 on host n-d-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:26:45.261378 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f761d-bfd5-479e-969a-5849d3929d63 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Pushing event deleted for resources: {'Port': ['ID=66b1ed5d-c606-41cd-961a-057302a64440,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:45.272615 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0508aba5-22e4-40bb-b8e0-fc3ade2802f2 x-openstack-request-id: req-0508aba5-22e4-40bb-b8e0-fc3ade2802f2 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:26:45.272615 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce5a0b8-ab92-4c42-8b81-0159c5e7ca59", "name": "network-vif-deleted", "tag": "081d952b-53a1-44e5-8be5-0c11abb380aa", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:26:45.272890 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0508aba5-22e4-40bb-b8e0-fc3ade2802f2 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:26:45.273203 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce5a0b8-ab92-4c42-8b81-0159c5e7ca59', 'name': 'network-vif-deleted', 'tag': '081d952b-53a1-44e5-8be5-0c11abb380aa', 'status': 'completed', 'code': 200} Dec 10 16:26:45.350063 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-624f761d-bfd5-479e-969a-5849d3929d63 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:45.371136 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-624f761d-bfd5-479e-969a-5849d3929d63 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['128c1589-edd6-4ced-b076-c85f5c8e08ee']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:45.393988 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-624f761d-bfd5-479e-969a-5849d3929d63 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c344d2d5-a73c-4949-9d1d-3059f2df4783') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:45.394790 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-624f761d-bfd5-479e-969a-5849d3929d63 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c344d2d5-a73c-4949-9d1d-3059f2df4783') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:45.414752 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b883b069-f9ee-4da3-b934-7878d4df4ddb req-c67db783-7848-4527-a643-6a2bfbb89fe4 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] 10.222.0.11 "GET /v2.0/ports?device_id=90246507-b0c7-411e-abe9-dd1872975b8a HTTP/1.1" status: 200 len: 210 time: 0.0368421 Dec 10 16:26:45.418117 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-624f761d-bfd5-479e-969a-5849d3929d63 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:45.432305 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-624f761d-bfd5-479e-969a-5849d3929d63 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:45.438724 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-624f761d-bfd5-479e-969a-5849d3929d63 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:26:45.439114 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-624f761d-bfd5-479e-969a-5849d3929d63 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:45.442244 n-d-766771-2 neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:26:45.442244 n-d-766771-2 neutron-server[103392]: self.session.flush() Dec 10 16:26:45.442244 n-d-766771-2 neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:26:45.442244 n-d-766771-2 neutron-server[103392]: self.session.flush() Dec 10 16:26:45.442244 n-d-766771-2 neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:26:45.442244 n-d-766771-2 neutron-server[103392]: self.session.flush() Dec 10 16:26:45.442244 n-d-766771-2 neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:26:45.442244 n-d-766771-2 neutron-server[103392]: self.session.flush() Dec 10 16:26:45.442244 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:26:45.442244 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:26:45.442244 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:26:45.442244 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:26:45.442244 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:26:45.442244 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:26:45.442244 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:26:45.442244 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:26:45.442244 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:26:45.442244 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:26:45.442244 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:26:45.442244 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:26:45.442244 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:26:45.442244 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:26:45.442244 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:26:45.442244 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:26:45.442244 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:26:45.442244 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:26:45.442244 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:26:45.442244 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:26:45.442244 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:26:45.442244 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:26:45.442244 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:26:45.442244 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:26:45.442244 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:26:45.442244 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:26:45.442244 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:26:45.442244 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:26:45.442244 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:26:45.442244 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:26:45.442244 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:26:45.442244 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:26:45.572686 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-624f761d-bfd5-479e-969a-5849d3929d63 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:45.582772 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-624f761d-bfd5-479e-969a-5849d3929d63 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:45.585916 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-624f761d-bfd5-479e-969a-5849d3929d63 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] 10.222.0.11 "DELETE /v2.0/networks/128c1589-edd6-4ced-b076-c85f5c8e08ee HTTP/1.1" status: 204 len: 168 time: 0.8001091 Dec 10 16:26:45.609698 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f761d-bfd5-479e-969a-5849d3929d63 tempest-ServersTestMultiNic-1851086980 tempest-ServersTestMultiNic-1851086980-project] Pushing event deleted for resources: {'Network': ['ID=128c1589-edd6-4ced-b076-c85f5c8e08ee,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:45.637851 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd83f89-9dde-4bcf-b6e0-b1006bd2a28e req-bdd47691-94cb-45a1-afb1-8ad47f815505 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:45.639396 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9bd83f89-9dde-4bcf-b6e0-b1006bd2a28e req-bdd47691-94cb-45a1-afb1-8ad47f815505 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.1402850 Dec 10 16:26:45.685476 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-c87b48e9-6a58-4822-ae52-bb58d7312d18 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:45.686922 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-c87b48e9-6a58-4822-ae52-bb58d7312d18 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] 10.222.0.26 "GET /v2.0/networks?id=123753fd-671f-4987-bef4-d916c936bd1c HTTP/1.1" status: 200 len: 814 time: 0.1890175 Dec 10 16:26:45.707985 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-3e2465ce-dc27-4cda-8a6a-cc7cf9dd3317 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] Request body: {'port': {'device_id': '90246507-b0c7-411e-abe9-dd1872975b8a', 'network_id': '123753fd-671f-4987-bef4-d916c936bd1c', 'admin_state_up': True, 'tenant_id': '6af4d8657011449ea714574be71e7b44'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:26:45.754652 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9bd83f89-9dde-4bcf-b6e0-b1006bd2a28e req-8db67244-ceeb-4dd4-87d7-58d6b0451faf tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056125 Dec 10 16:26:45.786604 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 8c8aec57-35d8-4ca3-9776-a66e887ce909 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:26:45.807765 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 8c8aec57-35d8-4ca3-9776-a66e887ce909 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:26:45.808209 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 8c8aec57-35d8-4ca3-9776-a66e887ce909 not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:26:45.808762 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 081d952b-53a1-44e5-8be5-0c11abb380aa no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:26:45.827428 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-3e2465ce-dc27-4cda-8a6a-cc7cf9dd3317 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] Made reservation on behalf of 6af4d8657011449ea714574be71e7b44 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:26:45.829196 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 081d952b-53a1-44e5-8be5-0c11abb380aa {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:26:45.829618 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 081d952b-53a1-44e5-8be5-0c11abb380aa not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:26:45.830984 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-3e2465ce-dc27-4cda-8a6a-cc7cf9dd3317 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:45.988365 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-3e2465ce-dc27-4cda-8a6a-cc7cf9dd3317 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] Allocated IP 172.20.0.13 (123753fd-671f-4987-bef4-d916c936bd1c/4f0d861f-5c16-464a-8c40-f6b6843369d2/d3a49868-c6a8-4117-96a5-1199634c1a1c) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:26:46.007406 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a5c88-5fb0-4693-bfdb-4d0a99fbd5bf req-fce33ddd-0e75-4180-b8bc-104f2e4e0fb0 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:46.009011 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-606a5c88-5fb0-4693-bfdb-4d0a99fbd5bf req-fce33ddd-0e75-4180-b8bc-104f2e4e0fb0 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 950 time: 0.0952873 Dec 10 16:26:46.119026 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-606a5c88-5fb0-4693-bfdb-4d0a99fbd5bf req-7b0e4f9a-ae24-436f-95be-7af102295a11 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026065 Dec 10 16:26:46.158857 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 66b1ed5d-c606-41cd-961a-057302a64440 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:26:46.183139 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 66b1ed5d-c606-41cd-961a-057302a64440 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:26:46.183482 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 66b1ed5d-c606-41cd-961a-057302a64440 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:26:46.222096 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-3e2465ce-dc27-4cda-8a6a-cc7cf9dd3317 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:46.251902 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec463d-24cd-4cde-aab9-538a494bbe4f req-fcfab5e4-3496-453a-94c8-4e98bbdd3467 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:46.253384 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-76ec463d-24cd-4cde-aab9-538a494bbe4f req-fcfab5e4-3496-453a-94c8-4e98bbdd3467 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.0702348 Dec 10 16:26:46.290389 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-3e2465ce-dc27-4cda-8a6a-cc7cf9dd3317 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:46.349103 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-3e2465ce-dc27-4cda-8a6a-cc7cf9dd3317 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] Network 123753fd-671f-4987-bef4-d916c936bd1c is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:26:46.353341 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-76ec463d-24cd-4cde-aab9-538a494bbe4f req-dfd46c38-acb0-400b-894c-300d9ef46c43 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914631 Dec 10 16:26:46.356465 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-3e2465ce-dc27-4cda-8a6a-cc7cf9dd3317 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:26:46.360349 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-3e2465ce-dc27-4cda-8a6a-cc7cf9dd3317 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:26:46.389179 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2465ce-dc27-4cda-8a6a-cc7cf9dd3317 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] Pushing event updated for resources: {'Port': ['ID=d3a49868-c6a8-4117-96a5-1199634c1a1c,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:46.419285 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-3e2465ce-dc27-4cda-8a6a-cc7cf9dd3317 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:46.419982 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-3e2465ce-dc27-4cda-8a6a-cc7cf9dd3317 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:46.433354 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-72bd15c6-6c50-4299-aafb-cbe065c5345e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:46.439713 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-3e2465ce-dc27-4cda-8a6a-cc7cf9dd3317 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7399418 Dec 10 16:26:46.492432 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0ecde-f6cf-46de-8cd4-5d70e453ffbd req-701052f9-468d-47df-b2eb-2aec54e6ab25 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:46.493953 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3fe0ecde-f6cf-46de-8cd4-5d70e453ffbd req-701052f9-468d-47df-b2eb-2aec54e6ab25 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=df430d8a-fcff-428d-8ff8-84516006dad7 HTTP/1.1" status: 200 len: 943 time: 0.0533576 Dec 10 16:26:46.519239 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-f139fdfb-0804-4903-95c7-82b627fba2e7 service neutron] Request body: {'port': {'device_id': '90246507-b0c7-411e-abe9-dd1872975b8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:26:46.582730 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3fe0ecde-f6cf-46de-8cd4-5d70e453ffbd req-cc52e8b4-f3d0-47ea-9551-1a8d319b7900 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824449 Dec 10 16:26:46.592210 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-f139fdfb-0804-4903-95c7-82b627fba2e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:46.756642 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a361b5-20a4-4295-a5ba-bd9d59deb5ac req-b5d0ba8d-bbf4-4cde-ba05-8259e980933a tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:46.758123 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e2a361b5-20a4-4295-a5ba-bd9d59deb5ac req-b5d0ba8d-bbf4-4cde-ba05-8259e980933a tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=b26849d8-db9e-4a57-8bc4-4781104f52a0 HTTP/1.1" status: 200 len: 946 time: 0.1139488 Dec 10 16:26:46.858555 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e2a361b5-20a4-4295-a5ba-bd9d59deb5ac req-fcdeaa29-66d4-4207-a005-2e23db4bee57 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918074 Dec 10 16:26:46.945193 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-f139fdfb-0804-4903-95c7-82b627fba2e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3a49868-c6a8-4117-96a5-1199634c1a1c {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:26:46.953250 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-f139fdfb-0804-4903-95c7-82b627fba2e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:46.969874 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-f139fdfb-0804-4903-95c7-82b627fba2e7 service neutron] Transition to ACTIVE for port object d3a49868-c6a8-4117-96a5-1199634c1a1c will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:26:46.973412 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-f139fdfb-0804-4903-95c7-82b627fba2e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:47.031629 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f139fdfb-0804-4903-95c7-82b627fba2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d3a49868-c6a8-4117-96a5-1199634c1a1c,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:47.130972 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b465d65-c99a-4fc5-83b5-00828d045db0 req-607bb76f-1d4c-411b-9193-931b4c79c543 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:47.132348 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1b465d65-c99a-4fc5-83b5-00828d045db0 req-607bb76f-1d4c-411b-9193-931b4c79c543 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] 10.222.0.11 "GET /v2.0/ports?device_id=90246507-b0c7-411e-abe9-dd1872975b8a HTTP/1.1" status: 200 len: 944 time: 0.0819285 Dec 10 16:26:47.136888 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-f139fdfb-0804-4903-95c7-82b627fba2e7 service neutron] Attempting to bind port d3a49868-c6a8-4117-96a5-1199634c1a1c on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:26:47.137222 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-f139fdfb-0804-4903-95c7-82b627fba2e7 service neutron] Attempting to bind port d3a49868-c6a8-4117-96a5-1199634c1a1c by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '202a4f27-efaf-4aa4-a5b6-4fed5789143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '123753fd-671f-4987-bef4-d916c936bd1c'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:26:47.137542 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-f139fdfb-0804-4903-95c7-82b627fba2e7 service neutron] Attempting to bind port d3a49868-c6a8-4117-96a5-1199634c1a1c on network 123753fd-671f-4987-bef4-d916c936bd1c {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:26:47.149658 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-f139fdfb-0804-4903-95c7-82b627fba2e7 service neutron] Port d3a49868-c6a8-4117-96a5-1199634c1a1c on network 123753fd-671f-4987-bef4-d916c936bd1c not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:26:47.150053 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-f139fdfb-0804-4903-95c7-82b627fba2e7 service neutron] Attempting to bind port d3a49868-c6a8-4117-96a5-1199634c1a1c on network 123753fd-671f-4987-bef4-d916c936bd1c {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:26:47.166234 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-f139fdfb-0804-4903-95c7-82b627fba2e7 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:26:47.166564 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-f139fdfb-0804-4903-95c7-82b627fba2e7 service neutron] Checking segment: {'id': '202a4f27-efaf-4aa4-a5b6-4fed5789143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '123753fd-671f-4987-bef4-d916c936bd1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:26:47.166936 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-f139fdfb-0804-4903-95c7-82b627fba2e7 service neutron] Bound using segment: {'id': '202a4f27-efaf-4aa4-a5b6-4fed5789143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '123753fd-671f-4987-bef4-d916c936bd1c'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:26:47.167474 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-f139fdfb-0804-4903-95c7-82b627fba2e7 service neutron] Bound port: d3a49868-c6a8-4117-96a5-1199634c1a1c, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '202a4f27-efaf-4aa4-a5b6-4fed5789143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '123753fd-671f-4987-bef4-d916c936bd1c'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:26:47.167825 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-f139fdfb-0804-4903-95c7-82b627fba2e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:47.168162 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:47.225694 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1b465d65-c99a-4fc5-83b5-00828d045db0 req-6256faef-7dfc-49bb-bf0c-b395a1948783 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ab75357-f9e2-4dfe-b3b8-1375775be505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850143 Dec 10 16:26:47.258673 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-f139fdfb-0804-4903-95c7-82b627fba2e7 service neutron] For port d3a49868-c6a8-4117-96a5-1199634c1a1c, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:26:47.261659 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-f139fdfb-0804-4903-95c7-82b627fba2e7 service neutron] For port d3a49868-c6a8-4117-96a5-1199634c1a1c, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=d3a49868-c6a8-4117-96a5-1199634c1a1c,segment=NetworkSegment(202a4f27-efaf-4aa4-a5b6-4fed5789143f),segment_id=202a4f27-efaf-4aa4-a5b6-4fed5789143f)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:26:47.266854 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-f139fdfb-0804-4903-95c7-82b627fba2e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:47.306761 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-f139fdfb-0804-4903-95c7-82b627fba2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:47.307485 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-f139fdfb-0804-4903-95c7-82b627fba2e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:47.309250 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-f139fdfb-0804-4903-95c7-82b627fba2e7 service neutron] 10.222.0.26 "PUT /v2.0/ports/d3a49868-c6a8-4117-96a5-1199634c1a1c HTTP/1.1" status: 200 len: 1092 time: 0.8603394 Dec 10 16:26:47.311736 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90246507-b0c7-411e-abe9-dd1872975b8a', 'tag': 'd3a49868-c6a8-4117-96a5-1199634c1a1c'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:26:47.314670 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a708b56-6a21-4671-95d9-12f2deee4743" -d '{"events": [{"name": "network-changed", "server_uuid": "90246507-b0c7-411e-abe9-dd1872975b8a", "tag": "d3a49868-c6a8-4117-96a5-1199634c1a1c"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:26:47.339917 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f139fdfb-0804-4903-95c7-82b627fba2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d3a49868-c6a8-4117-96a5-1199634c1a1c,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:47.429943 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaaddd2-dec9-4c69-bd7b-5114a6bce652 req-fa71fcaf-a57b-434c-881c-1e3b3d9f8e8b tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:47.431357 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9aaaddd2-dec9-4c69-bd7b-5114a6bce652 req-fa71fcaf-a57b-434c-881c-1e3b3d9f8e8b tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.0760772 Dec 10 16:26:47.434397 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-a0f07705-25f6-4e6d-a576-60a5d824a331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:47.435759 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-a0f07705-25f6-4e6d-a576-60a5d824a331 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6af4d8657011449ea714574be71e7b44&device_id=90246507-b0c7-411e-abe9-dd1872975b8a HTTP/1.1" status: 200 len: 1095 time: 0.0715702 Dec 10 16:26:47.489469 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-2928b895-4778-44a8-8e9c-b48c72cc747c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3a49868-c6a8-4117-96a5-1199634c1a1c HTTP/1.1" status: 200 len: 217 time: 0.0443256 Dec 10 16:26:47.543810 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9aaaddd2-dec9-4c69-bd7b-5114a6bce652 req-9becbc50-96a9-4e16-a3f2-90d221864e88 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060734 Dec 10 16:26:47.554530 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-b5ce414b-637a-4ee0-8605-f3ab5d183907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:47.555980 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-b5ce414b-637a-4ee0-8605-f3ab5d183907 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4f0d861f-5c16-464a-8c40-f6b6843369d2 HTTP/1.1" status: 200 len: 854 time: 0.0571520 Dec 10 16:26:47.598725 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 46978) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:26:47.602343 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-079cc057-ad37-4fe0-97ed-a0758968c471 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=123753fd-671f-4987-bef4-d916c936bd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296490 Dec 10 16:26:47.785960 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 49c6261e-6d23-43e3-a793-ddf1615a328f details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:26:47.801932 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578eafb-43aa-404f-a93c-8c0c69c53c9c req-67d57277-00b0-4be0-8e8c-df2d70c12251 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:47.804055 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6578eafb-43aa-404f-a93c-8c0c69c53c9c req-67d57277-00b0-4be0-8e8c-df2d70c12251 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 950 time: 0.1606536 Dec 10 16:26:47.839325 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-a0eb840e-73bb-45f1-87b7-a7b01f993f8d service neutron] 10.222.0.26 "GET /v2.0/networks/123753fd-671f-4987-bef4-d916c936bd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947603 Dec 10 16:26:47.883224 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 49c6261e-6d23-43e3-a793-ddf1615a328f, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=49c6261e-6d23-43e3-a793-ddf1615a328f,segment=NetworkSegment(698ea8e5-c316-417a-87ff-ff612f3a473c),segment_id=698ea8e5-c316-417a-87ff-ff612f3a473c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:47.992317 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6578eafb-43aa-404f-a93c-8c0c69c53c9c req-f06ab5bc-b8a0-4e20-8fe5-db60798a8807 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764238 Dec 10 16:26:48.024317 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '49c6261e-6d23-43e3-a793-ddf1615a328f', 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce', 'port_id': '49c6261e-6d23-43e3-a793-ddf1615a328f', 'mac_address': 'fa:16:3e:07:5d:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e6d4c00-e815-4a48-aff0-5fbec7a9d006', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:26:48.043578 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-806c6bda-b9cb-4b4f-ada9-ac8cc94d3821 req-a728d759-f195-46b7-b3de-995295720e77 service neutron] 10.222.0.26 "GET /v2.0/networks/123753fd-671f-4987-bef4-d916c936bd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648331 Dec 10 16:26:48.046645 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c3dddf-6df6-44de-ba41-9fd4d5341a00 x-openstack-request-id: req-20c3dddf-6df6-44de-ba41-9fd4d5341a00 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:26:48.046927 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90246507-b0c7-411e-abe9-dd1872975b8a", "tag": "d3a49868-c6a8-4117-96a5-1199634c1a1c", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:26:48.047177 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-20c3dddf-6df6-44de-ba41-9fd4d5341a00 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:26:48.047566 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90246507-b0c7-411e-abe9-dd1872975b8a', 'tag': 'd3a49868-c6a8-4117-96a5-1199634c1a1c', 'status': 'completed', 'code': 200} Dec 10 16:26:48.073164 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:48.087647 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49c6261e-6d23-43e3-a793-ddf1615a328f {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:26:48.108638 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 49c6261e-6d23-43e3-a793-ddf1615a328f, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=49c6261e-6d23-43e3-a793-ddf1615a328f,segment=NetworkSegment(698ea8e5-c316-417a-87ff-ff612f3a473c),segment_id=698ea8e5-c316-417a-87ff-ff612f3a473c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:48.113069 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:48.160210 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=49c6261e-6d23-43e3-a793-ddf1615a328f,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:48.206456 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009218aa-fa5c-4dd6-8add-3ad2f26e0447 req-4bcff84a-a33d-4979-8e6f-3ebedd10aff7 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:48.207939 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-009218aa-fa5c-4dd6-8add-3ad2f26e0447 req-4bcff84a-a33d-4979-8e6f-3ebedd10aff7 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.0984187 Dec 10 16:26:48.213868 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a708b56-6a21-4671-95d9-12f2deee4743 req-e4e1db83-54f6-4d92-aa69-bb412d7cdd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:48.215285 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2a708b56-6a21-4671-95d9-12f2deee4743 req-e4e1db83-54f6-4d92-aa69-bb412d7cdd97 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6af4d8657011449ea714574be71e7b44&device_id=90246507-b0c7-411e-abe9-dd1872975b8a HTTP/1.1" status: 200 len: 1095 time: 0.0911021 Dec 10 16:26:48.351615 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-009218aa-fa5c-4dd6-8add-3ad2f26e0447 req-1142216e-1a35-4808-9133-2dd3f39811d0 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347795 Dec 10 16:26:48.380571 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['49c6261e-6d23-43e3-a793-ddf1615a328f'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:26:48.382866 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a708b56-6a21-4671-95d9-12f2deee4743 req-9833ab3c-0b99-413a-9556-c53ca439c3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:48.384331 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2a708b56-6a21-4671-95d9-12f2deee4743 req-9833ab3c-0b99-413a-9556-c53ca439c3bc service neutron] 10.222.0.26 "GET /v2.0/networks?id=123753fd-671f-4987-bef4-d916c936bd1c HTTP/1.1" status: 200 len: 915 time: 0.1546350 Dec 10 16:26:48.393160 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eb69e59d-f4cd-44bf-9195-5ff7e0cf7e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:48.452660 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:48.490940 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2a708b56-6a21-4671-95d9-12f2deee4743 req-6b89bdd2-d15b-4763-9bfd-d06384292b2e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3a49868-c6a8-4117-96a5-1199634c1a1c HTTP/1.1" status: 200 len: 217 time: 0.0952446 Dec 10 16:26:48.592064 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a651ae-0c83-4d11-adad-d86821d9d0d9 req-37a29a90-d906-4f85-a3fe-3b05b7b5ef23 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:48.593520 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d1a651ae-0c83-4d11-adad-d86821d9d0d9 req-37a29a90-d906-4f85-a3fe-3b05b7b5ef23 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=df430d8a-fcff-428d-8ff8-84516006dad7 HTTP/1.1" status: 200 len: 944 time: 0.1331451 Dec 10 16:26:48.596390 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a708b56-6a21-4671-95d9-12f2deee4743 req-5d63390e-b1fb-4c3b-b986-4bf8aef6d3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:48.597707 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2a708b56-6a21-4671-95d9-12f2deee4743 req-5d63390e-b1fb-4c3b-b986-4bf8aef6d3e8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4f0d861f-5c16-464a-8c40-f6b6843369d2 HTTP/1.1" status: 200 len: 854 time: 0.0979018 Dec 10 16:26:48.671029 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2a708b56-6a21-4671-95d9-12f2deee4743 req-eb2ed75f-f4fa-45b7-8f61-3601761481a4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=123753fd-671f-4987-bef4-d916c936bd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604842 Dec 10 16:26:49.046600 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d1a651ae-0c83-4d11-adad-d86821d9d0d9 req-33e0a7f2-9ea4-4197-82ba-89db7a45971e tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463549 Dec 10 16:26:49.094271 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2a708b56-6a21-4671-95d9-12f2deee4743 req-a1ade837-37ab-4455-a0a1-908b7f0fb40b service neutron] 10.222.0.26 "GET /v2.0/networks/123753fd-671f-4987-bef4-d916c936bd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159737 Dec 10 16:26:49.241476 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91f0a0-2fc1-421f-92ce-a40ef7016077 req-79fc57e2-6ac2-419f-b09a-59cda6bcccd3 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:49.242972 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8b91f0a0-2fc1-421f-92ce-a40ef7016077 req-79fc57e2-6ac2-419f-b09a-59cda6bcccd3 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=b26849d8-db9e-4a57-8bc4-4781104f52a0 HTTP/1.1" status: 200 len: 946 time: 0.1303365 Dec 10 16:26:49.282644 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2a708b56-6a21-4671-95d9-12f2deee4743 req-8c25577d-c50f-4642-a5c6-8d94279cbfcc service neutron] 10.222.0.26 "GET /v2.0/networks/123753fd-671f-4987-bef4-d916c936bd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710234 Dec 10 16:26:49.301446 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-eb69e59d-f4cd-44bf-9195-5ff7e0cf7e17 admin admin] Deleting port 3d1f22f5-4457-4e1e-841d-562242ac36e9 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:26:49.301701 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eb69e59d-f4cd-44bf-9195-5ff7e0cf7e17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:49.357128 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8b91f0a0-2fc1-421f-92ce-a40ef7016077 req-9389ccd1-4cc1-4164-b63e-c01208aae7a5 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061285 Dec 10 16:26:49.399606 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-eb69e59d-f4cd-44bf-9195-5ff7e0cf7e17 admin admin] For port 3d1f22f5-4457-4e1e-841d-562242ac36e9, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=3d1f22f5-4457-4e1e-841d-562242ac36e9,segment=NetworkSegment(9b0e895e-f859-4fe1-8265-102cfa556106),segment_id=9b0e895e-f859-4fe1-8265-102cfa556106)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:49.399959 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eb69e59d-f4cd-44bf-9195-5ff7e0cf7e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:49.412913 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-eb69e59d-f4cd-44bf-9195-5ff7e0cf7e17 admin admin] Calling delete_port for 3d1f22f5-4457-4e1e-841d-562242ac36e9 owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:26:49.574084 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eab028-33ad-44ae-90a2-42308687b239 req-7a3a60b5-acf3-427f-963d-eb8304e36588 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:49.575489 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c0eab028-33ad-44ae-90a2-42308687b239 req-7a3a60b5-acf3-427f-963d-eb8304e36588 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] 10.222.0.11 "GET /v2.0/ports?device_id=90246507-b0c7-411e-abe9-dd1872975b8a HTTP/1.1" status: 200 len: 944 time: 0.1028020 Dec 10 16:26:49.620708 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:49.658739 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c0eab028-33ad-44ae-90a2-42308687b239 req-558dc84a-7b54-4c1f-bac8-500856646799 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ab75357-f9e2-4dfe-b3b8-1375775be505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774586 Dec 10 16:26:49.662796 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eb69e59d-f4cd-44bf-9195-5ff7e0cf7e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:49.690423 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69e59d-f4cd-44bf-9195-5ff7e0cf7e17 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d1f22f5-4457-4e1e-841d-562242ac36e9,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:49.801578 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 49c6261e-6d23-43e3-a793-ddf1615a328f up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:26:49.857611 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 49c6261e-6d23-43e3-a793-ddf1615a328f completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:26:49.862154 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 49c6261e-6d23-43e3-a793-ddf1615a328f triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:26:49.862549 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:49.905040 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d8391-05e6-4086-9e99-34553192c89b req-e18e3b04-28e2-4eb0-8002-fb3846aeabf0 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:49.906553 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-594d8391-05e6-4086-9e99-34553192c89b req-e18e3b04-28e2-4eb0-8002-fb3846aeabf0 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 950 time: 0.0774438 Dec 10 16:26:49.908955 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eb69e59d-f4cd-44bf-9195-5ff7e0cf7e17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:49.944013 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:49.966592 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df430d8a-fcff-428d-8ff8-84516006dad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c6261e-6d23-43e3-a793-ddf1615a328f'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:26:49.970009 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c31964-7668-42e5-a657-06eb73f919ca" -d '{"events": [{"server_uuid": "df430d8a-fcff-428d-8ff8-84516006dad7", "name": "network-vif-plugged", "status": "completed", "tag": "49c6261e-6d23-43e3-a793-ddf1615a328f"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:26:49.981266 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 49c6261e-6d23-43e3-a793-ddf1615a328f, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=49c6261e-6d23-43e3-a793-ddf1615a328f,segment=NetworkSegment(698ea8e5-c316-417a-87ff-ff612f3a473c),segment_id=698ea8e5-c316-417a-87ff-ff612f3a473c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:49.985232 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:50.034322 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-594d8391-05e6-4086-9e99-34553192c89b req-616799c7-2066-4081-bc7a-bc9297470416 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205359 Dec 10 16:26:50.035662 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=49c6261e-6d23-43e3-a793-ddf1615a328f,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:50.199625 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9847b-114f-443d-a163-0bd314709a59 req-1ac07b68-375c-405d-8106-4276381fbb7f tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:50.201107 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31b9847b-114f-443d-a163-0bd314709a59 req-1ac07b68-375c-405d-8106-4276381fbb7f tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.0716939 Dec 10 16:26:50.216659 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb69e59d-f4cd-44bf-9195-5ff7e0cf7e17 admin admin] Router 54aa9eb0-0d89-40b5-beec-8711b002ca13 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:26:50.320072 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31b9847b-114f-443d-a163-0bd314709a59 req-e4317418-4475-4eb2-9b7d-3c7102f84660 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120930 Dec 10 16:26:50.357198 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb69e59d-f4cd-44bf-9195-5ff7e0cf7e17 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:26:50.362718 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-eb69e59d-f4cd-44bf-9195-5ff7e0cf7e17 admin admin] 10.222.0.11 "PUT /v2.0/routers/54aa9eb0-0d89-40b5-beec-8711b002ca13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7628925 Dec 10 16:26:50.365305 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47002) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:26:50.366781 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70e2390-5a37-41a1-abfb-7eae756d8251 x-openstack-request-id: req-b70e2390-5a37-41a1-abfb-7eae756d8251 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:26:50.367424 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df430d8a-fcff-428d-8ff8-84516006dad7", "name": "network-vif-plugged", "status": "completed", "tag": "49c6261e-6d23-43e3-a793-ddf1615a328f", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:26:50.367710 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b70e2390-5a37-41a1-abfb-7eae756d8251 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:26:50.368267 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df430d8a-fcff-428d-8ff8-84516006dad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c6261e-6d23-43e3-a793-ddf1615a328f', 'code': 200} Dec 10 16:26:50.376627 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd696cf0-ba02-4121-b44a-4f3a22906bb6 None None] Sync routers for ids ['54aa9eb0-0d89-40b5-beec-8711b002ca13'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:26:50.405310 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd696cf0-ba02-4121-b44a-4f3a22906bb6 None None] Routers {'54aa9eb0-0d89-40b5-beec-8711b002ca13'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:26:50.406093 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-bd696cf0-ba02-4121-b44a-4f3a22906bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:26:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['54aa9eb0-0d89-40b5-beec-8711b002ca13'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:50.474392 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a2d6d49e-ec4b-4fbc-8e84-b2439bac6550 admin admin] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:50.503404 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d810a-5963-4399-9c80-3c1debaa84d4 req-1102ff50-fe14-4ef1-9709-964616db62c1 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:50.505037 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e28d810a-5963-4399-9c80-3c1debaa84d4 req-1102ff50-fe14-4ef1-9709-964616db62c1 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=df430d8a-fcff-428d-8ff8-84516006dad7 HTTP/1.1" status: 200 len: 945 time: 0.0850043 Dec 10 16:26:50.508826 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e33f3c-3e06-4f40-987f-15a52b57694d req-a51fa638-c4e2-4c4a-a83c-a4f6b3280e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:50.509811 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-26e33f3c-3e06-4f40-987f-15a52b57694d req-a51fa638-c4e2-4c4a-a83c-a4f6b3280e51 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=df430d8a-fcff-428d-8ff8-84516006dad7 HTTP/1.1" status: 200 len: 1096 time: 0.0800340 Dec 10 16:26:50.523881 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-bd696cf0-ba02-4121-b44a-4f3a22906bb6 None None] Set router 54aa9eb0-0d89-40b5-beec-8711b002ca13 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:26:50.580099 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a2d6d49e-ec4b-4fbc-8e84-b2439bac6550 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:50.586753 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e28d810a-5963-4399-9c80-3c1debaa84d4 req-37729812-1de9-4e37-9287-b6b7364a9c4f tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722582 Dec 10 16:26:50.589252 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-26e33f3c-3e06-4f40-987f-15a52b57694d req-e4b347a6-c4c7-4701-820a-bb50249c0ee2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676656 Dec 10 16:26:50.634360 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a2d6d49e-ec4b-4fbc-8e84-b2439bac6550 admin admin] Deleting port b3f05f5d-83d3-4513-9491-6534ae266871 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:26:50.634701 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a2d6d49e-ec4b-4fbc-8e84-b2439bac6550 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:50.710652 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7157c4c-e4b3-4b5a-a506-fea44acb6734 req-05d078f7-4f4f-4f80-a24d-fc5c41596893 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:50.712489 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c7157c4c-e4b3-4b5a-a506-fea44acb6734 req-05d078f7-4f4f-4f80-a24d-fc5c41596893 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.0499690 Dec 10 16:26:50.723438 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-a2d6d49e-ec4b-4fbc-8e84-b2439bac6550 admin admin] For port b3f05f5d-83d3-4513-9491-6534ae266871, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=b3f05f5d-83d3-4513-9491-6534ae266871,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:50.723797 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a2d6d49e-ec4b-4fbc-8e84-b2439bac6550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:50.728699 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-bd696cf0-ba02-4121-b44a-4f3a22906bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54aa9eb0-0d89-40b5-beec-8711b002ca13', 'name': 'tempest-ServersTestMultiNic-19225357-router', 'tenant_id': '2f348a6ef1b744809177e6c8e3c6126d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'b3f05f5d-83d3-4513-9491-6534ae266871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:25:16Z', 'updated_at': '2021-12-10T16:26:49Z', 'revision_number': 5, 'project_id': '2f348a6ef1b744809177e6c8e3c6126d', 'gw_port': {'id': 'b3f05f5d-83d3-4513-9491-6534ae266871', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54aa9eb0-0d89-40b5-beec-8711b002ca13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:25:16Z', 'updated_at': '2021-12-10T16:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:50.736698 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a2d6d49e-ec4b-4fbc-8e84-b2439bac6550 admin admin] Calling delete_port for b3f05f5d-83d3-4513-9491-6534ae266871 owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:26:50.755558 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd696cf0-ba02-4121-b44a-4f3a22906bb6 None None] Checking router: 54aa9eb0-0d89-40b5-beec-8711b002ca13 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:26:50.763057 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c7157c4c-e4b3-4b5a-a506-fea44acb6734 req-dc35cb35-2427-4ab3-8198-80bd4dca852c tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432632 Dec 10 16:26:50.764042 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd696cf0-ba02-4121-b44a-4f3a22906bb6 None None] Routers {'54aa9eb0-0d89-40b5-beec-8711b002ca13'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:26:50.764647 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-bd696cf0-ba02-4121-b44a-4f3a22906bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:26:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['54aa9eb0-0d89-40b5-beec-8711b002ca13'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:50.852741 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-bd696cf0-ba02-4121-b44a-4f3a22906bb6 None None] Set router 54aa9eb0-0d89-40b5-beec-8711b002ca13 gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:26:50.879553 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9f691-f2e7-45f1-8ed8-0d820aa9b9b5 req-3b973872-5fc3-43b9-bfcf-f823082ab191 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:50.881111 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8fc9f691-f2e7-45f1-8ed8-0d820aa9b9b5 req-3b973872-5fc3-43b9-bfcf-f823082ab191 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=b26849d8-db9e-4a57-8bc4-4781104f52a0 HTTP/1.1" status: 200 len: 946 time: 0.0552676 Dec 10 16:26:50.907217 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-bd696cf0-ba02-4121-b44a-4f3a22906bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54aa9eb0-0d89-40b5-beec-8711b002ca13', 'name': 'tempest-ServersTestMultiNic-19225357-router', 'tenant_id': '2f348a6ef1b744809177e6c8e3c6126d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:25:16Z', 'updated_at': '2021-12-10T16:26:50Z', 'revision_number': 6, 'project_id': '2f348a6ef1b744809177e6c8e3c6126d', 'gw_port_host': None}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:50.915383 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a2d6d49e-ec4b-4fbc-8e84-b2439bac6550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:50.932322 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8fc9f691-f2e7-45f1-8ed8-0d820aa9b9b5 req-ed131ba8-edb6-48e8-8d46-29f52b0e3488 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447989 Dec 10 16:26:50.935942 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd696cf0-ba02-4121-b44a-4f3a22906bb6 None None] The sync data for ids ['54aa9eb0-0d89-40b5-beec-8711b002ca13'] in n-d-766771-2 is: [{'id': '54aa9eb0-0d89-40b5-beec-8711b002ca13', 'name': 'tempest-ServersTestMultiNic-19225357-router', 'tenant_id': '2f348a6ef1b744809177e6c8e3c6126d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:25:16Z', 'updated_at': '2021-12-10T16:26:50Z', 'revision_number': 6, 'project_id': '2f348a6ef1b744809177e6c8e3c6126d', 'gw_port_host': None}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:26:50.937182 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6d49e-ec4b-4fbc-8e84-b2439bac6550 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3f05f5d-83d3-4513-9491-6534ae266871,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:51.015670 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a2d6d49e-ec4b-4fbc-8e84-b2439bac6550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:51.109619 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a2d6d49e-ec4b-4fbc-8e84-b2439bac6550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:51.111752 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a2d6d49e-ec4b-4fbc-8e84-b2439bac6550 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:51.119340 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66a710-6349-4367-bcd9-cf12646bb662 req-d7c30bd8-53d1-4f05-b130-de31bf0cc40e tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:51.120840 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e66a710-6349-4367-bcd9-cf12646bb662 req-d7c30bd8-53d1-4f05-b130-de31bf0cc40e tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] 10.222.0.11 "GET /v2.0/ports?device_id=90246507-b0c7-411e-abe9-dd1872975b8a HTTP/1.1" status: 200 len: 944 time: 0.0500696 Dec 10 16:26:51.155413 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a2d6d49e-ec4b-4fbc-8e84-b2439bac6550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:51.156034 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d6d49e-ec4b-4fbc-8e84-b2439bac6550 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54aa9eb0-0d89-40b5-beec-8711b002ca13 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:26:51.160368 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a2d6d49e-ec4b-4fbc-8e84-b2439bac6550 admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:51.161507 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a2d6d49e-ec4b-4fbc-8e84-b2439bac6550 admin admin] 10.222.0.11 "DELETE /v2.0/routers/54aa9eb0-0d89-40b5-beec-8711b002ca13 HTTP/1.1" status: 204 len: 168 time: 0.7952037 Dec 10 16:26:51.164162 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47016) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:26:51.171113 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e66a710-6349-4367-bcd9-cf12646bb662 req-d7c92cde-5005-4c5c-a457-25d7e72f555b tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ab75357-f9e2-4dfe-b3b8-1375775be505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436904 Dec 10 16:26:51.209578 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c7f9a45-947a-4d23-bfa1-1e5a593bba75 admin admin] Deleting subnet af2bd050-10c1-4ff7-878c-724df4551b6b {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:26:51.212834 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5c7f9a45-947a-4d23-bfa1-1e5a593bba75 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:51.247808 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5c7f9a45-947a-4d23-bfa1-1e5a593bba75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:51.340497 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5c7f9a45-947a-4d23-bfa1-1e5a593bba75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:51.359050 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb760ec-80c0-4f9e-ae1d-5c673421ffb4 req-5d58c1cf-0706-4bd9-8fc5-1a6c53deb456 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:51.366434 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ddb760ec-80c0-4f9e-ae1d-5c673421ffb4 req-5d58c1cf-0706-4bd9-8fc5-1a6c53deb456 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 950 time: 0.0625622 Dec 10 16:26:51.399607 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5c7f9a45-947a-4d23-bfa1-1e5a593bba75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:51.413464 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ddb760ec-80c0-4f9e-ae1d-5c673421ffb4 req-500da8e1-bf72-4bdc-b541-57e09e9c45b7 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461740 Dec 10 16:26:51.433947 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f9a45-947a-4d23-bfa1-1e5a593bba75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af2bd050-10c1-4ff7-878c-724df4551b6b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:51.433947 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5c7f9a45-947a-4d23-bfa1-1e5a593bba75 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:51.433947 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5c7f9a45-947a-4d23-bfa1-1e5a593bba75 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/af2bd050-10c1-4ff7-878c-724df4551b6b HTTP/1.1" status: 204 len: 168 time: 0.2683599 Dec 10 16:26:51.436031 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47020) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:26:51.445328 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9381e18-ed25-40a3-a705-9d24d4f98373 None None] Network 50cd31b1-5d21-4904-ad7f-485cf1aa4b61 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:26:51.513643 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4417515c-6069-4821-9f4f-239071b31ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:51.527846 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181f73d-23b4-4b09-ac74-3d7c3be3e0d0 req-ce56a4f5-2424-46e7-8bae-f5819d29f830 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:51.529446 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6181f73d-23b4-4b09-ac74-3d7c3be3e0d0 req-ce56a4f5-2424-46e7-8bae-f5819d29f830 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.0549116 Dec 10 16:26:51.569394 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-4417515c-6069-4821-9f4f-239071b31ace admin admin] Deleting port 77d0f6c1-834b-43e8-be13-d62cda238a6f {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:26:51.569729 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4417515c-6069-4821-9f4f-239071b31ace admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:51.584356 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6181f73d-23b4-4b09-ac74-3d7c3be3e0d0 req-fd1481a9-423f-4322-93ba-c6e18a0aa5bb tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477276 Dec 10 16:26:51.644799 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-4417515c-6069-4821-9f4f-239071b31ace admin admin] For port 77d0f6c1-834b-43e8-be13-d62cda238a6f, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=77d0f6c1-834b-43e8-be13-d62cda238a6f,segment=NetworkSegment(9b0e895e-f859-4fe1-8265-102cfa556106),segment_id=9b0e895e-f859-4fe1-8265-102cfa556106)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:51.646878 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4417515c-6069-4821-9f4f-239071b31ace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:51.665449 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-4417515c-6069-4821-9f4f-239071b31ace admin admin] Calling delete_port for 77d0f6c1-834b-43e8-be13-d62cda238a6f owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:26:51.718807 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43725791-4109-492e-9c74-1343fe10e745 None None] DHCP port deletion for 50cd31b1-5d21-4904-ad7f-485cf1aa4b61 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:26:51.730023 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934d76b-df84-4b1b-b441-5e313ec4a5a0 req-76931f29-fff9-4cae-90ef-b3be2e655c55 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:51.732079 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6934d76b-df84-4b1b-b441-5e313ec4a5a0 req-76931f29-fff9-4cae-90ef-b3be2e655c55 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=df430d8a-fcff-428d-8ff8-84516006dad7 HTTP/1.1" status: 200 len: 945 time: 0.0743239 Dec 10 16:26:51.782258 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-43725791-4109-492e-9c74-1343fe10e745 None None] Deleting port 77d0f6c1-834b-43e8-be13-d62cda238a6f {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:26:51.783054 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-43725791-4109-492e-9c74-1343fe10e745 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:51.790816 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6934d76b-df84-4b1b-b441-5e313ec4a5a0 req-293219fe-6bae-4eb5-a60c-5adbc46bd15b tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514607 Dec 10 16:26:51.798171 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device d3a49868-c6a8-4117-96a5-1199634c1a1c details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:26:51.799790 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4417515c-6069-4821-9f4f-239071b31ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:51.828256 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4417515c-6069-4821-9f4f-239071b31ace admin admin] Pushing event deleted for resources: {'Port': ['ID=77d0f6c1-834b-43e8-be13-d62cda238a6f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:51.841646 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4417515c-6069-4821-9f4f-239071b31ace admin admin] No DVR routers for this DVR port 77d0f6c1-834b-43e8-be13-d62cda238a6f on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:26:51.872551 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-43725791-4109-492e-9c74-1343fe10e745 None None] For port 77d0f6c1-834b-43e8-be13-d62cda238a6f, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=77d0f6c1-834b-43e8-be13-d62cda238a6f,segment=NetworkSegment(9b0e895e-f859-4fe1-8265-102cfa556106),segment_id=9b0e895e-f859-4fe1-8265-102cfa556106)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:51.872876 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-43725791-4109-492e-9c74-1343fe10e745 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:51.886965 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-43725791-4109-492e-9c74-1343fe10e745 None None] Calling delete_port for 77d0f6c1-834b-43e8-be13-d62cda238a6f owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:26:51.918670 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4417515c-6069-4821-9f4f-239071b31ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:51.925086 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d44ff9-d55e-44d6-82f2-befc4646072e req-5f3d2490-7bb1-4344-9d30-24ba34d8f016 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:51.926686 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-72d44ff9-d55e-44d6-82f2-befc4646072e req-5f3d2490-7bb1-4344-9d30-24ba34d8f016 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.0504482 Dec 10 16:26:51.940962 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-4417515c-6069-4821-9f4f-239071b31ace admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50cd31b1-5d21-4904-ad7f-485cf1aa4b61']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:51.952730 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-4417515c-6069-4821-9f4f-239071b31ace admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b0e895e-f859-4fe1-8265-102cfa556106') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:51.953021 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-4417515c-6069-4821-9f4f-239071b31ace admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b0e895e-f859-4fe1-8265-102cfa556106') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:51.963145 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4417515c-6069-4821-9f4f-239071b31ace admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:51.976324 n-d-766771-2 neutron-server[103394]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 16:26:51.976324 n-d-766771-2 neutron-server[103394]: from cryptography.utils import int_from_bytes Dec 10 16:26:51.976324 n-d-766771-2 neutron-server[103394]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 16:26:51.976324 n-d-766771-2 neutron-server[103394]: from cryptography.utils import int_from_bytes Dec 10 16:26:51.976324 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:26:51.976324 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:26:51.976324 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:26:51.976324 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:26:51.976324 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:26:51.976324 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:26:51.976324 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:26:51.976324 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:26:51.976324 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:26:51.976324 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:26:51.976324 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:26:51.976324 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:26:51.976324 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:26:51.976324 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:26:51.976324 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:26:51.976324 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:26:51.976324 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:26:51.976324 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:26:51.976324 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:26:51.976324 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:26:51.976324 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:26:51.976324 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:26:51.976324 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:26:51.976324 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:26:51.976324 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:26:51.976324 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:26:51.976324 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:26:51.976324 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:26:51.976324 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:26:51.976324 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:26:51.976324 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:26:51.976324 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:26:51.976324 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:26:51.976324 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:26:51.976324 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:26:51.976324 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:26:51.976324 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:26:51.976324 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:26:51.979638 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:26:51.979638 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:26:51.979638 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:26:51.979638 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:26:51.979638 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:26:51.979638 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:26:51.979638 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:26:51.979638 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:26:51.979638 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:26:51.979638 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:26:51.979638 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:26:51.979638 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:26:51.979638 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:26:51.979638 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:26:51.980687 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4417515c-6069-4821-9f4f-239071b31ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:51.981987 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-43725791-4109-492e-9c74-1343fe10e745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:51.985842 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4417515c-6069-4821-9f4f-239071b31ace admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:26:51.986309 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4417515c-6069-4821-9f4f-239071b31ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:51.988073 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:26:51.988073 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:26:51.988073 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:26:51.988073 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:26:51.988073 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:26:51.988073 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:26:51.988073 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:26:51.988073 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:26:51.988073 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:26:51.988073 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:26:51.988073 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:26:51.988073 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:26:51.988073 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:26:51.988073 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:26:51.988073 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:26:51.988073 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:26:51.988073 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:26:51.988073 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:26:51.988073 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:26:51.988073 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:26:51.988073 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:26:51.988073 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:26:51.988073 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:26:51.988073 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:26:51.988073 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:26:51.988073 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:26:51.988073 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:26:51.988073 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:26:51.988073 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:26:51.988073 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:26:51.988073 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:26:51.988073 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:26:51.994209 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-72d44ff9-d55e-44d6-82f2-befc4646072e req-aa20ed46-cd28-41f4-ac1c-6338c1cf25a4 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591650 Dec 10 16:26:52.029637 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43725791-4109-492e-9c74-1343fe10e745 None None] No DVR routers for this DVR port 77d0f6c1-834b-43e8-be13-d62cda238a6f on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:26:52.056127 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43725791-4109-492e-9c74-1343fe10e745 None None] Pushing event deleted for resources: {'Port': ['ID=77d0f6c1-834b-43e8-be13-d62cda238a6f,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:52.065314 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4417515c-6069-4821-9f4f-239071b31ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:52.080266 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4417515c-6069-4821-9f4f-239071b31ace admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:52.084318 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4417515c-6069-4821-9f4f-239071b31ace admin admin] 10.222.0.11 "DELETE /v2.0/networks/50cd31b1-5d21-4904-ad7f-485cf1aa4b61 HTTP/1.1" status: 204 len: 168 time: 0.6463206 Dec 10 16:26:52.105855 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4417515c-6069-4821-9f4f-239071b31ace admin admin] Pushing event deleted for resources: {'Network': ['ID=50cd31b1-5d21-4904-ad7f-485cf1aa4b61,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:52.138007 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port d3a49868-c6a8-4117-96a5-1199634c1a1c, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=d3a49868-c6a8-4117-96a5-1199634c1a1c,segment=NetworkSegment(202a4f27-efaf-4aa4-a5b6-4fed5789143f),segment_id=202a4f27-efaf-4aa4-a5b6-4fed5789143f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:52.143933 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b4e47-c5be-4f82-96d0-29a3f66fc9f5 req-1439ed11-231c-4d1c-ad51-9acb3abeb7b9 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:52.145208 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-499b4e47-c5be-4f82-96d0-29a3f66fc9f5 req-1439ed11-231c-4d1c-ad51-9acb3abeb7b9 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=b26849d8-db9e-4a57-8bc4-4781104f52a0 HTTP/1.1" status: 200 len: 946 time: 0.0682800 Dec 10 16:26:52.155668 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': 'd3a49868-c6a8-4117-96a5-1199634c1a1c', 'network_id': '123753fd-671f-4987-bef4-d916c936bd1c', 'port_id': 'd3a49868-c6a8-4117-96a5-1199634c1a1c', 'mac_address': 'fa:16:3e:05:5f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f0d861f-5c16-464a-8c40-f6b6843369d2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:26:52.205961 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device b3f05f5d-83d3-4513-9491-6534ae266871 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:26:52.215383 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-499b4e47-c5be-4f82-96d0-29a3f66fc9f5 req-271159cd-e5c5-4232-bf0b-3a44542031c3 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629926 Dec 10 16:26:52.236573 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: b3f05f5d-83d3-4513-9491-6534ae266871 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:26:52.236573 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device b3f05f5d-83d3-4513-9491-6534ae266871 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:26:52.236573 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 3d1f22f5-4457-4e1e-841d-562242ac36e9 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:26:52.242277 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:52.259744 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 3d1f22f5-4457-4e1e-841d-562242ac36e9 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:26:52.260262 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 3d1f22f5-4457-4e1e-841d-562242ac36e9 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:26:52.260596 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 77d0f6c1-834b-43e8-be13-d62cda238a6f no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:26:52.283523 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47040) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:26:52.288309 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 77d0f6c1-834b-43e8-be13-d62cda238a6f {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:26:52.288688 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 77d0f6c1-834b-43e8-be13-d62cda238a6f not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:26:52.291622 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3a49868-c6a8-4117-96a5-1199634c1a1c {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:26:52.315359 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port d3a49868-c6a8-4117-96a5-1199634c1a1c, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=d3a49868-c6a8-4117-96a5-1199634c1a1c,segment=NetworkSegment(202a4f27-efaf-4aa4-a5b6-4fed5789143f),segment_id=202a4f27-efaf-4aa4-a5b6-4fed5789143f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:52.321827 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:52.340940 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3d7e1e16-90b2-4e5e-803a-998a3b290fb3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2f348a6ef1b744809177e6c8e3c6126d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0538268 Dec 10 16:26:52.341197 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47042) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:26:52.372551 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=d3a49868-c6a8-4117-96a5-1199634c1a1c,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:52.394123 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a135192-13c1-4488-a91b-3738ff9ecf33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:52.416843 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a135192-13c1-4488-a91b-3738ff9ecf33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:52.423048 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c479ab5-6930-40d3-a993-7035ddb801b6 req-52fd8868-8944-4a12-a4b3-cc7108d1caca tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:52.424555 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4c479ab5-6930-40d3-a993-7035ddb801b6 req-52fd8868-8944-4a12-a4b3-cc7108d1caca tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] 10.222.0.11 "GET /v2.0/ports?device_id=90246507-b0c7-411e-abe9-dd1872975b8a HTTP/1.1" status: 200 len: 945 time: 0.0555856 Dec 10 16:26:52.462919 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a135192-13c1-4488-a91b-3738ff9ecf33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:52.465519 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a135192-13c1-4488-a91b-3738ff9ecf33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:52.466686 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5a135192-13c1-4488-a91b-3738ff9ecf33 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4dbd2ddc-fbc8-4ac1-a676-75cf3a492ed5 HTTP/1.1" status: 204 len: 168 time: 0.1246417 Dec 10 16:26:52.473613 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4c479ab5-6930-40d3-a993-7035ddb801b6 req-eaad788e-fe5a-4a4c-a395-4a3be64f9250 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ab75357-f9e2-4dfe-b3b8-1375775be505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426378 Dec 10 16:26:52.479138 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a135192-13c1-4488-a91b-3738ff9ecf33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbd2ddc-fbc8-4ac1-a676-75cf3a492ed5,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:52.595380 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['d3a49868-c6a8-4117-96a5-1199634c1a1c'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:26:52.667070 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91fc887-cb1d-41f7-b674-f3462f93241e req-02b79a8f-2bd9-47fa-af4a-9d555f482f12 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:52.668660 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b91fc887-cb1d-41f7-b674-f3462f93241e req-02b79a8f-2bd9-47fa-af4a-9d555f482f12 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.0666974 Dec 10 16:26:52.722181 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b91fc887-cb1d-41f7-b674-f3462f93241e req-976dfc70-7137-4a33-b10b-5a93b6e64b52 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472808 Dec 10 16:26:52.830382 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d6b43-dfc1-4502-b8e7-db7a3cc87446 req-ee12c697-3d40-4073-917f-212626f1711e tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:52.831936 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a86d6b43-dfc1-4502-b8e7-db7a3cc87446 req-ee12c697-3d40-4073-917f-212626f1711e tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 950 time: 0.0489502 Dec 10 16:26:52.884210 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a86d6b43-dfc1-4502-b8e7-db7a3cc87446 req-d5ce4cf5-07a3-4ea6-becd-fb568ce2849e tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454741 Dec 10 16:26:52.997191 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d06cd3-a069-423d-9743-b9be3162a1f7 req-94cc77bb-bc2c-4e24-9428-9890699999f6 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:52.998809 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e8d06cd3-a069-423d-9743-b9be3162a1f7 req-94cc77bb-bc2c-4e24-9428-9890699999f6 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.0555010 Dec 10 16:26:53.046751 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e8d06cd3-a069-423d-9743-b9be3162a1f7 req-bedb9e7e-ae0b-4c26-88b0-96fa355292e1 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418265 Dec 10 16:26:53.149477 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc7df8-ff54-49c7-b572-68a8465d967c req-ca227951-1dd8-4607-acab-ef3e82fc75c9 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:53.150971 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-28bc7df8-ff54-49c7-b572-68a8465d967c req-ca227951-1dd8-4607-acab-ef3e82fc75c9 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=df430d8a-fcff-428d-8ff8-84516006dad7 HTTP/1.1" status: 200 len: 945 time: 0.0486169 Dec 10 16:26:53.194660 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47072) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:26:53.197719 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-28bc7df8-ff54-49c7-b572-68a8465d967c req-66ad3f62-25e0-4341-a0ff-a4811689c6c7 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404847 Dec 10 16:26:53.291473 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c5963c01-22a0-4745-8055-141c44fb3dba admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-333135798-network', 'tenant_id': '87638972bbdb420baed9019b114e9df8'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:26:53.314944 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065fc48e-6efb-4872-be36-e6a770d2cc32 req-826cc45e-30d5-49e0-971e-030030fae0e5 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:53.315439 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5963c01-22a0-4745-8055-141c44fb3dba admin admin] Made reservation on behalf of 87638972bbdb420baed9019b114e9df8 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:26:53.316727 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-065fc48e-6efb-4872-be36-e6a770d2cc32 req-826cc45e-30d5-49e0-971e-030030fae0e5 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=df430d8a-fcff-428d-8ff8-84516006dad7 HTTP/1.1" status: 200 len: 1096 time: 0.0481818 Dec 10 16:26:53.318782 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c5963c01-22a0-4745-8055-141c44fb3dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:53.327542 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c5963c01-22a0-4745-8055-141c44fb3dba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:53.361932 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-065fc48e-6efb-4872-be36-e6a770d2cc32 req-9af8b906-3065-4222-ba03-cd1ce47a126a tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382023 Dec 10 16:26:53.403412 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c5963c01-22a0-4745-8055-141c44fb3dba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:53.407221 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c5963c01-22a0-4745-8055-141c44fb3dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:53.435408 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5963c01-22a0-4745-8055-141c44fb3dba admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:26:53.441839 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5963c01-22a0-4745-8055-141c44fb3dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcf6659-ad70-4f78-8202-1accd4dc47f4,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:53.447693 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c5963c01-22a0-4745-8055-141c44fb3dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:53.448129 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-c5963c01-22a0-4745-8055-141c44fb3dba admin admin] Added segment 5ba54cce-8066-4ebb-a6ee-8a1c8abcc880 of type vlan for network 54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06 Dec 10 16:26:53.471731 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba636ff-40e0-41f2-b809-db9ceaeab995 req-c5b88b7f-607a-41b6-9991-d3190619dd09 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:53.473214 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0ba636ff-40e0-41f2-b809-db9ceaeab995 req-c5b88b7f-607a-41b6-9991-d3190619dd09 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.0525110 Dec 10 16:26:53.493366 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c5963c01-22a0-4745-8055-141c44fb3dba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:53.520144 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c5963c01-22a0-4745-8055-141c44fb3dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:53.521122 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5963c01-22a0-4745-8055-141c44fb3dba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:53.521719 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c5963c01-22a0-4745-8055-141c44fb3dba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:53.525573 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0ba636ff-40e0-41f2-b809-db9ceaeab995 req-b346ebd6-e811-4e4d-9aa3-3a624534f860 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456123 Dec 10 16:26:53.573780 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c5963c01-22a0-4745-8055-141c44fb3dba admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3779817 Dec 10 16:26:53.576779 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 47092) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:26:53.582167 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a3471625-b959-4fe0-928c-181c86f5f228 admin admin] Request body: {'subnet': {'network_id': '54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-333135798-subnet', 'tenant_id': '87638972bbdb420baed9019b114e9df8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:26:53.584734 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5963c01-22a0-4745-8055-141c44fb3dba admin admin] Pushing event updated for resources: {'Network': ['ID=54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:53.595164 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:26:53.642633 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3471625-b959-4fe0-928c-181c86f5f228 admin admin] Made reservation on behalf of 87638972bbdb420baed9019b114e9df8 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:26:53.645002 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a3471625-b959-4fe0-928c-181c86f5f228 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:53.664584 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca337d2-9369-48f8-bb93-43073ce7ff38 req-e4258e40-da4f-42c3-8df9-1ccdcf4f0d05 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:53.666066 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aca337d2-9369-48f8-bb93-43073ce7ff38 req-e4258e40-da4f-42c3-8df9-1ccdcf4f0d05 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=b26849d8-db9e-4a57-8bc4-4781104f52a0 HTTP/1.1" status: 200 len: 946 time: 0.0804973 Dec 10 16:26:53.765620 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aca337d2-9369-48f8-bb93-43073ce7ff38 req-b90bc83a-df0d-464d-a6c6-adbb46c10aba tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737813 Dec 10 16:26:53.808850 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device d3a49868-c6a8-4117-96a5-1199634c1a1c up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:26:53.862382 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port d3a49868-c6a8-4117-96a5-1199634c1a1c completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:26:53.866225 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port d3a49868-c6a8-4117-96a5-1199634c1a1c triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:26:53.866601 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:53.873386 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a3471625-b959-4fe0-928c-181c86f5f228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:53.947308 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:53.956031 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3471625-b959-4fe0-928c-181c86f5f228 admin admin] Pushing event updated for resources: {'Subnet': ['ID=680c8cce-43a4-41f3-b994-8a2b86d3ec14,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:53.970286 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90246507-b0c7-411e-abe9-dd1872975b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a49868-c6a8-4117-96a5-1199634c1a1c'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:26:53.972539 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d513b8-0095-4ca7-afde-06bafadfcd5e" -d '{"events": [{"server_uuid": "90246507-b0c7-411e-abe9-dd1872975b8a", "name": "network-vif-plugged", "status": "completed", "tag": "d3a49868-c6a8-4117-96a5-1199634c1a1c"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:26:53.973676 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3471625-b959-4fe0-928c-181c86f5f228 admin admin] Checking segment: {'id': '5ba54cce-8066-4ebb-a6ee-8a1c8abcc880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:26:53.974055 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3471625-b959-4fe0-928c-181c86f5f228 admin admin] Network hostable DHCP agents. Network: 54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:26:53.979169 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f576d-7c6c-48c9-9216-96cbee49c4e3 req-51379194-22dd-43b7-8aa2-131948cbf6bc tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:53.980682 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f79f576d-7c6c-48c9-9216-96cbee49c4e3 req-51379194-22dd-43b7-8aa2-131948cbf6bc tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=df430d8a-fcff-428d-8ff8-84516006dad7 HTTP/1.1" status: 200 len: 1096 time: 0.0798223 Dec 10 16:26:53.985644 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port d3a49868-c6a8-4117-96a5-1199634c1a1c, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=d3a49868-c6a8-4117-96a5-1199634c1a1c,segment=NetworkSegment(202a4f27-efaf-4aa4-a5b6-4fed5789143f),segment_id=202a4f27-efaf-4aa4-a5b6-4fed5789143f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:53.989952 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:54.010588 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3471625-b959-4fe0-928c-181c86f5f228 admin admin] Network 54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:26:54.037947 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-a3471625-b959-4fe0-928c-181c86f5f228 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:26:54.039309 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=d3a49868-c6a8-4117-96a5-1199634c1a1c,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:54.042659 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3471625-b959-4fe0-928c-181c86f5f228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:54.043514 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a3471625-b959-4fe0-928c-181c86f5f228 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:54.046059 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffb288e-6a40-4931-9452-67fb09aeeea7 None None] Network 54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:26:54.063980 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f79f576d-7c6c-48c9-9216-96cbee49c4e3 req-f60c7b5b-9413-4f20-8c59-5e96d3069e31 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736210 Dec 10 16:26:54.090255 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a3471625-b959-4fe0-928c-181c86f5f228 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4980555 Dec 10 16:26:54.090397 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47098) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:26:54.094110 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-f112c7bc-8c49-46d0-95fb-8927235a436d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-333135798-router', 'tenant_id': '87638972bbdb420baed9019b114e9df8', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:26:54.123195 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f112c7bc-8c49-46d0-95fb-8927235a436d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:54.124240 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f112c7bc-8c49-46d0-95fb-8927235a436d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:54.159860 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713820d3-6b0c-4c1d-b3c9-4fc0c7dbda5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06', 'network_id': '54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06', 'project_id': '87638972bbdb420baed9019b114e9df8', 'fixed_ips': [{'subnet_id': '680c8cce-43a4-41f3-b994-8a2b86d3ec14'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:26:54.160737 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-713820d3-6b0c-4c1d-b3c9-4fc0c7dbda5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:54.179751 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f112c7bc-8c49-46d0-95fb-8927235a436d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:54.182506 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89c3c7-2476-4dd0-a095-102c2f707b7e req-fd96a1cc-4b6e-48dc-a93b-2c92fe6e0bd6 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:54.190058 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9b89c3c7-2476-4dd0-a095-102c2f707b7e req-fd96a1cc-4b6e-48dc-a93b-2c92fe6e0bd6 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] 10.222.0.11 "GET /v2.0/ports?device_id=90246507-b0c7-411e-abe9-dd1872975b8a HTTP/1.1" status: 200 len: 946 time: 0.0631187 Dec 10 16:26:54.239285 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9b89c3c7-2476-4dd0-a095-102c2f707b7e req-da0b0d4a-5673-4787-a12b-23e34275a143 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ab75357-f9e2-4dfe-b3b8-1375775be505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477014 Dec 10 16:26:54.313185 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f112c7bc-8c49-46d0-95fb-8927235a436d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:54.314119 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-713820d3-6b0c-4c1d-b3c9-4fc0c7dbda5a None None] Allocated IP 172.20.0.2 (54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06/680c8cce-43a4-41f3-b994-8a2b86d3ec14/06b3d6e1-31c4-403d-82e2-cd18f85baa02) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:26:54.346104 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391f659-e128-4df7-b5ff-c50ec2bdbd5e req-7ba67037-3b3a-44c8-ad73-39948e231077 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:54.347739 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d391f659-e128-4df7-b5ff-c50ec2bdbd5e req-7ba67037-3b3a-44c8-ad73-39948e231077 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.0569336 Dec 10 16:26:54.417019 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d391f659-e128-4df7-b5ff-c50ec2bdbd5e req-a73cc7e7-c771-4073-8040-60ef7307b8c0 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618260 Dec 10 16:26:54.531810 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f112c7bc-8c49-46d0-95fb-8927235a436d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:54.551536 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f112c7bc-8c49-46d0-95fb-8927235a436d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:54.613418 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdc9ae-7f80-40f9-add8-a78ef39a15c1 req-1c646b54-fb51-40a9-b272-1b4b1c207950 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:54.615633 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d0bdc9ae-7f80-40f9-add8-a78ef39a15c1 req-1c646b54-fb51-40a9-b272-1b4b1c207950 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 950 time: 0.0500515 Dec 10 16:26:54.623036 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-713820d3-6b0c-4c1d-b3c9-4fc0c7dbda5a None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:54.631223 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-713820d3-6b0c-4c1d-b3c9-4fc0c7dbda5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:54.670520 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713820d3-6b0c-4c1d-b3c9-4fc0c7dbda5a None None] Network 54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:26:54.672507 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-f112c7bc-8c49-46d0-95fb-8927235a436d admin admin] Allocated IP 172.25.6.60 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/6f9a3a99-3f7b-4281-9666-bb76e5698adc) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:26:54.674894 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-713820d3-6b0c-4c1d-b3c9-4fc0c7dbda5a None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:26:54.679471 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713820d3-6b0c-4c1d-b3c9-4fc0c7dbda5a None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:26:54.684848 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d0bdc9ae-7f80-40f9-add8-a78ef39a15c1 req-66124549-546c-4809-af2c-839ea92aabb1 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617735 Dec 10 16:26:54.688095 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713820d3-6b0c-4c1d-b3c9-4fc0c7dbda5a None None] Pushing event updated for resources: {'Port': ['ID=06b3d6e1-31c4-403d-82e2-cd18f85baa02,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:54.736828 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf1a0ce-95c8-4119-9339-95e6c9932ca5 x-openstack-request-id: req-8cf1a0ce-95c8-4119-9339-95e6c9932ca5 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:26:54.737190 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90246507-b0c7-411e-abe9-dd1872975b8a", "name": "network-vif-plugged", "status": "completed", "tag": "d3a49868-c6a8-4117-96a5-1199634c1a1c", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:26:54.737501 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8cf1a0ce-95c8-4119-9339-95e6c9932ca5 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:26:54.737916 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90246507-b0c7-411e-abe9-dd1872975b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a49868-c6a8-4117-96a5-1199634c1a1c', 'code': 200} Dec 10 16:26:54.752411 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-713820d3-6b0c-4c1d-b3c9-4fc0c7dbda5a None None] Attempting to bind port 06b3d6e1-31c4-403d-82e2-cd18f85baa02 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:26:54.752663 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-713820d3-6b0c-4c1d-b3c9-4fc0c7dbda5a None None] Attempting to bind port 06b3d6e1-31c4-403d-82e2-cd18f85baa02 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '5ba54cce-8066-4ebb-a6ee-8a1c8abcc880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:26:54.753355 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713820d3-6b0c-4c1d-b3c9-4fc0c7dbda5a None None] Attempting to bind port 06b3d6e1-31c4-403d-82e2-cd18f85baa02 on network 54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:26:54.758950 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713820d3-6b0c-4c1d-b3c9-4fc0c7dbda5a None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:26:54.759435 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713820d3-6b0c-4c1d-b3c9-4fc0c7dbda5a None None] Checking segment: {'id': '5ba54cce-8066-4ebb-a6ee-8a1c8abcc880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:26:54.760037 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-713820d3-6b0c-4c1d-b3c9-4fc0c7dbda5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:54.760645 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713820d3-6b0c-4c1d-b3c9-4fc0c7dbda5a None None] Bound using segment: {'id': '5ba54cce-8066-4ebb-a6ee-8a1c8abcc880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:26:54.761316 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-713820d3-6b0c-4c1d-b3c9-4fc0c7dbda5a None None] Bound port: 06b3d6e1-31c4-403d-82e2-cd18f85baa02, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba54cce-8066-4ebb-a6ee-8a1c8abcc880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:26:54.762026 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-713820d3-6b0c-4c1d-b3c9-4fc0c7dbda5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:54.808042 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f112c7bc-8c49-46d0-95fb-8927235a436d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:54.840270 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-713820d3-6b0c-4c1d-b3c9-4fc0c7dbda5a None None] For port 06b3d6e1-31c4-403d-82e2-cd18f85baa02, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:26:54.845411 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-713820d3-6b0c-4c1d-b3c9-4fc0c7dbda5a None None] For port 06b3d6e1-31c4-403d-82e2-cd18f85baa02, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=06b3d6e1-31c4-403d-82e2-cd18f85baa02,segment=NetworkSegment(5ba54cce-8066-4ebb-a6ee-8a1c8abcc880),segment_id=5ba54cce-8066-4ebb-a6ee-8a1c8abcc880)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:26:54.849382 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-713820d3-6b0c-4c1d-b3c9-4fc0c7dbda5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:54.849647 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7e19f-553e-45f8-bea9-358ed6f77ea8 req-62753e1f-fb5e-4e2c-b7bb-e3aea89e43aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:54.851545 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a9c7e19f-553e-45f8-bea9-358ed6f77ea8 req-62753e1f-fb5e-4e2c-b7bb-e3aea89e43aa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=90246507-b0c7-411e-abe9-dd1872975b8a HTTP/1.1" status: 200 len: 1097 time: 0.0494926 Dec 10 16:26:54.855619 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f112c7bc-8c49-46d0-95fb-8927235a436d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:54.890405 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f112c7bc-8c49-46d0-95fb-8927235a436d admin admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:26:54.897823 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-f112c7bc-8c49-46d0-95fb-8927235a436d admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:26:54.902123 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f112c7bc-8c49-46d0-95fb-8927235a436d admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:26:54.909771 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713820d3-6b0c-4c1d-b3c9-4fc0c7dbda5a None None] Pushing event updated for resources: {'Port': ['ID=06b3d6e1-31c4-403d-82e2-cd18f85baa02,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:54.950602 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abbfb8d-5daa-4663-9350-120f0e9725d5 req-c42b0402-43a4-4a42-b457-1754b4c8dc7c tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:54.952104 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4abbfb8d-5daa-4663-9350-120f0e9725d5 req-c42b0402-43a4-4a42-b457-1754b4c8dc7c tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=b26849d8-db9e-4a57-8bc4-4781104f52a0 HTTP/1.1" status: 200 len: 946 time: 0.0837936 Dec 10 16:26:54.956128 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a9c7e19f-553e-45f8-bea9-358ed6f77ea8 req-56160328-a559-4821-a1c6-9142fc8f629d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0ab75357-f9e2-4dfe-b3b8-1375775be505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951278 Dec 10 16:26:54.956654 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f112c7bc-8c49-46d0-95fb-8927235a436d admin admin] Pushing event updated for resources: {'Port': ['ID=6f9a3a99-3f7b-4281-9666-bb76e5698adc,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:55.005899 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4abbfb8d-5daa-4663-9350-120f0e9725d5 req-16cfa984-9005-415d-9887-a62c1400a989 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460737 Dec 10 16:26:55.192945 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f112c7bc-8c49-46d0-95fb-8927235a436d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:55.390923 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f112c7bc-8c49-46d0-95fb-8927235a436d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:55.524021 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f112c7bc-8c49-46d0-95fb-8927235a436d admin admin] Router 49c1dfb1-e8f2-476b-b533-25c93fce4e8c is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:26:55.872081 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f112c7bc-8c49-46d0-95fb-8927235a436d admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:26:55.891670 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f112c7bc-8c49-46d0-95fb-8927235a436d admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:55.894497 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622d5ba7-22e6-448f-8a1f-5dece4bc7c32 None None] Sync routers for ids ['49c1dfb1-e8f2-476b-b533-25c93fce4e8c'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:26:55.896174 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 47144) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:26:55.903816 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f112c7bc-8c49-46d0-95fb-8927235a436d admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8236454 Dec 10 16:26:55.906983 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622d5ba7-22e6-448f-8a1f-5dece4bc7c32 None None] Routers {'49c1dfb1-e8f2-476b-b533-25c93fce4e8c'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:26:55.909198 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-622d5ba7-22e6-448f-8a1f-5dece4bc7c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:26:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['49c1dfb1-e8f2-476b-b533-25c93fce4e8c'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:56.027355 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-622d5ba7-22e6-448f-8a1f-5dece4bc7c32 None None] Set router 49c1dfb1-e8f2-476b-b533-25c93fce4e8c gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:26:56.072388 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c5d8b1-fffb-4644-b035-79663b087601 None None] Network 54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:26:56.213662 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b9503207-b9c3-4aae-9a70-d6e7f3e62446 None None] Provisioning complete for port 06b3d6e1-31c4-403d-82e2-cd18f85baa02 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:26:56.214098 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b9503207-b9c3-4aae-9a70-d6e7f3e62446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:56.272422 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-622d5ba7-22e6-448f-8a1f-5dece4bc7c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c1dfb1-e8f2-476b-b533-25c93fce4e8c', 'name': 'tempest-TaggedBootDevicesTest_v242-333135798-router', 'tenant_id': '87638972bbdb420baed9019b114e9df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '6f9a3a99-3f7b-4281-9666-bb76e5698adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:26:54Z', 'updated_at': '2021-12-10T16:26:55Z', 'revision_number': 3, 'project_id': '87638972bbdb420baed9019b114e9df8', 'gw_port': {'id': '6f9a3a99-3f7b-4281-9666-bb76e5698adc', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cb:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c1dfb1-e8f2-476b-b533-25c93fce4e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:26:54Z', 'updated_at': '2021-12-10T16:26:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:56.279895 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-8585b731-6755-47ff-bcec-9a8615334cd6 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:26:56.280477 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 06b3d6e1-31c4-403d-82e2-cd18f85baa02 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:26:56.280905 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-8585b731-6755-47ff-bcec-9a8615334cd6 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3410275 Dec 10 16:26:56.311034 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622d5ba7-22e6-448f-8a1f-5dece4bc7c32 None None] Checking router: 49c1dfb1-e8f2-476b-b533-25c93fce4e8c for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:26:56.311751 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622d5ba7-22e6-448f-8a1f-5dece4bc7c32 None None] Updating router 49c1dfb1-e8f2-476b-b533-25c93fce4e8c port 6f9a3a99-3f7b-4281-9666-bb76e5698adc binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:26:56.330257 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-156608a4-03b8-455e-a3fb-4b43659b0a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:56.331625 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-156608a4-03b8-455e-a3fb-4b43659b0a66 service neutron] 10.222.0.11 "GET /v2.0/ports/49c6261e-6d23-43e3-a793-ddf1615a328f HTTP/1.1" status: 200 len: 1093 time: 0.0415342 Dec 10 16:26:56.338449 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-622d5ba7-22e6-448f-8a1f-5dece4bc7c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:56.346783 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-995dbd2d-3576-4057-9110-6e5f0c836db8 service neutron] Request body: {'binding': {'host': 'n-h2-766771-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:26:56.347236 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-995dbd2d-3576-4057-9110-6e5f0c836db8 service neutron] Unknown quota resources ['binding']. {{(pid=103392) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 16:26:56.391765 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b9503207-b9c3-4aae-9a70-d6e7f3e62446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:56.404160 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 06b3d6e1-31c4-403d-82e2-cd18f85baa02 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:26:56.404742 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:56.456209 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b9503207-b9c3-4aae-9a70-d6e7f3e62446 None None] For port 06b3d6e1-31c4-403d-82e2-cd18f85baa02, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=06b3d6e1-31c4-403d-82e2-cd18f85baa02,segment=NetworkSegment(5ba54cce-8066-4ebb-a6ee-8a1c8abcc880),segment_id=5ba54cce-8066-4ebb-a6ee-8a1c8abcc880)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:56.462907 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b9503207-b9c3-4aae-9a70-d6e7f3e62446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:56.544010 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9503207-b9c3-4aae-9a70-d6e7f3e62446 None None] Pushing event updated for resources: {'Port': ['ID=06b3d6e1-31c4-403d-82e2-cd18f85baa02,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:56.567932 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25b22120-3fe1-489e-86be-f37fcb71fe49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:56.608576 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-995dbd2d-3576-4057-9110-6e5f0c836db8 service neutron] Attempting to bind port 49c6261e-6d23-43e3-a793-ddf1615a328f on host n-h2-766771-2 for vnic_type normal with profile None {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:26:56.609118 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-995dbd2d-3576-4057-9110-6e5f0c836db8 service neutron] Attempting to bind port 49c6261e-6d23-43e3-a793-ddf1615a328f by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:26:56.609279 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-995dbd2d-3576-4057-9110-6e5f0c836db8 service neutron] Attempting to bind port 49c6261e-6d23-43e3-a793-ddf1615a328f on network 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:26:56.655064 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-995dbd2d-3576-4057-9110-6e5f0c836db8 service neutron] Port 49c6261e-6d23-43e3-a793-ddf1615a328f on network 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:26:56.655391 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-995dbd2d-3576-4057-9110-6e5f0c836db8 service neutron] Attempting to bind port 49c6261e-6d23-43e3-a793-ddf1615a328f on network 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:26:56.667522 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-622d5ba7-22e6-448f-8a1f-5dece4bc7c32 None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:56.670746 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-995dbd2d-3576-4057-9110-6e5f0c836db8 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:26:56.671111 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-995dbd2d-3576-4057-9110-6e5f0c836db8 service neutron] Checking segment: {'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:26:56.671494 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-995dbd2d-3576-4057-9110-6e5f0c836db8 service neutron] Bound using segment: {'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:26:56.671956 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-995dbd2d-3576-4057-9110-6e5f0c836db8 service neutron] Bound port: 49c6261e-6d23-43e3-a793-ddf1615a328f, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:26:56.674512 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-622d5ba7-22e6-448f-8a1f-5dece4bc7c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:56.685477 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-ddc8726c-8610-4509-a0f8-a97fb46f55da None None] Provisioning complete for port 06b3d6e1-31c4-403d-82e2-cd18f85baa02 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:26:56.685954 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ddc8726c-8610-4509-a0f8-a97fb46f55da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:56.735813 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-622d5ba7-22e6-448f-8a1f-5dece4bc7c32 None None] Attempting to bind port 6f9a3a99-3f7b-4281-9666-bb76e5698adc on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:26:56.736280 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-622d5ba7-22e6-448f-8a1f-5dece4bc7c32 None None] Attempting to bind port 6f9a3a99-3f7b-4281-9666-bb76e5698adc by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:26:56.736641 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622d5ba7-22e6-448f-8a1f-5dece4bc7c32 None None] Attempting to bind port 6f9a3a99-3f7b-4281-9666-bb76e5698adc on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:26:56.740774 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88bfaee-1323-49f0-bbc5-7e2c9d08fb85 None None] Pushing event updated for resources: {'Port': ['ID=6f9a3a99-3f7b-4281-9666-bb76e5698adc,revision_number=2']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:56.747745 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622d5ba7-22e6-448f-8a1f-5dece4bc7c32 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:26:56.748368 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622d5ba7-22e6-448f-8a1f-5dece4bc7c32 None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:26:56.748874 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-622d5ba7-22e6-448f-8a1f-5dece4bc7c32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:56.749185 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622d5ba7-22e6-448f-8a1f-5dece4bc7c32 None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:26:56.749843 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-622d5ba7-22e6-448f-8a1f-5dece4bc7c32 None None] Bound port: 6f9a3a99-3f7b-4281-9666-bb76e5698adc, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:26:56.750906 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-622d5ba7-22e6-448f-8a1f-5dece4bc7c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:56.793238 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-995dbd2d-3576-4057-9110-6e5f0c836db8 service neutron] For port 49c6261e-6d23-43e3-a793-ddf1615a328f, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=49c6261e-6d23-43e3-a793-ddf1615a328f,segment=NetworkSegment(698ea8e5-c316-417a-87ff-ff612f3a473c),segment_id=698ea8e5-c316-417a-87ff-ff612f3a473c)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:26:56.800357 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-995dbd2d-3576-4057-9110-6e5f0c836db8 service neutron] Publish callbacks [] for binding, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:56.801685 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-995dbd2d-3576-4057-9110-6e5f0c836db8 service neutron] 10.222.0.11 "POST /v2.0/ports/49c6261e-6d23-43e3-a793-ddf1615a328f/bindings HTTP/1.1" status: 201 len: 389 time: 0.4597130 Dec 10 16:26:56.811798 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-622d5ba7-22e6-448f-8a1f-5dece4bc7c32 None None] For port 6f9a3a99-3f7b-4281-9666-bb76e5698adc, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:26:56.815219 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-622d5ba7-22e6-448f-8a1f-5dece4bc7c32 None None] For port 6f9a3a99-3f7b-4281-9666-bb76e5698adc, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=6f9a3a99-3f7b-4281-9666-bb76e5698adc,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:26:56.817746 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-25b22120-3fe1-489e-86be-f37fcb71fe49 admin admin] Allocated IP 172.20.0.1 (54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06/680c8cce-43a4-41f3-b994-8a2b86d3ec14/0114394b-5c4e-4ab2-b27e-502c41af2b04) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:26:56.821966 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-622d5ba7-22e6-448f-8a1f-5dece4bc7c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:56.888112 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622d5ba7-22e6-448f-8a1f-5dece4bc7c32 None None] Routers {'49c1dfb1-e8f2-476b-b533-25c93fce4e8c'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:26:56.888775 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-622d5ba7-22e6-448f-8a1f-5dece4bc7c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:26:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['49c1dfb1-e8f2-476b-b533-25c93fce4e8c'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:56.891973 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88bfaee-1323-49f0-bbc5-7e2c9d08fb85 None None] Pushing event updated for resources: {'Port': ['ID=6f9a3a99-3f7b-4281-9666-bb76e5698adc,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:56.991031 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25b22120-3fe1-489e-86be-f37fcb71fe49 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:57.015901 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-622d5ba7-22e6-448f-8a1f-5dece4bc7c32 None None] Set router 49c1dfb1-e8f2-476b-b533-25c93fce4e8c gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:26:57.027311 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a34143-9ee4-42f2-a422-68dd1aaa8891 req-271a9fb4-5fed-4f0a-8576-f6824b430f5d tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:57.028820 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-74a34143-9ee4-42f2-a422-68dd1aaa8891 req-271a9fb4-5fed-4f0a-8576-f6824b430f5d tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.0770702 Dec 10 16:26:57.096857 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25b22120-3fe1-489e-86be-f37fcb71fe49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:57.148029 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-72c7c6a7-c166-4db0-a0b9-0986c91133b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:57.149547 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-72c7c6a7-c166-4db0-a0b9-0986c91133b4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c7f96263ffc44481b889fc489836cd3c&device_id=df430d8a-fcff-428d-8ff8-84516006dad7 HTTP/1.1" status: 200 len: 1096 time: 0.1198485 Dec 10 16:26:57.157589 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-74a34143-9ee4-42f2-a422-68dd1aaa8891 req-b6b23dc3-f441-4804-b07f-7acbe92f5323 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148980 Dec 10 16:26:57.162739 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b22120-3fe1-489e-86be-f37fcb71fe49 admin admin] Network 54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:26:57.182735 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-25b22120-3fe1-489e-86be-f37fcb71fe49 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:26:57.190389 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b22120-3fe1-489e-86be-f37fcb71fe49 admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:26:57.210826 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-622d5ba7-22e6-448f-8a1f-5dece4bc7c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c1dfb1-e8f2-476b-b533-25c93fce4e8c', 'name': 'tempest-TaggedBootDevicesTest_v242-333135798-router', 'tenant_id': '87638972bbdb420baed9019b114e9df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '6f9a3a99-3f7b-4281-9666-bb76e5698adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:26:54Z', 'updated_at': '2021-12-10T16:26:55Z', 'revision_number': 3, 'project_id': '87638972bbdb420baed9019b114e9df8', 'gw_port': {'id': '6f9a3a99-3f7b-4281-9666-bb76e5698adc', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cb:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c1dfb1-e8f2-476b-b533-25c93fce4e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:26:54Z', 'updated_at': '2021-12-10T16:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:57.222690 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b22120-3fe1-489e-86be-f37fcb71fe49 admin admin] Pushing event updated for resources: {'Port': ['ID=0114394b-5c4e-4ab2-b27e-502c41af2b04,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:57.246709 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622d5ba7-22e6-448f-8a1f-5dece4bc7c32 None None] The sync data for ids ['49c1dfb1-e8f2-476b-b533-25c93fce4e8c'] in n-d-766771-2 is: [{'id': '49c1dfb1-e8f2-476b-b533-25c93fce4e8c', 'name': 'tempest-TaggedBootDevicesTest_v242-333135798-router', 'tenant_id': '87638972bbdb420baed9019b114e9df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '6f9a3a99-3f7b-4281-9666-bb76e5698adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:26:54Z', 'updated_at': '2021-12-10T16:26:55Z', 'revision_number': 3, 'project_id': '87638972bbdb420baed9019b114e9df8', 'gw_port': {'id': '6f9a3a99-3f7b-4281-9666-bb76e5698adc', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cb:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c1dfb1-e8f2-476b-b533-25c93fce4e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:26:54Z', 'updated_at': '2021-12-10T16:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:26:57.275783 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25b22120-3fe1-489e-86be-f37fcb71fe49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:57.377101 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-12a9d935-31ef-43a3-85f4-8dbadb97db5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:57.378646 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-12a9d935-31ef-43a3-85f4-8dbadb97db5d service neutron] 10.222.0.46 "GET /v2.0/networks?id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce HTTP/1.1" status: 200 len: 909 time: 0.2202141 Dec 10 16:26:57.462761 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-d6778ecd-aa8a-4208-9f1f-67cd02e6e60a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49c6261e-6d23-43e3-a793-ddf1615a328f HTTP/1.1" status: 200 len: 217 time: 0.0753007 Dec 10 16:26:57.476161 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb5352-91dc-4048-a747-22af29a6793e req-49139fb9-6ede-4d7f-bf72-e2bb7135ba69 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:57.477671 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f3eb5352-91dc-4048-a747-22af29a6793e req-49139fb9-6ede-4d7f-bf72-e2bb7135ba69 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] 10.222.0.11 "GET /v2.0/ports?device_id=90246507-b0c7-411e-abe9-dd1872975b8a HTTP/1.1" status: 200 len: 946 time: 0.1464615 Dec 10 16:26:57.529199 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8004baab-0483-42df-9a2b-fbdff40a9db4 None None] Provisioning complete for port 0114394b-5c4e-4ab2-b27e-502c41af2b04 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:26:57.529733 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8004baab-0483-42df-9a2b-fbdff40a9db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:57.574054 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8004baab-0483-42df-9a2b-fbdff40a9db4 None None] Port 0114394b-5c4e-4ab2-b27e-502c41af2b04 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:26:57.588468 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-ae700969-5775-41b5-9c91-cbeaf4fa7796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:57.589986 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-ae700969-5775-41b5-9c91-cbeaf4fa7796 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8e6d4c00-e815-4a48-aff0-5fbec7a9d006 HTTP/1.1" status: 200 len: 848 time: 0.1096935 Dec 10 16:26:57.628559 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25b22120-3fe1-489e-86be-f37fcb71fe49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:57.636356 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-620b6dca-6993-4ec4-ae3d-0557c96e4a16 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368035 Dec 10 16:26:57.654629 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-73445204-0bdb-40e8-a6ba-7a92c7545770 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:26:57.655656 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-73445204-0bdb-40e8-a6ba-7a92c7545770 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080159 Dec 10 16:26:57.660903 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f3eb5352-91dc-4048-a747-22af29a6793e req-47ca8259-ff1a-407a-a470-fbf11322fd5c tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ab75357-f9e2-4dfe-b3b8-1375775be505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664302 Dec 10 16:26:57.925550 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b31e2-d714-45dc-a02e-d607c4fe81dc req-329dc2cd-f46b-4529-a55f-acc18d29e548 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:57.927108 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7f7b31e2-d714-45dc-a02e-d607c4fe81dc req-329dc2cd-f46b-4529-a55f-acc18d29e548 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 950 time: 0.1191506 Dec 10 16:26:57.933090 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-38d40286-e96f-4a7d-a779-a4d9d53da137 service neutron] 10.222.0.46 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687428 Dec 10 16:26:58.257796 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 6f9a3a99-3f7b-4281-9666-bb76e5698adc up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:26:58.299621 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25b22120-3fe1-489e-86be-f37fcb71fe49 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:58.310258 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 6f9a3a99-3f7b-4281-9666-bb76e5698adc triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:26:58.310635 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:58.319275 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25b22120-3fe1-489e-86be-f37fcb71fe49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:58.387417 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:58.410250 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 6f9a3a99-3f7b-4281-9666-bb76e5698adc, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=6f9a3a99-3f7b-4281-9666-bb76e5698adc,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:58.415013 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:58.415892 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 06b3d6e1-31c4-403d-82e2-cd18f85baa02 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:26:58.435634 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7f7b31e2-d714-45dc-a02e-d607c4fe81dc req-d857dff0-66af-4713-a49d-360bda4391fb tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5002511 Dec 10 16:26:58.464018 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b22120-3fe1-489e-86be-f37fcb71fe49 admin admin] Pushing event updated for resources: {'Port': ['ID=0114394b-5c4e-4ab2-b27e-502c41af2b04,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:58.480827 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25b22120-3fe1-489e-86be-f37fcb71fe49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:58.485749 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-530288d1-0abd-4b49-9423-b3757519e357 service neutron] 10.222.0.46 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5414994 Dec 10 16:26:58.491198 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-ea8e89ca-6a00-4a48-afb3-412004b3b1a9 service neutron] show failed (client error): The resource could not be found. Dec 10 16:26:58.492183 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-ea8e89ca-6a00-4a48-afb3-412004b3b1a9 service neutron] 10.222.0.26 "GET /v2.0/ports/9ad44a27-a314-4da6-a5bb-3637dee7714f/bindings/n-h2-766771-2 HTTP/1.1" status: 404 len: 380 time: 0.1895211 Dec 10 16:26:58.520468 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=6f9a3a99-3f7b-4281-9666-bb76e5698adc,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:58.536752 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 06b3d6e1-31c4-403d-82e2-cd18f85baa02 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:26:58.537815 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:58.690039 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723fbb8-56fd-424a-9be5-6de2065f72de req-ec67809d-259c-428f-9d61-13c64b78d83e tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:58.691983 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0723fbb8-56fd-424a-9be5-6de2065f72de req-ec67809d-259c-428f-9d61-13c64b78d83e tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=b26849d8-db9e-4a57-8bc4-4781104f52a0 HTTP/1.1" status: 200 len: 946 time: 0.1721313 Dec 10 16:26:58.732425 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b22120-3fe1-489e-86be-f37fcb71fe49 admin admin] Network 54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:26:58.749583 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-25b22120-3fe1-489e-86be-f37fcb71fe49 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:26:58.822550 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0723fbb8-56fd-424a-9be5-6de2065f72de req-127991de-817b-480a-9704-d2918717b926 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219089 Dec 10 16:26:58.888981 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-227a6131-d703-4dc0-bf83-b460cd986de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:58.890517 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-227a6131-d703-4dc0-bf83-b460cd986de4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea&tenant_id=94e98c03952a41539b6089aa3614a4af HTTP/1.1" status: 200 len: 1101 time: 0.1724429 Dec 10 16:26:58.917819 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-954fdad7-caa5-4893-92f3-5f427b3c5060 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766771-2', 'device_owner': 'compute:nova'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:26:59.000449 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b22120-3fe1-489e-86be-f37fcb71fe49 admin admin] Router 49c1dfb1-e8f2-476b-b533-25c93fce4e8c has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:26:59.034187 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb5089-e8ab-4dbe-8166-af32ae09553d req-4077cec4-2e9b-4900-b393-669f99064660 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:59.035650 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cdbb5089-e8ab-4dbe-8166-af32ae09553d req-4077cec4-2e9b-4900-b393-669f99064660 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=df430d8a-fcff-428d-8ff8-84516006dad7 HTTP/1.1" status: 200 len: 945 time: 0.1150541 Dec 10 16:26:59.046227 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-954fdad7-caa5-4893-92f3-5f427b3c5060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:59.105447 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-7aed7b53-745a-4c1e-a72e-907806cb1205 None None] Provisioning complete for port 0114394b-5c4e-4ab2-b27e-502c41af2b04 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:26:59.106116 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7aed7b53-745a-4c1e-a72e-907806cb1205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:59.147700 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-7aed7b53-745a-4c1e-a72e-907806cb1205 None None] Port 0114394b-5c4e-4ab2-b27e-502c41af2b04 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:26:59.197841 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cdbb5089-e8ab-4dbe-8166-af32ae09553d req-468a1a32-5bbf-4335-8a87-0758ccb85d6c tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549940 Dec 10 16:26:59.235676 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:26:59.273494 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b22120-3fe1-489e-86be-f37fcb71fe49 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:26:59.279234 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-25b22120-3fe1-489e-86be-f37fcb71fe49 admin admin] 10.222.0.11 "PUT /v2.0/routers/49c1dfb1-e8f2-476b-b533-25c93fce4e8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3820038 Dec 10 16:26:59.296181 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd81879-8d37-4a0b-84b5-1bfaa00c036e None None] Sync routers for ids ['49c1dfb1-e8f2-476b-b533-25c93fce4e8c'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:26:59.306071 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd81879-8d37-4a0b-84b5-1bfaa00c036e None None] Routers {'49c1dfb1-e8f2-476b-b533-25c93fce4e8c'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:26:59.307510 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4bd81879-8d37-4a0b-84b5-1bfaa00c036e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:26:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['49c1dfb1-e8f2-476b-b533-25c93fce4e8c'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:59.399764 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19823b74-a226-4d17-8b09-4d9293e638a6 req-85c8daa4-5ddd-4be2-b511-a91fda65d53c tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:59.407331 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-19823b74-a226-4d17-8b09-4d9293e638a6 req-85c8daa4-5ddd-4be2-b511-a91fda65d53c tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.1360326 Dec 10 16:26:59.452408 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-4bd81879-8d37-4a0b-84b5-1bfaa00c036e None None] Set router 49c1dfb1-e8f2-476b-b533-25c93fce4e8c gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:26:59.472105 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-954fdad7-caa5-4893-92f3-5f427b3c5060 service neutron] For port 9ad44a27-a314-4da6-a5bb-3637dee7714f, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=9ad44a27-a314-4da6-a5bb-3637dee7714f,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:26:59.508104 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-19823b74-a226-4d17-8b09-4d9293e638a6 req-1339ff4c-e602-4923-8844-436f601e6c42 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997508 Dec 10 16:26:59.561253 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-954fdad7-caa5-4893-92f3-5f427b3c5060 service neutron] For port 9ad44a27-a314-4da6-a5bb-3637dee7714f, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:26:59.664144 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9315e3-0b56-48f3-88c5-a065c68e33ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ad44a27-a314-4da6-a5bb-3637dee7714f'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:26:59.673282 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedadc62-7977-4e1d-9a47-67ae695fdcc9" -d '{"events": [{"server_uuid": "4f9315e3-0b56-48f3-88c5-a065c68e33ea", "name": "network-vif-unplugged", "status": "completed", "tag": "9ad44a27-a314-4da6-a5bb-3637dee7714f"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:26:59.684580 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-954fdad7-caa5-4893-92f3-5f427b3c5060 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:59.715690 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-954fdad7-caa5-4893-92f3-5f427b3c5060 service neutron] Transition to ACTIVE for port object 9ad44a27-a314-4da6-a5bb-3637dee7714f will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:26:59.720649 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-954fdad7-caa5-4893-92f3-5f427b3c5060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:59.773124 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4bd81879-8d37-4a0b-84b5-1bfaa00c036e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c1dfb1-e8f2-476b-b533-25c93fce4e8c', 'name': 'tempest-TaggedBootDevicesTest_v242-333135798-router', 'tenant_id': '87638972bbdb420baed9019b114e9df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '6f9a3a99-3f7b-4281-9666-bb76e5698adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:26:54Z', 'updated_at': '2021-12-10T16:26:57Z', 'revision_number': 4, 'project_id': '87638972bbdb420baed9019b114e9df8', 'gw_port': {'id': '6f9a3a99-3f7b-4281-9666-bb76e5698adc', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c1dfb1-e8f2-476b-b533-25c93fce4e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:26:54Z', 'updated_at': '2021-12-10T16:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '0114394b-5c4e-4ab2-b27e-502c41af2b04', 'name': '', 'network_id': '54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06', 'tenant_id': '87638972bbdb420baed9019b114e9df8', 'mac_address': 'fa:16:3e:17:1c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c1dfb1-e8f2-476b-b533-25c93fce4e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '680c8cce-43a4-41f3-b994-8a2b86d3ec14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:26:56Z', 'updated_at': '2021-12-10T16:26:57Z', 'revision_number': 2, 'project_id': '87638972bbdb420baed9019b114e9df8', 'subnets': [{'id': '680c8cce-43a4-41f3-b994-8a2b86d3ec14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:26:59.807319 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd81879-8d37-4a0b-84b5-1bfaa00c036e None None] Checking router: 49c1dfb1-e8f2-476b-b533-25c93fce4e8c for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:26:59.807735 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd81879-8d37-4a0b-84b5-1bfaa00c036e None None] Updating router 49c1dfb1-e8f2-476b-b533-25c93fce4e8c port 0114394b-5c4e-4ab2-b27e-502c41af2b04 binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:26:59.816055 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-954fdad7-caa5-4893-92f3-5f427b3c5060 service neutron] No DVR routers for this DVR port 9ad44a27-a314-4da6-a5bb-3637dee7714f on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:26:59.864614 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-954fdad7-caa5-4893-92f3-5f427b3c5060 service neutron] Attempting to bind port 9ad44a27-a314-4da6-a5bb-3637dee7714f on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:26:59.865824 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-954fdad7-caa5-4893-92f3-5f427b3c5060 service neutron] Attempting to bind port 9ad44a27-a314-4da6-a5bb-3637dee7714f by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:26:59.866369 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-954fdad7-caa5-4893-92f3-5f427b3c5060 service neutron] Attempting to bind port 9ad44a27-a314-4da6-a5bb-3637dee7714f on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:26:59.871682 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-954fdad7-caa5-4893-92f3-5f427b3c5060 service neutron] Port 9ad44a27-a314-4da6-a5bb-3637dee7714f on network 1b1da819-dfba-43f2-8848-8bb429159850 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:26:59.872254 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-954fdad7-caa5-4893-92f3-5f427b3c5060 service neutron] Attempting to bind port 9ad44a27-a314-4da6-a5bb-3637dee7714f on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:26:59.874994 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fdad7-caa5-4893-92f3-5f427b3c5060 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad44a27-a314-4da6-a5bb-3637dee7714f,revision_number=6']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:59.882482 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-954fdad7-caa5-4893-92f3-5f427b3c5060 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:26:59.882748 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4bd81879-8d37-4a0b-84b5-1bfaa00c036e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:59.883244 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-954fdad7-caa5-4893-92f3-5f427b3c5060 service neutron] Checking segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:26:59.883836 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-954fdad7-caa5-4893-92f3-5f427b3c5060 service neutron] Bound using segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:26:59.884657 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-954fdad7-caa5-4893-92f3-5f427b3c5060 service neutron] Bound port: 9ad44a27-a314-4da6-a5bb-3637dee7714f, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:26:59.885462 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-954fdad7-caa5-4893-92f3-5f427b3c5060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:59.967193 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-954fdad7-caa5-4893-92f3-5f427b3c5060 service neutron] For port 9ad44a27-a314-4da6-a5bb-3637dee7714f, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:26:59.970940 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-954fdad7-caa5-4893-92f3-5f427b3c5060 service neutron] For port 9ad44a27-a314-4da6-a5bb-3637dee7714f, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=9ad44a27-a314-4da6-a5bb-3637dee7714f,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:26:59.986932 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-954fdad7-caa5-4893-92f3-5f427b3c5060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:00.027268 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-954fdad7-caa5-4893-92f3-5f427b3c5060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:00.028500 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-954fdad7-caa5-4893-92f3-5f427b3c5060 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:00.030971 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-954fdad7-caa5-4893-92f3-5f427b3c5060 service neutron] 10.222.0.46 "PUT /v2.0/ports/9ad44a27-a314-4da6-a5bb-3637dee7714f HTTP/1.1" status: 200 len: 1096 time: 1.1198862 Dec 10 16:27:00.061083 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47188) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:27:00.066753 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-86ddd52d-7da8-45c6-a8b8-58aecda3a26f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-59029420-network', 'tenant_id': '7ef0693d7775498c8045043558338ff5'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:27:00.096935 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ddd52d-7da8-45c6-a8b8-58aecda3a26f admin admin] Made reservation on behalf of 7ef0693d7775498c8045043558338ff5 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:27:00.101040 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-86ddd52d-7da8-45c6-a8b8-58aecda3a26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:00.117107 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-86ddd52d-7da8-45c6-a8b8-58aecda3a26f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:00.182475 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ad890-f951-4f63-9b5c-98443def8814 req-987676b8-b42b-41a8-aa5a-bf5506dc286d tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:00.190853 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-513ad890-f951-4f63-9b5c-98443def8814 req-987676b8-b42b-41a8-aa5a-bf5506dc286d tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 948 time: 0.2181032 Dec 10 16:27:00.225583 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-8050cd90-5893-47fe-8924-c8e1e761a7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:00.227389 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-8050cd90-5893-47fe-8924-c8e1e761a7bc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94e98c03952a41539b6089aa3614a4af&device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 1099 time: 0.1508451 Dec 10 16:27:00.234093 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fdad7-caa5-4893-92f3-5f427b3c5060 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad44a27-a314-4da6-a5bb-3637dee7714f,revision_number=7']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:00.234313 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 6f9a3a99-3f7b-4281-9666-bb76e5698adc up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:27:00.260742 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-86ddd52d-7da8-45c6-a8b8-58aecda3a26f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:00.268307 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-86ddd52d-7da8-45c6-a8b8-58aecda3a26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:00.288803 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ddd52d-7da8-45c6-a8b8-58aecda3a26f admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:27:00.315638 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-86ddd52d-7da8-45c6-a8b8-58aecda3a26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:00.315983 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-86ddd52d-7da8-45c6-a8b8-58aecda3a26f admin admin] Added segment 9a1c60a4-64c6-4be4-b5f8-ebd3ba313168 of type vlan for network ef24c11b-620d-4371-a4a9-9ac56c1a38d9 Dec 10 16:27:00.337832 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-513ad890-f951-4f63-9b5c-98443def8814 req-b7240dfe-8c23-4f1a-914f-95cd14b51633 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458416 Dec 10 16:27:00.397729 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4bd81879-8d37-4a0b-84b5-1bfaa00c036e None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:00.402546 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-86ddd52d-7da8-45c6-a8b8-58aecda3a26f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:00.403675 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-f15933f8-5ca5-42ef-a1e6-c7b075457c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:00.406181 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-f15933f8-5ca5-42ef-a1e6-c7b075457c76 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.1683967 Dec 10 16:27:00.411217 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 6f9a3a99-3f7b-4281-9666-bb76e5698adc triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:27:00.411681 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:00.418946 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4bd81879-8d37-4a0b-84b5-1bfaa00c036e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:00.458355 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ddd52d-7da8-45c6-a8b8-58aecda3a26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac07849-15e0-4503-bc24-72f5dcaceb6e,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:00.477175 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-9cfe0c59-ff65-49d3-9a2a-592af06aa1bb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=9ad44a27-a314-4da6-a5bb-3637dee7714f HTTP/1.1" status: 200 len: 217 time: 0.0621724 Dec 10 16:27:00.478786 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-86ddd52d-7da8-45c6-a8b8-58aecda3a26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:00.480047 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ddd52d-7da8-45c6-a8b8-58aecda3a26f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:00.481501 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-86ddd52d-7da8-45c6-a8b8-58aecda3a26f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:00.545990 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-86ddd52d-7da8-45c6-a8b8-58aecda3a26f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4830511 Dec 10 16:27:00.553778 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47194) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:27:00.562078 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-cbae3bfc-4dc4-4429-a5fb-1907038ee347 admin admin] Request body: {'subnet': {'network_id': 'ef24c11b-620d-4371-a4a9-9ac56c1a38d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-59029420-subnet', 'tenant_id': '7ef0693d7775498c8045043558338ff5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:27:00.580751 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ddd52d-7da8-45c6-a8b8-58aecda3a26f admin admin] Pushing event updated for resources: {'Network': ['ID=ef24c11b-620d-4371-a4a9-9ac56c1a38d9,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:00.607449 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbae3bfc-4dc4-4429-a5fb-1907038ee347 admin admin] Made reservation on behalf of 7ef0693d7775498c8045043558338ff5 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:27:00.609961 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cbae3bfc-4dc4-4429-a5fb-1907038ee347 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:00.621590 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network ef24c11b-620d-4371-a4a9-9ac56c1a38d9 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:27:00.629616 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082fe10-79fc-402a-b114-2b88e491c4b1 None None] Pushing event updated for resources: {'Port': ['ID=0114394b-5c4e-4ab2-b27e-502c41af2b04,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:00.721530 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-77f3f35d-56e9-4d5c-8d21-a52aefb2ad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:00.723139 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-77f3f35d-56e9-4d5c-8d21-a52aefb2ad5d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.2293236 Dec 10 16:27:00.740379 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a7ef8-3452-49a3-98be-886962d78a57 req-c94fc222-13b1-4d28-b91b-0a82e79e29bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:00.741923 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c80a7ef8-3452-49a3-98be-886962d78a57 req-c94fc222-13b1-4d28-b91b-0a82e79e29bb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6af4d8657011449ea714574be71e7b44&device_id=90246507-b0c7-411e-abe9-dd1872975b8a HTTP/1.1" status: 200 len: 1097 time: 0.1327288 Dec 10 16:27:00.875205 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-9949901c-21a5-4d9b-9296-9169050cc7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:00.877218 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-9949901c-21a5-4d9b-9296-9169050cc7d7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1391723 Dec 10 16:27:00.959963 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a7ef8-3452-49a3-98be-886962d78a57 req-53aaf65c-e88f-4565-807f-47288f2a0537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:00.961565 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c80a7ef8-3452-49a3-98be-886962d78a57 req-53aaf65c-e88f-4565-807f-47288f2a0537 service neutron] 10.222.0.26 "GET /v2.0/networks?id=123753fd-671f-4987-bef4-d916c936bd1c HTTP/1.1" status: 200 len: 915 time: 0.2105751 Dec 10 16:27:00.970881 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cbae3bfc-4dc4-4429-a5fb-1907038ee347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:01.012292 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-4bd81879-8d37-4a0b-84b5-1bfaa00c036e None None] Attempting to bind port 0114394b-5c4e-4ab2-b27e-502c41af2b04 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:27:01.012970 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-4bd81879-8d37-4a0b-84b5-1bfaa00c036e None None] Attempting to bind port 0114394b-5c4e-4ab2-b27e-502c41af2b04 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '5ba54cce-8066-4ebb-a6ee-8a1c8abcc880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:27:01.013350 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd81879-8d37-4a0b-84b5-1bfaa00c036e None None] Attempting to bind port 0114394b-5c4e-4ab2-b27e-502c41af2b04 on network 54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:27:01.015465 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 16:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e7f658-1030-4a44-9d67-a5db0ff33eb9 x-openstack-request-id: req-c0e7f658-1030-4a44-9d67-a5db0ff33eb9 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:27:01.016572 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae3bfc-4dc4-4429-a5fb-1907038ee347 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c02442fb-3df0-46ba-8888-db0ea22f6649,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:01.017054 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9315e3-0b56-48f3-88c5-a065c68e33ea", "name": "network-vif-unplugged", "status": "completed", "tag": "9ad44a27-a314-4da6-a5bb-3637dee7714f", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:27:01.017338 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c0e7f658-1030-4a44-9d67-a5db0ff33eb9 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:27:01.017748 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9315e3-0b56-48f3-88c5-a065c68e33ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ad44a27-a314-4da6-a5bb-3637dee7714f', 'code': 200} Dec 10 16:27:01.040635 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd81879-8d37-4a0b-84b5-1bfaa00c036e None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:27:01.041007 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd81879-8d37-4a0b-84b5-1bfaa00c036e None None] Checking segment: {'id': '5ba54cce-8066-4ebb-a6ee-8a1c8abcc880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:27:01.041419 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4bd81879-8d37-4a0b-84b5-1bfaa00c036e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:01.041823 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd81879-8d37-4a0b-84b5-1bfaa00c036e None None] Bound using segment: {'id': '5ba54cce-8066-4ebb-a6ee-8a1c8abcc880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:27:01.042341 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-4bd81879-8d37-4a0b-84b5-1bfaa00c036e None None] Bound port: 0114394b-5c4e-4ab2-b27e-502c41af2b04, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba54cce-8066-4ebb-a6ee-8a1c8abcc880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:27:01.042730 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4bd81879-8d37-4a0b-84b5-1bfaa00c036e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:01.050451 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbae3bfc-4dc4-4429-a5fb-1907038ee347 admin admin] Checking segment: {'id': '9a1c60a4-64c6-4be4-b5f8-ebd3ba313168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ef24c11b-620d-4371-a4a9-9ac56c1a38d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:27:01.051673 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbae3bfc-4dc4-4429-a5fb-1907038ee347 admin admin] Network hostable DHCP agents. Network: ef24c11b-620d-4371-a4a9-9ac56c1a38d9, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:27:01.074010 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d1347edb-50da-4863-a27d-1f2e66014e28 None None] Provisioning complete for port 0114394b-5c4e-4ab2-b27e-502c41af2b04 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:27:01.074226 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d1347edb-50da-4863-a27d-1f2e66014e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:01.075917 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbae3bfc-4dc4-4429-a5fb-1907038ee347 admin admin] Network ef24c11b-620d-4371-a4a9-9ac56c1a38d9 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:27:01.076803 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c80a7ef8-3452-49a3-98be-886962d78a57 req-f7bb764a-e868-4099-8fac-3d55e1de97ba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3a49868-c6a8-4117-96a5-1199634c1a1c HTTP/1.1" status: 200 len: 217 time: 0.1051049 Dec 10 16:27:01.089405 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-cbae3bfc-4dc4-4429-a5fb-1907038ee347 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, ef24c11b-620d-4371-a4a9-9ac56c1a38d9) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:27:01.093609 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-2a4dac49-3603-4fe4-89b3-882e47f1e5d5 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017658 Dec 10 16:27:01.095019 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbae3bfc-4dc4-4429-a5fb-1907038ee347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:01.096059 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cbae3bfc-4dc4-4429-a5fb-1907038ee347 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:01.115578 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-cbae3bfc-4dc4-4429-a5fb-1907038ee347 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5594964 Dec 10 16:27:01.118986 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47204) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:27:01.124333 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-16556eb4-7074-4331-a8e3-461cdf08f297 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-59029420-router', 'tenant_id': '7ef0693d7775498c8045043558338ff5', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:27:01.140770 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca6ce7a-6727-43dc-afa7-fb411266a80b None None] Network ef24c11b-620d-4371-a4a9-9ac56c1a38d9 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:27:01.154681 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-16556eb4-7074-4331-a8e3-461cdf08f297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:01.155991 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-16556eb4-7074-4331-a8e3-461cdf08f297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:01.224707 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d1347edb-50da-4863-a27d-1f2e66014e28 None None] Port 0114394b-5c4e-4ab2-b27e-502c41af2b04 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:27:01.237046 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-4bd81879-8d37-4a0b-84b5-1bfaa00c036e None None] For port 0114394b-5c4e-4ab2-b27e-502c41af2b04, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:27:01.237975 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-16556eb4-7074-4331-a8e3-461cdf08f297 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:01.243314 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-4bd81879-8d37-4a0b-84b5-1bfaa00c036e None None] For port 0114394b-5c4e-4ab2-b27e-502c41af2b04, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=0114394b-5c4e-4ab2-b27e-502c41af2b04,segment=NetworkSegment(5ba54cce-8066-4ebb-a6ee-8a1c8abcc880),segment_id=5ba54cce-8066-4ebb-a6ee-8a1c8abcc880)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:27:01.247195 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a7ef8-3452-49a3-98be-886962d78a57 req-4c9efff1-0b06-48e1-ae26-05a1a9c2b1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:01.248941 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c80a7ef8-3452-49a3-98be-886962d78a57 req-4c9efff1-0b06-48e1-ae26-05a1a9c2b1df service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4f0d861f-5c16-464a-8c40-f6b6843369d2 HTTP/1.1" status: 200 len: 854 time: 0.1620650 Dec 10 16:27:01.249733 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4bd81879-8d37-4a0b-84b5-1bfaa00c036e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:01.290998 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c80a7ef8-3452-49a3-98be-886962d78a57 req-99e25063-8a51-4fed-ba1f-f23fb9e3e339 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=123753fd-671f-4987-bef4-d916c936bd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285771 Dec 10 16:27:01.313327 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df31995-0971-4eb8-a67a-413919677c1a req-32861b69-415a-4dc9-9aed-4d7d9d3ffd0c tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:01.314922 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3df31995-0971-4eb8-a67a-413919677c1a req-32861b69-415a-4dc9-9aed-4d7d9d3ffd0c tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=b26849d8-db9e-4a57-8bc4-4781104f52a0 HTTP/1.1" status: 200 len: 946 time: 0.1524196 Dec 10 16:27:01.347532 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e32bc2-a47d-4a5b-b316-a68e6840e85b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-ef24c11b-620d-4371-a4a9-9ac56c1a38d9', 'network_id': 'ef24c11b-620d-4371-a4a9-9ac56c1a38d9', 'project_id': '7ef0693d7775498c8045043558338ff5', 'fixed_ips': [{'subnet_id': 'c02442fb-3df0-46ba-8888-db0ea22f6649'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:27:01.348386 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-50e32bc2-a47d-4a5b-b316-a68e6840e85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:01.372677 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082fe10-79fc-402a-b114-2b88e491c4b1 None None] Pushing event updated for resources: {'Port': ['ID=0114394b-5c4e-4ab2-b27e-502c41af2b04,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:01.375237 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd81879-8d37-4a0b-84b5-1bfaa00c036e None None] Routers {'49c1dfb1-e8f2-476b-b533-25c93fce4e8c'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:27:01.375907 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4bd81879-8d37-4a0b-84b5-1bfaa00c036e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:26:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['49c1dfb1-e8f2-476b-b533-25c93fce4e8c'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:27:01.413015 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-545f074c-64d2-400f-8d7c-5e45ec3e25f3 req-b6ca708a-59ff-44a5-b391-563785c90336 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076863 Dec 10 16:27:01.461357 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3df31995-0971-4eb8-a67a-413919677c1a req-be55eea9-c3a9-404e-90c9-adb87fa0424d tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194420 Dec 10 16:27:01.462991 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-16556eb4-7074-4331-a8e3-461cdf08f297 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:01.499278 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c80a7ef8-3452-49a3-98be-886962d78a57 req-73f556d0-7ff4-484e-92e1-0cf66ec5271b service neutron] 10.222.0.26 "GET /v2.0/networks/123753fd-671f-4987-bef4-d916c936bd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814928 Dec 10 16:27:01.710085 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766c00b-0244-4c05-9eee-31f81882cf6c req-6693ddfc-f273-4a78-98b5-9000a1417094 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:01.718191 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9766c00b-0244-4c05-9eee-31f81882cf6c req-6693ddfc-f273-4a78-98b5-9000a1417094 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=df430d8a-fcff-428d-8ff8-84516006dad7 HTTP/1.1" status: 200 len: 945 time: 0.1054027 Dec 10 16:27:01.767736 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-4bd81879-8d37-4a0b-84b5-1bfaa00c036e None None] Set router 49c1dfb1-e8f2-476b-b533-25c93fce4e8c gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:27:01.772419 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c80a7ef8-3452-49a3-98be-886962d78a57 req-3fd293b3-67f8-4e62-aaff-c2ddc1ae838a service neutron] 10.222.0.26 "GET /v2.0/networks/123753fd-671f-4987-bef4-d916c936bd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594192 Dec 10 16:27:01.789903 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-16556eb4-7074-4331-a8e3-461cdf08f297 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:01.808698 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9766c00b-0244-4c05-9eee-31f81882cf6c req-a5542524-1f3e-4da9-8a78-052e83f9f19b tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895433 Dec 10 16:27:01.811955 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-2a9cea35-11f7-45d7-9663-cbef9789c25a None None] Provisioning complete for port 0114394b-5c4e-4ab2-b27e-502c41af2b04 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:27:01.812327 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2a9cea35-11f7-45d7-9663-cbef9789c25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:01.814381 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-50e32bc2-a47d-4a5b-b316-a68e6840e85b None None] Allocated IP 172.20.0.2 (ef24c11b-620d-4371-a4a9-9ac56c1a38d9/c02442fb-3df0-46ba-8888-db0ea22f6649/2015f4da-a565-4c24-8071-324d9576df57) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:27:01.829116 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-16556eb4-7074-4331-a8e3-461cdf08f297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:01.906706 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 9ad44a27-a314-4da6-a5bb-3637dee7714f no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:27:01.974831 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8f7b9-7812-406f-9b53-7297b9d96d9e req-9d89a613-122b-41b5-81b4-7a2d9f1bfa9b tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:01.979292 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-16556eb4-7074-4331-a8e3-461cdf08f297 admin admin] Allocated IP 172.25.6.71 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/06d6b615-e46d-4990-bb6f-42c9463988e8) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:27:01.986319 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-24e8f7b9-7812-406f-9b53-7297b9d96d9e req-9d89a613-122b-41b5-81b4-7a2d9f1bfa9b tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] 10.222.0.11 "GET /v2.0/ports?device_id=90246507-b0c7-411e-abe9-dd1872975b8a HTTP/1.1" status: 200 len: 946 time: 0.1009099 Dec 10 16:27:02.066564 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 9ad44a27-a314-4da6-a5bb-3637dee7714f not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:27:02.070362 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-24e8f7b9-7812-406f-9b53-7297b9d96d9e req-f32fe060-1f95-458e-9d92-43d38963494c tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ab75357-f9e2-4dfe-b3b8-1375775be505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830476 Dec 10 16:27:02.124455 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-16556eb4-7074-4331-a8e3-461cdf08f297 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:02.165351 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-16556eb4-7074-4331-a8e3-461cdf08f297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:02.192214 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2a9cea35-11f7-45d7-9663-cbef9789c25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:02.216993 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16556eb4-7074-4331-a8e3-461cdf08f297 admin admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:27:02.220677 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-16556eb4-7074-4331-a8e3-461cdf08f297 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:27:02.241390 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16556eb4-7074-4331-a8e3-461cdf08f297 admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:27:02.251938 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-50e32bc2-a47d-4a5b-b316-a68e6840e85b None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:02.263606 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-50e32bc2-a47d-4a5b-b316-a68e6840e85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:02.280025 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-2a9cea35-11f7-45d7-9663-cbef9789c25a None None] For port 0114394b-5c4e-4ab2-b27e-502c41af2b04, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=0114394b-5c4e-4ab2-b27e-502c41af2b04,segment=NetworkSegment(5ba54cce-8066-4ebb-a6ee-8a1c8abcc880),segment_id=5ba54cce-8066-4ebb-a6ee-8a1c8abcc880)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:27:02.289310 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16556eb4-7074-4331-a8e3-461cdf08f297 admin admin] Pushing event updated for resources: {'Port': ['ID=06d6b615-e46d-4990-bb6f-42c9463988e8,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:02.308315 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2a9cea35-11f7-45d7-9663-cbef9789c25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:02.328319 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e32bc2-a47d-4a5b-b316-a68e6840e85b None None] Network ef24c11b-620d-4371-a4a9-9ac56c1a38d9 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:27:02.333298 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-50e32bc2-a47d-4a5b-b316-a68e6840e85b None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:27:02.338328 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e32bc2-a47d-4a5b-b316-a68e6840e85b None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:27:02.348103 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e32bc2-a47d-4a5b-b316-a68e6840e85b None None] Pushing event updated for resources: {'Port': ['ID=2015f4da-a565-4c24-8071-324d9576df57,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:02.400658 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4bd81879-8d37-4a0b-84b5-1bfaa00c036e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c1dfb1-e8f2-476b-b533-25c93fce4e8c', 'name': 'tempest-TaggedBootDevicesTest_v242-333135798-router', 'tenant_id': '87638972bbdb420baed9019b114e9df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '6f9a3a99-3f7b-4281-9666-bb76e5698adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:26:54Z', 'updated_at': '2021-12-10T16:26:57Z', 'revision_number': 4, 'project_id': '87638972bbdb420baed9019b114e9df8', 'gw_port': {'id': '6f9a3a99-3f7b-4281-9666-bb76e5698adc', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c1dfb1-e8f2-476b-b533-25c93fce4e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:26:54Z', 'updated_at': '2021-12-10T16:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '0114394b-5c4e-4ab2-b27e-502c41af2b04', 'name': '', 'network_id': '54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06', 'tenant_id': '87638972bbdb420baed9019b114e9df8', 'mac_address': 'fa:16:3e:17:1c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c1dfb1-e8f2-476b-b533-25c93fce4e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '680c8cce-43a4-41f3-b994-8a2b86d3ec14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:26:56Z', 'updated_at': '2021-12-10T16:27:01Z', 'revision_number': 4, 'project_id': '87638972bbdb420baed9019b114e9df8', 'subnets': [{'id': '680c8cce-43a4-41f3-b994-8a2b86d3ec14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:27:02.424476 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e147c2-714d-4acc-9179-f0938737001e req-e960839f-92d3-4591-8503-6d1aa4824dc5 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:02.426791 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c3e147c2-714d-4acc-9179-f0938737001e req-e960839f-92d3-4591-8503-6d1aa4824dc5 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.0665128 Dec 10 16:27:02.452861 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd81879-8d37-4a0b-84b5-1bfaa00c036e None None] The sync data for ids ['49c1dfb1-e8f2-476b-b533-25c93fce4e8c'] in n-d-766771-2 is: [{'id': '49c1dfb1-e8f2-476b-b533-25c93fce4e8c', 'name': 'tempest-TaggedBootDevicesTest_v242-333135798-router', 'tenant_id': '87638972bbdb420baed9019b114e9df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '6f9a3a99-3f7b-4281-9666-bb76e5698adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:26:54Z', 'updated_at': '2021-12-10T16:26:57Z', 'revision_number': 4, 'project_id': '87638972bbdb420baed9019b114e9df8', 'gw_port': {'id': '6f9a3a99-3f7b-4281-9666-bb76e5698adc', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c1dfb1-e8f2-476b-b533-25c93fce4e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:26:54Z', 'updated_at': '2021-12-10T16:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '0114394b-5c4e-4ab2-b27e-502c41af2b04', 'name': '', 'network_id': '54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06', 'tenant_id': '87638972bbdb420baed9019b114e9df8', 'mac_address': 'fa:16:3e:17:1c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c1dfb1-e8f2-476b-b533-25c93fce4e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '680c8cce-43a4-41f3-b994-8a2b86d3ec14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:26:56Z', 'updated_at': '2021-12-10T16:27:01Z', 'revision_number': 4, 'project_id': '87638972bbdb420baed9019b114e9df8', 'subnets': [{'id': '680c8cce-43a4-41f3-b994-8a2b86d3ec14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:27:02.477686 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-50e32bc2-a47d-4a5b-b316-a68e6840e85b None None] Attempting to bind port 2015f4da-a565-4c24-8071-324d9576df57 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:27:02.477975 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-50e32bc2-a47d-4a5b-b316-a68e6840e85b None None] Attempting to bind port 2015f4da-a565-4c24-8071-324d9576df57 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '9a1c60a4-64c6-4be4-b5f8-ebd3ba313168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ef24c11b-620d-4371-a4a9-9ac56c1a38d9'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:27:02.478368 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e32bc2-a47d-4a5b-b316-a68e6840e85b None None] Attempting to bind port 2015f4da-a565-4c24-8071-324d9576df57 on network ef24c11b-620d-4371-a4a9-9ac56c1a38d9 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:27:02.493306 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e32bc2-a47d-4a5b-b316-a68e6840e85b None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:27:02.493696 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e32bc2-a47d-4a5b-b316-a68e6840e85b None None] Checking segment: {'id': '9a1c60a4-64c6-4be4-b5f8-ebd3ba313168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ef24c11b-620d-4371-a4a9-9ac56c1a38d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:27:02.494108 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-50e32bc2-a47d-4a5b-b316-a68e6840e85b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:02.494562 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e32bc2-a47d-4a5b-b316-a68e6840e85b None None] Bound using segment: {'id': '9a1c60a4-64c6-4be4-b5f8-ebd3ba313168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ef24c11b-620d-4371-a4a9-9ac56c1a38d9'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:27:02.495085 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-50e32bc2-a47d-4a5b-b316-a68e6840e85b None None] Bound port: 2015f4da-a565-4c24-8071-324d9576df57, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a1c60a4-64c6-4be4-b5f8-ebd3ba313168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ef24c11b-620d-4371-a4a9-9ac56c1a38d9'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:27:02.495478 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-50e32bc2-a47d-4a5b-b316-a68e6840e85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:02.497515 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9cea35-11f7-45d7-9663-cbef9789c25a None None] Pushing event updated for resources: {'Port': ['ID=0114394b-5c4e-4ab2-b27e-502c41af2b04,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:02.577143 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c3e147c2-714d-4acc-9179-f0938737001e req-9a913516-e657-4116-9a80-ed3db3ee30c1 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419251 Dec 10 16:27:02.606969 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-16556eb4-7074-4331-a8e3-461cdf08f297 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:02.658471 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-50e32bc2-a47d-4a5b-b316-a68e6840e85b None None] For port 2015f4da-a565-4c24-8071-324d9576df57, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:27:02.667737 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-50e32bc2-a47d-4a5b-b316-a68e6840e85b None None] For port 2015f4da-a565-4c24-8071-324d9576df57, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=2015f4da-a565-4c24-8071-324d9576df57,segment=NetworkSegment(9a1c60a4-64c6-4be4-b5f8-ebd3ba313168),segment_id=9a1c60a4-64c6-4be4-b5f8-ebd3ba313168)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:27:02.676158 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-50e32bc2-a47d-4a5b-b316-a68e6840e85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:02.780130 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e32bc2-a47d-4a5b-b316-a68e6840e85b None None] Pushing event updated for resources: {'Port': ['ID=2015f4da-a565-4c24-8071-324d9576df57,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:02.794182 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf3773-c5fc-449a-8fbe-80e30df3e50d req-f7114468-9ebe-4dc2-8949-929fc2c65413 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:02.801406 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-76cf3773-c5fc-449a-8fbe-80e30df3e50d req-f7114468-9ebe-4dc2-8949-929fc2c65413 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 948 time: 0.0989382 Dec 10 16:27:02.896084 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-76cf3773-c5fc-449a-8fbe-80e30df3e50d req-46a62f72-773a-482a-9138-934316d01a7e tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825782 Dec 10 16:27:02.971119 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-16556eb4-7074-4331-a8e3-461cdf08f297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:03.067239 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9315e3-0b56-48f3-88c5-a065c68e33ea', 'tag': '9ad44a27-a314-4da6-a5bb-3637dee7714f'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:27:03.070568 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad4c774-aadf-45b2-8bbe-a84e5288fc08" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9315e3-0b56-48f3-88c5-a065c68e33ea", "tag": "9ad44a27-a314-4da6-a5bb-3637dee7714f"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:27:03.106709 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8051177-55bf-4c12-aadf-e91336816d4f req-844cf773-1ece-440c-8127-c4adbbdde1c2 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:03.108335 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d8051177-55bf-4c12-aadf-e91336816d4f req-844cf773-1ece-440c-8127-c4adbbdde1c2 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=b26849d8-db9e-4a57-8bc4-4781104f52a0 HTTP/1.1" status: 200 len: 946 time: 0.1203661 Dec 10 16:27:03.184858 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16556eb4-7074-4331-a8e3-461cdf08f297 admin admin] Router b00a7c58-213f-4477-a408-53d7729705a5 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:27:03.202762 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d8051177-55bf-4c12-aadf-e91336816d4f req-74132914-237a-4f3b-b971-00b0d349eb8d tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881147 Dec 10 16:27:03.340867 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16556eb4-7074-4331-a8e3-461cdf08f297 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:27:03.353538 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09fe919-02a2-48f9-b489-e097e0f53b9a None None] Sync routers for ids ['b00a7c58-213f-4477-a408-53d7729705a5'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:27:03.363932 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09fe919-02a2-48f9-b489-e097e0f53b9a None None] Routers {'b00a7c58-213f-4477-a408-53d7729705a5'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:27:03.364555 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-e09fe919-02a2-48f9-b489-e097e0f53b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:26:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['b00a7c58-213f-4477-a408-53d7729705a5'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:27:03.373635 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90741e9-2dde-489e-b8e0-9bb2c9dd5213 req-e4039be4-f0ba-4e69-a460-1e3564cb82f1 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:03.378512 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f90741e9-2dde-489e-b8e0-9bb2c9dd5213 req-e4039be4-f0ba-4e69-a460-1e3564cb82f1 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.0808394 Dec 10 16:27:03.383964 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-16556eb4-7074-4331-a8e3-461cdf08f297 admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:03.389874 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-16556eb4-7074-4331-a8e3-461cdf08f297 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2694430 Dec 10 16:27:03.390894 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47222) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:27:03.508642 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f90741e9-2dde-489e-b8e0-9bb2c9dd5213 req-54183eae-5b71-41af-a34c-2c9213c4a698 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228175 Dec 10 16:27:03.519287 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-e09fe919-02a2-48f9-b489-e097e0f53b9a None None] Set router b00a7c58-213f-4477-a408-53d7729705a5 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:27:03.741926 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426ff33-f240-4b2a-959d-12a40550ea8d req-a350070d-bd67-405b-bfe2-470df7c67722 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:03.754226 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8426ff33-f240-4b2a-959d-12a40550ea8d req-a350070d-bd67-405b-bfe2-470df7c67722 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=df430d8a-fcff-428d-8ff8-84516006dad7 HTTP/1.1" status: 200 len: 945 time: 0.1577017 Dec 10 16:27:03.771858 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-e09fe919-02a2-48f9-b489-e097e0f53b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00a7c58-213f-4477-a408-53d7729705a5', 'name': 'tempest-TaggedBootDevicesTest_v242-59029420-router', 'tenant_id': '7ef0693d7775498c8045043558338ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '06d6b615-e46d-4990-bb6f-42c9463988e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:27:01Z', 'updated_at': '2021-12-10T16:27:02Z', 'revision_number': 3, 'project_id': '7ef0693d7775498c8045043558338ff5', 'gw_port': {'id': '06d6b615-e46d-4990-bb6f-42c9463988e8', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:42:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00a7c58-213f-4477-a408-53d7729705a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:27:01Z', 'updated_at': '2021-12-10T16:27:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:27:03.803848 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09fe919-02a2-48f9-b489-e097e0f53b9a None None] Checking router: b00a7c58-213f-4477-a408-53d7729705a5 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:27:03.804452 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09fe919-02a2-48f9-b489-e097e0f53b9a None None] Updating router b00a7c58-213f-4477-a408-53d7729705a5 port 06d6b615-e46d-4990-bb6f-42c9463988e8 binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:27:03.853715 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-e09fe919-02a2-48f9-b489-e097e0f53b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:03.893701 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8426ff33-f240-4b2a-959d-12a40550ea8d req-3ceb5e7b-e2e4-4dc6-b0f5-46626d88be91 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365414 Dec 10 16:27:04.018434 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e02cdd-45ad-471f-a084-a094ccbaba52 x-openstack-request-id: req-61e02cdd-45ad-471f-a084-a094ccbaba52 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:27:04.018825 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9315e3-0b56-48f3-88c5-a065c68e33ea", "tag": "9ad44a27-a314-4da6-a5bb-3637dee7714f", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:27:04.019135 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-61e02cdd-45ad-471f-a084-a094ccbaba52 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:27:04.019538 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9315e3-0b56-48f3-88c5-a065c68e33ea', 'tag': '9ad44a27-a314-4da6-a5bb-3637dee7714f', 'status': 'completed', 'code': 200} Dec 10 16:27:04.259001 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4c774-aadf-45b2-8bbe-a84e5288fc08 req-be29c8b4-b95e-4879-896b-6ea4868d4598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:04.260531 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ad4c774-aadf-45b2-8bbe-a84e5288fc08 req-be29c8b4-b95e-4879-896b-6ea4868d4598 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=94e98c03952a41539b6089aa3614a4af&device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 1099 time: 0.1952500 Dec 10 16:27:04.347739 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84acaf1-393b-4b93-95c5-cb9f3d50e63b None None] Network ef24c11b-620d-4371-a4a9-9ac56c1a38d9 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:27:04.414737 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4c774-aadf-45b2-8bbe-a84e5288fc08 req-3ef3061f-03cb-43f9-9331-985c535df9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:04.416292 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ad4c774-aadf-45b2-8bbe-a84e5288fc08 req-3ef3061f-03cb-43f9-9331-985c535df9c2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94e98c03952a41539b6089aa3614a4af&device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 1099 time: 0.3661594 Dec 10 16:27:04.462328 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b6a308f-3caa-449b-b02c-e2cdeaf80903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:04.465088 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 0114394b-5c4e-4ab2-b27e-502c41af2b04 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:27:04.476650 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62655770-1eac-4777-a449-b24b383c659b req-bdfba2af-59c8-48d8-95da-67dadd67cc48 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:04.479348 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-62655770-1eac-4777-a449-b24b383c659b req-bdfba2af-59c8-48d8-95da-67dadd67cc48 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] 10.222.0.11 "GET /v2.0/ports?device_id=90246507-b0c7-411e-abe9-dd1872975b8a HTTP/1.1" status: 200 len: 946 time: 0.3388898 Dec 10 16:27:04.490709 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-e09fe919-02a2-48f9-b489-e097e0f53b9a None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:04.500301 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-e09fe919-02a2-48f9-b489-e097e0f53b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:04.565913 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4c774-aadf-45b2-8bbe-a84e5288fc08 req-ad64f369-266b-4bbf-9d73-89e27a515480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:04.569043 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ad4c774-aadf-45b2-8bbe-a84e5288fc08 req-ad64f369-266b-4bbf-9d73-89e27a515480 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.2992020 Dec 10 16:27:04.591922 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-bbcc49fa-7781-4c20-9e65-83e3d5c19d71 None None] Provisioning complete for port 2015f4da-a565-4c24-8071-324d9576df57 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:27:04.592588 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bbcc49fa-7781-4c20-9e65-83e3d5c19d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:04.609966 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-e09fe919-02a2-48f9-b489-e097e0f53b9a None None] Attempting to bind port 06d6b615-e46d-4990-bb6f-42c9463988e8 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:27:04.610466 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-e09fe919-02a2-48f9-b489-e097e0f53b9a None None] Attempting to bind port 06d6b615-e46d-4990-bb6f-42c9463988e8 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:27:04.610896 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09fe919-02a2-48f9-b489-e097e0f53b9a None None] Attempting to bind port 06d6b615-e46d-4990-bb6f-42c9463988e8 on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:27:04.623441 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf92ba7-9c14-4ed7-ac3a-6c249af11fd6 None None] Pushing event updated for resources: {'Port': ['ID=06d6b615-e46d-4990-bb6f-42c9463988e8,revision_number=2']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:04.627155 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09fe919-02a2-48f9-b489-e097e0f53b9a None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:27:04.627635 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09fe919-02a2-48f9-b489-e097e0f53b9a None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:27:04.628106 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-e09fe919-02a2-48f9-b489-e097e0f53b9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:04.628570 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09fe919-02a2-48f9-b489-e097e0f53b9a None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:27:04.629116 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-e09fe919-02a2-48f9-b489-e097e0f53b9a None None] Bound port: 06d6b615-e46d-4990-bb6f-42c9463988e8, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:27:04.629568 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-e09fe919-02a2-48f9-b489-e097e0f53b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:04.639792 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf92ba7-9c14-4ed7-ac3a-6c249af11fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:04.640226 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf92ba7-9c14-4ed7-ac3a-6c249af11fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:04.640636 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf92ba7-9c14-4ed7-ac3a-6c249af11fd6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:04.641040 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf92ba7-9c14-4ed7-ac3a-6c249af11fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:04.641435 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf92ba7-9c14-4ed7-ac3a-6c249af11fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:04.641831 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf92ba7-9c14-4ed7-ac3a-6c249af11fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:04.642245 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf92ba7-9c14-4ed7-ac3a-6c249af11fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:04.642636 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf92ba7-9c14-4ed7-ac3a-6c249af11fd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:04.643028 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf92ba7-9c14-4ed7-ac3a-6c249af11fd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:04.644986 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf92ba7-9c14-4ed7-ac3a-6c249af11fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:04.648168 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf92ba7-9c14-4ed7-ac3a-6c249af11fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:04.648595 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf92ba7-9c14-4ed7-ac3a-6c249af11fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:04.649436 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf92ba7-9c14-4ed7-ac3a-6c249af11fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:04.716453 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 0114394b-5c4e-4ab2-b27e-502c41af2b04 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:27:04.716822 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:04.740727 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ad4c774-aadf-45b2-8bbe-a84e5288fc08 req-98fab4d0-ecb8-4584-aa20-165f85480d7c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=9ad44a27-a314-4da6-a5bb-3637dee7714f HTTP/1.1" status: 200 len: 217 time: 0.1555490 Dec 10 16:27:04.748077 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-e09fe919-02a2-48f9-b489-e097e0f53b9a None None] For port 06d6b615-e46d-4990-bb6f-42c9463988e8, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:27:04.750804 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-e09fe919-02a2-48f9-b489-e097e0f53b9a None None] For port 06d6b615-e46d-4990-bb6f-42c9463988e8, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=06d6b615-e46d-4990-bb6f-42c9463988e8,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:27:04.757698 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-e09fe919-02a2-48f9-b489-e097e0f53b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:04.773823 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-3b6a308f-3caa-449b-b02c-e2cdeaf80903 admin admin] Allocated IP 172.20.0.1 (ef24c11b-620d-4371-a4a9-9ac56c1a38d9/c02442fb-3df0-46ba-8888-db0ea22f6649/963010e4-1c76-4f77-a6dd-cbc196ebe114) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:27:04.787425 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4c774-aadf-45b2-8bbe-a84e5288fc08 req-7862b72e-9248-4332-b434-d25d46a809dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:04.789381 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ad4c774-aadf-45b2-8bbe-a84e5288fc08 req-7862b72e-9248-4332-b434-d25d46a809dd service neutron] 10.222.0.46 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.3606713 Dec 10 16:27:04.846854 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-62655770-1eac-4777-a449-b24b383c659b req-2a21cb51-1571-4888-8f6d-19761abbcf7c tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ab75357-f9e2-4dfe-b3b8-1375775be505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264549 Dec 10 16:27:04.883473 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09fe919-02a2-48f9-b489-e097e0f53b9a None None] Routers {'b00a7c58-213f-4477-a408-53d7729705a5'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:27:04.884117 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-e09fe919-02a2-48f9-b489-e097e0f53b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:26:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['b00a7c58-213f-4477-a408-53d7729705a5'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:27:04.921135 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b6a308f-3caa-449b-b02c-e2cdeaf80903 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:04.950509 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ad4c774-aadf-45b2-8bbe-a84e5288fc08 req-9773bbc4-adb2-4e3e-955c-e400219bf1ad service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=9ad44a27-a314-4da6-a5bb-3637dee7714f HTTP/1.1" status: 200 len: 217 time: 0.0983882 Dec 10 16:27:04.960960 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4c774-aadf-45b2-8bbe-a84e5288fc08 req-41ff499e-ba53-4b65-93b1-b035484e6b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:04.970307 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b6a308f-3caa-449b-b02c-e2cdeaf80903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:04.972290 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ad4c774-aadf-45b2-8bbe-a84e5288fc08 req-41ff499e-ba53-4b65-93b1-b035484e6b83 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.2096813 Dec 10 16:27:05.013703 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf92ba7-9c14-4ed7-ac3a-6c249af11fd6 None None] Pushing event updated for resources: {'Port': ['ID=06d6b615-e46d-4990-bb6f-42c9463988e8,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:05.031792 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a308f-3caa-449b-b02c-e2cdeaf80903 admin admin] Pushing event updated for resources: {'Port': ['ID=963010e4-1c76-4f77-a6dd-cbc196ebe114,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:05.054852 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a308f-3caa-449b-b02c-e2cdeaf80903 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:05.055170 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a308f-3caa-449b-b02c-e2cdeaf80903 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:05.055760 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a308f-3caa-449b-b02c-e2cdeaf80903 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:05.056171 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a308f-3caa-449b-b02c-e2cdeaf80903 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:05.056577 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a308f-3caa-449b-b02c-e2cdeaf80903 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:05.057040 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a308f-3caa-449b-b02c-e2cdeaf80903 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:05.057459 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a308f-3caa-449b-b02c-e2cdeaf80903 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:05.057873 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a308f-3caa-449b-b02c-e2cdeaf80903 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:05.058487 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a308f-3caa-449b-b02c-e2cdeaf80903 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:05.058898 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a308f-3caa-449b-b02c-e2cdeaf80903 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:05.059322 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a308f-3caa-449b-b02c-e2cdeaf80903 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:05.059737 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a308f-3caa-449b-b02c-e2cdeaf80903 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:05.060661 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a308f-3caa-449b-b02c-e2cdeaf80903 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:05.070884 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6a308f-3caa-449b-b02c-e2cdeaf80903 admin admin] Network ef24c11b-620d-4371-a4a9-9ac56c1a38d9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:27:05.072681 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-3b6a308f-3caa-449b-b02c-e2cdeaf80903 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:27:05.080743 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6a308f-3caa-449b-b02c-e2cdeaf80903 admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:27:05.109673 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-e09fe919-02a2-48f9-b489-e097e0f53b9a None None] Set router b00a7c58-213f-4477-a408-53d7729705a5 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:27:05.158389 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bbcc49fa-7781-4c20-9e65-83e3d5c19d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:05.168680 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4c774-aadf-45b2-8bbe-a84e5288fc08 req-d13a5121-8ba4-4806-96a9-152c45807870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:05.170271 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ad4c774-aadf-45b2-8bbe-a84e5288fc08 req-d13a5121-8ba4-4806-96a9-152c45807870 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.1932499 Dec 10 16:27:05.176570 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4c774-aadf-45b2-8bbe-a84e5288fc08 req-1e7d96ce-92f0-4f74-8aa4-ae064abda721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:05.184134 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ad4c774-aadf-45b2-8bbe-a84e5288fc08 req-1e7d96ce-92f0-4f74-8aa4-ae064abda721 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2109435 Dec 10 16:27:05.186036 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b6a308f-3caa-449b-b02c-e2cdeaf80903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:05.199936 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 2015f4da-a565-4c24-8071-324d9576df57 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:27:05.266593 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-bbcc49fa-7781-4c20-9e65-83e3d5c19d71 None None] For port 2015f4da-a565-4c24-8071-324d9576df57, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=2015f4da-a565-4c24-8071-324d9576df57,segment=NetworkSegment(9a1c60a4-64c6-4be4-b5f8-ebd3ba313168),segment_id=9a1c60a4-64c6-4be4-b5f8-ebd3ba313168)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:27:05.275728 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bbcc49fa-7781-4c20-9e65-83e3d5c19d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:05.351614 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 2015f4da-a565-4c24-8071-324d9576df57 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:27:05.352803 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:05.354618 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc49fa-7781-4c20-9e65-83e3d5c19d71 None None] Pushing event updated for resources: {'Port': ['ID=2015f4da-a565-4c24-8071-324d9576df57,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:05.387085 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ad4c774-aadf-45b2-8bbe-a84e5288fc08 req-3c8961e8-09b3-4bca-a9b4-393a08aad59f service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780694 Dec 10 16:27:05.451502 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-e09fe919-02a2-48f9-b489-e097e0f53b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00a7c58-213f-4477-a408-53d7729705a5', 'name': 'tempest-TaggedBootDevicesTest_v242-59029420-router', 'tenant_id': '7ef0693d7775498c8045043558338ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '06d6b615-e46d-4990-bb6f-42c9463988e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:27:01Z', 'updated_at': '2021-12-10T16:27:02Z', 'revision_number': 3, 'project_id': '7ef0693d7775498c8045043558338ff5', 'gw_port': {'id': '06d6b615-e46d-4990-bb6f-42c9463988e8', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:42:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00a7c58-213f-4477-a408-53d7729705a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:27:01Z', 'updated_at': '2021-12-10T16:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:27:05.492619 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09fe919-02a2-48f9-b489-e097e0f53b9a None None] The sync data for ids ['b00a7c58-213f-4477-a408-53d7729705a5'] in n-d-766771-2 is: [{'id': 'b00a7c58-213f-4477-a408-53d7729705a5', 'name': 'tempest-TaggedBootDevicesTest_v242-59029420-router', 'tenant_id': '7ef0693d7775498c8045043558338ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '06d6b615-e46d-4990-bb6f-42c9463988e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:27:01Z', 'updated_at': '2021-12-10T16:27:02Z', 'revision_number': 3, 'project_id': '7ef0693d7775498c8045043558338ff5', 'gw_port': {'id': '06d6b615-e46d-4990-bb6f-42c9463988e8', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:42:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00a7c58-213f-4477-a408-53d7729705a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:27:01Z', 'updated_at': '2021-12-10T16:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:27:05.532246 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4c04d-7ec9-4a7f-913e-b9e9c25dfe2a req-6f3e4cfb-c57a-479d-ae64-52670220a756 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:05.533853 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b2a4c04d-7ec9-4a7f-913e-b9e9c25dfe2a req-6f3e4cfb-c57a-479d-ae64-52670220a756 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 948 time: 0.3471243 Dec 10 16:27:05.545481 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4c774-aadf-45b2-8bbe-a84e5288fc08 req-f154901f-6db5-40e8-b168-30cbc371afcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:05.547147 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ad4c774-aadf-45b2-8bbe-a84e5288fc08 req-f154901f-6db5-40e8-b168-30cbc371afcf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3592227 Dec 10 16:27:05.577748 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-353be83e-d216-4360-bc00-cb69f615a276 None None] Provisioning complete for port 2015f4da-a565-4c24-8071-324d9576df57 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:27:05.578121 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-353be83e-d216-4360-bc00-cb69f615a276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:05.679702 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ad4c774-aadf-45b2-8bbe-a84e5288fc08 req-bcbdf3de-c12a-44e5-89d0-553c71841f0d service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509594 Dec 10 16:27:05.762611 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b2a4c04d-7ec9-4a7f-913e-b9e9c25dfe2a req-ec8fb3cd-890f-4d30-ba84-e4b66beaf96e tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094693 Dec 10 16:27:05.782875 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 9ad44a27-a314-4da6-a5bb-3637dee7714f details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:27:05.841320 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ad4c774-aadf-45b2-8bbe-a84e5288fc08 req-029e46e4-0fc6-41c2-9761-8df2d278219c service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782836 Dec 10 16:27:05.915032 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b6a308f-3caa-449b-b02c-e2cdeaf80903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:05.927152 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a228b2a3-da3d-4c24-9f68-94b298d3ccde None None] Provisioning complete for port 963010e4-1c76-4f77-a6dd-cbc196ebe114 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:27:05.927152 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a228b2a3-da3d-4c24-9f68-94b298d3ccde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:05.975139 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-a228b2a3-da3d-4c24-9f68-94b298d3ccde None None] Port 963010e4-1c76-4f77-a6dd-cbc196ebe114 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:27:06.019891 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 9ad44a27-a314-4da6-a5bb-3637dee7714f, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=9ad44a27-a314-4da6-a5bb-3637dee7714f,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:27:06.035899 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '9ad44a27-a314-4da6-a5bb-3637dee7714f', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'port_id': '9ad44a27-a314-4da6-a5bb-3637dee7714f', 'mac_address': 'fa:16:3e:c2:ae:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a18c92-5007-49e2-b728-7aedc06dca57', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:27:06.043717 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ad4c774-aadf-45b2-8bbe-a84e5288fc08 req-2261a37f-9e77-4da5-ad39-0e951fe91dc9 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948814 Dec 10 16:27:06.087285 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfad217-a9c8-465a-b86a-8a7b5740c2ab req-e156aa44-d2a7-4e90-9c19-f2871046d5f7 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:06.089022 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ddfad217-a9c8-465a-b86a-8a7b5740c2ab req-e156aa44-d2a7-4e90-9c19-f2871046d5f7 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=b26849d8-db9e-4a57-8bc4-4781104f52a0 HTTP/1.1" status: 200 len: 946 time: 0.2145705 Dec 10 16:27:06.094066 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:06.115682 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ad44a27-a314-4da6-a5bb-3637dee7714f {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:27:06.160951 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 9ad44a27-a314-4da6-a5bb-3637dee7714f, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=9ad44a27-a314-4da6-a5bb-3637dee7714f,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:27:06.170113 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:06.184700 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ddfad217-a9c8-465a-b86a-8a7b5740c2ab req-b8359d77-0b2d-4811-92d1-2639bd1b7a0b tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871575 Dec 10 16:27:06.216540 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:06.253154 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=9ad44a27-a314-4da6-a5bb-3637dee7714f,revision_number=8']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:06.277000 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b6a308f-3caa-449b-b02c-e2cdeaf80903 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:06.283207 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b6a308f-3caa-449b-b02c-e2cdeaf80903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:06.365554 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a308f-3caa-449b-b02c-e2cdeaf80903 admin admin] Pushing event updated for resources: {'Port': ['ID=963010e4-1c76-4f77-a6dd-cbc196ebe114,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:06.372230 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b6a308f-3caa-449b-b02c-e2cdeaf80903 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:06.396842 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 2015f4da-a565-4c24-8071-324d9576df57 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:27:06.437121 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9364e-8ff2-400d-9c1c-85c7136c2924 req-c1cf0282-b533-4e87-8cab-9a32b992dd77 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:06.445458 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dbd9364e-8ff2-400d-9c1c-85c7136c2924 req-c1cf0282-b533-4e87-8cab-9a32b992dd77 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=df430d8a-fcff-428d-8ff8-84516006dad7 HTTP/1.1" status: 200 len: 945 time: 0.0861602 Dec 10 16:27:06.487335 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6a308f-3caa-449b-b02c-e2cdeaf80903 admin admin] Network ef24c11b-620d-4371-a4a9-9ac56c1a38d9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:27:06.488885 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-3b6a308f-3caa-449b-b02c-e2cdeaf80903 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:27:06.489500 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 2015f4da-a565-4c24-8071-324d9576df57 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:27:06.493875 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:06.530846 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dbd9364e-8ff2-400d-9c1c-85c7136c2924 req-038fc612-f44e-4d38-8ad8-34de31c7ef22 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820587 Dec 10 16:27:06.556557 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['9ad44a27-a314-4da6-a5bb-3637dee7714f'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:27:06.655836 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6a308f-3caa-449b-b02c-e2cdeaf80903 admin admin] Router b00a7c58-213f-4477-a408-53d7729705a5 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:27:06.689161 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 06d6b615-e46d-4990-bb6f-42c9463988e8 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:27:06.747431 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f4e80-afef-469a-b091-d2e183a25086 req-94b5b171-9afa-4643-88ae-1b44e841673b tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:06.753209 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-560f4e80-afef-469a-b091-d2e183a25086 req-94b5b171-9afa-4643-88ae-1b44e841673b tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.1053948 Dec 10 16:27:06.838951 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6a308f-3caa-449b-b02c-e2cdeaf80903 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:27:06.842868 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 06d6b615-e46d-4990-bb6f-42c9463988e8 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:27:06.843246 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:06.858857 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3b6a308f-3caa-449b-b02c-e2cdeaf80903 admin admin] 10.222.0.11 "PUT /v2.0/routers/b00a7c58-213f-4477-a408-53d7729705a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4665544 Dec 10 16:27:07.041646 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-def7e961-764d-4eee-918e-9de210a85ba7 None None] Provisioning complete for port 963010e4-1c76-4f77-a6dd-cbc196ebe114 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:27:07.042022 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-def7e961-764d-4eee-918e-9de210a85ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:07.106315 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-def7e961-764d-4eee-918e-9de210a85ba7 None None] Port 963010e4-1c76-4f77-a6dd-cbc196ebe114 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:27:07.126443 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:07.150888 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 06d6b615-e46d-4990-bb6f-42c9463988e8, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=06d6b615-e46d-4990-bb6f-42c9463988e8,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:27:07.155694 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:07.178695 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-560f4e80-afef-469a-b091-d2e183a25086 req-289d5a3d-5f5c-4d33-83fe-c63e4e0884a8 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181030 Dec 10 16:27:07.211093 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=06d6b615-e46d-4990-bb6f-42c9463988e8,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:07.221055 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:07.221409 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:07.221874 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:07.222394 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:07.222729 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:07.223059 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:07.223386 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:07.223713 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:07.224037 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:07.225054 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:07.225395 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:07.225720 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:07.226049 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:07.416375 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-b52d0519-77ae-4550-8c2f-2f96062d6d49 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:07.417960 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-b52d0519-77ae-4550-8c2f-2f96062d6d49 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea&tenant_id=94e98c03952a41539b6089aa3614a4af&binding%3Ahost_id=n-h2-766771-2 HTTP/1.1" status: 200 len: 949 time: 0.0585639 Dec 10 16:27:07.485159 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-5c52d84b-699d-4627-b2d8-03c2b4e24d63 service neutron] 10.222.0.46 "GET /v2.0/ports/9ad44a27-a314-4da6-a5bb-3637dee7714f/bindings/n-h2-766771-2 HTTP/1.1" status: 200 len: 382 time: 0.0599332 Dec 10 16:27:07.565058 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-6c5829f4-0ad9-4ac6-83f3-9de8b4bb234a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:07.566604 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-6c5829f4-0ad9-4ac6-83f3-9de8b4bb234a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94e98c03952a41539b6089aa3614a4af&device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 1100 time: 0.0514560 Dec 10 16:27:07.746905 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1dc2d-e874-4d8c-bd7e-26fd49b6e594 req-11c2a2d2-aca8-4121-b013-6f50e7ce36e4 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:07.748330 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fef1dc2d-e874-4d8c-bd7e-26fd49b6e594 req-11c2a2d2-aca8-4121-b013-6f50e7ce36e4 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.0783625 Dec 10 16:27:07.779326 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-44ccbdd0-b9e1-48ad-bb01-850d5cbddd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:07.780839 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-44ccbdd0-b9e1-48ad-bb01-850d5cbddd18 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.2059467 Dec 10 16:27:07.833004 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-378011a1-2aab-46ab-9527-9e5d97bdda83 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=9ad44a27-a314-4da6-a5bb-3637dee7714f HTTP/1.1" status: 200 len: 217 time: 0.0431070 Dec 10 16:27:07.877107 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fef1dc2d-e874-4d8c-bd7e-26fd49b6e594 req-054b2ec0-8a6d-402b-b66e-10d41a86481e tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098223 Dec 10 16:27:07.900838 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-a9bba08f-5291-49d0-b086-56672f35928b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:07.900838 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-a9bba08f-5291-49d0-b086-56672f35928b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.0534031 Dec 10 16:27:07.944720 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:07.980030 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-772a3362-6bd9-4a77-a46a-f43bb9fbd6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:07.981555 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-772a3362-6bd9-4a77-a46a-f43bb9fbd6e5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0774279 Dec 10 16:27:07.999965 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575d7b68-321f-4d3d-8f4a-da6c4442c84e None None] Sync routers for ids ['b00a7c58-213f-4477-a408-53d7729705a5'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:27:08.013993 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575d7b68-321f-4d3d-8f4a-da6c4442c84e None None] Routers {'b00a7c58-213f-4477-a408-53d7729705a5'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:27:08.014654 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-575d7b68-321f-4d3d-8f4a-da6c4442c84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:26:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['b00a7c58-213f-4477-a408-53d7729705a5'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:27:08.058265 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0117e14-a49e-4a6a-b186-67fa730c6e13 req-4e5ef30e-5201-4383-a63d-03c3acdf37b2 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:08.062726 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b0117e14-a49e-4a6a-b186-67fa730c6e13 req-4e5ef30e-5201-4383-a63d-03c3acdf37b2 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=b26849d8-db9e-4a57-8bc4-4781104f52a0 HTTP/1.1" status: 200 len: 946 time: 0.1145608 Dec 10 16:27:08.136229 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-575d7b68-321f-4d3d-8f4a-da6c4442c84e None None] Set router b00a7c58-213f-4477-a408-53d7729705a5 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:27:08.140842 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-ca0af7c5-f136-40a8-ac28-de61d5d06a11 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509058 Dec 10 16:27:08.160481 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b0117e14-a49e-4a6a-b186-67fa730c6e13 req-768e9477-b1bd-4307-955f-3895b7546cf9 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883532 Dec 10 16:27:08.205455 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 06d6b615-e46d-4990-bb6f-42c9463988e8 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:27:08.303086 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-e6e43e09-3aa1-4823-af72-63c093436d1c service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414773 Dec 10 16:27:08.314724 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1b733-f3a2-4e1f-b803-485d2b724a15 req-71ca5249-d0ec-43f1-a083-a47e165d36ee tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:08.316246 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-76c1b733-f3a2-4e1f-b803-485d2b724a15 req-71ca5249-d0ec-43f1-a083-a47e165d36ee tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 949 time: 0.0761034 Dec 10 16:27:08.365506 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 06d6b615-e46d-4990-bb6f-42c9463988e8 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:27:08.365889 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:08.381983 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-76c1b733-f3a2-4e1f-b803-485d2b724a15 req-22e858ad-92a8-4e61-b221-ae0baf6affe6 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584981 Dec 10 16:27:08.496386 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-575d7b68-321f-4d3d-8f4a-da6c4442c84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00a7c58-213f-4477-a408-53d7729705a5', 'name': 'tempest-TaggedBootDevicesTest_v242-59029420-router', 'tenant_id': '7ef0693d7775498c8045043558338ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '06d6b615-e46d-4990-bb6f-42c9463988e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:27:01Z', 'updated_at': '2021-12-10T16:27:05Z', 'revision_number': 4, 'project_id': '7ef0693d7775498c8045043558338ff5', 'gw_port': {'id': '06d6b615-e46d-4990-bb6f-42c9463988e8', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:42:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a7c58-213f-4477-a408-53d7729705a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:27:01Z', 'updated_at': '2021-12-10T16:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '963010e4-1c76-4f77-a6dd-cbc196ebe114', 'name': '', 'network_id': 'ef24c11b-620d-4371-a4a9-9ac56c1a38d9', 'tenant_id': '7ef0693d7775498c8045043558338ff5', 'mac_address': 'fa:16:3e:f3:9d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00a7c58-213f-4477-a408-53d7729705a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'c02442fb-3df0-46ba-8888-db0ea22f6649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:27:04Z', 'updated_at': '2021-12-10T16:27:06Z', 'revision_number': 2, 'project_id': '7ef0693d7775498c8045043558338ff5', 'subnets': [{'id': 'c02442fb-3df0-46ba-8888-db0ea22f6649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:27:08.504192 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7f977-c5a6-4400-813a-a31aa2e17189 req-207f83bb-61f2-49b2-bd70-97f547118869 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:08.506680 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ee7f977-c5a6-4400-813a-a31aa2e17189 req-207f83bb-61f2-49b2-bd70-97f547118869 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=df430d8a-fcff-428d-8ff8-84516006dad7 HTTP/1.1" status: 200 len: 945 time: 0.0611284 Dec 10 16:27:08.528196 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575d7b68-321f-4d3d-8f4a-da6c4442c84e None None] Checking router: b00a7c58-213f-4477-a408-53d7729705a5 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:27:08.528547 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575d7b68-321f-4d3d-8f4a-da6c4442c84e None None] Updating router b00a7c58-213f-4477-a408-53d7729705a5 port 963010e4-1c76-4f77-a6dd-cbc196ebe114 binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:27:08.566619 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-575d7b68-321f-4d3d-8f4a-da6c4442c84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:08.570408 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ee7f977-c5a6-4400-813a-a31aa2e17189 req-849dc4e9-2018-4221-9165-6a4a51aea83d tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537097 Dec 10 16:27:08.676814 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047063b-b1af-4b83-9711-37bc31ec5fa4 req-1f3b21ba-dd4c-4194-a023-6414a2c64f03 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:08.679180 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d047063b-b1af-4b83-9711-37bc31ec5fa4 req-1f3b21ba-dd4c-4194-a023-6414a2c64f03 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] 10.222.0.11 "GET /v2.0/ports?device_id=90246507-b0c7-411e-abe9-dd1872975b8a HTTP/1.1" status: 200 len: 946 time: 0.0598087 Dec 10 16:27:08.735501 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d047063b-b1af-4b83-9711-37bc31ec5fa4 req-c1ccdfe6-fdd1-4f8f-9711-8a29a18db98c tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ab75357-f9e2-4dfe-b3b8-1375775be505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465338 Dec 10 16:27:08.863295 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-575d7b68-321f-4d3d-8f4a-da6c4442c84e None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:08.870654 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-575d7b68-321f-4d3d-8f4a-da6c4442c84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:08.921531 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247a1d3-e6ea-43b1-ad77-bc39f9e435e3 None None] Pushing event updated for resources: {'Port': ['ID=963010e4-1c76-4f77-a6dd-cbc196ebe114,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:08.988136 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-575d7b68-321f-4d3d-8f4a-da6c4442c84e None None] Attempting to bind port 963010e4-1c76-4f77-a6dd-cbc196ebe114 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:27:08.988819 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-575d7b68-321f-4d3d-8f4a-da6c4442c84e None None] Attempting to bind port 963010e4-1c76-4f77-a6dd-cbc196ebe114 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '9a1c60a4-64c6-4be4-b5f8-ebd3ba313168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ef24c11b-620d-4371-a4a9-9ac56c1a38d9'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:27:08.988978 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575d7b68-321f-4d3d-8f4a-da6c4442c84e None None] Attempting to bind port 963010e4-1c76-4f77-a6dd-cbc196ebe114 on network ef24c11b-620d-4371-a4a9-9ac56c1a38d9 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:27:08.995274 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575d7b68-321f-4d3d-8f4a-da6c4442c84e None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:27:08.995676 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575d7b68-321f-4d3d-8f4a-da6c4442c84e None None] Checking segment: {'id': '9a1c60a4-64c6-4be4-b5f8-ebd3ba313168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ef24c11b-620d-4371-a4a9-9ac56c1a38d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:27:08.996025 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-575d7b68-321f-4d3d-8f4a-da6c4442c84e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:08.996419 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575d7b68-321f-4d3d-8f4a-da6c4442c84e None None] Bound using segment: {'id': '9a1c60a4-64c6-4be4-b5f8-ebd3ba313168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ef24c11b-620d-4371-a4a9-9ac56c1a38d9'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:27:08.996901 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-575d7b68-321f-4d3d-8f4a-da6c4442c84e None None] Bound port: 963010e4-1c76-4f77-a6dd-cbc196ebe114, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a1c60a4-64c6-4be4-b5f8-ebd3ba313168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ef24c11b-620d-4371-a4a9-9ac56c1a38d9'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:27:08.997291 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-575d7b68-321f-4d3d-8f4a-da6c4442c84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:09.099342 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-575d7b68-321f-4d3d-8f4a-da6c4442c84e None None] For port 963010e4-1c76-4f77-a6dd-cbc196ebe114, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:27:09.103958 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-575d7b68-321f-4d3d-8f4a-da6c4442c84e None None] For port 963010e4-1c76-4f77-a6dd-cbc196ebe114, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=963010e4-1c76-4f77-a6dd-cbc196ebe114,segment=NetworkSegment(9a1c60a4-64c6-4be4-b5f8-ebd3ba313168),segment_id=9a1c60a4-64c6-4be4-b5f8-ebd3ba313168)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:27:09.109539 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-575d7b68-321f-4d3d-8f4a-da6c4442c84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:09.158716 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f7265-ba1a-44d3-8f5f-3d414ac336d8 req-23ecc952-cfe9-41a8-8f96-41510e763151 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:09.168289 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7b5f7265-ba1a-44d3-8f5f-3d414ac336d8 req-23ecc952-cfe9-41a8-8f96-41510e763151 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.0861838 Dec 10 16:27:09.195510 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575d7b68-321f-4d3d-8f4a-da6c4442c84e None None] Routers {'b00a7c58-213f-4477-a408-53d7729705a5'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:27:09.196148 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-575d7b68-321f-4d3d-8f4a-da6c4442c84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:26:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['b00a7c58-213f-4477-a408-53d7729705a5'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:27:09.201193 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247a1d3-e6ea-43b1-ad77-bc39f9e435e3 None None] Pushing event updated for resources: {'Port': ['ID=963010e4-1c76-4f77-a6dd-cbc196ebe114,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:09.257667 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7b5f7265-ba1a-44d3-8f5f-3d414ac336d8 req-da6dc694-e768-4066-8de0-d77d711e2aeb tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883627 Dec 10 16:27:09.428445 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f338de3-d384-438c-ba99-12d4607b0817 req-ab9f8d68-68c0-4485-8a81-55b67e13dbe9 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:09.432063 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7f338de3-d384-438c-ba99-12d4607b0817 req-ab9f8d68-68c0-4485-8a81-55b67e13dbe9 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] 10.222.0.26 "GET /v2.0/ports?device_id=90246507-b0c7-411e-abe9-dd1872975b8a HTTP/1.1" status: 200 len: 946 time: 0.1103873 Dec 10 16:27:09.445361 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a03441-185b-40bc-bc36-768010ecbc5b req-680ac9ca-5ff2-4ed6-bf7e-abd06568d2a3 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:09.449939 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-326af527-ed72-4db2-8377-7068d1568141 None None] Provisioning complete for port 963010e4-1c76-4f77-a6dd-cbc196ebe114 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:27:09.450345 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-326af527-ed72-4db2-8377-7068d1568141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:09.452694 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-94a03441-185b-40bc-bc36-768010ecbc5b req-680ac9ca-5ff2-4ed6-bf7e-abd06568d2a3 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=b26849d8-db9e-4a57-8bc4-4781104f52a0 HTTP/1.1" status: 200 len: 946 time: 0.1172423 Dec 10 16:27:09.523231 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-575d7b68-321f-4d3d-8f4a-da6c4442c84e None None] Set router b00a7c58-213f-4477-a408-53d7729705a5 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:27:09.541426 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-94a03441-185b-40bc-bc36-768010ecbc5b req-0e95b395-14dd-4196-bb52-ab157b93c22e tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878048 Dec 10 16:27:09.617016 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-7f338de3-d384-438c-ba99-12d4607b0817 req-8b0e1274-5b0f-4533-b7bd-59ff7cbb2e15 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] Deleting port d3a49868-c6a8-4117-96a5-1199634c1a1c {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:27:09.617667 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7f338de3-d384-438c-ba99-12d4607b0817 req-8b0e1274-5b0f-4533-b7bd-59ff7cbb2e15 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:09.636412 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-326af527-ed72-4db2-8377-7068d1568141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:09.716890 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-326af527-ed72-4db2-8377-7068d1568141 None None] For port 963010e4-1c76-4f77-a6dd-cbc196ebe114, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=963010e4-1c76-4f77-a6dd-cbc196ebe114,segment=NetworkSegment(9a1c60a4-64c6-4be4-b5f8-ebd3ba313168),segment_id=9a1c60a4-64c6-4be4-b5f8-ebd3ba313168)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:27:09.724313 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-326af527-ed72-4db2-8377-7068d1568141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:09.740627 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78e96d-0772-4ae7-8c08-32ffcaff5d91 req-529b1899-794b-4c7b-ace7-0484c885f5f0 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:09.742441 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3a78e96d-0772-4ae7-8c08-32ffcaff5d91 req-529b1899-794b-4c7b-ace7-0484c885f5f0 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 949 time: 0.1094217 Dec 10 16:27:09.776880 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-7f338de3-d384-438c-ba99-12d4607b0817 req-8b0e1274-5b0f-4533-b7bd-59ff7cbb2e15 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] For port d3a49868-c6a8-4117-96a5-1199634c1a1c, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=d3a49868-c6a8-4117-96a5-1199634c1a1c,segment=NetworkSegment(202a4f27-efaf-4aa4-a5b6-4fed5789143f),segment_id=202a4f27-efaf-4aa4-a5b6-4fed5789143f)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:27:09.777287 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7f338de3-d384-438c-ba99-12d4607b0817 req-8b0e1274-5b0f-4533-b7bd-59ff7cbb2e15 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:09.794652 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-7f338de3-d384-438c-ba99-12d4607b0817 req-8b0e1274-5b0f-4533-b7bd-59ff7cbb2e15 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] Calling delete_port for d3a49868-c6a8-4117-96a5-1199634c1a1c owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:27:09.824934 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 9ad44a27-a314-4da6-a5bb-3637dee7714f up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:27:09.830299 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3a78e96d-0772-4ae7-8c08-32ffcaff5d91 req-b8dcf7dd-7e72-4be7-9545-5dd92915e4f9 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811317 Dec 10 16:27:09.831042 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326af527-ed72-4db2-8377-7068d1568141 None None] Pushing event updated for resources: {'Port': ['ID=963010e4-1c76-4f77-a6dd-cbc196ebe114,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:09.894241 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-49385a63-d2ee-4336-bad0-98dd42850d8f None None] Provisioning complete for port 963010e4-1c76-4f77-a6dd-cbc196ebe114 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:27:09.894718 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-49385a63-d2ee-4336-bad0-98dd42850d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:09.945780 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-575d7b68-321f-4d3d-8f4a-da6c4442c84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00a7c58-213f-4477-a408-53d7729705a5', 'name': 'tempest-TaggedBootDevicesTest_v242-59029420-router', 'tenant_id': '7ef0693d7775498c8045043558338ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '06d6b615-e46d-4990-bb6f-42c9463988e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:27:01Z', 'updated_at': '2021-12-10T16:27:05Z', 'revision_number': 4, 'project_id': '7ef0693d7775498c8045043558338ff5', 'gw_port': {'id': '06d6b615-e46d-4990-bb6f-42c9463988e8', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:42:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a7c58-213f-4477-a408-53d7729705a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:27:01Z', 'updated_at': '2021-12-10T16:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '963010e4-1c76-4f77-a6dd-cbc196ebe114', 'name': '', 'network_id': 'ef24c11b-620d-4371-a4a9-9ac56c1a38d9', 'tenant_id': '7ef0693d7775498c8045043558338ff5', 'mac_address': 'fa:16:3e:f3:9d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00a7c58-213f-4477-a408-53d7729705a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'c02442fb-3df0-46ba-8888-db0ea22f6649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:27:04Z', 'updated_at': '2021-12-10T16:27:09Z', 'revision_number': 4, 'project_id': '7ef0693d7775498c8045043558338ff5', 'subnets': [{'id': 'c02442fb-3df0-46ba-8888-db0ea22f6649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:27:09.997147 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575d7b68-321f-4d3d-8f4a-da6c4442c84e None None] The sync data for ids ['b00a7c58-213f-4477-a408-53d7729705a5'] in n-d-766771-2 is: [{'id': 'b00a7c58-213f-4477-a408-53d7729705a5', 'name': 'tempest-TaggedBootDevicesTest_v242-59029420-router', 'tenant_id': '7ef0693d7775498c8045043558338ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '06d6b615-e46d-4990-bb6f-42c9463988e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:27:01Z', 'updated_at': '2021-12-10T16:27:05Z', 'revision_number': 4, 'project_id': '7ef0693d7775498c8045043558338ff5', 'gw_port': {'id': '06d6b615-e46d-4990-bb6f-42c9463988e8', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:42:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a7c58-213f-4477-a408-53d7729705a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:27:01Z', 'updated_at': '2021-12-10T16:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '963010e4-1c76-4f77-a6dd-cbc196ebe114', 'name': '', 'network_id': 'ef24c11b-620d-4371-a4a9-9ac56c1a38d9', 'tenant_id': '7ef0693d7775498c8045043558338ff5', 'mac_address': 'fa:16:3e:f3:9d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00a7c58-213f-4477-a408-53d7729705a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'c02442fb-3df0-46ba-8888-db0ea22f6649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:27:04Z', 'updated_at': '2021-12-10T16:27:09Z', 'revision_number': 4, 'project_id': '7ef0693d7775498c8045043558338ff5', 'subnets': [{'id': 'c02442fb-3df0-46ba-8888-db0ea22f6649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:27:10.000736 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7f338de3-d384-438c-ba99-12d4607b0817 req-8b0e1274-5b0f-4533-b7bd-59ff7cbb2e15 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:10.003222 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 9ad44a27-a314-4da6-a5bb-3637dee7714f completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:27:10.008537 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 9ad44a27-a314-4da6-a5bb-3637dee7714f triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:27:10.009063 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:10.015381 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['d3a49868-c6a8-4117-96a5-1199634c1a1c'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:27:10.037172 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e1274-5b0f-4533-b7bd-59ff7cbb2e15 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] Pushing event deleted for resources: {'Port': ['ID=d3a49868-c6a8-4117-96a5-1199634c1a1c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:10.106898 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f338de3-d384-438c-ba99-12d4607b0817 req-8b0e1274-5b0f-4533-b7bd-59ff7cbb2e15 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] No DVR routers for this DVR port d3a49868-c6a8-4117-96a5-1199634c1a1c on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:27:10.123110 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7f338de3-d384-438c-ba99-12d4607b0817 req-8b0e1274-5b0f-4533-b7bd-59ff7cbb2e15 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:10.126985 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7f338de3-d384-438c-ba99-12d4607b0817 req-8b0e1274-5b0f-4533-b7bd-59ff7cbb2e15 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] 10.222.0.26 "DELETE /v2.0/ports/d3a49868-c6a8-4117-96a5-1199634c1a1c HTTP/1.1" status: 204 len: 173 time: 0.6716359 Dec 10 16:27:10.127958 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90246507-b0c7-411e-abe9-dd1872975b8a', 'name': 'network-vif-deleted', 'tag': 'd3a49868-c6a8-4117-96a5-1199634c1a1c'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:27:10.130819 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc724828-dd8e-4b12-9264-3129e97a9b35" -d '{"events": [{"server_uuid": "90246507-b0c7-411e-abe9-dd1872975b8a", "name": "network-vif-deleted", "tag": "d3a49868-c6a8-4117-96a5-1199634c1a1c"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:27:10.229279 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:10.285814 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9315e3-0b56-48f3-88c5-a065c68e33ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad44a27-a314-4da6-a5bb-3637dee7714f'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:27:10.290007 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1db66d-b944-4dd7-86ed-ae584e83052e" -d '{"events": [{"server_uuid": "4f9315e3-0b56-48f3-88c5-a065c68e33ea", "name": "network-vif-plugged", "status": "completed", "tag": "9ad44a27-a314-4da6-a5bb-3637dee7714f"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:27:10.314020 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 9ad44a27-a314-4da6-a5bb-3637dee7714f, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=9ad44a27-a314-4da6-a5bb-3637dee7714f,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:27:10.325148 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 963010e4-1c76-4f77-a6dd-cbc196ebe114 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:27:10.329820 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:10.346080 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc2e3a-ae8c-4ffd-bdf3-7ad598ff4956 req-20417697-e709-4eb1-a531-71f6ad5a174b tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:10.354013 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-70fc2e3a-ae8c-4ffd-bdf3-7ad598ff4956 req-20417697-e709-4eb1-a531-71f6ad5a174b tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=df430d8a-fcff-428d-8ff8-84516006dad7 HTTP/1.1" status: 200 len: 945 time: 0.0902827 Dec 10 16:27:10.436507 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-70fc2e3a-ae8c-4ffd-bdf3-7ad598ff4956 req-5a8a26c4-68f6-4bb0-8f6c-44ce78a693e2 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799906 Dec 10 16:27:10.470318 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=9ad44a27-a314-4da6-a5bb-3637dee7714f,revision_number=9']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:10.478725 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 963010e4-1c76-4f77-a6dd-cbc196ebe114 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:27:10.479348 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:10.560398 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c6f4cc9e-b9eb-4b23-af71-3c7ffea59ede req-3f528535-a0c5-4246-83b4-61b35f511762 tempest-InstanceActionsTestJSON-1563676258 tempest-InstanceActionsTestJSON-1563676258-project] 10.222.0.11 "GET /v2.0/ports?device_id=90246507-b0c7-411e-abe9-dd1872975b8a HTTP/1.1" status: 200 len: 210 time: 0.0432580 Dec 10 16:27:10.770575 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-dee2ce92-0916-4d1c-86d5-e54e44c0832c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:10.772996 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-dee2ce92-0916-4d1c-86d5-e54e44c0832c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea&tenant_id=94e98c03952a41539b6089aa3614a4af HTTP/1.1" status: 200 len: 1101 time: 0.0653753 Dec 10 16:27:10.785010 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-6867b5cc-056a-405d-8519-866f9c6cb8dc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766771-2', 'device_owner': 'compute:nova'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:27:10.917935 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-6867b5cc-056a-405d-8519-866f9c6cb8dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:10.929873 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8d05c-7750-43e0-936c-42140ed2942e req-611231af-e8fc-490d-b457-ea833e2f22bd tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:10.931723 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aca8d05c-7750-43e0-936c-42140ed2942e req-611231af-e8fc-490d-b457-ea833e2f22bd tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=b26849d8-db9e-4a57-8bc4-4781104f52a0 HTTP/1.1" status: 200 len: 946 time: 0.1062255 Dec 10 16:27:11.041009 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aca8d05c-7750-43e0-936c-42140ed2942e req-506d2822-4e96-4741-99d7-00aaf56ba542 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962541 Dec 10 16:27:11.106646 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d477f136-dc8a-4b6e-8897-e7a689d6f485 x-openstack-request-id: req-d477f136-dc8a-4b6e-8897-e7a689d6f485 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:27:11.107391 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90246507-b0c7-411e-abe9-dd1872975b8a", "name": "network-vif-deleted", "tag": "d3a49868-c6a8-4117-96a5-1199634c1a1c", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:27:11.107965 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d477f136-dc8a-4b6e-8897-e7a689d6f485 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:27:11.109371 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90246507-b0c7-411e-abe9-dd1872975b8a', 'name': 'network-vif-deleted', 'tag': 'd3a49868-c6a8-4117-96a5-1199634c1a1c', 'status': 'completed', 'code': 200} Dec 10 16:27:11.269966 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93d0f6-a11a-4260-add9-f342f2ce023a req-82273e7f-e508-48af-84ae-7783b406d54a tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:11.271994 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3a93d0f6-a11a-4260-add9-f342f2ce023a req-82273e7f-e508-48af-84ae-7783b406d54a tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.0807388 Dec 10 16:27:11.291566 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-6867b5cc-056a-405d-8519-866f9c6cb8dc service neutron] For port 9ad44a27-a314-4da6-a5bb-3637dee7714f, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=9ad44a27-a314-4da6-a5bb-3637dee7714f,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:27:11.348313 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3a93d0f6-a11a-4260-add9-f342f2ce023a req-ef5ec1cf-8cfd-46e4-99aa-898ca2e4ca9e tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700009 Dec 10 16:27:11.355062 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-6867b5cc-056a-405d-8519-866f9c6cb8dc service neutron] For port 9ad44a27-a314-4da6-a5bb-3637dee7714f, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:27:11.429275 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-6867b5cc-056a-405d-8519-866f9c6cb8dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:11.451483 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-6867b5cc-056a-405d-8519-866f9c6cb8dc service neutron] Transition to ACTIVE for port object 9ad44a27-a314-4da6-a5bb-3637dee7714f will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:27:11.460778 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129cd27f-07ca-4b4c-b244-bec58ff64f3a req-bbc97b93-30b3-46a0-86d2-b3bc4abd4565 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:11.462925 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-129cd27f-07ca-4b4c-b244-bec58ff64f3a req-bbc97b93-30b3-46a0-86d2-b3bc4abd4565 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.46 "GET /v2.0/ports?device_id=b26849d8-db9e-4a57-8bc4-4781104f52a0 HTTP/1.1" status: 200 len: 946 time: 0.0778329 Dec 10 16:27:11.463626 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-6867b5cc-056a-405d-8519-866f9c6cb8dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:11.514239 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ab29a1-3deb-433f-bc6e-6bd06d880a8d x-openstack-request-id: req-83ab29a1-3deb-433f-bc6e-6bd06d880a8d {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:27:11.514784 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9315e3-0b56-48f3-88c5-a065c68e33ea", "name": "network-vif-plugged", "status": "completed", "tag": "9ad44a27-a314-4da6-a5bb-3637dee7714f", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:27:11.514896 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-83ab29a1-3deb-433f-bc6e-6bd06d880a8d {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:27:11.515205 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9315e3-0b56-48f3-88c5-a065c68e33ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad44a27-a314-4da6-a5bb-3637dee7714f', 'code': 200} Dec 10 16:27:11.572383 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867b5cc-056a-405d-8519-866f9c6cb8dc service neutron] Pushing event updated for resources: {'Port': ['ID=9ad44a27-a314-4da6-a5bb-3637dee7714f,revision_number=10']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:11.578901 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-6867b5cc-056a-405d-8519-866f9c6cb8dc service neutron] No DVR routers for this DVR port 9ad44a27-a314-4da6-a5bb-3637dee7714f on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:27:11.677477 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-6867b5cc-056a-405d-8519-866f9c6cb8dc service neutron] Attempting to bind port 9ad44a27-a314-4da6-a5bb-3637dee7714f on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:27:11.677864 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-6867b5cc-056a-405d-8519-866f9c6cb8dc service neutron] Attempting to bind port 9ad44a27-a314-4da6-a5bb-3637dee7714f by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:27:11.678213 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-6867b5cc-056a-405d-8519-866f9c6cb8dc service neutron] Attempting to bind port 9ad44a27-a314-4da6-a5bb-3637dee7714f on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:27:11.691298 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-6867b5cc-056a-405d-8519-866f9c6cb8dc service neutron] Port 9ad44a27-a314-4da6-a5bb-3637dee7714f on network 1b1da819-dfba-43f2-8848-8bb429159850 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:27:11.691679 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-6867b5cc-056a-405d-8519-866f9c6cb8dc service neutron] Attempting to bind port 9ad44a27-a314-4da6-a5bb-3637dee7714f on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:27:11.706616 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-6867b5cc-056a-405d-8519-866f9c6cb8dc service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:27:11.706962 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-6867b5cc-056a-405d-8519-866f9c6cb8dc service neutron] Checking segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:27:11.707349 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-6867b5cc-056a-405d-8519-866f9c6cb8dc service neutron] Bound using segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:27:11.707793 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-6867b5cc-056a-405d-8519-866f9c6cb8dc service neutron] Bound port: 9ad44a27-a314-4da6-a5bb-3637dee7714f, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:27:11.708232 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-6867b5cc-056a-405d-8519-866f9c6cb8dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:11.719555 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1daf36b-9cb4-402d-8dd7-d9c2d1ea78c1 req-812a6d1e-618d-4290-b859-d25c4340847f tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:11.721066 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d1daf36b-9cb4-402d-8dd7-d9c2d1ea78c1 req-812a6d1e-618d-4290-b859-d25c4340847f tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 949 time: 0.1334851 Dec 10 16:27:11.776242 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-129cd27f-07ca-4b4c-b244-bec58ff64f3a req-e0a7d8f4-6cde-4051-a991-2943ff48e37e tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Deleting port eb027421-ff40-4763-b9e3-a81962df38e5 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:27:11.776969 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-129cd27f-07ca-4b4c-b244-bec58ff64f3a req-e0a7d8f4-6cde-4051-a991-2943ff48e37e tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:11.894991 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d1daf36b-9cb4-402d-8dd7-d9c2d1ea78c1 req-61f9c4c0-f9cd-454b-abb0-6ffafed524b2 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641569 Dec 10 16:27:11.898070 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-6867b5cc-056a-405d-8519-866f9c6cb8dc service neutron] For port 9ad44a27-a314-4da6-a5bb-3637dee7714f, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:27:11.907353 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-6867b5cc-056a-405d-8519-866f9c6cb8dc service neutron] For port 9ad44a27-a314-4da6-a5bb-3637dee7714f, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=9ad44a27-a314-4da6-a5bb-3637dee7714f,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:27:11.917870 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-6867b5cc-056a-405d-8519-866f9c6cb8dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:11.971785 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-6867b5cc-056a-405d-8519-866f9c6cb8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:11.972798 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-6867b5cc-056a-405d-8519-866f9c6cb8dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:11.974271 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-6867b5cc-056a-405d-8519-866f9c6cb8dc service neutron] 10.222.0.26 "PUT /v2.0/ports/9ad44a27-a314-4da6-a5bb-3637dee7714f HTTP/1.1" status: 200 len: 1097 time: 1.1936321 Dec 10 16:27:11.981586 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-129cd27f-07ca-4b4c-b244-bec58ff64f3a req-e0a7d8f4-6cde-4051-a991-2943ff48e37e tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] For port eb027421-ff40-4763-b9e3-a81962df38e5, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=eb027421-ff40-4763-b9e3-a81962df38e5,segment=NetworkSegment(5b73bbf7-7693-4577-890d-a6987a70c2b5),segment_id=5b73bbf7-7693-4577-890d-a6987a70c2b5)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:27:11.981974 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-129cd27f-07ca-4b4c-b244-bec58ff64f3a req-e0a7d8f4-6cde-4051-a991-2943ff48e37e tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:12.032158 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867b5cc-056a-405d-8519-866f9c6cb8dc service neutron] Pushing event updated for resources: {'Port': ['ID=9ad44a27-a314-4da6-a5bb-3637dee7714f,revision_number=11']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:12.036742 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-129cd27f-07ca-4b4c-b244-bec58ff64f3a req-e0a7d8f4-6cde-4051-a991-2943ff48e37e tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Calling delete_port for eb027421-ff40-4763-b9e3-a81962df38e5 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:27:12.177088 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-ddb3f8e2-274a-4c1b-9c89-4c73b6cafff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:12.179241 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-ddb3f8e2-274a-4c1b-9c89-4c73b6cafff2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=94e98c03952a41539b6089aa3614a4af&device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 1100 time: 0.1288409 Dec 10 16:27:12.199183 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add805ee-d4e4-4a4f-b1a8-cf295bb54776 req-bfdf5d99-e715-4504-ba19-f3393e5ec55b tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:12.200750 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-add805ee-d4e4-4a4f-b1a8-cf295bb54776 req-bfdf5d99-e715-4504-ba19-f3393e5ec55b tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=df430d8a-fcff-428d-8ff8-84516006dad7 HTTP/1.1" status: 200 len: 945 time: 0.1611459 Dec 10 16:27:12.329238 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-add805ee-d4e4-4a4f-b1a8-cf295bb54776 req-b5ebdfea-fad6-4674-8125-209a47ed5af0 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186957 Dec 10 16:27:12.377600 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47382) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:27:12.382288 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-1c74d829-a15e-4ca5-9fd3-6e2eb2c8a1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:12.383764 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-1c74d829-a15e-4ca5-9fd3-6e2eb2c8a1d4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.1938889 Dec 10 16:27:12.433737 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-b03e9061-ce93-45b0-877b-e080921a0fcd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=9ad44a27-a314-4da6-a5bb-3637dee7714f HTTP/1.1" status: 200 len: 217 time: 0.0411606 Dec 10 16:27:12.438944 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-129cd27f-07ca-4b4c-b244-bec58ff64f3a req-e0a7d8f4-6cde-4051-a991-2943ff48e37e tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:12.450736 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['eb027421-ff40-4763-b9e3-a81962df38e5'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:27:12.463850 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-f09a95f6-7c21-48e5-ab25-2d1a999afe41 admin admin] Deleting subnet 4f0d861f-5c16-464a-8c40-f6b6843369d2 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:27:12.465813 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f09a95f6-7c21-48e5-ab25-2d1a999afe41 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:12.519902 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f09a95f6-7c21-48e5-ab25-2d1a999afe41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:12.528612 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7d8f4-6cde-4051-a991-2943ff48e37e tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Pushing event deleted for resources: {'Port': ['ID=eb027421-ff40-4763-b9e3-a81962df38e5,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:12.572832 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-f50f28f1-bfeb-413c-bc05-ef2bc8951311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:12.575567 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-f50f28f1-bfeb-413c-bc05-ef2bc8951311 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.1343439 Dec 10 16:27:12.586357 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f09a95f6-7c21-48e5-ab25-2d1a999afe41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:12.603866 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-129cd27f-07ca-4b4c-b244-bec58ff64f3a req-e0a7d8f4-6cde-4051-a991-2943ff48e37e tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] No DVR routers for this DVR port eb027421-ff40-4763-b9e3-a81962df38e5 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:27:12.607782 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-129cd27f-07ca-4b4c-b244-bec58ff64f3a req-e0a7d8f4-6cde-4051-a991-2943ff48e37e tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:12.611813 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-129cd27f-07ca-4b4c-b244-bec58ff64f3a req-e0a7d8f4-6cde-4051-a991-2943ff48e37e tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.46 "DELETE /v2.0/ports/eb027421-ff40-4763-b9e3-a81962df38e5 HTTP/1.1" status: 204 len: 173 time: 1.1396782 Dec 10 16:27:12.665117 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-231b2a2f-612b-4497-b5ab-fa076b024eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:12.666977 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-231b2a2f-612b-4497-b5ab-fa076b024eeb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0718880 Dec 10 16:27:12.675037 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f09a95f6-7c21-48e5-ab25-2d1a999afe41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:12.710029 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09a95f6-7c21-48e5-ab25-2d1a999afe41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f0d861f-5c16-464a-8c40-f6b6843369d2,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:12.727744 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f09a95f6-7c21-48e5-ab25-2d1a999afe41 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:12.736162 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f09a95f6-7c21-48e5-ab25-2d1a999afe41 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4f0d861f-5c16-464a-8c40-f6b6843369d2 HTTP/1.1" status: 204 len: 168 time: 0.3573179 Dec 10 16:27:12.736970 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47386) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:27:12.808871 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-21dcd905-b466-4d1a-ba5e-f2f4c027ac79 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309226 Dec 10 16:27:12.823927 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e939eb4a-8055-4cc9-8e71-99214ddb2903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:12.832248 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-97ee2baf-ce29-42bf-89a9-9c84ca42826a req-f6e1c327-ad85-4bea-b940-296cfb61b312 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=b26849d8-db9e-4a57-8bc4-4781104f52a0 HTTP/1.1" status: 200 len: 210 time: 0.0455501 Dec 10 16:27:12.932191 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e939eb4a-8055-4cc9-8e71-99214ddb2903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:12.967319 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-e939eb4a-8055-4cc9-8e71-99214ddb2903 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['123753fd-671f-4987-bef4-d916c936bd1c']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:27:12.978328 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-e939eb4a-8055-4cc9-8e71-99214ddb2903 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '202a4f27-efaf-4aa4-a5b6-4fed5789143f') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:27:12.979112 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-e939eb4a-8055-4cc9-8e71-99214ddb2903 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '202a4f27-efaf-4aa4-a5b6-4fed5789143f') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:27:13.005070 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e939eb4a-8055-4cc9-8e71-99214ddb2903 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:13.023228 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e939eb4a-8055-4cc9-8e71-99214ddb2903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:13.034287 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e939eb4a-8055-4cc9-8e71-99214ddb2903 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:27:13.035082 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e939eb4a-8055-4cc9-8e71-99214ddb2903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:13.039025 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:27:13.039025 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:27:13.039025 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:27:13.039025 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:27:13.039025 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:27:13.039025 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:27:13.039025 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:27:13.039025 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:27:13.039025 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:27:13.039025 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:27:13.039025 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:27:13.039025 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:27:13.039025 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:27:13.039025 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:27:13.039025 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:27:13.039025 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:27:13.039025 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:27:13.039025 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:27:13.039025 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:27:13.039025 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:27:13.039025 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:27:13.039025 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:27:13.039025 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:27:13.039025 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:27:13.039025 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:27:13.039025 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:27:13.039025 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:27:13.039025 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:27:13.039025 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:27:13.039025 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:27:13.039025 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:27:13.039025 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:27:13.045384 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929920d-e527-4ef8-8434-2646ac99a5dc req-c2ea560f-6693-4d02-b526-67d0dc4daccb tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:13.046926 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0929920d-e527-4ef8-8434-2646ac99a5dc req-c2ea560f-6693-4d02-b526-67d0dc4daccb tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.1354773 Dec 10 16:27:13.050092 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c4263c1-f57e-4e6b-905a-bac39c88b6eb req-fe94f7da-fc65-45e0-a56e-ca212fe3b681 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272084 Dec 10 16:27:13.061738 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-4ef65eae-40cf-4c19-814d-3708299b0d07 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:13.066557 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-4ef65eae-40cf-4c19-814d-3708299b0d07 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=df430d8a-fcff-428d-8ff8-84516006dad7&tenant_id=c7f96263ffc44481b889fc489836cd3c&binding%3Ahost_id=n-h1-766771-2 HTTP/1.1" status: 200 len: 1096 time: 0.1130180 Dec 10 16:27:13.089791 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-25ff54d6-635c-42f2-9404-0fd953e06792 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-766771-2'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:27:13.112640 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e939eb4a-8055-4cc9-8e71-99214ddb2903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:13.113101 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9315e3-0b56-48f3-88c5-a065c68e33ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ad44a27-a314-4da6-a5bb-3637dee7714f'}, {'name': 'network-changed', 'server_uuid': '4f9315e3-0b56-48f3-88c5-a065c68e33ea', 'tag': '9ad44a27-a314-4da6-a5bb-3637dee7714f'}, {'server_uuid': 'b26849d8-db9e-4a57-8bc4-4781104f52a0', 'name': 'network-vif-deleted', 'tag': 'eb027421-ff40-4763-b9e3-a81962df38e5'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:27:13.117214 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b35dbd-ff83-4109-b89f-bdc772f68583" -d '{"events": [{"server_uuid": "4f9315e3-0b56-48f3-88c5-a065c68e33ea", "name": "network-vif-unplugged", "status": "completed", "tag": "9ad44a27-a314-4da6-a5bb-3637dee7714f"}, {"name": "network-changed", "server_uuid": "4f9315e3-0b56-48f3-88c5-a065c68e33ea", "tag": "9ad44a27-a314-4da6-a5bb-3637dee7714f"}, {"server_uuid": "b26849d8-db9e-4a57-8bc4-4781104f52a0", "name": "network-vif-deleted", "tag": "eb027421-ff40-4763-b9e3-a81962df38e5"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:27:13.125378 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e939eb4a-8055-4cc9-8e71-99214ddb2903 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:13.134737 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e939eb4a-8055-4cc9-8e71-99214ddb2903 admin admin] 10.222.0.11 "DELETE /v2.0/networks/123753fd-671f-4987-bef4-d916c936bd1c HTTP/1.1" status: 204 len: 168 time: 0.3964684 Dec 10 16:27:13.161930 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e939eb4a-8055-4cc9-8e71-99214ddb2903 admin admin] Pushing event deleted for resources: {'Network': ['ID=123753fd-671f-4987-bef4-d916c936bd1c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:13.210472 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0929920d-e527-4ef8-8434-2646ac99a5dc req-aa314517-5d0d-4d9a-9c79-854496e04b13 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511307 Dec 10 16:27:13.237321 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-25ff54d6-635c-42f2-9404-0fd953e06792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:13.441537 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47398) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:27:13.442234 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ccb7d-8a52-4d29-a565-901c621fd13a req-b131b141-a8b6-484f-ba9b-c8fb306606a7 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:13.443821 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ca5ccb7d-8a52-4d29-a565-901c621fd13a req-b131b141-a8b6-484f-ba9b-c8fb306606a7 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 949 time: 0.1028836 Dec 10 16:27:13.473449 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-25ff54d6-635c-42f2-9404-0fd953e06792 service neutron] For port 49c6261e-6d23-43e3-a793-ddf1615a328f, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=49c6261e-6d23-43e3-a793-ddf1615a328f,segment=NetworkSegment(698ea8e5-c316-417a-87ff-ff612f3a473c),segment_id=698ea8e5-c316-417a-87ff-ff612f3a473c)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:27:13.488515 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-14192ebf-3951-4741-9505-52c477e418ff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6af4d8657011449ea714574be71e7b44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0456386 Dec 10 16:27:13.490767 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47402) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:27:13.539540 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ca5ccb7d-8a52-4d29-a565-901c621fd13a req-b70b6cb6-32b9-4fd5-a54f-5be5c63f3161 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890169 Dec 10 16:27:13.544480 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-25ff54d6-635c-42f2-9404-0fd953e06792 service neutron] For port 49c6261e-6d23-43e3-a793-ddf1615a328f, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:27:13.562768 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-45a8b661-6377-4732-8e14-458887a75e4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:13.588235 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-45a8b661-6377-4732-8e14-458887a75e4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:13.594348 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-25ff54d6-635c-42f2-9404-0fd953e06792 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:13.603535 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-25ff54d6-635c-42f2-9404-0fd953e06792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:13.635829 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Fri, 10 Dec 2021 16:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073e79c5-ef6b-4e11-be67-2528c0671d8d x-openstack-request-id: req-073e79c5-ef6b-4e11-be67-2528c0671d8d {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:27:13.636191 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9315e3-0b56-48f3-88c5-a065c68e33ea", "name": "network-vif-unplugged", "status": "completed", "tag": "9ad44a27-a314-4da6-a5bb-3637dee7714f", "code": 200}, {"name": "network-changed", "server_uuid": "4f9315e3-0b56-48f3-88c5-a065c68e33ea", "tag": "9ad44a27-a314-4da6-a5bb-3637dee7714f", "status": "completed", "code": 200}, {"server_uuid": "b26849d8-db9e-4a57-8bc4-4781104f52a0", "name": "network-vif-deleted", "tag": "eb027421-ff40-4763-b9e3-a81962df38e5", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:27:13.636437 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-073e79c5-ef6b-4e11-be67-2528c0671d8d {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:27:13.636834 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9315e3-0b56-48f3-88c5-a065c68e33ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ad44a27-a314-4da6-a5bb-3637dee7714f', 'code': 200} Dec 10 16:27:13.637086 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9315e3-0b56-48f3-88c5-a065c68e33ea', 'tag': '9ad44a27-a314-4da6-a5bb-3637dee7714f', 'status': 'completed', 'code': 200} Dec 10 16:27:13.637337 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b26849d8-db9e-4a57-8bc4-4781104f52a0', 'name': 'network-vif-deleted', 'tag': 'eb027421-ff40-4763-b9e3-a81962df38e5', 'status': 'completed', 'code': 200} Dec 10 16:27:13.682029 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-45a8b661-6377-4732-8e14-458887a75e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:13.687811 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-45a8b661-6377-4732-8e14-458887a75e4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:13.692403 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-45a8b661-6377-4732-8e14-458887a75e4f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0ab75357-f9e2-4dfe-b3b8-1375775be505 HTTP/1.1" status: 204 len: 168 time: 0.1996949 Dec 10 16:27:13.702707 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a8b661-6377-4732-8e14-458887a75e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab75357-f9e2-4dfe-b3b8-1375775be505,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:13.802657 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff54d6-635c-42f2-9404-0fd953e06792 service neutron] Pushing event updated for resources: {'Port': ['ID=49c6261e-6d23-43e3-a793-ddf1615a328f,revision_number=7']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:13.805452 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-25ff54d6-635c-42f2-9404-0fd953e06792 service neutron] Attempting to bind port 49c6261e-6d23-43e3-a793-ddf1615a328f on host n-h1-766771-2 for vnic_type normal with profile {"migrating_to": "n-h2-766771-2"} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:27:13.805875 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-25ff54d6-635c-42f2-9404-0fd953e06792 service neutron] Attempting to bind port 49c6261e-6d23-43e3-a793-ddf1615a328f by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:27:13.806162 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-25ff54d6-635c-42f2-9404-0fd953e06792 service neutron] Attempting to bind port 49c6261e-6d23-43e3-a793-ddf1615a328f on network 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:27:13.821351 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-25ff54d6-635c-42f2-9404-0fd953e06792 service neutron] Port 49c6261e-6d23-43e3-a793-ddf1615a328f on network 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:27:13.821682 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-25ff54d6-635c-42f2-9404-0fd953e06792 service neutron] Attempting to bind port 49c6261e-6d23-43e3-a793-ddf1615a328f on network 3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:27:13.826405 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 9ad44a27-a314-4da6-a5bb-3637dee7714f no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:27:13.840529 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-25ff54d6-635c-42f2-9404-0fd953e06792 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:27:13.840529 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-25ff54d6-635c-42f2-9404-0fd953e06792 service neutron] Checking segment: {'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:27:13.840931 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-25ff54d6-635c-42f2-9404-0fd953e06792 service neutron] Bound using segment: {'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:27:13.841189 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-25ff54d6-635c-42f2-9404-0fd953e06792 service neutron] Bound port: 49c6261e-6d23-43e3-a793-ddf1615a328f, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698ea8e5-c316-417a-87ff-ff612f3a473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:27:13.841547 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-25ff54d6-635c-42f2-9404-0fd953e06792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:13.867864 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b35dbd-ff83-4109-b89f-bdc772f68583 req-8abcc61d-6ecd-4da8-8529-ccc77e1d26c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:13.869343 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22b35dbd-ff83-4109-b89f-bdc772f68583 req-8abcc61d-6ecd-4da8-8529-ccc77e1d26c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=94e98c03952a41539b6089aa3614a4af&device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 1100 time: 0.1634607 Dec 10 16:27:13.879036 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb74b27-8fb9-404f-891d-b2777996f08a req-f94dc114-8fc5-413d-bd22-fc64a49e6420 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:13.881099 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0cb74b27-8fb9-404f-891d-b2777996f08a req-f94dc114-8fc5-413d-bd22-fc64a49e6420 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=df430d8a-fcff-428d-8ff8-84516006dad7 HTTP/1.1" status: 200 len: 943 time: 0.1518083 Dec 10 16:27:13.884442 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b35dbd-ff83-4109-b89f-bdc772f68583 req-04f52743-b160-4d8f-8202-2f80256c155b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:13.885820 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22b35dbd-ff83-4109-b89f-bdc772f68583 req-04f52743-b160-4d8f-8202-2f80256c155b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94e98c03952a41539b6089aa3614a4af&device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 1100 time: 0.1879590 Dec 10 16:27:13.908332 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-86cafbdb-0a7c-409f-96e9-f1332789f481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:13.911745 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 9ad44a27-a314-4da6-a5bb-3637dee7714f not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:27:13.949134 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device d3a49868-c6a8-4117-96a5-1199634c1a1c no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:27:13.974372 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: d3a49868-c6a8-4117-96a5-1199634c1a1c {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:27:13.974721 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device d3a49868-c6a8-4117-96a5-1199634c1a1c not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:27:14.132700 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-25ff54d6-635c-42f2-9404-0fd953e06792 service neutron] For port 49c6261e-6d23-43e3-a793-ddf1615a328f, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:27:14.142327 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0cb74b27-8fb9-404f-891d-b2777996f08a req-9517e8bc-f99b-4a47-adbd-500b98ba9e84 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469928 Dec 10 16:27:14.162234 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-25ff54d6-635c-42f2-9404-0fd953e06792 service neutron] For port 49c6261e-6d23-43e3-a793-ddf1615a328f, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=49c6261e-6d23-43e3-a793-ddf1615a328f,segment=NetworkSegment(698ea8e5-c316-417a-87ff-ff612f3a473c),segment_id=698ea8e5-c316-417a-87ff-ff612f3a473c)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:27:14.173326 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b35dbd-ff83-4109-b89f-bdc772f68583 req-23acf85e-c654-4c46-b675-621ffe62de1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:14.174873 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22b35dbd-ff83-4109-b89f-bdc772f68583 req-23acf85e-c654-4c46-b675-621ffe62de1a service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.2927573 Dec 10 16:27:14.176648 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b35dbd-ff83-4109-b89f-bdc772f68583 req-3d1d6593-b705-4f40-b70b-ddf837fed3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:14.178867 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22b35dbd-ff83-4109-b89f-bdc772f68583 req-3d1d6593-b705-4f40-b70b-ddf837fed3b6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.2846825 Dec 10 16:27:14.180002 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-25ff54d6-635c-42f2-9404-0fd953e06792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:14.609868 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22b35dbd-ff83-4109-b89f-bdc772f68583 req-295e2a4d-10fc-4d22-9814-7e494c912b3d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=9ad44a27-a314-4da6-a5bb-3637dee7714f HTTP/1.1" status: 200 len: 217 time: 0.4194851 Dec 10 16:27:14.628940 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22b35dbd-ff83-4109-b89f-bdc772f68583 req-195ae198-9378-44ba-b2ba-bc0aa7d7ab2c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=9ad44a27-a314-4da6-a5bb-3637dee7714f HTTP/1.1" status: 200 len: 217 time: 0.4427176 Dec 10 16:27:14.664591 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47438) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:27:14.764300 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff54d6-635c-42f2-9404-0fd953e06792 service neutron] Pushing event updated for resources: {'Port': ['ID=49c6261e-6d23-43e3-a793-ddf1615a328f,revision_number=8']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:14.769940 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-25ff54d6-635c-42f2-9404-0fd953e06792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:14.770628 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-25ff54d6-635c-42f2-9404-0fd953e06792 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:14.772108 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-25ff54d6-635c-42f2-9404-0fd953e06792 service neutron] 10.222.0.46 "PUT /v2.0/ports/49c6261e-6d23-43e3-a793-ddf1615a328f HTTP/1.1" status: 200 len: 1121 time: 1.6867909 Dec 10 16:27:14.785341 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b35dbd-ff83-4109-b89f-bdc772f68583 req-6b75b07c-0f56-4022-92dc-9b7424225082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:14.786862 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22b35dbd-ff83-4109-b89f-bdc772f68583 req-6b75b07c-0f56-4022-92dc-9b7424225082 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.1569426 Dec 10 16:27:14.797218 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a7535-e677-4799-a80a-660ef800a780 req-5353acca-8387-428f-9a92-c4e609798fb8 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:14.806178 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f0a7535-e677-4799-a80a-660ef800a780 req-5353acca-8387-428f-9a92-c4e609798fb8 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.2712963 Dec 10 16:27:14.824353 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b35dbd-ff83-4109-b89f-bdc772f68583 req-50371b6f-c190-41df-9f26-11445d1112de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:14.825965 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22b35dbd-ff83-4109-b89f-bdc772f68583 req-50371b6f-c190-41df-9f26-11445d1112de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.1788344 Dec 10 16:27:14.832101 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-1e2c9a2e-c740-4824-b63d-df2024afce0c admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-123958964-network', 'tenant_id': 'a2b7b3c3ae9f446396f330fe9cb7353d'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:27:14.865640 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['49c6261e-6d23-43e3-a793-ddf1615a328f'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:27:14.881349 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2c9a2e-c740-4824-b63d-df2024afce0c admin admin] Made reservation on behalf of a2b7b3c3ae9f446396f330fe9cb7353d for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:27:14.888107 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1e2c9a2e-c740-4824-b63d-df2024afce0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:14.903714 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['49c6261e-6d23-43e3-a793-ddf1615a328f'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:27:14.933208 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f0a7535-e677-4799-a80a-660ef800a780 req-e3a35acf-3b61-4c97-8d21-c2f8218a0b5c tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261950 Dec 10 16:27:14.934391 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1e2c9a2e-c740-4824-b63d-df2024afce0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:14.952419 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b35dbd-ff83-4109-b89f-bdc772f68583 req-62f50eab-f7fa-41f7-848b-b76cef5130cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:14.952419 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22b35dbd-ff83-4109-b89f-bdc772f68583 req-62f50eab-f7fa-41f7-848b-b76cef5130cb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1375988 Dec 10 16:27:14.995907 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b35dbd-ff83-4109-b89f-bdc772f68583 req-5325d6cc-ebb7-4d58-a80c-6f5e0ae98a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:14.997747 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22b35dbd-ff83-4109-b89f-bdc772f68583 req-5325d6cc-ebb7-4d58-a80c-6f5e0ae98a6f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1512518 Dec 10 16:27:15.084822 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1e2c9a2e-c740-4824-b63d-df2024afce0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:15.091125 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1e2c9a2e-c740-4824-b63d-df2024afce0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:15.142995 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e2c9a2e-c740-4824-b63d-df2024afce0c admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:27:15.155293 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c9a2e-c740-4824-b63d-df2024afce0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331d978c-c350-494a-9709-18ca9c76bff0,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:15.165377 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1e2c9a2e-c740-4824-b63d-df2024afce0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:15.165712 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-1e2c9a2e-c740-4824-b63d-df2024afce0c admin admin] Added segment 308a1d5a-dd71-46e0-981d-7b16e2a07c80 of type vlan for network ab484b99-d62a-49a0-8b4c-0894c24c04ac Dec 10 16:27:15.222680 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1e2c9a2e-c740-4824-b63d-df2024afce0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:15.255494 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1e2c9a2e-c740-4824-b63d-df2024afce0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:15.257739 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2c9a2e-c740-4824-b63d-df2024afce0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:15.258872 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1e2c9a2e-c740-4824-b63d-df2024afce0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:15.269266 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22b35dbd-ff83-4109-b89f-bdc772f68583 req-a112d4a1-de90-47f2-b7a7-3c799dfc8dd5 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052230 Dec 10 16:27:15.350697 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c9a2e-c740-4824-b63d-df2024afce0c admin admin] Pushing event updated for resources: {'Network': ['ID=ab484b99-d62a-49a0-8b4c-0894c24c04ac,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:15.362298 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1e2c9a2e-c740-4824-b63d-df2024afce0c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6931784 Dec 10 16:27:15.362521 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47460) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:27:15.368579 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network ab484b99-d62a-49a0-8b4c-0894c24c04ac details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:27:15.373743 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-1c229253-4ab5-4368-8dca-717c75ac39d5 admin admin] Request body: {'subnet': {'network_id': 'ab484b99-d62a-49a0-8b4c-0894c24c04ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-123958964-subnet', 'tenant_id': 'a2b7b3c3ae9f446396f330fe9cb7353d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:27:15.406990 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c229253-4ab5-4368-8dca-717c75ac39d5 admin admin] Made reservation on behalf of a2b7b3c3ae9f446396f330fe9cb7353d for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:27:15.412106 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-46163840-6a6e-4f6c-8df8-3f26b155b19f tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:15.412862 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1c229253-4ab5-4368-8dca-717c75ac39d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:15.418948 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-46163840-6a6e-4f6c-8df8-3f26b155b19f tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/networks?id=9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 HTTP/1.1" status: 200 len: 812 time: 0.2885838 Dec 10 16:27:15.441389 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-d7c90208-93be-4bd2-8569-800f4cb440a0 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/quotas/a91374a85f654bd6a3d2ae7399378add HTTP/1.1" status: 200 len: 375 time: 0.0214779 Dec 10 16:27:15.448266 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22b35dbd-ff83-4109-b89f-bdc772f68583 req-06f456cc-103c-4ff3-ba38-712e2244328c service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4308860 Dec 10 16:27:15.495047 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-5bf66998-689e-4319-855b-97018bbfa624 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a91374a85f654bd6a3d2ae7399378add&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523531 Dec 10 16:27:15.551246 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-96b937ec-9b0b-4f66-a8bb-fc8768ade762 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:27:15.552769 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-96b937ec-9b0b-4f66-a8bb-fc8768ade762 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0391307 Dec 10 16:27:15.561620 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22b35dbd-ff83-4109-b89f-bdc772f68583 req-dcd7bfc3-7e2f-4464-8f39-29fdeacec0b3 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817607 Dec 10 16:27:15.638629 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df430d8a-fcff-428d-8ff8-84516006dad7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49c6261e-6d23-43e3-a793-ddf1615a328f'}, {'name': 'network-changed', 'server_uuid': 'df430d8a-fcff-428d-8ff8-84516006dad7', 'tag': '49c6261e-6d23-43e3-a793-ddf1615a328f'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:27:15.640913 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c0830c-9e61-482f-a2b5-7ebae6530264" -d '{"events": [{"server_uuid": "df430d8a-fcff-428d-8ff8-84516006dad7", "name": "network-vif-unplugged", "status": "completed", "tag": "49c6261e-6d23-43e3-a793-ddf1615a328f"}, {"name": "network-changed", "server_uuid": "df430d8a-fcff-428d-8ff8-84516006dad7", "tag": "49c6261e-6d23-43e3-a793-ddf1615a328f"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:27:15.650387 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1c229253-4ab5-4368-8dca-717c75ac39d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:15.676545 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22b35dbd-ff83-4109-b89f-bdc772f68583 req-aab631b5-89eb-4320-95b7-5dd4e070d077 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103698 Dec 10 16:27:15.697705 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-4aafd226-1cc8-4215-b796-7994c3303443 service neutron] 10.222.0.11 "GET /v2.0/networks/9d8083a2-a7ce-49e3-9a7c-b927cfa621a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351392 Dec 10 16:27:15.737912 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c229253-4ab5-4368-8dca-717c75ac39d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=603a6753-1f55-4288-a2a2-31710bfdf0a5,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:15.747873 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c229253-4ab5-4368-8dca-717c75ac39d5 admin admin] Checking segment: {'id': '308a1d5a-dd71-46e0-981d-7b16e2a07c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ab484b99-d62a-49a0-8b4c-0894c24c04ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:27:15.748306 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c229253-4ab5-4368-8dca-717c75ac39d5 admin admin] Network hostable DHCP agents. Network: ab484b99-d62a-49a0-8b4c-0894c24c04ac, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:27:15.770020 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c229253-4ab5-4368-8dca-717c75ac39d5 admin admin] Network ab484b99-d62a-49a0-8b4c-0894c24c04ac is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:27:15.782120 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-1c229253-4ab5-4368-8dca-717c75ac39d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, ab484b99-d62a-49a0-8b4c-0894c24c04ac) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:27:15.787462 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c229253-4ab5-4368-8dca-717c75ac39d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:15.788782 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1c229253-4ab5-4368-8dca-717c75ac39d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:15.792526 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-d40bcb58-a801-4380-b0b7-7cf01bcb3999 service neutron] 10.222.0.11 "GET /v2.0/networks/9d8083a2-a7ce-49e3-9a7c-b927cfa621a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939422 Dec 10 16:27:15.793898 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ed8b7d-2bac-4528-9346-23142bcffbc4 None None] Network ab484b99-d62a-49a0-8b4c-0894c24c04ac requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:27:15.825501 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1c229253-4ab5-4368-8dca-717c75ac39d5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4523351 Dec 10 16:27:15.846702 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 49c6261e-6d23-43e3-a793-ddf1615a328f details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:27:15.848815 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device eb027421-ff40-4763-b9e3-a81962df38e5 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:27:15.892129 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: eb027421-ff40-4763-b9e3-a81962df38e5 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:27:15.892886 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device eb027421-ff40-4763-b9e3-a81962df38e5 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:27:16.003569 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 9ad44a27-a314-4da6-a5bb-3637dee7714f details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:27:16.085505 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f943e2b-47d1-4516-ae28-21c0b685ddae None None] Network ab484b99-d62a-49a0-8b4c-0894c24c04ac requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:27:16.181746 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973fc16f-933d-4a9e-a25e-978e633a2034 req-a591f65a-1882-4a89-b300-e166fff06051 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:16.183886 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-973fc16f-933d-4a9e-a25e-978e633a2034 req-a591f65a-1882-4a89-b300-e166fff06051 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 949 time: 0.1191866 Dec 10 16:27:16.306440 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-973fc16f-933d-4a9e-a25e-978e633a2034 req-e8ea2965-5a70-40d2-9884-4e048c7512f4 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113176 Dec 10 16:27:16.367126 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 49c6261e-6d23-43e3-a793-ddf1615a328f, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=49c6261e-6d23-43e3-a793-ddf1615a328f,segment=NetworkSegment(698ea8e5-c316-417a-87ff-ff612f3a473c),segment_id=698ea8e5-c316-417a-87ff-ff612f3a473c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:27:16.398121 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 49c6261e-6d23-43e3-a793-ddf1615a328f has no active binding in host n-h2-766771-2 {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 16:27:16.464522 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 9ad44a27-a314-4da6-a5bb-3637dee7714f, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=9ad44a27-a314-4da6-a5bb-3637dee7714f,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:27:16.467838 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a8319576-eadf-4dfb-b8f4-74cb84ea507c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:16.478086 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '9ad44a27-a314-4da6-a5bb-3637dee7714f', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'port_id': '9ad44a27-a314-4da6-a5bb-3637dee7714f', 'mac_address': 'fa:16:3e:c2:ae:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a18c92-5007-49e2-b728-7aedc06dca57', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:27:16.506840 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d95cf-7509-41cc-9c0f-6970a74ccf12 req-0f4beb06-175e-444f-9db0-a149625b7278 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:16.508688 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-138d95cf-7509-41cc-9c0f-6970a74ccf12 req-0f4beb06-175e-444f-9db0-a149625b7278 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.0930188 Dec 10 16:27:16.527162 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:16.540812 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ad44a27-a314-4da6-a5bb-3637dee7714f {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:27:16.569255 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 9ad44a27-a314-4da6-a5bb-3637dee7714f, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=9ad44a27-a314-4da6-a5bb-3637dee7714f,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:27:16.574411 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:16.578793 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-138d95cf-7509-41cc-9c0f-6970a74ccf12 req-2d469ad6-406c-4ba4-9bcf-28130ba37ad8 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611045 Dec 10 16:27:16.640629 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=9ad44a27-a314-4da6-a5bb-3637dee7714f,revision_number=12']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:16.704044 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f546a-7057-4d95-a2b6-9398889e55ff req-ec7c141a-4b65-44c1-b954-975cc7dd3562 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:16.705630 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cd5f546a-7057-4d95-a2b6-9398889e55ff req-ec7c141a-4b65-44c1-b954-975cc7dd3562 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=df430d8a-fcff-428d-8ff8-84516006dad7 HTTP/1.1" status: 200 len: 943 time: 0.0549238 Dec 10 16:27:16.770802 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cd5f546a-7057-4d95-a2b6-9398889e55ff req-30f56cc6-9069-4060-97fb-c916e2848252 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572565 Dec 10 16:27:16.924573 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['9ad44a27-a314-4da6-a5bb-3637dee7714f'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:27:16.963334 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 10 Dec 2021 16:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11462cf4-2ad4-4a30-aa8f-edeb32e0cbae x-openstack-request-id: req-11462cf4-2ad4-4a30-aa8f-edeb32e0cbae {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:27:16.963786 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df430d8a-fcff-428d-8ff8-84516006dad7", "name": "network-vif-unplugged", "status": "completed", "tag": "49c6261e-6d23-43e3-a793-ddf1615a328f", "code": 200}, {"name": "network-changed", "server_uuid": "df430d8a-fcff-428d-8ff8-84516006dad7", "tag": "49c6261e-6d23-43e3-a793-ddf1615a328f", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:27:16.964381 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-11462cf4-2ad4-4a30-aa8f-edeb32e0cbae {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:27:16.965378 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df430d8a-fcff-428d-8ff8-84516006dad7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49c6261e-6d23-43e3-a793-ddf1615a328f', 'code': 200} Dec 10 16:27:16.965640 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df430d8a-fcff-428d-8ff8-84516006dad7', 'tag': '49c6261e-6d23-43e3-a793-ddf1615a328f', 'status': 'completed', 'code': 200} Dec 10 16:27:17.061961 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4c961ad1-8921-41dd-a10a-dbf5bd60c062 req-f46c6b7e-cd9e-4a99-812e-dc37b04d5378 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=b925fb55-8dde-4676-a976-701c14a4e8ec HTTP/1.1" status: 200 len: 210 time: 0.0337467 Dec 10 16:27:17.077422 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c0830c-9e61-482f-a2b5-7ebae6530264 req-250d6349-0567-444f-8791-a257240b9204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:17.079343 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-85c0830c-9e61-482f-a2b5-7ebae6530264 req-250d6349-0567-444f-8791-a257240b9204 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c7f96263ffc44481b889fc489836cd3c&device_id=df430d8a-fcff-428d-8ff8-84516006dad7 HTTP/1.1" status: 200 len: 1124 time: 0.0905867 Dec 10 16:27:17.171011 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:17.283075 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d9e1a-783b-4999-ac82-c1261fcb32de req-331ad830-61ca-4492-937f-ac765e980a06 tempest-MigrationsAdminTest-1578168246 tempest-MigrationsAdminTest-1578168246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:17.284613 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ba3d9e1a-783b-4999-ac82-c1261fcb32de req-331ad830-61ca-4492-937f-ac765e980a06 tempest-MigrationsAdminTest-1578168246 tempest-MigrationsAdminTest-1578168246-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 1101 time: 0.1438816 Dec 10 16:27:17.288283 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c0830c-9e61-482f-a2b5-7ebae6530264 req-5a8e58f0-f457-4c69-be11-ca537af1e0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:17.289962 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-85c0830c-9e61-482f-a2b5-7ebae6530264 req-5a8e58f0-f457-4c69-be11-ca537af1e0bf service neutron] 10.222.0.26 "GET /v2.0/networks?id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce HTTP/1.1" status: 200 len: 909 time: 0.2001431 Dec 10 16:27:17.361774 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-85c0830c-9e61-482f-a2b5-7ebae6530264 req-3966fdf9-9a83-4e35-9c27-d6f4acd60bc0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49c6261e-6d23-43e3-a793-ddf1615a328f HTTP/1.1" status: 200 len: 217 time: 0.0546572 Dec 10 16:27:17.433775 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ba3d9e1a-783b-4999-ac82-c1261fcb32de req-c39c0565-bb12-4706-a23e-3c4c0028fa46 tempest-MigrationsAdminTest-1578168246 tempest-MigrationsAdminTest-1578168246-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389015 Dec 10 16:27:17.445919 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-17a12e95-7ef0-43af-9941-1dbf240109b5 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:17.457460 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-17a12e95-7ef0-43af-9941-1dbf240109b5 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.46 "GET /v2.0/networks?id=9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 HTTP/1.1" status: 200 len: 812 time: 0.2283692 Dec 10 16:27:17.457460 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c0830c-9e61-482f-a2b5-7ebae6530264 req-b1e54d59-718b-48ec-a762-50346f04da8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:17.457460 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-85c0830c-9e61-482f-a2b5-7ebae6530264 req-b1e54d59-718b-48ec-a762-50346f04da8e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e6d4c00-e815-4a48-aff0-5fbec7a9d006 HTTP/1.1" status: 200 len: 848 time: 0.0848620 Dec 10 16:27:17.468596 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-2a794831-ef06-49ad-adc0-6f09ea352964 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Request body: {'port': {'device_id': 'b925fb55-8dde-4676-a976-701c14a4e8ec', 'network_id': '9d8083a2-a7ce-49e3-9a7c-b927cfa621a4', 'admin_state_up': True, 'tenant_id': 'a91374a85f654bd6a3d2ae7399378add'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:27:17.542571 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-85c0830c-9e61-482f-a2b5-7ebae6530264 req-08badc15-86ef-4d88-b0e8-0b21bf8a9b82 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704422 Dec 10 16:27:17.763928 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-85c0830c-9e61-482f-a2b5-7ebae6530264 req-93df499c-c879-4774-a489-ca6b9c775aaa service neutron] 10.222.0.26 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088246 Dec 10 16:27:17.764645 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-2a794831-ef06-49ad-adc0-6f09ea352964 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Made reservation on behalf of a91374a85f654bd6a3d2ae7399378add for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:27:17.768108 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-2a794831-ef06-49ad-adc0-6f09ea352964 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:17.950705 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-85c0830c-9e61-482f-a2b5-7ebae6530264 req-0bc4e66a-be60-4b21-b87a-ef802497bd29 service neutron] 10.222.0.26 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771371 Dec 10 16:27:17.957314 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-b5070fca-d6f9-47be-9e0a-270ba292e5de tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:17.959355 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-b5070fca-d6f9-47be-9e0a-270ba292e5de tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.11 "GET /v2.0/networks?id=ab484b99-d62a-49a0-8b4c-0894c24c04ac HTTP/1.1" status: 200 len: 812 time: 0.2618818 Dec 10 16:27:17.974806 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 9ad44a27-a314-4da6-a5bb-3637dee7714f up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:27:18.010231 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-cf864837-1206-41e9-a682-5daead0eae18 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.11 "GET /v2.0/quotas/a2b7b3c3ae9f446396f330fe9cb7353d HTTP/1.1" status: 200 len: 375 time: 0.0411363 Dec 10 16:27:18.049748 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 9ad44a27-a314-4da6-a5bb-3637dee7714f completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:27:18.051324 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-eba54c08-f0db-4751-82e3-49be66e99bcc tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2b7b3c3ae9f446396f330fe9cb7353d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325904 Dec 10 16:27:18.056931 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 9ad44a27-a314-4da6-a5bb-3637dee7714f triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:27:18.057636 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:18.067982 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-2a794831-ef06-49ad-adc0-6f09ea352964 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Allocated IP 172.20.0.8 (9d8083a2-a7ce-49e3-9a7c-b927cfa621a4/d91d45da-791f-427f-a9fe-a70a5d192f4c/acc4cfe4-e983-4f88-8663-441a944a38cf) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:27:18.153865 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:18.197210 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9315e3-0b56-48f3-88c5-a065c68e33ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad44a27-a314-4da6-a5bb-3637dee7714f'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:27:18.202912 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca19489-6afe-4756-b1e1-7bd23d639ce7" -d '{"events": [{"server_uuid": "4f9315e3-0b56-48f3-88c5-a065c68e33ea", "name": "network-vif-plugged", "status": "completed", "tag": "9ad44a27-a314-4da6-a5bb-3637dee7714f"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:27:18.225601 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 9ad44a27-a314-4da6-a5bb-3637dee7714f, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=9ad44a27-a314-4da6-a5bb-3637dee7714f,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:27:18.231371 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:18.245281 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-0e5cce91-f8a2-443b-a1c8-c78322e33747 service neutron] 10.222.0.11 "GET /v2.0/networks/ab484b99-d62a-49a0-8b4c-0894c24c04ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865590 Dec 10 16:27:18.295193 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=9ad44a27-a314-4da6-a5bb-3637dee7714f,revision_number=13']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:18.376988 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-2a794831-ef06-49ad-adc0-6f09ea352964 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:18.391591 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-61142f75-6836-4fa1-b6e5-3c2a29be4525 service neutron] 10.222.0.11 "GET /v2.0/networks/ab484b99-d62a-49a0-8b4c-0894c24c04ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400683 Dec 10 16:27:18.441820 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-2a794831-ef06-49ad-adc0-6f09ea352964 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:18.463667 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:18.504240 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-2a794831-ef06-49ad-adc0-6f09ea352964 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Network 9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:27:18.508344 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-2a794831-ef06-49ad-adc0-6f09ea352964 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:27:18.512016 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-2a794831-ef06-49ad-adc0-6f09ea352964 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:27:18.546772 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a794831-ef06-49ad-adc0-6f09ea352964 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Pushing event updated for resources: {'Port': ['ID=acc4cfe4-e983-4f88-8663-441a944a38cf,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:18.563058 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a794831-ef06-49ad-adc0-6f09ea352964 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:18.563514 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a794831-ef06-49ad-adc0-6f09ea352964 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:18.565215 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a794831-ef06-49ad-adc0-6f09ea352964 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:18.565614 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a794831-ef06-49ad-adc0-6f09ea352964 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:18.565957 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a794831-ef06-49ad-adc0-6f09ea352964 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:18.566323 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a794831-ef06-49ad-adc0-6f09ea352964 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:18.566693 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a794831-ef06-49ad-adc0-6f09ea352964 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:18.567171 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a794831-ef06-49ad-adc0-6f09ea352964 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:18.567744 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a794831-ef06-49ad-adc0-6f09ea352964 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:18.568136 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a794831-ef06-49ad-adc0-6f09ea352964 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:18.568509 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a794831-ef06-49ad-adc0-6f09ea352964 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:18.569015 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a794831-ef06-49ad-adc0-6f09ea352964 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:18.569508 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a794831-ef06-49ad-adc0-6f09ea352964 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:18.596583 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-2a794831-ef06-49ad-adc0-6f09ea352964 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:18.597332 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-2a794831-ef06-49ad-adc0-6f09ea352964 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:18.621670 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-2a794831-ef06-49ad-adc0-6f09ea352964 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1638830 Dec 10 16:27:18.658599 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-7f720efd-74bd-4fde-b102-7104eb5c0d27 service neutron] Request body: {'port': {'device_id': 'b925fb55-8dde-4676-a976-701c14a4e8ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:27:18.753013 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-7f720efd-74bd-4fde-b102-7104eb5c0d27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:19.059448 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85480aed-ea02-4aba-8905-818c24299ea7 req-e5153af3-4422-43fa-a6df-36a854ae950b tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:19.066711 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-85480aed-ea02-4aba-8905-818c24299ea7 req-e5153af3-4422-43fa-a6df-36a854ae950b tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=df430d8a-fcff-428d-8ff8-84516006dad7 HTTP/1.1" status: 200 len: 943 time: 0.1203249 Dec 10 16:27:19.142359 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-85480aed-ea02-4aba-8905-818c24299ea7 req-ddd6a6ef-dfa5-4b9d-8854-7c576995b346 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726779 Dec 10 16:27:19.265692 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-7f720efd-74bd-4fde-b102-7104eb5c0d27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acc4cfe4-e983-4f88-8663-441a944a38cf {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:27:19.288828 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-7f720efd-74bd-4fde-b102-7104eb5c0d27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:19.315272 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-7f720efd-74bd-4fde-b102-7104eb5c0d27 service neutron] Transition to ACTIVE for port object acc4cfe4-e983-4f88-8663-441a944a38cf will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:27:19.319369 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-7f720efd-74bd-4fde-b102-7104eb5c0d27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:19.400269 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f720efd-74bd-4fde-b102-7104eb5c0d27 service neutron] Pushing event updated for resources: {'Port': ['ID=acc4cfe4-e983-4f88-8663-441a944a38cf,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:19.489921 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-7f720efd-74bd-4fde-b102-7104eb5c0d27 service neutron] Attempting to bind port acc4cfe4-e983-4f88-8663-441a944a38cf on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:27:19.490304 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-7f720efd-74bd-4fde-b102-7104eb5c0d27 service neutron] Attempting to bind port acc4cfe4-e983-4f88-8663-441a944a38cf by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '5b73bbf7-7693-4577-890d-a6987a70c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9d8083a2-a7ce-49e3-9a7c-b927cfa621a4'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:27:19.490696 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-7f720efd-74bd-4fde-b102-7104eb5c0d27 service neutron] Attempting to bind port acc4cfe4-e983-4f88-8663-441a944a38cf on network 9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:27:19.507584 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-7f720efd-74bd-4fde-b102-7104eb5c0d27 service neutron] Port acc4cfe4-e983-4f88-8663-441a944a38cf on network 9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:27:19.507981 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-7f720efd-74bd-4fde-b102-7104eb5c0d27 service neutron] Attempting to bind port acc4cfe4-e983-4f88-8663-441a944a38cf on network 9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:27:19.555423 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-7f720efd-74bd-4fde-b102-7104eb5c0d27 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:27:19.555766 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-7f720efd-74bd-4fde-b102-7104eb5c0d27 service neutron] Checking segment: {'id': '5b73bbf7-7693-4577-890d-a6987a70c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9d8083a2-a7ce-49e3-9a7c-b927cfa621a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:27:19.556148 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-7f720efd-74bd-4fde-b102-7104eb5c0d27 service neutron] Bound using segment: {'id': '5b73bbf7-7693-4577-890d-a6987a70c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9d8083a2-a7ce-49e3-9a7c-b927cfa621a4'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:27:19.558185 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-7f720efd-74bd-4fde-b102-7104eb5c0d27 service neutron] Bound port: acc4cfe4-e983-4f88-8663-441a944a38cf, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b73bbf7-7693-4577-890d-a6987a70c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9d8083a2-a7ce-49e3-9a7c-b927cfa621a4'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:27:19.558185 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-7f720efd-74bd-4fde-b102-7104eb5c0d27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:19.634627 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:19.655316 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff9a175-9a04-4c5a-a0dc-d19040a9840a req-64bab391-3dd0-4dd6-9978-7defb05acde3 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:19.664772 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5ff9a175-9a04-4c5a-a0dc-d19040a9840a req-64bab391-3dd0-4dd6-9978-7defb05acde3 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=b925fb55-8dde-4676-a976-701c14a4e8ec HTTP/1.1" status: 200 len: 943 time: 0.1607678 Dec 10 16:27:19.734102 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-7f720efd-74bd-4fde-b102-7104eb5c0d27 service neutron] For port acc4cfe4-e983-4f88-8663-441a944a38cf, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:27:19.757707 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-7f720efd-74bd-4fde-b102-7104eb5c0d27 service neutron] For port acc4cfe4-e983-4f88-8663-441a944a38cf, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=acc4cfe4-e983-4f88-8663-441a944a38cf,segment=NetworkSegment(5b73bbf7-7693-4577-890d-a6987a70c2b5),segment_id=5b73bbf7-7693-4577-890d-a6987a70c2b5)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:27:19.772099 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5ff9a175-9a04-4c5a-a0dc-d19040a9840a req-c22301a8-e214-45ce-bc9f-834ed930c5fa tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050227 Dec 10 16:27:19.787244 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-7f720efd-74bd-4fde-b102-7104eb5c0d27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:19.850757 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d149c3a3-5b51-4f37-881d-8b79ba64adf6 x-openstack-request-id: req-d149c3a3-5b51-4f37-881d-8b79ba64adf6 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:27:19.851482 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9315e3-0b56-48f3-88c5-a065c68e33ea", "name": "network-vif-plugged", "status": "completed", "tag": "9ad44a27-a314-4da6-a5bb-3637dee7714f", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:27:19.852272 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d149c3a3-5b51-4f37-881d-8b79ba64adf6 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:27:19.853585 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9315e3-0b56-48f3-88c5-a065c68e33ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad44a27-a314-4da6-a5bb-3637dee7714f', 'code': 200} Dec 10 16:27:19.930510 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f720efd-74bd-4fde-b102-7104eb5c0d27 service neutron] Pushing event updated for resources: {'Port': ['ID=acc4cfe4-e983-4f88-8663-441a944a38cf,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:19.944674 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-7f720efd-74bd-4fde-b102-7104eb5c0d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:19.948426 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-7f720efd-74bd-4fde-b102-7104eb5c0d27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:19.952559 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-7f720efd-74bd-4fde-b102-7104eb5c0d27 service neutron] 10.222.0.46 "PUT /v2.0/ports/acc4cfe4-e983-4f88-8663-441a944a38cf HTTP/1.1" status: 200 len: 1091 time: 1.3077376 Dec 10 16:27:19.954834 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b925fb55-8dde-4676-a976-701c14a4e8ec', 'tag': 'acc4cfe4-e983-4f88-8663-441a944a38cf'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:27:19.959610 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec0aad6-c0ce-48ff-9924-365986560528" -d '{"events": [{"name": "network-changed", "server_uuid": "b925fb55-8dde-4676-a976-701c14a4e8ec", "tag": "acc4cfe4-e983-4f88-8663-441a944a38cf"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:27:20.283210 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d474cee-2b02-468b-abdd-003b1eeb3d5e req-67403ef9-4f24-4ef9-8b56-8dd29bbf40e3 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:20.284834 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0d474cee-2b02-468b-abdd-003b1eeb3d5e req-67403ef9-4f24-4ef9-8b56-8dd29bbf40e3 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 951 time: 0.0574813 Dec 10 16:27:20.420476 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-0d474cee-2b02-468b-abdd-003b1eeb3d5e req-39e83ff0-2fbf-4381-9a37-d39c14718f37 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Deleting port 9ad44a27-a314-4da6-a5bb-3637dee7714f {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:27:20.420817 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-0d474cee-2b02-468b-abdd-003b1eeb3d5e req-39e83ff0-2fbf-4381-9a37-d39c14718f37 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:20.499536 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0ab6e-7c38-44c1-9c84-41bfdb4f6e67 req-bbd19b11-f9bb-49bf-b83a-af5e2a3b99ac tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:20.501199 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f7e0ab6e-7c38-44c1-9c84-41bfdb4f6e67 req-bbd19b11-f9bb-49bf-b83a-af5e2a3b99ac tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.5040181 Dec 10 16:27:20.573459 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-0d474cee-2b02-468b-abdd-003b1eeb3d5e req-39e83ff0-2fbf-4381-9a37-d39c14718f37 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] For port 9ad44a27-a314-4da6-a5bb-3637dee7714f, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=9ad44a27-a314-4da6-a5bb-3637dee7714f,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:27:20.574509 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-0d474cee-2b02-468b-abdd-003b1eeb3d5e req-39e83ff0-2fbf-4381-9a37-d39c14718f37 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:20.592102 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-0d474cee-2b02-468b-abdd-003b1eeb3d5e req-39e83ff0-2fbf-4381-9a37-d39c14718f37 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Calling delete_port for 9ad44a27-a314-4da6-a5bb-3637dee7714f owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:27:20.598287 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-999d8577-88b9-4c44-9e60-56dfe807855f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:20.600202 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-999d8577-88b9-4c44-9e60-56dfe807855f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a91374a85f654bd6a3d2ae7399378add&device_id=b925fb55-8dde-4676-a976-701c14a4e8ec HTTP/1.1" status: 200 len: 1094 time: 0.5500445 Dec 10 16:27:20.633239 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-3e627e9a-7dc6-4876-82a2-5f481b78a9b4 service neutron] 10.222.0.26 "GET /v2.0/ports/49c6261e-6d23-43e3-a793-ddf1615a328f/bindings/n-h2-766771-2 HTTP/1.1" status: 200 len: 384 time: 0.2080517 Dec 10 16:27:20.717921 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-d85096fd-5a11-4c64-acd0-dc3793d750bf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=acc4cfe4-e983-4f88-8663-441a944a38cf HTTP/1.1" status: 200 len: 217 time: 0.1056135 Dec 10 16:27:20.784917 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f7e0ab6e-7c38-44c1-9c84-41bfdb4f6e67 req-9c5990eb-c5e8-4f6c-abff-4c7d67897d3a tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488909 Dec 10 16:27:20.804974 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-2d4a03a0-a8f1-4f1a-9b78-25512e66bddc tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:20.810286 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-2d4a03a0-a8f1-4f1a-9b78-25512e66bddc tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.26 "GET /v2.0/networks?id=ab484b99-d62a-49a0-8b4c-0894c24c04ac HTTP/1.1" status: 200 len: 812 time: 0.3840418 Dec 10 16:27:20.853178 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-0d474cee-2b02-468b-abdd-003b1eeb3d5e req-39e83ff0-2fbf-4381-9a37-d39c14718f37 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:20.872238 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['e49ccd9b-54f9-4417-b2a1-836718184a00', '9ad44a27-a314-4da6-a5bb-3637dee7714f'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:27:20.876933 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['4b0da238-da36-4506-8526-103e401bdc08', '98aa5f6b-994b-4a0b-8a63-197560470701'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:27:20.886992 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-cc5a74db-c4a4-42c7-afc6-d13c56d6b8a0 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Request body: {'port': {'device_id': '2a5ba1ef-fb85-4a26-b65f-6b678d4e9279', 'network_id': 'ab484b99-d62a-49a0-8b4c-0894c24c04ac', 'admin_state_up': True, 'tenant_id': 'a2b7b3c3ae9f446396f330fe9cb7353d'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:27:20.899766 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e83ff0-2fbf-4381-9a37-d39c14718f37 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Pushing event deleted for resources: {'Port': ['ID=9ad44a27-a314-4da6-a5bb-3637dee7714f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:20.969152 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d474cee-2b02-468b-abdd-003b1eeb3d5e req-39e83ff0-2fbf-4381-9a37-d39c14718f37 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] No DVR routers for this DVR port 9ad44a27-a314-4da6-a5bb-3637dee7714f on host n-h1-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:27:20.972323 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-0d474cee-2b02-468b-abdd-003b1eeb3d5e req-39e83ff0-2fbf-4381-9a37-d39c14718f37 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:20.976534 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0d474cee-2b02-468b-abdd-003b1eeb3d5e req-39e83ff0-2fbf-4381-9a37-d39c14718f37 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.26 "DELETE /v2.0/ports/9ad44a27-a314-4da6-a5bb-3637dee7714f HTTP/1.1" status: 204 len: 173 time: 0.6815903 Dec 10 16:27:20.977022 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9315e3-0b56-48f3-88c5-a065c68e33ea', 'name': 'network-vif-deleted', 'tag': '9ad44a27-a314-4da6-a5bb-3637dee7714f'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:27:20.980456 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d891db67-676b-46bf-8f5d-6081018a1b54" -d '{"events": [{"server_uuid": "4f9315e3-0b56-48f3-88c5-a065c68e33ea", "name": "network-vif-deleted", "tag": "9ad44a27-a314-4da6-a5bb-3637dee7714f"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:27:21.046067 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-12408a04-1141-4e1b-baaf-05f6e29d858d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:21.047689 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-12408a04-1141-4e1b-baaf-05f6e29d858d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d91d45da-791f-427f-a9fe-a70a5d192f4c HTTP/1.1" status: 200 len: 852 time: 0.3099129 Dec 10 16:27:21.078857 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4c3a21ae-e1ba-4322-82e8-24c6a99ba70d req-47c4a1af-cda0-433e-9b60-eebde1a3bb7e tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9315e3-0b56-48f3-88c5-a065c68e33ea HTTP/1.1" status: 200 len: 210 time: 0.1571021 Dec 10 16:27:21.153096 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-d8d0494f-53c5-4c02-abf9-7c575d629a44 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9d8083a2-a7ce-49e3-9a7c-b927cfa621a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558953 Dec 10 16:27:21.164152 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-2e2e86b1-7177-42fe-a18f-9eba3c70ba76 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:21.165790 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-2e2e86b1-7177-42fe-a18f-9eba3c70ba76 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.46 "GET /v2.0/networks?id=ab484b99-d62a-49a0-8b4c-0894c24c04ac HTTP/1.1" status: 200 len: 812 time: 0.5355082 Dec 10 16:27:21.209066 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-621c02d0-c0f2-4a7b-afe4-25f60ac06f8f tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Request body: {'port': {'device_id': 'e4415f56-a25d-4b66-bf6a-e58a53e199f0', 'network_id': 'ab484b99-d62a-49a0-8b4c-0894c24c04ac', 'admin_state_up': True, 'tenant_id': 'a2b7b3c3ae9f446396f330fe9cb7353d'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:27:21.228250 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a00530ec-9385-43c5-a869-a4bdd91282b8 req-ecc85914-fb2f-4003-8ef7-543a4fd10d5d tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a5ba1ef-fb85-4a26-b65f-6b678d4e9279 HTTP/1.1" status: 200 len: 210 time: 0.0788207 Dec 10 16:27:21.347326 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4de5e2f-49ad-4d2f-a872-22d2cd7849b6 x-openstack-request-id: req-d4de5e2f-49ad-4d2f-a872-22d2cd7849b6 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:27:21.347708 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b925fb55-8dde-4676-a976-701c14a4e8ec", "tag": "acc4cfe4-e983-4f88-8663-441a944a38cf", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:27:21.347927 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d4de5e2f-49ad-4d2f-a872-22d2cd7849b6 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:27:21.348280 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b925fb55-8dde-4676-a976-701c14a4e8ec', 'tag': 'acc4cfe4-e983-4f88-8663-441a944a38cf', 'status': 'completed', 'code': 200} Dec 10 16:27:21.623296 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-90d05f92-3cf5-473a-a1bd-c6432df3a28f service neutron] 10.222.0.46 "GET /v2.0/networks/9d8083a2-a7ce-49e3-9a7c-b927cfa621a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4466844 Dec 10 16:27:21.637285 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-cc5a74db-c4a4-42c7-afc6-d13c56d6b8a0 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Made reservation on behalf of a2b7b3c3ae9f446396f330fe9cb7353d for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:27:21.642323 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-cc5a74db-c4a4-42c7-afc6-d13c56d6b8a0 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:21.667581 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba2b42-98d0-4a53-88dd-68e93b9ed230 req-2c6014eb-bfd3-4b40-a80f-5592c6df083e tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:21.674761 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5eba2b42-98d0-4a53-88dd-68e93b9ed230 req-2c6014eb-bfd3-4b40-a80f-5592c6df083e tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=df430d8a-fcff-428d-8ff8-84516006dad7 HTTP/1.1" status: 200 len: 943 time: 0.2705448 Dec 10 16:27:21.709760 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-6217c6f9-b3a7-491c-85a3-02709c83d89a service neutron] For port 49c6261e-6d23-43e3-a793-ddf1615a328f, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=49c6261e-6d23-43e3-a793-ddf1615a328f,segment=NetworkSegment(698ea8e5-c316-417a-87ff-ff612f3a473c),segment_id=698ea8e5-c316-417a-87ff-ff612f3a473c)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:27:21.820470 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-621c02d0-c0f2-4a7b-afe4-25f60ac06f8f tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Made reservation on behalf of a2b7b3c3ae9f446396f330fe9cb7353d for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:27:21.824518 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-621c02d0-c0f2-4a7b-afe4-25f60ac06f8f tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:21.856680 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-6217c6f9-b3a7-491c-85a3-02709c83d89a service neutron] For port 49c6261e-6d23-43e3-a793-ddf1615a328f, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:27:21.931278 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5eba2b42-98d0-4a53-88dd-68e93b9ed230 req-4986e3e6-edbb-4840-b081-e2047a0d6d3e tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555470 Dec 10 16:27:21.981700 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 9ad44a27-a314-4da6-a5bb-3637dee7714f no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:27:21.997491 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-6217c6f9-b3a7-491c-85a3-02709c83d89a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49c6261e-6d23-43e3-a793-ddf1615a328f {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:27:22.011600 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 9ad44a27-a314-4da6-a5bb-3637dee7714f {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:27:22.012036 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb72183e-1966-46de-99dc-7ee15d73e072 req-15ea0f25-f039-4230-aea4-154048a21cfb service neutron] 10.222.0.46 "GET /v2.0/networks/9d8083a2-a7ce-49e3-9a7c-b927cfa621a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637712 Dec 10 16:27:22.015156 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 9ad44a27-a314-4da6-a5bb-3637dee7714f not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:27:22.016405 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 49c6261e-6d23-43e3-a793-ddf1615a328f no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:27:22.054249 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-6217c6f9-b3a7-491c-85a3-02709c83d89a service neutron] For port 49c6261e-6d23-43e3-a793-ddf1615a328f, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=49c6261e-6d23-43e3-a793-ddf1615a328f,segment=NetworkSegment(698ea8e5-c316-417a-87ff-ff612f3a473c),segment_id=698ea8e5-c316-417a-87ff-ff612f3a473c)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:27:22.121980 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-cc5a74db-c4a4-42c7-afc6-d13c56d6b8a0 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Allocated IP 172.20.0.3 (ab484b99-d62a-49a0-8b4c-0894c24c04ac/603a6753-1f55-4288-a2a2-31710bfdf0a5/aa01eba2-910f-485b-91b1-fa623bf0484b) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:27:22.127042 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-6217c6f9-b3a7-491c-85a3-02709c83d89a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:22.247719 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0aad6-c0ce-48ff-9924-365986560528 req-f553e2b6-602b-410d-864c-b3fce0aead02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:22.249218 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9ec0aad6-c0ce-48ff-9924-365986560528 req-f553e2b6-602b-410d-864c-b3fce0aead02 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a91374a85f654bd6a3d2ae7399378add&device_id=b925fb55-8dde-4676-a976-701c14a4e8ec HTTP/1.1" status: 200 len: 1094 time: 0.1740630 Dec 10 16:27:22.418631 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-62a82634-4972-4760-840e-5f4166b99980 req-cc6b01e2-c44a-45fb-8603-408dac162e40 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4a99d673-bcc6-4d42-b6df-dcfd04240699&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0496829 Dec 10 16:27:22.422181 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076bee2-e223-4bfe-afba-10c4872bbe20 req-28c516f5-a138-4ee4-8244-d64103020902 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:22.431291 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c076bee2-e223-4bfe-afba-10c4872bbe20 req-28c516f5-a138-4ee4-8244-d64103020902 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=b925fb55-8dde-4676-a976-701c14a4e8ec HTTP/1.1" status: 200 len: 943 time: 0.2400436 Dec 10 16:27:22.447883 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-6217c6f9-b3a7-491c-85a3-02709c83d89a service neutron] Transition to ACTIVE for port object 49c6261e-6d23-43e3-a793-ddf1615a328f will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:27:22.470930 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-6217c6f9-b3a7-491c-85a3-02709c83d89a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:22.486918 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a82634-4972-4760-840e-5f4166b99980 req-b728e280-0acc-41a2-aefb-0a616d33672d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:22.489331 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-62a82634-4972-4760-840e-5f4166b99980 req-b728e280-0acc-41a2-aefb-0a616d33672d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c7f96263ffc44481b889fc489836cd3c&device_id=4a99d673-bcc6-4d42-b6df-dcfd04240699 HTTP/1.1" status: 200 len: 1096 time: 0.0480340 Dec 10 16:27:22.581711 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0aad6-c0ce-48ff-9924-365986560528 req-bfbe755a-4fcb-4d25-9f95-1ffb40aec7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:22.583120 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9ec0aad6-c0ce-48ff-9924-365986560528 req-bfbe755a-4fcb-4d25-9f95-1ffb40aec7d8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 HTTP/1.1" status: 200 len: 913 time: 0.3225524 Dec 10 16:27:22.632175 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a82634-4972-4760-840e-5f4166b99980 req-305d2939-f189-4b69-8b0a-044f9b9c9dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:22.636000 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-62a82634-4972-4760-840e-5f4166b99980 req-305d2939-f189-4b69-8b0a-044f9b9c9dca service neutron] 10.222.0.46 "GET /v2.0/networks?id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce HTTP/1.1" status: 200 len: 909 time: 0.1209774 Dec 10 16:27:22.683656 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-6217c6f9-b3a7-491c-85a3-02709c83d89a service neutron] No DVR routers for this DVR port 49c6261e-6d23-43e3-a793-ddf1615a328f on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:27:22.686422 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9ec0aad6-c0ce-48ff-9924-365986560528 req-f6f66d5c-78d7-4b72-b591-3ba7281a2bf8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=acc4cfe4-e983-4f88-8663-441a944a38cf HTTP/1.1" status: 200 len: 217 time: 0.0832798 Dec 10 16:27:22.697434 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-62a82634-4972-4760-840e-5f4166b99980 req-b20f653f-29f5-4cb9-9abe-aa99411e503d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=377955c2-5fee-432a-97d2-7662e9be269b HTTP/1.1" status: 200 len: 217 time: 0.0546484 Dec 10 16:27:22.698077 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c076bee2-e223-4bfe-afba-10c4872bbe20 req-ca17e4d8-4930-415f-814a-bad6c0c5cbda tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668688 Dec 10 16:27:22.707970 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-cc5a74db-c4a4-42c7-afc6-d13c56d6b8a0 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:22.754791 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6217c6f9-b3a7-491c-85a3-02709c83d89a service neutron] Pushing event updated for resources: {'Port': ['ID=49c6261e-6d23-43e3-a793-ddf1615a328f,revision_number=10']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:22.762541 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a82634-4972-4760-840e-5f4166b99980 req-67438fad-2aef-4f29-bbd2-5cfeb57caf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:22.764255 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-62a82634-4972-4760-840e-5f4166b99980 req-67438fad-2aef-4f29-bbd2-5cfeb57caf5f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8e6d4c00-e815-4a48-aff0-5fbec7a9d006 HTTP/1.1" status: 200 len: 848 time: 0.0591080 Dec 10 16:27:22.791262 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-6217c6f9-b3a7-491c-85a3-02709c83d89a service neutron] 10.222.0.26 "PUT /v2.0/ports/49c6261e-6d23-43e3-a793-ddf1615a328f/bindings/n-h2-766771-2/activate HTTP/1.1" status: 200 len: 369 time: 2.1069622 Dec 10 16:27:22.798268 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-62a82634-4972-4760-840e-5f4166b99980 req-c5c5df2e-04f8-4736-8902-5bb194e61a49 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261729 Dec 10 16:27:22.844314 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0aad6-c0ce-48ff-9924-365986560528 req-cb55a462-45d2-483a-a853-fe7f16eb5505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:22.845790 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9ec0aad6-c0ce-48ff-9924-365986560528 req-cb55a462-45d2-483a-a853-fe7f16eb5505 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d91d45da-791f-427f-a9fe-a70a5d192f4c HTTP/1.1" status: 200 len: 852 time: 0.1468201 Dec 10 16:27:22.898063 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9ec0aad6-c0ce-48ff-9924-365986560528 req-b7bb57f0-9b07-47eb-a580-9f44a95f2c98 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9d8083a2-a7ce-49e3-9a7c-b927cfa621a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395448 Dec 10 16:27:22.899100 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-cc5a74db-c4a4-42c7-afc6-d13c56d6b8a0 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:22.911498 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39611d6-2751-4ca6-8129-2c69dd4cbc89 req-a955bd33-3601-4eb1-b5b9-d9b4d8adec11 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:22.912903 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d39611d6-2751-4ca6-8129-2c69dd4cbc89 req-a955bd33-3601-4eb1-b5b9-d9b4d8adec11 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.1359158 Dec 10 16:27:22.980939 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-3e213cae-0d0d-40b2-a9fd-94b90fb2547c tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:22.982375 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-3e213cae-0d0d-40b2-a9fd-94b90fb2547c tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=df430d8a-fcff-428d-8ff8-84516006dad7&tenant_id=c7f96263ffc44481b889fc489836cd3c&binding%3Ahost_id=n-h1-766771-2 HTTP/1.1" status: 200 len: 1095 time: 0.1156273 Dec 10 16:27:23.028249 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-62a82634-4972-4760-840e-5f4166b99980 req-73f541cc-c074-4291-a9e9-91fde2d77711 service neutron] 10.222.0.46 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176547 Dec 10 16:27:23.066197 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-cc5a74db-c4a4-42c7-afc6-d13c56d6b8a0 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Network ab484b99-d62a-49a0-8b4c-0894c24c04ac is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:27:23.086037 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-cc5a74db-c4a4-42c7-afc6-d13c56d6b8a0 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:27:23.088620 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-cc5a74db-c4a4-42c7-afc6-d13c56d6b8a0 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:27:23.110368 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a74db-c4a4-42c7-afc6-d13c56d6b8a0 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Pushing event updated for resources: {'Port': ['ID=aa01eba2-910f-485b-91b1-fa623bf0484b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:23.114350 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-621c02d0-c0f2-4a7b-afe4-25f60ac06f8f tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Allocated IP 172.20.0.7 (ab484b99-d62a-49a0-8b4c-0894c24c04ac/603a6753-1f55-4288-a2a2-31710bfdf0a5/f58d5724-a54e-468f-b0ab-49c1460b8f25) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:27:23.128951 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-9adae206-3867-4bb8-a51b-50c2fce3fa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:23.131192 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-9adae206-3867-4bb8-a51b-50c2fce3fa27 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=df430d8a-fcff-428d-8ff8-84516006dad7&tenant_id=c7f96263ffc44481b889fc489836cd3c HTTP/1.1" status: 200 len: 1095 time: 0.1392767 Dec 10 16:27:23.163219 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-62a82634-4972-4760-840e-5f4166b99980 req-a1aaa04c-52ec-4230-9f8f-a557785b05c7 service neutron] 10.222.0.46 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194062 Dec 10 16:27:23.201169 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d39611d6-2751-4ca6-8129-2c69dd4cbc89 req-b9acf7b0-fb2a-4537-a9a2-09d8db51eb04 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643402 Dec 10 16:27:23.221945 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-0d3ab2cc-86b6-4a6d-bffa-8b698791bc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:23.223648 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-0d3ab2cc-86b6-4a6d-bffa-8b698791bc15 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c7f96263ffc44481b889fc489836cd3c&device_id=df430d8a-fcff-428d-8ff8-84516006dad7 HTTP/1.1" status: 200 len: 1095 time: 0.0492692 Dec 10 16:27:23.225385 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9ec0aad6-c0ce-48ff-9924-365986560528 req-23d9ff4c-2ad0-4d3e-a0d6-7475ce0e7118 service neutron] 10.222.0.46 "GET /v2.0/networks/9d8083a2-a7ce-49e3-9a7c-b927cfa621a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921464 Dec 10 16:27:23.236067 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-cc5a74db-c4a4-42c7-afc6-d13c56d6b8a0 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:23.236667 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-cc5a74db-c4a4-42c7-afc6-d13c56d6b8a0 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:23.311052 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-cc5a74db-c4a4-42c7-afc6-d13c56d6b8a0 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4330032 Dec 10 16:27:23.373809 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-5b4ebf42-2b04-4094-a193-445dccdc4ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:23.375876 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-5b4ebf42-2b04-4094-a193-445dccdc4ed7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce HTTP/1.1" status: 200 len: 909 time: 0.1378338 Dec 10 16:27:23.443344 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-240e36eb-180a-45fd-8fce-a87b16ea8852 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49c6261e-6d23-43e3-a793-ddf1615a328f HTTP/1.1" status: 200 len: 217 time: 0.0590849 Dec 10 16:27:23.485668 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679f9109-e918-46aa-9d7b-15a237af041d x-openstack-request-id: req-679f9109-e918-46aa-9d7b-15a237af041d {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:27:23.486028 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9315e3-0b56-48f3-88c5-a065c68e33ea", "name": "network-vif-deleted", "tag": "9ad44a27-a314-4da6-a5bb-3637dee7714f", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:27:23.486366 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-679f9109-e918-46aa-9d7b-15a237af041d {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:27:23.487043 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9315e3-0b56-48f3-88c5-a065c68e33ea', 'name': 'network-vif-deleted', 'tag': '9ad44a27-a314-4da6-a5bb-3637dee7714f', 'status': 'completed', 'code': 200} Dec 10 16:27:23.510119 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-6ed6acb6-ffa0-41f6-bd1f-9e75b72249ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:23.511809 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-6ed6acb6-ffa0-41f6-bd1f-9e75b72249ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8e6d4c00-e815-4a48-aff0-5fbec7a9d006 HTTP/1.1" status: 200 len: 848 time: 0.0620980 Dec 10 16:27:23.560046 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-326c2ec1-b5f9-4168-9144-31181a218c1f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398839 Dec 10 16:27:23.671774 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-0199b87c-7274-4292-b6ef-70d9138ae348 service neutron] 10.222.0.46 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040566 Dec 10 16:27:23.681750 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-a2a52b18-5ea5-4a04-b8f4-45b4d94ef645 service neutron] Request body: {'port': {'device_id': '2a5ba1ef-fb85-4a26-b65f-6b678d4e9279', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:27:23.776501 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-83c7adcf-7182-44f6-9d2c-866017e449b6 service neutron] 10.222.0.46 "GET /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968313 Dec 10 16:27:23.863697 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9ec0aad6-c0ce-48ff-9924-365986560528 req-ce3aafb6-cd5a-4a2f-9239-a6accafbf29d service neutron] 10.222.0.46 "GET /v2.0/networks/9d8083a2-a7ce-49e3-9a7c-b927cfa621a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6225843 Dec 10 16:27:23.868412 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-a2a52b18-5ea5-4a04-b8f4-45b4d94ef645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:23.873442 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-621c02d0-c0f2-4a7b-afe4-25f60ac06f8f tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:23.894789 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18eb283-c4d3-403b-8dc1-1ebe250fc4b2 req-47e50682-7f77-41d2-b9f0-ad2ab7d477f6 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:23.896428 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a18eb283-c4d3-403b-8dc1-1ebe250fc4b2 req-47e50682-7f77-41d2-b9f0-ad2ab7d477f6 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a5ba1ef-fb85-4a26-b65f-6b678d4e9279 HTTP/1.1" status: 200 len: 931 time: 0.2078731 Dec 10 16:27:24.017015 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-621c02d0-c0f2-4a7b-afe4-25f60ac06f8f tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:24.083165 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a18eb283-c4d3-403b-8dc1-1ebe250fc4b2 req-ddbdadb0-761a-48e6-8a19-2c89e2630782 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.11 "GET /v2.0/security-groups?id=331d978c-c350-494a-9709-18ca9c76bff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770825 Dec 10 16:27:24.168757 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-621c02d0-c0f2-4a7b-afe4-25f60ac06f8f tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Network ab484b99-d62a-49a0-8b4c-0894c24c04ac is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:27:24.197295 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-621c02d0-c0f2-4a7b-afe4-25f60ac06f8f tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:27:24.199638 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-621c02d0-c0f2-4a7b-afe4-25f60ac06f8f tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:27:24.274396 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c02d0-c0f2-4a7b-afe4-25f60ac06f8f tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Pushing event updated for resources: {'Port': ['ID=f58d5724-a54e-468f-b0ab-49c1460b8f25,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:24.308959 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-03a252c8-3823-46c8-a63f-fd29226ba22c tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:24.310594 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-03a252c8-3823-46c8-a63f-fd29226ba22c tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=df430d8a-fcff-428d-8ff8-84516006dad7&tenant_id=c7f96263ffc44481b889fc489836cd3c&binding%3Ahost_id=n-h2-766771-2 HTTP/1.1" status: 200 len: 1095 time: 0.2477276 Dec 10 16:27:24.334394 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-621c02d0-c0f2-4a7b-afe4-25f60ac06f8f tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:24.335004 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-621c02d0-c0f2-4a7b-afe4-25f60ac06f8f tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:24.392427 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390699d7-a57e-4da6-99b5-11070a5e095e req-de1f6e8c-5ca6-492c-881a-57a7cca05d42 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:24.393842 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-390699d7-a57e-4da6-99b5-11070a5e095e req-de1f6e8c-5ca6-492c-881a-57a7cca05d42 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=df430d8a-fcff-428d-8ff8-84516006dad7 HTTP/1.1" status: 200 len: 944 time: 0.2272780 Dec 10 16:27:24.419639 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-621c02d0-c0f2-4a7b-afe4-25f60ac06f8f tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2327120 Dec 10 16:27:24.449006 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-e12e51b1-e89a-4a9b-8b14-fa36db386118 service neutron] Request body: {'port': {'device_id': 'e4415f56-a25d-4b66-bf6a-e58a53e199f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:27:24.617297 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-390699d7-a57e-4da6-99b5-11070a5e095e req-d55db579-a8df-46f2-98fc-893e4970c441 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099102 Dec 10 16:27:24.621482 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-e12e51b1-e89a-4a9b-8b14-fa36db386118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:24.632788 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-a2a52b18-5ea5-4a04-b8f4-45b4d94ef645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa01eba2-910f-485b-91b1-fa623bf0484b {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:27:24.651260 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-a2a52b18-5ea5-4a04-b8f4-45b4d94ef645 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:24.702549 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-a2a52b18-5ea5-4a04-b8f4-45b4d94ef645 service neutron] Transition to ACTIVE for port object aa01eba2-910f-485b-91b1-fa623bf0484b will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:27:24.705423 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-18e8bf37-a891-43d4-ab6d-0c7407269b32 service neutron] For port 49c6261e-6d23-43e3-a793-ddf1615a328f, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:27:24.712290 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-18e8bf37-a891-43d4-ab6d-0c7407269b32 service neutron] Publish callbacks [] for binding, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:24.713494 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf5cd012-e8b4-40d0-9a9b-80af7ed2a053 req-18e8bf37-a891-43d4-ab6d-0c7407269b32 service neutron] 10.222.0.46 "DELETE /v2.0/ports/49c6261e-6d23-43e3-a793-ddf1615a328f/bindings/n-h1-766771-2 HTTP/1.1" status: 204 len: 173 time: 0.3931725 Dec 10 16:27:24.716093 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-a2a52b18-5ea5-4a04-b8f4-45b4d94ef645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:24.859688 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a52b18-5ea5-4a04-b8f4-45b4d94ef645 service neutron] Pushing event updated for resources: {'Port': ['ID=aa01eba2-910f-485b-91b1-fa623bf0484b,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:24.999506 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-a2a52b18-5ea5-4a04-b8f4-45b4d94ef645 service neutron] Attempting to bind port aa01eba2-910f-485b-91b1-fa623bf0484b on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:27:25.000157 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-a2a52b18-5ea5-4a04-b8f4-45b4d94ef645 service neutron] Attempting to bind port aa01eba2-910f-485b-91b1-fa623bf0484b by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '308a1d5a-dd71-46e0-981d-7b16e2a07c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ab484b99-d62a-49a0-8b4c-0894c24c04ac'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:27:25.000157 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-a2a52b18-5ea5-4a04-b8f4-45b4d94ef645 service neutron] Attempting to bind port aa01eba2-910f-485b-91b1-fa623bf0484b on network ab484b99-d62a-49a0-8b4c-0894c24c04ac {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:27:25.012269 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-a2a52b18-5ea5-4a04-b8f4-45b4d94ef645 service neutron] Port aa01eba2-910f-485b-91b1-fa623bf0484b on network ab484b99-d62a-49a0-8b4c-0894c24c04ac not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:27:25.012593 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-a2a52b18-5ea5-4a04-b8f4-45b4d94ef645 service neutron] Attempting to bind port aa01eba2-910f-485b-91b1-fa623bf0484b on network ab484b99-d62a-49a0-8b4c-0894c24c04ac {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:27:25.023630 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-a2a52b18-5ea5-4a04-b8f4-45b4d94ef645 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:27:25.023966 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-a2a52b18-5ea5-4a04-b8f4-45b4d94ef645 service neutron] Checking segment: {'id': '308a1d5a-dd71-46e0-981d-7b16e2a07c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ab484b99-d62a-49a0-8b4c-0894c24c04ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:27:25.024343 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-a2a52b18-5ea5-4a04-b8f4-45b4d94ef645 service neutron] Bound using segment: {'id': '308a1d5a-dd71-46e0-981d-7b16e2a07c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ab484b99-d62a-49a0-8b4c-0894c24c04ac'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:27:25.024775 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-a2a52b18-5ea5-4a04-b8f4-45b4d94ef645 service neutron] Bound port: aa01eba2-910f-485b-91b1-fa623bf0484b, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '308a1d5a-dd71-46e0-981d-7b16e2a07c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ab484b99-d62a-49a0-8b4c-0894c24c04ac'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:27:25.025125 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-a2a52b18-5ea5-4a04-b8f4-45b4d94ef645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:25.188202 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628deee-76a0-4edf-9487-7ca00adb0eee req-f6b9efb1-3c3c-4fc6-a506-cd8f23039e54 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:25.189834 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f628deee-76a0-4edf-9487-7ca00adb0eee req-f6b9efb1-3c3c-4fc6-a506-cd8f23039e54 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=b925fb55-8dde-4676-a976-701c14a4e8ec HTTP/1.1" status: 200 len: 943 time: 0.1397007 Dec 10 16:27:25.195435 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-a2a52b18-5ea5-4a04-b8f4-45b4d94ef645 service neutron] For port aa01eba2-910f-485b-91b1-fa623bf0484b, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:27:25.201891 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-a2a52b18-5ea5-4a04-b8f4-45b4d94ef645 service neutron] For port aa01eba2-910f-485b-91b1-fa623bf0484b, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=aa01eba2-910f-485b-91b1-fa623bf0484b,segment=NetworkSegment(308a1d5a-dd71-46e0-981d-7b16e2a07c80),segment_id=308a1d5a-dd71-46e0-981d-7b16e2a07c80)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:27:25.209379 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-e12e51b1-e89a-4a9b-8b14-fa36db386118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f58d5724-a54e-468f-b0ab-49c1460b8f25 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:27:25.217265 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-a2a52b18-5ea5-4a04-b8f4-45b4d94ef645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:25.220117 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-e12e51b1-e89a-4a9b-8b14-fa36db386118 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:25.280440 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-a2a52b18-5ea5-4a04-b8f4-45b4d94ef645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:25.280704 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-a2a52b18-5ea5-4a04-b8f4-45b4d94ef645 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:25.282073 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-a2a52b18-5ea5-4a04-b8f4-45b4d94ef645 service neutron] 10.222.0.26 "PUT /v2.0/ports/aa01eba2-910f-485b-91b1-fa623bf0484b HTTP/1.1" status: 200 len: 1091 time: 1.9533377 Dec 10 16:27:25.283082 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-e12e51b1-e89a-4a9b-8b14-fa36db386118 service neutron] Transition to ACTIVE for port object f58d5724-a54e-468f-b0ab-49c1460b8f25 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:27:25.291682 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a5ba1ef-fb85-4a26-b65f-6b678d4e9279', 'tag': 'aa01eba2-910f-485b-91b1-fa623bf0484b'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:27:25.293702 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4656093c-1174-4474-9e56-8d65e0157ed4" -d '{"events": [{"name": "network-changed", "server_uuid": "2a5ba1ef-fb85-4a26-b65f-6b678d4e9279", "tag": "aa01eba2-910f-485b-91b1-fa623bf0484b"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:27:25.305172 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-e12e51b1-e89a-4a9b-8b14-fa36db386118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:25.349034 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f628deee-76a0-4edf-9487-7ca00adb0eee req-517256f9-b2fe-4d99-bb97-aa05ace391f8 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512513 Dec 10 16:27:25.373144 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a52b18-5ea5-4a04-b8f4-45b4d94ef645 service neutron] Pushing event updated for resources: {'Port': ['ID=aa01eba2-910f-485b-91b1-fa623bf0484b,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:25.483886 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12e51b1-e89a-4a9b-8b14-fa36db386118 service neutron] Pushing event updated for resources: {'Port': ['ID=f58d5724-a54e-468f-b0ab-49c1460b8f25,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:25.494701 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-9f4b58ba-3e66-415f-b167-1328e23c37c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:25.496366 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-9f4b58ba-3e66-415f-b167-1328e23c37c3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a2b7b3c3ae9f446396f330fe9cb7353d&device_id=2a5ba1ef-fb85-4a26-b65f-6b678d4e9279 HTTP/1.1" status: 200 len: 1094 time: 0.1617470 Dec 10 16:27:25.557010 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-54adafeb-e742-4615-88e6-52c17eec5e99 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa01eba2-910f-485b-91b1-fa623bf0484b HTTP/1.1" status: 200 len: 217 time: 0.0453756 Dec 10 16:27:25.617004 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-e12e51b1-e89a-4a9b-8b14-fa36db386118 service neutron] Attempting to bind port f58d5724-a54e-468f-b0ab-49c1460b8f25 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:27:25.617441 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-e12e51b1-e89a-4a9b-8b14-fa36db386118 service neutron] Attempting to bind port f58d5724-a54e-468f-b0ab-49c1460b8f25 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '308a1d5a-dd71-46e0-981d-7b16e2a07c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ab484b99-d62a-49a0-8b4c-0894c24c04ac'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:27:25.617834 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-e12e51b1-e89a-4a9b-8b14-fa36db386118 service neutron] Attempting to bind port f58d5724-a54e-468f-b0ab-49c1460b8f25 on network ab484b99-d62a-49a0-8b4c-0894c24c04ac {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:27:25.633157 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2ea26-2e6b-4424-b558-8820d0670996 req-dde6e6ed-e658-4c6b-8602-f8995267f0d7 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:25.635730 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c8d2ea26-2e6b-4424-b558-8820d0670996 req-dde6e6ed-e658-4c6b-8602-f8995267f0d7 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.1663377 Dec 10 16:27:25.642642 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-e12e51b1-e89a-4a9b-8b14-fa36db386118 service neutron] Port f58d5724-a54e-468f-b0ab-49c1460b8f25 on network ab484b99-d62a-49a0-8b4c-0894c24c04ac not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:27:25.643029 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-e12e51b1-e89a-4a9b-8b14-fa36db386118 service neutron] Attempting to bind port f58d5724-a54e-468f-b0ab-49c1460b8f25 on network ab484b99-d62a-49a0-8b4c-0894c24c04ac {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:27:25.664607 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-13869119-ed62-48fc-a9e1-f81d08cbf3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:25.666216 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-13869119-ed62-48fc-a9e1-f81d08cbf3c5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=603a6753-1f55-4288-a2a2-31710bfdf0a5 HTTP/1.1" status: 200 len: 852 time: 0.1017263 Dec 10 16:27:25.673093 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-e12e51b1-e89a-4a9b-8b14-fa36db386118 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:27:25.673436 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-e12e51b1-e89a-4a9b-8b14-fa36db386118 service neutron] Checking segment: {'id': '308a1d5a-dd71-46e0-981d-7b16e2a07c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ab484b99-d62a-49a0-8b4c-0894c24c04ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:27:25.673827 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-e12e51b1-e89a-4a9b-8b14-fa36db386118 service neutron] Bound using segment: {'id': '308a1d5a-dd71-46e0-981d-7b16e2a07c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ab484b99-d62a-49a0-8b4c-0894c24c04ac'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:27:25.674306 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-e12e51b1-e89a-4a9b-8b14-fa36db386118 service neutron] Bound port: f58d5724-a54e-468f-b0ab-49c1460b8f25, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '308a1d5a-dd71-46e0-981d-7b16e2a07c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ab484b99-d62a-49a0-8b4c-0894c24c04ac'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:27:25.674673 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-e12e51b1-e89a-4a9b-8b14-fa36db386118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:25.722526 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-a61d461f-9f10-4611-945d-e2029d82b76b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ab484b99-d62a-49a0-8b4c-0894c24c04ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433893 Dec 10 16:27:25.834031 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c8d2ea26-2e6b-4424-b558-8820d0670996 req-715dd7ed-33f2-4170-8d96-7c2edc47647f tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850023 Dec 10 16:27:25.862070 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-e12e51b1-e89a-4a9b-8b14-fa36db386118 service neutron] For port f58d5724-a54e-468f-b0ab-49c1460b8f25, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:27:25.867412 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-e12e51b1-e89a-4a9b-8b14-fa36db386118 service neutron] For port f58d5724-a54e-468f-b0ab-49c1460b8f25, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=f58d5724-a54e-468f-b0ab-49c1460b8f25,segment=NetworkSegment(308a1d5a-dd71-46e0-981d-7b16e2a07c80),segment_id=308a1d5a-dd71-46e0-981d-7b16e2a07c80)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:27:25.881061 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-e12e51b1-e89a-4a9b-8b14-fa36db386118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:25.912907 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device acc4cfe4-e983-4f88-8663-441a944a38cf details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:27:25.943835 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-9439f465-52a2-4697-9a34-e2a806cddf1a service neutron] 10.222.0.26 "GET /v2.0/networks/ab484b99-d62a-49a0-8b4c-0894c24c04ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108312 Dec 10 16:27:25.945216 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-e12e51b1-e89a-4a9b-8b14-fa36db386118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:25.945905 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-e12e51b1-e89a-4a9b-8b14-fa36db386118 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:25.947275 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-e12e51b1-e89a-4a9b-8b14-fa36db386118 service neutron] 10.222.0.46 "PUT /v2.0/ports/f58d5724-a54e-468f-b0ab-49c1460b8f25 HTTP/1.1" status: 200 len: 1091 time: 1.5104308 Dec 10 16:27:26.022379 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port acc4cfe4-e983-4f88-8663-441a944a38cf, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=acc4cfe4-e983-4f88-8663-441a944a38cf,segment=NetworkSegment(5b73bbf7-7693-4577-890d-a6987a70c2b5),segment_id=5b73bbf7-7693-4577-890d-a6987a70c2b5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:27:26.035261 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'acc4cfe4-e983-4f88-8663-441a944a38cf', 'network_id': '9d8083a2-a7ce-49e3-9a7c-b927cfa621a4', 'port_id': 'acc4cfe4-e983-4f88-8663-441a944a38cf', 'mac_address': 'fa:16:3e:51:7a:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd91d45da-791f-427f-a9fe-a70a5d192f4c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:27:26.065145 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12e51b1-e89a-4a9b-8b14-fa36db386118 service neutron] Pushing event updated for resources: {'Port': ['ID=f58d5724-a54e-468f-b0ab-49c1460b8f25,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:26.075291 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:26.095999 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acc4cfe4-e983-4f88-8663-441a944a38cf {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:27:26.100496 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8870fcb-fb9e-434f-a051-d9c8e761d284 req-666a14e0-969e-49b2-a806-40a484b9aaad tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:26.103793 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c8870fcb-fb9e-434f-a051-d9c8e761d284 req-666a14e0-969e-49b2-a806-40a484b9aaad tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 951 time: 0.1812243 Dec 10 16:27:26.117687 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port acc4cfe4-e983-4f88-8663-441a944a38cf, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=acc4cfe4-e983-4f88-8663-441a944a38cf,segment=NetworkSegment(5b73bbf7-7693-4577-890d-a6987a70c2b5),segment_id=5b73bbf7-7693-4577-890d-a6987a70c2b5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:27:26.123146 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:26.148892 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-1cbd4de9-453b-4e98-892f-b6d55027e7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:26.150476 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-1cbd4de9-453b-4e98-892f-b6d55027e7c8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2b7b3c3ae9f446396f330fe9cb7353d&device_id=e4415f56-a25d-4b66-bf6a-e58a53e199f0 HTTP/1.1" status: 200 len: 1094 time: 0.1608672 Dec 10 16:27:26.160551 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-c80f27ec-cd0c-41f2-8b18-2c4d9cb266a7 service neutron] 10.222.0.26 "GET /v2.0/networks/ab484b99-d62a-49a0-8b4c-0894c24c04ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947987 Dec 10 16:27:26.188854 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=acc4cfe4-e983-4f88-8663-441a944a38cf,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:26.216193 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-56265a18-32cc-4e2c-b12d-e739f6fbf5b5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f58d5724-a54e-468f-b0ab-49c1460b8f25 HTTP/1.1" status: 200 len: 217 time: 0.0491807 Dec 10 16:27:26.220778 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c8870fcb-fb9e-434f-a051-d9c8e761d284 req-62f82721-172f-4114-bcc2-03497f9da294 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088343 Dec 10 16:27:26.273529 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-568066a9-8caa-4250-b662-97b81cda1cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:26.275103 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-568066a9-8caa-4250-b662-97b81cda1cf1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=603a6753-1f55-4288-a2a2-31710bfdf0a5 HTTP/1.1" status: 200 len: 852 time: 0.0457821 Dec 10 16:27:26.325917 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-caa473d7-33f8-4670-b578-425e3ebc443c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ab484b99-d62a-49a0-8b4c-0894c24c04ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381987 Dec 10 16:27:26.404076 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def6563-1c13-4196-8b09-1a3dd07752b8 req-670830e5-95f6-45f8-9aed-4c41d7251e5c tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:26.405537 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2def6563-1c13-4196-8b09-1a3dd07752b8 req-670830e5-95f6-45f8-9aed-4c41d7251e5c tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a5ba1ef-fb85-4a26-b65f-6b678d4e9279 HTTP/1.1" status: 200 len: 943 time: 0.1267793 Dec 10 16:27:26.455047 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['acc4cfe4-e983-4f88-8663-441a944a38cf'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:27:26.496137 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898d054-df9e-4b5c-970c-8c37c6570379 req-f5f5843f-0861-4dfc-a3b6-d23fd013a421 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:26.497732 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1898d054-df9e-4b5c-970c-8c37c6570379 req-f5f5843f-0861-4dfc-a3b6-d23fd013a421 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 951 time: 0.1353819 Dec 10 16:27:26.518820 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-e6f61269-262d-4281-8768-8a39f25fecf1 service neutron] 10.222.0.46 "GET /v2.0/networks/ab484b99-d62a-49a0-8b4c-0894c24c04ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836255 Dec 10 16:27:26.543999 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2def6563-1c13-4196-8b09-1a3dd07752b8 req-7b937d67-44de-4339-982b-1eff3e186792 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.11 "GET /v2.0/security-groups?id=331d978c-c350-494a-9709-18ca9c76bff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237032 Dec 10 16:27:26.627501 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40754477-04d3-4291-be0b-0b7a825c113b x-openstack-request-id: req-40754477-04d3-4291-be0b-0b7a825c113b {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:27:26.627862 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a5ba1ef-fb85-4a26-b65f-6b678d4e9279", "tag": "aa01eba2-910f-485b-91b1-fa623bf0484b", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:27:26.628024 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-40754477-04d3-4291-be0b-0b7a825c113b {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:27:26.628897 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a5ba1ef-fb85-4a26-b65f-6b678d4e9279', 'tag': 'aa01eba2-910f-485b-91b1-fa623bf0484b', 'status': 'completed', 'code': 200} Dec 10 16:27:26.744893 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc8476be-c94d-4921-969d-3fd0f21eefb8 req-e43f6256-9c81-4054-9382-a23878187be7 service neutron] 10.222.0.46 "GET /v2.0/networks/ab484b99-d62a-49a0-8b4c-0894c24c04ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999910 Dec 10 16:27:26.764628 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656093c-1174-4474-9e56-8d65e0157ed4 req-03f31ed0-d4df-4000-93db-959ba37a1ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:26.766118 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4656093c-1174-4474-9e56-8d65e0157ed4 req-03f31ed0-d4df-4000-93db-959ba37a1ffa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a2b7b3c3ae9f446396f330fe9cb7353d&device_id=2a5ba1ef-fb85-4a26-b65f-6b678d4e9279 HTTP/1.1" status: 200 len: 1094 time: 0.1090293 Dec 10 16:27:26.776992 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ba42c-27c0-4b7b-b015-2ff4ab3ab105 req-6344a30e-00ee-4b7f-b7d5-568925027536 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:26.778454 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b58ba42c-27c0-4b7b-b015-2ff4ab3ab105 req-6344a30e-00ee-4b7f-b7d5-568925027536 tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=df430d8a-fcff-428d-8ff8-84516006dad7 HTTP/1.1" status: 200 len: 1095 time: 0.1082864 Dec 10 16:27:26.789422 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-1898d054-df9e-4b5c-970c-8c37c6570379 req-32d20ed8-d966-4ecc-8d36-f4a516f63bd4 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Deleting port 98aa5f6b-994b-4a0b-8a63-197560470701 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:27:26.789758 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1898d054-df9e-4b5c-970c-8c37c6570379 req-32d20ed8-d966-4ecc-8d36-f4a516f63bd4 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:26.948134 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b58ba42c-27c0-4b7b-b015-2ff4ab3ab105 req-43698866-62c1-4697-88fc-c1c8f58e7b2a tempest-LiveMigrationTest-1167576069 tempest-LiveMigrationTest-1167576069-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611505 Dec 10 16:27:26.976715 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656093c-1174-4474-9e56-8d65e0157ed4 req-a5ea3832-5bcc-4c6f-9cf5-92b5f63a50b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:26.978435 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4656093c-1174-4474-9e56-8d65e0157ed4 req-a5ea3832-5bcc-4c6f-9cf5-92b5f63a50b5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ab484b99-d62a-49a0-8b4c-0894c24c04ac HTTP/1.1" status: 200 len: 913 time: 0.2037628 Dec 10 16:27:26.987457 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-1898d054-df9e-4b5c-970c-8c37c6570379 req-32d20ed8-d966-4ecc-8d36-f4a516f63bd4 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] For port 98aa5f6b-994b-4a0b-8a63-197560470701, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=98aa5f6b-994b-4a0b-8a63-197560470701,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:27:26.987783 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1898d054-df9e-4b5c-970c-8c37c6570379 req-32d20ed8-d966-4ecc-8d36-f4a516f63bd4 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:27.042064 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4656093c-1174-4474-9e56-8d65e0157ed4 req-48ade6bc-246b-4920-8768-1dcb72b2b75a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa01eba2-910f-485b-91b1-fa623bf0484b HTTP/1.1" status: 200 len: 217 time: 0.0507188 Dec 10 16:27:27.042965 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-1898d054-df9e-4b5c-970c-8c37c6570379 req-32d20ed8-d966-4ecc-8d36-f4a516f63bd4 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Calling delete_port for 98aa5f6b-994b-4a0b-8a63-197560470701 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:27:27.168469 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656093c-1174-4474-9e56-8d65e0157ed4 req-dfb3d9c9-7a41-4d19-b3ed-182cda525704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:27.169939 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4656093c-1174-4474-9e56-8d65e0157ed4 req-dfb3d9c9-7a41-4d19-b3ed-182cda525704 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=603a6753-1f55-4288-a2a2-31710bfdf0a5 HTTP/1.1" status: 200 len: 852 time: 0.1179821 Dec 10 16:27:27.222479 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4656093c-1174-4474-9e56-8d65e0157ed4 req-f3267768-0337-4fe0-a324-fd1b70ba41da service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ab484b99-d62a-49a0-8b4c-0894c24c04ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340707 Dec 10 16:27:27.315458 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143be243-8e6d-4b8d-a8aa-dddf6f2b6289 req-a8349249-e8e6-45ef-9f33-699d121c1b49 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:27.316936 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-143be243-8e6d-4b8d-a8aa-dddf6f2b6289 req-a8349249-e8e6-45ef-9f33-699d121c1b49 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.1655879 Dec 10 16:27:27.433149 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1898d054-df9e-4b5c-970c-8c37c6570379 req-32d20ed8-d966-4ecc-8d36-f4a516f63bd4 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:27.446933 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-143be243-8e6d-4b8d-a8aa-dddf6f2b6289 req-b338fa67-8df5-42ca-979d-441e59cb3cbd tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098533 Dec 10 16:27:27.447178 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['4b0da238-da36-4506-8526-103e401bdc08', '98aa5f6b-994b-4a0b-8a63-197560470701'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:27:27.453490 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['e49ccd9b-54f9-4417-b2a1-836718184a00'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:27:27.454122 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4656093c-1174-4474-9e56-8d65e0157ed4 req-243486e0-cd87-4413-9cf3-bab0e42ea9bc service neutron] 10.222.0.26 "GET /v2.0/networks/ab484b99-d62a-49a0-8b4c-0894c24c04ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230189 Dec 10 16:27:27.488668 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d20ed8-d966-4ecc-8d36-f4a516f63bd4 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Pushing event deleted for resources: {'Port': ['ID=98aa5f6b-994b-4a0b-8a63-197560470701,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:27.922453 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device acc4cfe4-e983-4f88-8663-441a944a38cf up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:27:27.968775 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-1898d054-df9e-4b5c-970c-8c37c6570379 req-32d20ed8-d966-4ecc-8d36-f4a516f63bd4 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] No DVR routers for this DVR port 98aa5f6b-994b-4a0b-8a63-197560470701 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:27:27.972647 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1898d054-df9e-4b5c-970c-8c37c6570379 req-32d20ed8-d966-4ecc-8d36-f4a516f63bd4 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:27.977365 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1898d054-df9e-4b5c-970c-8c37c6570379 req-32d20ed8-d966-4ecc-8d36-f4a516f63bd4 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.46 "DELETE /v2.0/ports/98aa5f6b-994b-4a0b-8a63-197560470701 HTTP/1.1" status: 204 len: 173 time: 1.4692068 Dec 10 16:27:28.021977 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port acc4cfe4-e983-4f88-8663-441a944a38cf completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:27:28.030175 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port acc4cfe4-e983-4f88-8663-441a944a38cf triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:27:28.030674 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:28.047882 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f767d25-4c99-472a-ad64-fe2d28a5bcdf req-069a6b66-32a3-4664-9721-f7015ca28123 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:28.057630 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2f767d25-4c99-472a-ad64-fe2d28a5bcdf req-069a6b66-32a3-4664-9721-f7015ca28123 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=b925fb55-8dde-4676-a976-701c14a4e8ec HTTP/1.1" status: 200 len: 944 time: 0.1539593 Dec 10 16:27:28.079662 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4656093c-1174-4474-9e56-8d65e0157ed4 req-d1569ce5-fa0d-4260-bc04-2b1996a2f4f2 service neutron] 10.222.0.26 "GET /v2.0/networks/ab484b99-d62a-49a0-8b4c-0894c24c04ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6011510 Dec 10 16:27:28.144871 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:28.153641 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2f767d25-4c99-472a-ad64-fe2d28a5bcdf req-914ddc03-8aef-4742-88a7-9c83b2b484ee tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950079 Dec 10 16:27:28.176963 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b925fb55-8dde-4676-a976-701c14a4e8ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc4cfe4-e983-4f88-8663-441a944a38cf'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:27:28.180297 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421e30a1-0e78-42dd-acc5-15c6fa54a961" -d '{"events": [{"server_uuid": "b925fb55-8dde-4676-a976-701c14a4e8ec", "name": "network-vif-plugged", "status": "completed", "tag": "acc4cfe4-e983-4f88-8663-441a944a38cf"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:27:28.194459 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port acc4cfe4-e983-4f88-8663-441a944a38cf, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=acc4cfe4-e983-4f88-8663-441a944a38cf,segment=NetworkSegment(5b73bbf7-7693-4577-890d-a6987a70c2b5),segment_id=5b73bbf7-7693-4577-890d-a6987a70c2b5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:27:28.200095 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:28.202081 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 98aa5f6b-994b-4a0b-8a63-197560470701 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:27:28.233166 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: 98aa5f6b-994b-4a0b-8a63-197560470701 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:27:28.234311 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 98aa5f6b-994b-4a0b-8a63-197560470701 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:27:28.279923 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=acc4cfe4-e983-4f88-8663-441a944a38cf,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:28.387259 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8549a2fa-2386-4401-9b4c-2b8e439946ae req-01a4d761-f3c1-4b55-9193-65a2c200973f tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5c45c3f-607a-4966-82c4-75da5bfab0ce HTTP/1.1" status: 200 len: 210 time: 0.0256035 Dec 10 16:27:28.521339 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52b8aa-8be9-4c51-a7dc-60ce03add4fb req-e28d871e-0374-4e3e-9ff3-d77510c330e3 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:28.522737 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bd52b8aa-8be9-4c51-a7dc-60ce03add4fb req-e28d871e-0374-4e3e-9ff3-d77510c330e3 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a5ba1ef-fb85-4a26-b65f-6b678d4e9279 HTTP/1.1" status: 200 len: 943 time: 0.0516529 Dec 10 16:27:28.573603 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bd52b8aa-8be9-4c51-a7dc-60ce03add4fb req-e61c6dca-8eed-4f22-b6d5-9d88062e0e1e tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.11 "GET /v2.0/security-groups?id=331d978c-c350-494a-9709-18ca9c76bff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437610 Dec 10 16:27:28.631145 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4415f56-a25d-4b66-bf6a-e58a53e199f0', 'tag': 'f58d5724-a54e-468f-b0ab-49c1460b8f25'}, {'server_uuid': 'a5c45c3f-607a-4966-82c4-75da5bfab0ce', 'name': 'network-vif-deleted', 'tag': '98aa5f6b-994b-4a0b-8a63-197560470701'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:27:28.638280 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63eee9e8-78a3-4d90-854b-dc3f9664f02c" -d '{"events": [{"name": "network-changed", "server_uuid": "e4415f56-a25d-4b66-bf6a-e58a53e199f0", "tag": "f58d5724-a54e-468f-b0ab-49c1460b8f25"}, {"server_uuid": "a5c45c3f-607a-4966-82c4-75da5bfab0ce", "name": "network-vif-deleted", "tag": "98aa5f6b-994b-4a0b-8a63-197560470701"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:27:28.775473 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2ea98a-9a7d-49ee-8cb0-937fc0cb70d6 x-openstack-request-id: req-1b2ea98a-9a7d-49ee-8cb0-937fc0cb70d6 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:27:28.776032 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b925fb55-8dde-4676-a976-701c14a4e8ec", "name": "network-vif-plugged", "status": "completed", "tag": "acc4cfe4-e983-4f88-8663-441a944a38cf", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:27:28.776032 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1b2ea98a-9a7d-49ee-8cb0-937fc0cb70d6 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:27:28.776393 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b925fb55-8dde-4676-a976-701c14a4e8ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc4cfe4-e983-4f88-8663-441a944a38cf', 'code': 200} Dec 10 16:27:28.906306 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf758e4a-31f8-4160-91fd-8522a9147d80 req-55eab7f1-eda8-4f42-891d-c2d77167b9b5 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:28.907749 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf758e4a-31f8-4160-91fd-8522a9147d80 req-55eab7f1-eda8-4f42-891d-c2d77167b9b5 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=df430d8a-fcff-428d-8ff8-84516006dad7 HTTP/1.1" status: 200 len: 944 time: 0.0789375 Dec 10 16:27:28.914071 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e8476-6a23-47be-8de6-2daa315237a7 req-2cd8c126-a880-4758-bbf0-bfe949e72d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:28.915520 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-705e8476-6a23-47be-8de6-2daa315237a7 req-2cd8c126-a880-4758-bbf0-bfe949e72d27 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b925fb55-8dde-4676-a976-701c14a4e8ec HTTP/1.1" status: 200 len: 1096 time: 0.0755782 Dec 10 16:27:28.988367 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf758e4a-31f8-4160-91fd-8522a9147d80 req-4a3484af-de5f-4155-aa42-b6e9935cdff0 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718915 Dec 10 16:27:28.991331 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-705e8476-6a23-47be-8de6-2daa315237a7 req-3f91cd3f-1486-4b26-96c8-3c8125dccee3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613370 Dec 10 16:27:29.094845 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc993d9-6479-41fe-8e07-503e6eaf87f7 req-fcc2b753-e292-4441-ae0f-1147a549e016 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:29.096371 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0cc993d9-6479-41fe-8e07-503e6eaf87f7 req-fcc2b753-e292-4441-ae0f-1147a549e016 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.0509131 Dec 10 16:27:29.142748 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0cc993d9-6479-41fe-8e07-503e6eaf87f7 req-83248fd3-68c3-4676-a00f-2b1b0ff4668f tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403588 Dec 10 16:27:29.190531 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Dec 2021 16:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6ca282-1e41-4ac0-bd95-943a1a7ab036 x-openstack-request-id: req-ae6ca282-1e41-4ac0-bd95-943a1a7ab036 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:27:29.190836 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4415f56-a25d-4b66-bf6a-e58a53e199f0", "tag": "f58d5724-a54e-468f-b0ab-49c1460b8f25", "status": "completed", "code": 200}, {"server_uuid": "a5c45c3f-607a-4966-82c4-75da5bfab0ce", "name": "network-vif-deleted", "tag": "98aa5f6b-994b-4a0b-8a63-197560470701", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:27:29.191098 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ae6ca282-1e41-4ac0-bd95-943a1a7ab036 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:27:29.191512 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4415f56-a25d-4b66-bf6a-e58a53e199f0', 'tag': 'f58d5724-a54e-468f-b0ab-49c1460b8f25', 'status': 'completed', 'code': 200} Dec 10 16:27:29.191775 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c45c3f-607a-4966-82c4-75da5bfab0ce', 'name': 'network-vif-deleted', 'tag': '98aa5f6b-994b-4a0b-8a63-197560470701', 'status': 'completed', 'code': 200} Dec 10 16:27:29.285025 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabfd93-aecd-4f3b-945b-bbc7a87efa00 req-13fad680-7b52-43cc-98cb-253c91ca41df tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:29.286743 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6fabfd93-aecd-4f3b-945b-bbc7a87efa00 req-13fad680-7b52-43cc-98cb-253c91ca41df tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.0541096 Dec 10 16:27:29.391614 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6fabfd93-aecd-4f3b-945b-bbc7a87efa00 req-fc98e908-0f07-49f5-8998-583f0752fbca tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985615 Dec 10 16:27:29.410985 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bdf68-7f9a-418a-8614-73c8f650a363 req-fc0bf1f9-f961-4640-b617-387bda39ce9e tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:29.410985 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7e0bdf68-7f9a-418a-8614-73c8f650a363 req-fc0bf1f9-f961-4640-b617-387bda39ce9e tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.46 "GET /v2.0/ports?device_id=df430d8a-fcff-428d-8ff8-84516006dad7 HTTP/1.1" status: 200 len: 944 time: 0.1069858 Dec 10 16:27:29.412673 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eee9e8-78a3-4d90-854b-dc3f9664f02c req-4768083f-f3ac-4165-b3ab-28a3ba54a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:29.414185 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-63eee9e8-78a3-4d90-854b-dc3f9664f02c req-4768083f-f3ac-4165-b3ab-28a3ba54a00d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2b7b3c3ae9f446396f330fe9cb7353d&device_id=e4415f56-a25d-4b66-bf6a-e58a53e199f0 HTTP/1.1" status: 200 len: 1094 time: 0.0951381 Dec 10 16:27:29.619263 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599cac47-394a-4ba8-9b2d-6ec40c2aee75 req-fc3bc46e-460e-471e-9869-16dad74024e1 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:29.620727 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-599cac47-394a-4ba8-9b2d-6ec40c2aee75 req-fc3bc46e-460e-471e-9869-16dad74024e1 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=b925fb55-8dde-4676-a976-701c14a4e8ec HTTP/1.1" status: 200 len: 945 time: 0.1556785 Dec 10 16:27:29.625150 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eee9e8-78a3-4d90-854b-dc3f9664f02c req-21340255-7b81-43c4-952e-d924c485c38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:29.626517 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-63eee9e8-78a3-4d90-854b-dc3f9664f02c req-21340255-7b81-43c4-952e-d924c485c38b service neutron] 10.222.0.46 "GET /v2.0/networks?id=ab484b99-d62a-49a0-8b4c-0894c24c04ac HTTP/1.1" status: 200 len: 913 time: 0.2033429 Dec 10 16:27:29.681535 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-7e0bdf68-7f9a-418a-8614-73c8f650a363 req-66cf33f0-47bf-4da4-af74-acfd3d477dd2 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Deleting port 49c6261e-6d23-43e3-a793-ddf1615a328f {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:27:29.681870 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7e0bdf68-7f9a-418a-8614-73c8f650a363 req-66cf33f0-47bf-4da4-af74-acfd3d477dd2 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:29.686675 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-63eee9e8-78a3-4d90-854b-dc3f9664f02c req-a2596154-d37e-4284-987b-34cfbbeff64e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f58d5724-a54e-468f-b0ab-49c1460b8f25 HTTP/1.1" status: 200 len: 217 time: 0.0498667 Dec 10 16:27:29.790807 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-599cac47-394a-4ba8-9b2d-6ec40c2aee75 req-45878299-844f-4d60-a771-b44a4520657c tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620805 Dec 10 16:27:29.815497 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eee9e8-78a3-4d90-854b-dc3f9664f02c req-1a7f7f79-71c1-49e8-8b3c-bca96cf26104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:29.816869 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-63eee9e8-78a3-4d90-854b-dc3f9664f02c req-1a7f7f79-71c1-49e8-8b3c-bca96cf26104 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=603a6753-1f55-4288-a2a2-31710bfdf0a5 HTTP/1.1" status: 200 len: 852 time: 0.1185851 Dec 10 16:27:29.864971 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-63eee9e8-78a3-4d90-854b-dc3f9664f02c req-fb567603-2f56-4116-ac06-ae1c6d8b6893 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ab484b99-d62a-49a0-8b4c-0894c24c04ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377464 Dec 10 16:27:29.872538 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-7e0bdf68-7f9a-418a-8614-73c8f650a363 req-66cf33f0-47bf-4da4-af74-acfd3d477dd2 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] For port 49c6261e-6d23-43e3-a793-ddf1615a328f, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=49c6261e-6d23-43e3-a793-ddf1615a328f,segment=NetworkSegment(698ea8e5-c316-417a-87ff-ff612f3a473c),segment_id=698ea8e5-c316-417a-87ff-ff612f3a473c)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:27:29.872893 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7e0bdf68-7f9a-418a-8614-73c8f650a363 req-66cf33f0-47bf-4da4-af74-acfd3d477dd2 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:29.932394 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device f58d5724-a54e-468f-b0ab-49c1460b8f25 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:27:29.937813 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-7e0bdf68-7f9a-418a-8614-73c8f650a363 req-66cf33f0-47bf-4da4-af74-acfd3d477dd2 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Calling delete_port for 49c6261e-6d23-43e3-a793-ddf1615a328f owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:27:30.032806 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port f58d5724-a54e-468f-b0ab-49c1460b8f25, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=f58d5724-a54e-468f-b0ab-49c1460b8f25,segment=NetworkSegment(308a1d5a-dd71-46e0-981d-7b16e2a07c80),segment_id=308a1d5a-dd71-46e0-981d-7b16e2a07c80)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:27:30.042746 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device aa01eba2-910f-485b-91b1-fa623bf0484b details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:27:30.048449 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f8723-b130-4355-917e-d886927e1594 req-0ba0f0b9-8c06-4a09-a01e-6a692080fde6 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:30.050171 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-096f8723-b130-4355-917e-d886927e1594 req-0ba0f0b9-8c06-4a09-a01e-6a692080fde6 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a5ba1ef-fb85-4a26-b65f-6b678d4e9279 HTTP/1.1" status: 200 len: 943 time: 0.1466243 Dec 10 16:27:30.055247 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'f58d5724-a54e-468f-b0ab-49c1460b8f25', 'network_id': 'ab484b99-d62a-49a0-8b4c-0894c24c04ac', 'port_id': 'f58d5724-a54e-468f-b0ab-49c1460b8f25', 'mac_address': 'fa:16:3e:2e:f7:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '603a6753-1f55-4288-a2a2-31710bfdf0a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:27:30.085641 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-63eee9e8-78a3-4d90-854b-dc3f9664f02c req-372c58cc-6377-4696-a37d-9ff6a5fe8f5e service neutron] 10.222.0.46 "GET /v2.0/networks/ab484b99-d62a-49a0-8b4c-0894c24c04ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099731 Dec 10 16:27:30.139715 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:30.159686 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f58d5724-a54e-468f-b0ab-49c1460b8f25 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:27:30.184323 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-096f8723-b130-4355-917e-d886927e1594 req-c769e64a-059e-4d88-833c-5f9658b8c6d2 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.11 "GET /v2.0/security-groups?id=331d978c-c350-494a-9709-18ca9c76bff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193686 Dec 10 16:27:30.193183 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port f58d5724-a54e-468f-b0ab-49c1460b8f25, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=f58d5724-a54e-468f-b0ab-49c1460b8f25,segment=NetworkSegment(308a1d5a-dd71-46e0-981d-7b16e2a07c80),segment_id=308a1d5a-dd71-46e0-981d-7b16e2a07c80)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:27:30.200783 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:30.257989 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=f58d5724-a54e-468f-b0ab-49c1460b8f25,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:30.262372 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port aa01eba2-910f-485b-91b1-fa623bf0484b, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=aa01eba2-910f-485b-91b1-fa623bf0484b,segment=NetworkSegment(308a1d5a-dd71-46e0-981d-7b16e2a07c80),segment_id=308a1d5a-dd71-46e0-981d-7b16e2a07c80)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:27:30.281906 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': 'aa01eba2-910f-485b-91b1-fa623bf0484b', 'network_id': 'ab484b99-d62a-49a0-8b4c-0894c24c04ac', 'port_id': 'aa01eba2-910f-485b-91b1-fa623bf0484b', 'mac_address': 'fa:16:3e:14:85:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '603a6753-1f55-4288-a2a2-31710bfdf0a5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:27:30.284187 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-63eee9e8-78a3-4d90-854b-dc3f9664f02c req-d0d73a09-ba12-4f19-8844-f777d3ce892a service neutron] 10.222.0.46 "GET /v2.0/networks/ab484b99-d62a-49a0-8b4c-0894c24c04ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852827 Dec 10 16:27:30.284831 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7e0bdf68-7f9a-418a-8614-73c8f650a363 req-66cf33f0-47bf-4da4-af74-acfd3d477dd2 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:30.314635 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['b4cc6d7c-f629-4a3f-81cc-bdefa432467b', '49c6261e-6d23-43e3-a793-ddf1615a328f'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:27:30.331230 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cf33f0-47bf-4da4-af74-acfd3d477dd2 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Pushing event deleted for resources: {'Port': ['ID=49c6261e-6d23-43e3-a793-ddf1615a328f,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:30.392578 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:30.406656 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0bdf68-7f9a-418a-8614-73c8f650a363 req-66cf33f0-47bf-4da4-af74-acfd3d477dd2 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] No DVR routers for this DVR port 49c6261e-6d23-43e3-a793-ddf1615a328f on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:27:30.410483 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7e0bdf68-7f9a-418a-8614-73c8f650a363 req-66cf33f0-47bf-4da4-af74-acfd3d477dd2 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:30.417169 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7e0bdf68-7f9a-418a-8614-73c8f650a363 req-66cf33f0-47bf-4da4-af74-acfd3d477dd2 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.46 "DELETE /v2.0/ports/49c6261e-6d23-43e3-a793-ddf1615a328f HTTP/1.1" status: 204 len: 173 time: 1.0019553 Dec 10 16:27:30.422251 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa01eba2-910f-485b-91b1-fa623bf0484b {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:27:30.448015 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port aa01eba2-910f-485b-91b1-fa623bf0484b, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=aa01eba2-910f-485b-91b1-fa623bf0484b,segment=NetworkSegment(308a1d5a-dd71-46e0-981d-7b16e2a07c80),segment_id=308a1d5a-dd71-46e0-981d-7b16e2a07c80)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:27:30.454934 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:30.539257 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['f58d5724-a54e-468f-b0ab-49c1460b8f25'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:27:30.571830 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=aa01eba2-910f-485b-91b1-fa623bf0484b,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:30.739195 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['aa01eba2-910f-485b-91b1-fa623bf0484b'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:27:30.784499 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45146c9-2481-41b4-aca2-1fd5fc345461 req-5725f468-6f1e-445e-aa5e-0e9094dcafab tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:30.787045 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a45146c9-2481-41b4-aca2-1fd5fc345461 req-5725f468-6f1e-445e-aa5e-0e9094dcafab tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.0800827 Dec 10 16:27:30.846702 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a45146c9-2481-41b4-aca2-1fd5fc345461 req-0492a6f7-0288-491c-9b53-1da7678978aa tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532992 Dec 10 16:27:30.963856 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0f08a4dd-478e-478d-8d0a-3cb392ef2a5a req-0b5cff6c-3e97-4e2a-825e-88642e0f743a tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=df430d8a-fcff-428d-8ff8-84516006dad7 HTTP/1.1" status: 200 len: 210 time: 0.0387440 Dec 10 16:27:31.076449 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af3052-bf60-43b5-8d64-caead578a380 req-09c129e6-0cf8-4d36-a636-ff2a967d165e tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:31.077919 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a9af3052-bf60-43b5-8d64-caead578a380 req-09c129e6-0cf8-4d36-a636-ff2a967d165e tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e73fa2fd-26e1-45e4-8896-6b7d7c12ac67 HTTP/1.1" status: 200 len: 950 time: 0.0522602 Dec 10 16:27:31.133395 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a9af3052-bf60-43b5-8d64-caead578a380 req-1f3f8f49-1ac1-4030-b4f6-53f800445a10 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478282 Dec 10 16:27:31.192436 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df430d8a-fcff-428d-8ff8-84516006dad7', 'name': 'network-vif-deleted', 'tag': '49c6261e-6d23-43e3-a793-ddf1615a328f'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:27:31.195232 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a253f454-b651-4e1b-8439-471d8e106c66" -d '{"events": [{"server_uuid": "df430d8a-fcff-428d-8ff8-84516006dad7", "name": "network-vif-deleted", "tag": "49c6261e-6d23-43e3-a793-ddf1615a328f"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:27:31.248605 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e1a031-6394-49cb-b97a-f429ce3a5ee6 req-ee8a1147-c5d6-4047-8eb1-38f32bffb885 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:31.250758 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d2e1a031-6394-49cb-b97a-f429ce3a5ee6 req-ee8a1147-c5d6-4047-8eb1-38f32bffb885 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=b925fb55-8dde-4676-a976-701c14a4e8ec HTTP/1.1" status: 200 len: 945 time: 0.0593235 Dec 10 16:27:31.300026 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d2e1a031-6394-49cb-b97a-f429ce3a5ee6 req-9ceb8ad2-2f92-40d6-8846-8d026bc53512 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425649 Dec 10 16:27:31.409854 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26d9d8-4df9-474b-84ca-1b4c84609875 req-a2c42653-ac94-47f2-9e98-468647136954 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:31.412074 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3a26d9d8-4df9-474b-84ca-1b4c84609875 req-a2c42653-ac94-47f2-9e98-468647136954 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.0502942 Dec 10 16:27:31.460485 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3a26d9d8-4df9-474b-84ca-1b4c84609875 req-a3f5a78f-0473-4acc-81a4-4dddcc3febbd tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418220 Dec 10 16:27:31.511349 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7790146-c194-4cd8-afff-7c7d72eead84 x-openstack-request-id: req-c7790146-c194-4cd8-afff-7c7d72eead84 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:27:31.511643 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df430d8a-fcff-428d-8ff8-84516006dad7", "name": "network-vif-deleted", "tag": "49c6261e-6d23-43e3-a793-ddf1615a328f", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:27:31.511900 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c7790146-c194-4cd8-afff-7c7d72eead84 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:27:31.512303 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df430d8a-fcff-428d-8ff8-84516006dad7', 'name': 'network-vif-deleted', 'tag': '49c6261e-6d23-43e3-a793-ddf1615a328f', 'status': 'completed', 'code': 200} Dec 10 16:27:31.621229 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312fe77-6abf-42d8-9b8b-30fcbb0de111 req-e4eb25bb-4790-4df0-9d55-c7f26fccad35 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:31.623059 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a312fe77-6abf-42d8-9b8b-30fcbb0de111 req-e4eb25bb-4790-4df0-9d55-c7f26fccad35 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a5ba1ef-fb85-4a26-b65f-6b678d4e9279 HTTP/1.1" status: 200 len: 944 time: 0.0585461 Dec 10 16:27:31.677498 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a312fe77-6abf-42d8-9b8b-30fcbb0de111 req-60eb727c-964a-4677-b066-f205957a9812 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.11 "GET /v2.0/security-groups?id=331d978c-c350-494a-9709-18ca9c76bff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475266 Dec 10 16:27:31.953047 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device f58d5724-a54e-468f-b0ab-49c1460b8f25 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:27:32.021231 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port f58d5724-a54e-468f-b0ab-49c1460b8f25 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:27:32.029196 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port f58d5724-a54e-468f-b0ab-49c1460b8f25 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:27:32.029580 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:32.036073 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3477330-ada9-4ff2-806f-aafa26e4b9e2 req-4ef957c0-186f-475c-bd98-589abe49ba55 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:32.041932 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e3477330-ada9-4ff2-806f-aafa26e4b9e2 req-4ef957c0-186f-475c-bd98-589abe49ba55 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.26 "GET /v2.0/ports?device_id=e73fa2fd-26e1-45e4-8896-6b7d7c12ac67 HTTP/1.1" status: 200 len: 950 time: 0.0736575 Dec 10 16:27:32.069815 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47716) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:27:32.074059 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device aa01eba2-910f-485b-91b1-fa623bf0484b up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:27:32.074846 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-306ac517-aec8-480a-80ee-8f789b300f84 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1892125597'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:27:32.099975 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306ac517-aec8-480a-80ee-8f789b300f84 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Made reservation on behalf of 87638972bbdb420baed9019b114e9df8 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:27:32.103784 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-306ac517-aec8-480a-80ee-8f789b300f84 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:32.130284 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-306ac517-aec8-480a-80ee-8f789b300f84 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:27:32.140818 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-306ac517-aec8-480a-80ee-8f789b300f84 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:32.141190 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-306ac517-aec8-480a-80ee-8f789b300f84 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Added segment 44a46a5e-a254-4d44-9870-cc62115a4eda of type vlan for network cf96409c-c15e-4dab-9223-335a0597f4de Dec 10 16:27:32.189536 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-306ac517-aec8-480a-80ee-8f789b300f84 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:32.191046 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e75211-604a-4b84-b980-ac018ce71ca1 req-734a29a2-fd93-4319-9d28-a19e55f1dcf1 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:32.204562 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-00e75211-604a-4b84-b980-ac018ce71ca1 req-734a29a2-fd93-4319-9d28-a19e55f1dcf1 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=b925fb55-8dde-4676-a976-701c14a4e8ec HTTP/1.1" status: 200 len: 945 time: 0.1492128 Dec 10 16:27:32.218903 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-306ac517-aec8-480a-80ee-8f789b300f84 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:32.219705 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:32.223290 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port aa01eba2-910f-485b-91b1-fa623bf0484b completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:27:32.225808 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306ac517-aec8-480a-80ee-8f789b300f84 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:32.226499 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-306ac517-aec8-480a-80ee-8f789b300f84 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:32.234820 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port aa01eba2-910f-485b-91b1-fa623bf0484b triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:27:32.235584 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:32.272084 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-e3477330-ada9-4ff2-806f-aafa26e4b9e2 req-a15398e6-9e54-49a6-b7b2-ef176a351965 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Deleting port e49ccd9b-54f9-4417-b2a1-836718184a00 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:27:32.272784 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e3477330-ada9-4ff2-806f-aafa26e4b9e2 req-a15398e6-9e54-49a6-b7b2-ef176a351965 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:32.292818 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4415f56-a25d-4b66-bf6a-e58a53e199f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58d5724-a54e-468f-b0ab-49c1460b8f25'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:27:32.295414 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df186199-6851-4c2d-99ca-8d18b99dd132" -d '{"events": [{"server_uuid": "e4415f56-a25d-4b66-bf6a-e58a53e199f0", "name": "network-vif-plugged", "status": "completed", "tag": "f58d5724-a54e-468f-b0ab-49c1460b8f25"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:27:32.298382 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-306ac517-aec8-480a-80ee-8f789b300f84 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2272549 Dec 10 16:27:32.301657 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47722) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:27:32.307814 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-159876df-6271-43d6-9b9f-c4f1155f901b tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1796012100'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:27:32.315980 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port f58d5724-a54e-468f-b0ab-49c1460b8f25, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=f58d5724-a54e-468f-b0ab-49c1460b8f25,segment=NetworkSegment(308a1d5a-dd71-46e0-981d-7b16e2a07c80),segment_id=308a1d5a-dd71-46e0-981d-7b16e2a07c80)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:27:32.317065 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ac517-aec8-480a-80ee-8f789b300f84 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Pushing event updated for resources: {'Network': ['ID=cf96409c-c15e-4dab-9223-335a0597f4de,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:32.331911 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network cf96409c-c15e-4dab-9223-335a0597f4de details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:27:32.344059 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159876df-6271-43d6-9b9f-c4f1155f901b tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Made reservation on behalf of 87638972bbdb420baed9019b114e9df8 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:27:32.348999 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-159876df-6271-43d6-9b9f-c4f1155f901b tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:32.377403 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-159876df-6271-43d6-9b9f-c4f1155f901b tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:27:32.389416 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-159876df-6271-43d6-9b9f-c4f1155f901b tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:32.390066 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-159876df-6271-43d6-9b9f-c4f1155f901b tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Added segment d62dc478-30ab-46d0-93b0-617021b42e5a of type vlan for network 38e57e43-6d77-489e-a8a8-a633e923df66 Dec 10 16:27:32.421450 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:32.445974 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-159876df-6271-43d6-9b9f-c4f1155f901b tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:32.464486 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-e3477330-ada9-4ff2-806f-aafa26e4b9e2 req-a15398e6-9e54-49a6-b7b2-ef176a351965 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] For port e49ccd9b-54f9-4417-b2a1-836718184a00, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=e49ccd9b-54f9-4417-b2a1-836718184a00,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:27:32.465105 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e3477330-ada9-4ff2-806f-aafa26e4b9e2 req-a15398e6-9e54-49a6-b7b2-ef176a351965 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:32.479532 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-159876df-6271-43d6-9b9f-c4f1155f901b tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:32.487059 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159876df-6271-43d6-9b9f-c4f1155f901b tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:32.489084 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-159876df-6271-43d6-9b9f-c4f1155f901b tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:32.490128 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=f58d5724-a54e-468f-b0ab-49c1460b8f25,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:32.499650 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-e3477330-ada9-4ff2-806f-aafa26e4b9e2 req-a15398e6-9e54-49a6-b7b2-ef176a351965 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Calling delete_port for e49ccd9b-54f9-4417-b2a1-836718184a00 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:27:32.513178 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:32.518353 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-00e75211-604a-4b84-b980-ac018ce71ca1 req-56acf1ee-fe77-426e-aa00-42d3f6ad1f12 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121445 Dec 10 16:27:32.556546 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port aa01eba2-910f-485b-91b1-fa623bf0484b, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=aa01eba2-910f-485b-91b1-fa623bf0484b,segment=NetworkSegment(308a1d5a-dd71-46e0-981d-7b16e2a07c80),segment_id=308a1d5a-dd71-46e0-981d-7b16e2a07c80)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:27:32.561730 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:32.585433 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159876df-6271-43d6-9b9f-c4f1155f901b tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Pushing event updated for resources: {'Network': ['ID=38e57e43-6d77-489e-a8a8-a633e923df66,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:32.593279 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-159876df-6271-43d6-9b9f-c4f1155f901b tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2872908 Dec 10 16:27:32.593912 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47724) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:27:32.600403 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-35a4b91d-acb0-44f4-95d2-a3b20be85e26 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Request body: {'subnet': {'network_id': 'cf96409c-c15e-4dab-9223-335a0597f4de', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:27:32.603647 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 38e57e43-6d77-489e-a8a8-a633e923df66 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:27:32.700053 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-721ae7ce-731e-4b4f-ab06-05511779db34 req-2bb4681a-6b04-4f08-8108-c35304e02597 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=df430d8a-fcff-428d-8ff8-84516006dad7 HTTP/1.1" status: 200 len: 210 time: 0.0349698 Dec 10 16:27:32.711540 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=aa01eba2-910f-485b-91b1-fa623bf0484b,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:32.861474 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a536c9f-21d3-40c2-97e4-b0d0b9ba5fed req-f3dc908d-0dcf-4c19-af21-da9b441a8555 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:32.862970 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0a536c9f-21d3-40c2-97e4-b0d0b9ba5fed req-f3dc908d-0dcf-4c19-af21-da9b441a8555 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.0967705 Dec 10 16:27:32.870404 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e3477330-ada9-4ff2-806f-aafa26e4b9e2 req-a15398e6-9e54-49a6-b7b2-ef176a351965 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:32.886268 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['4b0da238-da36-4506-8526-103e401bdc08'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:27:32.888899 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['e49ccd9b-54f9-4417-b2a1-836718184a00'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:27:32.926337 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15398e6-9e54-49a6-b7b2-ef176a351965 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Pushing event deleted for resources: {'Port': ['ID=e49ccd9b-54f9-4417-b2a1-836718184a00,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:32.967688 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3477330-ada9-4ff2-806f-aafa26e4b9e2 req-a15398e6-9e54-49a6-b7b2-ef176a351965 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] No DVR routers for this DVR port e49ccd9b-54f9-4417-b2a1-836718184a00 on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:27:32.971301 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e3477330-ada9-4ff2-806f-aafa26e4b9e2 req-a15398e6-9e54-49a6-b7b2-ef176a351965 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:32.975622 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e3477330-ada9-4ff2-806f-aafa26e4b9e2 req-a15398e6-9e54-49a6-b7b2-ef176a351965 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.26 "DELETE /v2.0/ports/e49ccd9b-54f9-4417-b2a1-836718184a00 HTTP/1.1" status: 204 len: 173 time: 0.9274178 Dec 10 16:27:33.013577 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0a536c9f-21d3-40c2-97e4-b0d0b9ba5fed req-667d8b78-4904-49b4-8221-3ffb4d7723f5 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382515 Dec 10 16:27:33.016877 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a4b91d-acb0-44f4-95d2-a3b20be85e26 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Made reservation on behalf of 87638972bbdb420baed9019b114e9df8 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:27:33.021737 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35a4b91d-acb0-44f4-95d2-a3b20be85e26 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:33.112067 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-adbf24d3-feec-4f67-a86b-d309e44a95b0 req-9520f75e-7ebe-46d8-8ee2-d7f4537f1b1f tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e73fa2fd-26e1-45e4-8896-6b7d7c12ac67 HTTP/1.1" status: 200 len: 210 time: 0.0455801 Dec 10 16:27:33.152211 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8e0399-57fe-4d86-a9a0-0d677ab0359f x-openstack-request-id: req-0d8e0399-57fe-4d86-a9a0-0d677ab0359f {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:27:33.152746 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4415f56-a25d-4b66-bf6a-e58a53e199f0", "name": "network-vif-plugged", "status": "completed", "tag": "f58d5724-a54e-468f-b0ab-49c1460b8f25", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:27:33.153899 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0d8e0399-57fe-4d86-a9a0-0d677ab0359f {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:27:33.154623 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4415f56-a25d-4b66-bf6a-e58a53e199f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58d5724-a54e-468f-b0ab-49c1460b8f25', 'code': 200} Dec 10 16:27:33.290824 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35a4b91d-acb0-44f4-95d2-a3b20be85e26 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:33.300108 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e94a5-860a-4674-b071-584ce63e0c57 req-c75d818d-bcc8-4d8e-9e25-a40eb9632d34 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:33.301165 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fa9e94a5-860a-4674-b071-584ce63e0c57 req-c75d818d-bcc8-4d8e-9e25-a40eb9632d34 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a5ba1ef-fb85-4a26-b65f-6b678d4e9279 HTTP/1.1" status: 200 len: 945 time: 0.0796685 Dec 10 16:27:33.307175 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e1da5-135d-4f3c-938b-680a331ffdeb req-df2c8442-45f8-4d7b-89db-7262036b02ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:33.308696 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-984e1da5-135d-4f3c-938b-680a331ffdeb req-df2c8442-45f8-4d7b-89db-7262036b02ea service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e4415f56-a25d-4b66-bf6a-e58a53e199f0 HTTP/1.1" status: 200 len: 1096 time: 0.0749619 Dec 10 16:27:33.366282 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4b91d-acb0-44f4-95d2-a3b20be85e26 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Pushing event updated for resources: {'Subnet': ['ID=7a67fe19-d2ec-40d0-b0cf-1f0cbda6e9f5,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:33.366808 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fa9e94a5-860a-4674-b071-584ce63e0c57 req-e1ffddfc-4750-4a1c-bcfb-27cb29ef915b tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.11 "GET /v2.0/security-groups?id=331d978c-c350-494a-9709-18ca9c76bff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571578 Dec 10 16:27:33.385908 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a4b91d-acb0-44f4-95d2-a3b20be85e26 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Checking segment: {'id': '44a46a5e-a254-4d44-9870-cc62115a4eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cf96409c-c15e-4dab-9223-335a0597f4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:27:33.386369 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a4b91d-acb0-44f4-95d2-a3b20be85e26 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Network hostable DHCP agents. Network: cf96409c-c15e-4dab-9223-335a0597f4de, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:27:33.415018 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-984e1da5-135d-4f3c-938b-680a331ffdeb req-09f3d560-2b0e-44c6-b63d-91ef8ffcb0cb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=331d978c-c350-494a-9709-18ca9c76bff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983374 Dec 10 16:27:33.418793 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a4b91d-acb0-44f4-95d2-a3b20be85e26 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Network cf96409c-c15e-4dab-9223-335a0597f4de is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:27:33.430754 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-35a4b91d-acb0-44f4-95d2-a3b20be85e26 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, cf96409c-c15e-4dab-9223-335a0597f4de) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:27:33.435569 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a4b91d-acb0-44f4-95d2-a3b20be85e26 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:33.436521 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35a4b91d-acb0-44f4-95d2-a3b20be85e26 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:33.441860 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343c1ce3-d67d-453f-acfe-54aec48ee855 None None] Network cf96409c-c15e-4dab-9223-335a0597f4de requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:27:33.457678 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-35a4b91d-acb0-44f4-95d2-a3b20be85e26 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8621638 Dec 10 16:27:33.460822 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 47734) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:27:33.467268 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-9fa1773b-861d-4e80-916f-6e90e959fcf3 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Request body: {'subnet': {'network_id': '38e57e43-6d77-489e-a8a8-a633e923df66', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:27:33.539339 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73fa2fd-26e1-45e4-8896-6b7d7c12ac67', 'name': 'network-vif-deleted', 'tag': 'e49ccd9b-54f9-4417-b2a1-836718184a00'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:27:33.541991 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8899652a-66ba-4c84-8e2c-2314b6a4cd6d" -d '{"events": [{"server_uuid": "e73fa2fd-26e1-45e4-8896-6b7d7c12ac67", "name": "network-vif-deleted", "tag": "e49ccd9b-54f9-4417-b2a1-836718184a00"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:27:33.618928 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa1773b-861d-4e80-916f-6e90e959fcf3 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Made reservation on behalf of 87638972bbdb420baed9019b114e9df8 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:27:33.622503 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9fa1773b-861d-4e80-916f-6e90e959fcf3 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:33.789145 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065b0bf3-9fc7-4dad-9024-625406047373 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-cf96409c-c15e-4dab-9223-335a0597f4de', 'network_id': 'cf96409c-c15e-4dab-9223-335a0597f4de', 'project_id': '87638972bbdb420baed9019b114e9df8', 'fixed_ips': [{'subnet_id': '7a67fe19-d2ec-40d0-b0cf-1f0cbda6e9f5'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:27:33.790346 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-065b0bf3-9fc7-4dad-9024-625406047373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:33.883754 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9fa1773b-861d-4e80-916f-6e90e959fcf3 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:33.900038 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf522db-d859-43ac-8aa6-cf694ab37c88 req-cf3dd4e5-6500-4e7f-8974-04556a93d172 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:33.901557 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7bf522db-d859-43ac-8aa6-cf694ab37c88 req-cf3dd4e5-6500-4e7f-8974-04556a93d172 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.0964506 Dec 10 16:27:33.939385 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-065b0bf3-9fc7-4dad-9024-625406047373 None None] Allocated IP 10.1.1.2 (cf96409c-c15e-4dab-9223-335a0597f4de/7a67fe19-d2ec-40d0-b0cf-1f0cbda6e9f5/544f079f-3777-4b6a-bd9b-1340ec1fc547) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:27:33.965642 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 49c6261e-6d23-43e3-a793-ddf1615a328f no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:27:33.992630 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7bf522db-d859-43ac-8aa6-cf694ab37c88 req-874926df-f330-4453-b803-c584649c2d53 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720797 Dec 10 16:27:33.994432 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa1773b-861d-4e80-916f-6e90e959fcf3 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Pushing event updated for resources: {'Subnet': ['ID=512e7c15-5283-4a20-8554-1db6c68de939,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:34.011367 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa1773b-861d-4e80-916f-6e90e959fcf3 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Checking segment: {'id': 'd62dc478-30ab-46d0-93b0-617021b42e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '38e57e43-6d77-489e-a8a8-a633e923df66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:27:34.011713 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa1773b-861d-4e80-916f-6e90e959fcf3 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Network hostable DHCP agents. Network: 38e57e43-6d77-489e-a8a8-a633e923df66, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:27:34.015013 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: 49c6261e-6d23-43e3-a793-ddf1615a328f {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:27:34.015168 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 49c6261e-6d23-43e3-a793-ddf1615a328f not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:27:34.041772 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa1773b-861d-4e80-916f-6e90e959fcf3 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Network 38e57e43-6d77-489e-a8a8-a633e923df66 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:27:34.054938 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-9fa1773b-861d-4e80-916f-6e90e959fcf3 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 38e57e43-6d77-489e-a8a8-a633e923df66) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:27:34.060590 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa1773b-861d-4e80-916f-6e90e959fcf3 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:34.061614 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9fa1773b-861d-4e80-916f-6e90e959fcf3 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:34.068603 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac69f42-a50e-49fb-b279-ad178d428db2 None None] Network 38e57e43-6d77-489e-a8a8-a633e923df66 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:27:34.085327 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9fa1773b-861d-4e80-916f-6e90e959fcf3 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6220174 Dec 10 16:27:34.087963 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47744) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:27:34.093592 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-d7d93d3f-9f7a-48a0-86a4-44fd920f68b7 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Request body: {'port': {'network_id': 'cf96409c-c15e-4dab-9223-335a0597f4de', 'name': 'tempest-TaggedBootDevicesTest_v242-1703521871', 'fixed_ips': [{'subnet_id': '7a67fe19-d2ec-40d0-b0cf-1f0cbda6e9f5'}]}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:27:34.149223 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a51e6-7dc3-4c2e-af7f-fbd9e0552376 req-9cd09948-6f0d-4691-a400-3cee187b1a3f tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:34.154391 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-026a51e6-7dc3-4c2e-af7f-fbd9e0552376 req-9cd09948-6f0d-4691-a400-3cee187b1a3f tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=b925fb55-8dde-4676-a976-701c14a4e8ec HTTP/1.1" status: 200 len: 945 time: 0.0568192 Dec 10 16:27:34.209305 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-026a51e6-7dc3-4c2e-af7f-fbd9e0552376 req-e93d9fd2-64fc-48ca-88d7-73939652a2d3 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517805 Dec 10 16:27:34.241087 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d93d3f-9f7a-48a0-86a4-44fd920f68b7 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Made reservation on behalf of 87638972bbdb420baed9019b114e9df8 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:27:34.244089 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-065b0bf3-9fc7-4dad-9024-625406047373 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:34.258159 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f18abda-184f-4e20-842b-6543e6ddb215 x-openstack-request-id: req-0f18abda-184f-4e20-842b-6543e6ddb215 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:27:34.258775 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73fa2fd-26e1-45e4-8896-6b7d7c12ac67", "name": "network-vif-deleted", "tag": "e49ccd9b-54f9-4417-b2a1-836718184a00", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:27:34.259227 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0f18abda-184f-4e20-842b-6543e6ddb215 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:27:34.259818 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73fa2fd-26e1-45e4-8896-6b7d7c12ac67', 'name': 'network-vif-deleted', 'tag': 'e49ccd9b-54f9-4417-b2a1-836718184a00', 'status': 'completed', 'code': 200} Dec 10 16:27:34.268893 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-065b0bf3-9fc7-4dad-9024-625406047373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:34.278750 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc746f82-7971-42f3-9ab5-bbe7a6f6beb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-38e57e43-6d77-489e-a8a8-a633e923df66', 'network_id': '38e57e43-6d77-489e-a8a8-a633e923df66', 'project_id': '87638972bbdb420baed9019b114e9df8', 'fixed_ips': [{'subnet_id': '512e7c15-5283-4a20-8554-1db6c68de939'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:27:34.279604 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cc746f82-7971-42f3-9ab5-bbe7a6f6beb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:34.334611 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065b0bf3-9fc7-4dad-9024-625406047373 None None] Network cf96409c-c15e-4dab-9223-335a0597f4de is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:27:34.346159 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-065b0bf3-9fc7-4dad-9024-625406047373 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:27:34.353312 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065b0bf3-9fc7-4dad-9024-625406047373 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:27:34.358697 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b0bf3-9fc7-4dad-9024-625406047373 None None] Pushing event updated for resources: {'Port': ['ID=544f079f-3777-4b6a-bd9b-1340ec1fc547,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:34.373285 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8f74c938-3350-40af-82ef-3dd99174afd0 req-cd88c1b4-64e3-4622-a53c-c359f6246d7b tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=df430d8a-fcff-428d-8ff8-84516006dad7 HTTP/1.1" status: 200 len: 210 time: 0.0488713 Dec 10 16:27:34.383476 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d7d93d3f-9f7a-48a0-86a4-44fd920f68b7 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:34.402842 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-d7d93d3f-9f7a-48a0-86a4-44fd920f68b7 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] device_id is not set on port 7a783492-ea39-41dc-8499-87239009e539 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:27:34.508927 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-065b0bf3-9fc7-4dad-9024-625406047373 None None] Attempting to bind port 544f079f-3777-4b6a-bd9b-1340ec1fc547 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:27:34.509193 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-065b0bf3-9fc7-4dad-9024-625406047373 None None] Attempting to bind port 544f079f-3777-4b6a-bd9b-1340ec1fc547 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '44a46a5e-a254-4d44-9870-cc62115a4eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cf96409c-c15e-4dab-9223-335a0597f4de'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:27:34.509507 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065b0bf3-9fc7-4dad-9024-625406047373 None None] Attempting to bind port 544f079f-3777-4b6a-bd9b-1340ec1fc547 on network cf96409c-c15e-4dab-9223-335a0597f4de {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:27:34.535448 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065b0bf3-9fc7-4dad-9024-625406047373 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:27:34.535946 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065b0bf3-9fc7-4dad-9024-625406047373 None None] Checking segment: {'id': '44a46a5e-a254-4d44-9870-cc62115a4eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cf96409c-c15e-4dab-9223-335a0597f4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:27:34.536792 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-065b0bf3-9fc7-4dad-9024-625406047373 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:34.537211 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065b0bf3-9fc7-4dad-9024-625406047373 None None] Bound using segment: {'id': '44a46a5e-a254-4d44-9870-cc62115a4eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cf96409c-c15e-4dab-9223-335a0597f4de'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:27:34.537686 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-065b0bf3-9fc7-4dad-9024-625406047373 None None] Bound port: 544f079f-3777-4b6a-bd9b-1340ec1fc547, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a46a5e-a254-4d44-9870-cc62115a4eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cf96409c-c15e-4dab-9223-335a0597f4de'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:27:34.538069 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-065b0bf3-9fc7-4dad-9024-625406047373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:34.650731 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-cc746f82-7971-42f3-9ab5-bbe7a6f6beb5 None None] Allocated IP 10.2.2.2 (38e57e43-6d77-489e-a8a8-a633e923df66/512e7c15-5283-4a20-8554-1db6c68de939/f4805e6e-4d5e-4115-9424-a66998600bb9) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:27:34.718111 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-d7d93d3f-9f7a-48a0-86a4-44fd920f68b7 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Allocated IP 10.1.1.70 (cf96409c-c15e-4dab-9223-335a0597f4de/7a67fe19-d2ec-40d0-b0cf-1f0cbda6e9f5/7a783492-ea39-41dc-8499-87239009e539) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:27:34.753321 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-065b0bf3-9fc7-4dad-9024-625406047373 None None] For port 544f079f-3777-4b6a-bd9b-1340ec1fc547, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:27:34.771599 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-065b0bf3-9fc7-4dad-9024-625406047373 None None] For port 544f079f-3777-4b6a-bd9b-1340ec1fc547, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=544f079f-3777-4b6a-bd9b-1340ec1fc547,segment=NetworkSegment(44a46a5e-a254-4d44-9870-cc62115a4eda),segment_id=44a46a5e-a254-4d44-9870-cc62115a4eda)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:27:34.782863 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-065b0bf3-9fc7-4dad-9024-625406047373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:34.793532 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76b20d-c015-4ac6-945a-d0b34b786e05 req-171696f5-c15d-4002-8ff9-7bf8328fbf01 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:34.795180 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf76b20d-c015-4ac6-945a-d0b34b786e05 req-171696f5-c15d-4002-8ff9-7bf8328fbf01 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a5ba1ef-fb85-4a26-b65f-6b678d4e9279 HTTP/1.1" status: 200 len: 945 time: 0.0678186 Dec 10 16:27:34.889302 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf76b20d-c015-4ac6-945a-d0b34b786e05 req-573e71ae-54f4-4ada-b565-bb9880b88342 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.11 "GET /v2.0/security-groups?id=331d978c-c350-494a-9709-18ca9c76bff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840685 Dec 10 16:27:34.904836 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d7d93d3f-9f7a-48a0-86a4-44fd920f68b7 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:34.910356 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b0bf3-9fc7-4dad-9024-625406047373 None None] Pushing event updated for resources: {'Port': ['ID=544f079f-3777-4b6a-bd9b-1340ec1fc547,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:34.932469 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cc746f82-7971-42f3-9ab5-bbe7a6f6beb5 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:34.947420 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cc746f82-7971-42f3-9ab5-bbe7a6f6beb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:34.961979 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d7d93d3f-9f7a-48a0-86a4-44fd920f68b7 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:34.993131 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc746f82-7971-42f3-9ab5-bbe7a6f6beb5 None None] Network 38e57e43-6d77-489e-a8a8-a633e923df66 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:27:34.996843 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-cc746f82-7971-42f3-9ab5-bbe7a6f6beb5 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:27:35.004531 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc746f82-7971-42f3-9ab5-bbe7a6f6beb5 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:27:35.015941 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc746f82-7971-42f3-9ab5-bbe7a6f6beb5 None None] Pushing event updated for resources: {'Port': ['ID=f4805e6e-4d5e-4115-9424-a66998600bb9,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:35.027708 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d93d3f-9f7a-48a0-86a4-44fd920f68b7 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Network cf96409c-c15e-4dab-9223-335a0597f4de is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:27:35.031378 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-d7d93d3f-9f7a-48a0-86a4-44fd920f68b7 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:27:35.035799 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d93d3f-9f7a-48a0-86a4-44fd920f68b7 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:27:35.070456 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669bc45c-ca63-4f4f-916c-b06d41c322a2 req-ef16421d-aa6a-46bb-9db5-9cb24696f252 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:35.079967 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-669bc45c-ca63-4f4f-916c-b06d41c322a2 req-ef16421d-aa6a-46bb-9db5-9cb24696f252 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.0847781 Dec 10 16:27:35.095059 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-cc746f82-7971-42f3-9ab5-bbe7a6f6beb5 None None] Attempting to bind port f4805e6e-4d5e-4115-9424-a66998600bb9 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:27:35.095435 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-cc746f82-7971-42f3-9ab5-bbe7a6f6beb5 None None] Attempting to bind port f4805e6e-4d5e-4115-9424-a66998600bb9 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'd62dc478-30ab-46d0-93b0-617021b42e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '38e57e43-6d77-489e-a8a8-a633e923df66'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:27:35.095803 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc746f82-7971-42f3-9ab5-bbe7a6f6beb5 None None] Attempting to bind port f4805e6e-4d5e-4115-9424-a66998600bb9 on network 38e57e43-6d77-489e-a8a8-a633e923df66 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:27:35.112629 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d93d3f-9f7a-48a0-86a4-44fd920f68b7 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:35.115506 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d7d93d3f-9f7a-48a0-86a4-44fd920f68b7 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:35.120700 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc746f82-7971-42f3-9ab5-bbe7a6f6beb5 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:27:35.121088 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc746f82-7971-42f3-9ab5-bbe7a6f6beb5 None None] Checking segment: {'id': 'd62dc478-30ab-46d0-93b0-617021b42e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '38e57e43-6d77-489e-a8a8-a633e923df66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:27:35.121494 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cc746f82-7971-42f3-9ab5-bbe7a6f6beb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:35.121885 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc746f82-7971-42f3-9ab5-bbe7a6f6beb5 None None] Bound using segment: {'id': 'd62dc478-30ab-46d0-93b0-617021b42e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '38e57e43-6d77-489e-a8a8-a633e923df66'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:27:35.122676 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-cc746f82-7971-42f3-9ab5-bbe7a6f6beb5 None None] Bound port: f4805e6e-4d5e-4115-9424-a66998600bb9, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd62dc478-30ab-46d0-93b0-617021b42e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '38e57e43-6d77-489e-a8a8-a633e923df66'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:27:35.122847 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cc746f82-7971-42f3-9ab5-bbe7a6f6beb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:35.138577 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d93d3f-9f7a-48a0-86a4-44fd920f68b7 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Pushing event updated for resources: {'Port': ['ID=7a783492-ea39-41dc-8499-87239009e539,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:35.146235 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d7d93d3f-9f7a-48a0-86a4-44fd920f68b7 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0569839 Dec 10 16:27:35.148755 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47762) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:27:35.155377 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-21609c5c-a966-49a0-a67f-ccd2ebe34793 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Request body: {'port': {'network_id': 'cf96409c-c15e-4dab-9223-335a0597f4de', 'name': 'tempest-TaggedBootDevicesTest_v242-1462202463', 'fixed_ips': [{'subnet_id': '7a67fe19-d2ec-40d0-b0cf-1f0cbda6e9f5'}]}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:27:35.155890 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5ba1ef-fb85-4a26-b65f-6b678d4e9279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa01eba2-910f-485b-91b1-fa623bf0484b'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:27:35.158657 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9648c582-a37a-4d16-8602-b5639a0cdd27" -d '{"events": [{"server_uuid": "2a5ba1ef-fb85-4a26-b65f-6b678d4e9279", "name": "network-vif-plugged", "status": "completed", "tag": "aa01eba2-910f-485b-91b1-fa623bf0484b"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:27:35.253154 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-669bc45c-ca63-4f4f-916c-b06d41c322a2 req-1b2acf0f-947b-492d-a711-cc14e4236c2a tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127937 Dec 10 16:27:35.278297 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-cc746f82-7971-42f3-9ab5-bbe7a6f6beb5 None None] For port f4805e6e-4d5e-4115-9424-a66998600bb9, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:27:35.284390 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-cc746f82-7971-42f3-9ab5-bbe7a6f6beb5 None None] For port f4805e6e-4d5e-4115-9424-a66998600bb9, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=f4805e6e-4d5e-4115-9424-a66998600bb9,segment=NetworkSegment(d62dc478-30ab-46d0-93b0-617021b42e5a),segment_id=d62dc478-30ab-46d0-93b0-617021b42e5a)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:27:35.289323 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cc746f82-7971-42f3-9ab5-bbe7a6f6beb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:35.318917 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21609c5c-a966-49a0-a67f-ccd2ebe34793 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Made reservation on behalf of 87638972bbdb420baed9019b114e9df8 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:27:35.326106 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21609c5c-a966-49a0-a67f-ccd2ebe34793 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:35.348548 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-21609c5c-a966-49a0-a67f-ccd2ebe34793 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] device_id is not set on port 304a9bfc-169e-45fd-9a13-801c0c824783 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:27:35.408270 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc746f82-7971-42f3-9ab5-bbe7a6f6beb5 None None] Pushing event updated for resources: {'Port': ['ID=f4805e6e-4d5e-4115-9424-a66998600bb9,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:35.621676 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-21609c5c-a966-49a0-a67f-ccd2ebe34793 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Allocated IP 10.1.1.188 (cf96409c-c15e-4dab-9223-335a0597f4de/7a67fe19-d2ec-40d0-b0cf-1f0cbda6e9f5/304a9bfc-169e-45fd-9a13-801c0c824783) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:27:35.669326 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac39f7-8902-46f2-9780-0cd3bc93ef92 req-071b9e17-4fbe-404a-9dcf-c58c81514944 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:35.670991 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-55ac39f7-8902-46f2-9780-0cd3bc93ef92 req-071b9e17-4fbe-404a-9dcf-c58c81514944 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=b925fb55-8dde-4676-a976-701c14a4e8ec HTTP/1.1" status: 200 len: 945 time: 0.1035049 Dec 10 16:27:35.740225 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-55ac39f7-8902-46f2-9780-0cd3bc93ef92 req-3fac4ee7-2b7b-452a-8eff-94357ac2d0af tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b49af25-9bf3-47f2-9663-27e6fcae68aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578179 Dec 10 16:27:35.839022 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21609c5c-a966-49a0-a67f-ccd2ebe34793 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:35.874214 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9537c68c-8c11-40ce-852e-af4e571e8bcb x-openstack-request-id: req-9537c68c-8c11-40ce-852e-af4e571e8bcb {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:27:35.874739 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a5ba1ef-fb85-4a26-b65f-6b678d4e9279", "name": "network-vif-plugged", "status": "completed", "tag": "aa01eba2-910f-485b-91b1-fa623bf0484b", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:27:35.875375 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9537c68c-8c11-40ce-852e-af4e571e8bcb {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:27:35.875611 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a5ba1ef-fb85-4a26-b65f-6b678d4e9279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa01eba2-910f-485b-91b1-fa623bf0484b', 'code': 200} Dec 10 16:27:35.890826 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21609c5c-a966-49a0-a67f-ccd2ebe34793 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:35.962514 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21609c5c-a966-49a0-a67f-ccd2ebe34793 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Network cf96409c-c15e-4dab-9223-335a0597f4de is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:27:35.969721 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-21609c5c-a966-49a0-a67f-ccd2ebe34793 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:27:35.975434 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21609c5c-a966-49a0-a67f-ccd2ebe34793 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:27:36.032225 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21609c5c-a966-49a0-a67f-ccd2ebe34793 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Pushing event updated for resources: {'Port': ['ID=304a9bfc-169e-45fd-9a13-801c0c824783,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:36.050864 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21609c5c-a966-49a0-a67f-ccd2ebe34793 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:36.051653 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21609c5c-a966-49a0-a67f-ccd2ebe34793 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:36.068549 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device e49ccd9b-54f9-4417-b2a1-836718184a00 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:27:36.071038 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc085a6-d4e4-43ab-98ad-cd2c037619a5 req-9f5cdaca-c764-429f-b97f-956f87f0beca tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:36.078395 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0bc085a6-d4e4-43ab-98ad-cd2c037619a5 req-9f5cdaca-c764-429f-b97f-956f87f0beca tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.1307814 Dec 10 16:27:36.084926 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-21609c5c-a966-49a0-a67f-ccd2ebe34793 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9349253 Dec 10 16:27:36.093447 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9791a6-09a4-4433-b812-3898d596e209 req-085236f0-2cc9-4095-ac37-10f7883960c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:36.094976 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6b9791a6-09a4-4433-b812-3898d596e209 req-085236f0-2cc9-4095-ac37-10f7883960c3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2a5ba1ef-fb85-4a26-b65f-6b678d4e9279 HTTP/1.1" status: 200 len: 1096 time: 0.1381845 Dec 10 16:27:36.097179 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: e49ccd9b-54f9-4417-b2a1-836718184a00 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:27:36.097649 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device e49ccd9b-54f9-4417-b2a1-836718184a00 not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:27:36.150216 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:36.170745 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0bc085a6-d4e4-43ab-98ad-cd2c037619a5 req-db11713f-6c89-4c76-beb5-29cb88ab5782 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913858 Dec 10 16:27:36.180397 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6b9791a6-09a4-4433-b812-3898d596e209 req-3a9e3d73-f0f1-4ba4-ba3c-c64070773781 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=331d978c-c350-494a-9709-18ca9c76bff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769727 Dec 10 16:27:36.236509 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:27:36.326998 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d5dc920b-4453-4416-bbba-22a894a420aa req-adb645f2-1671-4206-8ead-07cae270cdd7 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=df430d8a-fcff-428d-8ff8-84516006dad7 HTTP/1.1" status: 200 len: 210 time: 0.0428727 Dec 10 16:27:36.356181 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba78a42-4499-4322-97ba-ce9a6e7dcc74 req-1a988721-915c-4a31-a905-a264d9186f6c tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:36.368599 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cba78a42-4499-4322-97ba-ce9a6e7dcc74 req-1a988721-915c-4a31-a905-a264d9186f6c tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.46 "GET /v2.0/ports?device_id=b925fb55-8dde-4676-a976-701c14a4e8ec HTTP/1.1" status: 200 len: 945 time: 0.1666045 Dec 10 16:27:36.424638 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device f4805e6e-4d5e-4115-9424-a66998600bb9 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:27:36.524111 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port f4805e6e-4d5e-4115-9424-a66998600bb9 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:27:36.524628 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:36.586894 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efae2b8-1eb1-4b5a-af84-8c170e37de17 req-3ff2abf5-101e-47a0-a570-cdfa99ee8333 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:36.591536 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8008e457-0fe2-4103-9141-9bc7e0c5eae1 None None] Network cf96409c-c15e-4dab-9223-335a0597f4de requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:27:36.594934 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4efae2b8-1eb1-4b5a-af84-8c170e37de17 req-3ff2abf5-101e-47a0-a570-cdfa99ee8333 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae4db16d-13b2-40bb-907d-95a2bf785412 HTTP/1.1" status: 200 len: 949 time: 0.1433909 Dec 10 16:27:36.656148 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-cba78a42-4499-4322-97ba-ce9a6e7dcc74 req-cd900274-5ca7-461e-a837-afb2b9b9bd3f tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Deleting port acc4cfe4-e983-4f88-8663-441a944a38cf {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:27:36.656491 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-cba78a42-4499-4322-97ba-ce9a6e7dcc74 req-cd900274-5ca7-461e-a837-afb2b9b9bd3f tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:36.712916 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4efae2b8-1eb1-4b5a-af84-8c170e37de17 req-40c952b7-5612-4142-beca-63f611f375fd tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/security-groups?id=9eb3320d-43e9-4b71-b8fe-01fedec788e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170466 Dec 10 16:27:36.719047 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:36.754199 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8a35f098-528d-4168-bc62-f1204686c1b5 None None] Provisioning complete for port 544f079f-3777-4b6a-bd9b-1340ec1fc547 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:27:36.754580 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8a35f098-528d-4168-bc62-f1204686c1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:36.834031 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port f4805e6e-4d5e-4115-9424-a66998600bb9, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=f4805e6e-4d5e-4115-9424-a66998600bb9,segment=NetworkSegment(d62dc478-30ab-46d0-93b0-617021b42e5a),segment_id=d62dc478-30ab-46d0-93b0-617021b42e5a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:27:36.853260 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:36.854038 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 544f079f-3777-4b6a-bd9b-1340ec1fc547 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:27:36.860615 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0545746b-a51f-4604-94c8-cf9344c20d50 None None] Network 38e57e43-6d77-489e-a8a8-a633e923df66 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:27:36.880837 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-cba78a42-4499-4322-97ba-ce9a6e7dcc74 req-cd900274-5ca7-461e-a837-afb2b9b9bd3f tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] For port acc4cfe4-e983-4f88-8663-441a944a38cf, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=acc4cfe4-e983-4f88-8663-441a944a38cf,segment=NetworkSegment(5b73bbf7-7693-4577-890d-a6987a70c2b5),segment_id=5b73bbf7-7693-4577-890d-a6987a70c2b5)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:27:36.881374 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-cba78a42-4499-4322-97ba-ce9a6e7dcc74 req-cd900274-5ca7-461e-a837-afb2b9b9bd3f tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:36.909639 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-cba78a42-4499-4322-97ba-ce9a6e7dcc74 req-cd900274-5ca7-461e-a837-afb2b9b9bd3f tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Calling delete_port for acc4cfe4-e983-4f88-8663-441a944a38cf owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:27:36.939328 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89fa86a-e404-45f9-978d-54865503ef26 req-d1cbc00a-db20-4251-a608-70b57f7b950b tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:36.940966 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f89fa86a-e404-45f9-978d-54865503ef26 req-d1cbc00a-db20-4251-a608-70b57f7b950b tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a5ba1ef-fb85-4a26-b65f-6b678d4e9279 HTTP/1.1" status: 200 len: 945 time: 0.1149080 Dec 10 16:27:37.017924 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf342ee0-8dc1-4ef9-af06-31984ee2304d req-527421f7-c3f2-4132-95cb-0834efd6e8c3 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:37.019453 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf342ee0-8dc1-4ef9-af06-31984ee2304d req-527421f7-c3f2-4132-95cb-0834efd6e8c3 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae4db16d-13b2-40bb-907d-95a2bf785412 HTTP/1.1" status: 200 len: 949 time: 0.1258948 Dec 10 16:27:37.095702 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f89fa86a-e404-45f9-978d-54865503ef26 req-6918f6f5-f4bc-45f1-b81c-c792994476d2 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.11 "GET /v2.0/security-groups?id=331d978c-c350-494a-9709-18ca9c76bff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458075 Dec 10 16:27:37.175414 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=f4805e6e-4d5e-4115-9424-a66998600bb9,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:37.188455 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8a35f098-528d-4168-bc62-f1204686c1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:37.224956 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-cba78a42-4499-4322-97ba-ce9a6e7dcc74 req-cd900274-5ca7-461e-a837-afb2b9b9bd3f tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:37.258185 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['acc4cfe4-e983-4f88-8663-441a944a38cf'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:27:37.284584 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd900274-5ca7-461e-a837-afb2b9b9bd3f tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Pushing event deleted for resources: {'Port': ['ID=acc4cfe4-e983-4f88-8663-441a944a38cf,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:37.288497 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-bf342ee0-8dc1-4ef9-af06-31984ee2304d req-c8620953-5bb3-4544-9dc5-f19ddbaf43a2 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Deleting port 4b0da238-da36-4506-8526-103e401bdc08 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:27:37.288840 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bf342ee0-8dc1-4ef9-af06-31984ee2304d req-c8620953-5bb3-4544-9dc5-f19ddbaf43a2 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:37.321121 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 544f079f-3777-4b6a-bd9b-1340ec1fc547 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:27:37.321745 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:37.355293 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8a35f098-528d-4168-bc62-f1204686c1b5 None None] For port 544f079f-3777-4b6a-bd9b-1340ec1fc547, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=544f079f-3777-4b6a-bd9b-1340ec1fc547,segment=NetworkSegment(44a46a5e-a254-4d44-9870-cc62115a4eda),segment_id=44a46a5e-a254-4d44-9870-cc62115a4eda)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:27:37.369650 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8a35f098-528d-4168-bc62-f1204686c1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:37.439246 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba78a42-4499-4322-97ba-ce9a6e7dcc74 req-cd900274-5ca7-461e-a837-afb2b9b9bd3f tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] No DVR routers for this DVR port acc4cfe4-e983-4f88-8663-441a944a38cf on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:27:37.456216 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-cba78a42-4499-4322-97ba-ce9a6e7dcc74 req-cd900274-5ca7-461e-a837-afb2b9b9bd3f tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:37.460421 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cba78a42-4499-4322-97ba-ce9a6e7dcc74 req-cd900274-5ca7-461e-a837-afb2b9b9bd3f tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.46 "DELETE /v2.0/ports/acc4cfe4-e983-4f88-8663-441a944a38cf HTTP/1.1" status: 204 len: 173 time: 1.0769968 Dec 10 16:27:37.460915 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b925fb55-8dde-4676-a976-701c14a4e8ec', 'name': 'network-vif-deleted', 'tag': 'acc4cfe4-e983-4f88-8663-441a944a38cf'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:27:37.463324 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb79268-8aa2-4099-abb6-725c27e36875" -d '{"events": [{"server_uuid": "b925fb55-8dde-4676-a976-701c14a4e8ec", "name": "network-vif-deleted", "tag": "acc4cfe4-e983-4f88-8663-441a944a38cf"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:27:37.488000 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47788) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:27:37.493791 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-868d69e4-8f31-4e7a-93cf-467ae6a45186 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Request body: {'security_group': {'name': 'tempest-securitygroup--647897641', 'description': 'tempest-description--1273892075'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:27:37.510774 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a35f098-528d-4168-bc62-f1204686c1b5 None None] Pushing event updated for resources: {'Port': ['ID=544f079f-3777-4b6a-bd9b-1340ec1fc547,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:37.528750 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-bf342ee0-8dc1-4ef9-af06-31984ee2304d req-c8620953-5bb3-4544-9dc5-f19ddbaf43a2 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] For port 4b0da238-da36-4506-8526-103e401bdc08, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=4b0da238-da36-4506-8526-103e401bdc08,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:27:37.529470 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bf342ee0-8dc1-4ef9-af06-31984ee2304d req-c8620953-5bb3-4544-9dc5-f19ddbaf43a2 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:37.549736 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-868d69e4-8f31-4e7a-93cf-467ae6a45186 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:37.561191 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-bf342ee0-8dc1-4ef9-af06-31984ee2304d req-c8620953-5bb3-4544-9dc5-f19ddbaf43a2 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Calling delete_port for 4b0da238-da36-4506-8526-103e401bdc08 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:27:37.605954 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-dd6ed48f-ec66-47f5-838d-051e799cb194 None None] Provisioning complete for port f4805e6e-4d5e-4115-9424-a66998600bb9 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:27:37.612882 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dd6ed48f-ec66-47f5-838d-051e799cb194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:37.746942 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-868d69e4-8f31-4e7a-93cf-467ae6a45186 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:37.753692 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-868d69e4-8f31-4e7a-93cf-467ae6a45186 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:37.830539 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-868d69e4-8f31-4e7a-93cf-467ae6a45186 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:37.837801 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-868d69e4-8f31-4e7a-93cf-467ae6a45186 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3474817 Dec 10 16:27:37.838279 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bf342ee0-8dc1-4ef9-af06-31984ee2304d req-c8620953-5bb3-4544-9dc5-f19ddbaf43a2 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:37.839021 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d69e4-8f31-4e7a-93cf-467ae6a45186 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2a2db4-8009-4c13-8329-5a2302100f9d,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:37.856572 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['4b0da238-da36-4506-8526-103e401bdc08'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:27:37.861572 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47794) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:27:37.874659 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-8367f670-7768-498b-8cc9-739b777c6127 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Request body: {'security_group_rule': {'security_group_id': '7f2a2db4-8009-4c13-8329-5a2302100f9d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:27:37.916220 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8620953-5bb3-4544-9dc5-f19ddbaf43a2 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Pushing event deleted for resources: {'Port': ['ID=4b0da238-da36-4506-8526-103e401bdc08,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:37.928388 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8367f670-7768-498b-8cc9-739b777c6127 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:37.977656 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:38.034215 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-dc4fc5f4-deab-48ac-ba15-3c4a598ab0ff None None] Provisioning complete for port f4805e6e-4d5e-4115-9424-a66998600bb9 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:27:38.034709 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dc4fc5f4-deab-48ac-ba15-3c4a598ab0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:38.060600 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f59fd263-0b24-497d-b29e-5118ba23210f req-498cc67a-1c50-45a8-af7a-082cb2e26675 tempest-DeleteServersTestJSON-679412911 tempest-DeleteServersTestJSON-679412911-project] 10.222.0.11 "GET /v2.0/ports?device_id=b925fb55-8dde-4676-a976-701c14a4e8ec HTTP/1.1" status: 200 len: 210 time: 0.1405492 Dec 10 16:27:38.150062 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8367f670-7768-498b-8cc9-739b777c6127 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:38.158024 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8367f670-7768-498b-8cc9-739b777c6127 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:38.190740 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8367f670-7768-498b-8cc9-739b777c6127 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b3a7a4b-26c4-4ab0-a7d1-a64a01a4002b,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:38.198282 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8367f670-7768-498b-8cc9-739b777c6127 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:38.198810 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf342ee0-8dc1-4ef9-af06-31984ee2304d req-c8620953-5bb3-4544-9dc5-f19ddbaf43a2 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] No DVR routers for this DVR port 4b0da238-da36-4506-8526-103e401bdc08 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:27:38.199710 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8367f670-7768-498b-8cc9-739b777c6127 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3377450 Dec 10 16:27:38.203917 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47798) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:27:38.209093 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-737d59aa-cab5-48b1-ac45-28d9969ca81a tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Request body: {'security_group_rule': {'security_group_id': '7f2a2db4-8009-4c13-8329-5a2302100f9d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:27:38.214230 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bf342ee0-8dc1-4ef9-af06-31984ee2304d req-c8620953-5bb3-4544-9dc5-f19ddbaf43a2 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:38.217581 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf342ee0-8dc1-4ef9-af06-31984ee2304d req-c8620953-5bb3-4544-9dc5-f19ddbaf43a2 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.46 "DELETE /v2.0/ports/4b0da238-da36-4506-8526-103e401bdc08 HTTP/1.1" status: 204 len: 173 time: 1.1883643 Dec 10 16:27:38.286069 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-737d59aa-cab5-48b1-ac45-28d9969ca81a tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:38.378068 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device f4805e6e-4d5e-4115-9424-a66998600bb9 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:27:38.456757 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-737d59aa-cab5-48b1-ac45-28d9969ca81a tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:38.466819 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-737d59aa-cab5-48b1-ac45-28d9969ca81a tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:38.472469 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-dc4fc5f4-deab-48ac-ba15-3c4a598ab0ff None None] Provisioning complete for port 544f079f-3777-4b6a-bd9b-1340ec1fc547 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:27:38.485292 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dc4fc5f4-deab-48ac-ba15-3c4a598ab0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:38.515404 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87001c41-3c77-4b91-955f-c2c16813e993 x-openstack-request-id: req-87001c41-3c77-4b91-955f-c2c16813e993 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:27:38.515907 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b925fb55-8dde-4676-a976-701c14a4e8ec", "name": "network-vif-deleted", "tag": "acc4cfe4-e983-4f88-8663-441a944a38cf", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:27:38.516154 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-87001c41-3c77-4b91-955f-c2c16813e993 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:27:38.516675 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b925fb55-8dde-4676-a976-701c14a4e8ec', 'name': 'network-vif-deleted', 'tag': 'acc4cfe4-e983-4f88-8663-441a944a38cf', 'status': 'completed', 'code': 200} Dec 10 16:27:38.556360 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-737d59aa-cab5-48b1-ac45-28d9969ca81a tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:38.558309 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-737d59aa-cab5-48b1-ac45-28d9969ca81a tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3546302 Dec 10 16:27:38.561391 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d59aa-cab5-48b1-ac45-28d9969ca81a tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d2b656f-06ce-4b95-90bc-f1985337492c,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:38.561710 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 47804) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:27:38.566652 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-1a793c4d-d8b5-4e8d-8cb6-36b524d5ac32 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:27:38.662232 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1a793c4d-d8b5-4e8d-8cb6-36b524d5ac32 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:38.711726 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port f4805e6e-4d5e-4115-9424-a66998600bb9 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:27:38.712735 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:38.749633 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59356834-c608-41d5-90e2-98d51c4ee558 req-2cfac2a3-8ad9-440a-a4b3-5de14f19241d tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:38.758672 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-59356834-c608-41d5-90e2-98d51c4ee558 req-2cfac2a3-8ad9-440a-a4b3-5de14f19241d tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.1464157 Dec 10 16:27:38.822348 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-dc4fc5f4-deab-48ac-ba15-3c4a598ab0ff None None] Provisioning complete for port 304a9bfc-169e-45fd-9a13-801c0c824783 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:27:38.822945 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dc4fc5f4-deab-48ac-ba15-3c4a598ab0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:38.871842 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 544f079f-3777-4b6a-bd9b-1340ec1fc547 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:27:38.873420 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-dc4fc5f4-deab-48ac-ba15-3c4a598ab0ff None None] Port 304a9bfc-169e-45fd-9a13-801c0c824783 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:27:38.908539 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-59356834-c608-41d5-90e2-98d51c4ee558 req-66aa6ce9-5afa-4879-a1de-c38b5b348ce1 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476190 Dec 10 16:27:38.941833 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-dc4fc5f4-deab-48ac-ba15-3c4a598ab0ff None None] Provisioning complete for port 7a783492-ea39-41dc-8499-87239009e539 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:27:38.942253 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dc4fc5f4-deab-48ac-ba15-3c4a598ab0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:39.018461 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1a793c4d-d8b5-4e8d-8cb6-36b524d5ac32 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:39.058514 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-dc4fc5f4-deab-48ac-ba15-3c4a598ab0ff None None] Port 7a783492-ea39-41dc-8499-87239009e539 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:27:39.079166 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 544f079f-3777-4b6a-bd9b-1340ec1fc547 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:27:39.079692 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:39.119338 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-df49d6a8-f654-4af7-a63a-7e7059649e1e req-9d02f55c-c29f-468b-9e7d-047c447329a3 tempest-MigrationsAdminTest-378037483 tempest-MigrationsAdminTest-378037483-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae4db16d-13b2-40bb-907d-95a2bf785412 HTTP/1.1" status: 200 len: 210 time: 0.0279953 Dec 10 16:27:39.233003 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-08b443ec-b609-46f8-931f-e4211be875fe None None] Provisioning complete for port 304a9bfc-169e-45fd-9a13-801c0c824783 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:27:39.233648 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-08b443ec-b609-46f8-931f-e4211be875fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:39.276841 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-08b443ec-b609-46f8-931f-e4211be875fe None None] Port 304a9bfc-169e-45fd-9a13-801c0c824783 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:27:39.289297 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-08b443ec-b609-46f8-931f-e4211be875fe None None] Provisioning complete for port 7a783492-ea39-41dc-8499-87239009e539 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:27:39.290326 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-08b443ec-b609-46f8-931f-e4211be875fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:39.331083 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-08b443ec-b609-46f8-931f-e4211be875fe None None] Port 7a783492-ea39-41dc-8499-87239009e539 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:27:39.559615 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-1a793c4d-d8b5-4e8d-8cb6-36b524d5ac32 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Allocated IP 172.25.6.158 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/9f50ed7f-7cf3-4c4e-8eb2-bce9bf7822df) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:27:39.579201 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f2a39-0097-41a8-80d6-1a4c848e344b req-dfa63e0a-ec5b-4dcc-8add-e570fa730206 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:39.580812 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-025f2a39-0097-41a8-80d6-1a4c848e344b req-dfa63e0a-ec5b-4dcc-8add-e570fa730206 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a5ba1ef-fb85-4a26-b65f-6b678d4e9279 HTTP/1.1" status: 200 len: 945 time: 0.0833447 Dec 10 16:27:39.697099 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-025f2a39-0097-41a8-80d6-1a4c848e344b req-8b8a5480-79da-476a-bad2-5faf045c34b1 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.11 "GET /v2.0/security-groups?id=331d978c-c350-494a-9709-18ca9c76bff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961854 Dec 10 16:27:39.724294 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1a793c4d-d8b5-4e8d-8cb6-36b524d5ac32 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:39.768406 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1a793c4d-d8b5-4e8d-8cb6-36b524d5ac32 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:39.815191 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a793c4d-d8b5-4e8d-8cb6-36b524d5ac32 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:27:39.818824 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-1a793c4d-d8b5-4e8d-8cb6-36b524d5ac32 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:27:39.822531 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a793c4d-d8b5-4e8d-8cb6-36b524d5ac32 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:27:39.847102 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a793c4d-d8b5-4e8d-8cb6-36b524d5ac32 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Pushing event updated for resources: {'Port': ['ID=9f50ed7f-7cf3-4c4e-8eb2-bce9bf7822df,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:39.946538 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cfafbe-4955-4b8e-b841-9b9549ad41c7 req-3bf331a4-3288-45f8-831b-691d57619487 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:39.948113 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c7cfafbe-4955-4b8e-b841-9b9549ad41c7 req-3bf331a4-3288-45f8-831b-691d57619487 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.0906677 Dec 10 16:27:39.984839 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device acc4cfe4-e983-4f88-8663-441a944a38cf no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:27:39.991269 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1a793c4d-d8b5-4e8d-8cb6-36b524d5ac32 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:40.006506 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: acc4cfe4-e983-4f88-8663-441a944a38cf {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:27:40.006943 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device acc4cfe4-e983-4f88-8663-441a944a38cf not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:27:40.014884 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c7cfafbe-4955-4b8e-b841-9b9549ad41c7 req-7c1a548f-efa9-4479-8a89-347ca8e87384 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602758 Dec 10 16:27:40.042188 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1a793c4d-d8b5-4e8d-8cb6-36b524d5ac32 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:40.275565 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1a793c4d-d8b5-4e8d-8cb6-36b524d5ac32 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:40.285782 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e493c1ab-6f85-4d95-9dd3-3fdf603b2b0d req-32cf1ffa-fb4c-4d0e-abfe-34e3bbef4649 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:40.287450 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e493c1ab-6f85-4d95-9dd3-3fdf603b2b0d req-32cf1ffa-fb4c-4d0e-abfe-34e3bbef4649 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4415f56-a25d-4b66-bf6a-e58a53e199f0 HTTP/1.1" status: 200 len: 945 time: 0.0920537 Dec 10 16:27:40.288735 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1a793c4d-d8b5-4e8d-8cb6-36b524d5ac32 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:40.368973 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a793c4d-d8b5-4e8d-8cb6-36b524d5ac32 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Pushing event updated for resources: {'Port': ['ID=9f50ed7f-7cf3-4c4e-8eb2-bce9bf7822df,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:40.404539 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1a793c4d-d8b5-4e8d-8cb6-36b524d5ac32 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:40.409920 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e493c1ab-6f85-4d95-9dd3-3fdf603b2b0d req-fd5d869c-fcb3-4721-8938-68cdbd74c760 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.11 "GET /v2.0/security-groups?id=331d978c-c350-494a-9709-18ca9c76bff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122999 Dec 10 16:27:40.425182 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1a793c4d-d8b5-4e8d-8cb6-36b524d5ac32 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:40.426474 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1a793c4d-d8b5-4e8d-8cb6-36b524d5ac32 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8635824 Dec 10 16:27:40.518185 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4db16d-13b2-40bb-907d-95a2bf785412', 'name': 'network-vif-deleted', 'tag': '4b0da238-da36-4506-8526-103e401bdc08'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:27:40.521001 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23171abf-2ae4-4f32-8077-1ad273b2aea9" -d '{"events": [{"server_uuid": "ae4db16d-13b2-40bb-907d-95a2bf785412", "name": "network-vif-deleted", "tag": "4b0da238-da36-4506-8526-103e401bdc08"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:27:40.874702 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c89f2-415d-4470-bd93-82e55b5d8e76 req-6c0b8ff0-a791-4cb9-a5d6-e0982b878e9a tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:40.877358 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9e2c89f2-415d-4470-bd93-82e55b5d8e76 req-6c0b8ff0-a791-4cb9-a5d6-e0982b878e9a tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.0531743 Dec 10 16:27:40.885132 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47848) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:27:40.934747 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9e2c89f2-415d-4470-bd93-82e55b5d8e76 req-8e8896f0-4727-4f4a-9051-5287b29fd4e1 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523655 Dec 10 16:27:41.002594 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33753838-035e-4c12-bf07-acce5669e1fa x-openstack-request-id: req-33753838-035e-4c12-bf07-acce5669e1fa {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:27:41.003178 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4db16d-13b2-40bb-907d-95a2bf785412", "name": "network-vif-deleted", "tag": "4b0da238-da36-4506-8526-103e401bdc08", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:27:41.003673 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-33753838-035e-4c12-bf07-acce5669e1fa {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:27:41.004220 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4db16d-13b2-40bb-907d-95a2bf785412', 'name': 'network-vif-deleted', 'tag': '4b0da238-da36-4506-8526-103e401bdc08', 'status': 'completed', 'code': 200} Dec 10 16:27:41.094202 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 47864) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:27:41.099914 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-fecd5ffc-e06c-46c5-9b56-86303dc69dd4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=94e98c03952a41539b6089aa3614a4af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2052631 Dec 10 16:27:41.185958 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-ebf683a9-5132-4910-a74a-0c02c1897747 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--647897641&fields=id&tenant_id=87638972bbdb420baed9019b114e9df8 HTTP/1.1" status: 200 len: 267 time: 0.0679862 Dec 10 16:27:41.187075 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a8fad1c-4731-4267-a0d8-65310833dd0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:41.210183 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a8fad1c-4731-4267-a0d8-65310833dd0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:41.284810 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a8fad1c-4731-4267-a0d8-65310833dd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:41.287298 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a8fad1c-4731-4267-a0d8-65310833dd0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:41.290238 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5a8fad1c-4731-4267-a0d8-65310833dd0c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9eb3320d-43e9-4b71-b8fe-01fedec788e5 HTTP/1.1" status: 204 len: 168 time: 0.1931384 Dec 10 16:27:41.302277 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-af0a85f2-8038-4ce2-aa10-9557a0166577 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:41.303659 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-af0a85f2-8038-4ce2-aa10-9557a0166577 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports/7a783492-ea39-41dc-8499-87239009e539 HTTP/1.1" status: 200 len: 936 time: 0.0583153 Dec 10 16:27:41.308678 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8fad1c-4731-4267-a0d8-65310833dd0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb3320d-43e9-4b71-b8fe-01fedec788e5,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:41.360905 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-bc625507-23cc-45c8-a716-bec45619ef12 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:41.362402 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-bc625507-23cc-45c8-a716-bec45619ef12 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports/304a9bfc-169e-45fd-9a13-801c0c824783 HTTP/1.1" status: 200 len: 937 time: 0.0516653 Dec 10 16:27:41.402711 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-93409190-1321-405c-a3bd-4bc19c5d3779 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?network_id=38e57e43-6d77-489e-a8a8-a633e923df66&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0297263 Dec 10 16:27:41.447813 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1ef631db-5509-4466-9af3-38389f25691f tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?network_id=38e57e43-6d77-489e-a8a8-a633e923df66&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0378463 Dec 10 16:27:41.575665 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-23377cfb-1e96-43fe-9584-6f190c4b79a5 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:41.581857 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-23377cfb-1e96-43fe-9584-6f190c4b79a5 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:41.588786 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-23377cfb-1e96-43fe-9584-6f190c4b79a5 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:41.591111 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-23377cfb-1e96-43fe-9584-6f190c4b79a5 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/networks?id=54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06&id=cf96409c-c15e-4dab-9223-335a0597f4de&id=cf96409c-c15e-4dab-9223-335a0597f4de&id=38e57e43-6d77-489e-a8a8-a633e923df66&id=38e57e43-6d77-489e-a8a8-a633e923df66 HTTP/1.1" status: 200 len: 1995 time: 0.1421883 Dec 10 16:27:41.609394 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-0762dc46-9349-48e3-8c21-ef68ab6cbd9a tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/quotas/87638972bbdb420baed9019b114e9df8 HTTP/1.1" status: 200 len: 375 time: 0.0116687 Dec 10 16:27:41.681619 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47872) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:27:41.684936 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-7978161c-c411-4746-b2ef-df81f79ce1fb tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=87638972bbdb420baed9019b114e9df8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0650129 Dec 10 16:27:41.729367 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-01bf1fd9-be03-4db8-ab37-1466f10658cb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=00e5887534104e09b9b52e6c27916bd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0461512 Dec 10 16:27:41.731559 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47876) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:27:41.795859 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-786e62b6-b4e1-425b-84fa-9b2bfe5bf528 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:41.818810 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-786e62b6-b4e1-425b-84fa-9b2bfe5bf528 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:41.870483 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-786e62b6-b4e1-425b-84fa-9b2bfe5bf528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:41.873373 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-786e62b6-b4e1-425b-84fa-9b2bfe5bf528 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:41.874541 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-786e62b6-b4e1-425b-84fa-9b2bfe5bf528 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/050ddf71-ae61-4ad8-a2f3-0da14005f635 HTTP/1.1" status: 204 len: 168 time: 0.1418657 Dec 10 16:27:41.883471 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e62b6-b4e1-425b-84fa-9b2bfe5bf528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050ddf71-ae61-4ad8-a2f3-0da14005f635,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:41.980323 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 4b0da238-da36-4506-8526-103e401bdc08 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:27:41.981016 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-dcfa71c0-6127-423d-a50d-14adcbf2d755 service neutron] 10.222.0.11 "GET /v2.0/networks/54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837272 Dec 10 16:27:42.007157 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: 4b0da238-da36-4506-8526-103e401bdc08 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:27:42.007768 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 4b0da238-da36-4506-8526-103e401bdc08 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:27:42.082670 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-cd9c3751-8d6d-4060-a562-dcfde047290c service neutron] 10.222.0.11 "GET /v2.0/networks/54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950010 Dec 10 16:27:42.165248 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-352d14fe-6786-4e14-bbe3-6e43e08b77b1 service neutron] 10.222.0.11 "GET /v2.0/ports/7a783492-ea39-41dc-8499-87239009e539?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0647817 Dec 10 16:27:42.173594 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef6b2a-9098-437e-b49e-a05fe5ad48db req-e04232b3-108b-410d-8e75-67baaf6e7052 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:42.175128 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6ef6b2a-9098-437e-b49e-a05fe5ad48db req-e04232b3-108b-410d-8e75-67baaf6e7052 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4415f56-a25d-4b66-bf6a-e58a53e199f0 HTTP/1.1" status: 200 len: 945 time: 0.0903485 Dec 10 16:27:42.328341 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-0fb43e1a-7385-43aa-8650-601c4c6059f2 service neutron] 10.222.0.11 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517689 Dec 10 16:27:42.387214 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-a6ef6b2a-9098-437e-b49e-a05fe5ad48db req-1d2a0097-d88b-4b99-98fd-4ecc1918b728 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Deleting port f58d5724-a54e-468f-b0ab-49c1460b8f25 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:27:42.387547 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a6ef6b2a-9098-437e-b49e-a05fe5ad48db req-1d2a0097-d88b-4b99-98fd-4ecc1918b728 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:42.501085 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-569d5ec0-3650-4fce-a682-d9bb645ebca1 service neutron] 10.222.0.11 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644347 Dec 10 16:27:42.549159 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-a6ef6b2a-9098-437e-b49e-a05fe5ad48db req-1d2a0097-d88b-4b99-98fd-4ecc1918b728 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] For port f58d5724-a54e-468f-b0ab-49c1460b8f25, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=f58d5724-a54e-468f-b0ab-49c1460b8f25,segment=NetworkSegment(308a1d5a-dd71-46e0-981d-7b16e2a07c80),segment_id=308a1d5a-dd71-46e0-981d-7b16e2a07c80)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:27:42.549530 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a6ef6b2a-9098-437e-b49e-a05fe5ad48db req-1d2a0097-d88b-4b99-98fd-4ecc1918b728 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:42.560497 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-aaf7852c-cc80-4f56-affa-3c53b5c5f64b service neutron] 10.222.0.11 "GET /v2.0/ports/304a9bfc-169e-45fd-9a13-801c0c824783?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0519331 Dec 10 16:27:42.573935 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-a6ef6b2a-9098-437e-b49e-a05fe5ad48db req-1d2a0097-d88b-4b99-98fd-4ecc1918b728 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Calling delete_port for f58d5724-a54e-468f-b0ab-49c1460b8f25 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:27:42.736487 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-7641026a-af79-4a22-9022-a982e154f094 service neutron] 10.222.0.11 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700921 Dec 10 16:27:42.855386 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a6ef6b2a-9098-437e-b49e-a05fe5ad48db req-1d2a0097-d88b-4b99-98fd-4ecc1918b728 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:42.867692 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['f58d5724-a54e-468f-b0ab-49c1460b8f25'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:27:42.869933 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['aa01eba2-910f-485b-91b1-fa623bf0484b'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:27:42.907796 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a0097-d88b-4b99-98fd-4ecc1918b728 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Pushing event deleted for resources: {'Port': ['ID=f58d5724-a54e-468f-b0ab-49c1460b8f25,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:42.921015 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1364180d-af1e-495f-a168-89125341b56e service neutron] 10.222.0.11 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732726 Dec 10 16:27:42.996989 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ef6b2a-9098-437e-b49e-a05fe5ad48db req-1d2a0097-d88b-4b99-98fd-4ecc1918b728 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] No DVR routers for this DVR port f58d5724-a54e-468f-b0ab-49c1460b8f25 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:27:43.000802 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a6ef6b2a-9098-437e-b49e-a05fe5ad48db req-1d2a0097-d88b-4b99-98fd-4ecc1918b728 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:43.005073 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6ef6b2a-9098-437e-b49e-a05fe5ad48db req-1d2a0097-d88b-4b99-98fd-4ecc1918b728 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.46 "DELETE /v2.0/ports/f58d5724-a54e-468f-b0ab-49c1460b8f25 HTTP/1.1" status: 204 len: 173 time: 0.7876241 Dec 10 16:27:43.008437 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4415f56-a25d-4b66-bf6a-e58a53e199f0', 'name': 'network-vif-deleted', 'tag': 'f58d5724-a54e-468f-b0ab-49c1460b8f25'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:27:43.011537 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf7cf1a-0f09-4cb9-9e7e-e6ddf0668a96" -d '{"events": [{"server_uuid": "e4415f56-a25d-4b66-bf6a-e58a53e199f0", "name": "network-vif-deleted", "tag": "f58d5724-a54e-468f-b0ab-49c1460b8f25"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:27:43.068540 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-c8ea8140-e906-42e9-985a-983f6787540d service neutron] 10.222.0.11 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465991 Dec 10 16:27:43.180606 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-77c1c15b-3b00-4a33-b76e-8c12086e1897 service neutron] 10.222.0.11 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112163 Dec 10 16:27:43.268587 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-6c90792f-3cc3-4404-8b1e-fd95152f7bfb service neutron] 10.222.0.11 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820298 Dec 10 16:27:43.365860 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1ea8ed32-139e-4ac5-9ef3-15491bcaee95 service neutron] 10.222.0.11 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903971 Dec 10 16:27:43.457591 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-20db064f-24f0-4817-a734-6db1cb16c0f1 service neutron] 10.222.0.11 "GET /v2.0/networks/38e57e43-6d77-489e-a8a8-a633e923df66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858295 Dec 10 16:27:43.558755 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-db878936-3b16-4b43-8771-8bbb655e1749 service neutron] 10.222.0.11 "GET /v2.0/networks/38e57e43-6d77-489e-a8a8-a633e923df66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916889 Dec 10 16:27:43.646771 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-ad0ff224-8753-4815-9c25-8e030e310e7e service neutron] 10.222.0.11 "GET /v2.0/networks/38e57e43-6d77-489e-a8a8-a633e923df66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819695 Dec 10 16:27:43.738849 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-761995f4-f24b-44cd-8d03-8fa0af86c35d service neutron] 10.222.0.11 "GET /v2.0/networks/38e57e43-6d77-489e-a8a8-a633e923df66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857854 Dec 10 16:27:43.862735 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-698cddbf-c1e9-4d14-92d9-7befce76debf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:44.486727 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67197dac-5fd8-4441-b4e6-df70bf1ef1c4 req-dfe4f49a-9765-4883-919e-4da225573cc2 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:44.488173 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-67197dac-5fd8-4441-b4e6-df70bf1ef1c4 req-dfe4f49a-9765-4883-919e-4da225573cc2 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.0498171 Dec 10 16:27:44.537005 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-67197dac-5fd8-4441-b4e6-df70bf1ef1c4 req-106d212e-b7c2-4a67-b1d3-4bc42e45d488 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425515 Dec 10 16:27:44.801515 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c590b9e2-f274-48da-8695-768cf3127091 x-openstack-request-id: req-c590b9e2-f274-48da-8695-768cf3127091 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:27:44.802080 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4415f56-a25d-4b66-bf6a-e58a53e199f0", "name": "network-vif-deleted", "tag": "f58d5724-a54e-468f-b0ab-49c1460b8f25", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:27:44.802570 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c590b9e2-f274-48da-8695-768cf3127091 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:27:44.803125 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4415f56-a25d-4b66-bf6a-e58a53e199f0', 'name': 'network-vif-deleted', 'tag': 'f58d5724-a54e-468f-b0ab-49c1460b8f25', 'status': 'completed', 'code': 200} Dec 10 16:27:45.046467 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6c642d13-a754-4ec3-b743-e90e469d531e req-54a73d6d-d010-4451-81c0-707cb33bedfb tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 210 time: 0.0263655 Dec 10 16:27:45.252932 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-85d520ca-2c72-41bf-8a18-6930f3bfe8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:45.254231 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-85d520ca-2c72-41bf-8a18-6930f3bfe8e5 service neutron] 10.222.0.46 "GET /v2.0/ports/7a783492-ea39-41dc-8499-87239009e539 HTTP/1.1" status: 200 len: 1032 time: 0.0564423 Dec 10 16:27:45.264835 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-fd9e107b-6c1d-424f-a6bb-05ad0b5a5f87 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:45.266236 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-fd9e107b-6c1d-424f-a6bb-05ad0b5a5f87 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.11 "GET /v2.0/networks?id=ab484b99-d62a-49a0-8b4c-0894c24c04ac HTTP/1.1" status: 200 len: 812 time: 0.1434014 Dec 10 16:27:45.315889 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-056a13ec-0e11-44ab-8bce-0dfc3f5c454c tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.11 "GET /v2.0/quotas/a2b7b3c3ae9f446396f330fe9cb7353d HTTP/1.1" status: 200 len: 375 time: 0.0407667 Dec 10 16:27:45.344119 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-73f4792f-140b-4d5a-9d4f-bc0cd87acb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:45.345427 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-73f4792f-140b-4d5a-9d4f-bc0cd87acb18 service neutron] 10.222.0.46 "GET /v2.0/ports/304a9bfc-169e-45fd-9a13-801c0c824783 HTTP/1.1" status: 200 len: 1033 time: 0.0783534 Dec 10 16:27:45.431721 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a2e20-3c97-40b0-8d9e-14d929dc7921 req-892f2010-c0f0-4392-9952-b9dd672de75b tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:45.433187 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-818a2e20-3c97-40b0-8d9e-14d929dc7921 req-892f2010-c0f0-4392-9952-b9dd672de75b tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f40b2bc-5bb8-4f14-8538-ca8f78a4272d HTTP/1.1" status: 200 len: 944 time: 0.1300611 Dec 10 16:27:45.461960 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-b247c146-ee0c-430c-a78b-0f9b4a4652b0 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2b7b3c3ae9f446396f330fe9cb7353d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1286125 Dec 10 16:27:45.614667 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-2fc3b847-85eb-43ed-babd-3c4465c4ad26 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:45.620504 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-2fc3b847-85eb-43ed-babd-3c4465c4ad26 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:45.626362 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-2fc3b847-85eb-43ed-babd-3c4465c4ad26 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:45.628000 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-2fc3b847-85eb-43ed-babd-3c4465c4ad26 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.46 "GET /v2.0/networks?id=54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06&id=cf96409c-c15e-4dab-9223-335a0597f4de&id=cf96409c-c15e-4dab-9223-335a0597f4de&id=cf96409c-c15e-4dab-9223-335a0597f4de&id=cf96409c-c15e-4dab-9223-335a0597f4de&id=38e57e43-6d77-489e-a8a8-a633e923df66&id=38e57e43-6d77-489e-a8a8-a633e923df66 HTTP/1.1" status: 200 len: 1995 time: 0.2636209 Dec 10 16:27:45.719144 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-74aef0ed-3047-48c0-8361-fc1de9b60680 service neutron] 10.222.0.11 "GET /v2.0/networks/ab484b99-d62a-49a0-8b4c-0894c24c04ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375069 Dec 10 16:27:45.746813 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-818a2e20-3c97-40b0-8d9e-14d929dc7921 req-f330dbf9-0464-42ae-994f-b0d43b4c656e tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Deleting port b4cc6d7c-f629-4a3f-81cc-bdefa432467b {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:27:45.747148 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-818a2e20-3c97-40b0-8d9e-14d929dc7921 req-f330dbf9-0464-42ae-994f-b0d43b4c656e tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:45.838187 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-cca30ea4-0df8-4e69-b2c2-d0e17862cda9 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87638972bbdb420baed9019b114e9df8 HTTP/1.1" status: 200 len: 379 time: 0.1999702 Dec 10 16:27:45.863473 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-c4c60945-131e-4b02-aff1-1d226708c3ce tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Request body: {'port': {'device_id': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'network_id': '54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06', 'admin_state_up': True, 'tenant_id': '87638972bbdb420baed9019b114e9df8', 'security_groups': ['7f2a2db4-8009-4c13-8329-5a2302100f9d']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:27:45.878296 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3057fb1-d16b-4a13-afc2-beb5cce9e06c req-5869108b-e251-4b79-be0f-edca895d65e8 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:45.880421 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d3057fb1-d16b-4a13-afc2-beb5cce9e06c req-5869108b-e251-4b79-be0f-edca895d65e8 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a5ba1ef-fb85-4a26-b65f-6b678d4e9279 HTTP/1.1" status: 200 len: 945 time: 0.2023642 Dec 10 16:27:45.994474 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device f58d5724-a54e-468f-b0ab-49c1460b8f25 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:27:46.018755 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: f58d5724-a54e-468f-b0ab-49c1460b8f25 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:27:46.019101 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device f58d5724-a54e-468f-b0ab-49c1460b8f25 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:27:46.040769 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-6ac34bda-8313-4105-ba68-61ba7899d664 service neutron] 10.222.0.11 "GET /v2.0/networks/ab484b99-d62a-49a0-8b4c-0894c24c04ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102086 Dec 10 16:27:46.042600 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-818a2e20-3c97-40b0-8d9e-14d929dc7921 req-f330dbf9-0464-42ae-994f-b0d43b4c656e tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] For port b4cc6d7c-f629-4a3f-81cc-bdefa432467b, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=b4cc6d7c-f629-4a3f-81cc-bdefa432467b,segment=NetworkSegment(698ea8e5-c316-417a-87ff-ff612f3a473c),segment_id=698ea8e5-c316-417a-87ff-ff612f3a473c)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:27:46.042966 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-818a2e20-3c97-40b0-8d9e-14d929dc7921 req-f330dbf9-0464-42ae-994f-b0d43b4c656e tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:46.418295 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-818a2e20-3c97-40b0-8d9e-14d929dc7921 req-f330dbf9-0464-42ae-994f-b0d43b4c656e tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Calling delete_port for b4cc6d7c-f629-4a3f-81cc-bdefa432467b owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:27:46.436973 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e098ef6e-eb7d-4d97-9781-8aba05949da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:46.535232 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b410c-663d-4548-b1fe-245804044906 req-84f6598c-cb4e-46a4-a6d8-c3aeed017851 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:46.536922 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1c5b410c-663d-4548-b1fe-245804044906 req-84f6598c-cb4e-46a4-a6d8-c3aeed017851 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f40b2bc-5bb8-4f14-8538-ca8f78a4272d HTTP/1.1" status: 200 len: 944 time: 0.1490750 Dec 10 16:27:46.547639 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-c4c60945-131e-4b02-aff1-1d226708c3ce tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Made reservation on behalf of 87638972bbdb420baed9019b114e9df8 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:27:46.551073 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-c4c60945-131e-4b02-aff1-1d226708c3ce tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:46.577630 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-d3057fb1-d16b-4a13-afc2-beb5cce9e06c req-5aad1cd6-4b39-4cf0-a3bd-13da90df3c07 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Deleting port aa01eba2-910f-485b-91b1-fa623bf0484b {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:27:46.577975 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d3057fb1-d16b-4a13-afc2-beb5cce9e06c req-5aad1cd6-4b39-4cf0-a3bd-13da90df3c07 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:46.781159 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1c5b410c-663d-4548-b1fe-245804044906 req-3e5e4016-99af-4b69-b87d-1b46d2440296 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237511 Dec 10 16:27:46.888123 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-d3057fb1-d16b-4a13-afc2-beb5cce9e06c req-5aad1cd6-4b39-4cf0-a3bd-13da90df3c07 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] For port aa01eba2-910f-485b-91b1-fa623bf0484b, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=aa01eba2-910f-485b-91b1-fa623bf0484b,segment=NetworkSegment(308a1d5a-dd71-46e0-981d-7b16e2a07c80),segment_id=308a1d5a-dd71-46e0-981d-7b16e2a07c80)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:27:46.888310 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d3057fb1-d16b-4a13-afc2-beb5cce9e06c req-5aad1cd6-4b39-4cf0-a3bd-13da90df3c07 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:47.017941 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-c4c60945-131e-4b02-aff1-1d226708c3ce tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Allocated IP 172.20.0.5 (54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06/680c8cce-43a4-41f3-b994-8a2b86d3ec14/d5bdcbf6-9c70-4b11-a616-8e8aeec9956a) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:27:47.045836 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-818a2e20-3c97-40b0-8d9e-14d929dc7921 req-f330dbf9-0464-42ae-994f-b0d43b4c656e tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:47.061478 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['b4cc6d7c-f629-4a3f-81cc-bdefa432467b'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:27:47.077376 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-d3057fb1-d16b-4a13-afc2-beb5cce9e06c req-5aad1cd6-4b39-4cf0-a3bd-13da90df3c07 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Calling delete_port for aa01eba2-910f-485b-91b1-fa623bf0484b owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:27:47.161959 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330dbf9-0464-42ae-994f-b0d43b4c656e tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Pushing event deleted for resources: {'Port': ['ID=b4cc6d7c-f629-4a3f-81cc-bdefa432467b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:47.197370 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:47.271791 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-818a2e20-3c97-40b0-8d9e-14d929dc7921 req-f330dbf9-0464-42ae-994f-b0d43b4c656e tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] No DVR routers for this DVR port b4cc6d7c-f629-4a3f-81cc-bdefa432467b on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:27:47.301893 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-818a2e20-3c97-40b0-8d9e-14d929dc7921 req-f330dbf9-0464-42ae-994f-b0d43b4c656e tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:47.305273 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-818a2e20-3c97-40b0-8d9e-14d929dc7921 req-f330dbf9-0464-42ae-994f-b0d43b4c656e tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.46 "DELETE /v2.0/ports/b4cc6d7c-f629-4a3f-81cc-bdefa432467b HTTP/1.1" status: 204 len: 173 time: 1.8592153 Dec 10 16:27:47.306899 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f40b2bc-5bb8-4f14-8538-ca8f78a4272d', 'name': 'network-vif-deleted', 'tag': 'b4cc6d7c-f629-4a3f-81cc-bdefa432467b'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:27:47.309212 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4adbdec7-ea40-4e50-a8ea-9f578764738e" -d '{"events": [{"server_uuid": "5f40b2bc-5bb8-4f14-8538-ca8f78a4272d", "name": "network-vif-deleted", "tag": "b4cc6d7c-f629-4a3f-81cc-bdefa432467b"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:27:47.385025 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d1b829cd-d007-493e-859c-1e9cb14a1d6e req-392bda28-77d6-4b0d-af7d-0767a9d6e70a tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 210 time: 0.0786986 Dec 10 16:27:47.563211 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d3057fb1-d16b-4a13-afc2-beb5cce9e06c req-5aad1cd6-4b39-4cf0-a3bd-13da90df3c07 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:47.575768 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['aa01eba2-910f-485b-91b1-fa623bf0484b'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:27:47.593329 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-c4c60945-131e-4b02-aff1-1d226708c3ce tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:47.627018 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad1cd6-4b39-4cf0-a3bd-13da90df3c07 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Pushing event deleted for resources: {'Port': ['ID=aa01eba2-910f-485b-91b1-fa623bf0484b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:47.705974 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3057fb1-d16b-4a13-afc2-beb5cce9e06c req-5aad1cd6-4b39-4cf0-a3bd-13da90df3c07 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] No DVR routers for this DVR port aa01eba2-910f-485b-91b1-fa623bf0484b on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:27:47.713026 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d3057fb1-d16b-4a13-afc2-beb5cce9e06c req-5aad1cd6-4b39-4cf0-a3bd-13da90df3c07 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:47.716946 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d3057fb1-d16b-4a13-afc2-beb5cce9e06c req-5aad1cd6-4b39-4cf0-a3bd-13da90df3c07 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.26 "DELETE /v2.0/ports/aa01eba2-910f-485b-91b1-fa623bf0484b HTTP/1.1" status: 204 len: 173 time: 1.7987485 Dec 10 16:27:47.734866 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-c4c60945-131e-4b02-aff1-1d226708c3ce tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:47.754015 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fac50-af1e-4d12-b0b8-b9567d5c5184 req-44e7c20a-7679-45d0-a11a-f373f8c4e361 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:47.757660 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6f3fac50-af1e-4d12-b0b8-b9567d5c5184 req-44e7c20a-7679-45d0-a11a-f373f8c4e361 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.1010230 Dec 10 16:27:47.868236 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-c4c60945-131e-4b02-aff1-1d226708c3ce tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Network 54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:27:47.876634 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c60945-131e-4b02-aff1-1d226708c3ce tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Pushing event updated for resources: {'Port': ['ID=d5bdcbf6-9c70-4b11-a616-8e8aeec9956a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:47.879541 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-c4c60945-131e-4b02-aff1-1d226708c3ce tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:27:47.917374 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-c4c60945-131e-4b02-aff1-1d226708c3ce tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:27:47.986726 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6f3fac50-af1e-4d12-b0b8-b9567d5c5184 req-e7e2f826-4609-41ad-97d9-dab31f787483 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777692 Dec 10 16:27:48.239261 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-c4c60945-131e-4b02-aff1-1d226708c3ce tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:48.240289 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-c4c60945-131e-4b02-aff1-1d226708c3ce tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:48.354213 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-2f5a53ea-3e8f-4b62-9442-d4cb79b8929d None None] Provisioning complete for port d5bdcbf6-9c70-4b11-a616-8e8aeec9956a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:27:48.356137 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2f5a53ea-3e8f-4b62-9442-d4cb79b8929d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:48.360258 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a76a7719-b2e7-498e-a366-b6911e93373c req-1326a25b-0adb-40d0-b508-fd47d3c883ad tempest-QuotasAdminNegativeTest-453506169 tempest-QuotasAdminNegativeTest-453506169-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=d185ee498e524c36b673d7cda9011f55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1099854 Dec 10 16:27:48.381995 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-c4c60945-131e-4b02-aff1-1d226708c3ce tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5299888 Dec 10 16:27:48.437794 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-dc9365e6-39ba-4d8b-8e13-1cc45441706c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Request body: {'port': {'device_id': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'network_id': 'cf96409c-c15e-4dab-9223-335a0597f4de', 'admin_state_up': True, 'tenant_id': '87638972bbdb420baed9019b114e9df8', 'security_groups': ['7f2a2db4-8009-4c13-8329-5a2302100f9d']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:27:48.491939 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-2f5a53ea-3e8f-4b62-9442-d4cb79b8929d None None] Port d5bdcbf6-9c70-4b11-a616-8e8aeec9956a cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:27:48.497935 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:48.542374 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-a11dd3a0-de5a-4c81-bd13-6dcc1e0a1aa2 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:48.543831 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-a11dd3a0-de5a-4c81-bd13-6dcc1e0a1aa2 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.26 "GET /v2.0/networks?id=ab484b99-d62a-49a0-8b4c-0894c24c04ac HTTP/1.1" status: 200 len: 812 time: 0.5460682 Dec 10 16:27:48.556417 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-4f40c64e-4b06-4bcb-8495-f4271abba865 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:48.558035 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-4f40c64e-4b06-4bcb-8495-f4271abba865 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.46 "GET /v2.0/networks?id=ab484b99-d62a-49a0-8b4c-0894c24c04ac HTTP/1.1" status: 200 len: 812 time: 0.5367696 Dec 10 16:27:48.570051 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-5f163d8f-2141-43db-89f8-4b378dd1a7a3 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Request body: {'port': {'device_id': '35ecefb0-4aa6-414c-9c8f-9b0803c78eac', 'network_id': 'ab484b99-d62a-49a0-8b4c-0894c24c04ac', 'admin_state_up': True, 'tenant_id': 'a2b7b3c3ae9f446396f330fe9cb7353d'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:27:48.590279 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-2ffba306-0751-4b7e-9c83-93ff19777b00 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Request body: {'port': {'device_id': '8d0de8ba-a6cd-40eb-9ba7-0a75a2456617', 'network_id': 'ab484b99-d62a-49a0-8b4c-0894c24c04ac', 'admin_state_up': True, 'tenant_id': 'a2b7b3c3ae9f446396f330fe9cb7353d'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:27:48.719932 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a7719-b2e7-498e-a366-b6911e93373c req-920cd05e-2fbc-422f-bef7-b21dd9c87092 tempest-QuotasAdminNegativeTest-453506169 tempest-QuotasAdminNegativeTest-453506169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:48.721396 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a76a7719-b2e7-498e-a366-b6911e93373c req-920cd05e-2fbc-422f-bef7-b21dd9c87092 tempest-QuotasAdminNegativeTest-453506169 tempest-QuotasAdminNegativeTest-453506169-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3603468 Dec 10 16:27:48.783727 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a76a7719-b2e7-498e-a366-b6911e93373c req-afa83250-181a-4005-9055-3ec4acb93a7d tempest-QuotasAdminNegativeTest-453506169 tempest-QuotasAdminNegativeTest-453506169-project] 10.222.0.11 "GET /v2.0/quotas/d185ee498e524c36b673d7cda9011f55 HTTP/1.1" status: 200 len: 375 time: 0.0533268 Dec 10 16:27:48.846589 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a76a7719-b2e7-498e-a366-b6911e93373c req-3e68087f-22b3-41d4-afe9-855da8e5e903 tempest-QuotasAdminNegativeTest-453506169 tempest-QuotasAdminNegativeTest-453506169-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d185ee498e524c36b673d7cda9011f55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546486 Dec 10 16:27:48.863044 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-dc9365e6-39ba-4d8b-8e13-1cc45441706c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Made reservation on behalf of 87638972bbdb420baed9019b114e9df8 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:27:48.867004 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-dc9365e6-39ba-4d8b-8e13-1cc45441706c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:48.903620 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-2ffba306-0751-4b7e-9c83-93ff19777b00 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Made reservation on behalf of a2b7b3c3ae9f446396f330fe9cb7353d for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:27:48.907099 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-2ffba306-0751-4b7e-9c83-93ff19777b00 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:48.954375 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c96685-1bb4-4a52-8b19-d808cc7f483b x-openstack-request-id: req-b5c96685-1bb4-4a52-8b19-d808cc7f483b {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:27:48.954572 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f40b2bc-5bb8-4f14-8538-ca8f78a4272d", "name": "network-vif-deleted", "tag": "b4cc6d7c-f629-4a3f-81cc-bdefa432467b", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:27:48.954836 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b5c96685-1bb4-4a52-8b19-d808cc7f483b {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:27:48.955240 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f40b2bc-5bb8-4f14-8538-ca8f78a4272d', 'name': 'network-vif-deleted', 'tag': 'b4cc6d7c-f629-4a3f-81cc-bdefa432467b', 'status': 'completed', 'code': 200} Dec 10 16:27:48.959601 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-5f163d8f-2141-43db-89f8-4b378dd1a7a3 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Made reservation on behalf of a2b7b3c3ae9f446396f330fe9cb7353d for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:27:48.964218 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-5f163d8f-2141-43db-89f8-4b378dd1a7a3 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:49.092094 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b87d5ba0-8865-4da6-a093-ea44f32ae113 req-07a5fc31-6025-4754-b358-ef3326ad7fa7 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.11 "GET /v2.0/ports?device_id=35ecefb0-4aa6-414c-9c8f-9b0803c78eac HTTP/1.1" status: 200 len: 210 time: 0.0959816 Dec 10 16:27:49.207328 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-dc9365e6-39ba-4d8b-8e13-1cc45441706c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Allocated IP 10.1.1.144 (cf96409c-c15e-4dab-9223-335a0597f4de/7a67fe19-d2ec-40d0-b0cf-1f0cbda6e9f5/21b8bef8-fefe-4479-9cf4-2a31d80aa85b) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:27:49.286997 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-2ffba306-0751-4b7e-9c83-93ff19777b00 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Allocated IP 172.20.0.4 (ab484b99-d62a-49a0-8b4c-0894c24c04ac/603a6753-1f55-4288-a2a2-31710bfdf0a5/08b1b03c-7c9f-40a1-9542-04ce53dce2f7) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:27:49.325405 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582d452-55f0-421b-8a9e-f425da62e98b req-9a2a4ec7-4d78-41d5-bdcd-43a13e26f0a5 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:49.327020 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e582d452-55f0-421b-8a9e-f425da62e98b req-9a2a4ec7-4d78-41d5-bdcd-43a13e26f0a5 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.1076026 Dec 10 16:27:49.513966 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e582d452-55f0-421b-8a9e-f425da62e98b req-5786318a-a512-4b2d-ae8b-bcfe8b31c269 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745300 Dec 10 16:27:49.538334 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-dc9365e6-39ba-4d8b-8e13-1cc45441706c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:49.621594 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-2ffba306-0751-4b7e-9c83-93ff19777b00 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:49.624999 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-dc9365e6-39ba-4d8b-8e13-1cc45441706c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:49.644503 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:49.685876 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-dc9365e6-39ba-4d8b-8e13-1cc45441706c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Network cf96409c-c15e-4dab-9223-335a0597f4de is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:27:49.696329 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-dc9365e6-39ba-4d8b-8e13-1cc45441706c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:27:49.701385 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-dc9365e6-39ba-4d8b-8e13-1cc45441706c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:27:49.727818 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9365e6-39ba-4d8b-8e13-1cc45441706c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Pushing event updated for resources: {'Port': ['ID=21b8bef8-fefe-4479-9cf4-2a31d80aa85b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:49.750079 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-2ffba306-0751-4b7e-9c83-93ff19777b00 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:49.846315 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-dc9365e6-39ba-4d8b-8e13-1cc45441706c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:49.846949 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-dc9365e6-39ba-4d8b-8e13-1cc45441706c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:49.885698 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-2ffba306-0751-4b7e-9c83-93ff19777b00 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Network ab484b99-d62a-49a0-8b4c-0894c24c04ac is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:27:49.896927 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-2ffba306-0751-4b7e-9c83-93ff19777b00 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:27:49.900133 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-2ffba306-0751-4b7e-9c83-93ff19777b00 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:27:49.914045 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-dc9365e6-39ba-4d8b-8e13-1cc45441706c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5035126 Dec 10 16:27:49.915238 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-5f163d8f-2141-43db-89f8-4b378dd1a7a3 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Allocated IP 172.20.0.14 (ab484b99-d62a-49a0-8b4c-0894c24c04ac/603a6753-1f55-4288-a2a2-31710bfdf0a5/4c1d00ae-9300-4153-a9f6-06045e042198) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:27:49.932133 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d03b9509-0ef2-4189-8578-9767e81ff7a8 None None] Provisioning complete for port 21b8bef8-fefe-4479-9cf4-2a31d80aa85b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:27:49.932627 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d03b9509-0ef2-4189-8578-9767e81ff7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:49.935684 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffba306-0751-4b7e-9c83-93ff19777b00 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Pushing event updated for resources: {'Port': ['ID=08b1b03c-7c9f-40a1-9542-04ce53dce2f7,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:49.949501 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-873afa44-6504-4524-b831-0fcb876d7acf tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Request body: {'port': {'device_id': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'network_id': 'cf96409c-c15e-4dab-9223-335a0597f4de', 'admin_state_up': True, 'tenant_id': '87638972bbdb420baed9019b114e9df8', 'security_groups': ['7f2a2db4-8009-4c13-8329-5a2302100f9d']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:27:49.969589 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d03b9509-0ef2-4189-8578-9767e81ff7a8 None None] Port 21b8bef8-fefe-4479-9cf4-2a31d80aa85b cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:27:50.010261 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744356a-b80d-4b27-b5f1-f854df321a4f req-782181ad-fa77-4f3c-a8b4-7f40a0a07311 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:50.010931 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device b4cc6d7c-f629-4a3f-81cc-bdefa432467b no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:27:50.016079 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744356a-b80d-4b27-b5f1-f854df321a4f req-782181ad-fa77-4f3c-a8b4-7f40a0a07311 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:50.017662 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3744356a-b80d-4b27-b5f1-f854df321a4f req-782181ad-fa77-4f3c-a8b4-7f40a0a07311 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 1653 time: 0.2630560 Dec 10 16:27:50.037773 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: b4cc6d7c-f629-4a3f-81cc-bdefa432467b {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:27:50.038490 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device b4cc6d7c-f629-4a3f-81cc-bdefa432467b not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:27:50.080987 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-2ffba306-0751-4b7e-9c83-93ff19777b00 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:50.081591 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-2ffba306-0751-4b7e-9c83-93ff19777b00 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:50.131297 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device aa01eba2-910f-485b-91b1-fa623bf0484b no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:27:50.155120 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: aa01eba2-910f-485b-91b1-fa623bf0484b {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:27:50.155583 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device aa01eba2-910f-485b-91b1-fa623bf0484b not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:27:50.194517 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-2ffba306-0751-4b7e-9c83-93ff19777b00 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6191709 Dec 10 16:27:50.214162 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-36966901-44e3-4c51-98ef-ce5270b3f882 service neutron] Request body: {'port': {'device_id': '8d0de8ba-a6cd-40eb-9ba7-0a75a2456617', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:27:50.219643 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3744356a-b80d-4b27-b5f1-f854df321a4f req-1a743f73-97fe-4fdf-bece-aebefe6aea6b tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/security-groups?id=7f2a2db4-8009-4c13-8329-5a2302100f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1880460 Dec 10 16:27:50.637035 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-873afa44-6504-4524-b831-0fcb876d7acf tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Made reservation on behalf of 87638972bbdb420baed9019b114e9df8 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:27:50.640520 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-873afa44-6504-4524-b831-0fcb876d7acf tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:50.654865 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-36966901-44e3-4c51-98ef-ce5270b3f882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:50.692796 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-17279516-9dec-496b-830d-e9d2482f535f req-bd83a375-cc99-4762-94f5-989a60371100 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.11 "GET /v2.0/ports?device_id=35ecefb0-4aa6-414c-9c8f-9b0803c78eac HTTP/1.1" status: 200 len: 210 time: 0.0658903 Dec 10 16:27:50.695536 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-5f163d8f-2141-43db-89f8-4b378dd1a7a3 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:50.916082 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-5f163d8f-2141-43db-89f8-4b378dd1a7a3 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:50.957241 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5ba1ef-fb85-4a26-b65f-6b678d4e9279', 'name': 'network-vif-deleted', 'tag': 'aa01eba2-910f-485b-91b1-fa623bf0484b'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:27:50.959477 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c057033-d361-46f8-b401-fc4cdd2b0f01" -d '{"events": [{"server_uuid": "2a5ba1ef-fb85-4a26-b65f-6b678d4e9279", "name": "network-vif-deleted", "tag": "aa01eba2-910f-485b-91b1-fa623bf0484b"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:27:51.028616 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-873afa44-6504-4524-b831-0fcb876d7acf tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Allocated IP 10.1.1.126 (cf96409c-c15e-4dab-9223-335a0597f4de/7a67fe19-d2ec-40d0-b0cf-1f0cbda6e9f5/8ea2a5ee-71c7-4668-b402-89d8708371f8) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:27:51.032812 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-5f163d8f-2141-43db-89f8-4b378dd1a7a3 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Network ab484b99-d62a-49a0-8b4c-0894c24c04ac is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:27:51.069218 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b56262-8d95-4430-9df6-db71db25f343 req-e371f82f-dd00-4449-961c-198856d20c58 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:51.070556 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-32b56262-8d95-4430-9df6-db71db25f343 req-e371f82f-dd00-4449-961c-198856d20c58 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a99d673-bcc6-4d42-b6df-dcfd04240699 HTTP/1.1" status: 200 len: 945 time: 0.0587299 Dec 10 16:27:51.075749 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-5f163d8f-2141-43db-89f8-4b378dd1a7a3 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:27:51.082290 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-5f163d8f-2141-43db-89f8-4b378dd1a7a3 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:27:51.097057 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f163d8f-2141-43db-89f8-4b378dd1a7a3 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Pushing event updated for resources: {'Port': ['ID=4c1d00ae-9300-4153-a9f6-06045e042198,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:51.129083 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf347e4-bb41-4f58-a0da-5471b827cd38 req-0c363ef9-2d17-4ee9-8da0-dca528c1d013 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:51.131267 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5bf347e4-bb41-4f58-a0da-5471b827cd38 req-0c363ef9-2d17-4ee9-8da0-dca528c1d013 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a99d673-bcc6-4d42-b6df-dcfd04240699 HTTP/1.1" status: 200 len: 945 time: 0.2378364 Dec 10 16:27:51.181516 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-32b56262-8d95-4430-9df6-db71db25f343 req-9f13c9f6-4031-4d12-b6fc-fb3b7c1415c6 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Deleting port 377955c2-5fee-432a-97d2-7662e9be269b {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:27:51.181873 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-32b56262-8d95-4430-9df6-db71db25f343 req-9f13c9f6-4031-4d12-b6fc-fb3b7c1415c6 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:51.258696 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-5f163d8f-2141-43db-89f8-4b378dd1a7a3 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:51.259697 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-5f163d8f-2141-43db-89f8-4b378dd1a7a3 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:51.278961 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-32b56262-8d95-4430-9df6-db71db25f343 req-9f13c9f6-4031-4d12-b6fc-fb3b7c1415c6 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] For port 377955c2-5fee-432a-97d2-7662e9be269b, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=377955c2-5fee-432a-97d2-7662e9be269b,segment=NetworkSegment(698ea8e5-c316-417a-87ff-ff612f3a473c),segment_id=698ea8e5-c316-417a-87ff-ff612f3a473c)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:27:51.279326 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-32b56262-8d95-4430-9df6-db71db25f343 req-9f13c9f6-4031-4d12-b6fc-fb3b7c1415c6 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:51.293004 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-32b56262-8d95-4430-9df6-db71db25f343 req-9f13c9f6-4031-4d12-b6fc-fb3b7c1415c6 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Calling delete_port for 377955c2-5fee-432a-97d2-7662e9be269b owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:27:51.315916 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-5f163d8f-2141-43db-89f8-4b378dd1a7a3 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7524903 Dec 10 16:27:51.330957 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5bf347e4-bb41-4f58-a0da-5471b827cd38 req-9b23847e-5efe-490d-b0b2-396a858514f4 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834781 Dec 10 16:27:51.338482 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-c79fe01b-f6e1-4c73-bcde-800977183704 service neutron] Request body: {'port': {'device_id': '35ecefb0-4aa6-414c-9c8f-9b0803c78eac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:27:51.451677 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-32b56262-8d95-4430-9df6-db71db25f343 req-9f13c9f6-4031-4d12-b6fc-fb3b7c1415c6 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:51.467268 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-873afa44-6504-4524-b831-0fcb876d7acf tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:51.482333 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13c9f6-4031-4d12-b6fc-fb3b7c1415c6 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Pushing event deleted for resources: {'Port': ['ID=377955c2-5fee-432a-97d2-7662e9be269b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:51.499523 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-36966901-44e3-4c51-98ef-ce5270b3f882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08b1b03c-7c9f-40a1-9542-04ce53dce2f7 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:27:51.503668 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-c79fe01b-f6e1-4c73-bcde-800977183704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:51.515538 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-36966901-44e3-4c51-98ef-ce5270b3f882 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:51.534127 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b56262-8d95-4430-9df6-db71db25f343 req-9f13c9f6-4031-4d12-b6fc-fb3b7c1415c6 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] No DVR routers for this DVR port 377955c2-5fee-432a-97d2-7662e9be269b on host n-h2-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:27:51.537607 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-32b56262-8d95-4430-9df6-db71db25f343 req-9f13c9f6-4031-4d12-b6fc-fb3b7c1415c6 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:51.541526 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-32b56262-8d95-4430-9df6-db71db25f343 req-9f13c9f6-4031-4d12-b6fc-fb3b7c1415c6 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.46 "DELETE /v2.0/ports/377955c2-5fee-432a-97d2-7662e9be269b HTTP/1.1" status: 204 len: 173 time: 0.4642313 Dec 10 16:27:51.542101 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a99d673-bcc6-4d42-b6df-dcfd04240699', 'name': 'network-vif-deleted', 'tag': '377955c2-5fee-432a-97d2-7662e9be269b'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:27:51.544570 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a120a2-c539-46dd-9d7e-b0485d3a1dd0" -d '{"events": [{"server_uuid": "4a99d673-bcc6-4d42-b6df-dcfd04240699", "name": "network-vif-deleted", "tag": "377955c2-5fee-432a-97d2-7662e9be269b"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:27:51.588865 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-36966901-44e3-4c51-98ef-ce5270b3f882 service neutron] Transition to ACTIVE for port object 08b1b03c-7c9f-40a1-9542-04ce53dce2f7 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:27:51.602099 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198aa13-5b72-4915-acbd-01c9cc5285eb req-d5b763b2-8d69-4d21-b765-66e995970dba tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:51.603734 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1198aa13-5b72-4915-acbd-01c9cc5285eb req-d5b763b2-8d69-4d21-b765-66e995970dba tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.1666610 Dec 10 16:27:51.610449 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-36966901-44e3-4c51-98ef-ce5270b3f882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:51.675297 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-873afa44-6504-4524-b831-0fcb876d7acf tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:51.764058 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36966901-44e3-4c51-98ef-ce5270b3f882 service neutron] Pushing event updated for resources: {'Port': ['ID=08b1b03c-7c9f-40a1-9542-04ce53dce2f7,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:51.785763 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-873afa44-6504-4524-b831-0fcb876d7acf tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Network cf96409c-c15e-4dab-9223-335a0597f4de is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:27:51.837216 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-873afa44-6504-4524-b831-0fcb876d7acf tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:27:51.840736 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-873afa44-6504-4524-b831-0fcb876d7acf tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:27:51.861063 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1198aa13-5b72-4915-acbd-01c9cc5285eb req-62d442b6-f47a-4b8c-93cd-de510b094ab7 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471225 Dec 10 16:27:51.958547 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873afa44-6504-4524-b831-0fcb876d7acf tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Pushing event updated for resources: {'Port': ['ID=8ea2a5ee-71c7-4668-b402-89d8708371f8,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:51.997018 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-873afa44-6504-4524-b831-0fcb876d7acf tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:51.997988 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-873afa44-6504-4524-b831-0fcb876d7acf tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:52.012624 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-36966901-44e3-4c51-98ef-ce5270b3f882 service neutron] Attempting to bind port 08b1b03c-7c9f-40a1-9542-04ce53dce2f7 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:27:52.012961 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-36966901-44e3-4c51-98ef-ce5270b3f882 service neutron] Attempting to bind port 08b1b03c-7c9f-40a1-9542-04ce53dce2f7 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '308a1d5a-dd71-46e0-981d-7b16e2a07c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ab484b99-d62a-49a0-8b4c-0894c24c04ac'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:27:52.013400 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-36966901-44e3-4c51-98ef-ce5270b3f882 service neutron] Attempting to bind port 08b1b03c-7c9f-40a1-9542-04ce53dce2f7 on network ab484b99-d62a-49a0-8b4c-0894c24c04ac {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:27:52.038021 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-36966901-44e3-4c51-98ef-ce5270b3f882 service neutron] Port 08b1b03c-7c9f-40a1-9542-04ce53dce2f7 on network ab484b99-d62a-49a0-8b4c-0894c24c04ac not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:27:52.038372 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-36966901-44e3-4c51-98ef-ce5270b3f882 service neutron] Attempting to bind port 08b1b03c-7c9f-40a1-9542-04ce53dce2f7 on network ab484b99-d62a-49a0-8b4c-0894c24c04ac {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:27:52.058448 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-873afa44-6504-4524-b831-0fcb876d7acf tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1180491 Dec 10 16:27:52.062453 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-36966901-44e3-4c51-98ef-ce5270b3f882 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:27:52.062888 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-36966901-44e3-4c51-98ef-ce5270b3f882 service neutron] Checking segment: {'id': '308a1d5a-dd71-46e0-981d-7b16e2a07c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ab484b99-d62a-49a0-8b4c-0894c24c04ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:27:52.063188 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-36966901-44e3-4c51-98ef-ce5270b3f882 service neutron] Bound using segment: {'id': '308a1d5a-dd71-46e0-981d-7b16e2a07c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ab484b99-d62a-49a0-8b4c-0894c24c04ac'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:27:52.063633 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-36966901-44e3-4c51-98ef-ce5270b3f882 service neutron] Bound port: 08b1b03c-7c9f-40a1-9542-04ce53dce2f7, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '308a1d5a-dd71-46e0-981d-7b16e2a07c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ab484b99-d62a-49a0-8b4c-0894c24c04ac'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:27:52.064077 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-36966901-44e3-4c51-98ef-ce5270b3f882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:52.077347 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-6b7769d1-13fd-48c3-9a52-f2a75b26ab15 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Request body: {'port': {'device_id': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '38e57e43-6d77-489e-a8a8-a633e923df66', 'admin_state_up': True, 'tenant_id': '87638972bbdb420baed9019b114e9df8', 'security_groups': ['7f2a2db4-8009-4c13-8329-5a2302100f9d']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:27:52.220041 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-fdf838ef-fff6-49e4-89f8-a814e8161a92 None None] Provisioning complete for port 8ea2a5ee-71c7-4668-b402-89d8708371f8 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:27:52.220507 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fdf838ef-fff6-49e4-89f8-a814e8161a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:52.269784 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-36966901-44e3-4c51-98ef-ce5270b3f882 service neutron] For port 08b1b03c-7c9f-40a1-9542-04ce53dce2f7, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:27:52.276415 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-36966901-44e3-4c51-98ef-ce5270b3f882 service neutron] For port 08b1b03c-7c9f-40a1-9542-04ce53dce2f7, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=08b1b03c-7c9f-40a1-9542-04ce53dce2f7,segment=NetworkSegment(308a1d5a-dd71-46e0-981d-7b16e2a07c80),segment_id=308a1d5a-dd71-46e0-981d-7b16e2a07c80)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:27:52.280660 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-c79fe01b-f6e1-4c73-bcde-800977183704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c1d00ae-9300-4153-a9f6-06045e042198 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:27:52.287555 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-fdf838ef-fff6-49e4-89f8-a814e8161a92 None None] Port 8ea2a5ee-71c7-4668-b402-89d8708371f8 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:27:52.291463 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-36966901-44e3-4c51-98ef-ce5270b3f882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:52.297168 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-c79fe01b-f6e1-4c73-bcde-800977183704 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:52.358006 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-c79fe01b-f6e1-4c73-bcde-800977183704 service neutron] Transition to ACTIVE for port object 4c1d00ae-9300-4153-a9f6-06045e042198 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:27:52.362821 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-36966901-44e3-4c51-98ef-ce5270b3f882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:52.363365 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-36966901-44e3-4c51-98ef-ce5270b3f882 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:52.365461 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-36966901-44e3-4c51-98ef-ce5270b3f882 service neutron] 10.222.0.46 "PUT /v2.0/ports/08b1b03c-7c9f-40a1-9542-04ce53dce2f7 HTTP/1.1" status: 200 len: 1091 time: 2.1578901 Dec 10 16:27:52.368605 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-6b7769d1-13fd-48c3-9a52-f2a75b26ab15 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Made reservation on behalf of 87638972bbdb420baed9019b114e9df8 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:27:52.375604 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-c79fe01b-f6e1-4c73-bcde-800977183704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:52.432022 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e7d50e-7a69-4da5-a8cf-c4ebb11cff16 x-openstack-request-id: req-c1e7d50e-7a69-4da5-a8cf-c4ebb11cff16 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:27:52.432320 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a5ba1ef-fb85-4a26-b65f-6b678d4e9279", "name": "network-vif-deleted", "tag": "aa01eba2-910f-485b-91b1-fa623bf0484b", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:27:52.432591 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c1e7d50e-7a69-4da5-a8cf-c4ebb11cff16 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:27:52.432966 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a5ba1ef-fb85-4a26-b65f-6b678d4e9279', 'name': 'network-vif-deleted', 'tag': 'aa01eba2-910f-485b-91b1-fa623bf0484b', 'status': 'completed', 'code': 200} Dec 10 16:27:52.448113 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36966901-44e3-4c51-98ef-ce5270b3f882 service neutron] Pushing event updated for resources: {'Port': ['ID=08b1b03c-7c9f-40a1-9542-04ce53dce2f7,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:52.601989 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79fe01b-f6e1-4c73-bcde-800977183704 service neutron] Pushing event updated for resources: {'Port': ['ID=4c1d00ae-9300-4153-a9f6-06045e042198,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:52.626384 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-d80e4377-1c4b-47fd-8e07-b545ecf10781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:52.627889 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-d80e4377-1c4b-47fd-8e07-b545ecf10781 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2b7b3c3ae9f446396f330fe9cb7353d&device_id=8d0de8ba-a6cd-40eb-9ba7-0a75a2456617 HTTP/1.1" status: 200 len: 1094 time: 0.2010896 Dec 10 16:27:52.641069 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-6b7769d1-13fd-48c3-9a52-f2a75b26ab15 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:52.661254 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6925bb-c384-49a0-ab07-361a46b2cdf5 req-403216b8-0e2d-46e7-8dce-0b7fd3c14bfb tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:52.667253 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6925bb-c384-49a0-ab07-361a46b2cdf5 req-403216b8-0e2d-46e7-8dce-0b7fd3c14bfb tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:52.673196 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6925bb-c384-49a0-ab07-361a46b2cdf5 req-403216b8-0e2d-46e7-8dce-0b7fd3c14bfb tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:52.674865 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5e6925bb-c384-49a0-ab07-361a46b2cdf5 req-403216b8-0e2d-46e7-8dce-0b7fd3c14bfb tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 2374 time: 0.2036281 Dec 10 16:27:52.726720 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-8742fd82-47af-43d1-ac1a-f13d473e8bba service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08b1b03c-7c9f-40a1-9542-04ce53dce2f7 HTTP/1.1" status: 200 len: 217 time: 0.0826797 Dec 10 16:27:52.755731 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-c79fe01b-f6e1-4c73-bcde-800977183704 service neutron] Attempting to bind port 4c1d00ae-9300-4153-a9f6-06045e042198 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:27:52.756062 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-c79fe01b-f6e1-4c73-bcde-800977183704 service neutron] Attempting to bind port 4c1d00ae-9300-4153-a9f6-06045e042198 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '308a1d5a-dd71-46e0-981d-7b16e2a07c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ab484b99-d62a-49a0-8b4c-0894c24c04ac'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:27:52.756393 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-c79fe01b-f6e1-4c73-bcde-800977183704 service neutron] Attempting to bind port 4c1d00ae-9300-4153-a9f6-06045e042198 on network ab484b99-d62a-49a0-8b4c-0894c24c04ac {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:27:52.801792 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-c79fe01b-f6e1-4c73-bcde-800977183704 service neutron] Port 4c1d00ae-9300-4153-a9f6-06045e042198 on network ab484b99-d62a-49a0-8b4c-0894c24c04ac not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:27:52.802112 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-c79fe01b-f6e1-4c73-bcde-800977183704 service neutron] Attempting to bind port 4c1d00ae-9300-4153-a9f6-06045e042198 on network ab484b99-d62a-49a0-8b4c-0894c24c04ac {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:27:52.883567 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-c79fe01b-f6e1-4c73-bcde-800977183704 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:27:52.883819 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-c79fe01b-f6e1-4c73-bcde-800977183704 service neutron] Checking segment: {'id': '308a1d5a-dd71-46e0-981d-7b16e2a07c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ab484b99-d62a-49a0-8b4c-0894c24c04ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:27:52.884202 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-c79fe01b-f6e1-4c73-bcde-800977183704 service neutron] Bound using segment: {'id': '308a1d5a-dd71-46e0-981d-7b16e2a07c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ab484b99-d62a-49a0-8b4c-0894c24c04ac'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:27:52.884627 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-c79fe01b-f6e1-4c73-bcde-800977183704 service neutron] Bound port: 4c1d00ae-9300-4153-a9f6-06045e042198, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '308a1d5a-dd71-46e0-981d-7b16e2a07c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ab484b99-d62a-49a0-8b4c-0894c24c04ac'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:27:52.884981 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-c79fe01b-f6e1-4c73-bcde-800977183704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:52.914829 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5e6925bb-c384-49a0-ab07-361a46b2cdf5 req-ed718d1f-da5b-435d-a6a6-e147c6aa78db tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/security-groups?id=7f2a2db4-8009-4c13-8329-5a2302100f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2284155 Dec 10 16:27:52.916207 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-25d07420-40ea-44e4-9081-0d56f78ed473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:52.917568 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-25d07420-40ea-44e4-9081-0d56f78ed473 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=603a6753-1f55-4288-a2a2-31710bfdf0a5 HTTP/1.1" status: 200 len: 852 time: 0.1768675 Dec 10 16:27:52.966691 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ef45e2-81a7-484b-a54b-b5026d473451 x-openstack-request-id: req-60ef45e2-81a7-484b-a54b-b5026d473451 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:27:52.967195 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a99d673-bcc6-4d42-b6df-dcfd04240699", "name": "network-vif-deleted", "tag": "377955c2-5fee-432a-97d2-7662e9be269b", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:27:52.967282 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-60ef45e2-81a7-484b-a54b-b5026d473451 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:27:52.967609 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a99d673-bcc6-4d42-b6df-dcfd04240699', 'name': 'network-vif-deleted', 'tag': '377955c2-5fee-432a-97d2-7662e9be269b', 'status': 'completed', 'code': 200} Dec 10 16:27:53.005987 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-e32ca2a6-785b-4f90-b6d5-6e6b6db67ba7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ab484b99-d62a-49a0-8b4c-0894c24c04ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782561 Dec 10 16:27:53.178327 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-c79fe01b-f6e1-4c73-bcde-800977183704 service neutron] For port 4c1d00ae-9300-4153-a9f6-06045e042198, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:27:53.214716 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-c79fe01b-f6e1-4c73-bcde-800977183704 service neutron] For port 4c1d00ae-9300-4153-a9f6-06045e042198, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=4c1d00ae-9300-4153-a9f6-06045e042198,segment=NetworkSegment(308a1d5a-dd71-46e0-981d-7b16e2a07c80),segment_id=308a1d5a-dd71-46e0-981d-7b16e2a07c80)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:27:53.227730 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c96cb-015d-492f-a2d9-5b8f6105c9a2 req-4d09f90b-b42b-4f97-a532-7f1773fc8ca2 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:53.229213 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6e9c96cb-015d-492f-a2d9-5b8f6105c9a2 req-4d09f90b-b42b-4f97-a532-7f1773fc8ca2 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.11 "GET /v2.0/ports?device_id=35ecefb0-4aa6-414c-9c8f-9b0803c78eac HTTP/1.1" status: 200 len: 944 time: 0.2023883 Dec 10 16:27:53.233284 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-c79fe01b-f6e1-4c73-bcde-800977183704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:53.235566 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-6b7769d1-13fd-48c3-9a52-f2a75b26ab15 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Allocated IP 10.2.2.100 (38e57e43-6d77-489e-a8a8-a633e923df66/512e7c15-5283-4a20-8554-1db6c68de939/eeb3a935-ca6c-4918-87c1-e89b62c3b091) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:27:53.248515 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-e2e86711-ab61-4ab4-b2bd-42b1089ccf69 service neutron] 10.222.0.46 "GET /v2.0/networks/ab484b99-d62a-49a0-8b4c-0894c24c04ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342474 Dec 10 16:27:53.341883 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-c79fe01b-f6e1-4c73-bcde-800977183704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:53.342449 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-c79fe01b-f6e1-4c73-bcde-800977183704 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:53.343821 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-c79fe01b-f6e1-4c73-bcde-800977183704 service neutron] 10.222.0.26 "PUT /v2.0/ports/4c1d00ae-9300-4153-a9f6-06045e042198 HTTP/1.1" status: 200 len: 1092 time: 2.0167615 Dec 10 16:27:53.434710 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79fe01b-f6e1-4c73-bcde-800977183704 service neutron] Pushing event updated for resources: {'Port': ['ID=4c1d00ae-9300-4153-a9f6-06045e042198,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:53.789291 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6e9c96cb-015d-492f-a2d9-5b8f6105c9a2 req-b77c1069-4563-4a45-97ad-4bd844f29765 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.11 "GET /v2.0/security-groups?id=331d978c-c350-494a-9709-18ca9c76bff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5448673 Dec 10 16:27:53.836365 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-485d5a0d-88f3-45a2-a159-9fcc3d7b0cdd service neutron] 10.222.0.46 "GET /v2.0/networks/ab484b99-d62a-49a0-8b4c-0894c24c04ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5664477 Dec 10 16:27:53.838158 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-aa314cf1-c4df-436a-b0b3-66832e9d165c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:53.839560 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-aa314cf1-c4df-436a-b0b3-66832e9d165c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a2b7b3c3ae9f446396f330fe9cb7353d&device_id=35ecefb0-4aa6-414c-9c8f-9b0803c78eac HTTP/1.1" status: 200 len: 1095 time: 0.4515314 Dec 10 16:27:53.931953 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-a39b83b0-4433-4523-8462-f050699d3dc1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c1d00ae-9300-4153-a9f6-06045e042198 HTTP/1.1" status: 200 len: 217 time: 0.0741701 Dec 10 16:27:53.960222 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-6b7769d1-13fd-48c3-9a52-f2a75b26ab15 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:54.008341 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6673961-b07b-46c4-bc11-dc250517782f req-605f076e-bef4-4b3c-98fc-1b490fa74c64 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:54.009824 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6673961-b07b-46c4-bc11-dc250517782f req-605f076e-bef4-4b3c-98fc-1b490fa74c64 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.1448376 Dec 10 16:27:54.033574 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-99ddf86d-7902-4410-bbf1-c1497eb44fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:54.035021 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-99ddf86d-7902-4410-bbf1-c1497eb44fe0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=603a6753-1f55-4288-a2a2-31710bfdf0a5 HTTP/1.1" status: 200 len: 852 time: 0.0951269 Dec 10 16:27:54.080607 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-fbdb30fc-be60-4e70-ac62-78481ae7b2a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ab484b99-d62a-49a0-8b4c-0894c24c04ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366142 Dec 10 16:27:54.104946 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-6b7769d1-13fd-48c3-9a52-f2a75b26ab15 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:54.151350 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6673961-b07b-46c4-bc11-dc250517782f req-0942915d-4ea8-4bf6-9bda-b18133fcc9a2 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350019 Dec 10 16:27:54.202626 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-6b7769d1-13fd-48c3-9a52-f2a75b26ab15 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Network 38e57e43-6d77-489e-a8a8-a633e923df66 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:27:54.208460 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-6b7769d1-13fd-48c3-9a52-f2a75b26ab15 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:27:54.212267 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7769d1-13fd-48c3-9a52-f2a75b26ab15 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Pushing event updated for resources: {'Port': ['ID=eeb3a935-ca6c-4918-87c1-e89b62c3b091,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:54.224505 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-6b7769d1-13fd-48c3-9a52-f2a75b26ab15 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:27:54.291174 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-51d3dbc0-5687-45ff-86f5-dd2798ed760a service neutron] 10.222.0.26 "GET /v2.0/networks/ab484b99-d62a-49a0-8b4c-0894c24c04ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991968 Dec 10 16:27:54.390872 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-950a0873-af40-4f0b-8b8b-d8d084bd1b1b req-8a380a09-a436-4688-b9f6-805612df8bfc tempest-QuotasAdminNegativeTest-453506169 tempest-QuotasAdminNegativeTest-453506169-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=d185ee498e524c36b673d7cda9011f55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388863 Dec 10 16:27:54.443637 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0de8ba-a6cd-40eb-9ba7-0a75a2456617', 'tag': '08b1b03c-7c9f-40a1-9542-04ce53dce2f7'}, {'name': 'network-changed', 'server_uuid': '35ecefb0-4aa6-414c-9c8f-9b0803c78eac', 'tag': '4c1d00ae-9300-4153-a9f6-06045e042198'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:27:54.445852 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36d76db-5ab0-4c57-b578-3b0e19f6ed4b" -d '{"events": [{"name": "network-changed", "server_uuid": "8d0de8ba-a6cd-40eb-9ba7-0a75a2456617", "tag": "08b1b03c-7c9f-40a1-9542-04ce53dce2f7"}, {"name": "network-changed", "server_uuid": "35ecefb0-4aa6-414c-9c8f-9b0803c78eac", "tag": "4c1d00ae-9300-4153-a9f6-06045e042198"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:27:54.500458 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-6b7769d1-13fd-48c3-9a52-f2a75b26ab15 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:54.501067 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-6b7769d1-13fd-48c3-9a52-f2a75b26ab15 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:54.530526 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-2e8f08d8-96fa-4ba2-88d5-53a6a558f1e6 None None] Provisioning complete for port eeb3a935-ca6c-4918-87c1-e89b62c3b091 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:27:54.531169 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2e8f08d8-96fa-4ba2-88d5-53a6a558f1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:54.541425 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-6b7769d1-13fd-48c3-9a52-f2a75b26ab15 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4750807 Dec 10 16:27:54.556578 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-bca4f4e4-21f1-4a5a-b4d9-442c38af78e3 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Request body: {'port': {'device_id': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '38e57e43-6d77-489e-a8a8-a633e923df66', 'admin_state_up': True, 'tenant_id': '87638972bbdb420baed9019b114e9df8', 'security_groups': ['7f2a2db4-8009-4c13-8329-5a2302100f9d']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:27:54.577199 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-2e8f08d8-96fa-4ba2-88d5-53a6a558f1e6 None None] Port eeb3a935-ca6c-4918-87c1-e89b62c3b091 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:27:54.639031 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-47b50acd-5ba2-465e-9dda-cac2a034ba90 req-29a36998-c6e9-46e0-88bc-fd3842e9782c service neutron] 10.222.0.26 "GET /v2.0/networks/ab484b99-d62a-49a0-8b4c-0894c24c04ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648566 Dec 10 16:27:54.659678 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a0873-af40-4f0b-8b8b-d8d084bd1b1b req-7b2afd56-c8af-47e6-bcd2-50de41fa1196 tempest-QuotasAdminNegativeTest-453506169 tempest-QuotasAdminNegativeTest-453506169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:54.661160 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-950a0873-af40-4f0b-8b8b-d8d084bd1b1b req-7b2afd56-c8af-47e6-bcd2-50de41fa1196 tempest-QuotasAdminNegativeTest-453506169 tempest-QuotasAdminNegativeTest-453506169-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2550490 Dec 10 16:27:54.690238 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-950a0873-af40-4f0b-8b8b-d8d084bd1b1b req-228a2076-6633-4033-bf0a-522d4cf40674 tempest-QuotasAdminNegativeTest-453506169 tempest-QuotasAdminNegativeTest-453506169-project] 10.222.0.11 "GET /v2.0/quotas/d185ee498e524c36b673d7cda9011f55 HTTP/1.1" status: 200 len: 375 time: 0.0230496 Dec 10 16:27:54.730662 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-950a0873-af40-4f0b-8b8b-d8d084bd1b1b req-ccf1f904-5057-4c99-93a2-31da5bdb0bbb tempest-QuotasAdminNegativeTest-453506169 tempest-QuotasAdminNegativeTest-453506169-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d185ee498e524c36b673d7cda9011f55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313635 Dec 10 16:27:54.747050 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-bca4f4e4-21f1-4a5a-b4d9-442c38af78e3 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Made reservation on behalf of 87638972bbdb420baed9019b114e9df8 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:27:54.752018 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-bca4f4e4-21f1-4a5a-b4d9-442c38af78e3 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:54.944667 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-bca4f4e4-21f1-4a5a-b4d9-442c38af78e3 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Allocated IP 10.2.2.200 (38e57e43-6d77-489e-a8a8-a633e923df66/512e7c15-5283-4a20-8554-1db6c68de939/ce4d43d3-b2a9-4324-9c6c-aabee5331e81) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:27:55.080981 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3ce81-ba2a-4015-9295-ec52f1cd3bbb req-4f37d821-97bd-4750-b7dd-a05a8a68daa2 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:55.087583 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3ce81-ba2a-4015-9295-ec52f1cd3bbb req-4f37d821-97bd-4750-b7dd-a05a8a68daa2 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:55.093501 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3ce81-ba2a-4015-9295-ec52f1cd3bbb req-4f37d821-97bd-4750-b7dd-a05a8a68daa2 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:55.099447 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3ce81-ba2a-4015-9295-ec52f1cd3bbb req-4f37d821-97bd-4750-b7dd-a05a8a68daa2 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:55.101134 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1fa3ce81-ba2a-4015-9295-ec52f1cd3bbb req-4f37d821-97bd-4750-b7dd-a05a8a68daa2 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 3095 time: 0.1318073 Dec 10 16:27:55.161584 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-bca4f4e4-21f1-4a5a-b4d9-442c38af78e3 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:55.183913 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1fa3ce81-ba2a-4015-9295-ec52f1cd3bbb req-7efd2c9e-da56-4ddb-9f87-acb01511ec25 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/security-groups?id=7f2a2db4-8009-4c13-8329-5a2302100f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742686 Dec 10 16:27:55.219406 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-bca4f4e4-21f1-4a5a-b4d9-442c38af78e3 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:55.268422 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-bca4f4e4-21f1-4a5a-b4d9-442c38af78e3 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Network 38e57e43-6d77-489e-a8a8-a633e923df66 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:27:55.274465 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-bca4f4e4-21f1-4a5a-b4d9-442c38af78e3 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:27:55.277460 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4f4e4-21f1-4a5a-b4d9-442c38af78e3 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Pushing event updated for resources: {'Port': ['ID=ce4d43d3-b2a9-4324-9c6c-aabee5331e81,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:55.279125 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-bca4f4e4-21f1-4a5a-b4d9-442c38af78e3 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:27:55.344131 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-bca4f4e4-21f1-4a5a-b4d9-442c38af78e3 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:55.344782 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-bca4f4e4-21f1-4a5a-b4d9-442c38af78e3 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:55.362916 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-bca4f4e4-21f1-4a5a-b4d9-442c38af78e3 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8141155 Dec 10 16:27:55.386166 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-335cb6f5-e4a4-4f7e-8a92-b39a55c8721e service neutron] Request body: {'port': {'device_id': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:27:55.478949 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-335cb6f5-e4a4-4f7e-8a92-b39a55c8721e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:55.613787 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f82550de-4602-4c8c-b01a-6ba52eee7d01 None None] Provisioning complete for port ce4d43d3-b2a9-4324-9c6c-aabee5331e81 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:27:55.614760 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f82550de-4602-4c8c-b01a-6ba52eee7d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:55.655767 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f82550de-4602-4c8c-b01a-6ba52eee7d01 None None] Port ce4d43d3-b2a9-4324-9c6c-aabee5331e81 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:27:55.762833 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 10 Dec 2021 16:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71078254-84dd-44c6-866b-817fd8b9b568 x-openstack-request-id: req-71078254-84dd-44c6-866b-817fd8b9b568 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:27:55.763133 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d0de8ba-a6cd-40eb-9ba7-0a75a2456617", "tag": "08b1b03c-7c9f-40a1-9542-04ce53dce2f7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "35ecefb0-4aa6-414c-9c8f-9b0803c78eac", "tag": "4c1d00ae-9300-4153-a9f6-06045e042198", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:27:55.763388 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-71078254-84dd-44c6-866b-817fd8b9b568 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:27:55.763809 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0de8ba-a6cd-40eb-9ba7-0a75a2456617', 'tag': '08b1b03c-7c9f-40a1-9542-04ce53dce2f7', 'status': 'completed', 'code': 200} Dec 10 16:27:55.764223 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35ecefb0-4aa6-414c-9c8f-9b0803c78eac', 'tag': '4c1d00ae-9300-4153-a9f6-06045e042198', 'status': 'completed', 'code': 200} Dec 10 16:27:55.871835 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-335cb6f5-e4a4-4f7e-8a92-b39a55c8721e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5bdcbf6-9c70-4b11-a616-8e8aeec9956a {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:27:55.888101 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-335cb6f5-e4a4-4f7e-8a92-b39a55c8721e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:55.891547 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d76db-5ab0-4c57-b578-3b0e19f6ed4b req-c8abdfb1-20ed-42ef-9a56-8631eca922c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:55.893093 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c36d76db-5ab0-4c57-b578-3b0e19f6ed4b req-c8abdfb1-20ed-42ef-9a56-8631eca922c3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a2b7b3c3ae9f446396f330fe9cb7353d&device_id=35ecefb0-4aa6-414c-9c8f-9b0803c78eac HTTP/1.1" status: 200 len: 1095 time: 0.0856423 Dec 10 16:27:55.919253 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-335cb6f5-e4a4-4f7e-8a92-b39a55c8721e service neutron] Transition to ACTIVE for port object d5bdcbf6-9c70-4b11-a616-8e8aeec9956a will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:27:55.935855 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d76db-5ab0-4c57-b578-3b0e19f6ed4b req-6d17f015-4a8a-4a55-b1dc-0b6d12fdf514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:55.937574 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c36d76db-5ab0-4c57-b578-3b0e19f6ed4b req-6d17f015-4a8a-4a55-b1dc-0b6d12fdf514 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2b7b3c3ae9f446396f330fe9cb7353d&device_id=8d0de8ba-a6cd-40eb-9ba7-0a75a2456617 HTTP/1.1" status: 200 len: 1094 time: 0.1362879 Dec 10 16:27:55.979057 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-335cb6f5-e4a4-4f7e-8a92-b39a55c8721e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:56.026013 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 08b1b03c-7c9f-40a1-9542-04ce53dce2f7 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:27:56.029950 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 377955c2-5fee-432a-97d2-7662e9be269b no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:27:56.043450 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335cb6f5-e4a4-4f7e-8a92-b39a55c8721e service neutron] Pushing event updated for resources: {'Port': ['ID=d5bdcbf6-9c70-4b11-a616-8e8aeec9956a,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:56.084461 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: 377955c2-5fee-432a-97d2-7662e9be269b {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:27:56.089652 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 377955c2-5fee-432a-97d2-7662e9be269b not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:27:56.224850 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 08b1b03c-7c9f-40a1-9542-04ce53dce2f7, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=08b1b03c-7c9f-40a1-9542-04ce53dce2f7,segment=NetworkSegment(308a1d5a-dd71-46e0-981d-7b16e2a07c80),segment_id=308a1d5a-dd71-46e0-981d-7b16e2a07c80)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:27:56.237129 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '08b1b03c-7c9f-40a1-9542-04ce53dce2f7', 'network_id': 'ab484b99-d62a-49a0-8b4c-0894c24c04ac', 'port_id': '08b1b03c-7c9f-40a1-9542-04ce53dce2f7', 'mac_address': 'fa:16:3e:5c:4a:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '603a6753-1f55-4288-a2a2-31710bfdf0a5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:27:56.294863 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:56.315411 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08b1b03c-7c9f-40a1-9542-04ce53dce2f7 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:27:56.327712 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d76db-5ab0-4c57-b578-3b0e19f6ed4b req-81fc0a6d-bd97-4418-82d5-32d719eaff32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:56.329203 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c36d76db-5ab0-4c57-b578-3b0e19f6ed4b req-81fc0a6d-bd97-4418-82d5-32d719eaff32 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ab484b99-d62a-49a0-8b4c-0894c24c04ac HTTP/1.1" status: 200 len: 913 time: 0.4222186 Dec 10 16:27:56.339179 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 08b1b03c-7c9f-40a1-9542-04ce53dce2f7, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=08b1b03c-7c9f-40a1-9542-04ce53dce2f7,segment=NetworkSegment(308a1d5a-dd71-46e0-981d-7b16e2a07c80),segment_id=308a1d5a-dd71-46e0-981d-7b16e2a07c80)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:27:56.345822 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:56.357463 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9acbdd9-55d7-427c-9285-eaf38d9c0eb1 req-0804d9d6-eb26-48e0-b03e-e9ef2d4f97c3 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:56.359026 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e9acbdd9-55d7-427c-9285-eaf38d9c0eb1 req-0804d9d6-eb26-48e0-b03e-e9ef2d4f97c3 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.11 "GET /v2.0/ports?device_id=35ecefb0-4aa6-414c-9c8f-9b0803c78eac HTTP/1.1" status: 200 len: 944 time: 0.2959232 Dec 10 16:27:56.408018 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=08b1b03c-7c9f-40a1-9542-04ce53dce2f7,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:56.423343 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d76db-5ab0-4c57-b578-3b0e19f6ed4b req-21aa0b43-1f4c-4c5e-8f04-f249408aff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:56.424792 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c36d76db-5ab0-4c57-b578-3b0e19f6ed4b req-21aa0b43-1f4c-4c5e-8f04-f249408aff45 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ab484b99-d62a-49a0-8b4c-0894c24c04ac HTTP/1.1" status: 200 len: 913 time: 0.4408524 Dec 10 16:27:56.430249 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c36d76db-5ab0-4c57-b578-3b0e19f6ed4b req-b25ff63b-7f84-49d9-bfc1-3843dd2bbc03 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c1d00ae-9300-4153-a9f6-06045e042198 HTTP/1.1" status: 200 len: 217 time: 0.0873823 Dec 10 16:27:56.444005 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38582699-2b5a-4bca-a0a7-48513379ded3 req-64671f11-0f6f-415f-89ee-071b0f615385 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:56.445469 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-38582699-2b5a-4bca-a0a7-48513379ded3 req-64671f11-0f6f-415f-89ee-071b0f615385 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.26 "GET /v2.0/ports?device_id=315fc0ab-8c94-43fb-a36d-54e619b0ae2f HTTP/1.1" status: 200 len: 944 time: 0.2276652 Dec 10 16:27:56.569873 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c36d76db-5ab0-4c57-b578-3b0e19f6ed4b req-cba35832-9f3c-434e-b622-f55eefb3ed87 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08b1b03c-7c9f-40a1-9542-04ce53dce2f7 HTTP/1.1" status: 200 len: 217 time: 0.1355515 Dec 10 16:27:56.575291 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-335cb6f5-e4a4-4f7e-8a92-b39a55c8721e service neutron] Attempting to bind port d5bdcbf6-9c70-4b11-a616-8e8aeec9956a on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:27:56.576118 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-335cb6f5-e4a4-4f7e-8a92-b39a55c8721e service neutron] Attempting to bind port d5bdcbf6-9c70-4b11-a616-8e8aeec9956a by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '5ba54cce-8066-4ebb-a6ee-8a1c8abcc880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:27:56.576527 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-335cb6f5-e4a4-4f7e-8a92-b39a55c8721e service neutron] Attempting to bind port d5bdcbf6-9c70-4b11-a616-8e8aeec9956a on network 54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:27:56.602744 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e9acbdd9-55d7-427c-9285-eaf38d9c0eb1 req-f502f2f7-d07d-4d9f-8085-9542618c539b tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.11 "GET /v2.0/security-groups?id=331d978c-c350-494a-9709-18ca9c76bff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326045 Dec 10 16:27:56.610617 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['08b1b03c-7c9f-40a1-9542-04ce53dce2f7'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:27:56.628824 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-335cb6f5-e4a4-4f7e-8a92-b39a55c8721e service neutron] Port d5bdcbf6-9c70-4b11-a616-8e8aeec9956a on network 54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:27:56.629149 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-335cb6f5-e4a4-4f7e-8a92-b39a55c8721e service neutron] Attempting to bind port d5bdcbf6-9c70-4b11-a616-8e8aeec9956a on network 54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:27:56.692845 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d76db-5ab0-4c57-b578-3b0e19f6ed4b req-2a1d1163-8126-47f0-8aa2-4a1349e5efb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:56.694386 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c36d76db-5ab0-4c57-b578-3b0e19f6ed4b req-2a1d1163-8126-47f0-8aa2-4a1349e5efb0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=603a6753-1f55-4288-a2a2-31710bfdf0a5 HTTP/1.1" status: 200 len: 852 time: 0.2480159 Dec 10 16:27:56.695282 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-335cb6f5-e4a4-4f7e-8a92-b39a55c8721e service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:27:56.695629 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-335cb6f5-e4a4-4f7e-8a92-b39a55c8721e service neutron] Checking segment: {'id': '5ba54cce-8066-4ebb-a6ee-8a1c8abcc880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:27:56.696011 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-335cb6f5-e4a4-4f7e-8a92-b39a55c8721e service neutron] Bound using segment: {'id': '5ba54cce-8066-4ebb-a6ee-8a1c8abcc880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:27:56.696582 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-335cb6f5-e4a4-4f7e-8a92-b39a55c8721e service neutron] Bound port: d5bdcbf6-9c70-4b11-a616-8e8aeec9956a, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ba54cce-8066-4ebb-a6ee-8a1c8abcc880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:27:56.696950 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-335cb6f5-e4a4-4f7e-8a92-b39a55c8721e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:56.714912 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d76db-5ab0-4c57-b578-3b0e19f6ed4b req-9aaf55c8-ad59-465a-9e21-151fbb1cdc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:56.716389 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c36d76db-5ab0-4c57-b578-3b0e19f6ed4b req-9aaf55c8-ad59-465a-9e21-151fbb1cdc65 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=603a6753-1f55-4288-a2a2-31710bfdf0a5 HTTP/1.1" status: 200 len: 852 time: 0.1375248 Dec 10 16:27:56.782832 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c36d76db-5ab0-4c57-b578-3b0e19f6ed4b req-45bc58e7-8baa-4a5d-a282-b18b782979fe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ab484b99-d62a-49a0-8b4c-0894c24c04ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643787 Dec 10 16:27:56.823076 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c36d76db-5ab0-4c57-b578-3b0e19f6ed4b req-86aff4f2-d6ac-458e-b383-d9a66086cc0c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ab484b99-d62a-49a0-8b4c-0894c24c04ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885370 Dec 10 16:27:56.955994 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c36d76db-5ab0-4c57-b578-3b0e19f6ed4b req-beb5f15d-3f08-46b9-987b-9e0d441b6675 service neutron] 10.222.0.46 "GET /v2.0/networks/ab484b99-d62a-49a0-8b4c-0894c24c04ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987279 Dec 10 16:27:57.005352 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-38582699-2b5a-4bca-a0a7-48513379ded3 req-c0527d6d-e697-4b2e-87d7-982dfc5fc8d6 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Deleting port f4e71d83-ee97-4292-9c4d-49d9bdcba2bd {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:27:57.005765 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-38582699-2b5a-4bca-a0a7-48513379ded3 req-c0527d6d-e697-4b2e-87d7-982dfc5fc8d6 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:57.177412 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee7127-dcbe-4129-8793-00f4015e2330 req-22ea39a8-97dc-45c1-88dc-7f757a9f927d tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:57.178925 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b2ee7127-dcbe-4129-8793-00f4015e2330 req-22ea39a8-97dc-45c1-88dc-7f757a9f927d tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.4433496 Dec 10 16:27:57.184590 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-335cb6f5-e4a4-4f7e-8a92-b39a55c8721e service neutron] For port d5bdcbf6-9c70-4b11-a616-8e8aeec9956a, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:27:57.239676 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-335cb6f5-e4a4-4f7e-8a92-b39a55c8721e service neutron] For port d5bdcbf6-9c70-4b11-a616-8e8aeec9956a, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=d5bdcbf6-9c70-4b11-a616-8e8aeec9956a,segment=NetworkSegment(5ba54cce-8066-4ebb-a6ee-8a1c8abcc880),segment_id=5ba54cce-8066-4ebb-a6ee-8a1c8abcc880)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:27:57.250984 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-38582699-2b5a-4bca-a0a7-48513379ded3 req-c0527d6d-e697-4b2e-87d7-982dfc5fc8d6 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] For port f4e71d83-ee97-4292-9c4d-49d9bdcba2bd, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=f4e71d83-ee97-4292-9c4d-49d9bdcba2bd,segment=NetworkSegment(698ea8e5-c316-417a-87ff-ff612f3a473c),segment_id=698ea8e5-c316-417a-87ff-ff612f3a473c)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:27:57.251359 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-38582699-2b5a-4bca-a0a7-48513379ded3 req-c0527d6d-e697-4b2e-87d7-982dfc5fc8d6 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:57.276612 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-335cb6f5-e4a4-4f7e-8a92-b39a55c8721e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:57.299987 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-38582699-2b5a-4bca-a0a7-48513379ded3 req-c0527d6d-e697-4b2e-87d7-982dfc5fc8d6 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Calling delete_port for f4e71d83-ee97-4292-9c4d-49d9bdcba2bd owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:27:57.307259 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c36d76db-5ab0-4c57-b578-3b0e19f6ed4b req-bf7d9ba7-ede7-476b-9bf3-562d69af2da7 service neutron] 10.222.0.26 "GET /v2.0/networks/ab484b99-d62a-49a0-8b4c-0894c24c04ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4889100 Dec 10 16:27:57.361215 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-335cb6f5-e4a4-4f7e-8a92-b39a55c8721e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:57.362422 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-335cb6f5-e4a4-4f7e-8a92-b39a55c8721e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:57.363893 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-335cb6f5-e4a4-4f7e-8a92-b39a55c8721e service neutron] 10.222.0.46 "PUT /v2.0/ports/d5bdcbf6-9c70-4b11-a616-8e8aeec9956a HTTP/1.1" status: 200 len: 1091 time: 1.9885457 Dec 10 16:27:57.398331 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c36d76db-5ab0-4c57-b578-3b0e19f6ed4b req-86d8a782-4320-47c3-9e9b-b973c0338bee service neutron] 10.222.0.46 "GET /v2.0/networks/ab484b99-d62a-49a0-8b4c-0894c24c04ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068379 Dec 10 16:27:57.450985 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-294eee76-44fe-420b-9895-16a90787ff38 service neutron] Request body: {'port': {'device_id': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:27:57.841552 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'tag': 'd5bdcbf6-9c70-4b11-a616-8e8aeec9956a'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:27:57.843831 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9f4bf8-0b37-40d6-9bfa-561d394795db" -d '{"events": [{"name": "network-changed", "server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "tag": "d5bdcbf6-9c70-4b11-a616-8e8aeec9956a"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:27:57.859721 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b2ee7127-dcbe-4129-8793-00f4015e2330 req-84ed6e5b-a5f9-4800-9205-092f28578db5 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6700206 Dec 10 16:27:57.892400 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335cb6f5-e4a4-4f7e-8a92-b39a55c8721e service neutron] Pushing event updated for resources: {'Port': ['ID=d5bdcbf6-9c70-4b11-a616-8e8aeec9956a,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:57.948832 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-294eee76-44fe-420b-9895-16a90787ff38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:58.043030 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 08b1b03c-7c9f-40a1-9542-04ce53dce2f7 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:27:58.057015 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c36d76db-5ab0-4c57-b578-3b0e19f6ed4b req-f37f975d-ff43-465d-8b9f-8a61ae959c0e service neutron] 10.222.0.26 "GET /v2.0/networks/ab484b99-d62a-49a0-8b4c-0894c24c04ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7139826 Dec 10 16:27:58.110228 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 08b1b03c-7c9f-40a1-9542-04ce53dce2f7 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:27:58.116679 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 08b1b03c-7c9f-40a1-9542-04ce53dce2f7 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:27:58.117370 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:58.184532 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19a12a-b1b2-470e-951a-40741608cf00 req-66299457-db3f-4f4a-a4dd-168bec9d39ac tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:58.192564 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dc19a12a-b1b2-470e-951a-40741608cf00 req-66299457-db3f-4f4a-a4dd-168bec9d39ac tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/ports?device_id=315fc0ab-8c94-43fb-a36d-54e619b0ae2f HTTP/1.1" status: 200 len: 944 time: 0.1877816 Dec 10 16:27:58.198997 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 4c1d00ae-9300-4153-a9f6-06045e042198 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:27:58.229864 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:58.302443 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dc19a12a-b1b2-470e-951a-40741608cf00 req-df7540ee-7266-4a66-baa8-c9468b9c2066 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9585eb8-4891-4f58-a4e1-2f48419ec4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089115 Dec 10 16:27:58.315435 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0de8ba-a6cd-40eb-9ba7-0a75a2456617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b1b03c-7c9f-40a1-9542-04ce53dce2f7'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:27:58.315435 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42303c5-3842-4f84-8314-c8299ee31cba" -d '{"events": [{"server_uuid": "8d0de8ba-a6cd-40eb-9ba7-0a75a2456617", "name": "network-vif-plugged", "status": "completed", "tag": "08b1b03c-7c9f-40a1-9542-04ce53dce2f7"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:27:58.338106 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 08b1b03c-7c9f-40a1-9542-04ce53dce2f7, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=08b1b03c-7c9f-40a1-9542-04ce53dce2f7,segment=NetworkSegment(308a1d5a-dd71-46e0-981d-7b16e2a07c80),segment_id=308a1d5a-dd71-46e0-981d-7b16e2a07c80)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:27:58.349014 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:58.413130 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 4c1d00ae-9300-4153-a9f6-06045e042198, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=4c1d00ae-9300-4153-a9f6-06045e042198,segment=NetworkSegment(308a1d5a-dd71-46e0-981d-7b16e2a07c80),segment_id=308a1d5a-dd71-46e0-981d-7b16e2a07c80)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:27:58.424031 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-38582699-2b5a-4bca-a0a7-48513379ded3 req-c0527d6d-e697-4b2e-87d7-982dfc5fc8d6 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:58.439792 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '4c1d00ae-9300-4153-a9f6-06045e042198', 'network_id': 'ab484b99-d62a-49a0-8b4c-0894c24c04ac', 'port_id': '4c1d00ae-9300-4153-a9f6-06045e042198', 'mac_address': 'fa:16:3e:5e:af:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '603a6753-1f55-4288-a2a2-31710bfdf0a5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:27:58.478454 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0527d6d-e697-4b2e-87d7-982dfc5fc8d6 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Pushing event deleted for resources: {'Port': ['ID=f4e71d83-ee97-4292-9c4d-49d9bdcba2bd,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:58.485584 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:58.523557 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-38582699-2b5a-4bca-a0a7-48513379ded3 req-c0527d6d-e697-4b2e-87d7-982dfc5fc8d6 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] No DVR routers for this DVR port f4e71d83-ee97-4292-9c4d-49d9bdcba2bd on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:27:58.528445 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-38582699-2b5a-4bca-a0a7-48513379ded3 req-c0527d6d-e697-4b2e-87d7-982dfc5fc8d6 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:58.528734 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=08b1b03c-7c9f-40a1-9542-04ce53dce2f7,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:58.542461 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c1d00ae-9300-4153-a9f6-06045e042198 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:27:58.547705 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-38582699-2b5a-4bca-a0a7-48513379ded3 req-c0527d6d-e697-4b2e-87d7-982dfc5fc8d6 tempest-LiveMigrationTest-17798700 tempest-LiveMigrationTest-17798700-project] 10.222.0.26 "DELETE /v2.0/ports/f4e71d83-ee97-4292-9c4d-49d9bdcba2bd HTTP/1.1" status: 204 len: 173 time: 2.0582905 Dec 10 16:27:58.617093 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 4c1d00ae-9300-4153-a9f6-06045e042198, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=4c1d00ae-9300-4153-a9f6-06045e042198,segment=NetworkSegment(308a1d5a-dd71-46e0-981d-7b16e2a07c80),segment_id=308a1d5a-dd71-46e0-981d-7b16e2a07c80)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:27:58.632166 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:58.709658 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=4c1d00ae-9300-4153-a9f6-06045e042198,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:58.768247 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-294eee76-44fe-420b-9895-16a90787ff38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a783492-ea39-41dc-8499-87239009e539 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:27:58.777850 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-294eee76-44fe-420b-9895-16a90787ff38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:58.795646 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-294eee76-44fe-420b-9895-16a90787ff38 service neutron] Transition to ACTIVE for port object 7a783492-ea39-41dc-8499-87239009e539 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:27:58.807799 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db731b-f1bd-482b-9a65-eea9190d8a63 req-d2d9f18b-8476-42ed-a2a1-9797e49bb19f tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:58.813790 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db731b-f1bd-482b-9a65-eea9190d8a63 req-d2d9f18b-8476-42ed-a2a1-9797e49bb19f tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:58.819868 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db731b-f1bd-482b-9a65-eea9190d8a63 req-d2d9f18b-8476-42ed-a2a1-9797e49bb19f tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:58.825786 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db731b-f1bd-482b-9a65-eea9190d8a63 req-d2d9f18b-8476-42ed-a2a1-9797e49bb19f tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:58.831817 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db731b-f1bd-482b-9a65-eea9190d8a63 req-d2d9f18b-8476-42ed-a2a1-9797e49bb19f tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:58.833859 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-34db731b-f1bd-482b-9a65-eea9190d8a63 req-d2d9f18b-8476-42ed-a2a1-9797e49bb19f tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 3828 time: 0.1175587 Dec 10 16:27:58.835181 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-294eee76-44fe-420b-9895-16a90787ff38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:58.859352 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['4c1d00ae-9300-4153-a9f6-06045e042198'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:27:58.911699 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294eee76-44fe-420b-9895-16a90787ff38 service neutron] Pushing event updated for resources: {'Port': ['ID=7a783492-ea39-41dc-8499-87239009e539,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:58.994006 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-34db731b-f1bd-482b-9a65-eea9190d8a63 req-97ff5283-7d02-42f5-8109-117c38b1cd59 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/security-groups?id=7f2a2db4-8009-4c13-8329-5a2302100f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492183 Dec 10 16:27:59.095527 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-294eee76-44fe-420b-9895-16a90787ff38 service neutron] Attempting to bind port 7a783492-ea39-41dc-8499-87239009e539 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:27:59.096026 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-294eee76-44fe-420b-9895-16a90787ff38 service neutron] Attempting to bind port 7a783492-ea39-41dc-8499-87239009e539 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '44a46a5e-a254-4d44-9870-cc62115a4eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cf96409c-c15e-4dab-9223-335a0597f4de'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:27:59.096449 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-294eee76-44fe-420b-9895-16a90787ff38 service neutron] Attempting to bind port 7a783492-ea39-41dc-8499-87239009e539 on network cf96409c-c15e-4dab-9223-335a0597f4de {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:27:59.105908 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-294eee76-44fe-420b-9895-16a90787ff38 service neutron] Port 7a783492-ea39-41dc-8499-87239009e539 on network cf96409c-c15e-4dab-9223-335a0597f4de not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:27:59.106392 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-294eee76-44fe-420b-9895-16a90787ff38 service neutron] Attempting to bind port 7a783492-ea39-41dc-8499-87239009e539 on network cf96409c-c15e-4dab-9223-335a0597f4de {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:27:59.111783 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-294eee76-44fe-420b-9895-16a90787ff38 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:27:59.120600 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-294eee76-44fe-420b-9895-16a90787ff38 service neutron] Checking segment: {'id': '44a46a5e-a254-4d44-9870-cc62115a4eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cf96409c-c15e-4dab-9223-335a0597f4de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:27:59.120912 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-294eee76-44fe-420b-9895-16a90787ff38 service neutron] Bound using segment: {'id': '44a46a5e-a254-4d44-9870-cc62115a4eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cf96409c-c15e-4dab-9223-335a0597f4de'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:27:59.121487 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-294eee76-44fe-420b-9895-16a90787ff38 service neutron] Bound port: 7a783492-ea39-41dc-8499-87239009e539, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a46a5e-a254-4d44-9870-cc62115a4eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cf96409c-c15e-4dab-9223-335a0597f4de'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:27:59.121931 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-294eee76-44fe-420b-9895-16a90787ff38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:59.243863 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beca99d-6520-4755-bf3b-4a9718933907 req-e61c7c37-7d6c-44a3-9aef-c9e5fe2dfa14 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:59.245371 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0beca99d-6520-4755-bf3b-4a9718933907 req-e61c7c37-7d6c-44a3-9aef-c9e5fe2dfa14 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.11 "GET /v2.0/ports?device_id=35ecefb0-4aa6-414c-9c8f-9b0803c78eac HTTP/1.1" status: 200 len: 945 time: 0.1075959 Dec 10 16:27:59.255082 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-294eee76-44fe-420b-9895-16a90787ff38 service neutron] For port 7a783492-ea39-41dc-8499-87239009e539, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:27:59.259372 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-294eee76-44fe-420b-9895-16a90787ff38 service neutron] For port 7a783492-ea39-41dc-8499-87239009e539, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=7a783492-ea39-41dc-8499-87239009e539,segment=NetworkSegment(44a46a5e-a254-4d44-9870-cc62115a4eda),segment_id=44a46a5e-a254-4d44-9870-cc62115a4eda)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:27:59.267445 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-294eee76-44fe-420b-9895-16a90787ff38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:59.330002 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-294eee76-44fe-420b-9895-16a90787ff38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:59.330718 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-294eee76-44fe-420b-9895-16a90787ff38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:59.332149 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-294eee76-44fe-420b-9895-16a90787ff38 service neutron] 10.222.0.46 "PUT /v2.0/ports/7a783492-ea39-41dc-8499-87239009e539 HTTP/1.1" status: 200 len: 1135 time: 1.9145560 Dec 10 16:27:59.365347 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1059e3ec-ccda-4afa-867b-96aed06ff174 service neutron] Request body: {'port': {'device_id': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:27:59.383040 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0beca99d-6520-4755-bf3b-4a9718933907 req-8190f3f8-2033-4a46-b4b5-266221cec337 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.11 "GET /v2.0/security-groups?id=331d978c-c350-494a-9709-18ca9c76bff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207392 Dec 10 16:27:59.417338 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294eee76-44fe-420b-9895-16a90787ff38 service neutron] Pushing event updated for resources: {'Port': ['ID=7a783492-ea39-41dc-8499-87239009e539,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:59.477875 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b44ae44-4dba-49a4-956a-fa7ba22ca158 x-openstack-request-id: req-0b44ae44-4dba-49a4-956a-fa7ba22ca158 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:27:59.478547 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "tag": "d5bdcbf6-9c70-4b11-a616-8e8aeec9956a", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:27:59.478547 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0b44ae44-4dba-49a4-956a-fa7ba22ca158 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:27:59.479174 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'tag': 'd5bdcbf6-9c70-4b11-a616-8e8aeec9956a', 'status': 'completed', 'code': 200} Dec 10 16:27:59.479856 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1059e3ec-ccda-4afa-867b-96aed06ff174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:59.525214 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71164bcb-f835-4e02-a165-76ca625efbb8 x-openstack-request-id: req-71164bcb-f835-4e02-a165-76ca625efbb8 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:27:59.525695 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0de8ba-a6cd-40eb-9ba7-0a75a2456617", "name": "network-vif-plugged", "status": "completed", "tag": "08b1b03c-7c9f-40a1-9542-04ce53dce2f7", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:27:59.525937 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-71164bcb-f835-4e02-a165-76ca625efbb8 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:27:59.526457 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0de8ba-a6cd-40eb-9ba7-0a75a2456617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b1b03c-7c9f-40a1-9542-04ce53dce2f7', 'code': 200} Dec 10 16:27:59.594816 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f4bf8-0b37-40d6-9bfa-561d394795db req-b55051ec-79b6-4f9c-a06b-5c0c0468e08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:59.595291 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f4bf8-0b37-40d6-9bfa-561d394795db req-b55051ec-79b6-4f9c-a06b-5c0c0468e08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:59.595764 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f4bf8-0b37-40d6-9bfa-561d394795db req-b55051ec-79b6-4f9c-a06b-5c0c0468e08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:59.596230 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f4bf8-0b37-40d6-9bfa-561d394795db req-b55051ec-79b6-4f9c-a06b-5c0c0468e08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:59.596690 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f4bf8-0b37-40d6-9bfa-561d394795db req-b55051ec-79b6-4f9c-a06b-5c0c0468e08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:59.597159 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f4bf8-0b37-40d6-9bfa-561d394795db req-b55051ec-79b6-4f9c-a06b-5c0c0468e08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:59.599618 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7b9f4bf8-0b37-40d6-9bfa-561d394795db req-b55051ec-79b6-4f9c-a06b-5c0c0468e08b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87638972bbdb420baed9019b114e9df8&device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 5291 time: 0.1235650 Dec 10 16:27:59.647561 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb341c2-784a-4996-b34c-114be6d3c176 req-8b176758-4013-440a-a68c-e1ad78d333b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:59.649863 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0fb341c2-784a-4996-b34c-114be6d3c176 req-8b176758-4013-440a-a68c-e1ad78d333b1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8d0de8ba-a6cd-40eb-9ba7-0a75a2456617 HTTP/1.1" status: 200 len: 1096 time: 0.0534642 Dec 10 16:27:59.714444 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0fb341c2-784a-4996-b34c-114be6d3c176 req-5d66b370-2f43-4cb0-9455-20b384087e7f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=331d978c-c350-494a-9709-18ca9c76bff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564406 Dec 10 16:27:59.977632 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ecea05-d08f-4ea8-a59e-e25ffac48912 req-f3982278-014c-4dfd-846a-612ff9fc4fdd tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:59.979146 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-45ecea05-d08f-4ea8-a59e-e25ffac48912 req-f3982278-014c-4dfd-846a-612ff9fc4fdd tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.1487949 Dec 10 16:27:59.982007 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f4bf8-0b37-40d6-9bfa-561d394795db req-6e471c2f-143f-4279-9ee0-4d93998af8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:59.982500 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f4bf8-0b37-40d6-9bfa-561d394795db req-6e471c2f-143f-4279-9ee0-4d93998af8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:59.982959 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f4bf8-0b37-40d6-9bfa-561d394795db req-6e471c2f-143f-4279-9ee0-4d93998af8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:59.984415 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7b9f4bf8-0b37-40d6-9bfa-561d394795db req-6e471c2f-143f-4279-9ee0-4d93998af8d7 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=87638972bbdb420baed9019b114e9df8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3771491 Dec 10 16:28:00.112544 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-45ecea05-d08f-4ea8-a59e-e25ffac48912 req-16e18ae1-d965-4435-82af-498eed39290c tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251712 Dec 10 16:28:00.173046 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48188) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:00.184887 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 4c1d00ae-9300-4153-a9f6-06045e042198 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:28:00.201627 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f4bf8-0b37-40d6-9bfa-561d394795db req-5a49c73f-4acb-4b8d-957b-187ebc0e7336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:00.204729 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7b9f4bf8-0b37-40d6-9bfa-561d394795db req-5a49c73f-4acb-4b8d-957b-187ebc0e7336 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2029154 Dec 10 16:28:00.212005 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1059e3ec-ccda-4afa-867b-96aed06ff174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 304a9bfc-169e-45fd-9a13-801c0c824783 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:28:00.221131 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1059e3ec-ccda-4afa-867b-96aed06ff174 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:00.237578 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1059e3ec-ccda-4afa-867b-96aed06ff174 service neutron] Transition to ACTIVE for port object 304a9bfc-169e-45fd-9a13-801c0c824783 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:28:00.244081 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1059e3ec-ccda-4afa-867b-96aed06ff174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:00.268569 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-48436d01-512f-464e-b867-443980b06c96 admin admin] Deleting subnet 8e6d4c00-e815-4a48-aff0-5fbec7a9d006 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:28:00.276350 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-48436d01-512f-464e-b867-443980b06c96 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:00.279004 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 4c1d00ae-9300-4153-a9f6-06045e042198 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:28:00.286827 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 4c1d00ae-9300-4153-a9f6-06045e042198 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:28:00.288714 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:00.336863 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059e3ec-ccda-4afa-867b-96aed06ff174 service neutron] Pushing event updated for resources: {'Port': ['ID=304a9bfc-169e-45fd-9a13-801c0c824783,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:00.353531 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-48436d01-512f-464e-b867-443980b06c96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:00.419165 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-48436d01-512f-464e-b867-443980b06c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:00.480754 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1059e3ec-ccda-4afa-867b-96aed06ff174 service neutron] Attempting to bind port 304a9bfc-169e-45fd-9a13-801c0c824783 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:28:00.481292 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1059e3ec-ccda-4afa-867b-96aed06ff174 service neutron] Attempting to bind port 304a9bfc-169e-45fd-9a13-801c0c824783 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '44a46a5e-a254-4d44-9870-cc62115a4eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cf96409c-c15e-4dab-9223-335a0597f4de'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:28:00.481613 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1059e3ec-ccda-4afa-867b-96aed06ff174 service neutron] Attempting to bind port 304a9bfc-169e-45fd-9a13-801c0c824783 on network cf96409c-c15e-4dab-9223-335a0597f4de {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:28:00.493421 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1059e3ec-ccda-4afa-867b-96aed06ff174 service neutron] Port 304a9bfc-169e-45fd-9a13-801c0c824783 on network cf96409c-c15e-4dab-9223-335a0597f4de not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:28:00.493902 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:00.495787 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1059e3ec-ccda-4afa-867b-96aed06ff174 service neutron] Attempting to bind port 304a9bfc-169e-45fd-9a13-801c0c824783 on network cf96409c-c15e-4dab-9223-335a0597f4de {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:28:00.510463 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1059e3ec-ccda-4afa-867b-96aed06ff174 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:28:00.511456 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1059e3ec-ccda-4afa-867b-96aed06ff174 service neutron] Checking segment: {'id': '44a46a5e-a254-4d44-9870-cc62115a4eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cf96409c-c15e-4dab-9223-335a0597f4de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:28:00.512276 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1059e3ec-ccda-4afa-867b-96aed06ff174 service neutron] Bound using segment: {'id': '44a46a5e-a254-4d44-9870-cc62115a4eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cf96409c-c15e-4dab-9223-335a0597f4de'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:28:00.514584 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1059e3ec-ccda-4afa-867b-96aed06ff174 service neutron] Bound port: 304a9bfc-169e-45fd-9a13-801c0c824783, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a46a5e-a254-4d44-9870-cc62115a4eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cf96409c-c15e-4dab-9223-335a0597f4de'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:28:00.515340 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1059e3ec-ccda-4afa-867b-96aed06ff174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:00.550582 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-48436d01-512f-464e-b867-443980b06c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:00.575031 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-16bb265b-b09e-4f68-9031-5406502b4107 req-1433f485-7dc4-460b-8b4a-4e22b09145ce tempest-QuotasAdminNegativeTest-453506169 tempest-QuotasAdminNegativeTest-453506169-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=d185ee498e524c36b673d7cda9011f55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414095 Dec 10 16:28:00.576168 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-48436d01-512f-464e-b867-443980b06c96 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:00.584386 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-48436d01-512f-464e-b867-443980b06c96 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8e6d4c00-e815-4a48-aff0-5fbec7a9d006 HTTP/1.1" status: 204 len: 168 time: 0.4104013 Dec 10 16:28:00.589878 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48202) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:00.622240 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48436d01-512f-464e-b867-443980b06c96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e6d4c00-e815-4a48-aff0-5fbec7a9d006,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:00.714173 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-13010e4a-eb64-4ef5-ae07-5a38ca36a295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:00.714836 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1059e3ec-ccda-4afa-867b-96aed06ff174 service neutron] For port 304a9bfc-169e-45fd-9a13-801c0c824783, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:28:00.721929 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1059e3ec-ccda-4afa-867b-96aed06ff174 service neutron] For port 304a9bfc-169e-45fd-9a13-801c0c824783, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=304a9bfc-169e-45fd-9a13-801c0c824783,segment=NetworkSegment(44a46a5e-a254-4d44-9870-cc62115a4eda),segment_id=44a46a5e-a254-4d44-9870-cc62115a4eda)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:28:00.732097 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1059e3ec-ccda-4afa-867b-96aed06ff174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:00.786039 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1059e3ec-ccda-4afa-867b-96aed06ff174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:00.786913 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1059e3ec-ccda-4afa-867b-96aed06ff174 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:00.788409 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1059e3ec-ccda-4afa-867b-96aed06ff174 service neutron] 10.222.0.46 "PUT /v2.0/ports/304a9bfc-169e-45fd-9a13-801c0c824783 HTTP/1.1" status: 200 len: 1136 time: 1.4272416 Dec 10 16:28:00.800067 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb265b-b09e-4f68-9031-5406502b4107 req-54599d80-2caf-437f-82b6-f518fd5d415c tempest-QuotasAdminNegativeTest-453506169 tempest-QuotasAdminNegativeTest-453506169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:00.808264 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-16bb265b-b09e-4f68-9031-5406502b4107 req-54599d80-2caf-437f-82b6-f518fd5d415c tempest-QuotasAdminNegativeTest-453506169 tempest-QuotasAdminNegativeTest-453506169-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2320988 Dec 10 16:28:00.826374 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-13010e4a-eb64-4ef5-ae07-5a38ca36a295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:00.831917 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-16bb265b-b09e-4f68-9031-5406502b4107 req-06228dc5-57bb-4401-a421-4187b640f9ea tempest-QuotasAdminNegativeTest-453506169 tempest-QuotasAdminNegativeTest-453506169-project] 10.222.0.11 "GET /v2.0/quotas/d185ee498e524c36b673d7cda9011f55 HTTP/1.1" status: 200 len: 375 time: 0.0225606 Dec 10 16:28:00.857993 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-c0e38e89-c4d0-49c1-a2f1-fcb504febfc7 service neutron] Request body: {'port': {'device_id': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:28:00.871193 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-13010e4a-eb64-4ef5-ae07-5a38ca36a295 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:28:00.887759 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-13010e4a-eb64-4ef5-ae07-5a38ca36a295 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '698ea8e5-c316-417a-87ff-ff612f3a473c') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:28:00.888429 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-13010e4a-eb64-4ef5-ae07-5a38ca36a295 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '698ea8e5-c316-417a-87ff-ff612f3a473c') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:28:00.901190 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-13010e4a-eb64-4ef5-ae07-5a38ca36a295 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:00.916077 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-16bb265b-b09e-4f68-9031-5406502b4107 req-46aabddd-afed-473d-872d-67c139c9fcb0 tempest-QuotasAdminNegativeTest-453506169 tempest-QuotasAdminNegativeTest-453506169-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d185ee498e524c36b673d7cda9011f55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0828474 Dec 10 16:28:00.927979 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-13010e4a-eb64-4ef5-ae07-5a38ca36a295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:00.932803 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059e3ec-ccda-4afa-867b-96aed06ff174 service neutron] Pushing event updated for resources: {'Port': ['ID=304a9bfc-169e-45fd-9a13-801c0c824783,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:00.939082 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13010e4a-eb64-4ef5-ae07-5a38ca36a295 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:28:00.939676 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-13010e4a-eb64-4ef5-ae07-5a38ca36a295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:01.000969 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 4c1d00ae-9300-4153-a9f6-06045e042198, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=4c1d00ae-9300-4153-a9f6-06045e042198,segment=NetworkSegment(308a1d5a-dd71-46e0-981d-7b16e2a07c80),segment_id=308a1d5a-dd71-46e0-981d-7b16e2a07c80)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:01.006665 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:01.007479 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device f4e71d83-ee97-4292-9c4d-49d9bdcba2bd no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:28:01.023398 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:28:01.023398 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:28:01.023398 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:28:01.023398 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:28:01.023398 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:28:01.023398 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:28:01.023398 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:28:01.023398 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:28:01.023398 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:28:01.023398 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:28:01.023398 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:28:01.023398 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:28:01.023398 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:28:01.023398 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:28:01.023398 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:28:01.023398 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:28:01.023398 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:28:01.023398 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:28:01.023398 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:28:01.023398 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:28:01.023398 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:28:01.023398 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:28:01.023398 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:28:01.023398 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:28:01.023398 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:28:01.023398 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:28:01.023398 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:28:01.023398 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:28:01.023398 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:28:01.023398 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:28:01.023398 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:28:01.023398 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:28:01.026661 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-13010e4a-eb64-4ef5-ae07-5a38ca36a295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:01.035568 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-13010e4a-eb64-4ef5-ae07-5a38ca36a295 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:01.041353 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-13010e4a-eb64-4ef5-ae07-5a38ca36a295 admin admin] 10.222.0.11 "DELETE /v2.0/networks/3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce HTTP/1.1" status: 204 len: 168 time: 0.4264359 Dec 10 16:28:01.044714 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-c0e38e89-c4d0-49c1-a2f1-fcb504febfc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:01.054556 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48204) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:01.117456 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ab7d750-10e2-49b9-a913-ab67a590a0fd admin admin] Deleting subnet bb6c4614-fe51-44e5-838f-f7987a5d1066 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:28:01.122403 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1ab7d750-10e2-49b9-a913-ab67a590a0fd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:01.132344 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=4c1d00ae-9300-4153-a9f6-06045e042198,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:01.143579 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: f4e71d83-ee97-4292-9c4d-49d9bdcba2bd {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:28:01.144199 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device f4e71d83-ee97-4292-9c4d-49d9bdcba2bd not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:28:01.165821 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13010e4a-eb64-4ef5-ae07-5a38ca36a295 admin admin] Pushing event deleted for resources: {'Network': ['ID=3838fe05-655b-4d6c-8c6b-c78ad0b8e8ce,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:01.177313 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1ab7d750-10e2-49b9-a913-ab67a590a0fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:01.218915 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1ab7d750-10e2-49b9-a913-ab67a590a0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:01.276352 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1ab7d750-10e2-49b9-a913-ab67a590a0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:01.295683 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bf201-34c4-4380-bb59-e932becea0f5 req-30205d5f-9af7-4f77-8110-f6b9000055a7 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:01.302297 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bf201-34c4-4380-bb59-e932becea0f5 req-30205d5f-9af7-4f77-8110-f6b9000055a7 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:01.304108 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab7d750-10e2-49b9-a913-ab67a590a0fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb6c4614-fe51-44e5-838f-f7987a5d1066,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:01.306300 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1ab7d750-10e2-49b9-a913-ab67a590a0fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:01.309489 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1ab7d750-10e2-49b9-a913-ab67a590a0fd admin admin] 10.222.0.11 "DELETE /v2.0/subnets/bb6c4614-fe51-44e5-838f-f7987a5d1066 HTTP/1.1" status: 204 len: 168 time: 0.2537556 Dec 10 16:28:01.311931 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48212) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:01.312963 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bf201-34c4-4380-bb59-e932becea0f5 req-30205d5f-9af7-4f77-8110-f6b9000055a7 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:01.319831 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bf201-34c4-4380-bb59-e932becea0f5 req-30205d5f-9af7-4f77-8110-f6b9000055a7 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:01.326030 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bf201-34c4-4380-bb59-e932becea0f5 req-30205d5f-9af7-4f77-8110-f6b9000055a7 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:01.332095 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bf201-34c4-4380-bb59-e932becea0f5 req-30205d5f-9af7-4f77-8110-f6b9000055a7 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:01.338665 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bf201-34c4-4380-bb59-e932becea0f5 req-30205d5f-9af7-4f77-8110-f6b9000055a7 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:01.342721 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9a7bf201-34c4-4380-bb59-e932becea0f5 req-30205d5f-9af7-4f77-8110-f6b9000055a7 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 5383 time: 0.1849029 Dec 10 16:28:01.392310 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c3d2a2d-434b-49c3-9ebb-d9a026fefcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:01.460236 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9a7bf201-34c4-4380-bb59-e932becea0f5 req-ff5f05e5-ee99-46b3-ba29-fcdc1b481527 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bcf6659-ad70-4f78-8202-1accd4dc47f4&id=7f2a2db4-8009-4c13-8329-5a2302100f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0898755 Dec 10 16:28:01.476783 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c3d2a2d-434b-49c3-9ebb-d9a026fefcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:01.480302 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315fc0ab-8c94-43fb-a36d-54e619b0ae2f', 'name': 'network-vif-deleted', 'tag': 'f4e71d83-ee97-4292-9c4d-49d9bdcba2bd'}, {'name': 'network-changed', 'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'tag': '7a783492-ea39-41dc-8499-87239009e539'}, {'name': 'network-changed', 'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'tag': '304a9bfc-169e-45fd-9a13-801c0c824783'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:28:01.482736 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7d6baf-b449-48ac-81ff-16b9d4bf718e" -d '{"events": [{"server_uuid": "315fc0ab-8c94-43fb-a36d-54e619b0ae2f", "name": "network-vif-deleted", "tag": "f4e71d83-ee97-4292-9c4d-49d9bdcba2bd"}, {"name": "network-changed", "server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "tag": "7a783492-ea39-41dc-8499-87239009e539"}, {"name": "network-changed", "server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "tag": "304a9bfc-169e-45fd-9a13-801c0c824783"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:28:01.502844 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-3c3d2a2d-434b-49c3-9ebb-d9a026fefcb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59fa1129-3a7d-4f30-9aaa-97d45fd8f0b9']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:28:01.513842 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-3c3d2a2d-434b-49c3-9ebb-d9a026fefcb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d52a250-9861-4986-a237-42f97c06c0d4') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:28:01.514257 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-3c3d2a2d-434b-49c3-9ebb-d9a026fefcb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d52a250-9861-4986-a237-42f97c06c0d4') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:28:01.524728 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c3d2a2d-434b-49c3-9ebb-d9a026fefcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:01.527674 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ecefb0-4aa6-414c-9c8f-9b0803c78eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1d00ae-9300-4153-a9f6-06045e042198'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:28:01.530431 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30869937-8041-46d5-92c3-7f9bb5074e58" -d '{"events": [{"server_uuid": "35ecefb0-4aa6-414c-9c8f-9b0803c78eac", "name": "network-vif-plugged", "status": "completed", "tag": "4c1d00ae-9300-4153-a9f6-06045e042198"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:28:01.540624 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c3d2a2d-434b-49c3-9ebb-d9a026fefcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:01.547268 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c3d2a2d-434b-49c3-9ebb-d9a026fefcb2 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:28:01.547739 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c3d2a2d-434b-49c3-9ebb-d9a026fefcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:01.559857 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:28:01.559857 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:28:01.559857 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:28:01.559857 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:28:01.559857 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:28:01.559857 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:28:01.559857 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:28:01.559857 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:28:01.559857 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:28:01.559857 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:28:01.559857 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:28:01.559857 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:28:01.559857 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:28:01.559857 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:28:01.559857 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:28:01.559857 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:28:01.559857 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:28:01.559857 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:28:01.559857 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:28:01.559857 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:28:01.559857 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:28:01.559857 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:28:01.559857 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:28:01.559857 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:28:01.559857 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:28:01.559857 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:28:01.559857 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:28:01.559857 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:28:01.559857 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:28:01.559857 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:28:01.559857 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:28:01.559857 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:28:01.590927 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-c0e38e89-c4d0-49c1-a2f1-fcb504febfc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21b8bef8-fefe-4479-9cf4-2a31d80aa85b {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:28:01.601122 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-c0e38e89-c4d0-49c1-a2f1-fcb504febfc7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:01.609303 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c3d2a2d-434b-49c3-9ebb-d9a026fefcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:01.616335 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c3d2a2d-434b-49c3-9ebb-d9a026fefcb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:01.619989 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3c3d2a2d-434b-49c3-9ebb-d9a026fefcb2 admin admin] 10.222.0.11 "DELETE /v2.0/networks/59fa1129-3a7d-4f30-9aaa-97d45fd8f0b9 HTTP/1.1" status: 204 len: 168 time: 0.3071051 Dec 10 16:28:01.624955 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77072061-03b1-48d8-9ec2-479ce5fc61fd req-37950f2a-914b-46fd-8deb-10acf8a48e3d tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:01.626584 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-77072061-03b1-48d8-9ec2-479ce5fc61fd req-37950f2a-914b-46fd-8deb-10acf8a48e3d tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.11 "GET /v2.0/ports?device_id=35ecefb0-4aa6-414c-9c8f-9b0803c78eac HTTP/1.1" status: 200 len: 946 time: 0.0766654 Dec 10 16:28:01.630476 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-c0e38e89-c4d0-49c1-a2f1-fcb504febfc7 service neutron] Transition to ACTIVE for port object 21b8bef8-fefe-4479-9cf4-2a31d80aa85b will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:28:01.638825 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-c0e38e89-c4d0-49c1-a2f1-fcb504febfc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:01.640637 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3d2a2d-434b-49c3-9ebb-d9a026fefcb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=59fa1129-3a7d-4f30-9aaa-97d45fd8f0b9,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:01.722927 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e38e89-c4d0-49c1-a2f1-fcb504febfc7 service neutron] Pushing event updated for resources: {'Port': ['ID=21b8bef8-fefe-4479-9cf4-2a31d80aa85b,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:01.773203 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-77072061-03b1-48d8-9ec2-479ce5fc61fd req-72e448a6-dde4-48ce-8b3c-d896e1a28d12 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.11 "GET /v2.0/security-groups?id=331d978c-c350-494a-9709-18ca9c76bff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305420 Dec 10 16:28:01.877780 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48228) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:01.891213 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-c0e38e89-c4d0-49c1-a2f1-fcb504febfc7 service neutron] Attempting to bind port 21b8bef8-fefe-4479-9cf4-2a31d80aa85b on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:28:01.891582 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-c0e38e89-c4d0-49c1-a2f1-fcb504febfc7 service neutron] Attempting to bind port 21b8bef8-fefe-4479-9cf4-2a31d80aa85b by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '44a46a5e-a254-4d44-9870-cc62115a4eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cf96409c-c15e-4dab-9223-335a0597f4de'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:28:01.891869 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-c0e38e89-c4d0-49c1-a2f1-fcb504febfc7 service neutron] Attempting to bind port 21b8bef8-fefe-4479-9cf4-2a31d80aa85b on network cf96409c-c15e-4dab-9223-335a0597f4de {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:28:01.903733 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-c0e38e89-c4d0-49c1-a2f1-fcb504febfc7 service neutron] Port 21b8bef8-fefe-4479-9cf4-2a31d80aa85b on network cf96409c-c15e-4dab-9223-335a0597f4de not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:28:01.904059 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-c0e38e89-c4d0-49c1-a2f1-fcb504febfc7 service neutron] Attempting to bind port 21b8bef8-fefe-4479-9cf4-2a31d80aa85b on network cf96409c-c15e-4dab-9223-335a0597f4de {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:28:01.918889 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-c0e38e89-c4d0-49c1-a2f1-fcb504febfc7 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:28:01.919276 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-c0e38e89-c4d0-49c1-a2f1-fcb504febfc7 service neutron] Checking segment: {'id': '44a46a5e-a254-4d44-9870-cc62115a4eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cf96409c-c15e-4dab-9223-335a0597f4de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:28:01.922562 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-c0e38e89-c4d0-49c1-a2f1-fcb504febfc7 service neutron] Bound using segment: {'id': '44a46a5e-a254-4d44-9870-cc62115a4eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cf96409c-c15e-4dab-9223-335a0597f4de'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:28:01.923277 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-c0e38e89-c4d0-49c1-a2f1-fcb504febfc7 service neutron] Bound port: 21b8bef8-fefe-4479-9cf4-2a31d80aa85b, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a46a5e-a254-4d44-9870-cc62115a4eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cf96409c-c15e-4dab-9223-335a0597f4de'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:28:01.923686 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-c0e38e89-c4d0-49c1-a2f1-fcb504febfc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:01.949397 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f9aeb06b-3616-4246-a0bb-a97e9ce1c364 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c7f96263ffc44481b889fc489836cd3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0703936 Dec 10 16:28:01.950217 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48230) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:02.010944 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-17fcbddd-4191-4bf0-a4a4-4c395862c66a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:02.020722 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-c0e38e89-c4d0-49c1-a2f1-fcb504febfc7 service neutron] For port 21b8bef8-fefe-4479-9cf4-2a31d80aa85b, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:28:02.024494 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-c0e38e89-c4d0-49c1-a2f1-fcb504febfc7 service neutron] For port 21b8bef8-fefe-4479-9cf4-2a31d80aa85b, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=21b8bef8-fefe-4479-9cf4-2a31d80aa85b,segment=NetworkSegment(44a46a5e-a254-4d44-9870-cc62115a4eda),segment_id=44a46a5e-a254-4d44-9870-cc62115a4eda)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:28:02.030514 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-c0e38e89-c4d0-49c1-a2f1-fcb504febfc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:02.049132 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-17fcbddd-4191-4bf0-a4a4-4c395862c66a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:02.079821 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-c0e38e89-c4d0-49c1-a2f1-fcb504febfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:02.080463 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-c0e38e89-c4d0-49c1-a2f1-fcb504febfc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:02.081902 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-c0e38e89-c4d0-49c1-a2f1-fcb504febfc7 service neutron] 10.222.0.46 "PUT /v2.0/ports/21b8bef8-fefe-4479-9cf4-2a31d80aa85b HTTP/1.1" status: 200 len: 1091 time: 1.2297599 Dec 10 16:28:02.112073 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e38e89-c4d0-49c1-a2f1-fcb504febfc7 service neutron] Pushing event updated for resources: {'Port': ['ID=21b8bef8-fefe-4479-9cf4-2a31d80aa85b,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:02.120795 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-3a423fd5-0b3f-49f9-8618-2ed445a7afb2 service neutron] Request body: {'port': {'device_id': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:28:02.135749 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-17fcbddd-4191-4bf0-a4a4-4c395862c66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:02.138726 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-17fcbddd-4191-4bf0-a4a4-4c395862c66a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:02.140063 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-17fcbddd-4191-4bf0-a4a4-4c395862c66a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b9585eb8-4891-4f58-a4e1-2f48419ec4bb HTTP/1.1" status: 204 len: 168 time: 0.1890311 Dec 10 16:28:02.155396 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fcbddd-4191-4bf0-a4a4-4c395862c66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9585eb8-4891-4f58-a4e1-2f48419ec4bb,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:02.238289 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-3a423fd5-0b3f-49f9-8618-2ed445a7afb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:02.365376 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04aff2-b155-456d-9b71-d244e66d4671 req-3fc598e0-fcd7-4930-939e-6b63b264c6ee tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:02.367128 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cf04aff2-b155-456d-9b71-d244e66d4671 req-3fc598e0-fcd7-4930-939e-6b63b264c6ee tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.1057084 Dec 10 16:28:02.490252 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cf04aff2-b155-456d-9b71-d244e66d4671 req-7e76c193-3ace-40f4-814d-79aae2abfce8 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617855 Dec 10 16:28:02.594719 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48240) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:02.683360 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-3a423fd5-0b3f-49f9-8618-2ed445a7afb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ea2a5ee-71c7-4668-b402-89d8708371f8 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:28:02.691391 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-3a423fd5-0b3f-49f9-8618-2ed445a7afb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:02.710258 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-06730930-64da-47e6-9262-3eb063f5a12d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9e3444c5a36c492b800808c81d63bfb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1122751 Dec 10 16:28:02.710785 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-3a423fd5-0b3f-49f9-8618-2ed445a7afb2 service neutron] Transition to ACTIVE for port object 8ea2a5ee-71c7-4668-b402-89d8708371f8 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:28:02.711835 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 48242) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:02.726046 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-3a423fd5-0b3f-49f9-8618-2ed445a7afb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:02.745217 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 10 Dec 2021 16:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a1b5ee-0685-4a46-9a5a-3ed9611024ae x-openstack-request-id: req-b5a1b5ee-0685-4a46-9a5a-3ed9611024ae {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:28:02.745527 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315fc0ab-8c94-43fb-a36d-54e619b0ae2f", "name": "network-vif-deleted", "tag": "f4e71d83-ee97-4292-9c4d-49d9bdcba2bd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "tag": "7a783492-ea39-41dc-8499-87239009e539", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "tag": "304a9bfc-169e-45fd-9a13-801c0c824783", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:28:02.745787 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b5a1b5ee-0685-4a46-9a5a-3ed9611024ae {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:28:02.746215 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315fc0ab-8c94-43fb-a36d-54e619b0ae2f', 'name': 'network-vif-deleted', 'tag': 'f4e71d83-ee97-4292-9c4d-49d9bdcba2bd', 'status': 'completed', 'code': 200} Dec 10 16:28:02.746480 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'tag': '7a783492-ea39-41dc-8499-87239009e539', 'status': 'completed', 'code': 200} Dec 10 16:28:02.746740 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'tag': '304a9bfc-169e-45fd-9a13-801c0c824783', 'status': 'completed', 'code': 200} Dec 10 16:28:02.800568 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba5ce8d-1ea6-465d-802a-63bcdf0b5085 x-openstack-request-id: req-3ba5ce8d-1ea6-465d-802a-63bcdf0b5085 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:28:02.801067 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ecefb0-4aa6-414c-9c8f-9b0803c78eac", "name": "network-vif-plugged", "status": "completed", "tag": "4c1d00ae-9300-4153-a9f6-06045e042198", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:28:02.801168 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3ba5ce8d-1ea6-465d-802a-63bcdf0b5085 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:28:02.802086 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ecefb0-4aa6-414c-9c8f-9b0803c78eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1d00ae-9300-4153-a9f6-06045e042198', 'code': 200} Dec 10 16:28:02.845731 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48252) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:02.982742 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-0911640d-ada1-4a82-b412-6ff90bb2ebb8 admin admin] Deleting subnet d91d45da-791f-427f-a9fe-a70a5d192f4c {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:28:02.990022 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0911640d-ada1-4a82-b412-6ff90bb2ebb8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:03.055080 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0911640d-ada1-4a82-b412-6ff90bb2ebb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:03.080683 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a423fd5-0b3f-49f9-8618-2ed445a7afb2 service neutron] Pushing event updated for resources: {'Port': ['ID=8ea2a5ee-71c7-4668-b402-89d8708371f8,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:03.123790 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0911640d-ada1-4a82-b412-6ff90bb2ebb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:03.172380 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e433a0c1-7031-4b12-b033-417520b69791 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:03.203710 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e433a0c1-7031-4b12-b033-417520b69791 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:03.226183 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0911640d-ada1-4a82-b412-6ff90bb2ebb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:03.254038 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d6baf-b449-48ac-81ff-16b9d4bf718e req-3b09ba1e-f0c1-457e-8a88-15129e8992df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:03.255294 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d6baf-b449-48ac-81ff-16b9d4bf718e req-3b09ba1e-f0c1-457e-8a88-15129e8992df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:03.255757 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d6baf-b449-48ac-81ff-16b9d4bf718e req-3b09ba1e-f0c1-457e-8a88-15129e8992df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:03.256205 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d6baf-b449-48ac-81ff-16b9d4bf718e req-3b09ba1e-f0c1-457e-8a88-15129e8992df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:03.256656 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d6baf-b449-48ac-81ff-16b9d4bf718e req-3b09ba1e-f0c1-457e-8a88-15129e8992df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:03.257101 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d6baf-b449-48ac-81ff-16b9d4bf718e req-3b09ba1e-f0c1-457e-8a88-15129e8992df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:03.257547 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d6baf-b449-48ac-81ff-16b9d4bf718e req-3b09ba1e-f0c1-457e-8a88-15129e8992df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:03.259579 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4d7d6baf-b449-48ac-81ff-16b9d4bf718e req-3b09ba1e-f0c1-457e-8a88-15129e8992df service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87638972bbdb420baed9019b114e9df8&device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 6312 time: 0.4806762 Dec 10 16:28:03.296543 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0911640d-ada1-4a82-b412-6ff90bb2ebb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d91d45da-791f-427f-a9fe-a70a5d192f4c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:03.310467 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-3a423fd5-0b3f-49f9-8618-2ed445a7afb2 service neutron] Attempting to bind port 8ea2a5ee-71c7-4668-b402-89d8708371f8 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:28:03.310760 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-3a423fd5-0b3f-49f9-8618-2ed445a7afb2 service neutron] Attempting to bind port 8ea2a5ee-71c7-4668-b402-89d8708371f8 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '44a46a5e-a254-4d44-9870-cc62115a4eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cf96409c-c15e-4dab-9223-335a0597f4de'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:28:03.311847 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-3a423fd5-0b3f-49f9-8618-2ed445a7afb2 service neutron] Attempting to bind port 8ea2a5ee-71c7-4668-b402-89d8708371f8 on network cf96409c-c15e-4dab-9223-335a0597f4de {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:28:03.314605 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0911640d-ada1-4a82-b412-6ff90bb2ebb8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:03.321551 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0911640d-ada1-4a82-b412-6ff90bb2ebb8 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d91d45da-791f-427f-a9fe-a70a5d192f4c HTTP/1.1" status: 204 len: 168 time: 0.4743655 Dec 10 16:28:03.329675 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7065d6-81ad-4c53-a8d0-5949eb965ebc req-ba212dbe-2dd2-463e-be87-8e21368557a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:03.331131 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48266) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:03.331296 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9e7065d6-81ad-4c53-a8d0-5949eb965ebc req-ba212dbe-2dd2-463e-be87-8e21368557a7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=35ecefb0-4aa6-414c-9c8f-9b0803c78eac HTTP/1.1" status: 200 len: 1097 time: 0.3918474 Dec 10 16:28:03.331611 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48268) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:03.378076 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d12bed-7f54-4b3f-a685-8a0e72c641ff req-a8cb101b-f005-474c-966a-0782973ab575 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:03.384737 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d12bed-7f54-4b3f-a685-8a0e72c641ff req-a8cb101b-f005-474c-966a-0782973ab575 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:03.404553 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d12bed-7f54-4b3f-a685-8a0e72c641ff req-a8cb101b-f005-474c-966a-0782973ab575 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:03.424379 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d12bed-7f54-4b3f-a685-8a0e72c641ff req-a8cb101b-f005-474c-966a-0782973ab575 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:03.430624 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d12bed-7f54-4b3f-a685-8a0e72c641ff req-a8cb101b-f005-474c-966a-0782973ab575 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:03.448122 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d12bed-7f54-4b3f-a685-8a0e72c641ff req-a8cb101b-f005-474c-966a-0782973ab575 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:03.459521 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d12bed-7f54-4b3f-a685-8a0e72c641ff req-a8cb101b-f005-474c-966a-0782973ab575 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:03.467476 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-55d12bed-7f54-4b3f-a685-8a0e72c641ff req-a8cb101b-f005-474c-966a-0782973ab575 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 5407 time: 0.3756392 Dec 10 16:28:03.491840 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5885b70-117e-4b5a-82ea-ee5118b9b6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:03.494575 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-54e01e97-affd-4ac8-a1b9-c9e911a8b4f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:03.530147 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e433a0c1-7031-4b12-b033-417520b69791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:03.533443 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e433a0c1-7031-4b12-b033-417520b69791 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:03.537736 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e433a0c1-7031-4b12-b033-417520b69791 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6fc7fb0c-6e06-4401-9916-029963b6b41a HTTP/1.1" status: 204 len: 168 time: 0.8244708 Dec 10 16:28:03.538820 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-3a423fd5-0b3f-49f9-8618-2ed445a7afb2 service neutron] Port 8ea2a5ee-71c7-4668-b402-89d8708371f8 on network cf96409c-c15e-4dab-9223-335a0597f4de not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:28:03.539198 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-3a423fd5-0b3f-49f9-8618-2ed445a7afb2 service neutron] Attempting to bind port 8ea2a5ee-71c7-4668-b402-89d8708371f8 on network cf96409c-c15e-4dab-9223-335a0597f4de {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:28:03.618987 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5885b70-117e-4b5a-82ea-ee5118b9b6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:03.674021 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-55d12bed-7f54-4b3f-a685-8a0e72c641ff req-09a76911-bd41-4e94-8f32-ad923c06dca2 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bcf6659-ad70-4f78-8202-1accd4dc47f4&id=7f2a2db4-8009-4c13-8329-5a2302100f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1424983 Dec 10 16:28:03.684487 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-3a423fd5-0b3f-49f9-8618-2ed445a7afb2 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:28:03.690308 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-3a423fd5-0b3f-49f9-8618-2ed445a7afb2 service neutron] Checking segment: {'id': '44a46a5e-a254-4d44-9870-cc62115a4eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cf96409c-c15e-4dab-9223-335a0597f4de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:28:03.691036 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-3a423fd5-0b3f-49f9-8618-2ed445a7afb2 service neutron] Bound using segment: {'id': '44a46a5e-a254-4d44-9870-cc62115a4eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cf96409c-c15e-4dab-9223-335a0597f4de'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:28:03.691550 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-3a423fd5-0b3f-49f9-8618-2ed445a7afb2 service neutron] Bound port: 8ea2a5ee-71c7-4668-b402-89d8708371f8, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a46a5e-a254-4d44-9870-cc62115a4eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cf96409c-c15e-4dab-9223-335a0597f4de'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:28:03.691999 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-3a423fd5-0b3f-49f9-8618-2ed445a7afb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:03.697883 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433a0c1-7031-4b12-b033-417520b69791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc7fb0c-6e06-4401-9916-029963b6b41a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:03.705721 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-f5885b70-117e-4b5a-82ea-ee5118b9b6ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d8083a2-a7ce-49e3-9a7c-b927cfa621a4']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:28:03.730413 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-f5885b70-117e-4b5a-82ea-ee5118b9b6ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b73bbf7-7693-4577-890d-a6987a70c2b5') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:28:03.730709 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-f5885b70-117e-4b5a-82ea-ee5118b9b6ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b73bbf7-7693-4577-890d-a6987a70c2b5') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:28:03.781208 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d6baf-b449-48ac-81ff-16b9d4bf718e req-9a4a5a42-d373-4b5a-aa6c-1448056a2074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:03.785090 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d6baf-b449-48ac-81ff-16b9d4bf718e req-9a4a5a42-d373-4b5a-aa6c-1448056a2074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:03.786395 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d6baf-b449-48ac-81ff-16b9d4bf718e req-9a4a5a42-d373-4b5a-aa6c-1448056a2074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:03.789382 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5885b70-117e-4b5a-82ea-ee5118b9b6ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:03.792418 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4d7d6baf-b449-48ac-81ff-16b9d4bf718e req-9a4a5a42-d373-4b5a-aa6c-1448056a2074 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=87638972bbdb420baed9019b114e9df8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5096960 Dec 10 16:28:03.805360 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-54e01e97-affd-4ac8-a1b9-c9e911a8b4f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:03.822856 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-54e01e97-affd-4ac8-a1b9-c9e911a8b4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:03.881505 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-54e01e97-affd-4ac8-a1b9-c9e911a8b4f5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d185ee498e524c36b673d7cda9011f55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5453839 Dec 10 16:28:03.883512 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5885b70-117e-4b5a-82ea-ee5118b9b6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:03.885223 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48298) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:03.931648 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5885b70-117e-4b5a-82ea-ee5118b9b6ee admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:28:03.932258 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5885b70-117e-4b5a-82ea-ee5118b9b6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:03.934200 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:28:03.934200 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:28:03.934200 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:28:03.934200 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:28:03.934200 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:28:03.934200 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:28:03.934200 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:28:03.934200 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:28:03.934200 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:28:03.934200 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:28:03.934200 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:28:03.934200 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:28:03.934200 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:28:03.934200 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:28:03.934200 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:28:03.934200 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:28:03.934200 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:28:03.934200 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:28:03.934200 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:28:03.934200 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:28:03.934200 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:28:03.934200 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:28:03.934200 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:28:03.934200 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:28:03.934200 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:28:03.934200 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:28:03.934200 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:28:03.934200 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:28:03.934200 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:28:03.934200 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:28:03.934200 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:28:03.934200 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:28:03.994720 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e01e97-affd-4ac8-a1b9-c9e911a8b4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f1687a-2698-41d2-a7df-fbb39770f286,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:04.033733 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-3a423fd5-0b3f-49f9-8618-2ed445a7afb2 service neutron] For port 8ea2a5ee-71c7-4668-b402-89d8708371f8, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:28:04.078326 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5885b70-117e-4b5a-82ea-ee5118b9b6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:04.092506 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5885b70-117e-4b5a-82ea-ee5118b9b6ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:04.110715 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f5885b70-117e-4b5a-82ea-ee5118b9b6ee admin admin] 10.222.0.11 "DELETE /v2.0/networks/9d8083a2-a7ce-49e3-9a7c-b927cfa621a4 HTTP/1.1" status: 204 len: 168 time: 0.7765207 Dec 10 16:28:04.120273 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-3a423fd5-0b3f-49f9-8618-2ed445a7afb2 service neutron] For port 8ea2a5ee-71c7-4668-b402-89d8708371f8, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=8ea2a5ee-71c7-4668-b402-89d8708371f8,segment=NetworkSegment(44a46a5e-a254-4d44-9870-cc62115a4eda),segment_id=44a46a5e-a254-4d44-9870-cc62115a4eda)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:28:04.128963 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-3a423fd5-0b3f-49f9-8618-2ed445a7afb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:04.145673 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5885b70-117e-4b5a-82ea-ee5118b9b6ee admin admin] Pushing event deleted for resources: {'Network': ['ID=9d8083a2-a7ce-49e3-9a7c-b927cfa621a4,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:04.157155 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9e7065d6-81ad-4c53-a8d0-5949eb965ebc req-84f8a53f-398b-4cfc-81b1-c78372a8022f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=331d978c-c350-494a-9709-18ca9c76bff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6653674 Dec 10 16:28:04.159745 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d0b4fbf7-532a-4370-a635-8dad8b997236 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:04.195254 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 0bdd6daf-a9e7-41e5-b135-fc680633b7b8 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:28:04.217972 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d0b4fbf7-532a-4370-a635-8dad8b997236 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:04.244865 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d6baf-b449-48ac-81ff-16b9d4bf718e req-df13af74-b0f6-4153-8c28-1db6a848bb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:04.246433 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4d7d6baf-b449-48ac-81ff-16b9d4bf718e req-df13af74-b0f6-4153-8c28-1db6a848bb84 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3341813 Dec 10 16:28:04.247721 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-3a423fd5-0b3f-49f9-8618-2ed445a7afb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:04.248326 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-3a423fd5-0b3f-49f9-8618-2ed445a7afb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:04.249595 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-3a423fd5-0b3f-49f9-8618-2ed445a7afb2 service neutron] 10.222.0.46 "PUT /v2.0/ports/8ea2a5ee-71c7-4668-b402-89d8708371f8 HTTP/1.1" status: 200 len: 1091 time: 2.1338682 Dec 10 16:28:04.335265 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d0b4fbf7-532a-4370-a635-8dad8b997236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:04.339417 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d0b4fbf7-532a-4370-a635-8dad8b997236 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:04.353627 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d0b4fbf7-532a-4370-a635-8dad8b997236 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/10f1687a-2698-41d2-a7df-fbb39770f286 HTTP/1.1" status: 204 len: 168 time: 0.4547942 Dec 10 16:28:04.362266 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-db4a4fe6-5026-401f-97e7-a3e8ea259610 service neutron] Request body: {'port': {'device_id': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:28:04.381054 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b4fbf7-532a-4370-a635-8dad8b997236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f1687a-2698-41d2-a7df-fbb39770f286,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:04.451684 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 0bdd6daf-a9e7-41e5-b135-fc680633b7b8, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=0bdd6daf-a9e7-41e5-b135-fc680633b7b8,segment=NetworkSegment(e6fa61d2-b939-45d7-997a-9f01bb103238),segment_id=e6fa61d2-b939-45d7-997a-9f01bb103238)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:04.473273 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '0bdd6daf-a9e7-41e5-b135-fc680633b7b8', 'network_id': 'fbb94746-fc6f-4a16-ab0b-6dbd984218c6', 'port_id': '0bdd6daf-a9e7-41e5-b135-fc680633b7b8', 'mac_address': 'fa:16:3e:c3:b4:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '173a3b76-9825-4dc8-b87b-02867f285316', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:28:04.518939 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d190b-c2fd-4a77-8ef9-e9c4dc329f76 req-82794abc-dcfc-4c0b-8f45-73cd9ec19ede tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:04.538739 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7c6d190b-c2fd-4a77-8ef9-e9c4dc329f76 req-82794abc-dcfc-4c0b-8f45-73cd9ec19ede tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.11 "GET /v2.0/ports?device_id=35ecefb0-4aa6-414c-9c8f-9b0803c78eac HTTP/1.1" status: 200 len: 946 time: 0.6252813 Dec 10 16:28:04.556523 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:04.565919 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48314) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:04.593039 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0bdd6daf-a9e7-41e5-b135-fc680633b7b8 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:28:04.624720 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 0bdd6daf-a9e7-41e5-b135-fc680633b7b8, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=0bdd6daf-a9e7-41e5-b135-fc680633b7b8,segment=NetworkSegment(e6fa61d2-b939-45d7-997a-9f01bb103238),segment_id=e6fa61d2-b939-45d7-997a-9f01bb103238)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:04.632348 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:04.681169 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-db4a4fe6-5026-401f-97e7-a3e8ea259610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:04.696533 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a423fd5-0b3f-49f9-8618-2ed445a7afb2 service neutron] Pushing event updated for resources: {'Port': ['ID=8ea2a5ee-71c7-4668-b402-89d8708371f8,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:04.730313 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9a4e8a33-9ba6-435f-81a4-ecfb01d569b5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a91374a85f654bd6a3d2ae7399378add&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1576364 Dec 10 16:28:04.730973 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48320) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:04.756919 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d6baf-b449-48ac-81ff-16b9d4bf718e req-3ca55634-6b6e-4ada-8c5a-b192d6da8251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:04.757404 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d6baf-b449-48ac-81ff-16b9d4bf718e req-3ca55634-6b6e-4ada-8c5a-b192d6da8251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:04.757866 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d6baf-b449-48ac-81ff-16b9d4bf718e req-3ca55634-6b6e-4ada-8c5a-b192d6da8251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:04.758367 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d6baf-b449-48ac-81ff-16b9d4bf718e req-3ca55634-6b6e-4ada-8c5a-b192d6da8251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:04.758830 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d6baf-b449-48ac-81ff-16b9d4bf718e req-3ca55634-6b6e-4ada-8c5a-b192d6da8251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:04.759272 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d6baf-b449-48ac-81ff-16b9d4bf718e req-3ca55634-6b6e-4ada-8c5a-b192d6da8251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:04.762717 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d6baf-b449-48ac-81ff-16b9d4bf718e req-3ca55634-6b6e-4ada-8c5a-b192d6da8251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:04.765001 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4d7d6baf-b449-48ac-81ff-16b9d4bf718e req-3ca55634-6b6e-4ada-8c5a-b192d6da8251 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87638972bbdb420baed9019b114e9df8&device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 6354 time: 0.4428258 Dec 10 16:28:04.776414 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'tag': '21b8bef8-fefe-4479-9cf4-2a31d80aa85b'}, {'name': 'network-changed', 'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'tag': '8ea2a5ee-71c7-4668-b402-89d8708371f8'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:28:04.779315 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60b76e0-2113-47c0-b030-eda448f77c7e" -d '{"events": [{"name": "network-changed", "server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "tag": "21b8bef8-fefe-4479-9cf4-2a31d80aa85b"}, {"name": "network-changed", "server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "tag": "8ea2a5ee-71c7-4668-b402-89d8708371f8"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:28:04.800840 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=0bdd6daf-a9e7-41e5-b135-fc680633b7b8,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:04.859994 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['0bdd6daf-a9e7-41e5-b135-fc680633b7b8'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:28:04.889885 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71c0bc8a-c1bc-4add-948f-2996369cd077 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:04.988573 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71c0bc8a-c1bc-4add-948f-2996369cd077 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:05.077734 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48332) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:05.135461 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4819b2d9-0536-4e60-99bc-7dadecc43531 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:05.218352 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71c0bc8a-c1bc-4add-948f-2996369cd077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:05.221195 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71c0bc8a-c1bc-4add-948f-2996369cd077 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:05.240874 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-71c0bc8a-c1bc-4add-948f-2996369cd077 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6b49af25-9bf3-47f2-9663-27e6fcae68aa HTTP/1.1" status: 204 len: 168 time: 0.5087771 Dec 10 16:28:05.285404 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0bc8a-c1bc-4add-948f-2996369cd077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b49af25-9bf3-47f2-9663-27e6fcae68aa,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:05.315841 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0bc8a-c1bc-4add-948f-2996369cd077 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:05.316363 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0bc8a-c1bc-4add-948f-2996369cd077 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:05.316941 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0bc8a-c1bc-4add-948f-2996369cd077 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:05.317574 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0bc8a-c1bc-4add-948f-2996369cd077 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:05.318057 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0bc8a-c1bc-4add-948f-2996369cd077 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:05.323210 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0bc8a-c1bc-4add-948f-2996369cd077 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:05.324943 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0bc8a-c1bc-4add-948f-2996369cd077 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:05.325480 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0bc8a-c1bc-4add-948f-2996369cd077 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:05.325928 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0bc8a-c1bc-4add-948f-2996369cd077 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:05.326398 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0bc8a-c1bc-4add-948f-2996369cd077 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:05.327346 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0bc8a-c1bc-4add-948f-2996369cd077 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:05.330662 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0bc8a-c1bc-4add-948f-2996369cd077 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:05.331288 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0bc8a-c1bc-4add-948f-2996369cd077 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:05.528119 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4819b2d9-0536-4e60-99bc-7dadecc43531 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:05.536242 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4819b2d9-0536-4e60-99bc-7dadecc43531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:05.645172 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819b2d9-0536-4e60-99bc-7dadecc43531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe861b9-f069-41be-a026-5feaa52fc34b,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:05.682576 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4819b2d9-0536-4e60-99bc-7dadecc43531 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=30d4f1566e0f451295e09a5048ecb90c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6036320 Dec 10 16:28:05.686560 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48342) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:05.765409 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e142958e-0fd2-40b5-ba17-05a6f69af70d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:05.807662 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e142958e-0fd2-40b5-ba17-05a6f69af70d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:05.920437 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e142958e-0fd2-40b5-ba17-05a6f69af70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:05.928774 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e142958e-0fd2-40b5-ba17-05a6f69af70d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:05.930299 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e142958e-0fd2-40b5-ba17-05a6f69af70d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4fe861b9-f069-41be-a026-5feaa52fc34b HTTP/1.1" status: 204 len: 168 time: 0.2421622 Dec 10 16:28:05.939347 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7c6d190b-c2fd-4a77-8ef9-e9c4dc329f76 req-70578633-2bb3-45cd-b9a3-dc90172f2efb tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.11 "GET /v2.0/security-groups?id=331d978c-c350-494a-9709-18ca9c76bff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3996224 Dec 10 16:28:05.952758 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e142958e-0fd2-40b5-ba17-05a6f69af70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe861b9-f069-41be-a026-5feaa52fc34b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:06.148267 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d6baf-b449-48ac-81ff-16b9d4bf718e req-ad626132-1719-4178-bd13-c430dae21ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:06.148974 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d6baf-b449-48ac-81ff-16b9d4bf718e req-ad626132-1719-4178-bd13-c430dae21ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:06.149698 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d6baf-b449-48ac-81ff-16b9d4bf718e req-ad626132-1719-4178-bd13-c430dae21ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:06.151487 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4d7d6baf-b449-48ac-81ff-16b9d4bf718e req-ad626132-1719-4178-bd13-c430dae21ffb service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=87638972bbdb420baed9019b114e9df8&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.3764706 Dec 10 16:28:06.165727 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:06.192408 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 0bdd6daf-a9e7-41e5-b135-fc680633b7b8 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:28:06.196427 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17fd571-14e6-4b68-9427-4c10d4a31a36 req-26986353-212b-4e7d-9edd-a3b0d0f896d1 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:06.202613 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c17fd571-14e6-4b68-9427-4c10d4a31a36 req-26986353-212b-4e7d-9edd-a3b0d0f896d1 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 944 time: 0.1525340 Dec 10 16:28:06.338216 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 0bdd6daf-a9e7-41e5-b135-fc680633b7b8 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:28:06.339914 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:06.368892 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c17fd571-14e6-4b68-9427-4c10d4a31a36 req-d7b4ef0c-a496-491d-be3a-06f3e4465b47 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651726 Dec 10 16:28:06.451744 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:06.476848 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d6baf-b449-48ac-81ff-16b9d4bf718e req-b028c477-bbc1-42d5-bc20-805d2fce63f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:06.478239 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4d7d6baf-b449-48ac-81ff-16b9d4bf718e req-b028c477-bbc1-42d5-bc20-805d2fce63f2 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3134027 Dec 10 16:28:06.482664 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc12529-0c43-4bb0-9c79-ef5bba73fae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bdd6daf-a9e7-41e5-b135-fc680633b7b8'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:28:06.486549 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0523381-9ba6-4bcb-9bac-aeb654694c37" -d '{"events": [{"server_uuid": "6dc12529-0c43-4bb0-9c79-ef5bba73fae2", "name": "network-vif-plugged", "status": "completed", "tag": "0bdd6daf-a9e7-41e5-b135-fc680633b7b8"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:28:06.508035 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 0bdd6daf-a9e7-41e5-b135-fc680633b7b8, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=0bdd6daf-a9e7-41e5-b135-fc680633b7b8,segment=NetworkSegment(e6fa61d2-b939-45d7-997a-9f01bb103238),segment_id=e6fa61d2-b939-45d7-997a-9f01bb103238)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:06.514403 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-db4a4fe6-5026-401f-97e7-a3e8ea259610 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeb3a935-ca6c-4918-87c1-e89b62c3b091 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:28:06.518258 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:06.531493 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-db4a4fe6-5026-401f-97e7-a3e8ea259610 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:06.578175 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-db4a4fe6-5026-401f-97e7-a3e8ea259610 service neutron] Transition to ACTIVE for port object eeb3a935-ca6c-4918-87c1-e89b62c3b091 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:28:06.583115 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=0bdd6daf-a9e7-41e5-b135-fc680633b7b8,revision_number=7']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:06.584582 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-db4a4fe6-5026-401f-97e7-a3e8ea259610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:06.807224 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a4fe6-5026-401f-97e7-a3e8ea259610 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb3a935-ca6c-4918-87c1-e89b62c3b091,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:06.811688 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-db4a4fe6-5026-401f-97e7-a3e8ea259610 service neutron] Attempting to bind port eeb3a935-ca6c-4918-87c1-e89b62c3b091 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:28:06.812268 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-db4a4fe6-5026-401f-97e7-a3e8ea259610 service neutron] Attempting to bind port eeb3a935-ca6c-4918-87c1-e89b62c3b091 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': 'd62dc478-30ab-46d0-93b0-617021b42e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '38e57e43-6d77-489e-a8a8-a633e923df66'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:28:06.812402 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-db4a4fe6-5026-401f-97e7-a3e8ea259610 service neutron] Attempting to bind port eeb3a935-ca6c-4918-87c1-e89b62c3b091 on network 38e57e43-6d77-489e-a8a8-a633e923df66 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:28:06.846156 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-db4a4fe6-5026-401f-97e7-a3e8ea259610 service neutron] Port eeb3a935-ca6c-4918-87c1-e89b62c3b091 on network 38e57e43-6d77-489e-a8a8-a633e923df66 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:28:06.846496 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-db4a4fe6-5026-401f-97e7-a3e8ea259610 service neutron] Attempting to bind port eeb3a935-ca6c-4918-87c1-e89b62c3b091 on network 38e57e43-6d77-489e-a8a8-a633e923df66 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:28:06.873636 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-db4a4fe6-5026-401f-97e7-a3e8ea259610 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:28:06.874249 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-db4a4fe6-5026-401f-97e7-a3e8ea259610 service neutron] Checking segment: {'id': 'd62dc478-30ab-46d0-93b0-617021b42e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '38e57e43-6d77-489e-a8a8-a633e923df66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:28:06.874824 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-db4a4fe6-5026-401f-97e7-a3e8ea259610 service neutron] Bound using segment: {'id': 'd62dc478-30ab-46d0-93b0-617021b42e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '38e57e43-6d77-489e-a8a8-a633e923df66'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:28:06.876046 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-db4a4fe6-5026-401f-97e7-a3e8ea259610 service neutron] Bound port: eeb3a935-ca6c-4918-87c1-e89b62c3b091, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd62dc478-30ab-46d0-93b0-617021b42e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '38e57e43-6d77-489e-a8a8-a633e923df66'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:28:06.876600 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-db4a4fe6-5026-401f-97e7-a3e8ea259610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:06.977600 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-db4a4fe6-5026-401f-97e7-a3e8ea259610 service neutron] For port eeb3a935-ca6c-4918-87c1-e89b62c3b091, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:28:06.982942 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-db4a4fe6-5026-401f-97e7-a3e8ea259610 service neutron] For port eeb3a935-ca6c-4918-87c1-e89b62c3b091, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=eeb3a935-ca6c-4918-87c1-e89b62c3b091,segment=NetworkSegment(d62dc478-30ab-46d0-93b0-617021b42e5a),segment_id=d62dc478-30ab-46d0-93b0-617021b42e5a)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:28:06.992300 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-db4a4fe6-5026-401f-97e7-a3e8ea259610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:07.014445 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-db4a4fe6-5026-401f-97e7-a3e8ea259610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:07.015127 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-db4a4fe6-5026-401f-97e7-a3e8ea259610 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:07.016547 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-db4a4fe6-5026-401f-97e7-a3e8ea259610 service neutron] 10.222.0.46 "PUT /v2.0/ports/eeb3a935-ca6c-4918-87c1-e89b62c3b091 HTTP/1.1" status: 200 len: 1091 time: 2.6955974 Dec 10 16:28:07.030531 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4274210-8735-4b09-8e47-f3d6117b44af req-3f6a45f6-fcb7-44b9-9142-3c22aea0f517 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:07.039739 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4274210-8735-4b09-8e47-f3d6117b44af req-3f6a45f6-fcb7-44b9-9142-3c22aea0f517 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:07.046705 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4274210-8735-4b09-8e47-f3d6117b44af req-3f6a45f6-fcb7-44b9-9142-3c22aea0f517 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:07.069464 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4274210-8735-4b09-8e47-f3d6117b44af req-3f6a45f6-fcb7-44b9-9142-3c22aea0f517 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:07.087671 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4274210-8735-4b09-8e47-f3d6117b44af req-3f6a45f6-fcb7-44b9-9142-3c22aea0f517 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:07.097855 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4274210-8735-4b09-8e47-f3d6117b44af req-3f6a45f6-fcb7-44b9-9142-3c22aea0f517 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:07.110716 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4274210-8735-4b09-8e47-f3d6117b44af req-3f6a45f6-fcb7-44b9-9142-3c22aea0f517 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:07.123355 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b4274210-8735-4b09-8e47-f3d6117b44af req-3f6a45f6-fcb7-44b9-9142-3c22aea0f517 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 5419 time: 0.3125744 Dec 10 16:28:07.182442 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1e524e58-7774-47fe-b084-10c137a648ef service neutron] Request body: {'port': {'device_id': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:28:07.360168 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b4274210-8735-4b09-8e47-f3d6117b44af req-f9a87ff5-7772-4141-96e0-7a130bbedd81 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bcf6659-ad70-4f78-8202-1accd4dc47f4&id=7f2a2db4-8009-4c13-8329-5a2302100f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2296195 Dec 10 16:28:07.381737 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1e524e58-7774-47fe-b084-10c137a648ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:07.386103 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a4fe6-5026-401f-97e7-a3e8ea259610 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb3a935-ca6c-4918-87c1-e89b62c3b091,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:07.556941 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 10 Dec 2021 16:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e619f2c0-7de3-4049-bcb4-9535464ccdaa x-openstack-request-id: req-e619f2c0-7de3-4049-bcb4-9535464ccdaa {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:28:07.557344 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "tag": "21b8bef8-fefe-4479-9cf4-2a31d80aa85b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "tag": "8ea2a5ee-71c7-4668-b402-89d8708371f8", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:28:07.557701 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e619f2c0-7de3-4049-bcb4-9535464ccdaa {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:28:07.558379 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'tag': '21b8bef8-fefe-4479-9cf4-2a31d80aa85b', 'status': 'completed', 'code': 200} Dec 10 16:28:07.558585 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'tag': '8ea2a5ee-71c7-4668-b402-89d8708371f8', 'status': 'completed', 'code': 200} Dec 10 16:28:07.569667 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bf2dc2-6a28-4526-8600-0168d8983425 x-openstack-request-id: req-d4bf2dc2-6a28-4526-8600-0168d8983425 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:28:07.570201 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc12529-0c43-4bb0-9c79-ef5bba73fae2", "name": "network-vif-plugged", "status": "completed", "tag": "0bdd6daf-a9e7-41e5-b135-fc680633b7b8", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:28:07.570352 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d4bf2dc2-6a28-4526-8600-0168d8983425 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:28:07.570919 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc12529-0c43-4bb0-9c79-ef5bba73fae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bdd6daf-a9e7-41e5-b135-fc680633b7b8', 'code': 200} Dec 10 16:28:07.602668 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48404) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:07.709195 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b76e0-2113-47c0-b030-eda448f77c7e req-af28fdfe-ba15-48b7-b12f-81996718d0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:07.709697 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b76e0-2113-47c0-b030-eda448f77c7e req-af28fdfe-ba15-48b7-b12f-81996718d0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:07.710181 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b76e0-2113-47c0-b030-eda448f77c7e req-af28fdfe-ba15-48b7-b12f-81996718d0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:07.710653 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b76e0-2113-47c0-b030-eda448f77c7e req-af28fdfe-ba15-48b7-b12f-81996718d0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:07.711109 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b76e0-2113-47c0-b030-eda448f77c7e req-af28fdfe-ba15-48b7-b12f-81996718d0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:07.711561 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b76e0-2113-47c0-b030-eda448f77c7e req-af28fdfe-ba15-48b7-b12f-81996718d0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:07.712057 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b76e0-2113-47c0-b030-eda448f77c7e req-af28fdfe-ba15-48b7-b12f-81996718d0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:07.715871 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c60b76e0-2113-47c0-b030-eda448f77c7e req-af28fdfe-ba15-48b7-b12f-81996718d0fb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87638972bbdb420baed9019b114e9df8&device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 6421 time: 0.1675553 Dec 10 16:28:07.860699 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b76e0-2113-47c0-b030-eda448f77c7e req-a205b8b9-6262-4ca2-aa84-d1b0eb47e960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:07.860699 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b76e0-2113-47c0-b030-eda448f77c7e req-a205b8b9-6262-4ca2-aa84-d1b0eb47e960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:07.861145 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b76e0-2113-47c0-b030-eda448f77c7e req-a205b8b9-6262-4ca2-aa84-d1b0eb47e960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:07.862899 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c60b76e0-2113-47c0-b030-eda448f77c7e req-a205b8b9-6262-4ca2-aa84-d1b0eb47e960 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=87638972bbdb420baed9019b114e9df8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1403787 Dec 10 16:28:07.969531 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:08.015279 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-6b4346ce-10ea-459c-9918-899869c34204 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-939279158-network', 'tenant_id': '0d4248dbee8d467184bf6fd62b83d63b'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:28:08.068446 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4346ce-10ea-459c-9918-899869c34204 admin admin] Made reservation on behalf of 0d4248dbee8d467184bf6fd62b83d63b for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:28:08.073154 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6b4346ce-10ea-459c-9918-899869c34204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:08.085514 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6b4346ce-10ea-459c-9918-899869c34204 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:08.128080 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b76e0-2113-47c0-b030-eda448f77c7e req-3783c121-cb87-4053-86e1-0dfca51ee8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:08.129921 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c60b76e0-2113-47c0-b030-eda448f77c7e req-3783c121-cb87-4053-86e1-0dfca51ee8cb service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2575901 Dec 10 16:28:08.179761 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1e524e58-7774-47fe-b084-10c137a648ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce4d43d3-b2a9-4324-9c6c-aabee5331e81 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:28:08.231976 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1e524e58-7774-47fe-b084-10c137a648ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:08.235945 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6b4346ce-10ea-459c-9918-899869c34204 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:08.241131 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6b4346ce-10ea-459c-9918-899869c34204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:08.257567 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b4346ce-10ea-459c-9918-899869c34204 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:28:08.271059 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6b4346ce-10ea-459c-9918-899869c34204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:08.271473 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-6b4346ce-10ea-459c-9918-899869c34204 admin admin] Added segment 61dcaedb-3bc0-47c0-9c1b-e1ac3641e703 of type vlan for network 6b846837-ffd4-4012-82b7-af1d6b57a065 Dec 10 16:28:08.294233 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ca77c-3b38-456c-98b7-2f991c385401 req-6236d19e-2af1-4332-99a6-84bdf5d3de8e tempest-NetworksTest-1015631672 tempest-NetworksTest-1015631672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:08.294940 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ca77c-3b38-456c-98b7-2f991c385401 req-6236d19e-2af1-4332-99a6-84bdf5d3de8e tempest-NetworksTest-1015631672 tempest-NetworksTest-1015631672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:08.295567 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ca77c-3b38-456c-98b7-2f991c385401 req-6236d19e-2af1-4332-99a6-84bdf5d3de8e tempest-NetworksTest-1015631672 tempest-NetworksTest-1015631672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:08.296184 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ca77c-3b38-456c-98b7-2f991c385401 req-6236d19e-2af1-4332-99a6-84bdf5d3de8e tempest-NetworksTest-1015631672 tempest-NetworksTest-1015631672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:08.297004 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ca77c-3b38-456c-98b7-2f991c385401 req-6236d19e-2af1-4332-99a6-84bdf5d3de8e tempest-NetworksTest-1015631672 tempest-NetworksTest-1015631672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:08.297649 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ca77c-3b38-456c-98b7-2f991c385401 req-6236d19e-2af1-4332-99a6-84bdf5d3de8e tempest-NetworksTest-1015631672 tempest-NetworksTest-1015631672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:08.298322 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ca77c-3b38-456c-98b7-2f991c385401 req-6236d19e-2af1-4332-99a6-84bdf5d3de8e tempest-NetworksTest-1015631672 tempest-NetworksTest-1015631672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:08.298938 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ca77c-3b38-456c-98b7-2f991c385401 req-6236d19e-2af1-4332-99a6-84bdf5d3de8e tempest-NetworksTest-1015631672 tempest-NetworksTest-1015631672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:08.299552 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ca77c-3b38-456c-98b7-2f991c385401 req-6236d19e-2af1-4332-99a6-84bdf5d3de8e tempest-NetworksTest-1015631672 tempest-NetworksTest-1015631672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:08.300164 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ca77c-3b38-456c-98b7-2f991c385401 req-6236d19e-2af1-4332-99a6-84bdf5d3de8e tempest-NetworksTest-1015631672 tempest-NetworksTest-1015631672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:08.300773 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ca77c-3b38-456c-98b7-2f991c385401 req-6236d19e-2af1-4332-99a6-84bdf5d3de8e tempest-NetworksTest-1015631672 tempest-NetworksTest-1015631672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:08.301929 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ca77c-3b38-456c-98b7-2f991c385401 req-6236d19e-2af1-4332-99a6-84bdf5d3de8e tempest-NetworksTest-1015631672 tempest-NetworksTest-1015631672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:08.302736 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ca77c-3b38-456c-98b7-2f991c385401 req-6236d19e-2af1-4332-99a6-84bdf5d3de8e tempest-NetworksTest-1015631672 tempest-NetworksTest-1015631672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:08.303358 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ca77c-3b38-456c-98b7-2f991c385401 req-6236d19e-2af1-4332-99a6-84bdf5d3de8e tempest-NetworksTest-1015631672 tempest-NetworksTest-1015631672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:08.319358 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4e5ca77c-3b38-456c-98b7-2f991c385401 req-6236d19e-2af1-4332-99a6-84bdf5d3de8e tempest-NetworksTest-1015631672 tempest-NetworksTest-1015631672-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9871 time: 0.3705151 Dec 10 16:28:08.324807 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1e524e58-7774-47fe-b084-10c137a648ef service neutron] Transition to ACTIVE for port object ce4d43d3-b2a9-4324-9c6c-aabee5331e81 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:28:08.337157 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1e524e58-7774-47fe-b084-10c137a648ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:08.337335 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6b4346ce-10ea-459c-9918-899869c34204 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:08.350655 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b76e0-2113-47c0-b030-eda448f77c7e req-701528bd-d12f-40a5-bbd9-d83189683910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:08.351225 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b76e0-2113-47c0-b030-eda448f77c7e req-701528bd-d12f-40a5-bbd9-d83189683910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:08.351682 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b76e0-2113-47c0-b030-eda448f77c7e req-701528bd-d12f-40a5-bbd9-d83189683910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:08.352144 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b76e0-2113-47c0-b030-eda448f77c7e req-701528bd-d12f-40a5-bbd9-d83189683910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:08.352652 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b76e0-2113-47c0-b030-eda448f77c7e req-701528bd-d12f-40a5-bbd9-d83189683910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:08.353159 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b76e0-2113-47c0-b030-eda448f77c7e req-701528bd-d12f-40a5-bbd9-d83189683910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:08.353944 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b76e0-2113-47c0-b030-eda448f77c7e req-701528bd-d12f-40a5-bbd9-d83189683910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:08.356140 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c60b76e0-2113-47c0-b030-eda448f77c7e req-701528bd-d12f-40a5-bbd9-d83189683910 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87638972bbdb420baed9019b114e9df8&device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 6421 time: 0.1708305 Dec 10 16:28:08.393798 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4346ce-10ea-459c-9918-899869c34204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da017d9-7a4c-4ac3-880a-727b23e039b9,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:08.409379 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6b4346ce-10ea-459c-9918-899869c34204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:08.410390 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4346ce-10ea-459c-9918-899869c34204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:08.412752 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6b4346ce-10ea-459c-9918-899869c34204 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:08.490984 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6b4346ce-10ea-459c-9918-899869c34204 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8864141 Dec 10 16:28:08.492352 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48424) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:08.499989 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-4a43674a-4681-40c3-aa5b-ddfde64d41d7 admin admin] Request body: {'subnet': {'network_id': '6b846837-ffd4-4012-82b7-af1d6b57a065', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-939279158-subnet', 'tenant_id': '0d4248dbee8d467184bf6fd62b83d63b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:28:08.526173 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4346ce-10ea-459c-9918-899869c34204 admin admin] Pushing event updated for resources: {'Network': ['ID=6b846837-ffd4-4012-82b7-af1d6b57a065,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:08.538736 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 6b846837-ffd4-4012-82b7-af1d6b57a065 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:28:08.549927 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a43674a-4681-40c3-aa5b-ddfde64d41d7 admin admin] Made reservation on behalf of 0d4248dbee8d467184bf6fd62b83d63b for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:28:08.554850 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4a43674a-4681-40c3-aa5b-ddfde64d41d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:08.571697 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e524e58-7774-47fe-b084-10c137a648ef service neutron] Pushing event updated for resources: {'Port': ['ID=ce4d43d3-b2a9-4324-9c6c-aabee5331e81,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:08.622724 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5ea0c-da22-4ddc-9f44-24fdb653697c req-99a1f83c-42ac-413e-8ecc-4c1fc155fe6c tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:08.624292 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b4f5ea0c-da22-4ddc-9f44-24fdb653697c req-99a1f83c-42ac-413e-8ecc-4c1fc155fe6c tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.11 "GET /v2.0/ports?device_id=35ecefb0-4aa6-414c-9c8f-9b0803c78eac HTTP/1.1" status: 200 len: 946 time: 0.2353528 Dec 10 16:28:08.797007 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1e524e58-7774-47fe-b084-10c137a648ef service neutron] Attempting to bind port ce4d43d3-b2a9-4324-9c6c-aabee5331e81 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:28:08.797338 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1e524e58-7774-47fe-b084-10c137a648ef service neutron] Attempting to bind port ce4d43d3-b2a9-4324-9c6c-aabee5331e81 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': 'd62dc478-30ab-46d0-93b0-617021b42e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '38e57e43-6d77-489e-a8a8-a633e923df66'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:28:08.797666 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1e524e58-7774-47fe-b084-10c137a648ef service neutron] Attempting to bind port ce4d43d3-b2a9-4324-9c6c-aabee5331e81 on network 38e57e43-6d77-489e-a8a8-a633e923df66 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:28:08.818659 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1e524e58-7774-47fe-b084-10c137a648ef service neutron] Port ce4d43d3-b2a9-4324-9c6c-aabee5331e81 on network 38e57e43-6d77-489e-a8a8-a633e923df66 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:28:08.819100 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1e524e58-7774-47fe-b084-10c137a648ef service neutron] Attempting to bind port ce4d43d3-b2a9-4324-9c6c-aabee5331e81 on network 38e57e43-6d77-489e-a8a8-a633e923df66 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:28:08.823475 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b76e0-2113-47c0-b030-eda448f77c7e req-319c9d35-0c0c-46b3-b8cc-14e9ff539d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:08.824206 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b76e0-2113-47c0-b030-eda448f77c7e req-319c9d35-0c0c-46b3-b8cc-14e9ff539d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:08.824378 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b76e0-2113-47c0-b030-eda448f77c7e req-319c9d35-0c0c-46b3-b8cc-14e9ff539d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:08.825947 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c60b76e0-2113-47c0-b030-eda448f77c7e req-319c9d35-0c0c-46b3-b8cc-14e9ff539d8f service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=87638972bbdb420baed9019b114e9df8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4381282 Dec 10 16:28:08.884332 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4a43674a-4681-40c3-aa5b-ddfde64d41d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:08.936664 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1e524e58-7774-47fe-b084-10c137a648ef service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:28:08.936996 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1e524e58-7774-47fe-b084-10c137a648ef service neutron] Checking segment: {'id': 'd62dc478-30ab-46d0-93b0-617021b42e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '38e57e43-6d77-489e-a8a8-a633e923df66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:28:08.937380 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1e524e58-7774-47fe-b084-10c137a648ef service neutron] Bound using segment: {'id': 'd62dc478-30ab-46d0-93b0-617021b42e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '38e57e43-6d77-489e-a8a8-a633e923df66'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:28:08.937812 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1e524e58-7774-47fe-b084-10c137a648ef service neutron] Bound port: ce4d43d3-b2a9-4324-9c6c-aabee5331e81, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd62dc478-30ab-46d0-93b0-617021b42e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '38e57e43-6d77-489e-a8a8-a633e923df66'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:28:08.938179 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1e524e58-7774-47fe-b084-10c137a648ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:08.943768 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43674a-4681-40c3-aa5b-ddfde64d41d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aaff46f-c283-4149-ac89-cdd26ce93be3,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:08.960164 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b76e0-2113-47c0-b030-eda448f77c7e req-26b4c043-0871-4c10-88a5-d5bdca875311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:08.961635 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c60b76e0-2113-47c0-b030-eda448f77c7e req-26b4c043-0871-4c10-88a5-d5bdca875311 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1266217 Dec 10 16:28:08.968543 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a43674a-4681-40c3-aa5b-ddfde64d41d7 admin admin] Checking segment: {'id': '61dcaedb-3bc0-47c0-9c1b-e1ac3641e703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6b846837-ffd4-4012-82b7-af1d6b57a065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:28:08.969186 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a43674a-4681-40c3-aa5b-ddfde64d41d7 admin admin] Network hostable DHCP agents. Network: 6b846837-ffd4-4012-82b7-af1d6b57a065, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:28:08.991057 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a43674a-4681-40c3-aa5b-ddfde64d41d7 admin admin] Network 6b846837-ffd4-4012-82b7-af1d6b57a065 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:28:09.007817 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-4a43674a-4681-40c3-aa5b-ddfde64d41d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 6b846837-ffd4-4012-82b7-af1d6b57a065) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:28:09.013355 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a43674a-4681-40c3-aa5b-ddfde64d41d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:09.014197 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4a43674a-4681-40c3-aa5b-ddfde64d41d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:09.018501 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c2b57f-ec7c-4679-b1a3-0981d61158e4 None None] Network 6b846837-ffd4-4012-82b7-af1d6b57a065 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:28:09.043434 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b4f5ea0c-da22-4ddc-9f44-24fdb653697c req-929f8fb6-7422-4216-9c9b-91960698213b tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.11 "GET /v2.0/security-groups?id=331d978c-c350-494a-9709-18ca9c76bff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976200 Dec 10 16:28:09.073131 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4a43674a-4681-40c3-aa5b-ddfde64d41d7 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5722435 Dec 10 16:28:09.091740 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1e524e58-7774-47fe-b084-10c137a648ef service neutron] For port ce4d43d3-b2a9-4324-9c6c-aabee5331e81, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:28:09.100152 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1e524e58-7774-47fe-b084-10c137a648ef service neutron] For port ce4d43d3-b2a9-4324-9c6c-aabee5331e81, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=ce4d43d3-b2a9-4324-9c6c-aabee5331e81,segment=NetworkSegment(d62dc478-30ab-46d0-93b0-617021b42e5a),segment_id=d62dc478-30ab-46d0-93b0-617021b42e5a)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:28:09.105887 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1e524e58-7774-47fe-b084-10c137a648ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:09.168235 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1e524e58-7774-47fe-b084-10c137a648ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:09.168970 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1e524e58-7774-47fe-b084-10c137a648ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:09.170556 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-1e524e58-7774-47fe-b084-10c137a648ef service neutron] 10.222.0.46 "PUT /v2.0/ports/ce4d43d3-b2a9-4324-9c6c-aabee5331e81 HTTP/1.1" status: 200 len: 1091 time: 2.0148482 Dec 10 16:28:09.267908 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cefa9e-0fe3-4b13-a640-1e66f18b6a6b None None] Network 6b846837-ffd4-4012-82b7-af1d6b57a065 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:28:09.323716 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f285a75-3e22-4674-b2a2-5cfa0e70ed86 req-111375a2-1b8e-45d0-86ed-dbd6b7d5d7df tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:09.328126 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4f285a75-3e22-4674-b2a2-5cfa0e70ed86 req-111375a2-1b8e-45d0-86ed-dbd6b7d5d7df tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.1638403 Dec 10 16:28:09.329459 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e524e58-7774-47fe-b084-10c137a648ef service neutron] Pushing event updated for resources: {'Port': ['ID=ce4d43d3-b2a9-4324-9c6c-aabee5331e81,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:09.348292 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-0e4e4a32-334b-4760-a351-42b6308fe469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:09.348790 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-0e4e4a32-334b-4760-a351-42b6308fe469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:09.349255 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-0e4e4a32-334b-4760-a351-42b6308fe469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:09.349721 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-0e4e4a32-334b-4760-a351-42b6308fe469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:09.350234 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-0e4e4a32-334b-4760-a351-42b6308fe469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:09.350684 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-0e4e4a32-334b-4760-a351-42b6308fe469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:09.351111 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-0e4e4a32-334b-4760-a351-42b6308fe469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:09.353728 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-0e4e4a32-334b-4760-a351-42b6308fe469 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87638972bbdb420baed9019b114e9df8&device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 6488 time: 0.1229465 Dec 10 16:28:09.420254 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-7742aee1-4cd6-40b7-b374-39c904f9c291 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5bdcbf6-9c70-4b11-a616-8e8aeec9956a HTTP/1.1" status: 200 len: 217 time: 0.0518758 Dec 10 16:28:09.476381 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-d398483e-760e-4d52-b017-515b54c29eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:09.477837 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-d398483e-760e-4d52-b017-515b54c29eb9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=680c8cce-43a4-41f3-b994-8a2b86d3ec14 HTTP/1.1" status: 200 len: 855 time: 0.0508878 Dec 10 16:28:09.523072 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4f285a75-3e22-4674-b2a2-5cfa0e70ed86 req-274f03db-5fed-42b5-902d-b6159ba6b1cc tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682127 Dec 10 16:28:09.553698 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-f388b997-15a2-48aa-9630-65c46359e806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:09.555620 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-f388b997-15a2-48aa-9630-65c46359e806 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693946 Dec 10 16:28:09.560210 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'tag': 'eeb3a935-ca6c-4918-87c1-e89b62c3b091'}, {'name': 'network-changed', 'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'tag': 'ce4d43d3-b2a9-4324-9c6c-aabee5331e81'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:28:09.562805 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d919aac9-7c1f-4bba-9666-70c564fae911" -d '{"events": [{"name": "network-changed", "server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "tag": "eeb3a935-ca6c-4918-87c1-e89b62c3b091"}, {"name": "network-changed", "server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "tag": "ce4d43d3-b2a9-4324-9c6c-aabee5331e81"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:28:09.664104 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-2045e697-6848-49af-b71c-1cca5c904f1c service neutron] 10.222.0.46 "GET /v2.0/networks/54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974665 Dec 10 16:28:09.854126 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a93cd-b0ce-4f06-b533-4da8aa3346ae req-98181ac9-d435-4e58-a8f0-240fb9e3e9a1 tempest-NetworksTest-1015631672 tempest-NetworksTest-1015631672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:09.855540 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a76a93cd-b0ce-4f06-b533-4da8aa3346ae req-98181ac9-d435-4e58-a8f0-240fb9e3e9a1 tempest-NetworksTest-1015631672 tempest-NetworksTest-1015631672-project-admin] 10.222.0.11 "GET /v2.0/networks/5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 886 time: 0.1522350 Dec 10 16:28:09.858925 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-88226f7e-6b14-4f79-be9e-ad101c8f6209 service neutron] 10.222.0.46 "GET /v2.0/networks/54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793904 Dec 10 16:28:09.913916 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-72d474ad-fc01-43d2-9e2c-855aa4623452 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=7a783492-ea39-41dc-8499-87239009e539 HTTP/1.1" status: 200 len: 217 time: 0.0472291 Dec 10 16:28:10.012388 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e6fbb-dcd1-49f4-a0ac-8ec77e5d7ba4 req-a10f6506-4946-4629-bdf2-d4ad90dd9ef6 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:10.019186 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e6fbb-dcd1-49f4-a0ac-8ec77e5d7ba4 req-a10f6506-4946-4629-bdf2-d4ad90dd9ef6 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:10.026915 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e6fbb-dcd1-49f4-a0ac-8ec77e5d7ba4 req-a10f6506-4946-4629-bdf2-d4ad90dd9ef6 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:10.033133 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e6fbb-dcd1-49f4-a0ac-8ec77e5d7ba4 req-a10f6506-4946-4629-bdf2-d4ad90dd9ef6 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:10.040917 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e6fbb-dcd1-49f4-a0ac-8ec77e5d7ba4 req-a10f6506-4946-4629-bdf2-d4ad90dd9ef6 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:10.046911 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e6fbb-dcd1-49f4-a0ac-8ec77e5d7ba4 req-a10f6506-4946-4629-bdf2-d4ad90dd9ef6 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:10.052881 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e6fbb-dcd1-49f4-a0ac-8ec77e5d7ba4 req-a10f6506-4946-4629-bdf2-d4ad90dd9ef6 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:10.054807 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5f4e6fbb-dcd1-49f4-a0ac-8ec77e5d7ba4 req-a10f6506-4946-4629-bdf2-d4ad90dd9ef6 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 5431 time: 0.1428692 Dec 10 16:28:10.056921 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-f7de1309-d034-4ec3-b6b3-db4a63133a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:10.058278 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-f7de1309-d034-4ec3-b6b3-db4a63133a14 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a67fe19-d2ec-40d0-b0cf-1f0cbda6e9f5 HTTP/1.1" status: 200 len: 797 time: 0.1146250 Dec 10 16:28:10.139757 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-f46b203c-1f22-4b33-ac95-f51be95b0458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:10.141435 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-f46b203c-1f22-4b33-ac95-f51be95b0458 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cf96409c-c15e-4dab-9223-335a0597f4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0747917 Dec 10 16:28:10.214888 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5f4e6fbb-dcd1-49f4-a0ac-8ec77e5d7ba4 req-4be251f1-7b01-4952-99b3-d28d7d9c8ba2 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bcf6659-ad70-4f78-8202-1accd4dc47f4&id=7f2a2db4-8009-4c13-8329-5a2302100f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1467257 Dec 10 16:28:10.273545 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-eceab81b-0825-437d-8468-319ae72860b2 service neutron] 10.222.0.46 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239579 Dec 10 16:28:10.382679 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-c1e810bd-7b7e-402f-9790-7a1a8b9149f8 service neutron] 10.222.0.46 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023257 Dec 10 16:28:10.431500 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-de15254f-ef22-49d8-a8c2-3cc2a6b28bee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=304a9bfc-169e-45fd-9a13-801c0c824783 HTTP/1.1" status: 200 len: 217 time: 0.0406318 Dec 10 16:28:10.474031 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-3902f0ba-b37a-4c71-883d-80c0c54852ed req-b480c053-c136-40e7-99ef-93f12ae81b56 tempest-SecurityGroupsTestAdminJSON-188685105 tempest-SecurityGroupsTestAdminJSON-188685105-project] Request body: {'security_group': {'name': 'tempest-securitygroup-429657679', 'description': 'tempest-description-354006791'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:28:10.506921 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-478c41a9-98f4-40d3-a734-57c7498a28e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:10.508433 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-478c41a9-98f4-40d3-a734-57c7498a28e5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a67fe19-d2ec-40d0-b0cf-1f0cbda6e9f5 HTTP/1.1" status: 200 len: 797 time: 0.0706916 Dec 10 16:28:10.524757 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3902f0ba-b37a-4c71-883d-80c0c54852ed req-b480c053-c136-40e7-99ef-93f12ae81b56 tempest-SecurityGroupsTestAdminJSON-188685105 tempest-SecurityGroupsTestAdminJSON-188685105-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:10.550494 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3902f0ba-b37a-4c71-883d-80c0c54852ed req-b480c053-c136-40e7-99ef-93f12ae81b56 tempest-SecurityGroupsTestAdminJSON-188685105 tempest-SecurityGroupsTestAdminJSON-188685105-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:10.582624 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-c32eab23-4186-4423-b41c-329358614bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:10.584141 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-c32eab23-4186-4423-b41c-329358614bb7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cf96409c-c15e-4dab-9223-335a0597f4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0688109 Dec 10 16:28:10.714655 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3902f0ba-b37a-4c71-883d-80c0c54852ed req-b480c053-c136-40e7-99ef-93f12ae81b56 tempest-SecurityGroupsTestAdminJSON-188685105 tempest-SecurityGroupsTestAdminJSON-188685105-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:10.718810 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-24c5d403-468f-4ae3-a48e-eb773d74fbfb service neutron] 10.222.0.46 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249819 Dec 10 16:28:10.719838 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3902f0ba-b37a-4c71-883d-80c0c54852ed req-b480c053-c136-40e7-99ef-93f12ae81b56 tempest-SecurityGroupsTestAdminJSON-188685105 tempest-SecurityGroupsTestAdminJSON-188685105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:10.798907 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480c053-c136-40e7-99ef-93f12ae81b56 tempest-SecurityGroupsTestAdminJSON-188685105 tempest-SecurityGroupsTestAdminJSON-188685105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4bf17e-3eee-4eac-85af-0a92ec884fc2,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:10.872497 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-60f8d69f-0632-430d-93d8-554872055b84 service neutron] 10.222.0.46 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406722 Dec 10 16:28:10.874837 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3902f0ba-b37a-4c71-883d-80c0c54852ed req-b480c053-c136-40e7-99ef-93f12ae81b56 tempest-SecurityGroupsTestAdminJSON-188685105 tempest-SecurityGroupsTestAdminJSON-188685105-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:10.879050 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3902f0ba-b37a-4c71-883d-80c0c54852ed req-b480c053-c136-40e7-99ef-93f12ae81b56 tempest-SecurityGroupsTestAdminJSON-188685105 tempest-SecurityGroupsTestAdminJSON-188685105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:10.934823 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-d20f525a-0f02-460b-aac5-52807eab668a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=21b8bef8-fefe-4479-9cf4-2a31d80aa85b HTTP/1.1" status: 200 len: 217 time: 0.0530548 Dec 10 16:28:10.948682 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3902f0ba-b37a-4c71-883d-80c0c54852ed req-b480c053-c136-40e7-99ef-93f12ae81b56 tempest-SecurityGroupsTestAdminJSON-188685105 tempest-SecurityGroupsTestAdminJSON-188685105-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:10.949849 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3902f0ba-b37a-4c71-883d-80c0c54852ed req-b480c053-c136-40e7-99ef-93f12ae81b56 tempest-SecurityGroupsTestAdminJSON-188685105 tempest-SecurityGroupsTestAdminJSON-188685105-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4821036 Dec 10 16:28:10.978559 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480c053-c136-40e7-99ef-93f12ae81b56 tempest-SecurityGroupsTestAdminJSON-188685105 tempest-SecurityGroupsTestAdminJSON-188685105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=557d3cc3-1d31-483a-b54d-1e69d98a06c6,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:10.999357 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-d7ad5964-4b23-4f8f-8cc1-5fb9c5117ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:11.000896 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-d7ad5964-4b23-4f8f-8cc1-5fb9c5117ed4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a67fe19-d2ec-40d0-b0cf-1f0cbda6e9f5 HTTP/1.1" status: 200 len: 797 time: 0.0557153 Dec 10 16:28:11.081898 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-5d5258de-e5dc-4246-9fde-9ab3fa053202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:11.084232 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-5d5258de-e5dc-4246-9fde-9ab3fa053202 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cf96409c-c15e-4dab-9223-335a0597f4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0749562 Dec 10 16:28:11.096775 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b215a-fe28-4b62-bced-5bf0e2cdfd56 req-01531f82-e1f2-45eb-a61f-1f6474ac6246 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:11.098782 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-783b215a-fe28-4b62-bced-5bf0e2cdfd56 req-01531f82-e1f2-45eb-a61f-1f6474ac6246 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d0de8ba-a6cd-40eb-9ba7-0a75a2456617 HTTP/1.1" status: 200 len: 945 time: 0.0638528 Dec 10 16:28:11.202906 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-783b215a-fe28-4b62-bced-5bf0e2cdfd56 req-4cd6ac61-0839-446f-bdaa-4c6da68ea552 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.11 "GET /v2.0/security-groups?id=331d978c-c350-494a-9709-18ca9c76bff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860162 Dec 10 16:28:11.222124 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-aef495fd-e483-4e30-bd7c-8ead5761366d service neutron] 10.222.0.46 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223943 Dec 10 16:28:11.336108 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-46765608-c169-4bdf-a905-c311a5b396b8 service neutron] 10.222.0.46 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057897 Dec 10 16:28:11.391299 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-30643da9-46f7-4f1d-9198-0df962387e5a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=8ea2a5ee-71c7-4668-b402-89d8708371f8 HTTP/1.1" status: 200 len: 217 time: 0.0434177 Dec 10 16:28:11.495487 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-12e5fa62-bd1e-4c5b-b4f9-662e423359ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:11.496203 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-12e5fa62-bd1e-4c5b-b4f9-662e423359ac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a67fe19-d2ec-40d0-b0cf-1f0cbda6e9f5 HTTP/1.1" status: 200 len: 797 time: 0.0965052 Dec 10 16:28:11.559992 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96a210-036c-4c00-903c-873162d49c6c req-c685df5e-b5f2-460d-94d3-c298983257dc tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:11.561479 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cb96a210-036c-4c00-903c-873162d49c6c req-c685df5e-b5f2-460d-94d3-c298983257dc tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/networks?id=6b846837-ffd4-4012-82b7-af1d6b57a065 HTTP/1.1" status: 200 len: 814 time: 0.1732049 Dec 10 16:28:11.577468 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-135de50e-0e13-44c3-9adf-d8236ad6749b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:11.578960 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-135de50e-0e13-44c3-9adf-d8236ad6749b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cf96409c-c15e-4dab-9223-335a0597f4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0736082 Dec 10 16:28:11.584878 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cb96a210-036c-4c00-903c-873162d49c6c req-bdee36a9-157d-4970-8289-06e3c1e9cf4e tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/quotas/0d4248dbee8d467184bf6fd62b83d63b HTTP/1.1" status: 200 len: 375 time: 0.0151703 Dec 10 16:28:11.969416 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cb96a210-036c-4c00-903c-873162d49c6c req-1e178c96-a057-480d-b9fa-8e13e8303a95 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d4248dbee8d467184bf6fd62b83d63b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3738289 Dec 10 16:28:12.062289 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-ff880c8b-4f25-4a19-944c-05ad73c6bf8f service neutron] 10.222.0.46 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4742823 Dec 10 16:28:12.139585 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cb96a210-036c-4c00-903c-873162d49c6c req-056acbea-504b-481e-a4ef-b8798f38d5df service neutron] 10.222.0.11 "GET /v2.0/networks/6b846837-ffd4-4012-82b7-af1d6b57a065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559687 Dec 10 16:28:12.233071 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-60f2f7a8-72a0-4f2e-bc11-23e059cb6e70 service neutron] 10.222.0.46 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636078 Dec 10 16:28:12.292637 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-333f4034-837a-4679-b234-9b9ca3e12e97 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=eeb3a935-ca6c-4918-87c1-e89b62c3b091 HTTP/1.1" status: 200 len: 217 time: 0.0489016 Dec 10 16:28:12.296688 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cb96a210-036c-4c00-903c-873162d49c6c req-aae660ea-6e1e-4038-b151-6d6c6a9a5e4d service neutron] 10.222.0.11 "GET /v2.0/networks/6b846837-ffd4-4012-82b7-af1d6b57a065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481869 Dec 10 16:28:12.351716 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-63364457-d8df-4c70-902d-7f47b2ec2edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:12.353276 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-63364457-d8df-4c70-902d-7f47b2ec2edb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=512e7c15-5283-4a20-8554-1db6c68de939 HTTP/1.1" status: 200 len: 797 time: 0.0540462 Dec 10 16:28:12.415581 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-e4ed7e83-74ac-4725-a923-a3e6cb283faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:12.417121 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-e4ed7e83-74ac-4725-a923-a3e6cb283faa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38e57e43-6d77-489e-a8a8-a633e923df66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0554123 Dec 10 16:28:12.500271 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 10 Dec 2021 16:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09b95c7-c926-41a3-8766-a289a499fda6 x-openstack-request-id: req-b09b95c7-c926-41a3-8766-a289a499fda6 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:28:12.500658 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "tag": "eeb3a935-ca6c-4918-87c1-e89b62c3b091", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "tag": "ce4d43d3-b2a9-4324-9c6c-aabee5331e81", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:28:12.500845 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b09b95c7-c926-41a3-8766-a289a499fda6 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:28:12.501271 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'tag': 'eeb3a935-ca6c-4918-87c1-e89b62c3b091', 'status': 'completed', 'code': 200} Dec 10 16:28:12.501517 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'tag': 'ce4d43d3-b2a9-4324-9c6c-aabee5331e81', 'status': 'completed', 'code': 200} Dec 10 16:28:12.619483 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-db44b0ca-60c4-4ce8-9ee3-8a10f23b2525 service neutron] 10.222.0.46 "GET /v2.0/networks/38e57e43-6d77-489e-a8a8-a633e923df66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944468 Dec 10 16:28:12.711889 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197c45b-8813-4855-b805-f80538e7ffd4 req-8afa8e06-b70b-40d2-9649-2069ce7fad9f tempest-NetworksTest-1015631672 tempest-NetworksTest-1015631672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:12.712364 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197c45b-8813-4855-b805-f80538e7ffd4 req-8afa8e06-b70b-40d2-9649-2069ce7fad9f tempest-NetworksTest-1015631672 tempest-NetworksTest-1015631672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:12.712825 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197c45b-8813-4855-b805-f80538e7ffd4 req-8afa8e06-b70b-40d2-9649-2069ce7fad9f tempest-NetworksTest-1015631672 tempest-NetworksTest-1015631672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:12.713280 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197c45b-8813-4855-b805-f80538e7ffd4 req-8afa8e06-b70b-40d2-9649-2069ce7fad9f tempest-NetworksTest-1015631672 tempest-NetworksTest-1015631672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:12.713753 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197c45b-8813-4855-b805-f80538e7ffd4 req-8afa8e06-b70b-40d2-9649-2069ce7fad9f tempest-NetworksTest-1015631672 tempest-NetworksTest-1015631672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:12.714185 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197c45b-8813-4855-b805-f80538e7ffd4 req-8afa8e06-b70b-40d2-9649-2069ce7fad9f tempest-NetworksTest-1015631672 tempest-NetworksTest-1015631672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:12.714635 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197c45b-8813-4855-b805-f80538e7ffd4 req-8afa8e06-b70b-40d2-9649-2069ce7fad9f tempest-NetworksTest-1015631672 tempest-NetworksTest-1015631672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:12.715128 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197c45b-8813-4855-b805-f80538e7ffd4 req-8afa8e06-b70b-40d2-9649-2069ce7fad9f tempest-NetworksTest-1015631672 tempest-NetworksTest-1015631672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:12.715565 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197c45b-8813-4855-b805-f80538e7ffd4 req-8afa8e06-b70b-40d2-9649-2069ce7fad9f tempest-NetworksTest-1015631672 tempest-NetworksTest-1015631672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:12.715976 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197c45b-8813-4855-b805-f80538e7ffd4 req-8afa8e06-b70b-40d2-9649-2069ce7fad9f tempest-NetworksTest-1015631672 tempest-NetworksTest-1015631672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:12.716419 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197c45b-8813-4855-b805-f80538e7ffd4 req-8afa8e06-b70b-40d2-9649-2069ce7fad9f tempest-NetworksTest-1015631672 tempest-NetworksTest-1015631672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:12.716862 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197c45b-8813-4855-b805-f80538e7ffd4 req-8afa8e06-b70b-40d2-9649-2069ce7fad9f tempest-NetworksTest-1015631672 tempest-NetworksTest-1015631672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:12.717311 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197c45b-8813-4855-b805-f80538e7ffd4 req-8afa8e06-b70b-40d2-9649-2069ce7fad9f tempest-NetworksTest-1015631672 tempest-NetworksTest-1015631672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:12.717743 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197c45b-8813-4855-b805-f80538e7ffd4 req-8afa8e06-b70b-40d2-9649-2069ce7fad9f tempest-NetworksTest-1015631672 tempest-NetworksTest-1015631672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:12.718210 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197c45b-8813-4855-b805-f80538e7ffd4 req-8afa8e06-b70b-40d2-9649-2069ce7fad9f tempest-NetworksTest-1015631672 tempest-NetworksTest-1015631672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:12.720482 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f197c45b-8813-4855-b805-f80538e7ffd4 req-8afa8e06-b70b-40d2-9649-2069ce7fad9f tempest-NetworksTest-1015631672 tempest-NetworksTest-1015631672-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10574 time: 0.2178707 Dec 10 16:28:12.803247 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-3f73d75f-af63-4d28-9fe7-efd1eaef1063 service neutron] 10.222.0.46 "GET /v2.0/networks/38e57e43-6d77-489e-a8a8-a633e923df66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738446 Dec 10 16:28:12.886121 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-0d54b88e-36b5-4380-9fed-89d1100d3c2c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ce4d43d3-b2a9-4324-9c6c-aabee5331e81 HTTP/1.1" status: 200 len: 217 time: 0.0487754 Dec 10 16:28:12.914821 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207eba5-e5cf-4785-aca7-33af7826ea81 req-00f944a5-3d2e-458e-a3e0-3619d55f1815 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:12.922103 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0207eba5-e5cf-4785-aca7-33af7826ea81 req-00f944a5-3d2e-458e-a3e0-3619d55f1815 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.1144955 Dec 10 16:28:13.017324 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-c5e43785-c77a-445f-aec7-fbd4774ab243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:13.018861 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-c5e43785-c77a-445f-aec7-fbd4774ab243 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=512e7c15-5283-4a20-8554-1db6c68de939 HTTP/1.1" status: 200 len: 797 time: 0.1213732 Dec 10 16:28:13.027845 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0207eba5-e5cf-4785-aca7-33af7826ea81 req-37d3d910-1709-447d-b0f0-baf38f5355e4 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046536 Dec 10 16:28:13.093811 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-fc8375ec-110d-427c-aad8-5b7d139fabff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:13.095385 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-fc8375ec-110d-427c-aad8-5b7d139fabff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38e57e43-6d77-489e-a8a8-a633e923df66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0665634 Dec 10 16:28:13.219610 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-b17e68ba-be04-49a3-a0b4-8eb8341b1f6d service neutron] 10.222.0.46 "GET /v2.0/networks/38e57e43-6d77-489e-a8a8-a633e923df66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057086 Dec 10 16:28:13.235831 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:28:13.360131 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-450abd4e-6a62-4025-a3ff-08d64c3b4881 req-f98af561-44a1-4015-9f73-f0ad4b7dc294 service neutron] 10.222.0.46 "GET /v2.0/networks/38e57e43-6d77-489e-a8a8-a633e923df66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112351 Dec 10 16:28:13.360636 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48492) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:13.364335 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-c1aa8517-f015-4dd5-ada4-2044f0aff6bb req-8aa27d4e-570c-4f4b-bca4-2ed716d1cfcb tempest-SecurityGroupsTestAdminJSON-188685105 tempest-SecurityGroupsTestAdminJSON-188685105-project] Request body: {'security_group': {'name': 'tempest-securitygroup-304331502', 'description': 'tempest-description-799684945'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:28:13.397149 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c1aa8517-f015-4dd5-ada4-2044f0aff6bb req-8aa27d4e-570c-4f4b-bca4-2ed716d1cfcb tempest-SecurityGroupsTestAdminJSON-188685105 tempest-SecurityGroupsTestAdminJSON-188685105-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:13.505823 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3ad38438-f8da-49e3-80be-e5092d840535 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:13.515431 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919aac9-7c1f-4bba-9666-70c564fae911 req-082ca388-436a-4c65-8b20-96f40697399d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:13.515995 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919aac9-7c1f-4bba-9666-70c564fae911 req-082ca388-436a-4c65-8b20-96f40697399d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:13.516521 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919aac9-7c1f-4bba-9666-70c564fae911 req-082ca388-436a-4c65-8b20-96f40697399d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:13.517042 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919aac9-7c1f-4bba-9666-70c564fae911 req-082ca388-436a-4c65-8b20-96f40697399d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:13.517558 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919aac9-7c1f-4bba-9666-70c564fae911 req-082ca388-436a-4c65-8b20-96f40697399d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:13.518075 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919aac9-7c1f-4bba-9666-70c564fae911 req-082ca388-436a-4c65-8b20-96f40697399d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:13.518609 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919aac9-7c1f-4bba-9666-70c564fae911 req-082ca388-436a-4c65-8b20-96f40697399d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:13.520786 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d919aac9-7c1f-4bba-9666-70c564fae911 req-082ca388-436a-4c65-8b20-96f40697399d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87638972bbdb420baed9019b114e9df8&device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 6488 time: 0.0849099 Dec 10 16:28:13.570865 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c1aa8517-f015-4dd5-ada4-2044f0aff6bb req-8aa27d4e-570c-4f4b-bca4-2ed716d1cfcb tempest-SecurityGroupsTestAdminJSON-188685105 tempest-SecurityGroupsTestAdminJSON-188685105-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:13.598687 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3ad38438-f8da-49e3-80be-e5092d840535 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:13.602963 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3ad38438-f8da-49e3-80be-e5092d840535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:13.613298 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c1aa8517-f015-4dd5-ada4-2044f0aff6bb req-8aa27d4e-570c-4f4b-bca4-2ed716d1cfcb tempest-SecurityGroupsTestAdminJSON-188685105 tempest-SecurityGroupsTestAdminJSON-188685105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:13.653677 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad38438-f8da-49e3-80be-e5092d840535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd5c49c-fbaa-440f-affd-f78eab7ebd9c,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:13.660036 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3ad38438-f8da-49e3-80be-e5092d840535 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=18ef031b72444cae874772b734413ef5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2982717 Dec 10 16:28:13.663718 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48496) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:13.705224 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c1aa8517-f015-4dd5-ada4-2044f0aff6bb req-8aa27d4e-570c-4f4b-bca4-2ed716d1cfcb tempest-SecurityGroupsTestAdminJSON-188685105 tempest-SecurityGroupsTestAdminJSON-188685105-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:13.717329 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c1aa8517-f015-4dd5-ada4-2044f0aff6bb req-8aa27d4e-570c-4f4b-bca4-2ed716d1cfcb tempest-SecurityGroupsTestAdminJSON-188685105 tempest-SecurityGroupsTestAdminJSON-188685105-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3599062 Dec 10 16:28:13.735050 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e05ca5ee-822e-4476-96c7-42e5458f90ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:13.769002 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e05ca5ee-822e-4476-96c7-42e5458f90ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:13.776545 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919aac9-7c1f-4bba-9666-70c564fae911 req-1cfa1a6d-aff7-4484-a155-b945731348bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:13.778717 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d919aac9-7c1f-4bba-9666-70c564fae911 req-1cfa1a6d-aff7-4484-a155-b945731348bb service neutron] 10.222.0.46 "GET /v2.0/networks?id=38e57e43-6d77-489e-a8a8-a633e923df66 HTTP/1.1" status: 200 len: 903 time: 0.2470014 Dec 10 16:28:13.782037 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa27d4e-570c-4f4b-bca4-2ed716d1cfcb tempest-SecurityGroupsTestAdminJSON-188685105 tempest-SecurityGroupsTestAdminJSON-188685105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18e74f88-b440-4f44-b8b7-a305b6c6c7cc,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:13.836198 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e05ca5ee-822e-4476-96c7-42e5458f90ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:13.839010 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e05ca5ee-822e-4476-96c7-42e5458f90ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:13.843624 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e05ca5ee-822e-4476-96c7-42e5458f90ea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fcd5c49c-fbaa-440f-affd-f78eab7ebd9c HTTP/1.1" status: 204 len: 168 time: 0.1783612 Dec 10 16:28:13.853153 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ca5ee-822e-4476-96c7-42e5458f90ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd5c49c-fbaa-440f-affd-f78eab7ebd9c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:13.895624 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-012a25c1-9531-415d-909b-b58dd030e674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:13.898072 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d919aac9-7c1f-4bba-9666-70c564fae911 req-0cbd212b-edcf-41db-ae8b-b5c0fab8886f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=eeb3a935-ca6c-4918-87c1-e89b62c3b091 HTTP/1.1" status: 200 len: 217 time: 0.0978725 Dec 10 16:28:13.999737 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919aac9-7c1f-4bba-9666-70c564fae911 req-489d9c30-b1ad-4a41-bc3b-520ecb7fdf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:14.001297 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d919aac9-7c1f-4bba-9666-70c564fae911 req-489d9c30-b1ad-4a41-bc3b-520ecb7fdf6c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=512e7c15-5283-4a20-8554-1db6c68de939 HTTP/1.1" status: 200 len: 797 time: 0.0931969 Dec 10 16:28:14.019596 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96a210-036c-4c00-903c-873162d49c6c req-0b6fd276-1e30-4ba9-b47a-700718ebfef1 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:14.021621 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cb96a210-036c-4c00-903c-873162d49c6c req-0b6fd276-1e30-4ba9-b47a-700718ebfef1 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.26 "GET /v2.0/networks?id=6b846837-ffd4-4012-82b7-af1d6b57a065 HTTP/1.1" status: 200 len: 814 time: 0.3033135 Dec 10 16:28:14.036400 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-cb96a210-036c-4c00-903c-873162d49c6c req-3d7fc0ec-33a4-4658-acc4-a0bb4fb5dff8 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Request body: {'port': {'device_id': '451e6409-316e-4b87-86cd-2da87aaa7224', 'network_id': '6b846837-ffd4-4012-82b7-af1d6b57a065', 'admin_state_up': True, 'tenant_id': '0d4248dbee8d467184bf6fd62b83d63b'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:28:14.204628 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919aac9-7c1f-4bba-9666-70c564fae911 req-76ebc534-1058-4cac-90e6-788ccbb1bc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:14.206240 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d919aac9-7c1f-4bba-9666-70c564fae911 req-76ebc534-1058-4cac-90e6-788ccbb1bc37 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38e57e43-6d77-489e-a8a8-a633e923df66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1835825 Dec 10 16:28:14.226962 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761a7d0-0ca8-4b0d-8b50-33f14b69ec9e req-bada33f4-1dba-49ef-bcd8-9020e73177ac tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:14.232932 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761a7d0-0ca8-4b0d-8b50-33f14b69ec9e req-bada33f4-1dba-49ef-bcd8-9020e73177ac tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:14.238936 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761a7d0-0ca8-4b0d-8b50-33f14b69ec9e req-bada33f4-1dba-49ef-bcd8-9020e73177ac tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:14.245202 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761a7d0-0ca8-4b0d-8b50-33f14b69ec9e req-bada33f4-1dba-49ef-bcd8-9020e73177ac tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:14.251222 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761a7d0-0ca8-4b0d-8b50-33f14b69ec9e req-bada33f4-1dba-49ef-bcd8-9020e73177ac tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:14.257151 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761a7d0-0ca8-4b0d-8b50-33f14b69ec9e req-bada33f4-1dba-49ef-bcd8-9020e73177ac tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:14.263110 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761a7d0-0ca8-4b0d-8b50-33f14b69ec9e req-bada33f4-1dba-49ef-bcd8-9020e73177ac tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:14.265200 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1761a7d0-0ca8-4b0d-8b50-33f14b69ec9e req-bada33f4-1dba-49ef-bcd8-9020e73177ac tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 5431 time: 0.1753771 Dec 10 16:28:14.267627 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48510) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:14.291580 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b575b40c-8cd1-43f2-a4ed-59bfd614a6a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:14.408212 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b575b40c-8cd1-43f2-a4ed-59bfd614a6a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:14.409435 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb96a210-036c-4c00-903c-873162d49c6c req-3d7fc0ec-33a4-4658-acc4-a0bb4fb5dff8 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Made reservation on behalf of 0d4248dbee8d467184bf6fd62b83d63b for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:28:14.413096 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-cb96a210-036c-4c00-903c-873162d49c6c req-3d7fc0ec-33a4-4658-acc4-a0bb4fb5dff8 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:14.414715 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b575b40c-8cd1-43f2-a4ed-59bfd614a6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:14.450562 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d919aac9-7c1f-4bba-9666-70c564fae911 req-63b0d29a-99e8-42e0-b8ed-5076c452d9ea service neutron] 10.222.0.46 "GET /v2.0/networks/38e57e43-6d77-489e-a8a8-a633e923df66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843274 Dec 10 16:28:14.461231 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1761a7d0-0ca8-4b0d-8b50-33f14b69ec9e req-eef86bfa-da41-4d60-8983-b4905ae1133f tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bcf6659-ad70-4f78-8202-1accd4dc47f4&id=7f2a2db4-8009-4c13-8329-5a2302100f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1788914 Dec 10 16:28:14.464209 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 48512) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:14.464704 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b575b40c-8cd1-43f2-a4ed-59bfd614a6a9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c576e8dad23d4703a07989f383062ef0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1957903 Dec 10 16:28:14.467285 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b575b40c-8cd1-43f2-a4ed-59bfd614a6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b1ee0b-585e-42fb-8563-4bff40fd7ddf,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:14.625693 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-339dfcea-b7b1-4621-8358-9034d6119e5f req-f471eb56-bdef-4f35-96b7-57527315ab58 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=451e6409-316e-4b87-86cd-2da87aaa7224 HTTP/1.1" status: 200 len: 210 time: 0.0544615 Dec 10 16:28:14.701486 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d919aac9-7c1f-4bba-9666-70c564fae911 req-a8d452b9-b356-45c0-985d-6769301a48f1 service neutron] 10.222.0.46 "GET /v2.0/networks/38e57e43-6d77-489e-a8a8-a633e923df66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391908 Dec 10 16:28:14.710214 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-971b1b08-a142-4d45-9369-fbf48d788b58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:14.752065 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-cb96a210-036c-4c00-903c-873162d49c6c req-3d7fc0ec-33a4-4658-acc4-a0bb4fb5dff8 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Allocated IP 172.20.0.10 (6b846837-ffd4-4012-82b7-af1d6b57a065/1aaff46f-c283-4149-ac89-cdd26ce93be3/532ec0b1-7c87-4296-9c4b-684b9697a181) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:28:14.773549 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-971b1b08-a142-4d45-9369-fbf48d788b58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:14.885035 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e52a9-d31a-464a-8719-3b6bac215d43 req-2d8299e9-2657-495b-91a5-6e114f8bc2db tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:14.886593 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-350e52a9-d31a-464a-8719-3b6bac215d43 req-2d8299e9-2657-495b-91a5-6e114f8bc2db tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e999457-ec4c-467d-a9fd-5d93579b0a18 HTTP/1.1" status: 200 len: 946 time: 0.1535928 Dec 10 16:28:14.915565 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919aac9-7c1f-4bba-9666-70c564fae911 req-030db6dc-c19e-4f3d-91b4-3016e4340279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:14.915565 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919aac9-7c1f-4bba-9666-70c564fae911 req-030db6dc-c19e-4f3d-91b4-3016e4340279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:14.915852 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919aac9-7c1f-4bba-9666-70c564fae911 req-030db6dc-c19e-4f3d-91b4-3016e4340279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:14.916110 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919aac9-7c1f-4bba-9666-70c564fae911 req-030db6dc-c19e-4f3d-91b4-3016e4340279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:14.916558 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919aac9-7c1f-4bba-9666-70c564fae911 req-030db6dc-c19e-4f3d-91b4-3016e4340279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:14.917006 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919aac9-7c1f-4bba-9666-70c564fae911 req-030db6dc-c19e-4f3d-91b4-3016e4340279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:14.917453 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919aac9-7c1f-4bba-9666-70c564fae911 req-030db6dc-c19e-4f3d-91b4-3016e4340279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:14.919409 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d919aac9-7c1f-4bba-9666-70c564fae911 req-030db6dc-c19e-4f3d-91b4-3016e4340279 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87638972bbdb420baed9019b114e9df8&device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 6488 time: 0.1274474 Dec 10 16:28:14.949348 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-971b1b08-a142-4d45-9369-fbf48d788b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:14.951880 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-971b1b08-a142-4d45-9369-fbf48d788b58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:14.952968 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-971b1b08-a142-4d45-9369-fbf48d788b58 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/05b1ee0b-585e-42fb-8563-4bff40fd7ddf HTTP/1.1" status: 204 len: 168 time: 0.4878874 Dec 10 16:28:15.050664 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b1b08-a142-4d45-9369-fbf48d788b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b1ee0b-585e-42fb-8563-4bff40fd7ddf,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:15.119261 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-350e52a9-d31a-464a-8719-3b6bac215d43 req-55d1df1c-32da-45a1-a159-93f63c948e17 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad4a1433-7bd6-4498-9674-85cfcaea3090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219465 Dec 10 16:28:15.155533 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919aac9-7c1f-4bba-9666-70c564fae911 req-0b3261de-6ffd-4808-867c-e804ed2352ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:15.157041 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d919aac9-7c1f-4bba-9666-70c564fae911 req-0b3261de-6ffd-4808-867c-e804ed2352ac service neutron] 10.222.0.46 "GET /v2.0/networks?id=38e57e43-6d77-489e-a8a8-a633e923df66 HTTP/1.1" status: 200 len: 903 time: 0.2231195 Dec 10 16:28:15.233312 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d919aac9-7c1f-4bba-9666-70c564fae911 req-0aa4a73b-bfa4-45c1-93c8-116b1b295987 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ce4d43d3-b2a9-4324-9c6c-aabee5331e81 HTTP/1.1" status: 200 len: 217 time: 0.0611835 Dec 10 16:28:15.236451 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-cb96a210-036c-4c00-903c-873162d49c6c req-3d7fc0ec-33a4-4658-acc4-a0bb4fb5dff8 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:15.329286 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919aac9-7c1f-4bba-9666-70c564fae911 req-1e054710-86ff-49c5-b4f9-236ac19636e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:15.331889 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d919aac9-7c1f-4bba-9666-70c564fae911 req-1e054710-86ff-49c5-b4f9-236ac19636e0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=512e7c15-5283-4a20-8554-1db6c68de939 HTTP/1.1" status: 200 len: 797 time: 0.0879862 Dec 10 16:28:15.356240 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-cb96a210-036c-4c00-903c-873162d49c6c req-3d7fc0ec-33a4-4658-acc4-a0bb4fb5dff8 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:15.450489 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb96a210-036c-4c00-903c-873162d49c6c req-3d7fc0ec-33a4-4658-acc4-a0bb4fb5dff8 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Network 6b846837-ffd4-4012-82b7-af1d6b57a065 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:28:15.456515 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-cb96a210-036c-4c00-903c-873162d49c6c req-3d7fc0ec-33a4-4658-acc4-a0bb4fb5dff8 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:28:15.465858 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919aac9-7c1f-4bba-9666-70c564fae911 req-17670588-2911-4ae8-bcc8-78b0c7e30d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:15.468322 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d919aac9-7c1f-4bba-9666-70c564fae911 req-17670588-2911-4ae8-bcc8-78b0c7e30d10 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38e57e43-6d77-489e-a8a8-a633e923df66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1250522 Dec 10 16:28:15.469498 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb96a210-036c-4c00-903c-873162d49c6c req-3d7fc0ec-33a4-4658-acc4-a0bb4fb5dff8 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:28:15.510634 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7fc0ec-33a4-4658-acc4-a0bb4fb5dff8 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Pushing event updated for resources: {'Port': ['ID=532ec0b1-7c87-4296-9c4b-684b9697a181,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:15.594024 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-a3f5741d-5c9c-4d69-9663-82179e8515d6 req-0b7bc49f-29ba-4b6e-8a7e-5aca1e408c30 tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1017978910', 'description': 'tempest-description-844600669'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:28:15.606892 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96a210-036c-4c00-903c-873162d49c6c req-3d7fc0ec-33a4-4658-acc4-a0bb4fb5dff8 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:15.607652 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-cb96a210-036c-4c00-903c-873162d49c6c req-3d7fc0ec-33a4-4658-acc4-a0bb4fb5dff8 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:15.665220 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72940913-6617-4268-b6b4-4ebc2c352b7a req-afb97915-d9fa-4fb5-a449-f747eb4502a5 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:15.666845 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-72940913-6617-4268-b6b4-4ebc2c352b7a req-afb97915-d9fa-4fb5-a449-f747eb4502a5 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d0de8ba-a6cd-40eb-9ba7-0a75a2456617 HTTP/1.1" status: 200 len: 945 time: 0.1574492 Dec 10 16:28:15.677274 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a3f5741d-5c9c-4d69-9663-82179e8515d6 req-0b7bc49f-29ba-4b6e-8a7e-5aca1e408c30 tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:15.689266 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cb96a210-036c-4c00-903c-873162d49c6c req-3d7fc0ec-33a4-4658-acc4-a0bb4fb5dff8 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6571872 Dec 10 16:28:15.727692 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a3f5741d-5c9c-4d69-9663-82179e8515d6 req-0b7bc49f-29ba-4b6e-8a7e-5aca1e408c30 tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:15.732772 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-cb96a210-036c-4c00-903c-873162d49c6c req-4a184480-630d-4145-9f69-0b02a82c2da9 service neutron] Request body: {'port': {'device_id': '451e6409-316e-4b87-86cd-2da87aaa7224', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:28:15.767019 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d919aac9-7c1f-4bba-9666-70c564fae911 req-b833a94a-8744-43ff-bdbf-8ef01346c9bd service neutron] 10.222.0.46 "GET /v2.0/networks/38e57e43-6d77-489e-a8a8-a633e923df66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511444 Dec 10 16:28:15.922860 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-cb96a210-036c-4c00-903c-873162d49c6c req-4a184480-630d-4145-9f69-0b02a82c2da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:16.021479 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d919aac9-7c1f-4bba-9666-70c564fae911 req-be320bf1-4a44-4623-8c5d-76c5f65e7bdc service neutron] 10.222.0.46 "GET /v2.0/networks/38e57e43-6d77-489e-a8a8-a633e923df66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339540 Dec 10 16:28:16.024722 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-72940913-6617-4268-b6b4-4ebc2c352b7a req-bcc7a034-4746-4dea-8078-d717c416cc59 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Deleting port 08b1b03c-7c9f-40a1-9542-04ce53dce2f7 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:28:16.025141 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-72940913-6617-4268-b6b4-4ebc2c352b7a req-bcc7a034-4746-4dea-8078-d717c416cc59 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:16.136559 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a3f5741d-5c9c-4d69-9663-82179e8515d6 req-0b7bc49f-29ba-4b6e-8a7e-5aca1e408c30 tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:16.196800 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a3f5741d-5c9c-4d69-9663-82179e8515d6 req-0b7bc49f-29ba-4b6e-8a7e-5aca1e408c30 tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:16.283930 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-72940913-6617-4268-b6b4-4ebc2c352b7a req-bcc7a034-4746-4dea-8078-d717c416cc59 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] For port 08b1b03c-7c9f-40a1-9542-04ce53dce2f7, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=08b1b03c-7c9f-40a1-9542-04ce53dce2f7,segment=NetworkSegment(308a1d5a-dd71-46e0-981d-7b16e2a07c80),segment_id=308a1d5a-dd71-46e0-981d-7b16e2a07c80)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:16.284390 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-72940913-6617-4268-b6b4-4ebc2c352b7a req-bcc7a034-4746-4dea-8078-d717c416cc59 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:16.325196 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-72940913-6617-4268-b6b4-4ebc2c352b7a req-bcc7a034-4746-4dea-8078-d717c416cc59 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Calling delete_port for 08b1b03c-7c9f-40a1-9542-04ce53dce2f7 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:28:16.327161 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7bc49f-29ba-4b6e-8a7e-5aca1e408c30 tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bacf5e36-785e-4603-a11b-9ab2bdf90a43,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:16.441129 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6b3a4466-d598-4171-b3fb-ed996e1a798c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:16.795311 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a3f5741d-5c9c-4d69-9663-82179e8515d6 req-0b7bc49f-29ba-4b6e-8a7e-5aca1e408c30 tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:16.811631 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a3f5741d-5c9c-4d69-9663-82179e8515d6 req-0b7bc49f-29ba-4b6e-8a7e-5aca1e408c30 tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:16.884581 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a3f5741d-5c9c-4d69-9663-82179e8515d6 req-0b7bc49f-29ba-4b6e-8a7e-5aca1e408c30 tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:16.889958 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a3f5741d-5c9c-4d69-9663-82179e8515d6 req-0b7bc49f-29ba-4b6e-8a7e-5aca1e408c30 tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 1.3478189 Dec 10 16:28:16.908226 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7bc49f-29ba-4b6e-8a7e-5aca1e408c30 tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d014ddcb-dcfa-4bf3-9251-9178ddd527b7,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:16.999051 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-cb96a210-036c-4c00-903c-873162d49c6c req-4a184480-630d-4145-9f69-0b02a82c2da9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 532ec0b1-7c87-4296-9c4b-684b9697a181 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:28:17.010610 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-cb96a210-036c-4c00-903c-873162d49c6c req-4a184480-630d-4145-9f69-0b02a82c2da9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:17.027015 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-72940913-6617-4268-b6b4-4ebc2c352b7a req-bcc7a034-4746-4dea-8078-d717c416cc59 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:17.029619 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-cb96a210-036c-4c00-903c-873162d49c6c req-4a184480-630d-4145-9f69-0b02a82c2da9 service neutron] Transition to ACTIVE for port object 532ec0b1-7c87-4296-9c4b-684b9697a181 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:28:17.037673 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-cb96a210-036c-4c00-903c-873162d49c6c req-4a184480-630d-4145-9f69-0b02a82c2da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:17.040270 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['08b1b03c-7c9f-40a1-9542-04ce53dce2f7'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:28:17.069865 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc7a034-4746-4dea-8078-d717c416cc59 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Pushing event deleted for resources: {'Port': ['ID=08b1b03c-7c9f-40a1-9542-04ce53dce2f7,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:17.070075 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['4c1d00ae-9300-4153-a9f6-06045e042198'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:28:17.162792 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-72940913-6617-4268-b6b4-4ebc2c352b7a req-bcc7a034-4746-4dea-8078-d717c416cc59 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] No DVR routers for this DVR port 08b1b03c-7c9f-40a1-9542-04ce53dce2f7 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:28:17.182421 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-72940913-6617-4268-b6b4-4ebc2c352b7a req-bcc7a034-4746-4dea-8078-d717c416cc59 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:17.185745 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-72940913-6617-4268-b6b4-4ebc2c352b7a req-bcc7a034-4746-4dea-8078-d717c416cc59 tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.46 "DELETE /v2.0/ports/08b1b03c-7c9f-40a1-9542-04ce53dce2f7 HTTP/1.1" status: 204 len: 173 time: 1.5108848 Dec 10 16:28:17.187858 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0de8ba-a6cd-40eb-9ba7-0a75a2456617', 'name': 'network-vif-deleted', 'tag': '08b1b03c-7c9f-40a1-9542-04ce53dce2f7'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:28:17.191789 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626c870e-1bb3-4a34-9725-9a691b5c7a71" -d '{"events": [{"server_uuid": "8d0de8ba-a6cd-40eb-9ba7-0a75a2456617", "name": "network-vif-deleted", "tag": "08b1b03c-7c9f-40a1-9542-04ce53dce2f7"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:28:17.204593 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:17.231181 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a184480-630d-4145-9f69-0b02a82c2da9 service neutron] Pushing event updated for resources: {'Port': ['ID=532ec0b1-7c87-4296-9c4b-684b9697a181,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:17.289961 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2aff8a-7fa4-48b7-8922-b08f93c05401 req-7bf9fa59-86bb-4063-ba4d-be7987b680f1 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:17.291505 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-be2aff8a-7fa4-48b7-8922-b08f93c05401 req-7bf9fa59-86bb-4063-ba4d-be7987b680f1 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.1688776 Dec 10 16:28:17.320163 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-cb96a210-036c-4c00-903c-873162d49c6c req-4a184480-630d-4145-9f69-0b02a82c2da9 service neutron] Attempting to bind port 532ec0b1-7c87-4296-9c4b-684b9697a181 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:28:17.320529 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-cb96a210-036c-4c00-903c-873162d49c6c req-4a184480-630d-4145-9f69-0b02a82c2da9 service neutron] Attempting to bind port 532ec0b1-7c87-4296-9c4b-684b9697a181 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '61dcaedb-3bc0-47c0-9c1b-e1ac3641e703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6b846837-ffd4-4012-82b7-af1d6b57a065'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:28:17.320828 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb96a210-036c-4c00-903c-873162d49c6c req-4a184480-630d-4145-9f69-0b02a82c2da9 service neutron] Attempting to bind port 532ec0b1-7c87-4296-9c4b-684b9697a181 on network 6b846837-ffd4-4012-82b7-af1d6b57a065 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:28:17.330692 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb96a210-036c-4c00-903c-873162d49c6c req-4a184480-630d-4145-9f69-0b02a82c2da9 service neutron] Port 532ec0b1-7c87-4296-9c4b-684b9697a181 on network 6b846837-ffd4-4012-82b7-af1d6b57a065 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:28:17.331016 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb96a210-036c-4c00-903c-873162d49c6c req-4a184480-630d-4145-9f69-0b02a82c2da9 service neutron] Attempting to bind port 532ec0b1-7c87-4296-9c4b-684b9697a181 on network 6b846837-ffd4-4012-82b7-af1d6b57a065 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:28:17.344232 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb96a210-036c-4c00-903c-873162d49c6c req-4a184480-630d-4145-9f69-0b02a82c2da9 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:28:17.344584 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb96a210-036c-4c00-903c-873162d49c6c req-4a184480-630d-4145-9f69-0b02a82c2da9 service neutron] Checking segment: {'id': '61dcaedb-3bc0-47c0-9c1b-e1ac3641e703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6b846837-ffd4-4012-82b7-af1d6b57a065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:28:17.344966 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb96a210-036c-4c00-903c-873162d49c6c req-4a184480-630d-4145-9f69-0b02a82c2da9 service neutron] Bound using segment: {'id': '61dcaedb-3bc0-47c0-9c1b-e1ac3641e703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6b846837-ffd4-4012-82b7-af1d6b57a065'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:28:17.345411 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-cb96a210-036c-4c00-903c-873162d49c6c req-4a184480-630d-4145-9f69-0b02a82c2da9 service neutron] Bound port: 532ec0b1-7c87-4296-9c4b-684b9697a181, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61dcaedb-3bc0-47c0-9c1b-e1ac3641e703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6b846837-ffd4-4012-82b7-af1d6b57a065'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:28:17.345779 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-cb96a210-036c-4c00-903c-873162d49c6c req-4a184480-630d-4145-9f69-0b02a82c2da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:17.377183 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-be2aff8a-7fa4-48b7-8922-b08f93c05401 req-0ca63d1b-7189-4177-8a59-eb30f921daf8 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755055 Dec 10 16:28:17.447155 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-cb96a210-036c-4c00-903c-873162d49c6c req-4a184480-630d-4145-9f69-0b02a82c2da9 service neutron] For port 532ec0b1-7c87-4296-9c4b-684b9697a181, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:28:17.450738 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-cb96a210-036c-4c00-903c-873162d49c6c req-4a184480-630d-4145-9f69-0b02a82c2da9 service neutron] For port 532ec0b1-7c87-4296-9c4b-684b9697a181, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=532ec0b1-7c87-4296-9c4b-684b9697a181,segment=NetworkSegment(61dcaedb-3bc0-47c0-9c1b-e1ac3641e703),segment_id=61dcaedb-3bc0-47c0-9c1b-e1ac3641e703)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:28:17.455737 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-cb96a210-036c-4c00-903c-873162d49c6c req-4a184480-630d-4145-9f69-0b02a82c2da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:17.525784 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96a210-036c-4c00-903c-873162d49c6c req-4a184480-630d-4145-9f69-0b02a82c2da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:17.526422 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-cb96a210-036c-4c00-903c-873162d49c6c req-4a184480-630d-4145-9f69-0b02a82c2da9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:17.528147 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cb96a210-036c-4c00-903c-873162d49c6c req-4a184480-630d-4145-9f69-0b02a82c2da9 service neutron] 10.222.0.26 "PUT /v2.0/ports/532ec0b1-7c87-4296-9c4b-684b9697a181 HTTP/1.1" status: 200 len: 1092 time: 1.8034449 Dec 10 16:28:17.542890 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a184480-630d-4145-9f69-0b02a82c2da9 service neutron] Pushing event updated for resources: {'Port': ['ID=532ec0b1-7c87-4296-9c4b-684b9697a181,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:17.627757 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934081db-adfa-478f-aa48-5c081d84241e req-8bf08a33-dcb9-4687-9adb-95fd3096c811 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:17.636216 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934081db-adfa-478f-aa48-5c081d84241e req-8bf08a33-dcb9-4687-9adb-95fd3096c811 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:17.643701 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934081db-adfa-478f-aa48-5c081d84241e req-8bf08a33-dcb9-4687-9adb-95fd3096c811 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:17.655736 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934081db-adfa-478f-aa48-5c081d84241e req-8bf08a33-dcb9-4687-9adb-95fd3096c811 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:17.662390 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934081db-adfa-478f-aa48-5c081d84241e req-8bf08a33-dcb9-4687-9adb-95fd3096c811 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:17.668695 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934081db-adfa-478f-aa48-5c081d84241e req-8bf08a33-dcb9-4687-9adb-95fd3096c811 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:17.674644 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934081db-adfa-478f-aa48-5c081d84241e req-8bf08a33-dcb9-4687-9adb-95fd3096c811 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:17.682642 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-934081db-adfa-478f-aa48-5c081d84241e req-8bf08a33-dcb9-4687-9adb-95fd3096c811 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 5431 time: 0.1535208 Dec 10 16:28:17.721447 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96a210-036c-4c00-903c-873162d49c6c req-ed78b755-00f3-4e55-be04-f0e4bcc89375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:17.723603 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cb96a210-036c-4c00-903c-873162d49c6c req-ed78b755-00f3-4e55-be04-f0e4bcc89375 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d4248dbee8d467184bf6fd62b83d63b&device_id=451e6409-316e-4b87-86cd-2da87aaa7224 HTTP/1.1" status: 200 len: 1095 time: 0.1489148 Dec 10 16:28:17.783888 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cb96a210-036c-4c00-903c-873162d49c6c req-708ee51f-d839-4747-97ef-87f1984f2ca6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=532ec0b1-7c87-4296-9c4b-684b9697a181 HTTP/1.1" status: 200 len: 217 time: 0.0482075 Dec 10 16:28:17.790716 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-934081db-adfa-478f-aa48-5c081d84241e req-a63718f0-bdfd-48e9-8118-8a7810693d28 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bcf6659-ad70-4f78-8202-1accd4dc47f4&id=7f2a2db4-8009-4c13-8329-5a2302100f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1071496 Dec 10 16:28:17.835911 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96a210-036c-4c00-903c-873162d49c6c req-459d5e7e-a17b-4c82-a569-ebf9711b04b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:17.838028 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cb96a210-036c-4c00-903c-873162d49c6c req-459d5e7e-a17b-4c82-a569-ebf9711b04b6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1aaff46f-c283-4149-ac89-cdd26ce93be3 HTTP/1.1" status: 200 len: 854 time: 0.0464499 Dec 10 16:28:17.903260 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cb96a210-036c-4c00-903c-873162d49c6c req-20256596-0506-4dd9-8cae-5e551ae6afc6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6b846837-ffd4-4012-82b7-af1d6b57a065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413153 Dec 10 16:28:17.964030 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cf064-273e-40c5-bbaa-de5caf85a214 req-dc810629-0eed-41e1-80cc-772fc174949d tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:17.965476 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-303cf064-273e-40c5-bbaa-de5caf85a214 req-dc810629-0eed-41e1-80cc-772fc174949d tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=451e6409-316e-4b87-86cd-2da87aaa7224 HTTP/1.1" status: 200 len: 944 time: 0.1120658 Dec 10 16:28:18.037652 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-303cf064-273e-40c5-bbaa-de5caf85a214 req-660c320d-8249-4b68-b5d0-e4d5dc406c6c tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661454 Dec 10 16:28:18.039893 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cb96a210-036c-4c00-903c-873162d49c6c req-ee2eb5e1-c228-4ce3-a3d0-d186344ca891 service neutron] 10.222.0.26 "GET /v2.0/networks/6b846837-ffd4-4012-82b7-af1d6b57a065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264758 Dec 10 16:28:18.140111 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cb96a210-036c-4c00-903c-873162d49c6c req-afbef5ae-bbcb-4665-a065-2810281b0840 service neutron] 10.222.0.26 "GET /v2.0/networks/6b846837-ffd4-4012-82b7-af1d6b57a065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889413 Dec 10 16:28:18.303982 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-a3c2c90c-f08b-4174-8ef7-595d8c780bf5 tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=de74cf40a286490a900a604b45203b99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214961 Dec 10 16:28:18.437000 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-66713fea-d070-4725-8451-44f9250c380e tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:18.438527 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-66713fea-d070-4725-8451-44f9250c380e tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1293404 Dec 10 16:28:18.453939 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:18.459878 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd877e-b710-4559-9a7e-5c7a0e65a0b3 req-9a3d92ae-074b-4bf0-bf49-78cf48c3d06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:18.461340 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2dbd877e-b710-4559-9a7e-5c7a0e65a0b3 req-9a3d92ae-074b-4bf0-bf49-78cf48c3d06d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3c230731c8574bb0abc18ed9b45d286c&device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 1096 time: 0.0813394 Dec 10 16:28:18.463016 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-d57c2a62-d810-4e30-bf40-6d1ef21687ff tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] 10.222.0.11 "GET /v2.0/quotas/de74cf40a286490a900a604b45203b99 HTTP/1.1" status: 200 len: 375 time: 0.0176842 Dec 10 16:28:18.534873 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-836dfafb-3e13-423f-94da-f2d69e77c57b tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=de74cf40a286490a900a604b45203b99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658157 Dec 10 16:28:18.577544 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd877e-b710-4559-9a7e-5c7a0e65a0b3 req-a2d6c3e2-a090-4c9b-b65d-995e22e2acb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:18.579041 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2dbd877e-b710-4559-9a7e-5c7a0e65a0b3 req-a2d6c3e2-a090-4c9b-b65d-995e22e2acb4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fbb94746-fc6f-4a16-ab0b-6dbd984218c6 HTTP/1.1" status: 200 len: 914 time: 0.1084363 Dec 10 16:28:18.623174 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2dbd877e-b710-4559-9a7e-5c7a0e65a0b3 req-a80a4f60-3593-44d9-bbd2-cddab2ae69cd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bdd6daf-a9e7-41e5-b135-fc680633b7b8 HTTP/1.1" status: 200 len: 217 time: 0.0350654 Dec 10 16:28:18.677189 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-10228a29-7557-4c7f-a401-91d130756c10 req-e36a9825-e876-40c1-859f-c55bb216904e tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1952871705', 'description': 'tempest-description-540577769'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:28:18.733532 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd877e-b710-4559-9a7e-5c7a0e65a0b3 req-216fcb92-cce7-49e6-949e-56c9eeeac835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:18.735164 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2dbd877e-b710-4559-9a7e-5c7a0e65a0b3 req-216fcb92-cce7-49e6-949e-56c9eeeac835 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=173a3b76-9825-4dc8-b87b-02867f285316 HTTP/1.1" status: 200 len: 853 time: 0.1015971 Dec 10 16:28:18.739364 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-10228a29-7557-4c7f-a401-91d130756c10 req-e36a9825-e876-40c1-859f-c55bb216904e tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:18.749563 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d029f9-8304-4630-9dbc-ab867fd63263 req-14484e01-e603-4ddd-afc0-ee8f362ad90f tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:18.750980 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c6d029f9-8304-4630-9dbc-ab867fd63263 req-14484e01-e603-4ddd-afc0-ee8f362ad90f tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.26 "GET /v2.0/ports?device_id=35ecefb0-4aa6-414c-9c8f-9b0803c78eac HTTP/1.1" status: 200 len: 946 time: 0.1162574 Dec 10 16:28:18.791014 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2dbd877e-b710-4559-9a7e-5c7a0e65a0b3 req-93441aa0-3bcc-4f59-b870-d196a2e2d2f7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fbb94746-fc6f-4a16-ab0b-6dbd984218c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390890 Dec 10 16:28:18.987571 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-10228a29-7557-4c7f-a401-91d130756c10 req-e36a9825-e876-40c1-859f-c55bb216904e tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:18.995144 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2dbd877e-b710-4559-9a7e-5c7a0e65a0b3 req-df24d436-76b6-4fef-b1d2-72fee5a1cb87 service neutron] 10.222.0.26 "GET /v2.0/networks/fbb94746-fc6f-4a16-ab0b-6dbd984218c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821785 Dec 10 16:28:18.997010 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-10228a29-7557-4c7f-a401-91d130756c10 req-e36a9825-e876-40c1-859f-c55bb216904e tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:19.037177 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-c6d029f9-8304-4630-9dbc-ab867fd63263 req-cba81ba9-1f6b-435a-bcb9-b6bd1d60c1bd tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Deleting port 4c1d00ae-9300-4153-a9f6-06045e042198 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:28:19.037539 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c6d029f9-8304-4630-9dbc-ab867fd63263 req-cba81ba9-1f6b-435a-bcb9-b6bd1d60c1bd tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:19.090488 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-10228a29-7557-4c7f-a401-91d130756c10 req-e36a9825-e876-40c1-859f-c55bb216904e tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:19.091698 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-10228a29-7557-4c7f-a401-91d130756c10 req-e36a9825-e876-40c1-859f-c55bb216904e tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.4380288 Dec 10 16:28:19.130555 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a9825-e876-40c1-859f-c55bb216904e tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85316b19-3435-4fb5-8feb-6f69449ec44b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:19.148028 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a9825-e876-40c1-859f-c55bb216904e tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:19.148382 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a9825-e876-40c1-859f-c55bb216904e tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:19.149390 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a9825-e876-40c1-859f-c55bb216904e tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:19.149390 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a9825-e876-40c1-859f-c55bb216904e tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:19.149390 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a9825-e876-40c1-859f-c55bb216904e tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:19.149695 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a9825-e876-40c1-859f-c55bb216904e tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:19.150024 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a9825-e876-40c1-859f-c55bb216904e tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:19.150382 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a9825-e876-40c1-859f-c55bb216904e tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:19.150708 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a9825-e876-40c1-859f-c55bb216904e tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:19.151035 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a9825-e876-40c1-859f-c55bb216904e tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:19.151361 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a9825-e876-40c1-859f-c55bb216904e tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:19.151682 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a9825-e876-40c1-859f-c55bb216904e tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:19.152003 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a9825-e876-40c1-859f-c55bb216904e tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:19.170488 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab710e0-e54e-4561-aca8-cbaecfa91920 x-openstack-request-id: req-cab710e0-e54e-4561-aca8-cbaecfa91920 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:28:19.170783 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0de8ba-a6cd-40eb-9ba7-0a75a2456617", "name": "network-vif-deleted", "tag": "08b1b03c-7c9f-40a1-9542-04ce53dce2f7", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:28:19.171038 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cab710e0-e54e-4561-aca8-cbaecfa91920 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:28:19.171496 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0de8ba-a6cd-40eb-9ba7-0a75a2456617', 'name': 'network-vif-deleted', 'tag': '08b1b03c-7c9f-40a1-9542-04ce53dce2f7', 'status': 'completed', 'code': 200} Dec 10 16:28:19.219616 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2dbd877e-b710-4559-9a7e-5c7a0e65a0b3 req-54e6af39-c595-4602-a315-0391df88815e service neutron] 10.222.0.26 "GET /v2.0/networks/fbb94746-fc6f-4a16-ab0b-6dbd984218c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166369 Dec 10 16:28:19.226708 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-c6d029f9-8304-4630-9dbc-ab867fd63263 req-cba81ba9-1f6b-435a-bcb9-b6bd1d60c1bd tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] For port 4c1d00ae-9300-4153-a9f6-06045e042198, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=4c1d00ae-9300-4153-a9f6-06045e042198,segment=NetworkSegment(308a1d5a-dd71-46e0-981d-7b16e2a07c80),segment_id=308a1d5a-dd71-46e0-981d-7b16e2a07c80)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:19.227064 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c6d029f9-8304-4630-9dbc-ab867fd63263 req-cba81ba9-1f6b-435a-bcb9-b6bd1d60c1bd tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:19.240234 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-c6d029f9-8304-4630-9dbc-ab867fd63263 req-cba81ba9-1f6b-435a-bcb9-b6bd1d60c1bd tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Calling delete_port for 4c1d00ae-9300-4153-a9f6-06045e042198 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:28:19.357445 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39607bf-2123-4d00-9c1e-80fbb057fdff req-b8fb3f4d-503e-4f0d-b6ae-62ba4c99515b tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:19.358857 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b39607bf-2123-4d00-9c1e-80fbb057fdff req-b8fb3f4d-503e-4f0d-b6ae-62ba4c99515b tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e999457-ec4c-467d-a9fd-5d93579b0a18 HTTP/1.1" status: 200 len: 946 time: 0.0722694 Dec 10 16:28:19.447964 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b39607bf-2123-4d00-9c1e-80fbb057fdff req-bcc40830-7db1-4929-bcd9-113e10ef28cc tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad4a1433-7bd6-4498-9674-85cfcaea3090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812745 Dec 10 16:28:19.449052 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c6d029f9-8304-4630-9dbc-ab867fd63263 req-cba81ba9-1f6b-435a-bcb9-b6bd1d60c1bd tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:19.465502 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['4c1d00ae-9300-4153-a9f6-06045e042198'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:28:19.480307 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba81ba9-1f6b-435a-bcb9-b6bd1d60c1bd tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Pushing event deleted for resources: {'Port': ['ID=4c1d00ae-9300-4153-a9f6-06045e042198,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:19.538324 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d029f9-8304-4630-9dbc-ab867fd63263 req-cba81ba9-1f6b-435a-bcb9-b6bd1d60c1bd tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] No DVR routers for this DVR port 4c1d00ae-9300-4153-a9f6-06045e042198 on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:28:19.556289 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c6d029f9-8304-4630-9dbc-ab867fd63263 req-cba81ba9-1f6b-435a-bcb9-b6bd1d60c1bd tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:19.559681 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c6d029f9-8304-4630-9dbc-ab867fd63263 req-cba81ba9-1f6b-435a-bcb9-b6bd1d60c1bd tempest-MultipleCreateTestJSON-655064235 tempest-MultipleCreateTestJSON-655064235-project] 10.222.0.26 "DELETE /v2.0/ports/4c1d00ae-9300-4153-a9f6-06045e042198 HTTP/1.1" status: 204 len: 173 time: 0.7942390 Dec 10 16:28:19.585091 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd9930-1786-4933-96cf-045196114828 req-b4b699ad-aad6-4302-b0d9-2a58b8940be5 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:19.586637 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60bd9930-1786-4933-96cf-045196114828 req-b4b699ad-aad6-4302-b0d9-2a58b8940be5 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 945 time: 0.0728915 Dec 10 16:28:19.622562 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-833c9f6f-ae19-48ac-850a-7fbdf2ba402c tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=de74cf40a286490a900a604b45203b99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348132 Dec 10 16:28:19.631885 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:19.698979 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60bd9930-1786-4933-96cf-045196114828 req-58d72bda-c962-4b65-9f2f-5b384b70fba9 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015136 Dec 10 16:28:19.756327 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-b11466a7-9c9e-4643-8bb3-c935a83b8e8e tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:19.757863 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-b11466a7-9c9e-4643-8bb3-c935a83b8e8e tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1288719 Dec 10 16:28:19.774008 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-fdebe439-bc75-4d61-b038-87db4b8baf67 tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] Request body: {'port': {'device_id': '38898e14-28e7-4f34-af0e-27351ab2d870', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'admin_state_up': True, 'tenant_id': 'de74cf40a286490a900a604b45203b99'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:28:19.858695 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a99b0940-0e0e-4e6a-bc97-b6befd3f53cc req-4488f8a6-2f3e-4579-bdd2-c3c391301c74 tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] 10.222.0.11 "GET /v2.0/ports?device_id=38898e14-28e7-4f34-af0e-27351ab2d870 HTTP/1.1" status: 200 len: 210 time: 0.0298557 Dec 10 16:28:19.916028 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-fdebe439-bc75-4d61-b038-87db4b8baf67 tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] Made reservation on behalf of de74cf40a286490a900a604b45203b99 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:28:19.919543 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-fdebe439-bc75-4d61-b038-87db4b8baf67 tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:19.937387 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-fdebe439-bc75-4d61-b038-87db4b8baf67 tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:20.008110 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7358e8-0df7-4245-9e51-728c5026a766 req-6c116374-4b03-48da-8de4-7c471b3b4681 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:20.014039 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7358e8-0df7-4245-9e51-728c5026a766 req-6c116374-4b03-48da-8de4-7c471b3b4681 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:20.020433 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7358e8-0df7-4245-9e51-728c5026a766 req-6c116374-4b03-48da-8de4-7c471b3b4681 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:20.026361 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7358e8-0df7-4245-9e51-728c5026a766 req-6c116374-4b03-48da-8de4-7c471b3b4681 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:20.032580 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7358e8-0df7-4245-9e51-728c5026a766 req-6c116374-4b03-48da-8de4-7c471b3b4681 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:20.039134 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7358e8-0df7-4245-9e51-728c5026a766 req-6c116374-4b03-48da-8de4-7c471b3b4681 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:20.045376 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7358e8-0df7-4245-9e51-728c5026a766 req-6c116374-4b03-48da-8de4-7c471b3b4681 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:20.047401 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7c7358e8-0df7-4245-9e51-728c5026a766 req-6c116374-4b03-48da-8de4-7c471b3b4681 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 5431 time: 0.1256676 Dec 10 16:28:20.121496 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 08b1b03c-7c9f-40a1-9542-04ce53dce2f7 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:28:20.131404 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-fdebe439-bc75-4d61-b038-87db4b8baf67 tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:20.138199 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7c7358e8-0df7-4245-9e51-728c5026a766 req-e5526ee8-600e-46a9-bffc-58464f4694c4 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bcf6659-ad70-4f78-8202-1accd4dc47f4&id=7f2a2db4-8009-4c13-8329-5a2302100f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0830510 Dec 10 16:28:20.139250 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-fdebe439-bc75-4d61-b038-87db4b8baf67 tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:20.147745 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: 08b1b03c-7c9f-40a1-9542-04ce53dce2f7 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:28:20.148350 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 08b1b03c-7c9f-40a1-9542-04ce53dce2f7 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:28:20.250189 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdebe439-bc75-4d61-b038-87db4b8baf67 tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63a84baf-8d74-4096-a44b-f5d79ae617bb,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:20.311985 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b068a04-7cbb-4fac-8eb3-f30d30a23b84 req-66a54755-fba3-4d83-a013-83ccf803f179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:20.313438 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0b068a04-7cbb-4fac-8eb3-f30d30a23b84 req-66a54755-fba3-4d83-a013-83ccf803f179 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3c230731c8574bb0abc18ed9b45d286c&device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 1096 time: 0.1309958 Dec 10 16:28:20.339749 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-fdebe439-bc75-4d61-b038-87db4b8baf67 tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] Allocated IP 192.168.233.169 (1b1da819-dfba-43f2-8848-8bb429159850/a7a18c92-5007-49e2-b728-7aedc06dca57/3ad70088-aaa4-4ab6-91c4-79f3e5b6f971) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:28:20.358183 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2fe0c7-3856-42db-b162-b167b20552a3 req-b0d0c9ff-4cb7-4479-9478-d3f866743bcc tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:20.359592 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3a2fe0c7-3856-42db-b162-b167b20552a3 req-b0d0c9ff-4cb7-4479-9478-d3f866743bcc tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=451e6409-316e-4b87-86cd-2da87aaa7224 HTTP/1.1" status: 200 len: 944 time: 0.1157300 Dec 10 16:28:20.516567 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3a2fe0c7-3856-42db-b162-b167b20552a3 req-d4246289-0445-4a1e-834a-c1f1fc20f75a tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462672 Dec 10 16:28:20.547767 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b068a04-7cbb-4fac-8eb3-f30d30a23b84 req-3a357f4a-cc0c-47a2-a05d-34c93c30e524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:20.549182 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0b068a04-7cbb-4fac-8eb3-f30d30a23b84 req-3a357f4a-cc0c-47a2-a05d-34c93c30e524 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fbb94746-fc6f-4a16-ab0b-6dbd984218c6 HTTP/1.1" status: 200 len: 914 time: 0.2108281 Dec 10 16:28:20.606579 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0b068a04-7cbb-4fac-8eb3-f30d30a23b84 req-09744833-19c7-4fa1-81de-5304fa210132 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bdd6daf-a9e7-41e5-b135-fc680633b7b8 HTTP/1.1" status: 200 len: 217 time: 0.0485969 Dec 10 16:28:20.739706 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b068a04-7cbb-4fac-8eb3-f30d30a23b84 req-959b7354-e19f-4442-bc52-76a4a01d81dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:20.741155 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0b068a04-7cbb-4fac-8eb3-f30d30a23b84 req-959b7354-e19f-4442-bc52-76a4a01d81dd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=173a3b76-9825-4dc8-b87b-02867f285316 HTTP/1.1" status: 200 len: 853 time: 0.1259193 Dec 10 16:28:20.747419 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-fdebe439-bc75-4d61-b038-87db4b8baf67 tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:20.783528 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0b068a04-7cbb-4fac-8eb3-f30d30a23b84 req-f8b6e4b1-f06a-4aa2-8de1-3273117a0cff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fbb94746-fc6f-4a16-ab0b-6dbd984218c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343719 Dec 10 16:28:20.897820 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-fdebe439-bc75-4d61-b038-87db4b8baf67 tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:20.981111 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-fdebe439-bc75-4d61-b038-87db4b8baf67 tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] Network 1b1da819-dfba-43f2-8848-8bb429159850 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:28:20.997728 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-fdebe439-bc75-4d61-b038-87db4b8baf67 tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:28:21.003768 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0b068a04-7cbb-4fac-8eb3-f30d30a23b84 req-dbb563c3-98c5-465d-b4e5-2f250a11907b service neutron] 10.222.0.26 "GET /v2.0/networks/fbb94746-fc6f-4a16-ab0b-6dbd984218c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114632 Dec 10 16:28:21.004925 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-fdebe439-bc75-4d61-b038-87db4b8baf67 tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:28:21.009562 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdebe439-bc75-4d61-b038-87db4b8baf67 tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] Pushing event updated for resources: {'Port': ['ID=3ad70088-aaa4-4ab6-91c4-79f3e5b6f971,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:21.141285 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-fdebe439-bc75-4d61-b038-87db4b8baf67 tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:21.142538 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-fdebe439-bc75-4d61-b038-87db4b8baf67 tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:21.181462 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '451e6409-316e-4b87-86cd-2da87aaa7224', 'tag': '532ec0b1-7c87-4296-9c4b-684b9697a181'}, {'server_uuid': '35ecefb0-4aa6-414c-9c8f-9b0803c78eac', 'name': 'network-vif-deleted', 'tag': '4c1d00ae-9300-4153-a9f6-06045e042198'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:28:21.183986 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1084f13d-aa06-4c55-abc8-50e56ad27b71" -d '{"events": [{"name": "network-changed", "server_uuid": "451e6409-316e-4b87-86cd-2da87aaa7224", "tag": "532ec0b1-7c87-4296-9c4b-684b9697a181"}, {"server_uuid": "35ecefb0-4aa6-414c-9c8f-9b0803c78eac", "name": "network-vif-deleted", "tag": "4c1d00ae-9300-4153-a9f6-06045e042198"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:28:21.198329 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-fdebe439-bc75-4d61-b038-87db4b8baf67 tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4279585 Dec 10 16:28:21.213695 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-57b6bb1c-d96e-491a-b646-81a27be29ba3 service neutron] Request body: {'port': {'device_id': '38898e14-28e7-4f34-af0e-27351ab2d870', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:28:21.227305 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-deb3fa74-53e9-4bfb-b1be-560383655fa8 None None] Provisioning complete for port 3ad70088-aaa4-4ab6-91c4-79f3e5b6f971 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:28:21.227815 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-deb3fa74-53e9-4bfb-b1be-560383655fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:21.231155 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bcd2c51c-f0e4-4ceb-8e6f-dadbe6b3fcdd req-cfdd4a0d-02a6-4428-9d5c-44c582bb8bd0 tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53704 time: 0.6848097 Dec 10 16:28:21.234246 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0b068a04-7cbb-4fac-8eb3-f30d30a23b84 req-26e6bf50-aeac-44b2-900c-78e72aba3c85 service neutron] 10.222.0.26 "GET /v2.0/networks/fbb94746-fc6f-4a16-ab0b-6dbd984218c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172127 Dec 10 16:28:21.264847 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-deb3fa74-53e9-4bfb-b1be-560383655fa8 None None] Port 3ad70088-aaa4-4ab6-91c4-79f3e5b6f971 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:28:21.310796 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-57b6bb1c-d96e-491a-b646-81a27be29ba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:21.313451 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bcd2c51c-f0e4-4ceb-8e6f-dadbe6b3fcdd req-78de234a-69a1-4ccd-96eb-4ae1452d4791 tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] 10.222.0.11 "GET /v2.0/security-groups/0bcf6659-ad70-4f78-8202-1accd4dc47f4 HTTP/1.1" status: 200 len: 3002 time: 0.0640051 Dec 10 16:28:21.398006 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bcd2c51c-f0e4-4ceb-8e6f-dadbe6b3fcdd req-29ad9ac8-5dac-4dd6-96ac-1db22a3ee2fb tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] 10.222.0.11 "GET /v2.0/security-groups/0bcf6659-ad70-4f78-8202-1accd4dc47f4 HTTP/1.1" status: 200 len: 3002 time: 0.0775089 Dec 10 16:28:21.525003 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bcd2c51c-f0e4-4ceb-8e6f-dadbe6b3fcdd req-5f3e93ab-7874-4b04-8442-80c0469ab226 tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] 10.222.0.11 "GET /v2.0/security-groups/10ac71e8-cac4-4719-9fdf-0ee19dfdcc28 HTTP/1.1" status: 200 len: 2990 time: 0.0871534 Dec 10 16:28:21.591495 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bcd2c51c-f0e4-4ceb-8e6f-dadbe6b3fcdd req-07ad8374-96e8-4c3b-b59f-59a62154b09f tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] 10.222.0.11 "GET /v2.0/security-groups/10ac71e8-cac4-4719-9fdf-0ee19dfdcc28 HTTP/1.1" status: 200 len: 2990 time: 0.0603571 Dec 10 16:28:21.672711 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bcd2c51c-f0e4-4ceb-8e6f-dadbe6b3fcdd req-69618666-0bf2-4956-9fdb-33aed5a44341 tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] 10.222.0.11 "GET /v2.0/security-groups/331d978c-c350-494a-9709-18ca9c76bff0 HTTP/1.1" status: 200 len: 3002 time: 0.0713964 Dec 10 16:28:21.682347 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-57b6bb1c-d96e-491a-b646-81a27be29ba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ad70088-aaa4-4ab6-91c4-79f3e5b6f971 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:28:21.693692 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-57b6bb1c-d96e-491a-b646-81a27be29ba3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:21.721766 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-57b6bb1c-d96e-491a-b646-81a27be29ba3 service neutron] Transition to ACTIVE for port object 3ad70088-aaa4-4ab6-91c4-79f3e5b6f971 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:28:21.728531 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-57b6bb1c-d96e-491a-b646-81a27be29ba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:21.763115 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bcd2c51c-f0e4-4ceb-8e6f-dadbe6b3fcdd req-951cfb20-2c4b-4e8c-a08d-9832f4ccea2a tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] 10.222.0.11 "GET /v2.0/security-groups/331d978c-c350-494a-9709-18ca9c76bff0 HTTP/1.1" status: 200 len: 3002 time: 0.0832994 Dec 10 16:28:21.802155 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6bb1c-d96e-491a-b646-81a27be29ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=3ad70088-aaa4-4ab6-91c4-79f3e5b6f971,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:21.857543 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bcd2c51c-f0e4-4ceb-8e6f-dadbe6b3fcdd req-82549baa-81eb-4c21-b34a-ed279db32396 tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] 10.222.0.11 "GET /v2.0/security-groups/3e22fcc0-f091-4f7f-a60a-23bdd016152f HTTP/1.1" status: 200 len: 2994 time: 0.0861278 Dec 10 16:28:21.909055 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-57b6bb1c-d96e-491a-b646-81a27be29ba3 service neutron] Attempting to bind port 3ad70088-aaa4-4ab6-91c4-79f3e5b6f971 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:28:21.909386 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-57b6bb1c-d96e-491a-b646-81a27be29ba3 service neutron] Attempting to bind port 3ad70088-aaa4-4ab6-91c4-79f3e5b6f971 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:28:21.909709 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-57b6bb1c-d96e-491a-b646-81a27be29ba3 service neutron] Attempting to bind port 3ad70088-aaa4-4ab6-91c4-79f3e5b6f971 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:28:21.920267 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-57b6bb1c-d96e-491a-b646-81a27be29ba3 service neutron] Port 3ad70088-aaa4-4ab6-91c4-79f3e5b6f971 on network 1b1da819-dfba-43f2-8848-8bb429159850 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:28:21.920590 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-57b6bb1c-d96e-491a-b646-81a27be29ba3 service neutron] Attempting to bind port 3ad70088-aaa4-4ab6-91c4-79f3e5b6f971 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:28:21.923637 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bcd2c51c-f0e4-4ceb-8e6f-dadbe6b3fcdd req-d4203a02-3d61-4b94-8ac9-2b2c5942a43e tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] 10.222.0.11 "GET /v2.0/security-groups/3e22fcc0-f091-4f7f-a60a-23bdd016152f HTTP/1.1" status: 200 len: 2994 time: 0.0578170 Dec 10 16:28:21.927684 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-57b6bb1c-d96e-491a-b646-81a27be29ba3 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:28:21.928258 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-57b6bb1c-d96e-491a-b646-81a27be29ba3 service neutron] Checking segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:28:21.928735 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-57b6bb1c-d96e-491a-b646-81a27be29ba3 service neutron] Bound using segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:28:21.929272 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-57b6bb1c-d96e-491a-b646-81a27be29ba3 service neutron] Bound port: 3ad70088-aaa4-4ab6-91c4-79f3e5b6f971, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:28:21.929714 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-57b6bb1c-d96e-491a-b646-81a27be29ba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:22.006854 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bcd2c51c-f0e4-4ceb-8e6f-dadbe6b3fcdd req-ef7c9b58-3afc-4cd5-ab43-3e351d438995 tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] 10.222.0.11 "GET /v2.0/security-groups/4d6db26f-2fa3-4932-a699-d8a339d540cc HTTP/1.1" status: 200 len: 2998 time: 0.0748408 Dec 10 16:28:22.039097 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-57b6bb1c-d96e-491a-b646-81a27be29ba3 service neutron] For port 3ad70088-aaa4-4ab6-91c4-79f3e5b6f971, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:28:22.058887 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-57b6bb1c-d96e-491a-b646-81a27be29ba3 service neutron] For port 3ad70088-aaa4-4ab6-91c4-79f3e5b6f971, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=3ad70088-aaa4-4ab6-91c4-79f3e5b6f971,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:28:22.066238 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-57b6bb1c-d96e-491a-b646-81a27be29ba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:22.094604 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bcd2c51c-f0e4-4ceb-8e6f-dadbe6b3fcdd req-0dc72e18-6d68-4c1d-80ec-9fad4db4e222 tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] 10.222.0.11 "GET /v2.0/security-groups/4d6db26f-2fa3-4932-a699-d8a339d540cc HTTP/1.1" status: 200 len: 2998 time: 0.0789802 Dec 10 16:28:22.105089 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-57b6bb1c-d96e-491a-b646-81a27be29ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:22.105800 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-57b6bb1c-d96e-491a-b646-81a27be29ba3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:22.107138 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-57b6bb1c-d96e-491a-b646-81a27be29ba3 service neutron] 10.222.0.46 "PUT /v2.0/ports/3ad70088-aaa4-4ab6-91c4-79f3e5b6f971 HTTP/1.1" status: 200 len: 1096 time: 0.8998852 Dec 10 16:28:22.158787 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6bb1c-d96e-491a-b646-81a27be29ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=3ad70088-aaa4-4ab6-91c4-79f3e5b6f971,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:22.201412 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bcd2c51c-f0e4-4ceb-8e6f-dadbe6b3fcdd req-67e9e6b0-f3de-4ae4-bb04-fa5a2f36ea03 tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] 10.222.0.11 "GET /v2.0/security-groups/5ed93517-1399-42c5-aa0e-408eb577b7f2 HTTP/1.1" status: 200 len: 3002 time: 0.0979171 Dec 10 16:28:22.217060 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-edbdb48a-be92-4922-90ba-e1ad98d41df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:22.218554 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-edbdb48a-be92-4922-90ba-e1ad98d41df3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=de74cf40a286490a900a604b45203b99&device_id=38898e14-28e7-4f34-af0e-27351ab2d870 HTTP/1.1" status: 200 len: 1099 time: 0.0705752 Dec 10 16:28:22.257350 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 532ec0b1-7c87-4296-9c4b-684b9697a181 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:28:22.260603 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 4c1d00ae-9300-4153-a9f6-06045e042198 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:28:22.275158 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-2d0fdefb-ba3d-429a-9cd0-2988622cad6a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=3ad70088-aaa4-4ab6-91c4-79f3e5b6f971 HTTP/1.1" status: 200 len: 217 time: 0.0476882 Dec 10 16:28:22.283313 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 4c1d00ae-9300-4153-a9f6-06045e042198 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:28:22.283800 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 4c1d00ae-9300-4153-a9f6-06045e042198 not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:28:22.284310 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 0bdd6daf-a9e7-41e5-b135-fc680633b7b8 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:28:22.292719 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bcd2c51c-f0e4-4ceb-8e6f-dadbe6b3fcdd req-6117b0b5-ca20-41c4-a53f-d50e5d03dbaf tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] 10.222.0.11 "GET /v2.0/security-groups/5ed93517-1399-42c5-aa0e-408eb577b7f2 HTTP/1.1" status: 200 len: 3002 time: 0.0829453 Dec 10 16:28:22.350979 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-8ccffbc2-e258-457d-bbb0-0a67a1154bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:22.352365 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-8ccffbc2-e258-457d-bbb0-0a67a1154bc0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.0705540 Dec 10 16:28:22.368577 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bcd2c51c-f0e4-4ceb-8e6f-dadbe6b3fcdd req-780fe5ff-2587-4e5a-9d7c-23378aebe64c tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] 10.222.0.11 "GET /v2.0/security-groups/63a84baf-8d74-4096-a44b-f5d79ae617bb HTTP/1.1" status: 200 len: 3002 time: 0.0575192 Dec 10 16:28:22.431818 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-b5a5ee18-6b18-4d57-adbf-2427f35f54cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:22.433315 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-b5a5ee18-6b18-4d57-adbf-2427f35f54cc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0736308 Dec 10 16:28:22.437651 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bcd2c51c-f0e4-4ceb-8e6f-dadbe6b3fcdd req-2155e0ac-e0e4-44e7-9cdf-d29baa798534 tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] 10.222.0.11 "GET /v2.0/security-groups/63a84baf-8d74-4096-a44b-f5d79ae617bb HTTP/1.1" status: 200 len: 3002 time: 0.0516896 Dec 10 16:28:22.451819 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:22.454512 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 532ec0b1-7c87-4296-9c4b-684b9697a181, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=532ec0b1-7c87-4296-9c4b-684b9697a181,segment=NetworkSegment(61dcaedb-3bc0-47c0-9c1b-e1ac3641e703),segment_id=61dcaedb-3bc0-47c0-9c1b-e1ac3641e703)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:22.476787 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '532ec0b1-7c87-4296-9c4b-684b9697a181', 'network_id': '6b846837-ffd4-4012-82b7-af1d6b57a065', 'port_id': '532ec0b1-7c87-4296-9c4b-684b9697a181', 'mac_address': 'fa:16:3e:5d:77:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aaff46f-c283-4149-ac89-cdd26ce93be3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:28:22.489479 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc12529-0c43-4bb0-9c79-ef5bba73fae2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bdd6daf-a9e7-41e5-b135-fc680633b7b8'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:28:22.491861 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4ec506-8310-4e82-b10a-c3949a063627" -d '{"events": [{"server_uuid": "6dc12529-0c43-4bb0-9c79-ef5bba73fae2", "name": "network-vif-unplugged", "status": "completed", "tag": "0bdd6daf-a9e7-41e5-b135-fc680633b7b8"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:28:22.523019 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 0bdd6daf-a9e7-41e5-b135-fc680633b7b8, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=0bdd6daf-a9e7-41e5-b135-fc680633b7b8,segment=NetworkSegment(e6fa61d2-b939-45d7-997a-9f01bb103238),segment_id=e6fa61d2-b939-45d7-997a-9f01bb103238)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:22.530798 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:22.542702 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bcd2c51c-f0e4-4ceb-8e6f-dadbe6b3fcdd req-88e9c5ee-ffeb-41b4-9719-98cef1637374 tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] 10.222.0.11 "GET /v2.0/security-groups/6ac07849-15e0-4503-bc24-72f5dcaceb6e HTTP/1.1" status: 200 len: 3002 time: 0.0936484 Dec 10 16:28:22.568493 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:22.582406 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-ef02afeb-ba76-4d0f-9010-4b00782f6a0e service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416297 Dec 10 16:28:22.593213 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 532ec0b1-7c87-4296-9c4b-684b9697a181 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:28:22.603203 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=0bdd6daf-a9e7-41e5-b135-fc680633b7b8,revision_number=8']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:22.615741 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:22.616088 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:22.616430 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:22.616765 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:22.617098 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:22.617426 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:22.617747 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:22.618069 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:22.618424 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:22.618741 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:22.619060 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:22.619382 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:22.619700 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:22.632166 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 532ec0b1-7c87-4296-9c4b-684b9697a181, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=532ec0b1-7c87-4296-9c4b-684b9697a181,segment=NetworkSegment(61dcaedb-3bc0-47c0-9c1b-e1ac3641e703),segment_id=61dcaedb-3bc0-47c0-9c1b-e1ac3641e703)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:22.643472 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:22.646427 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bcd2c51c-f0e4-4ceb-8e6f-dadbe6b3fcdd req-6de54c04-3bd0-46f2-8e76-34960ed61cfc tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] 10.222.0.11 "GET /v2.0/security-groups/6ac07849-15e0-4503-bc24-72f5dcaceb6e HTTP/1.1" status: 200 len: 3002 time: 0.0958655 Dec 10 16:28:22.699968 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=532ec0b1-7c87-4296-9c4b-684b9697a181,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:22.708628 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8d929850-09d8-478d-a26d-83c7fdbbc688 req-9e2d7768-0d07-4e39-bbc2-36d46c542c05 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189270 Dec 10 16:28:22.716841 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bcd2c51c-f0e4-4ceb-8e6f-dadbe6b3fcdd req-ef02bee2-429b-4703-981a-9d660d9f9a13 tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] 10.222.0.11 "GET /v2.0/security-groups/8da017d9-7a4c-4ac3-880a-727b23e039b9 HTTP/1.1" status: 200 len: 3002 time: 0.0566638 Dec 10 16:28:22.759127 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bcd2c51c-f0e4-4ceb-8e6f-dadbe6b3fcdd req-f7171650-00a1-4d6d-ac7b-7c5b1e0ba94a tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] 10.222.0.11 "GET /v2.0/security-groups/8da017d9-7a4c-4ac3-880a-727b23e039b9 HTTP/1.1" status: 200 len: 3002 time: 0.0362155 Dec 10 16:28:22.811253 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bcd2c51c-f0e4-4ceb-8e6f-dadbe6b3fcdd req-e4b5fc0c-f681-4df2-887b-2603269e0b0a tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] 10.222.0.11 "GET /v2.0/security-groups/8fee5dea-5071-48b5-9184-803baa237b28 HTTP/1.1" status: 200 len: 2998 time: 0.0460830 Dec 10 16:28:22.838553 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['532ec0b1-7c87-4296-9c4b-684b9697a181'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:28:22.852165 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bcd2c51c-f0e4-4ceb-8e6f-dadbe6b3fcdd req-729caae5-361d-4d01-a27e-4d6a90477287 tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] 10.222.0.11 "GET /v2.0/security-groups/8fee5dea-5071-48b5-9184-803baa237b28 HTTP/1.1" status: 200 len: 2998 time: 0.0348940 Dec 10 16:28:22.892927 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bcd2c51c-f0e4-4ceb-8e6f-dadbe6b3fcdd req-bf053a9b-b5de-4c42-aa6b-c587b245d5b5 tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] 10.222.0.11 "GET /v2.0/security-groups/9e5f6a54-1fb5-4260-b91b-e29ac4fde47a HTTP/1.1" status: 200 len: 2999 time: 0.0343175 Dec 10 16:28:22.932914 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bcd2c51c-f0e4-4ceb-8e6f-dadbe6b3fcdd req-179b145f-c725-4c90-a9da-3df9027d3d5a tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] 10.222.0.11 "GET /v2.0/security-groups/9e5f6a54-1fb5-4260-b91b-e29ac4fde47a HTTP/1.1" status: 200 len: 2999 time: 0.0344136 Dec 10 16:28:22.974679 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bcd2c51c-f0e4-4ceb-8e6f-dadbe6b3fcdd req-fd8ea524-2ae3-4f28-ba0f-e9ebcbd6cd04 tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] 10.222.0.11 "GET /v2.0/security-groups/aa2639b4-c3fb-4cc7-b34a-fc562c456575 HTTP/1.1" status: 200 len: 2998 time: 0.0355330 Dec 10 16:28:23.016818 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bcd2c51c-f0e4-4ceb-8e6f-dadbe6b3fcdd req-dd0f6fe1-4984-4f85-b629-dfd27a40d739 tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] 10.222.0.11 "GET /v2.0/security-groups/aa2639b4-c3fb-4cc7-b34a-fc562c456575 HTTP/1.1" status: 200 len: 2998 time: 0.0365169 Dec 10 16:28:23.366206 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bcd2c51c-f0e4-4ceb-8e6f-dadbe6b3fcdd req-cc5d7737-6d04-4261-a5f0-a32c84466cba tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] 10.222.0.11 "GET /v2.0/security-groups/bacf5e36-785e-4603-a11b-9ab2bdf90a43 HTTP/1.1" status: 200 len: 3002 time: 0.3435140 Dec 10 16:28:23.410035 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bcd2c51c-f0e4-4ceb-8e6f-dadbe6b3fcdd req-d6528d9f-52b6-4755-87e8-146a1ecc3d08 tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] 10.222.0.11 "GET /v2.0/security-groups/bacf5e36-785e-4603-a11b-9ab2bdf90a43 HTTP/1.1" status: 200 len: 3002 time: 0.0349936 Dec 10 16:28:23.449689 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bcd2c51c-f0e4-4ceb-8e6f-dadbe6b3fcdd req-f7ec7d8e-7786-4f04-8baa-e33cabccc95d tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] 10.222.0.11 "GET /v2.0/security-groups/ed4bf17e-3eee-4eac-85af-0a92ec884fc2 HTTP/1.1" status: 200 len: 3002 time: 0.0331981 Dec 10 16:28:23.488065 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bcd2c51c-f0e4-4ceb-8e6f-dadbe6b3fcdd req-25387ba7-c432-4145-835a-4bc5e0fd40d0 tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] 10.222.0.11 "GET /v2.0/security-groups/ed4bf17e-3eee-4eac-85af-0a92ec884fc2 HTTP/1.1" status: 200 len: 3002 time: 0.0328104 Dec 10 16:28:23.523558 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 48634) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:23.571119 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a22df91-19ab-4dfc-88d3-b5cbddbe9b9a admin admin] Deleting subnet 603a6753-1f55-4288-a2a2-31710bfdf0a5 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:28:23.574304 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3a22df91-19ab-4dfc-88d3-b5cbddbe9b9a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:23.635455 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3a22df91-19ab-4dfc-88d3-b5cbddbe9b9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:23.674391 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288ae37-b9e6-4c5e-96e6-b458d9e5c430 req-e0b5abd7-ede0-4ff1-b0ae-1e578393259e tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:23.676502 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7288ae37-b9e6-4c5e-96e6-b458d9e5c430 req-e0b5abd7-ede0-4ff1-b0ae-1e578393259e tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 943 time: 0.0995793 Dec 10 16:28:23.694503 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3a22df91-19ab-4dfc-88d3-b5cbddbe9b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:23.760848 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7288ae37-b9e6-4c5e-96e6-b458d9e5c430 req-b24d6746-a929-43c0-99d8-8b65aea7f7ce tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783422 Dec 10 16:28:23.774968 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3a22df91-19ab-4dfc-88d3-b5cbddbe9b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:23.803994 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22df91-19ab-4dfc-88d3-b5cbddbe9b9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=603a6753-1f55-4288-a2a2-31710bfdf0a5,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:23.809417 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3a22df91-19ab-4dfc-88d3-b5cbddbe9b9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:23.812048 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3a22df91-19ab-4dfc-88d3-b5cbddbe9b9a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/603a6753-1f55-4288-a2a2-31710bfdf0a5 HTTP/1.1" status: 204 len: 168 time: 0.2874801 Dec 10 16:28:23.815215 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 48640) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:23.883071 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f6ea69f2-4935-4240-9f34-1d90b1080d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:23.997663 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02cfb0-0faa-4e8e-b4d9-053cf1ec5be0 req-d4ba8975-6254-419e-bff0-5f9cba679444 tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:23.999066 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6c02cfb0-0faa-4e8e-b4d9-053cf1ec5be0 req-d4ba8975-6254-419e-bff0-5f9cba679444 tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] 10.222.0.11 "GET /v2.0/ports?device_id=38898e14-28e7-4f34-af0e-27351ab2d870 HTTP/1.1" status: 200 len: 948 time: 0.1135099 Dec 10 16:28:24.002259 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f6ea69f2-4935-4240-9f34-1d90b1080d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:24.035855 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-f6ea69f2-4935-4240-9f34-1d90b1080d67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab484b99-d62a-49a0-8b4c-0894c24c04ac']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:28:24.051962 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-f6ea69f2-4935-4240-9f34-1d90b1080d67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '308a1d5a-dd71-46e0-981d-7b16e2a07c80') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:28:24.052249 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-f6ea69f2-4935-4240-9f34-1d90b1080d67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '308a1d5a-dd71-46e0-981d-7b16e2a07c80') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:28:24.068145 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f6ea69f2-4935-4240-9f34-1d90b1080d67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:24.084813 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6c02cfb0-0faa-4e8e-b4d9-053cf1ec5be0 req-db8b6391-2f62-4f29-b0b6-cdcd6a0ed634 tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] 10.222.0.11 "GET /v2.0/security-groups?id=63a84baf-8d74-4096-a44b-f5d79ae617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798798 Dec 10 16:28:24.088455 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f6ea69f2-4935-4240-9f34-1d90b1080d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:24.095266 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6ea69f2-4935-4240-9f34-1d90b1080d67 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:28:24.095668 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f6ea69f2-4935-4240-9f34-1d90b1080d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:24.097293 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:28:24.097293 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:28:24.097293 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:28:24.097293 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:28:24.097293 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:28:24.097293 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:28:24.097293 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:28:24.097293 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:28:24.097293 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:28:24.097293 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:28:24.097293 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:28:24.097293 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:28:24.097293 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:28:24.097293 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:28:24.097293 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:28:24.097293 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:28:24.097293 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:28:24.097293 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:28:24.097293 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:28:24.097293 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:28:24.097293 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:28:24.097293 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:28:24.097293 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:28:24.097293 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:28:24.097293 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:28:24.097293 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:28:24.097293 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:28:24.097293 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:28:24.097293 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:28:24.097293 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:28:24.097293 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:28:24.097293 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:28:24.183349 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f6ea69f2-4935-4240-9f34-1d90b1080d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:24.188034 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f6ea69f2-4935-4240-9f34-1d90b1080d67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:24.191956 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f6ea69f2-4935-4240-9f34-1d90b1080d67 admin admin] 10.222.0.11 "DELETE /v2.0/networks/ab484b99-d62a-49a0-8b4c-0894c24c04ac HTTP/1.1" status: 204 len: 168 time: 0.3752472 Dec 10 16:28:24.207907 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea69f2-4935-4240-9f34-1d90b1080d67 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab484b99-d62a-49a0-8b4c-0894c24c04ac,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:24.228473 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cea0ad-a11e-4bf3-9f0e-437e8de5f2aa req-5b42b411-6fcd-4c48-873a-e4974f46ba00 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:24.234406 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cea0ad-a11e-4bf3-9f0e-437e8de5f2aa req-5b42b411-6fcd-4c48-873a-e4974f46ba00 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:24.240993 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cea0ad-a11e-4bf3-9f0e-437e8de5f2aa req-5b42b411-6fcd-4c48-873a-e4974f46ba00 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:24.246910 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cea0ad-a11e-4bf3-9f0e-437e8de5f2aa req-5b42b411-6fcd-4c48-873a-e4974f46ba00 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:24.252847 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cea0ad-a11e-4bf3-9f0e-437e8de5f2aa req-5b42b411-6fcd-4c48-873a-e4974f46ba00 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:24.258115 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 532ec0b1-7c87-4296-9c4b-684b9697a181 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:28:24.260243 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cea0ad-a11e-4bf3-9f0e-437e8de5f2aa req-5b42b411-6fcd-4c48-873a-e4974f46ba00 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:24.266415 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cea0ad-a11e-4bf3-9f0e-437e8de5f2aa req-5b42b411-6fcd-4c48-873a-e4974f46ba00 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:24.268351 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b4cea0ad-a11e-4bf3-9f0e-437e8de5f2aa req-5b42b411-6fcd-4c48-873a-e4974f46ba00 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 5431 time: 0.1247904 Dec 10 16:28:24.313594 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 532ec0b1-7c87-4296-9c4b-684b9697a181 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:28:24.318231 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 532ec0b1-7c87-4296-9c4b-684b9697a181 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:28:24.318678 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:24.338296 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b4cea0ad-a11e-4bf3-9f0e-437e8de5f2aa req-256172f2-5ad4-47ef-9303-025a9e733594 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bcf6659-ad70-4f78-8202-1accd4dc47f4&id=7f2a2db4-8009-4c13-8329-5a2302100f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0626581 Dec 10 16:28:24.361600 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 48646) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:24.404614 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Dec 2021 16:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146c841f-23ad-4f52-8aff-4642892f50eb x-openstack-request-id: req-146c841f-23ad-4f52-8aff-4642892f50eb {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:28:24.405246 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "451e6409-316e-4b87-86cd-2da87aaa7224", "tag": "532ec0b1-7c87-4296-9c4b-684b9697a181", "status": "completed", "code": 200}, {"server_uuid": "35ecefb0-4aa6-414c-9c8f-9b0803c78eac", "name": "network-vif-deleted", "tag": "4c1d00ae-9300-4153-a9f6-06045e042198", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:28:24.405246 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-146c841f-23ad-4f52-8aff-4642892f50eb {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:28:24.405574 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '451e6409-316e-4b87-86cd-2da87aaa7224', 'tag': '532ec0b1-7c87-4296-9c4b-684b9697a181', 'status': 'completed', 'code': 200} Dec 10 16:28:24.405919 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ecefb0-4aa6-414c-9c8f-9b0803c78eac', 'name': 'network-vif-deleted', 'tag': '4c1d00ae-9300-4153-a9f6-06045e042198', 'status': 'completed', 'code': 200} Dec 10 16:28:24.407710 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:24.414168 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5245855a-96b5-4a33-9dc5-2d094984f313 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a2b7b3c3ae9f446396f330fe9cb7353d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0508645 Dec 10 16:28:24.420066 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48648) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:24.440723 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 532ec0b1-7c87-4296-9c4b-684b9697a181, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=532ec0b1-7c87-4296-9c4b-684b9697a181,segment=NetworkSegment(61dcaedb-3bc0-47c0-9c1b-e1ac3641e703),segment_id=61dcaedb-3bc0-47c0-9c1b-e1ac3641e703)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:24.446271 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:24.480100 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-49b43ddd-fcbd-44ca-9c8a-7dd9bd96969a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:24.502227 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=532ec0b1-7c87-4296-9c4b-684b9697a181,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:24.505582 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-49b43ddd-fcbd-44ca-9c8a-7dd9bd96969a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:24.523664 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084f13d-aa06-4c55-abc8-50e56ad27b71 req-12e29c57-3abd-4952-bede-7f713f463eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:24.525170 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1084f13d-aa06-4c55-abc8-50e56ad27b71 req-12e29c57-3abd-4952-bede-7f713f463eeb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d4248dbee8d467184bf6fd62b83d63b&device_id=451e6409-316e-4b87-86cd-2da87aaa7224 HTTP/1.1" status: 200 len: 1097 time: 0.0799129 Dec 10 16:28:24.537203 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42532782-aab8-4fd3-bd11-91e2736cf69c req-977a676a-0299-4b4a-af04-dedd900dcb21 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:24.538651 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-42532782-aab8-4fd3-bd11-91e2736cf69c req-977a676a-0299-4b4a-af04-dedd900dcb21 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=451e6409-316e-4b87-86cd-2da87aaa7224 HTTP/1.1" status: 200 len: 946 time: 0.0791759 Dec 10 16:28:24.554945 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-49b43ddd-fcbd-44ca-9c8a-7dd9bd96969a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:24.557470 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-49b43ddd-fcbd-44ca-9c8a-7dd9bd96969a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:24.558617 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-49b43ddd-fcbd-44ca-9c8a-7dd9bd96969a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/331d978c-c350-494a-9709-18ca9c76bff0 HTTP/1.1" status: 204 len: 168 time: 0.1373749 Dec 10 16:28:24.567133 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b43ddd-fcbd-44ca-9c8a-7dd9bd96969a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331d978c-c350-494a-9709-18ca9c76bff0,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:24.644088 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-42532782-aab8-4fd3-bd11-91e2736cf69c req-37bd399e-417e-4338-815b-595262f283cc tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952251 Dec 10 16:28:24.678323 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084f13d-aa06-4c55-abc8-50e56ad27b71 req-547c3990-7091-4d32-a59d-975108a38277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:24.679926 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1084f13d-aa06-4c55-abc8-50e56ad27b71 req-547c3990-7091-4d32-a59d-975108a38277 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6b846837-ffd4-4012-82b7-af1d6b57a065 HTTP/1.1" status: 200 len: 915 time: 0.1386945 Dec 10 16:28:24.688663 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Dec 2021 16:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce7ec33-2ce0-4cd1-8536-e59609f74341 x-openstack-request-id: req-fce7ec33-2ce0-4cd1-8536-e59609f74341 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:28:24.689031 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc12529-0c43-4bb0-9c79-ef5bba73fae2", "name": "network-vif-unplugged", "status": "failed", "tag": "0bdd6daf-a9e7-41e5-b135-fc680633b7b8", "code": 422}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:28:24.689215 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fce7ec33-2ce0-4cd1-8536-e59609f74341 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:28:24.690177 n-d-766771-2 neutron-server[103394]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6dc12529-0c43-4bb0-9c79-ef5bba73fae2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0bdd6daf-a9e7-41e5-b135-fc680633b7b8', 'code': 422} returned with failed status Dec 10 16:28:24.725310 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1084f13d-aa06-4c55-abc8-50e56ad27b71 req-b154fc79-5ddd-47bf-b06c-6eb177f87a13 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=532ec0b1-7c87-4296-9c4b-684b9697a181 HTTP/1.1" status: 200 len: 217 time: 0.0383866 Dec 10 16:28:24.817393 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084f13d-aa06-4c55-abc8-50e56ad27b71 req-abef8996-395e-4f4a-8541-c17b0d4d44b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:24.818898 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1084f13d-aa06-4c55-abc8-50e56ad27b71 req-abef8996-395e-4f4a-8541-c17b0d4d44b9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1aaff46f-c283-4149-ac89-cdd26ce93be3 HTTP/1.1" status: 200 len: 854 time: 0.0805120 Dec 10 16:28:24.845304 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-429927a1-1b71-46b6-ae31-e786a17f66c9 req-52dce25c-5e18-4ffe-8e2b-81f344071a02 tempest-SecurityGroupsTestAdminJSON-188685105 tempest-SecurityGroupsTestAdminJSON-188685105-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fa40b83e703b4b84b3894e888e8672f1 HTTP/1.1" status: 200 len: 6159 time: 0.1227481 Dec 10 16:28:24.860992 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1084f13d-aa06-4c55-abc8-50e56ad27b71 req-a07a1898-2443-43a0-95df-3232dbc43648 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6b846837-ffd4-4012-82b7-af1d6b57a065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347488 Dec 10 16:28:24.951918 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-429927a1-1b71-46b6-ae31-e786a17f66c9 req-2b5db78c-ae6b-46ce-81e1-9b7e21ae3a41 tempest-SecurityGroupsTestAdminJSON-188685105 tempest-SecurityGroupsTestAdminJSON-188685105-project] 10.222.0.11 "GET /v2.0/security-groups/ed4bf17e-3eee-4eac-85af-0a92ec884fc2 HTTP/1.1" status: 200 len: 3002 time: 0.0932267 Dec 10 16:28:25.007626 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1084f13d-aa06-4c55-abc8-50e56ad27b71 req-29a5b1ba-4d52-4a03-8c10-b52eaf5b8790 service neutron] 10.222.0.26 "GET /v2.0/networks/6b846837-ffd4-4012-82b7-af1d6b57a065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393197 Dec 10 16:28:25.025182 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-429927a1-1b71-46b6-ae31-e786a17f66c9 req-e526c4f9-e1cd-4657-afed-ba45246047af tempest-SecurityGroupsTestAdminJSON-188685105 tempest-SecurityGroupsTestAdminJSON-188685105-project] 10.222.0.11 "GET /v2.0/security-groups/ed4bf17e-3eee-4eac-85af-0a92ec884fc2 HTTP/1.1" status: 200 len: 3002 time: 0.0669956 Dec 10 16:28:25.143587 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1084f13d-aa06-4c55-abc8-50e56ad27b71 req-3244fa20-4e78-47d7-ac60-99f6ae4df855 service neutron] 10.222.0.26 "GET /v2.0/networks/6b846837-ffd4-4012-82b7-af1d6b57a065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285517 Dec 10 16:28:25.157202 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753600c8-76bd-491f-89e6-7b8c3953d511 req-09c9e7c9-dabc-4424-aa37-1a5c2b9a7cea tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:25.158709 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-753600c8-76bd-491f-89e6-7b8c3953d511 req-09c9e7c9-dabc-4424-aa37-1a5c2b9a7cea tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 943 time: 0.0790918 Dec 10 16:28:25.209823 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-753600c8-76bd-491f-89e6-7b8c3953d511 req-296e295c-9637-4873-94ce-7957679267b8 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448978 Dec 10 16:28:25.449615 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f8082944-2180-4f8e-bc7e-f418cadbce5e req-0204ab08-2fbd-496c-87c3-49e0490b9729 tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] 10.222.0.11 "GET /v2.0/security-groups/85316b19-3435-4fb5-8feb-6f69449ec44b HTTP/1.1" status: 200 len: 1796 time: 0.0375993 Dec 10 16:28:25.500043 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f8082944-2180-4f8e-bc7e-f418cadbce5e req-174f56a4-dd4d-4a65-89bd-da9a8c09c3d8 tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:25.519471 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f8082944-2180-4f8e-bc7e-f418cadbce5e req-174f56a4-dd4d-4a65-89bd-da9a8c09c3d8 tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:25.556546 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f8082944-2180-4f8e-bc7e-f418cadbce5e req-174f56a4-dd4d-4a65-89bd-da9a8c09c3d8 tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:25.559080 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f8082944-2180-4f8e-bc7e-f418cadbce5e req-174f56a4-dd4d-4a65-89bd-da9a8c09c3d8 tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:25.560195 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f8082944-2180-4f8e-bc7e-f418cadbce5e req-174f56a4-dd4d-4a65-89bd-da9a8c09c3d8 tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] 10.222.0.11 "DELETE /v2.0/security-groups/85316b19-3435-4fb5-8feb-6f69449ec44b HTTP/1.1" status: 204 len: 173 time: 0.1046524 Dec 10 16:28:25.567344 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f56a4-dd4d-4a65-89bd-da9a8c09c3d8 tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85316b19-3435-4fb5-8feb-6f69449ec44b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:25.658808 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13de172-85bb-4d29-b8a2-8d97f5a3d131 req-03853d3d-f6d3-4e43-aa0f-6db7fd8916a7 tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:25.660316 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d13de172-85bb-4d29-b8a2-8d97f5a3d131 req-03853d3d-f6d3-4e43-aa0f-6db7fd8916a7 tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] 10.222.0.11 "GET /v2.0/ports?device_id=38898e14-28e7-4f34-af0e-27351ab2d870 HTTP/1.1" status: 200 len: 948 time: 0.0526512 Dec 10 16:28:25.706230 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d13de172-85bb-4d29-b8a2-8d97f5a3d131 req-359b00e2-daa8-4a0d-b3c9-711c62968713 tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] 10.222.0.11 "GET /v2.0/security-groups?id=63a84baf-8d74-4096-a44b-f5d79ae617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399809 Dec 10 16:28:26.011224 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57754e-ce6f-4e68-8876-91b8090196e2 req-759ff100-4d4a-477d-8d01-b56fb9de12d1 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:26.012660 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e57754e-ce6f-4e68-8876-91b8090196e2 req-759ff100-4d4a-477d-8d01-b56fb9de12d1 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e999457-ec4c-467d-a9fd-5d93579b0a18 HTTP/1.1" status: 200 len: 946 time: 0.0476127 Dec 10 16:28:26.059649 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e57754e-ce6f-4e68-8876-91b8090196e2 req-f7c62e6a-6f6c-441c-b3ac-0e738c109f2f tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad4a1433-7bd6-4498-9674-85cfcaea3090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410166 Dec 10 16:28:26.143496 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 3ad70088-aaa4-4ab6-91c4-79f3e5b6f971 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:28:26.170407 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2070d0-24b3-49ab-8690-f180db51c9b5 req-6d734ae0-d7cd-457a-a592-deba0e3f548b tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:26.176832 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2070d0-24b3-49ab-8690-f180db51c9b5 req-6d734ae0-d7cd-457a-a592-deba0e3f548b tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:26.182741 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2070d0-24b3-49ab-8690-f180db51c9b5 req-6d734ae0-d7cd-457a-a592-deba0e3f548b tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:26.188578 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2070d0-24b3-49ab-8690-f180db51c9b5 req-6d734ae0-d7cd-457a-a592-deba0e3f548b tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:26.195045 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2070d0-24b3-49ab-8690-f180db51c9b5 req-6d734ae0-d7cd-457a-a592-deba0e3f548b tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:26.200894 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2070d0-24b3-49ab-8690-f180db51c9b5 req-6d734ae0-d7cd-457a-a592-deba0e3f548b tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:26.206720 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2070d0-24b3-49ab-8690-f180db51c9b5 req-6d734ae0-d7cd-457a-a592-deba0e3f548b tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:26.208646 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c2070d0-24b3-49ab-8690-f180db51c9b5 req-6d734ae0-d7cd-457a-a592-deba0e3f548b tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 5431 time: 0.0940845 Dec 10 16:28:26.241952 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 3ad70088-aaa4-4ab6-91c4-79f3e5b6f971, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=3ad70088-aaa4-4ab6-91c4-79f3e5b6f971,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:26.255520 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 0bdd6daf-a9e7-41e5-b135-fc680633b7b8 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:28:26.259005 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '3ad70088-aaa4-4ab6-91c4-79f3e5b6f971', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'port_id': '3ad70088-aaa4-4ab6-91c4-79f3e5b6f971', 'mac_address': 'fa:16:3e:c2:4d:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a18c92-5007-49e2-b728-7aedc06dca57', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:28:26.266688 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c2070d0-24b3-49ab-8690-f180db51c9b5 req-78a2b618-17b5-4ae4-a78d-baa4a3084cc9 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bcf6659-ad70-4f78-8202-1accd4dc47f4&id=7f2a2db4-8009-4c13-8329-5a2302100f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517313 Dec 10 16:28:26.326758 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-56274254-f8c6-40eb-a726-ffd7c202b301 req-42f4ddbb-0623-4f36-8bb3-bf2695eb0727 tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] 10.222.0.11 "GET /v2.0/security-groups/d014ddcb-dcfa-4bf3-9251-9178ddd527b7 HTTP/1.1" status: 200 len: 1796 time: 0.0344231 Dec 10 16:28:26.328844 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:26.368772 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ad70088-aaa4-4ab6-91c4-79f3e5b6f971 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:28:26.377424 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-56274254-f8c6-40eb-a726-ffd7c202b301 req-a2682a17-76a6-480b-a598-56ddc228d11e tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:26.392446 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 3ad70088-aaa4-4ab6-91c4-79f3e5b6f971, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=3ad70088-aaa4-4ab6-91c4-79f3e5b6f971,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:26.397143 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:26.398618 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-56274254-f8c6-40eb-a726-ffd7c202b301 req-a2682a17-76a6-480b-a598-56ddc228d11e tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:26.406422 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38898e14-28e7-4f34-af0e-27351ab2d870', 'tag': '3ad70088-aaa4-4ab6-91c4-79f3e5b6f971'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:28:26.409171 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb0ea11-70d4-4dd2-81a6-fb6e4d1a0c85" -d '{"events": [{"name": "network-changed", "server_uuid": "38898e14-28e7-4f34-af0e-27351ab2d870", "tag": "3ad70088-aaa4-4ab6-91c4-79f3e5b6f971"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:28:26.443352 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-56274254-f8c6-40eb-a726-ffd7c202b301 req-a2682a17-76a6-480b-a598-56ddc228d11e tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:26.443948 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=3ad70088-aaa4-4ab6-91c4-79f3e5b6f971,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:26.446586 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-56274254-f8c6-40eb-a726-ffd7c202b301 req-a2682a17-76a6-480b-a598-56ddc228d11e tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:26.447951 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-56274254-f8c6-40eb-a726-ffd7c202b301 req-a2682a17-76a6-480b-a598-56ddc228d11e tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] 10.222.0.11 "DELETE /v2.0/security-groups/d014ddcb-dcfa-4bf3-9251-9178ddd527b7 HTTP/1.1" status: 204 len: 173 time: 0.1145089 Dec 10 16:28:26.459275 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2682a17-76a6-480b-a598-56ddc228d11e tempest-SecurityGroupsTestAdminJSON-92155971 tempest-SecurityGroupsTestAdminJSON-92155971-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d014ddcb-dcfa-4bf3-9251-9178ddd527b7,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:26.550422 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594712f7-4ea1-492c-9661-1bc090400ca2 req-7c7d0326-cd62-4dd8-9d3e-b183ae3cb2cb tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:26.551930 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-594712f7-4ea1-492c-9661-1bc090400ca2 req-7c7d0326-cd62-4dd8-9d3e-b183ae3cb2cb tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=451e6409-316e-4b87-86cd-2da87aaa7224 HTTP/1.1" status: 200 len: 946 time: 0.0558879 Dec 10 16:28:26.600159 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-594712f7-4ea1-492c-9661-1bc090400ca2 req-a5e1e278-b0c2-4c78-84f5-8c33684cda55 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418558 Dec 10 16:28:26.656089 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-fed6578d-a935-436c-938b-fac81df08b6f req-03270318-b466-491d-82bf-ed0493237005 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:28:26.657123 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fed6578d-a935-436c-938b-fac81df08b6f req-03270318-b466-491d-82bf-ed0493237005 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057921 Dec 10 16:28:26.690103 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['3ad70088-aaa4-4ab6-91c4-79f3e5b6f971'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:28:26.693016 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '451e6409-316e-4b87-86cd-2da87aaa7224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532ec0b1-7c87-4296-9c4b-684b9697a181'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:28:26.695544 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9731579c-dc0a-4226-83cc-d87a2d67de7d" -d '{"events": [{"server_uuid": "451e6409-316e-4b87-86cd-2da87aaa7224", "name": "network-vif-plugged", "status": "completed", "tag": "532ec0b1-7c87-4296-9c4b-684b9697a181"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:28:26.771929 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54504547-1ca8-4e86-b1c8-e08ada47e01c req-e0cd8239-6236-4329-8264-c967b77bff4e tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:26.773473 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-54504547-1ca8-4e86-b1c8-e08ada47e01c req-e0cd8239-6236-4329-8264-c967b77bff4e tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e999457-ec4c-467d-a9fd-5d93579b0a18 HTTP/1.1" status: 200 len: 946 time: 0.0666249 Dec 10 16:28:26.918461 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e592bc36-b644-40fd-9229-66d5c21ba89f x-openstack-request-id: req-e592bc36-b644-40fd-9229-66d5c21ba89f {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:28:26.918754 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38898e14-28e7-4f34-af0e-27351ab2d870", "tag": "3ad70088-aaa4-4ab6-91c4-79f3e5b6f971", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:28:26.919006 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e592bc36-b644-40fd-9229-66d5c21ba89f {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:28:26.919396 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38898e14-28e7-4f34-af0e-27351ab2d870', 'tag': '3ad70088-aaa4-4ab6-91c4-79f3e5b6f971', 'status': 'completed', 'code': 200} Dec 10 16:28:26.925091 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9960d61e-5bb3-4638-864b-68210ee22ee9 req-fa1983e8-a6d6-46fd-be47-b2d35c07a6dc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0852296 Dec 10 16:28:26.940355 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-54504547-1ca8-4e86-b1c8-e08ada47e01c req-54608c0b-aee1-418e-85a8-07ed9bd38f78 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Deleting port 5f2b0410-cf00-4490-bf99-e55593eb6aee {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:28:26.940689 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-54504547-1ca8-4e86-b1c8-e08ada47e01c req-54608c0b-aee1-418e-85a8-07ed9bd38f78 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:27.070184 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fd722b1e-3c6d-47cf-b3ba-f19862bba2a5 req-fe79b064-a829-42a1-abbb-56aa173c8eae tempest-SecurityGroupsTestAdminJSON-188685105 tempest-SecurityGroupsTestAdminJSON-188685105-project] 10.222.0.11 "GET /v2.0/security-groups/18e74f88-b440-4f44-b8b7-a305b6c6c7cc HTTP/1.1" status: 200 len: 1795 time: 0.1248119 Dec 10 16:28:27.093210 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0ea11-70d4-4dd2-81a6-fb6e4d1a0c85 req-4b30523d-816b-4de7-83e7-5360531ef399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:27.094674 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dbb0ea11-70d4-4dd2-81a6-fb6e4d1a0c85 req-4b30523d-816b-4de7-83e7-5360531ef399 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=de74cf40a286490a900a604b45203b99&device_id=38898e14-28e7-4f34-af0e-27351ab2d870 HTTP/1.1" status: 200 len: 1100 time: 0.1483266 Dec 10 16:28:27.121470 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-54504547-1ca8-4e86-b1c8-e08ada47e01c req-54608c0b-aee1-418e-85a8-07ed9bd38f78 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] For port 5f2b0410-cf00-4490-bf99-e55593eb6aee, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=5f2b0410-cf00-4490-bf99-e55593eb6aee,segment=NetworkSegment(7b24ac44-1edb-4cec-a6e8-fa21f4a4b9d1),segment_id=7b24ac44-1edb-4cec-a6e8-fa21f4a4b9d1)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:27.121835 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-54504547-1ca8-4e86-b1c8-e08ada47e01c req-54608c0b-aee1-418e-85a8-07ed9bd38f78 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:27.318047 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0ea11-70d4-4dd2-81a6-fb6e4d1a0c85 req-39047025-d78e-43ef-b4c4-346cf56747d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:27.319522 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dbb0ea11-70d4-4dd2-81a6-fb6e4d1a0c85 req-39047025-d78e-43ef-b4c4-346cf56747d3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.2164402 Dec 10 16:28:27.320060 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fd722b1e-3c6d-47cf-b3ba-f19862bba2a5 req-9a898c68-86f6-4abf-b54a-508e41199d1e tempest-SecurityGroupsTestAdminJSON-188685105 tempest-SecurityGroupsTestAdminJSON-188685105-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:27.377633 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dbb0ea11-70d4-4dd2-81a6-fb6e4d1a0c85 req-72f47684-0868-40be-a7b6-44000544de09 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=3ad70088-aaa4-4ab6-91c4-79f3e5b6f971 HTTP/1.1" status: 200 len: 217 time: 0.0491431 Dec 10 16:28:27.383104 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fd722b1e-3c6d-47cf-b3ba-f19862bba2a5 req-9a898c68-86f6-4abf-b54a-508e41199d1e tempest-SecurityGroupsTestAdminJSON-188685105 tempest-SecurityGroupsTestAdminJSON-188685105-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:27.500715 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0ea11-70d4-4dd2-81a6-fb6e4d1a0c85 req-17b7d1db-a89c-43d8-bd95-31e1aea9e8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:27.502081 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dbb0ea11-70d4-4dd2-81a6-fb6e4d1a0c85 req-17b7d1db-a89c-43d8-bd95-31e1aea9e8f7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.1163192 Dec 10 16:28:27.510418 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-54504547-1ca8-4e86-b1c8-e08ada47e01c req-54608c0b-aee1-418e-85a8-07ed9bd38f78 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:27.510763 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-54504547-1ca8-4e86-b1c8-e08ada47e01c req-54608c0b-aee1-418e-85a8-07ed9bd38f78 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:27.511077 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [req-54504547-1ca8-4e86-b1c8-e08ada47e01c req-54608c0b-aee1-418e-85a8-07ed9bd38f78 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Floating IP ef8f6eba-1c60-4160-ac17-66d9e488af38 disassociated. External IP: 172.25.6.118, port: 5f2b0410-cf00-4490-bf99-e55593eb6aee. Dec 10 16:28:27.511411 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-54504547-1ca8-4e86-b1c8-e08ada47e01c req-54608c0b-aee1-418e-85a8-07ed9bd38f78 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Calling delete_port for 5f2b0410-cf00-4490-bf99-e55593eb6aee owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:28:27.522692 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fd722b1e-3c6d-47cf-b3ba-f19862bba2a5 req-9a898c68-86f6-4abf-b54a-508e41199d1e tempest-SecurityGroupsTestAdminJSON-188685105 tempest-SecurityGroupsTestAdminJSON-188685105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:27.525160 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fd722b1e-3c6d-47cf-b3ba-f19862bba2a5 req-9a898c68-86f6-4abf-b54a-508e41199d1e tempest-SecurityGroupsTestAdminJSON-188685105 tempest-SecurityGroupsTestAdminJSON-188685105-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:27.526211 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fd722b1e-3c6d-47cf-b3ba-f19862bba2a5 req-9a898c68-86f6-4abf-b54a-508e41199d1e tempest-SecurityGroupsTestAdminJSON-188685105 tempest-SecurityGroupsTestAdminJSON-188685105-project] 10.222.0.11 "DELETE /v2.0/security-groups/18e74f88-b440-4f44-b8b7-a305b6c6c7cc HTTP/1.1" status: 204 len: 173 time: 0.4451044 Dec 10 16:28:27.565601 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17cd98c8-3a8d-4801-81f5-f0590228928d x-openstack-request-id: req-17cd98c8-3a8d-4801-81f5-f0590228928d {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:28:27.566095 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a898c68-86f6-4abf-b54a-508e41199d1e tempest-SecurityGroupsTestAdminJSON-188685105 tempest-SecurityGroupsTestAdminJSON-188685105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e74f88-b440-4f44-b8b7-a305b6c6c7cc,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:27.566203 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "451e6409-316e-4b87-86cd-2da87aaa7224", "name": "network-vif-plugged", "status": "completed", "tag": "532ec0b1-7c87-4296-9c4b-684b9697a181", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:28:27.566203 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-17cd98c8-3a8d-4801-81f5-f0590228928d {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:28:27.567152 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '451e6409-316e-4b87-86cd-2da87aaa7224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532ec0b1-7c87-4296-9c4b-684b9697a181', 'code': 200} Dec 10 16:28:27.619600 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0ea11-70d4-4dd2-81a6-fb6e4d1a0c85 req-edd13b8d-2e33-4f6a-b565-a23536801e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:27.621088 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dbb0ea11-70d4-4dd2-81a6-fb6e4d1a0c85 req-edd13b8d-2e33-4f6a-b565-a23536801e9d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1077013 Dec 10 16:28:27.797316 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad8e827-4b91-415a-a2e0-26a2a028899f req-f1730ad8-233c-409e-bc0f-945886f57807 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:27.798731 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9ad8e827-4b91-415a-a2e0-26a2a028899f req-f1730ad8-233c-409e-bc0f-945886f57807 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 943 time: 0.1726496 Dec 10 16:28:27.840580 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6658e5-0600-4f1d-9c5c-5463e4ffd4f1 req-e1906340-3b5c-4f47-b315-ff4b4d4aab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:27.842008 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9b6658e5-0600-4f1d-9c5c-5463e4ffd4f1 req-e1906340-3b5c-4f47-b315-ff4b4d4aab28 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=451e6409-316e-4b87-86cd-2da87aaa7224 HTTP/1.1" status: 200 len: 1097 time: 0.2033455 Dec 10 16:28:27.882490 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dbb0ea11-70d4-4dd2-81a6-fb6e4d1a0c85 req-19f8389e-fa54-4234-b4da-91369f43e5ad service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455599 Dec 10 16:28:27.884046 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960d61e-5bb3-4638-864b-68210ee22ee9 req-48a57e14-5e08-49e6-8fde-39bcb6faded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:27.885324 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9960d61e-5bb3-4638-864b-68210ee22ee9 req-48a57e14-5e08-49e6-8fde-39bcb6faded3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2&tenant_id=3c230731c8574bb0abc18ed9b45d286c HTTP/1.1" status: 200 len: 1094 time: 0.1667526 Dec 10 16:28:27.963652 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-54504547-1ca8-4e86-b1c8-e08ada47e01c req-54608c0b-aee1-418e-85a8-07ed9bd38f78 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:28.044243 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9ad8e827-4b91-415a-a2e0-26a2a028899f req-c8bc5084-d7f8-4d1c-98a5-79b1608c398a tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311580 Dec 10 16:28:28.044939 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54608c0b-aee1-418e-85a8-07ed9bd38f78 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Pushing event deleted for resources: {'Port': ['ID=5f2b0410-cf00-4490-bf99-e55593eb6aee,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:28.059417 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9b6658e5-0600-4f1d-9c5c-5463e4ffd4f1 req-f1358676-a337-4f16-b01c-df7978eb1d51 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025330 Dec 10 16:28:28.086905 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960d61e-5bb3-4638-864b-68210ee22ee9 req-c33e2554-a8eb-474d-9f55-a401ca884a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:28.087998 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9960d61e-5bb3-4638-864b-68210ee22ee9 req-c33e2554-a8eb-474d-9f55-a401ca884a6d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3c230731c8574bb0abc18ed9b45d286c&device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 1094 time: 0.1789138 Dec 10 16:28:28.151722 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 3ad70088-aaa4-4ab6-91c4-79f3e5b6f971 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:28:28.167862 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dbb0ea11-70d4-4dd2-81a6-fb6e4d1a0c85 req-00f0c968-29c6-4512-8022-344fdd1d669b service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706230 Dec 10 16:28:28.206843 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 3ad70088-aaa4-4ab6-91c4-79f3e5b6f971 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:28:28.210972 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 3ad70088-aaa4-4ab6-91c4-79f3e5b6f971 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:28:28.211351 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:28.217869 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ef0d7-4b4d-47ed-80c6-9df30268cbc0 req-63e66b0e-d244-4fae-90ce-c8956f73ae6e tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:28.219523 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe2ef0d7-4b4d-47ed-80c6-9df30268cbc0 req-63e66b0e-d244-4fae-90ce-c8956f73ae6e tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] 10.222.0.11 "GET /v2.0/ports?device_id=38898e14-28e7-4f34-af0e-27351ab2d870 HTTP/1.1" status: 200 len: 949 time: 0.0977778 Dec 10 16:28:28.254226 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54504547-1ca8-4e86-b1c8-e08ada47e01c req-54608c0b-aee1-418e-85a8-07ed9bd38f78 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Router 86f94127-05b5-4570-b3d6-d5a2e33aea8f has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:28:28.298978 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:28.331442 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 3ad70088-aaa4-4ab6-91c4-79f3e5b6f971, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=3ad70088-aaa4-4ab6-91c4-79f3e5b6f971,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:28.335915 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:28.385123 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=3ad70088-aaa4-4ab6-91c4-79f3e5b6f971,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:28.638006 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe2ef0d7-4b4d-47ed-80c6-9df30268cbc0 req-97ba053d-acc9-4e96-9271-b3cf8be6d6ee tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] 10.222.0.11 "GET /v2.0/security-groups?id=63a84baf-8d74-4096-a44b-f5d79ae617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088233 Dec 10 16:28:28.739358 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960d61e-5bb3-4638-864b-68210ee22ee9 req-e01112a7-d470-4e50-92b1-9dc02befc186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:28.740911 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9960d61e-5bb3-4638-864b-68210ee22ee9 req-e01112a7-d470-4e50-92b1-9dc02befc186 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fbb94746-fc6f-4a16-ab0b-6dbd984218c6 HTTP/1.1" status: 200 len: 914 time: 0.4887621 Dec 10 16:28:28.788773 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9960d61e-5bb3-4638-864b-68210ee22ee9 req-1adcbf99-b978-4cd4-b8ad-9970d202594d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bdd6daf-a9e7-41e5-b135-fc680633b7b8 HTTP/1.1" status: 200 len: 217 time: 0.0398974 Dec 10 16:28:28.820931 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-775bd324-816e-4db5-81c5-a85c2814b2a1 req-f993bfbd-0145-4606-a187-88a960d67428 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e999457-ec4c-467d-a9fd-5d93579b0a18 HTTP/1.1" status: 200 len: 210 time: 0.0365136 Dec 10 16:28:28.841444 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54504547-1ca8-4e86-b1c8-e08ada47e01c req-54608c0b-aee1-418e-85a8-07ed9bd38f78 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:28:28.855902 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b96ee48-e600-4eb4-a974-fa5afb2a1fb6 None None] Sync routers for ids ['86f94127-05b5-4570-b3d6-d5a2e33aea8f'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:28:28.866106 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b96ee48-e600-4eb4-a974-fa5afb2a1fb6 None None] Routers {'86f94127-05b5-4570-b3d6-d5a2e33aea8f'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:28:28.867300 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-1b96ee48-e600-4eb4-a974-fa5afb2a1fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:28:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['86f94127-05b5-4570-b3d6-d5a2e33aea8f'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:28:28.889857 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-54504547-1ca8-4e86-b1c8-e08ada47e01c req-54608c0b-aee1-418e-85a8-07ed9bd38f78 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] No DVR routers for this DVR port 5f2b0410-cf00-4490-bf99-e55593eb6aee on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:28:28.899991 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-54504547-1ca8-4e86-b1c8-e08ada47e01c req-54608c0b-aee1-418e-85a8-07ed9bd38f78 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:28.903451 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-54504547-1ca8-4e86-b1c8-e08ada47e01c req-54608c0b-aee1-418e-85a8-07ed9bd38f78 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] 10.222.0.46 "DELETE /v2.0/ports/5f2b0410-cf00-4490-bf99-e55593eb6aee HTTP/1.1" status: 204 len: 173 time: 2.1233358 Dec 10 16:28:28.922679 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e999457-ec4c-467d-a9fd-5d93579b0a18', 'name': 'network-vif-deleted', 'tag': '5f2b0410-cf00-4490-bf99-e55593eb6aee'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:28:28.925011 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d20574c-a114-45be-a321-53bb4a14e677" -d '{"events": [{"server_uuid": "8e999457-ec4c-467d-a9fd-5d93579b0a18", "name": "network-vif-deleted", "tag": "5f2b0410-cf00-4490-bf99-e55593eb6aee"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:28:28.929763 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960d61e-5bb3-4638-864b-68210ee22ee9 req-c357c58a-b3cd-4c72-86df-a1258bbb2a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:28.931242 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9960d61e-5bb3-4638-864b-68210ee22ee9 req-c357c58a-b3cd-4c72-86df-a1258bbb2a67 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=173a3b76-9825-4dc8-b87b-02867f285316 HTTP/1.1" status: 200 len: 853 time: 0.1329684 Dec 10 16:28:28.969090 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9960d61e-5bb3-4638-864b-68210ee22ee9 req-59c2079a-b347-44e3-914d-d15fa39953b2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fbb94746-fc6f-4a16-ab0b-6dbd984218c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284514 Dec 10 16:28:28.980646 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba813a-13e6-4aa0-80b5-fd9864a0743e req-d55e85b9-af92-42d2-870d-0a26c3d60f24 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:28.981987 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-1b96ee48-e600-4eb4-a974-fa5afb2a1fb6 None None] Set router 86f94127-05b5-4570-b3d6-d5a2e33aea8f gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:28:28.986632 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba813a-13e6-4aa0-80b5-fd9864a0743e req-d55e85b9-af92-42d2-870d-0a26c3d60f24 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:28.992851 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba813a-13e6-4aa0-80b5-fd9864a0743e req-d55e85b9-af92-42d2-870d-0a26c3d60f24 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:28.998863 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba813a-13e6-4aa0-80b5-fd9864a0743e req-d55e85b9-af92-42d2-870d-0a26c3d60f24 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:29.004956 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba813a-13e6-4aa0-80b5-fd9864a0743e req-d55e85b9-af92-42d2-870d-0a26c3d60f24 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:29.010845 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba813a-13e6-4aa0-80b5-fd9864a0743e req-d55e85b9-af92-42d2-870d-0a26c3d60f24 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:29.016798 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba813a-13e6-4aa0-80b5-fd9864a0743e req-d55e85b9-af92-42d2-870d-0a26c3d60f24 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:29.018730 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-acba813a-13e6-4aa0-80b5-fd9864a0743e req-d55e85b9-af92-42d2-870d-0a26c3d60f24 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 5431 time: 0.1322548 Dec 10 16:28:29.139374 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-acba813a-13e6-4aa0-80b5-fd9864a0743e req-c6c292c3-8bc0-40e4-a407-426d25b01a1f tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bcf6659-ad70-4f78-8202-1accd4dc47f4&id=7f2a2db4-8009-4c13-8329-5a2302100f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1115124 Dec 10 16:28:29.150990 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9960d61e-5bb3-4638-864b-68210ee22ee9 req-7a0487c1-65e1-49ce-bb18-923d2858bff3 service neutron] 10.222.0.26 "GET /v2.0/networks/fbb94746-fc6f-4a16-ab0b-6dbd984218c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312778 Dec 10 16:28:29.214095 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-1b96ee48-e600-4eb4-a974-fa5afb2a1fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f94127-05b5-4570-b3d6-d5a2e33aea8f', 'name': 'tempest-ServersTestManualDisk-670628104-router', 'tenant_id': '46f3725509ff40ffaf76e0eee45b744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'a80d13de-304c-49db-ad1b-c5115f83d68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:25:56Z', 'updated_at': '2021-12-10T16:26:01Z', 'revision_number': 4, 'project_id': '46f3725509ff40ffaf76e0eee45b744c', 'gw_port': {'id': 'a80d13de-304c-49db-ad1b-c5115f83d68d', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f94127-05b5-4570-b3d6-d5a2e33aea8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:25:57Z', 'updated_at': '2021-12-10T16:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '751eaf4b-f359-407a-a877-a0b1d3f55167', 'name': '', 'network_id': '833d5c44-0f20-47d1-a2bf-5c0360fc53c5', 'tenant_id': '46f3725509ff40ffaf76e0eee45b744c', 'mac_address': 'fa:16:3e:21:02:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f94127-05b5-4570-b3d6-d5a2e33aea8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '27e899e1-b171-42d8-bf35-913ec851a537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:26:00Z', 'updated_at': '2021-12-10T16:26:08Z', 'revision_number': 5, 'project_id': '46f3725509ff40ffaf76e0eee45b744c', 'subnets': [{'id': '27e899e1-b171-42d8-bf35-913ec851a537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:28:29.246785 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b96ee48-e600-4eb4-a974-fa5afb2a1fb6 None None] Checking router: 86f94127-05b5-4570-b3d6-d5a2e33aea8f for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:28:29.255195 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b96ee48-e600-4eb4-a974-fa5afb2a1fb6 None None] Routers {'86f94127-05b5-4570-b3d6-d5a2e33aea8f'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:28:29.255782 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-1b96ee48-e600-4eb4-a974-fa5afb2a1fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:28:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['86f94127-05b5-4570-b3d6-d5a2e33aea8f'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:28:29.271903 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d1849ad0-21da-4455-afcf-528340c92dc1 req-3860f7bb-eef7-420c-9f06-a4de3a259b25 tempest-SecurityGroupsTestAdminJSON-188685105 tempest-SecurityGroupsTestAdminJSON-188685105-project] 10.222.0.11 "GET /v2.0/security-groups/557d3cc3-1d31-483a-b54d-1e69d98a06c6 HTTP/1.1" status: 200 len: 1795 time: 0.0617037 Dec 10 16:28:29.289843 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9960d61e-5bb3-4638-864b-68210ee22ee9 req-9b4989dc-15af-4f17-8c9f-ca85ee966fd2 service neutron] 10.222.0.26 "GET /v2.0/networks/fbb94746-fc6f-4a16-ab0b-6dbd984218c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278479 Dec 10 16:28:29.335028 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d1849ad0-21da-4455-afcf-528340c92dc1 req-1aa43232-ed3e-40d2-a7a9-8382a9c2d7c4 tempest-SecurityGroupsTestAdminJSON-188685105 tempest-SecurityGroupsTestAdminJSON-188685105-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:29.357589 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d1849ad0-21da-4455-afcf-528340c92dc1 req-1aa43232-ed3e-40d2-a7a9-8382a9c2d7c4 tempest-SecurityGroupsTestAdminJSON-188685105 tempest-SecurityGroupsTestAdminJSON-188685105-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:29.362615 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-1b96ee48-e600-4eb4-a974-fa5afb2a1fb6 None None] Set router 86f94127-05b5-4570-b3d6-d5a2e33aea8f gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:28:29.405829 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d1849ad0-21da-4455-afcf-528340c92dc1 req-1aa43232-ed3e-40d2-a7a9-8382a9c2d7c4 tempest-SecurityGroupsTestAdminJSON-188685105 tempest-SecurityGroupsTestAdminJSON-188685105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:29.409645 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d1849ad0-21da-4455-afcf-528340c92dc1 req-1aa43232-ed3e-40d2-a7a9-8382a9c2d7c4 tempest-SecurityGroupsTestAdminJSON-188685105 tempest-SecurityGroupsTestAdminJSON-188685105-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:29.416395 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d1849ad0-21da-4455-afcf-528340c92dc1 req-1aa43232-ed3e-40d2-a7a9-8382a9c2d7c4 tempest-SecurityGroupsTestAdminJSON-188685105 tempest-SecurityGroupsTestAdminJSON-188685105-project] 10.222.0.11 "DELETE /v2.0/security-groups/557d3cc3-1d31-483a-b54d-1e69d98a06c6 HTTP/1.1" status: 204 len: 173 time: 0.1366985 Dec 10 16:28:29.444401 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa43232-ed3e-40d2-a7a9-8382a9c2d7c4 tempest-SecurityGroupsTestAdminJSON-188685105 tempest-SecurityGroupsTestAdminJSON-188685105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=557d3cc3-1d31-483a-b54d-1e69d98a06c6,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:29.542628 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac577b-f15e-440b-9188-623def60826c req-3f48520b-836f-42f1-a6d6-dda1ca64882e tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:29.550849 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-24ac577b-f15e-440b-9188-623def60826c req-3f48520b-836f-42f1-a6d6-dda1ca64882e tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=451e6409-316e-4b87-86cd-2da87aaa7224 HTTP/1.1" status: 200 len: 946 time: 0.0674489 Dec 10 16:28:29.568784 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38898e14-28e7-4f34-af0e-27351ab2d870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad70088-aaa4-4ab6-91c4-79f3e5b6f971'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:28:29.571474 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2caf5a-1107-403c-855d-d13f0afe546c" -d '{"events": [{"server_uuid": "38898e14-28e7-4f34-af0e-27351ab2d870", "name": "network-vif-plugged", "status": "completed", "tag": "3ad70088-aaa4-4ab6-91c4-79f3e5b6f971"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:28:29.608486 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-24ac577b-f15e-440b-9188-623def60826c req-df06925d-6867-48d7-a850-87eabcd74652 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566180 Dec 10 16:28:29.732665 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-1b96ee48-e600-4eb4-a974-fa5afb2a1fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f94127-05b5-4570-b3d6-d5a2e33aea8f', 'name': 'tempest-ServersTestManualDisk-670628104-router', 'tenant_id': '46f3725509ff40ffaf76e0eee45b744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'a80d13de-304c-49db-ad1b-c5115f83d68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:25:56Z', 'updated_at': '2021-12-10T16:26:01Z', 'revision_number': 4, 'project_id': '46f3725509ff40ffaf76e0eee45b744c', 'gw_port': {'id': 'a80d13de-304c-49db-ad1b-c5115f83d68d', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f94127-05b5-4570-b3d6-d5a2e33aea8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:25:57Z', 'updated_at': '2021-12-10T16:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '751eaf4b-f359-407a-a877-a0b1d3f55167', 'name': '', 'network_id': '833d5c44-0f20-47d1-a2bf-5c0360fc53c5', 'tenant_id': '46f3725509ff40ffaf76e0eee45b744c', 'mac_address': 'fa:16:3e:21:02:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f94127-05b5-4570-b3d6-d5a2e33aea8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '27e899e1-b171-42d8-bf35-913ec851a537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:26:00Z', 'updated_at': '2021-12-10T16:26:08Z', 'revision_number': 5, 'project_id': '46f3725509ff40ffaf76e0eee45b744c', 'subnets': [{'id': '27e899e1-b171-42d8-bf35-913ec851a537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:28:29.760305 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b96ee48-e600-4eb4-a974-fa5afb2a1fb6 None None] The sync data for ids ['86f94127-05b5-4570-b3d6-d5a2e33aea8f'] in n-d-766771-2 is: [{'id': '86f94127-05b5-4570-b3d6-d5a2e33aea8f', 'name': 'tempest-ServersTestManualDisk-670628104-router', 'tenant_id': '46f3725509ff40ffaf76e0eee45b744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'a80d13de-304c-49db-ad1b-c5115f83d68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:25:56Z', 'updated_at': '2021-12-10T16:26:01Z', 'revision_number': 4, 'project_id': '46f3725509ff40ffaf76e0eee45b744c', 'gw_port': {'id': 'a80d13de-304c-49db-ad1b-c5115f83d68d', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f94127-05b5-4570-b3d6-d5a2e33aea8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:25:57Z', 'updated_at': '2021-12-10T16:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '751eaf4b-f359-407a-a877-a0b1d3f55167', 'name': '', 'network_id': '833d5c44-0f20-47d1-a2bf-5c0360fc53c5', 'tenant_id': '46f3725509ff40ffaf76e0eee45b744c', 'mac_address': 'fa:16:3e:21:02:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f94127-05b5-4570-b3d6-d5a2e33aea8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '27e899e1-b171-42d8-bf35-913ec851a537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:26:00Z', 'updated_at': '2021-12-10T16:26:08Z', 'revision_number': 5, 'project_id': '46f3725509ff40ffaf76e0eee45b744c', 'subnets': [{'id': '27e899e1-b171-42d8-bf35-913ec851a537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:28:29.891555 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48786) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:30.110474 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 48792) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:30.118149 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-11b33492-26b0-4b77-b857-b98db36fb79e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fa40b83e703b4b84b3894e888e8672f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2249732 Dec 10 16:28:30.122990 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba49b20-a533-4300-a7a7-be821d1aaf7b x-openstack-request-id: req-dba49b20-a533-4300-a7a7-be821d1aaf7b {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:28:30.123274 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e999457-ec4c-467d-a9fd-5d93579b0a18", "name": "network-vif-deleted", "tag": "5f2b0410-cf00-4490-bf99-e55593eb6aee", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:28:30.123544 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dba49b20-a533-4300-a7a7-be821d1aaf7b {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:28:30.123944 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e999457-ec4c-467d-a9fd-5d93579b0a18', 'name': 'network-vif-deleted', 'tag': '5f2b0410-cf00-4490-bf99-e55593eb6aee', 'status': 'completed', 'code': 200} Dec 10 16:28:30.174320 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 5f2b0410-cf00-4490-bf99-e55593eb6aee no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:28:30.207563 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: 5f2b0410-cf00-4490-bf99-e55593eb6aee {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:28:30.207924 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 5f2b0410-cf00-4490-bf99-e55593eb6aee not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:28:30.227513 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-65a7f350-b8fe-44a5-858d-b951b619c7a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:30.279170 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-65a7f350-b8fe-44a5-858d-b951b619c7a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:30.330219 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a106eac-ac06-421b-add4-584063b66606 req-2caf5756-5b72-4cd7-ab7c-b0f8b1eaeb08 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:30.331908 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4a106eac-ac06-421b-add4-584063b66606 req-2caf5756-5b72-4cd7-ab7c-b0f8b1eaeb08 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 943 time: 0.1166244 Dec 10 16:28:30.373956 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-65a7f350-b8fe-44a5-858d-b951b619c7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:30.377116 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-65a7f350-b8fe-44a5-858d-b951b619c7a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:30.381033 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-65a7f350-b8fe-44a5-858d-b951b619c7a5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ed4bf17e-3eee-4eac-85af-0a92ec884fc2 HTTP/1.1" status: 204 len: 168 time: 0.2694819 Dec 10 16:28:30.414277 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4a106eac-ac06-421b-add4-584063b66606 req-9859bb30-e58b-4f20-8161-20dc337fe77d tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748734 Dec 10 16:28:30.420151 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7f350-b8fe-44a5-858d-b951b619c7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4bf17e-3eee-4eac-85af-0a92ec884fc2,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:30.478610 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef5d98c-4355-4d33-9004-dc0587604d54 None None] New status for floating IP ef8f6eba-1c60-4160-ac17-66d9e488af38: DOWN {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:28:30.538337 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e516b0-a927-4ce2-84e2-807eafadde3d x-openstack-request-id: req-b5e516b0-a927-4ce2-84e2-807eafadde3d {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:28:30.538856 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38898e14-28e7-4f34-af0e-27351ab2d870", "name": "network-vif-plugged", "status": "completed", "tag": "3ad70088-aaa4-4ab6-91c4-79f3e5b6f971", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:28:30.539492 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b5e516b0-a927-4ce2-84e2-807eafadde3d {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:28:30.540076 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38898e14-28e7-4f34-af0e-27351ab2d870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad70088-aaa4-4ab6-91c4-79f3e5b6f971', 'code': 200} Dec 10 16:28:30.734496 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07d47d-6016-44c9-8e65-d7f815cfbeae req-f26ea4b8-57ed-4e01-be65-c3af39e3f286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:30.736064 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1d07d47d-6016-44c9-8e65-d7f815cfbeae req-f26ea4b8-57ed-4e01-be65-c3af39e3f286 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=38898e14-28e7-4f34-af0e-27351ab2d870 HTTP/1.1" status: 200 len: 1101 time: 0.1255522 Dec 10 16:28:30.755500 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde00b2d-b3d6-40d4-8874-be35fc871e86 req-ee3c72c0-c1c8-4e98-9646-21de3f108a24 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:30.763858 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cde00b2d-b3d6-40d4-8874-be35fc871e86 req-ee3c72c0-c1c8-4e98-9646-21de3f108a24 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=451e6409-316e-4b87-86cd-2da87aaa7224 HTTP/1.1" status: 200 len: 946 time: 0.0955708 Dec 10 16:28:30.852199 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1d07d47d-6016-44c9-8e65-d7f815cfbeae req-20a133b7-deb8-4efe-9fe0-b944c74a113b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=63a84baf-8d74-4096-a44b-f5d79ae617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869973 Dec 10 16:28:30.860149 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cde00b2d-b3d6-40d4-8874-be35fc871e86 req-01979cac-0034-4c6a-9bf1-9ffc548792ad tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880444 Dec 10 16:28:30.878664 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 48802) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:30.930088 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-dcad72ef-ee43-4f51-b0b4-37430a9eb883 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=64ea8858754841fab065625ec860e65f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0495870 Dec 10 16:28:30.932646 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48806) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:30.985629 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d44651-26cb-4ccc-96eb-94d26f5de8f8 req-2424327d-d0c1-4627-bf1b-5f49b190dd65 tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:30.987153 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-30d44651-26cb-4ccc-96eb-94d26f5de8f8 req-2424327d-d0c1-4627-bf1b-5f49b190dd65 tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] 10.222.0.11 "GET /v2.0/ports?device_id=38898e14-28e7-4f34-af0e-27351ab2d870 HTTP/1.1" status: 200 len: 950 time: 0.0560021 Dec 10 16:28:30.994889 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-49571405-e245-42c2-b2df-8b34f160da3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:31.018939 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-49571405-e245-42c2-b2df-8b34f160da3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:31.039349 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-30d44651-26cb-4ccc-96eb-94d26f5de8f8 req-a51cea3c-5f6a-4b16-a3c7-d83fc0e80b1b tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] 10.222.0.11 "GET /v2.0/security-groups?id=63a84baf-8d74-4096-a44b-f5d79ae617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454011 Dec 10 16:28:31.079330 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-49571405-e245-42c2-b2df-8b34f160da3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:31.082668 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-49571405-e245-42c2-b2df-8b34f160da3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:31.084182 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-49571405-e245-42c2-b2df-8b34f160da3e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bacf5e36-785e-4603-a11b-9ab2bdf90a43 HTTP/1.1" status: 204 len: 168 time: 0.1505404 Dec 10 16:28:31.095082 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49571405-e245-42c2-b2df-8b34f160da3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacf5e36-785e-4603-a11b-9ab2bdf90a43,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:31.573771 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18f049-8cdb-4a80-9b87-d35189594fa2 req-b125fac7-abc1-4399-a7f4-069aca20e440 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:31.588792 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18f049-8cdb-4a80-9b87-d35189594fa2 req-b125fac7-abc1-4399-a7f4-069aca20e440 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:31.597347 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18f049-8cdb-4a80-9b87-d35189594fa2 req-b125fac7-abc1-4399-a7f4-069aca20e440 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:31.605748 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18f049-8cdb-4a80-9b87-d35189594fa2 req-b125fac7-abc1-4399-a7f4-069aca20e440 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:31.614046 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18f049-8cdb-4a80-9b87-d35189594fa2 req-b125fac7-abc1-4399-a7f4-069aca20e440 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:31.620348 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18f049-8cdb-4a80-9b87-d35189594fa2 req-b125fac7-abc1-4399-a7f4-069aca20e440 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:31.626902 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18f049-8cdb-4a80-9b87-d35189594fa2 req-b125fac7-abc1-4399-a7f4-069aca20e440 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:31.629404 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ad18f049-8cdb-4a80-9b87-d35189594fa2 req-b125fac7-abc1-4399-a7f4-069aca20e440 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 5431 time: 0.1198943 Dec 10 16:28:31.728162 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ad18f049-8cdb-4a80-9b87-d35189594fa2 req-0d74688e-34e5-4d9c-9688-0e884c1eed63 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bcf6659-ad70-4f78-8202-1accd4dc47f4&id=7f2a2db4-8009-4c13-8329-5a2302100f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0838079 Dec 10 16:28:31.810326 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48834) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:31.995727 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-86e5e9e9-d47c-435d-89d1-33dbcd8d93f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:32.077226 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 48854) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:32.140707 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-86e5e9e9-d47c-435d-89d1-33dbcd8d93f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:32.148962 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-86e5e9e9-d47c-435d-89d1-33dbcd8d93f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:32.184794 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 21b8bef8-fefe-4479-9cf4-2a31d80aa85b details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:28:32.189189 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-86e5e9e9-d47c-435d-89d1-33dbcd8d93f1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=15bda862539742e28477673acc2faba8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3775499 Dec 10 16:28:32.192621 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 48858) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:32.212080 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e9e9-d47c-435d-89d1-33dbcd8d93f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329bc916-6b60-43a5-9b6f-23493e19dbc6,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:32.250745 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-ebee7755-7deb-4800-a7eb-6ef50383e360 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-689631423-network', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:28:32.335306 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-28045bfa-d3ed-4f5a-893f-be95b70e1927 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:32.351168 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 21b8bef8-fefe-4479-9cf4-2a31d80aa85b, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=21b8bef8-fefe-4479-9cf4-2a31d80aa85b,segment=NetworkSegment(44a46a5e-a254-4d44-9870-cc62115a4eda),segment_id=44a46a5e-a254-4d44-9870-cc62115a4eda)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:32.359773 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-28045bfa-d3ed-4f5a-893f-be95b70e1927 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:32.365114 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '21b8bef8-fefe-4479-9cf4-2a31d80aa85b', 'network_id': 'cf96409c-c15e-4dab-9223-335a0597f4de', 'port_id': '21b8bef8-fefe-4479-9cf4-2a31d80aa85b', 'mac_address': 'fa:16:3e:09:4a:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a67fe19-d2ec-40d0-b0cf-1f0cbda6e9f5', 'ip_address': '10.1.1.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:28:32.373079 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebee7755-7deb-4800-a7eb-6ef50383e360 admin admin] Made reservation on behalf of 78a67ea6c69344df8b0209764b4007aa for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:28:32.375781 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ebee7755-7deb-4800-a7eb-6ef50383e360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:32.379441 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48862) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:32.406431 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ebee7755-7deb-4800-a7eb-6ef50383e360 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:32.413978 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:32.430537 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21b8bef8-fefe-4479-9cf4-2a31d80aa85b {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:28:32.454008 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 21b8bef8-fefe-4479-9cf4-2a31d80aa85b, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=21b8bef8-fefe-4479-9cf4-2a31d80aa85b,segment=NetworkSegment(44a46a5e-a254-4d44-9870-cc62115a4eda),segment_id=44a46a5e-a254-4d44-9870-cc62115a4eda)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:32.459129 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:32.460189 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 304a9bfc-169e-45fd-9a13-801c0c824783 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:28:32.504412 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0907b273-702f-40cc-b2d4-4bbafc4c240d tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:32.519830 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 304a9bfc-169e-45fd-9a13-801c0c824783, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=304a9bfc-169e-45fd-9a13-801c0c824783,segment=NetworkSegment(44a46a5e-a254-4d44-9870-cc62115a4eda),segment_id=44a46a5e-a254-4d44-9870-cc62115a4eda)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:32.538605 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '304a9bfc-169e-45fd-9a13-801c0c824783', 'network_id': 'cf96409c-c15e-4dab-9223-335a0597f4de', 'port_id': '304a9bfc-169e-45fd-9a13-801c0c824783', 'mac_address': 'fa:16:3e:a6:d2:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a67fe19-d2ec-40d0-b0cf-1f0cbda6e9f5', 'ip_address': '10.1.1.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:28:32.571679 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0907b273-702f-40cc-b2d4-4bbafc4c240d tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:32.588355 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546d41d-78ae-4bf3-90a2-ec7c86a1e41c req-921b814c-7f71-424d-90aa-874a4cfacc49 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:32.598491 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d546d41d-78ae-4bf3-90a2-ec7c86a1e41c req-921b814c-7f71-424d-90aa-874a4cfacc49 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 943 time: 0.1205091 Dec 10 16:28:32.605779 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=21b8bef8-fefe-4479-9cf4-2a31d80aa85b,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:32.614416 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:32.632198 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 304a9bfc-169e-45fd-9a13-801c0c824783 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:28:32.665439 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 304a9bfc-169e-45fd-9a13-801c0c824783, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=304a9bfc-169e-45fd-9a13-801c0c824783,segment=NetworkSegment(44a46a5e-a254-4d44-9870-cc62115a4eda),segment_id=44a46a5e-a254-4d44-9870-cc62115a4eda)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:32.667543 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-28045bfa-d3ed-4f5a-893f-be95b70e1927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:32.671665 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-28045bfa-d3ed-4f5a-893f-be95b70e1927 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:32.677655 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:32.687373 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0907b273-702f-40cc-b2d4-4bbafc4c240d tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:32.687725 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-28045bfa-d3ed-4f5a-893f-be95b70e1927 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/329bc916-6b60-43a5-9b6f-23493e19dbc6 HTTP/1.1" status: 204 len: 168 time: 0.4935179 Dec 10 16:28:32.688968 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 7a783492-ea39-41dc-8499-87239009e539 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:28:32.690068 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0907b273-702f-40cc-b2d4-4bbafc4c240d tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:32.695521 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0907b273-702f-40cc-b2d4-4bbafc4c240d tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] 10.222.0.11 "DELETE /v2.0/security-groups/ad4a1433-7bd6-4498-9674-85cfcaea3090 HTTP/1.1" status: 204 len: 168 time: 0.3147786 Dec 10 16:28:32.707574 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48868) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:32.765578 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28045bfa-d3ed-4f5a-893f-be95b70e1927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329bc916-6b60-43a5-9b6f-23493e19dbc6,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:32.765863 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-83b8272f-1615-4a2b-af7a-08e382523d79 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] show failed (client error): The resource could not be found. Dec 10 16:28:32.770553 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-83b8272f-1615-4a2b-af7a-08e382523d79 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] 10.222.0.11 "GET /v2.0/security-groups/ad4a1433-7bd6-4498-9674-85cfcaea3090 HTTP/1.1" status: 404 len: 347 time: 0.0588474 Dec 10 16:28:32.773067 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48872) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:32.776788 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907b273-702f-40cc-b2d4-4bbafc4c240d tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4a1433-7bd6-4498-9674-85cfcaea3090,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:32.834162 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=304a9bfc-169e-45fd-9a13-801c0c824783,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:32.837320 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d546d41d-78ae-4bf3-90a2-ec7c86a1e41c req-b45ab727-8416-4eb0-bf3c-5475f275109e tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363660 Dec 10 16:28:32.921657 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ebee7755-7deb-4800-a7eb-6ef50383e360 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:32.929343 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ebee7755-7deb-4800-a7eb-6ef50383e360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:32.956468 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 7a783492-ea39-41dc-8499-87239009e539, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=7a783492-ea39-41dc-8499-87239009e539,segment=NetworkSegment(44a46a5e-a254-4d44-9870-cc62115a4eda),segment_id=44a46a5e-a254-4d44-9870-cc62115a4eda)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:32.971049 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebee7755-7deb-4800-a7eb-6ef50383e360 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:28:32.984171 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '7a783492-ea39-41dc-8499-87239009e539', 'network_id': 'cf96409c-c15e-4dab-9223-335a0597f4de', 'port_id': '7a783492-ea39-41dc-8499-87239009e539', 'mac_address': 'fa:16:3e:a9:95:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a67fe19-d2ec-40d0-b0cf-1f0cbda6e9f5', 'ip_address': '10.1.1.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:28:32.985816 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee7755-7deb-4800-a7eb-6ef50383e360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0323d5e7-5cb6-4b7a-86bf-6326caf30de6,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:33.034383 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ebee7755-7deb-4800-a7eb-6ef50383e360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:33.034795 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-ebee7755-7deb-4800-a7eb-6ef50383e360 admin admin] Added segment c5dc7c15-134d-4079-accd-bbd076de9d44 of type vlan for network f51320c6-36a3-445a-bf6e-8d6ab92c4522 Dec 10 16:28:33.080821 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:33.103243 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-d562046b-7f10-490e-9205-5708fe782444 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Deleting port 441fd1b3-97be-4628-bea0-5adc015c066c {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:28:33.103801 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d562046b-7f10-490e-9205-5708fe782444 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:33.104595 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a783492-ea39-41dc-8499-87239009e539 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:28:33.140254 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 7a783492-ea39-41dc-8499-87239009e539, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=7a783492-ea39-41dc-8499-87239009e539,segment=NetworkSegment(44a46a5e-a254-4d44-9870-cc62115a4eda),segment_id=44a46a5e-a254-4d44-9870-cc62115a4eda)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:33.145789 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:33.146474 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ebee7755-7deb-4800-a7eb-6ef50383e360 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:33.147755 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 8ea2a5ee-71c7-4668-b402-89d8708371f8 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:28:33.178241 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471a4d2-8085-4e55-ae3c-b3c4923688c2 req-5e7d6b92-e85b-423c-a549-4d7fa7b8974d tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:33.196890 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6471a4d2-8085-4e55-ae3c-b3c4923688c2 req-5e7d6b92-e85b-423c-a549-4d7fa7b8974d tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] 10.222.0.11 "GET /v2.0/ports?device_id=38898e14-28e7-4f34-af0e-27351ab2d870 HTTP/1.1" status: 200 len: 950 time: 0.1862338 Dec 10 16:28:33.253175 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d562046b-7f10-490e-9205-5708fe782444 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:33.254766 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d562046b-7f10-490e-9205-5708fe782444 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:33.259601 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=7a783492-ea39-41dc-8499-87239009e539,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:33.272123 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 8ea2a5ee-71c7-4668-b402-89d8708371f8, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=8ea2a5ee-71c7-4668-b402-89d8708371f8,segment=NetworkSegment(44a46a5e-a254-4d44-9870-cc62115a4eda),segment_id=44a46a5e-a254-4d44-9870-cc62115a4eda)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:33.273452 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-d562046b-7f10-490e-9205-5708fe782444 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Calling delete_port for 441fd1b3-97be-4628-bea0-5adc015c066c owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:28:33.312897 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '8ea2a5ee-71c7-4668-b402-89d8708371f8', 'network_id': 'cf96409c-c15e-4dab-9223-335a0597f4de', 'port_id': '8ea2a5ee-71c7-4668-b402-89d8708371f8', 'mac_address': 'fa:16:3e:92:3b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a67fe19-d2ec-40d0-b0cf-1f0cbda6e9f5', 'ip_address': '10.1.1.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:28:33.375269 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:33.382880 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6471a4d2-8085-4e55-ae3c-b3c4923688c2 req-9d124eb2-f2f7-4398-8ad8-6c67fe5a46d0 tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] 10.222.0.11 "GET /v2.0/security-groups?id=63a84baf-8d74-4096-a44b-f5d79ae617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849642 Dec 10 16:28:33.384161 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ebee7755-7deb-4800-a7eb-6ef50383e360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:33.385151 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebee7755-7deb-4800-a7eb-6ef50383e360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:33.390037 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ebee7755-7deb-4800-a7eb-6ef50383e360 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:33.408201 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ea2a5ee-71c7-4668-b402-89d8708371f8 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:28:33.444673 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 8ea2a5ee-71c7-4668-b402-89d8708371f8, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=8ea2a5ee-71c7-4668-b402-89d8708371f8,segment=NetworkSegment(44a46a5e-a254-4d44-9870-cc62115a4eda),segment_id=44a46a5e-a254-4d44-9870-cc62115a4eda)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:33.451531 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:33.451531 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device d5bdcbf6-9c70-4b11-a616-8e8aeec9956a details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:28:33.562411 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee7755-7deb-4800-a7eb-6ef50383e360 admin admin] Pushing event updated for resources: {'Network': ['ID=f51320c6-36a3-445a-bf6e-8d6ab92c4522,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:33.601157 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network f51320c6-36a3-445a-bf6e-8d6ab92c4522 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:28:33.605346 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ebee7755-7deb-4800-a7eb-6ef50383e360 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5268557 Dec 10 16:28:33.662456 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 48890) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:33.672867 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-3ad87025-9bb8-4e2f-8731-87c8f8c4e430 admin admin] Request body: {'subnet': {'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-689631423-subnet', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:28:33.720166 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad87025-9bb8-4e2f-8731-87c8f8c4e430 admin admin] Made reservation on behalf of 78a67ea6c69344df8b0209764b4007aa for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:28:33.724544 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3ad87025-9bb8-4e2f-8731-87c8f8c4e430 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:33.783211 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=8ea2a5ee-71c7-4668-b402-89d8708371f8,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:33.809225 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d562046b-7f10-490e-9205-5708fe782444 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:33.859328 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562046b-7f10-490e-9205-5708fe782444 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Pushing event deleted for resources: {'Port': ['ID=441fd1b3-97be-4628-bea0-5adc015c066c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:33.861019 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af234f-fea8-43d3-a2f2-057544f1c2a4 req-257c723c-944a-43a6-9663-f10995227ed7 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:33.874666 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-36af234f-fea8-43d3-a2f2-057544f1c2a4 req-257c723c-944a-43a6-9663-f10995227ed7 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=451e6409-316e-4b87-86cd-2da87aaa7224 HTTP/1.1" status: 200 len: 946 time: 0.3021753 Dec 10 16:28:33.897076 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port d5bdcbf6-9c70-4b11-a616-8e8aeec9956a, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=d5bdcbf6-9c70-4b11-a616-8e8aeec9956a,segment=NetworkSegment(5ba54cce-8066-4ebb-a6ee-8a1c8abcc880),segment_id=5ba54cce-8066-4ebb-a6ee-8a1c8abcc880)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:33.914729 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'd5bdcbf6-9c70-4b11-a616-8e8aeec9956a', 'network_id': '54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06', 'port_id': 'd5bdcbf6-9c70-4b11-a616-8e8aeec9956a', 'mac_address': 'fa:16:3e:98:0e:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680c8cce-43a4-41f3-b994-8a2b86d3ec14', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:28:34.003115 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d562046b-7f10-490e-9205-5708fe782444 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:34.008315 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d562046b-7f10-490e-9205-5708fe782444 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:34.009606 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:34.016013 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d562046b-7f10-490e-9205-5708fe782444 tempest-ServersTestManualDisk-1539763288 tempest-ServersTestManualDisk-1539763288-project] 10.222.0.11 "DELETE /v2.0/floatingips/ef8f6eba-1c60-4160-ac17-66d9e488af38 HTTP/1.1" status: 204 len: 168 time: 1.2377374 Dec 10 16:28:34.016599 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48902) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:34.044953 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5bdcbf6-9c70-4b11-a616-8e8aeec9956a {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:28:34.096909 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port d5bdcbf6-9c70-4b11-a616-8e8aeec9956a, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=d5bdcbf6-9c70-4b11-a616-8e8aeec9956a,segment=NetworkSegment(5ba54cce-8066-4ebb-a6ee-8a1c8abcc880),segment_id=5ba54cce-8066-4ebb-a6ee-8a1c8abcc880)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:34.116028 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3ad87025-9bb8-4e2f-8731-87c8f8c4e430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:34.117018 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:34.121085 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device ce4d43d3-b2a9-4324-9c6c-aabee5331e81 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:28:34.270686 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad87025-9bb8-4e2f-8731-87c8f8c4e430 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e98874b0-e60d-4822-8213-f6ac4d039265,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:34.286884 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad87025-9bb8-4e2f-8731-87c8f8c4e430 admin admin] Checking segment: {'id': 'c5dc7c15-134d-4079-accd-bbd076de9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:28:34.287255 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad87025-9bb8-4e2f-8731-87c8f8c4e430 admin admin] Network hostable DHCP agents. Network: f51320c6-36a3-445a-bf6e-8d6ab92c4522, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:28:34.301566 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-36af234f-fea8-43d3-a2f2-057544f1c2a4 req-3da6db06-206b-4dfc-8081-63f720f8c693 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901577 Dec 10 16:28:34.367602 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad87025-9bb8-4e2f-8731-87c8f8c4e430 admin admin] Network f51320c6-36a3-445a-bf6e-8d6ab92c4522 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:28:34.372716 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=d5bdcbf6-9c70-4b11-a616-8e8aeec9956a,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:34.412516 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-3ad87025-9bb8-4e2f-8731-87c8f8c4e430 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, f51320c6-36a3-445a-bf6e-8d6ab92c4522) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:28:34.434874 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad87025-9bb8-4e2f-8731-87c8f8c4e430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:34.435534 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3ad87025-9bb8-4e2f-8731-87c8f8c4e430 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:34.450104 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c095a4-f288-4544-9cad-44915aaa2bf9 None None] Network f51320c6-36a3-445a-bf6e-8d6ab92c4522 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:28:34.488657 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3ad87025-9bb8-4e2f-8731-87c8f8c4e430 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8219481 Dec 10 16:28:34.492115 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48908) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:34.526278 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-57c91c81-d0f8-4526-8289-d753750b9630 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-689631423-router', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:28:34.568485 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-57c91c81-d0f8-4526-8289-d753750b9630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:34.569851 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-57c91c81-d0f8-4526-8289-d753750b9630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:34.610361 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port ce4d43d3-b2a9-4324-9c6c-aabee5331e81, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=ce4d43d3-b2a9-4324-9c6c-aabee5331e81,segment=NetworkSegment(d62dc478-30ab-46d0-93b0-617021b42e5a),segment_id=d62dc478-30ab-46d0-93b0-617021b42e5a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:34.614838 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9126dc-dcd1-4406-9f15-d147cc0e1e85 req-260e139b-6272-4463-a69a-39c994db0e43 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:34.635191 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9126dc-dcd1-4406-9f15-d147cc0e1e85 req-260e139b-6272-4463-a69a-39c994db0e43 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:34.649523 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9126dc-dcd1-4406-9f15-d147cc0e1e85 req-260e139b-6272-4463-a69a-39c994db0e43 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:34.667385 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9126dc-dcd1-4406-9f15-d147cc0e1e85 req-260e139b-6272-4463-a69a-39c994db0e43 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:34.669450 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'ce4d43d3-b2a9-4324-9c6c-aabee5331e81', 'network_id': '38e57e43-6d77-489e-a8a8-a633e923df66', 'port_id': 'ce4d43d3-b2a9-4324-9c6c-aabee5331e81', 'mac_address': 'fa:16:3e:e3:52:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '512e7c15-5283-4a20-8554-1db6c68de939', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:28:34.669879 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-57c91c81-d0f8-4526-8289-d753750b9630 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:34.675647 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9126dc-dcd1-4406-9f15-d147cc0e1e85 req-260e139b-6272-4463-a69a-39c994db0e43 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:34.690929 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9126dc-dcd1-4406-9f15-d147cc0e1e85 req-260e139b-6272-4463-a69a-39c994db0e43 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:34.710603 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9126dc-dcd1-4406-9f15-d147cc0e1e85 req-260e139b-6272-4463-a69a-39c994db0e43 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:34.712976 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8e9126dc-dcd1-4406-9f15-d147cc0e1e85 req-260e139b-6272-4463-a69a-39c994db0e43 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 5436 time: 0.2040141 Dec 10 16:28:34.854762 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:34.858749 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8e9126dc-dcd1-4406-9f15-d147cc0e1e85 req-d77da7a4-610a-4e43-a2a6-d4d3290e4c19 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bcf6659-ad70-4f78-8202-1accd4dc47f4&id=7f2a2db4-8009-4c13-8329-5a2302100f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1260021 Dec 10 16:28:34.901870 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce4d43d3-b2a9-4324-9c6c-aabee5331e81 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:28:34.924754 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port ce4d43d3-b2a9-4324-9c6c-aabee5331e81, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=ce4d43d3-b2a9-4324-9c6c-aabee5331e81,segment=NetworkSegment(d62dc478-30ab-46d0-93b0-617021b42e5a),segment_id=d62dc478-30ab-46d0-93b0-617021b42e5a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:34.934156 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:34.934156 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device eeb3a935-ca6c-4918-87c1-e89b62c3b091 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:28:35.031757 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd7b1ec-745e-48f1-bae2-998f5e79be8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-f51320c6-36a3-445a-bf6e-8d6ab92c4522', 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522', 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'fixed_ips': [{'subnet_id': 'e98874b0-e60d-4822-8213-f6ac4d039265'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:28:35.032639 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6bd7b1ec-745e-48f1-bae2-998f5e79be8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:35.065602 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-57c91c81-d0f8-4526-8289-d753750b9630 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:35.124762 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d9e7e773-562a-49e3-99c4-e0d54c009379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:35.129045 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=ce4d43d3-b2a9-4324-9c6c-aabee5331e81,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:35.137347 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port eeb3a935-ca6c-4918-87c1-e89b62c3b091, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=eeb3a935-ca6c-4918-87c1-e89b62c3b091,segment=NetworkSegment(d62dc478-30ab-46d0-93b0-617021b42e5a),segment_id=d62dc478-30ab-46d0-93b0-617021b42e5a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:35.176268 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'eeb3a935-ca6c-4918-87c1-e89b62c3b091', 'network_id': '38e57e43-6d77-489e-a8a8-a633e923df66', 'port_id': 'eeb3a935-ca6c-4918-87c1-e89b62c3b091', 'mac_address': 'fa:16:3e:b6:98:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '512e7c15-5283-4a20-8554-1db6c68de939', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:28:35.329449 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fabcb96-8c04-477e-9e2e-fcad0d94d9a3 req-b01fd344-975c-44a6-9436-e76faa0a10aa tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:35.331310 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3fabcb96-8c04-477e-9e2e-fcad0d94d9a3 req-b01fd344-975c-44a6-9436-e76faa0a10aa tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 943 time: 0.0818529 Dec 10 16:28:35.436588 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3fabcb96-8c04-477e-9e2e-fcad0d94d9a3 req-cdfa94c6-7df0-47c2-8c17-e24a5e1a9e91 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929887 Dec 10 16:28:35.444398 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:35.526032 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeb3a935-ca6c-4918-87c1-e89b62c3b091 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:28:35.571344 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port eeb3a935-ca6c-4918-87c1-e89b62c3b091, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=eeb3a935-ca6c-4918-87c1-e89b62c3b091,segment=NetworkSegment(d62dc478-30ab-46d0-93b0-617021b42e5a),segment_id=d62dc478-30ab-46d0-93b0-617021b42e5a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:35.580553 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:35.626925 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-57c91c81-d0f8-4526-8289-d753750b9630 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:35.701695 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-57c91c81-d0f8-4526-8289-d753750b9630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:35.721023 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=eeb3a935-ca6c-4918-87c1-e89b62c3b091,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:35.767449 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-6bd7b1ec-745e-48f1-bae2-998f5e79be8c None None] Allocated IP 172.20.0.2 (f51320c6-36a3-445a-bf6e-8d6ab92c4522/e98874b0-e60d-4822-8213-f6ac4d039265/6c5f58ab-37f7-452c-aa99-8d99035c6068) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:28:35.868892 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-d9e7e773-562a-49e3-99c4-e0d54c009379 admin admin] Deleting port 751eaf4b-f359-407a-a877-a0b1d3f55167 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:28:35.869491 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d9e7e773-562a-49e3-99c4-e0d54c009379 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:36.107586 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-57c91c81-d0f8-4526-8289-d753750b9630 admin admin] Allocated IP 172.25.6.200 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/65e06a3d-623f-4e2b-a619-4f6ed536b7df) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:28:36.227390 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:36.231762 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6bd7b1ec-745e-48f1-bae2-998f5e79be8c None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:36.242431 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6bd7b1ec-745e-48f1-bae2-998f5e79be8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:36.314186 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd7b1ec-745e-48f1-bae2-998f5e79be8c None None] Network f51320c6-36a3-445a-bf6e-8d6ab92c4522 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:28:36.315169 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-6bd7b1ec-745e-48f1-bae2-998f5e79be8c None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:28:36.321468 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd7b1ec-745e-48f1-bae2-998f5e79be8c None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:28:36.362217 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7b1ec-745e-48f1-bae2-998f5e79be8c None None] Pushing event updated for resources: {'Port': ['ID=6c5f58ab-37f7-452c-aa99-8d99035c6068,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:36.387687 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-d9e7e773-562a-49e3-99c4-e0d54c009379 admin admin] For port 751eaf4b-f359-407a-a877-a0b1d3f55167, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=751eaf4b-f359-407a-a877-a0b1d3f55167,segment=NetworkSegment(7b24ac44-1edb-4cec-a6e8-fa21f4a4b9d1),segment_id=7b24ac44-1edb-4cec-a6e8-fa21f4a4b9d1)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:36.387687 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d9e7e773-562a-49e3-99c4-e0d54c009379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:36.420788 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['7a783492-ea39-41dc-8499-87239009e539'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:28:36.423195 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['ce4d43d3-b2a9-4324-9c6c-aabee5331e81'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:28:36.425623 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['d5bdcbf6-9c70-4b11-a616-8e8aeec9956a'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:28:36.448163 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-d9e7e773-562a-49e3-99c4-e0d54c009379 admin admin] Calling delete_port for 751eaf4b-f359-407a-a877-a0b1d3f55167 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:28:36.506709 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16c744-c980-449a-b79e-3d875f33ab6a req-e06d12a4-3183-4841-9ce1-403dd9d8112f tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:36.513604 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cf16c744-c980-449a-b79e-3d875f33ab6a req-e06d12a4-3183-4841-9ce1-403dd9d8112f tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=451e6409-316e-4b87-86cd-2da87aaa7224 HTTP/1.1" status: 200 len: 946 time: 0.1183057 Dec 10 16:28:36.571751 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-57c91c81-d0f8-4526-8289-d753750b9630 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:36.654330 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cf16c744-c980-449a-b79e-3d875f33ab6a req-9ee49596-7b51-4946-a08e-1b05dccfb027 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359911 Dec 10 16:28:36.688400 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-57c91c81-d0f8-4526-8289-d753750b9630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:36.732265 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c91c81-d0f8-4526-8289-d753750b9630 admin admin] Pushing event updated for resources: {'Port': ['ID=65e06a3d-623f-4e2b-a619-4f6ed536b7df,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:36.749189 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c91c81-d0f8-4526-8289-d753750b9630 admin admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:28:36.751892 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-57c91c81-d0f8-4526-8289-d753750b9630 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:28:36.762244 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c91c81-d0f8-4526-8289-d753750b9630 admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:28:36.787410 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['8ea2a5ee-71c7-4668-b402-89d8708371f8'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:28:36.789664 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['21b8bef8-fefe-4479-9cf4-2a31d80aa85b'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:28:36.912772 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-6bd7b1ec-745e-48f1-bae2-998f5e79be8c None None] Attempting to bind port 6c5f58ab-37f7-452c-aa99-8d99035c6068 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:28:36.913299 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-6bd7b1ec-745e-48f1-bae2-998f5e79be8c None None] Attempting to bind port 6c5f58ab-37f7-452c-aa99-8d99035c6068 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'c5dc7c15-134d-4079-accd-bbd076de9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:28:36.913664 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd7b1ec-745e-48f1-bae2-998f5e79be8c None None] Attempting to bind port 6c5f58ab-37f7-452c-aa99-8d99035c6068 on network f51320c6-36a3-445a-bf6e-8d6ab92c4522 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:28:36.950713 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd7b1ec-745e-48f1-bae2-998f5e79be8c None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:28:36.951062 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd7b1ec-745e-48f1-bae2-998f5e79be8c None None] Checking segment: {'id': 'c5dc7c15-134d-4079-accd-bbd076de9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:28:36.951479 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6bd7b1ec-745e-48f1-bae2-998f5e79be8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:36.951882 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd7b1ec-745e-48f1-bae2-998f5e79be8c None None] Bound using segment: {'id': 'c5dc7c15-134d-4079-accd-bbd076de9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:28:36.952377 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-6bd7b1ec-745e-48f1-bae2-998f5e79be8c None None] Bound port: 6c5f58ab-37f7-452c-aa99-8d99035c6068, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5dc7c15-134d-4079-accd-bbd076de9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:28:36.952764 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6bd7b1ec-745e-48f1-bae2-998f5e79be8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:37.019492 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d9e7e773-562a-49e3-99c4-e0d54c009379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:37.043520 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d0385-8e2a-4b1b-8096-e9d6d6eb763e req-4d868996-e2b4-40e9-85b1-fa7a8a9a3724 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:37.064642 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d0385-8e2a-4b1b-8096-e9d6d6eb763e req-4d868996-e2b4-40e9-85b1-fa7a8a9a3724 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:37.084217 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d0385-8e2a-4b1b-8096-e9d6d6eb763e req-4d868996-e2b4-40e9-85b1-fa7a8a9a3724 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:37.090996 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7e773-562a-49e3-99c4-e0d54c009379 admin admin] Pushing event deleted for resources: {'Port': ['ID=751eaf4b-f359-407a-a877-a0b1d3f55167,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:37.095645 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d0385-8e2a-4b1b-8096-e9d6d6eb763e req-4d868996-e2b4-40e9-85b1-fa7a8a9a3724 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:37.112568 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d0385-8e2a-4b1b-8096-e9d6d6eb763e req-4d868996-e2b4-40e9-85b1-fa7a8a9a3724 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:37.138393 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d0385-8e2a-4b1b-8096-e9d6d6eb763e req-4d868996-e2b4-40e9-85b1-fa7a8a9a3724 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:37.161644 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d0385-8e2a-4b1b-8096-e9d6d6eb763e req-4d868996-e2b4-40e9-85b1-fa7a8a9a3724 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:37.193287 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2c9d0385-8e2a-4b1b-8096-e9d6d6eb763e req-4d868996-e2b4-40e9-85b1-fa7a8a9a3724 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 5438 time: 0.3414426 Dec 10 16:28:37.315242 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-6bd7b1ec-745e-48f1-bae2-998f5e79be8c None None] For port 6c5f58ab-37f7-452c-aa99-8d99035c6068, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:28:37.341762 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['eeb3a935-ca6c-4918-87c1-e89b62c3b091'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:28:37.349155 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['304a9bfc-169e-45fd-9a13-801c0c824783'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:28:37.366643 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2c9d0385-8e2a-4b1b-8096-e9d6d6eb763e req-8cd6df5c-bef6-496b-b643-4f083cf4bfb2 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bcf6659-ad70-4f78-8202-1accd4dc47f4&id=7f2a2db4-8009-4c13-8329-5a2302100f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1723278 Dec 10 16:28:37.642512 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-6bd7b1ec-745e-48f1-bae2-998f5e79be8c None None] For port 6c5f58ab-37f7-452c-aa99-8d99035c6068, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=6c5f58ab-37f7-452c-aa99-8d99035c6068,segment=NetworkSegment(c5dc7c15-134d-4079-accd-bbd076de9d44),segment_id=c5dc7c15-134d-4079-accd-bbd076de9d44)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:28:37.677516 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6bd7b1ec-745e-48f1-bae2-998f5e79be8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:37.760438 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d9e7e773-562a-49e3-99c4-e0d54c009379 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:37.794055 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7b1ec-745e-48f1-bae2-998f5e79be8c None None] Pushing event updated for resources: {'Port': ['ID=6c5f58ab-37f7-452c-aa99-8d99035c6068,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:37.839174 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726d841-ef6b-41a7-bec0-323b23ae0ee1 req-2e954b98-6706-471a-94ad-5d76236ba0e4 tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:37.854180 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0726d841-ef6b-41a7-bec0-323b23ae0ee1 req-2e954b98-6706-471a-94ad-5d76236ba0e4 tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] 10.222.0.11 "GET /v2.0/ports?device_id=38898e14-28e7-4f34-af0e-27351ab2d870 HTTP/1.1" status: 200 len: 950 time: 0.2053685 Dec 10 16:28:37.917515 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a20a3-3ffa-4649-a196-22a75e05eaff req-2366cf31-7a72-4a5d-a2f3-fe3baef591a0 tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:37.919326 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-490a20a3-3ffa-4649-a196-22a75e05eaff req-2366cf31-7a72-4a5d-a2f3-fe3baef591a0 tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] 10.222.0.46 "GET /v2.0/ports?device_id=38898e14-28e7-4f34-af0e-27351ab2d870 HTTP/1.1" status: 200 len: 950 time: 0.1924791 Dec 10 16:28:38.168040 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0726d841-ef6b-41a7-bec0-323b23ae0ee1 req-ec0ddf58-9db2-4f42-a0cf-e4c4367e7610 tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] 10.222.0.11 "GET /v2.0/security-groups?id=63a84baf-8d74-4096-a44b-f5d79ae617bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129976 Dec 10 16:28:38.246160 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48968) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:38.283555 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:38.289873 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-490a20a3-3ffa-4649-a196-22a75e05eaff req-b4cf5d7f-fbfa-4644-a648-3f0e92498768 tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] Deleting port 3ad70088-aaa4-4ab6-91c4-79f3e5b6f971 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:28:38.296932 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-490a20a3-3ffa-4649-a196-22a75e05eaff req-b4cf5d7f-fbfa-4644-a648-3f0e92498768 tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:38.388995 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-57c91c81-d0f8-4526-8289-d753750b9630 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:38.482870 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-490a20a3-3ffa-4649-a196-22a75e05eaff req-b4cf5d7f-fbfa-4644-a648-3f0e92498768 tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] For port 3ad70088-aaa4-4ab6-91c4-79f3e5b6f971, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=3ad70088-aaa4-4ab6-91c4-79f3e5b6f971,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:38.483247 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-490a20a3-3ffa-4649-a196-22a75e05eaff req-b4cf5d7f-fbfa-4644-a648-3f0e92498768 tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:38.500249 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-490a20a3-3ffa-4649-a196-22a75e05eaff req-b4cf5d7f-fbfa-4644-a648-3f0e92498768 tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] Calling delete_port for 3ad70088-aaa4-4ab6-91c4-79f3e5b6f971 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:28:38.643881 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 6c5f58ab-37f7-452c-aa99-8d99035c6068 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:28:38.783632 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 6c5f58ab-37f7-452c-aa99-8d99035c6068 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:28:38.783632 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:38.813295 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93867cb-e91e-4417-836a-9764b3b2f43b req-0a7b99ef-2c9e-461a-bc0e-d90f6f833bd8 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:38.825922 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b93867cb-e91e-4417-836a-9764b3b2f43b req-0a7b99ef-2c9e-461a-bc0e-d90f6f833bd8 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 943 time: 0.1245646 Dec 10 16:28:38.952952 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b93867cb-e91e-4417-836a-9764b3b2f43b req-7e194bb9-61e2-4529-b462-0706d1c5e643 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259484 Dec 10 16:28:38.972374 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-490a20a3-3ffa-4649-a196-22a75e05eaff req-b4cf5d7f-fbfa-4644-a648-3f0e92498768 tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:39.009463 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:39.085023 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf5d7f-fbfa-4644-a648-3f0e92498768 tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] Pushing event deleted for resources: {'Port': ['ID=3ad70088-aaa4-4ab6-91c4-79f3e5b6f971,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:39.101681 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 6c5f58ab-37f7-452c-aa99-8d99035c6068, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=6c5f58ab-37f7-452c-aa99-8d99035c6068,segment=NetworkSegment(c5dc7c15-134d-4079-accd-bbd076de9d44),segment_id=c5dc7c15-134d-4079-accd-bbd076de9d44)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:39.112888 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:39.172233 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-490a20a3-3ffa-4649-a196-22a75e05eaff req-b4cf5d7f-fbfa-4644-a648-3f0e92498768 tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] No DVR routers for this DVR port 3ad70088-aaa4-4ab6-91c4-79f3e5b6f971 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:28:39.188994 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-490a20a3-3ffa-4649-a196-22a75e05eaff req-b4cf5d7f-fbfa-4644-a648-3f0e92498768 tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:39.193099 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-490a20a3-3ffa-4649-a196-22a75e05eaff req-b4cf5d7f-fbfa-4644-a648-3f0e92498768 tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] 10.222.0.46 "DELETE /v2.0/ports/3ad70088-aaa4-4ab6-91c4-79f3e5b6f971 HTTP/1.1" status: 204 len: 173 time: 1.2507284 Dec 10 16:28:39.194383 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38898e14-28e7-4f34-af0e-27351ab2d870', 'name': 'network-vif-deleted', 'tag': '3ad70088-aaa4-4ab6-91c4-79f3e5b6f971'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:28:39.205714 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284bf204-04f2-4f96-9aba-1adfce4e4917" -d '{"events": [{"server_uuid": "38898e14-28e7-4f34-af0e-27351ab2d870", "name": "network-vif-deleted", "tag": "3ad70088-aaa4-4ab6-91c4-79f3e5b6f971"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:28:39.230745 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=6c5f58ab-37f7-452c-aa99-8d99035c6068,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:39.247254 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5d77e-e06e-446c-84c4-4b0d6f507755 req-89db3378-24c7-4c08-ad8d-d2a446546c97 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:39.255251 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6ac5d77e-e06e-446c-84c4-4b0d6f507755 req-89db3378-24c7-4c08-ad8d-d2a446546c97 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=451e6409-316e-4b87-86cd-2da87aaa7224 HTTP/1.1" status: 200 len: 946 time: 0.1641829 Dec 10 16:28:39.386634 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6ac5d77e-e06e-446c-84c4-4b0d6f507755 req-dbe10bfe-0d64-4105-a839-9f41e15787be tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202214 Dec 10 16:28:39.413553 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a356711a-9e62-4f5d-88b2-5350b964ab27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:39.623105 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e7e773-562a-49e3-99c4-e0d54c009379 admin admin] Router 86f94127-05b5-4570-b3d6-d5a2e33aea8f has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:28:39.634569 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a356711a-9e62-4f5d-88b2-5350b964ab27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:39.636826 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908320d-8df5-414b-bc93-dca60a9e84ea req-6d370658-0307-4fb5-9790-0c9a85e14f9f tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:39.645668 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908320d-8df5-414b-bc93-dca60a9e84ea req-6d370658-0307-4fb5-9790-0c9a85e14f9f tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:39.646996 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a356711a-9e62-4f5d-88b2-5350b964ab27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:39.653178 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908320d-8df5-414b-bc93-dca60a9e84ea req-6d370658-0307-4fb5-9790-0c9a85e14f9f tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:39.659372 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908320d-8df5-414b-bc93-dca60a9e84ea req-6d370658-0307-4fb5-9790-0c9a85e14f9f tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:39.665948 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908320d-8df5-414b-bc93-dca60a9e84ea req-6d370658-0307-4fb5-9790-0c9a85e14f9f tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:39.672013 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908320d-8df5-414b-bc93-dca60a9e84ea req-6d370658-0307-4fb5-9790-0c9a85e14f9f tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:39.679039 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908320d-8df5-414b-bc93-dca60a9e84ea req-6d370658-0307-4fb5-9790-0c9a85e14f9f tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:39.687520 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7908320d-8df5-414b-bc93-dca60a9e84ea req-6d370658-0307-4fb5-9790-0c9a85e14f9f tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 5438 time: 0.1390021 Dec 10 16:28:39.697034 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a356711a-9e62-4f5d-88b2-5350b964ab27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63fc53bb-4152-48f9-9d09-fd64c9fc9471,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:39.770378 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7908320d-8df5-414b-bc93-dca60a9e84ea req-437de93e-2cf1-43b1-a7d8-f5ace2b8573b tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bcf6659-ad70-4f78-8202-1accd4dc47f4&id=7f2a2db4-8009-4c13-8329-5a2302100f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0817072 Dec 10 16:28:39.864991 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a356711a-9e62-4f5d-88b2-5350b964ab27 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1f0c9e2c3b0a41b7b50985e9f1a52e82&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5937927 Dec 10 16:28:39.868876 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 48984) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:39.954985 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d1a08c-35b2-45c2-8554-8c02c826056a None None] Network f51320c6-36a3-445a-bf6e-8d6ab92c4522 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:28:39.985134 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-57c91c81-d0f8-4526-8289-d753750b9630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:39.987631 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e7e773-562a-49e3-99c4-e0d54c009379 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:28:40.003203 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d9e7e773-562a-49e3-99c4-e0d54c009379 admin admin] 10.222.0.11 "PUT /v2.0/routers/86f94127-05b5-4570-b3d6-d5a2e33aea8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9832315 Dec 10 16:28:40.004513 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861fd3b9-78e6-4c27-86fc-d0555bdf0cf5 None None] Sync routers for ids ['86f94127-05b5-4570-b3d6-d5a2e33aea8f'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:28:40.009433 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48988) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:40.021576 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861fd3b9-78e6-4c27-86fc-d0555bdf0cf5 None None] Routers {'86f94127-05b5-4570-b3d6-d5a2e33aea8f'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:28:40.022614 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-861fd3b9-78e6-4c27-86fc-d0555bdf0cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:28:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['86f94127-05b5-4570-b3d6-d5a2e33aea8f'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:28:40.028237 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-79fefcf1-e505-4c09-84ed-c8945ff11607 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:40.124709 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-02ad40cd-402f-43aa-9c64-92cc6b3b863c admin admin] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:40.132255 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-289f0669-89e0-4f29-b39d-dfdd1c794563 req-c5ec4a4c-d32f-4178-8dd7-6582ef30095e tempest-ServerDiagnosticsNegativeTest-498586386 tempest-ServerDiagnosticsNegativeTest-498586386-project] 10.222.0.11 "GET /v2.0/ports?device_id=38898e14-28e7-4f34-af0e-27351ab2d870 HTTP/1.1" status: 200 len: 210 time: 0.1103330 Dec 10 16:28:40.171622 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-79fefcf1-e505-4c09-84ed-c8945ff11607 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:40.192715 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8bacfee1-0360-4541-86d3-e903349cd3cf None None] Provisioning complete for port 6c5f58ab-37f7-452c-aa99-8d99035c6068 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:28:40.193205 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8bacfee1-0360-4541-86d3-e903349cd3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:40.252814 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-79fefcf1-e505-4c09-84ed-c8945ff11607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:40.261013 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-79fefcf1-e505-4c09-84ed-c8945ff11607 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:40.263146 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-79fefcf1-e505-4c09-84ed-c8945ff11607 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/63fc53bb-4152-48f9-9d09-fd64c9fc9471 HTTP/1.1" status: 204 len: 168 time: 0.3922634 Dec 10 16:28:40.266126 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe7aabd-6fba-4e60-8c4d-9e59a300858d x-openstack-request-id: req-6fe7aabd-6fba-4e60-8c4d-9e59a300858d {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:28:40.267352 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38898e14-28e7-4f34-af0e-27351ab2d870", "name": "network-vif-deleted", "tag": "3ad70088-aaa4-4ab6-91c4-79f3e5b6f971", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:28:40.267609 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6fe7aabd-6fba-4e60-8c4d-9e59a300858d {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:28:40.267992 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38898e14-28e7-4f34-af0e-27351ab2d870', 'name': 'network-vif-deleted', 'tag': '3ad70088-aaa4-4ab6-91c4-79f3e5b6f971', 'status': 'completed', 'code': 200} Dec 10 16:28:40.295461 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fefcf1-e505-4c09-84ed-c8945ff11607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63fc53bb-4152-48f9-9d09-fd64c9fc9471,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:40.408786 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-861fd3b9-78e6-4c27-86fc-d0555bdf0cf5 None None] Set router 86f94127-05b5-4570-b3d6-d5a2e33aea8f gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:28:40.437431 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 6c5f58ab-37f7-452c-aa99-8d99035c6068 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:28:40.521171 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb7082-6d59-4c76-ab5b-145d08068cf5 req-76b23edd-db7f-406a-ba19-3b039aabe261 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:40.526192 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6bb7082-6d59-4c76-ab5b-145d08068cf5 req-76b23edd-db7f-406a-ba19-3b039aabe261 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 943 time: 0.1326492 Dec 10 16:28:40.680474 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6bb7082-6d59-4c76-ab5b-145d08068cf5 req-9e377f33-ea9a-45dd-bd32-c513c2bde973 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460340 Dec 10 16:28:40.697970 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 6c5f58ab-37f7-452c-aa99-8d99035c6068 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:28:40.697970 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:40.759171 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-02ad40cd-402f-43aa-9c64-92cc6b3b863c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:40.768321 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-861fd3b9-78e6-4c27-86fc-d0555bdf0cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f94127-05b5-4570-b3d6-d5a2e33aea8f', 'name': 'tempest-ServersTestManualDisk-670628104-router', 'tenant_id': '46f3725509ff40ffaf76e0eee45b744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'a80d13de-304c-49db-ad1b-c5115f83d68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:25:56Z', 'updated_at': '2021-12-10T16:28:36Z', 'revision_number': 5, 'project_id': '46f3725509ff40ffaf76e0eee45b744c', 'gw_port': {'id': 'a80d13de-304c-49db-ad1b-c5115f83d68d', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f94127-05b5-4570-b3d6-d5a2e33aea8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:25:57Z', 'updated_at': '2021-12-10T16:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:28:40.797019 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c91c81-d0f8-4526-8289-d753750b9630 admin admin] Router dd07bbe0-11bc-4846-b050-5cf5a71f487c is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:28:40.824583 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861fd3b9-78e6-4c27-86fc-d0555bdf0cf5 None None] Checking router: 86f94127-05b5-4570-b3d6-d5a2e33aea8f for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:28:40.854761 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861fd3b9-78e6-4c27-86fc-d0555bdf0cf5 None None] Routers {'86f94127-05b5-4570-b3d6-d5a2e33aea8f'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:28:40.855397 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-861fd3b9-78e6-4c27-86fc-d0555bdf0cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:28:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['86f94127-05b5-4570-b3d6-d5a2e33aea8f'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:28:40.880014 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa0878-f07a-46fa-b45d-141da43a0ca2 req-5f721a45-0a1c-4090-b747-131c1ffb64c3 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:40.887951 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8cfa0878-f07a-46fa-b45d-141da43a0ca2 req-5f721a45-0a1c-4090-b747-131c1ffb64c3 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=451e6409-316e-4b87-86cd-2da87aaa7224 HTTP/1.1" status: 200 len: 946 time: 0.0763729 Dec 10 16:28:40.929392 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 49000) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:40.929565 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-7997f27b-b4eb-4b64-828f-4e04cc441c9d None None] Provisioning complete for port 6c5f58ab-37f7-452c-aa99-8d99035c6068 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:28:40.929761 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7997f27b-b4eb-4b64-828f-4e04cc441c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:40.955240 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8cfa0878-f07a-46fa-b45d-141da43a0ca2 req-a51ee0e0-b847-42fd-9aa2-378e9ddd980d tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663776 Dec 10 16:28:40.956062 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1f17c33d-22b3-45df-b1a9-3809abc1e94e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:40.958296 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-02ad40cd-402f-43aa-9c64-92cc6b3b863c admin admin] Deleting port a80d13de-304c-49db-ad1b-c5115f83d68d {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:28:40.958296 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-02ad40cd-402f-43aa-9c64-92cc6b3b863c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:40.978640 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-861fd3b9-78e6-4c27-86fc-d0555bdf0cf5 None None] Set router 86f94127-05b5-4570-b3d6-d5a2e33aea8f gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:28:41.049717 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-02ad40cd-402f-43aa-9c64-92cc6b3b863c admin admin] For port a80d13de-304c-49db-ad1b-c5115f83d68d, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=a80d13de-304c-49db-ad1b-c5115f83d68d,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:41.050286 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-02ad40cd-402f-43aa-9c64-92cc6b3b863c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:41.062718 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-861fd3b9-78e6-4c27-86fc-d0555bdf0cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f94127-05b5-4570-b3d6-d5a2e33aea8f', 'name': 'tempest-ServersTestManualDisk-670628104-router', 'tenant_id': '46f3725509ff40ffaf76e0eee45b744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:25:56Z', 'updated_at': '2021-12-10T16:28:40Z', 'revision_number': 6, 'project_id': '46f3725509ff40ffaf76e0eee45b744c', 'gw_port_host': None}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:28:41.071328 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-02ad40cd-402f-43aa-9c64-92cc6b3b863c admin admin] Calling delete_port for a80d13de-304c-49db-ad1b-c5115f83d68d owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:28:41.091108 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861fd3b9-78e6-4c27-86fc-d0555bdf0cf5 None None] The sync data for ids ['86f94127-05b5-4570-b3d6-d5a2e33aea8f'] in n-d-766771-2 is: [{'id': '86f94127-05b5-4570-b3d6-d5a2e33aea8f', 'name': 'tempest-ServersTestManualDisk-670628104-router', 'tenant_id': '46f3725509ff40ffaf76e0eee45b744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:25:56Z', 'updated_at': '2021-12-10T16:28:40Z', 'revision_number': 6, 'project_id': '46f3725509ff40ffaf76e0eee45b744c', 'gw_port_host': None}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:28:41.140438 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb63044-06b2-4244-a142-8330a5b10d71 req-478c700f-0424-4a91-a7e6-d7be190b6638 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:41.146676 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c91c81-d0f8-4526-8289-d753750b9630 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:28:41.146943 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb63044-06b2-4244-a142-8330a5b10d71 req-478c700f-0424-4a91-a7e6-d7be190b6638 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:41.154173 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb63044-06b2-4244-a142-8330a5b10d71 req-478c700f-0424-4a91-a7e6-d7be190b6638 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:41.157416 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0291b30-5641-42bb-8db5-3a4d01248d7c None None] Sync routers for ids ['dd07bbe0-11bc-4846-b050-5cf5a71f487c'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:28:41.160558 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb63044-06b2-4244-a142-8330a5b10d71 req-478c700f-0424-4a91-a7e6-d7be190b6638 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:41.166980 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb63044-06b2-4244-a142-8330a5b10d71 req-478c700f-0424-4a91-a7e6-d7be190b6638 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:41.169785 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0291b30-5641-42bb-8db5-3a4d01248d7c None None] Routers {'dd07bbe0-11bc-4846-b050-5cf5a71f487c'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:28:41.171311 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a0291b30-5641-42bb-8db5-3a4d01248d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:28:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['dd07bbe0-11bc-4846-b050-5cf5a71f487c'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:28:41.172600 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb63044-06b2-4244-a142-8330a5b10d71 req-478c700f-0424-4a91-a7e6-d7be190b6638 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:41.178740 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb63044-06b2-4244-a142-8330a5b10d71 req-478c700f-0424-4a91-a7e6-d7be190b6638 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:41.178943 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-57c91c81-d0f8-4526-8289-d753750b9630 admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:41.184479 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-57c91c81-d0f8-4526-8289-d753750b9630 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.6861792 Dec 10 16:28:41.186703 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fcb63044-06b2-4244-a142-8330a5b10d71 req-478c700f-0424-4a91-a7e6-d7be190b6638 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 5438 time: 0.1369905 Dec 10 16:28:41.188681 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 49004) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:41.191691 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1f17c33d-22b3-45df-b1a9-3809abc1e94e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:41.245757 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1f17c33d-22b3-45df-b1a9-3809abc1e94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:41.277990 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-02ad40cd-402f-43aa-9c64-92cc6b3b863c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:41.284796 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-a0291b30-5641-42bb-8db5-3a4d01248d7c None None] Set router dd07bbe0-11bc-4846-b050-5cf5a71f487c gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:28:41.305776 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad40cd-402f-43aa-9c64-92cc6b3b863c admin admin] Pushing event deleted for resources: {'Port': ['ID=a80d13de-304c-49db-ad1b-c5115f83d68d,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:41.355456 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1f17c33d-22b3-45df-b1a9-3809abc1e94e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=35bc6bd8a9f14e58bbd0bc2deaf9f614&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4225245 Dec 10 16:28:41.355456 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17c33d-22b3-45df-b1a9-3809abc1e94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eecae70-fd97-4ab0-becb-e91c960d9db2,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:41.355989 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49006) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:41.382822 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fcb63044-06b2-4244-a142-8330a5b10d71 req-ac6a3516-a7e7-4792-9b05-7e2d4be545f1 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bcf6659-ad70-4f78-8202-1accd4dc47f4&id=7f2a2db4-8009-4c13-8329-5a2302100f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1947069 Dec 10 16:28:41.404559 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-02ad40cd-402f-43aa-9c64-92cc6b3b863c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:41.517410 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a0291b30-5641-42bb-8db5-3a4d01248d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'name': 'tempest-FloatingIPsAssociationTestJSON-689631423-router', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:28:34Z', 'updated_at': '2021-12-10T16:28:37Z', 'revision_number': 3, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'gw_port': {'id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:24:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:35Z', 'updated_at': '2021-12-10T16:28:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:28:41.523741 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-02ad40cd-402f-43aa-9c64-92cc6b3b863c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:41.528221 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-02ad40cd-402f-43aa-9c64-92cc6b3b863c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:41.529908 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-966cbb03-b0b1-4317-8c7d-a78614fa5c4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:41.569005 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0291b30-5641-42bb-8db5-3a4d01248d7c None None] Checking router: dd07bbe0-11bc-4846-b050-5cf5a71f487c for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:28:41.569421 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0291b30-5641-42bb-8db5-3a4d01248d7c None None] Updating router dd07bbe0-11bc-4846-b050-5cf5a71f487c port 65e06a3d-623f-4e2b-a619-4f6ed536b7df binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:28:41.604452 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a0291b30-5641-42bb-8db5-3a4d01248d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:41.604684 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-966cbb03-b0b1-4317-8c7d-a78614fa5c4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:41.686460 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-02ad40cd-402f-43aa-9c64-92cc6b3b863c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:41.687222 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ad40cd-402f-43aa-9c64-92cc6b3b863c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86f94127-05b5-4570-b3d6-d5a2e33aea8f {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:28:41.698261 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-02ad40cd-402f-43aa-9c64-92cc6b3b863c admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:41.702221 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-02ad40cd-402f-43aa-9c64-92cc6b3b863c admin admin] 10.222.0.11 "DELETE /v2.0/routers/86f94127-05b5-4570-b3d6-d5a2e33aea8f HTTP/1.1" status: 204 len: 168 time: 1.6878045 Dec 10 16:28:41.705232 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49012) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:41.715266 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-966cbb03-b0b1-4317-8c7d-a78614fa5c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:41.718317 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-966cbb03-b0b1-4317-8c7d-a78614fa5c4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:41.734237 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-966cbb03-b0b1-4317-8c7d-a78614fa5c4b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9eecae70-fd97-4ab0-becb-e91c960d9db2 HTTP/1.1" status: 204 len: 168 time: 0.3648612 Dec 10 16:28:41.815314 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966cbb03-b0b1-4317-8c7d-a78614fa5c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eecae70-fd97-4ab0-becb-e91c960d9db2,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:41.853066 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-957c5d64-173a-4184-869e-d5c1d0f1d66c admin admin] Deleting subnet 27e899e1-b171-42d8-bf35-913ec851a537 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:28:41.856911 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-957c5d64-173a-4184-869e-d5c1d0f1d66c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:41.884680 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 304a9bfc-169e-45fd-9a13-801c0c824783 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:28:41.906696 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-957c5d64-173a-4184-869e-d5c1d0f1d66c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:41.956653 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6087a1-7f4a-4f23-8ad8-af6d495740c0 req-b7e4c870-65dd-4284-bf1a-5bd8d3004fce tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:41.966336 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49018) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:41.969678 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ee6087a1-7f4a-4f23-8ad8-af6d495740c0 req-b7e4c870-65dd-4284-bf1a-5bd8d3004fce tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 943 time: 0.1785219 Dec 10 16:28:42.035816 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 304a9bfc-169e-45fd-9a13-801c0c824783 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:28:42.042549 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 304a9bfc-169e-45fd-9a13-801c0c824783 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:28:42.042921 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:42.052630 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-957c5d64-173a-4184-869e-d5c1d0f1d66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:42.064499 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-49a9b936-2e4d-4055-84c5-b625db7608e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:42.140872 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-957c5d64-173a-4184-869e-d5c1d0f1d66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:42.213667 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-957c5d64-173a-4184-869e-d5c1d0f1d66c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:42.219985 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b8d612-a787-4a93-a32d-1f683ce4163c None None] Network 833d5c44-0f20-47d1-a2bf-5c0360fc53c5 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:28:42.220757 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-957c5d64-173a-4184-869e-d5c1d0f1d66c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/27e899e1-b171-42d8-bf35-913ec851a537 HTTP/1.1" status: 204 len: 168 time: 0.5141540 Dec 10 16:28:42.243092 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49030) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:42.244898 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c5d64-173a-4184-869e-d5c1d0f1d66c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27e899e1-b171-42d8-bf35-913ec851a537,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:42.300109 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:42.331052 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a0291b30-5641-42bb-8db5-3a4d01248d7c None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:42.349521 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a0291b30-5641-42bb-8db5-3a4d01248d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:42.356739 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ee6087a1-7f4a-4f23-8ad8-af6d495740c0 req-8a68fb9e-fee8-4839-b53b-abfb9c7c3192 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847690 Dec 10 16:28:42.381850 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8b9fb47b-0778-4860-b3e7-53e64dd5c4e0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=de74cf40a286490a900a604b45203b99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4140632 Dec 10 16:28:42.384387 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49036) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:42.424852 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-49a9b936-2e4d-4055-84c5-b625db7608e9 admin admin] Allocated IP 172.20.0.1 (f51320c6-36a3-445a-bf6e-8d6ab92c4522/e98874b0-e60d-4822-8213-f6ac4d039265/1ea40611-3fff-4ec9-9348-3aa63774fd04) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:28:42.431515 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-08044059-2559-4b23-95a0-35bf1676b104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:42.449610 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 751eaf4b-f359-407a-a877-a0b1d3f55167 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:28:42.454409 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304a9bfc-169e-45fd-9a13-801c0c824783'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:28:42.458855 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91e4680-a72d-4ff2-ac64-7057224712a8" -d '{"events": [{"server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "name": "network-vif-plugged", "status": "completed", "tag": "304a9bfc-169e-45fd-9a13-801c0c824783"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:28:42.515117 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 304a9bfc-169e-45fd-9a13-801c0c824783, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=304a9bfc-169e-45fd-9a13-801c0c824783,segment=NetworkSegment(44a46a5e-a254-4d44-9870-cc62115a4eda),segment_id=44a46a5e-a254-4d44-9870-cc62115a4eda)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:42.516204 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 751eaf4b-f359-407a-a877-a0b1d3f55167 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:28:42.516539 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 751eaf4b-f359-407a-a877-a0b1d3f55167 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:28:42.516970 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device a80d13de-304c-49db-ad1b-c5115f83d68d no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:28:42.526290 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014cafb1-34b3-49e1-a622-3c3cf7e92546 None None] Pushing event updated for resources: {'Port': ['ID=65e06a3d-623f-4e2b-a619-4f6ed536b7df,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:42.552980 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2195d799-84b3-4186-bf6d-0e80588cc03e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:42.562007 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:42.562840 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device d5bdcbf6-9c70-4b11-a616-8e8aeec9956a up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:28:42.564553 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-a0291b30-5641-42bb-8db5-3a4d01248d7c None None] Attempting to bind port 65e06a3d-623f-4e2b-a619-4f6ed536b7df on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:28:42.564922 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-a0291b30-5641-42bb-8db5-3a4d01248d7c None None] Attempting to bind port 65e06a3d-623f-4e2b-a619-4f6ed536b7df by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:28:42.565285 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0291b30-5641-42bb-8db5-3a4d01248d7c None None] Attempting to bind port 65e06a3d-623f-4e2b-a619-4f6ed536b7df on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:28:42.572540 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: a80d13de-304c-49db-ad1b-c5115f83d68d {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:28:42.572854 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device a80d13de-304c-49db-ad1b-c5115f83d68d not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:28:42.584309 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2195d799-84b3-4186-bf6d-0e80588cc03e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:42.609997 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c76443-fa91-4bc2-8c82-44fb46387361 req-397a4b0c-4e97-432d-bf25-973b6f9435f0 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:42.611812 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c9c76443-fa91-4bc2-8c82-44fb46387361 req-397a4b0c-4e97-432d-bf25-973b6f9435f0 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=451e6409-316e-4b87-86cd-2da87aaa7224 HTTP/1.1" status: 200 len: 946 time: 0.1646421 Dec 10 16:28:42.625017 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-08044059-2559-4b23-95a0-35bf1676b104 admin admin] Deleting port 328daec2-15f1-4248-9a80-d343e379a4ca {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:28:42.625017 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-08044059-2559-4b23-95a0-35bf1676b104 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:42.655649 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-49a9b936-2e4d-4055-84c5-b625db7608e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:42.679707 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0291b30-5641-42bb-8db5-3a4d01248d7c None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:28:42.680347 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0291b30-5641-42bb-8db5-3a4d01248d7c None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:28:42.680899 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a0291b30-5641-42bb-8db5-3a4d01248d7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:42.681513 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0291b30-5641-42bb-8db5-3a4d01248d7c None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:28:42.685003 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-a0291b30-5641-42bb-8db5-3a4d01248d7c None None] Bound port: 65e06a3d-623f-4e2b-a619-4f6ed536b7df, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:28:42.685613 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a0291b30-5641-42bb-8db5-3a4d01248d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:42.714559 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-08044059-2559-4b23-95a0-35bf1676b104 admin admin] For port 328daec2-15f1-4248-9a80-d343e379a4ca, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=328daec2-15f1-4248-9a80-d343e379a4ca,segment=NetworkSegment(7b24ac44-1edb-4cec-a6e8-fa21f4a4b9d1),segment_id=7b24ac44-1edb-4cec-a6e8-fa21f4a4b9d1)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:42.714559 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-08044059-2559-4b23-95a0-35bf1676b104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:42.730810 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c9c76443-fa91-4bc2-8c82-44fb46387361 req-0cde56f2-e155-4716-8b70-713bfbba8396 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092858 Dec 10 16:28:42.748701 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-08044059-2559-4b23-95a0-35bf1676b104 admin admin] Calling delete_port for 328daec2-15f1-4248-9a80-d343e379a4ca owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:28:42.764094 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2195d799-84b3-4186-bf6d-0e80588cc03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:42.773558 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2195d799-84b3-4186-bf6d-0e80588cc03e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:42.777187 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2195d799-84b3-4186-bf6d-0e80588cc03e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/63a84baf-8d74-4096-a44b-f5d79ae617bb HTTP/1.1" status: 204 len: 168 time: 0.3896358 Dec 10 16:28:42.780980 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=304a9bfc-169e-45fd-9a13-801c0c824783,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:42.789338 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port d5bdcbf6-9c70-4b11-a616-8e8aeec9956a completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:28:42.791982 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0699609a-7392-4a06-baca-a13d201fa544 None None] DHCP port deletion for 833d5c44-0f20-47d1-a2bf-5c0360fc53c5 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:28:42.817543 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port d5bdcbf6-9c70-4b11-a616-8e8aeec9956a triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:28:42.818329 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:42.818809 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-49a9b936-2e4d-4055-84c5-b625db7608e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:42.871977 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2195d799-84b3-4186-bf6d-0e80588cc03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a84baf-8d74-4096-a44b-f5d79ae617bb,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:42.873882 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-a0291b30-5641-42bb-8db5-3a4d01248d7c None None] For port 65e06a3d-623f-4e2b-a619-4f6ed536b7df, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:28:42.903620 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-08044059-2559-4b23-95a0-35bf1676b104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:42.906499 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-a0291b30-5641-42bb-8db5-3a4d01248d7c None None] For port 65e06a3d-623f-4e2b-a619-4f6ed536b7df, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=65e06a3d-623f-4e2b-a619-4f6ed536b7df,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:28:42.925137 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a0291b30-5641-42bb-8db5-3a4d01248d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:42.927819 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08044059-2559-4b23-95a0-35bf1676b104 admin admin] No DVR routers for this DVR port 328daec2-15f1-4248-9a80-d343e379a4ca on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:28:42.958294 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08044059-2559-4b23-95a0-35bf1676b104 admin admin] Pushing event deleted for resources: {'Port': ['ID=328daec2-15f1-4248-9a80-d343e379a4ca,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:43.014113 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-0699609a-7392-4a06-baca-a13d201fa544 None None] Deleting port 328daec2-15f1-4248-9a80-d343e379a4ca {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:28:43.014113 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0699609a-7392-4a06-baca-a13d201fa544 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:43.048302 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a9b936-2e4d-4055-84c5-b625db7608e9 admin admin] Network f51320c6-36a3-445a-bf6e-8d6ab92c4522 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:28:43.057150 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-08044059-2559-4b23-95a0-35bf1676b104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:43.059216 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a9b936-2e4d-4055-84c5-b625db7608e9 admin admin] Pushing event updated for resources: {'Port': ['ID=1ea40611-3fff-4ec9-9348-3aa63774fd04,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:43.063065 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-49a9b936-2e4d-4055-84c5-b625db7608e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:28:43.074582 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a9b936-2e4d-4055-84c5-b625db7608e9 admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:28:43.093251 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-08044059-2559-4b23-95a0-35bf1676b104 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['833d5c44-0f20-47d1-a2bf-5c0360fc53c5']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:28:43.106917 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-08044059-2559-4b23-95a0-35bf1676b104 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b24ac44-1edb-4cec-a6e8-fa21f4a4b9d1') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:28:43.107440 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-08044059-2559-4b23-95a0-35bf1676b104 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b24ac44-1edb-4cec-a6e8-fa21f4a4b9d1') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:28:43.108211 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0291b30-5641-42bb-8db5-3a4d01248d7c None None] Routers {'dd07bbe0-11bc-4846-b050-5cf5a71f487c'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:28:43.109123 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662b134-3271-4de3-8b98-a04a82f3f68a req-7ac932b2-28d3-49e7-a47b-8337c1f0ca00 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:43.109606 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a0291b30-5641-42bb-8db5-3a4d01248d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:28:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['dd07bbe0-11bc-4846-b050-5cf5a71f487c'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:28:43.121902 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-08044059-2559-4b23-95a0-35bf1676b104 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:43.123829 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662b134-3271-4de3-8b98-a04a82f3f68a req-7ac932b2-28d3-49e7-a47b-8337c1f0ca00 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:43.147047 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662b134-3271-4de3-8b98-a04a82f3f68a req-7ac932b2-28d3-49e7-a47b-8337c1f0ca00 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:43.148452 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-08044059-2559-4b23-95a0-35bf1676b104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:43.153727 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662b134-3271-4de3-8b98-a04a82f3f68a req-7ac932b2-28d3-49e7-a47b-8337c1f0ca00 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:43.159286 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08044059-2559-4b23-95a0-35bf1676b104 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:28:43.160949 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-08044059-2559-4b23-95a0-35bf1676b104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:43.168733 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662b134-3271-4de3-8b98-a04a82f3f68a req-7ac932b2-28d3-49e7-a47b-8337c1f0ca00 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:43.174900 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662b134-3271-4de3-8b98-a04a82f3f68a req-7ac932b2-28d3-49e7-a47b-8337c1f0ca00 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:43.197088 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662b134-3271-4de3-8b98-a04a82f3f68a req-7ac932b2-28d3-49e7-a47b-8337c1f0ca00 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:43.200731 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c662b134-3271-4de3-8b98-a04a82f3f68a req-7ac932b2-28d3-49e7-a47b-8337c1f0ca00 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 5439 time: 0.2912066 Dec 10 16:28:43.214943 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:28:43.214943 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:28:43.214943 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:28:43.214943 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:28:43.214943 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:28:43.214943 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:28:43.214943 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:28:43.214943 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:28:43.214943 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:28:43.214943 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:28:43.214943 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:28:43.214943 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:28:43.214943 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:28:43.214943 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:28:43.214943 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:28:43.214943 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:28:43.214943 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:28:43.214943 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:28:43.214943 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:28:43.214943 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:28:43.214943 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:28:43.214943 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:28:43.214943 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:28:43.214943 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:28:43.214943 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:28:43.214943 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:28:43.214943 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:28:43.214943 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:28:43.214943 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:28:43.214943 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:28:43.214943 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:28:43.214943 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:28:43.240018 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-08044059-2559-4b23-95a0-35bf1676b104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:43.252156 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-08044059-2559-4b23-95a0-35bf1676b104 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:43.265483 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-08044059-2559-4b23-95a0-35bf1676b104 admin admin] 10.222.0.11 "DELETE /v2.0/networks/833d5c44-0f20-47d1-a2bf-5c0360fc53c5 HTTP/1.1" status: 204 len: 168 time: 0.9646764 Dec 10 16:28:43.301861 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08044059-2559-4b23-95a0-35bf1676b104 admin admin] Pushing event deleted for resources: {'Network': ['ID=833d5c44-0f20-47d1-a2bf-5c0360fc53c5,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:43.325737 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:43.327959 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014cafb1-34b3-49e1-a622-3c3cf7e92546 None None] Pushing event updated for resources: {'Port': ['ID=65e06a3d-623f-4e2b-a619-4f6ed536b7df,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:43.340626 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-49a9b936-2e4d-4055-84c5-b625db7608e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:43.359281 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-a0291b30-5641-42bb-8db5-3a4d01248d7c None None] Set router dd07bbe0-11bc-4846-b050-5cf5a71f487c gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:28:43.367077 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49066) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:43.386782 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cf8d8a53-78cd-4559-a8a3-2194162dcc9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:43.406398 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-0699609a-7392-4a06-baca-a13d201fa544 None None] For port 328daec2-15f1-4248-9a80-d343e379a4ca, host n-d-766771-2, got binding levels [] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:43.406881 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0699609a-7392-4a06-baca-a13d201fa544 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:43.506202 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 49070) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:43.516747 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port d5bdcbf6-9c70-4b11-a616-8e8aeec9956a, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=d5bdcbf6-9c70-4b11-a616-8e8aeec9956a,segment=NetworkSegment(5ba54cce-8066-4ebb-a6ee-8a1c8abcc880),segment_id=5ba54cce-8066-4ebb-a6ee-8a1c8abcc880)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:43.518342 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-0699609a-7392-4a06-baca-a13d201fa544 None None] Calling delete_port for 328daec2-15f1-4248-9a80-d343e379a4ca owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:28:43.543351 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cf8d8a53-78cd-4559-a8a3-2194162dcc9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:43.546995 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.ipam_backend_mixin [None req-0699609a-7392-4a06-baca-a13d201fa544 None None] Port 328daec2-15f1-4248-9a80-d343e379a4ca was not found and therefore no delete operation was performed {{(pid=103394) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 16:28:43.552025 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0699609a-7392-4a06-baca-a13d201fa544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:43.552241 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cf8d8a53-78cd-4559-a8a3-2194162dcc9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:43.553925 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:43.554722 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device ce4d43d3-b2a9-4324-9c6c-aabee5331e81 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:28:43.580708 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c662b134-3271-4de3-8b98-a04a82f3f68a req-6a5f1c16-3958-406d-ad61-d321023b1978 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bcf6659-ad70-4f78-8202-1accd4dc47f4&id=7f2a2db4-8009-4c13-8329-5a2302100f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3307326 Dec 10 16:28:43.596651 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-cf8d8a53-78cd-4559-a8a3-2194162dcc9e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2e9cd4a43e8d435fa96edca9d0593d1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2284656 Dec 10 16:28:43.597256 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49074) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:43.621477 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d8a53-78cd-4559-a8a3-2194162dcc9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabac68d-37ef-4152-bbf5-843e28915c62,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:43.627512 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0699609a-7392-4a06-baca-a13d201fa544 None None] Network 833d5c44-0f20-47d1-a2bf-5c0360fc53c5 is not hosted by any dhcp agent {{(pid=103394) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 16:28:43.627975 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0699609a-7392-4a06-baca-a13d201fa544 None None] No DVR routers for this DVR port 328daec2-15f1-4248-9a80-d343e379a4ca on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:28:43.630048 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8a457260-8ac2-457e-8468-a20898cc8e11 None None] Provisioning complete for port 1ea40611-3fff-4ec9-9348-3aa63774fd04 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:28:43.630435 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8a457260-8ac2-457e-8468-a20898cc8e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:43.655611 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699609a-7392-4a06-baca-a13d201fa544 None None] Pushing event deleted for resources: {'Port': ['ID=328daec2-15f1-4248-9a80-d343e379a4ca,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:43.658781 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd51f5c4-9c46-413e-8484-6b85e1525260 x-openstack-request-id: req-cd51f5c4-9c46-413e-8484-6b85e1525260 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:28:43.659041 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "name": "network-vif-plugged", "status": "completed", "tag": "304a9bfc-169e-45fd-9a13-801c0c824783", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:28:43.659295 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cd51f5c4-9c46-413e-8484-6b85e1525260 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:28:43.659682 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304a9bfc-169e-45fd-9a13-801c0c824783', 'code': 200} Dec 10 16:28:43.717393 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-23c1e180-750f-42ec-a846-f88313221323 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:43.718052 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b536d224-e8b4-4aef-b57a-2282f20af6fd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=46f3725509ff40ffaf76e0eee45b744c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2106807 Dec 10 16:28:43.720735 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 49076) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:43.737873 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-49a9b936-2e4d-4055-84c5-b625db7608e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:43.760602 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-23c1e180-750f-42ec-a846-f88313221323 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:43.807827 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port ce4d43d3-b2a9-4324-9c6c-aabee5331e81 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:28:43.817069 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port ce4d43d3-b2a9-4324-9c6c-aabee5331e81 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:28:43.817789 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:43.850410 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-23c1e180-750f-42ec-a846-f88313221323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:43.850410 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-23c1e180-750f-42ec-a846-f88313221323 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:43.851741 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8a457260-8ac2-457e-8468-a20898cc8e11 None None] Port 1ea40611-3fff-4ec9-9348-3aa63774fd04 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:28:43.852804 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-23c1e180-750f-42ec-a846-f88313221323 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aabac68d-37ef-4152-bbf5-843e28915c62 HTTP/1.1" status: 204 len: 168 time: 0.2323797 Dec 10 16:28:43.874259 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c294172b-d883-4459-bcda-a5f7e4a23def admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:43.877041 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c1e180-750f-42ec-a846-f88313221323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabac68d-37ef-4152-bbf5-843e28915c62,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:43.882224 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=d5bdcbf6-9c70-4b11-a616-8e8aeec9956a,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:43.964323 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-af048379-a536-4851-acf1-4013adcf333e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:43.976969 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c294172b-d883-4459-bcda-a5f7e4a23def admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:44.015737 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a0291b30-5641-42bb-8db5-3a4d01248d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'name': 'tempest-FloatingIPsAssociationTestJSON-689631423-router', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:28:34Z', 'updated_at': '2021-12-10T16:28:37Z', 'revision_number': 3, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'gw_port': {'id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:24:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:35Z', 'updated_at': '2021-12-10T16:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:28:44.031389 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bf12a-6e19-4ff7-b78b-3540c9560e87 req-ea7dbdf9-f408-416f-b46f-fbbe4ee64ed5 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:44.032919 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-398bf12a-6e19-4ff7-b78b-3540c9560e87 req-ea7dbdf9-f408-416f-b46f-fbbe4ee64ed5 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 943 time: 0.1386778 Dec 10 16:28:44.074899 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0291b30-5641-42bb-8db5-3a4d01248d7c None None] The sync data for ids ['dd07bbe0-11bc-4846-b050-5cf5a71f487c'] in n-d-766771-2 is: [{'id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'name': 'tempest-FloatingIPsAssociationTestJSON-689631423-router', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:28:34Z', 'updated_at': '2021-12-10T16:28:37Z', 'revision_number': 3, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'gw_port': {'id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:24:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:35Z', 'updated_at': '2021-12-10T16:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:28:44.083196 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:44.146468 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-49a9b936-2e4d-4055-84c5-b625db7608e9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:44.162302 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-49a9b936-2e4d-4055-84c5-b625db7608e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:44.254751 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a9b936-2e4d-4055-84c5-b625db7608e9 admin admin] Pushing event updated for resources: {'Port': ['ID=1ea40611-3fff-4ec9-9348-3aa63774fd04,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:44.257835 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c294172b-d883-4459-bcda-a5f7e4a23def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:44.263045 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c294172b-d883-4459-bcda-a5f7e4a23def admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:44.265305 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c294172b-d883-4459-bcda-a5f7e4a23def admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5ed93517-1399-42c5-aa0e-408eb577b7f2 HTTP/1.1" status: 204 len: 168 time: 0.5436525 Dec 10 16:28:44.279505 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c294172b-d883-4459-bcda-a5f7e4a23def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed93517-1399-42c5-aa0e-408eb577b7f2,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:44.297339 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-398bf12a-6e19-4ff7-b78b-3540c9560e87 req-0fdf82f6-b39c-4486-ae92-38f02bdeb05a tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485070 Dec 10 16:28:44.349592 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-49a9b936-2e4d-4055-84c5-b625db7608e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:44.366293 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 328daec2-15f1-4248-9a80-d343e379a4ca no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:28:44.409413 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 328daec2-15f1-4248-9a80-d343e379a4ca {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:28:44.410357 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 328daec2-15f1-4248-9a80-d343e379a4ca not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:28:44.425393 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 0bdd6daf-a9e7-41e5-b135-fc680633b7b8 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:28:44.553371 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port ce4d43d3-b2a9-4324-9c6c-aabee5331e81, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=ce4d43d3-b2a9-4324-9c6c-aabee5331e81,segment=NetworkSegment(d62dc478-30ab-46d0-93b0-617021b42e5a),segment_id=d62dc478-30ab-46d0-93b0-617021b42e5a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:44.566263 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c5440-0a79-4a08-b93e-4ef5d120049f req-fb222aca-4be1-4dc3-b114-654da9e67ed7 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:44.568019 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4e7c5440-0a79-4a08-b93e-4ef5d120049f req-fb222aca-4be1-4dc3-b114-654da9e67ed7 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=451e6409-316e-4b87-86cd-2da87aaa7224 HTTP/1.1" status: 200 len: 946 time: 0.1237912 Dec 10 16:28:44.574800 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:44.577128 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 21b8bef8-fefe-4479-9cf4-2a31d80aa85b up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:28:44.622355 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a9b936-2e4d-4055-84c5-b625db7608e9 admin admin] Network f51320c6-36a3-445a-bf6e-8d6ab92c4522 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:28:44.627009 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-49a9b936-2e4d-4055-84c5-b625db7608e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:28:44.672006 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 0bdd6daf-a9e7-41e5-b135-fc680633b7b8, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=0bdd6daf-a9e7-41e5-b135-fc680633b7b8,segment=NetworkSegment(e6fa61d2-b939-45d7-997a-9f01bb103238),segment_id=e6fa61d2-b939-45d7-997a-9f01bb103238)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:44.724603 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '0bdd6daf-a9e7-41e5-b135-fc680633b7b8', 'network_id': 'fbb94746-fc6f-4a16-ab0b-6dbd984218c6', 'port_id': '0bdd6daf-a9e7-41e5-b135-fc680633b7b8', 'mac_address': 'fa:16:3e:c3:b4:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '173a3b76-9825-4dc8-b87b-02867f285316', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:28:44.751652 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=ce4d43d3-b2a9-4324-9c6c-aabee5331e81,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:44.775919 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4e7c5440-0a79-4a08-b93e-4ef5d120049f req-3dfbe31f-df4a-4672-9156-342b8f0b533f tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926382 Dec 10 16:28:44.849286 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:44.871335 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bdd6daf-a9e7-41e5-b135-fc680633b7b8 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:28:44.889399 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a9b936-2e4d-4055-84c5-b625db7608e9 admin admin] Router dd07bbe0-11bc-4846-b050-5cf5a71f487c has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:28:44.903088 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 0bdd6daf-a9e7-41e5-b135-fc680633b7b8, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=0bdd6daf-a9e7-41e5-b135-fc680633b7b8,segment=NetworkSegment(e6fa61d2-b939-45d7-997a-9f01bb103238),segment_id=e6fa61d2-b939-45d7-997a-9f01bb103238)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:44.905530 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 21b8bef8-fefe-4479-9cf4-2a31d80aa85b completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:28:44.914912 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:45.009762 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=0bdd6daf-a9e7-41e5-b135-fc680633b7b8,revision_number=9']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:45.015826 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 21b8bef8-fefe-4479-9cf4-2a31d80aa85b triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:28:45.016210 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:45.093654 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-4bd5f6f3-2b93-4565-ab0d-34cef7e2e9af None None] Provisioning complete for port 1ea40611-3fff-4ec9-9348-3aa63774fd04 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:28:45.094036 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4bd5f6f3-2b93-4565-ab0d-34cef7e2e9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:45.119094 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a9b936-2e4d-4055-84c5-b625db7608e9 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:28:45.130199 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-49a9b936-2e4d-4055-84c5-b625db7608e9 admin admin] 10.222.0.11 "PUT /v2.0/routers/dd07bbe0-11bc-4846-b050-5cf5a71f487c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9305329 Dec 10 16:28:45.164437 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9ea9d-4897-48d7-b0eb-42fc60777e9a req-9d9f1c65-9432-4af3-874e-ded964e592b6 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:45.168473 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['0bdd6daf-a9e7-41e5-b135-fc680633b7b8'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:28:45.172695 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9ea9d-4897-48d7-b0eb-42fc60777e9a req-9d9f1c65-9432-4af3-874e-ded964e592b6 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:45.179814 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9ea9d-4897-48d7-b0eb-42fc60777e9a req-9d9f1c65-9432-4af3-874e-ded964e592b6 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:45.187427 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9ea9d-4897-48d7-b0eb-42fc60777e9a req-9d9f1c65-9432-4af3-874e-ded964e592b6 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:45.195323 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9ea9d-4897-48d7-b0eb-42fc60777e9a req-9d9f1c65-9432-4af3-874e-ded964e592b6 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:45.213333 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9ea9d-4897-48d7-b0eb-42fc60777e9a req-9d9f1c65-9432-4af3-874e-ded964e592b6 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:45.233707 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9ea9d-4897-48d7-b0eb-42fc60777e9a req-9d9f1c65-9432-4af3-874e-ded964e592b6 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:45.237554 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-61f9ea9d-4897-48d7-b0eb-42fc60777e9a req-9d9f1c65-9432-4af3-874e-ded964e592b6 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 5441 time: 0.3454633 Dec 10 16:28:45.290369 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-4bd5f6f3-2b93-4565-ab0d-34cef7e2e9af None None] Port 1ea40611-3fff-4ec9-9348-3aa63774fd04 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:28:45.294703 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:45.339651 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-61f9ea9d-4897-48d7-b0eb-42fc60777e9a req-a831b869-bff7-430e-9273-4a065a85311d tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bcf6659-ad70-4f78-8202-1accd4dc47f4&id=7f2a2db4-8009-4c13-8329-5a2302100f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0882676 Dec 10 16:28:45.393773 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 21b8bef8-fefe-4479-9cf4-2a31d80aa85b, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=21b8bef8-fefe-4479-9cf4-2a31d80aa85b,segment=NetworkSegment(44a46a5e-a254-4d44-9870-cc62115a4eda),segment_id=44a46a5e-a254-4d44-9870-cc62115a4eda)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:45.408773 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:45.409742 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device eeb3a935-ca6c-4918-87c1-e89b62c3b091 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:28:45.516416 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=21b8bef8-fefe-4479-9cf4-2a31d80aa85b,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:45.540714 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port eeb3a935-ca6c-4918-87c1-e89b62c3b091 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:28:45.545498 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port eeb3a935-ca6c-4918-87c1-e89b62c3b091 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:28:45.545915 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:45.603590 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2b134-c64b-424a-8e2b-6657b4f04371 req-86618bb9-6dad-4a17-8a7b-8ae0d149ad7f tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:45.605237 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0ec2b134-c64b-424a-8e2b-6657b4f04371 req-86618bb9-6dad-4a17-8a7b-8ae0d149ad7f tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 944 time: 0.0937426 Dec 10 16:28:45.664120 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bdcbf6-9c70-4b11-a616-8e8aeec9956a'}, {'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4d43d3-b2a9-4324-9c6c-aabee5331e81'}, {'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b8bef8-fefe-4479-9cf4-2a31d80aa85b'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:28:45.667953 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa29fddc-f7cb-4ac9-9533-89d6a0819995" -d '{"events": [{"server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "name": "network-vif-plugged", "status": "completed", "tag": "d5bdcbf6-9c70-4b11-a616-8e8aeec9956a"}, {"server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "name": "network-vif-plugged", "status": "completed", "tag": "ce4d43d3-b2a9-4324-9c6c-aabee5331e81"}, {"server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "name": "network-vif-plugged", "status": "completed", "tag": "21b8bef8-fefe-4479-9cf4-2a31d80aa85b"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:28:45.677820 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:45.693522 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0ec2b134-c64b-424a-8e2b-6657b4f04371 req-08f2f072-9cea-45f6-b847-b222ba4d1c23 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759196 Dec 10 16:28:45.718226 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port eeb3a935-ca6c-4918-87c1-e89b62c3b091, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=eeb3a935-ca6c-4918-87c1-e89b62c3b091,segment=NetworkSegment(d62dc478-30ab-46d0-93b0-617021b42e5a),segment_id=d62dc478-30ab-46d0-93b0-617021b42e5a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:45.725063 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:45.729001 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 7a783492-ea39-41dc-8499-87239009e539 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:28:45.780891 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 10 Dec 2021 16:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bac3db3-d8a7-4b95-b22e-d1ba52a28b3d x-openstack-request-id: req-9bac3db3-d8a7-4b95-b22e-d1ba52a28b3d {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:28:45.781278 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "name": "network-vif-plugged", "status": "completed", "tag": "d5bdcbf6-9c70-4b11-a616-8e8aeec9956a", "code": 200}, {"server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "name": "network-vif-plugged", "status": "completed", "tag": "ce4d43d3-b2a9-4324-9c6c-aabee5331e81", "code": 200}, {"server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "name": "network-vif-plugged", "status": "completed", "tag": "21b8bef8-fefe-4479-9cf4-2a31d80aa85b", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:28:45.781624 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9bac3db3-d8a7-4b95-b22e-d1ba52a28b3d {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:28:45.782087 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bdcbf6-9c70-4b11-a616-8e8aeec9956a', 'code': 200} Dec 10 16:28:45.782436 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4d43d3-b2a9-4324-9c6c-aabee5331e81', 'code': 200} Dec 10 16:28:45.782757 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b8bef8-fefe-4479-9cf4-2a31d80aa85b', 'code': 200} Dec 10 16:28:45.823850 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=eeb3a935-ca6c-4918-87c1-e89b62c3b091,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:45.842583 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 7a783492-ea39-41dc-8499-87239009e539 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:28:45.852351 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 7a783492-ea39-41dc-8499-87239009e539 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:28:45.852733 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:45.863377 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 49164) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:45.937025 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:45.980525 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 7a783492-ea39-41dc-8499-87239009e539, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=7a783492-ea39-41dc-8499-87239009e539,segment=NetworkSegment(44a46a5e-a254-4d44-9870-cc62115a4eda),segment_id=44a46a5e-a254-4d44-9870-cc62115a4eda)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:45.985428 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:45.986410 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 8ea2a5ee-71c7-4668-b402-89d8708371f8 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:28:46.079929 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=7a783492-ea39-41dc-8499-87239009e539,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:46.086753 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 8ea2a5ee-71c7-4668-b402-89d8708371f8 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:28:46.096668 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 8ea2a5ee-71c7-4668-b402-89d8708371f8 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:28:46.098365 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:46.196173 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:46.255582 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 8ea2a5ee-71c7-4668-b402-89d8708371f8, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=8ea2a5ee-71c7-4668-b402-89d8708371f8,segment=NetworkSegment(44a46a5e-a254-4d44-9870-cc62115a4eda),segment_id=44a46a5e-a254-4d44-9870-cc62115a4eda)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:46.261225 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49182) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:46.262051 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:46.263301 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 3ad70088-aaa4-4ab6-91c4-79f3e5b6f971 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:28:46.356562 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-047ccf1d-1ce1-4564-a2b4-e0cce4b1c951 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-678125249-network', 'tenant_id': 'de62bd7d602a43c4a4b60427631b1dd2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:28:46.380655 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 65e06a3d-623f-4e2b-a619-4f6ed536b7df up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:28:46.408484 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047ccf1d-1ce1-4564-a2b4-e0cce4b1c951 admin admin] Made reservation on behalf of de62bd7d602a43c4a4b60427631b1dd2 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:28:46.412795 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-047ccf1d-1ce1-4564-a2b4-e0cce4b1c951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:46.429262 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-047ccf1d-1ce1-4564-a2b4-e0cce4b1c951 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:46.455423 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: 3ad70088-aaa4-4ab6-91c4-79f3e5b6f971 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:28:46.455955 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 3ad70088-aaa4-4ab6-91c4-79f3e5b6f971 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:28:46.466606 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 0bdd6daf-a9e7-41e5-b135-fc680633b7b8 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:28:46.481837 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=8ea2a5ee-71c7-4668-b402-89d8708371f8,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:46.555757 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-3af012c9-7e9c-43ea-98d4-bd0752235f12 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-719430690-network', 'tenant_id': 'c7adacde99724af6b8f5f15694d7a9a5'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:28:46.570416 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-047ccf1d-1ce1-4564-a2b4-e0cce4b1c951 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:46.576761 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-33c3b72a-c675-4ece-b482-97da6a12acd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:46.585639 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-047ccf1d-1ce1-4564-a2b4-e0cce4b1c951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:46.600322 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-047ccf1d-1ce1-4564-a2b4-e0cce4b1c951 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:28:46.601224 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 65e06a3d-623f-4e2b-a619-4f6ed536b7df triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:28:46.601943 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:46.612184 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-047ccf1d-1ce1-4564-a2b4-e0cce4b1c951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:46.612656 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-047ccf1d-1ce1-4564-a2b4-e0cce4b1c951 admin admin] Added segment 51c71cf1-9757-4870-a3e1-9aea563bbfed of type vlan for network ba652e96-318d-4ad5-a2e3-77a44eb284be Dec 10 16:28:46.664335 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-047ccf1d-1ce1-4564-a2b4-e0cce4b1c951 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:46.690525 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49f9b62-0094-4dc8-8de8-1f5aeab27a43 None None] Sync routers for ids ['dd07bbe0-11bc-4846-b050-5cf5a71f487c'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:28:46.694830 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-be8218a9-af7b-4512-b6f4-a5e9e4f10eb2 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:46.703106 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-be8218a9-af7b-4512-b6f4-a5e9e4f10eb2 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/networks?id=f51320c6-36a3-445a-bf6e-8d6ab92c4522 HTTP/1.1" status: 200 len: 820 time: 0.5695956 Dec 10 16:28:46.706182 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af012c9-7e9c-43ea-98d4-bd0752235f12 admin admin] Made reservation on behalf of c7adacde99724af6b8f5f15694d7a9a5 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:28:46.710111 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3af012c9-7e9c-43ea-98d4-bd0752235f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:46.710810 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49f9b62-0094-4dc8-8de8-1f5aeab27a43 None None] Routers {'dd07bbe0-11bc-4846-b050-5cf5a71f487c'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:28:46.712398 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-b49f9b62-0094-4dc8-8de8-1f5aeab27a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:28:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['dd07bbe0-11bc-4846-b050-5cf5a71f487c'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:28:46.731305 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3af012c9-7e9c-43ea-98d4-bd0752235f12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:46.742263 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-db60d95f-d8bc-4a1a-b17d-9933c9acd466 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/quotas/78a67ea6c69344df8b0209764b4007aa HTTP/1.1" status: 200 len: 375 time: 0.0379651 Dec 10 16:28:46.759784 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:46.771452 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 0bdd6daf-a9e7-41e5-b135-fc680633b7b8 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:28:46.778692 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:46.783083 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ccf1d-1ce1-4564-a2b4-e0cce4b1c951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888929c5-5ab8-4d31-a08d-ea80ad1c5655,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:46.786457 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-047ccf1d-1ce1-4564-a2b4-e0cce4b1c951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:46.787591 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047ccf1d-1ce1-4564-a2b4-e0cce4b1c951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:46.788519 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-047ccf1d-1ce1-4564-a2b4-e0cce4b1c951 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:46.877370 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 65e06a3d-623f-4e2b-a619-4f6ed536b7df, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=65e06a3d-623f-4e2b-a619-4f6ed536b7df,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:46.889160 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-b49f9b62-0094-4dc8-8de8-1f5aeab27a43 None None] Set router dd07bbe0-11bc-4846-b050-5cf5a71f487c gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:28:46.898262 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ccf1d-1ce1-4564-a2b4-e0cce4b1c951 admin admin] Pushing event updated for resources: {'Network': ['ID=ba652e96-318d-4ad5-a2e3-77a44eb284be,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:46.902213 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:46.914389 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-047ccf1d-1ce1-4564-a2b4-e0cce4b1c951 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6506665 Dec 10 16:28:46.917520 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49202) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:46.921783 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network ba652e96-318d-4ad5-a2e3-77a44eb284be details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:28:46.923983 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-4f5fa2ac-af96-41c2-849f-237f1065feec admin admin] Request body: {'subnet': {'network_id': 'ba652e96-318d-4ad5-a2e3-77a44eb284be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-678125249-subnet', 'tenant_id': 'de62bd7d602a43c4a4b60427631b1dd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:28:46.951655 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5fa2ac-af96-41c2-849f-237f1065feec admin admin] Made reservation on behalf of de62bd7d602a43c4a4b60427631b1dd2 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:28:46.954513 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4f5fa2ac-af96-41c2-849f-237f1065feec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:46.965563 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3af012c9-7e9c-43ea-98d4-bd0752235f12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:47.016582 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3af012c9-7e9c-43ea-98d4-bd0752235f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:47.020997 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49204) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:47.059535 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af012c9-7e9c-43ea-98d4-bd0752235f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2348e4db-6841-400a-b514-0570df7b8eb6,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:47.084425 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3af012c9-7e9c-43ea-98d4-bd0752235f12 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:28:47.095301 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-9a122cb9-1849-4777-865c-d750443db285 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=78a67ea6c69344df8b0209764b4007aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3513167 Dec 10 16:28:47.109537 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3af012c9-7e9c-43ea-98d4-bd0752235f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:47.109537 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-3af012c9-7e9c-43ea-98d4-bd0752235f12 admin admin] Added segment 82a02ff2-155a-4123-aaaa-97922567acfa of type vlan for network 0e8aeabb-24a7-46c3-ad39-85f1a37d09cb Dec 10 16:28:47.228350 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3af012c9-7e9c-43ea-98d4-bd0752235f12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:47.231342 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-b49f9b62-0094-4dc8-8de8-1f5aeab27a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'name': 'tempest-FloatingIPsAssociationTestJSON-689631423-router', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:28:34Z', 'updated_at': '2021-12-10T16:28:43Z', 'revision_number': 4, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'gw_port': {'id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:24:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:35Z', 'updated_at': '2021-12-10T16:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '1ea40611-3fff-4ec9-9348-3aa63774fd04', 'name': '', 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'mac_address': 'fa:16:3e:93:ee:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e98874b0-e60d-4822-8213-f6ac4d039265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:42Z', 'updated_at': '2021-12-10T16:28:43Z', 'revision_number': 2, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'subnets': [{'id': 'e98874b0-e60d-4822-8213-f6ac4d039265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:28:47.256829 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=65e06a3d-623f-4e2b-a619-4f6ed536b7df,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:47.272118 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:47.274019 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:47.276004 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49f9b62-0094-4dc8-8de8-1f5aeab27a43 None None] Checking router: dd07bbe0-11bc-4846-b050-5cf5a71f487c for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:28:47.276578 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49f9b62-0094-4dc8-8de8-1f5aeab27a43 None None] Updating router dd07bbe0-11bc-4846-b050-5cf5a71f487c port 1ea40611-3fff-4ec9-9348-3aa63774fd04 binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:28:47.293979 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-969d1564-5ca3-4225-bdd9-ecbe3a3c9a0a service neutron] 10.222.0.11 "GET /v2.0/networks/f51320c6-36a3-445a-bf6e-8d6ab92c4522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865427 Dec 10 16:28:47.305857 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3af012c9-7e9c-43ea-98d4-bd0752235f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:47.307212 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af012c9-7e9c-43ea-98d4-bd0752235f12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:47.308142 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3af012c9-7e9c-43ea-98d4-bd0752235f12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:47.309601 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-b49f9b62-0094-4dc8-8de8-1f5aeab27a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:47.311500 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-42dd6520-7769-49e1-97d7-5cf17ef8d54a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:47.325219 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4f5fa2ac-af96-41c2-849f-237f1065feec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:47.341189 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 0bdd6daf-a9e7-41e5-b135-fc680633b7b8, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=0bdd6daf-a9e7-41e5-b135-fc680633b7b8,segment=NetworkSegment(e6fa61d2-b939-45d7-997a-9f01bb103238),segment_id=e6fa61d2-b939-45d7-997a-9f01bb103238)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:47.348708 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:47.380458 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3af012c9-7e9c-43ea-98d4-bd0752235f12 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5153272 Dec 10 16:28:47.391584 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 49208) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:47.406410 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=0bdd6daf-a9e7-41e5-b135-fc680633b7b8,revision_number=10']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:47.434190 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5fa2ac-af96-41c2-849f-237f1065feec admin admin] Pushing event updated for resources: {'Subnet': ['ID=a512f6ae-1270-4f7f-8853-c9cc11f76342,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:47.441958 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-60506549-9f6b-4a3c-b8c8-1e7243258c76 admin admin] Request body: {'subnet': {'network_id': '0e8aeabb-24a7-46c3-ad39-85f1a37d09cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-719430690-subnet', 'tenant_id': 'c7adacde99724af6b8f5f15694d7a9a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:28:47.470002 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5fa2ac-af96-41c2-849f-237f1065feec admin admin] Checking segment: {'id': '51c71cf1-9757-4870-a3e1-9aea563bbfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ba652e96-318d-4ad5-a2e3-77a44eb284be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:28:47.470396 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5fa2ac-af96-41c2-849f-237f1065feec admin admin] Network hostable DHCP agents. Network: ba652e96-318d-4ad5-a2e3-77a44eb284be, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:28:47.476087 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af012c9-7e9c-43ea-98d4-bd0752235f12 admin admin] Pushing event updated for resources: {'Network': ['ID=0e8aeabb-24a7-46c3-ad39-85f1a37d09cb,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:47.497493 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 0e8aeabb-24a7-46c3-ad39-85f1a37d09cb details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:28:47.522114 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-42dd6520-7769-49e1-97d7-5cf17ef8d54a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:47.525144 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5fa2ac-af96-41c2-849f-237f1065feec admin admin] Network ba652e96-318d-4ad5-a2e3-77a44eb284be is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:28:47.532004 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60506549-9f6b-4a3c-b8c8-1e7243258c76 admin admin] Made reservation on behalf of c7adacde99724af6b8f5f15694d7a9a5 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:28:47.534541 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-42dd6520-7769-49e1-97d7-5cf17ef8d54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:47.536278 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-60506549-9f6b-4a3c-b8c8-1e7243258c76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:47.561843 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-4f5fa2ac-af96-41c2-849f-237f1065feec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, ba652e96-318d-4ad5-a2e3-77a44eb284be) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:28:47.567211 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5fa2ac-af96-41c2-849f-237f1065feec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:47.567941 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4f5fa2ac-af96-41c2-849f-237f1065feec admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:47.587769 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f01e7ce-d452-4ab4-ab05-daf0900664c4 None None] Network ba652e96-318d-4ad5-a2e3-77a44eb284be requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:28:47.604047 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 49210) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:47.604600 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-42dd6520-7769-49e1-97d7-5cf17ef8d54a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a37b5ec4bfce40fe88dccf7075cc110b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5822396 Dec 10 16:28:47.608106 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd6520-7769-49e1-97d7-5cf17ef8d54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c268054-54db-409c-8a59-1f336f7de715,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:47.618565 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4f5fa2ac-af96-41c2-849f-237f1065feec admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6994646 Dec 10 16:28:47.619412 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-7d9249a0-5ca0-4961-b143-011d8b1f7a6a service neutron] 10.222.0.11 "GET /v2.0/networks/f51320c6-36a3-445a-bf6e-8d6ab92c4522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238745 Dec 10 16:28:47.794539 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-78506013-481f-4e5e-b1b3-12de05f36a86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:47.795183 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb3a935-ca6c-4918-87c1-e89b62c3b091'}, {'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a783492-ea39-41dc-8499-87239009e539'}, {'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea2a5ee-71c7-4668-b402-89d8708371f8'}, {'server_uuid': '6dc12529-0c43-4bb0-9c79-ef5bba73fae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bdd6daf-a9e7-41e5-b135-fc680633b7b8'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:28:47.810697 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2663f62-3443-4821-9cb7-c6409d44cd93" -d '{"events": [{"server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "name": "network-vif-plugged", "status": "completed", "tag": "eeb3a935-ca6c-4918-87c1-e89b62c3b091"}, {"server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "name": "network-vif-plugged", "status": "completed", "tag": "7a783492-ea39-41dc-8499-87239009e539"}, {"server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "name": "network-vif-plugged", "status": "completed", "tag": "8ea2a5ee-71c7-4668-b402-89d8708371f8"}, {"server_uuid": "6dc12529-0c43-4bb0-9c79-ef5bba73fae2", "name": "network-vif-plugged", "status": "completed", "tag": "0bdd6daf-a9e7-41e5-b135-fc680633b7b8"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:28:47.835578 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e258443-f8a6-4cdd-b5a7-6af2c7ec0459 None None] Network ba652e96-318d-4ad5-a2e3-77a44eb284be requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:28:47.900935 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-78506013-481f-4e5e-b1b3-12de05f36a86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:47.982758 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-60506549-9f6b-4a3c-b8c8-1e7243258c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:48.011605 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-b49f9b62-0094-4dc8-8de8-1f5aeab27a43 None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:48.024039 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-b49f9b62-0094-4dc8-8de8-1f5aeab27a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:48.064753 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc819b83-a28f-41a8-9fd9-f9be6f8162d2 req-8401185d-1559-40e6-805e-6067981a7da0 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:48.066441 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dc819b83-a28f-41a8-9fd9-f9be6f8162d2 req-8401185d-1559-40e6-805e-6067981a7da0 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=451e6409-316e-4b87-86cd-2da87aaa7224 HTTP/1.1" status: 200 len: 946 time: 0.1612318 Dec 10 16:28:48.104091 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc597e-a1b1-4cba-b6e4-07b7bbd18592 None None] Pushing event updated for resources: {'Port': ['ID=1ea40611-3fff-4ec9-9348-3aa63774fd04,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:48.112270 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60506549-9f6b-4a3c-b8c8-1e7243258c76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b19dcb35-f999-4eb6-adad-fc886feb8eab,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:48.126180 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc597e-a1b1-4cba-b6e4-07b7bbd18592 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:48.126657 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc597e-a1b1-4cba-b6e4-07b7bbd18592 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:48.127807 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc597e-a1b1-4cba-b6e4-07b7bbd18592 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:48.128256 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc597e-a1b1-4cba-b6e4-07b7bbd18592 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:48.128947 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc597e-a1b1-4cba-b6e4-07b7bbd18592 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:48.129718 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc597e-a1b1-4cba-b6e4-07b7bbd18592 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:48.130292 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc597e-a1b1-4cba-b6e4-07b7bbd18592 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:48.130797 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60506549-9f6b-4a3c-b8c8-1e7243258c76 admin admin] Checking segment: {'id': '82a02ff2-155a-4123-aaaa-97922567acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0e8aeabb-24a7-46c3-ad39-85f1a37d09cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:28:48.131121 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc597e-a1b1-4cba-b6e4-07b7bbd18592 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:48.131330 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60506549-9f6b-4a3c-b8c8-1e7243258c76 admin admin] Network hostable DHCP agents. Network: 0e8aeabb-24a7-46c3-ad39-85f1a37d09cb, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:28:48.131923 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc597e-a1b1-4cba-b6e4-07b7bbd18592 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:48.132461 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc597e-a1b1-4cba-b6e4-07b7bbd18592 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:48.133110 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc597e-a1b1-4cba-b6e4-07b7bbd18592 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:48.133679 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc597e-a1b1-4cba-b6e4-07b7bbd18592 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:48.135002 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc597e-a1b1-4cba-b6e4-07b7bbd18592 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:28:48.137875 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-78506013-481f-4e5e-b1b3-12de05f36a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:48.141008 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-78506013-481f-4e5e-b1b3-12de05f36a86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:48.145521 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-78506013-481f-4e5e-b1b3-12de05f36a86 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3c268054-54db-409c-8a59-1f336f7de715 HTTP/1.1" status: 204 len: 168 time: 0.5400393 Dec 10 16:28:48.165893 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78506013-481f-4e5e-b1b3-12de05f36a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c268054-54db-409c-8a59-1f336f7de715,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:48.180666 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dc819b83-a28f-41a8-9fd9-f9be6f8162d2 req-0da22b51-54d1-4c73-8490-f4de848a0d8a tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008329 Dec 10 16:28:48.193366 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60506549-9f6b-4a3c-b8c8-1e7243258c76 admin admin] Network 0e8aeabb-24a7-46c3-ad39-85f1a37d09cb is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:28:48.210901 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-60506549-9f6b-4a3c-b8c8-1e7243258c76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 0e8aeabb-24a7-46c3-ad39-85f1a37d09cb) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:28:48.226041 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b3e602-d464-41ca-9407-39e96b1dd131 None None] Network 0e8aeabb-24a7-46c3-ad39-85f1a37d09cb requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:28:48.239240 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60506549-9f6b-4a3c-b8c8-1e7243258c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:48.241747 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-60506549-9f6b-4a3c-b8c8-1e7243258c76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:48.306379 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-b49f9b62-0094-4dc8-8de8-1f5aeab27a43 None None] Attempting to bind port 1ea40611-3fff-4ec9-9348-3aa63774fd04 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:28:48.307616 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-b49f9b62-0094-4dc8-8de8-1f5aeab27a43 None None] Attempting to bind port 1ea40611-3fff-4ec9-9348-3aa63774fd04 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'c5dc7c15-134d-4079-accd-bbd076de9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:28:48.308253 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49f9b62-0094-4dc8-8de8-1f5aeab27a43 None None] Attempting to bind port 1ea40611-3fff-4ec9-9348-3aa63774fd04 on network f51320c6-36a3-445a-bf6e-8d6ab92c4522 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:28:48.311083 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-60506549-9f6b-4a3c-b8c8-1e7243258c76 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8797281 Dec 10 16:28:48.313810 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49230) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:48.316775 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49f9b62-0094-4dc8-8de8-1f5aeab27a43 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:28:48.317445 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49f9b62-0094-4dc8-8de8-1f5aeab27a43 None None] Checking segment: {'id': 'c5dc7c15-134d-4079-accd-bbd076de9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:28:48.318188 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-b49f9b62-0094-4dc8-8de8-1f5aeab27a43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:48.318841 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49f9b62-0094-4dc8-8de8-1f5aeab27a43 None None] Bound using segment: {'id': 'c5dc7c15-134d-4079-accd-bbd076de9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:28:48.319517 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-b49f9b62-0094-4dc8-8de8-1f5aeab27a43 None None] Bound port: 1ea40611-3fff-4ec9-9348-3aa63774fd04, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5dc7c15-134d-4079-accd-bbd076de9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:28:48.319667 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-673b0e3d-5b30-46db-88ea-871289b2b67e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-719430690-router', 'tenant_id': 'c7adacde99724af6b8f5f15694d7a9a5', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:28:48.320264 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-b49f9b62-0094-4dc8-8de8-1f5aeab27a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:48.406893 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-673b0e3d-5b30-46db-88ea-871289b2b67e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:48.411635 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-673b0e3d-5b30-46db-88ea-871289b2b67e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:48.456838 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aadae7-e0dc-40c4-a424-534fab5e31c0 req-875c301e-4108-4b4a-b172-49150c934a3b tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:48.464042 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aadae7-e0dc-40c4-a424-534fab5e31c0 req-875c301e-4108-4b4a-b172-49150c934a3b tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:48.471424 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aadae7-e0dc-40c4-a424-534fab5e31c0 req-875c301e-4108-4b4a-b172-49150c934a3b tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:48.479455 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aadae7-e0dc-40c4-a424-534fab5e31c0 req-875c301e-4108-4b4a-b172-49150c934a3b tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:48.495905 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aadae7-e0dc-40c4-a424-534fab5e31c0 req-875c301e-4108-4b4a-b172-49150c934a3b tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:48.512340 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aadae7-e0dc-40c4-a424-534fab5e31c0 req-875c301e-4108-4b4a-b172-49150c934a3b tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:48.529069 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-b49f9b62-0094-4dc8-8de8-1f5aeab27a43 None None] For port 1ea40611-3fff-4ec9-9348-3aa63774fd04, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:28:48.530605 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aadae7-e0dc-40c4-a424-534fab5e31c0 req-875c301e-4108-4b4a-b172-49150c934a3b tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:48.533716 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-b49f9b62-0094-4dc8-8de8-1f5aeab27a43 None None] For port 1ea40611-3fff-4ec9-9348-3aa63774fd04, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=1ea40611-3fff-4ec9-9348-3aa63774fd04,segment=NetworkSegment(c5dc7c15-134d-4079-accd-bbd076de9d44),segment_id=c5dc7c15-134d-4079-accd-bbd076de9d44)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:28:48.535343 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b4aadae7-e0dc-40c4-a424-534fab5e31c0 req-875c301e-4108-4b4a-b172-49150c934a3b tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 5445 time: 0.2439675 Dec 10 16:28:48.540287 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 65e06a3d-623f-4e2b-a619-4f6ed536b7df up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:28:48.543010 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-b49f9b62-0094-4dc8-8de8-1f5aeab27a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:48.579427 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-673b0e3d-5b30-46db-88ea-871289b2b67e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:48.652083 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49f9b62-0094-4dc8-8de8-1f5aeab27a43 None None] Routers {'dd07bbe0-11bc-4846-b050-5cf5a71f487c'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:28:48.655239 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-b49f9b62-0094-4dc8-8de8-1f5aeab27a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:28:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['dd07bbe0-11bc-4846-b050-5cf5a71f487c'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:28:48.665977 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc597e-a1b1-4cba-b6e4-07b7bbd18592 None None] Pushing event updated for resources: {'Port': ['ID=1ea40611-3fff-4ec9-9348-3aa63774fd04,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:48.693446 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5786fd-c0d5-481c-9c58-314cac2af8da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-0e8aeabb-24a7-46c3-ad39-85f1a37d09cb', 'network_id': '0e8aeabb-24a7-46c3-ad39-85f1a37d09cb', 'project_id': 'c7adacde99724af6b8f5f15694d7a9a5', 'fixed_ips': [{'subnet_id': 'b19dcb35-f999-4eb6-adad-fc886feb8eab'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:28:48.696184 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3f5786fd-c0d5-481c-9c58-314cac2af8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:48.729573 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b4aadae7-e0dc-40c4-a424-534fab5e31c0 req-c5fc6845-d975-4ea2-ac20-0852badab105 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bcf6659-ad70-4f78-8202-1accd4dc47f4&id=7f2a2db4-8009-4c13-8329-5a2302100f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1857879 Dec 10 16:28:48.777289 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:48.793838 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9a95b0b1-9d4b-4861-833c-fe15f432586c None None] Provisioning complete for port 1ea40611-3fff-4ec9-9348-3aa63774fd04 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:28:48.795235 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9a95b0b1-9d4b-4861-833c-fe15f432586c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:48.863846 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-b49f9b62-0094-4dc8-8de8-1f5aeab27a43 None None] Set router dd07bbe0-11bc-4846-b050-5cf5a71f487c gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:28:48.905073 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 49236) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:48.936091 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e9af6a2a-938c-424f-b852-864890eccd9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:49.007163 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-673b0e3d-5b30-46db-88ea-871289b2b67e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:49.065165 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e9af6a2a-938c-424f-b852-864890eccd9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:49.081822 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e9af6a2a-938c-424f-b852-864890eccd9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:49.173913 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-b49f9b62-0094-4dc8-8de8-1f5aeab27a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'name': 'tempest-FloatingIPsAssociationTestJSON-689631423-router', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:28:34Z', 'updated_at': '2021-12-10T16:28:43Z', 'revision_number': 4, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'gw_port': {'id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:24:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:35Z', 'updated_at': '2021-12-10T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '1ea40611-3fff-4ec9-9348-3aa63774fd04', 'name': '', 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'mac_address': 'fa:16:3e:93:ee:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e98874b0-e60d-4822-8213-f6ac4d039265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:42Z', 'updated_at': '2021-12-10T16:28:48Z', 'revision_number': 4, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'subnets': [{'id': 'e98874b0-e60d-4822-8213-f6ac4d039265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:28:49.175040 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e9af6a2a-938c-424f-b852-864890eccd9b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=26b6c1d2b62048a981936f138786ba07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2672098 Dec 10 16:28:49.181093 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 49238) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:49.190393 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed2ba8-f6cf-4884-9b55-3819018eb08d req-ee40df58-7b54-439b-b0a3-009ec3735af7 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:49.192872 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-afed2ba8-f6cf-4884-9b55-3819018eb08d req-ee40df58-7b54-439b-b0a3-009ec3735af7 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 946 time: 0.1249964 Dec 10 16:28:49.205563 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af6a2a-938c-424f-b852-864890eccd9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1842fe-9ded-4091-ab1c-9805d4b4c516,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:49.211423 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49f9b62-0094-4dc8-8de8-1f5aeab27a43 None None] The sync data for ids ['dd07bbe0-11bc-4846-b050-5cf5a71f487c'] in n-d-766771-2 is: [{'id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'name': 'tempest-FloatingIPsAssociationTestJSON-689631423-router', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:28:34Z', 'updated_at': '2021-12-10T16:28:43Z', 'revision_number': 4, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'gw_port': {'id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:24:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:35Z', 'updated_at': '2021-12-10T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '1ea40611-3fff-4ec9-9348-3aa63774fd04', 'name': '', 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'mac_address': 'fa:16:3e:93:ee:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e98874b0-e60d-4822-8213-f6ac4d039265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:42Z', 'updated_at': '2021-12-10T16:28:48Z', 'revision_number': 4, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'subnets': [{'id': 'e98874b0-e60d-4822-8213-f6ac4d039265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:28:49.322704 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-afed2ba8-f6cf-4884-9b55-3819018eb08d req-d17d65e5-7fe3-41e0-84a9-3866199c5564 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101816 Dec 10 16:28:49.350638 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 65e06a3d-623f-4e2b-a619-4f6ed536b7df triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:28:49.350638 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:49.352507 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ac1640c9-16e1-4696-9604-6d443f1c031f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:49.396790 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ac1640c9-16e1-4696-9604-6d443f1c031f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:49.430163 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 10 Dec 2021 16:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612db5cb-4eec-4ce3-8978-9002be3c7ddb x-openstack-request-id: req-612db5cb-4eec-4ce3-8978-9002be3c7ddb {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:28:49.430648 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "name": "network-vif-plugged", "status": "completed", "tag": "eeb3a935-ca6c-4918-87c1-e89b62c3b091", "code": 200}, {"server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "name": "network-vif-plugged", "status": "completed", "tag": "7a783492-ea39-41dc-8499-87239009e539", "code": 200}, {"server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "name": "network-vif-plugged", "status": "completed", "tag": "8ea2a5ee-71c7-4668-b402-89d8708371f8", "code": 200}, {"server_uuid": "6dc12529-0c43-4bb0-9c79-ef5bba73fae2", "name": "network-vif-plugged", "status": "completed", "tag": "0bdd6daf-a9e7-41e5-b135-fc680633b7b8", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:28:49.431186 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-612db5cb-4eec-4ce3-8978-9002be3c7ddb {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:28:49.432041 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb3a935-ca6c-4918-87c1-e89b62c3b091', 'code': 200} Dec 10 16:28:49.432702 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a783492-ea39-41dc-8499-87239009e539', 'code': 200} Dec 10 16:28:49.433499 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea2a5ee-71c7-4668-b402-89d8708371f8', 'code': 200} Dec 10 16:28:49.434065 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc12529-0c43-4bb0-9c79-ef5bba73fae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bdd6daf-a9e7-41e5-b135-fc680633b7b8', 'code': 200} Dec 10 16:28:49.609838 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-3f5786fd-c0d5-481c-9c58-314cac2af8da None None] Allocated IP 172.20.0.2 (0e8aeabb-24a7-46c3-ad39-85f1a37d09cb/b19dcb35-f999-4eb6-adad-fc886feb8eab/1d08c5b9-e21c-462d-915b-b3daad8bc7a7) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:28:49.669705 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ac1640c9-16e1-4696-9604-6d443f1c031f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:49.670542 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9a95b0b1-9d4b-4861-833c-fe15f432586c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:49.672758 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ac1640c9-16e1-4696-9604-6d443f1c031f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:49.683469 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ac1640c9-16e1-4696-9604-6d443f1c031f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aa1842fe-9ded-4091-ab1c-9805d4b4c516 HTTP/1.1" status: 204 len: 168 time: 0.4722166 Dec 10 16:28:49.709214 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:49.729245 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-673b0e3d-5b30-46db-88ea-871289b2b67e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:49.778162 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-673b0e3d-5b30-46db-88ea-871289b2b67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:49.799917 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9a95b0b1-9d4b-4861-833c-fe15f432586c None None] For port 1ea40611-3fff-4ec9-9348-3aa63774fd04, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=1ea40611-3fff-4ec9-9348-3aa63774fd04,segment=NetworkSegment(c5dc7c15-134d-4079-accd-bbd076de9d44),segment_id=c5dc7c15-134d-4079-accd-bbd076de9d44)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:49.813576 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9a95b0b1-9d4b-4861-833c-fe15f432586c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:49.815262 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d44b0cbf-bc82-4f17-9f6e-d25bf4f1dfdb req-c4ffa61b-64bd-4562-a9a7-7d07ad56bf2d tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/ports?device_id=28fed480-6b40-479f-86e8-f44d68a97348 HTTP/1.1" status: 200 len: 210 time: 0.2392647 Dec 10 16:28:49.889250 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1640c9-16e1-4696-9604-6d443f1c031f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1842fe-9ded-4091-ab1c-9805d4b4c516,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:49.966205 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da9edf-f6cd-4450-8b27-133f02d70bb7 req-7d325161-f846-4881-998c-627b90fd9de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:49.966920 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da9edf-f6cd-4450-8b27-133f02d70bb7 req-7d325161-f846-4881-998c-627b90fd9de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:49.967735 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da9edf-f6cd-4450-8b27-133f02d70bb7 req-7d325161-f846-4881-998c-627b90fd9de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:49.968524 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da9edf-f6cd-4450-8b27-133f02d70bb7 req-7d325161-f846-4881-998c-627b90fd9de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:49.969156 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da9edf-f6cd-4450-8b27-133f02d70bb7 req-7d325161-f846-4881-998c-627b90fd9de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:49.970224 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da9edf-f6cd-4450-8b27-133f02d70bb7 req-7d325161-f846-4881-998c-627b90fd9de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:49.970753 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da9edf-f6cd-4450-8b27-133f02d70bb7 req-7d325161-f846-4881-998c-627b90fd9de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:49.974449 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-63da9edf-f6cd-4450-8b27-133f02d70bb7 req-7d325161-f846-4881-998c-627b90fd9de9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 6502 time: 0.4570558 Dec 10 16:28:50.032226 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a8ff5483-fd1c-4740-80ef-85d88f5ada58 None None] Provisioning complete for port 1ea40611-3fff-4ec9-9348-3aa63774fd04 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:28:50.032601 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a8ff5483-fd1c-4740-80ef-85d88f5ada58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:50.036098 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-f52ea013-c6ff-4f9f-a044-f1659796f0b9 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:50.037902 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-f52ea013-c6ff-4f9f-a044-f1659796f0b9 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.26 "GET /v2.0/networks?id=f51320c6-36a3-445a-bf6e-8d6ab92c4522 HTTP/1.1" status: 200 len: 820 time: 0.3519700 Dec 10 16:28:50.041151 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dfc208-85fc-48f9-81ea-4fb2707aaed5 req-02b4e9e9-4bbb-44a8-961b-18e3ddb74dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:50.042775 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-27dfc208-85fc-48f9-81ea-4fb2707aaed5 req-02b4e9e9-4bbb-44a8-961b-18e3ddb74dbd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 1097 time: 0.2347047 Dec 10 16:28:50.046228 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95b0b1-9d4b-4861-833c-fe15f432586c None None] Pushing event updated for resources: {'Port': ['ID=1ea40611-3fff-4ec9-9348-3aa63774fd04,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:50.064954 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-08815520-c930-47c7-996e-16597a67de95 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Request body: {'port': {'device_id': '28fed480-6b40-479f-86e8-f44d68a97348', 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522', 'admin_state_up': True, 'tenant_id': '78a67ea6c69344df8b0209764b4007aa'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:28:50.076298 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-673b0e3d-5b30-46db-88ea-871289b2b67e admin admin] Allocated IP 172.25.6.102 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/61856d19-fdc2-431a-be97-7fdda388107e) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:28:50.151927 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3f5786fd-c0d5-481c-9c58-314cac2af8da None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:50.202846 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3f5786fd-c0d5-481c-9c58-314cac2af8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:50.211845 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-27dfc208-85fc-48f9-81ea-4fb2707aaed5 req-fe0ad80c-9015-401c-8026-5daff0e72bb0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404283 Dec 10 16:28:50.238920 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-63da9edf-f6cd-4450-8b27-133f02d70bb7 req-4f6e3ed0-a2ea-4553-9f40-208310f96901 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7f2a2db4-8009-4c13-8329-5a2302100f9d&id=0bcf6659-ad70-4f78-8202-1accd4dc47f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2545469 Dec 10 16:28:50.240470 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:28:50.296672 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5786fd-c0d5-481c-9c58-314cac2af8da None None] Network 0e8aeabb-24a7-46c3-ad39-85f1a37d09cb is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:28:50.300022 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-3f5786fd-c0d5-481c-9c58-314cac2af8da None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:28:50.304095 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5786fd-c0d5-481c-9c58-314cac2af8da None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:28:50.322702 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5786fd-c0d5-481c-9c58-314cac2af8da None None] Pushing event updated for resources: {'Port': ['ID=1d08c5b9-e21c-462d-915b-b3daad8bc7a7,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:50.327487 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-673b0e3d-5b30-46db-88ea-871289b2b67e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:50.433776 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-673b0e3d-5b30-46db-88ea-871289b2b67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:50.437205 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-08815520-c930-47c7-996e-16597a67de95 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Made reservation on behalf of 78a67ea6c69344df8b0209764b4007aa for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:28:50.440336 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 1ea40611-3fff-4ec9-9348-3aa63774fd04 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:28:50.441566 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-08815520-c930-47c7-996e-16597a67de95 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:50.497421 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-3f5786fd-c0d5-481c-9c58-314cac2af8da None None] Attempting to bind port 1d08c5b9-e21c-462d-915b-b3daad8bc7a7 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:28:50.497972 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-3f5786fd-c0d5-481c-9c58-314cac2af8da None None] Attempting to bind port 1d08c5b9-e21c-462d-915b-b3daad8bc7a7 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '82a02ff2-155a-4123-aaaa-97922567acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0e8aeabb-24a7-46c3-ad39-85f1a37d09cb'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:28:50.498583 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5786fd-c0d5-481c-9c58-314cac2af8da None None] Attempting to bind port 1d08c5b9-e21c-462d-915b-b3daad8bc7a7 on network 0e8aeabb-24a7-46c3-ad39-85f1a37d09cb {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:28:50.503263 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b0e3d-5b30-46db-88ea-871289b2b67e admin admin] Pushing event updated for resources: {'Port': ['ID=61856d19-fdc2-431a-be97-7fdda388107e,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:50.523223 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5786fd-c0d5-481c-9c58-314cac2af8da None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:28:50.523762 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5786fd-c0d5-481c-9c58-314cac2af8da None None] Checking segment: {'id': '82a02ff2-155a-4123-aaaa-97922567acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0e8aeabb-24a7-46c3-ad39-85f1a37d09cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:28:50.524459 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3f5786fd-c0d5-481c-9c58-314cac2af8da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:50.524959 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5786fd-c0d5-481c-9c58-314cac2af8da None None] Bound using segment: {'id': '82a02ff2-155a-4123-aaaa-97922567acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0e8aeabb-24a7-46c3-ad39-85f1a37d09cb'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:28:50.525538 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-3f5786fd-c0d5-481c-9c58-314cac2af8da None None] Bound port: 1d08c5b9-e21c-462d-915b-b3daad8bc7a7, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a02ff2-155a-4123-aaaa-97922567acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0e8aeabb-24a7-46c3-ad39-85f1a37d09cb'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:28:50.526370 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3f5786fd-c0d5-481c-9c58-314cac2af8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:50.527176 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673b0e3d-5b30-46db-88ea-871289b2b67e admin admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:28:50.533423 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-673b0e3d-5b30-46db-88ea-871289b2b67e admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:28:50.536690 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673b0e3d-5b30-46db-88ea-871289b2b67e admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:28:50.714858 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 1ea40611-3fff-4ec9-9348-3aa63774fd04 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:28:50.715392 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:50.758727 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-3f5786fd-c0d5-481c-9c58-314cac2af8da None None] For port 1d08c5b9-e21c-462d-915b-b3daad8bc7a7, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:28:50.767496 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-0766d5d4-5251-4691-8bae-ceec2f01b14a tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:50.777019 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-0766d5d4-5251-4691-8bae-ceec2f01b14a tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] 10.222.0.11 "GET /v2.0/networks?id=ba652e96-318d-4ad5-a2e3-77a44eb284be HTTP/1.1" status: 200 len: 808 time: 0.3068314 Dec 10 16:28:50.789226 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-08815520-c930-47c7-996e-16597a67de95 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Allocated IP 172.20.0.5 (f51320c6-36a3-445a-bf6e-8d6ab92c4522/e98874b0-e60d-4822-8213-f6ac4d039265/9b3c7d03-2174-4fbe-b556-009ea3e61047) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:28:50.802706 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-3f5786fd-c0d5-481c-9c58-314cac2af8da None None] For port 1d08c5b9-e21c-462d-915b-b3daad8bc7a7, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=1d08c5b9-e21c-462d-915b-b3daad8bc7a7,segment=NetworkSegment(82a02ff2-155a-4123-aaaa-97922567acfa),segment_id=82a02ff2-155a-4123-aaaa-97922567acfa)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:28:50.808315 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-fcff3648-ab58-4b0e-b8ea-4cf0d1c935be tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] 10.222.0.11 "GET /v2.0/quotas/de62bd7d602a43c4a4b60427631b1dd2 HTTP/1.1" status: 200 len: 375 time: 0.0298636 Dec 10 16:28:50.832361 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3f5786fd-c0d5-481c-9c58-314cac2af8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:50.856179 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-b4ae93c5-c327-49ef-b706-dcc222249355 tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=de62bd7d602a43c4a4b60427631b1dd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465457 Dec 10 16:28:50.971082 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5786fd-c0d5-481c-9c58-314cac2af8da None None] Pushing event updated for resources: {'Port': ['ID=1d08c5b9-e21c-462d-915b-b3daad8bc7a7,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:50.991416 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-673b0e3d-5b30-46db-88ea-871289b2b67e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:51.117371 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-fb4c31c6-d344-4505-9b1f-07030443f008 service neutron] 10.222.0.11 "GET /v2.0/networks/ba652e96-318d-4ad5-a2e3-77a44eb284be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601347 Dec 10 16:28:51.298477 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-08815520-c930-47c7-996e-16597a67de95 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:51.352259 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-673b0e3d-5b30-46db-88ea-871289b2b67e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:51.374089 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-b5583d18-8389-4796-84c6-279a957f3e23 service neutron] 10.222.0.11 "GET /v2.0/networks/ba652e96-318d-4ad5-a2e3-77a44eb284be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460701 Dec 10 16:28:51.414337 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-08815520-c930-47c7-996e-16597a67de95 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:51.525739 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-08815520-c930-47c7-996e-16597a67de95 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Network f51320c6-36a3-445a-bf6e-8d6ab92c4522 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:28:51.529964 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-08815520-c930-47c7-996e-16597a67de95 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:28:51.551278 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-08815520-c930-47c7-996e-16597a67de95 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:28:51.587981 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08815520-c930-47c7-996e-16597a67de95 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Pushing event updated for resources: {'Port': ['ID=9b3c7d03-2174-4fbe-b556-009ea3e61047,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:51.699709 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-08815520-c930-47c7-996e-16597a67de95 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:51.705270 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-08815520-c930-47c7-996e-16597a67de95 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:51.730637 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673b0e3d-5b30-46db-88ea-871289b2b67e admin admin] Router bcd215db-3819-48b6-9bfd-450480596ef6 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:28:51.743164 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-08815520-c930-47c7-996e-16597a67de95 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6822984 Dec 10 16:28:51.761832 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-f3fca83b-867b-4bb3-bd40-9a0e62a56b1e service neutron] Request body: {'port': {'device_id': '28fed480-6b40-479f-86e8-f44d68a97348', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:28:51.916779 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1ee28-e154-41db-99cf-f0800506af6a req-cf0309cf-63b3-4278-ba19-4f486cb7affb tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:51.930721 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bed1ee28-e154-41db-99cf-f0800506af6a req-cf0309cf-63b3-4278-ba19-4f486cb7affb tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=451e6409-316e-4b87-86cd-2da87aaa7224 HTTP/1.1" status: 200 len: 946 time: 0.1402085 Dec 10 16:28:51.932626 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-f3fca83b-867b-4bb3-bd40-9a0e62a56b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:52.004938 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673b0e3d-5b30-46db-88ea-871289b2b67e admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:28:52.015961 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac596fb-f396-4131-b09f-5c1710d09106 None None] Sync routers for ids ['bcd215db-3819-48b6-9bfd-450480596ef6'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:28:52.037484 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-673b0e3d-5b30-46db-88ea-871289b2b67e admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:52.040519 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-673b0e3d-5b30-46db-88ea-871289b2b67e admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7249594 Dec 10 16:28:52.046341 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49334) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:52.057836 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac596fb-f396-4131-b09f-5c1710d09106 None None] Routers {'bcd215db-3819-48b6-9bfd-450480596ef6'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:28:52.065454 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-cac596fb-f396-4131-b09f-5c1710d09106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:28:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['bcd215db-3819-48b6-9bfd-450480596ef6'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:28:52.071155 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bed1ee28-e154-41db-99cf-f0800506af6a req-160e0107-72e4-4c83-a5a5-10c5f28def64 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381698 Dec 10 16:28:52.144405 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-944ae204-8034-4938-8299-a8cfc36a0043 None None] Provisioning complete for port 9b3c7d03-2174-4fbe-b556-009ea3e61047 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:28:52.145159 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-944ae204-8034-4938-8299-a8cfc36a0043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:52.327999 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-944ae204-8034-4938-8299-a8cfc36a0043 None None] Port 9b3c7d03-2174-4fbe-b556-009ea3e61047 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:28:52.408786 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-cac596fb-f396-4131-b09f-5c1710d09106 None None] Set router bcd215db-3819-48b6-9bfd-450480596ef6 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:28:52.429915 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b11abc-af11-4833-81ea-c25f4407cac9 req-ff3846c0-90c1-4c23-859a-51814b8867ad tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:52.437120 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b11abc-af11-4833-81ea-c25f4407cac9 req-ff3846c0-90c1-4c23-859a-51814b8867ad tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:52.444736 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b11abc-af11-4833-81ea-c25f4407cac9 req-ff3846c0-90c1-4c23-859a-51814b8867ad tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:52.458819 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b11abc-af11-4833-81ea-c25f4407cac9 req-ff3846c0-90c1-4c23-859a-51814b8867ad tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:52.466178 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b11abc-af11-4833-81ea-c25f4407cac9 req-ff3846c0-90c1-4c23-859a-51814b8867ad tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:52.472487 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b11abc-af11-4833-81ea-c25f4407cac9 req-ff3846c0-90c1-4c23-859a-51814b8867ad tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:52.477529 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 1d08c5b9-e21c-462d-915b-b3daad8bc7a7 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:28:52.480880 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b11abc-af11-4833-81ea-c25f4407cac9 req-ff3846c0-90c1-4c23-859a-51814b8867ad tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:52.491716 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-56b11abc-af11-4833-81ea-c25f4407cac9 req-ff3846c0-90c1-4c23-859a-51814b8867ad tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 5445 time: 0.2636404 Dec 10 16:28:52.648626 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-56b11abc-af11-4833-81ea-c25f4407cac9 req-d26f61ed-cb68-4a27-a7d8-ec19f4b6f1a3 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bcf6659-ad70-4f78-8202-1accd4dc47f4&id=7f2a2db4-8009-4c13-8329-5a2302100f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1536727 Dec 10 16:28:52.749255 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-f3fca83b-867b-4bb3-bd40-9a0e62a56b1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b3c7d03-2174-4fbe-b556-009ea3e61047 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:28:52.759356 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-f3fca83b-867b-4bb3-bd40-9a0e62a56b1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:52.783352 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-f3fca83b-867b-4bb3-bd40-9a0e62a56b1e service neutron] Transition to ACTIVE for port object 9b3c7d03-2174-4fbe-b556-009ea3e61047 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:28:52.789197 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-f3fca83b-867b-4bb3-bd40-9a0e62a56b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:52.887656 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fca83b-867b-4bb3-bd40-9a0e62a56b1e service neutron] Pushing event updated for resources: {'Port': ['ID=9b3c7d03-2174-4fbe-b556-009ea3e61047,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:52.939954 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 1d08c5b9-e21c-462d-915b-b3daad8bc7a7 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:28:52.940752 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:53.010527 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea8eab2-33dc-4b83-84f7-fbe1bdcbbfb4 None None] Network 0e8aeabb-24a7-46c3-ad39-85f1a37d09cb requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:28:53.016943 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55e62b-1ba9-4e78-af38-eedbbd625601 req-7de82503-df94-4959-b32e-245e77f4976d tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:53.019834 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ba55e62b-1ba9-4e78-af38-eedbbd625601 req-7de82503-df94-4959-b32e-245e77f4976d tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 946 time: 0.1343303 Dec 10 16:28:53.057916 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-f3fca83b-867b-4bb3-bd40-9a0e62a56b1e service neutron] Attempting to bind port 9b3c7d03-2174-4fbe-b556-009ea3e61047 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:28:53.058274 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-f3fca83b-867b-4bb3-bd40-9a0e62a56b1e service neutron] Attempting to bind port 9b3c7d03-2174-4fbe-b556-009ea3e61047 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'c5dc7c15-134d-4079-accd-bbd076de9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:28:53.058603 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-f3fca83b-867b-4bb3-bd40-9a0e62a56b1e service neutron] Attempting to bind port 9b3c7d03-2174-4fbe-b556-009ea3e61047 on network f51320c6-36a3-445a-bf6e-8d6ab92c4522 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:28:53.068993 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-f3fca83b-867b-4bb3-bd40-9a0e62a56b1e service neutron] Port 9b3c7d03-2174-4fbe-b556-009ea3e61047 on network f51320c6-36a3-445a-bf6e-8d6ab92c4522 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:28:53.069315 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-f3fca83b-867b-4bb3-bd40-9a0e62a56b1e service neutron] Attempting to bind port 9b3c7d03-2174-4fbe-b556-009ea3e61047 on network f51320c6-36a3-445a-bf6e-8d6ab92c4522 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:28:53.083471 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-f3fca83b-867b-4bb3-bd40-9a0e62a56b1e service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:28:53.083946 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-f3fca83b-867b-4bb3-bd40-9a0e62a56b1e service neutron] Checking segment: {'id': 'c5dc7c15-134d-4079-accd-bbd076de9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:28:53.084337 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-f3fca83b-867b-4bb3-bd40-9a0e62a56b1e service neutron] Bound using segment: {'id': 'c5dc7c15-134d-4079-accd-bbd076de9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:28:53.084777 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-f3fca83b-867b-4bb3-bd40-9a0e62a56b1e service neutron] Bound port: 9b3c7d03-2174-4fbe-b556-009ea3e61047, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5dc7c15-134d-4079-accd-bbd076de9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:28:53.085133 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-f3fca83b-867b-4bb3-bd40-9a0e62a56b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:53.103069 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ba55e62b-1ba9-4e78-af38-eedbbd625601 req-bc17302a-352b-4033-9d74-887f7be7c6b6 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696270 Dec 10 16:28:53.131085 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-11901467-c3cf-493e-9726-05128a64d102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:53.172167 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e5b6fe7d-9f95-41cf-92ac-7fdd026d00cf None None] Provisioning complete for port 1d08c5b9-e21c-462d-915b-b3daad8bc7a7 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:28:53.172748 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e5b6fe7d-9f95-41cf-92ac-7fdd026d00cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:53.177547 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-f3fca83b-867b-4bb3-bd40-9a0e62a56b1e service neutron] For port 9b3c7d03-2174-4fbe-b556-009ea3e61047, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:28:53.184659 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-f3fca83b-867b-4bb3-bd40-9a0e62a56b1e service neutron] For port 9b3c7d03-2174-4fbe-b556-009ea3e61047, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=9b3c7d03-2174-4fbe-b556-009ea3e61047,segment=NetworkSegment(c5dc7c15-134d-4079-accd-bbd076de9d44),segment_id=c5dc7c15-134d-4079-accd-bbd076de9d44)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:28:53.195647 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-f3fca83b-867b-4bb3-bd40-9a0e62a56b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:53.270474 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fca83b-867b-4bb3-bd40-9a0e62a56b1e service neutron] Pushing event updated for resources: {'Port': ['ID=9b3c7d03-2174-4fbe-b556-009ea3e61047,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:53.345121 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-f3fca83b-867b-4bb3-bd40-9a0e62a56b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:53.345759 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-f3fca83b-867b-4bb3-bd40-9a0e62a56b1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:53.347913 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-f3fca83b-867b-4bb3-bd40-9a0e62a56b1e service neutron] 10.222.0.26 "PUT /v2.0/ports/9b3c7d03-2174-4fbe-b556-009ea3e61047 HTTP/1.1" status: 200 len: 1091 time: 1.5935745 Dec 10 16:28:53.349363 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28fed480-6b40-479f-86e8-f44d68a97348', 'tag': '9b3c7d03-2174-4fbe-b556-009ea3e61047'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:28:53.352231 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce424b61-45f5-4167-a2c2-d9183f623c55" -d '{"events": [{"name": "network-changed", "server_uuid": "28fed480-6b40-479f-86e8-f44d68a97348", "tag": "9b3c7d03-2174-4fbe-b556-009ea3e61047"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:28:53.449542 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-11901467-c3cf-493e-9726-05128a64d102 admin admin] Allocated IP 172.20.0.1 (0e8aeabb-24a7-46c3-ad39-85f1a37d09cb/b19dcb35-f999-4eb6-adad-fc886feb8eab/2f9fa0e1-3d1d-4416-8d8e-fd5d8c38134a) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:28:53.528057 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:53.587862 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-11901467-c3cf-493e-9726-05128a64d102 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:53.607497 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e5b6fe7d-9f95-41cf-92ac-7fdd026d00cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:53.619712 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 1d08c5b9-e21c-462d-915b-b3daad8bc7a7, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=1d08c5b9-e21c-462d-915b-b3daad8bc7a7,segment=NetworkSegment(82a02ff2-155a-4123-aaaa-97922567acfa),segment_id=82a02ff2-155a-4123-aaaa-97922567acfa)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:53.637115 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-11901467-c3cf-493e-9726-05128a64d102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:53.649018 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc868042-5600-4975-8ce5-3629d332fd55 req-979da1c7-c869-4ca6-be79-09973c8167d8 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:53.651741 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-cac596fb-f396-4131-b09f-5c1710d09106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd215db-3819-48b6-9bfd-450480596ef6', 'name': 'tempest-FloatingIPsTestJSON-719430690-router', 'tenant_id': 'c7adacde99724af6b8f5f15694d7a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '61856d19-fdc2-431a-be97-7fdda388107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:28:48Z', 'updated_at': '2021-12-10T16:28:50Z', 'revision_number': 3, 'project_id': 'c7adacde99724af6b8f5f15694d7a9a5', 'gw_port': {'id': '61856d19-fdc2-431a-be97-7fdda388107e', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d5:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd215db-3819-48b6-9bfd-450480596ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:49Z', 'updated_at': '2021-12-10T16:28:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:28:53.661457 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cc868042-5600-4975-8ce5-3629d332fd55 req-979da1c7-c869-4ca6-be79-09973c8167d8 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/ports?device_id=28fed480-6b40-479f-86e8-f44d68a97348 HTTP/1.1" status: 200 len: 943 time: 0.3929083 Dec 10 16:28:53.691433 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:53.697145 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac596fb-f396-4131-b09f-5c1710d09106 None None] Checking router: bcd215db-3819-48b6-9bfd-450480596ef6 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:28:53.697843 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac596fb-f396-4131-b09f-5c1710d09106 None None] Updating router bcd215db-3819-48b6-9bfd-450480596ef6 port 61856d19-fdc2-431a-be97-7fdda388107e binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:28:53.718295 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11901467-c3cf-493e-9726-05128a64d102 admin admin] Network 0e8aeabb-24a7-46c3-ad39-85f1a37d09cb is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:28:53.725680 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-11901467-c3cf-493e-9726-05128a64d102 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:28:53.728639 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11901467-c3cf-493e-9726-05128a64d102 admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:28:53.734872 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11901467-c3cf-493e-9726-05128a64d102 admin admin] Pushing event updated for resources: {'Port': ['ID=2f9fa0e1-3d1d-4416-8d8e-fd5d8c38134a,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:53.790273 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-430a4dd1-08be-4ec8-b12c-461086deb44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:53.791800 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-430a4dd1-08be-4ec8-b12c-461086deb44b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=78a67ea6c69344df8b0209764b4007aa&device_id=28fed480-6b40-479f-86e8-f44d68a97348 HTTP/1.1" status: 200 len: 1094 time: 0.3544223 Dec 10 16:28:53.815475 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-11901467-c3cf-493e-9726-05128a64d102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:53.828315 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cac596fb-f396-4131-b09f-5c1710d09106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:53.839802 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cc868042-5600-4975-8ce5-3629d332fd55 req-da8aeeaa-25b5-4ac6-8325-4ef9feae3a92 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/security-groups?id=0323d5e7-5cb6-4b7a-86bf-6326caf30de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499760 Dec 10 16:28:53.890733 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=1d08c5b9-e21c-462d-915b-b3daad8bc7a7,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:53.901317 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.api [None req-e5b6fe7d-9f95-41cf-92ac-7fdd026d00cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:28:53.901975 n-d-766771-2 neutron-server[103394]: DEBUG oslo_db.api [None req-e5b6fe7d-9f95-41cf-92ac-7fdd026d00cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:28:53.906037 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-b7a5c4a5-7dba-4feb-a2a6-87ca9e71245d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b3c7d03-2174-4fbe-b556-009ea3e61047 HTTP/1.1" status: 200 len: 217 time: 0.1020288 Dec 10 16:28:53.922324 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-6ffdd17a-85e3-4425-96e3-6e0877da16c4 tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:53.923844 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-6ffdd17a-85e3-4425-96e3-6e0877da16c4 tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] 10.222.0.46 "GET /v2.0/networks?id=ba652e96-318d-4ad5-a2e3-77a44eb284be HTTP/1.1" status: 200 len: 808 time: 0.5461175 Dec 10 16:28:53.974470 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-68651619-5292-4f50-b66f-714435e39020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:53.975879 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-68651619-5292-4f50-b66f-714435e39020 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e98874b0-e60d-4822-8213-f6ac4d039265 HTTP/1.1" status: 200 len: 859 time: 0.0511413 Dec 10 16:28:53.982100 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-15cc269d-fac1-4b53-a986-39b5e876a0db tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] Request body: {'port': {'device_id': 'aab146f0-e24a-4bbd-bc73-1ecec27069da', 'network_id': 'ba652e96-318d-4ad5-a2e3-77a44eb284be', 'admin_state_up': True, 'tenant_id': 'de62bd7d602a43c4a4b60427631b1dd2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:28:54.035773 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-11901467-c3cf-493e-9726-05128a64d102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:54.069802 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-17d7956a-8621-4f68-9a51-d8eea08b7ce0 req-ea85eb12-3a9a-473a-96ae-84406d3262f5 tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab146f0-e24a-4bbd-bc73-1ecec27069da HTTP/1.1" status: 200 len: 210 time: 0.0928674 Dec 10 16:28:54.182723 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-f5d876a5-46d1-4e9d-8c68-49b02af9bf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:54.184203 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-f5d876a5-46d1-4e9d-8c68-49b02af9bf78 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f51320c6-36a3-445a-bf6e-8d6ab92c4522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1843908 Dec 10 16:28:54.282612 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cac596fb-f396-4131-b09f-5c1710d09106 None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:54.295140 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cac596fb-f396-4131-b09f-5c1710d09106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:54.321867 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-11901467-c3cf-493e-9726-05128a64d102 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:54.329280 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-11901467-c3cf-493e-9726-05128a64d102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:54.332098 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d358bf-a192-44ff-bdd4-0462ab345813 req-d516811f-5cce-4d50-8744-cea3783dc9a5 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:54.341247 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d358bf-a192-44ff-bdd4-0462ab345813 req-d516811f-5cce-4d50-8744-cea3783dc9a5 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:54.357168 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d358bf-a192-44ff-bdd4-0462ab345813 req-d516811f-5cce-4d50-8744-cea3783dc9a5 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:54.376584 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d358bf-a192-44ff-bdd4-0462ab345813 req-d516811f-5cce-4d50-8744-cea3783dc9a5 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:54.382739 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eab639-75af-499d-a8ba-7d193ed56df3 None None] Pushing event updated for resources: {'Port': ['ID=61856d19-fdc2-431a-be97-7fdda388107e,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:54.383190 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d358bf-a192-44ff-bdd4-0462ab345813 req-d516811f-5cce-4d50-8744-cea3783dc9a5 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:54.386561 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-cac596fb-f396-4131-b09f-5c1710d09106 None None] Attempting to bind port 61856d19-fdc2-431a-be97-7fdda388107e on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:28:54.386942 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-cac596fb-f396-4131-b09f-5c1710d09106 None None] Attempting to bind port 61856d19-fdc2-431a-be97-7fdda388107e by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:28:54.387304 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac596fb-f396-4131-b09f-5c1710d09106 None None] Attempting to bind port 61856d19-fdc2-431a-be97-7fdda388107e on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:28:54.391472 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d358bf-a192-44ff-bdd4-0462ab345813 req-d516811f-5cce-4d50-8744-cea3783dc9a5 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:54.392897 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 1d08c5b9-e21c-462d-915b-b3daad8bc7a7 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:28:54.396978 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac596fb-f396-4131-b09f-5c1710d09106 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:28:54.397351 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac596fb-f396-4131-b09f-5c1710d09106 None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:28:54.397751 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cac596fb-f396-4131-b09f-5c1710d09106 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:54.398161 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac596fb-f396-4131-b09f-5c1710d09106 None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:28:54.398750 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-cac596fb-f396-4131-b09f-5c1710d09106 None None] Bound port: 61856d19-fdc2-431a-be97-7fdda388107e, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:28:54.399175 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cac596fb-f396-4131-b09f-5c1710d09106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:54.403316 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d358bf-a192-44ff-bdd4-0462ab345813 req-d516811f-5cce-4d50-8744-cea3783dc9a5 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:54.408888 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e9d358bf-a192-44ff-bdd4-0462ab345813 req-d516811f-5cce-4d50-8744-cea3783dc9a5 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 5445 time: 0.2339602 Dec 10 16:28:54.424598 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49370) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:54.437968 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-04739d68-cdee-4904-bcda-78be8de00b00 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Request body: {'floatingip': {'port_id': 'd5bdcbf6-9c70-4b11-a616-8e8aeec9956a'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:28:54.484588 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-f742c7f2-3bac-4675-b7b6-f2cb81deb0ef service neutron] 10.222.0.26 "GET /v2.0/networks/f51320c6-36a3-445a-bf6e-8d6ab92c4522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833896 Dec 10 16:28:54.489078 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-15cc269d-fac1-4b53-a986-39b5e876a0db tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] Made reservation on behalf of de62bd7d602a43c4a4b60427631b1dd2 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:28:54.494218 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-15cc269d-fac1-4b53-a986-39b5e876a0db tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:54.506214 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-11901467-c3cf-493e-9726-05128a64d102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:54.522068 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-04739d68-cdee-4904-bcda-78be8de00b00 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks [] for floatingip, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:54.528770 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-cac596fb-f396-4131-b09f-5c1710d09106 None None] For port 61856d19-fdc2-431a-be97-7fdda388107e, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:28:54.533118 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-cac596fb-f396-4131-b09f-5c1710d09106 None None] For port 61856d19-fdc2-431a-be97-7fdda388107e, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=61856d19-fdc2-431a-be97-7fdda388107e,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:28:54.541757 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cac596fb-f396-4131-b09f-5c1710d09106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:54.569627 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 49372) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:54.606242 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac596fb-f396-4131-b09f-5c1710d09106 None None] Routers {'bcd215db-3819-48b6-9bfd-450480596ef6'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:28:54.606866 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-cac596fb-f396-4131-b09f-5c1710d09106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:28:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['bcd215db-3819-48b6-9bfd-450480596ef6'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:28:54.614238 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11901467-c3cf-493e-9726-05128a64d102 admin admin] Pushing event updated for resources: {'Port': ['ID=2f9fa0e1-3d1d-4416-8d8e-fd5d8c38134a,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:54.680337 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffadd03-01a8-488d-85d6-b81bec7b1ac9 req-3af493cd-4b2b-477e-9a2f-95923e196978 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:54.707784 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cffadd03-01a8-488d-85d6-b81bec7b1ac9 req-3af493cd-4b2b-477e-9a2f-95923e196978 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=451e6409-316e-4b87-86cd-2da87aaa7224 HTTP/1.1" status: 200 len: 946 time: 0.1818287 Dec 10 16:28:54.728823 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a01a2ca0-ff35-4668-ba67-f9af333a6b89 req-ec515f74-ba73-41b2-b8eb-9d72e2c2704f service neutron] 10.222.0.26 "GET /v2.0/networks/f51320c6-36a3-445a-bf6e-8d6ab92c4522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252738 Dec 10 16:28:54.761661 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eab639-75af-499d-a8ba-7d193ed56df3 None None] Pushing event updated for resources: {'Port': ['ID=61856d19-fdc2-431a-be97-7fdda388107e,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:54.774963 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 1d08c5b9-e21c-462d-915b-b3daad8bc7a7 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:28:54.775336 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:54.813143 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-344954d9-cf6d-4695-b626-5118675417b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:54.844383 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9448beb3-3e64-4e39-9120-e47d888674b3 None None] Provisioning complete for port 1d08c5b9-e21c-462d-915b-b3daad8bc7a7 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:28:54.844857 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9448beb3-3e64-4e39-9120-e47d888674b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:54.907439 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-15cc269d-fac1-4b53-a986-39b5e876a0db tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] Allocated IP 172.20.0.2 (ba652e96-318d-4ad5-a2e3-77a44eb284be/a512f6ae-1270-4f7f-8853-c9cc11f76342/99c2981b-4b17-4db4-bae2-01a502d764e0) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:28:54.920630 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-cac596fb-f396-4131-b09f-5c1710d09106 None None] Set router bcd215db-3819-48b6-9bfd-450480596ef6 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:28:54.945476 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cffadd03-01a8-488d-85d6-b81bec7b1ac9 req-0c2ab58c-1951-45b3-b244-86d6ea27f506 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117741 Dec 10 16:28:54.960702 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-344954d9-cf6d-4695-b626-5118675417b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:54.973128 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-344954d9-cf6d-4695-b626-5118675417b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:55.025105 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f5cf2b-892c-45a0-b9e7-c76ee0ad0463 x-openstack-request-id: req-60f5cf2b-892c-45a0-b9e7-c76ee0ad0463 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:28:55.026245 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28fed480-6b40-479f-86e8-f44d68a97348", "tag": "9b3c7d03-2174-4fbe-b556-009ea3e61047", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:28:55.026510 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-60f5cf2b-892c-45a0-b9e7-c76ee0ad0463 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:28:55.028272 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28fed480-6b40-479f-86e8-f44d68a97348', 'tag': '9b3c7d03-2174-4fbe-b556-009ea3e61047', 'status': 'completed', 'code': 200} Dec 10 16:28:55.041033 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-344954d9-cf6d-4695-b626-5118675417b0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fc5d9def3e4f42939b487005068d1d07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4537044 Dec 10 16:28:55.045459 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 49378) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:55.045945 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344954d9-cf6d-4695-b626-5118675417b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f568a91c-db58-4cde-aba7-b9c59313ac99,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:55.079002 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11901467-c3cf-493e-9726-05128a64d102 admin admin] Network 0e8aeabb-24a7-46c3-ad39-85f1a37d09cb is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:28:55.084282 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-11901467-c3cf-493e-9726-05128a64d102 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:28:55.197427 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9448beb3-3e64-4e39-9120-e47d888674b3 None None] Provisioning complete for port 2f9fa0e1-3d1d-4416-8d8e-fd5d8c38134a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:28:55.197815 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9448beb3-3e64-4e39-9120-e47d888674b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:55.276909 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9448beb3-3e64-4e39-9120-e47d888674b3 None None] Port 2f9fa0e1-3d1d-4416-8d8e-fd5d8c38134a cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:28:55.356648 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-cac596fb-f396-4131-b09f-5c1710d09106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd215db-3819-48b6-9bfd-450480596ef6', 'name': 'tempest-FloatingIPsTestJSON-719430690-router', 'tenant_id': 'c7adacde99724af6b8f5f15694d7a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '61856d19-fdc2-431a-be97-7fdda388107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:28:48Z', 'updated_at': '2021-12-10T16:28:53Z', 'revision_number': 4, 'project_id': 'c7adacde99724af6b8f5f15694d7a9a5', 'gw_port': {'id': '61856d19-fdc2-431a-be97-7fdda388107e', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d5:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd215db-3819-48b6-9bfd-450480596ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:49Z', 'updated_at': '2021-12-10T16:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '2f9fa0e1-3d1d-4416-8d8e-fd5d8c38134a', 'name': '', 'network_id': '0e8aeabb-24a7-46c3-ad39-85f1a37d09cb', 'tenant_id': 'c7adacde99724af6b8f5f15694d7a9a5', 'mac_address': 'fa:16:3e:d9:97:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd215db-3819-48b6-9bfd-450480596ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'b19dcb35-f999-4eb6-adad-fc886feb8eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:53Z', 'updated_at': '2021-12-10T16:28:54Z', 'revision_number': 2, 'project_id': 'c7adacde99724af6b8f5f15694d7a9a5', 'subnets': [{'id': 'b19dcb35-f999-4eb6-adad-fc886feb8eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:28:55.389632 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac596fb-f396-4131-b09f-5c1710d09106 None None] The sync data for ids ['bcd215db-3819-48b6-9bfd-450480596ef6'] in n-d-766771-2 is: [{'id': 'bcd215db-3819-48b6-9bfd-450480596ef6', 'name': 'tempest-FloatingIPsTestJSON-719430690-router', 'tenant_id': 'c7adacde99724af6b8f5f15694d7a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '61856d19-fdc2-431a-be97-7fdda388107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:28:48Z', 'updated_at': '2021-12-10T16:28:53Z', 'revision_number': 4, 'project_id': 'c7adacde99724af6b8f5f15694d7a9a5', 'gw_port': {'id': '61856d19-fdc2-431a-be97-7fdda388107e', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d5:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd215db-3819-48b6-9bfd-450480596ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:49Z', 'updated_at': '2021-12-10T16:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '2f9fa0e1-3d1d-4416-8d8e-fd5d8c38134a', 'name': '', 'network_id': '0e8aeabb-24a7-46c3-ad39-85f1a37d09cb', 'tenant_id': 'c7adacde99724af6b8f5f15694d7a9a5', 'mac_address': 'fa:16:3e:d9:97:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd215db-3819-48b6-9bfd-450480596ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'b19dcb35-f999-4eb6-adad-fc886feb8eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:53Z', 'updated_at': '2021-12-10T16:28:54Z', 'revision_number': 2, 'project_id': 'c7adacde99724af6b8f5f15694d7a9a5', 'subnets': [{'id': 'b19dcb35-f999-4eb6-adad-fc886feb8eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:28:55.405077 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11901467-c3cf-493e-9726-05128a64d102 admin admin] Router bcd215db-3819-48b6-9bfd-450480596ef6 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:28:55.459855 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-93e9d88c-e505-4784-ba43-aa07cea8b9b1 None None] Provisioning complete for port 2f9fa0e1-3d1d-4416-8d8e-fd5d8c38134a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:28:55.460482 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-93e9d88c-e505-4784-ba43-aa07cea8b9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:55.502242 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-93e9d88c-e505-4784-ba43-aa07cea8b9b1 None None] Port 2f9fa0e1-3d1d-4416-8d8e-fd5d8c38134a cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:28:55.536580 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.db.resource_extend [None req-04739d68-cdee-4904-bcda-78be8de00b00 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 16:28:55.605232 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-04739d68-cdee-4904-bcda-78be8de00b00 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:55.610414 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11901467-c3cf-493e-9726-05128a64d102 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:28:55.612449 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-04739d68-cdee-4904-bcda-78be8de00b00 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:55.620021 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-11901467-c3cf-493e-9726-05128a64d102 admin admin] 10.222.0.11 "PUT /v2.0/routers/bcd215db-3819-48b6-9bfd-450480596ef6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5726104 Dec 10 16:28:55.669868 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce424b61-45f5-4167-a2c2-d9183f623c55 req-fc379a97-4746-4f57-996a-326f4e0338ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:55.681884 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ce424b61-45f5-4167-a2c2-d9183f623c55 req-fc379a97-4746-4f57-996a-326f4e0338ff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=78a67ea6c69344df8b0209764b4007aa&device_id=28fed480-6b40-479f-86e8-f44d68a97348 HTTP/1.1" status: 200 len: 1094 time: 0.6258903 Dec 10 16:28:55.750480 n-d-766771-2 neutron-server[103393]: INFO neutron.db.l3_db [None req-04739d68-cdee-4904-bcda-78be8de00b00 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Floating IP 05422faf-7bb9-40df-9d03-74856e90fb47 associated. External IP: 172.25.6.158, port: d5bdcbf6-9c70-4b11-a616-8e8aeec9956a. Dec 10 16:28:55.754157 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b52a77af-fca1-4b2c-8c6b-88816bc7c784 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:55.769276 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63dd0c4-5471-4aa4-a8c1-ca57307dbc9a req-a86aea82-8c0a-4655-bc27-105179fa4ed9 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:55.777105 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b63dd0c4-5471-4aa4-a8c1-ca57307dbc9a req-a86aea82-8c0a-4655-bc27-105179fa4ed9 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 946 time: 0.2385190 Dec 10 16:28:55.823399 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-15cc269d-fac1-4b53-a986-39b5e876a0db tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:55.852403 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b52a77af-fca1-4b2c-8c6b-88816bc7c784 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:55.929882 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b63dd0c4-5471-4aa4-a8c1-ca57307dbc9a req-4f8645cb-709f-4464-91d7-d63318007124 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511767 Dec 10 16:28:55.943738 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce424b61-45f5-4167-a2c2-d9183f623c55 req-f77e5251-f165-4252-b6bd-d853369b38d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:55.945225 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ce424b61-45f5-4167-a2c2-d9183f623c55 req-f77e5251-f165-4252-b6bd-d853369b38d4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f51320c6-36a3-445a-bf6e-8d6ab92c4522 HTTP/1.1" status: 200 len: 921 time: 0.2463338 Dec 10 16:28:55.989852 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04739d68-cdee-4904-bcda-78be8de00b00 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Router 49c1dfb1-e8f2-476b-b533-25c93fce4e8c has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:28:55.996227 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ce424b61-45f5-4167-a2c2-d9183f623c55 req-7d0dd4c0-fd04-462d-8238-e3b9917bf44d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b3c7d03-2174-4fbe-b556-009ea3e61047 HTTP/1.1" status: 200 len: 217 time: 0.0421207 Dec 10 16:28:55.997395 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-15cc269d-fac1-4b53-a986-39b5e876a0db tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:56.077613 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b52a77af-fca1-4b2c-8c6b-88816bc7c784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:56.080147 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b52a77af-fca1-4b2c-8c6b-88816bc7c784 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:56.082635 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b52a77af-fca1-4b2c-8c6b-88816bc7c784 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f568a91c-db58-4cde-aba7-b9c59313ac99 HTTP/1.1" status: 204 len: 168 time: 1.0329535 Dec 10 16:28:56.123836 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce424b61-45f5-4167-a2c2-d9183f623c55 req-4ab3e49b-0abd-4a0b-a4aa-372f37f1b50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:56.125307 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ce424b61-45f5-4167-a2c2-d9183f623c55 req-4ab3e49b-0abd-4a0b-a4aa-372f37f1b50c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e98874b0-e60d-4822-8213-f6ac4d039265 HTTP/1.1" status: 200 len: 859 time: 0.1206417 Dec 10 16:28:56.126956 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04739d68-cdee-4904-bcda-78be8de00b00 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:28:56.134852 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-15cc269d-fac1-4b53-a986-39b5e876a0db tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] Network ba652e96-318d-4ad5-a2e3-77a44eb284be is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:28:56.138715 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-04739d68-cdee-4904-bcda-78be8de00b00 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:56.138893 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fdeb5b-7e6b-4208-b851-effb56328739 None None] Sync routers for ids ['49c1dfb1-e8f2-476b-b533-25c93fce4e8c'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:28:56.156342 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fdeb5b-7e6b-4208-b851-effb56328739 None None] Routers {'49c1dfb1-e8f2-476b-b533-25c93fce4e8c'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:28:56.156973 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c5fdeb5b-7e6b-4208-b851-effb56328739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:28:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['49c1dfb1-e8f2-476b-b533-25c93fce4e8c'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:28:56.170521 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-04739d68-cdee-4904-bcda-78be8de00b00 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "PUT /v2.0/floatingips/05422faf-7bb9-40df-9d03-74856e90fb47 HTTP/1.1" status: 200 len: 991 time: 1.7447500 Dec 10 16:28:56.171207 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'tag': 'd5bdcbf6-9c70-4b11-a616-8e8aeec9956a'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:28:56.173979 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7c6d5e-5672-43ce-8844-3bd680e12a96" -d '{"events": [{"name": "network-changed", "server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "tag": "d5bdcbf6-9c70-4b11-a616-8e8aeec9956a"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:28:56.194685 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-15cc269d-fac1-4b53-a986-39b5e876a0db tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:28:56.197162 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-15cc269d-fac1-4b53-a986-39b5e876a0db tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:28:56.249045 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a77af-fca1-4b2c-8c6b-88816bc7c784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f568a91c-db58-4cde-aba7-b9c59313ac99,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:56.277651 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-15cc269d-fac1-4b53-a986-39b5e876a0db tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:56.278608 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-15cc269d-fac1-4b53-a986-39b5e876a0db tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:56.294257 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc269d-fac1-4b53-a986-39b5e876a0db tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] Pushing event updated for resources: {'Port': ['ID=99c2981b-4b17-4db4-bae2-01a502d764e0,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:56.297898 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-c5fdeb5b-7e6b-4208-b851-effb56328739 None None] Set router 49c1dfb1-e8f2-476b-b533-25c93fce4e8c gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:28:56.305880 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce424b61-45f5-4167-a2c2-d9183f623c55 req-c9adef04-7347-47d5-8567-6acaf12c789f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:56.307552 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ce424b61-45f5-4167-a2c2-d9183f623c55 req-c9adef04-7347-47d5-8567-6acaf12c789f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f51320c6-36a3-445a-bf6e-8d6ab92c4522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1605496 Dec 10 16:28:56.316758 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01acaa7c-1beb-422c-b5ab-b13b901d5fdc req-6617a0d8-c722-41e5-98bd-37f08b3b9afe tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:56.327136 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-01acaa7c-1beb-422c-b5ab-b13b901d5fdc req-6617a0d8-c722-41e5-98bd-37f08b3b9afe tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/ports?device_id=28fed480-6b40-479f-86e8-f44d68a97348 HTTP/1.1" status: 200 len: 943 time: 0.3089921 Dec 10 16:28:56.485308 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ce424b61-45f5-4167-a2c2-d9183f623c55 req-d149b5ba-d186-4dcf-9b5c-201c6a1e16a6 service neutron] 10.222.0.26 "GET /v2.0/networks/f51320c6-36a3-445a-bf6e-8d6ab92c4522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560524 Dec 10 16:28:56.488569 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-15cc269d-fac1-4b53-a986-39b5e876a0db tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5106921 Dec 10 16:28:56.503310 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-01acaa7c-1beb-422c-b5ab-b13b901d5fdc req-8462042b-cfed-40f9-907b-48dfb934cfc2 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/security-groups?id=0323d5e7-5cb6-4b7a-86bf-6326caf30de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708956 Dec 10 16:28:56.527186 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-e9d6dd34-2440-4289-a63f-b8f3abae0ca0 service neutron] Request body: {'port': {'device_id': 'aab146f0-e24a-4bbd-bc73-1ecec27069da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:28:56.554893 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49400) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:56.581482 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-07fcd7da-c9d2-45f1-b133-e8672b079ad6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:56.615022 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c5fdeb5b-7e6b-4208-b851-effb56328739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c1dfb1-e8f2-476b-b533-25c93fce4e8c', 'name': 'tempest-TaggedBootDevicesTest_v242-333135798-router', 'tenant_id': '87638972bbdb420baed9019b114e9df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '6f9a3a99-3f7b-4281-9666-bb76e5698adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:26:54Z', 'updated_at': '2021-12-10T16:26:57Z', 'revision_number': 4, 'project_id': '87638972bbdb420baed9019b114e9df8', 'gw_port': {'id': '6f9a3a99-3f7b-4281-9666-bb76e5698adc', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c1dfb1-e8f2-476b-b533-25c93fce4e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:26:54Z', 'updated_at': '2021-12-10T16:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '05422faf-7bb9-40df-9d03-74856e90fb47', 'tenant_id': '87638972bbdb420baed9019b114e9df8', 'floating_ip_address': '172.25.6.158', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '49c1dfb1-e8f2-476b-b533-25c93fce4e8c', 'port_id': 'd5bdcbf6-9c70-4b11-a616-8e8aeec9956a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06', 'mac_address': 'fa:16:3e:98:0e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:27:39Z', 'updated_at': '2021-12-10T16:28:55Z', 'revision_number': 1, 'project_id': '87638972bbdb420baed9019b114e9df8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0114394b-5c4e-4ab2-b27e-502c41af2b04', 'name': '', 'network_id': '54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06', 'tenant_id': '87638972bbdb420baed9019b114e9df8', 'mac_address': 'fa:16:3e:17:1c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c1dfb1-e8f2-476b-b533-25c93fce4e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '680c8cce-43a4-41f3-b994-8a2b86d3ec14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:26:56Z', 'updated_at': '2021-12-10T16:27:02Z', 'revision_number': 5, 'project_id': '87638972bbdb420baed9019b114e9df8', 'subnets': [{'id': '680c8cce-43a4-41f3-b994-8a2b86d3ec14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:28:56.652301 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fdeb5b-7e6b-4208-b851-effb56328739 None None] Checking router: 49c1dfb1-e8f2-476b-b533-25c93fce4e8c for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:28:56.667709 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fdeb5b-7e6b-4208-b851-effb56328739 None None] Routers {'49c1dfb1-e8f2-476b-b533-25c93fce4e8c'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:28:56.668832 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c5fdeb5b-7e6b-4208-b851-effb56328739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:28:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['49c1dfb1-e8f2-476b-b533-25c93fce4e8c'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:28:56.732763 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4df5c7-6006-48d7-95ef-74beb8037f61 req-bcda8a59-d39b-4820-bd8e-96dff7e88510 tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:56.735422 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9b4df5c7-6006-48d7-95ef-74beb8037f61 req-bcda8a59-d39b-4820-bd8e-96dff7e88510 tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab146f0-e24a-4bbd-bc73-1ecec27069da HTTP/1.1" status: 200 len: 931 time: 0.1274846 Dec 10 16:28:56.746455 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-e9d6dd34-2440-4289-a63f-b8f3abae0ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:56.766407 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-07fcd7da-c9d2-45f1-b133-e8672b079ad6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:56.776062 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-07fcd7da-c9d2-45f1-b133-e8672b079ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:56.805840 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ce424b61-45f5-4167-a2c2-d9183f623c55 req-c46a7e15-f9c4-45ce-80b3-06a99117904c service neutron] 10.222.0.26 "GET /v2.0/networks/f51320c6-36a3-445a-bf6e-8d6ab92c4522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989304 Dec 10 16:28:56.809262 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fcd7da-c9d2-45f1-b133-e8672b079ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727a8f0c-9fc5-4ce1-8119-d65722d23957,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:56.827270 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-c5fdeb5b-7e6b-4208-b851-effb56328739 None None] Set router 49c1dfb1-e8f2-476b-b533-25c93fce4e8c gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:28:56.834834 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-07fcd7da-c9d2-45f1-b133-e8672b079ad6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=38ad24c13f2b47ed8225e2d86532c671&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2788200 Dec 10 16:28:56.835974 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49402) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:56.903567 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9b4df5c7-6006-48d7-95ef-74beb8037f61 req-994ce6ab-88a5-4a1d-b90f-9646c593702b tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] 10.222.0.11 "GET /v2.0/security-groups?id=888929c5-5ab8-4d31-a08d-ea80ad1c5655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508996 Dec 10 16:28:56.905806 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-736aa607-034d-4fda-b9bc-5cedbc2170dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:56.947311 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-736aa607-034d-4fda-b9bc-5cedbc2170dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:57.026441 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-736aa607-034d-4fda-b9bc-5cedbc2170dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:57.031310 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-736aa607-034d-4fda-b9bc-5cedbc2170dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:57.035180 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-736aa607-034d-4fda-b9bc-5cedbc2170dc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/727a8f0c-9fc5-4ce1-8119-d65722d23957 HTTP/1.1" status: 204 len: 168 time: 0.1977553 Dec 10 16:28:57.048907 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736aa607-034d-4fda-b9bc-5cedbc2170dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727a8f0c-9fc5-4ce1-8119-d65722d23957,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:57.136337 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c5fdeb5b-7e6b-4208-b851-effb56328739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c1dfb1-e8f2-476b-b533-25c93fce4e8c', 'name': 'tempest-TaggedBootDevicesTest_v242-333135798-router', 'tenant_id': '87638972bbdb420baed9019b114e9df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '6f9a3a99-3f7b-4281-9666-bb76e5698adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:26:54Z', 'updated_at': '2021-12-10T16:26:57Z', 'revision_number': 4, 'project_id': '87638972bbdb420baed9019b114e9df8', 'gw_port': {'id': '6f9a3a99-3f7b-4281-9666-bb76e5698adc', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c1dfb1-e8f2-476b-b533-25c93fce4e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:26:54Z', 'updated_at': '2021-12-10T16:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '05422faf-7bb9-40df-9d03-74856e90fb47', 'tenant_id': '87638972bbdb420baed9019b114e9df8', 'floating_ip_address': '172.25.6.158', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '49c1dfb1-e8f2-476b-b533-25c93fce4e8c', 'port_id': 'd5bdcbf6-9c70-4b11-a616-8e8aeec9956a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06', 'mac_address': 'fa:16:3e:98:0e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:27:39Z', 'updated_at': '2021-12-10T16:28:55Z', 'revision_number': 1, 'project_id': '87638972bbdb420baed9019b114e9df8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0114394b-5c4e-4ab2-b27e-502c41af2b04', 'name': '', 'network_id': '54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06', 'tenant_id': '87638972bbdb420baed9019b114e9df8', 'mac_address': 'fa:16:3e:17:1c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c1dfb1-e8f2-476b-b533-25c93fce4e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '680c8cce-43a4-41f3-b994-8a2b86d3ec14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:26:56Z', 'updated_at': '2021-12-10T16:27:02Z', 'revision_number': 5, 'project_id': '87638972bbdb420baed9019b114e9df8', 'subnets': [{'id': '680c8cce-43a4-41f3-b994-8a2b86d3ec14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:28:57.168227 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fdeb5b-7e6b-4208-b851-effb56328739 None None] The sync data for ids ['49c1dfb1-e8f2-476b-b533-25c93fce4e8c'] in n-d-766771-2 is: [{'id': '49c1dfb1-e8f2-476b-b533-25c93fce4e8c', 'name': 'tempest-TaggedBootDevicesTest_v242-333135798-router', 'tenant_id': '87638972bbdb420baed9019b114e9df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '6f9a3a99-3f7b-4281-9666-bb76e5698adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:26:54Z', 'updated_at': '2021-12-10T16:26:57Z', 'revision_number': 4, 'project_id': '87638972bbdb420baed9019b114e9df8', 'gw_port': {'id': '6f9a3a99-3f7b-4281-9666-bb76e5698adc', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c1dfb1-e8f2-476b-b533-25c93fce4e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:26:54Z', 'updated_at': '2021-12-10T16:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '05422faf-7bb9-40df-9d03-74856e90fb47', 'tenant_id': '87638972bbdb420baed9019b114e9df8', 'floating_ip_address': '172.25.6.158', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '49c1dfb1-e8f2-476b-b533-25c93fce4e8c', 'port_id': 'd5bdcbf6-9c70-4b11-a616-8e8aeec9956a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06', 'mac_address': 'fa:16:3e:98:0e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:27:39Z', 'updated_at': '2021-12-10T16:28:55Z', 'revision_number': 1, 'project_id': '87638972bbdb420baed9019b114e9df8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0114394b-5c4e-4ab2-b27e-502c41af2b04', 'name': '', 'network_id': '54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06', 'tenant_id': '87638972bbdb420baed9019b114e9df8', 'mac_address': 'fa:16:3e:17:1c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c1dfb1-e8f2-476b-b533-25c93fce4e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '680c8cce-43a4-41f3-b994-8a2b86d3ec14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:26:56Z', 'updated_at': '2021-12-10T16:27:02Z', 'revision_number': 5, 'project_id': '87638972bbdb420baed9019b114e9df8', 'subnets': [{'id': '680c8cce-43a4-41f3-b994-8a2b86d3ec14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:28:57.206393 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-e9d6dd34-2440-4289-a63f-b8f3abae0ca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99c2981b-4b17-4db4-bae2-01a502d764e0 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:28:57.217002 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-e9d6dd34-2440-4289-a63f-b8f3abae0ca0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:57.239591 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-e9d6dd34-2440-4289-a63f-b8f3abae0ca0 service neutron] Transition to ACTIVE for port object 99c2981b-4b17-4db4-bae2-01a502d764e0 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:28:57.245655 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-e9d6dd34-2440-4289-a63f-b8f3abae0ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:57.369776 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d6dd34-2440-4289-a63f-b8f3abae0ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=99c2981b-4b17-4db4-bae2-01a502d764e0,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:57.520300 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-e9d6dd34-2440-4289-a63f-b8f3abae0ca0 service neutron] Attempting to bind port 99c2981b-4b17-4db4-bae2-01a502d764e0 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:28:57.520941 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-e9d6dd34-2440-4289-a63f-b8f3abae0ca0 service neutron] Attempting to bind port 99c2981b-4b17-4db4-bae2-01a502d764e0 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '51c71cf1-9757-4870-a3e1-9aea563bbfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ba652e96-318d-4ad5-a2e3-77a44eb284be'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:28:57.520941 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-e9d6dd34-2440-4289-a63f-b8f3abae0ca0 service neutron] Attempting to bind port 99c2981b-4b17-4db4-bae2-01a502d764e0 on network ba652e96-318d-4ad5-a2e3-77a44eb284be {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:28:57.533075 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-e9d6dd34-2440-4289-a63f-b8f3abae0ca0 service neutron] Port 99c2981b-4b17-4db4-bae2-01a502d764e0 on network ba652e96-318d-4ad5-a2e3-77a44eb284be not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:28:57.533395 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-e9d6dd34-2440-4289-a63f-b8f3abae0ca0 service neutron] Attempting to bind port 99c2981b-4b17-4db4-bae2-01a502d764e0 on network ba652e96-318d-4ad5-a2e3-77a44eb284be {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:28:57.541252 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-db780121-bfd8-4850-a99f-5a03cd13c805 req-7b46a7cc-9531-46aa-966d-56e07dedff88 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1867239 Dec 10 16:28:57.544302 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-e9d6dd34-2440-4289-a63f-b8f3abae0ca0 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:28:57.544649 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-e9d6dd34-2440-4289-a63f-b8f3abae0ca0 service neutron] Checking segment: {'id': '51c71cf1-9757-4870-a3e1-9aea563bbfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ba652e96-318d-4ad5-a2e3-77a44eb284be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:28:57.545056 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-e9d6dd34-2440-4289-a63f-b8f3abae0ca0 service neutron] Bound using segment: {'id': '51c71cf1-9757-4870-a3e1-9aea563bbfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ba652e96-318d-4ad5-a2e3-77a44eb284be'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:28:57.545470 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-e9d6dd34-2440-4289-a63f-b8f3abae0ca0 service neutron] Bound port: 99c2981b-4b17-4db4-bae2-01a502d764e0, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51c71cf1-9757-4870-a3e1-9aea563bbfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ba652e96-318d-4ad5-a2e3-77a44eb284be'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:28:57.545834 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-e9d6dd34-2440-4289-a63f-b8f3abae0ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:57.565890 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-db780121-bfd8-4850-a99f-5a03cd13c805 req-c10d0626-c115-4b35-9133-160118f8d843 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:28:57.578903 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3efa19-1838-4bab-b630-9586482f7aa2 None None] New status for floating IP 05422faf-7bb9-40df-9d03-74856e90fb47: ACTIVE {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:28:57.613920 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-db780121-bfd8-4850-a99f-5a03cd13c805 req-c10d0626-c115-4b35-9133-160118f8d843 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Publish callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:57.679150 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-e9d6dd34-2440-4289-a63f-b8f3abae0ca0 service neutron] For port 99c2981b-4b17-4db4-bae2-01a502d764e0, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:28:57.696605 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-e9d6dd34-2440-4289-a63f-b8f3abae0ca0 service neutron] For port 99c2981b-4b17-4db4-bae2-01a502d764e0, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=99c2981b-4b17-4db4-bae2-01a502d764e0,segment=NetworkSegment(51c71cf1-9757-4870-a3e1-9aea563bbfed),segment_id=51c71cf1-9757-4870-a3e1-9aea563bbfed)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:28:57.702448 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-e9d6dd34-2440-4289-a63f-b8f3abae0ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:57.749111 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-e9d6dd34-2440-4289-a63f-b8f3abae0ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:57.749763 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-e9d6dd34-2440-4289-a63f-b8f3abae0ca0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:57.751174 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-e9d6dd34-2440-4289-a63f-b8f3abae0ca0 service neutron] 10.222.0.46 "PUT /v2.0/ports/99c2981b-4b17-4db4-bae2-01a502d764e0 HTTP/1.1" status: 200 len: 1091 time: 1.2425711 Dec 10 16:28:57.753799 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aab146f0-e24a-4bbd-bc73-1ecec27069da', 'tag': '99c2981b-4b17-4db4-bae2-01a502d764e0'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:28:57.756515 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e7cb08-1a30-49e5-956c-95ca1afba22f" -d '{"events": [{"name": "network-changed", "server_uuid": "aab146f0-e24a-4bbd-bc73-1ecec27069da", "tag": "99c2981b-4b17-4db4-bae2-01a502d764e0"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:28:57.782180 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d6dd34-2440-4289-a63f-b8f3abae0ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=99c2981b-4b17-4db4-bae2-01a502d764e0,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:57.857177 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-db780121-bfd8-4850-a99f-5a03cd13c805 req-c10d0626-c115-4b35-9133-160118f8d843 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:57.863723 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-8e5f3869-835e-4401-b1bd-16815449dbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:57.865287 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-8e5f3869-835e-4401-b1bd-16815449dbc8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=de62bd7d602a43c4a4b60427631b1dd2&device_id=aab146f0-e24a-4bbd-bc73-1ecec27069da HTTP/1.1" status: 200 len: 1094 time: 0.0697756 Dec 10 16:28:57.939011 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-99a3461c-b916-4b2e-9cc3-ebd2f2b7fde3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=99c2981b-4b17-4db4-bae2-01a502d764e0 HTTP/1.1" status: 200 len: 217 time: 0.0648024 Dec 10 16:28:58.036029 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-8f89813b-c877-4bcf-b8dd-41d0add019b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:58.037573 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-8f89813b-c877-4bcf-b8dd-41d0add019b5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a512f6ae-1270-4f7f-8853-c9cc11f76342 HTTP/1.1" status: 200 len: 848 time: 0.0888197 Dec 10 16:28:58.075136 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-758bd9a3-a923-4799-be20-ec585a7a58e0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba652e96-318d-4ad5-a2e3-77a44eb284be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310574 Dec 10 16:28:58.090065 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-db780121-bfd8-4850-a99f-5a03cd13c805 req-c10d0626-c115-4b35-9133-160118f8d843 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Allocated IP 172.25.6.213 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/a9987ce0-4506-4888-8bcb-e6e57eb261cd) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:28:58.238724 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-4c428ee8-20a2-4a0c-a4b9-7a11e3b63507 service neutron] 10.222.0.46 "GET /v2.0/networks/ba652e96-318d-4ad5-a2e3-77a44eb284be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554787 Dec 10 16:28:58.314622 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-db780121-bfd8-4850-a99f-5a03cd13c805 req-c10d0626-c115-4b35-9133-160118f8d843 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:58.341561 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 61856d19-fdc2-431a-be97-7fdda388107e up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:28:58.378269 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c72a9ab-b274-4365-812d-97c155d72d10 req-6d5cad24-aa45-4f46-ab33-0fdb5bb0cb0c service neutron] 10.222.0.46 "GET /v2.0/networks/ba652e96-318d-4ad5-a2e3-77a44eb284be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287022 Dec 10 16:28:58.386651 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-db780121-bfd8-4850-a99f-5a03cd13c805 req-c10d0626-c115-4b35-9133-160118f8d843 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:58.402438 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 61856d19-fdc2-431a-be97-7fdda388107e triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:28:58.403499 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:58.430715 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db780121-bfd8-4850-a99f-5a03cd13c805 req-c10d0626-c115-4b35-9133-160118f8d843 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:28:58.433873 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-db780121-bfd8-4850-a99f-5a03cd13c805 req-c10d0626-c115-4b35-9133-160118f8d843 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:28:58.437720 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-db780121-bfd8-4850-a99f-5a03cd13c805 req-c10d0626-c115-4b35-9133-160118f8d843 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:28:58.443459 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d0626-c115-4b35-9133-160118f8d843 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Pushing event updated for resources: {'Port': ['ID=a9987ce0-4506-4888-8bcb-e6e57eb261cd,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:58.460458 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c5f103-7c50-46a0-a22f-6528ab5b39ea None None] Sync routers for ids ['bcd215db-3819-48b6-9bfd-450480596ef6'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:28:58.476676 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 9b3c7d03-2174-4fbe-b556-009ea3e61047 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:28:58.489483 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c5f103-7c50-46a0-a22f-6528ab5b39ea None None] Routers {'bcd215db-3819-48b6-9bfd-450480596ef6'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:28:58.490338 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-a1c5f103-7c50-46a0-a22f-6528ab5b39ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:28:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['bcd215db-3819-48b6-9bfd-450480596ef6'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:28:58.560685 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-db780121-bfd8-4850-a99f-5a03cd13c805 req-c10d0626-c115-4b35-9133-160118f8d843 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:58.606804 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:58.612990 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-db780121-bfd8-4850-a99f-5a03cd13c805 req-c10d0626-c115-4b35-9133-160118f8d843 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:58.643737 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 61856d19-fdc2-431a-be97-7fdda388107e, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=61856d19-fdc2-431a-be97-7fdda388107e,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:58.658717 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:58.712737 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 9b3c7d03-2174-4fbe-b556-009ea3e61047, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=9b3c7d03-2174-4fbe-b556-009ea3e61047,segment=NetworkSegment(c5dc7c15-134d-4079-accd-bbd076de9d44),segment_id=c5dc7c15-134d-4079-accd-bbd076de9d44)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:58.717936 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-a1c5f103-7c50-46a0-a22f-6528ab5b39ea None None] Set router bcd215db-3819-48b6-9bfd-450480596ef6 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:28:58.745224 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '9b3c7d03-2174-4fbe-b556-009ea3e61047', 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522', 'port_id': '9b3c7d03-2174-4fbe-b556-009ea3e61047', 'mac_address': 'fa:16:3e:55:9c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98874b0-e60d-4822-8213-f6ac4d039265', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:28:58.749472 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=61856d19-fdc2-431a-be97-7fdda388107e,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:58.800884 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:58.815691 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b3c7d03-2174-4fbe-b556-009ea3e61047 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:28:58.835556 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 9b3c7d03-2174-4fbe-b556-009ea3e61047, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=9b3c7d03-2174-4fbe-b556-009ea3e61047,segment=NetworkSegment(c5dc7c15-134d-4079-accd-bbd076de9d44),segment_id=c5dc7c15-134d-4079-accd-bbd076de9d44)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:58.840377 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:58.846819 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-db780121-bfd8-4850-a99f-5a03cd13c805 req-c10d0626-c115-4b35-9133-160118f8d843 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:58.855838 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-db780121-bfd8-4850-a99f-5a03cd13c805 req-c10d0626-c115-4b35-9133-160118f8d843 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:58.896128 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=9b3c7d03-2174-4fbe-b556-009ea3e61047,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:58.953980 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-a1c5f103-7c50-46a0-a22f-6528ab5b39ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd215db-3819-48b6-9bfd-450480596ef6', 'name': 'tempest-FloatingIPsTestJSON-719430690-router', 'tenant_id': 'c7adacde99724af6b8f5f15694d7a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '61856d19-fdc2-431a-be97-7fdda388107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:28:48Z', 'updated_at': '2021-12-10T16:28:53Z', 'revision_number': 4, 'project_id': 'c7adacde99724af6b8f5f15694d7a9a5', 'gw_port': {'id': '61856d19-fdc2-431a-be97-7fdda388107e', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d5:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd215db-3819-48b6-9bfd-450480596ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:49Z', 'updated_at': '2021-12-10T16:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '2f9fa0e1-3d1d-4416-8d8e-fd5d8c38134a', 'name': '', 'network_id': '0e8aeabb-24a7-46c3-ad39-85f1a37d09cb', 'tenant_id': 'c7adacde99724af6b8f5f15694d7a9a5', 'mac_address': 'fa:16:3e:d9:97:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd215db-3819-48b6-9bfd-450480596ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'b19dcb35-f999-4eb6-adad-fc886feb8eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:53Z', 'updated_at': '2021-12-10T16:28:54Z', 'revision_number': 2, 'project_id': 'c7adacde99724af6b8f5f15694d7a9a5', 'subnets': [{'id': 'b19dcb35-f999-4eb6-adad-fc886feb8eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:28:58.956991 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d0626-c115-4b35-9133-160118f8d843 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Pushing event updated for resources: {'Port': ['ID=a9987ce0-4506-4888-8bcb-e6e57eb261cd,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:58.960445 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-db780121-bfd8-4850-a99f-5a03cd13c805 req-c10d0626-c115-4b35-9133-160118f8d843 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:58.980086 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-db780121-bfd8-4850-a99f-5a03cd13c805 req-c10d0626-c115-4b35-9133-160118f8d843 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:58.981436 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-db780121-bfd8-4850-a99f-5a03cd13c805 req-c10d0626-c115-4b35-9133-160118f8d843 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4239159 Dec 10 16:28:58.982852 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c5f103-7c50-46a0-a22f-6528ab5b39ea None None] Checking router: bcd215db-3819-48b6-9bfd-450480596ef6 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:28:58.983311 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c5f103-7c50-46a0-a22f-6528ab5b39ea None None] Updating router bcd215db-3819-48b6-9bfd-450480596ef6 port 2f9fa0e1-3d1d-4416-8d8e-fd5d8c38134a binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:28:59.015267 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-a1c5f103-7c50-46a0-a22f-6528ab5b39ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:59.037618 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-db780121-bfd8-4850-a99f-5a03cd13c805 req-3818d6e1-7611-45e2-a746-90a6966d5798 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.213 HTTP/1.1" status: 200 len: 696 time: 0.0501325 Dec 10 16:28:59.061050 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['9b3c7d03-2174-4fbe-b556-009ea3e61047'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:28:59.159657 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db780121-bfd8-4850-a99f-5a03cd13c805 req-91f08985-1819-418e-aaa0-91cc2327ff11 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:59.162105 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-db780121-bfd8-4850-a99f-5a03cd13c805 req-91f08985-1819-418e-aaa0-91cc2327ff11 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] 10.222.0.11 "GET /v2.0/networks/5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 784 time: 0.1188171 Dec 10 16:28:59.174025 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-db780121-bfd8-4850-a99f-5a03cd13c805 req-cbaa3f74-10e7-4148-836d-caef4d5e73e8 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:28:59.175036 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-db780121-bfd8-4850-a99f-5a03cd13c805 req-cbaa3f74-10e7-4148-836d-caef4d5e73e8 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065525 Dec 10 16:28:59.293930 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728182e-8757-4e4a-9887-65545f50af57 req-f7edf7f6-694c-40e9-8ee5-5ba46ee06685 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:59.295529 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2728182e-8757-4e4a-9887-65545f50af57 req-f7edf7f6-694c-40e9-8ee5-5ba46ee06685 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 946 time: 0.0542536 Dec 10 16:28:59.331324 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-a1c5f103-7c50-46a0-a22f-6528ab5b39ea None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:59.337471 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-a1c5f103-7c50-46a0-a22f-6528ab5b39ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:59.351771 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2728182e-8757-4e4a-9887-65545f50af57 req-03da3c77-6b71-4ce1-8d86-7ec81927aed0 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495422 Dec 10 16:28:59.390210 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c816fe9-0612-4bc2-a81b-a9b9d088c903 None None] Pushing event updated for resources: {'Port': ['ID=2f9fa0e1-3d1d-4416-8d8e-fd5d8c38134a,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:59.463426 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-a1c5f103-7c50-46a0-a22f-6528ab5b39ea None None] Attempting to bind port 2f9fa0e1-3d1d-4416-8d8e-fd5d8c38134a on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:28:59.464552 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-a1c5f103-7c50-46a0-a22f-6528ab5b39ea None None] Attempting to bind port 2f9fa0e1-3d1d-4416-8d8e-fd5d8c38134a by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '82a02ff2-155a-4123-aaaa-97922567acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0e8aeabb-24a7-46c3-ad39-85f1a37d09cb'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:28:59.465113 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c5f103-7c50-46a0-a22f-6528ab5b39ea None None] Attempting to bind port 2f9fa0e1-3d1d-4416-8d8e-fd5d8c38134a on network 0e8aeabb-24a7-46c3-ad39-85f1a37d09cb {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:28:59.472233 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c5f103-7c50-46a0-a22f-6528ab5b39ea None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:28:59.472874 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c5f103-7c50-46a0-a22f-6528ab5b39ea None None] Checking segment: {'id': '82a02ff2-155a-4123-aaaa-97922567acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0e8aeabb-24a7-46c3-ad39-85f1a37d09cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:28:59.473288 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-a1c5f103-7c50-46a0-a22f-6528ab5b39ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:59.473684 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c5f103-7c50-46a0-a22f-6528ab5b39ea None None] Bound using segment: {'id': '82a02ff2-155a-4123-aaaa-97922567acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0e8aeabb-24a7-46c3-ad39-85f1a37d09cb'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:28:59.474173 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-a1c5f103-7c50-46a0-a22f-6528ab5b39ea None None] Bound port: 2f9fa0e1-3d1d-4416-8d8e-fd5d8c38134a, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a02ff2-155a-4123-aaaa-97922567acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0e8aeabb-24a7-46c3-ad39-85f1a37d09cb'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:28:59.474553 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-a1c5f103-7c50-46a0-a22f-6528ab5b39ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:59.502550 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ce12d-bed6-4148-a0fe-5a781402ab03 req-21334944-4e05-43e4-a5a7-74c081ebc430 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:59.511968 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1f3ce12d-bed6-4148-a0fe-5a781402ab03 req-21334944-4e05-43e4-a5a7-74c081ebc430 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=451e6409-316e-4b87-86cd-2da87aaa7224 HTTP/1.1" status: 200 len: 946 time: 0.0657365 Dec 10 16:28:59.558751 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-a1c5f103-7c50-46a0-a22f-6528ab5b39ea None None] For port 2f9fa0e1-3d1d-4416-8d8e-fd5d8c38134a, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:28:59.562543 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-a1c5f103-7c50-46a0-a22f-6528ab5b39ea None None] For port 2f9fa0e1-3d1d-4416-8d8e-fd5d8c38134a, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=2f9fa0e1-3d1d-4416-8d8e-fd5d8c38134a,segment=NetworkSegment(82a02ff2-155a-4123-aaaa-97922567acfa),segment_id=82a02ff2-155a-4123-aaaa-97922567acfa)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:28:59.568838 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-a1c5f103-7c50-46a0-a22f-6528ab5b39ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:59.572948 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1f3ce12d-bed6-4148-a0fe-5a781402ab03 req-7d3bf116-9f4e-43fb-bb7c-a368b51740cc tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601087 Dec 10 16:28:59.639885 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 49488) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:28:59.649760 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c5f103-7c50-46a0-a22f-6528ab5b39ea None None] Routers {'bcd215db-3819-48b6-9bfd-450480596ef6'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:28:59.650790 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-a1c5f103-7c50-46a0-a22f-6528ab5b39ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:28:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['bcd215db-3819-48b6-9bfd-450480596ef6'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:28:59.699482 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc00285b-f91b-4fed-b25e-b2674383d8a3 x-openstack-request-id: req-fc00285b-f91b-4fed-b25e-b2674383d8a3 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:28:59.700407 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "tag": "d5bdcbf6-9c70-4b11-a616-8e8aeec9956a", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:28:59.700801 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fc00285b-f91b-4fed-b25e-b2674383d8a3 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:28:59.701136 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 99c2981b-4b17-4db4-bae2-01a502d764e0 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:28:59.702356 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'tag': 'd5bdcbf6-9c70-4b11-a616-8e8aeec9956a', 'status': 'completed', 'code': 200} Dec 10 16:28:59.771516 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-a1c5f103-7c50-46a0-a22f-6528ab5b39ea None None] Set router bcd215db-3819-48b6-9bfd-450480596ef6 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:28:59.813015 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c6d5e-5672-43ce-8844-3bd680e12a96 req-74901da5-13e1-4fa4-bdf3-0cab9be59dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:59.813506 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c6d5e-5672-43ce-8844-3bd680e12a96 req-74901da5-13e1-4fa4-bdf3-0cab9be59dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:59.813973 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c6d5e-5672-43ce-8844-3bd680e12a96 req-74901da5-13e1-4fa4-bdf3-0cab9be59dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:59.814814 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c6d5e-5672-43ce-8844-3bd680e12a96 req-74901da5-13e1-4fa4-bdf3-0cab9be59dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:59.815281 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c6d5e-5672-43ce-8844-3bd680e12a96 req-74901da5-13e1-4fa4-bdf3-0cab9be59dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:59.816098 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c6d5e-5672-43ce-8844-3bd680e12a96 req-74901da5-13e1-4fa4-bdf3-0cab9be59dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:59.816833 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c6d5e-5672-43ce-8844-3bd680e12a96 req-74901da5-13e1-4fa4-bdf3-0cab9be59dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:28:59.818855 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9c7c6d5e-5672-43ce-8844-3bd680e12a96 req-74901da5-13e1-4fa4-bdf3-0cab9be59dd7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87638972bbdb420baed9019b114e9df8&device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 6502 time: 0.0872684 Dec 10 16:28:59.871537 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 99c2981b-4b17-4db4-bae2-01a502d764e0, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=99c2981b-4b17-4db4-bae2-01a502d764e0,segment=NetworkSegment(51c71cf1-9757-4870-a3e1-9aea563bbfed),segment_id=51c71cf1-9757-4870-a3e1-9aea563bbfed)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:28:59.886250 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '99c2981b-4b17-4db4-bae2-01a502d764e0', 'network_id': 'ba652e96-318d-4ad5-a2e3-77a44eb284be', 'port_id': '99c2981b-4b17-4db4-bae2-01a502d764e0', 'mac_address': 'fa:16:3e:f3:89:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a512f6ae-1270-4f7f-8853-c9cc11f76342', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:28:59.889209 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-46947f8e-7e55-4bbc-b2d6-2f36b846c3fe None None] Provisioning complete for port 2f9fa0e1-3d1d-4416-8d8e-fd5d8c38134a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:28:59.889807 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-46947f8e-7e55-4bbc-b2d6-2f36b846c3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:59.912059 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c816fe9-0612-4bc2-a81b-a9b9d088c903 None None] Pushing event updated for resources: {'Port': ['ID=2f9fa0e1-3d1d-4416-8d8e-fd5d8c38134a,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:28:59.919815 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f57926f6-8f40-43c4-a735-921d3ec00a1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:00.006347 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:00.023900 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-a1c5f103-7c50-46a0-a22f-6528ab5b39ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd215db-3819-48b6-9bfd-450480596ef6', 'name': 'tempest-FloatingIPsTestJSON-719430690-router', 'tenant_id': 'c7adacde99724af6b8f5f15694d7a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '61856d19-fdc2-431a-be97-7fdda388107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:28:48Z', 'updated_at': '2021-12-10T16:28:53Z', 'revision_number': 4, 'project_id': 'c7adacde99724af6b8f5f15694d7a9a5', 'gw_port': {'id': '61856d19-fdc2-431a-be97-7fdda388107e', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd215db-3819-48b6-9bfd-450480596ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:49Z', 'updated_at': '2021-12-10T16:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '2f9fa0e1-3d1d-4416-8d8e-fd5d8c38134a', 'name': '', 'network_id': '0e8aeabb-24a7-46c3-ad39-85f1a37d09cb', 'tenant_id': 'c7adacde99724af6b8f5f15694d7a9a5', 'mac_address': 'fa:16:3e:d9:97:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd215db-3819-48b6-9bfd-450480596ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'b19dcb35-f999-4eb6-adad-fc886feb8eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:53Z', 'updated_at': '2021-12-10T16:28:59Z', 'revision_number': 4, 'project_id': 'c7adacde99724af6b8f5f15694d7a9a5', 'subnets': [{'id': 'b19dcb35-f999-4eb6-adad-fc886feb8eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:00.024281 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2885b-1216-4cc4-9c22-55a420abffec req-cf812e23-52fd-496a-b0d0-3c7bc9a8f13e tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:00.025807 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-63a2885b-1216-4cc4-9c22-55a420abffec req-cf812e23-52fd-496a-b0d0-3c7bc9a8f13e tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/ports?device_id=28fed480-6b40-479f-86e8-f44d68a97348 HTTP/1.1" status: 200 len: 944 time: 0.1475520 Dec 10 16:29:00.027592 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99c2981b-4b17-4db4-bae2-01a502d764e0 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:29:00.034331 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-46947f8e-7e55-4bbc-b2d6-2f36b846c3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:00.055380 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c5f103-7c50-46a0-a22f-6528ab5b39ea None None] The sync data for ids ['bcd215db-3819-48b6-9bfd-450480596ef6'] in n-d-766771-2 is: [{'id': 'bcd215db-3819-48b6-9bfd-450480596ef6', 'name': 'tempest-FloatingIPsTestJSON-719430690-router', 'tenant_id': 'c7adacde99724af6b8f5f15694d7a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '61856d19-fdc2-431a-be97-7fdda388107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:28:48Z', 'updated_at': '2021-12-10T16:28:53Z', 'revision_number': 4, 'project_id': 'c7adacde99724af6b8f5f15694d7a9a5', 'gw_port': {'id': '61856d19-fdc2-431a-be97-7fdda388107e', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd215db-3819-48b6-9bfd-450480596ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:49Z', 'updated_at': '2021-12-10T16:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '2f9fa0e1-3d1d-4416-8d8e-fd5d8c38134a', 'name': '', 'network_id': '0e8aeabb-24a7-46c3-ad39-85f1a37d09cb', 'tenant_id': 'c7adacde99724af6b8f5f15694d7a9a5', 'mac_address': 'fa:16:3e:d9:97:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd215db-3819-48b6-9bfd-450480596ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'b19dcb35-f999-4eb6-adad-fc886feb8eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:53Z', 'updated_at': '2021-12-10T16:28:59Z', 'revision_number': 4, 'project_id': 'c7adacde99724af6b8f5f15694d7a9a5', 'subnets': [{'id': 'b19dcb35-f999-4eb6-adad-fc886feb8eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:29:00.057965 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 99c2981b-4b17-4db4-bae2-01a502d764e0, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=99c2981b-4b17-4db4-bae2-01a502d764e0,segment=NetworkSegment(51c71cf1-9757-4870-a3e1-9aea563bbfed),segment_id=51c71cf1-9757-4870-a3e1-9aea563bbfed)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:00.065507 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:00.070292 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c6d5e-5672-43ce-8844-3bd680e12a96 req-2553c96a-e1f1-43c6-a45f-56d41e9e3136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:00.071828 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9c7c6d5e-5672-43ce-8844-3bd680e12a96 req-2553c96a-e1f1-43c6-a45f-56d41e9e3136 service neutron] 10.222.0.46 "GET /v2.0/networks?id=54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06 HTTP/1.1" status: 200 len: 917 time: 0.2369452 Dec 10 16:29:00.106189 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-46947f8e-7e55-4bbc-b2d6-2f36b846c3fe None None] For port 2f9fa0e1-3d1d-4416-8d8e-fd5d8c38134a, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=2f9fa0e1-3d1d-4416-8d8e-fd5d8c38134a,segment=NetworkSegment(82a02ff2-155a-4123-aaaa-97922567acfa),segment_id=82a02ff2-155a-4123-aaaa-97922567acfa)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:00.113725 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-46947f8e-7e55-4bbc-b2d6-2f36b846c3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:00.129982 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=99c2981b-4b17-4db4-bae2-01a502d764e0,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:00.174581 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-63a2885b-1216-4cc4-9c22-55a420abffec req-97060613-54fa-4c4f-a7d3-08a5df92c42d tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/security-groups?id=0323d5e7-5cb6-4b7a-86bf-6326caf30de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323297 Dec 10 16:29:00.176410 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f57926f6-8f40-43c4-a735-921d3ec00a1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:00.187458 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46947f8e-7e55-4bbc-b2d6-2f36b846c3fe None None] Pushing event updated for resources: {'Port': ['ID=2f9fa0e1-3d1d-4416-8d8e-fd5d8c38134a,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:00.189207 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f57926f6-8f40-43c4-a735-921d3ec00a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:00.217200 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9c7c6d5e-5672-43ce-8844-3bd680e12a96 req-a181fd5b-0178-4bae-8b90-d0e346144d5e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5bdcbf6-9c70-4b11-a616-8e8aeec9956a HTTP/1.1" status: 200 len: 1001 time: 0.1276851 Dec 10 16:29:00.245854 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d48f0c-ec5a-4099-821d-0d6044d498e6 x-openstack-request-id: req-c4d48f0c-ec5a-4099-821d-0d6044d498e6 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:29:00.246163 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aab146f0-e24a-4bbd-bc73-1ecec27069da", "tag": "99c2981b-4b17-4db4-bae2-01a502d764e0", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:29:00.246710 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c4d48f0c-ec5a-4099-821d-0d6044d498e6 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:29:00.247101 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aab146f0-e24a-4bbd-bc73-1ecec27069da', 'tag': '99c2981b-4b17-4db4-bae2-01a502d764e0', 'status': 'completed', 'code': 200} Dec 10 16:29:00.255842 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f57926f6-8f40-43c4-a735-921d3ec00a1c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d66a3957c0c94081b32ef81d0fdc27b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6116924 Dec 10 16:29:00.255842 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57926f6-8f40-43c4-a735-921d3ec00a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93716b0b-e7d7-4038-9d46-17a9e03c7822,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:00.256632 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49494) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:00.313656 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f7ebbd3f-b50e-4124-a3a2-93bde86ad2f7 None None] Provisioning complete for port 2f9fa0e1-3d1d-4416-8d8e-fd5d8c38134a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:29:00.316886 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f7ebbd3f-b50e-4124-a3a2-93bde86ad2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:00.377187 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-287766d6-8a31-4a2b-942a-400892efa425 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:00.390526 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c6d5e-5672-43ce-8844-3bd680e12a96 req-6981514f-a3f7-4e30-9efa-e9dba0a46ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:00.392016 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9c7c6d5e-5672-43ce-8844-3bd680e12a96 req-6981514f-a3f7-4e30-9efa-e9dba0a46ea7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=680c8cce-43a4-41f3-b994-8a2b86d3ec14 HTTP/1.1" status: 200 len: 855 time: 0.1598852 Dec 10 16:29:00.445302 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-287766d6-8a31-4a2b-942a-400892efa425 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:00.469182 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7cb08-1a30-49e5-956c-95ca1afba22f req-72e3e766-c2ba-4263-95f5-3765b79dcb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:00.472319 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e5e7cb08-1a30-49e5-956c-95ca1afba22f req-72e3e766-c2ba-4263-95f5-3765b79dcb3c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=de62bd7d602a43c4a4b60427631b1dd2&device_id=aab146f0-e24a-4bbd-bc73-1ecec27069da HTTP/1.1" status: 200 len: 1095 time: 0.1977839 Dec 10 16:29:00.481697 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['99c2981b-4b17-4db4-bae2-01a502d764e0'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:29:00.483734 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 61856d19-fdc2-431a-be97-7fdda388107e up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:29:00.485912 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 9b3c7d03-2174-4fbe-b556-009ea3e61047 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:29:00.486454 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950beced-079d-4ff4-8c2e-1fe47a317ee3 req-fcfe137d-d1d1-4089-9772-a5b20a39ecd2 tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:00.489397 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-950beced-079d-4ff4-8c2e-1fe47a317ee3 req-fcfe137d-d1d1-4089-9772-a5b20a39ecd2 tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab146f0-e24a-4bbd-bc73-1ecec27069da HTTP/1.1" status: 200 len: 944 time: 0.1839411 Dec 10 16:29:00.522189 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-287766d6-8a31-4a2b-942a-400892efa425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:00.525249 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-287766d6-8a31-4a2b-942a-400892efa425 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:00.531533 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-287766d6-8a31-4a2b-942a-400892efa425 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/93716b0b-e7d7-4038-9d46-17a9e03c7822 HTTP/1.1" status: 204 len: 168 time: 0.2688987 Dec 10 16:29:00.544856 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287766d6-8a31-4a2b-942a-400892efa425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93716b0b-e7d7-4038-9d46-17a9e03c7822,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:00.588215 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c6d5e-5672-43ce-8844-3bd680e12a96 req-78590e46-3577-4bd6-a6fd-ca38a6ce732d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:00.590313 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9c7c6d5e-5672-43ce-8844-3bd680e12a96 req-78590e46-3577-4bd6-a6fd-ca38a6ce732d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1845751 Dec 10 16:29:00.659304 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 9b3c7d03-2174-4fbe-b556-009ea3e61047 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:29:00.681439 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 9b3c7d03-2174-4fbe-b556-009ea3e61047 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:29:00.681801 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:00.725045 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 61856d19-fdc2-431a-be97-7fdda388107e triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:29:00.725716 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:00.739789 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-950beced-079d-4ff4-8c2e-1fe47a317ee3 req-bc53e48c-b508-467c-811a-8aa2add12d22 tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] 10.222.0.11 "GET /v2.0/security-groups?id=888929c5-5ab8-4d31-a08d-ea80ad1c5655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416267 Dec 10 16:29:00.833209 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7cb08-1a30-49e5-956c-95ca1afba22f req-07dd8b66-29fb-47b9-826c-f3da56e6206d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:00.834677 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e5e7cb08-1a30-49e5-956c-95ca1afba22f req-07dd8b66-29fb-47b9-826c-f3da56e6206d service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba652e96-318d-4ad5-a2e3-77a44eb284be HTTP/1.1" status: 200 len: 909 time: 0.3442352 Dec 10 16:29:00.860945 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dbffa8c6-e58d-43cc-9ca7-fcd3c4313bfb req-3cf84b0d-35dd-4b0a-aa1c-4feba745e3a9 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] 10.222.0.11 "GET /v2.0/floatingips/5675ddd9-fbae-4099-9512-441647d10b2f HTTP/1.1" status: 200 len: 693 time: 0.0791316 Dec 10 16:29:00.890823 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49504) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:00.900294 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e5e7cb08-1a30-49e5-956c-95ca1afba22f req-cca18b6b-500d-410d-911c-9137f06066d0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=99c2981b-4b17-4db4-bae2-01a502d764e0 HTTP/1.1" status: 200 len: 217 time: 0.0538113 Dec 10 16:29:00.907522 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7b982bd9-da0a-4101-91c6-3e0eb65ae5ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:00.921861 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9c7c6d5e-5672-43ce-8844-3bd680e12a96 req-66198b5c-63b0-4282-9828-ef4a0f68047c service neutron] 10.222.0.46 "GET /v2.0/networks/54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158762 Dec 10 16:29:00.942246 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 2f9fa0e1-3d1d-4416-8d8e-fd5d8c38134a up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:29:00.987380 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:01.007699 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7b982bd9-da0a-4101-91c6-3e0eb65ae5ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:01.013390 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7b982bd9-da0a-4101-91c6-3e0eb65ae5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:01.034578 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fed480-6b40-479f-86e8-f44d68a97348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3c7d03-2174-4fbe-b556-009ea3e61047'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:29:01.036548 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f35c21-ea2a-450c-8ca4-2e2521063f44" -d '{"events": [{"server_uuid": "28fed480-6b40-479f-86e8-f44d68a97348", "name": "network-vif-plugged", "status": "completed", "tag": "9b3c7d03-2174-4fbe-b556-009ea3e61047"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:29:01.055941 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 9b3c7d03-2174-4fbe-b556-009ea3e61047, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=9b3c7d03-2174-4fbe-b556-009ea3e61047,segment=NetworkSegment(c5dc7c15-134d-4079-accd-bbd076de9d44),segment_id=c5dc7c15-134d-4079-accd-bbd076de9d44)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:01.059959 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 2f9fa0e1-3d1d-4416-8d8e-fd5d8c38134a triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:29:01.060444 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:01.071244 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7b982bd9-da0a-4101-91c6-3e0eb65ae5ae admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9a249a5496454c6e8b78d4039ce4b6cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1752889 Dec 10 16:29:01.071244 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49508) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:01.078980 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b982bd9-da0a-4101-91c6-3e0eb65ae5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a555a27-e831-40aa-9de1-b253c13e1c1e,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:01.079321 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7cb08-1a30-49e5-956c-95ca1afba22f req-0eee2df4-fecd-4c8a-ac8b-7f9ace00d812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:01.080792 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e5e7cb08-1a30-49e5-956c-95ca1afba22f req-0eee2df4-fecd-4c8a-ac8b-7f9ace00d812 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a512f6ae-1270-4f7f-8853-c9cc11f76342 HTTP/1.1" status: 200 len: 848 time: 0.1580458 Dec 10 16:29:01.099315 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:01.137118 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e5e7cb08-1a30-49e5-956c-95ca1afba22f req-dea49340-4887-4f5f-82c8-87f165b7e28f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba652e96-318d-4ad5-a2e3-77a44eb284be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473571 Dec 10 16:29:01.142000 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c39b9c77-5f3c-4fbf-b16d-02300cda23a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:01.149979 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=9b3c7d03-2174-4fbe-b556-009ea3e61047,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:01.157702 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbffa8c6-e58d-43cc-9ca7-fcd3c4313bfb req-75d30c3d-69fc-4377-bb8b-7b7490859ca0 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:01.159167 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dbffa8c6-e58d-43cc-9ca7-fcd3c4313bfb req-75d30c3d-69fc-4377-bb8b-7b7490859ca0 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] 10.222.0.11 "GET /v2.0/networks/5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 784 time: 0.2618482 Dec 10 16:29:01.163007 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9c7c6d5e-5672-43ce-8844-3bd680e12a96 req-65897223-f123-4f53-a0f8-cc08fa7ae6fb service neutron] 10.222.0.46 "GET /v2.0/networks/54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069542 Dec 10 16:29:01.186708 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c39b9c77-5f3c-4fbf-b16d-02300cda23a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:01.213607 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-dbffa8c6-e58d-43cc-9ca7-fcd3c4313bfb req-8def1c74-a0a5-4bc1-bff0-acb3a0342839 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:29:01.214637 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dbffa8c6-e58d-43cc-9ca7-fcd3c4313bfb req-8def1c74-a0a5-4bc1-bff0-acb3a0342839 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0439892 Dec 10 16:29:01.256974 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c39b9c77-5f3c-4fbf-b16d-02300cda23a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:01.259806 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c39b9c77-5f3c-4fbf-b16d-02300cda23a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:01.261113 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c39b9c77-5f3c-4fbf-b16d-02300cda23a1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2a555a27-e831-40aa-9de1-b253c13e1c1e HTTP/1.1" status: 204 len: 168 time: 0.1897163 Dec 10 16:29:01.269751 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b9c77-5f3c-4fbf-b16d-02300cda23a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a555a27-e831-40aa-9de1-b253c13e1c1e,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:01.274117 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e5e7cb08-1a30-49e5-956c-95ca1afba22f req-c2153a6d-3528-4142-877c-9028a26c5aef service neutron] 10.222.0.46 "GET /v2.0/networks/ba652e96-318d-4ad5-a2e3-77a44eb284be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132469 Dec 10 16:29:01.730061 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce634e-ad92-4bae-98a0-95bd478d4d38 req-d889fdf9-87f6-45b4-8fe2-6a7ee81fe99a tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:01.731520 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7dce634e-ad92-4bae-98a0-95bd478d4d38 req-d889fdf9-87f6-45b4-8fe2-6a7ee81fe99a tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 946 time: 0.4565110 Dec 10 16:29:01.780289 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697e45e-fa47-4b73-8ac5-ab3872891d1d req-eacc621b-9fd2-4f79-909d-93ce6e74a08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:01.781766 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e697e45e-fa47-4b73-8ac5-ab3872891d1d req-eacc621b-9fd2-4f79-909d-93ce6e74a08b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=451e6409-316e-4b87-86cd-2da87aaa7224 HTTP/1.1" status: 200 len: 1097 time: 0.1062646 Dec 10 16:29:01.786181 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e5e7cb08-1a30-49e5-956c-95ca1afba22f req-e30701bc-a6cc-4362-9da6-90dba81dc90b service neutron] 10.222.0.46 "GET /v2.0/networks/ba652e96-318d-4ad5-a2e3-77a44eb284be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5005724 Dec 10 16:29:01.827336 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7dce634e-ad92-4bae-98a0-95bd478d4d38 req-9cdfaf0c-5abd-4677-bfe7-2578888cadca tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869813 Dec 10 16:29:01.855279 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e697e45e-fa47-4b73-8ac5-ab3872891d1d req-45174821-2162-4387-be32-f633044786bc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600817 Dec 10 16:29:01.950588 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ce007-f470-4611-81c1-d9ab5f2041a4 req-2531dbb8-3c64-43a3-b70f-716fe7bcea63 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:01.957044 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ce007-f470-4611-81c1-d9ab5f2041a4 req-2531dbb8-3c64-43a3-b70f-716fe7bcea63 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:01.962946 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ce007-f470-4611-81c1-d9ab5f2041a4 req-2531dbb8-3c64-43a3-b70f-716fe7bcea63 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:01.968802 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ce007-f470-4611-81c1-d9ab5f2041a4 req-2531dbb8-3c64-43a3-b70f-716fe7bcea63 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:01.974693 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ce007-f470-4611-81c1-d9ab5f2041a4 req-2531dbb8-3c64-43a3-b70f-716fe7bcea63 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:01.980904 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ce007-f470-4611-81c1-d9ab5f2041a4 req-2531dbb8-3c64-43a3-b70f-716fe7bcea63 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:01.986775 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ce007-f470-4611-81c1-d9ab5f2041a4 req-2531dbb8-3c64-43a3-b70f-716fe7bcea63 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:01.989168 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-474ce007-f470-4611-81c1-d9ab5f2041a4 req-2531dbb8-3c64-43a3-b70f-716fe7bcea63 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 5432 time: 0.0983484 Dec 10 16:29:02.047476 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-474ce007-f470-4611-81c1-d9ab5f2041a4 req-23472459-20a8-4989-8a20-c7a0ce69eb3e tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fee5dea-5071-48b5-9184-803baa237b28&id=4083d3d0-75b2-4bc3-967d-d9fa1f979d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520446 Dec 10 16:29:02.157775 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be8eae-62da-4430-b9fb-3bafe84bec8d req-66c35a38-db8b-4832-a60c-168938e40b55 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:02.158111 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-01be8eae-62da-4430-b9fb-3bafe84bec8d req-66c35a38-db8b-4832-a60c-168938e40b55 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=451e6409-316e-4b87-86cd-2da87aaa7224 HTTP/1.1" status: 200 len: 946 time: 0.0496318 Dec 10 16:29:02.209382 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-01be8eae-62da-4430-b9fb-3bafe84bec8d req-bacf09c4-80bb-4acb-af08-376d62632da8 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415015 Dec 10 16:29:02.243120 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49548) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:02.307135 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994c6200-a8e9-42e7-8fcd-d2119ebf4c42 x-openstack-request-id: req-994c6200-a8e9-42e7-8fcd-d2119ebf4c42 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:29:02.307640 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28fed480-6b40-479f-86e8-f44d68a97348", "name": "network-vif-plugged", "status": "completed", "tag": "9b3c7d03-2174-4fbe-b556-009ea3e61047", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:29:02.307753 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-994c6200-a8e9-42e7-8fcd-d2119ebf4c42 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:29:02.308122 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28fed480-6b40-479f-86e8-f44d68a97348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3c7d03-2174-4fbe-b556-009ea3e61047', 'code': 200} Dec 10 16:29:02.352680 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a36fceb0-02bb-4897-826a-707746889b13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:02.426538 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a36fceb0-02bb-4897-826a-707746889b13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:02.430582 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a36fceb0-02bb-4897-826a-707746889b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:02.436972 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763dbea7-0f75-470d-b29d-35d203f9b4a6 req-a3cf4968-c9b5-4c4d-b6d3-d6e82877df4e tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:02.438476 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-763dbea7-0f75-470d-b29d-35d203f9b4a6 req-a3cf4968-c9b5-4c4d-b6d3-d6e82877df4e tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/ports?device_id=28fed480-6b40-479f-86e8-f44d68a97348 HTTP/1.1" status: 200 len: 945 time: 0.0803235 Dec 10 16:29:02.445097 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72364f5e-0cae-46ef-9783-88c47cee50b2 req-2091f996-d158-48f9-9ba0-2b6a40c9e782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:02.446553 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-72364f5e-0cae-46ef-9783-88c47cee50b2 req-2091f996-d158-48f9-9ba0-2b6a40c9e782 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=28fed480-6b40-479f-86e8-f44d68a97348 HTTP/1.1" status: 200 len: 1096 time: 0.0618436 Dec 10 16:29:02.472650 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a36fceb0-02bb-4897-826a-707746889b13 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6e1430dd0c6447be8de750bbd1d2b95c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2278774 Dec 10 16:29:02.473651 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36fceb0-02bb-4897-826a-707746889b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd39bd7-3c53-45d8-a41c-8846e80c9dd0,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:02.475511 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 49552) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:02.540030 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-763dbea7-0f75-470d-b29d-35d203f9b4a6 req-2f7a4700-b852-41e7-af8c-26037029b9bd tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/security-groups?id=0323d5e7-5cb6-4b7a-86bf-6326caf30de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925426 Dec 10 16:29:02.552508 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-72364f5e-0cae-46ef-9783-88c47cee50b2 req-d68a51f6-4523-4da2-b39d-2f7643dae3d8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0323d5e7-5cb6-4b7a-86bf-6326caf30de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985131 Dec 10 16:29:02.613461 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46e02d54-6944-41c9-a6dc-47a19f5f0edc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:02.638739 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dc8ebd19-9995-462a-9a2c-ca46e864e7e9 req-2ef70965-c289-4202-a6ea-b3cf770a9a09 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] 10.222.0.11 "GET /v2.0/floatingips?tenant_id=c7adacde99724af6b8f5f15694d7a9a5 HTTP/1.1" status: 200 len: 696 time: 0.0701625 Dec 10 16:29:02.660813 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46e02d54-6944-41c9-a6dc-47a19f5f0edc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:02.779981 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ebd19-9995-462a-9a2c-ca46e864e7e9 req-c75e06e8-0bd8-47a0-9ab7-954351f5c95c tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:02.781474 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dc8ebd19-9995-462a-9a2c-ca46e864e7e9 req-c75e06e8-0bd8-47a0-9ab7-954351f5c95c tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] 10.222.0.11 "GET /v2.0/networks?id=5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 787 time: 0.1368105 Dec 10 16:29:02.782498 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46e02d54-6944-41c9-a6dc-47a19f5f0edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:02.785604 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46e02d54-6944-41c9-a6dc-47a19f5f0edc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:02.786642 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-46e02d54-6944-41c9-a6dc-47a19f5f0edc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bbd39bd7-3c53-45d8-a41c-8846e80c9dd0 HTTP/1.1" status: 204 len: 168 time: 0.3073053 Dec 10 16:29:02.794830 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-dc8ebd19-9995-462a-9a2c-ca46e864e7e9 req-7ad5e641-09f2-409a-92f6-ad1fca00e49f tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:29:02.795790 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dc8ebd19-9995-462a-9a2c-ca46e864e7e9 req-7ad5e641-09f2-409a-92f6-ad1fca00e49f tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065272 Dec 10 16:29:02.800792 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e02d54-6944-41c9-a6dc-47a19f5f0edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd39bd7-3c53-45d8-a41c-8846e80c9dd0,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:02.912323 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5a101-2cc1-493d-a0ed-e0baa8f1730f req-85180f26-adbb-45c5-befa-1fd3c4cbf814 tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:02.913985 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-36d5a101-2cc1-493d-a0ed-e0baa8f1730f req-85180f26-adbb-45c5-befa-1fd3c4cbf814 tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab146f0-e24a-4bbd-bc73-1ecec27069da HTTP/1.1" status: 200 len: 944 time: 0.0529635 Dec 10 16:29:02.971542 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-36d5a101-2cc1-493d-a0ed-e0baa8f1730f req-ed2bab24-ffc2-4434-96d8-ad7d4e62ca26 tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] 10.222.0.11 "GET /v2.0/security-groups?id=888929c5-5ab8-4d31-a08d-ea80ad1c5655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463500 Dec 10 16:29:03.120988 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0162432-faef-4bc0-98c2-7fe7fef7f158 req-1e0aef26-988b-418c-9957-c10003b550e4 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:03.129146 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0162432-faef-4bc0-98c2-7fe7fef7f158 req-1e0aef26-988b-418c-9957-c10003b550e4 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:03.136448 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0162432-faef-4bc0-98c2-7fe7fef7f158 req-1e0aef26-988b-418c-9957-c10003b550e4 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:03.143215 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0162432-faef-4bc0-98c2-7fe7fef7f158 req-1e0aef26-988b-418c-9957-c10003b550e4 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:03.152634 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0162432-faef-4bc0-98c2-7fe7fef7f158 req-1e0aef26-988b-418c-9957-c10003b550e4 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:03.159647 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0162432-faef-4bc0-98c2-7fe7fef7f158 req-1e0aef26-988b-418c-9957-c10003b550e4 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:03.166070 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0162432-faef-4bc0-98c2-7fe7fef7f158 req-1e0aef26-988b-418c-9957-c10003b550e4 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:03.168188 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d0162432-faef-4bc0-98c2-7fe7fef7f158 req-1e0aef26-988b-418c-9957-c10003b550e4 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 5432 time: 0.1145582 Dec 10 16:29:03.238888 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0282768d-e21c-47b2-bee6-68e53a54a594 req-52f5d7ce-c7be-4fc7-8563-e84c7056d063 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] 10.222.0.11 "GET /v2.0/floatingips/5675ddd9-fbae-4099-9512-441647d10b2f HTTP/1.1" status: 200 len: 693 time: 0.0544524 Dec 10 16:29:03.354681 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282768d-e21c-47b2-bee6-68e53a54a594 req-d60ea33f-8ee9-423a-a0d5-473462cfe8f9 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:03.356346 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0282768d-e21c-47b2-bee6-68e53a54a594 req-d60ea33f-8ee9-423a-a0d5-473462cfe8f9 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] 10.222.0.11 "GET /v2.0/networks/5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 784 time: 0.1119695 Dec 10 16:29:03.369614 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-0282768d-e21c-47b2-bee6-68e53a54a594 req-f023b3b6-277e-4cb9-b205-b4f4c88f401a tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:29:03.370984 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0282768d-e21c-47b2-bee6-68e53a54a594 req-f023b3b6-277e-4cb9-b205-b4f4c88f401a tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060804 Dec 10 16:29:03.430297 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0282768d-e21c-47b2-bee6-68e53a54a594 req-1106f44e-7389-4708-aa7b-bab8e9ba889c tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.213 HTTP/1.1" status: 200 len: 696 time: 0.0524695 Dec 10 16:29:03.483282 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0282768d-e21c-47b2-bee6-68e53a54a594 req-3d88de3d-caae-4c82-933e-9776275089c4 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.213 HTTP/1.1" status: 200 len: 696 time: 0.0456533 Dec 10 16:29:03.619657 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-0282768d-e21c-47b2-bee6-68e53a54a594 req-751d89e7-b69a-49d3-a811-70dfaeecf26f tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Deleting port a9987ce0-4506-4888-8bcb-e6e57eb261cd {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:29:03.620006 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0282768d-e21c-47b2-bee6-68e53a54a594 req-751d89e7-b69a-49d3-a811-70dfaeecf26f tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:03.719967 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0282768d-e21c-47b2-bee6-68e53a54a594 req-751d89e7-b69a-49d3-a811-70dfaeecf26f tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:03.720304 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0282768d-e21c-47b2-bee6-68e53a54a594 req-751d89e7-b69a-49d3-a811-70dfaeecf26f tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:03.729945 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 99c2981b-4b17-4db4-bae2-01a502d764e0 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:29:03.734711 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-0282768d-e21c-47b2-bee6-68e53a54a594 req-751d89e7-b69a-49d3-a811-70dfaeecf26f tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Calling delete_port for a9987ce0-4506-4888-8bcb-e6e57eb261cd owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:29:03.782626 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 99c2981b-4b17-4db4-bae2-01a502d764e0 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:29:03.788919 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 99c2981b-4b17-4db4-bae2-01a502d764e0 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:29:03.789956 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:03.875711 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:03.891021 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0282768d-e21c-47b2-bee6-68e53a54a594 req-751d89e7-b69a-49d3-a811-70dfaeecf26f tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:03.918504 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 99c2981b-4b17-4db4-bae2-01a502d764e0, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=99c2981b-4b17-4db4-bae2-01a502d764e0,segment=NetworkSegment(51c71cf1-9757-4870-a3e1-9aea563bbfed),segment_id=51c71cf1-9757-4870-a3e1-9aea563bbfed)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:03.920411 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d89e7-b69a-49d3-a811-70dfaeecf26f tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Pushing event deleted for resources: {'Port': ['ID=a9987ce0-4506-4888-8bcb-e6e57eb261cd,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:03.930721 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:03.983931 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0282768d-e21c-47b2-bee6-68e53a54a594 req-751d89e7-b69a-49d3-a811-70dfaeecf26f tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Publish callbacks [] for floatingip, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:03.987691 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=99c2981b-4b17-4db4-bae2-01a502d764e0,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:03.988966 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0282768d-e21c-47b2-bee6-68e53a54a594 req-751d89e7-b69a-49d3-a811-70dfaeecf26f tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:04.002706 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0282768d-e21c-47b2-bee6-68e53a54a594 req-751d89e7-b69a-49d3-a811-70dfaeecf26f tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] 10.222.0.11 "DELETE /v2.0/floatingips/5675ddd9-fbae-4099-9512-441647d10b2f HTTP/1.1" status: 204 len: 173 time: 0.5128281 Dec 10 16:29:04.095307 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1faa5a-f8d4-42dc-8c85-6898ba9dd295 req-f7754b24-a8c8-4d83-829d-8acbf08767da tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:04.096890 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ee1faa5a-f8d4-42dc-8c85-6898ba9dd295 req-f7754b24-a8c8-4d83-829d-8acbf08767da tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 946 time: 0.0562165 Dec 10 16:29:04.150298 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ee1faa5a-f8d4-42dc-8c85-6898ba9dd295 req-e6bc2711-36b1-4fd2-980e-eeaad7b53fa1 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463660 Dec 10 16:29:04.179752 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 49606) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:04.263675 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125c3fb-5cae-47c4-8bc7-4e64d08b1e5d req-bd7e869c-6732-4890-a78c-ad91fb7dc822 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:04.265259 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0125c3fb-5cae-47c4-8bc7-4e64d08b1e5d req-bd7e869c-6732-4890-a78c-ad91fb7dc822 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=451e6409-316e-4b87-86cd-2da87aaa7224 HTTP/1.1" status: 200 len: 946 time: 0.0543334 Dec 10 16:29:04.309257 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab146f0-e24a-4bbd-bc73-1ecec27069da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c2981b-4b17-4db4-bae2-01a502d764e0'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:29:04.311882 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc4653a-3aef-4254-9050-8ef3688cd19e" -d '{"events": [{"server_uuid": "aab146f0-e24a-4bbd-bc73-1ecec27069da", "name": "network-vif-plugged", "status": "completed", "tag": "99c2981b-4b17-4db4-bae2-01a502d764e0"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:29:04.321196 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0125c3fb-5cae-47c4-8bc7-4e64d08b1e5d req-f59c999b-7a59-44f3-80d5-aab0bc40d070 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489120 Dec 10 16:29:04.328991 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-d8e25d9b-31c1-48e0-a6e9-c99095aeed9b tempest-PortsAdminExtendedAttrsTestJSON-485860706 tempest-PortsAdminExtendedAttrsTestJSON-485860706-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1582658146'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:04.351128 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e25d9b-31c1-48e0-a6e9-c99095aeed9b tempest-PortsAdminExtendedAttrsTestJSON-485860706 tempest-PortsAdminExtendedAttrsTestJSON-485860706-project] Made reservation on behalf of 2dc0e16ee3b7408eae6a7ecef2f9cc7f for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:29:04.354618 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d8e25d9b-31c1-48e0-a6e9-c99095aeed9b tempest-PortsAdminExtendedAttrsTestJSON-485860706 tempest-PortsAdminExtendedAttrsTestJSON-485860706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:04.366338 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d8e25d9b-31c1-48e0-a6e9-c99095aeed9b tempest-PortsAdminExtendedAttrsTestJSON-485860706 tempest-PortsAdminExtendedAttrsTestJSON-485860706-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:04.456592 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d8e25d9b-31c1-48e0-a6e9-c99095aeed9b tempest-PortsAdminExtendedAttrsTestJSON-485860706 tempest-PortsAdminExtendedAttrsTestJSON-485860706-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:04.460639 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d8e25d9b-31c1-48e0-a6e9-c99095aeed9b tempest-PortsAdminExtendedAttrsTestJSON-485860706 tempest-PortsAdminExtendedAttrsTestJSON-485860706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:04.509764 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 532ec0b1-7c87-4296-9c4b-684b9697a181 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:29:04.511069 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e25d9b-31c1-48e0-a6e9-c99095aeed9b tempest-PortsAdminExtendedAttrsTestJSON-485860706 tempest-PortsAdminExtendedAttrsTestJSON-485860706-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:29:04.514926 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 532ec0b1-7c87-4296-9c4b-684b9697a181 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:29:04.523742 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e25d9b-31c1-48e0-a6e9-c99095aeed9b tempest-PortsAdminExtendedAttrsTestJSON-485860706 tempest-PortsAdminExtendedAttrsTestJSON-485860706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5955ab92-8e43-46b6-891c-ad8df9ae5e9c,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:04.531148 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d8e25d9b-31c1-48e0-a6e9-c99095aeed9b tempest-PortsAdminExtendedAttrsTestJSON-485860706 tempest-PortsAdminExtendedAttrsTestJSON-485860706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:04.531491 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-d8e25d9b-31c1-48e0-a6e9-c99095aeed9b tempest-PortsAdminExtendedAttrsTestJSON-485860706 tempest-PortsAdminExtendedAttrsTestJSON-485860706-project] Added segment e0261e22-d761-4eb5-ae1b-4f916dac6811 of type vlan for network b2128370-b24c-47d9-9514-0f88a583dc3b Dec 10 16:29:04.539790 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c254a-e77b-4036-9844-3afbe451df36 req-10dc4ad7-1781-4d9c-a44c-d3f1849bdb3a tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:04.541306 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-880c254a-e77b-4036-9844-3afbe451df36 req-10dc4ad7-1781-4d9c-a44c-d3f1849bdb3a tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/ports?device_id=28fed480-6b40-479f-86e8-f44d68a97348 HTTP/1.1" status: 200 len: 945 time: 0.1010163 Dec 10 16:29:04.601473 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d8e25d9b-31c1-48e0-a6e9-c99095aeed9b tempest-PortsAdminExtendedAttrsTestJSON-485860706 tempest-PortsAdminExtendedAttrsTestJSON-485860706-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:04.625665 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-880c254a-e77b-4036-9844-3afbe451df36 req-69ec99a6-72a7-44d0-b9b4-5cd1c75a563d tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/security-groups?id=0323d5e7-5cb6-4b7a-86bf-6326caf30de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772624 Dec 10 16:29:04.655973 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d8e25d9b-31c1-48e0-a6e9-c99095aeed9b tempest-PortsAdminExtendedAttrsTestJSON-485860706 tempest-PortsAdminExtendedAttrsTestJSON-485860706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:04.661450 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e25d9b-31c1-48e0-a6e9-c99095aeed9b tempest-PortsAdminExtendedAttrsTestJSON-485860706 tempest-PortsAdminExtendedAttrsTestJSON-485860706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:04.662183 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d8e25d9b-31c1-48e0-a6e9-c99095aeed9b tempest-PortsAdminExtendedAttrsTestJSON-485860706 tempest-PortsAdminExtendedAttrsTestJSON-485860706-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:04.686638 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 532ec0b1-7c87-4296-9c4b-684b9697a181, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=532ec0b1-7c87-4296-9c4b-684b9697a181,segment=NetworkSegment(61dcaedb-3bc0-47c0-9c1b-e1ac3641e703),segment_id=61dcaedb-3bc0-47c0-9c1b-e1ac3641e703)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:04.689342 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:04.707829 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '532ec0b1-7c87-4296-9c4b-684b9697a181', 'network_id': '6b846837-ffd4-4012-82b7-af1d6b57a065', 'port_id': '532ec0b1-7c87-4296-9c4b-684b9697a181', 'mac_address': 'fa:16:3e:5d:77:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aaff46f-c283-4149-ac89-cdd26ce93be3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:29:04.732325 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 532ec0b1-7c87-4296-9c4b-684b9697a181, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=532ec0b1-7c87-4296-9c4b-684b9697a181,segment=NetworkSegment(61dcaedb-3bc0-47c0-9c1b-e1ac3641e703),segment_id=61dcaedb-3bc0-47c0-9c1b-e1ac3641e703)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:04.760211 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:04.767892 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d8e25d9b-31c1-48e0-a6e9-c99095aeed9b tempest-PortsAdminExtendedAttrsTestJSON-485860706 tempest-PortsAdminExtendedAttrsTestJSON-485860706-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.5870326 Dec 10 16:29:04.790985 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e25d9b-31c1-48e0-a6e9-c99095aeed9b tempest-PortsAdminExtendedAttrsTestJSON-485860706 tempest-PortsAdminExtendedAttrsTestJSON-485860706-project] Pushing event updated for resources: {'Network': ['ID=b2128370-b24c-47d9-9514-0f88a583dc3b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:04.823142 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network b2128370-b24c-47d9-9514-0f88a583dc3b details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:29:04.836827 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e94e2582-2744-4a13-9cb9-dfce8a27ad4f req-b1a1af38-d7bf-4f40-be81-539b49a173bd tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1657495 Dec 10 16:29:04.846498 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-e94e2582-2744-4a13-9cb9-dfce8a27ad4f req-4bbbe388-44fe-47b3-adf5-2b4fc158269a tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:04.869119 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e94e2582-2744-4a13-9cb9-dfce8a27ad4f req-4bbbe388-44fe-47b3-adf5-2b4fc158269a tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Publish callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:04.973476 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e94e2582-2744-4a13-9cb9-dfce8a27ad4f req-4bbbe388-44fe-47b3-adf5-2b4fc158269a tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:05.015270 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:05.068933 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 532ec0b1-7c87-4296-9c4b-684b9697a181 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:29:05.076213 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=532ec0b1-7c87-4296-9c4b-684b9697a181,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:05.082110 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-e94e2582-2744-4a13-9cb9-dfce8a27ad4f req-4bbbe388-44fe-47b3-adf5-2b4fc158269a tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Allocated IP 172.25.6.15 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/29fdef71-a00a-4a1f-897b-f5c87d6d1c5b) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:29:05.170866 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.api [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:29:05.171139 n-d-766771-2 neutron-server[103394]: DEBUG oslo_db.api [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:29:05.191936 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e94e2582-2744-4a13-9cb9-dfce8a27ad4f req-4bbbe388-44fe-47b3-adf5-2b4fc158269a tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:05.227648 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e94e2582-2744-4a13-9cb9-dfce8a27ad4f req-4bbbe388-44fe-47b3-adf5-2b4fc158269a tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:05.265346 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e94e2582-2744-4a13-9cb9-dfce8a27ad4f req-4bbbe388-44fe-47b3-adf5-2b4fc158269a tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:29:05.270350 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-e94e2582-2744-4a13-9cb9-dfce8a27ad4f req-4bbbe388-44fe-47b3-adf5-2b4fc158269a tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:29:05.272858 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94e2582-2744-4a13-9cb9-dfce8a27ad4f req-4bbbe388-44fe-47b3-adf5-2b4fc158269a tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:29:05.297481 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbbe388-44fe-47b3-adf5-2b4fc158269a tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Pushing event updated for resources: {'Port': ['ID=29fdef71-a00a-4a1f-897b-f5c87d6d1c5b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:05.366239 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e94e2582-2744-4a13-9cb9-dfce8a27ad4f req-4bbbe388-44fe-47b3-adf5-2b4fc158269a tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:05.405289 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e94e2582-2744-4a13-9cb9-dfce8a27ad4f req-4bbbe388-44fe-47b3-adf5-2b4fc158269a tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:05.419475 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49638) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:05.514111 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aea1d5-8a9c-46bb-99ec-89278e8703b4 req-49d9e8d9-9f38-42c5-9e3e-fffed0311cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:05.514610 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aea1d5-8a9c-46bb-99ec-89278e8703b4 req-49d9e8d9-9f38-42c5-9e3e-fffed0311cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:05.515077 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aea1d5-8a9c-46bb-99ec-89278e8703b4 req-49d9e8d9-9f38-42c5-9e3e-fffed0311cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:05.515548 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aea1d5-8a9c-46bb-99ec-89278e8703b4 req-49d9e8d9-9f38-42c5-9e3e-fffed0311cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:05.516025 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aea1d5-8a9c-46bb-99ec-89278e8703b4 req-49d9e8d9-9f38-42c5-9e3e-fffed0311cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:05.516479 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aea1d5-8a9c-46bb-99ec-89278e8703b4 req-49d9e8d9-9f38-42c5-9e3e-fffed0311cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:05.516934 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aea1d5-8a9c-46bb-99ec-89278e8703b4 req-49d9e8d9-9f38-42c5-9e3e-fffed0311cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:05.519157 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-06aea1d5-8a9c-46bb-99ec-89278e8703b4 req-49d9e8d9-9f38-42c5-9e3e-fffed0311cd6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 6489 time: 0.0984135 Dec 10 16:29:05.560948 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e94e2582-2744-4a13-9cb9-dfce8a27ad4f req-4bbbe388-44fe-47b3-adf5-2b4fc158269a tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:05.566816 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e94e2582-2744-4a13-9cb9-dfce8a27ad4f req-4bbbe388-44fe-47b3-adf5-2b4fc158269a tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:05.574385 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-06aea1d5-8a9c-46bb-99ec-89278e8703b4 req-95644285-f8a6-4e47-a6a1-f54dd6855909 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4083d3d0-75b2-4bc3-967d-d9fa1f979d8e&id=8fee5dea-5071-48b5-9184-803baa237b28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0484245 Dec 10 16:29:05.639363 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbbe388-44fe-47b3-adf5-2b4fc158269a tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Pushing event updated for resources: {'Port': ['ID=29fdef71-a00a-4a1f-897b-f5c87d6d1c5b,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:05.648256 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e94e2582-2744-4a13-9cb9-dfce8a27ad4f req-4bbbe388-44fe-47b3-adf5-2b4fc158269a tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:05.664124 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e94e2582-2744-4a13-9cb9-dfce8a27ad4f req-4bbbe388-44fe-47b3-adf5-2b4fc158269a tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:05.665392 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e94e2582-2744-4a13-9cb9-dfce8a27ad4f req-4bbbe388-44fe-47b3-adf5-2b4fc158269a tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.8227322 Dec 10 16:29:05.707272 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:05.719208 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e94e2582-2744-4a13-9cb9-dfce8a27ad4f req-772e4aa3-104e-4aab-923a-7540d49ce660 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.15 HTTP/1.1" status: 200 len: 695 time: 0.0467515 Dec 10 16:29:05.719868 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 532ec0b1-7c87-4296-9c4b-684b9697a181 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:29:05.743289 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 532ec0b1-7c87-4296-9c4b-684b9697a181, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=532ec0b1-7c87-4296-9c4b-684b9697a181,segment=NetworkSegment(61dcaedb-3bc0-47c0-9c1b-e1ac3641e703),segment_id=61dcaedb-3bc0-47c0-9c1b-e1ac3641e703)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:05.747244 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:05.794402 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=532ec0b1-7c87-4296-9c4b-684b9697a181,revision_number=7']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:05.827002 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e2582-2744-4a13-9cb9-dfce8a27ad4f req-a954af0d-6b4e-491d-81a3-42aadc083d99 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:05.828353 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e94e2582-2744-4a13-9cb9-dfce8a27ad4f req-a954af0d-6b4e-491d-81a3-42aadc083d99 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] 10.222.0.11 "GET /v2.0/networks/5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 784 time: 0.1034753 Dec 10 16:29:05.925514 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e4ed3-9d0a-40d2-9e1c-363fae4f02f0 req-dbd3b1d7-6619-41cc-88f5-1fec2bbd48b7 tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:05.927017 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d17e4ed3-9d0a-40d2-9e1c-363fae4f02f0 req-dbd3b1d7-6619-41cc-88f5-1fec2bbd48b7 tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab146f0-e24a-4bbd-bc73-1ecec27069da HTTP/1.1" status: 200 len: 945 time: 0.0523908 Dec 10 16:29:05.974564 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d17e4ed3-9d0a-40d2-9e1c-363fae4f02f0 req-edb16870-7d8a-45ed-a724-ae74f2c1b2ae tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] 10.222.0.11 "GET /v2.0/security-groups?id=888929c5-5ab8-4d31-a08d-ea80ad1c5655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413649 Dec 10 16:29:05.987309 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['532ec0b1-7c87-4296-9c4b-684b9697a181'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:29:06.077094 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208aff3-1bd4-451c-9119-34724fe10080 req-7273e8e5-8f41-4adb-97b0-9e4e953eda74 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:06.078593 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c208aff3-1bd4-451c-9119-34724fe10080 req-7273e8e5-8f41-4adb-97b0-9e4e953eda74 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 946 time: 0.0472052 Dec 10 16:29:06.125824 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c208aff3-1bd4-451c-9119-34724fe10080 req-da5fa379-860d-4379-9c7f-30a64bd54898 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405996 Dec 10 16:29:06.169610 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75da148-73ff-4d6a-9f46-c1903a4fac91 x-openstack-request-id: req-d75da148-73ff-4d6a-9f46-c1903a4fac91 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:29:06.169869 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab146f0-e24a-4bbd-bc73-1ecec27069da", "name": "network-vif-plugged", "status": "completed", "tag": "99c2981b-4b17-4db4-bae2-01a502d764e0", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:29:06.170103 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d75da148-73ff-4d6a-9f46-c1903a4fac91 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:29:06.170518 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab146f0-e24a-4bbd-bc73-1ecec27069da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c2981b-4b17-4db4-bae2-01a502d764e0', 'code': 200} Dec 10 16:29:06.171913 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:06.294463 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b8fd7-31dd-4cac-935f-2fd0242fd6b8 req-1a8208e2-8ee7-4723-977d-4f09d2b97ebf tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:06.295909 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b31b8fd7-31dd-4cac-935f-2fd0242fd6b8 req-1a8208e2-8ee7-4723-977d-4f09d2b97ebf tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=451e6409-316e-4b87-86cd-2da87aaa7224 HTTP/1.1" status: 200 len: 945 time: 0.0795076 Dec 10 16:29:06.301218 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb58b5-fbf0-444f-ad8d-02d0e3ca3218 req-6adb7332-4d39-490d-97ab-efe2f00b8717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:06.302596 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-40fb58b5-fbf0-444f-ad8d-02d0e3ca3218 req-6adb7332-4d39-490d-97ab-efe2f00b8717 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=aab146f0-e24a-4bbd-bc73-1ecec27069da HTTP/1.1" status: 200 len: 1096 time: 0.0604527 Dec 10 16:29:06.371100 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b31b8fd7-31dd-4cac-935f-2fd0242fd6b8 req-0230dec7-0471-43df-8a9d-df31174241b3 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675688 Dec 10 16:29:06.373412 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-40fb58b5-fbf0-444f-ad8d-02d0e3ca3218 req-8607a36e-f0a2-4f3d-bb33-b97309e32142 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=888929c5-5ab8-4d31-a08d-ea80ad1c5655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577607 Dec 10 16:29:06.503841 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c3cffd9a-5e19-4f72-ba76-025524435fb6 req-5f0611b7-2e4b-40dd-bf99-e858f6746aad tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1090634 Dec 10 16:29:06.513145 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-c3cffd9a-5e19-4f72-ba76-025524435fb6 req-705e7997-0d4a-4842-b8d9-4273a0cffa6b tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:06.534001 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c3cffd9a-5e19-4f72-ba76-025524435fb6 req-705e7997-0d4a-4842-b8d9-4273a0cffa6b tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:06.627267 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c3cffd9a-5e19-4f72-ba76-025524435fb6 req-705e7997-0d4a-4842-b8d9-4273a0cffa6b tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:06.731332 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-c3cffd9a-5e19-4f72-ba76-025524435fb6 req-705e7997-0d4a-4842-b8d9-4273a0cffa6b tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Allocated IP 172.25.6.140 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/88d67449-8a60-4ede-80d1-ef0186c5fea0) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:29:06.832506 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c3cffd9a-5e19-4f72-ba76-025524435fb6 req-705e7997-0d4a-4842-b8d9-4273a0cffa6b tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:06.866197 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c3cffd9a-5e19-4f72-ba76-025524435fb6 req-705e7997-0d4a-4842-b8d9-4273a0cffa6b tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:06.906951 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3cffd9a-5e19-4f72-ba76-025524435fb6 req-705e7997-0d4a-4842-b8d9-4273a0cffa6b tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:29:06.909768 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-c3cffd9a-5e19-4f72-ba76-025524435fb6 req-705e7997-0d4a-4842-b8d9-4273a0cffa6b tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:29:06.912197 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3cffd9a-5e19-4f72-ba76-025524435fb6 req-705e7997-0d4a-4842-b8d9-4273a0cffa6b tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:29:06.944204 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e7997-0d4a-4842-b8d9-4273a0cffa6b tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Pushing event updated for resources: {'Port': ['ID=88d67449-8a60-4ede-80d1-ef0186c5fea0,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:06.998897 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c3cffd9a-5e19-4f72-ba76-025524435fb6 req-705e7997-0d4a-4842-b8d9-4273a0cffa6b tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:07.035441 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c3cffd9a-5e19-4f72-ba76-025524435fb6 req-705e7997-0d4a-4842-b8d9-4273a0cffa6b tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:07.181298 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c3cffd9a-5e19-4f72-ba76-025524435fb6 req-705e7997-0d4a-4842-b8d9-4273a0cffa6b tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:07.185828 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c3cffd9a-5e19-4f72-ba76-025524435fb6 req-705e7997-0d4a-4842-b8d9-4273a0cffa6b tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:07.259523 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e7997-0d4a-4842-b8d9-4273a0cffa6b tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Pushing event updated for resources: {'Port': ['ID=88d67449-8a60-4ede-80d1-ef0186c5fea0,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:07.268549 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c3cffd9a-5e19-4f72-ba76-025524435fb6 req-705e7997-0d4a-4842-b8d9-4273a0cffa6b tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:07.284017 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c3cffd9a-5e19-4f72-ba76-025524435fb6 req-705e7997-0d4a-4842-b8d9-4273a0cffa6b tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:07.285257 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c3cffd9a-5e19-4f72-ba76-025524435fb6 req-705e7997-0d4a-4842-b8d9-4273a0cffa6b tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.7758162 Dec 10 16:29:07.335115 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c3cffd9a-5e19-4f72-ba76-025524435fb6 req-5a3627b4-ee6e-44b7-862e-ab0d9980b727 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.140 HTTP/1.1" status: 200 len: 696 time: 0.0436952 Dec 10 16:29:07.444263 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cffd9a-5e19-4f72-ba76-025524435fb6 req-e3ae9343-9cec-412a-9802-4ab48403c386 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:07.445724 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c3cffd9a-5e19-4f72-ba76-025524435fb6 req-e3ae9343-9cec-412a-9802-4ab48403c386 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/networks/5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 784 time: 0.1052279 Dec 10 16:29:07.611953 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 49660) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:07.617427 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Request body: {'port': {'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b', 'binding:host_id': 'n-h1-766771-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1218009129'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:07.643760 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Made reservation on behalf of 5554971de40d4f3281c060fe689d00ff for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:29:07.646404 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:07.655920 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:07.740965 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-82c9b573-51d4-4598-961d-3211be9dc4d5 req-58689186-ec4e-4448-be34-da0b3abb49e5 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] 10.222.0.11 "GET /v2.0/floatingips/7167895b-b642-4063-9b37-de4a3cbd0616 HTTP/1.1" status: 200 len: 692 time: 0.0498321 Dec 10 16:29:07.825930 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:07.831854 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:07.853320 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] device_id is not set on port 8339bd0f-eec7-4d53-81d9-da922caedfc1 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:29:07.934621 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5861c671-3b05-481c-b900-863314c2e192,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:07.947164 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9b573-51d4-4598-961d-3211be9dc4d5 req-811e0271-1b3d-486d-9f6e-f6c3c2c65d97 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:07.948489 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-82c9b573-51d4-4598-961d-3211be9dc4d5 req-811e0271-1b3d-486d-9f6e-f6c3c2c65d97 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] 10.222.0.11 "GET /v2.0/networks/5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 784 time: 0.2012825 Dec 10 16:29:07.970606 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:08.015187 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-82c9b573-51d4-4598-961d-3211be9dc4d5 req-0b8c97ba-66a5-4079-9302-73826721cb05 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.15 HTTP/1.1" status: 200 len: 695 time: 0.0588078 Dec 10 16:29:08.102525 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-82c9b573-51d4-4598-961d-3211be9dc4d5 req-8e76e508-c153-44dc-bfc5-be422c012396 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.15 HTTP/1.1" status: 200 len: 695 time: 0.0796685 Dec 10 16:29:08.171742 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '451e6409-316e-4b87-86cd-2da87aaa7224', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '532ec0b1-7c87-4296-9c4b-684b9697a181'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:29:08.174316 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9022a75a-caef-4d2e-9c0d-f0bcbbeaac92" -d '{"events": [{"server_uuid": "451e6409-316e-4b87-86cd-2da87aaa7224", "name": "network-vif-unplugged", "status": "completed", "tag": "532ec0b1-7c87-4296-9c4b-684b9697a181"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:29:08.261232 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] device_id is not set on port 8339bd0f-eec7-4d53-81d9-da922caedfc1 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:29:08.274596 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:08.281513 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:08.337650 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-82c9b573-51d4-4598-961d-3211be9dc4d5 req-5c3dc5eb-c12e-4ade-8a5b-2a6254a61227 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Deleting port 29fdef71-a00a-4a1f-897b-f5c87d6d1c5b {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:29:08.337979 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-82c9b573-51d4-4598-961d-3211be9dc4d5 req-5c3dc5eb-c12e-4ade-8a5b-2a6254a61227 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:08.340565 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Pushing event updated for resources: {'Port': ['ID=8339bd0f-eec7-4d53-81d9-da922caedfc1,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:08.400097 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Checking segment: {'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:29:08.400450 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Network hostable DHCP agents. Network: b2128370-b24c-47d9-9514-0f88a583dc3b, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:29:08.437833 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-82c9b573-51d4-4598-961d-3211be9dc4d5 req-5c3dc5eb-c12e-4ade-8a5b-2a6254a61227 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:08.438186 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-82c9b573-51d4-4598-961d-3211be9dc4d5 req-5c3dc5eb-c12e-4ade-8a5b-2a6254a61227 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:08.441232 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Network b2128370-b24c-47d9-9514-0f88a583dc3b is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:29:08.460784 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, b2128370-b24c-47d9-9514-0f88a583dc3b) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:29:08.462519 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-82c9b573-51d4-4598-961d-3211be9dc4d5 req-5c3dc5eb-c12e-4ade-8a5b-2a6254a61227 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Calling delete_port for 29fdef71-a00a-4a1f-897b-f5c87d6d1c5b owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:29:08.467395 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:29:08.470178 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20545ce0-9e83-4cad-9290-9a7fa6618420 None None] Network b2128370-b24c-47d9-9514-0f88a583dc3b requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:29:08.486166 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:29:08.486515 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:29:08.486850 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 on network b2128370-b24c-47d9-9514-0f88a583dc3b {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:08.523805 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Port 8339bd0f-eec7-4d53-81d9-da922caedfc1 on network b2128370-b24c-47d9-9514-0f88a583dc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:29:08.524144 n-d-766771-2 neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Failed to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 on host n-h1-766771-2 for vnic_type normal using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] Dec 10 16:29:08.524978 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 532ec0b1-7c87-4296-9c4b-684b9697a181 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:29:08.525604 n-d-766771-2 neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempt 2 to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 Dec 10 16:29:08.548818 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:29:08.549148 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:29:08.549480 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 on network b2128370-b24c-47d9-9514-0f88a583dc3b {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:08.556913 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Port 8339bd0f-eec7-4d53-81d9-da922caedfc1 on network b2128370-b24c-47d9-9514-0f88a583dc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:29:08.557232 n-d-766771-2 neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Failed to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 on host n-h1-766771-2 for vnic_type normal using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] Dec 10 16:29:08.558715 n-d-766771-2 neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempt 3 to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 Dec 10 16:29:08.581004 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:29:08.581922 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:29:08.582241 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 on network b2128370-b24c-47d9-9514-0f88a583dc3b {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:08.587093 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Port 8339bd0f-eec7-4d53-81d9-da922caedfc1 on network b2128370-b24c-47d9-9514-0f88a583dc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:29:08.587409 n-d-766771-2 neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Failed to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 on host n-h1-766771-2 for vnic_type normal using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] Dec 10 16:29:08.588375 n-d-766771-2 neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempt 4 to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 Dec 10 16:29:08.600092 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 532ec0b1-7c87-4296-9c4b-684b9697a181 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:29:08.600479 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:08.625139 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:29:08.625503 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:29:08.625814 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 on network b2128370-b24c-47d9-9514-0f88a583dc3b {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:08.636853 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Port 8339bd0f-eec7-4d53-81d9-da922caedfc1 on network b2128370-b24c-47d9-9514-0f88a583dc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:29:08.637188 n-d-766771-2 neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Failed to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 on host n-h1-766771-2 for vnic_type normal using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] Dec 10 16:29:08.639175 n-d-766771-2 neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempt 5 to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 Dec 10 16:29:08.698213 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:08.732757 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 532ec0b1-7c87-4296-9c4b-684b9697a181, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=532ec0b1-7c87-4296-9c4b-684b9697a181,segment=NetworkSegment(61dcaedb-3bc0-47c0-9c1b-e1ac3641e703),segment_id=61dcaedb-3bc0-47c0-9c1b-e1ac3641e703)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:08.738268 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:08.788252 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=532ec0b1-7c87-4296-9c4b-684b9697a181,revision_number=8']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:08.965465 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:29:08.965792 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:29:08.966120 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 on network b2128370-b24c-47d9-9514-0f88a583dc3b {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:08.970835 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Port 8339bd0f-eec7-4d53-81d9-da922caedfc1 on network b2128370-b24c-47d9-9514-0f88a583dc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:29:08.971156 n-d-766771-2 neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Failed to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 on host n-h1-766771-2 for vnic_type normal using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] Dec 10 16:29:08.971869 n-d-766771-2 neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempt 6 to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 Dec 10 16:29:08.975156 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-82c9b573-51d4-4598-961d-3211be9dc4d5 req-5c3dc5eb-c12e-4ade-8a5b-2a6254a61227 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:09.008602 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:29:09.008928 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:29:09.009255 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 on network b2128370-b24c-47d9-9514-0f88a583dc3b {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:09.013321 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3dc5eb-c12e-4ade-8a5b-2a6254a61227 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Pushing event deleted for resources: {'Port': ['ID=29fdef71-a00a-4a1f-897b-f5c87d6d1c5b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:09.032318 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Port 8339bd0f-eec7-4d53-81d9-da922caedfc1 on network b2128370-b24c-47d9-9514-0f88a583dc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:29:09.032640 n-d-766771-2 neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Failed to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 on host n-h1-766771-2 for vnic_type normal using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] Dec 10 16:29:09.033881 n-d-766771-2 neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempt 7 to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 Dec 10 16:29:09.070055 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:29:09.070287 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:29:09.070626 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 on network b2128370-b24c-47d9-9514-0f88a583dc3b {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:09.079394 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Port 8339bd0f-eec7-4d53-81d9-da922caedfc1 on network b2128370-b24c-47d9-9514-0f88a583dc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:29:09.079715 n-d-766771-2 neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Failed to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 on host n-h1-766771-2 for vnic_type normal using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] Dec 10 16:29:09.080219 n-d-766771-2 neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempt 8 to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 Dec 10 16:29:09.084781 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-82c9b573-51d4-4598-961d-3211be9dc4d5 req-5c3dc5eb-c12e-4ade-8a5b-2a6254a61227 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Publish callbacks [] for floatingip, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:09.087313 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-82c9b573-51d4-4598-961d-3211be9dc4d5 req-5c3dc5eb-c12e-4ade-8a5b-2a6254a61227 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:09.088430 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-82c9b573-51d4-4598-961d-3211be9dc4d5 req-5c3dc5eb-c12e-4ade-8a5b-2a6254a61227 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] 10.222.0.11 "DELETE /v2.0/floatingips/7167895b-b642-4063-9b37-de4a3cbd0616 HTTP/1.1" status: 204 len: 173 time: 0.9762218 Dec 10 16:29:09.097885 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:29:09.098245 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:29:09.098582 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 on network b2128370-b24c-47d9-9514-0f88a583dc3b {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:09.102865 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Port 8339bd0f-eec7-4d53-81d9-da922caedfc1 on network b2128370-b24c-47d9-9514-0f88a583dc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:29:09.103168 n-d-766771-2 neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Failed to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 on host n-h1-766771-2 for vnic_type normal using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] Dec 10 16:29:09.103548 n-d-766771-2 neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempt 9 to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 Dec 10 16:29:09.116978 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:29:09.117270 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:29:09.117599 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 on network b2128370-b24c-47d9-9514-0f88a583dc3b {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:09.121912 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Port 8339bd0f-eec7-4d53-81d9-da922caedfc1 on network b2128370-b24c-47d9-9514-0f88a583dc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:29:09.122260 n-d-766771-2 neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Failed to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 on host n-h1-766771-2 for vnic_type normal using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] Dec 10 16:29:09.122641 n-d-766771-2 neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempt 10 to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 Dec 10 16:29:09.134905 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:29:09.135235 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:29:09.135559 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 on network b2128370-b24c-47d9-9514-0f88a583dc3b {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:09.139782 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Port 8339bd0f-eec7-4d53-81d9-da922caedfc1 on network b2128370-b24c-47d9-9514-0f88a583dc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:29:09.140102 n-d-766771-2 neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Failed to bind port 8339bd0f-eec7-4d53-81d9-da922caedfc1 on host n-h1-766771-2 for vnic_type normal using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] Dec 10 16:29:09.140460 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:09.206103 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] For port 8339bd0f-eec7-4d53-81d9-da922caedfc1, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:29:09.206509 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempted to set empty binding levels {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 16:29:09.211615 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:09.250052 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:09.250684 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:09.275124 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Pushing event updated for resources: {'Port': ['ID=8339bd0f-eec7-4d53-81d9-da922caedfc1,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:09.284045 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-28ab9c24-356a-4ea3-bb27-c476ad03fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.6679788 Dec 10 16:29:09.285047 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49672) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:09.332731 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ceb222-9810-40fa-ba94-a51ebb94cf09 req-24811e0e-4769-488e-b645-86769b6c97bd tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:09.334257 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-90ceb222-9810-40fa-ba94-a51ebb94cf09 req-24811e0e-4769-488e-b645-86769b6c97bd tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab146f0-e24a-4bbd-bc73-1ecec27069da HTTP/1.1" status: 200 len: 945 time: 0.0565495 Dec 10 16:29:09.361572 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-2953f990-4a51-414d-b97b-dae796334705 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Deleting port 8339bd0f-eec7-4d53-81d9-da922caedfc1 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:29:09.361928 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2953f990-4a51-414d-b97b-dae796334705 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:09.381574 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-90ceb222-9810-40fa-ba94-a51ebb94cf09 req-99f7f6f0-1b58-4800-b34b-3bda15d9ad3f tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] 10.222.0.11 "GET /v2.0/security-groups?id=888929c5-5ab8-4d31-a08d-ea80ad1c5655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407958 Dec 10 16:29:09.426705 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-2953f990-4a51-414d-b97b-dae796334705 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] For port 8339bd0f-eec7-4d53-81d9-da922caedfc1, host n-h1-766771-2, got binding levels [] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:09.427068 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2953f990-4a51-414d-b97b-dae796334705 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:09.440015 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-2953f990-4a51-414d-b97b-dae796334705 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Calling delete_port for 8339bd0f-eec7-4d53-81d9-da922caedfc1 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:29:09.517528 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2953f990-4a51-414d-b97b-dae796334705 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:09.536665 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2953f990-4a51-414d-b97b-dae796334705 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:09.539624 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2953f990-4a51-414d-b97b-dae796334705 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] 10.222.0.11 "DELETE /v2.0/ports/8339bd0f-eec7-4d53-81d9-da922caedfc1 HTTP/1.1" status: 204 len: 168 time: 0.2537358 Dec 10 16:29:09.544942 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 49686) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:09.560109 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2953f990-4a51-414d-b97b-dae796334705 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Pushing event deleted for resources: {'Port': ['ID=8339bd0f-eec7-4d53-81d9-da922caedfc1,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:09.567791 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2953f990-4a51-414d-b97b-dae796334705 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:09.568136 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2953f990-4a51-414d-b97b-dae796334705 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:09.568483 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2953f990-4a51-414d-b97b-dae796334705 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:09.568825 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2953f990-4a51-414d-b97b-dae796334705 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:09.569165 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2953f990-4a51-414d-b97b-dae796334705 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:09.569500 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2953f990-4a51-414d-b97b-dae796334705 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:09.569835 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2953f990-4a51-414d-b97b-dae796334705 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:09.570183 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2953f990-4a51-414d-b97b-dae796334705 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:09.570517 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2953f990-4a51-414d-b97b-dae796334705 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:09.570846 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2953f990-4a51-414d-b97b-dae796334705 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:09.571175 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2953f990-4a51-414d-b97b-dae796334705 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:09.571500 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2953f990-4a51-414d-b97b-dae796334705 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:09.571828 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2953f990-4a51-414d-b97b-dae796334705 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:09.577709 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-9229056d-d69d-47dc-bac3-f489a095d52b tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] GET failed (client error): The resource could not be found. Dec 10 16:29:09.579034 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9229056d-d69d-47dc-bac3-f489a095d52b tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] 10.222.0.11 "GET /v2.0/ports/8339bd0f-eec7-4d53-81d9-da922caedfc1 HTTP/1.1" status: 404 len: 333 time: 0.0331581 Dec 10 16:29:09.583243 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49688) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:09.586322 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5bde6-0115-4df8-9287-7e1962db622a req-df6eb06e-116b-4d5e-94da-b624e8796e76 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:09.587701 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-73c5bde6-0115-4df8-9287-7e1962db622a req-df6eb06e-116b-4d5e-94da-b624e8796e76 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/networks?id=f51320c6-36a3-445a-bf6e-8d6ab92c4522 HTTP/1.1" status: 200 len: 820 time: 0.1313093 Dec 10 16:29:09.588147 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-8728d4de-6b9c-4dc9-8759-9f5cea3da136 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Request body: {'port': {'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1980730215'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:09.603463 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-73c5bde6-0115-4df8-9287-7e1962db622a req-1fe014ee-487b-4634-9f1e-07007c205a05 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/quotas/78a67ea6c69344df8b0209764b4007aa HTTP/1.1" status: 200 len: 375 time: 0.0099361 Dec 10 16:29:09.610564 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8728d4de-6b9c-4dc9-8759-9f5cea3da136 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Made reservation on behalf of 5554971de40d4f3281c060fe689d00ff for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:29:09.613270 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8728d4de-6b9c-4dc9-8759-9f5cea3da136 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:09.628490 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-8728d4de-6b9c-4dc9-8759-9f5cea3da136 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] device_id is not set on port 5aacad92-8543-4156-b709-1c5a4a747149 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:29:09.663098 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-73c5bde6-0115-4df8-9287-7e1962db622a req-6d28410c-c443-4ca5-852a-6e082a115f82 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=78a67ea6c69344df8b0209764b4007aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0539734 Dec 10 16:29:09.752003 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-73c5bde6-0115-4df8-9287-7e1962db622a req-509eaca3-0afb-4226-9be9-e7e9ec673a5e service neutron] 10.222.0.11 "GET /v2.0/networks/f51320c6-36a3-445a-bf6e-8d6ab92c4522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814512 Dec 10 16:29:09.786950 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8728d4de-6b9c-4dc9-8759-9f5cea3da136 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:09.820720 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8728d4de-6b9c-4dc9-8759-9f5cea3da136 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:09.849386 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-73c5bde6-0115-4df8-9287-7e1962db622a req-29a42990-14d0-409c-a25f-9d102c17636a service neutron] 10.222.0.11 "GET /v2.0/networks/f51320c6-36a3-445a-bf6e-8d6ab92c4522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907593 Dec 10 16:29:09.863516 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8728d4de-6b9c-4dc9-8759-9f5cea3da136 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Network b2128370-b24c-47d9-9514-0f88a583dc3b is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:29:09.868024 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-8728d4de-6b9c-4dc9-8759-9f5cea3da136 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:29:09.870415 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8728d4de-6b9c-4dc9-8759-9f5cea3da136 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:29:09.871543 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8728d4de-6b9c-4dc9-8759-9f5cea3da136 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:09.872239 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8728d4de-6b9c-4dc9-8759-9f5cea3da136 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:09.886386 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8728d4de-6b9c-4dc9-8759-9f5cea3da136 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Pushing event updated for resources: {'Port': ['ID=5aacad92-8543-4156-b709-1c5a4a747149,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:09.897401 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8728d4de-6b9c-4dc9-8759-9f5cea3da136 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3129895 Dec 10 16:29:09.900041 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49690) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:09.905286 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:09.960004 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:10.010652 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 16:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0542aeef-b1f1-406d-bd2e-dbc70e9df5c6 x-openstack-request-id: req-0542aeef-b1f1-406d-bd2e-dbc70e9df5c6 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:29:10.011583 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "451e6409-316e-4b87-86cd-2da87aaa7224", "name": "network-vif-unplugged", "status": "completed", "tag": "532ec0b1-7c87-4296-9c4b-684b9697a181", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:29:10.011844 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0542aeef-b1f1-406d-bd2e-dbc70e9df5c6 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:29:10.012239 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '451e6409-316e-4b87-86cd-2da87aaa7224', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '532ec0b1-7c87-4296-9c4b-684b9697a181', 'code': 200} Dec 10 16:29:10.141639 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [req-79925956-eae6-4843-873f-2a1bb1987363 req-0b3e0a8a-581b-430c-aa02-c8f68b2094f4 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] show failed (client error): The resource could not be found. Dec 10 16:29:10.142706 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-79925956-eae6-4843-873f-2a1bb1987363 req-0b3e0a8a-581b-430c-aa02-c8f68b2094f4 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] 10.222.0.11 "GET /v2.0/floatingips/7167895b-b642-4063-9b37-de4a3cbd0616 HTTP/1.1" status: 404 len: 350 time: 0.0543959 Dec 10 16:29:10.156448 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] device_id is not set on port 5aacad92-8543-4156-b709-1c5a4a747149 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:29:10.166098 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:10.172119 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:10.232602 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Pushing event updated for resources: {'Port': ['ID=5aacad92-8543-4156-b709-1c5a4a747149,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:10.240136 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 5aacad92-8543-4156-b709-1c5a4a747149 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:29:10.240470 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 5aacad92-8543-4156-b709-1c5a4a747149 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:29:10.240803 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 5aacad92-8543-4156-b709-1c5a4a747149 on network b2128370-b24c-47d9-9514-0f88a583dc3b {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:10.246547 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Port 5aacad92-8543-4156-b709-1c5a4a747149 on network b2128370-b24c-47d9-9514-0f88a583dc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:29:10.246974 n-d-766771-2 neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Failed to bind port 5aacad92-8543-4156-b709-1c5a4a747149 on host n-h1-766771-2 for vnic_type normal using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] Dec 10 16:29:10.247719 n-d-766771-2 neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempt 2 to bind port 5aacad92-8543-4156-b709-1c5a4a747149 Dec 10 16:29:10.261568 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2901e-6157-4f27-9961-cc6b2023c17a req-44028904-bd3c-4425-a27f-3c3d919bb355 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.262696 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 5aacad92-8543-4156-b709-1c5a4a747149 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:29:10.263205 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 5aacad92-8543-4156-b709-1c5a4a747149 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:29:10.263489 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4ae2901e-6157-4f27-9961-cc6b2023c17a req-44028904-bd3c-4425-a27f-3c3d919bb355 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 946 time: 0.0561922 Dec 10 16:29:10.263608 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 5aacad92-8543-4156-b709-1c5a4a747149 on network b2128370-b24c-47d9-9514-0f88a583dc3b {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:10.268234 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Port 5aacad92-8543-4156-b709-1c5a4a747149 on network b2128370-b24c-47d9-9514-0f88a583dc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:29:10.268619 n-d-766771-2 neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Failed to bind port 5aacad92-8543-4156-b709-1c5a4a747149 on host n-h1-766771-2 for vnic_type normal using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] Dec 10 16:29:10.269679 n-d-766771-2 neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempt 3 to bind port 5aacad92-8543-4156-b709-1c5a4a747149 Dec 10 16:29:10.283747 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 5aacad92-8543-4156-b709-1c5a4a747149 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:29:10.284029 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 5aacad92-8543-4156-b709-1c5a4a747149 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:29:10.285040 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 5aacad92-8543-4156-b709-1c5a4a747149 on network b2128370-b24c-47d9-9514-0f88a583dc3b {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:10.290629 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Port 5aacad92-8543-4156-b709-1c5a4a747149 on network b2128370-b24c-47d9-9514-0f88a583dc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:29:10.291229 n-d-766771-2 neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Failed to bind port 5aacad92-8543-4156-b709-1c5a4a747149 on host n-h1-766771-2 for vnic_type normal using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] Dec 10 16:29:10.291581 n-d-766771-2 neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempt 4 to bind port 5aacad92-8543-4156-b709-1c5a4a747149 Dec 10 16:29:10.305563 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 5aacad92-8543-4156-b709-1c5a4a747149 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:29:10.306063 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 5aacad92-8543-4156-b709-1c5a4a747149 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:29:10.306538 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 5aacad92-8543-4156-b709-1c5a4a747149 on network b2128370-b24c-47d9-9514-0f88a583dc3b {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:10.311564 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Port 5aacad92-8543-4156-b709-1c5a4a747149 on network b2128370-b24c-47d9-9514-0f88a583dc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:29:10.311891 n-d-766771-2 neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Failed to bind port 5aacad92-8543-4156-b709-1c5a4a747149 on host n-h1-766771-2 for vnic_type normal using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] Dec 10 16:29:10.312277 n-d-766771-2 neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempt 5 to bind port 5aacad92-8543-4156-b709-1c5a4a747149 Dec 10 16:29:10.323232 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4ae2901e-6157-4f27-9961-cc6b2023c17a req-656b8ba7-bc5f-41cd-adb6-9a8721d1e6d5 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531492 Dec 10 16:29:10.324975 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 5aacad92-8543-4156-b709-1c5a4a747149 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:29:10.325304 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 5aacad92-8543-4156-b709-1c5a4a747149 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:29:10.325744 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 5aacad92-8543-4156-b709-1c5a4a747149 on network b2128370-b24c-47d9-9514-0f88a583dc3b {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:10.330949 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Port 5aacad92-8543-4156-b709-1c5a4a747149 on network b2128370-b24c-47d9-9514-0f88a583dc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:29:10.331841 n-d-766771-2 neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Failed to bind port 5aacad92-8543-4156-b709-1c5a4a747149 on host n-h1-766771-2 for vnic_type normal using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] Dec 10 16:29:10.332419 n-d-766771-2 neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempt 6 to bind port 5aacad92-8543-4156-b709-1c5a4a747149 Dec 10 16:29:10.350201 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 5aacad92-8543-4156-b709-1c5a4a747149 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:29:10.350386 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 5aacad92-8543-4156-b709-1c5a4a747149 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:29:10.350656 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 5aacad92-8543-4156-b709-1c5a4a747149 on network b2128370-b24c-47d9-9514-0f88a583dc3b {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:10.355799 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Port 5aacad92-8543-4156-b709-1c5a4a747149 on network b2128370-b24c-47d9-9514-0f88a583dc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:29:10.356227 n-d-766771-2 neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Failed to bind port 5aacad92-8543-4156-b709-1c5a4a747149 on host n-h1-766771-2 for vnic_type normal using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] Dec 10 16:29:10.356683 n-d-766771-2 neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempt 7 to bind port 5aacad92-8543-4156-b709-1c5a4a747149 Dec 10 16:29:10.370595 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 5aacad92-8543-4156-b709-1c5a4a747149 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:29:10.371044 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 5aacad92-8543-4156-b709-1c5a4a747149 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:29:10.371527 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 5aacad92-8543-4156-b709-1c5a4a747149 on network b2128370-b24c-47d9-9514-0f88a583dc3b {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:10.376509 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Port 5aacad92-8543-4156-b709-1c5a4a747149 on network b2128370-b24c-47d9-9514-0f88a583dc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:29:10.376832 n-d-766771-2 neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Failed to bind port 5aacad92-8543-4156-b709-1c5a4a747149 on host n-h1-766771-2 for vnic_type normal using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] Dec 10 16:29:10.377232 n-d-766771-2 neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempt 8 to bind port 5aacad92-8543-4156-b709-1c5a4a747149 Dec 10 16:29:10.392131 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 5aacad92-8543-4156-b709-1c5a4a747149 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:29:10.392497 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 5aacad92-8543-4156-b709-1c5a4a747149 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:29:10.392841 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 5aacad92-8543-4156-b709-1c5a4a747149 on network b2128370-b24c-47d9-9514-0f88a583dc3b {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:10.398829 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Port 5aacad92-8543-4156-b709-1c5a4a747149 on network b2128370-b24c-47d9-9514-0f88a583dc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:29:10.399115 n-d-766771-2 neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Failed to bind port 5aacad92-8543-4156-b709-1c5a4a747149 on host n-h1-766771-2 for vnic_type normal using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] Dec 10 16:29:10.399489 n-d-766771-2 neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempt 9 to bind port 5aacad92-8543-4156-b709-1c5a4a747149 Dec 10 16:29:10.413702 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 5aacad92-8543-4156-b709-1c5a4a747149 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:29:10.414043 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 5aacad92-8543-4156-b709-1c5a4a747149 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:29:10.414431 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 5aacad92-8543-4156-b709-1c5a4a747149 on network b2128370-b24c-47d9-9514-0f88a583dc3b {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:10.419226 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Port 5aacad92-8543-4156-b709-1c5a4a747149 on network b2128370-b24c-47d9-9514-0f88a583dc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:29:10.419612 n-d-766771-2 neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Failed to bind port 5aacad92-8543-4156-b709-1c5a4a747149 on host n-h1-766771-2 for vnic_type normal using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] Dec 10 16:29:10.420057 n-d-766771-2 neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempt 10 to bind port 5aacad92-8543-4156-b709-1c5a4a747149 Dec 10 16:29:10.433754 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 5aacad92-8543-4156-b709-1c5a4a747149 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:29:10.434089 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 5aacad92-8543-4156-b709-1c5a4a747149 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:29:10.434454 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port 5aacad92-8543-4156-b709-1c5a4a747149 on network b2128370-b24c-47d9-9514-0f88a583dc3b {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:10.439268 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Port 5aacad92-8543-4156-b709-1c5a4a747149 on network b2128370-b24c-47d9-9514-0f88a583dc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:29:10.439590 n-d-766771-2 neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Failed to bind port 5aacad92-8543-4156-b709-1c5a4a747149 on host n-h1-766771-2 for vnic_type normal using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] Dec 10 16:29:10.439952 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:10.515583 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] For port 5aacad92-8543-4156-b709-1c5a4a747149, host n-h1-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:29:10.516219 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempted to set empty binding levels {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 16:29:10.521719 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:10.542771 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-c6496085-49fc-410c-81e7-8f5d72b1cf9f tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.547206 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-c6496085-49fc-410c-81e7-8f5d72b1cf9f tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/networks?id=6b846837-ffd4-4012-82b7-af1d6b57a065 HTTP/1.1" status: 200 len: 814 time: 0.1270509 Dec 10 16:29:10.556390 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] In _notify_port_updated(), no bound segment for port 5aacad92-8543-4156-b709-1c5a4a747149 on network b2128370-b24c-47d9-9514-0f88a583dc3b {{(pid=103393) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:29:10.557239 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.557842 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:10.559206 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] 10.222.0.11 "PUT /v2.0/ports/5aacad92-8543-4156-b709-1c5a4a747149 HTTP/1.1" status: 200 len: 975 time: 0.6582379 Dec 10 16:29:10.561716 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49714) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:10.566207 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-e2b92715-a84c-4613-b098-aac88416f0c1 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/quotas/0d4248dbee8d467184bf6fd62b83d63b HTTP/1.1" status: 200 len: 375 time: 0.0134985 Dec 10 16:29:10.618366 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-0b07305c-bc46-4a6d-b809-fca2f85b16d0 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d4248dbee8d467184bf6fd62b83d63b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0463464 Dec 10 16:29:10.622968 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bc2339-ff68-414c-989a-b9792d097a64 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Pushing event updated for resources: {'Port': ['ID=5aacad92-8543-4156-b709-1c5a4a747149,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:10.707381 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.708195 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.708755 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.709582 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.710231 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.710898 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.711808 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.712622 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.713154 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.713758 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.714419 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.715115 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.715634 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.716092 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.716598 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.717136 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.717886 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.718474 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.719032 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.719675 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.720582 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.721348 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.722046 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.722693 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.723342 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.724345 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.724813 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.725384 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.725837 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.726317 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.726757 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-37be6969-03fb-4e0d-8f61-c5c66b018f2b service neutron] 10.222.0.11 "GET /v2.0/networks/6b846837-ffd4-4012-82b7-af1d6b57a065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983655 Dec 10 16:29:10.726874 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.727219 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.727671 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.728125 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.728578 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.729034 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.729482 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.729930 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.730405 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.730972 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.731825 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.732424 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.733168 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.733821 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.734321 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.734760 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.735323 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.735782 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.740954 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-76655f33-f40f-4805-bb90-06d001a801fb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 43216 time: 0.1782532 Dec 10 16:29:10.745956 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49716) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:10.823083 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-5f8bad85-1001-4b7d-a60c-e5edfc647ffb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Deleting port 5aacad92-8543-4156-b709-1c5a4a747149 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:29:10.823805 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5f8bad85-1001-4b7d-a60c-e5edfc647ffb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:10.854261 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41364a04-c7f3-4226-9ffa-9ac174468c76 req-2463ac00-6ab4-4a73-8272-fe6c9f68808f tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:10.855694 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-41364a04-c7f3-4226-9ffa-9ac174468c76 req-2463ac00-6ab4-4a73-8272-fe6c9f68808f tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.26 "GET /v2.0/ports?device_id=451e6409-316e-4b87-86cd-2da87aaa7224 HTTP/1.1" status: 200 len: 946 time: 0.0755188 Dec 10 16:29:10.872143 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-8edf7824-4457-403e-94d7-8a9f5d8a2077 service neutron] 10.222.0.11 "GET /v2.0/networks/6b846837-ffd4-4012-82b7-af1d6b57a065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385779 Dec 10 16:29:10.898972 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-5f8bad85-1001-4b7d-a60c-e5edfc647ffb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] For port 5aacad92-8543-4156-b709-1c5a4a747149, host n-h1-766771-2, got binding levels [] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:10.899460 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5f8bad85-1001-4b7d-a60c-e5edfc647ffb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:10.915106 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-5f8bad85-1001-4b7d-a60c-e5edfc647ffb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Calling delete_port for 5aacad92-8543-4156-b709-1c5a4a747149 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:29:10.968994 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-41364a04-c7f3-4226-9ffa-9ac174468c76 req-620b4de7-b27e-4c08-b34b-1b6d969c9341 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Deleting port 532ec0b1-7c87-4296-9c4b-684b9697a181 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:29:10.969471 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-41364a04-c7f3-4226-9ffa-9ac174468c76 req-620b4de7-b27e-4c08-b34b-1b6d969c9341 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:11.014290 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5f8bad85-1001-4b7d-a60c-e5edfc647ffb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:11.058652 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8bad85-1001-4b7d-a60c-e5edfc647ffb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Pushing event deleted for resources: {'Port': ['ID=5aacad92-8543-4156-b709-1c5a4a747149,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:11.071474 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5f8bad85-1001-4b7d-a60c-e5edfc647ffb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:11.079803 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5f8bad85-1001-4b7d-a60c-e5edfc647ffb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] 10.222.0.11 "DELETE /v2.0/ports/5aacad92-8543-4156-b709-1c5a4a747149 HTTP/1.1" status: 204 len: 168 time: 0.3325386 Dec 10 16:29:11.083908 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49724) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:11.120551 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-298528f6-73e5-42db-a376-d0b639fac19a tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] GET failed (client error): The resource could not be found. Dec 10 16:29:11.126015 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-298528f6-73e5-42db-a376-d0b639fac19a tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] 10.222.0.11 "GET /v2.0/ports/5aacad92-8543-4156-b709-1c5a4a747149 HTTP/1.1" status: 404 len: 333 time: 0.0370283 Dec 10 16:29:11.126186 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49726) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:11.138580 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-ce4daaa1-7b80-4d7f-8bdb-205708824d34 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-15898309', 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:11.172939 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4daaa1-7b80-4d7f-8bdb-205708824d34 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Made reservation on behalf of 5554971de40d4f3281c060fe689d00ff for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:29:11.180587 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce4daaa1-7b80-4d7f-8bdb-205708824d34 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:11.182087 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-41364a04-c7f3-4226-9ffa-9ac174468c76 req-620b4de7-b27e-4c08-b34b-1b6d969c9341 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] For port 532ec0b1-7c87-4296-9c4b-684b9697a181, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=532ec0b1-7c87-4296-9c4b-684b9697a181,segment=NetworkSegment(61dcaedb-3bc0-47c0-9c1b-e1ac3641e703),segment_id=61dcaedb-3bc0-47c0-9c1b-e1ac3641e703)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:11.183248 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-41364a04-c7f3-4226-9ffa-9ac174468c76 req-620b4de7-b27e-4c08-b34b-1b6d969c9341 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:11.223639 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-ce4daaa1-7b80-4d7f-8bdb-205708824d34 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] device_id is not set on port 960caf40-a05c-49ff-8b6f-3b53ffa7c3ce yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:29:11.234237 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-41364a04-c7f3-4226-9ffa-9ac174468c76 req-620b4de7-b27e-4c08-b34b-1b6d969c9341 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Calling delete_port for 532ec0b1-7c87-4296-9c4b-684b9697a181 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:29:11.265314 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5bde6-0115-4df8-9287-7e1962db622a req-66461614-99f9-4498-851b-f49432332e52 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:11.267247 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-73c5bde6-0115-4df8-9287-7e1962db622a req-66461614-99f9-4498-851b-f49432332e52 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.26 "GET /v2.0/networks?id=f51320c6-36a3-445a-bf6e-8d6ab92c4522 HTTP/1.1" status: 200 len: 820 time: 0.2081709 Dec 10 16:29:11.308763 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-73c5bde6-0115-4df8-9287-7e1962db622a req-273aae70-004c-4fe2-8a03-aa495a0e5e35 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Request body: {'port': {'device_id': '14b9c694-3535-4aa8-ac86-3b17a08d6a29', 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522', 'admin_state_up': True, 'tenant_id': '78a67ea6c69344df8b0209764b4007aa'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:11.345210 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b40e2cf6-9ac7-4294-9729-e6221a2f66d7 req-93d0df3c-0812-4328-ad1e-5b395626b667 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/ports?device_id=14b9c694-3535-4aa8-ac86-3b17a08d6a29 HTTP/1.1" status: 200 len: 210 time: 0.0731945 Dec 10 16:29:11.451566 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [req-1d521a9d-4240-4561-945a-0339aeeb4bca req-866355dd-3b83-4486-8ceb-c0e1bfc75785 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] show failed (client error): The resource could not be found. Dec 10 16:29:11.452767 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1d521a9d-4240-4561-945a-0339aeeb4bca req-866355dd-3b83-4486-8ceb-c0e1bfc75785 tempest-FloatingIPsTestJSON-885859780 tempest-FloatingIPsTestJSON-885859780-project] 10.222.0.11 "GET /v2.0/floatingips/7167895b-b642-4063-9b37-de4a3cbd0616 HTTP/1.1" status: 404 len: 350 time: 0.0652561 Dec 10 16:29:11.481935 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 49736) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:11.665615 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce4daaa1-7b80-4d7f-8bdb-205708824d34 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:11.699905 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce4daaa1-7b80-4d7f-8bdb-205708824d34 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:11.719417 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbfbd86-90d3-439c-8cae-4e2d205b18fd req-594ecccd-f79e-42d7-8704-2020e32fad91 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:11.720933 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-afbfbd86-90d3-439c-8cae-4e2d205b18fd req-594ecccd-f79e-42d7-8704-2020e32fad91 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 946 time: 0.1737266 Dec 10 16:29:11.721581 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-41364a04-c7f3-4226-9ffa-9ac174468c76 req-620b4de7-b27e-4c08-b34b-1b6d969c9341 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:11.732966 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['532ec0b1-7c87-4296-9c4b-684b9697a181'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:29:11.745117 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4daaa1-7b80-4d7f-8bdb-205708824d34 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Network b2128370-b24c-47d9-9514-0f88a583dc3b is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:29:11.751837 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-ce4daaa1-7b80-4d7f-8bdb-205708824d34 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:29:11.755974 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73c5bde6-0115-4df8-9287-7e1962db622a req-273aae70-004c-4fe2-8a03-aa495a0e5e35 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Made reservation on behalf of 78a67ea6c69344df8b0209764b4007aa for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:29:11.757031 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4daaa1-7b80-4d7f-8bdb-205708824d34 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:29:11.758048 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4daaa1-7b80-4d7f-8bdb-205708824d34 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:11.758697 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce4daaa1-7b80-4d7f-8bdb-205708824d34 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:11.759424 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-73c5bde6-0115-4df8-9287-7e1962db622a req-273aae70-004c-4fe2-8a03-aa495a0e5e35 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:11.775413 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4daaa1-7b80-4d7f-8bdb-205708824d34 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Pushing event updated for resources: {'Port': ['ID=960caf40-a05c-49ff-8b6f-3b53ffa7c3ce,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:11.779028 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b4de7-b27e-4c08-b34b-1b6d969c9341 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Pushing event deleted for resources: {'Port': ['ID=532ec0b1-7c87-4296-9c4b-684b9697a181,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:11.785370 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ce4daaa1-7b80-4d7f-8bdb-205708824d34 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.6578007 Dec 10 16:29:11.788017 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49738) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:11.825421 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d09e7e2-0331-460c-bfa3-c8a023a21769 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:11.829562 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9d09e7e2-0331-460c-bfa3-c8a023a21769 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] 10.222.0.11 "GET /v2.0/ports/960caf40-a05c-49ff-8b6f-3b53ffa7c3ce HTTP/1.1" status: 200 len: 953 time: 0.0377557 Dec 10 16:29:11.829668 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49740) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:11.908986 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-590c7b62-f06d-4d38-b040-25f061b44b1d tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Deleting port 960caf40-a05c-49ff-8b6f-3b53ffa7c3ce {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:29:11.909237 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-590c7b62-f06d-4d38-b040-25f061b44b1d tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:11.915942 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-41364a04-c7f3-4226-9ffa-9ac174468c76 req-620b4de7-b27e-4c08-b34b-1b6d969c9341 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] No DVR routers for this DVR port 532ec0b1-7c87-4296-9c4b-684b9697a181 on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:29:11.923888 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-41364a04-c7f3-4226-9ffa-9ac174468c76 req-620b4de7-b27e-4c08-b34b-1b6d969c9341 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:11.927764 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-41364a04-c7f3-4226-9ffa-9ac174468c76 req-620b4de7-b27e-4c08-b34b-1b6d969c9341 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.26 "DELETE /v2.0/ports/532ec0b1-7c87-4296-9c4b-684b9697a181 HTTP/1.1" status: 204 len: 173 time: 1.0632241 Dec 10 16:29:11.959743 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '451e6409-316e-4b87-86cd-2da87aaa7224', 'name': 'network-vif-deleted', 'tag': '532ec0b1-7c87-4296-9c4b-684b9697a181'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:29:11.962014 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a454cb-16cd-429a-8fb9-2de2aa65ca82" -d '{"events": [{"server_uuid": "451e6409-316e-4b87-86cd-2da87aaa7224", "name": "network-vif-deleted", "tag": "532ec0b1-7c87-4296-9c4b-684b9697a181"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:29:11.978167 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-590c7b62-f06d-4d38-b040-25f061b44b1d tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:11.991917 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-afbfbd86-90d3-439c-8cae-4e2d205b18fd req-35ae31c2-5078-481c-9d58-457617c23169 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578473 Dec 10 16:29:11.992135 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-590c7b62-f06d-4d38-b040-25f061b44b1d tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Calling delete_port for 960caf40-a05c-49ff-8b6f-3b53ffa7c3ce owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:29:12.024127 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '451e6409-316e-4b87-86cd-2da87aaa7224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532ec0b1-7c87-4296-9c4b-684b9697a181'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:29:12.028638 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b058e2a-ab78-4a4b-b688-395810f9fe99" -d '{"events": [{"server_uuid": "451e6409-316e-4b87-86cd-2da87aaa7224", "name": "network-vif-plugged", "status": "completed", "tag": "532ec0b1-7c87-4296-9c4b-684b9697a181"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:29:12.076394 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-73c5bde6-0115-4df8-9287-7e1962db622a req-273aae70-004c-4fe2-8a03-aa495a0e5e35 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Allocated IP 172.20.0.3 (f51320c6-36a3-445a-bf6e-8d6ab92c4522/e98874b0-e60d-4822-8213-f6ac4d039265/d1e6193b-c9a6-4b49-a18d-73542042343a) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:29:12.091632 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-590c7b62-f06d-4d38-b040-25f061b44b1d tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:12.139764 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-590c7b62-f06d-4d38-b040-25f061b44b1d tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:12.145461 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-590c7b62-f06d-4d38-b040-25f061b44b1d tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] 10.222.0.11 "DELETE /v2.0/ports/960caf40-a05c-49ff-8b6f-3b53ffa7c3ce HTTP/1.1" status: 204 len: 168 time: 0.3124850 Dec 10 16:29:12.145461 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c7b62-f06d-4d38-b040-25f061b44b1d tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Pushing event deleted for resources: {'Port': ['ID=960caf40-a05c-49ff-8b6f-3b53ffa7c3ce,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:12.146421 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49748) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:12.172379 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-434a47af-01e1-4b05-9366-a20d157881cb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] GET failed (client error): The resource could not be found. Dec 10 16:29:12.177723 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-434a47af-01e1-4b05-9366-a20d157881cb tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] 10.222.0.11 "GET /v2.0/ports/960caf40-a05c-49ff-8b6f-3b53ffa7c3ce HTTP/1.1" status: 404 len: 333 time: 0.0264230 Dec 10 16:29:12.179433 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49750) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:12.182670 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-db6bc1fc-c190-44c1-a1dc-eba10fede4d7 req-bd9e43dd-e416-4501-a305-a11f33a60293 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=54120776-6bb5-445b-87b3-685edc5a802f HTTP/1.1" status: 200 len: 210 time: 0.0639501 Dec 10 16:29:12.185748 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-d93d3e8c-779a-4064-a7de-d9f34bd4676e tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Request body: {'port': {'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1676014170'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:12.231205 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93d3e8c-779a-4064-a7de-d9f34bd4676e tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Made reservation on behalf of 5554971de40d4f3281c060fe689d00ff for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:29:12.235293 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d93d3e8c-779a-4064-a7de-d9f34bd4676e tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:12.271432 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-d93d3e8c-779a-4064-a7de-d9f34bd4676e tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] device_id is not set on port bacfab88-d735-434e-8280-31c9567ec9a7 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:29:12.397517 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e6297c-f722-4eb5-a333-872cc7971159 x-openstack-request-id: req-08e6297c-f722-4eb5-a333-872cc7971159 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:29:12.398082 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "451e6409-316e-4b87-86cd-2da87aaa7224", "name": "network-vif-deleted", "tag": "532ec0b1-7c87-4296-9c4b-684b9697a181", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:29:12.398082 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-08e6297c-f722-4eb5-a333-872cc7971159 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:29:12.398450 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '451e6409-316e-4b87-86cd-2da87aaa7224', 'name': 'network-vif-deleted', 'tag': '532ec0b1-7c87-4296-9c4b-684b9697a181', 'status': 'completed', 'code': 200} Dec 10 16:29:12.438409 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-919b3b0b-c46a-46bb-90b0-2b505e88d1b8 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:12.439900 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-919b3b0b-c46a-46bb-90b0-2b505e88d1b8 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.46 "GET /v2.0/networks?id=6b846837-ffd4-4012-82b7-af1d6b57a065 HTTP/1.1" status: 200 len: 814 time: 0.2396991 Dec 10 16:29:12.460633 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-07832bd8-9c37-4ee1-a580-4d6483d25c79 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Request body: {'port': {'device_id': '54120776-6bb5-445b-87b3-685edc5a802f', 'network_id': '6b846837-ffd4-4012-82b7-af1d6b57a065', 'admin_state_up': True, 'tenant_id': '0d4248dbee8d467184bf6fd62b83d63b'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:12.486327 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-73c5bde6-0115-4df8-9287-7e1962db622a req-273aae70-004c-4fe2-8a03-aa495a0e5e35 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:12.507282 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d93d3e8c-779a-4064-a7de-d9f34bd4676e tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:12.563440 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d93d3e8c-779a-4064-a7de-d9f34bd4676e tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:12.605929 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b500777d-cd2f-4da8-afd7-0030b88a7e7d x-openstack-request-id: req-b500777d-cd2f-4da8-afd7-0030b88a7e7d {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:29:12.606494 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "451e6409-316e-4b87-86cd-2da87aaa7224", "name": "network-vif-plugged", "status": "completed", "tag": "532ec0b1-7c87-4296-9c4b-684b9697a181", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:29:12.607007 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b500777d-cd2f-4da8-afd7-0030b88a7e7d {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:29:12.607591 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '451e6409-316e-4b87-86cd-2da87aaa7224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532ec0b1-7c87-4296-9c4b-684b9697a181', 'code': 200} Dec 10 16:29:12.624628 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93d3e8c-779a-4064-a7de-d9f34bd4676e tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Network b2128370-b24c-47d9-9514-0f88a583dc3b is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:29:12.630344 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-d93d3e8c-779a-4064-a7de-d9f34bd4676e tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:29:12.634281 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93d3e8c-779a-4064-a7de-d9f34bd4676e tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:29:12.635451 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93d3e8c-779a-4064-a7de-d9f34bd4676e tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:12.636254 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d93d3e8c-779a-4064-a7de-d9f34bd4676e tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:12.638938 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d3e8c-779a-4064-a7de-d9f34bd4676e tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Pushing event updated for resources: {'Port': ['ID=bacfab88-d735-434e-8280-31c9567ec9a7,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:12.652644 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-73c5bde6-0115-4df8-9287-7e1962db622a req-273aae70-004c-4fe2-8a03-aa495a0e5e35 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:12.665729 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d93d3e8c-779a-4064-a7de-d9f34bd4676e tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4849641 Dec 10 16:29:12.668330 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49758) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:12.674111 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['9b3c7d03-2174-4fbe-b556-009ea3e61047'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:29:12.674321 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:12.734335 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-07832bd8-9c37-4ee1-a580-4d6483d25c79 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Made reservation on behalf of 0d4248dbee8d467184bf6fd62b83d63b for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:29:12.739290 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-07832bd8-9c37-4ee1-a580-4d6483d25c79 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:12.751429 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:12.767565 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-92c41c66-abf6-43ac-8250-481921c01360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:12.821741 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73c5bde6-0115-4df8-9287-7e1962db622a req-273aae70-004c-4fe2-8a03-aa495a0e5e35 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Network f51320c6-36a3-445a-bf6e-8d6ab92c4522 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:29:12.880792 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-73c5bde6-0115-4df8-9287-7e1962db622a req-273aae70-004c-4fe2-8a03-aa495a0e5e35 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:29:12.891053 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c5bde6-0115-4df8-9287-7e1962db622a req-273aae70-004c-4fe2-8a03-aa495a0e5e35 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:29:12.898427 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273aae70-004c-4fe2-8a03-aa495a0e5e35 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Pushing event updated for resources: {'Port': ['ID=d1e6193b-c9a6-4b49-a18d-73542042343a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:12.935202 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] device_id is not set on port bacfab88-d735-434e-8280-31c9567ec9a7 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:29:12.945598 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:12.951244 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:13.016529 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Pushing event updated for resources: {'Port': ['ID=bacfab88-d735-434e-8280-31c9567ec9a7,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:13.018210 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91a0d8-198b-492e-bc93-a7eb236903e9 req-36a76497-00ed-4629-8efd-eb2f3c2e0289 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:13.024570 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port bacfab88-d735-434e-8280-31c9567ec9a7 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:29:13.024914 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port bacfab88-d735-434e-8280-31c9567ec9a7 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:29:13.025684 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e91a0d8-198b-492e-bc93-a7eb236903e9 req-36a76497-00ed-4629-8efd-eb2f3c2e0289 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/ports?device_id=14b9c694-3535-4aa8-ac86-3b17a08d6a29 HTTP/1.1" status: 200 len: 931 time: 0.2639315 Dec 10 16:29:13.026473 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port bacfab88-d735-434e-8280-31c9567ec9a7 on network b2128370-b24c-47d9-9514-0f88a583dc3b {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:13.032711 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Port bacfab88-d735-434e-8280-31c9567ec9a7 on network b2128370-b24c-47d9-9514-0f88a583dc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:29:13.035255 n-d-766771-2 neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Failed to bind port bacfab88-d735-434e-8280-31c9567ec9a7 on host n-h1-766771-2 for vnic_type normal using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] Dec 10 16:29:13.035758 n-d-766771-2 neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempt 2 to bind port bacfab88-d735-434e-8280-31c9567ec9a7 Dec 10 16:29:13.038396 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5bde6-0115-4df8-9287-7e1962db622a req-273aae70-004c-4fe2-8a03-aa495a0e5e35 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:13.039049 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-73c5bde6-0115-4df8-9287-7e1962db622a req-273aae70-004c-4fe2-8a03-aa495a0e5e35 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:13.051722 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port bacfab88-d735-434e-8280-31c9567ec9a7 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:29:13.052354 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port bacfab88-d735-434e-8280-31c9567ec9a7 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:29:13.052776 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port bacfab88-d735-434e-8280-31c9567ec9a7 on network b2128370-b24c-47d9-9514-0f88a583dc3b {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:13.057703 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Port bacfab88-d735-434e-8280-31c9567ec9a7 on network b2128370-b24c-47d9-9514-0f88a583dc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:29:13.058038 n-d-766771-2 neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Failed to bind port bacfab88-d735-434e-8280-31c9567ec9a7 on host n-h1-766771-2 for vnic_type normal using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] Dec 10 16:29:13.058462 n-d-766771-2 neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempt 3 to bind port bacfab88-d735-434e-8280-31c9567ec9a7 Dec 10 16:29:13.072350 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port bacfab88-d735-434e-8280-31c9567ec9a7 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:29:13.072640 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port bacfab88-d735-434e-8280-31c9567ec9a7 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:29:13.072937 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port bacfab88-d735-434e-8280-31c9567ec9a7 on network b2128370-b24c-47d9-9514-0f88a583dc3b {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:13.078593 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Port bacfab88-d735-434e-8280-31c9567ec9a7 on network b2128370-b24c-47d9-9514-0f88a583dc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:29:13.078919 n-d-766771-2 neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Failed to bind port bacfab88-d735-434e-8280-31c9567ec9a7 on host n-h1-766771-2 for vnic_type normal using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] Dec 10 16:29:13.079314 n-d-766771-2 neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempt 4 to bind port bacfab88-d735-434e-8280-31c9567ec9a7 Dec 10 16:29:13.094701 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port bacfab88-d735-434e-8280-31c9567ec9a7 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:29:13.095227 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port bacfab88-d735-434e-8280-31c9567ec9a7 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:29:13.095461 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port bacfab88-d735-434e-8280-31c9567ec9a7 on network b2128370-b24c-47d9-9514-0f88a583dc3b {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:13.101773 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Port bacfab88-d735-434e-8280-31c9567ec9a7 on network b2128370-b24c-47d9-9514-0f88a583dc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:29:13.102160 n-d-766771-2 neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Failed to bind port bacfab88-d735-434e-8280-31c9567ec9a7 on host n-h1-766771-2 for vnic_type normal using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] Dec 10 16:29:13.102566 n-d-766771-2 neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempt 5 to bind port bacfab88-d735-434e-8280-31c9567ec9a7 Dec 10 16:29:13.117470 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port bacfab88-d735-434e-8280-31c9567ec9a7 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:29:13.117792 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port bacfab88-d735-434e-8280-31c9567ec9a7 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:29:13.118123 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port bacfab88-d735-434e-8280-31c9567ec9a7 on network b2128370-b24c-47d9-9514-0f88a583dc3b {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:13.123680 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Port bacfab88-d735-434e-8280-31c9567ec9a7 on network b2128370-b24c-47d9-9514-0f88a583dc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:29:13.124060 n-d-766771-2 neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Failed to bind port bacfab88-d735-434e-8280-31c9567ec9a7 on host n-h1-766771-2 for vnic_type normal using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] Dec 10 16:29:13.124645 n-d-766771-2 neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempt 6 to bind port bacfab88-d735-434e-8280-31c9567ec9a7 Dec 10 16:29:13.132767 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-73c5bde6-0115-4df8-9287-7e1962db622a req-273aae70-004c-4fe2-8a03-aa495a0e5e35 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8501029 Dec 10 16:29:13.138032 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port bacfab88-d735-434e-8280-31c9567ec9a7 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:29:13.138467 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port bacfab88-d735-434e-8280-31c9567ec9a7 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:29:13.138826 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port bacfab88-d735-434e-8280-31c9567ec9a7 on network b2128370-b24c-47d9-9514-0f88a583dc3b {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:13.143779 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Port bacfab88-d735-434e-8280-31c9567ec9a7 on network b2128370-b24c-47d9-9514-0f88a583dc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:29:13.144115 n-d-766771-2 neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Failed to bind port bacfab88-d735-434e-8280-31c9567ec9a7 on host n-h1-766771-2 for vnic_type normal using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] Dec 10 16:29:13.144485 n-d-766771-2 neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempt 7 to bind port bacfab88-d735-434e-8280-31c9567ec9a7 Dec 10 16:29:13.154773 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-73c5bde6-0115-4df8-9287-7e1962db622a req-7a21fd23-9de1-4c8d-86e7-87757b672015 service neutron] Request body: {'port': {'device_id': '14b9c694-3535-4aa8-ac86-3b17a08d6a29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:13.156804 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port bacfab88-d735-434e-8280-31c9567ec9a7 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:29:13.157136 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port bacfab88-d735-434e-8280-31c9567ec9a7 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:29:13.157460 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port bacfab88-d735-434e-8280-31c9567ec9a7 on network b2128370-b24c-47d9-9514-0f88a583dc3b {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:13.162578 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Port bacfab88-d735-434e-8280-31c9567ec9a7 on network b2128370-b24c-47d9-9514-0f88a583dc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:29:13.162871 n-d-766771-2 neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Failed to bind port bacfab88-d735-434e-8280-31c9567ec9a7 on host n-h1-766771-2 for vnic_type normal using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] Dec 10 16:29:13.163258 n-d-766771-2 neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempt 8 to bind port bacfab88-d735-434e-8280-31c9567ec9a7 Dec 10 16:29:13.176373 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port bacfab88-d735-434e-8280-31c9567ec9a7 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:29:13.176699 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port bacfab88-d735-434e-8280-31c9567ec9a7 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:29:13.177023 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port bacfab88-d735-434e-8280-31c9567ec9a7 on network b2128370-b24c-47d9-9514-0f88a583dc3b {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:13.181423 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Port bacfab88-d735-434e-8280-31c9567ec9a7 on network b2128370-b24c-47d9-9514-0f88a583dc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:29:13.181831 n-d-766771-2 neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Failed to bind port bacfab88-d735-434e-8280-31c9567ec9a7 on host n-h1-766771-2 for vnic_type normal using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] Dec 10 16:29:13.182312 n-d-766771-2 neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempt 9 to bind port bacfab88-d735-434e-8280-31c9567ec9a7 Dec 10 16:29:13.196913 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port bacfab88-d735-434e-8280-31c9567ec9a7 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:29:13.197161 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port bacfab88-d735-434e-8280-31c9567ec9a7 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:29:13.197483 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port bacfab88-d735-434e-8280-31c9567ec9a7 on network b2128370-b24c-47d9-9514-0f88a583dc3b {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:13.202806 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e473f76e-20ce-4837-9e5a-f3dee7e7985c None None] Provisioning complete for port d1e6193b-c9a6-4b49-a18d-73542042343a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:29:13.203534 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e473f76e-20ce-4837-9e5a-f3dee7e7985c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:13.204441 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Port bacfab88-d735-434e-8280-31c9567ec9a7 on network b2128370-b24c-47d9-9514-0f88a583dc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:29:13.204994 n-d-766771-2 neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Failed to bind port bacfab88-d735-434e-8280-31c9567ec9a7 on host n-h1-766771-2 for vnic_type normal using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] Dec 10 16:29:13.205449 n-d-766771-2 neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempt 10 to bind port bacfab88-d735-434e-8280-31c9567ec9a7 Dec 10 16:29:13.219354 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-07832bd8-9c37-4ee1-a580-4d6483d25c79 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Allocated IP 172.20.0.6 (6b846837-ffd4-4012-82b7-af1d6b57a065/1aaff46f-c283-4149-ac89-cdd26ce93be3/1b1c015d-52f1-4820-a452-5cbf621b6d9d) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:29:13.224904 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port bacfab88-d735-434e-8280-31c9567ec9a7 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:29:13.225554 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port bacfab88-d735-434e-8280-31c9567ec9a7 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:29:13.225554 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempting to bind port bacfab88-d735-434e-8280-31c9567ec9a7 on network b2128370-b24c-47d9-9514-0f88a583dc3b {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:13.231188 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Port bacfab88-d735-434e-8280-31c9567ec9a7 on network b2128370-b24c-47d9-9514-0f88a583dc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:29:13.231480 n-d-766771-2 neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Failed to bind port bacfab88-d735-434e-8280-31c9567ec9a7 on host n-h1-766771-2 for vnic_type normal using segments [{'id': 'e0261e22-d761-4eb5-ae1b-4f916dac6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2128370-b24c-47d9-9514-0f88a583dc3b'}] Dec 10 16:29:13.231842 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:13.232459 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e91a0d8-198b-492e-bc93-a7eb236903e9 req-a73a6b9c-22bc-44f4-b396-7ff454cd8ad2 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/security-groups?id=0323d5e7-5cb6-4b7a-86bf-6326caf30de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059200 Dec 10 16:29:13.249144 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-e473f76e-20ce-4837-9e5a-f3dee7e7985c None None] Port d1e6193b-c9a6-4b49-a18d-73542042343a cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:29:13.304583 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-73c5bde6-0115-4df8-9287-7e1962db622a req-7a21fd23-9de1-4c8d-86e7-87757b672015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:13.321398 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] For port bacfab88-d735-434e-8280-31c9567ec9a7, host n-h1-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:29:13.322632 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attempted to set empty binding levels {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 16:29:13.328079 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:13.369964 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] In _notify_port_updated(), no bound segment for port bacfab88-d735-434e-8280-31c9567ec9a7 on network b2128370-b24c-47d9-9514-0f88a583dc3b {{(pid=103393) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:29:13.370870 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:13.371534 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:13.372950 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] 10.222.0.11 "PUT /v2.0/ports/bacfab88-d735-434e-8280-31c9567ec9a7 HTTP/1.1" status: 200 len: 975 time: 0.7036867 Dec 10 16:29:13.377188 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49766) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:13.411261 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc9c94-96aa-456e-8206-dd07b221628f tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Pushing event updated for resources: {'Port': ['ID=bacfab88-d735-434e-8280-31c9567ec9a7,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:13.467150 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-41da6527-17db-4c0d-bddd-298da53d6d76 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Deleting port bacfab88-d735-434e-8280-31c9567ec9a7 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:29:13.467398 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-41da6527-17db-4c0d-bddd-298da53d6d76 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:13.533784 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-41da6527-17db-4c0d-bddd-298da53d6d76 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] For port bacfab88-d735-434e-8280-31c9567ec9a7, host n-h1-766771-2, got binding levels [] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:13.534150 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-41da6527-17db-4c0d-bddd-298da53d6d76 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:13.549374 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-41da6527-17db-4c0d-bddd-298da53d6d76 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Calling delete_port for bacfab88-d735-434e-8280-31c9567ec9a7 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:29:13.643010 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-41da6527-17db-4c0d-bddd-298da53d6d76 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:13.670311 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da6527-17db-4c0d-bddd-298da53d6d76 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Pushing event deleted for resources: {'Port': ['ID=bacfab88-d735-434e-8280-31c9567ec9a7,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:13.678164 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-41da6527-17db-4c0d-bddd-298da53d6d76 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:13.681647 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-41da6527-17db-4c0d-bddd-298da53d6d76 tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] 10.222.0.11 "DELETE /v2.0/ports/bacfab88-d735-434e-8280-31c9567ec9a7 HTTP/1.1" status: 204 len: 168 time: 0.3034654 Dec 10 16:29:13.684273 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49768) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:13.709820 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e5a29ca-1eb5-434b-a867-c0b6c0245d9d tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] GET failed (client error): The resource could not be found. Dec 10 16:29:13.711392 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4e5a29ca-1eb5-434b-a867-c0b6c0245d9d tempest-PortsAdminExtendedAttrsTestJSON-1438616335 tempest-PortsAdminExtendedAttrsTestJSON-1438616335-project-admin] 10.222.0.11 "GET /v2.0/ports/bacfab88-d735-434e-8280-31c9567ec9a7 HTTP/1.1" status: 404 len: 333 time: 0.0260584 Dec 10 16:29:13.715077 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49770) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:13.793108 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a5c4c366-325f-433a-a1c9-3e336317c2d3 tempest-PortsAdminExtendedAttrsTestJSON-485860706 tempest-PortsAdminExtendedAttrsTestJSON-485860706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:13.890512 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1f3affb9-61dd-410a-9986-3ce2caff7254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:13.899267 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a5c4c366-325f-433a-a1c9-3e336317c2d3 tempest-PortsAdminExtendedAttrsTestJSON-485860706 tempest-PortsAdminExtendedAttrsTestJSON-485860706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:13.920898 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a5c4c366-325f-433a-a1c9-3e336317c2d3 tempest-PortsAdminExtendedAttrsTestJSON-485860706 tempest-PortsAdminExtendedAttrsTestJSON-485860706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2128370-b24c-47d9-9514-0f88a583dc3b']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:13.923379 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47626b42-5a35-4b4b-ad5a-434f1b8a922e req-b2a0bdf3-5493-40c6-bc6d-9801c2d05016 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:13.924919 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-47626b42-5a35-4b4b-ad5a-434f1b8a922e req-b2a0bdf3-5493-40c6-bc6d-9801c2d05016 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 946 time: 0.1973226 Dec 10 16:29:13.935085 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a5c4c366-325f-433a-a1c9-3e336317c2d3 tempest-PortsAdminExtendedAttrsTestJSON-485860706 tempest-PortsAdminExtendedAttrsTestJSON-485860706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0261e22-d761-4eb5-ae1b-4f916dac6811') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:13.935418 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a5c4c366-325f-433a-a1c9-3e336317c2d3 tempest-PortsAdminExtendedAttrsTestJSON-485860706 tempest-PortsAdminExtendedAttrsTestJSON-485860706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0261e22-d761-4eb5-ae1b-4f916dac6811') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:13.946925 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a5c4c366-325f-433a-a1c9-3e336317c2d3 tempest-PortsAdminExtendedAttrsTestJSON-485860706 tempest-PortsAdminExtendedAttrsTestJSON-485860706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:13.949146 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-07832bd8-9c37-4ee1-a580-4d6483d25c79 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:13.962543 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a5c4c366-325f-433a-a1c9-3e336317c2d3 tempest-PortsAdminExtendedAttrsTestJSON-485860706 tempest-PortsAdminExtendedAttrsTestJSON-485860706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:13.971000 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5c4c366-325f-433a-a1c9-3e336317c2d3 tempest-PortsAdminExtendedAttrsTestJSON-485860706 tempest-PortsAdminExtendedAttrsTestJSON-485860706-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:29:13.971652 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a5c4c366-325f-433a-a1c9-3e336317c2d3 tempest-PortsAdminExtendedAttrsTestJSON-485860706 tempest-PortsAdminExtendedAttrsTestJSON-485860706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:13.975546 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:29:13.975546 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:29:13.975546 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:29:13.975546 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:29:13.975546 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:29:13.975546 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:29:13.975546 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:29:13.975546 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:29:13.975546 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:29:13.975546 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:29:13.975546 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:29:13.975546 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:29:13.975546 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:29:13.975546 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:29:13.975546 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:29:13.975546 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:29:13.975546 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:29:13.975546 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:29:13.975546 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:29:13.975546 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:29:13.975546 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:29:13.975546 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:29:13.975546 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:29:13.975546 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:29:13.975546 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:29:13.975546 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:29:13.975546 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:29:13.975546 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:29:13.975546 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:29:13.975546 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:29:13.975546 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:29:13.975546 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:29:14.060239 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a5c4c366-325f-433a-a1c9-3e336317c2d3 tempest-PortsAdminExtendedAttrsTestJSON-485860706 tempest-PortsAdminExtendedAttrsTestJSON-485860706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:14.064041 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-92c41c66-abf6-43ac-8250-481921c01360 admin admin] Deleting port 2f9fa0e1-3d1d-4416-8d8e-fd5d8c38134a {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:29:14.064384 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-92c41c66-abf6-43ac-8250-481921c01360 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:14.068636 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a5c4c366-325f-433a-a1c9-3e336317c2d3 tempest-PortsAdminExtendedAttrsTestJSON-485860706 tempest-PortsAdminExtendedAttrsTestJSON-485860706-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:14.076855 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a5c4c366-325f-433a-a1c9-3e336317c2d3 tempest-PortsAdminExtendedAttrsTestJSON-485860706 tempest-PortsAdminExtendedAttrsTestJSON-485860706-project] 10.222.0.11 "DELETE /v2.0/networks/b2128370-b24c-47d9-9514-0f88a583dc3b HTTP/1.1" status: 204 len: 168 time: 0.3606625 Dec 10 16:29:14.099566 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4c366-325f-433a-a1c9-3e336317c2d3 tempest-PortsAdminExtendedAttrsTestJSON-485860706 tempest-PortsAdminExtendedAttrsTestJSON-485860706-project] Pushing event deleted for resources: {'Network': ['ID=b2128370-b24c-47d9-9514-0f88a583dc3b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:14.110757 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-47626b42-5a35-4b4b-ad5a-434f1b8a922e req-21c3bf51-0982-4183-a3e0-c7dd73c3c6d8 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678600 Dec 10 16:29:14.143951 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-07832bd8-9c37-4ee1-a580-4d6483d25c79 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:14.236454 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-07832bd8-9c37-4ee1-a580-4d6483d25c79 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Network 6b846837-ffd4-4012-82b7-af1d6b57a065 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:29:14.245283 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07832bd8-9c37-4ee1-a580-4d6483d25c79 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Pushing event updated for resources: {'Port': ['ID=1b1c015d-52f1-4820-a452-5cbf621b6d9d,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:14.255270 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-07832bd8-9c37-4ee1-a580-4d6483d25c79 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:29:14.289539 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-07832bd8-9c37-4ee1-a580-4d6483d25c79 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:29:14.359301 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-92c41c66-abf6-43ac-8250-481921c01360 admin admin] For port 2f9fa0e1-3d1d-4416-8d8e-fd5d8c38134a, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=2f9fa0e1-3d1d-4416-8d8e-fd5d8c38134a,segment=NetworkSegment(82a02ff2-155a-4123-aaaa-97922567acfa),segment_id=82a02ff2-155a-4123-aaaa-97922567acfa)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:14.359688 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-92c41c66-abf6-43ac-8250-481921c01360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:14.372582 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-73c5bde6-0115-4df8-9287-7e1962db622a req-7a21fd23-9de1-4c8d-86e7-87757b672015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1e6193b-c9a6-4b49-a18d-73542042343a {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:29:14.384447 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-73c5bde6-0115-4df8-9287-7e1962db622a req-7a21fd23-9de1-4c8d-86e7-87757b672015 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:14.399468 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-92c41c66-abf6-43ac-8250-481921c01360 admin admin] Calling delete_port for 2f9fa0e1-3d1d-4416-8d8e-fd5d8c38134a owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:29:14.411795 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-07832bd8-9c37-4ee1-a580-4d6483d25c79 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:14.412472 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-07832bd8-9c37-4ee1-a580-4d6483d25c79 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:14.427260 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49780) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:14.438307 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ecf39-d744-4bd2-874a-4f0f38f9183e req-9a4d1e43-31ed-4fcf-a196-7a506ff8cad9 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:14.439840 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2d3ecf39-d744-4bd2-874a-4f0f38f9183e req-9a4d1e43-31ed-4fcf-a196-7a506ff8cad9 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=54120776-6bb5-445b-87b3-685edc5a802f HTTP/1.1" status: 200 len: 931 time: 0.1858790 Dec 10 16:29:14.446654 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-73c5bde6-0115-4df8-9287-7e1962db622a req-7a21fd23-9de1-4c8d-86e7-87757b672015 service neutron] Transition to ACTIVE for port object d1e6193b-c9a6-4b49-a18d-73542042343a will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:29:14.453437 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-07832bd8-9c37-4ee1-a580-4d6483d25c79 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9966543 Dec 10 16:29:14.490459 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-73c5bde6-0115-4df8-9287-7e1962db622a req-7a21fd23-9de1-4c8d-86e7-87757b672015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:14.504417 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-e2f41453-b8d8-405a-abe5-6286cc1caf14 service neutron] Request body: {'port': {'device_id': '54120776-6bb5-445b-87b3-685edc5a802f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:14.551340 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 532ec0b1-7c87-4296-9c4b-684b9697a181 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:29:14.609229 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 532ec0b1-7c87-4296-9c4b-684b9697a181 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:29:14.609600 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 532ec0b1-7c87-4296-9c4b-684b9697a181 not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:29:14.635042 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3ec572ea-3c72-42b7-b01a-bc8950f96049 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2dc0e16ee3b7408eae6a7ecef2f9cc7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2007883 Dec 10 16:29:14.638984 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 49784) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:14.652339 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a21fd23-9de1-4c8d-86e7-87757b672015 service neutron] Pushing event updated for resources: {'Port': ['ID=d1e6193b-c9a6-4b49-a18d-73542042343a,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:14.669509 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2d3ecf39-d744-4bd2-874a-4f0f38f9183e req-d72fc1e7-1c74-47b9-9357-5989c269c937 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204151 Dec 10 16:29:14.726442 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-e2f41453-b8d8-405a-abe5-6286cc1caf14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:14.907633 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1098a2c8-f65c-4b10-812e-3fa87904ea5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:15.063807 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1098a2c8-f65c-4b10-812e-3fa87904ea5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:15.070444 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-73c5bde6-0115-4df8-9287-7e1962db622a req-7a21fd23-9de1-4c8d-86e7-87757b672015 service neutron] Attempting to bind port d1e6193b-c9a6-4b49-a18d-73542042343a on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:29:15.070778 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-73c5bde6-0115-4df8-9287-7e1962db622a req-7a21fd23-9de1-4c8d-86e7-87757b672015 service neutron] Attempting to bind port d1e6193b-c9a6-4b49-a18d-73542042343a by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'c5dc7c15-134d-4079-accd-bbd076de9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:29:15.071100 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c5bde6-0115-4df8-9287-7e1962db622a req-7a21fd23-9de1-4c8d-86e7-87757b672015 service neutron] Attempting to bind port d1e6193b-c9a6-4b49-a18d-73542042343a on network f51320c6-36a3-445a-bf6e-8d6ab92c4522 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:15.108859 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c5bde6-0115-4df8-9287-7e1962db622a req-7a21fd23-9de1-4c8d-86e7-87757b672015 service neutron] Port d1e6193b-c9a6-4b49-a18d-73542042343a on network f51320c6-36a3-445a-bf6e-8d6ab92c4522 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:29:15.109229 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c5bde6-0115-4df8-9287-7e1962db622a req-7a21fd23-9de1-4c8d-86e7-87757b672015 service neutron] Attempting to bind port d1e6193b-c9a6-4b49-a18d-73542042343a on network f51320c6-36a3-445a-bf6e-8d6ab92c4522 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:15.144959 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c5bde6-0115-4df8-9287-7e1962db622a req-7a21fd23-9de1-4c8d-86e7-87757b672015 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:29:15.145296 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c5bde6-0115-4df8-9287-7e1962db622a req-7a21fd23-9de1-4c8d-86e7-87757b672015 service neutron] Checking segment: {'id': 'c5dc7c15-134d-4079-accd-bbd076de9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:29:15.145673 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c5bde6-0115-4df8-9287-7e1962db622a req-7a21fd23-9de1-4c8d-86e7-87757b672015 service neutron] Bound using segment: {'id': 'c5dc7c15-134d-4079-accd-bbd076de9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:29:15.146105 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-73c5bde6-0115-4df8-9287-7e1962db622a req-7a21fd23-9de1-4c8d-86e7-87757b672015 service neutron] Bound port: d1e6193b-c9a6-4b49-a18d-73542042343a, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5dc7c15-134d-4079-accd-bbd076de9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:29:15.146478 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-73c5bde6-0115-4df8-9287-7e1962db622a req-7a21fd23-9de1-4c8d-86e7-87757b672015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:15.148185 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-92c41c66-abf6-43ac-8250-481921c01360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:15.203227 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9dac3d-ef2b-400c-acfd-82c3c00d17bf req-89d37e44-381b-456c-8107-23903564389e tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:15.204995 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-af9dac3d-ef2b-400c-acfd-82c3c00d17bf req-89d37e44-381b-456c-8107-23903564389e tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/ports?device_id=14b9c694-3535-4aa8-ac86-3b17a08d6a29 HTTP/1.1" status: 200 len: 943 time: 0.2584028 Dec 10 16:29:15.232706 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c41c66-abf6-43ac-8250-481921c01360 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f9fa0e1-3d1d-4416-8d8e-fd5d8c38134a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:15.339345 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1098a2c8-f65c-4b10-812e-3fa87904ea5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:15.341885 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1098a2c8-f65c-4b10-812e-3fa87904ea5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:15.343044 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1098a2c8-f65c-4b10-812e-3fa87904ea5e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5955ab92-8e43-46b6-891c-ad8df9ae5e9c HTTP/1.1" status: 204 len: 168 time: 0.7008772 Dec 10 16:29:15.419054 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1098a2c8-f65c-4b10-812e-3fa87904ea5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5955ab92-8e43-46b6-891c-ad8df9ae5e9c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:15.445576 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-af9dac3d-ef2b-400c-acfd-82c3c00d17bf req-4569a118-f1fc-4b6e-abed-b1004b47e4cf tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/security-groups?id=0323d5e7-5cb6-4b7a-86bf-6326caf30de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180569 Dec 10 16:29:15.462054 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-73c5bde6-0115-4df8-9287-7e1962db622a req-7a21fd23-9de1-4c8d-86e7-87757b672015 service neutron] For port d1e6193b-c9a6-4b49-a18d-73542042343a, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:29:15.462054 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-73c5bde6-0115-4df8-9287-7e1962db622a req-7a21fd23-9de1-4c8d-86e7-87757b672015 service neutron] For port d1e6193b-c9a6-4b49-a18d-73542042343a, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=d1e6193b-c9a6-4b49-a18d-73542042343a,segment=NetworkSegment(c5dc7c15-134d-4079-accd-bbd076de9d44),segment_id=c5dc7c15-134d-4079-accd-bbd076de9d44)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:29:15.470363 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-73c5bde6-0115-4df8-9287-7e1962db622a req-7a21fd23-9de1-4c8d-86e7-87757b672015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:15.610676 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5bde6-0115-4df8-9287-7e1962db622a req-7a21fd23-9de1-4c8d-86e7-87757b672015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:15.611294 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-73c5bde6-0115-4df8-9287-7e1962db622a req-7a21fd23-9de1-4c8d-86e7-87757b672015 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:15.613210 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-73c5bde6-0115-4df8-9287-7e1962db622a req-7a21fd23-9de1-4c8d-86e7-87757b672015 service neutron] 10.222.0.26 "PUT /v2.0/ports/d1e6193b-c9a6-4b49-a18d-73542042343a HTTP/1.1" status: 200 len: 1091 time: 2.4680502 Dec 10 16:29:15.615559 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14b9c694-3535-4aa8-ac86-3b17a08d6a29', 'tag': 'd1e6193b-c9a6-4b49-a18d-73542042343a'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:29:15.617850 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3320fd8-946f-44e2-be77-56f113b20e78" -d '{"events": [{"name": "network-changed", "server_uuid": "14b9c694-3535-4aa8-ac86-3b17a08d6a29", "tag": "d1e6193b-c9a6-4b49-a18d-73542042343a"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:29:15.643451 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-e2f41453-b8d8-405a-abe5-6286cc1caf14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b1c015d-52f1-4820-a452-5cbf621b6d9d {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:29:15.661821 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-e2f41453-b8d8-405a-abe5-6286cc1caf14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:15.693059 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49798) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:15.727009 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a21fd23-9de1-4c8d-86e7-87757b672015 service neutron] Pushing event updated for resources: {'Port': ['ID=d1e6193b-c9a6-4b49-a18d-73542042343a,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:15.736073 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-e2f41453-b8d8-405a-abe5-6286cc1caf14 service neutron] Transition to ACTIVE for port object 1b1c015d-52f1-4820-a452-5cbf621b6d9d will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:29:15.738916 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b45a6dc3-ca37-4e94-b504-71c4b45d5fc0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5554971de40d4f3281c060fe689d00ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0439229 Dec 10 16:29:15.741562 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49802) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:15.747163 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-e2f41453-b8d8-405a-abe5-6286cc1caf14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:15.757170 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d74c6-de84-4d71-b683-056966565956 req-81ebd191-8d6a-4a96-92a3-7f01336f12c0 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:15.765111 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ce1d74c6-de84-4d71-b683-056966565956 req-81ebd191-8d6a-4a96-92a3-7f01336f12c0 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 946 time: 0.2009730 Dec 10 16:29:15.801969 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b3791105-0666-4c60-9cec-e3a3b7b4d8a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:15.821935 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-92c41c66-abf6-43ac-8250-481921c01360 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:15.830540 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b3791105-0666-4c60-9cec-e3a3b7b4d8a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:15.847786 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5bde6-0115-4df8-9287-7e1962db622a req-4433af90-7015-4552-bbb3-a7375adbf97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:15.849440 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-73c5bde6-0115-4df8-9287-7e1962db622a req-4433af90-7015-4552-bbb3-a7375adbf97d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=78a67ea6c69344df8b0209764b4007aa&device_id=14b9c694-3535-4aa8-ac86-3b17a08d6a29 HTTP/1.1" status: 200 len: 1094 time: 0.1946130 Dec 10 16:29:15.885984 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b3791105-0666-4c60-9cec-e3a3b7b4d8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:15.888961 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b3791105-0666-4c60-9cec-e3a3b7b4d8a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:15.890805 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b3791105-0666-4c60-9cec-e3a3b7b4d8a0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5861c671-3b05-481c-b900-863314c2e192 HTTP/1.1" status: 204 len: 168 time: 0.1474836 Dec 10 16:29:15.899646 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3791105-0666-4c60-9cec-e3a3b7b4d8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5861c671-3b05-481c-b900-863314c2e192,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:15.968832 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f41453-b8d8-405a-abe5-6286cc1caf14 service neutron] Pushing event updated for resources: {'Port': ['ID=1b1c015d-52f1-4820-a452-5cbf621b6d9d,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:16.013817 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-73c5bde6-0115-4df8-9287-7e1962db622a req-cc6df5d4-b87c-4e0c-939b-e82d94ccd965 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1e6193b-c9a6-4b49-a18d-73542042343a HTTP/1.1" status: 200 len: 217 time: 0.1460836 Dec 10 16:29:16.049837 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ce1d74c6-de84-4d71-b683-056966565956 req-58c90793-4793-4ce3-92c0-792f9536e341 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841110 Dec 10 16:29:16.119153 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5bde6-0115-4df8-9287-7e1962db622a req-204a5e19-686b-4613-8d7d-9eb0e3d3a337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:16.120602 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-73c5bde6-0115-4df8-9287-7e1962db622a req-204a5e19-686b-4613-8d7d-9eb0e3d3a337 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e98874b0-e60d-4822-8213-f6ac4d039265 HTTP/1.1" status: 200 len: 859 time: 0.0842755 Dec 10 16:29:16.130679 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-e2f41453-b8d8-405a-abe5-6286cc1caf14 service neutron] Attempting to bind port 1b1c015d-52f1-4820-a452-5cbf621b6d9d on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:29:16.131008 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-e2f41453-b8d8-405a-abe5-6286cc1caf14 service neutron] Attempting to bind port 1b1c015d-52f1-4820-a452-5cbf621b6d9d by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '61dcaedb-3bc0-47c0-9c1b-e1ac3641e703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6b846837-ffd4-4012-82b7-af1d6b57a065'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:29:16.131332 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-e2f41453-b8d8-405a-abe5-6286cc1caf14 service neutron] Attempting to bind port 1b1c015d-52f1-4820-a452-5cbf621b6d9d on network 6b846837-ffd4-4012-82b7-af1d6b57a065 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:16.163389 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-e2f41453-b8d8-405a-abe5-6286cc1caf14 service neutron] Port 1b1c015d-52f1-4820-a452-5cbf621b6d9d on network 6b846837-ffd4-4012-82b7-af1d6b57a065 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:29:16.163714 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-e2f41453-b8d8-405a-abe5-6286cc1caf14 service neutron] Attempting to bind port 1b1c015d-52f1-4820-a452-5cbf621b6d9d on network 6b846837-ffd4-4012-82b7-af1d6b57a065 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:16.177701 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-e2f41453-b8d8-405a-abe5-6286cc1caf14 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:29:16.177701 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-e2f41453-b8d8-405a-abe5-6286cc1caf14 service neutron] Checking segment: {'id': '61dcaedb-3bc0-47c0-9c1b-e1ac3641e703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6b846837-ffd4-4012-82b7-af1d6b57a065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:29:16.177701 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-e2f41453-b8d8-405a-abe5-6286cc1caf14 service neutron] Bound using segment: {'id': '61dcaedb-3bc0-47c0-9c1b-e1ac3641e703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6b846837-ffd4-4012-82b7-af1d6b57a065'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:29:16.177701 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-e2f41453-b8d8-405a-abe5-6286cc1caf14 service neutron] Bound port: 1b1c015d-52f1-4820-a452-5cbf621b6d9d, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61dcaedb-3bc0-47c0-9c1b-e1ac3641e703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6b846837-ffd4-4012-82b7-af1d6b57a065'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:29:16.177701 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-e2f41453-b8d8-405a-abe5-6286cc1caf14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:16.215881 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4b41a4-ce3e-41a7-85e7-7345161ac99e x-openstack-request-id: req-ea4b41a4-ce3e-41a7-85e7-7345161ac99e {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:29:16.216303 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14b9c694-3535-4aa8-ac86-3b17a08d6a29", "tag": "d1e6193b-c9a6-4b49-a18d-73542042343a", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:29:16.216542 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ea4b41a4-ce3e-41a7-85e7-7345161ac99e {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:29:16.216968 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14b9c694-3535-4aa8-ac86-3b17a08d6a29', 'tag': 'd1e6193b-c9a6-4b49-a18d-73542042343a', 'status': 'completed', 'code': 200} Dec 10 16:29:16.313777 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5bde6-0115-4df8-9287-7e1962db622a req-d110dc26-465d-4990-8e11-98d158d705e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:16.315304 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-73c5bde6-0115-4df8-9287-7e1962db622a req-d110dc26-465d-4990-8e11-98d158d705e2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f51320c6-36a3-445a-bf6e-8d6ab92c4522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1857121 Dec 10 16:29:16.437066 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1dd38c3-0a1f-4717-9f1f-a120684e1984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:16.451267 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022942f-224c-4beb-b34d-9747a211a826 req-69cc1b5f-85a2-44c7-8763-500c78710f32 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:16.452824 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b022942f-224c-4beb-b34d-9747a211a826 req-69cc1b5f-85a2-44c7-8763-500c78710f32 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=54120776-6bb5-445b-87b3-685edc5a802f HTTP/1.1" status: 200 len: 943 time: 0.1807702 Dec 10 16:29:16.453907 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-e2f41453-b8d8-405a-abe5-6286cc1caf14 service neutron] For port 1b1c015d-52f1-4820-a452-5cbf621b6d9d, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:29:16.459561 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-e2f41453-b8d8-405a-abe5-6286cc1caf14 service neutron] For port 1b1c015d-52f1-4820-a452-5cbf621b6d9d, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=1b1c015d-52f1-4820-a452-5cbf621b6d9d,segment=NetworkSegment(61dcaedb-3bc0-47c0-9c1b-e1ac3641e703),segment_id=61dcaedb-3bc0-47c0-9c1b-e1ac3641e703)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:29:16.476826 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-e2f41453-b8d8-405a-abe5-6286cc1caf14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:16.711523 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49832) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:16.814763 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c41c66-abf6-43ac-8250-481921c01360 admin admin] Router bcd215db-3819-48b6-9bfd-450480596ef6 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:29:16.829032 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-d8d27207-9130-4e69-a268-be667ebfd5aa tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-369192052'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:16.851877 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d27207-9130-4e69-a268-be667ebfd5aa tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:29:16.855697 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d8d27207-9130-4e69-a268-be667ebfd5aa tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:16.864116 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d8d27207-9130-4e69-a268-be667ebfd5aa tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:16.879940 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-e2f41453-b8d8-405a-abe5-6286cc1caf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:16.880553 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-e2f41453-b8d8-405a-abe5-6286cc1caf14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:16.881936 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-e2f41453-b8d8-405a-abe5-6286cc1caf14 service neutron] 10.222.0.46 "PUT /v2.0/ports/1b1c015d-52f1-4820-a452-5cbf621b6d9d HTTP/1.1" status: 200 len: 1091 time: 2.3934333 Dec 10 16:29:16.890652 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-73c5bde6-0115-4df8-9287-7e1962db622a req-7fbe9d43-4b0f-4573-9adb-1060acfe8066 service neutron] 10.222.0.26 "GET /v2.0/networks/f51320c6-36a3-445a-bf6e-8d6ab92c4522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5571761 Dec 10 16:29:16.970554 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d8d27207-9130-4e69-a268-be667ebfd5aa tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:16.974558 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d8d27207-9130-4e69-a268-be667ebfd5aa tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:17.006354 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8d27207-9130-4e69-a268-be667ebfd5aa tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:29:17.012493 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d27207-9130-4e69-a268-be667ebfd5aa tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=474b14ac-cf52-4d16-bb78-033def11c707,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:17.022286 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d8d27207-9130-4e69-a268-be667ebfd5aa tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:17.022639 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-d8d27207-9130-4e69-a268-be667ebfd5aa tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Added segment 06323866-0724-4bd1-aeac-0872605e7a86 of type vlan for network ba7323f5-fe45-4362-904e-9370cf7b7342 Dec 10 16:29:17.066791 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d8d27207-9130-4e69-a268-be667ebfd5aa tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:17.085332 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b022942f-224c-4beb-b34d-9747a211a826 req-8dae0675-8d69-466c-807b-869d361fee6d tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6203129 Dec 10 16:29:17.086002 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f41453-b8d8-405a-abe5-6286cc1caf14 service neutron] Pushing event updated for resources: {'Port': ['ID=1b1c015d-52f1-4820-a452-5cbf621b6d9d,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:17.099281 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d8d27207-9130-4e69-a268-be667ebfd5aa tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:17.106784 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d27207-9130-4e69-a268-be667ebfd5aa tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:17.107689 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d8d27207-9130-4e69-a268-be667ebfd5aa tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:17.136805 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-05a76f03-9600-4d66-9451-e94f6030d81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:17.138319 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-05a76f03-9600-4d66-9451-e94f6030d81b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d4248dbee8d467184bf6fd62b83d63b&device_id=54120776-6bb5-445b-87b3-685edc5a802f HTTP/1.1" status: 200 len: 1094 time: 0.1675491 Dec 10 16:29:17.163765 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c41c66-abf6-43ac-8250-481921c01360 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:29:17.167242 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d8d27207-9130-4e69-a268-be667ebfd5aa tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4544668 Dec 10 16:29:17.177884 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49836) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:17.182831 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34a4bcc-8572-40df-b7d7-d8e48e3bf388 None None] Sync routers for ids ['bcd215db-3819-48b6-9bfd-450480596ef6'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:29:17.192954 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-e5f27328-2316-4e80-9442-122b098fda71 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'subnet': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:17.196042 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-92c41c66-abf6-43ac-8250-481921c01360 admin admin] 10.222.0.11 "PUT /v2.0/routers/bcd215db-3819-48b6-9bfd-450480596ef6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7100203 Dec 10 16:29:17.198152 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-73c5bde6-0115-4df8-9287-7e1962db622a req-6316d440-9644-45bb-ad6a-f264162a8274 service neutron] 10.222.0.26 "GET /v2.0/networks/f51320c6-36a3-445a-bf6e-8d6ab92c4522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970400 Dec 10 16:29:17.198785 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 49838) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:17.201640 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-25dcb0ae-cc3b-421b-a80a-3079b9c0e4ab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b1c015d-52f1-4820-a452-5cbf621b6d9d HTTP/1.1" status: 200 len: 217 time: 0.0493116 Dec 10 16:29:17.225358 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:17.239859 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34a4bcc-8572-40df-b7d7-d8e48e3bf388 None None] Routers {'bcd215db-3819-48b6-9bfd-450480596ef6'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:29:17.241705 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d27207-9130-4e69-a268-be667ebfd5aa tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Network': ['ID=ba7323f5-fe45-4362-904e-9370cf7b7342,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:17.242853 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a34a4bcc-8572-40df-b7d7-d8e48e3bf388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:29:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['bcd215db-3819-48b6-9bfd-450480596ef6'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:17.280673 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:29:17.310400 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f27328-2316-4e80-9442-122b098fda71 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:29:17.315083 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e5f27328-2316-4e80-9442-122b098fda71 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:17.384655 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-b356870e-8591-4f05-934f-2039b3022c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:17.386185 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-b356870e-8591-4f05-934f-2039b3022c1b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1aaff46f-c283-4149-ac89-cdd26ce93be3 HTTP/1.1" status: 200 len: 854 time: 0.1366382 Dec 10 16:29:17.394978 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3320fd8-946f-44e2-be77-56f113b20e78 req-dc0178cb-af7d-43ca-a1ee-ed586b0cb1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:17.396436 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e3320fd8-946f-44e2-be77-56f113b20e78 req-dc0178cb-af7d-43ca-a1ee-ed586b0cb1d1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=78a67ea6c69344df8b0209764b4007aa&device_id=14b9c694-3535-4aa8-ac86-3b17a08d6a29 HTTP/1.1" status: 200 len: 1094 time: 0.1056666 Dec 10 16:29:17.399412 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4709a6ee-0756-4941-8f13-b3a5b461f1af admin admin] Publish callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:17.508531 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-e8633561-2724-4f0d-9571-d1cd6aea36fd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6b846837-ffd4-4012-82b7-af1d6b57a065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071270 Dec 10 16:29:17.514904 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-a34a4bcc-8572-40df-b7d7-d8e48e3bf388 None None] Set router bcd215db-3819-48b6-9bfd-450480596ef6 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:29:17.614160 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e5f27328-2316-4e80-9442-122b098fda71 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:17.695612 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f27328-2316-4e80-9442-122b098fda71 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Subnet': ['ID=578a66c0-9702-44e3-8bed-c351a3a63063,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:17.703654 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91649106-f5cf-431a-bf53-38509b9f93ee req-61795c35-2002-45f6-b3b5-8565210cf04d tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:17.707173 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-91649106-f5cf-431a-bf53-38509b9f93ee req-61795c35-2002-45f6-b3b5-8565210cf04d tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/ports?device_id=14b9c694-3535-4aa8-ac86-3b17a08d6a29 HTTP/1.1" status: 200 len: 943 time: 0.2371891 Dec 10 16:29:17.715509 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f27328-2316-4e80-9442-122b098fda71 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Checking segment: {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:29:17.716092 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f27328-2316-4e80-9442-122b098fda71 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network hostable DHCP agents. Network: ba7323f5-fe45-4362-904e-9370cf7b7342, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:29:17.724208 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3320fd8-946f-44e2-be77-56f113b20e78 req-dd778a8f-76a2-48e6-ba41-8f9da8e86835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:17.725876 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e3320fd8-946f-44e2-be77-56f113b20e78 req-dd778a8f-76a2-48e6-ba41-8f9da8e86835 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f51320c6-36a3-445a-bf6e-8d6ab92c4522 HTTP/1.1" status: 200 len: 921 time: 0.3147831 Dec 10 16:29:17.736263 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f27328-2316-4e80-9442-122b098fda71 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:29:17.749621 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-e5f27328-2316-4e80-9442-122b098fda71 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, ba7323f5-fe45-4362-904e-9370cf7b7342) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:29:17.757283 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f27328-2316-4e80-9442-122b098fda71 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:17.758536 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e5f27328-2316-4e80-9442-122b098fda71 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:17.759111 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a34a4bcc-8572-40df-b7d7-d8e48e3bf388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd215db-3819-48b6-9bfd-450480596ef6', 'name': 'tempest-FloatingIPsTestJSON-719430690-router', 'tenant_id': 'c7adacde99724af6b8f5f15694d7a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '61856d19-fdc2-431a-be97-7fdda388107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:28:48Z', 'updated_at': '2021-12-10T16:29:14Z', 'revision_number': 5, 'project_id': 'c7adacde99724af6b8f5f15694d7a9a5', 'gw_port': {'id': '61856d19-fdc2-431a-be97-7fdda388107e', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd215db-3819-48b6-9bfd-450480596ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:49Z', 'updated_at': '2021-12-10T16:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:17.781152 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e5f27328-2316-4e80-9442-122b098fda71 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6012459 Dec 10 16:29:17.784102 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49844) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:17.787009 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4709a6ee-0756-4941-8f13-b3a5b461f1af admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:17.792520 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-6b3b2e5d-5710-4e69-ba8c-3358948f7dfe tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'port': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'name': 'tempest-NetworksTestDHCPv6-1546598879'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:17.801284 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34a4bcc-8572-40df-b7d7-d8e48e3bf388 None None] Checking router: bcd215db-3819-48b6-9bfd-450480596ef6 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:29:17.803584 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfb1e14-20d8-4239-8e70-b67d7a8b4777 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:29:17.806365 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e3320fd8-946f-44e2-be77-56f113b20e78 req-6598aceb-aa81-4e53-8c9e-b91e4e614eb1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1e6193b-c9a6-4b49-a18d-73542042343a HTTP/1.1" status: 200 len: 217 time: 0.0650201 Dec 10 16:29:17.818583 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-2e2ba778-609f-4ff7-8149-3d91cc93ab3c service neutron] 10.222.0.46 "GET /v2.0/networks/6b846837-ffd4-4012-82b7-af1d6b57a065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670763 Dec 10 16:29:17.856846 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34a4bcc-8572-40df-b7d7-d8e48e3bf388 None None] Routers {'bcd215db-3819-48b6-9bfd-450480596ef6'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:29:17.857615 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a34a4bcc-8572-40df-b7d7-d8e48e3bf388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:29:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['bcd215db-3819-48b6-9bfd-450480596ef6'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:17.949742 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3b2e5d-5710-4e69-ba8c-3358948f7dfe tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:29:17.955078 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6b3b2e5d-5710-4e69-ba8c-3358948f7dfe tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:17.962716 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-91649106-f5cf-431a-bf53-38509b9f93ee req-106015c7-0e8f-4a28-bbf2-1f556cfefc0c tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/security-groups?id=0323d5e7-5cb6-4b7a-86bf-6326caf30de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410407 Dec 10 16:29:17.981504 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3320fd8-946f-44e2-be77-56f113b20e78 req-b199db0d-1b42-40ea-8240-f2db31efbf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:17.983991 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e3320fd8-946f-44e2-be77-56f113b20e78 req-b199db0d-1b42-40ea-8240-f2db31efbf59 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e98874b0-e60d-4822-8213-f6ac4d039265 HTTP/1.1" status: 200 len: 859 time: 0.1685314 Dec 10 16:29:17.989912 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-6b3b2e5d-5710-4e69-ba8c-3358948f7dfe tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] device_id is not set on port 314289b0-664d-4ff5-91c4-e1d5fc597339 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:29:17.996359 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-a34a4bcc-8572-40df-b7d7-d8e48e3bf388 None None] Set router bcd215db-3819-48b6-9bfd-450480596ef6 gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:29:18.032626 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5a0c2f-6431-4e1f-980a-6fef1f303154 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-ba7323f5-fe45-4362-904e-9370cf7b7342', 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'project_id': '2ff5423581d24da08fa7c37167d452f0', 'fixed_ips': [{'subnet_id': '578a66c0-9702-44e3-8bed-c351a3a63063'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:29:18.033656 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4c5a0c2f-6431-4e1f-980a-6fef1f303154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:18.173361 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-4709a6ee-0756-4941-8f13-b3a5b461f1af admin admin] Deleting port 61856d19-fdc2-431a-be97-7fdda388107e {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:29:18.174954 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4709a6ee-0756-4941-8f13-b3a5b461f1af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:18.178831 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-6b3b2e5d-5710-4e69-ba8c-3358948f7dfe tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Allocated IP 2001:db8::1d8 (ba7323f5-fe45-4362-904e-9370cf7b7342/578a66c0-9702-44e3-8bed-c351a3a63063/314289b0-664d-4ff5-91c4-e1d5fc597339) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:29:18.191638 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3320fd8-946f-44e2-be77-56f113b20e78 req-c87b9b20-2af8-41a1-b124-030dcdd7b4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:18.199111 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e3320fd8-946f-44e2-be77-56f113b20e78 req-c87b9b20-2af8-41a1-b124-030dcdd7b4f0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f51320c6-36a3-445a-bf6e-8d6ab92c4522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2011149 Dec 10 16:29:18.219775 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-58dfd0f2-3696-4ebc-b271-e8d3442023cf req-1e02ad54-eeb4-40a7-891b-d07d0055d1aa service neutron] 10.222.0.46 "GET /v2.0/networks/6b846837-ffd4-4012-82b7-af1d6b57a065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429706 Dec 10 16:29:18.220404 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54120776-6bb5-445b-87b3-685edc5a802f', 'tag': '1b1c015d-52f1-4820-a452-5cbf621b6d9d'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:29:18.238084 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a24fa31-76d5-429c-bf88-a1f76cbaa523" -d '{"events": [{"name": "network-changed", "server_uuid": "54120776-6bb5-445b-87b3-685edc5a802f", "tag": "1b1c015d-52f1-4820-a452-5cbf621b6d9d"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:29:18.239437 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a34a4bcc-8572-40df-b7d7-d8e48e3bf388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd215db-3819-48b6-9bfd-450480596ef6', 'name': 'tempest-FloatingIPsTestJSON-719430690-router', 'tenant_id': 'c7adacde99724af6b8f5f15694d7a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:28:48Z', 'updated_at': '2021-12-10T16:29:17Z', 'revision_number': 6, 'project_id': 'c7adacde99724af6b8f5f15694d7a9a5', 'gw_port_host': None}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:18.276816 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34a4bcc-8572-40df-b7d7-d8e48e3bf388 None None] The sync data for ids ['bcd215db-3819-48b6-9bfd-450480596ef6'] in n-d-766771-2 is: [{'id': 'bcd215db-3819-48b6-9bfd-450480596ef6', 'name': 'tempest-FloatingIPsTestJSON-719430690-router', 'tenant_id': 'c7adacde99724af6b8f5f15694d7a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:28:48Z', 'updated_at': '2021-12-10T16:29:17Z', 'revision_number': 6, 'project_id': 'c7adacde99724af6b8f5f15694d7a9a5', 'gw_port_host': None}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:29:18.385675 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6b3b2e5d-5710-4e69-ba8c-3358948f7dfe tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:18.420909 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6b3b2e5d-5710-4e69-ba8c-3358948f7dfe tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:18.457600 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67fbef7-0a49-4c4d-9e34-2f30f43ad8e1 req-b9de903e-9bce-4477-af34-e713c99b4619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:18.459095 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f67fbef7-0a49-4c4d-9e34-2f30f43ad8e1 req-b9de903e-9bce-4477-af34-e713c99b4619 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3c230731c8574bb0abc18ed9b45d286c&device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 1097 time: 0.1625051 Dec 10 16:29:18.470649 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3b2e5d-5710-4e69-ba8c-3358948f7dfe tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:29:18.474087 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-6b3b2e5d-5710-4e69-ba8c-3358948f7dfe tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:29:18.478000 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3b2e5d-5710-4e69-ba8c-3358948f7dfe tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:29:18.484355 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3b2e5d-5710-4e69-ba8c-3358948f7dfe tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:18.485024 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6b3b2e5d-5710-4e69-ba8c-3358948f7dfe tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:18.486961 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:18.488898 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f524f4-613d-4c83-b199-9bfa2e1dfc5a req-47f72f90-6b62-4d4a-9cf3-470d9fdbb153 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:18.491474 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22f524f4-613d-4c83-b199-9bfa2e1dfc5a req-47f72f90-6b62-4d4a-9cf3-470d9fdbb153 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 946 time: 0.1926560 Dec 10 16:29:18.496390 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b2e5d-5710-4e69-ba8c-3358948f7dfe tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Port': ['ID=314289b0-664d-4ff5-91c4-e1d5fc597339,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:18.508876 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-4c5a0c2f-6431-4e1f-980a-6fef1f303154 None None] Allocated IP 2001:db8::2 (ba7323f5-fe45-4362-904e-9370cf7b7342/578a66c0-9702-44e3-8bed-c351a3a63063/9bb4505f-e09f-4f5e-9fe4-277614c6d4b7) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:29:18.510738 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6b3b2e5d-5710-4e69-ba8c-3358948f7dfe tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7244346 Dec 10 16:29:18.513002 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49856) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:18.570969 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e3320fd8-946f-44e2-be77-56f113b20e78 req-4d479dbd-f0e3-4a31-a437-9cca0f147bb2 service neutron] 10.222.0.26 "GET /v2.0/networks/f51320c6-36a3-445a-bf6e-8d6ab92c4522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544350 Dec 10 16:29:18.572625 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-4709a6ee-0756-4941-8f13-b3a5b461f1af admin admin] For port 61856d19-fdc2-431a-be97-7fdda388107e, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=61856d19-fdc2-431a-be97-7fdda388107e,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:18.572987 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4709a6ee-0756-4941-8f13-b3a5b461f1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:18.618292 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07c614f-7a74-4ce4-b58d-55c7204a8d99 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:18.621046 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f07c614f-7a74-4ce4-b58d-55c7204a8d99 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1065435 Dec 10 16:29:18.631019 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49858) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:18.660513 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-4709a6ee-0756-4941-8f13-b3a5b461f1af admin admin] Calling delete_port for 61856d19-fdc2-431a-be97-7fdda388107e owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:29:18.756888 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22f524f4-613d-4c83-b199-9bfa2e1dfc5a req-af407bf8-637e-406a-a3e6-c1fbff84e88a tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533700 Dec 10 16:29:18.763611 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67fbef7-0a49-4c4d-9e34-2f30f43ad8e1 req-12cd789b-f0c3-48b0-8251-3c830e7d6858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:18.765504 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f67fbef7-0a49-4c4d-9e34-2f30f43ad8e1 req-12cd789b-f0c3-48b0-8251-3c830e7d6858 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fbb94746-fc6f-4a16-ab0b-6dbd984218c6 HTTP/1.1" status: 200 len: 914 time: 0.2968924 Dec 10 16:29:18.795832 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-c746443a-802c-436d-bc11-597f09606e82 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting port 314289b0-664d-4ff5-91c4-e1d5fc597339 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:29:18.796338 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c746443a-802c-436d-bc11-597f09606e82 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:18.863242 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f67fbef7-0a49-4c4d-9e34-2f30f43ad8e1 req-dccb28ce-0178-4161-bc76-22c7235bde03 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bdd6daf-a9e7-41e5-b135-fc680633b7b8 HTTP/1.1" status: 200 len: 217 time: 0.0517588 Dec 10 16:29:18.881514 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4c5a0c2f-6431-4e1f-980a-6fef1f303154 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:18.887576 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4c5a0c2f-6431-4e1f-980a-6fef1f303154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:18.902333 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c746443a-802c-436d-bc11-597f09606e82 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:18.915717 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-c746443a-802c-436d-bc11-597f09606e82 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Calling delete_port for 314289b0-664d-4ff5-91c4-e1d5fc597339 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:29:18.933327 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5a0c2f-6431-4e1f-980a-6fef1f303154 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:29:18.938752 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-4c5a0c2f-6431-4e1f-980a-6fef1f303154 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:29:18.941259 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a0c2f-6431-4e1f-980a-6fef1f303154 None None] Pushing event updated for resources: {'Port': ['ID=9bb4505f-e09f-4f5e-9fe4-277614c6d4b7,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:18.942014 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e3320fd8-946f-44e2-be77-56f113b20e78 req-760f8857-ea33-46a0-95c5-8f2fa2517592 service neutron] 10.222.0.26 "GET /v2.0/networks/f51320c6-36a3-445a-bf6e-8d6ab92c4522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623266 Dec 10 16:29:18.943661 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5a0c2f-6431-4e1f-980a-6fef1f303154 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:29:19.005961 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67fbef7-0a49-4c4d-9e34-2f30f43ad8e1 req-19f1a4bc-e882-440b-961c-ed952ce3dc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:19.007624 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f67fbef7-0a49-4c4d-9e34-2f30f43ad8e1 req-19f1a4bc-e882-440b-961c-ed952ce3dc67 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=173a3b76-9825-4dc8-b87b-02867f285316 HTTP/1.1" status: 200 len: 853 time: 0.1317537 Dec 10 16:29:19.009400 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-4c5a0c2f-6431-4e1f-980a-6fef1f303154 None None] Attempting to bind port 9bb4505f-e09f-4f5e-9fe4-277614c6d4b7 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:29:19.009844 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-4c5a0c2f-6431-4e1f-980a-6fef1f303154 None None] Attempting to bind port 9bb4505f-e09f-4f5e-9fe4-277614c6d4b7 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:29:19.010628 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5a0c2f-6431-4e1f-980a-6fef1f303154 None None] Attempting to bind port 9bb4505f-e09f-4f5e-9fe4-277614c6d4b7 on network ba7323f5-fe45-4362-904e-9370cf7b7342 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:19.015879 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5a0c2f-6431-4e1f-980a-6fef1f303154 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:29:19.016235 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5a0c2f-6431-4e1f-980a-6fef1f303154 None None] Checking segment: {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:29:19.016627 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4c5a0c2f-6431-4e1f-980a-6fef1f303154 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:19.017034 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5a0c2f-6431-4e1f-980a-6fef1f303154 None None] Bound using segment: {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:29:19.017486 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-4c5a0c2f-6431-4e1f-980a-6fef1f303154 None None] Bound port: 9bb4505f-e09f-4f5e-9fe4-277614c6d4b7, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:29:19.017865 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4c5a0c2f-6431-4e1f-980a-6fef1f303154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:19.018486 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84d9ed-d923-4da2-af54-dba146d5d0a4 req-8cab1435-35b1-4438-b67c-901e25715f48 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:19.021216 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fb84d9ed-d923-4da2-af54-dba146d5d0a4 req-8cab1435-35b1-4438-b67c-901e25715f48 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=54120776-6bb5-445b-87b3-685edc5a802f HTTP/1.1" status: 200 len: 943 time: 0.1711223 Dec 10 16:29:19.063302 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c746443a-802c-436d-bc11-597f09606e82 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:19.067029 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f67fbef7-0a49-4c4d-9e34-2f30f43ad8e1 req-13306e2c-5944-489f-89a5-3736ee42a41a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fbb94746-fc6f-4a16-ab0b-6dbd984218c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431283 Dec 10 16:29:19.089912 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-4c5a0c2f-6431-4e1f-980a-6fef1f303154 None None] For port 9bb4505f-e09f-4f5e-9fe4-277614c6d4b7, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:29:19.093290 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-4c5a0c2f-6431-4e1f-980a-6fef1f303154 None None] For port 9bb4505f-e09f-4f5e-9fe4-277614c6d4b7, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=9bb4505f-e09f-4f5e-9fe4-277614c6d4b7,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:29:19.097528 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4c5a0c2f-6431-4e1f-980a-6fef1f303154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:19.100248 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c746443a-802c-436d-bc11-597f09606e82 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Port': ['ID=314289b0-664d-4ff5-91c4-e1d5fc597339,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:19.131694 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c746443a-802c-436d-bc11-597f09606e82 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:19.135292 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c746443a-802c-436d-bc11-597f09606e82 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/ports/314289b0-664d-4ff5-91c4-e1d5fc597339 HTTP/1.1" status: 204 len: 168 time: 0.5023673 Dec 10 16:29:19.138294 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49862) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:19.169176 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a0c2f-6431-4e1f-980a-6fef1f303154 None None] Pushing event updated for resources: {'Port': ['ID=9bb4505f-e09f-4f5e-9fe4-277614c6d4b7,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:19.209928 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fb84d9ed-d923-4da2-af54-dba146d5d0a4 req-92c1139b-8fc8-4683-99ab-4226eacdfcd6 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698806 Dec 10 16:29:19.257904 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f67fbef7-0a49-4c4d-9e34-2f30f43ad8e1 req-89186d2f-c64a-499f-861f-814d5d8005e7 service neutron] 10.222.0.26 "GET /v2.0/networks/fbb94746-fc6f-4a16-ab0b-6dbd984218c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820209 Dec 10 16:29:19.263625 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4709a6ee-0756-4941-8f13-b3a5b461f1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:19.277342 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b64205-dba0-4940-a49f-aeec9400522a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:19.279700 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b64205-dba0-4940-a49f-aeec9400522a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:19.281536 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e9b64205-dba0-4940-a49f-aeec9400522a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1416297 Dec 10 16:29:19.286642 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49864) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:19.316468 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709a6ee-0756-4941-8f13-b3a5b461f1af admin admin] Pushing event deleted for resources: {'Port': ['ID=61856d19-fdc2-431a-be97-7fdda388107e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:19.359932 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-dda6841d-553e-48c3-9d1f-d3ac68533d49 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting subnet 578a66c0-9702-44e3-8bed-c351a3a63063 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:29:19.370864 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dda6841d-553e-48c3-9d1f-d3ac68533d49 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:19.392322 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709a6ee-0756-4941-8f13-b3a5b461f1af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:19.392689 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709a6ee-0756-4941-8f13-b3a5b461f1af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:19.394157 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709a6ee-0756-4941-8f13-b3a5b461f1af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:19.394157 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709a6ee-0756-4941-8f13-b3a5b461f1af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:19.394577 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709a6ee-0756-4941-8f13-b3a5b461f1af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:19.394577 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709a6ee-0756-4941-8f13-b3a5b461f1af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:19.394881 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709a6ee-0756-4941-8f13-b3a5b461f1af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:19.395211 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709a6ee-0756-4941-8f13-b3a5b461f1af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:19.395603 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709a6ee-0756-4941-8f13-b3a5b461f1af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:19.395937 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709a6ee-0756-4941-8f13-b3a5b461f1af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:19.396789 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709a6ee-0756-4941-8f13-b3a5b461f1af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:19.396789 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709a6ee-0756-4941-8f13-b3a5b461f1af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:19.396994 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709a6ee-0756-4941-8f13-b3a5b461f1af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:19.423870 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dda6841d-553e-48c3-9d1f-d3ac68533d49 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:19.436026 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4709a6ee-0756-4941-8f13-b3a5b461f1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:19.553463 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c18dd4-bb81-4c02-b006-0b8876f13bc7 x-openstack-request-id: req-06c18dd4-bb81-4c02-b006-0b8876f13bc7 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:29:19.553790 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54120776-6bb5-445b-87b3-685edc5a802f", "tag": "1b1c015d-52f1-4820-a452-5cbf621b6d9d", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:29:19.554002 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-06c18dd4-bb81-4c02-b006-0b8876f13bc7 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:29:19.554427 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54120776-6bb5-445b-87b3-685edc5a802f', 'tag': '1b1c015d-52f1-4820-a452-5cbf621b6d9d', 'status': 'completed', 'code': 200} Dec 10 16:29:19.571341 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dda6841d-553e-48c3-9d1f-d3ac68533d49 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:19.594548 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4709a6ee-0756-4941-8f13-b3a5b461f1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:19.598484 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4709a6ee-0756-4941-8f13-b3a5b461f1af admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:19.639446 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:19.666455 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dda6841d-553e-48c3-9d1f-d3ac68533d49 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:19.691525 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f67fbef7-0a49-4c4d-9e34-2f30f43ad8e1 req-fde61f39-4853-408b-99a7-908eb160563b service neutron] 10.222.0.26 "GET /v2.0/networks/fbb94746-fc6f-4a16-ab0b-6dbd984218c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210966 Dec 10 16:29:19.695536 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda6841d-553e-48c3-9d1f-d3ac68533d49 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Subnet': ['ID=578a66c0-9702-44e3-8bed-c351a3a63063,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:19.697694 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dda6841d-553e-48c3-9d1f-d3ac68533d49 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:19.704275 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-dda6841d-553e-48c3-9d1f-d3ac68533d49 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/578a66c0-9702-44e3-8bed-c351a3a63063 HTTP/1.1" status: 204 len: 168 time: 0.4148221 Dec 10 16:29:19.705320 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49868) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:19.760355 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9744c326-9ab6-4b12-8a11-586cd33577cd tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0538614 Dec 10 16:29:19.763375 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49870) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:19.773430 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-f2b195c2-890f-4fc7-a18b-123bfe6957d4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'subnet': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:19.827258 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 1b1c015d-52f1-4820-a452-5cbf621b6d9d details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:29:19.871903 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b195c2-890f-4fc7-a18b-123bfe6957d4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:29:19.875552 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f2b195c2-890f-4fc7-a18b-123bfe6957d4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:19.941315 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 1b1c015d-52f1-4820-a452-5cbf621b6d9d, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=1b1c015d-52f1-4820-a452-5cbf621b6d9d,segment=NetworkSegment(61dcaedb-3bc0-47c0-9c1b-e1ac3641e703),segment_id=61dcaedb-3bc0-47c0-9c1b-e1ac3641e703)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:19.956723 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '1b1c015d-52f1-4820-a452-5cbf621b6d9d', 'network_id': '6b846837-ffd4-4012-82b7-af1d6b57a065', 'port_id': '1b1c015d-52f1-4820-a452-5cbf621b6d9d', 'mac_address': 'fa:16:3e:c6:05:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aaff46f-c283-4149-ac89-cdd26ce93be3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:29:20.016698 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:20.033449 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b1c015d-52f1-4820-a452-5cbf621b6d9d {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:29:20.059804 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4709a6ee-0756-4941-8f13-b3a5b461f1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:20.060310 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4709a6ee-0756-4941-8f13-b3a5b461f1af admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcd215db-3819-48b6-9bfd-450480596ef6 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:29:20.061784 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 1b1c015d-52f1-4820-a452-5cbf621b6d9d, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=1b1c015d-52f1-4820-a452-5cbf621b6d9d,segment=NetworkSegment(61dcaedb-3bc0-47c0-9c1b-e1ac3641e703),segment_id=61dcaedb-3bc0-47c0-9c1b-e1ac3641e703)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:20.067551 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:20.068921 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4709a6ee-0756-4941-8f13-b3a5b461f1af admin admin] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:20.073536 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4709a6ee-0756-4941-8f13-b3a5b461f1af admin admin] 10.222.0.11 "DELETE /v2.0/routers/bcd215db-3819-48b6-9bfd-450480596ef6 HTTP/1.1" status: 204 len: 168 time: 2.8734691 Dec 10 16:29:20.075153 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 49874) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:20.117287 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f2b195c2-890f-4fc7-a18b-123bfe6957d4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:20.146469 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24fa31-76d5-429c-bf88-a1f76cbaa523 req-f60d0180-5921-4994-8e4e-0ef769d144e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:20.147996 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3a24fa31-76d5-429c-bf88-a1f76cbaa523 req-f60d0180-5921-4994-8e4e-0ef769d144e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d4248dbee8d467184bf6fd62b83d63b&device_id=54120776-6bb5-445b-87b3-685edc5a802f HTTP/1.1" status: 200 len: 1094 time: 0.4814122 Dec 10 16:29:20.157311 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a865650-5875-4410-b8d0-9ef5632949f6 req-ab3d95a0-e89b-4249-9200-e0e9ef33840a tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:20.174636 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2a865650-5875-4410-b8d0-9ef5632949f6 req-ab3d95a0-e89b-4249-9200-e0e9ef33840a tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/ports?device_id=14b9c694-3535-4aa8-ac86-3b17a08d6a29 HTTP/1.1" status: 200 len: 943 time: 0.5054932 Dec 10 16:29:20.182667 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=1b1c015d-52f1-4820-a452-5cbf621b6d9d,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:20.232956 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b195c2-890f-4fc7-a18b-123bfe6957d4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:29:20.238659 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-f2b195c2-890f-4fc7-a18b-123bfe6957d4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:29:20.242903 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b195c2-890f-4fc7-a18b-123bfe6957d4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:20.243715 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f2b195c2-890f-4fc7-a18b-123bfe6957d4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:20.267326 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f2b195c2-890f-4fc7-a18b-123bfe6957d4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4987409 Dec 10 16:29:20.268149 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49880) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:20.275343 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-7e6dfa62-76ae-44d8-a283-5cf15ab2b27c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'port': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'name': 'tempest-NetworksTestDHCPv6-1587373861'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:20.280553 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-bff28e52-11d6-4dc6-9da6-72af6fc0c15a admin admin] Deleting subnet b19dcb35-f999-4eb6-adad-fc886feb8eab {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:29:20.293731 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bff28e52-11d6-4dc6-9da6-72af6fc0c15a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:20.397412 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bff28e52-11d6-4dc6-9da6-72af6fc0c15a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:20.420499 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b195c2-890f-4fc7-a18b-123bfe6957d4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Subnet': ['ID=30313625-8886-4e80-9275-f2b4e0ca1026,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:20.436517 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c9563-ca3c-4d06-96af-e8c640548032 req-6513b9b3-bfe2-4067-b86b-25fe7d43abdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:20.438340 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4d3c9563-ca3c-4d06-96af-e8c640548032 req-6513b9b3-bfe2-4067-b86b-25fe7d43abdc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3c230731c8574bb0abc18ed9b45d286c&device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 1097 time: 0.2597253 Dec 10 16:29:20.449785 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2a865650-5875-4410-b8d0-9ef5632949f6 req-14779861-ea5e-41d9-9080-104a3ccb9ad3 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/security-groups?id=0323d5e7-5cb6-4b7a-86bf-6326caf30de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733967 Dec 10 16:29:20.452202 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6dfa62-76ae-44d8-a283-5cf15ab2b27c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:29:20.456526 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7e6dfa62-76ae-44d8-a283-5cf15ab2b27c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:20.470933 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['1b1c015d-52f1-4820-a452-5cbf621b6d9d'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:29:20.523554 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-7e6dfa62-76ae-44d8-a283-5cf15ab2b27c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] device_id is not set on port d9fcd9a3-6bea-4f53-a5cc-5540b43e1033 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:29:20.583390 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 9bb4505f-e09f-4f5e-9fe4-277614c6d4b7 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:29:20.585432 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24fa31-76d5-429c-bf88-a1f76cbaa523 req-73222be9-a3d3-46b0-993a-275edb66ffd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:20.585889 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device d1e6193b-c9a6-4b49-a18d-73542042343a details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:29:20.594430 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3a24fa31-76d5-429c-bf88-a1f76cbaa523 req-73222be9-a3d3-46b0-993a-275edb66ffd3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6b846837-ffd4-4012-82b7-af1d6b57a065 HTTP/1.1" status: 200 len: 915 time: 0.4169199 Dec 10 16:29:20.695978 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b293d50-136f-4fa4-a1e5-b2408d42b568 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:29:20.743874 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-7e6dfa62-76ae-44d8-a283-5cf15ab2b27c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Allocated IP 2001:db8::28e (ba7323f5-fe45-4362-904e-9370cf7b7342/30313625-8886-4e80-9275-f2b4e0ca1026/d9fcd9a3-6bea-4f53-a5cc-5540b43e1033) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:29:20.780828 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3a24fa31-76d5-429c-bf88-a1f76cbaa523 req-90545efa-d1a4-44a9-8e94-dac4e30f2ab2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b1c015d-52f1-4820-a452-5cbf621b6d9d HTTP/1.1" status: 200 len: 217 time: 0.0959918 Dec 10 16:29:20.849965 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-3a9d1f33-0484-44e3-ad3e-42146f5eb40d None None] Provisioning complete for port 9bb4505f-e09f-4f5e-9fe4-277614c6d4b7 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:29:20.850471 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3a9d1f33-0484-44e3-ad3e-42146f5eb40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:20.897442 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 9bb4505f-e09f-4f5e-9fe4-277614c6d4b7 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:29:20.897654 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bff28e52-11d6-4dc6-9da6-72af6fc0c15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:20.897825 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:20.912587 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7e6dfa62-76ae-44d8-a283-5cf15ab2b27c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:20.926034 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24fa31-76d5-429c-bf88-a1f76cbaa523 req-f40ec606-b4fc-4e90-b2b9-a8cb01ad4872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:20.927518 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3a24fa31-76d5-429c-bf88-a1f76cbaa523 req-f40ec606-b4fc-4e90-b2b9-a8cb01ad4872 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1aaff46f-c283-4149-ac89-cdd26ce93be3 HTTP/1.1" status: 200 len: 854 time: 0.1260638 Dec 10 16:29:20.956778 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7e6dfa62-76ae-44d8-a283-5cf15ab2b27c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:20.967423 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ae068-7378-4675-ad16-ec77e5db42e3 req-823766d8-0302-4e68-a30e-9dec28cf4460 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:20.968561 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb6ae068-7378-4675-ad16-ec77e5db42e3 req-823766d8-0302-4e68-a30e-9dec28cf4460 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 946 time: 0.1780879 Dec 10 16:29:20.988406 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3a24fa31-76d5-429c-bf88-a1f76cbaa523 req-c80a705f-6dbf-49a7-beea-a4000ccc3045 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6b846837-ffd4-4012-82b7-af1d6b57a065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430768 Dec 10 16:29:20.991723 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c9563-ca3c-4d06-96af-e8c640548032 req-3005b56e-cc4e-40b9-aae3-112c2434bbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:20.993124 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4d3c9563-ca3c-4d06-96af-e8c640548032 req-3005b56e-cc4e-40b9-aae3-112c2434bbca service neutron] 10.222.0.26 "GET /v2.0/networks?id=fbb94746-fc6f-4a16-ab0b-6dbd984218c6 HTTP/1.1" status: 200 len: 914 time: 0.5012019 Dec 10 16:29:21.005817 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6dfa62-76ae-44d8-a283-5cf15ab2b27c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:29:21.009022 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-7e6dfa62-76ae-44d8-a283-5cf15ab2b27c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:29:21.012936 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6dfa62-76ae-44d8-a283-5cf15ab2b27c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:29:21.019472 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6dfa62-76ae-44d8-a283-5cf15ab2b27c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:21.019683 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7e6dfa62-76ae-44d8-a283-5cf15ab2b27c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:21.033245 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6dfa62-76ae-44d8-a283-5cf15ab2b27c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Port': ['ID=d9fcd9a3-6bea-4f53-a5cc-5540b43e1033,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:21.046935 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7e6dfa62-76ae-44d8-a283-5cf15ab2b27c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7771788 Dec 10 16:29:21.049328 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49888) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:21.050973 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port d1e6193b-c9a6-4b49-a18d-73542042343a, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=d1e6193b-c9a6-4b49-a18d-73542042343a,segment=NetworkSegment(c5dc7c15-134d-4079-accd-bbd076de9d44),segment_id=c5dc7c15-134d-4079-accd-bbd076de9d44)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:21.090229 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': 'd1e6193b-c9a6-4b49-a18d-73542042343a', 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522', 'port_id': 'd1e6193b-c9a6-4b49-a18d-73542042343a', 'mac_address': 'fa:16:3e:d2:d0:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98874b0-e60d-4822-8213-f6ac4d039265', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:29:21.104757 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4d3c9563-ca3c-4d06-96af-e8c640548032 req-02831dda-1aac-475b-9d90-b7891fecf46c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bdd6daf-a9e7-41e5-b135-fc680633b7b8 HTTP/1.1" status: 200 len: 217 time: 0.1005006 Dec 10 16:29:21.121447 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d177544-3760-4a05-82f5-390d1545a19b tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:21.129381 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d177544-3760-4a05-82f5-390d1545a19b tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:21.133781 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6d177544-3760-4a05-82f5-390d1545a19b tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.0807464 Dec 10 16:29:21.135055 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49890) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:21.220124 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3a9d1f33-0484-44e3-ad3e-42146f5eb40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:21.224927 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:21.245361 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c9563-ca3c-4d06-96af-e8c640548032 req-e77212a1-6e8e-4038-842f-d0c7ded26429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:21.248403 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4d3c9563-ca3c-4d06-96af-e8c640548032 req-e77212a1-6e8e-4038-842f-d0c7ded26429 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=173a3b76-9825-4dc8-b87b-02867f285316 HTTP/1.1" status: 200 len: 853 time: 0.1187212 Dec 10 16:29:21.251600 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:21.251884 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3a24fa31-76d5-429c-bf88-a1f76cbaa523 req-31df32bb-5283-410a-9ed1-4ce7f9a1a8fa service neutron] 10.222.0.46 "GET /v2.0/networks/6b846837-ffd4-4012-82b7-af1d6b57a065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492995 Dec 10 16:29:21.261518 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1e6193b-c9a6-4b49-a18d-73542042343a {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:29:21.274463 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a8a4d374-ca8c-4675-a14c-1a0d61ab84fb tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting port d9fcd9a3-6bea-4f53-a5cc-5540b43e1033 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:29:21.274851 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a8a4d374-ca8c-4675-a14c-1a0d61ab84fb tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:21.287057 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb6ae068-7378-4675-ad16-ec77e5db42e3 req-cbe86c44-2c3b-4823-9e6e-3a0e363d2a74 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007412 Dec 10 16:29:21.288050 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bff28e52-11d6-4dc6-9da6-72af6fc0c15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:21.313528 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-3a9d1f33-0484-44e3-ad3e-42146f5eb40d None None] For port 9bb4505f-e09f-4f5e-9fe4-277614c6d4b7, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=9bb4505f-e09f-4f5e-9fe4-277614c6d4b7,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:21.316707 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port d1e6193b-c9a6-4b49-a18d-73542042343a, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=d1e6193b-c9a6-4b49-a18d-73542042343a,segment=NetworkSegment(c5dc7c15-134d-4079-accd-bbd076de9d44),segment_id=c5dc7c15-134d-4079-accd-bbd076de9d44)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:21.322174 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3a9d1f33-0484-44e3-ad3e-42146f5eb40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:21.356403 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:21.363306 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bff28e52-11d6-4dc6-9da6-72af6fc0c15a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:21.368712 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-bff28e52-11d6-4dc6-9da6-72af6fc0c15a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b19dcb35-f999-4eb6-adad-fc886feb8eab HTTP/1.1" status: 204 len: 168 time: 1.2910192 Dec 10 16:29:21.381668 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49894) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:21.399912 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4d3c9563-ca3c-4d06-96af-e8c640548032 req-3d59c40f-c87a-4fbf-9b77-ba7ba66d6402 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fbb94746-fc6f-4a16-ab0b-6dbd984218c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812621 Dec 10 16:29:21.413888 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccbef2c-f789-43ed-b23a-72c569c639d9 None None] Network 0e8aeabb-24a7-46c3-ad39-85f1a37d09cb requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:29:21.421400 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f76970-23af-4a6e-9ab1-41bb7bfc13aa None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:29:21.448904 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a8a4d374-ca8c-4675-a14c-1a0d61ab84fb tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:21.470999 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a8a4d374-ca8c-4675-a14c-1a0d61ab84fb tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Calling delete_port for d9fcd9a3-6bea-4f53-a5cc-5540b43e1033 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:29:21.474189 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff28e52-11d6-4dc6-9da6-72af6fc0c15a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b19dcb35-f999-4eb6-adad-fc886feb8eab,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:21.495607 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fbbc4062-2586-48f6-a89b-705bdb21177f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:21.548539 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.api [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:29:21.548801 n-d-766771-2 neutron-server[103394]: DEBUG oslo_db.api [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:29:21.565745 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d1f33-0484-44e3-ad3e-42146f5eb40d None None] Pushing event updated for resources: {'Port': ['ID=9bb4505f-e09f-4f5e-9fe4-277614c6d4b7,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:21.608997 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-fbbc4062-2586-48f6-a89b-705bdb21177f admin admin] Deleting port 1d08c5b9-e21c-462d-915b-b3daad8bc7a7 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:29:21.609409 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fbbc4062-2586-48f6-a89b-705bdb21177f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:21.618095 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff5ff9-0b26-42af-8549-b4ba9aa69a6f req-57955e9e-1821-483a-aba0-74a3af8d87f9 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:21.620243 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-69ca0441-764c-472b-a06c-222dda9be6d7 None None] Provisioning complete for port 9bb4505f-e09f-4f5e-9fe4-277614c6d4b7 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:29:21.620622 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-69ca0441-764c-472b-a06c-222dda9be6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:21.626166 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cbff5ff9-0b26-42af-8549-b4ba9aa69a6f req-57955e9e-1821-483a-aba0-74a3af8d87f9 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=54120776-6bb5-445b-87b3-685edc5a802f HTTP/1.1" status: 200 len: 944 time: 0.2286069 Dec 10 16:29:21.631160 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['d1e6193b-c9a6-4b49-a18d-73542042343a'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:29:21.632434 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3a24fa31-76d5-429c-bf88-a1f76cbaa523 req-a42141dc-9af7-4e15-9116-a209d42d30ac service neutron] 10.222.0.46 "GET /v2.0/networks/6b846837-ffd4-4012-82b7-af1d6b57a065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817826 Dec 10 16:29:21.663397 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4d3c9563-ca3c-4d06-96af-e8c640548032 req-095ad6d6-b15c-4207-ac14-b6abc69db0af service neutron] 10.222.0.26 "GET /v2.0/networks/fbb94746-fc6f-4a16-ab0b-6dbd984218c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348998 Dec 10 16:29:21.708614 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-fbbc4062-2586-48f6-a89b-705bdb21177f admin admin] For port 1d08c5b9-e21c-462d-915b-b3daad8bc7a7, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=1d08c5b9-e21c-462d-915b-b3daad8bc7a7,segment=NetworkSegment(82a02ff2-155a-4123-aaaa-97922567acfa),segment_id=82a02ff2-155a-4123-aaaa-97922567acfa)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:21.709054 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fbbc4062-2586-48f6-a89b-705bdb21177f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:21.718374 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a8a4d374-ca8c-4675-a14c-1a0d61ab84fb tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:21.729660 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-fbbc4062-2586-48f6-a89b-705bdb21177f admin admin] Calling delete_port for 1d08c5b9-e21c-462d-915b-b3daad8bc7a7 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:29:21.742540 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cbff5ff9-0b26-42af-8549-b4ba9aa69a6f req-a2085bd1-5e35-446a-9f21-8122cebdff2d tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154234 Dec 10 16:29:21.810124 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4d3c9563-ca3c-4d06-96af-e8c640548032 req-5e5e6451-0619-4342-a579-e3ecd1db308f service neutron] 10.222.0.26 "GET /v2.0/networks/fbb94746-fc6f-4a16-ab0b-6dbd984218c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337123 Dec 10 16:29:21.937151 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=d1e6193b-c9a6-4b49-a18d-73542042343a,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:22.018277 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bca3ba-adec-4519-b5b1-c19ab7b7aef0 req-e0a895bc-5105-4b14-b0bf-1b750639a2b3 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:22.021350 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a4d374-ca8c-4675-a14c-1a0d61ab84fb tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Port': ['ID=d9fcd9a3-6bea-4f53-a5cc-5540b43e1033,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:22.026433 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-13bca3ba-adec-4519-b5b1-c19ab7b7aef0 req-e0a895bc-5105-4b14-b0bf-1b750639a2b3 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 946 time: 0.0601971 Dec 10 16:29:22.040519 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-69ca0441-764c-472b-a06c-222dda9be6d7 None None] Could not find standard attr ID for object d9fcd9a3-6bea-4f53-a5cc-5540b43e1033. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:29:22.081570 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a8a4d374-ca8c-4675-a14c-1a0d61ab84fb tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:22.084891 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a8a4d374-ca8c-4675-a14c-1a0d61ab84fb tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/ports/d9fcd9a3-6bea-4f53-a5cc-5540b43e1033 HTTP/1.1" status: 204 len: 168 time: 0.9499056 Dec 10 16:29:22.086494 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41d3bad-b138-476a-9f9e-655335042881 None None] DHCP port deletion for 0e8aeabb-24a7-46c3-ad39-85f1a37d09cb request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:29:22.088844 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49900) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:22.104523 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-13bca3ba-adec-4519-b5b1-c19ab7b7aef0 req-9805e88e-69c6-40a4-8cd3-dc340bd41877 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771163 Dec 10 16:29:22.188377 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5738c2-2199-487a-be4d-71c44b0a2173 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:22.190105 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5738c2-2199-487a-be4d-71c44b0a2173 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:22.191686 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9c5738c2-2199-487a-be4d-71c44b0a2173 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1018589 Dec 10 16:29:22.194743 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49904) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:22.210263 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f41d3bad-b138-476a-9f9e-655335042881 None None] Deleting port 1d08c5b9-e21c-462d-915b-b3daad8bc7a7 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:29:22.210976 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f41d3bad-b138-476a-9f9e-655335042881 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:22.225651 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fbbc4062-2586-48f6-a89b-705bdb21177f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:22.265854 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ae46b-3e34-466c-b364-ae7da654fed5 req-3983e0ec-afea-406f-beb6-e98ade433221 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:22.266065 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 61856d19-fdc2-431a-be97-7fdda388107e no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:29:22.272869 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc4062-2586-48f6-a89b-705bdb21177f admin admin] Pushing event deleted for resources: {'Port': ['ID=1d08c5b9-e21c-462d-915b-b3daad8bc7a7,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:22.274918 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbc4062-2586-48f6-a89b-705bdb21177f admin admin] No DVR routers for this DVR port 1d08c5b9-e21c-462d-915b-b3daad8bc7a7 on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:29:22.282792 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ab7ae46b-3e34-466c-b364-ae7da654fed5 req-3983e0ec-afea-406f-beb6-e98ade433221 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/ports?device_id=14b9c694-3535-4aa8-ac86-3b17a08d6a29 HTTP/1.1" status: 200 len: 944 time: 0.1195700 Dec 10 16:29:22.296604 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 61856d19-fdc2-431a-be97-7fdda388107e {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:29:22.296808 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 61856d19-fdc2-431a-be97-7fdda388107e not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:29:22.297242 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 2f9fa0e1-3d1d-4416-8d8e-fd5d8c38134a no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:29:22.306046 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-965e5301-da6d-43e5-8467-d3c6ae1294d8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting subnet 30313625-8886-4e80-9275-f2b4e0ca1026 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:29:22.316645 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-965e5301-da6d-43e5-8467-d3c6ae1294d8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:22.332499 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 2f9fa0e1-3d1d-4416-8d8e-fd5d8c38134a {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:29:22.332895 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 2f9fa0e1-3d1d-4416-8d8e-fd5d8c38134a not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:29:22.338393 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f41d3bad-b138-476a-9f9e-655335042881 None None] For port 1d08c5b9-e21c-462d-915b-b3daad8bc7a7, host n-d-766771-2, got binding levels [] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:22.338792 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f41d3bad-b138-476a-9f9e-655335042881 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:22.352787 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f41d3bad-b138-476a-9f9e-655335042881 None None] Calling delete_port for 1d08c5b9-e21c-462d-915b-b3daad8bc7a7 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:29:22.355635 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.ipam_backend_mixin [None req-f41d3bad-b138-476a-9f9e-655335042881 None None] Port 1d08c5b9-e21c-462d-915b-b3daad8bc7a7 was not found and therefore no delete operation was performed {{(pid=103394) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 16:29:22.357083 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f41d3bad-b138-476a-9f9e-655335042881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:22.361720 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ab7ae46b-3e34-466c-b364-ae7da654fed5 req-8b72ef0a-f11e-439b-9d66-19130030df86 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/security-groups?id=0323d5e7-5cb6-4b7a-86bf-6326caf30de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763988 Dec 10 16:29:22.417902 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-965e5301-da6d-43e5-8467-d3c6ae1294d8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:22.418083 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d3bad-b138-476a-9f9e-655335042881 None None] Pushing event deleted for resources: {'Port': ['ID=1d08c5b9-e21c-462d-915b-b3daad8bc7a7,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:22.431105 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41d3bad-b138-476a-9f9e-655335042881 None None] No DVR routers for this DVR port 1d08c5b9-e21c-462d-915b-b3daad8bc7a7 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:29:22.467158 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-69b960b3-1291-4817-8306-9daff84dd3bf None None] Provisioning complete for port 9bb4505f-e09f-4f5e-9fe4-277614c6d4b7 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:29:22.467542 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-69b960b3-1291-4817-8306-9daff84dd3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:22.508728 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-965e5301-da6d-43e5-8467-d3c6ae1294d8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:22.514694 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 9bb4505f-e09f-4f5e-9fe4-277614c6d4b7 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:29:22.594100 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fbbc4062-2586-48f6-a89b-705bdb21177f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:22.605662 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-965e5301-da6d-43e5-8467-d3c6ae1294d8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:22.622589 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 9bb4505f-e09f-4f5e-9fe4-277614c6d4b7 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:29:22.623118 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:22.667765 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-fbbc4062-2586-48f6-a89b-705bdb21177f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e8aeabb-24a7-46c3-ad39-85f1a37d09cb']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:22.672217 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12eaa9-02a7-4119-ae6c-739fe29506e8 req-c8da311d-9058-469c-bcbf-cb85eb661276 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:22.674189 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ce12eaa9-02a7-4119-ae6c-739fe29506e8 req-c8da311d-9058-469c-bcbf-cb85eb661276 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 946 time: 0.0827010 Dec 10 16:29:22.687089 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-fbbc4062-2586-48f6-a89b-705bdb21177f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82a02ff2-155a-4123-aaaa-97922567acfa') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:22.687089 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-fbbc4062-2586-48f6-a89b-705bdb21177f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82a02ff2-155a-4123-aaaa-97922567acfa') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:22.696793 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fbbc4062-2586-48f6-a89b-705bdb21177f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:22.706918 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e5301-da6d-43e5-8467-d3c6ae1294d8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Subnet': ['ID=30313625-8886-4e80-9275-f2b4e0ca1026,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:22.712723 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-965e5301-da6d-43e5-8467-d3c6ae1294d8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:22.717610 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-965e5301-da6d-43e5-8467-d3c6ae1294d8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/30313625-8886-4e80-9275-f2b4e0ca1026 HTTP/1.1" status: 204 len: 168 time: 0.5218458 Dec 10 16:29:22.718714 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49912) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:22.727367 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fbbc4062-2586-48f6-a89b-705bdb21177f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:22.749496 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ce12eaa9-02a7-4119-ae6c-739fe29506e8 req-91e5daed-81aa-4f7d-a2fa-e770e6b7ae72 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678906 Dec 10 16:29:22.767330 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a0b2d1c3-ee52-4391-8a69-970a5ec06c08 None None] Could not find standard attr ID for object 314289b0-664d-4ff5-91c4-e1d5fc597339. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:29:22.767532 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a4c017b1-b5c8-4812-9a87-2f477b647fb6 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0458865 Dec 10 16:29:22.771499 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 49918) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:22.775244 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbbc4062-2586-48f6-a89b-705bdb21177f admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:29:22.776493 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-46055940-3c78-483a-b25c-f811f20a1415 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'subnet': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:22.776843 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fbbc4062-2586-48f6-a89b-705bdb21177f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:22.828413 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 1d08c5b9-e21c-462d-915b-b3daad8bc7a7 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:29:22.847836 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:29:22.847836 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:29:22.847836 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:29:22.847836 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:29:22.847836 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:29:22.847836 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:29:22.847836 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:29:22.847836 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:29:22.847836 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:29:22.847836 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:29:22.847836 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:29:22.847836 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:29:22.847836 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:29:22.847836 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:29:22.847836 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:29:22.847836 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:29:22.847836 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:29:22.847836 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:29:22.847836 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:29:22.847836 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:29:22.847836 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:29:22.847836 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:29:22.847836 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:29:22.847836 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:29:22.847836 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:29:22.847836 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:29:22.847836 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:29:22.847836 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:29:22.847836 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:29:22.847836 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:29:22.847836 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:29:22.847836 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:29:22.851293 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fbbc4062-2586-48f6-a89b-705bdb21177f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:22.854708 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 1d08c5b9-e21c-462d-915b-b3daad8bc7a7 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:29:22.854708 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 1d08c5b9-e21c-462d-915b-b3daad8bc7a7 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:29:22.857690 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fbbc4062-2586-48f6-a89b-705bdb21177f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:22.862437 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-fbbc4062-2586-48f6-a89b-705bdb21177f admin admin] 10.222.0.11 "DELETE /v2.0/networks/0e8aeabb-24a7-46c3-ad39-85f1a37d09cb HTTP/1.1" status: 204 len: 168 time: 1.4741342 Dec 10 16:29:22.894432 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc4062-2586-48f6-a89b-705bdb21177f admin admin] Pushing event deleted for resources: {'Network': ['ID=0e8aeabb-24a7-46c3-ad39-85f1a37d09cb,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:22.971198 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46055940-3c78-483a-b25c-f811f20a1415 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:29:22.975183 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46055940-3c78-483a-b25c-f811f20a1415 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:22.988065 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-4b20f3e9-f230-4ab0-886e-cfbba0373f5c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0843086 Dec 10 16:29:23.057503 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabd04d2-81c4-4473-a4ae-3a6fb2a02d45 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:29:23.080398 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49926) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:23.112785 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-51fd0fc0-3f13-497d-afa6-5d81ecd8c9dc None None] Could not find standard attr ID for object d9fcd9a3-6bea-4f53-a5cc-5540b43e1033. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:29:23.139136 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-af9b52ff-ffc9-4098-9550-4e6a7f7ff9fb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c7adacde99724af6b8f5f15694d7a9a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0574818 Dec 10 16:29:23.139775 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49928) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:23.173450 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f25838-fb94-43a5-a2de-021ed0f55c3b req-4f131d46-4dde-49f7-a247-ce7afa91237f tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:23.175510 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-11f25838-fb94-43a5-a2de-021ed0f55c3b req-4f131d46-4dde-49f7-a247-ce7afa91237f tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=54120776-6bb5-445b-87b3-685edc5a802f HTTP/1.1" status: 200 len: 944 time: 0.1626816 Dec 10 16:29:23.182124 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-3d91ceee-49c5-480d-bffa-e5efc3d04232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:23.182609 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-3d91ceee-49c5-480d-bffa-e5efc3d04232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:23.183063 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-3d91ceee-49c5-480d-bffa-e5efc3d04232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:23.183518 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-3d91ceee-49c5-480d-bffa-e5efc3d04232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:23.183961 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-3d91ceee-49c5-480d-bffa-e5efc3d04232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:23.184405 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-3d91ceee-49c5-480d-bffa-e5efc3d04232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:23.184846 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-3d91ceee-49c5-480d-bffa-e5efc3d04232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:23.186731 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-3d91ceee-49c5-480d-bffa-e5efc3d04232 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8d2a6699ac14ae587266a65822b9f70&device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 6489 time: 0.1259813 Dec 10 16:29:23.191822 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e3194488-08c7-4926-98f1-4c7ede4a8e28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:23.217411 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e3194488-08c7-4926-98f1-4c7ede4a8e28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:23.240734 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b149eac9-55f7-4edf-bdbf-48ea2d45db7d None None] DHCP port deletion for ba7323f5-fe45-4362-904e-9370cf7b7342 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:29:23.279275 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e3194488-08c7-4926-98f1-4c7ede4a8e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:23.282324 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e3194488-08c7-4926-98f1-4c7ede4a8e28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:23.286795 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e3194488-08c7-4926-98f1-4c7ede4a8e28 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2348e4db-6841-400a-b514-0570df7b8eb6 HTTP/1.1" status: 204 len: 168 time: 0.1429627 Dec 10 16:29:23.293567 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3194488-08c7-4926-98f1-4c7ede4a8e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2348e4db-6841-400a-b514-0570df7b8eb6,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:23.314848 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b149eac9-55f7-4edf-bdbf-48ea2d45db7d None None] Deleting port 9bb4505f-e09f-4f5e-9fe4-277614c6d4b7 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:29:23.315166 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b149eac9-55f7-4edf-bdbf-48ea2d45db7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:23.329297 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-11f25838-fb94-43a5-a2de-021ed0f55c3b req-84c98af4-8345-4adf-92e3-08c1eef6d024 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410549 Dec 10 16:29:23.394291 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b149eac9-55f7-4edf-bdbf-48ea2d45db7d None None] For port 9bb4505f-e09f-4f5e-9fe4-277614c6d4b7, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=9bb4505f-e09f-4f5e-9fe4-277614c6d4b7,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:23.394738 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b149eac9-55f7-4edf-bdbf-48ea2d45db7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:23.410327 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b149eac9-55f7-4edf-bdbf-48ea2d45db7d None None] Calling delete_port for 9bb4505f-e09f-4f5e-9fe4-277614c6d4b7 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:29:23.426720 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-ea9c1735-b9d7-4fbe-8940-cace74d6a7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:23.427313 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-ea9c1735-b9d7-4fbe-8940-cace74d6a7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:23.427614 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-ea9c1735-b9d7-4fbe-8940-cace74d6a7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:23.429124 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-ea9c1735-b9d7-4fbe-8940-cace74d6a7a0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=363226b2-5652-456e-86bb-08df05db4510&id=d3d2f5a8-9c2a-4e37-81c2-a6be304a674b&id=d3d2f5a8-9c2a-4e37-81c2-a6be304a674b&id=d3d2f5a8-9c2a-4e37-81c2-a6be304a674b&id=d3d2f5a8-9c2a-4e37-81c2-a6be304a674b&id=d9b93369-0ca7-48d4-af9b-dd363ef2706a&id=d9b93369-0ca7-48d4-af9b-dd363ef2706a HTTP/1.1" status: 200 len: 2293 time: 0.2089741 Dec 10 16:29:23.429942 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46055940-3c78-483a-b25c-f811f20a1415 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:23.497641 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b149eac9-55f7-4edf-bdbf-48ea2d45db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:23.528767 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b149eac9-55f7-4edf-bdbf-48ea2d45db7d None None] Pushing event deleted for resources: {'Port': ['ID=9bb4505f-e09f-4f5e-9fe4-277614c6d4b7,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:23.536643 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46055940-3c78-483a-b25c-f811f20a1415 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:29:23.537412 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b149eac9-55f7-4edf-bdbf-48ea2d45db7d None None] No DVR routers for this DVR port 9bb4505f-e09f-4f5e-9fe4-277614c6d4b7 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:29:23.540050 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b149eac9-55f7-4edf-bdbf-48ea2d45db7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:23.541095 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b149eac9-55f7-4edf-bdbf-48ea2d45db7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:23.541095 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b149eac9-55f7-4edf-bdbf-48ea2d45db7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:23.541095 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b149eac9-55f7-4edf-bdbf-48ea2d45db7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:23.541380 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b149eac9-55f7-4edf-bdbf-48ea2d45db7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:23.541694 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b149eac9-55f7-4edf-bdbf-48ea2d45db7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:23.542287 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b149eac9-55f7-4edf-bdbf-48ea2d45db7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:23.542494 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b149eac9-55f7-4edf-bdbf-48ea2d45db7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:23.542825 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b149eac9-55f7-4edf-bdbf-48ea2d45db7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:23.543154 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b149eac9-55f7-4edf-bdbf-48ea2d45db7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:23.543479 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b149eac9-55f7-4edf-bdbf-48ea2d45db7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:23.543794 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b149eac9-55f7-4edf-bdbf-48ea2d45db7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:23.544119 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b149eac9-55f7-4edf-bdbf-48ea2d45db7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:23.555551 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-46055940-3c78-483a-b25c-f811f20a1415 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:29:23.562210 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46055940-3c78-483a-b25c-f811f20a1415 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:23.563312 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46055940-3c78-483a-b25c-f811f20a1415 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:23.569138 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46055940-3c78-483a-b25c-f811f20a1415 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Subnet': ['ID=dd51dd9b-41e0-4dc6-98a2-f4d02627642f,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:23.570901 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c96cfa-f8d0-4ff7-92f2-595bac9e4626 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:29:23.590179 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69499553-3e7e-4b94-93e7-5ecd269e9f08 req-fdd77a70-c6c2-43c1-8c65-57d019f24e0c tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:23.591688 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-69499553-3e7e-4b94-93e7-5ecd269e9f08 req-fdd77a70-c6c2-43c1-8c65-57d019f24e0c tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 946 time: 0.1768186 Dec 10 16:29:23.599755 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-46055940-3c78-483a-b25c-f811f20a1415 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8247359 Dec 10 16:29:23.600073 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49936) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:23.605618 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-eab06052-8447-4871-9aac-94fe98d0453a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'port': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'name': 'tempest-NetworksTestDHCPv6-1231377431'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:23.607179 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-e2f1ce20-37e5-4914-a184-70f7948061f9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd4fac7c-3598-4cc6-b999-9dd9d8245c08 HTTP/1.1" status: 200 len: 1002 time: 0.1322482 Dec 10 16:29:23.680791 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-e88ab212-14cd-4a18-8245-021ad84179ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:23.685284 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-e88ab212-14cd-4a18-8245-021ad84179ef service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eba51dfb-4a31-463f-a3e8-1df67a384ba8 HTTP/1.1" status: 200 len: 851 time: 0.0676157 Dec 10 16:29:23.692509 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-69499553-3e7e-4b94-93e7-5ecd269e9f08 req-f9ff9902-c43b-41d9-887a-ee6fba2c2151 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923851 Dec 10 16:29:23.723438 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85081ec7-3974-49dd-88a8-b5ce65b3b872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-ba7323f5-fe45-4362-904e-9370cf7b7342', 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'project_id': '2ff5423581d24da08fa7c37167d452f0', 'fixed_ips': [{'subnet_id': 'dd51dd9b-41e0-4dc6-98a2-f4d02627642f'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:29:23.726038 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-85081ec7-3974-49dd-88a8-b5ce65b3b872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:23.756947 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-4ba0a07e-0654-4a7c-9c0b-8e0bbf35007d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:23.758834 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-4ba0a07e-0654-4a7c-9c0b-8e0bbf35007d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=363226b2-5652-456e-86bb-08df05db4510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653899 Dec 10 16:29:23.793288 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab06052-8447-4871-9aac-94fe98d0453a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:29:23.801159 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eab06052-8447-4871-9aac-94fe98d0453a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:23.834601 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-eab06052-8447-4871-9aac-94fe98d0453a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] device_id is not set on port 59d2c3ae-b73b-469b-9bf0-0bb1d3d3f5a8 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:29:23.861849 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 1b1c015d-52f1-4820-a452-5cbf621b6d9d up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:29:23.940410 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-9f7bdb34-17eb-4591-bd18-74e3b9c4e701 service neutron] 10.222.0.46 "GET /v2.0/networks/363226b2-5652-456e-86bb-08df05db4510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610987 Dec 10 16:29:23.962853 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-85081ec7-3974-49dd-88a8-b5ce65b3b872 None None] Allocated IP 2001:db8::2 (ba7323f5-fe45-4362-904e-9370cf7b7342/dd51dd9b-41e0-4dc6-98a2-f4d02627642f/8e63e984-797f-482e-b78d-c0976cad431a) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:29:23.983577 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 1b1c015d-52f1-4820-a452-5cbf621b6d9d completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:29:23.995307 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 1b1c015d-52f1-4820-a452-5cbf621b6d9d triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:29:23.995946 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:24.089605 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-afaaf132-e81c-46dd-bd77-a5fc8e71849e service neutron] 10.222.0.46 "GET /v2.0/networks/363226b2-5652-456e-86bb-08df05db4510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378069 Dec 10 16:29:24.113064 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facd5b2-9d70-446a-a632-dd68fddf0eca req-d24e12e8-b54c-4a0f-9618-82c42867d95a tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:24.114672 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0facd5b2-9d70-446a-a632-dd68fddf0eca req-d24e12e8-b54c-4a0f-9618-82c42867d95a tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/ports?device_id=14b9c694-3535-4aa8-ac86-3b17a08d6a29 HTTP/1.1" status: 200 len: 944 time: 0.0792120 Dec 10 16:29:24.147331 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-40a0e397-a047-4662-8f80-81a573897133 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=cef7248a-01ee-4f91-846b-1268835ed13c HTTP/1.1" status: 200 len: 217 time: 0.0490112 Dec 10 16:29:24.180682 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:24.223629 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0facd5b2-9d70-446a-a632-dd68fddf0eca req-a9d16810-c079-488b-8466-300687ff10f9 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/security-groups?id=0323d5e7-5cb6-4b7a-86bf-6326caf30de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783865 Dec 10 16:29:24.225171 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-7a153f4c-7e2e-47f4-9261-997a3031206a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:24.225638 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 1b1c015d-52f1-4820-a452-5cbf621b6d9d, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=1b1c015d-52f1-4820-a452-5cbf621b6d9d,segment=NetworkSegment(61dcaedb-3bc0-47c0-9c1b-e1ac3641e703),segment_id=61dcaedb-3bc0-47c0-9c1b-e1ac3641e703)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:24.226537 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-7a153f4c-7e2e-47f4-9261-997a3031206a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=982571b8-b0fa-4aa2-b27f-7ecb9fbdf841 HTTP/1.1" status: 200 len: 797 time: 0.0727270 Dec 10 16:29:24.227006 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-85081ec7-3974-49dd-88a8-b5ce65b3b872 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:24.227119 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 49958) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:24.228333 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54120776-6bb5-445b-87b3-685edc5a802f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1c015d-52f1-4820-a452-5cbf621b6d9d'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:29:24.231405 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04bafac9-530a-4669-83f6-b9a8f20fb3b6" -d '{"events": [{"server_uuid": "54120776-6bb5-445b-87b3-685edc5a802f", "name": "network-vif-plugged", "status": "completed", "tag": "1b1c015d-52f1-4820-a452-5cbf621b6d9d"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:29:24.236287 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:24.241811 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-85081ec7-3974-49dd-88a8-b5ce65b3b872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:24.296422 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85081ec7-3974-49dd-88a8-b5ce65b3b872 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:29:24.306944 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-85081ec7-3974-49dd-88a8-b5ce65b3b872 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:29:24.310439 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85081ec7-3974-49dd-88a8-b5ce65b3b872 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:29:24.315715 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=1b1c015d-52f1-4820-a452-5cbf621b6d9d,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:24.325124 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-eab06052-8447-4871-9aac-94fe98d0453a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Allocated IP 2001:db8::360 (ba7323f5-fe45-4362-904e-9370cf7b7342/dd51dd9b-41e0-4dc6-98a2-f4d02627642f/59d2c3ae-b73b-469b-9bf0-0bb1d3d3f5a8) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:29:24.358759 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-1ce357db-bdeb-4218-a43b-2c3d6a53c17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:24.362212 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-1ce357db-bdeb-4218-a43b-2c3d6a53c17d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d3d2f5a8-9c2a-4e37-81c2-a6be304a674b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1283200 Dec 10 16:29:24.412183 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85081ec7-3974-49dd-88a8-b5ce65b3b872 None None] Pushing event updated for resources: {'Port': ['ID=8e63e984-797f-482e-b78d-c0976cad431a,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:24.419797 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-85081ec7-3974-49dd-88a8-b5ce65b3b872 None None] Attempting to bind port 8e63e984-797f-482e-b78d-c0976cad431a on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:29:24.420656 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-85081ec7-3974-49dd-88a8-b5ce65b3b872 None None] Attempting to bind port 8e63e984-797f-482e-b78d-c0976cad431a by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:29:24.421479 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85081ec7-3974-49dd-88a8-b5ce65b3b872 None None] Attempting to bind port 8e63e984-797f-482e-b78d-c0976cad431a on network ba7323f5-fe45-4362-904e-9370cf7b7342 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:24.428102 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85081ec7-3974-49dd-88a8-b5ce65b3b872 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:29:24.428763 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85081ec7-3974-49dd-88a8-b5ce65b3b872 None None] Checking segment: {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:29:24.429351 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-85081ec7-3974-49dd-88a8-b5ce65b3b872 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:24.429918 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85081ec7-3974-49dd-88a8-b5ce65b3b872 None None] Bound using segment: {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:29:24.430595 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-85081ec7-3974-49dd-88a8-b5ce65b3b872 None None] Bound port: 8e63e984-797f-482e-b78d-c0976cad431a, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:29:24.431364 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-85081ec7-3974-49dd-88a8-b5ce65b3b872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:24.466828 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 9bb4505f-e09f-4f5e-9fe4-277614c6d4b7 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:29:24.482603 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-1645754b-0ccb-4255-b88c-4457b5ef4188 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1890249404-network', 'tenant_id': '926384761c9847c28a080dd568637b6d'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:24.513437 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 9bb4505f-e09f-4f5e-9fe4-277614c6d4b7 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:29:24.514107 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 9bb4505f-e09f-4f5e-9fe4-277614c6d4b7 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:29:24.533278 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33beace-d539-4564-8e8e-1a44a15ffe44 x-openstack-request-id: req-c33beace-d539-4564-8e8e-1a44a15ffe44 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:29:24.543036 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54120776-6bb5-445b-87b3-685edc5a802f", "name": "network-vif-plugged", "status": "completed", "tag": "1b1c015d-52f1-4820-a452-5cbf621b6d9d", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:29:24.543201 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c33beace-d539-4564-8e8e-1a44a15ffe44 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:29:24.544148 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54120776-6bb5-445b-87b3-685edc5a802f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1c015d-52f1-4820-a452-5cbf621b6d9d', 'code': 200} Dec 10 16:29:24.556950 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-b541308e-f28a-4b6e-a2af-48a183181e61 service neutron] 10.222.0.46 "GET /v2.0/networks/d3d2f5a8-9c2a-4e37-81c2-a6be304a674b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834919 Dec 10 16:29:24.558046 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1645754b-0ccb-4255-b88c-4457b5ef4188 admin admin] Made reservation on behalf of 926384761c9847c28a080dd568637b6d for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:29:24.560611 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1645754b-0ccb-4255-b88c-4457b5ef4188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:24.562938 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-85081ec7-3974-49dd-88a8-b5ce65b3b872 None None] For port 8e63e984-797f-482e-b78d-c0976cad431a, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:29:24.566865 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-85081ec7-3974-49dd-88a8-b5ce65b3b872 None None] For port 8e63e984-797f-482e-b78d-c0976cad431a, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=8e63e984-797f-482e-b78d-c0976cad431a,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:29:24.579530 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eab06052-8447-4871-9aac-94fe98d0453a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:24.582487 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1645754b-0ccb-4255-b88c-4457b5ef4188 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:24.583716 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-85081ec7-3974-49dd-88a8-b5ce65b3b872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:24.589793 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device d1e6193b-c9a6-4b49-a18d-73542042343a up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:29:24.622588 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eab06052-8447-4871-9aac-94fe98d0453a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:24.679764 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab06052-8447-4871-9aac-94fe98d0453a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:29:24.683279 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-eab06052-8447-4871-9aac-94fe98d0453a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:29:24.686039 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab06052-8447-4871-9aac-94fe98d0453a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:29:24.696875 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab06052-8447-4871-9aac-94fe98d0453a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:24.697552 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eab06052-8447-4871-9aac-94fe98d0453a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:24.706248 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85081ec7-3974-49dd-88a8-b5ce65b3b872 None None] Pushing event updated for resources: {'Port': ['ID=8e63e984-797f-482e-b78d-c0976cad431a,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:24.720057 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab06052-8447-4871-9aac-94fe98d0453a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Port': ['ID=59d2c3ae-b73b-469b-9bf0-0bb1d3d3f5a8,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:24.720327 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port d1e6193b-c9a6-4b49-a18d-73542042343a completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:29:24.727964 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-eab06052-8447-4871-9aac-94fe98d0453a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1267583 Dec 10 16:29:24.730939 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49970) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:24.732352 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port d1e6193b-c9a6-4b49-a18d-73542042343a triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:29:24.732694 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:24.759981 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6fe2e-38e9-490f-9ffc-3a920bde59cd req-c7428b67-43de-4e2d-85ac-3dee4d4c4182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:24.761574 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6bd6fe2e-38e9-490f-9ffc-3a920bde59cd req-c7428b67-43de-4e2d-85ac-3dee4d4c4182 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=54120776-6bb5-445b-87b3-685edc5a802f HTTP/1.1" status: 200 len: 1096 time: 0.1548648 Dec 10 16:29:24.801387 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b68dba-1e3e-4c36-ac63-7d42de5645eb tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:24.809360 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b68dba-1e3e-4c36-ac63-7d42de5645eb tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:24.811012 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-18b68dba-1e3e-4c36-ac63-7d42de5645eb tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0792065 Dec 10 16:29:24.813691 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49974) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:24.816168 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aededb4-9846-41eb-8f18-e361dbf53734 req-6430ce90-05d7-4e72-86ef-b66e96852b1b tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:24.817668 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1aededb4-9846-41eb-8f18-e361dbf53734 req-6430ce90-05d7-4e72-86ef-b66e96852b1b tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 946 time: 0.1996458 Dec 10 16:29:24.826172 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:24.879482 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port d1e6193b-c9a6-4b49-a18d-73542042343a, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=d1e6193b-c9a6-4b49-a18d-73542042343a,segment=NetworkSegment(c5dc7c15-134d-4079-accd-bbd076de9d44),segment_id=c5dc7c15-134d-4079-accd-bbd076de9d44)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:24.885296 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:24.906841 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-8f153e05-ca1b-4072-bfde-632bedbfc855 service neutron] 10.222.0.46 "GET /v2.0/networks/d3d2f5a8-9c2a-4e37-81c2-a6be304a674b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334119 Dec 10 16:29:24.912952 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6bd6fe2e-38e9-490f-9ffc-3a920bde59cd req-14ca8382-8b3f-4b17-87cf-375051c22962 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422722 Dec 10 16:29:24.941088 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-3d3ee651-cdd9-4689-a0f7-98e4ab9292de tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting port 59d2c3ae-b73b-469b-9bf0-0bb1d3d3f5a8 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:29:24.941697 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3d3ee651-cdd9-4689-a0f7-98e4ab9292de tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:24.959758 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1645754b-0ccb-4255-b88c-4457b5ef4188 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:24.965112 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1aededb4-9846-41eb-8f18-e361dbf53734 req-6c91e00d-9317-492e-a0fa-ca44337be1a4 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301959 Dec 10 16:29:24.966224 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1645754b-0ccb-4255-b88c-4457b5ef4188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:24.998273 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1645754b-0ccb-4255-b88c-4457b5ef4188 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:29:25.013128 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1645754b-0ccb-4255-b88c-4457b5ef4188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1bfdc0-5004-4078-8411-566b3928ea36,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:25.019691 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1645754b-0ccb-4255-b88c-4457b5ef4188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:25.020043 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-1645754b-0ccb-4255-b88c-4457b5ef4188 admin admin] Added segment 68dfc5db-4a7f-439d-a72d-ee09cee30888 of type vlan for network 248298f7-3285-4cd6-9abc-06e636814e56 Dec 10 16:29:25.043910 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=d1e6193b-c9a6-4b49-a18d-73542042343a,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:25.058787 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3d3ee651-cdd9-4689-a0f7-98e4ab9292de tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:25.071615 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-3d3ee651-cdd9-4689-a0f7-98e4ab9292de tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Calling delete_port for 59d2c3ae-b73b-469b-9bf0-0bb1d3d3f5a8 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:29:25.087207 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1645754b-0ccb-4255-b88c-4457b5ef4188 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:25.169644 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-698e6629-6dd3-43f8-b677-de35b512f292 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=21ff2032-7c79-4143-8370-31ee1ca6849c HTTP/1.1" status: 200 len: 217 time: 0.0575314 Dec 10 16:29:25.213037 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1645754b-0ccb-4255-b88c-4457b5ef4188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:25.213972 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1645754b-0ccb-4255-b88c-4457b5ef4188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:25.214659 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1645754b-0ccb-4255-b88c-4457b5ef4188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:25.222777 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3d3ee651-cdd9-4689-a0f7-98e4ab9292de tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:25.252052 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ee651-cdd9-4689-a0f7-98e4ab9292de tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Port': ['ID=59d2c3ae-b73b-469b-9bf0-0bb1d3d3f5a8,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:25.282480 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3d3ee651-cdd9-4689-a0f7-98e4ab9292de tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:25.284760 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1645754b-0ccb-4255-b88c-4457b5ef4188 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0563862 Dec 10 16:29:25.288066 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3d3ee651-cdd9-4689-a0f7-98e4ab9292de tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/ports/59d2c3ae-b73b-469b-9bf0-0bb1d3d3f5a8 HTTP/1.1" status: 204 len: 168 time: 0.4710233 Dec 10 16:29:25.288066 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49980) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:25.288297 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49982) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:25.294521 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-b7259f30-4775-474e-afe2-cb945bbdbbe9 admin admin] Request body: {'subnet': {'network_id': '248298f7-3285-4cd6-9abc-06e636814e56', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1890249404-subnet', 'tenant_id': '926384761c9847c28a080dd568637b6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:25.307846 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33c024-91ca-48ff-8dd4-730fc2bd8739 req-54b6049b-c73e-4e1a-b85d-e36368f8f2bf tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:25.309330 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0e33c024-91ca-48ff-8dd4-730fc2bd8739 req-54b6049b-c73e-4e1a-b85d-e36368f8f2bf tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=54120776-6bb5-445b-87b3-685edc5a802f HTTP/1.1" status: 200 len: 945 time: 0.1844182 Dec 10 16:29:25.312475 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-6635bc85-e505-457a-aeaf-c5f0701b8ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:25.313806 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-6635bc85-e505-457a-aeaf-c5f0701b8ca0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=982571b8-b0fa-4aa2-b27f-7ecb9fbdf841 HTTP/1.1" status: 200 len: 797 time: 0.1295748 Dec 10 16:29:25.323265 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1645754b-0ccb-4255-b88c-4457b5ef4188 admin admin] Pushing event updated for resources: {'Network': ['ID=248298f7-3285-4cd6-9abc-06e636814e56,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:25.339538 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 248298f7-3285-4cd6-9abc-06e636814e56 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:29:25.371229 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ece8634-6e32-4b84-ba3f-37d8abdee89e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:25.372801 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ece8634-6e32-4b84-ba3f-37d8abdee89e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:25.377283 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8ece8634-6e32-4b84-ba3f-37d8abdee89e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0841038 Dec 10 16:29:25.377283 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7259f30-4775-474e-afe2-cb945bbdbbe9 admin admin] Made reservation on behalf of 926384761c9847c28a080dd568637b6d for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:29:25.377549 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 49986) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:25.380140 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b7259f30-4775-474e-afe2-cb945bbdbbe9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:25.420540 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0e33c024-91ca-48ff-8dd4-730fc2bd8739 req-15ea8c53-f28f-490c-9644-2b1bc5f4c584 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030920 Dec 10 16:29:25.453116 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-4f32ba41-afa2-44b3-a39a-7ac04a8dcea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:25.455046 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-4f32ba41-afa2-44b3-a39a-7ac04a8dcea0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d3d2f5a8-9c2a-4e37-81c2-a6be304a674b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1152055 Dec 10 16:29:25.465748 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e73d91e-4aeb-48e6-b591-381973b01764 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting subnet dd51dd9b-41e0-4dc6-98a2-f4d02627642f {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:29:25.466426 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e73d91e-4aeb-48e6-b591-381973b01764 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:25.661484 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b7259f30-4775-474e-afe2-cb945bbdbbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:25.742843 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7259f30-4775-474e-afe2-cb945bbdbbe9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1996d23b-2432-45ec-8c05-33f46a63d7f2,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:25.748724 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7259f30-4775-474e-afe2-cb945bbdbbe9 admin admin] Checking segment: {'id': '68dfc5db-4a7f-439d-a72d-ee09cee30888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '248298f7-3285-4cd6-9abc-06e636814e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:29:25.749086 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7259f30-4775-474e-afe2-cb945bbdbbe9 admin admin] Network hostable DHCP agents. Network: 248298f7-3285-4cd6-9abc-06e636814e56, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:29:25.771889 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7259f30-4775-474e-afe2-cb945bbdbbe9 admin admin] Network 248298f7-3285-4cd6-9abc-06e636814e56 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:29:25.784740 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-b7259f30-4775-474e-afe2-cb945bbdbbe9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 248298f7-3285-4cd6-9abc-06e636814e56) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:29:25.789207 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7259f30-4775-474e-afe2-cb945bbdbbe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:25.790668 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b7259f30-4775-474e-afe2-cb945bbdbbe9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:25.796696 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efe9756-e01d-4f66-8ebd-0af5eb0252b0 None None] Network 248298f7-3285-4cd6-9abc-06e636814e56 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:29:25.828801 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b7259f30-4775-474e-afe2-cb945bbdbbe9 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5394993 Dec 10 16:29:25.915837 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7df66ec-7bfb-44f6-894d-73f775729a01 None None] Network 248298f7-3285-4cd6-9abc-06e636814e56 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:29:26.016077 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e73d91e-4aeb-48e6-b591-381973b01764 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:26.060072 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b1c20-de10-417d-988f-d352f7558545 req-3fd76c91-9343-459b-9b84-7f40326d41e0 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:26.067547 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c49b1c20-de10-417d-988f-d352f7558545 req-3fd76c91-9343-459b-9b84-7f40326d41e0 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 946 time: 0.1621962 Dec 10 16:29:26.073723 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-472c0e6a-47d6-4dfd-ac98-e07c8dd0814a None None] Provisioning complete for port 8e63e984-797f-482e-b78d-c0976cad431a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:29:26.074179 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-472c0e6a-47d6-4dfd-ac98-e07c8dd0814a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:26.145325 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-6758ae38-11ba-44ec-aa2f-14581740c0c8 service neutron] 10.222.0.46 "GET /v2.0/networks/d3d2f5a8-9c2a-4e37-81c2-a6be304a674b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389245 Dec 10 16:29:26.159903 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-472c0e6a-47d6-4dfd-ac98-e07c8dd0814a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:26.200537 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-472c0e6a-47d6-4dfd-ac98-e07c8dd0814a None None] For port 8e63e984-797f-482e-b78d-c0976cad431a, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=8e63e984-797f-482e-b78d-c0976cad431a,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:26.201981 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c49b1c20-de10-417d-988f-d352f7558545 req-4110550a-1943-4482-82d9-8ffbba36fe7b tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313539 Dec 10 16:29:26.206799 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-472c0e6a-47d6-4dfd-ac98-e07c8dd0814a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:26.283519 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c0e6a-47d6-4dfd-ac98-e07c8dd0814a None None] Pushing event updated for resources: {'Port': ['ID=8e63e984-797f-482e-b78d-c0976cad431a,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:26.311559 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e73d91e-4aeb-48e6-b591-381973b01764 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:26.322670 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c3ce20d4-8d21-4b71-9235-544164aa99b5 None None] Could not find standard attr ID for object 59d2c3ae-b73b-469b-9bf0-0bb1d3d3f5a8. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:29:26.406313 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-25a9f20a-5694-4524-a455-b13c51872e57 service neutron] 10.222.0.46 "GET /v2.0/networks/d3d2f5a8-9c2a-4e37-81c2-a6be304a674b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517476 Dec 10 16:29:26.416482 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b898a0-1ce8-4ee6-a8e2-42a0f913afa0 req-8e7f8165-6ab4-4ab5-9464-50e4f945e8b1 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:26.418172 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-76b898a0-1ce8-4ee6-a8e2-42a0f913afa0 req-8e7f8165-6ab4-4ab5-9464-50e4f945e8b1 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/ports?device_id=14b9c694-3535-4aa8-ac86-3b17a08d6a29 HTTP/1.1" status: 200 len: 945 time: 0.1291592 Dec 10 16:29:26.465724 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 8e63e984-797f-482e-b78d-c0976cad431a up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:29:26.466365 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-46a6e6ff-324c-43da-ab87-391d4298eb39 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=11bd17a0-c7ec-4e75-b045-d5fe4d128aea HTTP/1.1" status: 200 len: 217 time: 0.0453010 Dec 10 16:29:26.484350 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e73d91e-4aeb-48e6-b591-381973b01764 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:26.524534 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 8e63e984-797f-482e-b78d-c0976cad431a triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:29:26.524987 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:26.545623 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b9c694-3535-4aa8-ac86-3b17a08d6a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e6193b-c9a6-4b49-a18d-73542042343a'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:29:26.548272 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80fc15b1-c472-40f5-a8b5-ec49fb2b466a" -d '{"events": [{"server_uuid": "14b9c694-3535-4aa8-ac86-3b17a08d6a29", "name": "network-vif-plugged", "status": "completed", "tag": "d1e6193b-c9a6-4b49-a18d-73542042343a"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:29:26.549365 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e73d91e-4aeb-48e6-b591-381973b01764 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Subnet': ['ID=dd51dd9b-41e0-4dc6-98a2-f4d02627642f,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:26.556964 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e73d91e-4aeb-48e6-b591-381973b01764 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:26.560157 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2e73d91e-4aeb-48e6-b591-381973b01764 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/dd51dd9b-41e0-4dc6-98a2-f4d02627642f HTTP/1.1" status: 204 len: 168 time: 1.1819057 Dec 10 16:29:26.562743 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50006) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:26.575327 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02437820-bdb8-492a-90ef-471c7480cd23 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:29:26.578336 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-e064d77a-edea-4799-96f8-fffa5d874b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:26.579798 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-e064d77a-edea-4799-96f8-fffa5d874b5e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=982571b8-b0fa-4aa2-b27f-7ecb9fbdf841 HTTP/1.1" status: 200 len: 797 time: 0.1056919 Dec 10 16:29:26.583221 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-76b898a0-1ce8-4ee6-a8e2-42a0f913afa0 req-002920f2-de58-4379-a82e-b93bb7f854b1 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/security-groups?id=0323d5e7-5cb6-4b7a-86bf-6326caf30de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537669 Dec 10 16:29:26.608611 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-36b08edb-b201-4ab7-8c90-e277332c094e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0445430 Dec 10 16:29:26.611338 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50008) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:26.648393 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-b7736302-987f-4720-9da7-8aaeaa6b5e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:26.650457 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-b7736302-987f-4720-9da7-8aaeaa6b5e97 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d3d2f5a8-9c2a-4e37-81c2-a6be304a674b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0628173 Dec 10 16:29:26.685104 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15266a7b-5f5b-43e5-92cf-0082487dfd82 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:26.689854 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-15266a7b-5f5b-43e5-92cf-0082487dfd82 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0752192 Dec 10 16:29:26.690380 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50010) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:26.751580 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343ed152-634b-4a25-a9d9-dc56f7bd4796 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:26.755320 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-343ed152-634b-4a25-a9d9-dc56f7bd4796 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0618849 Dec 10 16:29:26.762266 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50016) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:26.789784 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-71c94c9d-8b58-44f4-8ad7-cc384f170404 service neutron] 10.222.0.46 "GET /v2.0/networks/d3d2f5a8-9c2a-4e37-81c2-a6be304a674b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315968 Dec 10 16:29:26.809268 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a1934e31-2a3c-4b95-b8e6-4784cb1793fa tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0451725 Dec 10 16:29:26.816689 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50018) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:26.823871 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b6bbfa-242d-422d-a2b3-589c806c5fcb None None] DHCP port deletion for ba7323f5-fe45-4362-904e-9370cf7b7342 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:29:26.853251 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-4509d000-a7ff-496d-8c7b-5201eac45952 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'subnet': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:26.874563 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-39b6bbfa-242d-422d-a2b3-589c806c5fcb None None] Deleting port 8e63e984-797f-482e-b78d-c0976cad431a {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:29:26.874921 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-39b6bbfa-242d-422d-a2b3-589c806c5fcb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:26.943293 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-39b6bbfa-242d-422d-a2b3-589c806c5fcb None None] For port 8e63e984-797f-482e-b78d-c0976cad431a, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=8e63e984-797f-482e-b78d-c0976cad431a,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:26.943600 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-39b6bbfa-242d-422d-a2b3-589c806c5fcb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:26.957780 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-39b6bbfa-242d-422d-a2b3-589c806c5fcb None None] Calling delete_port for 8e63e984-797f-482e-b78d-c0976cad431a owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:29:26.982777 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-f69666fc-87c0-41d1-8002-9b40fef31d8f service neutron] 10.222.0.46 "GET /v2.0/networks/d3d2f5a8-9c2a-4e37-81c2-a6be304a674b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857259 Dec 10 16:29:27.044887 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4509d000-a7ff-496d-8c7b-5201eac45952 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:29:27.048342 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4509d000-a7ff-496d-8c7b-5201eac45952 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:27.106311 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-508361fa-1439-4aa7-b28a-ed6c9a35b212 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=bf30cf8b-12bb-438d-b72b-18e9aed513c8 HTTP/1.1" status: 200 len: 217 time: 0.1071310 Dec 10 16:29:27.180367 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-39b6bbfa-242d-422d-a2b3-589c806c5fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:27.216145 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b6bbfa-242d-422d-a2b3-589c806c5fcb None None] No DVR routers for this DVR port 8e63e984-797f-482e-b78d-c0976cad431a on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:29:27.220219 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6bbfa-242d-422d-a2b3-589c806c5fcb None None] Pushing event deleted for resources: {'Port': ['ID=8e63e984-797f-482e-b78d-c0976cad431a,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:27.239790 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-7caccf64-a879-4b41-b088-1770112cae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:27.241384 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-7caccf64-a879-4b41-b088-1770112cae57 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=982571b8-b0fa-4aa2-b27f-7ecb9fbdf841 HTTP/1.1" status: 200 len: 797 time: 0.1044545 Dec 10 16:29:27.242654 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:29:27.252393 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-fb4c1000-ecac-47b9-aa80-8cad15e4d8aa tempest-ServerAddressesNegativeTestJSON-86344888 tempest-ServerAddressesNegativeTestJSON-86344888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:27.254458 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-fb4c1000-ecac-47b9-aa80-8cad15e4d8aa tempest-ServerAddressesNegativeTestJSON-86344888 tempest-ServerAddressesNegativeTestJSON-86344888-project] 10.222.0.11 "GET /v2.0/networks?id=248298f7-3285-4cd6-9abc-06e636814e56 HTTP/1.1" status: 200 len: 822 time: 0.2694898 Dec 10 16:29:27.303811 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-cfba1fc5-9781-4a66-974e-b07a6c97954e tempest-ServerAddressesNegativeTestJSON-86344888 tempest-ServerAddressesNegativeTestJSON-86344888-project] 10.222.0.11 "GET /v2.0/quotas/926384761c9847c28a080dd568637b6d HTTP/1.1" status: 200 len: 375 time: 0.0395236 Dec 10 16:29:27.355456 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-a17863a8-944f-4bc5-991d-687274851647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:27.357020 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-a17863a8-944f-4bc5-991d-687274851647 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d3d2f5a8-9c2a-4e37-81c2-a6be304a674b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1016729 Dec 10 16:29:27.358850 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-bb99babf-cdb1-4af7-b61c-dee86b336de8 tempest-ServerAddressesNegativeTestJSON-86344888 tempest-ServerAddressesNegativeTestJSON-86344888-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=926384761c9847c28a080dd568637b6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467579 Dec 10 16:29:27.570124 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4509d000-a7ff-496d-8c7b-5201eac45952 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:27.623366 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-a7cb27de-cb85-4a6a-8dbd-a060fac89aec service neutron] 10.222.0.11 "GET /v2.0/networks/248298f7-3285-4cd6-9abc-06e636814e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453671 Dec 10 16:29:27.630517 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4509d000-a7ff-496d-8c7b-5201eac45952 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:29:27.632492 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-c0c3fa5b-3b35-4ad6-be5c-722c5163f7b5 service neutron] 10.222.0.46 "GET /v2.0/networks/d3d2f5a8-9c2a-4e37-81c2-a6be304a674b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556753 Dec 10 16:29:27.643925 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-4509d000-a7ff-496d-8c7b-5201eac45952 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:29:27.655381 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0158d82d-dddb-4c93-9715-fb6eeea455eb None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:29:27.657363 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4509d000-a7ff-496d-8c7b-5201eac45952 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:27.657967 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4509d000-a7ff-496d-8c7b-5201eac45952 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:27.761570 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c59036-005c-4aa9-9654-26ed56fb7934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-ba7323f5-fe45-4362-904e-9370cf7b7342', 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'project_id': '2ff5423581d24da08fa7c37167d452f0', 'fixed_ips': [{'subnet_id': 'b8b46542-5223-4de8-9cf7-d1188843e948'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:29:27.762607 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4509d000-a7ff-496d-8c7b-5201eac45952 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Subnet': ['ID=b8b46542-5223-4de8-9cf7-d1188843e948,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:27.762777 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-57c59036-005c-4aa9-9654-26ed56fb7934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:27.775105 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4509d000-a7ff-496d-8c7b-5201eac45952 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9547348 Dec 10 16:29:27.775889 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50030) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:27.780904 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-37181771-b0cb-402d-bf00-607e3be20729 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'port': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'fixed_ips': [{'subnet_id': 'b8b46542-5223-4de8-9cf7-d1188843e948', 'ip_address': '2001:db8::ecf5:a993:cfd5:5cfd'}], 'name': 'tempest-NetworksTestDHCPv6-1808541734'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:27.888123 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-3b925dde-0707-4bd3-94f6-b9d6cc49d1ee service neutron] 10.222.0.11 "GET /v2.0/networks/248298f7-3285-4cd6-9abc-06e636814e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543151 Dec 10 16:29:27.895147 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-3e27e88c-e029-4b14-b007-e2916da8aece service neutron] 10.222.0.46 "GET /v2.0/networks/d3d2f5a8-9c2a-4e37-81c2-a6be304a674b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481527 Dec 10 16:29:27.900709 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-57c59036-005c-4aa9-9654-26ed56fb7934 None None] Allocated IP 2001:db8::2 (ba7323f5-fe45-4362-904e-9370cf7b7342/b8b46542-5223-4de8-9cf7-d1188843e948/eb1e9dfb-ee05-43fd-babb-8204e665304a) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:29:27.950487 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-f843b5dd-ad8f-451f-aafd-2131b603d4de service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3174393b-e5d0-402e-a500-15400d5f91d0 HTTP/1.1" status: 200 len: 217 time: 0.0443230 Dec 10 16:29:28.017169 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37181771-b0cb-402d-bf00-607e3be20729 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:29:28.024130 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-3d353b03-f45f-45c7-bd91-27b7a1382417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:28.025751 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-3d353b03-f45f-45c7-bd91-27b7a1382417 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=091cd1f4-331e-4459-ad24-1b9d06b10cd2 HTTP/1.1" status: 200 len: 797 time: 0.0668788 Dec 10 16:29:28.100683 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-57c59036-005c-4aa9-9654-26ed56fb7934 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:28.109576 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-57c59036-005c-4aa9-9654-26ed56fb7934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:28.123992 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-30ca94ad-7777-47be-bd32-4c02c2e047b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:28.125467 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-30ca94ad-7777-47be-bd32-4c02c2e047b4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d9b93369-0ca7-48d4-af9b-dd363ef2706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0878761 Dec 10 16:29:28.177530 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c59036-005c-4aa9-9654-26ed56fb7934 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:29:28.181624 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-57c59036-005c-4aa9-9654-26ed56fb7934 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:29:28.184988 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c59036-005c-4aa9-9654-26ed56fb7934 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:29:28.197299 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c59036-005c-4aa9-9654-26ed56fb7934 None None] Pushing event updated for resources: {'Port': ['ID=eb1e9dfb-ee05-43fd-babb-8204e665304a,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:28.232702 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-37181771-b0cb-402d-bf00-607e3be20729 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:28.270812 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-37181771-b0cb-402d-bf00-607e3be20729 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] device_id is not set on port 1ba21dbe-9395-4ed3-9cd8-4268103de44e yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:29:28.282970 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de2662-617e-4abc-8203-fd93394b2f44 req-1f0584d0-68a3-450e-b42f-a1b0f82e5046 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:28.284432 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-57c59036-005c-4aa9-9654-26ed56fb7934 None None] Attempting to bind port eb1e9dfb-ee05-43fd-babb-8204e665304a on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:29:28.284589 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c9de2662-617e-4abc-8203-fd93394b2f44 req-1f0584d0-68a3-450e-b42f-a1b0f82e5046 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=54120776-6bb5-445b-87b3-685edc5a802f HTTP/1.1" status: 200 len: 945 time: 0.1650002 Dec 10 16:29:28.284813 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-57c59036-005c-4aa9-9654-26ed56fb7934 None None] Attempting to bind port eb1e9dfb-ee05-43fd-babb-8204e665304a by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:29:28.285424 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c59036-005c-4aa9-9654-26ed56fb7934 None None] Attempting to bind port eb1e9dfb-ee05-43fd-babb-8204e665304a on network ba7323f5-fe45-4362-904e-9370cf7b7342 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:28.292464 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c59036-005c-4aa9-9654-26ed56fb7934 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:29:28.292841 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c59036-005c-4aa9-9654-26ed56fb7934 None None] Checking segment: {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:29:28.293430 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-57c59036-005c-4aa9-9654-26ed56fb7934 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:28.294269 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c59036-005c-4aa9-9654-26ed56fb7934 None None] Bound using segment: {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:29:28.294655 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-57c59036-005c-4aa9-9654-26ed56fb7934 None None] Bound port: eb1e9dfb-ee05-43fd-babb-8204e665304a, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:29:28.295225 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-57c59036-005c-4aa9-9654-26ed56fb7934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:28.424489 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-57c59036-005c-4aa9-9654-26ed56fb7934 None None] For port eb1e9dfb-ee05-43fd-babb-8204e665304a, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:29:28.431848 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-96ec5e5d-00a7-45bd-995e-e3cc370d5057 service neutron] 10.222.0.46 "GET /v2.0/networks/d9b93369-0ca7-48d4-af9b-dd363ef2706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959473 Dec 10 16:29:28.434903 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-57c59036-005c-4aa9-9654-26ed56fb7934 None None] For port eb1e9dfb-ee05-43fd-babb-8204e665304a, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=eb1e9dfb-ee05-43fd-babb-8204e665304a,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:29:28.452644 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-57c59036-005c-4aa9-9654-26ed56fb7934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:28.544272 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c59036-005c-4aa9-9654-26ed56fb7934 None None] Pushing event updated for resources: {'Port': ['ID=eb1e9dfb-ee05-43fd-babb-8204e665304a,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:28.547152 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 8e63e984-797f-482e-b78d-c0976cad431a no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:29:28.573039 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c9de2662-617e-4abc-8203-fd93394b2f44 req-91f1c680-f9b3-4f25-b99d-80df00318ef0 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746866 Dec 10 16:29:28.597937 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 8e63e984-797f-482e-b78d-c0976cad431a {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:29:28.598390 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 8e63e984-797f-482e-b78d-c0976cad431a not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:29:28.686162 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-ba056741-d0cb-4abe-9c4a-d68aabef4e05 service neutron] 10.222.0.46 "GET /v2.0/networks/d9b93369-0ca7-48d4-af9b-dd363ef2706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190731 Dec 10 16:29:28.706583 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-37181771-b0cb-402d-bf00-607e3be20729 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Allocated IP 2001:db8::ecf5:a993:cfd5:5cfd (ba7323f5-fe45-4362-904e-9370cf7b7342/b8b46542-5223-4de8-9cf7-d1188843e948/1ba21dbe-9395-4ed3-9cd8-4268103de44e) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:29:28.748560 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-f5c2f8a1-71da-4218-b5c8-e40bbc3abc5c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8744c76b-46ac-44c8-96c4-4bdbc0396c15 HTTP/1.1" status: 200 len: 217 time: 0.0511520 Dec 10 16:29:28.790366 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e51fd9-9235-40ef-9f3c-3cc58f53ef6a x-openstack-request-id: req-61e51fd9-9235-40ef-9f3c-3cc58f53ef6a {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:29:28.791097 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b9c694-3535-4aa8-ac86-3b17a08d6a29", "name": "network-vif-plugged", "status": "completed", "tag": "d1e6193b-c9a6-4b49-a18d-73542042343a", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:29:28.791097 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-61e51fd9-9235-40ef-9f3c-3cc58f53ef6a {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:29:28.791394 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b9c694-3535-4aa8-ac86-3b17a08d6a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e6193b-c9a6-4b49-a18d-73542042343a', 'code': 200} Dec 10 16:29:28.846209 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-05ad0e06-269b-44f2-8a95-5432d009fbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:28.848054 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-05ad0e06-269b-44f2-8a95-5432d009fbf9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=091cd1f4-331e-4459-ad24-1b9d06b10cd2 HTTP/1.1" status: 200 len: 797 time: 0.0851028 Dec 10 16:29:29.057834 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-3419152d-6c4e-4456-a354-254c1793d906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:29.059472 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-3419152d-6c4e-4456-a354-254c1793d906 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d9b93369-0ca7-48d4-af9b-dd363ef2706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1956031 Dec 10 16:29:29.136056 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-37181771-b0cb-402d-bf00-607e3be20729 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:29.138952 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39792d2e-aaf6-48f0-8600-0b1b3788eb3e req-d58dcfbf-cd21-4ccc-96fb-7586657a215e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:29.140484 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-39792d2e-aaf6-48f0-8600-0b1b3788eb3e req-d58dcfbf-cd21-4ccc-96fb-7586657a215e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=14b9c694-3535-4aa8-ac86-3b17a08d6a29 HTTP/1.1" status: 200 len: 1096 time: 0.1874678 Dec 10 16:29:29.273049 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de5499-07ab-4d5e-8757-05fe921425ea req-8d9c3064-5c5a-4b90-9443-f5c435671932 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:29.274501 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-58de5499-07ab-4d5e-8757-05fe921425ea req-8d9c3064-5c5a-4b90-9443-f5c435671932 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/ports?device_id=14b9c694-3535-4aa8-ac86-3b17a08d6a29 HTTP/1.1" status: 200 len: 945 time: 0.1302178 Dec 10 16:29:29.287004 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-39792d2e-aaf6-48f0-8600-0b1b3788eb3e req-fe28ce31-5141-4531-8d50-6081cd49c5fb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0323d5e7-5cb6-4b7a-86bf-6326caf30de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295927 Dec 10 16:29:29.298184 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-63df2c69-715a-42b7-897a-2b388815e139 service neutron] 10.222.0.46 "GET /v2.0/networks/d9b93369-0ca7-48d4-af9b-dd363ef2706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265759 Dec 10 16:29:29.305389 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-37181771-b0cb-402d-bf00-607e3be20729 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:29.435407 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37181771-b0cb-402d-bf00-607e3be20729 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:29:29.442427 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-58de5499-07ab-4d5e-8757-05fe921425ea req-1e3f4b38-c5ed-4b70-936c-a5f9fe29a777 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/security-groups?id=0323d5e7-5cb6-4b7a-86bf-6326caf30de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578217 Dec 10 16:29:29.443034 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37181771-b0cb-402d-bf00-607e3be20729 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Port': ['ID=1ba21dbe-9395-4ed3-9cd8-4268103de44e,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:29.447525 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-37181771-b0cb-402d-bf00-607e3be20729 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:29:29.451217 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37181771-b0cb-402d-bf00-607e3be20729 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:29:29.457624 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37181771-b0cb-402d-bf00-607e3be20729 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:29.458281 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-37181771-b0cb-402d-bf00-607e3be20729 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:29.485306 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-37181771-b0cb-402d-bf00-607e3be20729 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7083640 Dec 10 16:29:29.487868 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50048) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:29.501527 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f1ef365-064c-4e7a-a0cd-d2a90dbc71cf req-034ae5ca-1378-4bbd-a51c-5ae386874c0d service neutron] 10.222.0.46 "GET /v2.0/networks/d9b93369-0ca7-48d4-af9b-dd363ef2706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907876 Dec 10 16:29:29.560421 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6f9b85-545a-4e58-aac2-0eec6580af4a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:29.567453 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6f9b85-545a-4e58-aac2-0eec6580af4a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:29.569228 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5c6f9b85-545a-4e58-aac2-0eec6580af4a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0796604 Dec 10 16:29:29.574686 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50050) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:29.575194 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2d358ab3-d37a-4a8e-b321-8237232dde28 req-25dfa88a-813d-4831-bbcd-71fae48538ad tempest-ServerAddressesNegativeTestJSON-86344888 tempest-ServerAddressesNegativeTestJSON-86344888-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc206186-c041-46e9-9037-af8c98d84285 HTTP/1.1" status: 200 len: 210 time: 0.0315201 Dec 10 16:29:29.687518 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-e8fc8da3-7711-4b6a-8551-b35469c5fedc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting port 1ba21dbe-9395-4ed3-9cd8-4268103de44e {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:29:29.687922 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e8fc8da3-7711-4b6a-8551-b35469c5fedc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:29.807561 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e8fc8da3-7711-4b6a-8551-b35469c5fedc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:29.826892 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-e8fc8da3-7711-4b6a-8551-b35469c5fedc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Calling delete_port for 1ba21dbe-9395-4ed3-9cd8-4268103de44e owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:29:29.984465 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e8fc8da3-7711-4b6a-8551-b35469c5fedc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:29.999264 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e38d7d0f-5374-4cdc-9169-0632ddc74a21 None None] Provisioning complete for port eb1e9dfb-ee05-43fd-babb-8204e665304a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:29:29.999881 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e38d7d0f-5374-4cdc-9169-0632ddc74a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:30.025293 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc8da3-7711-4b6a-8551-b35469c5fedc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Port': ['ID=1ba21dbe-9395-4ed3-9cd8-4268103de44e,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:30.062704 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e8fc8da3-7711-4b6a-8551-b35469c5fedc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:30.069588 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e8fc8da3-7711-4b6a-8551-b35469c5fedc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/ports/1ba21dbe-9395-4ed3-9cd8-4268103de44e HTTP/1.1" status: 204 len: 168 time: 0.4912159 Dec 10 16:29:30.070312 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50054) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:30.113002 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e38d7d0f-5374-4cdc-9169-0632ddc74a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:30.146308 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca4a48-82c7-45ba-bbe8-bbf62522f2c4 req-bb518824-5024-4e65-9671-8f9f5d932a41 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:30.148347 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4080a0e-b0eb-4f7c-9fe9-e7e9b73dd50d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:30.151853 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4080a0e-b0eb-4f7c-9fe9-e7e9b73dd50d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:30.153888 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d4080a0e-b0eb-4f7c-9fe9-e7e9b73dd50d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0823009 Dec 10 16:29:30.154107 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d4ca4a48-82c7-45ba-bbe8-bbf62522f2c4 req-bb518824-5024-4e65-9671-8f9f5d932a41 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 946 time: 0.4657071 Dec 10 16:29:30.156570 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50056) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:30.165957 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-e38d7d0f-5374-4cdc-9169-0632ddc74a21 None None] For port eb1e9dfb-ee05-43fd-babb-8204e665304a, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=eb1e9dfb-ee05-43fd-babb-8204e665304a,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:30.170947 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e38d7d0f-5374-4cdc-9169-0632ddc74a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:30.232772 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d7d0f-5374-4cdc-9169-0632ddc74a21 None None] Pushing event updated for resources: {'Port': ['ID=eb1e9dfb-ee05-43fd-babb-8204e665304a,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:30.235117 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-2f57e612-14ae-4a90-aebc-5fb4d6083812 tempest-ServerAddressesNegativeTestJSON-86344888 tempest-ServerAddressesNegativeTestJSON-86344888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:30.236680 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-2f57e612-14ae-4a90-aebc-5fb4d6083812 tempest-ServerAddressesNegativeTestJSON-86344888 tempest-ServerAddressesNegativeTestJSON-86344888-project] 10.222.0.26 "GET /v2.0/networks?id=248298f7-3285-4cd6-9abc-06e636814e56 HTTP/1.1" status: 200 len: 822 time: 0.5182319 Dec 10 16:29:30.242399 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-21a1cbcd-58c1-406a-a6d2-e785545fac8d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting subnet b8b46542-5223-4de8-9cf7-d1188843e948 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:29:30.246555 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21a1cbcd-58c1-406a-a6d2-e785545fac8d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:30.250349 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d4ca4a48-82c7-45ba-bbe8-bbf62522f2c4 req-3d55346c-b4f3-4a15-8475-95952f4599f5 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953152 Dec 10 16:29:30.254814 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-108c0876-9185-4728-b37a-505633b52d80 tempest-ServerAddressesNegativeTestJSON-86344888 tempest-ServerAddressesNegativeTestJSON-86344888-project] Request body: {'port': {'device_id': 'bc206186-c041-46e9-9037-af8c98d84285', 'network_id': '248298f7-3285-4cd6-9abc-06e636814e56', 'admin_state_up': True, 'tenant_id': '926384761c9847c28a080dd568637b6d'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:30.331808 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21a1cbcd-58c1-406a-a6d2-e785545fac8d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:30.406311 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-777ba1a6-4f6e-42d3-982d-0ab51747a113 None None] Could not find standard attr ID for object 1ba21dbe-9395-4ed3-9cd8-4268103de44e. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:29:30.439768 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b0bf1-c6e2-48b6-a92f-ac77a5a9d475 req-b8af47cf-e337-43fc-9334-84a43a02d470 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:30.447972 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc8b0bf1-c6e2-48b6-a92f-ac77a5a9d475 req-b8af47cf-e337-43fc-9334-84a43a02d470 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=54120776-6bb5-445b-87b3-685edc5a802f HTTP/1.1" status: 200 len: 945 time: 0.0949996 Dec 10 16:29:30.455428 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21a1cbcd-58c1-406a-a6d2-e785545fac8d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:30.456070 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-108c0876-9185-4728-b37a-505633b52d80 tempest-ServerAddressesNegativeTestJSON-86344888 tempest-ServerAddressesNegativeTestJSON-86344888-project] Made reservation on behalf of 926384761c9847c28a080dd568637b6d for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:29:30.459770 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-108c0876-9185-4728-b37a-505633b52d80 tempest-ServerAddressesNegativeTestJSON-86344888 tempest-ServerAddressesNegativeTestJSON-86344888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:30.537656 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21a1cbcd-58c1-406a-a6d2-e785545fac8d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:30.567373 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device eb1e9dfb-ee05-43fd-babb-8204e665304a up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:29:30.580127 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1cbcd-58c1-406a-a6d2-e785545fac8d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Subnet': ['ID=b8b46542-5223-4de8-9cf7-d1188843e948,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:30.587854 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21a1cbcd-58c1-406a-a6d2-e785545fac8d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:30.593281 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-21a1cbcd-58c1-406a-a6d2-e785545fac8d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/b8b46542-5223-4de8-9cf7-d1188843e948 HTTP/1.1" status: 204 len: 168 time: 0.4335203 Dec 10 16:29:30.593822 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50062) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:30.654077 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0d0d0314-46b8-4166-8e18-590010203c58 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0560188 Dec 10 16:29:30.654077 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50066) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:30.662622 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-2f15cc82-98a7-45fd-85bf-d13df0c2691f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'subnet': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:30.664213 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70c879f-14eb-446a-803a-b86413d635b5 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:29:30.775697 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port eb1e9dfb-ee05-43fd-babb-8204e665304a triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:29:30.776135 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:30.788028 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f15cc82-98a7-45fd-85bf-d13df0c2691f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:29:30.793248 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2f15cc82-98a7-45fd-85bf-d13df0c2691f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:30.796516 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc8b0bf1-c6e2-48b6-a92f-ac77a5a9d475 req-da51fbf3-de14-42c5-881b-415063a42038 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476067 Dec 10 16:29:30.804675 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-108c0876-9185-4728-b37a-505633b52d80 tempest-ServerAddressesNegativeTestJSON-86344888 tempest-ServerAddressesNegativeTestJSON-86344888-project] Allocated IP 172.20.0.11 (248298f7-3285-4cd6-9abc-06e636814e56/1996d23b-2432-45ec-8c05-33f46a63d7f2/c8d742c7-39b5-4e13-aa82-cc1e37fb25f1) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:29:30.817660 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e00d1b-844a-4d5a-ab86-ffde6c902ba1 req-9cb0424a-f8f5-46b9-b020-178ec1680ce7 tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:30.819270 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c9e00d1b-844a-4d5a-ab86-ffde6c902ba1 req-9cb0424a-f8f5-46b9-b020-178ec1680ce7 tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] 10.222.0.46 "GET /v2.0/ports?device_id=aab146f0-e24a-4bbd-bc73-1ecec27069da HTTP/1.1" status: 200 len: 945 time: 0.1339233 Dec 10 16:29:30.931074 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552a4f79-e14b-4558-bef2-943f6f3b830e None None] DHCP port deletion for ba7323f5-fe45-4362-904e-9370cf7b7342 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:29:30.991111 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-552a4f79-e14b-4558-bef2-943f6f3b830e None None] Deleting port eb1e9dfb-ee05-43fd-babb-8204e665304a {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:29:30.991592 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-552a4f79-e14b-4558-bef2-943f6f3b830e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:31.030897 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0a533-82dd-40a3-8437-ac51db03720c req-d788f89d-42d4-4954-9d0c-a871887a0407 tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:31.038731 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2f15cc82-98a7-45fd-85bf-d13df0c2691f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:31.038925 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ec0a533-82dd-40a3-8437-ac51db03720c req-d788f89d-42d4-4954-9d0c-a871887a0407 tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab146f0-e24a-4bbd-bc73-1ecec27069da HTTP/1.1" status: 200 len: 945 time: 0.1431746 Dec 10 16:29:31.058670 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-552a4f79-e14b-4558-bef2-943f6f3b830e None None] For port eb1e9dfb-ee05-43fd-babb-8204e665304a, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=eb1e9dfb-ee05-43fd-babb-8204e665304a,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:31.059314 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-552a4f79-e14b-4558-bef2-943f6f3b830e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:31.071927 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-552a4f79-e14b-4558-bef2-943f6f3b830e None None] Calling delete_port for eb1e9dfb-ee05-43fd-babb-8204e665304a owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:29:31.096074 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f15cc82-98a7-45fd-85bf-d13df0c2691f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:29:31.099883 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-2f15cc82-98a7-45fd-85bf-d13df0c2691f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:29:31.107148 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f15cc82-98a7-45fd-85bf-d13df0c2691f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:31.108089 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2f15cc82-98a7-45fd-85bf-d13df0c2691f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:31.121309 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f15cc82-98a7-45fd-85bf-d13df0c2691f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Subnet': ['ID=5b899096-8e51-4b4c-80c9-6da1189bcea2,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:31.134521 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2f15cc82-98a7-45fd-85bf-d13df0c2691f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4787261 Dec 10 16:29:31.136963 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50070) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:31.142978 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-43c31936-7cfc-4872-a9dd-7844bb02e405 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'port': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'fixed_ips': [{'subnet_id': '5b899096-8e51-4b4c-80c9-6da1189bcea2', 'ip_address': '2001:db8::5334:30af:6d45:b205'}], 'name': 'tempest-NetworksTestDHCPv6-1172501269'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:31.155318 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-c9e00d1b-844a-4d5a-ab86-ffde6c902ba1 req-825ae487-3788-4aee-8431-f5fb9f6d6286 tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] Deleting port 99c2981b-4b17-4db4-bae2-01a502d764e0 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:29:31.155318 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c9e00d1b-844a-4d5a-ab86-ffde6c902ba1 req-825ae487-3788-4aee-8431-f5fb9f6d6286 tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:31.168818 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-552a4f79-e14b-4558-bef2-943f6f3b830e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:31.194855 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a4f79-e14b-4558-bef2-943f6f3b830e None None] Pushing event deleted for resources: {'Port': ['ID=eb1e9dfb-ee05-43fd-babb-8204e665304a,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:31.198598 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552a4f79-e14b-4558-bef2-943f6f3b830e None None] No DVR routers for this DVR port eb1e9dfb-ee05-43fd-babb-8204e665304a on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:29:31.211326 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ec0a533-82dd-40a3-8437-ac51db03720c req-17a0a5fc-e22a-43ee-96e7-8a61bf1fdf3a tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] 10.222.0.11 "GET /v2.0/security-groups?id=888929c5-5ab8-4d31-a08d-ea80ad1c5655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665480 Dec 10 16:29:31.223793 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908786a4-1831-4350-aaa6-cf7b0a9c82a6 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:29:31.253805 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-108c0876-9185-4728-b37a-505633b52d80 tempest-ServerAddressesNegativeTestJSON-86344888 tempest-ServerAddressesNegativeTestJSON-86344888-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:31.297840 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c31936-7cfc-4872-a9dd-7844bb02e405 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:29:31.302254 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-c9e00d1b-844a-4d5a-ab86-ffde6c902ba1 req-825ae487-3788-4aee-8431-f5fb9f6d6286 tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] For port 99c2981b-4b17-4db4-bae2-01a502d764e0, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=99c2981b-4b17-4db4-bae2-01a502d764e0,segment=NetworkSegment(51c71cf1-9757-4870-a3e1-9aea563bbfed),segment_id=51c71cf1-9757-4870-a3e1-9aea563bbfed)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:31.302626 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c9e00d1b-844a-4d5a-ab86-ffde6c902ba1 req-825ae487-3788-4aee-8431-f5fb9f6d6286 tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:31.321419 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-c9e00d1b-844a-4d5a-ab86-ffde6c902ba1 req-825ae487-3788-4aee-8431-f5fb9f6d6286 tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] Calling delete_port for 99c2981b-4b17-4db4-bae2-01a502d764e0 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:29:31.335584 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-108c0876-9185-4728-b37a-505633b52d80 tempest-ServerAddressesNegativeTestJSON-86344888 tempest-ServerAddressesNegativeTestJSON-86344888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:31.385340 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6987f21d-a4ea-44d7-b685-f4aab31f3e6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-ba7323f5-fe45-4362-904e-9370cf7b7342', 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'project_id': '2ff5423581d24da08fa7c37167d452f0', 'fixed_ips': [{'subnet_id': '5b899096-8e51-4b4c-80c9-6da1189bcea2'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:29:31.386498 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6987f21d-a4ea-44d7-b685-f4aab31f3e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:31.398395 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-43c31936-7cfc-4872-a9dd-7844bb02e405 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:31.416728 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-43c31936-7cfc-4872-a9dd-7844bb02e405 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] device_id is not set on port 66bbe726-af7e-425d-bc38-1ecfb30d045e yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:29:31.454013 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-108c0876-9185-4728-b37a-505633b52d80 tempest-ServerAddressesNegativeTestJSON-86344888 tempest-ServerAddressesNegativeTestJSON-86344888-project] Network 248298f7-3285-4cd6-9abc-06e636814e56 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:29:31.464888 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c0876-9185-4728-b37a-505633b52d80 tempest-ServerAddressesNegativeTestJSON-86344888 tempest-ServerAddressesNegativeTestJSON-86344888-project] Pushing event updated for resources: {'Port': ['ID=c8d742c7-39b5-4e13-aa82-cc1e37fb25f1,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:31.469386 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-108c0876-9185-4728-b37a-505633b52d80 tempest-ServerAddressesNegativeTestJSON-86344888 tempest-ServerAddressesNegativeTestJSON-86344888-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:29:31.476618 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-108c0876-9185-4728-b37a-505633b52d80 tempest-ServerAddressesNegativeTestJSON-86344888 tempest-ServerAddressesNegativeTestJSON-86344888-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:29:31.541368 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e9380-198d-473c-a077-ac72d356c7aa req-84ae7fcd-11dc-46f4-a066-6cdd9a451a8d tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:31.542910 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ea4e9380-198d-473c-a077-ac72d356c7aa req-84ae7fcd-11dc-46f4-a066-6cdd9a451a8d tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 946 time: 0.1501646 Dec 10 16:29:31.551592 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-6987f21d-a4ea-44d7-b685-f4aab31f3e6b None None] Allocated IP 2001:db8::2 (ba7323f5-fe45-4362-904e-9370cf7b7342/5b899096-8e51-4b4c-80c9-6da1189bcea2/16b670f4-5d56-4a66-9ba8-d7f15b724ab5) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:29:31.552387 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-108c0876-9185-4728-b37a-505633b52d80 tempest-ServerAddressesNegativeTestJSON-86344888 tempest-ServerAddressesNegativeTestJSON-86344888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:31.553070 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-108c0876-9185-4728-b37a-505633b52d80 tempest-ServerAddressesNegativeTestJSON-86344888 tempest-ServerAddressesNegativeTestJSON-86344888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:31.616483 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-108c0876-9185-4728-b37a-505633b52d80 tempest-ServerAddressesNegativeTestJSON-86344888 tempest-ServerAddressesNegativeTestJSON-86344888-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3699608 Dec 10 16:29:31.640492 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-f86ba936-5e9e-4336-bcf9-94695dc893ed service neutron] Request body: {'port': {'device_id': 'bc206186-c041-46e9-9037-af8c98d84285', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:31.680833 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ea4e9380-198d-473c-a077-ac72d356c7aa req-7c7d5728-dcec-40b0-b03e-9e1818053304 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239641 Dec 10 16:29:31.683870 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c9e00d1b-844a-4d5a-ab86-ffde6c902ba1 req-825ae487-3788-4aee-8431-f5fb9f6d6286 tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:31.700147 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['99c2981b-4b17-4db4-bae2-01a502d764e0'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:29:31.735108 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ae487-3788-4aee-8431-f5fb9f6d6286 tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] Pushing event deleted for resources: {'Port': ['ID=99c2981b-4b17-4db4-bae2-01a502d764e0,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:31.758612 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6987f21d-a4ea-44d7-b685-f4aab31f3e6b None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:31.763893 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-f86ba936-5e9e-4336-bcf9-94695dc893ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:31.765470 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6987f21d-a4ea-44d7-b685-f4aab31f3e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:31.815217 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6987f21d-a4ea-44d7-b685-f4aab31f3e6b None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:29:31.815402 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e00d1b-844a-4d5a-ab86-ffde6c902ba1 req-825ae487-3788-4aee-8431-f5fb9f6d6286 tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] No DVR routers for this DVR port 99c2981b-4b17-4db4-bae2-01a502d764e0 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:29:31.817841 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-43c31936-7cfc-4872-a9dd-7844bb02e405 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Allocated IP 2001:db8::5334:30af:6d45:b205 (ba7323f5-fe45-4362-904e-9370cf7b7342/5b899096-8e51-4b4c-80c9-6da1189bcea2/66bbe726-af7e-425d-bc38-1ecfb30d045e) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:29:31.818587 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-6987f21d-a4ea-44d7-b685-f4aab31f3e6b None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:29:31.819879 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c9e00d1b-844a-4d5a-ab86-ffde6c902ba1 req-825ae487-3788-4aee-8431-f5fb9f6d6286 tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:31.821820 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6987f21d-a4ea-44d7-b685-f4aab31f3e6b None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:29:31.823414 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c9e00d1b-844a-4d5a-ab86-ffde6c902ba1 req-825ae487-3788-4aee-8431-f5fb9f6d6286 tempest-ServerTagsTestJSON-216239302 tempest-ServerTagsTestJSON-216239302-project] 10.222.0.46 "DELETE /v2.0/ports/99c2981b-4b17-4db4-bae2-01a502d764e0 HTTP/1.1" status: 204 len: 173 time: 0.9980235 Dec 10 16:29:31.824178 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab146f0-e24a-4bbd-bc73-1ecec27069da', 'name': 'network-vif-deleted', 'tag': '99c2981b-4b17-4db4-bae2-01a502d764e0'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:29:31.826588 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c832a75-3ce3-4533-8365-e01d883cb96c" -d '{"events": [{"server_uuid": "aab146f0-e24a-4bbd-bc73-1ecec27069da", "name": "network-vif-deleted", "tag": "99c2981b-4b17-4db4-bae2-01a502d764e0"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:29:31.833867 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6987f21d-a4ea-44d7-b685-f4aab31f3e6b None None] Pushing event updated for resources: {'Port': ['ID=16b670f4-5d56-4a66-9ba8-d7f15b724ab5,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:31.887828 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-6987f21d-a4ea-44d7-b685-f4aab31f3e6b None None] Attempting to bind port 16b670f4-5d56-4a66-9ba8-d7f15b724ab5 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:29:31.888043 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9799132-25c8-45e0-9312-5bb6ba7b9675 req-be40bcf2-e4ee-489b-9363-ef4508c7f031 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:31.888205 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-6987f21d-a4ea-44d7-b685-f4aab31f3e6b None None] Attempting to bind port 16b670f4-5d56-4a66-9ba8-d7f15b724ab5 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:29:31.888615 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6987f21d-a4ea-44d7-b685-f4aab31f3e6b None None] Attempting to bind port 16b670f4-5d56-4a66-9ba8-d7f15b724ab5 on network ba7323f5-fe45-4362-904e-9370cf7b7342 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:31.889867 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c9799132-25c8-45e0-9312-5bb6ba7b9675 req-be40bcf2-e4ee-489b-9363-ef4508c7f031 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/ports?device_id=14b9c694-3535-4aa8-ac86-3b17a08d6a29 HTTP/1.1" status: 200 len: 945 time: 0.1266000 Dec 10 16:29:31.894013 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6987f21d-a4ea-44d7-b685-f4aab31f3e6b None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:29:31.894427 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6987f21d-a4ea-44d7-b685-f4aab31f3e6b None None] Checking segment: {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:29:31.894881 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6987f21d-a4ea-44d7-b685-f4aab31f3e6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:31.895278 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6987f21d-a4ea-44d7-b685-f4aab31f3e6b None None] Bound using segment: {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:29:31.895750 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-6987f21d-a4ea-44d7-b685-f4aab31f3e6b None None] Bound port: 16b670f4-5d56-4a66-9ba8-d7f15b724ab5, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:29:31.896138 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6987f21d-a4ea-44d7-b685-f4aab31f3e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:31.973825 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-6987f21d-a4ea-44d7-b685-f4aab31f3e6b None None] For port 16b670f4-5d56-4a66-9ba8-d7f15b724ab5, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:29:31.977200 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-6987f21d-a4ea-44d7-b685-f4aab31f3e6b None None] For port 16b670f4-5d56-4a66-9ba8-d7f15b724ab5, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=16b670f4-5d56-4a66-9ba8-d7f15b724ab5,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:29:31.983785 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6987f21d-a4ea-44d7-b685-f4aab31f3e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:32.029428 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-43c31936-7cfc-4872-a9dd-7844bb02e405 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:32.041136 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6987f21d-a4ea-44d7-b685-f4aab31f3e6b None None] Pushing event updated for resources: {'Port': ['ID=16b670f4-5d56-4a66-9ba8-d7f15b724ab5,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:32.054450 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c9799132-25c8-45e0-9312-5bb6ba7b9675 req-32ea26a8-1748-4337-a061-2227144f2869 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/security-groups?id=0323d5e7-5cb6-4b7a-86bf-6326caf30de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560531 Dec 10 16:29:32.083305 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-43c31936-7cfc-4872-a9dd-7844bb02e405 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:32.142491 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c31936-7cfc-4872-a9dd-7844bb02e405 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:29:32.146626 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-43c31936-7cfc-4872-a9dd-7844bb02e405 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:29:32.152174 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c31936-7cfc-4872-a9dd-7844bb02e405 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:29:32.158872 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c31936-7cfc-4872-a9dd-7844bb02e405 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:32.159547 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-43c31936-7cfc-4872-a9dd-7844bb02e405 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:32.172613 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c31936-7cfc-4872-a9dd-7844bb02e405 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Port': ['ID=66bbe726-af7e-425d-bc38-1ecfb30d045e,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:32.183247 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-43c31936-7cfc-4872-a9dd-7844bb02e405 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0452170 Dec 10 16:29:32.188052 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50078) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:32.209665 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70ef73-5fb5-4586-94ce-ab35f93c710f req-2f999ef0-a4ca-41b6-a734-4049ad64337c tempest-ServerAddressesNegativeTestJSON-86344888 tempest-ServerAddressesNegativeTestJSON-86344888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:32.211283 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9a70ef73-5fb5-4586-94ce-ab35f93c710f req-2f999ef0-a4ca-41b6-a734-4049ad64337c tempest-ServerAddressesNegativeTestJSON-86344888 tempest-ServerAddressesNegativeTestJSON-86344888-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc206186-c041-46e9-9037-af8c98d84285 HTTP/1.1" status: 200 len: 932 time: 0.0941992 Dec 10 16:29:32.219049 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-f86ba936-5e9e-4336-bcf9-94695dc893ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8d742c7-39b5-4e13-aa82-cc1e37fb25f1 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:29:32.228981 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-f86ba936-5e9e-4336-bcf9-94695dc893ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:32.262799 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff06b93-4916-4ad8-8c68-f6bc1e2f8c29 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:32.270848 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-f86ba936-5e9e-4336-bcf9-94695dc893ed service neutron] Transition to ACTIVE for port object c8d742c7-39b5-4e13-aa82-cc1e37fb25f1 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:29:32.280233 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff06b93-4916-4ad8-8c68-f6bc1e2f8c29 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:32.286254 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2ff06b93-4916-4ad8-8c68-f6bc1e2f8c29 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0971537 Dec 10 16:29:32.290289 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50082) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:32.291001 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-f86ba936-5e9e-4336-bcf9-94695dc893ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:32.300114 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9a70ef73-5fb5-4586-94ce-ab35f93c710f req-02aa3e79-d7ee-4578-aed8-3aa8e15962af tempest-ServerAddressesNegativeTestJSON-86344888 tempest-ServerAddressesNegativeTestJSON-86344888-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c1bfdc0-5004-4078-8411-566b3928ea36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759449 Dec 10 16:29:32.424515 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ba936-5e9e-4336-bcf9-94695dc893ed service neutron] Pushing event updated for resources: {'Port': ['ID=c8d742c7-39b5-4e13-aa82-cc1e37fb25f1,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:32.472076 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-f86ba936-5e9e-4336-bcf9-94695dc893ed service neutron] Attempting to bind port c8d742c7-39b5-4e13-aa82-cc1e37fb25f1 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:29:32.472579 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-f86ba936-5e9e-4336-bcf9-94695dc893ed service neutron] Attempting to bind port c8d742c7-39b5-4e13-aa82-cc1e37fb25f1 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '68dfc5db-4a7f-439d-a72d-ee09cee30888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '248298f7-3285-4cd6-9abc-06e636814e56'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:29:32.473061 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-f86ba936-5e9e-4336-bcf9-94695dc893ed service neutron] Attempting to bind port c8d742c7-39b5-4e13-aa82-cc1e37fb25f1 on network 248298f7-3285-4cd6-9abc-06e636814e56 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:32.480740 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-f86ba936-5e9e-4336-bcf9-94695dc893ed service neutron] Port c8d742c7-39b5-4e13-aa82-cc1e37fb25f1 on network 248298f7-3285-4cd6-9abc-06e636814e56 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:29:32.480740 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-f86ba936-5e9e-4336-bcf9-94695dc893ed service neutron] Attempting to bind port c8d742c7-39b5-4e13-aa82-cc1e37fb25f1 on network 248298f7-3285-4cd6-9abc-06e636814e56 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:32.490540 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-f86ba936-5e9e-4336-bcf9-94695dc893ed service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:29:32.491030 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-f86ba936-5e9e-4336-bcf9-94695dc893ed service neutron] Checking segment: {'id': '68dfc5db-4a7f-439d-a72d-ee09cee30888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '248298f7-3285-4cd6-9abc-06e636814e56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:29:32.494868 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-f86ba936-5e9e-4336-bcf9-94695dc893ed service neutron] Bound using segment: {'id': '68dfc5db-4a7f-439d-a72d-ee09cee30888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '248298f7-3285-4cd6-9abc-06e636814e56'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:29:32.495448 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-f86ba936-5e9e-4336-bcf9-94695dc893ed service neutron] Bound port: c8d742c7-39b5-4e13-aa82-cc1e37fb25f1, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68dfc5db-4a7f-439d-a72d-ee09cee30888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '248298f7-3285-4cd6-9abc-06e636814e56'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:29:32.496452 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-f86ba936-5e9e-4336-bcf9-94695dc893ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:32.509811 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 16b670f4-5d56-4a66-9ba8-d7f15b724ab5 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:29:32.521101 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-f619b069-64ae-4cae-82ab-111ed602da6e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting port 66bbe726-af7e-425d-bc38-1ecfb30d045e {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:29:32.521444 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f619b069-64ae-4cae-82ab-111ed602da6e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:32.616442 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 16b670f4-5d56-4a66-9ba8-d7f15b724ab5 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:29:32.616941 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:32.617744 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64e4041-9397-471a-ba81-3f00f7761259 x-openstack-request-id: req-e64e4041-9397-471a-ba81-3f00f7761259 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:29:32.618045 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab146f0-e24a-4bbd-bc73-1ecec27069da", "name": "network-vif-deleted", "tag": "99c2981b-4b17-4db4-bae2-01a502d764e0", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:29:32.618339 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e64e4041-9397-471a-ba81-3f00f7761259 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:29:32.618717 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab146f0-e24a-4bbd-bc73-1ecec27069da', 'name': 'network-vif-deleted', 'tag': '99c2981b-4b17-4db4-bae2-01a502d764e0', 'status': 'completed', 'code': 200} Dec 10 16:29:32.622336 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-f86ba936-5e9e-4336-bcf9-94695dc893ed service neutron] For port c8d742c7-39b5-4e13-aa82-cc1e37fb25f1, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:29:32.632671 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-f86ba936-5e9e-4336-bcf9-94695dc893ed service neutron] For port c8d742c7-39b5-4e13-aa82-cc1e37fb25f1, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=c8d742c7-39b5-4e13-aa82-cc1e37fb25f1,segment=NetworkSegment(68dfc5db-4a7f-439d-a72d-ee09cee30888),segment_id=68dfc5db-4a7f-439d-a72d-ee09cee30888)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:29:32.650275 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-f86ba936-5e9e-4336-bcf9-94695dc893ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:32.697146 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f619b069-64ae-4cae-82ab-111ed602da6e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:32.717127 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-f619b069-64ae-4cae-82ab-111ed602da6e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Calling delete_port for 66bbe726-af7e-425d-bc38-1ecfb30d045e owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:29:32.753737 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:32.759829 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-f86ba936-5e9e-4336-bcf9-94695dc893ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:32.760545 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-f86ba936-5e9e-4336-bcf9-94695dc893ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:32.762051 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-f86ba936-5e9e-4336-bcf9-94695dc893ed service neutron] 10.222.0.26 "PUT /v2.0/ports/c8d742c7-39b5-4e13-aa82-cc1e37fb25f1 HTTP/1.1" status: 200 len: 1092 time: 1.1304576 Dec 10 16:29:32.802247 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 16b670f4-5d56-4a66-9ba8-d7f15b724ab5, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=16b670f4-5d56-4a66-9ba8-d7f15b724ab5,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:32.804922 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ad2ef-f900-4f5c-8b46-078398cd809e req-e13a57a6-972f-4170-a057-f750a62f2c58 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:32.807803 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:32.814669 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-171ad2ef-f900-4f5c-8b46-078398cd809e req-e13a57a6-972f-4170-a057-f750a62f2c58 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/ports?device_id=28fed480-6b40-479f-86e8-f44d68a97348&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1308105 Dec 10 16:29:32.861714 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ba936-5e9e-4336-bcf9-94695dc893ed service neutron] Pushing event updated for resources: {'Port': ['ID=c8d742c7-39b5-4e13-aa82-cc1e37fb25f1,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:32.869542 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=16b670f4-5d56-4a66-9ba8-d7f15b724ab5,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:32.887834 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device eb1e9dfb-ee05-43fd-babb-8204e665304a no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:29:32.890753 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-171ad2ef-f900-4f5c-8b46-078398cd809e req-8da13683-97b2-4513-b5a0-59295d2f8491 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.140 HTTP/1.1" status: 200 len: 696 time: 0.0751119 Dec 10 16:29:32.903695 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-171ad2ef-f900-4f5c-8b46-078398cd809e req-495ae9ba-ddd0-44a5-bf9c-c6152f078aa2 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Request body: {'floatingip': {'port_id': '9b3c7d03-2174-4fbe-b556-009ea3e61047', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:32.912896 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f619b069-64ae-4cae-82ab-111ed602da6e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:32.913648 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: eb1e9dfb-ee05-43fd-babb-8204e665304a {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:29:32.913995 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device eb1e9dfb-ee05-43fd-babb-8204e665304a not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:29:32.949542 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f619b069-64ae-4cae-82ab-111ed602da6e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Port': ['ID=66bbe726-af7e-425d-bc38-1ecfb30d045e,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:32.954905 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-5d45c1f0-87a6-4dd4-9fee-6441143ef73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:32.956957 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-5d45c1f0-87a6-4dd4-9fee-6441143ef73a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=926384761c9847c28a080dd568637b6d&device_id=bc206186-c041-46e9-9037-af8c98d84285 HTTP/1.1" status: 200 len: 1095 time: 0.1337800 Dec 10 16:29:32.959173 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-171ad2ef-f900-4f5c-8b46-078398cd809e req-495ae9ba-ddd0-44a5-bf9c-c6152f078aa2 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks [] for floatingip, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:32.978387 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f619b069-64ae-4cae-82ab-111ed602da6e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:32.982638 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f619b069-64ae-4cae-82ab-111ed602da6e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/ports/66bbe726-af7e-425d-bc38-1ecfb30d045e HTTP/1.1" status: 204 len: 168 time: 0.6911037 Dec 10 16:29:32.984192 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50090) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:33.040696 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6545cac-931b-4c05-b463-d731952c3dc5 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:33.042386 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6545cac-931b-4c05-b463-d731952c3dc5 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:33.046193 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c6545cac-931b-4c05-b463-d731952c3dc5 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0585809 Dec 10 16:29:33.047846 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50092) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:33.059415 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-7c5fad3e-6428-4230-a945-97d3017a8de0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8d742c7-39b5-4e13-aa82-cc1e37fb25f1 HTTP/1.1" status: 200 len: 217 time: 0.0675392 Dec 10 16:29:33.103461 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c621863-750c-4c17-b6ba-4fa01488458f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting subnet 5b899096-8e51-4b4c-80c9-6da1189bcea2 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:29:33.106959 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c621863-750c-4c17-b6ba-4fa01488458f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:33.150501 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c621863-750c-4c17-b6ba-4fa01488458f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:33.191688 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-0c3726e8-44e0-441e-9f4f-f0b2e1ef8e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:33.193169 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-0c3726e8-44e0-441e-9f4f-f0b2e1ef8e21 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1996d23b-2432-45ec-8c05-33f46a63d7f2 HTTP/1.1" status: 200 len: 862 time: 0.1217246 Dec 10 16:29:33.245631 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c621863-750c-4c17-b6ba-4fa01488458f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:33.252473 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-3f7ddae3-f605-475f-ac00-b72dd60aa101 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=248298f7-3285-4cd6-9abc-06e636814e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329645 Dec 10 16:29:33.316515 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c621863-750c-4c17-b6ba-4fa01488458f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:33.349436 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c621863-750c-4c17-b6ba-4fa01488458f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Subnet': ['ID=5b899096-8e51-4b4c-80c9-6da1189bcea2,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:33.353233 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c621863-750c-4c17-b6ba-4fa01488458f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:33.356506 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3c621863-750c-4c17-b6ba-4fa01488458f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/5b899096-8e51-4b4c-80c9-6da1189bcea2 HTTP/1.1" status: 204 len: 168 time: 0.3077059 Dec 10 16:29:33.362543 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50096) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:33.366874 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-84afcac1-1e6c-4e59-8f6f-36888b887489 None None] Provisioning complete for port 16b670f4-5d56-4a66-9ba8-d7f15b724ab5 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:29:33.367504 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-84afcac1-1e6c-4e59-8f6f-36888b887489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:33.409449 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ca0564ef-5d8b-4520-8482-85cf59fee790 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0452230 Dec 10 16:29:33.414697 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50098) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:33.420996 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-10cd0d71-a5df-41b6-87dd-ebca19a75dbc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'subnet': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:33.533444 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cd0d71-a5df-41b6-87dd-ebca19a75dbc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:29:33.537804 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-10cd0d71-a5df-41b6-87dd-ebca19a75dbc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:33.559438 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8a1b10-c88d-4b7d-8749-93184aa74687 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:29:33.608427 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-661dba50-beb8-465c-b387-400b0d4612cc None None] Could not find standard attr ID for object 66bbe726-af7e-425d-bc38-1ecfb30d045e. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:29:33.726982 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1665e7da-6063-4fb6-be33-dccce05d4095 None None] DHCP port deletion for ba7323f5-fe45-4362-904e-9370cf7b7342 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:29:33.766112 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-556b73f0-015a-4bd5-b4be-ed509e0c2c32 service neutron] 10.222.0.26 "GET /v2.0/networks/248298f7-3285-4cd6-9abc-06e636814e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5015545 Dec 10 16:29:33.914672 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-1665e7da-6063-4fb6-be33-dccce05d4095 None None] Deleting port 16b670f4-5d56-4a66-9ba8-d7f15b724ab5 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:29:33.914966 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1665e7da-6063-4fb6-be33-dccce05d4095 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:33.981869 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-1665e7da-6063-4fb6-be33-dccce05d4095 None None] For port 16b670f4-5d56-4a66-9ba8-d7f15b724ab5, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=16b670f4-5d56-4a66-9ba8-d7f15b724ab5,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:33.982287 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1665e7da-6063-4fb6-be33-dccce05d4095 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:34.000709 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-1665e7da-6063-4fb6-be33-dccce05d4095 None None] Calling delete_port for 16b670f4-5d56-4a66-9ba8-d7f15b724ab5 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:29:34.002817 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7582693e-1512-4f93-bdfe-f6c995b88b25 req-8ac83900-0d06-4097-976d-9640d0440f40 service neutron] 10.222.0.26 "GET /v2.0/networks/248298f7-3285-4cd6-9abc-06e636814e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226107 Dec 10 16:29:34.036984 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-171ad2ef-f900-4f5c-8b46-078398cd809e req-495ae9ba-ddd0-44a5-bf9c-c6152f078aa2 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:34.037962 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-10cd0d71-a5df-41b6-87dd-ebca19a75dbc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:34.041400 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-171ad2ef-f900-4f5c-8b46-078398cd809e req-495ae9ba-ddd0-44a5-bf9c-c6152f078aa2 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:34.082168 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cd0d71-a5df-41b6-87dd-ebca19a75dbc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:29:34.086776 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-10cd0d71-a5df-41b6-87dd-ebca19a75dbc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:29:34.088370 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1665e7da-6063-4fb6-be33-dccce05d4095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:34.091109 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cd0d71-a5df-41b6-87dd-ebca19a75dbc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:34.091701 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-10cd0d71-a5df-41b6-87dd-ebca19a75dbc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:34.108559 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd0d71-a5df-41b6-87dd-ebca19a75dbc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Subnet': ['ID=b0e7216b-9259-4930-89ad-20cf3b4c5e5d,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:34.114230 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-10cd0d71-a5df-41b6-87dd-ebca19a75dbc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6978798 Dec 10 16:29:34.117008 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50100) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:34.119347 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665e7da-6063-4fb6-be33-dccce05d4095 None None] Pushing event deleted for resources: {'Port': ['ID=16b670f4-5d56-4a66-9ba8-d7f15b724ab5,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:34.122176 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-1d70d866-25d1-4921-9293-0cba269303bc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'port': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'fixed_ips': [{'subnet_id': 'b0e7216b-9259-4930-89ad-20cf3b4c5e5d', 'ip_address': '2001:db8::1ab5:5c78:4d00:6f39'}], 'name': 'tempest-NetworksTestDHCPv6-1510357027'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:34.122801 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1665e7da-6063-4fb6-be33-dccce05d4095 None None] No DVR routers for this DVR port 16b670f4-5d56-4a66-9ba8-d7f15b724ab5 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:29:34.150984 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9be6260-707e-4954-bae5-703c0a4a3925 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:29:34.155613 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [req-171ad2ef-f900-4f5c-8b46-078398cd809e req-495ae9ba-ddd0-44a5-bf9c-c6152f078aa2 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Floating IP 2dfd14c5-1838-4ec8-a496-30f7c7fd0785 associated. External IP: 172.25.6.140, port: 9b3c7d03-2174-4fbe-b556-009ea3e61047. Dec 10 16:29:34.240000 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d70d866-25d1-4921-9293-0cba269303bc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:29:34.246539 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1d70d866-25d1-4921-9293-0cba269303bc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:34.257214 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048cdb7f-8fe0-4620-b054-aae95197223a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-ba7323f5-fe45-4362-904e-9370cf7b7342', 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'project_id': '2ff5423581d24da08fa7c37167d452f0', 'fixed_ips': [{'subnet_id': 'b0e7216b-9259-4930-89ad-20cf3b4c5e5d'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:29:34.257214 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-048cdb7f-8fe0-4620-b054-aae95197223a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:34.267793 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-1d70d866-25d1-4921-9293-0cba269303bc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] device_id is not set on port 186f8dba-efc3-4d61-91af-e53ddd49d10c yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:29:34.378690 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [req-171ad2ef-f900-4f5c-8b46-078398cd809e req-495ae9ba-ddd0-44a5-bf9c-c6152f078aa2 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Router dd07bbe0-11bc-4846-b050-5cf5a71f487c has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:29:34.407534 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-048cdb7f-8fe0-4620-b054-aae95197223a None None] Allocated IP 2001:db8::2 (ba7323f5-fe45-4362-904e-9370cf7b7342/b0e7216b-9259-4930-89ad-20cf3b4c5e5d/8f2e4917-eaf7-473b-b51d-96e58149b690) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:29:34.459764 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 16b670f4-5d56-4a66-9ba8-d7f15b724ab5 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:29:34.488164 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 16b670f4-5d56-4a66-9ba8-d7f15b724ab5 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:29:34.488510 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 16b670f4-5d56-4a66-9ba8-d7f15b724ab5 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:29:34.498020 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-171ad2ef-f900-4f5c-8b46-078398cd809e req-495ae9ba-ddd0-44a5-bf9c-c6152f078aa2 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:29:34.504440 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-171ad2ef-f900-4f5c-8b46-078398cd809e req-495ae9ba-ddd0-44a5-bf9c-c6152f078aa2 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:34.515525 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38429b82-51e2-413b-b15c-2be0b5e00ee8 None None] Sync routers for ids ['dd07bbe0-11bc-4846-b050-5cf5a71f487c'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:29:34.525882 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38429b82-51e2-413b-b15c-2be0b5e00ee8 None None] Routers {'dd07bbe0-11bc-4846-b050-5cf5a71f487c'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:29:34.526716 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-38429b82-51e2-413b-b15c-2be0b5e00ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:29:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['dd07bbe0-11bc-4846-b050-5cf5a71f487c'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:34.533820 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-171ad2ef-f900-4f5c-8b46-078398cd809e req-495ae9ba-ddd0-44a5-bf9c-c6152f078aa2 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "PUT /v2.0/floatingips/2dfd14c5-1838-4ec8-a496-30f7c7fd0785 HTTP/1.1" status: 200 len: 996 time: 1.6368003 Dec 10 16:29:34.586070 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-048cdb7f-8fe0-4620-b054-aae95197223a None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:34.592960 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-048cdb7f-8fe0-4620-b054-aae95197223a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:34.612860 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ad2ef-f900-4f5c-8b46-078398cd809e req-6a7b2eb0-fb8a-4b2f-a11f-c2907eb418f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:34.614503 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-171ad2ef-f900-4f5c-8b46-078398cd809e req-6a7b2eb0-fb8a-4b2f-a11f-c2907eb418f8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=78a67ea6c69344df8b0209764b4007aa&device_id=28fed480-6b40-479f-86e8-f44d68a97348 HTTP/1.1" status: 200 len: 1096 time: 0.0599592 Dec 10 16:29:34.620292 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc206186-c041-46e9-9037-af8c98d84285', 'tag': 'c8d742c7-39b5-4e13-aa82-cc1e37fb25f1'}, {'name': 'network-changed', 'server_uuid': '28fed480-6b40-479f-86e8-f44d68a97348', 'tag': '9b3c7d03-2174-4fbe-b556-009ea3e61047'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:29:34.622559 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c08a801-56c7-4681-a831-fc4525e29868" -d '{"events": [{"name": "network-changed", "server_uuid": "bc206186-c041-46e9-9037-af8c98d84285", "tag": "c8d742c7-39b5-4e13-aa82-cc1e37fb25f1"}, {"name": "network-changed", "server_uuid": "28fed480-6b40-479f-86e8-f44d68a97348", "tag": "9b3c7d03-2174-4fbe-b556-009ea3e61047"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:29:34.639645 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048cdb7f-8fe0-4620-b054-aae95197223a None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:29:34.642931 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-048cdb7f-8fe0-4620-b054-aae95197223a None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:29:34.648321 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048cdb7f-8fe0-4620-b054-aae95197223a None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:29:34.670947 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-1d70d866-25d1-4921-9293-0cba269303bc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Allocated IP 2001:db8::1ab5:5c78:4d00:6f39 (ba7323f5-fe45-4362-904e-9370cf7b7342/b0e7216b-9259-4930-89ad-20cf3b4c5e5d/186f8dba-efc3-4d61-91af-e53ddd49d10c) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:29:34.683734 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-38429b82-51e2-413b-b15c-2be0b5e00ee8 None None] Set router dd07bbe0-11bc-4846-b050-5cf5a71f487c gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:29:34.691723 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048cdb7f-8fe0-4620-b054-aae95197223a None None] Pushing event updated for resources: {'Port': ['ID=8f2e4917-eaf7-473b-b51d-96e58149b690,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:34.725675 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ad2ef-f900-4f5c-8b46-078398cd809e req-19ce5252-47b7-421b-9b5b-05b82882d239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:34.727466 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-171ad2ef-f900-4f5c-8b46-078398cd809e req-19ce5252-47b7-421b-9b5b-05b82882d239 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f51320c6-36a3-445a-bf6e-8d6ab92c4522 HTTP/1.1" status: 200 len: 921 time: 0.1020856 Dec 10 16:29:34.740383 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-048cdb7f-8fe0-4620-b054-aae95197223a None None] Attempting to bind port 8f2e4917-eaf7-473b-b51d-96e58149b690 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:29:34.740759 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-048cdb7f-8fe0-4620-b054-aae95197223a None None] Attempting to bind port 8f2e4917-eaf7-473b-b51d-96e58149b690 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:29:34.741144 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048cdb7f-8fe0-4620-b054-aae95197223a None None] Attempting to bind port 8f2e4917-eaf7-473b-b51d-96e58149b690 on network ba7323f5-fe45-4362-904e-9370cf7b7342 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:34.747697 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048cdb7f-8fe0-4620-b054-aae95197223a None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:29:34.748001 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048cdb7f-8fe0-4620-b054-aae95197223a None None] Checking segment: {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:29:34.748459 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-048cdb7f-8fe0-4620-b054-aae95197223a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:34.749001 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048cdb7f-8fe0-4620-b054-aae95197223a None None] Bound using segment: {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:29:34.749523 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-048cdb7f-8fe0-4620-b054-aae95197223a None None] Bound port: 8f2e4917-eaf7-473b-b51d-96e58149b690, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:29:34.749912 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-048cdb7f-8fe0-4620-b054-aae95197223a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:34.809489 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-171ad2ef-f900-4f5c-8b46-078398cd809e req-fd69ef4b-96c6-4746-9369-4c9608cf3f7c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b3c7d03-2174-4fbe-b556-009ea3e61047 HTTP/1.1" status: 200 len: 999 time: 0.0751283 Dec 10 16:29:34.837313 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-048cdb7f-8fe0-4620-b054-aae95197223a None None] For port 8f2e4917-eaf7-473b-b51d-96e58149b690, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:29:34.842485 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-048cdb7f-8fe0-4620-b054-aae95197223a None None] For port 8f2e4917-eaf7-473b-b51d-96e58149b690, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=8f2e4917-eaf7-473b-b51d-96e58149b690,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:29:34.849808 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-048cdb7f-8fe0-4620-b054-aae95197223a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:34.872004 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ad2ef-f900-4f5c-8b46-078398cd809e req-a17d9a59-8988-473a-b586-e3411be0aebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:34.872283 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1d70d866-25d1-4921-9293-0cba269303bc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:34.874090 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-171ad2ef-f900-4f5c-8b46-078398cd809e req-a17d9a59-8988-473a-b586-e3411be0aebd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e98874b0-e60d-4822-8213-f6ac4d039265 HTTP/1.1" status: 200 len: 859 time: 0.0579574 Dec 10 16:29:34.928642 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1d70d866-25d1-4921-9293-0cba269303bc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:34.928859 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048cdb7f-8fe0-4620-b054-aae95197223a None None] Pushing event updated for resources: {'Port': ['ID=8f2e4917-eaf7-473b-b51d-96e58149b690,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:34.957998 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ad2ef-f900-4f5c-8b46-078398cd809e req-2e18f99c-ac5a-4f33-a16f-c95a0f180393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:34.962615 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-171ad2ef-f900-4f5c-8b46-078398cd809e req-2e18f99c-ac5a-4f33-a16f-c95a0f180393 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f51320c6-36a3-445a-bf6e-8d6ab92c4522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805674 Dec 10 16:29:34.976319 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d70d866-25d1-4921-9293-0cba269303bc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:29:34.979614 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-1d70d866-25d1-4921-9293-0cba269303bc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:29:34.983592 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d70d866-25d1-4921-9293-0cba269303bc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:29:34.994660 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d70d866-25d1-4921-9293-0cba269303bc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:34.995329 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1d70d866-25d1-4921-9293-0cba269303bc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:35.012015 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70d866-25d1-4921-9293-0cba269303bc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Port': ['ID=186f8dba-efc3-4d61-91af-e53ddd49d10c,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:35.021639 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1d70d866-25d1-4921-9293-0cba269303bc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9013803 Dec 10 16:29:35.022018 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50104) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:35.062388 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-38429b82-51e2-413b-b15c-2be0b5e00ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'name': 'tempest-FloatingIPsAssociationTestJSON-689631423-router', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:28:34Z', 'updated_at': '2021-12-10T16:28:43Z', 'revision_number': 4, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'gw_port': {'id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:24:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:35Z', 'updated_at': '2021-12-10T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '2dfd14c5-1838-4ec8-a496-30f7c7fd0785', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'floating_ip_address': '172.25.6.140', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'port_id': '9b3c7d03-2174-4fbe-b556-009ea3e61047', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522', 'mac_address': 'fa:16:3e:55:9c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fed480-6b40-479f-86e8-f44d68a97348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:29:06Z', 'updated_at': '2021-12-10T16:29:33Z', 'revision_number': 1, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea40611-3fff-4ec9-9348-3aa63774fd04', 'name': '', 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'mac_address': 'fa:16:3e:93:ee:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e98874b0-e60d-4822-8213-f6ac4d039265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:42Z', 'updated_at': '2021-12-10T16:28:49Z', 'revision_number': 5, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'subnets': [{'id': 'e98874b0-e60d-4822-8213-f6ac4d039265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:35.091938 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93c38c7-48f0-4e69-be51-d7a81ba2c254 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:35.096191 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-171ad2ef-f900-4f5c-8b46-078398cd809e req-201e5145-6599-4ca8-9515-85ff89d5e235 service neutron] 10.222.0.11 "GET /v2.0/networks/f51320c6-36a3-445a-bf6e-8d6ab92c4522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249955 Dec 10 16:29:35.097932 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38429b82-51e2-413b-b15c-2be0b5e00ee8 None None] Checking router: dd07bbe0-11bc-4846-b050-5cf5a71f487c for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:29:35.099381 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93c38c7-48f0-4e69-be51-d7a81ba2c254 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:35.100848 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a93c38c7-48f0-4e69-be51-d7a81ba2c254 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0777769 Dec 10 16:29:35.103549 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50106) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:35.110554 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38429b82-51e2-413b-b15c-2be0b5e00ee8 None None] Routers {'dd07bbe0-11bc-4846-b050-5cf5a71f487c'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:29:35.112103 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-38429b82-51e2-413b-b15c-2be0b5e00ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:29:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['dd07bbe0-11bc-4846-b050-5cf5a71f487c'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:35.241494 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-70b925ca-20a7-4690-b563-d9ded05156b3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting port 186f8dba-efc3-4d61-91af-e53ddd49d10c {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:29:35.241832 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-70b925ca-20a7-4690-b563-d9ded05156b3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:35.256829 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-171ad2ef-f900-4f5c-8b46-078398cd809e req-ed92496b-6c94-48b2-a6e4-9f590068ece8 service neutron] 10.222.0.11 "GET /v2.0/networks/f51320c6-36a3-445a-bf6e-8d6ab92c4522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507356 Dec 10 16:29:35.264886 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-38429b82-51e2-413b-b15c-2be0b5e00ee8 None None] Set router dd07bbe0-11bc-4846-b050-5cf5a71f487c gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:29:35.317041 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50110) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:35.376390 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-70b925ca-20a7-4690-b563-d9ded05156b3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:35.392283 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-70b925ca-20a7-4690-b563-d9ded05156b3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Calling delete_port for 186f8dba-efc3-4d61-91af-e53ddd49d10c owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:29:35.402434 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d3516d6-bd19-4af4-a545-924073ff4fec admin admin] Deleting subnet a512f6ae-1270-4f7f-8853-c9cc11f76342 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:29:35.405920 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5d3516d6-bd19-4af4-a545-924073ff4fec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:35.441723 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5d3516d6-bd19-4af4-a545-924073ff4fec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:35.489957 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5d3516d6-bd19-4af4-a545-924073ff4fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:35.535124 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-38429b82-51e2-413b-b15c-2be0b5e00ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'name': 'tempest-FloatingIPsAssociationTestJSON-689631423-router', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:28:34Z', 'updated_at': '2021-12-10T16:28:43Z', 'revision_number': 4, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'gw_port': {'id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:24:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:35Z', 'updated_at': '2021-12-10T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '2dfd14c5-1838-4ec8-a496-30f7c7fd0785', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'floating_ip_address': '172.25.6.140', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'port_id': '9b3c7d03-2174-4fbe-b556-009ea3e61047', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522', 'mac_address': 'fa:16:3e:55:9c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fed480-6b40-479f-86e8-f44d68a97348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:29:06Z', 'updated_at': '2021-12-10T16:29:33Z', 'revision_number': 1, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea40611-3fff-4ec9-9348-3aa63774fd04', 'name': '', 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'mac_address': 'fa:16:3e:93:ee:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e98874b0-e60d-4822-8213-f6ac4d039265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:42Z', 'updated_at': '2021-12-10T16:28:49Z', 'revision_number': 5, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'subnets': [{'id': 'e98874b0-e60d-4822-8213-f6ac4d039265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:35.561285 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-70b925ca-20a7-4690-b563-d9ded05156b3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:35.575426 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38429b82-51e2-413b-b15c-2be0b5e00ee8 None None] The sync data for ids ['dd07bbe0-11bc-4846-b050-5cf5a71f487c'] in n-d-766771-2 is: [{'id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'name': 'tempest-FloatingIPsAssociationTestJSON-689631423-router', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:28:34Z', 'updated_at': '2021-12-10T16:28:43Z', 'revision_number': 4, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'gw_port': {'id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:24:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:35Z', 'updated_at': '2021-12-10T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '2dfd14c5-1838-4ec8-a496-30f7c7fd0785', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'floating_ip_address': '172.25.6.140', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'port_id': '9b3c7d03-2174-4fbe-b556-009ea3e61047', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522', 'mac_address': 'fa:16:3e:55:9c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fed480-6b40-479f-86e8-f44d68a97348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:29:06Z', 'updated_at': '2021-12-10T16:29:33Z', 'revision_number': 1, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea40611-3fff-4ec9-9348-3aa63774fd04', 'name': '', 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'mac_address': 'fa:16:3e:93:ee:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e98874b0-e60d-4822-8213-f6ac4d039265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:42Z', 'updated_at': '2021-12-10T16:28:49Z', 'revision_number': 5, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'subnets': [{'id': 'e98874b0-e60d-4822-8213-f6ac4d039265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:29:35.583656 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3488a-e692-433d-97cc-7e9e0f242b4e req-0805a5b4-3710-42b1-9cd4-31555abc4ac9 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:35.585232 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2ef3488a-e692-433d-97cc-7e9e0f242b4e req-0805a5b4-3710-42b1-9cd4-31555abc4ac9 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=54120776-6bb5-445b-87b3-685edc5a802f HTTP/1.1" status: 200 len: 945 time: 0.0927870 Dec 10 16:29:35.601986 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5d3516d6-bd19-4af4-a545-924073ff4fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:35.603178 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b925ca-20a7-4690-b563-d9ded05156b3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Port': ['ID=186f8dba-efc3-4d61-91af-e53ddd49d10c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:35.634639 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-70b925ca-20a7-4690-b563-d9ded05156b3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:35.641383 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-70b925ca-20a7-4690-b563-d9ded05156b3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/ports/186f8dba-efc3-4d61-91af-e53ddd49d10c HTTP/1.1" status: 204 len: 168 time: 0.5366862 Dec 10 16:29:35.642255 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50112) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:35.646001 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3516d6-bd19-4af4-a545-924073ff4fec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a512f6ae-1270-4f7f-8853-c9cc11f76342,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:35.664793 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5d3516d6-bd19-4af4-a545-924073ff4fec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:35.670505 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5d3516d6-bd19-4af4-a545-924073ff4fec admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a512f6ae-1270-4f7f-8853-c9cc11f76342 HTTP/1.1" status: 204 len: 168 time: 0.3501592 Dec 10 16:29:35.671008 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50114) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:35.700435 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165fef9c-8188-4fec-8963-583653d9cf92 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:35.701999 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165fef9c-8188-4fec-8963-583653d9cf92 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:35.706196 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-165fef9c-8188-4fec-8963-583653d9cf92 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0595248 Dec 10 16:29:35.708169 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50116) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:35.742038 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2ef3488a-e692-433d-97cc-7e9e0f242b4e req-d60bd025-ea63-4296-99b6-829d954c2681 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499069 Dec 10 16:29:35.774835 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-20709f68-8f7b-4d98-96f1-9752f3023c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:35.784538 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bef54eb-78db-40b7-836e-734281f94501 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting subnet b0e7216b-9259-4930-89ad-20cf3b4c5e5d {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:29:35.788064 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4bef54eb-78db-40b7-836e-734281f94501 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:35.853149 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4bef54eb-78db-40b7-836e-734281f94501 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:35.868968 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebcdd3d-d480-40b5-98c9-ac96fb64ae13 None None] New status for floating IP 2dfd14c5-1838-4ec8-a496-30f7c7fd0785: ACTIVE {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:29:35.912901 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 99c2981b-4b17-4db4-bae2-01a502d764e0 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:29:35.913702 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-20709f68-8f7b-4d98-96f1-9752f3023c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:35.944746 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-20709f68-8f7b-4d98-96f1-9752f3023c26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba652e96-318d-4ad5-a2e3-77a44eb284be']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:35.945372 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: 99c2981b-4b17-4db4-bae2-01a502d764e0 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:29:35.945875 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 99c2981b-4b17-4db4-bae2-01a502d764e0 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:29:35.967322 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-20709f68-8f7b-4d98-96f1-9752f3023c26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51c71cf1-9757-4870-a3e1-9aea563bbfed') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:35.967651 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-20709f68-8f7b-4d98-96f1-9752f3023c26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51c71cf1-9757-4870-a3e1-9aea563bbfed') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:35.984868 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4bef54eb-78db-40b7-836e-734281f94501 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:35.988700 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9adcd-7966-48c6-9d1f-1241952f7fc1 req-56ca18b2-f832-4510-9148-e153c0404f6b tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:35.996027 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b1d9adcd-7966-48c6-9d1f-1241952f7fc1 req-56ca18b2-f832-4510-9148-e153c0404f6b tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 946 time: 0.1223247 Dec 10 16:29:36.016215 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-20709f68-8f7b-4d98-96f1-9752f3023c26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:36.053931 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-20709f68-8f7b-4d98-96f1-9752f3023c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:36.061187 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4bef54eb-78db-40b7-836e-734281f94501 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:36.071536 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20709f68-8f7b-4d98-96f1-9752f3023c26 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:29:36.071960 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-20709f68-8f7b-4d98-96f1-9752f3023c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:36.073654 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:29:36.073654 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:29:36.073654 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:29:36.073654 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:29:36.073654 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:29:36.073654 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:29:36.073654 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:29:36.073654 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:29:36.073654 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:29:36.073654 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:29:36.073654 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:29:36.073654 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:29:36.073654 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:29:36.073654 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:29:36.073654 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:29:36.073654 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:29:36.073654 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:29:36.073654 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:29:36.073654 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:29:36.073654 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:29:36.073654 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:29:36.073654 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:29:36.073654 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:29:36.073654 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:29:36.073654 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:29:36.073654 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:29:36.073654 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:29:36.073654 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:29:36.073654 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:29:36.073654 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:29:36.073654 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:29:36.073654 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:29:36.092544 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef54eb-78db-40b7-836e-734281f94501 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Subnet': ['ID=b0e7216b-9259-4930-89ad-20cf3b4c5e5d,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:36.094886 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4bef54eb-78db-40b7-836e-734281f94501 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:36.100878 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4bef54eb-78db-40b7-836e-734281f94501 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/b0e7216b-9259-4930-89ad-20cf3b4c5e5d HTTP/1.1" status: 204 len: 168 time: 0.3889613 Dec 10 16:29:36.100878 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50120) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:36.125392 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b1d9adcd-7966-48c6-9d1f-1241952f7fc1 req-69f853a7-3e58-4256-850f-367413b71585 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283057 Dec 10 16:29:36.163336 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-20709f68-8f7b-4d98-96f1-9752f3023c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:36.171773 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-296d24c6-2e8d-46ca-bbbd-98f2aeeb7431 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0698874 Dec 10 16:29:36.176219 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50124) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:36.179797 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-20709f68-8f7b-4d98-96f1-9752f3023c26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:36.184037 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:36.191176 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-20709f68-8f7b-4d98-96f1-9752f3023c26 admin admin] 10.222.0.11 "DELETE /v2.0/networks/ba652e96-318d-4ad5-a2e3-77a44eb284be HTTP/1.1" status: 204 len: 168 time: 0.5191343 Dec 10 16:29:36.205209 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20709f68-8f7b-4d98-96f1-9752f3023c26 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba652e96-318d-4ad5-a2e3-77a44eb284be,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:36.213256 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9870a8-08a7-45f2-ba4c-2f0fecd54709 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:29:36.251708 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f431676-c14e-4430-96dc-d612ce52f2d1 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:36.255550 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9f431676-c14e-4430-96dc-d612ce52f2d1 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0781608 Dec 10 16:29:36.257884 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50128) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:36.298675 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270de21-05cb-4ffc-873f-b39d909addec req-22c84db6-371e-46cb-9591-91dd39f0ae29 tempest-ServerAddressesNegativeTestJSON-86344888 tempest-ServerAddressesNegativeTestJSON-86344888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:36.304679 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-de6aac86-76b1-4972-9461-8dd327a1db81 None None] Provisioning complete for port 8f2e4917-eaf7-473b-b51d-96e58149b690 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:29:36.305151 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-de6aac86-76b1-4972-9461-8dd327a1db81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:36.307904 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1270de21-05cb-4ffc-873f-b39d909addec req-22c84db6-371e-46cb-9591-91dd39f0ae29 tempest-ServerAddressesNegativeTestJSON-86344888 tempest-ServerAddressesNegativeTestJSON-86344888-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc206186-c041-46e9-9037-af8c98d84285 HTTP/1.1" status: 200 len: 944 time: 0.0680196 Dec 10 16:29:36.317427 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60ff27f-c78d-42f9-ab13-d7f52374aa32 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:36.318929 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e60ff27f-c78d-42f9-ab13-d7f52374aa32 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0599158 Dec 10 16:29:36.321577 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50130) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:36.338550 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50132) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:36.370124 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-57f818b8-a4f8-42a6-a39a-2b466d108766 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0472562 Dec 10 16:29:36.375574 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50134) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:36.381863 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-6667e931-1bb3-46e9-a31e-cc75d01054d4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'subnet': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:36.384962 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1270de21-05cb-4ffc-873f-b39d909addec req-b4ae1a68-97b1-4caa-a2ac-a10e47cdae1e tempest-ServerAddressesNegativeTestJSON-86344888 tempest-ServerAddressesNegativeTestJSON-86344888-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c1bfdc0-5004-4078-8411-566b3928ea36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745206 Dec 10 16:29:36.441915 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-89688b1c-dc43-49ca-a695-ded58149e1ff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=de62bd7d602a43c4a4b60427631b1dd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1019542 Dec 10 16:29:36.449706 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50138) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:36.478385 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-de6aac86-76b1-4972-9461-8dd327a1db81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:36.481698 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 10 Dec 2021 16:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f8b782-2b94-4b5d-a4cb-91da32e3c860 x-openstack-request-id: req-38f8b782-2b94-4b5d-a4cb-91da32e3c860 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:29:36.482003 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc206186-c041-46e9-9037-af8c98d84285", "tag": "c8d742c7-39b5-4e13-aa82-cc1e37fb25f1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "28fed480-6b40-479f-86e8-f44d68a97348", "tag": "9b3c7d03-2174-4fbe-b556-009ea3e61047", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:29:36.482295 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-38f8b782-2b94-4b5d-a4cb-91da32e3c860 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:29:36.482705 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc206186-c041-46e9-9037-af8c98d84285', 'tag': 'c8d742c7-39b5-4e13-aa82-cc1e37fb25f1', 'status': 'completed', 'code': 200} Dec 10 16:29:36.482970 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28fed480-6b40-479f-86e8-f44d68a97348', 'tag': '9b3c7d03-2174-4fbe-b556-009ea3e61047', 'status': 'completed', 'code': 200} Dec 10 16:29:36.505253 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6667e931-1bb3-46e9-a31e-cc75d01054d4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:29:36.514305 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19ab42e-f961-4095-998d-8430fa5bc8a2 None None] DHCP port deletion for ba7323f5-fe45-4362-904e-9370cf7b7342 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:29:36.523044 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6667e931-1bb3-46e9-a31e-cc75d01054d4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:36.543456 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-de6aac86-76b1-4972-9461-8dd327a1db81 None None] For port 8f2e4917-eaf7-473b-b51d-96e58149b690, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=8f2e4917-eaf7-473b-b51d-96e58149b690,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:36.550601 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-de6aac86-76b1-4972-9461-8dd327a1db81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:36.604404 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-715778d0-5610-4bc6-9219-7251fced89a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:36.618595 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08a801-56c7-4681-a831-fc4525e29868 req-2960b992-2218-4763-82b9-93e83b9870df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:36.620170 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8c08a801-56c7-4681-a831-fc4525e29868 req-2960b992-2218-4763-82b9-93e83b9870df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=926384761c9847c28a080dd568637b6d&device_id=bc206186-c041-46e9-9037-af8c98d84285 HTTP/1.1" status: 200 len: 1095 time: 0.0961182 Dec 10 16:29:36.643085 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6aac86-76b1-4972-9461-8dd327a1db81 None None] Pushing event updated for resources: {'Port': ['ID=8f2e4917-eaf7-473b-b51d-96e58149b690,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:36.661387 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device c8d742c7-39b5-4e13-aa82-cc1e37fb25f1 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:29:36.669683 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-715778d0-5610-4bc6-9219-7251fced89a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:36.681291 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f19ab42e-f961-4095-998d-8430fa5bc8a2 None None] Deleting port 8f2e4917-eaf7-473b-b51d-96e58149b690 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:29:36.682464 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f19ab42e-f961-4095-998d-8430fa5bc8a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:36.740160 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6667e931-1bb3-46e9-a31e-cc75d01054d4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:36.792540 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6667e931-1bb3-46e9-a31e-cc75d01054d4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:29:36.798421 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-6667e931-1bb3-46e9-a31e-cc75d01054d4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:29:36.803736 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6667e931-1bb3-46e9-a31e-cc75d01054d4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:36.804321 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6667e931-1bb3-46e9-a31e-cc75d01054d4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:36.818565 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667e931-1bb3-46e9-a31e-cc75d01054d4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Subnet': ['ID=0f06756f-f518-4257-ada8-32db4aaf4f8a,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:36.823322 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f19ab42e-f961-4095-998d-8430fa5bc8a2 None None] For port 8f2e4917-eaf7-473b-b51d-96e58149b690, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=8f2e4917-eaf7-473b-b51d-96e58149b690,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:36.823752 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f19ab42e-f961-4095-998d-8430fa5bc8a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:36.832531 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6667e931-1bb3-46e9-a31e-cc75d01054d4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4529786 Dec 10 16:29:36.833257 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50140) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:36.838992 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-6207610c-ce7c-4dcf-bfdd-ddf55838792f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'port': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'fixed_ips': [{'subnet_id': '0f06756f-f518-4257-ada8-32db4aaf4f8a', 'ip_address': '2001:db8::98f7:2878:9988:cb9e'}], 'name': 'tempest-NetworksTestDHCPv6-914266742'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:36.845920 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f19ab42e-f961-4095-998d-8430fa5bc8a2 None None] Calling delete_port for 8f2e4917-eaf7-473b-b51d-96e58149b690 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:29:36.919278 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port c8d742c7-39b5-4e13-aa82-cc1e37fb25f1, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=c8d742c7-39b5-4e13-aa82-cc1e37fb25f1,segment=NetworkSegment(68dfc5db-4a7f-439d-a72d-ee09cee30888),segment_id=68dfc5db-4a7f-439d-a72d-ee09cee30888)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:36.939979 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': 'c8d742c7-39b5-4e13-aa82-cc1e37fb25f1', 'network_id': '248298f7-3285-4cd6-9abc-06e636814e56', 'port_id': 'c8d742c7-39b5-4e13-aa82-cc1e37fb25f1', 'mac_address': 'fa:16:3e:4b:d8:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1996d23b-2432-45ec-8c05-33f46a63d7f2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:29:36.942550 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a80ea-4922-4b29-9b1f-d19d59d25e90 req-8b3d3d6e-2d23-49ab-bc96-14abe1a7bba8 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:36.944063 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-913a80ea-4922-4b29-9b1f-d19d59d25e90 req-8b3d3d6e-2d23-49ab-bc96-14abe1a7bba8 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/ports?device_id=14b9c694-3535-4aa8-ac86-3b17a08d6a29&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3818653 Dec 10 16:29:36.963149 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6207610c-ce7c-4dcf-bfdd-ddf55838792f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:29:36.995316 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:37.017278 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f19ab42e-f961-4095-998d-8430fa5bc8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:37.031519 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8d742c7-39b5-4e13-aa82-cc1e37fb25f1 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:29:37.057308 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19ab42e-f961-4095-998d-8430fa5bc8a2 None None] No DVR routers for this DVR port 8f2e4917-eaf7-473b-b51d-96e58149b690 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:29:37.062890 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ab42e-f961-4095-998d-8430fa5bc8a2 None None] Pushing event deleted for resources: {'Port': ['ID=8f2e4917-eaf7-473b-b51d-96e58149b690,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:37.063986 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6207610c-ce7c-4dcf-bfdd-ddf55838792f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:37.089316 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port c8d742c7-39b5-4e13-aa82-cc1e37fb25f1, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=c8d742c7-39b5-4e13-aa82-cc1e37fb25f1,segment=NetworkSegment(68dfc5db-4a7f-439d-a72d-ee09cee30888),segment_id=68dfc5db-4a7f-439d-a72d-ee09cee30888)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:37.093220 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-6207610c-ce7c-4dcf-bfdd-ddf55838792f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] device_id is not set on port 7fc99814-72df-4f7f-b87e-6b74dede02bd yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:29:37.094211 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-913a80ea-4922-4b29-9b1f-d19d59d25e90 req-cf73d7aa-e07d-4428-90f1-01d9288269c5 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.140 HTTP/1.1" status: 200 len: 1001 time: 0.1386600 Dec 10 16:29:37.095996 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:37.097221 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-715778d0-5610-4bc6-9219-7251fced89a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:37.099970 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-715778d0-5610-4bc6-9219-7251fced89a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:37.103449 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-715778d0-5610-4bc6-9219-7251fced89a4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/888929c5-5ab8-4d31-a08d-ea80ad1c5655 HTTP/1.1" status: 204 len: 168 time: 0.6503942 Dec 10 16:29:37.103580 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88d0aba-b85f-4e67-be4a-9d324be20306 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:29:37.109248 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-913a80ea-4922-4b29-9b1f-d19d59d25e90 req-646b147d-a636-4c9d-bc56-56f0fdf10241 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Request body: {'floatingip': {'port_id': 'd1e6193b-c9a6-4b49-a18d-73542042343a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:37.114388 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08a801-56c7-4681-a831-fc4525e29868 req-fe592a11-d3ab-492d-8cfe-4c900872678b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:37.115856 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8c08a801-56c7-4681-a831-fc4525e29868 req-fe592a11-d3ab-492d-8cfe-4c900872678b service neutron] 10.222.0.26 "GET /v2.0/networks?id=248298f7-3285-4cd6-9abc-06e636814e56 HTTP/1.1" status: 200 len: 923 time: 0.4861705 Dec 10 16:29:37.156046 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715778d0-5610-4bc6-9219-7251fced89a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888929c5-5ab8-4d31-a08d-ea80ad1c5655,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:37.198617 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8c08a801-56c7-4681-a831-fc4525e29868 req-0f70ed5a-b562-41ec-afb1-18367e14631b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8d742c7-39b5-4e13-aa82-cc1e37fb25f1 HTTP/1.1" status: 200 len: 217 time: 0.0502450 Dec 10 16:29:37.232518 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=c8d742c7-39b5-4e13-aa82-cc1e37fb25f1,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:37.247452 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-913a80ea-4922-4b29-9b1f-d19d59d25e90 req-646b147d-a636-4c9d-bc56-56f0fdf10241 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks [] for floatingip, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:37.291335 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69b3582-561b-49a9-b9ce-eee9c537418d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-ba7323f5-fe45-4362-904e-9370cf7b7342', 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'project_id': '2ff5423581d24da08fa7c37167d452f0', 'fixed_ips': [{'subnet_id': '0f06756f-f518-4257-ada8-32db4aaf4f8a'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:29:37.292858 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b69b3582-561b-49a9-b9ce-eee9c537418d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:37.306341 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08a801-56c7-4681-a831-fc4525e29868 req-28f65098-dd63-4dcc-a198-02ff7b0de6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:37.307837 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8c08a801-56c7-4681-a831-fc4525e29868 req-28f65098-dd63-4dcc-a198-02ff7b0de6af service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1996d23b-2432-45ec-8c05-33f46a63d7f2 HTTP/1.1" status: 200 len: 862 time: 0.1000805 Dec 10 16:29:37.342681 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-6207610c-ce7c-4dcf-bfdd-ddf55838792f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Allocated IP 2001:db8::98f7:2878:9988:cb9e (ba7323f5-fe45-4362-904e-9370cf7b7342/0f06756f-f518-4257-ada8-32db4aaf4f8a/7fc99814-72df-4f7f-b87e-6b74dede02bd) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:29:37.366794 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8c08a801-56c7-4681-a831-fc4525e29868 req-0ff4ec03-eaf6-4c65-ab78-64f8c51c2f6a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=248298f7-3285-4cd6-9abc-06e636814e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479214 Dec 10 16:29:37.398077 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['c8d742c7-39b5-4e13-aa82-cc1e37fb25f1'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:29:37.551387 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6207610c-ce7c-4dcf-bfdd-ddf55838792f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:37.579145 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8c08a801-56c7-4681-a831-fc4525e29868 req-0ed60aca-bc3b-405d-b4a6-fa070e0fd74f service neutron] 10.222.0.26 "GET /v2.0/networks/248298f7-3285-4cd6-9abc-06e636814e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009192 Dec 10 16:29:37.612264 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6207610c-ce7c-4dcf-bfdd-ddf55838792f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:37.666667 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-b69b3582-561b-49a9-b9ce-eee9c537418d None None] Allocated IP 2001:db8::2 (ba7323f5-fe45-4362-904e-9370cf7b7342/0f06756f-f518-4257-ada8-32db4aaf4f8a/76285a98-e124-4874-a72c-4117e75e7914) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:29:37.686393 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6207610c-ce7c-4dcf-bfdd-ddf55838792f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:29:37.688025 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207610c-ce7c-4dcf-bfdd-ddf55838792f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Port': ['ID=7fc99814-72df-4f7f-b87e-6b74dede02bd,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:37.694562 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-6207610c-ce7c-4dcf-bfdd-ddf55838792f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:29:37.697008 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6207610c-ce7c-4dcf-bfdd-ddf55838792f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:29:37.704145 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6207610c-ce7c-4dcf-bfdd-ddf55838792f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:37.705256 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6207610c-ce7c-4dcf-bfdd-ddf55838792f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:37.753216 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6207610c-ce7c-4dcf-bfdd-ddf55838792f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9154832 Dec 10 16:29:37.753509 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50156) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:37.758586 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-8bba21dd-b2e3-4665-8b57-ac6f904e96d5 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'port': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'fixed_ips': [{'subnet_id': '0f06756f-f518-4257-ada8-32db4aaf4f8a', 'ip_address': '2001:db8::98f7:2878:9988:cb9e'}], 'name': 'tempest-NetworksTestDHCPv6-2069710351'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:37.798757 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8c08a801-56c7-4681-a831-fc4525e29868 req-1c4b3515-d812-42d0-b0f9-1583b737bb15 service neutron] 10.222.0.26 "GET /v2.0/networks/248298f7-3285-4cd6-9abc-06e636814e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093349 Dec 10 16:29:37.912349 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bba21dd-b2e3-4665-8b57-ac6f904e96d5 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:29:37.920677 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8bba21dd-b2e3-4665-8b57-ac6f904e96d5 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:37.947313 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-8bba21dd-b2e3-4665-8b57-ac6f904e96d5 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] device_id is not set on port 4baa8f1a-4649-4afe-be91-605a12443554 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:29:37.968933 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08a801-56c7-4681-a831-fc4525e29868 req-7f5f29f3-7b1d-45a5-b497-16f7a1256446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:37.969475 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8c08a801-56c7-4681-a831-fc4525e29868 req-7f5f29f3-7b1d-45a5-b497-16f7a1256446 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=78a67ea6c69344df8b0209764b4007aa&device_id=28fed480-6b40-479f-86e8-f44d68a97348 HTTP/1.1" status: 200 len: 1096 time: 0.1002913 Dec 10 16:29:37.980434 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-913a80ea-4922-4b29-9b1f-d19d59d25e90 req-646b147d-a636-4c9d-bc56-56f0fdf10241 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:37.994956 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-913a80ea-4922-4b29-9b1f-d19d59d25e90 req-646b147d-a636-4c9d-bc56-56f0fdf10241 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:38.023515 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:38.068395 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b69b3582-561b-49a9-b9ce-eee9c537418d None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:38.076986 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b69b3582-561b-49a9-b9ce-eee9c537418d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:38.134970 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69b3582-561b-49a9-b9ce-eee9c537418d None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:29:38.142738 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-b69b3582-561b-49a9-b9ce-eee9c537418d None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:29:38.145648 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b3582-561b-49a9-b9ce-eee9c537418d None None] Pushing event updated for resources: {'Port': ['ID=76285a98-e124-4874-a72c-4117e75e7914,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:38.148794 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69b3582-561b-49a9-b9ce-eee9c537418d None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:29:38.162398 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08a801-56c7-4681-a831-fc4525e29868 req-4e1513ed-2872-4c40-a389-d86be65ac9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:38.163884 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8c08a801-56c7-4681-a831-fc4525e29868 req-4e1513ed-2872-4c40-a389-d86be65ac9e0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f51320c6-36a3-445a-bf6e-8d6ab92c4522 HTTP/1.1" status: 200 len: 921 time: 0.1813231 Dec 10 16:29:38.169204 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [req-913a80ea-4922-4b29-9b1f-d19d59d25e90 req-646b147d-a636-4c9d-bc56-56f0fdf10241 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Floating IP 2dfd14c5-1838-4ec8-a496-30f7c7fd0785 associated. External IP: 172.25.6.140, port: 9b3c7d03-2174-4fbe-b556-009ea3e61047. Dec 10 16:29:38.175921 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bba21dd-b2e3-4665-8b57-ac6f904e96d5 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 10 16:29:38.176535 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bba21dd-b2e3-4665-8b57-ac6f904e96d5 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:29:38.207226 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8bba21dd-b2e3-4665-8b57-ac6f904e96d5 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.4498866 Dec 10 16:29:38.207425 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50166) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:38.230867 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-b69b3582-561b-49a9-b9ce-eee9c537418d None None] Attempting to bind port 76285a98-e124-4874-a72c-4117e75e7914 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:29:38.231249 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-b69b3582-561b-49a9-b9ce-eee9c537418d None None] Attempting to bind port 76285a98-e124-4874-a72c-4117e75e7914 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:29:38.231618 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69b3582-561b-49a9-b9ce-eee9c537418d None None] Attempting to bind port 76285a98-e124-4874-a72c-4117e75e7914 on network ba7323f5-fe45-4362-904e-9370cf7b7342 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:38.236728 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69b3582-561b-49a9-b9ce-eee9c537418d None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:29:38.237146 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69b3582-561b-49a9-b9ce-eee9c537418d None None] Checking segment: {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:29:38.237551 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b69b3582-561b-49a9-b9ce-eee9c537418d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:38.237946 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69b3582-561b-49a9-b9ce-eee9c537418d None None] Bound using segment: {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:29:38.238462 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-b69b3582-561b-49a9-b9ce-eee9c537418d None None] Bound port: 76285a98-e124-4874-a72c-4117e75e7914, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:29:38.238862 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b69b3582-561b-49a9-b9ce-eee9c537418d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:38.268671 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7ea377-9228-4f59-bc85-40d1bf3953b5 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:38.275530 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7ea377-9228-4f59-bc85-40d1bf3953b5 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:38.280286 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ec7ea377-9228-4f59-bc85-40d1bf3953b5 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0691733 Dec 10 16:29:38.280549 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50170) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:38.282329 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8c08a801-56c7-4681-a831-fc4525e29868 req-08ea4f21-0611-4624-ac69-6a1f744493d1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b3c7d03-2174-4fbe-b556-009ea3e61047 HTTP/1.1" status: 200 len: 217 time: 0.0629425 Dec 10 16:29:38.305204 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b69b3582-561b-49a9-b9ce-eee9c537418d None None] For port 76285a98-e124-4874-a72c-4117e75e7914, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:29:38.308559 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b69b3582-561b-49a9-b9ce-eee9c537418d None None] For port 76285a98-e124-4874-a72c-4117e75e7914, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=76285a98-e124-4874-a72c-4117e75e7914,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:29:38.312642 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b69b3582-561b-49a9-b9ce-eee9c537418d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:38.352777 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08a801-56c7-4681-a831-fc4525e29868 req-62143d75-246d-4ca4-973f-6216a2980a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:38.354261 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8c08a801-56c7-4681-a831-fc4525e29868 req-62143d75-246d-4ca4-973f-6216a2980a3e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e98874b0-e60d-4822-8213-f6ac4d039265 HTTP/1.1" status: 200 len: 859 time: 0.0633447 Dec 10 16:29:38.389568 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b3582-561b-49a9-b9ce-eee9c537418d None None] Pushing event updated for resources: {'Port': ['ID=76285a98-e124-4874-a72c-4117e75e7914,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:38.402259 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-dc1c9ee4-4573-455a-893e-ddb8ebe6fcda tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting port 7fc99814-72df-4f7f-b87e-6b74dede02bd {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:29:38.402604 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc1c9ee4-4573-455a-893e-ddb8ebe6fcda tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:38.463650 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 8f2e4917-eaf7-473b-b51d-96e58149b690 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:29:38.488728 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 8f2e4917-eaf7-473b-b51d-96e58149b690 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:29:38.488906 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 8f2e4917-eaf7-473b-b51d-96e58149b690 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:29:38.499066 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc1c9ee4-4573-455a-893e-ddb8ebe6fcda tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:38.515320 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-dc1c9ee4-4573-455a-893e-ddb8ebe6fcda tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Calling delete_port for 7fc99814-72df-4f7f-b87e-6b74dede02bd owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:29:38.667130 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device c8d742c7-39b5-4e13-aa82-cc1e37fb25f1 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:29:38.704481 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc1c9ee4-4573-455a-893e-ddb8ebe6fcda tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:38.735773 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c9ee4-4573-455a-893e-ddb8ebe6fcda tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Port': ['ID=7fc99814-72df-4f7f-b87e-6b74dede02bd,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:38.758401 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port c8d742c7-39b5-4e13-aa82-cc1e37fb25f1 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:29:38.765313 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08a801-56c7-4681-a831-fc4525e29868 req-0db72342-16fc-4995-bb53-12cf0b6af841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:38.765910 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port c8d742c7-39b5-4e13-aa82-cc1e37fb25f1 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:29:38.766349 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:38.766872 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8c08a801-56c7-4681-a831-fc4525e29868 req-0db72342-16fc-4995-bb53-12cf0b6af841 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f51320c6-36a3-445a-bf6e-8d6ab92c4522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3281944 Dec 10 16:29:38.770915 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc1c9ee4-4573-455a-893e-ddb8ebe6fcda tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:38.777670 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-dc1c9ee4-4573-455a-893e-ddb8ebe6fcda tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/ports/7fc99814-72df-4f7f-b87e-6b74dede02bd HTTP/1.1" status: 204 len: 168 time: 0.4951437 Dec 10 16:29:38.778600 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50172) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:38.828098 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [req-913a80ea-4922-4b29-9b1f-d19d59d25e90 req-646b147d-a636-4c9d-bc56-56f0fdf10241 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Router dd07bbe0-11bc-4846-b050-5cf5a71f487c has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:29:38.839762 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb8b97a-1e54-4f5a-b58b-09de465cd9a2 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:38.841403 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb8b97a-1e54-4f5a-b58b-09de465cd9a2 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:38.845382 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5bb8b97a-1e54-4f5a-b58b-09de465cd9a2 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0634906 Dec 10 16:29:38.846230 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50174) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:38.876712 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:38.900180 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-eae2fb85-4812-4378-997f-b49046a18e79 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting subnet 0f06756f-f518-4257-ada8-32db4aaf4f8a {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:29:38.903798 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc206186-c041-46e9-9037-af8c98d84285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d742c7-39b5-4e13-aa82-cc1e37fb25f1'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:29:38.903979 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eae2fb85-4812-4378-997f-b49046a18e79 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:38.905909 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c4af99-4866-4c73-b965-946e29d3ac53" -d '{"events": [{"server_uuid": "bc206186-c041-46e9-9037-af8c98d84285", "name": "network-vif-plugged", "status": "completed", "tag": "c8d742c7-39b5-4e13-aa82-cc1e37fb25f1"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:29:38.920321 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port c8d742c7-39b5-4e13-aa82-cc1e37fb25f1, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=c8d742c7-39b5-4e13-aa82-cc1e37fb25f1,segment=NetworkSegment(68dfc5db-4a7f-439d-a72d-ee09cee30888),segment_id=68dfc5db-4a7f-439d-a72d-ee09cee30888)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:38.924242 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:38.947078 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eae2fb85-4812-4378-997f-b49046a18e79 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:38.951737 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8c08a801-56c7-4681-a831-fc4525e29868 req-d5327b1c-b77e-48e0-a6ba-b5cb208784d1 service neutron] 10.222.0.26 "GET /v2.0/networks/f51320c6-36a3-445a-bf6e-8d6ab92c4522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763597 Dec 10 16:29:38.974382 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=c8d742c7-39b5-4e13-aa82-cc1e37fb25f1,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:39.025639 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-913a80ea-4922-4b29-9b1f-d19d59d25e90 req-646b147d-a636-4c9d-bc56-56f0fdf10241 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:29:39.036749 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965c2e5a-2009-47c8-8828-142738d56644 None None] Sync routers for ids ['dd07bbe0-11bc-4846-b050-5cf5a71f487c'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:29:39.047073 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965c2e5a-2009-47c8-8828-142738d56644 None None] Routers {'dd07bbe0-11bc-4846-b050-5cf5a71f487c'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:29:39.047679 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-965c2e5a-2009-47c8-8828-142738d56644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:29:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['dd07bbe0-11bc-4846-b050-5cf5a71f487c'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:39.050953 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eae2fb85-4812-4378-997f-b49046a18e79 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:39.133303 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eae2fb85-4812-4378-997f-b49046a18e79 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:39.139598 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8c08a801-56c7-4681-a831-fc4525e29868 req-6bef5377-150b-4014-ad15-82a716c5491a service neutron] 10.222.0.26 "GET /v2.0/networks/f51320c6-36a3-445a-bf6e-8d6ab92c4522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796689 Dec 10 16:29:39.194279 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2fb85-4812-4378-997f-b49046a18e79 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Subnet': ['ID=0f06756f-f518-4257-ada8-32db4aaf4f8a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:39.196498 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eae2fb85-4812-4378-997f-b49046a18e79 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:39.200873 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-eae2fb85-4812-4378-997f-b49046a18e79 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/0f06756f-f518-4257-ada8-32db4aaf4f8a HTTP/1.1" status: 204 len: 168 time: 0.3542676 Dec 10 16:29:39.213685 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50178) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:39.253145 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-965c2e5a-2009-47c8-8828-142738d56644 None None] Set router dd07bbe0-11bc-4846-b050-5cf5a71f487c gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:29:39.273641 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9778ea1e-99eb-4885-8dda-2a5b586a807e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0585237 Dec 10 16:29:39.277653 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50180) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:39.290166 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-c1e6dfa3-ef1c-47df-81db-80964cef0ed1 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'subnet': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:39.396433 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [req-913a80ea-4922-4b29-9b1f-d19d59d25e90 req-646b147d-a636-4c9d-bc56-56f0fdf10241 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Router dd07bbe0-11bc-4846-b050-5cf5a71f487c has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:29:39.426297 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e6dfa3-ef1c-47df-81db-80964cef0ed1 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:29:39.430491 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c1e6dfa3-ef1c-47df-81db-80964cef0ed1 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:39.544527 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-965c2e5a-2009-47c8-8828-142738d56644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'name': 'tempest-FloatingIPsAssociationTestJSON-689631423-router', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:28:34Z', 'updated_at': '2021-12-10T16:28:43Z', 'revision_number': 4, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'gw_port': {'id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:24:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:35Z', 'updated_at': '2021-12-10T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '2dfd14c5-1838-4ec8-a496-30f7c7fd0785', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'floating_ip_address': '172.25.6.140', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'port_id': 'd1e6193b-c9a6-4b49-a18d-73542042343a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522', 'mac_address': 'fa:16:3e:d2:d0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b9c694-3535-4aa8-ac86-3b17a08d6a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:29:06Z', 'updated_at': '2021-12-10T16:29:37Z', 'revision_number': 3, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea40611-3fff-4ec9-9348-3aa63774fd04', 'name': '', 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'mac_address': 'fa:16:3e:93:ee:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e98874b0-e60d-4822-8213-f6ac4d039265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:42Z', 'updated_at': '2021-12-10T16:28:49Z', 'revision_number': 5, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'subnets': [{'id': 'e98874b0-e60d-4822-8213-f6ac4d039265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:39.581350 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965c2e5a-2009-47c8-8828-142738d56644 None None] Checking router: dd07bbe0-11bc-4846-b050-5cf5a71f487c for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:29:39.592454 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965c2e5a-2009-47c8-8828-142738d56644 None None] Routers {'dd07bbe0-11bc-4846-b050-5cf5a71f487c'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:29:39.593067 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-965c2e5a-2009-47c8-8828-142738d56644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:29:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['dd07bbe0-11bc-4846-b050-5cf5a71f487c'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:39.616869 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9ec33f-9d1e-4e2f-8298-6cd6d72d357d None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:29:39.629483 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-913a80ea-4922-4b29-9b1f-d19d59d25e90 req-646b147d-a636-4c9d-bc56-56f0fdf10241 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:29:39.635538 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-913a80ea-4922-4b29-9b1f-d19d59d25e90 req-646b147d-a636-4c9d-bc56-56f0fdf10241 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:39.703084 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28fed480-6b40-479f-86e8-f44d68a97348', 'tag': '9b3c7d03-2174-4fbe-b556-009ea3e61047'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:29:39.705410 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fe8287-29ce-4285-ba1b-363aaa537588" -d '{"events": [{"name": "network-changed", "server_uuid": "28fed480-6b40-479f-86e8-f44d68a97348", "tag": "9b3c7d03-2174-4fbe-b556-009ea3e61047"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:29:39.723048 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c196f2a1-84cc-409b-b4f9-0b48d141a63a None None] Provisioning complete for port 76285a98-e124-4874-a72c-4117e75e7914 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:29:39.723337 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c196f2a1-84cc-409b-b4f9-0b48d141a63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:39.731899 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-965c2e5a-2009-47c8-8828-142738d56644 None None] Set router dd07bbe0-11bc-4846-b050-5cf5a71f487c gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:29:39.740513 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-913a80ea-4922-4b29-9b1f-d19d59d25e90 req-646b147d-a636-4c9d-bc56-56f0fdf10241 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "PUT /v2.0/floatingips/2dfd14c5-1838-4ec8-a496-30f7c7fd0785 HTTP/1.1" status: 200 len: 998 time: 2.6368313 Dec 10 16:29:39.833262 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c196f2a1-84cc-409b-b4f9-0b48d141a63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:39.836920 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c1e6dfa3-ef1c-47df-81db-80964cef0ed1 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:39.851274 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a80ea-4922-4b29-9b1f-d19d59d25e90 req-2ebf2406-f55e-4976-8bc2-c314fa98e59b tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:39.852642 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-913a80ea-4922-4b29-9b1f-d19d59d25e90 req-2ebf2406-f55e-4976-8bc2-c314fa98e59b tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/ports/9b3c7d03-2174-4fbe-b556-009ea3e61047 HTTP/1.1" status: 200 len: 942 time: 0.0892341 Dec 10 16:29:39.854613 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa486e28-dc88-481d-aa7a-63931bdc86e5 None None] DHCP port deletion for ba7323f5-fe45-4362-904e-9370cf7b7342 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:29:39.890753 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e6dfa3-ef1c-47df-81db-80964cef0ed1 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:29:39.896460 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-c1e6dfa3-ef1c-47df-81db-80964cef0ed1 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:29:39.900712 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e6dfa3-ef1c-47df-81db-80964cef0ed1 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:39.901321 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c1e6dfa3-ef1c-47df-81db-80964cef0ed1 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:39.907122 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e6dfa3-ef1c-47df-81db-80964cef0ed1 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Subnet': ['ID=8ec2b7c3-8500-4f04-85be-234c9368c969,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:39.911052 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c196f2a1-84cc-409b-b4f9-0b48d141a63a None None] For port 76285a98-e124-4874-a72c-4117e75e7914, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=76285a98-e124-4874-a72c-4117e75e7914,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:39.918954 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c196f2a1-84cc-409b-b4f9-0b48d141a63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:39.926213 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c1e6dfa3-ef1c-47df-81db-80964cef0ed1 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6437142 Dec 10 16:29:39.926422 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50184) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:39.931679 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-17dd682b-f564-48af-9489-7e2518f35cb0 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'port': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'fixed_ips': [{'subnet_id': '8ec2b7c3-8500-4f04-85be-234c9368c969', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-835881811'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:39.970523 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-fa486e28-dc88-481d-aa7a-63931bdc86e5 None None] Deleting port 76285a98-e124-4874-a72c-4117e75e7914 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:29:39.970980 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fa486e28-dc88-481d-aa7a-63931bdc86e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:40.020578 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c196f2a1-84cc-409b-b4f9-0b48d141a63a None None] Pushing event updated for resources: {'Port': ['ID=76285a98-e124-4874-a72c-4117e75e7914,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:40.038382 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a80ea-4922-4b29-9b1f-d19d59d25e90 req-2505dee3-8c43-44fe-9b25-49ba25118c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:40.039910 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-913a80ea-4922-4b29-9b1f-d19d59d25e90 req-2505dee3-8c43-44fe-9b25-49ba25118c91 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=78a67ea6c69344df8b0209764b4007aa&device_id=28fed480-6b40-479f-86e8-f44d68a97348 HTTP/1.1" status: 200 len: 1096 time: 0.0913262 Dec 10 16:29:40.062332 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-965c2e5a-2009-47c8-8828-142738d56644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'name': 'tempest-FloatingIPsAssociationTestJSON-689631423-router', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:28:34Z', 'updated_at': '2021-12-10T16:28:43Z', 'revision_number': 4, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'gw_port': {'id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:24:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:35Z', 'updated_at': '2021-12-10T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '2dfd14c5-1838-4ec8-a496-30f7c7fd0785', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'floating_ip_address': '172.25.6.140', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'port_id': 'd1e6193b-c9a6-4b49-a18d-73542042343a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522', 'mac_address': 'fa:16:3e:d2:d0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b9c694-3535-4aa8-ac86-3b17a08d6a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:29:06Z', 'updated_at': '2021-12-10T16:29:37Z', 'revision_number': 3, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea40611-3fff-4ec9-9348-3aa63774fd04', 'name': '', 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'mac_address': 'fa:16:3e:93:ee:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e98874b0-e60d-4822-8213-f6ac4d039265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:42Z', 'updated_at': '2021-12-10T16:28:49Z', 'revision_number': 5, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'subnets': [{'id': 'e98874b0-e60d-4822-8213-f6ac4d039265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:40.075831 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-fa486e28-dc88-481d-aa7a-63931bdc86e5 None None] For port 76285a98-e124-4874-a72c-4117e75e7914, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=76285a98-e124-4874-a72c-4117e75e7914,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:40.076331 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fa486e28-dc88-481d-aa7a-63931bdc86e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:40.090165 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-fa486e28-dc88-481d-aa7a-63931bdc86e5 None None] Calling delete_port for 76285a98-e124-4874-a72c-4117e75e7914 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:29:40.092492 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965c2e5a-2009-47c8-8828-142738d56644 None None] The sync data for ids ['dd07bbe0-11bc-4846-b050-5cf5a71f487c'] in n-d-766771-2 is: [{'id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'name': 'tempest-FloatingIPsAssociationTestJSON-689631423-router', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:28:34Z', 'updated_at': '2021-12-10T16:28:43Z', 'revision_number': 4, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'gw_port': {'id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:24:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:35Z', 'updated_at': '2021-12-10T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '2dfd14c5-1838-4ec8-a496-30f7c7fd0785', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'floating_ip_address': '172.25.6.140', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'port_id': 'd1e6193b-c9a6-4b49-a18d-73542042343a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522', 'mac_address': 'fa:16:3e:d2:d0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b9c694-3535-4aa8-ac86-3b17a08d6a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:29:06Z', 'updated_at': '2021-12-10T16:29:37Z', 'revision_number': 3, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea40611-3fff-4ec9-9348-3aa63774fd04', 'name': '', 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'mac_address': 'fa:16:3e:93:ee:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e98874b0-e60d-4822-8213-f6ac4d039265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:42Z', 'updated_at': '2021-12-10T16:28:49Z', 'revision_number': 5, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'subnets': [{'id': 'e98874b0-e60d-4822-8213-f6ac4d039265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:29:40.166263 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17dd682b-f564-48af-9489-7e2518f35cb0 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:29:40.177858 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fa486e28-dc88-481d-aa7a-63931bdc86e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:40.206355 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa486e28-dc88-481d-aa7a-63931bdc86e5 None None] Pushing event deleted for resources: {'Port': ['ID=76285a98-e124-4874-a72c-4117e75e7914,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:40.208523 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa486e28-dc88-481d-aa7a-63931bdc86e5 None None] No DVR routers for this DVR port 76285a98-e124-4874-a72c-4117e75e7914 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:29:40.219653 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a80ea-4922-4b29-9b1f-d19d59d25e90 req-e6a5b3f9-ddba-4a01-acbb-dd23b1f1be3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:40.221168 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-913a80ea-4922-4b29-9b1f-d19d59d25e90 req-e6a5b3f9-ddba-4a01-acbb-dd23b1f1be3a service neutron] 10.222.0.11 "GET /v2.0/networks?id=f51320c6-36a3-445a-bf6e-8d6ab92c4522 HTTP/1.1" status: 200 len: 921 time: 0.1672606 Dec 10 16:29:40.232954 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f48e780-5f7d-4da1-8506-fd09aa78a583 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:29:40.269687 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-913a80ea-4922-4b29-9b1f-d19d59d25e90 req-2045bc0f-2780-4ed2-9fe5-91f47104e8de service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b3c7d03-2174-4fbe-b556-009ea3e61047 HTTP/1.1" status: 200 len: 217 time: 0.0415142 Dec 10 16:29:40.303537 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9261a422-ada8-4927-8653-d0a6c42b9b9a None None] New status for floating IP 2dfd14c5-1838-4ec8-a496-30f7c7fd0785: ACTIVE {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:29:40.338207 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-17dd682b-f564-48af-9489-7e2518f35cb0 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:40.357491 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a80ea-4922-4b29-9b1f-d19d59d25e90 req-e8a56a1b-4029-4898-b54f-c9ba40e749b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:40.359146 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-913a80ea-4922-4b29-9b1f-d19d59d25e90 req-e8a56a1b-4029-4898-b54f-c9ba40e749b8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e98874b0-e60d-4822-8213-f6ac4d039265 HTTP/1.1" status: 200 len: 859 time: 0.0809264 Dec 10 16:29:40.364812 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-17dd682b-f564-48af-9489-7e2518f35cb0 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] device_id is not set on port ee659787-e47a-443c-b905-6d6356c24e12 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:29:40.428100 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182ea021-b7d8-4c3d-8180-a8c6e82be104 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-ba7323f5-fe45-4362-904e-9370cf7b7342', 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'project_id': '2ff5423581d24da08fa7c37167d452f0', 'fixed_ips': [{'subnet_id': '8ec2b7c3-8500-4f04-85be-234c9368c969'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:29:40.428968 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-182ea021-b7d8-4c3d-8180-a8c6e82be104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:40.456267 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a80ea-4922-4b29-9b1f-d19d59d25e90 req-4b075310-f0f1-4fd2-a02f-297895ba2743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:40.457789 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-913a80ea-4922-4b29-9b1f-d19d59d25e90 req-4b075310-f0f1-4fd2-a02f-297895ba2743 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f51320c6-36a3-445a-bf6e-8d6ab92c4522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851672 Dec 10 16:29:40.555752 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-17dd682b-f564-48af-9489-7e2518f35cb0 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:29:40.556117 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17dd682b-f564-48af-9489-7e2518f35cb0 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:29:40.578472 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-17dd682b-f564-48af-9489-7e2518f35cb0 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6473017 Dec 10 16:29:40.578801 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50186) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:40.652394 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-154ad59e-3428-4501-bc89-ba884758ae93 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0699127 Dec 10 16:29:40.652394 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50188) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:40.671142 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-913a80ea-4922-4b29-9b1f-d19d59d25e90 req-3b9df4d5-b302-47b5-8682-de4e66a31468 service neutron] 10.222.0.11 "GET /v2.0/networks/f51320c6-36a3-445a-bf6e-8d6ab92c4522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860001 Dec 10 16:29:40.673347 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-182ea021-b7d8-4c3d-8180-a8c6e82be104 None None] Allocated IP 2001:db8::2 (ba7323f5-fe45-4362-904e-9370cf7b7342/8ec2b7c3-8500-4f04-85be-234c9368c969/e916e87d-d407-4580-b131-e6be97b6aab9) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:29:40.683035 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0450c64b-2fe0-4288-b6d9-b22d65a7e830 None None] Sync routers for ids ['dd07bbe0-11bc-4846-b050-5cf5a71f487c'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:29:40.697959 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0450c64b-2fe0-4288-b6d9-b22d65a7e830 None None] Routers {'dd07bbe0-11bc-4846-b050-5cf5a71f487c'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:29:40.698663 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0450c64b-2fe0-4288-b6d9-b22d65a7e830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:29:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['dd07bbe0-11bc-4846-b050-5cf5a71f487c'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:40.788542 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cd8176-0bf0-44c1-8bbc-9355d0f86be1 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:40.790081 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cd8176-0bf0-44c1-8bbc-9355d0f86be1 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:40.794350 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f6cd8176-0bf0-44c1-8bbc-9355d0f86be1 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1385422 Dec 10 16:29:40.794841 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50190) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:40.821894 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-0450c64b-2fe0-4288-b6d9-b22d65a7e830 None None] Set router dd07bbe0-11bc-4846-b050-5cf5a71f487c gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:29:40.849795 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-913a80ea-4922-4b29-9b1f-d19d59d25e90 req-95119b3c-52ad-4e53-a723-926ceffe6987 service neutron] 10.222.0.11 "GET /v2.0/networks/f51320c6-36a3-445a-bf6e-8d6ab92c4522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560478 Dec 10 16:29:40.861179 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-182ea021-b7d8-4c3d-8180-a8c6e82be104 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:40.869789 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-182ea021-b7d8-4c3d-8180-a8c6e82be104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:40.882915 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-24ab1249-e2c3-4628-ba0c-8dcdd51bd8da tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting subnet 8ec2b7c3-8500-4f04-85be-234c9368c969 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:29:40.887930 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-24ab1249-e2c3-4628-ba0c-8dcdd51bd8da tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:40.922776 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182ea021-b7d8-4c3d-8180-a8c6e82be104 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:29:40.928821 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-182ea021-b7d8-4c3d-8180-a8c6e82be104 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:29:40.936300 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182ea021-b7d8-4c3d-8180-a8c6e82be104 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:29:40.942099 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-24ab1249-e2c3-4628-ba0c-8dcdd51bd8da tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:40.947225 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ea021-b7d8-4c3d-8180-a8c6e82be104 None None] Pushing event updated for resources: {'Port': ['ID=e916e87d-d407-4580-b131-e6be97b6aab9,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:40.957881 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a80ea-4922-4b29-9b1f-d19d59d25e90 req-9dcdcdc3-1742-4eb0-861e-3f61e8dfb708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:40.967468 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-913a80ea-4922-4b29-9b1f-d19d59d25e90 req-9dcdcdc3-1742-4eb0-861e-3f61e8dfb708 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=78a67ea6c69344df8b0209764b4007aa&device_id=14b9c694-3535-4aa8-ac86-3b17a08d6a29 HTTP/1.1" status: 200 len: 1096 time: 0.0816991 Dec 10 16:29:41.009101 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-182ea021-b7d8-4c3d-8180-a8c6e82be104 None None] Attempting to bind port e916e87d-d407-4580-b131-e6be97b6aab9 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:29:41.009670 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-182ea021-b7d8-4c3d-8180-a8c6e82be104 None None] Attempting to bind port e916e87d-d407-4580-b131-e6be97b6aab9 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:29:41.010313 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182ea021-b7d8-4c3d-8180-a8c6e82be104 None None] Attempting to bind port e916e87d-d407-4580-b131-e6be97b6aab9 on network ba7323f5-fe45-4362-904e-9370cf7b7342 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:41.017505 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182ea021-b7d8-4c3d-8180-a8c6e82be104 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:29:41.018886 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182ea021-b7d8-4c3d-8180-a8c6e82be104 None None] Checking segment: {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:29:41.019557 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-182ea021-b7d8-4c3d-8180-a8c6e82be104 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:41.020119 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182ea021-b7d8-4c3d-8180-a8c6e82be104 None None] Bound using segment: {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:29:41.021557 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-182ea021-b7d8-4c3d-8180-a8c6e82be104 None None] Bound port: e916e87d-d407-4580-b131-e6be97b6aab9, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:29:41.022124 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-182ea021-b7d8-4c3d-8180-a8c6e82be104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:41.077256 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-24ab1249-e2c3-4628-ba0c-8dcdd51bd8da tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:41.106493 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a80ea-4922-4b29-9b1f-d19d59d25e90 req-263d0f54-1ea9-4ba0-b449-809a190b07b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:41.108347 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-913a80ea-4922-4b29-9b1f-d19d59d25e90 req-263d0f54-1ea9-4ba0-b449-809a190b07b6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f51320c6-36a3-445a-bf6e-8d6ab92c4522 HTTP/1.1" status: 200 len: 921 time: 0.1399956 Dec 10 16:29:41.156057 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-24ab1249-e2c3-4628-ba0c-8dcdd51bd8da tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:41.158615 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-182ea021-b7d8-4c3d-8180-a8c6e82be104 None None] For port e916e87d-d407-4580-b131-e6be97b6aab9, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:29:41.163027 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-182ea021-b7d8-4c3d-8180-a8c6e82be104 None None] For port e916e87d-d407-4580-b131-e6be97b6aab9, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=e916e87d-d407-4580-b131-e6be97b6aab9,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:29:41.171811 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-182ea021-b7d8-4c3d-8180-a8c6e82be104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:41.176175 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0450c64b-2fe0-4288-b6d9-b22d65a7e830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'name': 'tempest-FloatingIPsAssociationTestJSON-689631423-router', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:28:34Z', 'updated_at': '2021-12-10T16:28:43Z', 'revision_number': 4, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'gw_port': {'id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:24:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:35Z', 'updated_at': '2021-12-10T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '2dfd14c5-1838-4ec8-a496-30f7c7fd0785', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'floating_ip_address': '172.25.6.140', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'port_id': 'd1e6193b-c9a6-4b49-a18d-73542042343a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522', 'mac_address': 'fa:16:3e:d2:d0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b9c694-3535-4aa8-ac86-3b17a08d6a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:29:06Z', 'updated_at': '2021-12-10T16:29:40Z', 'revision_number': 4, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea40611-3fff-4ec9-9348-3aa63774fd04', 'name': '', 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'mac_address': 'fa:16:3e:93:ee:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e98874b0-e60d-4822-8213-f6ac4d039265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:42Z', 'updated_at': '2021-12-10T16:28:49Z', 'revision_number': 5, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'subnets': [{'id': 'e98874b0-e60d-4822-8213-f6ac4d039265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:41.189438 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab1249-e2c3-4628-ba0c-8dcdd51bd8da tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Subnet': ['ID=8ec2b7c3-8500-4f04-85be-234c9368c969,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:41.195064 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-24ab1249-e2c3-4628-ba0c-8dcdd51bd8da tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:41.201583 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-24ab1249-e2c3-4628-ba0c-8dcdd51bd8da tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/8ec2b7c3-8500-4f04-85be-234c9368c969 HTTP/1.1" status: 204 len: 168 time: 0.4034245 Dec 10 16:29:41.201922 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50192) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:41.204887 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-913a80ea-4922-4b29-9b1f-d19d59d25e90 req-e7089883-0f90-450f-90f4-19d7252e3736 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1e6193b-c9a6-4b49-a18d-73542042343a HTTP/1.1" status: 200 len: 1001 time: 0.0871284 Dec 10 16:29:41.210185 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0450c64b-2fe0-4288-b6d9-b22d65a7e830 None None] Checking router: dd07bbe0-11bc-4846-b050-5cf5a71f487c for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:29:41.219191 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0450c64b-2fe0-4288-b6d9-b22d65a7e830 None None] Routers {'dd07bbe0-11bc-4846-b050-5cf5a71f487c'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:29:41.219933 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0450c64b-2fe0-4288-b6d9-b22d65a7e830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:29:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['dd07bbe0-11bc-4846-b050-5cf5a71f487c'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:41.252237 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ea021-b7d8-4c3d-8180-a8c6e82be104 None None] Pushing event updated for resources: {'Port': ['ID=e916e87d-d407-4580-b131-e6be97b6aab9,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:41.283306 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a80ea-4922-4b29-9b1f-d19d59d25e90 req-3acd800a-d7e1-4c03-b300-c599dbb3caa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:41.285763 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-913a80ea-4922-4b29-9b1f-d19d59d25e90 req-3acd800a-d7e1-4c03-b300-c599dbb3caa9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e98874b0-e60d-4822-8213-f6ac4d039265 HTTP/1.1" status: 200 len: 859 time: 0.0712304 Dec 10 16:29:41.288028 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6e0915a8-5ea1-469d-b7e8-3e973beca90d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0848765 Dec 10 16:29:41.292940 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50194) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:41.300109 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-e03ac649-7ba8-4531-aee0-5a4ed2407820 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'subnet': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:41.341377 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a80ea-4922-4b29-9b1f-d19d59d25e90 req-87d7e5b8-8903-4498-be75-a9399d41e360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:41.343280 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-913a80ea-4922-4b29-9b1f-d19d59d25e90 req-87d7e5b8-8903-4498-be75-a9399d41e360 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f51320c6-36a3-445a-bf6e-8d6ab92c4522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506394 Dec 10 16:29:41.352290 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-0450c64b-2fe0-4288-b6d9-b22d65a7e830 None None] Set router dd07bbe0-11bc-4846-b050-5cf5a71f487c gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:29:41.414677 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03ac649-7ba8-4531-aee0-5a4ed2407820 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:29:41.418812 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e03ac649-7ba8-4531-aee0-5a4ed2407820 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:41.442708 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-913a80ea-4922-4b29-9b1f-d19d59d25e90 req-b2e35c0e-e381-451c-b82d-fdb242e456ed service neutron] 10.222.0.11 "GET /v2.0/networks/f51320c6-36a3-445a-bf6e-8d6ab92c4522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923550 Dec 10 16:29:41.614551 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-913a80ea-4922-4b29-9b1f-d19d59d25e90 req-73b406db-31d0-4f9e-979f-0acb7d4d12c3 service neutron] 10.222.0.11 "GET /v2.0/networks/f51320c6-36a3-445a-bf6e-8d6ab92c4522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602578 Dec 10 16:29:41.686398 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0450c64b-2fe0-4288-b6d9-b22d65a7e830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'name': 'tempest-FloatingIPsAssociationTestJSON-689631423-router', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:28:34Z', 'updated_at': '2021-12-10T16:28:43Z', 'revision_number': 4, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'gw_port': {'id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:24:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:35Z', 'updated_at': '2021-12-10T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '2dfd14c5-1838-4ec8-a496-30f7c7fd0785', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'floating_ip_address': '172.25.6.140', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'port_id': 'd1e6193b-c9a6-4b49-a18d-73542042343a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522', 'mac_address': 'fa:16:3e:d2:d0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b9c694-3535-4aa8-ac86-3b17a08d6a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:29:06Z', 'updated_at': '2021-12-10T16:29:40Z', 'revision_number': 4, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea40611-3fff-4ec9-9348-3aa63774fd04', 'name': '', 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'mac_address': 'fa:16:3e:93:ee:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e98874b0-e60d-4822-8213-f6ac4d039265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:42Z', 'updated_at': '2021-12-10T16:28:49Z', 'revision_number': 5, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'subnets': [{'id': 'e98874b0-e60d-4822-8213-f6ac4d039265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:41.701416 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e03ac649-7ba8-4531-aee0-5a4ed2407820 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:41.724352 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0450c64b-2fe0-4288-b6d9-b22d65a7e830 None None] The sync data for ids ['dd07bbe0-11bc-4846-b050-5cf5a71f487c'] in n-d-766771-2 is: [{'id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'name': 'tempest-FloatingIPsAssociationTestJSON-689631423-router', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:28:34Z', 'updated_at': '2021-12-10T16:28:43Z', 'revision_number': 4, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'gw_port': {'id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:24:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:35Z', 'updated_at': '2021-12-10T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '2dfd14c5-1838-4ec8-a496-30f7c7fd0785', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'floating_ip_address': '172.25.6.140', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'port_id': 'd1e6193b-c9a6-4b49-a18d-73542042343a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522', 'mac_address': 'fa:16:3e:d2:d0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b9c694-3535-4aa8-ac86-3b17a08d6a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:29:06Z', 'updated_at': '2021-12-10T16:29:40Z', 'revision_number': 4, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea40611-3fff-4ec9-9348-3aa63774fd04', 'name': '', 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'mac_address': 'fa:16:3e:93:ee:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e98874b0-e60d-4822-8213-f6ac4d039265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:42Z', 'updated_at': '2021-12-10T16:28:49Z', 'revision_number': 5, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'subnets': [{'id': 'e98874b0-e60d-4822-8213-f6ac4d039265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:29:41.765559 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03ac649-7ba8-4531-aee0-5a4ed2407820 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:29:41.769535 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-e03ac649-7ba8-4531-aee0-5a4ed2407820 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:29:41.772668 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03ac649-7ba8-4531-aee0-5a4ed2407820 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:41.773268 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e03ac649-7ba8-4531-aee0-5a4ed2407820 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:41.788630 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ac649-7ba8-4531-aee0-5a4ed2407820 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Subnet': ['ID=6863de46-eaee-4363-9e37-5c4c4fa9a500,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:41.800902 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e03ac649-7ba8-4531-aee0-5a4ed2407820 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5067728 Dec 10 16:29:41.806745 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50198) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:41.812964 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-de20a0e6-e587-4f15-9cd7-4a26bcd27eab tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1574985853', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:41.838353 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-de20a0e6-e587-4f15-9cd7-4a26bcd27eab tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:41.839415 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-de20a0e6-e587-4f15-9cd7-4a26bcd27eab tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:41.899332 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-de20a0e6-e587-4f15-9cd7-4a26bcd27eab tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:41.905014 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-de20a0e6-e587-4f15-9cd7-4a26bcd27eab tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:41.926077 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-de20a0e6-e587-4f15-9cd7-4a26bcd27eab tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:41.930644 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-de20a0e6-e587-4f15-9cd7-4a26bcd27eab tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1213508 Dec 10 16:29:41.931445 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50200) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:42.026942 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6779ad8-3a9a-47dd-8287-020cc0c1d095 req-713de5e2-971c-4aa7-b75f-c800f088d0e8 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:42.028721 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6779ad8-3a9a-47dd-8287-020cc0c1d095 req-713de5e2-971c-4aa7-b75f-c800f088d0e8 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=54120776-6bb5-445b-87b3-685edc5a802f HTTP/1.1" status: 200 len: 945 time: 0.3202176 Dec 10 16:29:42.079034 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6779ad8-3a9a-47dd-8287-020cc0c1d095 req-a2de6c9e-63f2-4250-ac48-dd18f9a2321f tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441391 Dec 10 16:29:42.217460 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdd2a5-3602-48a6-9115-8f3da63271dd req-bd24819d-e4cb-4a75-a368-770f38d8c5d6 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:42.219155 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e9bdd2a5-3602-48a6-9115-8f3da63271dd req-bd24819d-e4cb-4a75-a368-770f38d8c5d6 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 946 time: 0.0607996 Dec 10 16:29:42.274177 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e9bdd2a5-3602-48a6-9115-8f3da63271dd req-17cee4e7-0dad-440a-9c3e-3fa01a1b5958 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480609 Dec 10 16:29:42.486618 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device e916e87d-d407-4580-b131-e6be97b6aab9 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:29:42.494742 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786fab78-6838-4873-b04f-03e863481045 req-162cff6f-9ada-4482-9366-fea573c5a5a1 tempest-ServerAddressesNegativeTestJSON-86344888 tempest-ServerAddressesNegativeTestJSON-86344888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:42.495741 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-786fab78-6838-4873-b04f-03e863481045 req-162cff6f-9ada-4482-9366-fea573c5a5a1 tempest-ServerAddressesNegativeTestJSON-86344888 tempest-ServerAddressesNegativeTestJSON-86344888-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc206186-c041-46e9-9037-af8c98d84285 HTTP/1.1" status: 200 len: 946 time: 0.0645852 Dec 10 16:29:42.546322 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port e916e87d-d407-4580-b131-e6be97b6aab9 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:29:42.546697 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:42.559268 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-786fab78-6838-4873-b04f-03e863481045 req-a335febd-8df5-4067-93ba-292440f7a191 tempest-ServerAddressesNegativeTestJSON-86344888 tempest-ServerAddressesNegativeTestJSON-86344888-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c1bfdc0-5004-4078-8411-566b3928ea36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573244 Dec 10 16:29:42.587411 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7534b49b-1d37-4df9-a3e1-68267be589ba tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:42.607516 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5489f460-c312-4b55-8460-860eb85538b5 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:29:42.623979 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bb4329-c8f2-4e12-9dc8-aa90a9717874 x-openstack-request-id: req-a9bb4329-c8f2-4e12-9dc8-aa90a9717874 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:29:42.624271 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc206186-c041-46e9-9037-af8c98d84285", "name": "network-vif-plugged", "status": "completed", "tag": "c8d742c7-39b5-4e13-aa82-cc1e37fb25f1", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:29:42.624528 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a9bb4329-c8f2-4e12-9dc8-aa90a9717874 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:29:42.625042 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc206186-c041-46e9-9037-af8c98d84285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d742c7-39b5-4e13-aa82-cc1e37fb25f1', 'code': 200} Dec 10 16:29:42.673078 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7c624d-e2a9-48a2-a445-ea8ad1278a4b x-openstack-request-id: req-6b7c624d-e2a9-48a2-a445-ea8ad1278a4b {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:29:42.673528 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28fed480-6b40-479f-86e8-f44d68a97348", "tag": "9b3c7d03-2174-4fbe-b556-009ea3e61047", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:29:42.673654 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6b7c624d-e2a9-48a2-a445-ea8ad1278a4b {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:29:42.674065 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28fed480-6b40-479f-86e8-f44d68a97348', 'tag': '9b3c7d03-2174-4fbe-b556-009ea3e61047', 'status': 'completed', 'code': 200} Dec 10 16:29:42.760714 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a81a1296-435d-4e99-8cfb-65f9ed86f7bb None None] Provisioning complete for port e916e87d-d407-4580-b131-e6be97b6aab9 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:29:42.761080 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a81a1296-435d-4e99-8cfb-65f9ed86f7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:42.846813 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe8287-29ce-4285-ba1b-363aaa537588 req-ed858afb-cca5-40f0-ad96-829455256bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:42.848412 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-12fe8287-29ce-4285-ba1b-363aaa537588 req-ed858afb-cca5-40f0-ad96-829455256bcc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=78a67ea6c69344df8b0209764b4007aa&device_id=28fed480-6b40-479f-86e8-f44d68a97348 HTTP/1.1" status: 200 len: 1096 time: 0.1181731 Dec 10 16:29:42.856120 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-99d6f59d-d5da-4d95-af6d-c2c13fd3ce2a req-b699e128-4bfc-44f8-8c45-70890f255912 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.140 HTTP/1.1" status: 200 len: 1001 time: 0.1687276 Dec 10 16:29:42.872556 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5645b56-3dd1-4f74-ba86-d3424b7dc84d req-a55ec6bf-a7ff-4408-a9d4-bb758e1bb7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:42.874331 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f5645b56-3dd1-4f74-ba86-d3424b7dc84d req-a55ec6bf-a7ff-4408-a9d4-bb758e1bb7e2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bc206186-c041-46e9-9037-af8c98d84285 HTTP/1.1" status: 200 len: 1097 time: 0.1451662 Dec 10 16:29:42.947527 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-7534b49b-1d37-4df9-a3e1-68267be589ba tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Allocated IP 2001:db8::1 (ba7323f5-fe45-4362-904e-9370cf7b7342/6863de46-eaee-4363-9e37-5c4c4fa9a500/e089624a-7e52-4621-814d-bdcc26c53d51) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:29:42.995621 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6f59d-d5da-4d95-af6d-c2c13fd3ce2a req-b05b9d3a-a089-444e-9fa6-4484e23eb516 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:42.997148 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-99d6f59d-d5da-4d95-af6d-c2c13fd3ce2a req-b05b9d3a-a089-444e-9fa6-4484e23eb516 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/ports/d1e6193b-c9a6-4b49-a18d-73542042343a HTTP/1.1" status: 200 len: 942 time: 0.1350365 Dec 10 16:29:43.002669 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:43.009779 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50210) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:43.046093 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port e916e87d-d407-4580-b131-e6be97b6aab9, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=e916e87d-d407-4580-b131-e6be97b6aab9,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:43.072913 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:43.080793 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f5645b56-3dd1-4f74-ba86-d3424b7dc84d req-4a526df8-893f-490b-af75-66b8d59a3939 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6c1bfdc0-5004-4078-8411-566b3928ea36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959755 Dec 10 16:29:43.120668 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a81a1296-435d-4e99-8cfb-65f9ed86f7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:43.144930 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe8287-29ce-4285-ba1b-363aaa537588 req-c1d31906-fc4e-4793-96a6-3cf4f35fbf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:43.146470 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-12fe8287-29ce-4285-ba1b-363aaa537588 req-c1d31906-fc4e-4793-96a6-3cf4f35fbf93 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f51320c6-36a3-445a-bf6e-8d6ab92c4522 HTTP/1.1" status: 200 len: 921 time: 0.2893670 Dec 10 16:29:43.161660 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=e916e87d-d407-4580-b131-e6be97b6aab9,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:43.172440 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7534b49b-1d37-4df9-a3e1-68267be589ba tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:43.189504 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-99d6f59d-d5da-4d95-af6d-c2c13fd3ce2a req-d1520e8f-5923-4910-80b1-4f3ce9c9df7b tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.140 HTTP/1.1" status: 200 len: 1001 time: 0.1203039 Dec 10 16:29:43.204666 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.api [None req-a81a1296-435d-4e99-8cfb-65f9ed86f7bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:29:43.205028 n-d-766771-2 neutron-server[103394]: DEBUG oslo_db.api [None req-a81a1296-435d-4e99-8cfb-65f9ed86f7bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:29:43.229221 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7534b49b-1d37-4df9-a3e1-68267be589ba tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:43.267207 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-71731d75-1bc0-4667-a7eb-1803a1a74b0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:43.281556 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7534b49b-1d37-4df9-a3e1-68267be589ba tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:29:43.285345 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-7534b49b-1d37-4df9-a3e1-68267be589ba tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:29:43.288147 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7534b49b-1d37-4df9-a3e1-68267be589ba tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:29:43.288685 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7534b49b-1d37-4df9-a3e1-68267be589ba tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:43.324665 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534b49b-1d37-4df9-a3e1-68267be589ba tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Port': ['ID=e089624a-7e52-4621-814d-bdcc26c53d51,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:43.359571 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-12fe8287-29ce-4285-ba1b-363aaa537588 req-1f335ba9-068b-4556-8e58-53b0240f8962 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b3c7d03-2174-4fbe-b556-009ea3e61047 HTTP/1.1" status: 200 len: 217 time: 0.0604088 Dec 10 16:29:43.419889 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7534b49b-1d37-4df9-a3e1-68267be589ba tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:43.422960 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6f59d-d5da-4d95-af6d-c2c13fd3ce2a req-7341c0ff-50f8-48ae-91d9-7f9e1a3abe57 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:43.424411 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-99d6f59d-d5da-4d95-af6d-c2c13fd3ce2a req-7341c0ff-50f8-48ae-91d9-7f9e1a3abe57 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/networks/5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 784 time: 0.2242024 Dec 10 16:29:43.452420 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe8287-29ce-4285-ba1b-363aaa537588 req-9abaab60-8814-4327-bc03-3f5fe133528d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:43.454056 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-12fe8287-29ce-4285-ba1b-363aaa537588 req-9abaab60-8814-4327-bc03-3f5fe133528d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e98874b0-e60d-4822-8213-f6ac4d039265 HTTP/1.1" status: 200 len: 859 time: 0.0828795 Dec 10 16:29:43.509703 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-71731d75-1bc0-4667-a7eb-1803a1a74b0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:43.519353 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-71731d75-1bc0-4667-a7eb-1803a1a74b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:43.563024 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe8287-29ce-4285-ba1b-363aaa537588 req-6ae89e21-57c3-438a-8d8f-7ac664bca095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:43.564571 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-12fe8287-29ce-4285-ba1b-363aaa537588 req-6ae89e21-57c3-438a-8d8f-7ac664bca095 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f51320c6-36a3-445a-bf6e-8d6ab92c4522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967643 Dec 10 16:29:43.571846 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-71731d75-1bc0-4667-a7eb-1803a1a74b0d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d02893c3c29a40a581968325677e9970&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5608594 Dec 10 16:29:43.582224 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50226) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:43.589681 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71731d75-1bc0-4667-a7eb-1803a1a74b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c72c5a7-d0b5-4eca-847e-8e106a1b2905,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:43.796634 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7534b49b-1d37-4df9-a3e1-68267be589ba tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:43.803184 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7534b49b-1d37-4df9-a3e1-68267be589ba tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:43.804643 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7534b49b-1d37-4df9-a3e1-68267be589ba tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:43.816853 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-12fe8287-29ce-4285-ba1b-363aaa537588 req-2646b569-eb37-499f-804f-b9506af26d73 service neutron] 10.222.0.26 "GET /v2.0/networks/f51320c6-36a3-445a-bf6e-8d6ab92c4522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439258 Dec 10 16:29:43.817626 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23237f63-5ba7-4a3a-916a-77305157ab52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:43.875693 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-09a5d718-b343-4156-98d6-e5abc1fbf300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:43.913238 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b62fdd48-a298-4d53-99ed-9240ba12fdcc None None] Could not find standard attr ID for object 186f8dba-efc3-4d61-91af-e53ddd49d10c. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:29:43.925859 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534b49b-1d37-4df9-a3e1-68267be589ba tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Port': ['ID=e089624a-7e52-4621-814d-bdcc26c53d51,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:43.939270 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b62fdd48-a298-4d53-99ed-9240ba12fdcc None None] Provisioning complete for port e916e87d-d407-4580-b131-e6be97b6aab9 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:29:43.940816 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b62fdd48-a298-4d53-99ed-9240ba12fdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:43.972709 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7534b49b-1d37-4df9-a3e1-68267be589ba tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:29:43.974628 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-7534b49b-1d37-4df9-a3e1-68267be589ba tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:29:44.011604 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23237f63-5ba7-4a3a-916a-77305157ab52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:44.054778 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6cab284d-ce52-4887-8149-831573c064a4 req-866a2fcf-e141-4a83-8b33-78c3fd501e2b tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.140 HTTP/1.1" status: 200 len: 1001 time: 0.1925950 Dec 10 16:29:44.056389 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b62fdd48-a298-4d53-99ed-9240ba12fdcc None None] Could not find standard attr ID for object 7fc99814-72df-4f7f-b87e-6b74dede02bd. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:29:44.127388 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7534b49b-1d37-4df9-a3e1-68267be589ba tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Router 1d06fb32-c2db-4ae0-91b1-a1b95ac15d9d is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:29:44.163105 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab284d-ce52-4887-8149-831573c064a4 req-3749717c-a0ce-4aa8-8e5c-bb5c71f161f3 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:44.164355 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6cab284d-ce52-4887-8149-831573c064a4 req-3749717c-a0ce-4aa8-8e5c-bb5c71f161f3 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/ports/d1e6193b-c9a6-4b49-a18d-73542042343a HTTP/1.1" status: 200 len: 942 time: 0.1089444 Dec 10 16:29:44.177350 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-12fe8287-29ce-4285-ba1b-363aaa537588 req-f2a0241b-67ff-4224-9713-1ac76b32eae3 service neutron] 10.222.0.26 "GET /v2.0/networks/f51320c6-36a3-445a-bf6e-8d6ab92c4522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433836 Dec 10 16:29:44.205287 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23237f63-5ba7-4a3a-916a-77305157ab52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:44.207405 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b944bded-097f-455b-81df-d730d7c8781d None None] Provisioning complete for port e089624a-7e52-4621-814d-bdcc26c53d51 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:29:44.210348 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23237f63-5ba7-4a3a-916a-77305157ab52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:44.213386 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b944bded-097f-455b-81df-d730d7c8781d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:44.220886 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-23237f63-5ba7-4a3a-916a-77305157ab52 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9c72c5a7-d0b5-4eca-847e-8e106a1b2905 HTTP/1.1" status: 204 len: 168 time: 0.6367226 Dec 10 16:29:44.239023 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23237f63-5ba7-4a3a-916a-77305157ab52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c72c5a7-d0b5-4eca-847e-8e106a1b2905,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:44.255099 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7534b49b-1d37-4df9-a3e1-68267be589ba tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:29:44.265773 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50240) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:44.266107 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7534b49b-1d37-4df9-a3e1-68267be589ba tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "PUT /v2.0/routers/1d06fb32-c2db-4ae0-91b1-a1b95ac15d9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3333378 Dec 10 16:29:44.277319 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca32b92d-728f-40dc-b3ce-6b257bdef450 None None] Sync routers for ids ['1d06fb32-c2db-4ae0-91b1-a1b95ac15d9d'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:29:44.302292 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca32b92d-728f-40dc-b3ce-6b257bdef450 None None] Routers {'1d06fb32-c2db-4ae0-91b1-a1b95ac15d9d'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:29:44.303294 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ca32b92d-728f-40dc-b3ce-6b257bdef450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:29:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['1d06fb32-c2db-4ae0-91b1-a1b95ac15d9d'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:44.385285 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96746567-ead9-44cb-b100-30c0986a6cb6 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:44.389684 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50242) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:44.399443 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-96746567-ead9-44cb-b100-30c0986a6cb6 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/ports/e089624a-7e52-4621-814d-bdcc26c53d51 HTTP/1.1" status: 200 len: 911 time: 0.1317718 Dec 10 16:29:44.425369 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6cab284d-ce52-4887-8149-831573c064a4 req-6a1c9d15-d542-4bd5-bd13-6fc9ec8d8f32 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.140 HTTP/1.1" status: 200 len: 1001 time: 0.1365626 Dec 10 16:29:44.452885 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b944bded-097f-455b-81df-d730d7c8781d None None] Port e089624a-7e52-4621-814d-bdcc26c53d51 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:29:44.475609 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1c5690-b683-47b0-b19f-c0b2138d4703 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:44.485061 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-ca32b92d-728f-40dc-b3ce-6b257bdef450 None None] Set router 1d06fb32-c2db-4ae0-91b1-a1b95ac15d9d gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:29:44.487618 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1c5690-b683-47b0-b19f-c0b2138d4703 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:44.492116 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-db1c5690-b683-47b0-b19f-c0b2138d4703 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1014972 Dec 10 16:29:44.492736 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50246) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:44.561057 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device e916e87d-d407-4580-b131-e6be97b6aab9 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:29:44.584526 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab284d-ce52-4887-8149-831573c064a4 req-8281ae3c-f3e0-484c-a8b8-6e88c421d63f tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:44.586964 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6cab284d-ce52-4887-8149-831573c064a4 req-8281ae3c-f3e0-484c-a8b8-6e88c421d63f tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/networks/5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 784 time: 0.1587696 Dec 10 16:29:44.676452 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14b9c694-3535-4aa8-ac86-3b17a08d6a29', 'tag': 'd1e6193b-c9a6-4b49-a18d-73542042343a'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:29:44.679640 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162a8879-6522-499c-b257-9528a8199468" -d '{"events": [{"name": "network-changed", "server_uuid": "14b9c694-3535-4aa8-ac86-3b17a08d6a29", "tag": "d1e6193b-c9a6-4b49-a18d-73542042343a"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:29:44.695685 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6cab284d-ce52-4887-8149-831573c064a4 req-8ad37173-0cdf-4e78-a78e-57a8eb63b6e6 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.140 HTTP/1.1" status: 200 len: 1001 time: 0.1010885 Dec 10 16:29:44.707407 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-6cab284d-ce52-4887-8149-831573c064a4 req-d99b54ef-d380-4d08-9f85-0860712c2e5c tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:44.797793 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-6cab284d-ce52-4887-8149-831573c064a4 req-d99b54ef-d380-4d08-9f85-0860712c2e5c tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks [] for floatingip, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:44.820237 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d57af77-facf-4f3c-ab65-c10bf46086e4 None None] Provisioning complete for port e089624a-7e52-4621-814d-bdcc26c53d51 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:29:44.820913 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d57af77-facf-4f3c-ab65-c10bf46086e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:44.898620 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port e916e87d-d407-4580-b131-e6be97b6aab9 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:29:44.899160 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:44.984183 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d57af77-facf-4f3c-ab65-c10bf46086e4 None None] Port e089624a-7e52-4621-814d-bdcc26c53d51 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:29:44.998808 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ca32b92d-728f-40dc-b3ce-6b257bdef450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d06fb32-c2db-4ae0-91b1-a1b95ac15d9d', 'name': 'tempest-NetworksTestDHCPv6-router-1574985853', 'tenant_id': '2ff5423581d24da08fa7c37167d452f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:29:41Z', 'updated_at': '2021-12-10T16:29:43Z', 'revision_number': 2, 'project_id': '2ff5423581d24da08fa7c37167d452f0', 'gw_port_host': None, '_interfaces': [{'id': 'e089624a-7e52-4621-814d-bdcc26c53d51', 'name': '', 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'tenant_id': '2ff5423581d24da08fa7c37167d452f0', 'mac_address': 'fa:16:3e:35:b1:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d06fb32-c2db-4ae0-91b1-a1b95ac15d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '6863de46-eaee-4363-9e37-5c4c4fa9a500', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:29:42Z', 'updated_at': '2021-12-10T16:29:43Z', 'revision_number': 2, 'project_id': '2ff5423581d24da08fa7c37167d452f0', 'subnets': [{'id': '6863de46-eaee-4363-9e37-5c4c4fa9a500', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:45.026597 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-6cab284d-ce52-4887-8149-831573c064a4 req-d99b54ef-d380-4d08-9f85-0860712c2e5c tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:45.036698 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-6cab284d-ce52-4887-8149-831573c064a4 req-d99b54ef-d380-4d08-9f85-0860712c2e5c tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:45.037817 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [req-6cab284d-ce52-4887-8149-831573c064a4 req-d99b54ef-d380-4d08-9f85-0860712c2e5c tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Floating IP 2dfd14c5-1838-4ec8-a496-30f7c7fd0785 disassociated. External IP: 172.25.6.140, port: d1e6193b-c9a6-4b49-a18d-73542042343a. Dec 10 16:29:45.040524 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca32b92d-728f-40dc-b3ce-6b257bdef450 None None] Checking router: 1d06fb32-c2db-4ae0-91b1-a1b95ac15d9d for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:29:45.040884 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca32b92d-728f-40dc-b3ce-6b257bdef450 None None] Updating router 1d06fb32-c2db-4ae0-91b1-a1b95ac15d9d port e089624a-7e52-4621-814d-bdcc26c53d51 binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:29:45.094855 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ca32b92d-728f-40dc-b3ce-6b257bdef450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:45.228671 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d2d880b3-cd91-4782-a126-62cc2f0f76ec tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:45.321197 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cab284d-ce52-4887-8149-831573c064a4 req-d99b54ef-d380-4d08-9f85-0860712c2e5c tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Router dd07bbe0-11bc-4846-b050-5cf5a71f487c has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:29:45.425039 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ca32b92d-728f-40dc-b3ce-6b257bdef450 None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:45.433325 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ca32b92d-728f-40dc-b3ce-6b257bdef450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:45.433945 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cab284d-ce52-4887-8149-831573c064a4 req-d99b54ef-d380-4d08-9f85-0860712c2e5c tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:29:45.439131 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-6cab284d-ce52-4887-8149-831573c064a4 req-d99b54ef-d380-4d08-9f85-0860712c2e5c tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:45.445655 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f423f3-2654-4d7c-b4e1-05925bdb6556 None None] Sync routers for ids ['dd07bbe0-11bc-4846-b050-5cf5a71f487c'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:29:45.456226 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f423f3-2654-4d7c-b4e1-05925bdb6556 None None] Routers {'dd07bbe0-11bc-4846-b050-5cf5a71f487c'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:29:45.457685 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f1f423f3-2654-4d7c-b4e1-05925bdb6556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:29:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['dd07bbe0-11bc-4846-b050-5cf5a71f487c'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:45.460577 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-d2d880b3-cd91-4782-a126-62cc2f0f76ec tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting port e089624a-7e52-4621-814d-bdcc26c53d51 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:29:45.461069 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d2d880b3-cd91-4782-a126-62cc2f0f76ec tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:45.486055 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6cab284d-ce52-4887-8149-831573c064a4 req-d99b54ef-d380-4d08-9f85-0860712c2e5c tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "PUT /v2.0/floatingips/2dfd14c5-1838-4ec8-a496-30f7c7fd0785 HTTP/1.1" status: 200 len: 695 time: 0.7832606 Dec 10 16:29:45.537736 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1df85-a571-4270-b726-2ecd5148e976 None None] Pushing event updated for resources: {'Port': ['ID=e089624a-7e52-4621-814d-bdcc26c53d51,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:45.567138 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-ca32b92d-728f-40dc-b3ce-6b257bdef450 None None] Attempting to bind port e089624a-7e52-4621-814d-bdcc26c53d51 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:29:45.567649 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-ca32b92d-728f-40dc-b3ce-6b257bdef450 None None] Attempting to bind port e089624a-7e52-4621-814d-bdcc26c53d51 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:29:45.568134 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca32b92d-728f-40dc-b3ce-6b257bdef450 None None] Attempting to bind port e089624a-7e52-4621-814d-bdcc26c53d51 on network ba7323f5-fe45-4362-904e-9370cf7b7342 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:45.571495 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab284d-ce52-4887-8149-831573c064a4 req-365b8504-65e9-4e9f-b373-6689c22ad9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:45.572004 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d2d880b3-cd91-4782-a126-62cc2f0f76ec tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:45.573934 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca32b92d-728f-40dc-b3ce-6b257bdef450 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:29:45.574464 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca32b92d-728f-40dc-b3ce-6b257bdef450 None None] Checking segment: {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:29:45.575047 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6cab284d-ce52-4887-8149-831573c064a4 req-365b8504-65e9-4e9f-b373-6689c22ad9f5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=78a67ea6c69344df8b0209764b4007aa&device_id=14b9c694-3535-4aa8-ac86-3b17a08d6a29 HTTP/1.1" status: 200 len: 1096 time: 0.0727298 Dec 10 16:29:45.581632 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ca32b92d-728f-40dc-b3ce-6b257bdef450 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:45.582198 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca32b92d-728f-40dc-b3ce-6b257bdef450 None None] Bound using segment: {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:29:45.582817 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-ca32b92d-728f-40dc-b3ce-6b257bdef450 None None] Bound port: e089624a-7e52-4621-814d-bdcc26c53d51, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:29:45.583307 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ca32b92d-728f-40dc-b3ce-6b257bdef450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:45.610576 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-d2d880b3-cd91-4782-a126-62cc2f0f76ec tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Calling delete_port for e089624a-7e52-4621-814d-bdcc26c53d51 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:29:45.657173 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-ca32b92d-728f-40dc-b3ce-6b257bdef450 None None] For port e089624a-7e52-4621-814d-bdcc26c53d51, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:29:45.660828 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-f1f423f3-2654-4d7c-b4e1-05925bdb6556 None None] Set router dd07bbe0-11bc-4846-b050-5cf5a71f487c gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:29:45.665857 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-ca32b92d-728f-40dc-b3ce-6b257bdef450 None None] For port e089624a-7e52-4621-814d-bdcc26c53d51, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=e089624a-7e52-4621-814d-bdcc26c53d51,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:29:45.676796 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ca32b92d-728f-40dc-b3ce-6b257bdef450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:45.729322 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab284d-ce52-4887-8149-831573c064a4 req-221b0981-e693-4da5-bbfb-cd8aa5afd4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:45.731800 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6cab284d-ce52-4887-8149-831573c064a4 req-221b0981-e693-4da5-bbfb-cd8aa5afd4b8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f51320c6-36a3-445a-bf6e-8d6ab92c4522 HTTP/1.1" status: 200 len: 921 time: 0.1492784 Dec 10 16:29:45.758804 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca32b92d-728f-40dc-b3ce-6b257bdef450 None None] Routers {'1d06fb32-c2db-4ae0-91b1-a1b95ac15d9d'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:29:45.759540 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ca32b92d-728f-40dc-b3ce-6b257bdef450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:29:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['1d06fb32-c2db-4ae0-91b1-a1b95ac15d9d'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:45.762993 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1df85-a571-4270-b726-2ecd5148e976 None None] Pushing event updated for resources: {'Port': ['ID=e089624a-7e52-4621-814d-bdcc26c53d51,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:45.798696 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6cab284d-ce52-4887-8149-831573c064a4 req-205d7278-9b33-4fad-936c-89895850a6fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1e6193b-c9a6-4b49-a18d-73542042343a HTTP/1.1" status: 200 len: 217 time: 0.0602465 Dec 10 16:29:45.829610 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d2d880b3-cd91-4782-a126-62cc2f0f76ec tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:45.871243 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d880b3-cd91-4782-a126-62cc2f0f76ec tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Port': ['ID=e089624a-7e52-4621-814d-bdcc26c53d51,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:45.894984 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab284d-ce52-4887-8149-831573c064a4 req-d039d30a-9013-4a95-8a51-66a0d772f1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:45.899356 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6cab284d-ce52-4887-8149-831573c064a4 req-d039d30a-9013-4a95-8a51-66a0d772f1ee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e98874b0-e60d-4822-8213-f6ac4d039265 HTTP/1.1" status: 200 len: 859 time: 0.0946577 Dec 10 16:29:45.904106 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-ca32b92d-728f-40dc-b3ce-6b257bdef450 None None] Set router 1d06fb32-c2db-4ae0-91b1-a1b95ac15d9d gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:29:45.948233 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-7509c81d-ea61-438a-8174-db375e1994cd None None] Could not find standard attr ID for object e089624a-7e52-4621-814d-bdcc26c53d51. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:29:45.972961 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f1f423f3-2654-4d7c-b4e1-05925bdb6556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'name': 'tempest-FloatingIPsAssociationTestJSON-689631423-router', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:28:34Z', 'updated_at': '2021-12-10T16:28:43Z', 'revision_number': 4, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'gw_port': {'id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:24:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:35Z', 'updated_at': '2021-12-10T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '1ea40611-3fff-4ec9-9348-3aa63774fd04', 'name': '', 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'mac_address': 'fa:16:3e:93:ee:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e98874b0-e60d-4822-8213-f6ac4d039265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:42Z', 'updated_at': '2021-12-10T16:28:49Z', 'revision_number': 5, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'subnets': [{'id': 'e98874b0-e60d-4822-8213-f6ac4d039265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:45.976333 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab284d-ce52-4887-8149-831573c064a4 req-2a9f88cb-cb80-4506-832f-5cfdd04ceb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:45.979389 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6cab284d-ce52-4887-8149-831573c064a4 req-2a9f88cb-cb80-4506-832f-5cfdd04ceb4d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f51320c6-36a3-445a-bf6e-8d6ab92c4522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732162 Dec 10 16:29:46.014900 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d2d880b3-cd91-4782-a126-62cc2f0f76ec tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:46.031807 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f423f3-2654-4d7c-b4e1-05925bdb6556 None None] Checking router: dd07bbe0-11bc-4846-b050-5cf5a71f487c for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:29:46.049296 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f423f3-2654-4d7c-b4e1-05925bdb6556 None None] Routers {'dd07bbe0-11bc-4846-b050-5cf5a71f487c'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:29:46.052002 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f1f423f3-2654-4d7c-b4e1-05925bdb6556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:29:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['dd07bbe0-11bc-4846-b050-5cf5a71f487c'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:46.116340 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6cab284d-ce52-4887-8149-831573c064a4 req-ec9b05c8-b94d-4912-a441-ac80521cc619 service neutron] 10.222.0.11 "GET /v2.0/networks/f51320c6-36a3-445a-bf6e-8d6ab92c4522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312213 Dec 10 16:29:46.193867 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-f1f423f3-2654-4d7c-b4e1-05925bdb6556 None None] Set router dd07bbe0-11bc-4846-b050-5cf5a71f487c gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:29:46.203705 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-0bb092a3-1863-4df1-8c44-52eece876370 None None] Could not find standard attr ID for object e089624a-7e52-4621-814d-bdcc26c53d51. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:29:46.224565 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ca32b92d-728f-40dc-b3ce-6b257bdef450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d06fb32-c2db-4ae0-91b1-a1b95ac15d9d', 'name': 'tempest-NetworksTestDHCPv6-router-1574985853', 'tenant_id': '2ff5423581d24da08fa7c37167d452f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:29:41Z', 'updated_at': '2021-12-10T16:29:43Z', 'revision_number': 2, 'project_id': '2ff5423581d24da08fa7c37167d452f0', 'gw_port_host': None, '_interfaces': [{'id': 'e089624a-7e52-4621-814d-bdcc26c53d51', 'name': '', 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'tenant_id': '2ff5423581d24da08fa7c37167d452f0', 'mac_address': 'fa:16:3e:35:b1:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d06fb32-c2db-4ae0-91b1-a1b95ac15d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '6863de46-eaee-4363-9e37-5c4c4fa9a500', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:29:42Z', 'updated_at': '2021-12-10T16:29:45Z', 'revision_number': 4, 'project_id': '2ff5423581d24da08fa7c37167d452f0', 'subnets': [{'id': '6863de46-eaee-4363-9e37-5c4c4fa9a500', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:46.241083 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6cab284d-ce52-4887-8149-831573c064a4 req-3bb2542f-b8bd-465e-aba9-a2a455c0c0f3 service neutron] 10.222.0.11 "GET /v2.0/networks/f51320c6-36a3-445a-bf6e-8d6ab92c4522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149850 Dec 10 16:29:46.272218 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca32b92d-728f-40dc-b3ce-6b257bdef450 None None] The sync data for ids ['1d06fb32-c2db-4ae0-91b1-a1b95ac15d9d'] in n-d-766771-2 is: [{'id': '1d06fb32-c2db-4ae0-91b1-a1b95ac15d9d', 'name': 'tempest-NetworksTestDHCPv6-router-1574985853', 'tenant_id': '2ff5423581d24da08fa7c37167d452f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:29:41Z', 'updated_at': '2021-12-10T16:29:43Z', 'revision_number': 2, 'project_id': '2ff5423581d24da08fa7c37167d452f0', 'gw_port_host': None, '_interfaces': [{'id': 'e089624a-7e52-4621-814d-bdcc26c53d51', 'name': '', 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'tenant_id': '2ff5423581d24da08fa7c37167d452f0', 'mac_address': 'fa:16:3e:35:b1:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d06fb32-c2db-4ae0-91b1-a1b95ac15d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '6863de46-eaee-4363-9e37-5c4c4fa9a500', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:29:42Z', 'updated_at': '2021-12-10T16:29:45Z', 'revision_number': 4, 'project_id': '2ff5423581d24da08fa7c37167d452f0', 'subnets': [{'id': '6863de46-eaee-4363-9e37-5c4c4fa9a500', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:29:46.415460 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe805883-3860-4dba-8d14-827b0956edb3 req-72a94e49-ee79-4910-9d53-88b0da6effb4 tempest-ServerAddressesNegativeTestJSON-86344888 tempest-ServerAddressesNegativeTestJSON-86344888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:46.417086 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe805883-3860-4dba-8d14-827b0956edb3 req-72a94e49-ee79-4910-9d53-88b0da6effb4 tempest-ServerAddressesNegativeTestJSON-86344888 tempest-ServerAddressesNegativeTestJSON-86344888-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc206186-c041-46e9-9037-af8c98d84285 HTTP/1.1" status: 200 len: 946 time: 0.0852406 Dec 10 16:29:46.452142 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-faf3ed84-12eb-4b9e-9039-8e887afb1806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:46.498977 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe805883-3860-4dba-8d14-827b0956edb3 req-2f51891b-2535-4a50-9175-f49ddc8a1960 tempest-ServerAddressesNegativeTestJSON-86344888 tempest-ServerAddressesNegativeTestJSON-86344888-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c1bfdc0-5004-4078-8411-566b3928ea36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702806 Dec 10 16:29:46.522322 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f1f423f3-2654-4d7c-b4e1-05925bdb6556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'name': 'tempest-FloatingIPsAssociationTestJSON-689631423-router', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:28:34Z', 'updated_at': '2021-12-10T16:28:43Z', 'revision_number': 4, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'gw_port': {'id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:24:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:35Z', 'updated_at': '2021-12-10T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '1ea40611-3fff-4ec9-9348-3aa63774fd04', 'name': '', 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'mac_address': 'fa:16:3e:93:ee:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e98874b0-e60d-4822-8213-f6ac4d039265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:42Z', 'updated_at': '2021-12-10T16:28:49Z', 'revision_number': 5, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'subnets': [{'id': 'e98874b0-e60d-4822-8213-f6ac4d039265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:46.557932 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f423f3-2654-4d7c-b4e1-05925bdb6556 None None] The sync data for ids ['dd07bbe0-11bc-4846-b050-5cf5a71f487c'] in n-d-766771-2 is: [{'id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'name': 'tempest-FloatingIPsAssociationTestJSON-689631423-router', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:28:34Z', 'updated_at': '2021-12-10T16:28:43Z', 'revision_number': 4, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'gw_port': {'id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:24:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:35Z', 'updated_at': '2021-12-10T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '1ea40611-3fff-4ec9-9348-3aa63774fd04', 'name': '', 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'mac_address': 'fa:16:3e:93:ee:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e98874b0-e60d-4822-8213-f6ac4d039265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:42Z', 'updated_at': '2021-12-10T16:28:49Z', 'revision_number': 5, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'subnets': [{'id': 'e98874b0-e60d-4822-8213-f6ac4d039265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:29:46.605166 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d880b3-cd91-4782-a126-62cc2f0f76ec tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Router 1d06fb32-c2db-4ae0-91b1-a1b95ac15d9d has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:29:46.690630 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d726a36-e2e2-4aab-b02f-4e27c090cc96 req-53995b59-71c2-44c1-879f-5536b09c4922 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:46.692380 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9d726a36-e2e2-4aab-b02f-4e27c090cc96 req-53995b59-71c2-44c1-879f-5536b09c4922 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=54120776-6bb5-445b-87b3-685edc5a802f HTTP/1.1" status: 200 len: 945 time: 0.0791092 Dec 10 16:29:46.707022 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d880b3-cd91-4782-a126-62cc2f0f76ec tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:29:46.716740 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d2d880b3-cd91-4782-a126-62cc2f0f76ec tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "PUT /v2.0/routers/1d06fb32-c2db-4ae0-91b1-a1b95ac15d9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2207630 Dec 10 16:29:46.718682 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50276) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:46.785358 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9d726a36-e2e2-4aab-b02f-4e27c090cc96 req-74f7c843-6e87-4767-9aaa-a13c546ff820 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867486 Dec 10 16:29:46.814268 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05239ed6-79d4-41e7-a25c-4fc13576318c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:46.816356 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05239ed6-79d4-41e7-a25c-4fc13576318c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:46.820901 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50278) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:46.821095 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-05239ed6-79d4-41e7-a25c-4fc13576318c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1013451 Dec 10 16:29:46.887203 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-282d866f-ed55-4bf5-aeb3-7d29451237bd tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting subnet 6863de46-eaee-4363-9e37-5c4c4fa9a500 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:29:46.920088 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-282d866f-ed55-4bf5-aeb3-7d29451237bd tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:46.971949 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-282d866f-ed55-4bf5-aeb3-7d29451237bd tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:46.982315 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed4bfd-9fbd-4d2c-b026-cc6d5c026780 req-4dbed000-f64b-49b7-97e4-dccd5bf882c3 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:46.983886 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5eed4bfd-9fbd-4d2c-b026-cc6d5c026780 req-4dbed000-f64b-49b7-97e4-dccd5bf882c3 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 946 time: 0.1053164 Dec 10 16:29:47.013616 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ffc2af-8ea6-4f96-822f-a47bfb36a432 None None] New status for floating IP 2dfd14c5-1838-4ec8-a496-30f7c7fd0785: DOWN {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:29:47.060188 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5eed4bfd-9fbd-4d2c-b026-cc6d5c026780 req-e2c07c8a-3f75-49d2-ba54-3d2f1c889959 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532186 Dec 10 16:29:47.091771 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-282d866f-ed55-4bf5-aeb3-7d29451237bd tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:47.152615 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989b94f0-e36c-4d21-a662-c17cd26ba518 x-openstack-request-id: req-989b94f0-e36c-4d21-a662-c17cd26ba518 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:29:47.153032 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14b9c694-3535-4aa8-ac86-3b17a08d6a29", "tag": "d1e6193b-c9a6-4b49-a18d-73542042343a", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:29:47.153638 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-989b94f0-e36c-4d21-a662-c17cd26ba518 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:29:47.154349 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14b9c694-3535-4aa8-ac86-3b17a08d6a29', 'tag': 'd1e6193b-c9a6-4b49-a18d-73542042343a', 'status': 'completed', 'code': 200} Dec 10 16:29:47.169485 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-282d866f-ed55-4bf5-aeb3-7d29451237bd tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:47.229806 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d866f-ed55-4bf5-aeb3-7d29451237bd tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Subnet': ['ID=6863de46-eaee-4363-9e37-5c4c4fa9a500,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:47.236488 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-282d866f-ed55-4bf5-aeb3-7d29451237bd tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:47.249610 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50282) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:47.263671 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-282d866f-ed55-4bf5-aeb3-7d29451237bd tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/6863de46-eaee-4363-9e37-5c4c4fa9a500 HTTP/1.1" status: 204 len: 168 time: 0.4411457 Dec 10 16:29:47.303919 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a8879-6522-499c-b257-9528a8199468 req-55e10640-1796-429b-993f-f820f7b52b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:47.305540 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-162a8879-6522-499c-b257-9528a8199468 req-55e10640-1796-429b-993f-f820f7b52b6a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=78a67ea6c69344df8b0209764b4007aa&device_id=14b9c694-3535-4aa8-ac86-3b17a08d6a29 HTTP/1.1" status: 200 len: 1096 time: 0.1293776 Dec 10 16:29:47.338551 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715ae342-2604-4bcb-9f0a-1cd27ca568ee None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:29:47.415750 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:47.518236 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-48d0b5ad-d016-4d52-a0c2-f310dc23cff3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2665501 Dec 10 16:29:47.520637 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a8879-6522-499c-b257-9528a8199468 req-718ab63d-1feb-4690-9608-1d80c01b4cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:47.522979 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-162a8879-6522-499c-b257-9528a8199468 req-718ab63d-1feb-4690-9608-1d80c01b4cca service neutron] 10.222.0.26 "GET /v2.0/networks?id=f51320c6-36a3-445a-bf6e-8d6ab92c4522 HTTP/1.1" status: 200 len: 921 time: 0.2103775 Dec 10 16:29:47.523392 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50290) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:47.611834 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-162a8879-6522-499c-b257-9528a8199468 req-96e6e13b-2569-4c48-bf91-2382df8ab037 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1e6193b-c9a6-4b49-a18d-73542042343a HTTP/1.1" status: 200 len: 217 time: 0.0505583 Dec 10 16:29:47.613043 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1ebf0922-0696-4535-bc09-6c1d667ea06f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:47.677293 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a593e0b-5838-4a48-8275-8e279fdc30b6 req-0453097f-f1f3-4c5a-8694-1770ed635fbf tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:47.686597 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3a593e0b-5838-4a48-8275-8e279fdc30b6 req-0453097f-f1f3-4c5a-8694-1770ed635fbf tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 946 time: 0.1598020 Dec 10 16:29:47.719820 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68efa02e-09c9-492d-984f-67df10deeabd None None] DHCP port deletion for ba7323f5-fe45-4362-904e-9370cf7b7342 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:29:47.747369 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a8879-6522-499c-b257-9528a8199468 req-88d248d8-8871-4d73-982a-d8f5151783d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:47.749592 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-162a8879-6522-499c-b257-9528a8199468 req-88d248d8-8871-4d73-982a-d8f5151783d7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e98874b0-e60d-4822-8213-f6ac4d039265 HTTP/1.1" status: 200 len: 859 time: 0.1288645 Dec 10 16:29:47.770886 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-68efa02e-09c9-492d-984f-67df10deeabd None None] Deleting port e916e87d-d407-4580-b131-e6be97b6aab9 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:29:47.771401 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-68efa02e-09c9-492d-984f-67df10deeabd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:47.816600 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3a593e0b-5838-4a48-8275-8e279fdc30b6 req-c11145b7-77ee-40f6-9a03-0fcfdb9b32d4 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268237 Dec 10 16:29:47.842786 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a8879-6522-499c-b257-9528a8199468 req-ddb9c4fe-d47c-45f3-bb31-7b91839636f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:47.844301 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-162a8879-6522-499c-b257-9528a8199468 req-ddb9c4fe-d47c-45f3-bb31-7b91839636f5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f51320c6-36a3-445a-bf6e-8d6ab92c4522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825546 Dec 10 16:29:47.849654 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1ebf0922-0696-4535-bc09-6c1d667ea06f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:47.852239 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1ebf0922-0696-4535-bc09-6c1d667ea06f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:47.856275 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-68efa02e-09c9-492d-984f-67df10deeabd None None] For port e916e87d-d407-4580-b131-e6be97b6aab9, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=e916e87d-d407-4580-b131-e6be97b6aab9,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:47.856818 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-68efa02e-09c9-492d-984f-67df10deeabd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:47.873784 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-68efa02e-09c9-492d-984f-67df10deeabd None None] Calling delete_port for e916e87d-d407-4580-b131-e6be97b6aab9 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:29:47.939094 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1ebf0922-0696-4535-bc09-6c1d667ea06f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:47.939860 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebf0922-0696-4535-bc09-6c1d667ea06f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Fanout notify agent at l3_agent the message router_deleted on router 1d06fb32-c2db-4ae0-91b1-a1b95ac15d9d {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:29:47.948643 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1ebf0922-0696-4535-bc09-6c1d667ea06f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:47.949862 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1ebf0922-0696-4535-bc09-6c1d667ea06f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/routers/1d06fb32-c2db-4ae0-91b1-a1b95ac15d9d HTTP/1.1" status: 204 len: 168 time: 0.4254212 Dec 10 16:29:47.954355 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50298) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:47.964809 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-42e11b3d-efc4-474e-88a0-d04482b24604 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'subnet': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:47.992634 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-68efa02e-09c9-492d-984f-67df10deeabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:48.051878 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68efa02e-09c9-492d-984f-67df10deeabd None None] Pushing event deleted for resources: {'Port': ['ID=e916e87d-d407-4580-b131-e6be97b6aab9,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:48.053198 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ed5d3-a261-4f02-a06b-433332e7726a req-e8b98118-5e10-4152-868c-31df9e552fb1 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:48.057822 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68efa02e-09c9-492d-984f-67df10deeabd None None] No DVR routers for this DVR port e916e87d-d407-4580-b131-e6be97b6aab9 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:29:48.063081 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-524ed5d3-a261-4f02-a06b-433332e7726a req-e8b98118-5e10-4152-868c-31df9e552fb1 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/ports?device_id=28fed480-6b40-479f-86e8-f44d68a97348&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1433990 Dec 10 16:29:48.075291 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-162a8879-6522-499c-b257-9528a8199468 req-cd35e2ae-7b85-4047-bffe-c02c4943f1c9 service neutron] 10.222.0.26 "GET /v2.0/networks/f51320c6-36a3-445a-bf6e-8d6ab92c4522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215495 Dec 10 16:29:48.134285 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e11b3d-efc4-474e-88a0-d04482b24604 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:29:48.138881 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-42e11b3d-efc4-474e-88a0-d04482b24604 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:48.335325 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c76cfeb-1585-4251-92fd-ae4b3b7eb456 None None] Sync routers for ids ['1d06fb32-c2db-4ae0-91b1-a1b95ac15d9d'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:29:48.345838 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c76cfeb-1585-4251-92fd-ae4b3b7eb456 None None] Routers set() bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:29:48.346782 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c76cfeb-1585-4251-92fd-ae4b3b7eb456 None None] Router IDs set() for agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 16:29:48.347469 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_agentschedulers_db [None req-0c76cfeb-1585-4251-92fd-ae4b3b7eb456 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1d06fb32-c2db-4ae0-91b1-a1b95ac15d9d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:29:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent'). {{(pid=103395) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 10 16:29:48.357209 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c76cfeb-1585-4251-92fd-ae4b3b7eb456 None None] Routers set() bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:29:48.357579 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c76cfeb-1585-4251-92fd-ae4b3b7eb456 None None] Router IDs set() for agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 16:29:48.358210 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_agentschedulers_db [None req-0c76cfeb-1585-4251-92fd-ae4b3b7eb456 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1d06fb32-c2db-4ae0-91b1-a1b95ac15d9d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:29:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent'). {{(pid=103395) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 10 16:29:48.358586 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c76cfeb-1585-4251-92fd-ae4b3b7eb456 None None] The sync data for ids ['1d06fb32-c2db-4ae0-91b1-a1b95ac15d9d'] in n-d-766771-2 is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:29:48.375437 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-42e11b3d-efc4-474e-88a0-d04482b24604 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:48.434786 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-524ed5d3-a261-4f02-a06b-433332e7726a req-fc5ee875-5cc1-4987-82c4-6e04c474d1be tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.140 HTTP/1.1" status: 200 len: 696 time: 0.3549471 Dec 10 16:29:48.439643 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-524ed5d3-a261-4f02-a06b-433332e7726a req-3e13f060-dd6e-40bf-9f5c-bc339f9e1331 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Request body: {'floatingip': {'port_id': '9b3c7d03-2174-4fbe-b556-009ea3e61047', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:48.442866 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e11b3d-efc4-474e-88a0-d04482b24604 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:29:48.446407 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-42e11b3d-efc4-474e-88a0-d04482b24604 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:29:48.451252 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e11b3d-efc4-474e-88a0-d04482b24604 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:48.451866 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-42e11b3d-efc4-474e-88a0-d04482b24604 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:48.469210 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e11b3d-efc4-474e-88a0-d04482b24604 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Subnet': ['ID=bdab3fab-719a-48a2-985c-a5a4b7def308,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:48.469453 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c202397d-7734-44e2-bac2-d8fe3989d108 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:29:48.475621 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-42e11b3d-efc4-474e-88a0-d04482b24604 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5192411 Dec 10 16:29:48.478224 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50302) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:48.482772 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-19d11fe0-a3de-4dfd-8e76-0196a43a1fa9 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1584167099', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:48.489778 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:48.509050 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-19d11fe0-a3de-4dfd-8e76-0196a43a1fa9 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:48.509844 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-524ed5d3-a261-4f02-a06b-433332e7726a req-3e13f060-dd6e-40bf-9f5c-bc339f9e1331 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks [] for floatingip, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:48.510386 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-19d11fe0-a3de-4dfd-8e76-0196a43a1fa9 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:48.561972 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-19d11fe0-a3de-4dfd-8e76-0196a43a1fa9 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:48.566532 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-19d11fe0-a3de-4dfd-8e76-0196a43a1fa9 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:48.581756 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aae29e0-f737-4d5e-8402-f6fae265fa60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-ba7323f5-fe45-4362-904e-9370cf7b7342', 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'project_id': '2ff5423581d24da08fa7c37167d452f0', 'fixed_ips': [{'subnet_id': 'bdab3fab-719a-48a2-985c-a5a4b7def308'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:29:48.582655 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4aae29e0-f737-4d5e-8402-f6fae265fa60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:48.586390 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-19d11fe0-a3de-4dfd-8e76-0196a43a1fa9 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:48.587797 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-19d11fe0-a3de-4dfd-8e76-0196a43a1fa9 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1084523 Dec 10 16:29:48.591081 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50304) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:48.644767 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-162a8879-6522-499c-b257-9528a8199468 req-aad46c94-42e6-45e9-bac6-53167b339583 service neutron] 10.222.0.26 "GET /v2.0/networks/f51320c6-36a3-445a-bf6e-8d6ab92c4522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5573981 Dec 10 16:29:48.742705 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-4aae29e0-f737-4d5e-8402-f6fae265fa60 None None] Allocated IP 2001:db8::2 (ba7323f5-fe45-4362-904e-9370cf7b7342/bdab3fab-719a-48a2-985c-a5a4b7def308/78af3b6a-e474-43b8-9912-a0a72c24b673) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:29:48.761206 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device e916e87d-d407-4580-b131-e6be97b6aab9 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:29:48.821945 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: e916e87d-d407-4580-b131-e6be97b6aab9 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:29:48.822335 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device e916e87d-d407-4580-b131-e6be97b6aab9 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:29:48.919542 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9be66298-92c3-4dd8-ab61-35a73d2621f3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:48.932634 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4aae29e0-f737-4d5e-8402-f6fae265fa60 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:48.940395 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4aae29e0-f737-4d5e-8402-f6fae265fa60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:48.963192 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f609a-b473-4192-86a1-f1d59842a72d req-a4c4e386-9665-436c-a6a9-d200a808d8d7 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:48.965369 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5e5f609a-b473-4192-86a1-f1d59842a72d req-a4c4e386-9665-436c-a6a9-d200a808d8d7 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.26 "GET /v2.0/ports?device_id=14b9c694-3535-4aa8-ac86-3b17a08d6a29 HTTP/1.1" status: 200 len: 945 time: 0.1288891 Dec 10 16:29:48.978934 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aae29e0-f737-4d5e-8402-f6fae265fa60 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:29:48.981944 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-4aae29e0-f737-4d5e-8402-f6fae265fa60 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:29:48.985565 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aae29e0-f737-4d5e-8402-f6fae265fa60 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:29:48.994786 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae29e0-f737-4d5e-8402-f6fae265fa60 None None] Pushing event updated for resources: {'Port': ['ID=78af3b6a-e474-43b8-9912-a0a72c24b673,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:49.050765 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-4aae29e0-f737-4d5e-8402-f6fae265fa60 None None] Attempting to bind port 78af3b6a-e474-43b8-9912-a0a72c24b673 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:29:49.051095 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-4aae29e0-f737-4d5e-8402-f6fae265fa60 None None] Attempting to bind port 78af3b6a-e474-43b8-9912-a0a72c24b673 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:29:49.051412 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aae29e0-f737-4d5e-8402-f6fae265fa60 None None] Attempting to bind port 78af3b6a-e474-43b8-9912-a0a72c24b673 on network ba7323f5-fe45-4362-904e-9370cf7b7342 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:49.057118 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aae29e0-f737-4d5e-8402-f6fae265fa60 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:29:49.057828 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aae29e0-f737-4d5e-8402-f6fae265fa60 None None] Checking segment: {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:29:49.058105 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4aae29e0-f737-4d5e-8402-f6fae265fa60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:49.058408 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aae29e0-f737-4d5e-8402-f6fae265fa60 None None] Bound using segment: {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:29:49.058903 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-4aae29e0-f737-4d5e-8402-f6fae265fa60 None None] Bound port: 78af3b6a-e474-43b8-9912-a0a72c24b673, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:29:49.059290 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4aae29e0-f737-4d5e-8402-f6fae265fa60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:49.124134 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-4aae29e0-f737-4d5e-8402-f6fae265fa60 None None] For port 78af3b6a-e474-43b8-9912-a0a72c24b673, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:29:49.127825 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-4aae29e0-f737-4d5e-8402-f6fae265fa60 None None] For port 78af3b6a-e474-43b8-9912-a0a72c24b673, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=78af3b6a-e474-43b8-9912-a0a72c24b673,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:29:49.135522 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4aae29e0-f737-4d5e-8402-f6fae265fa60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:49.152323 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-524ed5d3-a261-4f02-a06b-433332e7726a req-3e13f060-dd6e-40bf-9f5c-bc339f9e1331 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:49.156022 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-5e5f609a-b473-4192-86a1-f1d59842a72d req-b28e8fbe-39e5-44ad-81be-bfa2600fc98c tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Deleting port d1e6193b-c9a6-4b49-a18d-73542042343a {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:29:49.156318 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5e5f609a-b473-4192-86a1-f1d59842a72d req-b28e8fbe-39e5-44ad-81be-bfa2600fc98c tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:49.161549 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14b9c694-3535-4aa8-ac86-3b17a08d6a29', 'tag': 'd1e6193b-c9a6-4b49-a18d-73542042343a'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:29:49.163419 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0f7720-e4fc-4378-865f-785be4b9a2ab" -d '{"events": [{"name": "network-changed", "server_uuid": "14b9c694-3535-4aa8-ac86-3b17a08d6a29", "tag": "d1e6193b-c9a6-4b49-a18d-73542042343a"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:29:49.178804 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-524ed5d3-a261-4f02-a06b-433332e7726a req-3e13f060-dd6e-40bf-9f5c-bc339f9e1331 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:49.194895 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae29e0-f737-4d5e-8402-f6fae265fa60 None None] Pushing event updated for resources: {'Port': ['ID=78af3b6a-e474-43b8-9912-a0a72c24b673,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:49.196979 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-9be66298-92c3-4dd8-ab61-35a73d2621f3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Allocated IP 2001:db8::1 (ba7323f5-fe45-4362-904e-9370cf7b7342/bdab3fab-719a-48a2-985c-a5a4b7def308/974f7be5-bd4a-4079-9a19-a358c1548775) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:29:49.324713 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9be66298-92c3-4dd8-ab61-35a73d2621f3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:49.342180 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-5e5f609a-b473-4192-86a1-f1d59842a72d req-b28e8fbe-39e5-44ad-81be-bfa2600fc98c tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] For port d1e6193b-c9a6-4b49-a18d-73542042343a, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=d1e6193b-c9a6-4b49-a18d-73542042343a,segment=NetworkSegment(c5dc7c15-134d-4079-accd-bbd076de9d44),segment_id=c5dc7c15-134d-4079-accd-bbd076de9d44)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:49.342514 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5e5f609a-b473-4192-86a1-f1d59842a72d req-b28e8fbe-39e5-44ad-81be-bfa2600fc98c tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:49.358091 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-5e5f609a-b473-4192-86a1-f1d59842a72d req-b28e8fbe-39e5-44ad-81be-bfa2600fc98c tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Calling delete_port for d1e6193b-c9a6-4b49-a18d-73542042343a owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:29:49.360366 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [req-524ed5d3-a261-4f02-a06b-433332e7726a req-3e13f060-dd6e-40bf-9f5c-bc339f9e1331 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Floating IP 2dfd14c5-1838-4ec8-a496-30f7c7fd0785 associated. External IP: 172.25.6.140, port: 9b3c7d03-2174-4fbe-b556-009ea3e61047. Dec 10 16:29:49.369631 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9be66298-92c3-4dd8-ab61-35a73d2621f3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:49.435119 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be66298-92c3-4dd8-ab61-35a73d2621f3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:29:49.438332 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-9be66298-92c3-4dd8-ab61-35a73d2621f3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:29:49.440864 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be66298-92c3-4dd8-ab61-35a73d2621f3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:29:49.441562 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9be66298-92c3-4dd8-ab61-35a73d2621f3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:49.488053 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be66298-92c3-4dd8-ab61-35a73d2621f3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Port': ['ID=974f7be5-bd4a-4079-9a19-a358c1548775,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:49.577857 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9be66298-92c3-4dd8-ab61-35a73d2621f3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:49.642493 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:49.689408 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5e5f609a-b473-4192-86a1-f1d59842a72d req-b28e8fbe-39e5-44ad-81be-bfa2600fc98c tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:49.702384 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['9b3c7d03-2174-4fbe-b556-009ea3e61047', 'd1e6193b-c9a6-4b49-a18d-73542042343a'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:29:49.728433 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e8fbe-39e5-44ad-81be-bfa2600fc98c tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Pushing event deleted for resources: {'Port': ['ID=d1e6193b-c9a6-4b49-a18d-73542042343a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:49.735515 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [req-524ed5d3-a261-4f02-a06b-433332e7726a req-3e13f060-dd6e-40bf-9f5c-bc339f9e1331 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Router dd07bbe0-11bc-4846-b050-5cf5a71f487c has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:29:49.786072 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5f609a-b473-4192-86a1-f1d59842a72d req-b28e8fbe-39e5-44ad-81be-bfa2600fc98c tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] No DVR routers for this DVR port d1e6193b-c9a6-4b49-a18d-73542042343a on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:29:49.790567 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5e5f609a-b473-4192-86a1-f1d59842a72d req-b28e8fbe-39e5-44ad-81be-bfa2600fc98c tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:49.794068 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5e5f609a-b473-4192-86a1-f1d59842a72d req-b28e8fbe-39e5-44ad-81be-bfa2600fc98c tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.26 "DELETE /v2.0/ports/d1e6193b-c9a6-4b49-a18d-73542042343a HTTP/1.1" status: 204 len: 173 time: 0.8211701 Dec 10 16:29:49.923987 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9be66298-92c3-4dd8-ab61-35a73d2621f3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:49.931942 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9be66298-92c3-4dd8-ab61-35a73d2621f3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:49.932754 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9be66298-92c3-4dd8-ab61-35a73d2621f3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:49.960176 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-524ed5d3-a261-4f02-a06b-433332e7726a req-3e13f060-dd6e-40bf-9f5c-bc339f9e1331 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:29:49.967808 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-524ed5d3-a261-4f02-a06b-433332e7726a req-3e13f060-dd6e-40bf-9f5c-bc339f9e1331 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:49.977332 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9317e367-1cab-41fe-b815-637d6cd5ddf0 None None] Sync routers for ids ['dd07bbe0-11bc-4846-b050-5cf5a71f487c'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:29:50.005641 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9317e367-1cab-41fe-b815-637d6cd5ddf0 None None] Routers {'dd07bbe0-11bc-4846-b050-5cf5a71f487c'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:29:50.012221 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-9317e367-1cab-41fe-b815-637d6cd5ddf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:29:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['dd07bbe0-11bc-4846-b050-5cf5a71f487c'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:50.020060 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-524ed5d3-a261-4f02-a06b-433332e7726a req-3e13f060-dd6e-40bf-9f5c-bc339f9e1331 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "PUT /v2.0/floatingips/2dfd14c5-1838-4ec8-a496-30f7c7fd0785 HTTP/1.1" status: 200 len: 996 time: 1.5760300 Dec 10 16:29:50.039618 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be66298-92c3-4dd8-ab61-35a73d2621f3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Port': ['ID=974f7be5-bd4a-4079-9a19-a358c1548775,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:50.084321 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ed5d3-a261-4f02-a06b-433332e7726a req-c22b408c-af97-472b-a31d-b17d2212ec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:50.085872 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-524ed5d3-a261-4f02-a06b-433332e7726a req-c22b408c-af97-472b-a31d-b17d2212ec08 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=78a67ea6c69344df8b0209764b4007aa&device_id=28fed480-6b40-479f-86e8-f44d68a97348 HTTP/1.1" status: 200 len: 1096 time: 0.0641229 Dec 10 16:29:50.101185 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be66298-92c3-4dd8-ab61-35a73d2621f3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:29:50.103113 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-9be66298-92c3-4dd8-ab61-35a73d2621f3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:29:50.171928 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-9317e367-1cab-41fe-b815-637d6cd5ddf0 None None] Set router dd07bbe0-11bc-4846-b050-5cf5a71f487c gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:29:50.216723 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ed5d3-a261-4f02-a06b-433332e7726a req-c5c86abb-c428-4b05-95e4-4967f414373d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:50.220294 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-524ed5d3-a261-4f02-a06b-433332e7726a req-c5c86abb-c428-4b05-95e4-4967f414373d service neutron] 10.222.0.11 "GET /v2.0/networks?id=f51320c6-36a3-445a-bf6e-8d6ab92c4522 HTTP/1.1" status: 200 len: 921 time: 0.1275117 Dec 10 16:29:50.247326 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be66298-92c3-4dd8-ab61-35a73d2621f3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Router a945e957-c899-485d-a2fa-3c3cb2689b57 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:29:50.322348 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-524ed5d3-a261-4f02-a06b-433332e7726a req-c4a93cd9-fb29-41b8-8b7d-7ccfc052a109 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b3c7d03-2174-4fbe-b556-009ea3e61047 HTTP/1.1" status: 200 len: 999 time: 0.0887079 Dec 10 16:29:50.380832 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be66298-92c3-4dd8-ab61-35a73d2621f3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:29:50.397480 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331588b3-a494-411a-bdc5-4d07b2563ae2 None None] Sync routers for ids ['a945e957-c899-485d-a2fa-3c3cb2689b57'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:29:50.398615 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9be66298-92c3-4dd8-ab61-35a73d2621f3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "PUT /v2.0/routers/a945e957-c899-485d-a2fa-3c3cb2689b57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8068018 Dec 10 16:29:50.399241 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50308) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:50.413405 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331588b3-a494-411a-bdc5-4d07b2563ae2 None None] Routers {'a945e957-c899-485d-a2fa-3c3cb2689b57'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:29:50.416282 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-331588b3-a494-411a-bdc5-4d07b2563ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:29:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['a945e957-c899-485d-a2fa-3c3cb2689b57'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:50.443399 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ed5d3-a261-4f02-a06b-433332e7726a req-a1ecfe85-48fe-4966-86a9-b3ded0abce17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:50.445043 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-524ed5d3-a261-4f02-a06b-433332e7726a req-a1ecfe85-48fe-4966-86a9-b3ded0abce17 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e98874b0-e60d-4822-8213-f6ac4d039265 HTTP/1.1" status: 200 len: 859 time: 0.1172991 Dec 10 16:29:50.512095 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0478ac29-33c3-48ea-858a-a9d2ef251525 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:50.529480 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0478ac29-33c3-48ea-858a-a9d2ef251525 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/ports/974f7be5-bd4a-4079-9a19-a358c1548775 HTTP/1.1" status: 200 len: 911 time: 0.1291916 Dec 10 16:29:50.530103 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50310) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:50.556112 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ed5d3-a261-4f02-a06b-433332e7726a req-623da479-e049-4b03-98d9-c01a52454994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:50.566298 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-524ed5d3-a261-4f02-a06b-433332e7726a req-623da479-e049-4b03-98d9-c01a52454994 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f51320c6-36a3-445a-bf6e-8d6ab92c4522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1107385 Dec 10 16:29:50.605580 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-9317e367-1cab-41fe-b815-637d6cd5ddf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'name': 'tempest-FloatingIPsAssociationTestJSON-689631423-router', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:28:34Z', 'updated_at': '2021-12-10T16:28:43Z', 'revision_number': 4, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'gw_port': {'id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:24:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:35Z', 'updated_at': '2021-12-10T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '2dfd14c5-1838-4ec8-a496-30f7c7fd0785', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'floating_ip_address': '172.25.6.140', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'port_id': '9b3c7d03-2174-4fbe-b556-009ea3e61047', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522', 'mac_address': 'fa:16:3e:55:9c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fed480-6b40-479f-86e8-f44d68a97348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:29:06Z', 'updated_at': '2021-12-10T16:29:49Z', 'revision_number': 8, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea40611-3fff-4ec9-9348-3aa63774fd04', 'name': '', 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'mac_address': 'fa:16:3e:93:ee:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e98874b0-e60d-4822-8213-f6ac4d039265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:42Z', 'updated_at': '2021-12-10T16:28:49Z', 'revision_number': 5, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'subnets': [{'id': 'e98874b0-e60d-4822-8213-f6ac4d039265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:50.615893 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 78af3b6a-e474-43b8-9912-a0a72c24b673 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:29:50.638988 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4179be33-4b21-42b4-812f-4862093b927f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:50.648628 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4179be33-4b21-42b4-812f-4862093b927f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:50.653831 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4179be33-4b21-42b4-812f-4862093b927f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1200063 Dec 10 16:29:50.654182 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50312) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:50.680870 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9317e367-1cab-41fe-b815-637d6cd5ddf0 None None] Checking router: dd07bbe0-11bc-4846-b050-5cf5a71f487c for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:29:50.690589 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-1bc8465a-3a49-4a40-a2c5-a4c0d204e7fd None None] Provisioning complete for port 78af3b6a-e474-43b8-9912-a0a72c24b673 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:29:50.690961 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1bc8465a-3a49-4a40-a2c5-a4c0d204e7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:50.718974 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-524ed5d3-a261-4f02-a06b-433332e7726a req-c9d8ccfd-291e-4126-8b40-d7e352d96400 service neutron] 10.222.0.11 "GET /v2.0/networks/f51320c6-36a3-445a-bf6e-8d6ab92c4522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516619 Dec 10 16:29:50.736198 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9317e367-1cab-41fe-b815-637d6cd5ddf0 None None] Routers {'dd07bbe0-11bc-4846-b050-5cf5a71f487c'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:29:50.736648 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-9317e367-1cab-41fe-b815-637d6cd5ddf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:29:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['dd07bbe0-11bc-4846-b050-5cf5a71f487c'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:50.828624 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-331588b3-a494-411a-bdc5-4d07b2563ae2 None None] Set router a945e957-c899-485d-a2fa-3c3cb2689b57 gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:29:50.862222 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-524ed5d3-a261-4f02-a06b-433332e7726a req-4aba8cf4-b043-4002-9a77-0758c161e1de service neutron] 10.222.0.11 "GET /v2.0/networks/f51320c6-36a3-445a-bf6e-8d6ab92c4522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332567 Dec 10 16:29:50.873553 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-9317e367-1cab-41fe-b815-637d6cd5ddf0 None None] Set router dd07bbe0-11bc-4846-b050-5cf5a71f487c gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:29:51.055349 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 78af3b6a-e474-43b8-9912-a0a72c24b673 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:29:51.055725 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:51.064075 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e9de816-984e-4f6a-93e4-aa7bd713bfaf tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:51.095157 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4477fa1-0e26-47ec-ad39-a5721178ea81 req-82b34af2-de33-4626-8625-df0117551d47 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:51.098309 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b4477fa1-0e26-47ec-ad39-a5721178ea81 req-82b34af2-de33-4626-8625-df0117551d47 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=54120776-6bb5-445b-87b3-685edc5a802f HTTP/1.1" status: 200 len: 945 time: 0.0981281 Dec 10 16:29:51.103327 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-331588b3-a494-411a-bdc5-4d07b2563ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a945e957-c899-485d-a2fa-3c3cb2689b57', 'name': 'tempest-NetworksTestDHCPv6-router-1584167099', 'tenant_id': '2ff5423581d24da08fa7c37167d452f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:29:48Z', 'updated_at': '2021-12-10T16:29:49Z', 'revision_number': 2, 'project_id': '2ff5423581d24da08fa7c37167d452f0', 'gw_port_host': None, '_interfaces': [{'id': '974f7be5-bd4a-4079-9a19-a358c1548775', 'name': '', 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'tenant_id': '2ff5423581d24da08fa7c37167d452f0', 'mac_address': 'fa:16:3e:8f:4b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a945e957-c899-485d-a2fa-3c3cb2689b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'bdab3fab-719a-48a2-985c-a5a4b7def308', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:29:49Z', 'updated_at': '2021-12-10T16:29:49Z', 'revision_number': 2, 'project_id': '2ff5423581d24da08fa7c37167d452f0', 'subnets': [{'id': 'bdab3fab-719a-48a2-985c-a5a4b7def308', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:51.145126 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331588b3-a494-411a-bdc5-4d07b2563ae2 None None] Checking router: a945e957-c899-485d-a2fa-3c3cb2689b57 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:29:51.145862 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331588b3-a494-411a-bdc5-4d07b2563ae2 None None] Updating router a945e957-c899-485d-a2fa-3c3cb2689b57 port 974f7be5-bd4a-4079-9a19-a358c1548775 binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:29:51.180523 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b4477fa1-0e26-47ec-ad39-a5721178ea81 req-9bc02c12-5e98-4db9-91e1-ff4cc7d755cf tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766888 Dec 10 16:29:51.195583 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-331588b3-a494-411a-bdc5-4d07b2563ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:51.219514 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1bc8465a-3a49-4a40-a2c5-a4c0d204e7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:51.309169 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fe09d7-543e-45c3-bd71-86483181cdcb x-openstack-request-id: req-e3fe09d7-543e-45c3-bd71-86483181cdcb {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:29:51.309449 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14b9c694-3535-4aa8-ac86-3b17a08d6a29", "tag": "d1e6193b-c9a6-4b49-a18d-73542042343a", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:29:51.309706 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e3fe09d7-543e-45c3-bd71-86483181cdcb {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:29:51.310109 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14b9c694-3535-4aa8-ac86-3b17a08d6a29', 'tag': 'd1e6193b-c9a6-4b49-a18d-73542042343a', 'status': 'completed', 'code': 200} Dec 10 16:29:51.382813 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-1bc8465a-3a49-4a40-a2c5-a4c0d204e7fd None None] For port 78af3b6a-e474-43b8-9912-a0a72c24b673, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=78af3b6a-e474-43b8-9912-a0a72c24b673,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:51.386404 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:51.388460 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4f0f7720-e4fc-4378-865f-785be4b9a2ab req-1f91b511-c948-4c87-821e-b7dbd354c9bc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=78a67ea6c69344df8b0209764b4007aa&device_id=14b9c694-3535-4aa8-ac86-3b17a08d6a29 HTTP/1.1" status: 200 len: 210 time: 0.0668716 Dec 10 16:29:51.395729 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1bc8465a-3a49-4a40-a2c5-a4c0d204e7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:51.547295 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-331588b3-a494-411a-bdc5-4d07b2563ae2 None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:51.555183 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-331588b3-a494-411a-bdc5-4d07b2563ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:51.664357 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-3e9de816-984e-4f6a-93e4-aa7bd713bfaf tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting port 974f7be5-bd4a-4079-9a19-a358c1548775 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:29:51.670772 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e9de816-984e-4f6a-93e4-aa7bd713bfaf tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:51.681064 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8ff07-9e4b-4915-a64c-cb598968de06 None None] Pushing event updated for resources: {'Port': ['ID=974f7be5-bd4a-4079-9a19-a358c1548775,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:51.683485 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-331588b3-a494-411a-bdc5-4d07b2563ae2 None None] Attempting to bind port 974f7be5-bd4a-4079-9a19-a358c1548775 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:29:51.683960 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-331588b3-a494-411a-bdc5-4d07b2563ae2 None None] Attempting to bind port 974f7be5-bd4a-4079-9a19-a358c1548775 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:29:51.689505 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331588b3-a494-411a-bdc5-4d07b2563ae2 None None] Attempting to bind port 974f7be5-bd4a-4079-9a19-a358c1548775 on network ba7323f5-fe45-4362-904e-9370cf7b7342 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:51.704156 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8ff07-9e4b-4915-a64c-cb598968de06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:51.709103 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8ff07-9e4b-4915-a64c-cb598968de06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:51.711196 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8ff07-9e4b-4915-a64c-cb598968de06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:51.711621 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8ff07-9e4b-4915-a64c-cb598968de06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:51.712031 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8ff07-9e4b-4915-a64c-cb598968de06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:51.715565 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8ff07-9e4b-4915-a64c-cb598968de06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:51.716774 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8ff07-9e4b-4915-a64c-cb598968de06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:51.717996 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8ff07-9e4b-4915-a64c-cb598968de06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:51.718426 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8ff07-9e4b-4915-a64c-cb598968de06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:51.719941 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8ff07-9e4b-4915-a64c-cb598968de06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:51.720354 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8ff07-9e4b-4915-a64c-cb598968de06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:51.726482 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8ff07-9e4b-4915-a64c-cb598968de06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:51.727057 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8ff07-9e4b-4915-a64c-cb598968de06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:51.739631 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331588b3-a494-411a-bdc5-4d07b2563ae2 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:29:51.740499 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331588b3-a494-411a-bdc5-4d07b2563ae2 None None] Checking segment: {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:29:51.741959 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-331588b3-a494-411a-bdc5-4d07b2563ae2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:51.742795 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331588b3-a494-411a-bdc5-4d07b2563ae2 None None] Bound using segment: {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:29:51.743767 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-331588b3-a494-411a-bdc5-4d07b2563ae2 None None] Bound port: 974f7be5-bd4a-4079-9a19-a358c1548775, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:29:51.744352 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-331588b3-a494-411a-bdc5-4d07b2563ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:51.745605 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8465a-3a49-4a40-a2c5-a4c0d204e7fd None None] Pushing event updated for resources: {'Port': ['ID=78af3b6a-e474-43b8-9912-a0a72c24b673,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:51.773163 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-9317e367-1cab-41fe-b815-637d6cd5ddf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'name': 'tempest-FloatingIPsAssociationTestJSON-689631423-router', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:28:34Z', 'updated_at': '2021-12-10T16:28:43Z', 'revision_number': 4, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'gw_port': {'id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:24:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:35Z', 'updated_at': '2021-12-10T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '2dfd14c5-1838-4ec8-a496-30f7c7fd0785', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'floating_ip_address': '172.25.6.140', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'port_id': '9b3c7d03-2174-4fbe-b556-009ea3e61047', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522', 'mac_address': 'fa:16:3e:55:9c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fed480-6b40-479f-86e8-f44d68a97348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:29:06Z', 'updated_at': '2021-12-10T16:29:49Z', 'revision_number': 8, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea40611-3fff-4ec9-9348-3aa63774fd04', 'name': '', 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'mac_address': 'fa:16:3e:93:ee:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e98874b0-e60d-4822-8213-f6ac4d039265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:42Z', 'updated_at': '2021-12-10T16:28:49Z', 'revision_number': 5, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'subnets': [{'id': 'e98874b0-e60d-4822-8213-f6ac4d039265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:51.802273 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-3e9de816-984e-4f6a-93e4-aa7bd713bfaf tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] For port 974f7be5-bd4a-4079-9a19-a358c1548775, host n-d-766771-2, got binding levels [] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:51.802635 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e9de816-984e-4f6a-93e4-aa7bd713bfaf tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:51.814510 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.api [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:29:51.815051 n-d-766771-2 neutron-server[103394]: DEBUG oslo_db.api [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:29:51.818516 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9317e367-1cab-41fe-b815-637d6cd5ddf0 None None] The sync data for ids ['dd07bbe0-11bc-4846-b050-5cf5a71f487c'] in n-d-766771-2 is: [{'id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'name': 'tempest-FloatingIPsAssociationTestJSON-689631423-router', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:28:34Z', 'updated_at': '2021-12-10T16:28:43Z', 'revision_number': 4, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'gw_port': {'id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:24:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:35Z', 'updated_at': '2021-12-10T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '2dfd14c5-1838-4ec8-a496-30f7c7fd0785', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'floating_ip_address': '172.25.6.140', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'port_id': '9b3c7d03-2174-4fbe-b556-009ea3e61047', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522', 'mac_address': 'fa:16:3e:55:9c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fed480-6b40-479f-86e8-f44d68a97348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:29:06Z', 'updated_at': '2021-12-10T16:29:49Z', 'revision_number': 8, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea40611-3fff-4ec9-9348-3aa63774fd04', 'name': '', 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'mac_address': 'fa:16:3e:93:ee:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e98874b0-e60d-4822-8213-f6ac4d039265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:42Z', 'updated_at': '2021-12-10T16:28:49Z', 'revision_number': 5, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'subnets': [{'id': 'e98874b0-e60d-4822-8213-f6ac4d039265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:29:51.820626 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-4d83e4a1-785b-42ff-8d06-b34fb0bc2710 None None] Provisioning complete for port 974f7be5-bd4a-4079-9a19-a358c1548775 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:29:51.820999 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4d83e4a1-785b-42ff-8d06-b34fb0bc2710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:51.829723 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-3e9de816-984e-4f6a-93e4-aa7bd713bfaf tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Calling delete_port for 974f7be5-bd4a-4079-9a19-a358c1548775 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:29:51.839733 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-03394523-1135-4d5f-b92e-8fc9746f4dfe req-6acdbff7-e240-44fc-b2b5-baa42c8f5aca tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/floatingips/2dfd14c5-1838-4ec8-a496-30f7c7fd0785 HTTP/1.1" status: 200 len: 996 time: 0.5085065 Dec 10 16:29:51.857445 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-331588b3-a494-411a-bdc5-4d07b2563ae2 None None] For port 974f7be5-bd4a-4079-9a19-a358c1548775, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:29:51.864507 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-331588b3-a494-411a-bdc5-4d07b2563ae2 None None] For port 974f7be5-bd4a-4079-9a19-a358c1548775, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=974f7be5-bd4a-4079-9a19-a358c1548775,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:29:51.878207 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-331588b3-a494-411a-bdc5-4d07b2563ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:51.906616 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-4d83e4a1-785b-42ff-8d06-b34fb0bc2710 None None] Port 974f7be5-bd4a-4079-9a19-a358c1548775 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:29:51.962382 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8ff07-9e4b-4915-a64c-cb598968de06 None None] Pushing event updated for resources: {'Port': ['ID=974f7be5-bd4a-4079-9a19-a358c1548775,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:51.993043 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331588b3-a494-411a-bdc5-4d07b2563ae2 None None] Routers {'a945e957-c899-485d-a2fa-3c3cb2689b57'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:29:51.993851 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-331588b3-a494-411a-bdc5-4d07b2563ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:29:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['a945e957-c899-485d-a2fa-3c3cb2689b57'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:52.019668 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f7720-e4fc-4378-865f-785be4b9a2ab req-6b2c9430-bfce-4fda-823a-2f7df8cb8e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:52.021147 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4f0f7720-e4fc-4378-865f-785be4b9a2ab req-6b2c9430-bfce-4fda-823a-2f7df8cb8e0c service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=78a67ea6c69344df8b0209764b4007aa&shared=False HTTP/1.1" status: 200 len: 921 time: 0.6236696 Dec 10 16:29:52.031346 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-bd7afd28-4548-4074-a94e-f5274be2030f None None] Provisioning complete for port 974f7be5-bd4a-4079-9a19-a358c1548775 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:29:52.032020 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bd7afd28-4548-4074-a94e-f5274be2030f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:52.120992 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-331588b3-a494-411a-bdc5-4d07b2563ae2 None None] Set router a945e957-c899-485d-a2fa-3c3cb2689b57 gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:29:52.158020 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e9de816-984e-4f6a-93e4-aa7bd713bfaf tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:52.176566 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bd7afd28-4548-4074-a94e-f5274be2030f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:52.204382 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc81111-52be-4e65-84e9-0186ab097590 None None] New status for floating IP 2dfd14c5-1838-4ec8-a496-30f7c7fd0785: ACTIVE {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:29:52.228441 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9de816-984e-4f6a-93e4-aa7bd713bfaf tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Port': ['ID=974f7be5-bd4a-4079-9a19-a358c1548775,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:52.296699 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f7720-e4fc-4378-865f-785be4b9a2ab req-6fcd503c-e754-4942-9808-611189f1e488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:52.298211 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4f0f7720-e4fc-4378-865f-785be4b9a2ab req-6fcd503c-e754-4942-9808-611189f1e488 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2603836 Dec 10 16:29:52.329760 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03394523-1135-4d5f-b92e-8fc9746f4dfe req-dd5f4823-bc7b-48e9-ab2d-efb9f6fa7219 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:52.331903 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-03394523-1135-4d5f-b92e-8fc9746f4dfe req-dd5f4823-bc7b-48e9-ab2d-efb9f6fa7219 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/networks/5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 784 time: 0.4850078 Dec 10 16:29:52.396399 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e9de816-984e-4f6a-93e4-aa7bd713bfaf tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:52.409576 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-331588b3-a494-411a-bdc5-4d07b2563ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a945e957-c899-485d-a2fa-3c3cb2689b57', 'name': 'tempest-NetworksTestDHCPv6-router-1584167099', 'tenant_id': '2ff5423581d24da08fa7c37167d452f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:29:48Z', 'updated_at': '2021-12-10T16:29:49Z', 'revision_number': 2, 'project_id': '2ff5423581d24da08fa7c37167d452f0', 'gw_port_host': None, '_interfaces': [{'id': '974f7be5-bd4a-4079-9a19-a358c1548775', 'name': '', 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'tenant_id': '2ff5423581d24da08fa7c37167d452f0', 'mac_address': 'fa:16:3e:8f:4b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a945e957-c899-485d-a2fa-3c3cb2689b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'bdab3fab-719a-48a2-985c-a5a4b7def308', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:29:49Z', 'updated_at': '2021-12-10T16:29:51Z', 'revision_number': 4, 'project_id': '2ff5423581d24da08fa7c37167d452f0', 'subnets': [{'id': 'bdab3fab-719a-48a2-985c-a5a4b7def308', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:52.450527 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331588b3-a494-411a-bdc5-4d07b2563ae2 None None] The sync data for ids ['a945e957-c899-485d-a2fa-3c3cb2689b57'] in n-d-766771-2 is: [{'id': 'a945e957-c899-485d-a2fa-3c3cb2689b57', 'name': 'tempest-NetworksTestDHCPv6-router-1584167099', 'tenant_id': '2ff5423581d24da08fa7c37167d452f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:29:48Z', 'updated_at': '2021-12-10T16:29:49Z', 'revision_number': 2, 'project_id': '2ff5423581d24da08fa7c37167d452f0', 'gw_port_host': None, '_interfaces': [{'id': '974f7be5-bd4a-4079-9a19-a358c1548775', 'name': '', 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'tenant_id': '2ff5423581d24da08fa7c37167d452f0', 'mac_address': 'fa:16:3e:8f:4b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a945e957-c899-485d-a2fa-3c3cb2689b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'bdab3fab-719a-48a2-985c-a5a4b7def308', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:29:49Z', 'updated_at': '2021-12-10T16:29:51Z', 'revision_number': 4, 'project_id': '2ff5423581d24da08fa7c37167d452f0', 'subnets': [{'id': 'bdab3fab-719a-48a2-985c-a5a4b7def308', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:29:52.465050 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a8bd1f12-ef57-4a59-bbdb-764432ad957d None None] Could not find standard attr ID for object 974f7be5-bd4a-4079-9a19-a358c1548775. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:29:52.468629 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device e089624a-7e52-4621-814d-bdcc26c53d51 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:29:52.511989 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: e089624a-7e52-4621-814d-bdcc26c53d51 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:29:52.512341 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device e089624a-7e52-4621-814d-bdcc26c53d51 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:29:52.635396 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9de816-984e-4f6a-93e4-aa7bd713bfaf tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Router a945e957-c899-485d-a2fa-3c3cb2689b57 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:29:52.678456 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 78af3b6a-e474-43b8-9912-a0a72c24b673 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:29:52.721698 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6563058b-8996-4d26-9bbc-04a9b1fb73e8 req-0b705fe1-977c-4704-be7d-e3a212dcddd3 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:52.723424 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6563058b-8996-4d26-9bbc-04a9b1fb73e8 req-0b705fe1-977c-4704-be7d-e3a212dcddd3 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 946 time: 0.0580761 Dec 10 16:29:52.738382 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9de816-984e-4f6a-93e4-aa7bd713bfaf tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:29:52.757424 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3e9de816-984e-4f6a-93e4-aa7bd713bfaf tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "PUT /v2.0/routers/a945e957-c899-485d-a2fa-3c3cb2689b57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1012347 Dec 10 16:29:52.760277 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50332) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:52.768796 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 78af3b6a-e474-43b8-9912-a0a72c24b673 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:29:52.769169 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:52.811964 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device d1e6193b-c9a6-4b49-a18d-73542042343a no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:29:52.816317 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6563058b-8996-4d26-9bbc-04a9b1fb73e8 req-616389df-9872-431f-9462-bd24e047f9fa tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835109 Dec 10 16:29:52.833789 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82feca5e-6bec-4694-bad3-1e9e2c86d1f7 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:52.835857 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82feca5e-6bec-4694-bad3-1e9e2c86d1f7 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:52.837876 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-82feca5e-6bec-4694-bad3-1e9e2c86d1f7 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0761080 Dec 10 16:29:52.840105 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50336) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:52.875635 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: d1e6193b-c9a6-4b49-a18d-73542042343a {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:29:52.875989 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device d1e6193b-c9a6-4b49-a18d-73542042343a not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:29:52.947104 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-a56a6fea-190c-4352-828c-47c39ca51ca0 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting subnet bdab3fab-719a-48a2-985c-a5a4b7def308 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:29:52.956582 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a56a6fea-190c-4352-828c-47c39ca51ca0 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:53.006167 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfec87e-7008-495b-8dab-7554af9ab904 req-dfa6ccb2-77bd-482d-adc3-3fcf5a75bc74 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:53.006994 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a56a6fea-190c-4352-828c-47c39ca51ca0 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:53.008786 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ebfec87e-7008-495b-8dab-7554af9ab904 req-dfa6ccb2-77bd-482d-adc3-3fcf5a75bc74 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=54120776-6bb5-445b-87b3-685edc5a802f HTTP/1.1" status: 200 len: 945 time: 0.0856519 Dec 10 16:29:53.058793 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50340) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:53.076929 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ebfec87e-7008-495b-8dab-7554af9ab904 req-978596cb-6c08-4b9d-9954-27a89cd12c13 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618532 Dec 10 16:29:53.130615 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a56a6fea-190c-4352-828c-47c39ca51ca0 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:53.208164 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a56a6fea-190c-4352-828c-47c39ca51ca0 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:53.232484 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a6fea-190c-4352-828c-47c39ca51ca0 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Subnet': ['ID=bdab3fab-719a-48a2-985c-a5a4b7def308,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:53.242744 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a56a6fea-190c-4352-828c-47c39ca51ca0 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:53.248059 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3d6116f2-38d8-403c-98cc-b3a844f2f640 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:53.248934 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a56a6fea-190c-4352-828c-47c39ca51ca0 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/bdab3fab-719a-48a2-985c-a5a4b7def308 HTTP/1.1" status: 204 len: 168 time: 0.4069304 Dec 10 16:29:53.249659 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50344) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:53.249949 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adaa022e-3abf-40d8-be30-25c6a09d2277 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:29:53.279581 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-42b9d453-57f1-45e7-b6e7-9d4590d886c6 req-97f89f3f-d4f4-4ae5-b016-77f13ba57d98 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.140 HTTP/1.1" status: 200 len: 1001 time: 0.1062660 Dec 10 16:29:53.335325 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b9c694-3535-4aa8-ac86-3b17a08d6a29', 'name': 'network-vif-deleted', 'tag': 'd1e6193b-c9a6-4b49-a18d-73542042343a'}, {'name': 'network-changed', 'server_uuid': '28fed480-6b40-479f-86e8-f44d68a97348', 'tag': '9b3c7d03-2174-4fbe-b556-009ea3e61047'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:29:53.337760 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8fc5cd-98e8-4b5c-8efb-98fd6ec21122" -d '{"events": [{"server_uuid": "14b9c694-3535-4aa8-ac86-3b17a08d6a29", "name": "network-vif-deleted", "tag": "d1e6193b-c9a6-4b49-a18d-73542042343a"}, {"name": "network-changed", "server_uuid": "28fed480-6b40-479f-86e8-f44d68a97348", "tag": "9b3c7d03-2174-4fbe-b556-009ea3e61047"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:29:53.364506 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50348) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:53.364934 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e33e7f63-7b5c-4874-995f-8d326c30032c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1138632 Dec 10 16:29:53.377284 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9d453-57f1-45e7-b6e7-9d4590d886c6 req-f55c0cb0-ea90-4136-845c-1637470aeb37 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:53.386803 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-42b9d453-57f1-45e7-b6e7-9d4590d886c6 req-f55c0cb0-ea90-4136-845c-1637470aeb37 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/ports/9b3c7d03-2174-4fbe-b556-009ea3e61047 HTTP/1.1" status: 200 len: 942 time: 0.1004443 Dec 10 16:29:53.436432 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb951852-87c0-4ca1-ab7c-7349376d794e None None] DHCP port deletion for ba7323f5-fe45-4362-904e-9370cf7b7342 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:29:53.486481 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-fb951852-87c0-4ca1-ab7c-7349376d794e None None] Deleting port 78af3b6a-e474-43b8-9912-a0a72c24b673 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:29:53.487149 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fb951852-87c0-4ca1-ab7c-7349376d794e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:53.552637 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-fb951852-87c0-4ca1-ab7c-7349376d794e None None] For port 78af3b6a-e474-43b8-9912-a0a72c24b673, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=78af3b6a-e474-43b8-9912-a0a72c24b673,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:53.553029 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fb951852-87c0-4ca1-ab7c-7349376d794e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:53.566181 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-fb951852-87c0-4ca1-ab7c-7349376d794e None None] Calling delete_port for 78af3b6a-e474-43b8-9912-a0a72c24b673 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:29:53.568113 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3b757044-fae8-469c-9535-585934032cbb tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:53.651335 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fb951852-87c0-4ca1-ab7c-7349376d794e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:53.667034 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3d6116f2-38d8-403c-98cc-b3a844f2f640 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:53.676384 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-42b9d453-57f1-45e7-b6e7-9d4590d886c6 req-e1362dc7-16ba-41c4-90ae-80a3de26c267 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.140 HTTP/1.1" status: 200 len: 1001 time: 0.2021108 Dec 10 16:29:53.678242 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb951852-87c0-4ca1-ab7c-7349376d794e None None] Pushing event deleted for resources: {'Port': ['ID=78af3b6a-e474-43b8-9912-a0a72c24b673,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:53.684251 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb951852-87c0-4ca1-ab7c-7349376d794e None None] No DVR routers for this DVR port 78af3b6a-e474-43b8-9912-a0a72c24b673 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:29:53.701453 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3d6116f2-38d8-403c-98cc-b3a844f2f640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:53.839664 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3b757044-fae8-469c-9535-585934032cbb tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:53.848801 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3b757044-fae8-469c-9535-585934032cbb tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:53.860286 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6116f2-38d8-403c-98cc-b3a844f2f640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfe9490-116d-452d-98b3-99f610a97e80,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:53.865243 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3d6116f2-38d8-403c-98cc-b3a844f2f640 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=161256ac89d04a0a8f361ed354536a95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8052583 Dec 10 16:29:53.868141 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50350) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:53.926575 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5041b87c-77e9-4fa8-86b1-84e87f22ee0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:53.941124 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3b757044-fae8-469c-9535-585934032cbb tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:53.941589 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b757044-fae8-469c-9535-585934032cbb tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Fanout notify agent at l3_agent the message router_deleted on router a945e957-c899-485d-a2fa-3c3cb2689b57 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:29:53.950748 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5041b87c-77e9-4fa8-86b1-84e87f22ee0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:53.955331 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3b757044-fae8-469c-9535-585934032cbb tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:53.959016 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50352) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:53.959476 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3b757044-fae8-469c-9535-585934032cbb tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/routers/a945e957-c899-485d-a2fa-3c3cb2689b57 HTTP/1.1" status: 204 len: 168 time: 0.5926380 Dec 10 16:29:53.988501 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9d453-57f1-45e7-b6e7-9d4590d886c6 req-ba93e730-d745-4ee0-ba2b-0c6b9cff07d1 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:53.989873 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-42b9d453-57f1-45e7-b6e7-9d4590d886c6 req-ba93e730-d745-4ee0-ba2b-0c6b9cff07d1 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/networks/5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 784 time: 0.2568250 Dec 10 16:29:53.992522 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 1b1c015d-52f1-4820-a452-5cbf621b6d9d details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:29:54.002098 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-14606183-0ca6-4646-b070-d9f3e9d38a87 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0399423 Dec 10 16:29:54.002652 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50354) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:54.035628 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5041b87c-77e9-4fa8-86b1-84e87f22ee0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:54.039070 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5041b87c-77e9-4fa8-86b1-84e87f22ee0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:54.044459 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5041b87c-77e9-4fa8-86b1-84e87f22ee0d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6cfe9490-116d-452d-98b3-99f610a97e80 HTTP/1.1" status: 204 len: 168 time: 0.1710374 Dec 10 16:29:54.053618 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041b87c-77e9-4fa8-86b1-84e87f22ee0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfe9490-116d-452d-98b3-99f610a97e80,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:54.067217 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15edcdd-4220-47d3-b975-ad390c558ea9 req-65d9e291-dcff-464c-8346-a817210d3858 tempest-ServerAddressesNegativeTestJSON-86344888 tempest-ServerAddressesNegativeTestJSON-86344888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:54.069010 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a15edcdd-4220-47d3-b975-ad390c558ea9 req-65d9e291-dcff-464c-8346-a817210d3858 tempest-ServerAddressesNegativeTestJSON-86344888 tempest-ServerAddressesNegativeTestJSON-86344888-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc206186-c041-46e9-9037-af8c98d84285 HTTP/1.1" status: 200 len: 946 time: 0.1684625 Dec 10 16:29:54.135140 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 1b1c015d-52f1-4820-a452-5cbf621b6d9d, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=1b1c015d-52f1-4820-a452-5cbf621b6d9d,segment=NetworkSegment(61dcaedb-3bc0-47c0-9c1b-e1ac3641e703),segment_id=61dcaedb-3bc0-47c0-9c1b-e1ac3641e703)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:54.148944 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '1b1c015d-52f1-4820-a452-5cbf621b6d9d', 'network_id': '6b846837-ffd4-4012-82b7-af1d6b57a065', 'port_id': '1b1c015d-52f1-4820-a452-5cbf621b6d9d', 'mac_address': 'fa:16:3e:c6:05:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aaff46f-c283-4149-ac89-cdd26ce93be3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:29:54.172929 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-42b9d453-57f1-45e7-b6e7-9d4590d886c6 req-1199cccc-6375-43b7-b005-362fab933a75 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.140 HTTP/1.1" status: 200 len: 1001 time: 0.1730161 Dec 10 16:29:54.180190 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c73bdf-1b3f-460c-aeeb-606b0d959d9b tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:54.181675 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a2c73bdf-1b3f-460c-aeeb-606b0d959d9b tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1729410 Dec 10 16:29:54.185646 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50362) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:54.191809 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:54.207028 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-42b9d453-57f1-45e7-b6e7-9d4590d886c6 req-50fe6e4a-e0e7-4289-a0ff-a21986a530c4 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:54.212736 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b1c015d-52f1-4820-a452-5cbf621b6d9d {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:29:54.234947 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 1b1c015d-52f1-4820-a452-5cbf621b6d9d, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=1b1c015d-52f1-4820-a452-5cbf621b6d9d,segment=NetworkSegment(61dcaedb-3bc0-47c0-9c1b-e1ac3641e703),segment_id=61dcaedb-3bc0-47c0-9c1b-e1ac3641e703)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:54.240499 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:54.251768 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b4b79122-b1a4-4a74-9d38-4fcccd46b17e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0649259 Dec 10 16:29:54.257187 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50366) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:54.263448 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-cad388a1-6b86-4e09-98eb-5adfc0b45fc9 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'subnet': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:54.282529 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-42b9d453-57f1-45e7-b6e7-9d4590d886c6 req-50fe6e4a-e0e7-4289-a0ff-a21986a530c4 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks [] for floatingip, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:54.318589 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=1b1c015d-52f1-4820-a452-5cbf621b6d9d,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:54.326902 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-a15edcdd-4220-47d3-b975-ad390c558ea9 req-119ab26e-f67a-48bf-a3b9-0bf569378dbd tempest-ServerAddressesNegativeTestJSON-86344888 tempest-ServerAddressesNegativeTestJSON-86344888-project] Deleting port c8d742c7-39b5-4e13-aa82-cc1e37fb25f1 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:29:54.327247 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a15edcdd-4220-47d3-b975-ad390c558ea9 req-119ab26e-f67a-48bf-a3b9-0bf569378dbd tempest-ServerAddressesNegativeTestJSON-86344888 tempest-ServerAddressesNegativeTestJSON-86344888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:54.345348 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e4e73f-2b8f-4043-b8fc-43c0be6c70b1 None None] Sync routers for ids ['a945e957-c899-485d-a2fa-3c3cb2689b57'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:29:54.357897 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e4e73f-2b8f-4043-b8fc-43c0be6c70b1 None None] Routers set() bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:29:54.358855 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e4e73f-2b8f-4043-b8fc-43c0be6c70b1 None None] Router IDs set() for agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 16:29:54.359683 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_agentschedulers_db [None req-e1e4e73f-2b8f-4043-b8fc-43c0be6c70b1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a945e957-c899-485d-a2fa-3c3cb2689b57'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:29:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent'). {{(pid=103395) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 10 16:29:54.370745 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e4e73f-2b8f-4043-b8fc-43c0be6c70b1 None None] Routers set() bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:29:54.371195 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e4e73f-2b8f-4043-b8fc-43c0be6c70b1 None None] Router IDs set() for agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 16:29:54.371850 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_agentschedulers_db [None req-e1e4e73f-2b8f-4043-b8fc-43c0be6c70b1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a945e957-c899-485d-a2fa-3c3cb2689b57'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:29:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent'). {{(pid=103395) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 10 16:29:54.372292 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e4e73f-2b8f-4043-b8fc-43c0be6c70b1 None None] The sync data for ids ['a945e957-c899-485d-a2fa-3c3cb2689b57'] in n-d-766771-2 is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:29:54.418068 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad388a1-6b86-4e09-98eb-5adfc0b45fc9 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:29:54.422965 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cad388a1-6b86-4e09-98eb-5adfc0b45fc9 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:54.582710 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['1b1c015d-52f1-4820-a452-5cbf621b6d9d'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:29:54.802219 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-42b9d453-57f1-45e7-b6e7-9d4590d886c6 req-50fe6e4a-e0e7-4289-a0ff-a21986a530c4 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:54.806732 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-a15edcdd-4220-47d3-b975-ad390c558ea9 req-119ab26e-f67a-48bf-a3b9-0bf569378dbd tempest-ServerAddressesNegativeTestJSON-86344888 tempest-ServerAddressesNegativeTestJSON-86344888-project] For port c8d742c7-39b5-4e13-aa82-cc1e37fb25f1, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=c8d742c7-39b5-4e13-aa82-cc1e37fb25f1,segment=NetworkSegment(68dfc5db-4a7f-439d-a72d-ee09cee30888),segment_id=68dfc5db-4a7f-439d-a72d-ee09cee30888)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:54.807074 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a15edcdd-4220-47d3-b975-ad390c558ea9 req-119ab26e-f67a-48bf-a3b9-0bf569378dbd tempest-ServerAddressesNegativeTestJSON-86344888 tempest-ServerAddressesNegativeTestJSON-86344888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:54.819431 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-42b9d453-57f1-45e7-b6e7-9d4590d886c6 req-50fe6e4a-e0e7-4289-a0ff-a21986a530c4 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:54.819839 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [req-42b9d453-57f1-45e7-b6e7-9d4590d886c6 req-50fe6e4a-e0e7-4289-a0ff-a21986a530c4 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Floating IP 2dfd14c5-1838-4ec8-a496-30f7c7fd0785 disassociated. External IP: 172.25.6.140, port: 9b3c7d03-2174-4fbe-b556-009ea3e61047. Dec 10 16:29:54.820532 n-d-766771-2 neutron-server[103393]: DEBUG neutron.objects.ports [None req-cad388a1-6b86-4e09-98eb-5adfc0b45fc9 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103393) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 16:29:54.826432 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-a15edcdd-4220-47d3-b975-ad390c558ea9 req-119ab26e-f67a-48bf-a3b9-0bf569378dbd tempest-ServerAddressesNegativeTestJSON-86344888 tempest-ServerAddressesNegativeTestJSON-86344888-project] Calling delete_port for c8d742c7-39b5-4e13-aa82-cc1e37fb25f1 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:29:54.826591 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cad388a1-6b86-4e09-98eb-5adfc0b45fc9 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:54.874292 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 78af3b6a-e474-43b8-9912-a0a72c24b673 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:29:54.893713 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad388a1-6b86-4e09-98eb-5adfc0b45fc9 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:29:54.895265 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad388a1-6b86-4e09-98eb-5adfc0b45fc9 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Subnet': ['ID=a991c38e-1cc6-4835-be8c-c1a066cd0121,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:54.906101 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-cad388a1-6b86-4e09-98eb-5adfc0b45fc9 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:29:54.912483 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 78af3b6a-e474-43b8-9912-a0a72c24b673 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:29:54.912789 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad388a1-6b86-4e09-98eb-5adfc0b45fc9 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:54.912959 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 78af3b6a-e474-43b8-9912-a0a72c24b673 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:29:54.913993 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cad388a1-6b86-4e09-98eb-5adfc0b45fc9 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:54.922576 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2a64af-1615-485a-a66e-7c8c59ab4501 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:29:54.951851 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-cad388a1-6b86-4e09-98eb-5adfc0b45fc9 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6934783 Dec 10 16:29:54.954639 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50384) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:54.959694 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-7f73b7c9-c712-48f6-acfd-383391f5dcac tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'subnet': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:55.061028 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6900250-7e3e-4972-b810-a076527ebc44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-ba7323f5-fe45-4362-904e-9370cf7b7342', 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'project_id': '2ff5423581d24da08fa7c37167d452f0', 'fixed_ips': [{'subnet_id': 'a991c38e-1cc6-4835-be8c-c1a066cd0121'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:29:55.062539 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e6900250-7e3e-4972-b810-a076527ebc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:55.097921 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f73b7c9-c712-48f6-acfd-383391f5dcac tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:29:55.101551 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7f73b7c9-c712-48f6-acfd-383391f5dcac tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:55.209720 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a15edcdd-4220-47d3-b975-ad390c558ea9 req-119ab26e-f67a-48bf-a3b9-0bf569378dbd tempest-ServerAddressesNegativeTestJSON-86344888 tempest-ServerAddressesNegativeTestJSON-86344888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:55.243872 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ab26e-f67a-48bf-a3b9-0bf569378dbd tempest-ServerAddressesNegativeTestJSON-86344888 tempest-ServerAddressesNegativeTestJSON-86344888-project] Pushing event deleted for resources: {'Port': ['ID=c8d742c7-39b5-4e13-aa82-cc1e37fb25f1,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:55.250624 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['c8d742c7-39b5-4e13-aa82-cc1e37fb25f1'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:29:55.259357 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42b9d453-57f1-45e7-b6e7-9d4590d886c6 req-50fe6e4a-e0e7-4289-a0ff-a21986a530c4 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Router dd07bbe0-11bc-4846-b050-5cf5a71f487c has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:29:55.293062 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15edcdd-4220-47d3-b975-ad390c558ea9 req-119ab26e-f67a-48bf-a3b9-0bf569378dbd tempest-ServerAddressesNegativeTestJSON-86344888 tempest-ServerAddressesNegativeTestJSON-86344888-project] No DVR routers for this DVR port c8d742c7-39b5-4e13-aa82-cc1e37fb25f1 on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:29:55.297003 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a15edcdd-4220-47d3-b975-ad390c558ea9 req-119ab26e-f67a-48bf-a3b9-0bf569378dbd tempest-ServerAddressesNegativeTestJSON-86344888 tempest-ServerAddressesNegativeTestJSON-86344888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:55.301093 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a15edcdd-4220-47d3-b975-ad390c558ea9 req-119ab26e-f67a-48bf-a3b9-0bf569378dbd tempest-ServerAddressesNegativeTestJSON-86344888 tempest-ServerAddressesNegativeTestJSON-86344888-project] 10.222.0.26 "DELETE /v2.0/ports/c8d742c7-39b5-4e13-aa82-cc1e37fb25f1 HTTP/1.1" status: 204 len: 173 time: 1.2082760 Dec 10 16:29:55.354542 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-e6900250-7e3e-4972-b810-a076527ebc44 None None] Allocated IP 2001:db8::f816:3eff:fe23:7db0 (ba7323f5-fe45-4362-904e-9370cf7b7342/a991c38e-1cc6-4835-be8c-c1a066cd0121/58894a89-c2f7-4610-ab27-6ed348e3d92d) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:29:55.397707 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7f73b7c9-c712-48f6-acfd-383391f5dcac tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:55.414015 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42b9d453-57f1-45e7-b6e7-9d4590d886c6 req-50fe6e4a-e0e7-4289-a0ff-a21986a530c4 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:29:55.418587 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-42b9d453-57f1-45e7-b6e7-9d4590d886c6 req-50fe6e4a-e0e7-4289-a0ff-a21986a530c4 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:55.429620 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16fc2c3-09d6-43c4-b209-2ecf3e7ef03b None None] Sync routers for ids ['dd07bbe0-11bc-4846-b050-5cf5a71f487c'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:29:55.456709 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16fc2c3-09d6-43c4-b209-2ecf3e7ef03b None None] Routers {'dd07bbe0-11bc-4846-b050-5cf5a71f487c'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:29:55.457551 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b16fc2c3-09d6-43c4-b209-2ecf3e7ef03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:29:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['dd07bbe0-11bc-4846-b050-5cf5a71f487c'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:55.459300 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f73b7c9-c712-48f6-acfd-383391f5dcac tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:29:55.463189 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-7f73b7c9-c712-48f6-acfd-383391f5dcac tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:29:55.463405 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-42b9d453-57f1-45e7-b6e7-9d4590d886c6 req-50fe6e4a-e0e7-4289-a0ff-a21986a530c4 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "PUT /v2.0/floatingips/2dfd14c5-1838-4ec8-a496-30f7c7fd0785 HTTP/1.1" status: 200 len: 696 time: 1.2749860 Dec 10 16:29:55.466572 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f73b7c9-c712-48f6-acfd-383391f5dcac tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:55.467464 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7f73b7c9-c712-48f6-acfd-383391f5dcac tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:55.480386 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f73b7c9-c712-48f6-acfd-383391f5dcac tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Subnet': ['ID=415c7383-080a-4ca4-b813-ea3972ce0c1a,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:55.494445 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7f73b7c9-c712-48f6-acfd-383391f5dcac tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5387847 Dec 10 16:29:55.497605 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50388) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:55.504779 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-bf051548-51da-47f2-a7d8-7d1953e4cbc5 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'port': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'mac_address': 'fa:16:3e:60:00:d8', 'name': 'tempest-NetworksTestDHCPv6-2035672244'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:55.510200 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9d453-57f1-45e7-b6e7-9d4590d886c6 req-29dfe449-3090-4313-86f6-87d9b3c0a45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:55.518068 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-42b9d453-57f1-45e7-b6e7-9d4590d886c6 req-29dfe449-3090-4313-86f6-87d9b3c0a45c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=78a67ea6c69344df8b0209764b4007aa&device_id=28fed480-6b40-479f-86e8-f44d68a97348 HTTP/1.1" status: 200 len: 1096 time: 0.0511885 Dec 10 16:29:55.616414 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9d453-57f1-45e7-b6e7-9d4590d886c6 req-0b4f06d9-4bfb-4db3-8408-a75ed6d36cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:55.618190 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-42b9d453-57f1-45e7-b6e7-9d4590d886c6 req-0b4f06d9-4bfb-4db3-8408-a75ed6d36cbd service neutron] 10.222.0.11 "GET /v2.0/networks?id=f51320c6-36a3-445a-bf6e-8d6ab92c4522 HTTP/1.1" status: 200 len: 921 time: 0.0990193 Dec 10 16:29:55.639127 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf051548-51da-47f2-a7d8-7d1953e4cbc5 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:29:55.643192 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e6900250-7e3e-4972-b810-a076527ebc44 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:55.646171 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-b16fc2c3-09d6-43c4-b209-2ecf3e7ef03b None None] Set router dd07bbe0-11bc-4846-b050-5cf5a71f487c gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:29:55.671844 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-42b9d453-57f1-45e7-b6e7-9d4590d886c6 req-f2e8ade2-4534-47ed-b3e4-d0b8bb3a5a70 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b3c7d03-2174-4fbe-b556-009ea3e61047 HTTP/1.1" status: 200 len: 217 time: 0.0469997 Dec 10 16:29:55.695320 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e6900250-7e3e-4972-b810-a076527ebc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:55.733342 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf051548-51da-47f2-a7d8-7d1953e4cbc5 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:55.735356 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9d453-57f1-45e7-b6e7-9d4590d886c6 req-08dc5204-e3d4-4464-b9b8-e9e93d7c62ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:55.738454 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-42b9d453-57f1-45e7-b6e7-9d4590d886c6 req-08dc5204-e3d4-4464-b9b8-e9e93d7c62ae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e98874b0-e60d-4822-8213-f6ac4d039265 HTTP/1.1" status: 200 len: 859 time: 0.0571146 Dec 10 16:29:55.758710 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-bf051548-51da-47f2-a7d8-7d1953e4cbc5 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] device_id is not set on port d073eb3f-4f63-4874-9529-9fb09f37756b yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:29:55.766412 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6900250-7e3e-4972-b810-a076527ebc44 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:29:55.788730 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9d453-57f1-45e7-b6e7-9d4590d886c6 req-2afeef1d-148d-48c5-848f-8600ef1912ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:55.790625 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-42b9d453-57f1-45e7-b6e7-9d4590d886c6 req-2afeef1d-148d-48c5-848f-8600ef1912ad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f51320c6-36a3-445a-bf6e-8d6ab92c4522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454283 Dec 10 16:29:55.808103 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-e6900250-7e3e-4972-b810-a076527ebc44 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:29:55.819335 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6900250-7e3e-4972-b810-a076527ebc44 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:29:55.835237 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6900250-7e3e-4972-b810-a076527ebc44 None None] Pushing event updated for resources: {'Port': ['ID=58894a89-c2f7-4610-ab27-6ed348e3d92d,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:55.901248 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-42b9d453-57f1-45e7-b6e7-9d4590d886c6 req-d29d6cb4-d574-4bcf-a688-c2c7cb6e9a1f service neutron] 10.222.0.11 "GET /v2.0/networks/f51320c6-36a3-445a-bf6e-8d6ab92c4522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039891 Dec 10 16:29:55.950093 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-e6900250-7e3e-4972-b810-a076527ebc44 None None] Attempting to bind port 58894a89-c2f7-4610-ab27-6ed348e3d92d on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:29:55.950582 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-e6900250-7e3e-4972-b810-a076527ebc44 None None] Attempting to bind port 58894a89-c2f7-4610-ab27-6ed348e3d92d by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:29:55.951024 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6900250-7e3e-4972-b810-a076527ebc44 None None] Attempting to bind port 58894a89-c2f7-4610-ab27-6ed348e3d92d on network ba7323f5-fe45-4362-904e-9370cf7b7342 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:29:55.953880 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-bf051548-51da-47f2-a7d8-7d1953e4cbc5 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Allocated IP 172.20.0.8 (ba7323f5-fe45-4362-904e-9370cf7b7342/415c7383-080a-4ca4-b813-ea3972ce0c1a/d073eb3f-4f63-4874-9529-9fb09f37756b) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:29:55.961490 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-bf051548-51da-47f2-a7d8-7d1953e4cbc5 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Allocated IP 2001:db8::f816:3eff:fe60:d8 (ba7323f5-fe45-4362-904e-9370cf7b7342/a991c38e-1cc6-4835-be8c-c1a066cd0121/d073eb3f-4f63-4874-9529-9fb09f37756b) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:29:55.965548 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6900250-7e3e-4972-b810-a076527ebc44 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:29:55.966010 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6900250-7e3e-4972-b810-a076527ebc44 None None] Checking segment: {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:29:55.966571 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e6900250-7e3e-4972-b810-a076527ebc44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:55.967126 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6900250-7e3e-4972-b810-a076527ebc44 None None] Bound using segment: {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:29:55.967622 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-e6900250-7e3e-4972-b810-a076527ebc44 None None] Bound port: 58894a89-c2f7-4610-ab27-6ed348e3d92d, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:29:55.968070 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e6900250-7e3e-4972-b810-a076527ebc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:56.003328 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-42b9d453-57f1-45e7-b6e7-9d4590d886c6 req-5ee126f4-c849-476b-b398-28a76a2eedc9 service neutron] 10.222.0.11 "GET /v2.0/networks/f51320c6-36a3-445a-bf6e-8d6ab92c4522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955620 Dec 10 16:29:56.007400 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 1b1c015d-52f1-4820-a452-5cbf621b6d9d up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:29:56.061093 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50392) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:56.087160 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-e6900250-7e3e-4972-b810-a076527ebc44 None None] For port 58894a89-c2f7-4610-ab27-6ed348e3d92d, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:29:56.113208 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-e6900250-7e3e-4972-b810-a076527ebc44 None None] For port 58894a89-c2f7-4610-ab27-6ed348e3d92d, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=58894a89-c2f7-4610-ab27-6ed348e3d92d,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:29:56.124020 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-206d5b78-21aa-42b5-85a3-f79619d9da19 admin admin] Deleting subnet 1996d23b-2432-45ec-8c05-33f46a63d7f2 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:29:56.126247 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e6900250-7e3e-4972-b810-a076527ebc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:56.129364 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-206d5b78-21aa-42b5-85a3-f79619d9da19 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:56.141100 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf051548-51da-47f2-a7d8-7d1953e4cbc5 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:56.196969 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf051548-51da-47f2-a7d8-7d1953e4cbc5 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:56.200847 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-206d5b78-21aa-42b5-85a3-f79619d9da19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:56.201091 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 1b1c015d-52f1-4820-a452-5cbf621b6d9d triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:29:56.201610 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:56.207759 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6900250-7e3e-4972-b810-a076527ebc44 None None] Pushing event updated for resources: {'Port': ['ID=58894a89-c2f7-4610-ab27-6ed348e3d92d,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:56.222350 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b16fc2c3-09d6-43c4-b209-2ecf3e7ef03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'name': 'tempest-FloatingIPsAssociationTestJSON-689631423-router', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:28:34Z', 'updated_at': '2021-12-10T16:28:43Z', 'revision_number': 4, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'gw_port': {'id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:24:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:35Z', 'updated_at': '2021-12-10T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '1ea40611-3fff-4ec9-9348-3aa63774fd04', 'name': '', 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'mac_address': 'fa:16:3e:93:ee:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e98874b0-e60d-4822-8213-f6ac4d039265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:42Z', 'updated_at': '2021-12-10T16:28:49Z', 'revision_number': 5, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'subnets': [{'id': 'e98874b0-e60d-4822-8213-f6ac4d039265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:56.251376 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf051548-51da-47f2-a7d8-7d1953e4cbc5 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:29:56.253237 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1769eb-c958-453b-83f1-7f80b3d66d1b req-db4a3e6d-b000-43cb-a9e9-cec20d601538 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:56.254965 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3d1769eb-c958-453b-83f1-7f80b3d66d1b req-db4a3e6d-b000-43cb-a9e9-cec20d601538 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 946 time: 0.1232255 Dec 10 16:29:56.270582 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-bf051548-51da-47f2-a7d8-7d1953e4cbc5 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:29:56.274888 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf051548-51da-47f2-a7d8-7d1953e4cbc5 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:29:56.282793 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16fc2c3-09d6-43c4-b209-2ecf3e7ef03b None None] Checking router: dd07bbe0-11bc-4846-b050-5cf5a71f487c for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:29:56.288194 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-206d5b78-21aa-42b5-85a3-f79619d9da19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:56.306315 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16fc2c3-09d6-43c4-b209-2ecf3e7ef03b None None] Routers {'dd07bbe0-11bc-4846-b050-5cf5a71f487c'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:29:56.306953 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b16fc2c3-09d6-43c4-b209-2ecf3e7ef03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:29:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['dd07bbe0-11bc-4846-b050-5cf5a71f487c'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:56.321710 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf051548-51da-47f2-a7d8-7d1953e4cbc5 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Port': ['ID=d073eb3f-4f63-4874-9529-9fb09f37756b,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:56.337801 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3d1769eb-c958-453b-83f1-7f80b3d66d1b req-aed62da7-e930-4873-981c-3578bc5cf9e9 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740695 Dec 10 16:29:56.361934 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf051548-51da-47f2-a7d8-7d1953e4cbc5 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:56.361934 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf051548-51da-47f2-a7d8-7d1953e4cbc5 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:56.365288 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-206d5b78-21aa-42b5-85a3-f79619d9da19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:56.375978 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-bf051548-51da-47f2-a7d8-7d1953e4cbc5 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 0.8759151 Dec 10 16:29:56.378347 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50396) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:56.396178 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d5b78-21aa-42b5-85a3-f79619d9da19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1996d23b-2432-45ec-8c05-33f46a63d7f2,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:56.401777 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-206d5b78-21aa-42b5-85a3-f79619d9da19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:56.405861 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-206d5b78-21aa-42b5-85a3-f79619d9da19 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1996d23b-2432-45ec-8c05-33f46a63d7f2 HTTP/1.1" status: 204 len: 168 time: 0.3436897 Dec 10 16:29:56.409428 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50398) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:56.468826 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e676ec50-e28b-42a4-b21e-4b9789176eb3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:56.476538 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e676ec50-e28b-42a4-b21e-4b9789176eb3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:56.481261 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e676ec50-e28b-42a4-b21e-4b9789176eb3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.0993512 Dec 10 16:29:56.483134 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50400) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:56.498638 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:56.534514 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Dec 2021 16:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a29922-0975-45fc-92cc-60d5096d869f x-openstack-request-id: req-02a29922-0975-45fc-92cc-60d5096d869f {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:29:56.536697 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b9c694-3535-4aa8-ac86-3b17a08d6a29", "name": "network-vif-deleted", "tag": "d1e6193b-c9a6-4b49-a18d-73542042343a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "28fed480-6b40-479f-86e8-f44d68a97348", "tag": "9b3c7d03-2174-4fbe-b556-009ea3e61047", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:29:56.536697 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-02a29922-0975-45fc-92cc-60d5096d869f {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:29:56.536952 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b9c694-3535-4aa8-ac86-3b17a08d6a29', 'name': 'network-vif-deleted', 'tag': 'd1e6193b-c9a6-4b49-a18d-73542042343a', 'status': 'completed', 'code': 200} Dec 10 16:29:56.538481 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28fed480-6b40-479f-86e8-f44d68a97348', 'tag': '9b3c7d03-2174-4fbe-b556-009ea3e61047', 'status': 'completed', 'code': 200} Dec 10 16:29:56.540708 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54120776-6bb5-445b-87b3-685edc5a802f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1c015d-52f1-4820-a452-5cbf621b6d9d'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:29:56.543255 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b4fae9-cace-4a0a-873b-929759987ad6" -d '{"events": [{"server_uuid": "54120776-6bb5-445b-87b3-685edc5a802f", "name": "network-vif-plugged", "status": "completed", "tag": "1b1c015d-52f1-4820-a452-5cbf621b6d9d"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:29:56.570004 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 1b1c015d-52f1-4820-a452-5cbf621b6d9d, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=1b1c015d-52f1-4820-a452-5cbf621b6d9d,segment=NetworkSegment(61dcaedb-3bc0-47c0-9c1b-e1ac3641e703),segment_id=61dcaedb-3bc0-47c0-9c1b-e1ac3641e703)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:56.588258 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-b16fc2c3-09d6-43c4-b209-2ecf3e7ef03b None None] Set router dd07bbe0-11bc-4846-b050-5cf5a71f487c gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:29:56.592094 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:56.626498 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-79bd4783-1d23-4bf2-8128-e0ab78d6a995 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting port d073eb3f-4f63-4874-9529-9fb09f37756b {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:29:56.626730 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-79bd4783-1d23-4bf2-8128-e0ab78d6a995 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:56.672054 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0a2ac20a-0d24-4889-b0bf-fb5154eef9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:56.712065 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fc5cd-98e8-4b5c-8efb-98fd6ec21122 req-d197e1fe-35ce-485a-97f0-7934f3096809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:56.713586 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3e8fc5cd-98e8-4b5c-8efb-98fd6ec21122 req-d197e1fe-35ce-485a-97f0-7934f3096809 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=78a67ea6c69344df8b0209764b4007aa&device_id=28fed480-6b40-479f-86e8-f44d68a97348 HTTP/1.1" status: 200 len: 1096 time: 0.1742039 Dec 10 16:29:56.744543 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 58894a89-c2f7-4610-ab27-6ed348e3d92d up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:29:56.747010 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-79bd4783-1d23-4bf2-8128-e0ab78d6a995 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:56.763135 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-79bd4783-1d23-4bf2-8128-e0ab78d6a995 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Calling delete_port for d073eb3f-4f63-4874-9529-9fb09f37756b owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:29:56.828753 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4852209-071d-4d09-bed8-756aaf29fdcc req-6eb6e515-290b-43b6-b7ec-741b813aecbb tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:56.830467 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e4852209-071d-4d09-bed8-756aaf29fdcc req-6eb6e515-290b-43b6-b7ec-741b813aecbb tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=54120776-6bb5-445b-87b3-685edc5a802f HTTP/1.1" status: 200 len: 945 time: 0.2267332 Dec 10 16:29:56.903695 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0a2ac20a-0d24-4889-b0bf-fb5154eef9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:56.952915 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-0a2ac20a-0d24-4889-b0bf-fb5154eef9c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['248298f7-3285-4cd6-9abc-06e636814e56']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:56.963650 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-79bd4783-1d23-4bf2-8128-e0ab78d6a995 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:56.978574 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-0a2ac20a-0d24-4889-b0bf-fb5154eef9c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68dfc5db-4a7f-439d-a72d-ee09cee30888') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:56.978879 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-0a2ac20a-0d24-4889-b0bf-fb5154eef9c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68dfc5db-4a7f-439d-a72d-ee09cee30888') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:56.986020 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=1b1c015d-52f1-4820-a452-5cbf621b6d9d,revision_number=7']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:56.988631 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e4852209-071d-4d09-bed8-756aaf29fdcc req-a1432d58-c939-4a76-90c7-07f0d2a52895 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221647 Dec 10 16:29:56.989671 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fc5cd-98e8-4b5c-8efb-98fd6ec21122 req-a2999da9-aedd-412e-8192-fe90b2a82231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:56.991109 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3e8fc5cd-98e8-4b5c-8efb-98fd6ec21122 req-a2999da9-aedd-412e-8192-fe90b2a82231 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f51320c6-36a3-445a-bf6e-8d6ab92c4522 HTTP/1.1" status: 200 len: 921 time: 0.2680826 Dec 10 16:29:56.994830 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0a2ac20a-0d24-4889-b0bf-fb5154eef9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:57.016169 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd4783-1d23-4bf2-8128-e0ab78d6a995 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Port': ['ID=d073eb3f-4f63-4874-9529-9fb09f37756b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:57.052766 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 58894a89-c2f7-4610-ab27-6ed348e3d92d triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:29:57.053137 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:57.063298 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0a2ac20a-0d24-4889-b0bf-fb5154eef9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:57.070562 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3e8fc5cd-98e8-4b5c-8efb-98fd6ec21122 req-ed74e786-9bbf-4c3d-b410-86cb614f5373 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b3c7d03-2174-4fbe-b556-009ea3e61047 HTTP/1.1" status: 200 len: 217 time: 0.0687373 Dec 10 16:29:57.081450 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a2ac20a-0d24-4889-b0bf-fb5154eef9c8 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:29:57.081859 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0a2ac20a-0d24-4889-b0bf-fb5154eef9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:57.083772 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:29:57.083772 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:29:57.083772 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:29:57.083772 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:29:57.083772 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:29:57.083772 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:29:57.083772 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:29:57.083772 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:29:57.083772 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:29:57.083772 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:29:57.083772 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:29:57.083772 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:29:57.083772 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:29:57.083772 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:29:57.083772 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:29:57.083772 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:29:57.083772 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:29:57.083772 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:29:57.083772 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:29:57.083772 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:29:57.083772 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:29:57.083772 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:29:57.083772 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:29:57.083772 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:29:57.083772 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:29:57.083772 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:29:57.083772 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:29:57.083772 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:29:57.083772 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:29:57.083772 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:29:57.083772 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:29:57.083772 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:29:57.138627 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-79bd4783-1d23-4bf2-8128-e0ab78d6a995 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:57.144675 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-79bd4783-1d23-4bf2-8128-e0ab78d6a995 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/ports/d073eb3f-4f63-4874-9529-9fb09f37756b HTTP/1.1" status: 204 len: 168 time: 0.6604192 Dec 10 16:29:57.147073 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50404) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:57.178591 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b16fc2c3-09d6-43c4-b209-2ecf3e7ef03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'name': 'tempest-FloatingIPsAssociationTestJSON-689631423-router', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:28:34Z', 'updated_at': '2021-12-10T16:28:43Z', 'revision_number': 4, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'gw_port': {'id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:24:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:35Z', 'updated_at': '2021-12-10T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '1ea40611-3fff-4ec9-9348-3aa63774fd04', 'name': '', 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'mac_address': 'fa:16:3e:93:ee:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e98874b0-e60d-4822-8213-f6ac4d039265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:42Z', 'updated_at': '2021-12-10T16:28:49Z', 'revision_number': 5, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'subnets': [{'id': 'e98874b0-e60d-4822-8213-f6ac4d039265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:29:57.209112 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16fc2c3-09d6-43c4-b209-2ecf3e7ef03b None None] The sync data for ids ['dd07bbe0-11bc-4846-b050-5cf5a71f487c'] in n-d-766771-2 is: [{'id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'name': 'tempest-FloatingIPsAssociationTestJSON-689631423-router', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:28:34Z', 'updated_at': '2021-12-10T16:28:43Z', 'revision_number': 4, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'gw_port': {'id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:24:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:35Z', 'updated_at': '2021-12-10T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '1ea40611-3fff-4ec9-9348-3aa63774fd04', 'name': '', 'network_id': 'f51320c6-36a3-445a-bf6e-8d6ab92c4522', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'mac_address': 'fa:16:3e:93:ee:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e98874b0-e60d-4822-8213-f6ac4d039265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:42Z', 'updated_at': '2021-12-10T16:28:49Z', 'revision_number': 5, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'subnets': [{'id': 'e98874b0-e60d-4822-8213-f6ac4d039265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:29:57.219351 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:57.239331 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b789e3-fddd-4b24-9b24-00e1bf78585e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:57.242016 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b789e3-fddd-4b24-9b24-00e1bf78585e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:57.244899 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b789e3-fddd-4b24-9b24-00e1bf78585e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:57.246809 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-04b789e3-fddd-4b24-9b24-00e1bf78585e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0985591 Dec 10 16:29:57.249779 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50408) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:57.251296 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fc5cd-98e8-4b5c-8efb-98fd6ec21122 req-b037344e-5809-441a-a312-5f5ac662d415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:57.255104 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3e8fc5cd-98e8-4b5c-8efb-98fd6ec21122 req-b037344e-5809-441a-a312-5f5ac662d415 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e98874b0-e60d-4822-8213-f6ac4d039265 HTTP/1.1" status: 200 len: 859 time: 0.1771898 Dec 10 16:29:57.256102 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0a2ac20a-0d24-4889-b0bf-fb5154eef9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:57.262575 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0a2ac20a-0d24-4889-b0bf-fb5154eef9c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:57.267914 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-0a2ac20a-0d24-4889-b0bf-fb5154eef9c8 admin admin] 10.222.0.11 "DELETE /v2.0/networks/248298f7-3285-4cd6-9abc-06e636814e56 HTTP/1.1" status: 204 len: 168 time: 0.8573902 Dec 10 16:29:57.302059 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 58894a89-c2f7-4610-ab27-6ed348e3d92d, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=58894a89-c2f7-4610-ab27-6ed348e3d92d,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:57.312638 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:57.341918 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ac20a-0d24-4889-b0bf-fb5154eef9c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=248298f7-3285-4cd6-9abc-06e636814e56,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:57.370389 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-82cf0a04-b159-4653-91a2-8f369c7f01f9 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting subnet 415c7383-080a-4ca4-b813-ea3972ce0c1a {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:29:57.375816 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82cf0a04-b159-4653-91a2-8f369c7f01f9 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:57.412796 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fc5cd-98e8-4b5c-8efb-98fd6ec21122 req-c74ceb9f-4c78-4e78-9572-a3f224a06023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:57.414359 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3e8fc5cd-98e8-4b5c-8efb-98fd6ec21122 req-c74ceb9f-4c78-4e78-9572-a3f224a06023 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f51320c6-36a3-445a-bf6e-8d6ab92c4522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1453328 Dec 10 16:29:57.429609 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=58894a89-c2f7-4610-ab27-6ed348e3d92d,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:57.494789 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82cf0a04-b159-4653-91a2-8f369c7f01f9 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:57.566105 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50416) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:57.573538 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82cf0a04-b159-4653-91a2-8f369c7f01f9 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:57.591858 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3e8fc5cd-98e8-4b5c-8efb-98fd6ec21122 req-1cf75609-388c-43bb-845b-316ad43d9e8a service neutron] 10.222.0.26 "GET /v2.0/networks/f51320c6-36a3-445a-bf6e-8d6ab92c4522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694357 Dec 10 16:29:57.670467 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82cf0a04-b159-4653-91a2-8f369c7f01f9 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:57.692085 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82cf0a04-b159-4653-91a2-8f369c7f01f9 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:57.696973 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e2f57c6c-deeb-4d99-b725-01bce09ffa47 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=926384761c9847c28a080dd568637b6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1291342 Dec 10 16:29:57.699576 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50418) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:57.701229 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-82cf0a04-b159-4653-91a2-8f369c7f01f9 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/415c7383-080a-4ca4-b813-ea3972ce0c1a HTTP/1.1" status: 204 len: 168 time: 0.4457867 Dec 10 16:29:57.702816 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50420) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:57.730882 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f234cda-e8f7-430c-ad2c-7f4ea3d5c1e3 None None] New status for floating IP 2dfd14c5-1838-4ec8-a496-30f7c7fd0785: DOWN {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:29:57.737610 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cf0a04-b159-4653-91a2-8f369c7f01f9 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Subnet': ['ID=415c7383-080a-4ca4-b813-ea3972ce0c1a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:57.809920 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b12654-4198-4637-bfa1-3c3c182689b6 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:29:57.824582 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-565728a1-4a84-42ac-a956-f16b0445d43f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting subnet a991c38e-1cc6-4835-be8c-c1a066cd0121 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:29:57.827844 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-565728a1-4a84-42ac-a956-f16b0445d43f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:57.886771 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3e8fc5cd-98e8-4b5c-8efb-98fd6ec21122 req-1aab8fe6-d3cb-49f1-b2aa-d74ddb9708e3 service neutron] 10.222.0.26 "GET /v2.0/networks/f51320c6-36a3-445a-bf6e-8d6ab92c4522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855141 Dec 10 16:29:57.901329 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-565728a1-4a84-42ac-a956-f16b0445d43f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:57.928371 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5645e859-d673-4ac7-803f-5acd106115a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:57.949339 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e040cc0-15f5-4126-ae4e-a15f94935164 x-openstack-request-id: req-4e040cc0-15f5-4126-ae4e-a15f94935164 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:29:57.949339 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54120776-6bb5-445b-87b3-685edc5a802f", "name": "network-vif-plugged", "status": "completed", "tag": "1b1c015d-52f1-4820-a452-5cbf621b6d9d", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:29:57.949658 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4e040cc0-15f5-4126-ae4e-a15f94935164 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:29:57.949920 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54120776-6bb5-445b-87b3-685edc5a802f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1c015d-52f1-4820-a452-5cbf621b6d9d', 'code': 200} Dec 10 16:29:57.976924 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5645e859-d673-4ac7-803f-5acd106115a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:58.000144 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f71a93a7-0b95-46a6-9f58-a3bd366ced73 None None] Provisioning complete for port 58894a89-c2f7-4610-ab27-6ed348e3d92d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:29:58.000144 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f71a93a7-0b95-46a6-9f58-a3bd366ced73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:58.078290 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-565728a1-4a84-42ac-a956-f16b0445d43f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:58.169624 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5645e859-d673-4ac7-803f-5acd106115a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:58.175097 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5645e859-d673-4ac7-803f-5acd106115a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:58.176378 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5645e859-d673-4ac7-803f-5acd106115a6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6c1bfdc0-5004-4078-8411-566b3928ea36 HTTP/1.1" status: 204 len: 168 time: 0.4759593 Dec 10 16:29:58.212860 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645e859-d673-4ac7-803f-5acd106115a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1bfdc0-5004-4078-8411-566b3928ea36,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:58.229371 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8501ce72-e052-42c1-a4ec-1ed0411f1601 req-10f09338-a3ea-476a-a2fd-be4869345fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:58.231071 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8501ce72-e052-42c1-a4ec-1ed0411f1601 req-10f09338-a3ea-476a-a2fd-be4869345fb5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=54120776-6bb5-445b-87b3-685edc5a802f HTTP/1.1" status: 200 len: 1096 time: 0.1276364 Dec 10 16:29:58.288074 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-565728a1-4a84-42ac-a956-f16b0445d43f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:58.360251 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565728a1-4a84-42ac-a956-f16b0445d43f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Subnet': ['ID=a991c38e-1cc6-4835-be8c-c1a066cd0121,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:58.372238 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-565728a1-4a84-42ac-a956-f16b0445d43f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:58.378336 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-565728a1-4a84-42ac-a956-f16b0445d43f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/a991c38e-1cc6-4835-be8c-c1a066cd0121 HTTP/1.1" status: 204 len: 168 time: 0.6690784 Dec 10 16:29:58.380708 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50446) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:58.433357 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d867d127-9352-4f35-8abf-649cb9d7d274 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:29:58.448120 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8501ce72-e052-42c1-a4ec-1ed0411f1601 req-1ee9e9be-130f-4526-83e5-e33590cf51da service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088761 Dec 10 16:29:58.464414 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-813bc185-71b5-4914-8c58-f7abf6af2631 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0825028 Dec 10 16:29:58.468160 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0f163-ca63-4f2b-9956-0349898fc395 req-a04131d1-0c96-4042-b6a7-e35adf752e8c tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:58.468782 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50450) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:58.474781 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f8f0f163-ca63-4f2b-9956-0349898fc395 req-a04131d1-0c96-4042-b6a7-e35adf752e8c tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 946 time: 0.2276678 Dec 10 16:29:58.477327 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-0580cf05-d5c7-48d4-8417-527f9d97fb7e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'subnet': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:58.547465 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-92f53dd5-ad8b-47a3-b7ce-7c0c12ac49cd None None] Provisioning complete for port 58894a89-c2f7-4610-ab27-6ed348e3d92d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:29:58.547789 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc206186-c041-46e9-9037-af8c98d84285', 'name': 'network-vif-deleted', 'tag': 'c8d742c7-39b5-4e13-aa82-cc1e37fb25f1'}, {'name': 'network-changed', 'server_uuid': '28fed480-6b40-479f-86e8-f44d68a97348', 'tag': '9b3c7d03-2174-4fbe-b556-009ea3e61047'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:29:58.548186 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-92f53dd5-ad8b-47a3-b7ce-7c0c12ac49cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:58.552830 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fef4d5d-9260-4c09-8d1d-288201c3944b" -d '{"events": [{"server_uuid": "bc206186-c041-46e9-9037-af8c98d84285", "name": "network-vif-deleted", "tag": "c8d742c7-39b5-4e13-aa82-cc1e37fb25f1"}, {"name": "network-changed", "server_uuid": "28fed480-6b40-479f-86e8-f44d68a97348", "tag": "9b3c7d03-2174-4fbe-b556-009ea3e61047"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:29:58.631444 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f8f0f163-ca63-4f2b-9956-0349898fc395 req-58ea06eb-7713-46a1-9641-60be674d9b89 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496680 Dec 10 16:29:58.690445 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 58894a89-c2f7-4610-ab27-6ed348e3d92d up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:29:58.738124 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0580cf05-d5c7-48d4-8417-527f9d97fb7e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:29:58.738713 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e64c49-9277-44f3-a707-8bf24622e639 None None] DHCP port deletion for ba7323f5-fe45-4362-904e-9370cf7b7342 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:29:58.762739 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0580cf05-d5c7-48d4-8417-527f9d97fb7e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:58.817173 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device c8d742c7-39b5-4e13-aa82-cc1e37fb25f1 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:29:58.855282 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 58894a89-c2f7-4610-ab27-6ed348e3d92d triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:29:58.855663 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:58.857269 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: c8d742c7-39b5-4e13-aa82-cc1e37fb25f1 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:29:58.857920 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device c8d742c7-39b5-4e13-aa82-cc1e37fb25f1 not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:29:58.882032 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ad769-a0d5-4dd9-8bed-82d10eabd595 req-bcb22ec7-b5a9-4c3a-b33c-0223f7237276 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:58.887787 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e20ad769-a0d5-4dd9-8bed-82d10eabd595 req-bcb22ec7-b5a9-4c3a-b33c-0223f7237276 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=54120776-6bb5-445b-87b3-685edc5a802f HTTP/1.1" status: 200 len: 945 time: 0.1568105 Dec 10 16:29:58.985975 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e20ad769-a0d5-4dd9-8bed-82d10eabd595 req-d95a38d8-04b8-45f3-bdd0-3a1f2c87157f tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886343 Dec 10 16:29:58.996028 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-23e64c49-9277-44f3-a707-8bf24622e639 None None] Deleting port 58894a89-c2f7-4610-ab27-6ed348e3d92d {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:29:58.996403 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-23e64c49-9277-44f3-a707-8bf24622e639 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:59.085843 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d3fb9407-cd60-4152-9984-97153959ec57 req-45b490fa-b5a8-4346-8d1b-a364ecde1e21 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/floatingips/2dfd14c5-1838-4ec8-a496-30f7c7fd0785 HTTP/1.1" status: 200 len: 694 time: 0.0643380 Dec 10 16:29:59.124045 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-23e64c49-9277-44f3-a707-8bf24622e639 None None] For port 58894a89-c2f7-4610-ab27-6ed348e3d92d, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=58894a89-c2f7-4610-ab27-6ed348e3d92d,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:29:59.128217 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-23e64c49-9277-44f3-a707-8bf24622e639 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:59.159903 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-23e64c49-9277-44f3-a707-8bf24622e639 None None] Calling delete_port for 58894a89-c2f7-4610-ab27-6ed348e3d92d owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:29:59.256209 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-23e64c49-9277-44f3-a707-8bf24622e639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:59.269108 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb9407-cd60-4152-9984-97153959ec57 req-a15885d9-c362-4de0-89cf-a08b611b3022 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:59.277724 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d3fb9407-cd60-4152-9984-97153959ec57 req-a15885d9-c362-4de0-89cf-a08b611b3022 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/networks/5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 784 time: 0.1909060 Dec 10 16:29:59.317881 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e64c49-9277-44f3-a707-8bf24622e639 None None] No DVR routers for this DVR port 58894a89-c2f7-4610-ab27-6ed348e3d92d on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:29:59.319524 n-d-766771-2 neutron-server[103393]: DEBUG neutron.objects.ports [None req-0580cf05-d5c7-48d4-8417-527f9d97fb7e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103393) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 16:29:59.344412 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Port 58894a89-c2f7-4610-ab27-6ed348e3d92d update to ACTIVE by agent not found {{(pid=103394) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 10 16:29:59.344598 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d3fb9407-cd60-4152-9984-97153959ec57 req-005ccb47-e484-4a64-ad02-91cff6f1b27f tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.140 HTTP/1.1" status: 200 len: 697 time: 0.0647683 Dec 10 16:29:59.373108 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e64c49-9277-44f3-a707-8bf24622e639 None None] Pushing event deleted for resources: {'Port': ['ID=58894a89-c2f7-4610-ab27-6ed348e3d92d,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:59.409135 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d3fb9407-cd60-4152-9984-97153959ec57 req-a9a84e6c-0a40-40f8-934e-67c205748a2c tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.140 HTTP/1.1" status: 200 len: 697 time: 0.0569267 Dec 10 16:29:59.446093 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50476) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:59.589504 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-d3fb9407-cd60-4152-9984-97153959ec57 req-85d18e38-62fa-48be-94f6-ad0376e32364 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Deleting port 88d67449-8a60-4ede-80d1-ef0186c5fea0 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:29:59.589855 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d3fb9407-cd60-4152-9984-97153959ec57 req-85d18e38-62fa-48be-94f6-ad0376e32364 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:59.726032 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d3fb9407-cd60-4152-9984-97153959ec57 req-85d18e38-62fa-48be-94f6-ad0376e32364 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:59.726465 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d3fb9407-cd60-4152-9984-97153959ec57 req-85d18e38-62fa-48be-94f6-ad0376e32364 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:59.740850 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-d3fb9407-cd60-4152-9984-97153959ec57 req-85d18e38-62fa-48be-94f6-ad0376e32364 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Calling delete_port for 88d67449-8a60-4ede-80d1-ef0186c5fea0 owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:29:59.850432 n-d-766771-2 neutron-server[103393]: WARNING neutron.services.revisions.revision_plugin [None req-0580cf05-d5c7-48d4-8417-527f9d97fb7e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Could not find related port for resource to bump revision. Dec 10 16:29:59.856541 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-4ec654b8-fd68-4425-9f38-de0e6eb0fee0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1824395172-network', 'tenant_id': '86809bc173774b32a7d283ceb29d9179'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:29:59.865863 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.ipam_pluggable_backend [None req-0580cf05-d5c7-48d4-8417-527f9d97fb7e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Port 58894a89-c2f7-4610-ab27-6ed348e3d92d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103393) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 10 16:29:59.866203 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.ipam_pluggable_backend [None req-0580cf05-d5c7-48d4-8417-527f9d97fb7e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Reverting IP allocation for 2001:db8::f816:3eff:fe23:7db0 {{(pid=103393) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 10 16:29:59.873740 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.ipam_pluggable_backend [None req-0580cf05-d5c7-48d4-8417-527f9d97fb7e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe23:7db0 {{(pid=103393) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 10 16:29:59.878319 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0580cf05-d5c7-48d4-8417-527f9d97fb7e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:59.916258 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d3fb9407-cd60-4152-9984-97153959ec57 req-85d18e38-62fa-48be-94f6-ad0376e32364 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:59.922448 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec654b8-fd68-4425-9f38-de0e6eb0fee0 admin admin] Made reservation on behalf of 86809bc173774b32a7d283ceb29d9179 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:29:59.923762 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4ec654b8-fd68-4425-9f38-de0e6eb0fee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:59.930108 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0580cf05-d5c7-48d4-8417-527f9d97fb7e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:29:59.939711 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-0580cf05-d5c7-48d4-8417-527f9d97fb7e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:29:59.941861 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4ec654b8-fd68-4425-9f38-de0e6eb0fee0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:59.944063 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d18e38-62fa-48be-94f6-ad0376e32364 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Pushing event deleted for resources: {'Port': ['ID=88d67449-8a60-4ede-80d1-ef0186c5fea0,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:59.952600 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0580cf05-d5c7-48d4-8417-527f9d97fb7e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:29:59.953184 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0580cf05-d5c7-48d4-8417-527f9d97fb7e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:59.958633 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431c4b53-b5a1-46ac-a62b-0317daa56aa0 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:30:00.011428 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d3fb9407-cd60-4152-9984-97153959ec57 req-85d18e38-62fa-48be-94f6-ad0376e32364 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks [] for floatingip, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:00.014346 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d3fb9407-cd60-4152-9984-97153959ec57 req-85d18e38-62fa-48be-94f6-ad0376e32364 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:00.015586 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d3fb9407-cd60-4152-9984-97153959ec57 req-85d18e38-62fa-48be-94f6-ad0376e32364 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "DELETE /v2.0/floatingips/2dfd14c5-1838-4ec8-a496-30f7c7fd0785 HTTP/1.1" status: 204 len: 173 time: 0.6006703 Dec 10 16:30:00.032629 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4ec654b8-fd68-4425-9f38-de0e6eb0fee0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:00.040100 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0580cf05-d5c7-48d4-8417-527f9d97fb7e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Subnet': ['ID=e3149d00-1c0c-4042-8168-110f894a7ca1,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:00.044429 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4ec654b8-fd68-4425-9f38-de0e6eb0fee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:00.067581 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50486) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:00.068281 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0580cf05-d5c7-48d4-8417-527f9d97fb7e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5983877 Dec 10 16:30:00.073215 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ec654b8-fd68-4425-9f38-de0e6eb0fee0 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:30:00.076904 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-cdc72052-a702-4f4c-975c-4f01d8d829dc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'subnet': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:00.091695 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec654b8-fd68-4425-9f38-de0e6eb0fee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:00.096526 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4ec654b8-fd68-4425-9f38-de0e6eb0fee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:00.096869 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-4ec654b8-fd68-4425-9f38-de0e6eb0fee0 admin admin] Added segment b9bd78ee-f3c3-4e6c-b4f5-8a2b8ab95e02 of type vlan for network e32a4d08-b516-4a89-a4b3-00c81d20f408 Dec 10 16:30:00.123043 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0dd4ce-c331-4348-8311-9cdb806231f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-ba7323f5-fe45-4362-904e-9370cf7b7342', 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'project_id': '2ff5423581d24da08fa7c37167d452f0', 'fixed_ips': [{'subnet_id': 'e3149d00-1c0c-4042-8168-110f894a7ca1'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:30:00.124756 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1f0dd4ce-c331-4348-8311-9cdb806231f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:00.167270 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4ec654b8-fd68-4425-9f38-de0e6eb0fee0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:00.214445 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4ec654b8-fd68-4425-9f38-de0e6eb0fee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:00.216013 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec654b8-fd68-4425-9f38-de0e6eb0fee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:00.216605 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4ec654b8-fd68-4425-9f38-de0e6eb0fee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:00.239505 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Dec 2021 16:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82069daf-e251-404c-b007-b19fbaae4c45 x-openstack-request-id: req-82069daf-e251-404c-b007-b19fbaae4c45 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:30:00.239897 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc206186-c041-46e9-9037-af8c98d84285", "name": "network-vif-deleted", "tag": "c8d742c7-39b5-4e13-aa82-cc1e37fb25f1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "28fed480-6b40-479f-86e8-f44d68a97348", "tag": "9b3c7d03-2174-4fbe-b556-009ea3e61047", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:30:00.240259 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-82069daf-e251-404c-b007-b19fbaae4c45 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:30:00.240767 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc206186-c041-46e9-9037-af8c98d84285', 'name': 'network-vif-deleted', 'tag': 'c8d742c7-39b5-4e13-aa82-cc1e37fb25f1', 'status': 'completed', 'code': 200} Dec 10 16:30:00.241566 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28fed480-6b40-479f-86e8-f44d68a97348', 'tag': '9b3c7d03-2174-4fbe-b556-009ea3e61047', 'status': 'completed', 'code': 200} Dec 10 16:30:00.282864 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4ec654b8-fd68-4425-9f38-de0e6eb0fee0 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8354814 Dec 10 16:30:00.291601 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50492) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:00.300220 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-65aaa7af-8ba9-416c-aedd-6e5c8c8e1a02 admin admin] Request body: {'subnet': {'network_id': 'e32a4d08-b516-4a89-a4b3-00c81d20f408', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1824395172-subnet', 'tenant_id': '86809bc173774b32a7d283ceb29d9179', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:00.310237 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec654b8-fd68-4425-9f38-de0e6eb0fee0 admin admin] Pushing event updated for resources: {'Network': ['ID=e32a4d08-b516-4a89-a4b3-00c81d20f408,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:00.324841 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef4d5d-9260-4c09-8d1d-288201c3944b req-36108f19-67b2-45f1-9d73-346d8f9ea44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:00.326923 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4fef4d5d-9260-4c09-8d1d-288201c3944b req-36108f19-67b2-45f1-9d73-346d8f9ea44d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=78a67ea6c69344df8b0209764b4007aa&device_id=28fed480-6b40-479f-86e8-f44d68a97348 HTTP/1.1" status: 200 len: 1096 time: 0.0849164 Dec 10 16:30:00.329170 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network e32a4d08-b516-4a89-a4b3-00c81d20f408 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:30:00.341822 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65aaa7af-8ba9-416c-aedd-6e5c8c8e1a02 admin admin] Made reservation on behalf of 86809bc173774b32a7d283ceb29d9179 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:30:00.344372 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-65aaa7af-8ba9-416c-aedd-6e5c8c8e1a02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:00.448719 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-1f0dd4ce-c331-4348-8311-9cdb806231f3 None None] Allocated IP 2001:db8::f816:3eff:fe5b:72bb (ba7323f5-fe45-4362-904e-9370cf7b7342/e3149d00-1c0c-4042-8168-110f894a7ca1/6abcdcd4-fc63-4297-b0f4-be158538db2c) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:30:00.459464 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc72052-a702-4f4c-975c-4f01d8d829dc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:30:00.463266 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cdc72052-a702-4f4c-975c-4f01d8d829dc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:00.597631 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-65aaa7af-8ba9-416c-aedd-6e5c8c8e1a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:00.658200 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 58894a89-c2f7-4610-ab27-6ed348e3d92d no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:30:00.659821 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aaa7af-8ba9-416c-aedd-6e5c8c8e1a02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d02cdcd1-06ed-4593-b982-980ffb32811d,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:00.686023 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 58894a89-c2f7-4610-ab27-6ed348e3d92d {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:30:00.686396 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 58894a89-c2f7-4610-ab27-6ed348e3d92d not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:30:00.697190 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aaa7af-8ba9-416c-aedd-6e5c8c8e1a02 admin admin] Checking segment: {'id': 'b9bd78ee-f3c3-4e6c-b4f5-8a2b8ab95e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e32a4d08-b516-4a89-a4b3-00c81d20f408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:30:00.698348 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65aaa7af-8ba9-416c-aedd-6e5c8c8e1a02 admin admin] Network hostable DHCP agents. Network: e32a4d08-b516-4a89-a4b3-00c81d20f408, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:30:00.714386 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1f0dd4ce-c331-4348-8311-9cdb806231f3 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:00.721507 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1f0dd4ce-c331-4348-8311-9cdb806231f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:00.723312 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65aaa7af-8ba9-416c-aedd-6e5c8c8e1a02 admin admin] Network e32a4d08-b516-4a89-a4b3-00c81d20f408 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:30:00.735569 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-65aaa7af-8ba9-416c-aedd-6e5c8c8e1a02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, e32a4d08-b516-4a89-a4b3-00c81d20f408) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:00.750189 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65aaa7af-8ba9-416c-aedd-6e5c8c8e1a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:00.751542 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-65aaa7af-8ba9-416c-aedd-6e5c8c8e1a02 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:00.774557 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-65aaa7af-8ba9-416c-aedd-6e5c8c8e1a02 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4814498 Dec 10 16:30:00.775951 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50494) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:00.780001 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0dd4ce-c331-4348-8311-9cdb806231f3 None None] Pushing event updated for resources: {'Port': ['ID=6abcdcd4-fc63-4297-b0f4-be158538db2c,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:00.782381 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-f45501d0-4fcf-4066-bf65-7655295e48e5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1824395172-router', 'tenant_id': '86809bc173774b32a7d283ceb29d9179', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:00.783331 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f02658-6b82-46ee-8d19-40d599496bb8 None None] Network e32a4d08-b516-4a89-a4b3-00c81d20f408 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:30:00.812544 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f45501d0-4fcf-4066-bf65-7655295e48e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:00.813856 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f45501d0-4fcf-4066-bf65-7655295e48e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:00.844938 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0dd4ce-c331-4348-8311-9cdb806231f3 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:30:00.852356 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-1f0dd4ce-c331-4348-8311-9cdb806231f3 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:00.855898 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0dd4ce-c331-4348-8311-9cdb806231f3 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:30:00.894861 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f45501d0-4fcf-4066-bf65-7655295e48e5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:00.953477 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-1f0dd4ce-c331-4348-8311-9cdb806231f3 None None] Attempting to bind port 6abcdcd4-fc63-4297-b0f4-be158538db2c on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:30:00.953857 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-1f0dd4ce-c331-4348-8311-9cdb806231f3 None None] Attempting to bind port 6abcdcd4-fc63-4297-b0f4-be158538db2c by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:30:00.954246 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0dd4ce-c331-4348-8311-9cdb806231f3 None None] Attempting to bind port 6abcdcd4-fc63-4297-b0f4-be158538db2c on network ba7323f5-fe45-4362-904e-9370cf7b7342 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:30:00.967345 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a056157-bc48-4f7f-8499-85615a335dc5 None None] Network e32a4d08-b516-4a89-a4b3-00c81d20f408 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:30:00.971395 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0dd4ce-c331-4348-8311-9cdb806231f3 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:30:00.971847 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0dd4ce-c331-4348-8311-9cdb806231f3 None None] Checking segment: {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:30:00.973147 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1f0dd4ce-c331-4348-8311-9cdb806231f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:00.973147 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0dd4ce-c331-4348-8311-9cdb806231f3 None None] Bound using segment: {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:30:00.973877 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-1f0dd4ce-c331-4348-8311-9cdb806231f3 None None] Bound port: 6abcdcd4-fc63-4297-b0f4-be158538db2c, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:30:00.974521 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1f0dd4ce-c331-4348-8311-9cdb806231f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:01.004083 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a31f2c-952a-49af-ab62-c256e3f2b1d2 req-f87cf2fb-9547-41c5-883f-3688d123193d tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:01.011650 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81a31f2c-952a-49af-ab62-c256e3f2b1d2 req-f87cf2fb-9547-41c5-883f-3688d123193d tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=54120776-6bb5-445b-87b3-685edc5a802f HTTP/1.1" status: 200 len: 945 time: 0.6804690 Dec 10 16:30:01.103296 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f45501d0-4fcf-4066-bf65-7655295e48e5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:01.215731 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cdc72052-a702-4f4c-975c-4f01d8d829dc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:01.260631 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef4d5d-9260-4c09-8d1d-288201c3944b req-a5995691-326c-441b-abf4-5f5a19a07244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:01.262303 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4fef4d5d-9260-4c09-8d1d-288201c3944b req-a5995691-326c-441b-abf4-5f5a19a07244 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f51320c6-36a3-445a-bf6e-8d6ab92c4522 HTTP/1.1" status: 200 len: 921 time: 0.9206240 Dec 10 16:30:01.274728 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81a31f2c-952a-49af-ab62-c256e3f2b1d2 req-c857c0cb-daaf-41ed-898d-aaf254497946 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622004 Dec 10 16:30:01.347039 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4fef4d5d-9260-4c09-8d1d-288201c3944b req-a0243648-c743-4170-ba64-4970ff8abf8c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b3c7d03-2174-4fbe-b556-009ea3e61047 HTTP/1.1" status: 200 len: 217 time: 0.0660980 Dec 10 16:30:01.378374 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc72052-a702-4f4c-975c-4f01d8d829dc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:30:01.382364 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc72052-a702-4f4c-975c-4f01d8d829dc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Subnet': ['ID=7d12f240-3495-4071-b32f-2c97fe8e5f09,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:01.396981 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-1f0dd4ce-c331-4348-8311-9cdb806231f3 None None] For port 6abcdcd4-fc63-4297-b0f4-be158538db2c, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:30:01.402732 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-1f0dd4ce-c331-4348-8311-9cdb806231f3 None None] For port 6abcdcd4-fc63-4297-b0f4-be158538db2c, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=6abcdcd4-fc63-4297-b0f4-be158538db2c,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:30:01.409885 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1f0dd4ce-c331-4348-8311-9cdb806231f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:01.421375 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-cdc72052-a702-4f4c-975c-4f01d8d829dc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:01.434893 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc72052-a702-4f4c-975c-4f01d8d829dc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:01.435498 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cdc72052-a702-4f4c-975c-4f01d8d829dc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:01.482181 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-cdc72052-a702-4f4c-975c-4f01d8d829dc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4128211 Dec 10 16:30:01.487445 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50502) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:01.495183 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-8b6b02f9-4708-445f-9f4b-806842604c79 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'port': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'mac_address': 'fa:16:3e:27:ce:6b', 'name': 'tempest-NetworksTestDHCPv6-683649893'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:01.500654 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0dd4ce-c331-4348-8311-9cdb806231f3 None None] Pushing event updated for resources: {'Port': ['ID=6abcdcd4-fc63-4297-b0f4-be158538db2c,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:01.503835 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef4d5d-9260-4c09-8d1d-288201c3944b req-339bc157-9fa8-4d5b-80e0-e8504787d0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:01.505707 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4fef4d5d-9260-4c09-8d1d-288201c3944b req-339bc157-9fa8-4d5b-80e0-e8504787d0d4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e98874b0-e60d-4822-8213-f6ac4d039265 HTTP/1.1" status: 200 len: 859 time: 0.1472418 Dec 10 16:30:01.563293 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f45501d0-4fcf-4066-bf65-7655295e48e5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:01.611415 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f45501d0-4fcf-4066-bf65-7655295e48e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:01.712850 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef4d5d-9260-4c09-8d1d-288201c3944b req-c78af35c-eb5b-4ea9-8865-2a3b624553aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:01.717766 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4fef4d5d-9260-4c09-8d1d-288201c3944b req-c78af35c-eb5b-4ea9-8865-2a3b624553aa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f51320c6-36a3-445a-bf6e-8d6ab92c4522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1981301 Dec 10 16:30:01.878118 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-f45501d0-4fcf-4066-bf65-7655295e48e5 admin admin] Allocated IP 172.25.6.25 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/fd5cf142-a892-4e57-808d-bec9570f4eee) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:30:01.955034 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4fef4d5d-9260-4c09-8d1d-288201c3944b req-ebcaa017-0916-4d46-8e92-78ac43902393 service neutron] 10.222.0.26 "GET /v2.0/networks/f51320c6-36a3-445a-bf6e-8d6ab92c4522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202287 Dec 10 16:30:01.957118 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6b02f9-4708-445f-9f4b-806842604c79 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:30:02.013264 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f45501d0-4fcf-4066-bf65-7655295e48e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:02.085655 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47e917-7283-472e-9491-76f45c088249 req-21d078bf-b986-4dad-aa55-3ecc201204e5 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:02.087433 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0d47e917-7283-472e-9491-76f45c088249 req-21d078bf-b986-4dad-aa55-3ecc201204e5 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=54120776-6bb5-445b-87b3-685edc5a802f HTTP/1.1" status: 200 len: 945 time: 0.2139828 Dec 10 16:30:02.088610 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f45501d0-4fcf-4066-bf65-7655295e48e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:02.167214 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45501d0-4fcf-4066-bf65-7655295e48e5 admin admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:30:02.168954 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-f45501d0-4fcf-4066-bf65-7655295e48e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:02.171169 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45501d0-4fcf-4066-bf65-7655295e48e5 admin admin] Pushing event updated for resources: {'Port': ['ID=fd5cf142-a892-4e57-808d-bec9570f4eee,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:02.181620 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45501d0-4fcf-4066-bf65-7655295e48e5 admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:30:02.184762 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4fef4d5d-9260-4c09-8d1d-288201c3944b req-fa0dbeef-e0bb-4de8-9c17-2e3d177e4150 service neutron] 10.222.0.26 "GET /v2.0/networks/f51320c6-36a3-445a-bf6e-8d6ab92c4522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811504 Dec 10 16:30:02.190737 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8b6b02f9-4708-445f-9f4b-806842604c79 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:02.214479 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0d47e917-7283-472e-9491-76f45c088249 req-9d7b74a9-ccb3-41cf-ae61-a604de32ae2c tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172435 Dec 10 16:30:02.230217 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-8b6b02f9-4708-445f-9f4b-806842604c79 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] device_id is not set on port 63585350-5b49-4d44-a7f2-00505e2a9b84 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:30:02.563102 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b6bf0-3b17-4c64-a7fb-b35019bfe0ba req-b0f1b959-426f-4c79-9bf0-203ca253bfa5 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:02.570932 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1a5b6bf0-3b17-4c64-a7fb-b35019bfe0ba req-b0f1b959-426f-4c79-9bf0-203ca253bfa5 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/ports?device_id=28fed480-6b40-479f-86e8-f44d68a97348 HTTP/1.1" status: 200 len: 945 time: 0.1816559 Dec 10 16:30:02.592283 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f45501d0-4fcf-4066-bf65-7655295e48e5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:02.615650 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-8b6b02f9-4708-445f-9f4b-806842604c79 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Allocated IP 172.20.0.3 (ba7323f5-fe45-4362-904e-9370cf7b7342/7d12f240-3495-4071-b32f-2c97fe8e5f09/63585350-5b49-4d44-a7f2-00505e2a9b84) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:30:02.652795 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-8b6b02f9-4708-445f-9f4b-806842604c79 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Allocated IP 2001:db8::f816:3eff:fe27:ce6b (ba7323f5-fe45-4362-904e-9370cf7b7342/e3149d00-1c0c-4042-8168-110f894a7ca1/63585350-5b49-4d44-a7f2-00505e2a9b84) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:30:02.714751 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 6abcdcd4-fc63-4297-b0f4-be158538db2c up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:30:02.749749 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1a5b6bf0-3b17-4c64-a7fb-b35019bfe0ba req-09d1d045-665f-451e-af7d-006b46056421 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/security-groups?id=0323d5e7-5cb6-4b7a-86bf-6326caf30de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621387 Dec 10 16:30:02.827124 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 6abcdcd4-fc63-4297-b0f4-be158538db2c triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:02.827719 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:02.968999 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f45501d0-4fcf-4066-bf65-7655295e48e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:03.013107 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:03.052716 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79756b4-a924-48dd-93a4-5a3e2a2e0cee None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:30:03.061031 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8b6b02f9-4708-445f-9f4b-806842604c79 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:03.131339 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8b6b02f9-4708-445f-9f4b-806842604c79 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:03.166129 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6b02f9-4708-445f-9f4b-806842604c79 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:30:03.179881 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4d796-5a06-41f8-9ea2-460c6a73c441 req-c95abd72-cfbf-4c84-90df-1bfe9a2f6576 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:03.181776 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3cf4d796-5a06-41f8-9ea2-460c6a73c441 req-c95abd72-cfbf-4c84-90df-1bfe9a2f6576 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.26 "GET /v2.0/ports?device_id=28fed480-6b40-479f-86e8-f44d68a97348 HTTP/1.1" status: 200 len: 945 time: 0.3090942 Dec 10 16:30:03.183661 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-8b6b02f9-4708-445f-9f4b-806842604c79 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:03.206438 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45501d0-4fcf-4066-bf65-7655295e48e5 admin admin] Router 1c1262d2-a626-4ee3-92fd-acf80f2f0f1c is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:30:03.226943 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6b02f9-4708-445f-9f4b-806842604c79 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:30:03.240725 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 6abcdcd4-fc63-4297-b0f4-be158538db2c, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=6abcdcd4-fc63-4297-b0f4-be158538db2c,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:30:03.268487 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:03.304306 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-0c96f29d-42ba-4181-9a64-ca05a5d0a471 None None] Provisioning complete for port 6abcdcd4-fc63-4297-b0f4-be158538db2c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:03.304688 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0c96f29d-42ba-4181-9a64-ca05a5d0a471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:03.478886 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b02f9-4708-445f-9f4b-806842604c79 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Port': ['ID=63585350-5b49-4d44-a7f2-00505e2a9b84,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:03.496345 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6b02f9-4708-445f-9f4b-806842604c79 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:03.496998 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8b6b02f9-4708-445f-9f4b-806842604c79 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:03.531048 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45501d0-4fcf-4066-bf65-7655295e48e5 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:30:03.564863 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f45501d0-4fcf-4066-bf65-7655295e48e5 admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:03.577118 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50536) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:03.577675 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f45501d0-4fcf-4066-bf65-7655295e48e5 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8003356 Dec 10 16:30:03.583157 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82b9765-432a-425b-93a4-517c4b74c86f None None] Sync routers for ids ['1c1262d2-a626-4ee3-92fd-acf80f2f0f1c'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:30:03.600258 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50538) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:03.605451 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-8b6b02f9-4708-445f-9f4b-806842604c79 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.1163852 Dec 10 16:30:03.666198 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82b9765-432a-425b-93a4-517c4b74c86f None None] Routers {'1c1262d2-a626-4ee3-92fd-acf80f2f0f1c'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:30:03.666845 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b82b9765-432a-425b-93a4-517c4b74c86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:29:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['1c1262d2-a626-4ee3-92fd-acf80f2f0f1c'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:30:03.676703 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=6abcdcd4-fc63-4297-b0f4-be158538db2c,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:03.704434 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbbb13a-a774-4133-b95e-e7a6ebf4517c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:03.711503 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbbb13a-a774-4133-b95e-e7a6ebf4517c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:03.716257 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5dbbb13a-a774-4133-b95e-e7a6ebf4517c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1148698 Dec 10 16:30:03.717100 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50544) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:03.897652 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-3cf4d796-5a06-41f8-9ea2-460c6a73c441 req-08cb34ba-2fd6-4466-a87c-1d8e2819d5f0 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Deleting port 9b3c7d03-2174-4fbe-b556-009ea3e61047 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:30:03.897993 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3cf4d796-5a06-41f8-9ea2-460c6a73c441 req-08cb34ba-2fd6-4466-a87c-1d8e2819d5f0 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:03.903406 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f5f9e-61c4-441d-9092-adf901dcb87a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting port 63585350-5b49-4d44-a7f2-00505e2a9b84 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:30:03.904015 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f1f5f9e-61c4-441d-9092-adf901dcb87a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:03.927781 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-b82b9765-432a-425b-93a4-517c4b74c86f None None] Set router 1c1262d2-a626-4ee3-92fd-acf80f2f0f1c gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:30:04.045272 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f1f5f9e-61c4-441d-9092-adf901dcb87a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:04.060840 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f5f9e-61c4-441d-9092-adf901dcb87a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Calling delete_port for 63585350-5b49-4d44-a7f2-00505e2a9b84 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:30:04.075937 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-3d8485d3-86ca-4a53-a05c-2385942c25c1 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:04.076198 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13efd4c9-4ca2-4100-9253-ceb04951aaf5 None None] Update dhcp port {'port': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'fixed_ips': [{'subnet_id': 'e3149d00-1c0c-4042-8168-110f894a7ca1', 'ip_address': '2001:db8::f816:3eff:fe5b:72bb'}, {'subnet_id': '7d12f240-3495-4071-b32f-2c97fe8e5f09'}], 'binding:host_id': 'n-d-766771-2'}, 'id': '6abcdcd4-fc63-4297-b0f4-be158538db2c'} from n-d-766771-2. {{(pid=103394) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 16:30:04.083985 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-3d8485d3-86ca-4a53-a05c-2385942c25c1 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/networks?id=6b846837-ffd4-4012-82b7-af1d6b57a065 HTTP/1.1" status: 200 len: 814 time: 0.3276021 Dec 10 16:30:04.127933 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-ecdf98fe-be29-4f6e-baee-0144436e0c5c tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/quotas/0d4248dbee8d467184bf6fd62b83d63b HTTP/1.1" status: 200 len: 375 time: 0.0423546 Dec 10 16:30:04.164597 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-13efd4c9-4ca2-4100-9253-ceb04951aaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:04.179062 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-3cf4d796-5a06-41f8-9ea2-460c6a73c441 req-08cb34ba-2fd6-4466-a87c-1d8e2819d5f0 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] For port 9b3c7d03-2174-4fbe-b556-009ea3e61047, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=9b3c7d03-2174-4fbe-b556-009ea3e61047,segment=NetworkSegment(c5dc7c15-134d-4079-accd-bbd076de9d44),segment_id=c5dc7c15-134d-4079-accd-bbd076de9d44)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:30:04.179572 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3cf4d796-5a06-41f8-9ea2-460c6a73c441 req-08cb34ba-2fd6-4466-a87c-1d8e2819d5f0 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:04.203550 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-3cf4d796-5a06-41f8-9ea2-460c6a73c441 req-08cb34ba-2fd6-4466-a87c-1d8e2819d5f0 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Calling delete_port for 9b3c7d03-2174-4fbe-b556-009ea3e61047 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:30:04.245043 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-cb03f919-ca69-40df-89a8-ca15f5c149b4 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d4248dbee8d467184bf6fd62b83d63b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1160386 Dec 10 16:30:04.253480 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:30:04.351918 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f1f5f9e-61c4-441d-9092-adf901dcb87a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:04.391897 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f5f9e-61c4-441d-9092-adf901dcb87a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Port': ['ID=63585350-5b49-4d44-a7f2-00505e2a9b84,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:04.403368 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-13efd4c9-4ca2-4100-9253-ceb04951aaf5 None None] Allocated IP 172.20.0.2 (ba7323f5-fe45-4362-904e-9370cf7b7342/7d12f240-3495-4071-b32f-2c97fe8e5f09/6abcdcd4-fc63-4297-b0f4-be158538db2c) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:30:04.468367 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b82b9765-432a-425b-93a4-517c4b74c86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c1262d2-a626-4ee3-92fd-acf80f2f0f1c', 'name': 'tempest-ServerRescueTestJSON-1824395172-router', 'tenant_id': '86809bc173774b32a7d283ceb29d9179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'fd5cf142-a892-4e57-808d-bec9570f4eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:30:00Z', 'updated_at': '2021-12-10T16:30:02Z', 'revision_number': 3, 'project_id': '86809bc173774b32a7d283ceb29d9179', 'gw_port': {'id': 'fd5cf142-a892-4e57-808d-bec9570f4eee', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c1262d2-a626-4ee3-92fd-acf80f2f0f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:01Z', 'updated_at': '2021-12-10T16:30:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:30:04.507354 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f1f5f9e-61c4-441d-9092-adf901dcb87a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:04.509070 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82b9765-432a-425b-93a4-517c4b74c86f None None] Checking router: 1c1262d2-a626-4ee3-92fd-acf80f2f0f1c for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:30:04.509740 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82b9765-432a-425b-93a4-517c4b74c86f None None] Updating router 1c1262d2-a626-4ee3-92fd-acf80f2f0f1c port fd5cf142-a892-4e57-808d-bec9570f4eee binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:30:04.518175 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9f1f5f9e-61c4-441d-9092-adf901dcb87a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/ports/63585350-5b49-4d44-a7f2-00505e2a9b84 HTTP/1.1" status: 204 len: 168 time: 0.7982697 Dec 10 16:30:04.518707 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50552) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:04.557963 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b82b9765-432a-425b-93a4-517c4b74c86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:04.609384 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-13efd4c9-4ca2-4100-9253-ceb04951aaf5 None None] For port 6abcdcd4-fc63-4297-b0f4-be158538db2c, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=6abcdcd4-fc63-4297-b0f4-be158538db2c,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:30:04.657877 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33759f9-01c0-406c-befb-17a84c0d7f68 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:04.665138 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33759f9-01c0-406c-befb-17a84c0d7f68 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:04.666872 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33759f9-01c0-406c-befb-17a84c0d7f68 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:04.671798 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c33759f9-01c0-406c-befb-17a84c0d7f68 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1506436 Dec 10 16:30:04.672406 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50556) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:04.684646 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 6abcdcd4-fc63-4297-b0f4-be158538db2c up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:30:04.730224 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-eacf277b-ecdd-4115-8108-c00362b6d1bf tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting subnet 7d12f240-3495-4071-b32f-2c97fe8e5f09 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:30:04.741663 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-13efd4c9-4ca2-4100-9253-ceb04951aaf5 None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:04.755014 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eacf277b-ecdd-4115-8108-c00362b6d1bf tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:04.758771 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-13efd4c9-4ca2-4100-9253-ceb04951aaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:04.828329 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eacf277b-ecdd-4115-8108-c00362b6d1bf tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:04.879413 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f025d-f23b-4cb2-bf31-8e69e51b9e15 req-32830784-ce23-4795-8a92-c6e2bc7a0f2c tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:04.880971 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-820f025d-f23b-4cb2-bf31-8e69e51b9e15 req-32830784-ce23-4795-8a92-c6e2bc7a0f2c tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.46 "GET /v2.0/ports?device_id=54120776-6bb5-445b-87b3-685edc5a802f HTTP/1.1" status: 200 len: 945 time: 0.3421960 Dec 10 16:30:04.896945 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-6e4f7a68-603c-4906-a580-fe4f9e2f567f service neutron] 10.222.0.11 "GET /v2.0/networks/6b846837-ffd4-4012-82b7-af1d6b57a065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6508706 Dec 10 16:30:04.941629 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eacf277b-ecdd-4115-8108-c00362b6d1bf tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:05.010388 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eacf277b-ecdd-4115-8108-c00362b6d1bf tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:05.038789 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-9ed2640f-27f0-41f0-a1f1-ead7c88aa269 service neutron] 10.222.0.11 "GET /v2.0/networks/6b846837-ffd4-4012-82b7-af1d6b57a065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406951 Dec 10 16:30:05.051763 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf277b-ecdd-4115-8108-c00362b6d1bf tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Subnet': ['ID=7d12f240-3495-4071-b32f-2c97fe8e5f09,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:05.054831 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eacf277b-ecdd-4115-8108-c00362b6d1bf tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:05.060802 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-eacf277b-ecdd-4115-8108-c00362b6d1bf tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/7d12f240-3495-4071-b32f-2c97fe8e5f09 HTTP/1.1" status: 204 len: 168 time: 0.3851099 Dec 10 16:30:05.060976 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50558) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:05.123324 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-deb12d65-ce42-4af2-b38f-7785b6e2d714 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting subnet e3149d00-1c0c-4042-8168-110f894a7ca1 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:30:05.128991 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-deb12d65-ce42-4af2-b38f-7785b6e2d714 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:05.199129 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-deb12d65-ce42-4af2-b38f-7785b6e2d714 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:05.225842 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13efd4c9-4ca2-4100-9253-ceb04951aaf5 None None] Pushing event updated for resources: {'Port': ['ID=6abcdcd4-fc63-4297-b0f4-be158538db2c,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:05.246148 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 6abcdcd4-fc63-4297-b0f4-be158538db2c triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:05.246729 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:05.392895 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3cf4d796-5a06-41f8-9ea2-460c6a73c441 req-08cb34ba-2fd6-4466-a87c-1d8e2819d5f0 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:05.462192 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a3092816-6d16-471e-859f-9b7fd1ac9b7c req-b401973a-eacd-4cd3-9933-e5b5b9f6c90b tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/ports?device_id=28fed480-6b40-479f-86e8-f44d68a97348 HTTP/1.1" status: 200 len: 210 time: 0.0832229 Dec 10 16:30:05.471964 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb34ba-2fd6-4466-a87c-1d8e2819d5f0 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Pushing event deleted for resources: {'Port': ['ID=9b3c7d03-2174-4fbe-b556-009ea3e61047,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:05.496418 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5b382168-1d47-43d0-aaf3-ca0001670a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:05.524514 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-deb12d65-ce42-4af2-b38f-7785b6e2d714 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:05.592441 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b82b9765-432a-425b-93a4-517c4b74c86f None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:05.694682 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-deb12d65-ce42-4af2-b38f-7785b6e2d714 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:05.704471 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b82b9765-432a-425b-93a4-517c4b74c86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:05.766853 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-deb12d65-ce42-4af2-b38f-7785b6e2d714 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:05.780590 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-deb12d65-ce42-4af2-b38f-7785b6e2d714 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/e3149d00-1c0c-4042-8168-110f894a7ca1 HTTP/1.1" status: 204 len: 168 time: 0.7185757 Dec 10 16:30:05.786492 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50572) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:05.787424 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb12d65-ce42-4af2-b38f-7785b6e2d714 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Subnet': ['ID=e3149d00-1c0c-4042-8168-110f894a7ca1,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:05.918159 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-49ff3b79-2401-40db-9088-070a7aef6de1 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1247823 Dec 10 16:30:05.924656 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50574) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:05.930638 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-ee3f3580-1621-4cd7-b0b4-8b1ab9245874 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'subnet': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:05.970300 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-b82b9765-432a-425b-93a4-517c4b74c86f None None] Attempting to bind port fd5cf142-a892-4e57-808d-bec9570f4eee on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:30:05.970801 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-b82b9765-432a-425b-93a4-517c4b74c86f None None] Attempting to bind port fd5cf142-a892-4e57-808d-bec9570f4eee by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:30:05.971864 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82b9765-432a-425b-93a4-517c4b74c86f None None] Attempting to bind port fd5cf142-a892-4e57-808d-bec9570f4eee on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:30:05.994927 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392db1c3-869c-4f34-b3c4-4f526f6e0e89 None None] Pushing event updated for resources: {'Port': ['ID=fd5cf142-a892-4e57-808d-bec9570f4eee,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:06.011189 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82b9765-432a-425b-93a4-517c4b74c86f None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:30:06.011576 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82b9765-432a-425b-93a4-517c4b74c86f None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:30:06.013308 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b82b9765-432a-425b-93a4-517c4b74c86f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:06.014525 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82b9765-432a-425b-93a4-517c4b74c86f None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:30:06.016062 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-b82b9765-432a-425b-93a4-517c4b74c86f None None] Bound port: fd5cf142-a892-4e57-808d-bec9570f4eee, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:30:06.016479 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b82b9765-432a-425b-93a4-517c4b74c86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:06.144882 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3f3580-1621-4cd7-b0b4-8b1ab9245874 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:30:06.149732 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ee3f3580-1621-4cd7-b0b4-8b1ab9245874 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:06.180941 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b82b9765-432a-425b-93a4-517c4b74c86f None None] For port fd5cf142-a892-4e57-808d-bec9570f4eee, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:30:06.231758 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b82b9765-432a-425b-93a4-517c4b74c86f None None] For port fd5cf142-a892-4e57-808d-bec9570f4eee, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=fd5cf142-a892-4e57-808d-bec9570f4eee,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:30:06.245356 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:06.253596 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b82b9765-432a-425b-93a4-517c4b74c86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:06.391120 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d1a7d467-39a6-4189-82ef-7a0830cd1762 req-d74dbf88-c38a-4ccd-9ca3-e3351c6a2e39 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a002536-438f-4742-bf0c-7b501d4bae0a HTTP/1.1" status: 200 len: 210 time: 0.0863333 Dec 10 16:30:06.401002 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf4d796-5a06-41f8-9ea2-460c6a73c441 req-08cb34ba-2fd6-4466-a87c-1d8e2819d5f0 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] No DVR routers for this DVR port 9b3c7d03-2174-4fbe-b556-009ea3e61047 on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:30:06.420251 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82b9765-432a-425b-93a4-517c4b74c86f None None] Routers {'1c1262d2-a626-4ee3-92fd-acf80f2f0f1c'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:30:06.420834 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b82b9765-432a-425b-93a4-517c4b74c86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:29:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['1c1262d2-a626-4ee3-92fd-acf80f2f0f1c'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:30:06.440623 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3cf4d796-5a06-41f8-9ea2-460c6a73c441 req-08cb34ba-2fd6-4466-a87c-1d8e2819d5f0 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:06.463355 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3cf4d796-5a06-41f8-9ea2-460c6a73c441 req-08cb34ba-2fd6-4466-a87c-1d8e2819d5f0 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.26 "DELETE /v2.0/ports/9b3c7d03-2174-4fbe-b556-009ea3e61047 HTTP/1.1" status: 204 len: 173 time: 3.1362090 Dec 10 16:30:06.501685 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb83df6-d4b9-4fc6-ab94-62fdb2086ba6 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:30:06.516575 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fed480-6b40-479f-86e8-f44d68a97348', 'name': 'network-vif-deleted', 'tag': '9b3c7d03-2174-4fbe-b556-009ea3e61047'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:30:06.521049 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c06cad-f2ca-4f6a-81cc-b13a2998afaf" -d '{"events": [{"server_uuid": "28fed480-6b40-479f-86e8-f44d68a97348", "name": "network-vif-deleted", "tag": "9b3c7d03-2174-4fbe-b556-009ea3e61047"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:30:06.550928 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-820f025d-f23b-4cb2-bf31-8e69e51b9e15 req-cf6b252c-9922-4cc2-bf17-f0d27a950f49 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Deleting port 1b1c015d-52f1-4820-a452-5cbf621b6d9d {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:30:06.555172 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-820f025d-f23b-4cb2-bf31-8e69e51b9e15 req-cf6b252c-9922-4cc2-bf17-f0d27a950f49 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:06.565678 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392db1c3-869c-4f34-b3c4-4f526f6e0e89 None None] Pushing event updated for resources: {'Port': ['ID=fd5cf142-a892-4e57-808d-bec9570f4eee,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:06.668928 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8a25210d-513e-488a-8e66-9468af286e2d None None] Provisioning complete for port 6abcdcd4-fc63-4297-b0f4-be158538db2c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:06.671839 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8a25210d-513e-488a-8e66-9468af286e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:06.703336 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ee3f3580-1621-4cd7-b0b4-8b1ab9245874 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:06.755349 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 6abcdcd4-fc63-4297-b0f4-be158538db2c up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:30:06.793129 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3f3580-1621-4cd7-b0b4-8b1ab9245874 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:30:06.801046 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-ee3f3580-1621-4cd7-b0b4-8b1ab9245874 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:06.806879 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3f3580-1621-4cd7-b0b4-8b1ab9245874 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:06.807847 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ee3f3580-1621-4cd7-b0b4-8b1ab9245874 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:06.825039 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f3580-1621-4cd7-b0b4-8b1ab9245874 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Subnet': ['ID=0f3eb9a2-9014-4184-9576-62fab47891ea,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:06.844874 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b31803a6-7ed8-47f4-9cb9-149194196909 req-de0d4037-c829-4854-89d9-a11e21cc3b48 tempest-FloatingIPsAssociationTestJSON-1914346152 tempest-FloatingIPsAssociationTestJSON-1914346152-project] 10.222.0.11 "GET /v2.0/ports?device_id=28fed480-6b40-479f-86e8-f44d68a97348 HTTP/1.1" status: 200 len: 210 time: 0.1368380 Dec 10 16:30:06.850119 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ee3f3580-1621-4cd7-b0b4-8b1ab9245874 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9242146 Dec 10 16:30:06.859928 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50596) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:06.876839 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-dbf8e92e-cb2f-4d61-b5c3-844c76cf250a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'subnet': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:06.919124 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 9b3c7d03-2174-4fbe-b556-009ea3e61047 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:30:06.960459 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-b82b9765-432a-425b-93a4-517c4b74c86f None None] Set router 1c1262d2-a626-4ee3-92fd-acf80f2f0f1c gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:30:07.178813 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 9b3c7d03-2174-4fbe-b556-009ea3e61047 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:30:07.179194 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 9b3c7d03-2174-4fbe-b556-009ea3e61047 not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:30:07.194999 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf8e92e-cb2f-4d61-b5c3-844c76cf250a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:30:07.202174 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbf8e92e-cb2f-4d61-b5c3-844c76cf250a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:07.386549 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd38eb9-1783-41a1-b989-5f1c94b216a5 x-openstack-request-id: req-ddd38eb9-1783-41a1-b989-5f1c94b216a5 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:30:07.388481 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28fed480-6b40-479f-86e8-f44d68a97348", "name": "network-vif-deleted", "tag": "9b3c7d03-2174-4fbe-b556-009ea3e61047", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:30:07.389993 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ddd38eb9-1783-41a1-b989-5f1c94b216a5 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:30:07.391284 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28fed480-6b40-479f-86e8-f44d68a97348', 'name': 'network-vif-deleted', 'tag': '9b3c7d03-2174-4fbe-b556-009ea3e61047', 'status': 'completed', 'code': 200} Dec 10 16:30:07.469215 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afafa8d8-2095-48ca-8936-f0abbcb3f1a0 None None] DHCP port deletion for ba7323f5-fe45-4362-904e-9370cf7b7342 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:30:07.547652 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-820f025d-f23b-4cb2-bf31-8e69e51b9e15 req-cf6b252c-9922-4cc2-bf17-f0d27a950f49 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] For port 1b1c015d-52f1-4820-a452-5cbf621b6d9d, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=1b1c015d-52f1-4820-a452-5cbf621b6d9d,segment=NetworkSegment(61dcaedb-3bc0-47c0-9c1b-e1ac3641e703),segment_id=61dcaedb-3bc0-47c0-9c1b-e1ac3641e703)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:30:07.547959 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-820f025d-f23b-4cb2-bf31-8e69e51b9e15 req-cf6b252c-9922-4cc2-bf17-f0d27a950f49 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:07.624994 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-fa65ca2d-b770-426c-8d5c-d4ce4450e7bf tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:07.626941 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-fa65ca2d-b770-426c-8d5c-d4ce4450e7bf tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.26 "GET /v2.0/networks?id=6b846837-ffd4-4012-82b7-af1d6b57a065 HTTP/1.1" status: 200 len: 814 time: 0.5706301 Dec 10 16:30:07.677281 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8a25210d-513e-488a-8e66-9468af286e2d None None] Could not find standard attr ID for object 63585350-5b49-4d44-a7f2-00505e2a9b84. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:30:07.678096 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-820f025d-f23b-4cb2-bf31-8e69e51b9e15 req-cf6b252c-9922-4cc2-bf17-f0d27a950f49 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Calling delete_port for 1b1c015d-52f1-4820-a452-5cbf621b6d9d owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:30:07.686233 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-7053cd13-a68c-43f5-bcea-62d8b17d2615 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Request body: {'port': {'device_id': '9a002536-438f-4742-bf0c-7b501d4bae0a', 'network_id': '6b846837-ffd4-4012-82b7-af1d6b57a065', 'admin_state_up': True, 'tenant_id': '0d4248dbee8d467184bf6fd62b83d63b'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:07.709214 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 6abcdcd4-fc63-4297-b0f4-be158538db2c triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:07.710296 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:07.843681 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-5b382168-1d47-43d0-aaf3-ca0001670a81 admin admin] Allocated IP 172.20.0.1 (e32a4d08-b516-4a89-a4b3-00c81d20f408/d02cdcd1-06ed-4593-b982-980ffb32811d/76e75cbe-e199-40c7-b1f1-71c22153e76f) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:30:07.929902 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50610) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:07.952771 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c135b6a-2970-47ad-af4b-67ff1abe6992 req-c2db2b21-3020-4f16-91e6-3d815f73f349 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:07.954303 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7c135b6a-2970-47ad-af4b-67ff1abe6992 req-c2db2b21-3020-4f16-91e6-3d815f73f349 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 946 time: 0.3514135 Dec 10 16:30:07.990755 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-afafa8d8-2095-48ca-8936-f0abbcb3f1a0 None None] Deleting port 6abcdcd4-fc63-4297-b0f4-be158538db2c {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:30:07.991126 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-afafa8d8-2095-48ca-8936-f0abbcb3f1a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:08.114736 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7c135b6a-2970-47ad-af4b-67ff1abe6992 req-1392e604-629b-4f74-9e10-c28c03fb6ecf tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446571 Dec 10 16:30:08.140997 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-afafa8d8-2095-48ca-8936-f0abbcb3f1a0 None None] For port 6abcdcd4-fc63-4297-b0f4-be158538db2c, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=6abcdcd4-fc63-4297-b0f4-be158538db2c,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:30:08.145316 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-afafa8d8-2095-48ca-8936-f0abbcb3f1a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:08.179273 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-afafa8d8-2095-48ca-8936-f0abbcb3f1a0 None None] Calling delete_port for 6abcdcd4-fc63-4297-b0f4-be158538db2c owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:30:08.260069 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-867bd944-0fe6-4dbc-a957-f6a1c77ceb1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:08.309571 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-7053cd13-a68c-43f5-bcea-62d8b17d2615 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Made reservation on behalf of 0d4248dbee8d467184bf6fd62b83d63b for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:30:08.313242 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-7053cd13-a68c-43f5-bcea-62d8b17d2615 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:08.330866 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:08.348982 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b82b9765-432a-425b-93a4-517c4b74c86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c1262d2-a626-4ee3-92fd-acf80f2f0f1c', 'name': 'tempest-ServerRescueTestJSON-1824395172-router', 'tenant_id': '86809bc173774b32a7d283ceb29d9179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'fd5cf142-a892-4e57-808d-bec9570f4eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:30:00Z', 'updated_at': '2021-12-10T16:30:02Z', 'revision_number': 3, 'project_id': '86809bc173774b32a7d283ceb29d9179', 'gw_port': {'id': 'fd5cf142-a892-4e57-808d-bec9570f4eee', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c1262d2-a626-4ee3-92fd-acf80f2f0f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:01Z', 'updated_at': '2021-12-10T16:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:30:08.369006 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-61bac331-db07-445b-a12c-87086c3fc1b8 req-c144f99a-bd3b-4dcc-a554-f391bd481043 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a002536-438f-4742-bf0c-7b501d4bae0a HTTP/1.1" status: 200 len: 210 time: 0.0947607 Dec 10 16:30:08.387212 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82b9765-432a-425b-93a4-517c4b74c86f None None] The sync data for ids ['1c1262d2-a626-4ee3-92fd-acf80f2f0f1c'] in n-d-766771-2 is: [{'id': '1c1262d2-a626-4ee3-92fd-acf80f2f0f1c', 'name': 'tempest-ServerRescueTestJSON-1824395172-router', 'tenant_id': '86809bc173774b32a7d283ceb29d9179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'fd5cf142-a892-4e57-808d-bec9570f4eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:30:00Z', 'updated_at': '2021-12-10T16:30:02Z', 'revision_number': 3, 'project_id': '86809bc173774b32a7d283ceb29d9179', 'gw_port': {'id': 'fd5cf142-a892-4e57-808d-bec9570f4eee', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c1262d2-a626-4ee3-92fd-acf80f2f0f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:01Z', 'updated_at': '2021-12-10T16:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:30:08.387974 n-d-766771-2 neutron-server[103393]: DEBUG neutron.objects.ports [None req-dbf8e92e-cb2f-4d61-b5c3-844c76cf250a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103393) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 16:30:08.456735 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5b382168-1d47-43d0-aaf3-ca0001670a81 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:08.459425 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50616) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:08.465767 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-afafa8d8-2095-48ca-8936-f0abbcb3f1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:08.483048 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afafa8d8-2095-48ca-8936-f0abbcb3f1a0 None None] No DVR routers for this DVR port 6abcdcd4-fc63-4297-b0f4-be158538db2c on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:30:08.502717 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-820f025d-f23b-4cb2-bf31-8e69e51b9e15 req-cf6b252c-9922-4cc2-bf17-f0d27a950f49 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:08.547478 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca643cb4-68c2-4aa1-a652-9e816aa4be87 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:30:08.550065 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afafa8d8-2095-48ca-8936-f0abbcb3f1a0 None None] Pushing event deleted for resources: {'Port': ['ID=6abcdcd4-fc63-4297-b0f4-be158538db2c,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:08.572928 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6b252c-9922-4cc2-bf17-f0d27a950f49 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Pushing event deleted for resources: {'Port': ['ID=1b1c015d-52f1-4820-a452-5cbf621b6d9d,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:08.713309 n-d-766771-2 neutron-server[103393]: WARNING neutron.services.revisions.revision_plugin [None req-dbf8e92e-cb2f-4d61-b5c3-844c76cf250a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Could not find related port for resource to bump revision. Dec 10 16:30:08.721482 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-820f025d-f23b-4cb2-bf31-8e69e51b9e15 req-cf6b252c-9922-4cc2-bf17-f0d27a950f49 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] No DVR routers for this DVR port 1b1c015d-52f1-4820-a452-5cbf621b6d9d on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:30:08.729889 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.ipam_pluggable_backend [None req-dbf8e92e-cb2f-4d61-b5c3-844c76cf250a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Port 6abcdcd4-fc63-4297-b0f4-be158538db2c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103393) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 10 16:30:08.730224 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.ipam_pluggable_backend [None req-dbf8e92e-cb2f-4d61-b5c3-844c76cf250a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Reverting IP allocation for 2001:db8::f816:3eff:fe5b:72bb {{(pid=103393) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 10 16:30:08.736076 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-820f025d-f23b-4cb2-bf31-8e69e51b9e15 req-cf6b252c-9922-4cc2-bf17-f0d27a950f49 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:08.740323 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-820f025d-f23b-4cb2-bf31-8e69e51b9e15 req-cf6b252c-9922-4cc2-bf17-f0d27a950f49 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.46 "DELETE /v2.0/ports/1b1c015d-52f1-4820-a452-5cbf621b6d9d HTTP/1.1" status: 204 len: 173 time: 3.8408418 Dec 10 16:30:08.752864 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.ipam_pluggable_backend [None req-dbf8e92e-cb2f-4d61-b5c3-844c76cf250a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe5b:72bb {{(pid=103393) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 10 16:30:08.756220 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbf8e92e-cb2f-4d61-b5c3-844c76cf250a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:08.762352 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 6abcdcd4-fc63-4297-b0f4-be158538db2c no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:30:08.772229 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5b382168-1d47-43d0-aaf3-ca0001670a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:08.802764 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-867bd944-0fe6-4dbc-a957-f6a1c77ceb1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:08.840873 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-867bd944-0fe6-4dbc-a957-f6a1c77ceb1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:08.844802 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4edc36a-f03b-45f9-a7de-5d643e530e2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-ba7323f5-fe45-4362-904e-9370cf7b7342', 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'project_id': '2ff5423581d24da08fa7c37167d452f0', 'fixed_ips': [{'subnet_id': '0f3eb9a2-9014-4184-9576-62fab47891ea'}, {'subnet_id': '2dffd77a-3d88-467b-b3c6-7cff368fee9e'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:30:08.845761 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c4edc36a-f03b-45f9-a7de-5d643e530e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:08.852225 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 6abcdcd4-fc63-4297-b0f4-be158538db2c {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:30:08.852225 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 6abcdcd4-fc63-4297-b0f4-be158538db2c not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:30:08.877420 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b382168-1d47-43d0-aaf3-ca0001670a81 admin admin] Network e32a4d08-b516-4a89-a4b3-00c81d20f408 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:30:08.901812 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-5b382168-1d47-43d0-aaf3-ca0001670a81 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:08.929045 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b382168-1d47-43d0-aaf3-ca0001670a81 admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:30:08.935368 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-7053cd13-a68c-43f5-bcea-62d8b17d2615 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Allocated IP 172.20.0.9 (6b846837-ffd4-4012-82b7-af1d6b57a065/1aaff46f-c283-4149-ac89-cdd26ce93be3/65fdf670-ed16-424f-b04b-90643eef8afb) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:30:08.979283 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d9fee-41b4-4d63-8a6a-8ec24f8260ad req-b53e9a1c-5664-4a34-b40c-7abe63213c74 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:08.980981 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f9d9fee-41b4-4d63-8a6a-8ec24f8260ad req-b53e9a1c-5664-4a34-b40c-7abe63213c74 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.26 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 946 time: 0.2631249 Dec 10 16:30:08.986120 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-867bd944-0fe6-4dbc-a957-f6a1c77ceb1c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=70af3aa3736a4b74b987f4e2c726f187&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0551615 Dec 10 16:30:08.989292 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50618) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:08.993908 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b382168-1d47-43d0-aaf3-ca0001670a81 admin admin] Pushing event updated for resources: {'Port': ['ID=76e75cbe-e199-40c7-b1f1-71c22153e76f,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:09.016244 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf8e92e-cb2f-4d61-b5c3-844c76cf250a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:30:09.024879 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867bd944-0fe6-4dbc-a957-f6a1c77ceb1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b667ee47-82ef-46fe-961d-d73bfb582dc5,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:09.043977 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-dbf8e92e-cb2f-4d61-b5c3-844c76cf250a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:09.051482 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf8e92e-cb2f-4d61-b5c3-844c76cf250a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:09.052904 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbf8e92e-cb2f-4d61-b5c3-844c76cf250a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:09.102674 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8e92e-cb2f-4d61-b5c3-844c76cf250a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Subnet': ['ID=2dffd77a-3d88-467b-b3c6-7cff368fee9e,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:09.117213 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-dbf8e92e-cb2f-4d61-b5c3-844c76cf250a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2558737 Dec 10 16:30:09.125176 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50620) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:09.133573 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-b6b174d7-6118-4841-8f1a-4d07ba0b0a74 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'port': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'mac_address': 'fa:16:3e:86:dd:6c', 'name': 'tempest-NetworksTestDHCPv6-1489209647'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:09.142115 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5b382168-1d47-43d0-aaf3-ca0001670a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:09.337383 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-c4edc36a-f03b-45f9-a7de-5d643e530e2f None None] Allocated IP 172.20.0.2 (ba7323f5-fe45-4362-904e-9370cf7b7342/0f3eb9a2-9014-4184-9576-62fab47891ea/5a5ec65a-933f-4dcf-9d67-db538dbe2516) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:30:09.348667 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-c4edc36a-f03b-45f9-a7de-5d643e530e2f None None] Allocated IP 2001:db8::f816:3eff:fe03:aefc (ba7323f5-fe45-4362-904e-9370cf7b7342/2dffd77a-3d88-467b-b3c6-7cff368fee9e/5a5ec65a-933f-4dcf-9d67-db538dbe2516) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:30:09.422668 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54120776-6bb5-445b-87b3-685edc5a802f', 'name': 'network-vif-deleted', 'tag': '1b1c015d-52f1-4820-a452-5cbf621b6d9d'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:30:09.434937 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a29dad-baa8-40bc-a245-95e46afb5456" -d '{"events": [{"server_uuid": "54120776-6bb5-445b-87b3-685edc5a802f", "name": "network-vif-deleted", "tag": "1b1c015d-52f1-4820-a452-5cbf621b6d9d"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:30:09.473969 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-489e8800-2870-4b5f-bfb0-e6cb6b2211e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:09.585718 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c4edc36a-f03b-45f9-a7de-5d643e530e2f None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:09.595458 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c4edc36a-f03b-45f9-a7de-5d643e530e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:09.629612 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-48a142cc-131a-4556-8c2d-f26ab17abdb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:09.722540 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2b143-412b-468f-881a-bd700ad3b0b3 req-54150236-c019-44ef-b0e3-14392bba1e50 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:09.730116 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8aa2b143-412b-468f-881a-bd700ad3b0b3 req-54150236-c019-44ef-b0e3-14392bba1e50 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 946 time: 0.4108169 Dec 10 16:30:09.744596 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b174d7-6118-4841-8f1a-4d07ba0b0a74 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:30:09.821551 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-489e8800-2870-4b5f-bfb0-e6cb6b2211e8 admin admin] Deleting port 1ea40611-3fff-4ec9-9348-3aa63774fd04 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:30:09.822626 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-489e8800-2870-4b5f-bfb0-e6cb6b2211e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:09.824828 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4edc36a-f03b-45f9-a7de-5d643e530e2f None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:30:09.827846 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-c4edc36a-f03b-45f9-a7de-5d643e530e2f None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:09.827988 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8aa2b143-412b-468f-881a-bd700ad3b0b3 req-e7cf1556-9de0-4899-b148-f4e41092bdb0 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956082 Dec 10 16:30:09.830889 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4edc36a-f03b-45f9-a7de-5d643e530e2f None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:30:09.842334 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4edc36a-f03b-45f9-a7de-5d643e530e2f None None] Pushing event updated for resources: {'Port': ['ID=5a5ec65a-933f-4dcf-9d67-db538dbe2516,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:09.902583 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-48a142cc-131a-4556-8c2d-f26ab17abdb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:09.924494 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-c4edc36a-f03b-45f9-a7de-5d643e530e2f None None] Attempting to bind port 5a5ec65a-933f-4dcf-9d67-db538dbe2516 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:30:09.925140 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-c4edc36a-f03b-45f9-a7de-5d643e530e2f None None] Attempting to bind port 5a5ec65a-933f-4dcf-9d67-db538dbe2516 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:30:09.925666 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4edc36a-f03b-45f9-a7de-5d643e530e2f None None] Attempting to bind port 5a5ec65a-933f-4dcf-9d67-db538dbe2516 on network ba7323f5-fe45-4362-904e-9370cf7b7342 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:30:09.931730 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4edc36a-f03b-45f9-a7de-5d643e530e2f None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:30:09.933679 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-3f9d9fee-41b4-4d63-8a6a-8ec24f8260ad req-34150cbe-b00b-4c51-a719-a633a14abf62 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Deleting port 0bdd6daf-a9e7-41e5-b135-fc680633b7b8 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:30:09.933679 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3f9d9fee-41b4-4d63-8a6a-8ec24f8260ad req-34150cbe-b00b-4c51-a719-a633a14abf62 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:09.934388 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4edc36a-f03b-45f9-a7de-5d643e530e2f None None] Checking segment: {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:30:09.935013 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c4edc36a-f03b-45f9-a7de-5d643e530e2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:09.935591 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4edc36a-f03b-45f9-a7de-5d643e530e2f None None] Bound using segment: {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:30:09.936264 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-c4edc36a-f03b-45f9-a7de-5d643e530e2f None None] Bound port: 5a5ec65a-933f-4dcf-9d67-db538dbe2516, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:30:09.936842 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c4edc36a-f03b-45f9-a7de-5d643e530e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:09.955250 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-489e8800-2870-4b5f-bfb0-e6cb6b2211e8 admin admin] For port 1ea40611-3fff-4ec9-9348-3aa63774fd04, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=1ea40611-3fff-4ec9-9348-3aa63774fd04,segment=NetworkSegment(c5dc7c15-134d-4079-accd-bbd076de9d44),segment_id=c5dc7c15-134d-4079-accd-bbd076de9d44)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:30:09.955725 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-489e8800-2870-4b5f-bfb0-e6cb6b2211e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:09.968966 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-489e8800-2870-4b5f-bfb0-e6cb6b2211e8 admin admin] Calling delete_port for 1ea40611-3fff-4ec9-9348-3aa63774fd04 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:30:10.003318 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c4edc36a-f03b-45f9-a7de-5d643e530e2f None None] For port 5a5ec65a-933f-4dcf-9d67-db538dbe2516, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:30:10.006651 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c4edc36a-f03b-45f9-a7de-5d643e530e2f None None] For port 5a5ec65a-933f-4dcf-9d67-db538dbe2516, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=5a5ec65a-933f-4dcf-9d67-db538dbe2516,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:30:10.012933 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c4edc36a-f03b-45f9-a7de-5d643e530e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:10.053814 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0631dd86-5b5e-4052-97d8-120612df2633 req-6f21ca64-2c86-4873-80a7-ab726c577b1b tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a002536-438f-4742-bf0c-7b501d4bae0a HTTP/1.1" status: 200 len: 210 time: 0.0952492 Dec 10 16:30:10.086702 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 1b1c015d-52f1-4820-a452-5cbf621b6d9d no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:30:10.092317 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4edc36a-f03b-45f9-a7de-5d643e530e2f None None] Pushing event updated for resources: {'Port': ['ID=5a5ec65a-933f-4dcf-9d67-db538dbe2516,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:10.106784 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5b382168-1d47-43d0-aaf3-ca0001670a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:10.124708 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: 1b1c015d-52f1-4820-a452-5cbf621b6d9d {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:30:10.125097 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 1b1c015d-52f1-4820-a452-5cbf621b6d9d not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:30:10.128768 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727cdf6a-05c7-46cd-ad4b-a7485af9cb75 x-openstack-request-id: req-727cdf6a-05c7-46cd-ad4b-a7485af9cb75 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:30:10.129206 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54120776-6bb5-445b-87b3-685edc5a802f", "name": "network-vif-deleted", "tag": "1b1c015d-52f1-4820-a452-5cbf621b6d9d", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:30:10.129528 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-727cdf6a-05c7-46cd-ad4b-a7485af9cb75 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:30:10.130015 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54120776-6bb5-445b-87b3-685edc5a802f', 'name': 'network-vif-deleted', 'tag': '1b1c015d-52f1-4820-a452-5cbf621b6d9d', 'status': 'completed', 'code': 200} Dec 10 16:30:10.172147 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-7053cd13-a68c-43f5-bcea-62d8b17d2615 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:10.215795 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-489e8800-2870-4b5f-bfb0-e6cb6b2211e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:10.246400 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e8800-2870-4b5f-bfb0-e6cb6b2211e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ea40611-3fff-4ec9-9348-3aa63774fd04,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:10.257187 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b6b174d7-6118-4841-8f1a-4d07ba0b0a74 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:10.290832 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-48a142cc-131a-4556-8c2d-f26ab17abdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:10.293521 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-48a142cc-131a-4556-8c2d-f26ab17abdb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:10.297079 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-48a142cc-131a-4556-8c2d-f26ab17abdb4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b667ee47-82ef-46fe-961d-d73bfb582dc5 HTTP/1.1" status: 204 len: 168 time: 1.3016634 Dec 10 16:30:10.304383 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e8800-2870-4b5f-bfb0-e6cb6b2211e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:30:10.304662 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e8800-2870-4b5f-bfb0-e6cb6b2211e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:30:10.305019 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e8800-2870-4b5f-bfb0-e6cb6b2211e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:30:10.305333 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e8800-2870-4b5f-bfb0-e6cb6b2211e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:30:10.305788 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e8800-2870-4b5f-bfb0-e6cb6b2211e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:30:10.305971 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e8800-2870-4b5f-bfb0-e6cb6b2211e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:30:10.306327 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e8800-2870-4b5f-bfb0-e6cb6b2211e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:30:10.306871 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e8800-2870-4b5f-bfb0-e6cb6b2211e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:30:10.307200 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e8800-2870-4b5f-bfb0-e6cb6b2211e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:30:10.307536 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e8800-2870-4b5f-bfb0-e6cb6b2211e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:30:10.307846 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e8800-2870-4b5f-bfb0-e6cb6b2211e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:30:10.308166 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e8800-2870-4b5f-bfb0-e6cb6b2211e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:30:10.308485 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e8800-2870-4b5f-bfb0-e6cb6b2211e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:30:10.323633 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-b6b174d7-6118-4841-8f1a-4d07ba0b0a74 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] device_id is not set on port 8d72a990-6d98-4e3b-be6b-67807c92d76e yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:30:10.508313 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-489e8800-2870-4b5f-bfb0-e6cb6b2211e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:10.841403 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-3f9d9fee-41b4-4d63-8a6a-8ec24f8260ad req-34150cbe-b00b-4c51-a719-a633a14abf62 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] For port 0bdd6daf-a9e7-41e5-b135-fc680633b7b8, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=0bdd6daf-a9e7-41e5-b135-fc680633b7b8,segment=NetworkSegment(e6fa61d2-b939-45d7-997a-9f01bb103238),segment_id=e6fa61d2-b939-45d7-997a-9f01bb103238)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:30:10.841875 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3f9d9fee-41b4-4d63-8a6a-8ec24f8260ad req-34150cbe-b00b-4c51-a719-a633a14abf62 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:10.843297 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489e8800-2870-4b5f-bfb0-e6cb6b2211e8 admin admin] Router dd07bbe0-11bc-4846-b050-5cf5a71f487c has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:30:10.861197 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a142cc-131a-4556-8c2d-f26ab17abdb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b667ee47-82ef-46fe-961d-d73bfb582dc5,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:10.938050 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 5a5ec65a-933f-4dcf-9d67-db538dbe2516 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:30:10.968238 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-3f9d9fee-41b4-4d63-8a6a-8ec24f8260ad req-34150cbe-b00b-4c51-a719-a633a14abf62 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Calling delete_port for 0bdd6daf-a9e7-41e5-b135-fc680633b7b8 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:30:10.980463 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-7053cd13-a68c-43f5-bcea-62d8b17d2615 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:11.034954 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 5a5ec65a-933f-4dcf-9d67-db538dbe2516 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:11.035420 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:11.091025 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489e8800-2870-4b5f-bfb0-e6cb6b2211e8 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:30:11.097639 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-489e8800-2870-4b5f-bfb0-e6cb6b2211e8 admin admin] 10.222.0.11 "PUT /v2.0/routers/dd07bbe0-11bc-4846-b050-5cf5a71f487c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6369731 Dec 10 16:30:11.100659 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50648) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:11.103257 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2d0142-fefd-4078-b966-372d1bb1f708 None None] Sync routers for ids ['dd07bbe0-11bc-4846-b050-5cf5a71f487c'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:30:11.123019 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2d0142-fefd-4078-b966-372d1bb1f708 None None] Routers {'dd07bbe0-11bc-4846-b050-5cf5a71f487c'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:30:11.123690 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ff2d0142-fefd-4078-b966-372d1bb1f708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:29:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['dd07bbe0-11bc-4846-b050-5cf5a71f487c'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:30:11.135016 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-7053cd13-a68c-43f5-bcea-62d8b17d2615 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Network 6b846837-ffd4-4012-82b7-af1d6b57a065 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:30:11.168169 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-7053cd13-a68c-43f5-bcea-62d8b17d2615 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:11.170568 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:11.170799 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-7053cd13-a68c-43f5-bcea-62d8b17d2615 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:30:11.238070 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1ddb239f-d654-475c-88fc-28129edf8ece admin admin] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:11.239624 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 5a5ec65a-933f-4dcf-9d67-db538dbe2516, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=5a5ec65a-933f-4dcf-9d67-db538dbe2516,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:30:11.254114 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:11.255388 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device fd5cf142-a892-4e57-808d-bec9570f4eee up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:30:11.327201 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3f9d9fee-41b4-4d63-8a6a-8ec24f8260ad req-34150cbe-b00b-4c51-a719-a633a14abf62 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:11.341750 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-ff2d0142-fefd-4078-b966-372d1bb1f708 None None] Set router dd07bbe0-11bc-4846-b050-5cf5a71f487c gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:30:11.351556 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7053cd13-a68c-43f5-bcea-62d8b17d2615 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Pushing event updated for resources: {'Port': ['ID=65fdf670-ed16-424f-b04b-90643eef8afb,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:11.388383 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=5a5ec65a-933f-4dcf-9d67-db538dbe2516,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:11.397504 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34150cbe-b00b-4c51-a719-a633a14abf62 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Pushing event deleted for resources: {'Port': ['ID=0bdd6daf-a9e7-41e5-b135-fc680633b7b8,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:11.426251 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port fd5cf142-a892-4e57-808d-bec9570f4eee triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:11.426986 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:11.433145 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1ddb239f-d654-475c-88fc-28129edf8ece admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:11.516850 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-1ddb239f-d654-475c-88fc-28129edf8ece admin admin] Deleting port 65e06a3d-623f-4e2b-a619-4f6ed536b7df {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:30:11.518064 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1ddb239f-d654-475c-88fc-28129edf8ece admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:11.549968 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:11.584638 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port fd5cf142-a892-4e57-808d-bec9570f4eee, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=fd5cf142-a892-4e57-808d-bec9570f4eee,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:30:11.599224 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:11.601495 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67f95a-bc41-4c65-aa5e-cd5fa85478ce req-00b0a034-7605-4647-ad73-7d12d10b20a5 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:11.617684 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6c67f95a-bc41-4c65-aa5e-cd5fa85478ce req-00b0a034-7605-4647-ad73-7d12d10b20a5 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dc12529-0c43-4bb0-9c79-ef5bba73fae2 HTTP/1.1" status: 200 len: 868 time: 0.6008732 Dec 10 16:30:11.631483 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9d9fee-41b4-4d63-8a6a-8ec24f8260ad req-34150cbe-b00b-4c51-a719-a633a14abf62 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] No DVR routers for this DVR port 0bdd6daf-a9e7-41e5-b135-fc680633b7b8 on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:30:11.653048 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-1ddb239f-d654-475c-88fc-28129edf8ece admin admin] For port 65e06a3d-623f-4e2b-a619-4f6ed536b7df, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=65e06a3d-623f-4e2b-a619-4f6ed536b7df,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:30:11.654029 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1ddb239f-d654-475c-88fc-28129edf8ece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:11.661545 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-7053cd13-a68c-43f5-bcea-62d8b17d2615 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:11.668235 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-7053cd13-a68c-43f5-bcea-62d8b17d2615 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:11.671001 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-1ddb239f-d654-475c-88fc-28129edf8ece admin admin] Calling delete_port for 65e06a3d-623f-4e2b-a619-4f6ed536b7df owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:30:11.684075 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3f9d9fee-41b4-4d63-8a6a-8ec24f8260ad req-34150cbe-b00b-4c51-a719-a633a14abf62 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:11.687434 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f9d9fee-41b4-4d63-8a6a-8ec24f8260ad req-34150cbe-b00b-4c51-a719-a633a14abf62 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.26 "DELETE /v2.0/ports/0bdd6daf-a9e7-41e5-b135-fc680633b7b8 HTTP/1.1" status: 204 len: 173 time: 2.6964455 Dec 10 16:30:11.765922 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-b6b174d7-6118-4841-8f1a-4d07ba0b0a74 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Allocated IP 172.20.0.7 (ba7323f5-fe45-4362-904e-9370cf7b7342/0f3eb9a2-9014-4184-9576-62fab47891ea/8d72a990-6d98-4e3b-be6b-67807c92d76e) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:30:11.784690 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=fd5cf142-a892-4e57-808d-bec9570f4eee,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:11.797251 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5b382168-1d47-43d0-aaf3-ca0001670a81 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:11.801452 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-b6b174d7-6118-4841-8f1a-4d07ba0b0a74 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Allocated IP 2001:db8::f816:3eff:fe86:dd6c (ba7323f5-fe45-4362-904e-9370cf7b7342/2dffd77a-3d88-467b-b3c6-7cff368fee9e/8d72a990-6d98-4e3b-be6b-67807c92d76e) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:30:11.806644 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-7053cd13-a68c-43f5-bcea-62d8b17d2615 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1300502 Dec 10 16:30:11.821520 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6c67f95a-bc41-4c65-aa5e-cd5fa85478ce req-1af85362-1890-4838-a46d-932f1ecff8d6 tempest-ServersNegativeTestJSON-415490902 tempest-ServersNegativeTestJSON-415490902-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028663 Dec 10 16:30:11.832421 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-907708cf-b8a3-413a-afdd-5af5ddcadf05 service neutron] Request body: {'port': {'device_id': '9a002536-438f-4742-bf0c-7b501d4bae0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:11.841386 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5b382168-1d47-43d0-aaf3-ca0001670a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:11.975160 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1ddb239f-d654-475c-88fc-28129edf8ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:12.020964 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb239f-d654-475c-88fc-28129edf8ece admin admin] Pushing event deleted for resources: {'Port': ['ID=65e06a3d-623f-4e2b-a619-4f6ed536b7df,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:12.099433 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1ddb239f-d654-475c-88fc-28129edf8ece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:12.111599 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ff2d0142-fefd-4078-b966-372d1bb1f708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'name': 'tempest-FloatingIPsAssociationTestJSON-689631423-router', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:28:34Z', 'updated_at': '2021-12-10T16:30:10Z', 'revision_number': 5, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'gw_port': {'id': '65e06a3d-623f-4e2b-a619-4f6ed536b7df', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:24:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:28:35Z', 'updated_at': '2021-12-10T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:30:12.150873 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2d0142-fefd-4078-b966-372d1bb1f708 None None] Checking router: dd07bbe0-11bc-4846-b050-5cf5a71f487c for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:30:12.161082 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2d0142-fefd-4078-b966-372d1bb1f708 None None] Routers {'dd07bbe0-11bc-4846-b050-5cf5a71f487c'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:30:12.161959 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ff2d0142-fefd-4078-b966-372d1bb1f708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:29:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['dd07bbe0-11bc-4846-b050-5cf5a71f487c'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:30:12.213793 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc12529-0c43-4bb0-9c79-ef5bba73fae2', 'name': 'network-vif-deleted', 'tag': '0bdd6daf-a9e7-41e5-b135-fc680633b7b8'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:30:12.231595 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287850cb-2198-4489-8f42-fc2839e32d64" -d '{"events": [{"server_uuid": "6dc12529-0c43-4bb0-9c79-ef5bba73fae2", "name": "network-vif-deleted", "tag": "0bdd6daf-a9e7-41e5-b135-fc680633b7b8"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:30:12.266007 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1ddb239f-d654-475c-88fc-28129edf8ece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:12.269106 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1ddb239f-d654-475c-88fc-28129edf8ece admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:12.346092 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1ddb239f-d654-475c-88fc-28129edf8ece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:12.347145 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddb239f-d654-475c-88fc-28129edf8ece admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd07bbe0-11bc-4846-b050-5cf5a71f487c {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:30:12.348186 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-ff2d0142-fefd-4078-b966-372d1bb1f708 None None] Set router dd07bbe0-11bc-4846-b050-5cf5a71f487c gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:30:12.363294 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1ddb239f-d654-475c-88fc-28129edf8ece admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:12.371759 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1ddb239f-d654-475c-88fc-28129edf8ece admin admin] 10.222.0.11 "DELETE /v2.0/routers/dd07bbe0-11bc-4846-b050-5cf5a71f487c HTTP/1.1" status: 204 len: 168 time: 1.2698138 Dec 10 16:30:12.372850 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50670) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:12.432887 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ff2d0142-fefd-4078-b966-372d1bb1f708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'name': 'tempest-FloatingIPsAssociationTestJSON-689631423-router', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:28:34Z', 'updated_at': '2021-12-10T16:30:11Z', 'revision_number': 7, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'gw_port_host': None}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:30:12.472155 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2d0142-fefd-4078-b966-372d1bb1f708 None None] The sync data for ids ['dd07bbe0-11bc-4846-b050-5cf5a71f487c'] in n-d-766771-2 is: [{'id': 'dd07bbe0-11bc-4846-b050-5cf5a71f487c', 'name': 'tempest-FloatingIPsAssociationTestJSON-689631423-router', 'tenant_id': '78a67ea6c69344df8b0209764b4007aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:28:34Z', 'updated_at': '2021-12-10T16:30:11Z', 'revision_number': 7, 'project_id': '78a67ea6c69344df8b0209764b4007aa', 'gw_port_host': None}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:30:12.479376 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe1e48c-303b-4891-8826-b047a15f48bc None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:30:12.491117 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-78b0be44-f70b-4510-ba00-27d06592a3b1 admin admin] Deleting subnet e98874b0-e60d-4822-8213-f6ac4d039265 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:30:12.494963 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-78b0be44-f70b-4510-ba00-27d06592a3b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:12.504714 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5b382168-1d47-43d0-aaf3-ca0001670a81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:12.517709 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b382168-1d47-43d0-aaf3-ca0001670a81 admin admin] Pushing event updated for resources: {'Port': ['ID=76e75cbe-e199-40c7-b1f1-71c22153e76f,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:12.566000 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-907708cf-b8a3-413a-afdd-5af5ddcadf05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:12.604933 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-78b0be44-f70b-4510-ba00-27d06592a3b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:12.620810 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-2bccaf4f-b557-49a5-916f-7cdc139f813b None None] Provisioning complete for port 5a5ec65a-933f-4dcf-9d67-db538dbe2516 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:12.621250 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2bccaf4f-b557-49a5-916f-7cdc139f813b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:12.699662 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2309a-35fd-4190-a2e6-350c4a3ab051 req-e30ff7c5-3040-4d8f-af14-352b94149527 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:12.701563 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-beb2309a-35fd-4190-a2e6-350c4a3ab051 req-e30ff7c5-3040-4d8f-af14-352b94149527 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a002536-438f-4742-bf0c-7b501d4bae0a HTTP/1.1" status: 200 len: 931 time: 0.7269874 Dec 10 16:30:12.781298 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-78b0be44-f70b-4510-ba00-27d06592a3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:12.863590 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-78b0be44-f70b-4510-ba00-27d06592a3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:12.904077 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 0bdd6daf-a9e7-41e5-b135-fc680633b7b8 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:30:12.914029 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-78b0be44-f70b-4510-ba00-27d06592a3b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:12.920275 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-78b0be44-f70b-4510-ba00-27d06592a3b1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e98874b0-e60d-4822-8213-f6ac4d039265 HTTP/1.1" status: 204 len: 168 time: 0.5438721 Dec 10 16:30:12.921820 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0be44-f70b-4510-ba00-27d06592a3b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e98874b0-e60d-4822-8213-f6ac4d039265,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:12.924983 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50684) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:12.973346 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a125bb-0237-4916-a1fd-7dee69ac7431 None None] Network f51320c6-36a3-445a-bf6e-8d6ab92c4522 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:30:12.994378 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 0bdd6daf-a9e7-41e5-b135-fc680633b7b8 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:30:12.994730 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 0bdd6daf-a9e7-41e5-b135-fc680633b7b8 not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:30:13.113602 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e50d0041-5bc4-4600-94fa-b31fbc65604d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:13.206326 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b6b174d7-6118-4841-8f1a-4d07ba0b0a74 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:13.225208 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-beb2309a-35fd-4190-a2e6-350c4a3ab051 req-456c998d-5bca-4b3d-8810-8012bda2e018 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4853089 Dec 10 16:30:13.240680 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b382168-1d47-43d0-aaf3-ca0001670a81 admin admin] Network e32a4d08-b516-4a89-a4b3-00c81d20f408 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:30:13.247002 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-5b382168-1d47-43d0-aaf3-ca0001670a81 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:13.268893 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-e50d0041-5bc4-4600-94fa-b31fbc65604d admin admin] Deleting port 6c5f58ab-37f7-452c-aa99-8d99035c6068 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:30:13.270867 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e50d0041-5bc4-4600-94fa-b31fbc65604d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:13.464587 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-e50d0041-5bc4-4600-94fa-b31fbc65604d admin admin] For port 6c5f58ab-37f7-452c-aa99-8d99035c6068, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=6c5f58ab-37f7-452c-aa99-8d99035c6068,segment=NetworkSegment(c5dc7c15-134d-4079-accd-bbd076de9d44),segment_id=c5dc7c15-134d-4079-accd-bbd076de9d44)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:30:13.465085 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e50d0041-5bc4-4600-94fa-b31fbc65604d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:13.504294 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-4596a50b-3fb6-4844-9a0d-38f16eacfadf None None] Provisioning complete for port 5a5ec65a-933f-4dcf-9d67-db538dbe2516 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:13.506787 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4596a50b-3fb6-4844-9a0d-38f16eacfadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:13.526002 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-e50d0041-5bc4-4600-94fa-b31fbc65604d admin admin] Calling delete_port for 6c5f58ab-37f7-452c-aa99-8d99035c6068 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:30:13.540458 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c964ba7b-40d6-46bf-93e3-16d51e61025b None None] DHCP port deletion for f51320c6-36a3-445a-bf6e-8d6ab92c4522 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:30:13.570267 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b6b174d7-6118-4841-8f1a-4d07ba0b0a74 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:13.647689 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf021d3-80ed-4fda-9eb7-ff4844386ee4 x-openstack-request-id: req-ebf021d3-80ed-4fda-9eb7-ff4844386ee4 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:30:13.647917 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc12529-0c43-4bb0-9c79-ef5bba73fae2", "name": "network-vif-deleted", "tag": "0bdd6daf-a9e7-41e5-b135-fc680633b7b8", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:30:13.648173 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ebf021d3-80ed-4fda-9eb7-ff4844386ee4 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:30:13.648560 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc12529-0c43-4bb0-9c79-ef5bba73fae2', 'name': 'network-vif-deleted', 'tag': '0bdd6daf-a9e7-41e5-b135-fc680633b7b8', 'status': 'completed', 'code': 200} Dec 10 16:30:13.745322 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b174d7-6118-4841-8f1a-4d07ba0b0a74 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:30:13.760918 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b174d7-6118-4841-8f1a-4d07ba0b0a74 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Port': ['ID=8d72a990-6d98-4e3b-be6b-67807c92d76e,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:13.763579 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-b6b174d7-6118-4841-8f1a-4d07ba0b0a74 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:13.768502 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b174d7-6118-4841-8f1a-4d07ba0b0a74 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:30:13.772763 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50686) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:13.780698 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 5a5ec65a-933f-4dcf-9d67-db538dbe2516 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:30:13.886673 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b382168-1d47-43d0-aaf3-ca0001670a81 admin admin] Router 1c1262d2-a626-4ee3-92fd-acf80f2f0f1c has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:30:13.931442 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 5a5ec65a-933f-4dcf-9d67-db538dbe2516 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:13.931814 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:13.933484 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b393f8db-16b3-454f-8b30-1860a21038c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:13.988528 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c964ba7b-40d6-46bf-93e3-16d51e61025b None None] Deleting port 6c5f58ab-37f7-452c-aa99-8d99035c6068 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:30:13.988902 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c964ba7b-40d6-46bf-93e3-16d51e61025b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:14.016733 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e50d0041-5bc4-4600-94fa-b31fbc65604d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:14.051191 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50d0041-5bc4-4600-94fa-b31fbc65604d admin admin] Pushing event deleted for resources: {'Port': ['ID=6c5f58ab-37f7-452c-aa99-8d99035c6068,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:14.060542 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50d0041-5bc4-4600-94fa-b31fbc65604d admin admin] No DVR routers for this DVR port 6c5f58ab-37f7-452c-aa99-8d99035c6068 on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:30:14.067921 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b174d7-6118-4841-8f1a-4d07ba0b0a74 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:14.068616 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b6b174d7-6118-4841-8f1a-4d07ba0b0a74 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:14.082507 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-907708cf-b8a3-413a-afdd-5af5ddcadf05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65fdf670-ed16-424f-b04b-90643eef8afb {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:30:14.091475 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-907708cf-b8a3-413a-afdd-5af5ddcadf05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:14.109739 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-907708cf-b8a3-413a-afdd-5af5ddcadf05 service neutron] Transition to ACTIVE for port object 65fdf670-ed16-424f-b04b-90643eef8afb will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:30:14.117717 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a329ee1-454b-4395-8142-bbe92ab90b58 admin admin] Deleting subnet 173a3b76-9825-4dc8-b87b-02867f285316 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:30:14.126361 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-907708cf-b8a3-413a-afdd-5af5ddcadf05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:14.144536 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a329ee1-454b-4395-8142-bbe92ab90b58 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:14.202305 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device fd5cf142-a892-4e57-808d-bec9570f4eee up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:30:14.209586 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c964ba7b-40d6-46bf-93e3-16d51e61025b None None] For port 6c5f58ab-37f7-452c-aa99-8d99035c6068, host n-d-766771-2, got binding levels [] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:30:14.209982 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c964ba7b-40d6-46bf-93e3-16d51e61025b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:14.229316 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907708cf-b8a3-413a-afdd-5af5ddcadf05 service neutron] Pushing event updated for resources: {'Port': ['ID=65fdf670-ed16-424f-b04b-90643eef8afb,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:14.230536 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e50d0041-5bc4-4600-94fa-b31fbc65604d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:14.290574 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-e50d0041-5bc4-4600-94fa-b31fbc65604d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f51320c6-36a3-445a-bf6e-8d6ab92c4522']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:30:14.293885 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c964ba7b-40d6-46bf-93e3-16d51e61025b None None] Calling delete_port for 6c5f58ab-37f7-452c-aa99-8d99035c6068 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:30:14.309043 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-e50d0041-5bc4-4600-94fa-b31fbc65604d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5dc7c15-134d-4079-accd-bbd076de9d44') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:30:14.309043 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-e50d0041-5bc4-4600-94fa-b31fbc65604d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5dc7c15-134d-4079-accd-bbd076de9d44') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:30:14.309705 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.ipam_backend_mixin [None req-c964ba7b-40d6-46bf-93e3-16d51e61025b None None] Port 6c5f58ab-37f7-452c-aa99-8d99035c6068 was not found and therefore no delete operation was performed {{(pid=103394) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 16:30:14.318859 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e50d0041-5bc4-4600-94fa-b31fbc65604d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:14.327678 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-120bc56e-ec95-465a-bfd0-28c8ff79981f None None] Could not find standard attr ID for object 63585350-5b49-4d44-a7f2-00505e2a9b84. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:30:14.339213 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e50d0041-5bc4-4600-94fa-b31fbc65604d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:14.343608 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c964ba7b-40d6-46bf-93e3-16d51e61025b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:14.365111 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e50d0041-5bc4-4600-94fa-b31fbc65604d admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:30:14.365111 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e50d0041-5bc4-4600-94fa-b31fbc65604d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:14.367639 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:30:14.367639 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:30:14.367639 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:30:14.367639 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:30:14.367639 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:30:14.367639 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:30:14.367639 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:30:14.367639 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:30:14.367639 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:30:14.367639 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:30:14.367639 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:30:14.367639 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:30:14.367639 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:30:14.367639 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:30:14.367639 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:30:14.367639 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:30:14.367639 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:30:14.367639 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:30:14.367639 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:30:14.367639 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:30:14.367639 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:30:14.367639 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:30:14.367639 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:30:14.367639 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:30:14.367639 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:30:14.367639 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:30:14.367639 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:30:14.367639 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:30:14.367639 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:30:14.367639 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:30:14.367639 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:30:14.367639 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:30:14.391877 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c964ba7b-40d6-46bf-93e3-16d51e61025b None None] No DVR routers for this DVR port 6c5f58ab-37f7-452c-aa99-8d99035c6068 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:30:14.404589 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b6b174d7-6118-4841-8f1a-4d07ba0b0a74 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.2731972 Dec 10 16:30:14.408776 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964ba7b-40d6-46bf-93e3-16d51e61025b None None] Pushing event deleted for resources: {'Port': ['ID=6c5f58ab-37f7-452c-aa99-8d99035c6068,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:14.420217 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port fd5cf142-a892-4e57-808d-bec9570f4eee triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:14.420595 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:14.438496 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50698) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:14.515502 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a5c81c-d756-4f19-8d6b-599fcc5f4c4a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:14.522266 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a5c81c-d756-4f19-8d6b-599fcc5f4c4a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:14.527937 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c4a5c81c-d756-4f19-8d6b-599fcc5f4c4a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0863051 Dec 10 16:30:14.528857 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50700) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:14.530677 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 1ea40611-3fff-4ec9-9348-3aa63774fd04 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:30:14.560250 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a329ee1-454b-4395-8142-bbe92ab90b58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:14.582978 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 1ea40611-3fff-4ec9-9348-3aa63774fd04 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:30:14.583496 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 1ea40611-3fff-4ec9-9348-3aa63774fd04 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:30:14.587040 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e50d0041-5bc4-4600-94fa-b31fbc65604d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:14.596170 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-755cf5b1-4b1d-4156-8761-28bbb4657bf4 None None] Provisioning complete for port 8d72a990-6d98-4e3b-be6b-67807c92d76e triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:14.596652 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-755cf5b1-4b1d-4156-8761-28bbb4657bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:14.605855 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e50d0041-5bc4-4600-94fa-b31fbc65604d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:14.609070 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e50d0041-5bc4-4600-94fa-b31fbc65604d admin admin] 10.222.0.11 "DELETE /v2.0/networks/f51320c6-36a3-445a-bf6e-8d6ab92c4522 HTTP/1.1" status: 204 len: 168 time: 1.6830678 Dec 10 16:30:14.628854 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a329ee1-454b-4395-8142-bbe92ab90b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:14.671050 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-755cf5b1-4b1d-4156-8761-28bbb4657bf4 None None] Port 8d72a990-6d98-4e3b-be6b-67807c92d76e cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:30:14.720466 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 6c5f58ab-37f7-452c-aa99-8d99035c6068 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:30:14.738597 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a329ee1-454b-4395-8142-bbe92ab90b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:14.745770 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50d0041-5bc4-4600-94fa-b31fbc65604d admin admin] Pushing event deleted for resources: {'Network': ['ID=f51320c6-36a3-445a-bf6e-8d6ab92c4522,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:14.757442 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 6c5f58ab-37f7-452c-aa99-8d99035c6068 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:30:14.757982 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 6c5f58ab-37f7-452c-aa99-8d99035c6068 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:30:14.758570 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 65e06a3d-623f-4e2b-a619-4f6ed536b7df no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:30:14.781329 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 65e06a3d-623f-4e2b-a619-4f6ed536b7df {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:30:14.781933 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 65e06a3d-623f-4e2b-a619-4f6ed536b7df not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:30:14.787647 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-e0d0aa3c-3862-4c41-9dbd-fde725fd77b8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting port 8d72a990-6d98-4e3b-be6b-67807c92d76e {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:30:14.787990 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e0d0aa3c-3862-4c41-9dbd-fde725fd77b8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:14.835178 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-907708cf-b8a3-413a-afdd-5af5ddcadf05 service neutron] Attempting to bind port 65fdf670-ed16-424f-b04b-90643eef8afb on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:30:14.835178 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-907708cf-b8a3-413a-afdd-5af5ddcadf05 service neutron] Attempting to bind port 65fdf670-ed16-424f-b04b-90643eef8afb by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '61dcaedb-3bc0-47c0-9c1b-e1ac3641e703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6b846837-ffd4-4012-82b7-af1d6b57a065'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:30:14.835500 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-907708cf-b8a3-413a-afdd-5af5ddcadf05 service neutron] Attempting to bind port 65fdf670-ed16-424f-b04b-90643eef8afb on network 6b846837-ffd4-4012-82b7-af1d6b57a065 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:30:14.842924 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a329ee1-454b-4395-8142-bbe92ab90b58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=173a3b76-9825-4dc8-b87b-02867f285316,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:14.860636 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a329ee1-454b-4395-8142-bbe92ab90b58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:14.869334 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50706) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:14.875436 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5a329ee1-454b-4395-8142-bbe92ab90b58 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/173a3b76-9825-4dc8-b87b-02867f285316 HTTP/1.1" status: 204 len: 168 time: 1.0991263 Dec 10 16:30:14.877919 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-907708cf-b8a3-413a-afdd-5af5ddcadf05 service neutron] Port 65fdf670-ed16-424f-b04b-90643eef8afb on network 6b846837-ffd4-4012-82b7-af1d6b57a065 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:30:14.878305 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-907708cf-b8a3-413a-afdd-5af5ddcadf05 service neutron] Attempting to bind port 65fdf670-ed16-424f-b04b-90643eef8afb on network 6b846837-ffd4-4012-82b7-af1d6b57a065 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:30:14.902995 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5778a69-fb1e-449e-ae7b-28b61b8ee727 req-4b064b17-689d-47fb-b7ff-b0eb64dd1ebd tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:14.905028 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f5778a69-fb1e-449e-ae7b-28b61b8ee727 req-4b064b17-689d-47fb-b7ff-b0eb64dd1ebd tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a002536-438f-4742-bf0c-7b501d4bae0a HTTP/1.1" status: 200 len: 943 time: 0.5018661 Dec 10 16:30:14.950648 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-907708cf-b8a3-413a-afdd-5af5ddcadf05 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:30:14.950992 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-907708cf-b8a3-413a-afdd-5af5ddcadf05 service neutron] Checking segment: {'id': '61dcaedb-3bc0-47c0-9c1b-e1ac3641e703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6b846837-ffd4-4012-82b7-af1d6b57a065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:30:14.951376 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-907708cf-b8a3-413a-afdd-5af5ddcadf05 service neutron] Bound using segment: {'id': '61dcaedb-3bc0-47c0-9c1b-e1ac3641e703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6b846837-ffd4-4012-82b7-af1d6b57a065'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:30:14.951827 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-907708cf-b8a3-413a-afdd-5af5ddcadf05 service neutron] Bound port: 65fdf670-ed16-424f-b04b-90643eef8afb, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61dcaedb-3bc0-47c0-9c1b-e1ac3641e703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6b846837-ffd4-4012-82b7-af1d6b57a065'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:30:14.952285 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-907708cf-b8a3-413a-afdd-5af5ddcadf05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:14.977383 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b382168-1d47-43d0-aaf3-ca0001670a81 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:30:14.991878 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20652f7b-9880-4aab-8066-ecf91f4ad59b None None] Sync routers for ids ['1c1262d2-a626-4ee3-92fd-acf80f2f0f1c'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:30:14.994790 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5b382168-1d47-43d0-aaf3-ca0001670a81 admin admin] 10.222.0.11 "PUT /v2.0/routers/1c1262d2-a626-4ee3-92fd-acf80f2f0f1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4133329 Dec 10 16:30:15.020989 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20652f7b-9880-4aab-8066-ecf91f4ad59b None None] Routers {'1c1262d2-a626-4ee3-92fd-acf80f2f0f1c'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:30:15.021622 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-20652f7b-9880-4aab-8066-ecf91f4ad59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:29:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['1c1262d2-a626-4ee3-92fd-acf80f2f0f1c'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:30:15.022338 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be68d9d8-3160-464c-8f1b-48be168e43c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:15.028934 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50712) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:15.054973 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e0d0aa3c-3862-4c41-9dbd-fde725fd77b8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:15.076792 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-e0d0aa3c-3862-4c41-9dbd-fde725fd77b8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Calling delete_port for 8d72a990-6d98-4e3b-be6b-67807c92d76e owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:30:15.103479 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50714) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:15.154424 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-907708cf-b8a3-413a-afdd-5af5ddcadf05 service neutron] For port 65fdf670-ed16-424f-b04b-90643eef8afb, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:30:15.156057 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-907708cf-b8a3-413a-afdd-5af5ddcadf05 service neutron] For port 65fdf670-ed16-424f-b04b-90643eef8afb, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=65fdf670-ed16-424f-b04b-90643eef8afb,segment=NetworkSegment(61dcaedb-3bc0-47c0-9c1b-e1ac3641e703),segment_id=61dcaedb-3bc0-47c0-9c1b-e1ac3641e703)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:30:15.168204 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a2d0ba2a-4138-4f80-b327-85e480417e5a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=78a67ea6c69344df8b0209764b4007aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1352177 Dec 10 16:30:15.175846 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f5778a69-fb1e-449e-ae7b-28b61b8ee727 req-60b0e2ba-e70a-4968-8622-d3e139a14add tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553034 Dec 10 16:30:15.178642 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50720) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:15.188909 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-907708cf-b8a3-413a-afdd-5af5ddcadf05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:15.213825 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-20652f7b-9880-4aab-8066-ecf91f4ad59b None None] Set router 1c1262d2-a626-4ee3-92fd-acf80f2f0f1c gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:30:15.241324 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be68d9d8-3160-464c-8f1b-48be168e43c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:15.283816 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-be68d9d8-3160-464c-8f1b-48be168e43c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbb94746-fc6f-4a16-ab0b-6dbd984218c6']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:30:15.317108 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-be68d9d8-3160-464c-8f1b-48be168e43c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6fa61d2-b939-45d7-997a-9f01bb103238') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:30:15.318051 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-be68d9d8-3160-464c-8f1b-48be168e43c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6fa61d2-b939-45d7-997a-9f01bb103238') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:30:15.332013 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be68d9d8-3160-464c-8f1b-48be168e43c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:15.351247 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be68d9d8-3160-464c-8f1b-48be168e43c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:15.379466 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be68d9d8-3160-464c-8f1b-48be168e43c5 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:30:15.379864 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be68d9d8-3160-464c-8f1b-48be168e43c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:15.381742 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:30:15.381742 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:30:15.381742 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:30:15.381742 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:30:15.381742 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:30:15.381742 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:30:15.381742 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:30:15.381742 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:30:15.381742 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:30:15.381742 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:30:15.381742 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:30:15.381742 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:30:15.381742 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:30:15.381742 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:30:15.381742 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:30:15.381742 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:30:15.381742 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:30:15.381742 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:30:15.381742 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:30:15.381742 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:30:15.381742 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:30:15.381742 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:30:15.381742 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:30:15.381742 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:30:15.381742 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:30:15.381742 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:30:15.381742 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:30:15.381742 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:30:15.381742 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:30:15.381742 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:30:15.381742 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:30:15.381742 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:30:15.477788 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be68d9d8-3160-464c-8f1b-48be168e43c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:15.485005 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be68d9d8-3160-464c-8f1b-48be168e43c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:15.493101 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-be68d9d8-3160-464c-8f1b-48be168e43c5 admin admin] 10.222.0.11 "DELETE /v2.0/networks/fbb94746-fc6f-4a16-ab0b-6dbd984218c6 HTTP/1.1" status: 204 len: 168 time: 0.6185591 Dec 10 16:30:15.506186 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68d9d8-3160-464c-8f1b-48be168e43c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbb94746-fc6f-4a16-ab0b-6dbd984218c6,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:15.536018 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e0d0aa3c-3862-4c41-9dbd-fde725fd77b8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:15.572673 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0aa3c-3862-4c41-9dbd-fde725fd77b8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Port': ['ID=8d72a990-6d98-4e3b-be6b-67807c92d76e,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:15.610229 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-20652f7b-9880-4aab-8066-ecf91f4ad59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c1262d2-a626-4ee3-92fd-acf80f2f0f1c', 'name': 'tempest-ServerRescueTestJSON-1824395172-router', 'tenant_id': '86809bc173774b32a7d283ceb29d9179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'fd5cf142-a892-4e57-808d-bec9570f4eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:30:00Z', 'updated_at': '2021-12-10T16:30:09Z', 'revision_number': 4, 'project_id': '86809bc173774b32a7d283ceb29d9179', 'gw_port': {'id': 'fd5cf142-a892-4e57-808d-bec9570f4eee', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1262d2-a626-4ee3-92fd-acf80f2f0f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:01Z', 'updated_at': '2021-12-10T16:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '76e75cbe-e199-40c7-b1f1-71c22153e76f', 'name': '', 'network_id': 'e32a4d08-b516-4a89-a4b3-00c81d20f408', 'tenant_id': '86809bc173774b32a7d283ceb29d9179', 'mac_address': 'fa:16:3e:4d:4a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c1262d2-a626-4ee3-92fd-acf80f2f0f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'd02cdcd1-06ed-4593-b982-980ffb32811d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:06Z', 'updated_at': '2021-12-10T16:30:10Z', 'revision_number': 2, 'project_id': '86809bc173774b32a7d283ceb29d9179', 'subnets': [{'id': 'd02cdcd1-06ed-4593-b982-980ffb32811d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:30:15.672776 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907708cf-b8a3-413a-afdd-5af5ddcadf05 service neutron] Pushing event updated for resources: {'Port': ['ID=65fdf670-ed16-424f-b04b-90643eef8afb,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:15.678705 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20652f7b-9880-4aab-8066-ecf91f4ad59b None None] Checking router: 1c1262d2-a626-4ee3-92fd-acf80f2f0f1c for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:30:15.679846 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20652f7b-9880-4aab-8066-ecf91f4ad59b None None] Updating router 1c1262d2-a626-4ee3-92fd-acf80f2f0f1c port 76e75cbe-e199-40c7-b1f1-71c22153e76f binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:30:15.701427 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7272c13-9a86-4ac3-99bf-042e019998cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:15.718821 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-20652f7b-9880-4aab-8066-ecf91f4ad59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:15.727067 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e0d0aa3c-3862-4c41-9dbd-fde725fd77b8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:15.731973 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e0d0aa3c-3862-4c41-9dbd-fde725fd77b8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/ports/8d72a990-6d98-4e3b-be6b-67807c92d76e HTTP/1.1" status: 204 len: 168 time: 1.2016950 Dec 10 16:30:15.734495 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50736) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:15.743287 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-907708cf-b8a3-413a-afdd-5af5ddcadf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:15.744093 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-907708cf-b8a3-413a-afdd-5af5ddcadf05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:15.745808 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-907708cf-b8a3-413a-afdd-5af5ddcadf05 service neutron] 10.222.0.26 "PUT /v2.0/ports/65fdf670-ed16-424f-b04b-90643eef8afb HTTP/1.1" status: 200 len: 1091 time: 3.9176483 Dec 10 16:30:15.748014 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a002536-438f-4742-bf0c-7b501d4bae0a', 'tag': '65fdf670-ed16-424f-b04b-90643eef8afb'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:30:15.750685 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e544906-3d72-4e25-b652-798049023e0e" -d '{"events": [{"name": "network-changed", "server_uuid": "9a002536-438f-4742-bf0c-7b501d4bae0a", "tag": "65fdf670-ed16-424f-b04b-90643eef8afb"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:30:15.754556 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50740) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:15.831052 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39fde75-fa39-4859-861d-8c612f5d96ac tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:15.832587 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39fde75-fa39-4859-861d-8c612f5d96ac tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:15.834543 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39fde75-fa39-4859-861d-8c612f5d96ac tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:15.836544 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b39fde75-fa39-4859-861d-8c612f5d96ac tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1009297 Dec 10 16:30:15.840425 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50742) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:15.919791 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-7abc505e-f433-40ae-8d53-13c10dc82a1d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting subnet 0f3eb9a2-9014-4184-9576-62fab47891ea {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:30:15.924739 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7abc505e-f433-40ae-8d53-13c10dc82a1d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:15.955455 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-11f66f76-ec85-420a-8561-05055ea791ec tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:15.957087 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-11f66f76-ec85-420a-8561-05055ea791ec tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/networks?id=e32a4d08-b516-4a89-a4b3-00c81d20f408 HTTP/1.1" status: 200 len: 811 time: 0.2607059 Dec 10 16:30:15.976598 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7abc505e-f433-40ae-8d53-13c10dc82a1d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:15.987270 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-df953870-46f7-4bef-ba8a-8ac7e1867ee4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:15.994268 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-f73d06a3-685c-400e-9bac-a53c5add50fe tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/quotas/86809bc173774b32a7d283ceb29d9179 HTTP/1.1" status: 200 len: 375 time: 0.0265062 Dec 10 16:30:15.996623 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ee615e27-1a84-4d73-b4b2-a39ec8c9dabb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3c230731c8574bb0abc18ed9b45d286c&name=default HTTP/1.1" status: 200 len: 2997 time: 0.2223053 Dec 10 16:30:15.999615 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50746) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:16.022245 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-510a4c21-b24d-49a2-ba83-a3939a7f4f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:16.023733 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-510a4c21-b24d-49a2-ba83-a3939a7f4f71 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d4248dbee8d467184bf6fd62b83d63b&device_id=9a002536-438f-4742-bf0c-7b501d4bae0a HTTP/1.1" status: 200 len: 1094 time: 0.2176771 Dec 10 16:30:16.065076 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-df953870-46f7-4bef-ba8a-8ac7e1867ee4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:16.078093 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-91ee3c8e-6373-4b1d-9f9e-46f1480282e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:16.097162 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-20652f7b-9880-4aab-8066-ecf91f4ad59b None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:16.105000 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-20652f7b-9880-4aab-8066-ecf91f4ad59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:16.111786 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-85dfcdcf-24a1-41cd-9f25-4689d586b8eb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65fdf670-ed16-424f-b04b-90643eef8afb HTTP/1.1" status: 200 len: 217 time: 0.0707946 Dec 10 16:30:16.136370 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-91ee3c8e-6373-4b1d-9f9e-46f1480282e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:16.149757 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7abc505e-f433-40ae-8d53-13c10dc82a1d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:16.163834 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a95db28-c457-422b-94e3-6b9b7b29be3a None None] Pushing event updated for resources: {'Port': ['ID=76e75cbe-e199-40c7-b1f1-71c22153e76f,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:16.207809 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-f9ecffb6-775e-40f8-af88-3d15ca2d6bf4 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=86809bc173774b32a7d283ceb29d9179&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1924648 Dec 10 16:30:16.209982 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-20652f7b-9880-4aab-8066-ecf91f4ad59b None None] Attempting to bind port 76e75cbe-e199-40c7-b1f1-71c22153e76f on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:30:16.212390 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-20652f7b-9880-4aab-8066-ecf91f4ad59b None None] Attempting to bind port 76e75cbe-e199-40c7-b1f1-71c22153e76f by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'b9bd78ee-f3c3-4e6c-b4f5-8a2b8ab95e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e32a4d08-b516-4a89-a4b3-00c81d20f408'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:30:16.212783 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20652f7b-9880-4aab-8066-ecf91f4ad59b None None] Attempting to bind port 76e75cbe-e199-40c7-b1f1-71c22153e76f on network e32a4d08-b516-4a89-a4b3-00c81d20f408 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:30:16.218276 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20652f7b-9880-4aab-8066-ecf91f4ad59b None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:30:16.218701 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20652f7b-9880-4aab-8066-ecf91f4ad59b None None] Checking segment: {'id': 'b9bd78ee-f3c3-4e6c-b4f5-8a2b8ab95e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e32a4d08-b516-4a89-a4b3-00c81d20f408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:30:16.219104 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-20652f7b-9880-4aab-8066-ecf91f4ad59b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:16.219495 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20652f7b-9880-4aab-8066-ecf91f4ad59b None None] Bound using segment: {'id': 'b9bd78ee-f3c3-4e6c-b4f5-8a2b8ab95e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e32a4d08-b516-4a89-a4b3-00c81d20f408'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:30:16.220003 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-20652f7b-9880-4aab-8066-ecf91f4ad59b None None] Bound port: 76e75cbe-e199-40c7-b1f1-71c22153e76f, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bd78ee-f3c3-4e6c-b4f5-8a2b8ab95e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e32a4d08-b516-4a89-a4b3-00c81d20f408'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:30:16.220346 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-20652f7b-9880-4aab-8066-ecf91f4ad59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:16.237595 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7272c13-9a86-4ac3-99bf-042e019998cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:16.246666 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7abc505e-f433-40ae-8d53-13c10dc82a1d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:16.252258 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-91ee3c8e-6373-4b1d-9f9e-46f1480282e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:16.254943 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-91ee3c8e-6373-4b1d-9f9e-46f1480282e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:16.258835 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-91ee3c8e-6373-4b1d-9f9e-46f1480282e7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9e5f6a54-1fb5-4260-b91b-e29ac4fde47a HTTP/1.1" status: 204 len: 168 time: 0.2579563 Dec 10 16:30:16.281992 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7272c13-9a86-4ac3-99bf-042e019998cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:16.285763 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-de42ec89-0753-480c-9561-443e5e57b5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:16.287385 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-de42ec89-0753-480c-9561-443e5e57b5c1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1aaff46f-c283-4149-ac89-cdd26ce93be3 HTTP/1.1" status: 200 len: 854 time: 0.1676333 Dec 10 16:30:16.291680 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc505e-f433-40ae-8d53-13c10dc82a1d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Subnet': ['ID=0f3eb9a2-9014-4184-9576-62fab47891ea,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:16.293695 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7abc505e-f433-40ae-8d53-13c10dc82a1d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:16.299101 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7abc505e-f433-40ae-8d53-13c10dc82a1d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/0f3eb9a2-9014-4184-9576-62fab47891ea HTTP/1.1" status: 204 len: 168 time: 0.4574921 Dec 10 16:30:16.301653 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50754) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:16.308111 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee3c8e-6373-4b1d-9f9e-46f1480282e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5f6a54-1fb5-4260-b91b-e29ac4fde47a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:16.308956 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69da38e6-2603-4ed0-8b5e-595c9db58107 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:30:16.354642 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-d28e0c0c-8b0e-4309-8036-6110bd0d6794 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6b846837-ffd4-4012-82b7-af1d6b57a065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542898 Dec 10 16:30:16.362072 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-df953870-46f7-4bef-ba8a-8ac7e1867ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:16.364982 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-df953870-46f7-4bef-ba8a-8ac7e1867ee4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:16.366365 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-df953870-46f7-4bef-ba8a-8ac7e1867ee4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0323d5e7-5cb6-4b7a-86bf-6326caf30de6 HTTP/1.1" status: 204 len: 168 time: 1.1793034 Dec 10 16:30:16.380358 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b1c9e9a-7647-4510-b370-77f4d63023b8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting subnet 2dffd77a-3d88-467b-b3c6-7cff368fee9e {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:30:16.389346 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8b1c9e9a-7647-4510-b370-77f4d63023b8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:16.405146 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e7272c13-9a86-4ac3-99bf-042e019998cd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=34ec0df6160c4e5a96438c81dbc17c0f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2925091 Dec 10 16:30:16.418541 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50758) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:16.436490 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7272c13-9a86-4ac3-99bf-042e019998cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71fa5bff-477e-4105-a202-1da70694cc86,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:16.473412 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8b1c9e9a-7647-4510-b370-77f4d63023b8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:16.476046 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df953870-46f7-4bef-ba8a-8ac7e1867ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0323d5e7-5cb6-4b7a-86bf-6326caf30de6,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:16.489753 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-d675b678-5a2f-4327-b2bc-e94ab7a6cd88 service neutron] 10.222.0.11 "GET /v2.0/networks/e32a4d08-b516-4a89-a4b3-00c81d20f408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615623 Dec 10 16:30:16.582938 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-290518af-d900-4341-b11d-9771d7d0e8e5 service neutron] 10.222.0.26 "GET /v2.0/networks/6b846837-ffd4-4012-82b7-af1d6b57a065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061014 Dec 10 16:30:16.668856 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc052fdd-0b02-483c-be67-0ccc749a91fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:16.691707 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-20652f7b-9880-4aab-8066-ecf91f4ad59b None None] For port 76e75cbe-e199-40c7-b1f1-71c22153e76f, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:30:16.698490 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-7cd53f49-591d-4625-b399-18506226161e service neutron] 10.222.0.11 "GET /v2.0/networks/e32a4d08-b516-4a89-a4b3-00c81d20f408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014575 Dec 10 16:30:16.729369 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81297014-7f9a-4b5b-8581-a40d7d97d4d2 req-4e240b0c-757e-4918-8ffb-103822149909 service neutron] 10.222.0.26 "GET /v2.0/networks/6b846837-ffd4-4012-82b7-af1d6b57a065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373358 Dec 10 16:30:16.731288 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-20652f7b-9880-4aab-8066-ecf91f4ad59b None None] For port 76e75cbe-e199-40c7-b1f1-71c22153e76f, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=76e75cbe-e199-40c7-b1f1-71c22153e76f,segment=NetworkSegment(b9bd78ee-f3c3-4e6c-b4f5-8a2b8ab95e02),segment_id=b9bd78ee-f3c3-4e6c-b4f5-8a2b8ab95e02)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:30:16.732373 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-10aa56e7-f5bf-4131-8153-e6d640d63de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:16.742184 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-20652f7b-9880-4aab-8066-ecf91f4ad59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:16.751376 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc052fdd-0b02-483c-be67-0ccc749a91fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:16.771884 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8b1c9e9a-7647-4510-b370-77f4d63023b8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:16.824164 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20652f7b-9880-4aab-8066-ecf91f4ad59b None None] Routers {'1c1262d2-a626-4ee3-92fd-acf80f2f0f1c'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:30:16.824843 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-20652f7b-9880-4aab-8066-ecf91f4ad59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:30:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['1c1262d2-a626-4ee3-92fd-acf80f2f0f1c'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:30:16.832497 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a95db28-c457-422b-94e3-6b9b7b29be3a None None] Pushing event updated for resources: {'Port': ['ID=76e75cbe-e199-40c7-b1f1-71c22153e76f,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:16.868837 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8b1c9e9a-7647-4510-b370-77f4d63023b8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:16.923031 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8b1c9e9a-7647-4510-b370-77f4d63023b8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:16.930769 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50770) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:16.932015 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8b1c9e9a-7647-4510-b370-77f4d63023b8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/2dffd77a-3d88-467b-b3c6-7cff368fee9e HTTP/1.1" status: 204 len: 168 time: 0.6304977 Dec 10 16:30:16.932880 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc052fdd-0b02-483c-be67-0ccc749a91fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:16.936000 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc052fdd-0b02-483c-be67-0ccc749a91fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:16.941528 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-dc052fdd-0b02-483c-be67-0ccc749a91fb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/71fa5bff-477e-4105-a202-1da70694cc86 HTTP/1.1" status: 204 len: 168 time: 0.5208769 Dec 10 16:30:16.942461 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1c9e9a-7647-4510-b370-77f4d63023b8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Subnet': ['ID=2dffd77a-3d88-467b-b3c6-7cff368fee9e,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:16.954046 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc052fdd-0b02-483c-be67-0ccc749a91fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fa5bff-477e-4105-a202-1da70694cc86,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:17.080675 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ba56a20f-916b-4b8b-b6e3-45c557abd590 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1466362 Dec 10 16:30:17.081193 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50778) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:17.086149 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-5b609eec-27b2-4fcd-b157-af61c39bb210 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'subnet': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:17.107656 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-20652f7b-9880-4aab-8066-ecf91f4ad59b None None] Set router 1c1262d2-a626-4ee3-92fd-acf80f2f0f1c gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:30:17.147049 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb523df0-c10a-4ea0-a75b-553ea9a91642 x-openstack-request-id: req-eb523df0-c10a-4ea0-a75b-553ea9a91642 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:30:17.150482 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a002536-438f-4742-bf0c-7b501d4bae0a", "tag": "65fdf670-ed16-424f-b04b-90643eef8afb", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:30:17.151375 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eb523df0-c10a-4ea0-a75b-553ea9a91642 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:30:17.152160 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a002536-438f-4742-bf0c-7b501d4bae0a', 'tag': '65fdf670-ed16-424f-b04b-90643eef8afb', 'status': 'completed', 'code': 200} Dec 10 16:30:17.249837 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e544906-3d72-4e25-b652-798049023e0e req-52a859a4-0b3a-48d8-8960-c50fed5e8548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:17.251689 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7e544906-3d72-4e25-b652-798049023e0e req-52a859a4-0b3a-48d8-8960-c50fed5e8548 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d4248dbee8d467184bf6fd62b83d63b&device_id=9a002536-438f-4742-bf0c-7b501d4bae0a HTTP/1.1" status: 200 len: 1094 time: 0.0982776 Dec 10 16:30:17.347453 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b609eec-27b2-4fcd-b157-af61c39bb210 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:30:17.351157 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5b609eec-27b2-4fcd-b157-af61c39bb210 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:17.394504 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:17.439471 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-20652f7b-9880-4aab-8066-ecf91f4ad59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c1262d2-a626-4ee3-92fd-acf80f2f0f1c', 'name': 'tempest-ServerRescueTestJSON-1824395172-router', 'tenant_id': '86809bc173774b32a7d283ceb29d9179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'fd5cf142-a892-4e57-808d-bec9570f4eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:30:00Z', 'updated_at': '2021-12-10T16:30:09Z', 'revision_number': 4, 'project_id': '86809bc173774b32a7d283ceb29d9179', 'gw_port': {'id': 'fd5cf142-a892-4e57-808d-bec9570f4eee', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1262d2-a626-4ee3-92fd-acf80f2f0f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:01Z', 'updated_at': '2021-12-10T16:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '76e75cbe-e199-40c7-b1f1-71c22153e76f', 'name': '', 'network_id': 'e32a4d08-b516-4a89-a4b3-00c81d20f408', 'tenant_id': '86809bc173774b32a7d283ceb29d9179', 'mac_address': 'fa:16:3e:4d:4a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c1262d2-a626-4ee3-92fd-acf80f2f0f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'd02cdcd1-06ed-4593-b982-980ffb32811d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:06Z', 'updated_at': '2021-12-10T16:30:16Z', 'revision_number': 4, 'project_id': '86809bc173774b32a7d283ceb29d9179', 'subnets': [{'id': 'd02cdcd1-06ed-4593-b982-980ffb32811d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:30:17.536890 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20652f7b-9880-4aab-8066-ecf91f4ad59b None None] The sync data for ids ['1c1262d2-a626-4ee3-92fd-acf80f2f0f1c'] in n-d-766771-2 is: [{'id': '1c1262d2-a626-4ee3-92fd-acf80f2f0f1c', 'name': 'tempest-ServerRescueTestJSON-1824395172-router', 'tenant_id': '86809bc173774b32a7d283ceb29d9179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'fd5cf142-a892-4e57-808d-bec9570f4eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:30:00Z', 'updated_at': '2021-12-10T16:30:09Z', 'revision_number': 4, 'project_id': '86809bc173774b32a7d283ceb29d9179', 'gw_port': {'id': 'fd5cf142-a892-4e57-808d-bec9570f4eee', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1262d2-a626-4ee3-92fd-acf80f2f0f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:01Z', 'updated_at': '2021-12-10T16:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '76e75cbe-e199-40c7-b1f1-71c22153e76f', 'name': '', 'network_id': 'e32a4d08-b516-4a89-a4b3-00c81d20f408', 'tenant_id': '86809bc173774b32a7d283ceb29d9179', 'mac_address': 'fa:16:3e:4d:4a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c1262d2-a626-4ee3-92fd-acf80f2f0f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'd02cdcd1-06ed-4593-b982-980ffb32811d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:06Z', 'updated_at': '2021-12-10T16:30:16Z', 'revision_number': 4, 'project_id': '86809bc173774b32a7d283ceb29d9179', 'subnets': [{'id': 'd02cdcd1-06ed-4593-b982-980ffb32811d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:30:17.541939 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db36e06-fa0e-4cbc-9ff0-101fae56c482 req-5abe6831-36c1-4c61-bb55-ba5be94cb7d0 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:17.556991 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0db36e06-fa0e-4cbc-9ff0-101fae56c482 req-5abe6831-36c1-4c61-bb55-ba5be94cb7d0 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a002536-438f-4742-bf0c-7b501d4bae0a HTTP/1.1" status: 200 len: 943 time: 0.2181315 Dec 10 16:30:17.568326 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e544906-3d72-4e25-b652-798049023e0e req-c2b90268-7085-4cb7-b92d-e6d1f69537b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:17.570101 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7e544906-3d72-4e25-b652-798049023e0e req-c2b90268-7085-4cb7-b92d-e6d1f69537b5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6b846837-ffd4-4012-82b7-af1d6b57a065 HTTP/1.1" status: 200 len: 915 time: 0.3101194 Dec 10 16:30:17.706911 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7e544906-3d72-4e25-b652-798049023e0e req-96b4c64f-72c2-4f85-ab81-09e4cc439bde service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65fdf670-ed16-424f-b04b-90643eef8afb HTTP/1.1" status: 200 len: 217 time: 0.1268971 Dec 10 16:30:17.889127 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0db36e06-fa0e-4cbc-9ff0-101fae56c482 req-f7b275ac-21bf-4859-acc4-5fefc4ce900c tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201156 Dec 10 16:30:17.901650 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50802) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:17.915044 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ec0a7a-b1fd-48ba-bdcf-4d80fe171aee None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:30:17.930243 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-458ee54f-d50e-4519-9ef3-91e383f9d1bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:18.044211 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e544906-3d72-4e25-b652-798049023e0e req-64c2ebb8-e2c7-49a0-b11c-087b81175527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:18.045767 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7e544906-3d72-4e25-b652-798049023e0e req-64c2ebb8-e2c7-49a0-b11c-087b81175527 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1aaff46f-c283-4149-ac89-cdd26ce93be3 HTTP/1.1" status: 200 len: 854 time: 0.3272915 Dec 10 16:30:18.113998 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-458ee54f-d50e-4519-9ef3-91e383f9d1bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:18.121973 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-458ee54f-d50e-4519-9ef3-91e383f9d1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:18.130998 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-1ed80e10-1f9c-42d1-a9ed-94a5c666c3fb None None] Provisioning complete for port 5a5ec65a-933f-4dcf-9d67-db538dbe2516 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:18.143259 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1ed80e10-1f9c-42d1-a9ed-94a5c666c3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:18.165941 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ee54f-d50e-4519-9ef3-91e383f9d1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874e7492-3769-45d4-b9de-481dca4e00fd,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:18.213267 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-458ee54f-d50e-4519-9ef3-91e383f9d1bd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=86de8a3c0f05473b95879a2bdacd1910&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3097572 Dec 10 16:30:18.216752 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50810) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:18.250926 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7e544906-3d72-4e25-b652-798049023e0e req-9877350e-b62e-463a-81e9-26cfe12fad86 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6b846837-ffd4-4012-82b7-af1d6b57a065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1745617 Dec 10 16:30:18.269380 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5b609eec-27b2-4fcd-b157-af61c39bb210 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:18.347338 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fedc2b16-8807-48d5-8930-ac15f9aae4c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:18.375289 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50816) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:18.423367 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fedc2b16-8807-48d5-8930-ac15f9aae4c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:18.496537 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fedc2b16-8807-48d5-8930-ac15f9aae4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:18.497299 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7b93b3-183b-4e66-a126-925c2d19ad8d None None] DHCP port deletion for ba7323f5-fe45-4362-904e-9370cf7b7342 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:30:18.503057 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:18.507638 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fedc2b16-8807-48d5-8930-ac15f9aae4c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:18.510292 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b609eec-27b2-4fcd-b157-af61c39bb210 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:30:18.514022 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-fedc2b16-8807-48d5-8930-ac15f9aae4c8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/874e7492-3769-45d4-b9de-481dca4e00fd HTTP/1.1" status: 204 len: 168 time: 0.2926538 Dec 10 16:30:18.546883 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc2b16-8807-48d5-8930-ac15f9aae4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874e7492-3769-45d4-b9de-481dca4e00fd,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:18.558948 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-5b609eec-27b2-4fcd-b157-af61c39bb210 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:18.584579 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-35514286-6ab6-449d-a1a4-904e7115ed6a req-d4618c08-b0c5-4085-95a4-cfa009c8139d tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=5086000b-2d0f-4ffa-a728-e28b40e16ec6 HTTP/1.1" status: 200 len: 210 time: 0.2652984 Dec 10 16:30:18.595891 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b609eec-27b2-4fcd-b157-af61c39bb210 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:18.596505 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5b609eec-27b2-4fcd-b157-af61c39bb210 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:18.634353 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-ed7b93b3-183b-4e66-a126-925c2d19ad8d None None] Deleting port 5a5ec65a-933f-4dcf-9d67-db538dbe2516 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:30:18.634729 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ed7b93b3-183b-4e66-a126-925c2d19ad8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:18.747242 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b609eec-27b2-4fcd-b157-af61c39bb210 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Subnet': ['ID=040d6abc-5855-4867-9539-dfbd191b86b8,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:18.787846 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5b609eec-27b2-4fcd-b157-af61c39bb210 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7054842 Dec 10 16:30:18.788171 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50828) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:18.798642 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-71b0d848-d371-471e-9ddd-41dc93610646 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'subnet': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:18.827956 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7e544906-3d72-4e25-b652-798049023e0e req-f8f49fd7-4188-41ba-b564-b983e54d72c5 service neutron] 10.222.0.26 "GET /v2.0/networks/6b846837-ffd4-4012-82b7-af1d6b57a065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5337675 Dec 10 16:30:18.842125 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-ed7b93b3-183b-4e66-a126-925c2d19ad8d None None] For port 5a5ec65a-933f-4dcf-9d67-db538dbe2516, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=5a5ec65a-933f-4dcf-9d67-db538dbe2516,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:30:18.842549 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ed7b93b3-183b-4e66-a126-925c2d19ad8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:18.867952 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-ed7b93b3-183b-4e66-a126-925c2d19ad8d None None] Calling delete_port for 5a5ec65a-933f-4dcf-9d67-db538dbe2516 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:30:18.904351 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-839c1180-0ac7-4746-b4c4-9f647fbc90e1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1006417357-network', 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:18.940175 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-5d7476f3-6497-434b-ac17-6502a80fc4d6 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:18.955758 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 76e75cbe-e199-40c7-b1f1-71c22153e76f up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:30:18.959680 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-5d7476f3-6497-434b-ac17-6502a80fc4d6 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.46 "GET /v2.0/networks?id=e32a4d08-b516-4a89-a4b3-00c81d20f408 HTTP/1.1" status: 200 len: 811 time: 0.2887306 Dec 10 16:30:18.974373 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-26f78e2c-b4af-4bd5-a9cf-bf7343677c76 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Request body: {'port': {'device_id': '5086000b-2d0f-4ffa-a728-e28b40e16ec6', 'network_id': 'e32a4d08-b516-4a89-a4b3-00c81d20f408', 'admin_state_up': True, 'tenant_id': '86809bc173774b32a7d283ceb29d9179'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:19.011118 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 65fdf670-ed16-424f-b04b-90643eef8afb details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:30:19.015742 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839c1180-0ac7-4746-b4c4-9f647fbc90e1 admin admin] Made reservation on behalf of bee2cdae51254104bc03c8ca50b383dd for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:30:19.018985 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-839c1180-0ac7-4746-b4c4-9f647fbc90e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:19.054916 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 76e75cbe-e199-40c7-b1f1-71c22153e76f triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:19.055187 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:19.146479 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7e544906-3d72-4e25-b652-798049023e0e req-2457e003-484c-475c-a56d-20c3a7c9dc7a service neutron] 10.222.0.26 "GET /v2.0/networks/6b846837-ffd4-4012-82b7-af1d6b57a065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107440 Dec 10 16:30:19.230113 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-26f78e2c-b4af-4bd5-a9cf-bf7343677c76 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Made reservation on behalf of 86809bc173774b32a7d283ceb29d9179 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:30:19.237492 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-26f78e2c-b4af-4bd5-a9cf-bf7343677c76 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:19.260950 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ed7b93b3-183b-4e66-a126-925c2d19ad8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:19.342565 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b93b3-183b-4e66-a126-925c2d19ad8d None None] Pushing event deleted for resources: {'Port': ['ID=5a5ec65a-933f-4dcf-9d67-db538dbe2516,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:19.379828 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7b93b3-183b-4e66-a126-925c2d19ad8d None None] No DVR routers for this DVR port 5a5ec65a-933f-4dcf-9d67-db538dbe2516 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:30:19.426040 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55098840-3eba-4d1c-9a07-d1d4ef00de45 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:30:19.465829 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-26f78e2c-b4af-4bd5-a9cf-bf7343677c76 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Allocated IP 172.20.0.9 (e32a4d08-b516-4a89-a4b3-00c81d20f408/d02cdcd1-06ed-4593-b982-980ffb32811d/bca74aec-6ce2-4bca-832e-c1536e539022) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:30:19.493242 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-839c1180-0ac7-4746-b4c4-9f647fbc90e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:19.515127 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:19.574529 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 65fdf670-ed16-424f-b04b-90643eef8afb, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=65fdf670-ed16-424f-b04b-90643eef8afb,segment=NetworkSegment(61dcaedb-3bc0-47c0-9c1b-e1ac3641e703),segment_id=61dcaedb-3bc0-47c0-9c1b-e1ac3641e703)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:30:19.624755 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 76e75cbe-e199-40c7-b1f1-71c22153e76f, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=76e75cbe-e199-40c7-b1f1-71c22153e76f,segment=NetworkSegment(b9bd78ee-f3c3-4e6c-b4f5-8a2b8ab95e02),segment_id=b9bd78ee-f3c3-4e6c-b4f5-8a2b8ab95e02)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:30:19.642694 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '65fdf670-ed16-424f-b04b-90643eef8afb', 'network_id': '6b846837-ffd4-4012-82b7-af1d6b57a065', 'port_id': '65fdf670-ed16-424f-b04b-90643eef8afb', 'mac_address': 'fa:16:3e:2a:90:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aaff46f-c283-4149-ac89-cdd26ce93be3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:30:19.673451 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:19.753455 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-839c1180-0ac7-4746-b4c4-9f647fbc90e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:19.764510 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-839c1180-0ac7-4746-b4c4-9f647fbc90e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:19.773894 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:19.797180 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 5a5ec65a-933f-4dcf-9d67-db538dbe2516 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:30:19.800006 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:19.815427 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-839c1180-0ac7-4746-b4c4-9f647fbc90e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:30:19.820531 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b0d848-d371-471e-9ddd-41dc93610646 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:30:19.824549 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71b0d848-d371-471e-9ddd-41dc93610646 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:19.838765 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604e7dd5-610c-429b-8078-922fa08d7e7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-ba7323f5-fe45-4362-904e-9370cf7b7342', 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'project_id': '2ff5423581d24da08fa7c37167d452f0', 'fixed_ips': [{'subnet_id': '040d6abc-5855-4867-9539-dfbd191b86b8'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:30:19.839909 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-604e7dd5-610c-429b-8078-922fa08d7e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:19.849404 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-26f78e2c-b4af-4bd5-a9cf-bf7343677c76 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:19.850895 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 5a5ec65a-933f-4dcf-9d67-db538dbe2516 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:30:19.851243 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 5a5ec65a-933f-4dcf-9d67-db538dbe2516 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:30:19.858097 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c1180-0ac7-4746-b4c4-9f647fbc90e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f10605-52a1-4041-a144-f80ad4f49dfc,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:19.867022 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65fdf670-ed16-424f-b04b-90643eef8afb {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:30:19.895093 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=76e75cbe-e199-40c7-b1f1-71c22153e76f,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:19.912347 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-839c1180-0ac7-4746-b4c4-9f647fbc90e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:19.913269 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-839c1180-0ac7-4746-b4c4-9f647fbc90e1 admin admin] Added segment 5bae3635-32be-403a-b68a-450983b5ab53 of type vlan for network a2b747af-c1f4-4b9f-a6a4-5511674e4c02 Dec 10 16:30:19.914071 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 65fdf670-ed16-424f-b04b-90643eef8afb, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=65fdf670-ed16-424f-b04b-90643eef8afb,segment=NetworkSegment(61dcaedb-3bc0-47c0-9c1b-e1ac3641e703),segment_id=61dcaedb-3bc0-47c0-9c1b-e1ac3641e703)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:30:19.933549 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d5186-9709-44cb-88dd-725833589309 req-cdbabaa3-ef18-489d-b2f3-7b840acd7281 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:19.935310 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ef1d5186-9709-44cb-88dd-725833589309 req-cdbabaa3-ef18-489d-b2f3-7b840acd7281 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a002536-438f-4742-bf0c-7b501d4bae0a HTTP/1.1" status: 200 len: 943 time: 0.2884729 Dec 10 16:30:19.981353 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:20.004256 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-26f78e2c-b4af-4bd5-a9cf-bf7343677c76 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:20.070401 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ef1d5186-9709-44cb-88dd-725833589309 req-94049065-d366-4058-963f-0ab64443793d tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279278 Dec 10 16:30:20.085621 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-26f78e2c-b4af-4bd5-a9cf-bf7343677c76 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Network e32a4d08-b516-4a89-a4b3-00c81d20f408 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:30:20.100055 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-26f78e2c-b4af-4bd5-a9cf-bf7343677c76 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:20.102520 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f78e2c-b4af-4bd5-a9cf-bf7343677c76 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Pushing event updated for resources: {'Port': ['ID=bca74aec-6ce2-4bca-832e-c1536e539022,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:20.104875 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-26f78e2c-b4af-4bd5-a9cf-bf7343677c76 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:30:20.133254 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f78e2c-b4af-4bd5-a9cf-bf7343677c76 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:30:20.133610 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f78e2c-b4af-4bd5-a9cf-bf7343677c76 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:30:20.133953 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f78e2c-b4af-4bd5-a9cf-bf7343677c76 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:30:20.134355 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f78e2c-b4af-4bd5-a9cf-bf7343677c76 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:30:20.134696 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f78e2c-b4af-4bd5-a9cf-bf7343677c76 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:30:20.135032 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f78e2c-b4af-4bd5-a9cf-bf7343677c76 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:30:20.135363 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f78e2c-b4af-4bd5-a9cf-bf7343677c76 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:30:20.135696 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f78e2c-b4af-4bd5-a9cf-bf7343677c76 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:30:20.136023 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f78e2c-b4af-4bd5-a9cf-bf7343677c76 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:30:20.136430 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f78e2c-b4af-4bd5-a9cf-bf7343677c76 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:30:20.136668 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f78e2c-b4af-4bd5-a9cf-bf7343677c76 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:30:20.137002 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f78e2c-b4af-4bd5-a9cf-bf7343677c76 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:30:20.137513 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f78e2c-b4af-4bd5-a9cf-bf7343677c76 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:30:20.185580 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-26f78e2c-b4af-4bd5-a9cf-bf7343677c76 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:20.187413 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-26f78e2c-b4af-4bd5-a9cf-bf7343677c76 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:20.214216 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-26f78e2c-b4af-4bd5-a9cf-bf7343677c76 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2433429 Dec 10 16:30:20.228793 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-b6662c1d-8839-430c-bdad-fd7ca73025d6 service neutron] Request body: {'port': {'device_id': '5086000b-2d0f-4ffa-a728-e28b40e16ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:20.279827 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=65fdf670-ed16-424f-b04b-90643eef8afb,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:20.280427 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-839c1180-0ac7-4746-b4c4-9f647fbc90e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:20.290177 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['65fdf670-ed16-424f-b04b-90643eef8afb'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:30:20.349744 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-839c1180-0ac7-4746-b4c4-9f647fbc90e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:20.350765 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839c1180-0ac7-4746-b4c4-9f647fbc90e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:20.351355 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-839c1180-0ac7-4746-b4c4-9f647fbc90e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:20.354794 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-604e7dd5-610c-429b-8078-922fa08d7e7e None None] Allocated IP 172.20.0.2 (ba7323f5-fe45-4362-904e-9370cf7b7342/040d6abc-5855-4867-9539-dfbd191b86b8/c70564aa-7861-4f60-a3b4-97d40a8fc4bb) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:30:20.398576 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-b6662c1d-8839-430c-bdad-fd7ca73025d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:20.442525 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-839c1180-0ac7-4746-b4c4-9f647fbc90e1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0645201 Dec 10 16:30:20.445919 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50870) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:20.468493 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416074c0-d7aa-49c6-8cca-1cd1c2081c03 req-eba52dea-59a5-4490-bd95-423d40f0e815 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:20.468721 n-d-766771-2 neutron-server[103393]: DEBUG neutron.objects.ports [None req-71b0d848-d371-471e-9ddd-41dc93610646 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103393) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 16:30:20.470006 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-416074c0-d7aa-49c6-8cca-1cd1c2081c03 req-eba52dea-59a5-4490-bd95-423d40f0e815 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=5086000b-2d0f-4ffa-a728-e28b40e16ec6 HTTP/1.1" status: 200 len: 931 time: 0.1199601 Dec 10 16:30:20.477606 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-e7847c51-69c9-4a54-9f36-a2533a1f9f23 admin admin] Request body: {'subnet': {'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1006417357-subnet', 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:20.481169 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71b0d848-d371-471e-9ddd-41dc93610646 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:20.490321 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c1180-0ac7-4746-b4c4-9f647fbc90e1 admin admin] Pushing event updated for resources: {'Network': ['ID=a2b747af-c1f4-4b9f-a6a4-5511674e4c02,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:20.545295 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network a2b747af-c1f4-4b9f-a6a4-5511674e4c02 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:30:20.563536 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b0d848-d371-471e-9ddd-41dc93610646 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:30:20.568809 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-71b0d848-d371-471e-9ddd-41dc93610646 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:20.570995 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7847c51-69c9-4a54-9f36-a2533a1f9f23 admin admin] Made reservation on behalf of bee2cdae51254104bc03c8ca50b383dd for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:30:20.573868 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e7847c51-69c9-4a54-9f36-a2533a1f9f23 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:20.579581 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b0d848-d371-471e-9ddd-41dc93610646 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:20.580774 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71b0d848-d371-471e-9ddd-41dc93610646 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:20.601284 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-416074c0-d7aa-49c6-8cca-1cd1c2081c03 req-5afa0452-1c9a-4402-95fc-2c08ffa4846a tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180158 Dec 10 16:30:20.640889 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b0d848-d371-471e-9ddd-41dc93610646 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Subnet': ['ID=efdcbfa1-93c1-48e4-a04b-14865ef0fd81,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:20.672408 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-71b0d848-d371-471e-9ddd-41dc93610646 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8830476 Dec 10 16:30:20.677031 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50882) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:20.684969 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-afb4f3db-3279-4261-bc14-d4de881bcfbc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'port': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'mac_address': 'fa:16:3e:d2:68:f4', 'name': 'tempest-NetworksTestDHCPv6-249527340'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:20.778504 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 76e75cbe-e199-40c7-b1f1-71c22153e76f up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:30:20.863791 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-b6662c1d-8839-430c-bdad-fd7ca73025d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bca74aec-6ce2-4bca-832e-c1536e539022 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:30:20.870950 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-604e7dd5-610c-429b-8078-922fa08d7e7e None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:20.876603 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-b6662c1d-8839-430c-bdad-fd7ca73025d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:20.892244 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-b6662c1d-8839-430c-bdad-fd7ca73025d6 service neutron] Transition to ACTIVE for port object bca74aec-6ce2-4bca-832e-c1536e539022 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:30:20.894170 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-604e7dd5-610c-429b-8078-922fa08d7e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:20.898822 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-b6662c1d-8839-430c-bdad-fd7ca73025d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:20.957167 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb4f3db-3279-4261-bc14-d4de881bcfbc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:30:21.013917 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6662c1d-8839-430c-bdad-fd7ca73025d6 service neutron] Pushing event updated for resources: {'Port': ['ID=bca74aec-6ce2-4bca-832e-c1536e539022,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:21.019570 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604e7dd5-610c-429b-8078-922fa08d7e7e None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:30:21.025857 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-604e7dd5-610c-429b-8078-922fa08d7e7e None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:21.034574 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604e7dd5-610c-429b-8078-922fa08d7e7e None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:30:21.040467 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e7dd5-610c-429b-8078-922fa08d7e7e None None] Pushing event updated for resources: {'Port': ['ID=c70564aa-7861-4f60-a3b4-97d40a8fc4bb,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:21.042349 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 76e75cbe-e199-40c7-b1f1-71c22153e76f triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:21.043114 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:21.065632 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-afb4f3db-3279-4261-bc14-d4de881bcfbc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:21.069273 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-b6662c1d-8839-430c-bdad-fd7ca73025d6 service neutron] Attempting to bind port bca74aec-6ce2-4bca-832e-c1536e539022 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:30:21.069273 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-b6662c1d-8839-430c-bdad-fd7ca73025d6 service neutron] Attempting to bind port bca74aec-6ce2-4bca-832e-c1536e539022 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': 'b9bd78ee-f3c3-4e6c-b4f5-8a2b8ab95e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e32a4d08-b516-4a89-a4b3-00c81d20f408'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:30:21.069556 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-b6662c1d-8839-430c-bdad-fd7ca73025d6 service neutron] Attempting to bind port bca74aec-6ce2-4bca-832e-c1536e539022 on network e32a4d08-b516-4a89-a4b3-00c81d20f408 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:30:21.079468 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-b6662c1d-8839-430c-bdad-fd7ca73025d6 service neutron] Port bca74aec-6ce2-4bca-832e-c1536e539022 on network e32a4d08-b516-4a89-a4b3-00c81d20f408 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:30:21.079797 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-b6662c1d-8839-430c-bdad-fd7ca73025d6 service neutron] Attempting to bind port bca74aec-6ce2-4bca-832e-c1536e539022 on network e32a4d08-b516-4a89-a4b3-00c81d20f408 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:30:21.096050 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-b6662c1d-8839-430c-bdad-fd7ca73025d6 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:30:21.096402 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-b6662c1d-8839-430c-bdad-fd7ca73025d6 service neutron] Checking segment: {'id': 'b9bd78ee-f3c3-4e6c-b4f5-8a2b8ab95e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e32a4d08-b516-4a89-a4b3-00c81d20f408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:30:21.096790 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-b6662c1d-8839-430c-bdad-fd7ca73025d6 service neutron] Bound using segment: {'id': 'b9bd78ee-f3c3-4e6c-b4f5-8a2b8ab95e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e32a4d08-b516-4a89-a4b3-00c81d20f408'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:30:21.097250 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-b6662c1d-8839-430c-bdad-fd7ca73025d6 service neutron] Bound port: bca74aec-6ce2-4bca-832e-c1536e539022, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9bd78ee-f3c3-4e6c-b4f5-8a2b8ab95e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e32a4d08-b516-4a89-a4b3-00c81d20f408'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:30:21.099022 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-b6662c1d-8839-430c-bdad-fd7ca73025d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:21.156757 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-afb4f3db-3279-4261-bc14-d4de881bcfbc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] device_id is not set on port 929167f3-e103-44df-aa66-4c31d5d843d6 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:30:21.188782 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50914) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:21.200331 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-604e7dd5-610c-429b-8078-922fa08d7e7e None None] Attempting to bind port c70564aa-7861-4f60-a3b4-97d40a8fc4bb on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:30:21.200571 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-604e7dd5-610c-429b-8078-922fa08d7e7e None None] Attempting to bind port c70564aa-7861-4f60-a3b4-97d40a8fc4bb by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:30:21.200804 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604e7dd5-610c-429b-8078-922fa08d7e7e None None] Attempting to bind port c70564aa-7861-4f60-a3b4-97d40a8fc4bb on network ba7323f5-fe45-4362-904e-9370cf7b7342 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:30:21.220390 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604e7dd5-610c-429b-8078-922fa08d7e7e None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:30:21.221340 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604e7dd5-610c-429b-8078-922fa08d7e7e None None] Checking segment: {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:30:21.221747 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-604e7dd5-610c-429b-8078-922fa08d7e7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:21.222223 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604e7dd5-610c-429b-8078-922fa08d7e7e None None] Bound using segment: {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:30:21.222811 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-604e7dd5-610c-429b-8078-922fa08d7e7e None None] Bound port: c70564aa-7861-4f60-a3b4-97d40a8fc4bb, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:30:21.223105 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-604e7dd5-610c-429b-8078-922fa08d7e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:21.244583 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-b6662c1d-8839-430c-bdad-fd7ca73025d6 service neutron] For port bca74aec-6ce2-4bca-832e-c1536e539022, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:30:21.268429 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-b6662c1d-8839-430c-bdad-fd7ca73025d6 service neutron] For port bca74aec-6ce2-4bca-832e-c1536e539022, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=bca74aec-6ce2-4bca-832e-c1536e539022,segment=NetworkSegment(b9bd78ee-f3c3-4e6c-b4f5-8a2b8ab95e02),segment_id=b9bd78ee-f3c3-4e6c-b4f5-8a2b8ab95e02)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:30:21.293811 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e7847c51-69c9-4a54-9f36-a2533a1f9f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:21.295636 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac43ca6-9fee-4723-8407-d26ce57a23d1 req-40060473-5465-4404-b248-ebf4b4801949 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:21.308776 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aac43ca6-9fee-4723-8407-d26ce57a23d1 req-40060473-5465-4404-b248-ebf4b4801949 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a002536-438f-4742-bf0c-7b501d4bae0a HTTP/1.1" status: 200 len: 944 time: 0.1193249 Dec 10 16:30:21.312131 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-b6662c1d-8839-430c-bdad-fd7ca73025d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:21.368884 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-b6662c1d-8839-430c-bdad-fd7ca73025d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:21.370239 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7847c51-69c9-4a54-9f36-a2533a1f9f23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:21.370384 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-b6662c1d-8839-430c-bdad-fd7ca73025d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:21.371839 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-b6662c1d-8839-430c-bdad-fd7ca73025d6 service neutron] 10.222.0.46 "PUT /v2.0/ports/bca74aec-6ce2-4bca-832e-c1536e539022 HTTP/1.1" status: 200 len: 1091 time: 1.1500204 Dec 10 16:30:21.376075 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5086000b-2d0f-4ffa-a728-e28b40e16ec6', 'tag': 'bca74aec-6ce2-4bca-832e-c1536e539022'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:30:21.378817 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe9bb93-37a4-40d8-8aaa-6d1cd27bee08" -d '{"events": [{"name": "network-changed", "server_uuid": "5086000b-2d0f-4ffa-a728-e28b40e16ec6", "tag": "bca74aec-6ce2-4bca-832e-c1536e539022"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:30:21.399788 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-604e7dd5-610c-429b-8078-922fa08d7e7e None None] For port c70564aa-7861-4f60-a3b4-97d40a8fc4bb, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:30:21.405463 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-604e7dd5-610c-429b-8078-922fa08d7e7e None None] For port c70564aa-7861-4f60-a3b4-97d40a8fc4bb, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c70564aa-7861-4f60-a3b4-97d40a8fc4bb,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:30:21.416522 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-604e7dd5-610c-429b-8078-922fa08d7e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:21.457681 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7847c51-69c9-4a54-9f36-a2533a1f9f23 admin admin] Checking segment: {'id': '5bae3635-32be-403a-b68a-450983b5ab53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:30:21.458043 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7847c51-69c9-4a54-9f36-a2533a1f9f23 admin admin] Network hostable DHCP agents. Network: a2b747af-c1f4-4b9f-a6a4-5511674e4c02, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:30:21.476099 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aac43ca6-9fee-4723-8407-d26ce57a23d1 req-73af2696-55e5-4709-bba3-d038907d04fd tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661854 Dec 10 16:30:21.498904 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6662c1d-8839-430c-bdad-fd7ca73025d6 service neutron] Pushing event updated for resources: {'Port': ['ID=bca74aec-6ce2-4bca-832e-c1536e539022,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:21.517942 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7847c51-69c9-4a54-9f36-a2533a1f9f23 admin admin] Network a2b747af-c1f4-4b9f-a6a4-5511674e4c02 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:30:21.540049 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-33d50953-f06d-4e9b-81f7-d356b421e100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:21.545022 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-33d50953-f06d-4e9b-81f7-d356b421e100 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86809bc173774b32a7d283ceb29d9179&device_id=5086000b-2d0f-4ffa-a728-e28b40e16ec6 HTTP/1.1" status: 200 len: 1094 time: 0.1225712 Dec 10 16:30:21.556278 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-e7847c51-69c9-4a54-9f36-a2533a1f9f23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, a2b747af-c1f4-4b9f-a6a4-5511674e4c02) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:21.565201 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7847c51-69c9-4a54-9f36-a2533a1f9f23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:21.565832 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e7847c51-69c9-4a54-9f36-a2533a1f9f23 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:21.589618 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25589ca-e5c6-4ba8-9c72-d319c2a376a8 None None] Network a2b747af-c1f4-4b9f-a6a4-5511674e4c02 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:30:21.613409 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-afb4f3db-3279-4261-bc14-d4de881bcfbc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Allocated IP 172.20.0.6 (ba7323f5-fe45-4362-904e-9370cf7b7342/040d6abc-5855-4867-9539-dfbd191b86b8/929167f3-e103-44df-aa66-4c31d5d843d6) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:30:21.627806 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e7847c51-69c9-4a54-9f36-a2533a1f9f23 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1563067 Dec 10 16:30:21.632232 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-afb4f3db-3279-4261-bc14-d4de881bcfbc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Allocated IP 2001:db8::f816:3eff:fed2:68f4 (ba7323f5-fe45-4362-904e-9370cf7b7342/efdcbfa1-93c1-48e4-a04b-14865ef0fd81/929167f3-e103-44df-aa66-4c31d5d843d6) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:30:21.638777 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50930) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:21.646199 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-1abb5e61-d755-4b76-9b4c-6332da27672c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1006417357-router', 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:21.685860 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-5e362967-1810-4eb6-9fd4-f31dbf25b0d6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bca74aec-6ce2-4bca-832e-c1536e539022 HTTP/1.1" status: 200 len: 217 time: 0.1326392 Dec 10 16:30:21.738643 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-09b0fa2c-1ccd-445a-ac34-ff42a6124a69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:21.762483 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1abb5e61-d755-4b76-9b4c-6332da27672c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:21.763652 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1abb5e61-d755-4b76-9b4c-6332da27672c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:21.765934 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e7dd5-610c-429b-8078-922fa08d7e7e None None] Pushing event updated for resources: {'Port': ['ID=c70564aa-7861-4f60-a3b4-97d40a8fc4bb,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:21.769229 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430ad259-0f04-4ed2-9789-6f74d9a391c2 x-openstack-request-id: req-430ad259-0f04-4ed2-9789-6f74d9a391c2 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:30:21.769564 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5086000b-2d0f-4ffa-a728-e28b40e16ec6", "tag": "bca74aec-6ce2-4bca-832e-c1536e539022", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:30:21.769828 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-430ad259-0f04-4ed2-9789-6f74d9a391c2 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:30:21.770232 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5086000b-2d0f-4ffa-a728-e28b40e16ec6', 'tag': 'bca74aec-6ce2-4bca-832e-c1536e539022', 'status': 'completed', 'code': 200} Dec 10 16:30:21.791186 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-bfdc3b2d-cb89-4c5e-93b4-60529be3ca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:21.811348 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-bfdc3b2d-cb89-4c5e-93b4-60529be3ca0f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d02cdcd1-06ed-4593-b982-980ffb32811d HTTP/1.1" status: 200 len: 851 time: 0.1160915 Dec 10 16:30:21.868261 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d585fd9b-61c6-4165-becd-d032446803e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-a2b747af-c1f4-4b9f-a6a4-5511674e4c02', 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02', 'project_id': 'bee2cdae51254104bc03c8ca50b383dd', 'fixed_ips': [{'subnet_id': 'c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:30:21.869477 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d585fd9b-61c6-4165-becd-d032446803e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:21.903226 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-b7d9fc4c-3653-4708-9100-57e8f63afd38 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e32a4d08-b516-4a89-a4b3-00c81d20f408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840631 Dec 10 16:30:22.038210 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1abb5e61-d755-4b76-9b4c-6332da27672c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:22.042289 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46972758-8b2b-4510-b088-3767f883f261 req-b56b9b5c-1591-46af-8bd7-22ce46ee0c36 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:22.054677 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-46972758-8b2b-4510-b088-3767f883f261 req-b56b9b5c-1591-46af-8bd7-22ce46ee0c36 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=5086000b-2d0f-4ffa-a728-e28b40e16ec6 HTTP/1.1" status: 200 len: 943 time: 0.1433525 Dec 10 16:30:22.143657 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-46972758-8b2b-4510-b088-3767f883f261 req-2734947b-48dd-4ab9-b3eb-2d81f6f0c877 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859740 Dec 10 16:30:22.155489 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-8aaee6f2-a8f2-427c-916d-9c7401f4136b service neutron] 10.222.0.46 "GET /v2.0/networks/e32a4d08-b516-4a89-a4b3-00c81d20f408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151635 Dec 10 16:30:22.208297 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-d585fd9b-61c6-4165-becd-d032446803e5 None None] Allocated IP 172.20.0.2 (a2b747af-c1f4-4b9f-a6a4-5511674e4c02/c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3/a1e0d075-b70d-44bd-8e21-a317ec1312fc) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:30:22.289289 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1abb5e61-d755-4b76-9b4c-6332da27672c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:22.293569 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-09b0fa2c-1ccd-445a-ac34-ff42a6124a69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:22.296886 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-afb4f3db-3279-4261-bc14-d4de881bcfbc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:22.307434 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e5eb7cb2-8a71-490d-b3e3-f23a730f34a6 req-647a09c4-8b7b-4fff-a5dc-232da18c9d1c service neutron] 10.222.0.46 "GET /v2.0/networks/e32a4d08-b516-4a89-a4b3-00c81d20f408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437273 Dec 10 16:30:22.308599 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-09b0fa2c-1ccd-445a-ac34-ff42a6124a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:22.406074 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9bb93-37a4-40d8-8aaa-6d1cd27bee08 req-885c3f6b-8b64-412a-b3bc-0c535b563556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:22.408571 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bbe9bb93-37a4-40d8-8aaa-6d1cd27bee08 req-885c3f6b-8b64-412a-b3bc-0c535b563556 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86809bc173774b32a7d283ceb29d9179&device_id=5086000b-2d0f-4ffa-a728-e28b40e16ec6 HTTP/1.1" status: 200 len: 1094 time: 0.0485024 Dec 10 16:30:22.413534 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-09b0fa2c-1ccd-445a-ac34-ff42a6124a69 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=76574316311a49c996d4e498a7f7f49c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1947861 Dec 10 16:30:22.416024 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50944) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:22.417095 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0fa2c-1ccd-445a-ac34-ff42a6124a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d91c82-6d8e-4537-8485-229aa6d17c3c,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:22.437995 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-afb4f3db-3279-4261-bc14-d4de881bcfbc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:22.447529 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d585fd9b-61c6-4165-becd-d032446803e5 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:22.455127 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d585fd9b-61c6-4165-becd-d032446803e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:22.513738 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb4f3db-3279-4261-bc14-d4de881bcfbc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:30:22.524475 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-afb4f3db-3279-4261-bc14-d4de881bcfbc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:22.534588 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb4f3db-3279-4261-bc14-d4de881bcfbc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:30:22.550954 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d585fd9b-61c6-4165-becd-d032446803e5 None None] Pushing event updated for resources: {'Port': ['ID=a1e0d075-b70d-44bd-8e21-a317ec1312fc,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:22.590052 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d585fd9b-61c6-4165-becd-d032446803e5 None None] Network a2b747af-c1f4-4b9f-a6a4-5511674e4c02 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:30:22.597109 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-d585fd9b-61c6-4165-becd-d032446803e5 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:22.603074 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d585fd9b-61c6-4165-becd-d032446803e5 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:30:22.631188 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4f3db-3279-4261-bc14-d4de881bcfbc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Port': ['ID=929167f3-e103-44df-aa66-4c31d5d843d6,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:22.734047 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb4f3db-3279-4261-bc14-d4de881bcfbc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:22.734760 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-afb4f3db-3279-4261-bc14-d4de881bcfbc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:22.747579 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d585fd9b-61c6-4165-becd-d032446803e5 None None] Attempting to bind port a1e0d075-b70d-44bd-8e21-a317ec1312fc on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:30:22.747954 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d585fd9b-61c6-4165-becd-d032446803e5 None None] Attempting to bind port a1e0d075-b70d-44bd-8e21-a317ec1312fc by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '5bae3635-32be-403a-b68a-450983b5ab53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:30:22.748321 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d585fd9b-61c6-4165-becd-d032446803e5 None None] Attempting to bind port a1e0d075-b70d-44bd-8e21-a317ec1312fc on network a2b747af-c1f4-4b9f-a6a4-5511674e4c02 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:30:22.768425 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d585fd9b-61c6-4165-becd-d032446803e5 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:30:22.769090 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d585fd9b-61c6-4165-becd-d032446803e5 None None] Checking segment: {'id': '5bae3635-32be-403a-b68a-450983b5ab53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:30:22.769662 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d585fd9b-61c6-4165-becd-d032446803e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:22.770558 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d585fd9b-61c6-4165-becd-d032446803e5 None None] Bound using segment: {'id': '5bae3635-32be-403a-b68a-450983b5ab53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:30:22.771388 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d585fd9b-61c6-4165-becd-d032446803e5 None None] Bound port: a1e0d075-b70d-44bd-8e21-a317ec1312fc, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bae3635-32be-403a-b68a-450983b5ab53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:30:22.771964 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d585fd9b-61c6-4165-becd-d032446803e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:22.841761 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c70564aa-7861-4f60-a3b4-97d40a8fc4bb up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:30:22.870624 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-afb4f3db-3279-4261-bc14-d4de881bcfbc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.1853848 Dec 10 16:30:22.870624 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50956) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:22.928795 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 65fdf670-ed16-424f-b04b-90643eef8afb up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:30:22.935564 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d585fd9b-61c6-4165-becd-d032446803e5 None None] For port a1e0d075-b70d-44bd-8e21-a317ec1312fc, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:30:22.975697 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ad7069-4396-4ba8-85e0-49cb7a2c8e52 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:22.982842 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ad7069-4396-4ba8-85e0-49cb7a2c8e52 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:22.984789 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-43ad7069-4396-4ba8-85e0-49cb7a2c8e52 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.1177349 Dec 10 16:30:22.988057 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50960) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:22.998505 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1abb5e61-d755-4b76-9b4c-6332da27672c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:23.005836 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d585fd9b-61c6-4165-becd-d032446803e5 None None] For port a1e0d075-b70d-44bd-8e21-a317ec1312fc, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=a1e0d075-b70d-44bd-8e21-a317ec1312fc,segment=NetworkSegment(5bae3635-32be-403a-b68a-450983b5ab53),segment_id=5bae3635-32be-403a-b68a-450983b5ab53)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:30:23.018235 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d585fd9b-61c6-4165-becd-d032446803e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:23.079373 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1abb5e61-d755-4b76-9b4c-6332da27672c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:23.093101 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port c70564aa-7861-4f60-a3b4-97d40a8fc4bb triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:23.093486 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:23.128874 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9bb93-37a4-40d8-8aaa-6d1cd27bee08 req-5463175a-97ab-44c6-9803-5c63c90aac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:23.130392 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bbe9bb93-37a4-40d8-8aaa-6d1cd27bee08 req-5463175a-97ab-44c6-9803-5c63c90aac18 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e32a4d08-b516-4a89-a4b3-00c81d20f408 HTTP/1.1" status: 200 len: 912 time: 0.6824543 Dec 10 16:30:23.141439 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46393f33-7097-4d19-be81-bbdce80cd773 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:30:23.216809 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-056be882-3ce1-47af-9aa8-4bdb61dcc95b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:23.224828 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bbe9bb93-37a4-40d8-8aaa-6d1cd27bee08 req-230834c9-a731-40ff-ae80-523c04109e1e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bca74aec-6ce2-4bca-832e-c1536e539022 HTTP/1.1" status: 200 len: 217 time: 0.0757334 Dec 10 16:30:23.240339 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf529d9-e0e1-4a39-bc07-dcdbf388d403 req-9f1f3443-8e3c-4a7e-97cc-594b6aa989c5 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:23.252321 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2bf529d9-e0e1-4a39-bc07-dcdbf388d403 req-9f1f3443-8e3c-4a7e-97cc-594b6aa989c5 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a002536-438f-4742-bf0c-7b501d4bae0a HTTP/1.1" status: 200 len: 944 time: 0.2232680 Dec 10 16:30:23.257198 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 65fdf670-ed16-424f-b04b-90643eef8afb completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:30:23.259867 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d585fd9b-61c6-4165-becd-d032446803e5 None None] Pushing event updated for resources: {'Port': ['ID=a1e0d075-b70d-44bd-8e21-a317ec1312fc,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:23.290646 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 65fdf670-ed16-424f-b04b-90643eef8afb triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:23.291218 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:23.296426 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-68fb1bb2-149b-4207-acf0-4eecb9134fa5 None None] Provisioning complete for port c70564aa-7861-4f60-a3b4-97d40a8fc4bb triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:23.297169 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-68fb1bb2-149b-4207-acf0-4eecb9134fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:23.301709 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-68d7120e-a827-43e0-862e-c6440119379e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting port 929167f3-e103-44df-aa66-4c31d5d843d6 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:30:23.302466 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-68d7120e-a827-43e0-862e-c6440119379e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:23.311714 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-056be882-3ce1-47af-9aa8-4bdb61dcc95b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:23.372351 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2bf529d9-e0e1-4a39-bc07-dcdbf388d403 req-cebb40f2-b96b-4ee5-8324-e3eabbecf153 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190326 Dec 10 16:30:23.401203 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9bb93-37a4-40d8-8aaa-6d1cd27bee08 req-37ff65d4-3850-45c0-a270-2b39d2dc7f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:23.403101 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bbe9bb93-37a4-40d8-8aaa-6d1cd27bee08 req-37ff65d4-3850-45c0-a270-2b39d2dc7f2d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d02cdcd1-06ed-4593-b982-980ffb32811d HTTP/1.1" status: 200 len: 851 time: 0.1448166 Dec 10 16:30:23.421200 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-1abb5e61-d755-4b76-9b4c-6332da27672c admin admin] Allocated IP 172.25.6.88 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/49f971ca-999e-475a-86cb-d2ce838db505) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:30:23.501532 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bbe9bb93-37a4-40d8-8aaa-6d1cd27bee08 req-562395ec-abb5-41f1-b5b2-e5205bcae89a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e32a4d08-b516-4a89-a4b3-00c81d20f408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880396 Dec 10 16:30:23.544906 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:23.551410 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-68d7120e-a827-43e0-862e-c6440119379e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:23.578249 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-68d7120e-a827-43e0-862e-c6440119379e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Calling delete_port for 929167f3-e103-44df-aa66-4c31d5d843d6 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:30:23.597031 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-056be882-3ce1-47af-9aa8-4bdb61dcc95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:23.599794 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-056be882-3ce1-47af-9aa8-4bdb61dcc95b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:23.601686 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-056be882-3ce1-47af-9aa8-4bdb61dcc95b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e5d91c82-6d8e-4537-8485-229aa6d17c3c HTTP/1.1" status: 204 len: 168 time: 1.1842277 Dec 10 16:30:23.637270 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056be882-3ce1-47af-9aa8-4bdb61dcc95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d91c82-6d8e-4537-8485-229aa6d17c3c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:23.772914 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1abb5e61-d755-4b76-9b4c-6332da27672c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:23.811849 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bbe9bb93-37a4-40d8-8aaa-6d1cd27bee08 req-b597cb80-bea5-4782-b1ae-2e743cba3cb3 service neutron] 10.222.0.46 "GET /v2.0/networks/e32a4d08-b516-4a89-a4b3-00c81d20f408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993970 Dec 10 16:30:23.834457 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2dd9f3-05a2-48e6-b9c7-6fdd8d0086a2 req-533765d1-29a5-4714-b2a9-eae63a2a0caf tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:23.843763 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8f2dd9f3-05a2-48e6-b9c7-6fdd8d0086a2 req-533765d1-29a5-4714-b2a9-eae63a2a0caf tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=5086000b-2d0f-4ffa-a728-e28b40e16ec6 HTTP/1.1" status: 200 len: 943 time: 0.1592741 Dec 10 16:30:23.854350 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1abb5e61-d755-4b76-9b4c-6332da27672c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:23.951209 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abb5e61-d755-4b76-9b4c-6332da27672c admin admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:30:23.960663 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-1abb5e61-d755-4b76-9b4c-6332da27672c admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:23.976349 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abb5e61-d755-4b76-9b4c-6332da27672c admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:30:24.000292 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb5e61-d755-4b76-9b4c-6332da27672c admin admin] Pushing event updated for resources: {'Port': ['ID=49f971ca-999e-475a-86cb-d2ce838db505,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:24.059462 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-68fb1bb2-149b-4207-acf0-4eecb9134fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:24.062971 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port c70564aa-7861-4f60-a3b4-97d40a8fc4bb, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c70564aa-7861-4f60-a3b4-97d40a8fc4bb,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:30:24.073467 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:24.091986 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:24.100624 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-68d7120e-a827-43e0-862e-c6440119379e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:24.190266 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=c70564aa-7861-4f60-a3b4-97d40a8fc4bb,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:24.192515 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f022f463-0ecd-4f5e-8c59-af78db46508a None None] Update dhcp port {'port': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'fixed_ips': [{'subnet_id': '040d6abc-5855-4867-9539-dfbd191b86b8', 'ip_address': '172.20.0.2'}, {'subnet_id': 'efdcbfa1-93c1-48e4-a04b-14865ef0fd81'}], 'binding:host_id': 'n-d-766771-2'}, 'id': 'c70564aa-7861-4f60-a3b4-97d40a8fc4bb'} from n-d-766771-2. {{(pid=103394) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 16:30:24.213997 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d7120e-a827-43e0-862e-c6440119379e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Port': ['ID=929167f3-e103-44df-aa66-4c31d5d843d6,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:24.226246 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f022f463-0ecd-4f5e-8c59-af78db46508a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:24.266813 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-9a1a3483-e4c3-4274-a816-4a08f89a0d57 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2694001 Dec 10 16:30:24.318212 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 65fdf670-ed16-424f-b04b-90643eef8afb, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=65fdf670-ed16-424f-b04b-90643eef8afb,segment=NetworkSegment(61dcaedb-3bc0-47c0-9c1b-e1ac3641e703),segment_id=61dcaedb-3bc0-47c0-9c1b-e1ac3641e703)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:30:24.344929 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a002536-438f-4742-bf0c-7b501d4bae0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fdf670-ed16-424f-b04b-90643eef8afb'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:30:24.347325 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62a9c41-dcc9-4a7d-9c02-7f3322bd98a8" -d '{"events": [{"server_uuid": "9a002536-438f-4742-bf0c-7b501d4bae0a", "name": "network-vif-plugged", "status": "completed", "tag": "65fdf670-ed16-424f-b04b-90643eef8afb"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:30:24.404744 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8f2dd9f3-05a2-48e6-b9c7-6fdd8d0086a2 req-4e92eb09-2b44-41d3-bba6-b131b5bea953 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4794433 Dec 10 16:30:24.414040 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bbe9bb93-37a4-40d8-8aaa-6d1cd27bee08 req-3d549da6-edd4-435e-bcf0-55271a0097cd service neutron] 10.222.0.46 "GET /v2.0/networks/e32a4d08-b516-4a89-a4b3-00c81d20f408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5653038 Dec 10 16:30:24.426270 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:30:24.426270 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:30:24.426270 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:30:24.440170 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:30:24.440741 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:30:24.440904 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:30:24.441218 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:30:24.441533 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:30:24.441887 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:30:24.444437 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-7a943415-cc06-4438-96e2-98cfd0e99498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:24.448227 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:30:24.448731 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:30:24.449078 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:30:24.449422 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:30:24.457742 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-7a943415-cc06-4438-96e2-98cfd0e99498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:24.459530 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-7a943415-cc06-4438-96e2-98cfd0e99498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:24.460527 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-68d7120e-a827-43e0-862e-c6440119379e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:24.461689 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-7a943415-cc06-4438-96e2-98cfd0e99498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:24.462208 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-7a943415-cc06-4438-96e2-98cfd0e99498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:24.462742 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-7a943415-cc06-4438-96e2-98cfd0e99498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:24.463682 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:24.464680 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-7a943415-cc06-4438-96e2-98cfd0e99498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:24.470118 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-7a943415-cc06-4438-96e2-98cfd0e99498 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87638972bbdb420baed9019b114e9df8&device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 6502 time: 0.1580606 Dec 10 16:30:24.474193 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-68d7120e-a827-43e0-862e-c6440119379e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/ports/929167f3-e103-44df-aa66-4c31d5d843d6 HTTP/1.1" status: 204 len: 168 time: 1.4847834 Dec 10 16:30:24.476634 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50998) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:24.691437 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1abb5e61-d755-4b76-9b4c-6332da27672c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:24.707191 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f72115-db07-494a-a901-6915e93c16bd tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:24.708946 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f72115-db07-494a-a901-6915e93c16bd tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:24.710577 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f72115-db07-494a-a901-6915e93c16bd tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:24.713909 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f4f72115-db07-494a-a901-6915e93c16bd tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2346823 Dec 10 16:30:24.746817 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51004) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:24.777478 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6287ab45-0ba6-4c85-95cb-56ce06020082 x-openstack-request-id: req-6287ab45-0ba6-4c85-95cb-56ce06020082 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:30:24.777760 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a002536-438f-4742-bf0c-7b501d4bae0a", "name": "network-vif-plugged", "status": "completed", "tag": "65fdf670-ed16-424f-b04b-90643eef8afb", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:30:24.778018 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6287ab45-0ba6-4c85-95cb-56ce06020082 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:30:24.782408 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a002536-438f-4742-bf0c-7b501d4bae0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fdf670-ed16-424f-b04b-90643eef8afb', 'code': 200} Dec 10 16:30:24.789039 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.api [None req-68fb1bb2-149b-4207-acf0-4eecb9134fa5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:30:24.789392 n-d-766771-2 neutron-server[103394]: DEBUG oslo_db.api [None req-68fb1bb2-149b-4207-acf0-4eecb9134fa5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:30:24.913295 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca60a03-39bc-41a0-bfd7-f680e5fc36ba tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting subnet 040d6abc-5855-4867-9539-dfbd191b86b8 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:30:24.928190 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8ca60a03-39bc-41a0-bfd7-f680e5fc36ba tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:24.938019 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=65fdf670-ed16-424f-b04b-90643eef8afb,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:24.960103 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c20541d-dce2-431d-b364-eef1d40ec8b8 None None] Network a2b747af-c1f4-4b9f-a6a4-5511674e4c02 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:30:24.980930 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f7c8ed-2a18-469e-a710-47436d3bacf4 req-7d8e3b76-08cb-4176-9554-f8f22c9c35ab tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:24.982700 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-80f7c8ed-2a18-469e-a710-47436d3bacf4 req-7d8e3b76-08cb-4176-9554-f8f22c9c35ab tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a002536-438f-4742-bf0c-7b501d4bae0a HTTP/1.1" status: 200 len: 945 time: 0.3070843 Dec 10 16:30:24.984790 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97958cda-2e8e-4446-ab2f-66d95162cce4 req-dd7857db-7f52-4870-9641-0efb8595538f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:24.991915 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-97958cda-2e8e-4446-ab2f-66d95162cce4 req-dd7857db-7f52-4870-9641-0efb8595538f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9a002536-438f-4742-bf0c-7b501d4bae0a HTTP/1.1" status: 200 len: 1096 time: 0.2751307 Dec 10 16:30:25.031001 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device a1e0d075-b70d-44bd-8e21-a317ec1312fc up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:30:25.125082 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8ca60a03-39bc-41a0-bfd7-f680e5fc36ba tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:25.131157 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1abb5e61-d755-4b76-9b4c-6332da27672c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:25.132219 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-80f7c8ed-2a18-469e-a710-47436d3bacf4 req-529dd650-92d2-4c6a-b904-c730a67f64e4 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391191 Dec 10 16:30:25.133705 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-5e9df281-35ac-40f4-add9-1bff254982ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:25.134164 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-5e9df281-35ac-40f4-add9-1bff254982ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:25.134612 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-5e9df281-35ac-40f4-add9-1bff254982ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:25.136210 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-5e9df281-35ac-40f4-add9-1bff254982ce service neutron] 10.222.0.46 "GET /v2.0/networks?id=54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06&id=cf96409c-c15e-4dab-9223-335a0597f4de&id=cf96409c-c15e-4dab-9223-335a0597f4de&id=cf96409c-c15e-4dab-9223-335a0597f4de&id=cf96409c-c15e-4dab-9223-335a0597f4de&id=38e57e43-6d77-489e-a8a8-a633e923df66&id=38e57e43-6d77-489e-a8a8-a633e923df66 HTTP/1.1" status: 200 len: 2298 time: 0.5894406 Dec 10 16:30:25.169560 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port a1e0d075-b70d-44bd-8e21-a317ec1312fc triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:25.170312 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:25.200195 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-97958cda-2e8e-4446-ab2f-66d95162cce4 req-293a57df-a6a4-429e-83da-90057a4d628a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956265 Dec 10 16:30:25.373531 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:25.420475 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-3a80a8fa-ceb2-4cf7-b06f-aba19cbcba49 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5bdcbf6-9c70-4b11-a616-8e8aeec9956a HTTP/1.1" status: 200 len: 1001 time: 0.2261722 Dec 10 16:30:25.431607 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port a1e0d075-b70d-44bd-8e21-a317ec1312fc, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=a1e0d075-b70d-44bd-8e21-a317ec1312fc,segment=NetworkSegment(5bae3635-32be-403a-b68a-450983b5ab53),segment_id=5bae3635-32be-403a-b68a-450983b5ab53)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:30:25.441032 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:25.441337 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1abb5e61-d755-4b76-9b4c-6332da27672c admin admin] Router 502c8e36-adcb-4049-b7f2-59563f5fb626 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:30:25.442337 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c70564aa-7861-4f60-a3b4-97d40a8fc4bb up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:30:25.500657 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8ca60a03-39bc-41a0-bfd7-f680e5fc36ba tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:25.618031 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8ca60a03-39bc-41a0-bfd7-f680e5fc36ba tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server [None req-f022f463-0ecd-4f5e-8c59-af78db46508a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 040d6abc-5855-4867-9539-dfbd191b86b8: This subnet is being modified by another concurrent operation. Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 16:30:25.662871 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 16:30:25.666796 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:30:25.666796 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:30:25.666796 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:30:25.666796 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:30:25.666796 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 16:30:25.666796 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:30:25.666796 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 16:30:25.666796 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 16:30:25.666796 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:30:25.666796 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:30:25.666796 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:30:25.666796 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:30:25.666796 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 16:30:25.666796 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 16:30:25.666796 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 10 16:30:25.666796 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 10 16:30:25.666796 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 16:30:25.666796 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 16:30:25.666796 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 10 16:30:25.666796 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 10 16:30:25.666796 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 10 16:30:25.666796 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 10 16:30:25.666796 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 10 16:30:25.666796 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 10 16:30:25.666796 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 10 16:30:25.666796 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 16:30:25.666796 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 16:30:25.666796 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 16:30:25.666796 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 16:30:25.666796 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise exception Dec 10 16:30:25.666796 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 040d6abc-5855-4867-9539-dfbd191b86b8: This subnet is being modified by another concurrent operation. Dec 10 16:30:25.666796 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server Dec 10 16:30:25.670730 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca60a03-39bc-41a0-bfd7-f680e5fc36ba tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Subnet': ['ID=040d6abc-5855-4867-9539-dfbd191b86b8,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:25.677023 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8ca60a03-39bc-41a0-bfd7-f680e5fc36ba tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:25.683019 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-8ca60a03-39bc-41a0-bfd7-f680e5fc36ba tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/040d6abc-5855-4867-9539-dfbd191b86b8 HTTP/1.1" status: 204 len: 168 time: 0.9323521 Dec 10 16:30:25.684420 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51032) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:25.693865 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-50209427-ce69-4a34-997e-16888bf0b336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:25.695507 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-50209427-ce69-4a34-997e-16888bf0b336 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=680c8cce-43a4-41f3-b994-8a2b86d3ec14 HTTP/1.1" status: 200 len: 855 time: 0.2651806 Dec 10 16:30:25.716507 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e952e839-1843-4771-83ba-a52961832749 None None] Provisioning complete for port a1e0d075-b70d-44bd-8e21-a317ec1312fc triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:25.717725 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e952e839-1843-4771-83ba-a52961832749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:25.761953 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1abb5e61-d755-4b76-9b4c-6332da27672c admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:30:25.776054 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-118db83a-b70d-43bf-878c-6d454930f049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:25.776550 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99901fcf-abf8-4490-bafe-cf0947bf1a5b None None] Sync routers for ids ['502c8e36-adcb-4049-b7f2-59563f5fb626'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:30:25.777673 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-118db83a-b70d-43bf-878c-6d454930f049 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737064 Dec 10 16:30:25.795819 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99901fcf-abf8-4490-bafe-cf0947bf1a5b None None] Routers {'502c8e36-adcb-4049-b7f2-59563f5fb626'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:30:25.798046 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-99901fcf-abf8-4490-bafe-cf0947bf1a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:30:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['502c8e36-adcb-4049-b7f2-59563f5fb626'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:30:25.800754 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=a1e0d075-b70d-44bd-8e21-a317ec1312fc,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:25.804105 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port c70564aa-7861-4f60-a3b4-97d40a8fc4bb triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:25.804105 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:25.817857 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-3beb1709-1f76-4725-bc2d-adc2c19a932d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting subnet efdcbfa1-93c1-48e4-a04b-14865ef0fd81 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:30:25.821657 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3beb1709-1f76-4725-bc2d-adc2c19a932d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:25.829502 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b721e4a-9f10-4348-91c1-86bddb1cacb9 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:30:25.895563 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1abb5e61-d755-4b76-9b4c-6332da27672c admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:25.912953 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1abb5e61-d755-4b76-9b4c-6332da27672c admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2706385 Dec 10 16:30:25.913826 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51038) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:25.983002 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-99901fcf-abf8-4490-bafe-cf0947bf1a5b None None] Set router 502c8e36-adcb-4049-b7f2-59563f5fb626 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:30:26.012673 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3beb1709-1f76-4725-bc2d-adc2c19a932d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:26.062930 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340d192-2e33-4766-9fea-82c5dedaf40f req-fef86d5a-75d1-4e7f-8857-fcb7dfc6b2b3 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:26.068707 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2340d192-2e33-4766-9fea-82c5dedaf40f req-fef86d5a-75d1-4e7f-8857-fcb7dfc6b2b3 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=5086000b-2d0f-4ffa-a728-e28b40e16ec6 HTTP/1.1" status: 200 len: 943 time: 0.1817131 Dec 10 16:30:26.097148 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-c3449780-51f1-43c2-ae25-9868af2649c7 service neutron] 10.222.0.46 "GET /v2.0/networks/54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100259 Dec 10 16:30:26.140878 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device bca74aec-6ce2-4bca-832e-c1536e539022 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:30:26.191156 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cebc3a5-bffc-4ddc-b124-1ef4125ab69f None None] Update dhcp port {'port': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'fixed_ips': [{'subnet_id': 'efdcbfa1-93c1-48e4-a04b-14865ef0fd81'}], 'binding:host_id': 'n-d-766771-2'}, 'id': 'c70564aa-7861-4f60-a3b4-97d40a8fc4bb'} from n-d-766771-2. {{(pid=103394) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 16:30:26.224127 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-99901fcf-abf8-4490-bafe-cf0947bf1a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'name': 'tempest-AttachVolumeShelveTestJSON-1006417357-router', 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '49f971ca-999e-475a-86cb-d2ce838db505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:30:21Z', 'updated_at': '2021-12-10T16:30:24Z', 'revision_number': 3, 'project_id': 'bee2cdae51254104bc03c8ca50b383dd', 'gw_port': {'id': '49f971ca-999e-475a-86cb-d2ce838db505', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:06:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:23Z', 'updated_at': '2021-12-10T16:30:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:30:26.285191 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99901fcf-abf8-4490-bafe-cf0947bf1a5b None None] Checking router: 502c8e36-adcb-4049-b7f2-59563f5fb626 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:30:26.289429 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99901fcf-abf8-4490-bafe-cf0947bf1a5b None None] Updating router 502c8e36-adcb-4049-b7f2-59563f5fb626 port 49f971ca-999e-475a-86cb-d2ce838db505 binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:30:26.293253 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-69bb416b-974a-4eac-b88c-e6ea1b5a1fb8 None None] Provisioning complete for port a1e0d075-b70d-44bd-8e21-a317ec1312fc triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:26.293634 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-69bb416b-974a-4eac-b88c-e6ea1b5a1fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:26.308872 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2340d192-2e33-4766-9fea-82c5dedaf40f req-49134a20-c024-4e50-9cbc-570ae239118a tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243211 Dec 10 16:30:26.336287 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9cebc3a5-bffc-4ddc-b124-1ef4125ab69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:26.342872 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-99901fcf-abf8-4490-bafe-cf0947bf1a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:26.363422 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-7aee862f-96df-4978-9bd5-1dfc0b8b493a service neutron] 10.222.0.46 "GET /v2.0/networks/54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436368 Dec 10 16:30:26.445119 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port bca74aec-6ce2-4bca-832e-c1536e539022, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=bca74aec-6ce2-4bca-832e-c1536e539022,segment=NetworkSegment(b9bd78ee-f3c3-4e6c-b4f5-8a2b8ab95e02),segment_id=b9bd78ee-f3c3-4e6c-b4f5-8a2b8ab95e02)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:30:26.470127 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'bca74aec-6ce2-4bca-832e-c1536e539022', 'network_id': 'e32a4d08-b516-4a89-a4b3-00c81d20f408', 'port_id': 'bca74aec-6ce2-4bca-832e-c1536e539022', 'mac_address': 'fa:16:3e:1e:e8:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd02cdcd1-06ed-4593-b982-980ffb32811d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:30:26.497719 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-c78b7337-eca2-4e8c-9583-6ac20e2afda7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=7a783492-ea39-41dc-8499-87239009e539 HTTP/1.1" status: 200 len: 217 time: 0.1258838 Dec 10 16:30:26.608298 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3beb1709-1f76-4725-bc2d-adc2c19a932d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:26.639202 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-bedbc817-805d-4c3c-a086-389ff3ea0750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:26.642968 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-bedbc817-805d-4c3c-a086-389ff3ea0750 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a67fe19-d2ec-40d0-b0cf-1f0cbda6e9f5 HTTP/1.1" status: 200 len: 797 time: 0.1362886 Dec 10 16:30:26.662015 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc664da-0547-4f43-bb70-a788d7f5c0cc req-6d6956af-f536-4da5-a4a1-c69652862c86 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:26.664088 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7cc664da-0547-4f43-bb70-a788d7f5c0cc req-6d6956af-f536-4da5-a4a1-c69652862c86 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a002536-438f-4742-bf0c-7b501d4bae0a HTTP/1.1" status: 200 len: 945 time: 0.1174326 Dec 10 16:30:26.708525 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:26.721870 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-69bb416b-974a-4eac-b88c-e6ea1b5a1fb8 None None] Provisioning complete for port c70564aa-7861-4f60-a3b4-97d40a8fc4bb triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:26.722291 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-69bb416b-974a-4eac-b88c-e6ea1b5a1fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:26.726918 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bca74aec-6ce2-4bca-832e-c1536e539022 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:30:26.794511 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-b5230aa4-b789-4c99-8774-9a2464f1e845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:26.796049 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-b5230aa4-b789-4c99-8774-9a2464f1e845 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cf96409c-c15e-4dab-9223-335a0597f4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1294725 Dec 10 16:30:26.804652 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port bca74aec-6ce2-4bca-832e-c1536e539022, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=bca74aec-6ce2-4bca-832e-c1536e539022,segment=NetworkSegment(b9bd78ee-f3c3-4e6c-b4f5-8a2b8ab95e02),segment_id=b9bd78ee-f3c3-4e6c-b4f5-8a2b8ab95e02)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:30:26.812089 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7cc664da-0547-4f43-bb70-a788d7f5c0cc req-e897fd1e-ada9-4b5b-841a-872ab2434b3d tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227901 Dec 10 16:30:26.816824 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device a1e0d075-b70d-44bd-8e21-a317ec1312fc up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:30:26.877366 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:26.902864 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-99901fcf-abf8-4490-bafe-cf0947bf1a5b None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:26.914391 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-99901fcf-abf8-4490-bafe-cf0947bf1a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:26.967813 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-4495ef97-e0a6-4aa8-beff-b28a31b8ba30 service neutron] 10.222.0.46 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542954 Dec 10 16:30:26.974622 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3beb1709-1f76-4725-bc2d-adc2c19a932d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:26.994560 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9505f52-bad1-462c-8a96-0499e9cf50b9 None None] Pushing event updated for resources: {'Port': ['ID=49f971ca-999e-475a-86cb-d2ce838db505,revision_number=2']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:27.007705 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-99901fcf-abf8-4490-bafe-cf0947bf1a5b None None] Attempting to bind port 49f971ca-999e-475a-86cb-d2ce838db505 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:30:27.007705 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-99901fcf-abf8-4490-bafe-cf0947bf1a5b None None] Attempting to bind port 49f971ca-999e-475a-86cb-d2ce838db505 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:30:27.008205 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99901fcf-abf8-4490-bafe-cf0947bf1a5b None None] Attempting to bind port 49f971ca-999e-475a-86cb-d2ce838db505 on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:30:27.014981 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99901fcf-abf8-4490-bafe-cf0947bf1a5b None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:30:27.015493 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99901fcf-abf8-4490-bafe-cf0947bf1a5b None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:30:27.016148 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-99901fcf-abf8-4490-bafe-cf0947bf1a5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:27.016475 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99901fcf-abf8-4490-bafe-cf0947bf1a5b None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:30:27.017035 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-99901fcf-abf8-4490-bafe-cf0947bf1a5b None None] Bound port: 49f971ca-999e-475a-86cb-d2ce838db505, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:30:27.018153 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-99901fcf-abf8-4490-bafe-cf0947bf1a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:27.036912 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beb1709-1f76-4725-bc2d-adc2c19a932d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Subnet': ['ID=efdcbfa1-93c1-48e4-a04b-14865ef0fd81,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:27.043458 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3beb1709-1f76-4725-bc2d-adc2c19a932d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:27.054987 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3beb1709-1f76-4725-bc2d-adc2c19a932d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/efdcbfa1-93c1-48e4-a04b-14865ef0fd81 HTTP/1.1" status: 204 len: 168 time: 1.3693407 Dec 10 16:30:27.055640 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51060) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:27.059856 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=bca74aec-6ce2-4bca-832e-c1536e539022,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server [None req-9cebc3a5-bffc-4ddc-b124-1ef4125ab69f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet efdcbfa1-93c1-48e4-a04b-14865ef0fd81: This subnet is being modified by another concurrent operation. Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 16:30:27.098226 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 16:30:27.101432 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:30:27.101432 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:30:27.101432 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:30:27.101432 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:30:27.101432 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 16:30:27.101432 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:30:27.101432 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 16:30:27.101432 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 16:30:27.101432 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:30:27.101432 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:30:27.101432 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:30:27.101432 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:30:27.101432 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 16:30:27.101432 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 16:30:27.101432 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 10 16:30:27.101432 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 10 16:30:27.101432 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 16:30:27.101432 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 16:30:27.101432 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 10 16:30:27.101432 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 10 16:30:27.101432 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 10 16:30:27.101432 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 10 16:30:27.101432 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 10 16:30:27.101432 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 10 16:30:27.101432 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 10 16:30:27.101432 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 16:30:27.101432 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 16:30:27.101432 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 16:30:27.101432 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 16:30:27.101432 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise exception Dec 10 16:30:27.101432 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet efdcbfa1-93c1-48e4-a04b-14865ef0fd81: This subnet is being modified by another concurrent operation. Dec 10 16:30:27.101432 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server Dec 10 16:30:27.110206 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-99901fcf-abf8-4490-bafe-cf0947bf1a5b None None] For port 49f971ca-999e-475a-86cb-d2ce838db505, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:30:27.114011 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-99901fcf-abf8-4490-bafe-cf0947bf1a5b None None] For port 49f971ca-999e-475a-86cb-d2ce838db505, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=49f971ca-999e-475a-86cb-d2ce838db505,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:30:27.122178 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-99901fcf-abf8-4490-bafe-cf0947bf1a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:27.141267 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port a1e0d075-b70d-44bd-8e21-a317ec1312fc triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:27.141691 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:27.211508 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-1cffff85-64a6-4e97-a05d-aa9e1bbac850 service neutron] 10.222.0.46 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274032 Dec 10 16:30:27.235702 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99901fcf-abf8-4490-bafe-cf0947bf1a5b None None] Routers {'502c8e36-adcb-4049-b7f2-59563f5fb626'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:30:27.236384 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-99901fcf-abf8-4490-bafe-cf0947bf1a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:30:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['502c8e36-adcb-4049-b7f2-59563f5fb626'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:30:27.291999 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['bca74aec-6ce2-4bca-832e-c1536e539022'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:30:27.301442 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-b5a6b163-6911-4da8-90c5-244e136ca16c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=304a9bfc-169e-45fd-9a13-801c0c824783 HTTP/1.1" status: 200 len: 217 time: 0.0826340 Dec 10 16:30:27.335321 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-529b42af-353d-4691-abb1-8d643510fbfc tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0654905 Dec 10 16:30:27.358452 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51066) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:27.396850 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-99901fcf-abf8-4490-bafe-cf0947bf1a5b None None] Set router 502c8e36-adcb-4049-b7f2-59563f5fb626 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:30:27.422524 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f063f1c-dfb1-412e-96ec-ad03e601e5d3 None None] get_active_networks_info from n-d-766771-2 {{(pid=103394) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 16:30:27.427756 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-21dc7254-a617-4b60-9918-303b9ae66f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:27.429265 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-21dc7254-a617-4b60-9918-303b9ae66f08 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a67fe19-d2ec-40d0-b0cf-1f0cbda6e9f5 HTTP/1.1" status: 200 len: 797 time: 0.1182423 Dec 10 16:30:27.475607 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9505f52-bad1-462c-8a96-0499e9cf50b9 None None] Pushing event updated for resources: {'Port': ['ID=49f971ca-999e-475a-86cb-d2ce838db505,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:27.535701 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-9f320d86-8c2d-45df-b737-86393ef154a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:27.538050 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-9f320d86-8c2d-45df-b737-86393ef154a5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cf96409c-c15e-4dab-9223-335a0597f4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1006322 Dec 10 16:30:27.552625 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-69bb416b-974a-4eac-b88c-e6ea1b5a1fb8 None None] Could not find standard attr ID for object 929167f3-e103-44df-aa66-4c31d5d843d6. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:30:27.560224 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d39370f-6cd9-4cfd-833b-5346a61fb858 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:27.574351 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1d39370f-6cd9-4cfd-833b-5346a61fb858 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2145627 Dec 10 16:30:27.575071 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51074) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:27.576956 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6a037a2c-6437-438e-aa43-c03760340786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:27.737427 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-99901fcf-abf8-4490-bafe-cf0947bf1a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'name': 'tempest-AttachVolumeShelveTestJSON-1006417357-router', 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '49f971ca-999e-475a-86cb-d2ce838db505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:30:21Z', 'updated_at': '2021-12-10T16:30:24Z', 'revision_number': 3, 'project_id': 'bee2cdae51254104bc03c8ca50b383dd', 'gw_port': {'id': '49f971ca-999e-475a-86cb-d2ce838db505', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:06:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:23Z', 'updated_at': '2021-12-10T16:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:30:27.742880 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-da71f8bc-c952-451c-892c-824df041fff6 service neutron] 10.222.0.46 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970520 Dec 10 16:30:27.816582 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-6a037a2c-6437-438e-aa43-c03760340786 admin admin] Allocated IP 172.20.0.1 (a2b747af-c1f4-4b9f-a6a4-5511674e4c02/c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3/40127625-c808-4e92-aebd-c7b03d0cdeb7) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:30:27.865190 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99901fcf-abf8-4490-bafe-cf0947bf1a5b None None] The sync data for ids ['502c8e36-adcb-4049-b7f2-59563f5fb626'] in n-d-766771-2 is: [{'id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'name': 'tempest-AttachVolumeShelveTestJSON-1006417357-router', 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '49f971ca-999e-475a-86cb-d2ce838db505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:30:21Z', 'updated_at': '2021-12-10T16:30:24Z', 'revision_number': 3, 'project_id': 'bee2cdae51254104bc03c8ca50b383dd', 'gw_port': {'id': '49f971ca-999e-475a-86cb-d2ce838db505', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:06:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:23Z', 'updated_at': '2021-12-10T16:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:30:27.889228 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa70bd48-8322-40e6-9a2b-8171f8dec495 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:27.893259 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-aa70bd48-8322-40e6-9a2b-8171f8dec495 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3019147 Dec 10 16:30:27.906128 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51078) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:27.972485 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-baa4c93b-c8f6-445f-a0a2-e39ac7f9f680 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0688450 Dec 10 16:30:27.979027 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-1c9dce0f-5132-476e-a9eb-8733a2330ada None None] Provisioning complete for port c70564aa-7861-4f60-a3b4-97d40a8fc4bb triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:27.979406 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1c9dce0f-5132-476e-a9eb-8733a2330ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:27.990369 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51082) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:28.020064 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-1fe190bc-bd88-4f7a-90b2-742d470fc13f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'subnet': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:28.066243 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6a037a2c-6437-438e-aa43-c03760340786 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:28.097858 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c70564aa-7861-4f60-a3b4-97d40a8fc4bb no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:30:28.168667 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-67152874-0015-4159-8e17-b9f15172cd65 service neutron] 10.222.0.46 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141793 Dec 10 16:30:28.184540 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6a037a2c-6437-438e-aa43-c03760340786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:28.222038 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f063f1c-dfb1-412e-96ec-ad03e601e5d3 None None] Resources bound (agent type, host, resource id): {{(pid=103394) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 16:30:28.306948 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a037a2c-6437-438e-aa43-c03760340786 admin admin] Network a2b747af-c1f4-4b9f-a6a4-5511674e4c02 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:30:28.318876 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-6a037a2c-6437-438e-aa43-c03760340786 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:28.323036 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a037a2c-6437-438e-aa43-c03760340786 admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:30:28.357257 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-eddba4f8-4056-4de7-9167-9fbd2e557889 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=21b8bef8-fefe-4479-9cf4-2a31d80aa85b HTTP/1.1" status: 200 len: 217 time: 0.1585827 Dec 10 16:30:28.408545 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a037a2c-6437-438e-aa43-c03760340786 admin admin] Pushing event updated for resources: {'Port': ['ID=40127625-c808-4e92-aebd-c7b03d0cdeb7,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:28.475640 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6a037a2c-6437-438e-aa43-c03760340786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:28.484372 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-eee72cc0-d0ec-45d2-9d47-e97724ab6f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:28.485859 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-eee72cc0-d0ec-45d2-9d47-e97724ab6f0f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a67fe19-d2ec-40d0-b0cf-1f0cbda6e9f5 HTTP/1.1" status: 200 len: 797 time: 0.1175401 Dec 10 16:30:28.487619 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe190bc-bd88-4f7a-90b2-742d470fc13f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:30:28.492131 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1fe190bc-bd88-4f7a-90b2-742d470fc13f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:28.494093 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fe190bc-bd88-4f7a-90b2-742d470fc13f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:30:28.494545 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fe190bc-bd88-4f7a-90b2-742d470fc13f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:30:28.507151 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:28.570333 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-1c9dce0f-5132-476e-a9eb-8733a2330ada None None] Could not find standard attr ID for object 929167f3-e103-44df-aa66-4c31d5d843d6. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:30:28.578325 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1fe190bc-bd88-4f7a-90b2-742d470fc13f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5733285 Dec 10 16:30:28.579546 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51086) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:28.588553 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-20d06357-05a9-4336-9b6b-77575d684376 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'subnet': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:28.676392 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port c70564aa-7861-4f60-a3b4-97d40a8fc4bb, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c70564aa-7861-4f60-a3b4-97d40a8fc4bb,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:30:28.691774 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:28.696066 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-c8a89d42-7c5d-4131-aef2-a339fff94066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:28.701677 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-c8a89d42-7c5d-4131-aef2-a339fff94066 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cf96409c-c15e-4dab-9223-335a0597f4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2020266 Dec 10 16:30:28.993857 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-e598792d-72f4-45cc-b5ba-8cd5b29bcea3 service neutron] 10.222.0.46 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830727 Dec 10 16:30:28.996497 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6a037a2c-6437-438e-aa43-c03760340786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:29.009593 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 49f971ca-999e-475a-86cb-d2ce838db505 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:30:29.073632 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=c70564aa-7861-4f60-a3b4-97d40a8fc4bb,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:29.164827 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-9224ce0e-9485-410d-a84f-fc30bc4398c1 service neutron] 10.222.0.46 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630731 Dec 10 16:30:29.169801 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d06357-05a9-4336-9b6b-77575d684376 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:30:29.174665 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-20d06357-05a9-4336-9b6b-77575d684376 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:29.176082 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-20d06357-05a9-4336-9b6b-77575d684376 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:30:29.176520 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20d06357-05a9-4336-9b6b-77575d684376 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:30:29.257674 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-67f5ae74-844b-41ae-8556-49814ef457e6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=8ea2a5ee-71c7-4668-b402-89d8708371f8 HTTP/1.1" status: 200 len: 217 time: 0.0590961 Dec 10 16:30:29.262225 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-20d06357-05a9-4336-9b6b-77575d684376 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6777959 Dec 10 16:30:29.269983 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51094) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:29.275338 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f9f6a1-2254-4b72-9188-b04c9fc2cb62 req-ce139549-3964-44c1-a536-1a26d9ea26ab tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:29.276918 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a8f9f6a1-2254-4b72-9188-b04c9fc2cb62 req-ce139549-3964-44c1-a536-1a26d9ea26ab tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a002536-438f-4742-bf0c-7b501d4bae0a HTTP/1.1" status: 200 len: 945 time: 0.4253540 Dec 10 16:30:29.300225 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-a2c5da65-8b73-4b9b-bf97-fb7f16ad45a3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'subnet': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:29.319635 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 49f971ca-999e-475a-86cb-d2ce838db505 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:29.319879 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:29.337662 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-46b1fc52-62cb-484d-b915-2cd3c16367c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:29.339200 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-46b1fc52-62cb-484d-b915-2cd3c16367c7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a67fe19-d2ec-40d0-b0cf-1f0cbda6e9f5 HTTP/1.1" status: 200 len: 797 time: 0.0755284 Dec 10 16:30:29.451343 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-47d1d47e-042d-496f-a87d-bbc4770806dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:29.453193 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-47d1d47e-042d-496f-a87d-bbc4770806dc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cf96409c-c15e-4dab-9223-335a0597f4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0880909 Dec 10 16:30:29.471250 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a8f9f6a1-2254-4b72-9188-b04c9fc2cb62 req-13226342-f2d3-46b7-9771-003d8378c7ca tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300983 Dec 10 16:30:29.542099 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6a037a2c-6437-438e-aa43-c03760340786 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:29.555277 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6a037a2c-6437-438e-aa43-c03760340786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:29.601018 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-781ffaff-4b46-4402-bcc7-2fc8062adecd service neutron] 10.222.0.46 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277132 Dec 10 16:30:29.618800 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b62d1b-a79c-45fb-bee0-807f331f9581 None None] get_active_networks_info from n-d-766771-2 {{(pid=103394) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 16:30:29.625434 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:29.667724 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c5da65-8b73-4b9b-bf97-fb7f16ad45a3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:30:29.671766 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a2c5da65-8b73-4b9b-bf97-fb7f16ad45a3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:29.673309 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2c5da65-8b73-4b9b-bf97-fb7f16ad45a3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:30:29.673794 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2c5da65-8b73-4b9b-bf97-fb7f16ad45a3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:30:29.687107 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6a037a2c-6437-438e-aa43-c03760340786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:29.695937 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a037a2c-6437-438e-aa43-c03760340786 admin admin] Pushing event updated for resources: {'Port': ['ID=40127625-c808-4e92-aebd-c7b03d0cdeb7,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:29.705822 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 49f971ca-999e-475a-86cb-d2ce838db505, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=49f971ca-999e-475a-86cb-d2ce838db505,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:30:29.731820 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-72dd2790-91fd-4a84-a380-6e87c15578a2 None None] Provisioning complete for port 49f971ca-999e-475a-86cb-d2ce838db505 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:29.732192 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-72dd2790-91fd-4a84-a380-6e87c15578a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:29.770000 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:29.777594 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a2c5da65-8b73-4b9b-bf97-fb7f16ad45a3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5031569 Dec 10 16:30:29.781323 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51100) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:29.790119 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-985d2128-3e80-4d5b-a6ef-372429485ca6 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'subnet': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:29.798842 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c5a5e-745c-4cd0-b619-024f67aa745b req-ceed4e12-21a7-404c-be6a-fd0ff852078a tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:29.809816 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-779c5a5e-745c-4cd0-b619-024f67aa745b req-ceed4e12-21a7-404c-be6a-fd0ff852078a tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=5086000b-2d0f-4ffa-a728-e28b40e16ec6 HTTP/1.1" status: 200 len: 944 time: 0.2066083 Dec 10 16:30:29.893353 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-779c5a5e-745c-4cd0-b619-024f67aa745b req-306e4f98-636f-4475-bfd2-c1320e6255b4 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817459 Dec 10 16:30:29.911335 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51102) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:29.936777 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-cf7762ca-d4e8-49e8-b10a-ed3af3a90e56 service neutron] 10.222.0.46 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204896 Dec 10 16:30:29.974706 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=49f971ca-999e-475a-86cb-d2ce838db505,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:29.984250 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a037a2c-6437-438e-aa43-c03760340786 admin admin] Network a2b747af-c1f4-4b9f-a6a4-5511674e4c02 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:30:29.990958 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-6a037a2c-6437-438e-aa43-c03760340786 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:30.004629 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-3f62bf45-8ded-4cf0-8952-719a059e3076 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=eeb3a935-ca6c-4918-87c1-e89b62c3b091 HTTP/1.1" status: 200 len: 217 time: 0.0654685 Dec 10 16:30:30.089162 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cce60ada-e8cb-40ef-9a11-b0276562ddcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:30.133036 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-5f388e3e-33a0-4914-b8f4-656da1c43710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:30.134839 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-5f388e3e-33a0-4914-b8f4-656da1c43710 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=512e7c15-5283-4a20-8554-1db6c68de939 HTTP/1.1" status: 200 len: 797 time: 0.1226382 Dec 10 16:30:30.141025 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b62d1b-a79c-45fb-bee0-807f331f9581 None None] Resources bound (agent type, host, resource id): {{(pid=103394) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 16:30:30.149848 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device bca74aec-6ce2-4bca-832e-c1536e539022 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:30:30.175453 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985d2128-3e80-4d5b-a6ef-372429485ca6 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:30:30.181550 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-985d2128-3e80-4d5b-a6ef-372429485ca6 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:30.184050 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-985d2128-3e80-4d5b-a6ef-372429485ca6 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:30:30.184497 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-985d2128-3e80-4d5b-a6ef-372429485ca6 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:30:30.223085 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-03815fca-acb8-43e1-b9c6-70ac0dc6ae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:30.224701 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-985d2128-3e80-4d5b-a6ef-372429485ca6 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4397812 Dec 10 16:30:30.228102 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51106) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:30.229190 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-03815fca-acb8-43e1-b9c6-70ac0dc6ae27 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38e57e43-6d77-489e-a8a8-a633e923df66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0843368 Dec 10 16:30:30.237343 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-3fc73528-b1a2-4e02-895b-2bfb2f1faa48 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'subnet': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:30.377997 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a037a2c-6437-438e-aa43-c03760340786 admin admin] Router 502c8e36-adcb-4049-b7f2-59563f5fb626 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:30:30.461237 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-72dd2790-91fd-4a84-a380-6e87c15578a2 None None] Provisioning complete for port e8b2225c-a40b-428a-bb18-524fb802af66 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:30.461237 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-72dd2790-91fd-4a84-a380-6e87c15578a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:30.550796 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc73528-b1a2-4e02-895b-2bfb2f1faa48 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:30:30.554394 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3fc73528-b1a2-4e02-895b-2bfb2f1faa48 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:30.555844 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fc73528-b1a2-4e02-895b-2bfb2f1faa48 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:30:30.556287 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fc73528-b1a2-4e02-895b-2bfb2f1faa48 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:30:30.556849 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-72dd2790-91fd-4a84-a380-6e87c15578a2 None None] Port e8b2225c-a40b-428a-bb18-524fb802af66 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:30:30.560988 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port bca74aec-6ce2-4bca-832e-c1536e539022 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:30:30.575658 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port bca74aec-6ce2-4bca-832e-c1536e539022 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:30.576418 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:30.615298 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-72dd2790-91fd-4a84-a380-6e87c15578a2 None None] Provisioning complete for port 107fb219-203e-4f8b-9f5c-1d2a4ccedd26 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:30.617183 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-72dd2790-91fd-4a84-a380-6e87c15578a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:30.617847 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3fc73528-b1a2-4e02-895b-2bfb2f1faa48 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3883483 Dec 10 16:30:30.620954 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51114) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:30.628435 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-f610dbb8-c3cf-49b3-8ba5-1418d6482a5c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'subnet': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:30.656393 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a037a2c-6437-438e-aa43-c03760340786 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:30:30.682210 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6a037a2c-6437-438e-aa43-c03760340786 admin admin] 10.222.0.11 "PUT /v2.0/routers/502c8e36-adcb-4049-b7f2-59563f5fb626/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7638576 Dec 10 16:30:30.877016 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cce60ada-e8cb-40ef-9a11-b0276562ddcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:30.893030 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f610dbb8-c3cf-49b3-8ba5-1418d6482a5c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:30:30.896964 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f610dbb8-c3cf-49b3-8ba5-1418d6482a5c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:30.898547 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-f610dbb8-c3cf-49b3-8ba5-1418d6482a5c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:30:30.899250 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f610dbb8-c3cf-49b3-8ba5-1418d6482a5c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:30:30.902904 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cce60ada-e8cb-40ef-9a11-b0276562ddcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:30.937139 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 49f971ca-999e-475a-86cb-d2ce838db505 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:30:30.948328 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f610dbb8-c3cf-49b3-8ba5-1418d6482a5c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3211036 Dec 10 16:30:30.949459 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51122) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:30.993064 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce60ada-e8cb-40ef-9a11-b0276562ddcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee68a44f-aa32-409b-bd40-4b58fcd03d18,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:31.000480 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-738c61af-5d2b-449a-a670-c8d9e1e6adfc service neutron] 10.222.0.46 "GET /v2.0/networks/38e57e43-6d77-489e-a8a8-a633e923df66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7593811 Dec 10 16:30:31.040583 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57651670-24d7-4e71-a17f-d181a6c9cffd req-3ff892ff-21c1-40e3-9b4d-a1128be0275a tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:31.045910 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874f925b-9708-4b1a-b0d0-bda1fa5e62cd tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:31.047351 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-874f925b-9708-4b1a-b0d0-bda1fa5e62cd tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0969098 Dec 10 16:30:31.050447 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51126) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:31.051792 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-57651670-24d7-4e71-a17f-d181a6c9cffd req-3ff892ff-21c1-40e3-9b4d-a1128be0275a tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a002536-438f-4742-bf0c-7b501d4bae0a HTTP/1.1" status: 200 len: 945 time: 0.3058965 Dec 10 16:30:31.127523 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-cce60ada-e8cb-40ef-9a11-b0276562ddcd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=85a463c3c44a419c8d191b19ad9bd3b0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2117710 Dec 10 16:30:31.128897 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1da7a7-10b3-4791-be41-c463cfe809ba tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:31.134570 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0d1da7a7-10b3-4791-be41-c463cfe809ba tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0804391 Dec 10 16:30:31.134570 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51128) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:31.135628 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51130) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:31.154444 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087b2c52-2a73-41fc-b59c-b5e327eb61ad None None] Sync routers for ids ['502c8e36-adcb-4049-b7f2-59563f5fb626'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:30:31.169967 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-c8b0fe87-4dbf-4ab6-b4ba-8346132fb747 service neutron] 10.222.0.46 "GET /v2.0/networks/38e57e43-6d77-489e-a8a8-a633e923df66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614735 Dec 10 16:30:31.188532 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-985ebc76-eeab-4a1a-9189-3d44c44d4af7 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0476553 Dec 10 16:30:31.193722 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51132) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:31.196045 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-57651670-24d7-4e71-a17f-d181a6c9cffd req-476eb5f6-3f4f-4c62-83e0-9d20d1192b9a tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433070 Dec 10 16:30:31.196564 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:31.201110 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-6fddac23-5024-4397-986b-9e00002ebde8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'subnet': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:31.211804 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-72dd2790-91fd-4a84-a380-6e87c15578a2 None None] Provisioning complete for port c70564aa-7861-4f60-a3b4-97d40a8fc4bb triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:31.212372 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-72dd2790-91fd-4a84-a380-6e87c15578a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:31.246042 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-4673d6ba-3ec7-4006-8e08-779f0a70f3c2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ce4d43d3-b2a9-4324-9c6c-aabee5331e81 HTTP/1.1" status: 200 len: 217 time: 0.0576143 Dec 10 16:30:31.279088 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087b2c52-2a73-41fc-b59c-b5e327eb61ad None None] Routers {'502c8e36-adcb-4049-b7f2-59563f5fb626'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:30:31.279842 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-087b2c52-2a73-41fc-b59c-b5e327eb61ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:30:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['502c8e36-adcb-4049-b7f2-59563f5fb626'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:30:31.332536 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-4f49515b-fe6c-4fc5-96b4-0c62fe652c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:31.334886 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-4f49515b-fe6c-4fc5-96b4-0c62fe652c25 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=512e7c15-5283-4a20-8554-1db6c68de939 HTTP/1.1" status: 200 len: 797 time: 0.0771170 Dec 10 16:30:31.408475 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fddac23-5024-4397-986b-9e00002ebde8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:30:31.412832 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6fddac23-5024-4397-986b-9e00002ebde8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:31.448189 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-8a515bd6-8a04-495d-bb4d-11adf26aac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:31.449702 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-8a515bd6-8a04-495d-bb4d-11adf26aac77 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38e57e43-6d77-489e-a8a8-a633e923df66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1016700 Dec 10 16:30:31.451874 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5086000b-2d0f-4ffa-a728-e28b40e16ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca74aec-6ce2-4bca-832e-c1536e539022'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:30:31.454345 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ce9afc-f319-43c9-898c-f7ccf04cbb1e" -d '{"events": [{"server_uuid": "5086000b-2d0f-4ffa-a728-e28b40e16ec6", "name": "network-vif-plugged", "status": "completed", "tag": "bca74aec-6ce2-4bca-832e-c1536e539022"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:30:31.459866 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a186d5-1822-4573-9965-b885b9c96bb4 req-6ad66f83-a601-413b-8682-f6fbf816bf8d tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:31.462384 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a8a186d5-1822-4573-9965-b885b9c96bb4 req-6ad66f83-a601-413b-8682-f6fbf816bf8d tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=5086000b-2d0f-4ffa-a728-e28b40e16ec6 HTTP/1.1" status: 200 len: 944 time: 0.1250901 Dec 10 16:30:31.521630 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port bca74aec-6ce2-4bca-832e-c1536e539022, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=bca74aec-6ce2-4bca-832e-c1536e539022,segment=NetworkSegment(b9bd78ee-f3c3-4e6c-b4f5-8a2b8ab95e02),segment_id=b9bd78ee-f3c3-4e6c-b4f5-8a2b8ab95e02)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:30:31.522954 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 49f971ca-999e-475a-86cb-d2ce838db505 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:31.523671 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:31.574573 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:31.636049 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-72dd2790-91fd-4a84-a380-6e87c15578a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:31.662536 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a8a186d5-1822-4573-9965-b885b9c96bb4 req-dca36fc8-37e9-41cf-a17a-7edeeaedaaf6 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097789 Dec 10 16:30:31.665090 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-07aaa716-445b-441f-a753-df2dafe05433 service neutron] 10.222.0.46 "GET /v2.0/networks/38e57e43-6d77-489e-a8a8-a633e923df66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017474 Dec 10 16:30:31.678906 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-087b2c52-2a73-41fc-b59c-b5e327eb61ad None None] Set router 502c8e36-adcb-4049-b7f2-59563f5fb626 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:30:31.699349 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9480f8bc-b407-4318-86f3-051d48a758a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:31.729829 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9480f8bc-b407-4318-86f3-051d48a758a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:31.801679 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9480f8bc-b407-4318-86f3-051d48a758a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:31.804014 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-72dd2790-91fd-4a84-a380-6e87c15578a2 None None] For port c70564aa-7861-4f60-a3b4-97d40a8fc4bb, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c70564aa-7861-4f60-a3b4-97d40a8fc4bb,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:30:31.805712 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9480f8bc-b407-4318-86f3-051d48a758a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:31.806918 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9480f8bc-b407-4318-86f3-051d48a758a8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ee68a44f-aa32-409b-bd40-4b58fcd03d18 HTTP/1.1" status: 204 len: 168 time: 0.6728528 Dec 10 16:30:31.858917 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=bca74aec-6ce2-4bca-832e-c1536e539022,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:31.885100 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-72dd2790-91fd-4a84-a380-6e87c15578a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:31.897968 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7c6983b-6224-4d19-81cc-2a433138b086 req-ffa0376f-a0b1-45a9-a1c9-c867fcd44df4 service neutron] 10.222.0.46 "GET /v2.0/networks/38e57e43-6d77-489e-a8a8-a633e923df66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260339 Dec 10 16:30:31.902633 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9480f8bc-b407-4318-86f3-051d48a758a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee68a44f-aa32-409b-bd40-4b58fcd03d18,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:32.048092 n-d-766771-2 neutron-server[103393]: DEBUG neutron.objects.ports [None req-6fddac23-5024-4397-986b-9e00002ebde8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103393) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 16:30:32.098757 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-72dd2790-91fd-4a84-a380-6e87c15578a2 None None] Provisioning complete for port bca74aec-6ce2-4bca-832e-c1536e539022 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:32.099742 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-72dd2790-91fd-4a84-a380-6e87c15578a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:32.149587 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd2790-91fd-4a84-a380-6e87c15578a2 None None] Pushing event updated for resources: {'Port': ['ID=c70564aa-7861-4f60-a3b4-97d40a8fc4bb,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:32.277621 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6fddac23-5024-4397-986b-9e00002ebde8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:32.358857 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51146) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:32.382336 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-087b2c52-2a73-41fc-b59c-b5e327eb61ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'name': 'tempest-AttachVolumeShelveTestJSON-1006417357-router', 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '49f971ca-999e-475a-86cb-d2ce838db505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:30:21Z', 'updated_at': '2021-12-10T16:30:28Z', 'revision_number': 4, 'project_id': 'bee2cdae51254104bc03c8ca50b383dd', 'gw_port': {'id': '49f971ca-999e-475a-86cb-d2ce838db505', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:23Z', 'updated_at': '2021-12-10T16:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '40127625-c808-4e92-aebd-c7b03d0cdeb7', 'name': '', 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02', 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'mac_address': 'fa:16:3e:cd:97:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:27Z', 'updated_at': '2021-12-10T16:30:29Z', 'revision_number': 2, 'project_id': 'bee2cdae51254104bc03c8ca50b383dd', 'subnets': [{'id': 'c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:30:32.397202 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f77c4ca9-2e9e-4d29-8209-291d057fb8c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:32.418481 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51148) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:32.429547 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087b2c52-2a73-41fc-b59c-b5e327eb61ad None None] Checking router: 502c8e36-adcb-4049-b7f2-59563f5fb626 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:30:32.430175 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087b2c52-2a73-41fc-b59c-b5e327eb61ad None None] Updating router 502c8e36-adcb-4049-b7f2-59563f5fb626 port 40127625-c808-4e92-aebd-c7b03d0cdeb7 binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:30:32.432170 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-72dd2790-91fd-4a84-a380-6e87c15578a2 None None] Provisioning complete for port fd5cf142-a892-4e57-808d-bec9570f4eee triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:32.432539 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-72dd2790-91fd-4a84-a380-6e87c15578a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:32.432921 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-bd784e1a-1ef6-4ea1-ab82-e6d6802e81f9 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1840834464', 'description': 'tempest-description--2013549978'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:32.499271 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd784e1a-1ef6-4ea1-ab82-e6d6802e81f9 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:32.510255 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-087b2c52-2a73-41fc-b59c-b5e327eb61ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:32.531637 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-6fddac23-5024-4397-986b-9e00002ebde8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] For port c70564aa-7861-4f60-a3b4-97d40a8fc4bb, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c70564aa-7861-4f60-a3b4-97d40a8fc4bb,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:30:32.575066 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6fddac23-5024-4397-986b-9e00002ebde8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:32.585599 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6fddac23-5024-4397-986b-9e00002ebde8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:32.586497 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6fddac23-5024-4397-986b-9e00002ebde8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:32.639797 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-72dd2790-91fd-4a84-a380-6e87c15578a2 None None] Provisioning complete for port 76e75cbe-e199-40c7-b1f1-71c22153e76f triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:32.640440 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-72dd2790-91fd-4a84-a380-6e87c15578a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:32.655028 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f77c4ca9-2e9e-4d29-8209-291d057fb8c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:32.683840 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fddac23-5024-4397-986b-9e00002ebde8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:30:32.684240 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f77c4ca9-2e9e-4d29-8209-291d057fb8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:32.690003 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-6fddac23-5024-4397-986b-9e00002ebde8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:32.700911 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fddac23-5024-4397-986b-9e00002ebde8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:32.700911 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6fddac23-5024-4397-986b-9e00002ebde8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:32.709813 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc01295-6a57-4bd4-8840-220c1d165d5f None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:30:32.718317 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fddac23-5024-4397-986b-9e00002ebde8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Subnet': ['ID=3a3eb1f0-4d70-450d-9e39-2a4a46011233,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:32.751191 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6fddac23-5024-4397-986b-9e00002ebde8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5561516 Dec 10 16:30:32.754460 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51152) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:32.754885 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c4ca9-2e9e-4d29-8209-291d057fb8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaaffbc7-8f57-4cc9-a5ac-554738f232da,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:32.759662 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-42842140-e915-4bc7-8325-11eea6f5a8a3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'port': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'mac_address': 'fa:16:3e:b9:61:0f', 'name': 'tempest-NetworksTestDHCPv6-262549967'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:32.777044 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd784e1a-1ef6-4ea1-ab82-e6d6802e81f9 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:32.779498 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fddac23-5024-4397-986b-9e00002ebde8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Port': ['ID=c70564aa-7861-4f60-a3b4-97d40a8fc4bb,revision_number=8']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:32.792987 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f77c4ca9-2e9e-4d29-8209-291d057fb8c0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6c0246549efd481e8c311baa39dd8ad4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4327404 Dec 10 16:30:32.794761 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51154) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:32.834508 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd784e1a-1ef6-4ea1-ab82-e6d6802e81f9 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:32.855816 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd4a8e-e566-4129-abaf-355d6eba8b0c req-dd499e0e-aed8-4263-aeb3-d232c8ea3b0e tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:32.863681 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b4fd4a8e-e566-4129-abaf-355d6eba8b0c req-dd499e0e-aed8-4263-aeb3-d232c8ea3b0e tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a002536-438f-4742-bf0c-7b501d4bae0a HTTP/1.1" status: 200 len: 945 time: 0.2457972 Dec 10 16:30:32.914457 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd784e1a-1ef6-4ea1-ab82-e6d6802e81f9 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:32.918504 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-bd784e1a-1ef6-4ea1-ab82-e6d6802e81f9 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4951251 Dec 10 16:30:32.919431 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51156) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:32.921999 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd784e1a-1ef6-4ea1-ab82-e6d6802e81f9 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61dd92f2-b4f5-4bfd-ac94-e9e550096dd2,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:32.925694 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-0807aade-1188-47fa-b10e-9bee0294c4ed tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Request body: {'security_group_rule': {'security_group_id': '61dd92f2-b4f5-4bfd-ac94-e9e550096dd2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:32.928275 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9278ef8d-4b8f-4fc6-bc09-2100d9621a2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:32.970035 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42842140-e915-4bc7-8325-11eea6f5a8a3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:30:32.977509 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9278ef8d-4b8f-4fc6-bc09-2100d9621a2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:32.988325 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b4fd4a8e-e566-4129-abaf-355d6eba8b0c req-1dbc50cf-9be5-4644-813c-5e6852ddfa83 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240473 Dec 10 16:30:33.050422 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9278ef8d-4b8f-4fc6-bc09-2100d9621a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:33.053804 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9278ef8d-4b8f-4fc6-bc09-2100d9621a2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:33.056560 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9278ef8d-4b8f-4fc6-bc09-2100d9621a2a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aaaffbc7-8f57-4cc9-a5ac-554738f232da HTTP/1.1" status: 204 len: 168 time: 0.2593930 Dec 10 16:30:33.065949 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9278ef8d-4b8f-4fc6-bc09-2100d9621a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaaffbc7-8f57-4cc9-a5ac-554738f232da,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:33.075789 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0807aade-1188-47fa-b10e-9bee0294c4ed tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:33.118545 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-72dd2790-91fd-4a84-a380-6e87c15578a2 None None] Provisioning complete for port 06d6b615-e46d-4990-bb6f-42c9463988e8 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:33.119162 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-72dd2790-91fd-4a84-a380-6e87c15578a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:33.158519 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-42842140-e915-4bc7-8325-11eea6f5a8a3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:33.190627 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cb9fca-a9a7-4c29-b65c-3af60b5485f2 x-openstack-request-id: req-21cb9fca-a9a7-4c29-b65c-3af60b5485f2 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:30:33.191012 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5086000b-2d0f-4ffa-a728-e28b40e16ec6", "name": "network-vif-plugged", "status": "completed", "tag": "bca74aec-6ce2-4bca-832e-c1536e539022", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:30:33.191917 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-21cb9fca-a9a7-4c29-b65c-3af60b5485f2 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:30:33.192144 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5086000b-2d0f-4ffa-a728-e28b40e16ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca74aec-6ce2-4bca-832e-c1536e539022', 'code': 200} Dec 10 16:30:33.226756 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0807aade-1188-47fa-b10e-9bee0294c4ed tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:33.232335 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-42842140-e915-4bc7-8325-11eea6f5a8a3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] device_id is not set on port 0bd39364-1602-4656-952a-55c3d2f26df3 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:30:33.245509 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0807aade-1188-47fa-b10e-9bee0294c4ed tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:33.381783 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-72dd2790-91fd-4a84-a380-6e87c15578a2 None None] Provisioning complete for port 6f9a3a99-3f7b-4281-9666-bb76e5698adc triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:33.382202 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-72dd2790-91fd-4a84-a380-6e87c15578a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:33.428577 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f3216-fd87-4422-9e64-a3170986b3a9 req-7b09215d-6331-4425-8cba-d9ee1eb3328f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:33.430945 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-637f3216-fd87-4422-9e64-a3170986b3a9 req-7b09215d-6331-4425-8cba-d9ee1eb3328f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5086000b-2d0f-4ffa-a728-e28b40e16ec6 HTTP/1.1" status: 200 len: 1096 time: 0.1831467 Dec 10 16:30:33.453909 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0807aade-1188-47fa-b10e-9bee0294c4ed tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e6862d-5ba6-4440-ab39-3e0f5a10f716,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:33.488020 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b6721-35b8-43d0-a4cf-a7f4cd7d7589 req-38b0e9e8-06f6-4ab5-9b4f-953f967c6294 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:33.489177 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0a0b6721-35b8-43d0-a4cf-a7f4cd7d7589 req-38b0e9e8-06f6-4ab5-9b4f-953f967c6294 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=5086000b-2d0f-4ffa-a728-e28b40e16ec6 HTTP/1.1" status: 200 len: 945 time: 0.1277308 Dec 10 16:30:33.491891 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-087b2c52-2a73-41fc-b59c-b5e327eb61ad None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:33.502633 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0807aade-1188-47fa-b10e-9bee0294c4ed tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:33.508526 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0807aade-1188-47fa-b10e-9bee0294c4ed tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5879650 Dec 10 16:30:33.510472 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51166) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:33.512195 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-087b2c52-2a73-41fc-b59c-b5e327eb61ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:33.560482 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-637f3216-fd87-4422-9e64-a3170986b3a9 req-36b0740a-c5fa-4a88-baa5-5677af5973c2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180511 Dec 10 16:30:33.563823 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6976ca-38e5-4874-9b12-4b732c049545 None None] Pushing event updated for resources: {'Port': ['ID=40127625-c808-4e92-aebd-c7b03d0cdeb7,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:33.578646 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-687662fe-bb2c-4969-9567-ff93d78b360a tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Request body: {'security_group_rule': {'security_group_id': '61dd92f2-b4f5-4bfd-ac94-e9e550096dd2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:33.612456 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0a0b6721-35b8-43d0-a4cf-a7f4cd7d7589 req-2faa883f-39ca-4221-88a5-621bf22eefa0 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902390 Dec 10 16:30:33.668906 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-42842140-e915-4bc7-8325-11eea6f5a8a3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Allocated IP 2001:db8::f816:3eff:feb9:610f (ba7323f5-fe45-4362-904e-9370cf7b7342/3a3eb1f0-4d70-450d-9e39-2a4a46011233/0bd39364-1602-4656-952a-55c3d2f26df3) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:30:33.709183 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-687662fe-bb2c-4969-9567-ff93d78b360a tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:33.756623 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-087b2c52-2a73-41fc-b59c-b5e327eb61ad None None] Attempting to bind port 40127625-c808-4e92-aebd-c7b03d0cdeb7 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:30:33.758931 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-087b2c52-2a73-41fc-b59c-b5e327eb61ad None None] Attempting to bind port 40127625-c808-4e92-aebd-c7b03d0cdeb7 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '5bae3635-32be-403a-b68a-450983b5ab53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:30:33.759335 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087b2c52-2a73-41fc-b59c-b5e327eb61ad None None] Attempting to bind port 40127625-c808-4e92-aebd-c7b03d0cdeb7 on network a2b747af-c1f4-4b9f-a6a4-5511674e4c02 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:30:33.769831 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087b2c52-2a73-41fc-b59c-b5e327eb61ad None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:30:33.770281 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087b2c52-2a73-41fc-b59c-b5e327eb61ad None None] Checking segment: {'id': '5bae3635-32be-403a-b68a-450983b5ab53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:30:33.770691 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-087b2c52-2a73-41fc-b59c-b5e327eb61ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:33.771095 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087b2c52-2a73-41fc-b59c-b5e327eb61ad None None] Bound using segment: {'id': '5bae3635-32be-403a-b68a-450983b5ab53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:30:33.771563 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-087b2c52-2a73-41fc-b59c-b5e327eb61ad None None] Bound port: 40127625-c808-4e92-aebd-c7b03d0cdeb7, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bae3635-32be-403a-b68a-450983b5ab53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:30:33.771945 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-087b2c52-2a73-41fc-b59c-b5e327eb61ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:33.800549 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-72dd2790-91fd-4a84-a380-6e87c15578a2 None None] Provisioning complete for port 2e55ace3-4771-44d3-90bc-cc9f4562dfbc triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:33.800906 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-72dd2790-91fd-4a84-a380-6e87c15578a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:33.972876 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-687662fe-bb2c-4969-9567-ff93d78b360a tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:33.988656 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-687662fe-bb2c-4969-9567-ff93d78b360a tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:33.998761 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-087b2c52-2a73-41fc-b59c-b5e327eb61ad None None] For port 40127625-c808-4e92-aebd-c7b03d0cdeb7, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:30:34.006788 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-087b2c52-2a73-41fc-b59c-b5e327eb61ad None None] For port 40127625-c808-4e92-aebd-c7b03d0cdeb7, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=40127625-c808-4e92-aebd-c7b03d0cdeb7,segment=NetworkSegment(5bae3635-32be-403a-b68a-450983b5ab53),segment_id=5bae3635-32be-403a-b68a-450983b5ab53)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:30:34.068243 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687662fe-bb2c-4969-9567-ff93d78b360a tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd3804f1-f20d-4327-9345-dd821f0b5bf0,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:34.084520 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-687662fe-bb2c-4969-9567-ff93d78b360a tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:34.086113 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-687662fe-bb2c-4969-9567-ff93d78b360a tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5696838 Dec 10 16:30:34.090481 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-087b2c52-2a73-41fc-b59c-b5e327eb61ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:34.091988 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51182) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:34.098021 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-655026dc-58ee-4082-b4b7-dfa5dfcb69a5 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:34.192422 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-655026dc-58ee-4082-b4b7-dfa5dfcb69a5 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks [] for floatingip, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:34.222795 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df2a18-34d4-4518-832e-c18c7f233319 req-a3491c5f-22aa-4a37-b264-74afb0fed491 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:34.224409 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-42842140-e915-4bc7-8325-11eea6f5a8a3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:34.237174 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-49df2a18-34d4-4518-832e-c18c7f233319 req-a3491c5f-22aa-4a37-b264-74afb0fed491 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a002536-438f-4742-bf0c-7b501d4bae0a HTTP/1.1" status: 200 len: 945 time: 0.1515882 Dec 10 16:30:34.241668 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-72dd2790-91fd-4a84-a380-6e87c15578a2 None None] Provisioning complete for port fb6d443c-fbe0-4b0b-8dd5-82003c1333f5 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:34.242189 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-72dd2790-91fd-4a84-a380-6e87c15578a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:34.340877 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-42842140-e915-4bc7-8325-11eea6f5a8a3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:34.374730 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-49df2a18-34d4-4518-832e-c18c7f233319 req-07bfa4a0-9d43-4783-b60f-87237ef4fbee tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354125 Dec 10 16:30:34.379767 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6976ca-38e5-4874-9b12-4b732c049545 None None] Pushing event updated for resources: {'Port': ['ID=40127625-c808-4e92-aebd-c7b03d0cdeb7,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:34.416546 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42842140-e915-4bc7-8325-11eea6f5a8a3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:30:34.420154 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087b2c52-2a73-41fc-b59c-b5e327eb61ad None None] Routers {'502c8e36-adcb-4049-b7f2-59563f5fb626'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:30:34.421279 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-087b2c52-2a73-41fc-b59c-b5e327eb61ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:30:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['502c8e36-adcb-4049-b7f2-59563f5fb626'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:30:34.436416 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-42842140-e915-4bc7-8325-11eea6f5a8a3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:34.449421 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42842140-e915-4bc7-8325-11eea6f5a8a3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:30:34.460852 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42842140-e915-4bc7-8325-11eea6f5a8a3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:34.462951 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-42842140-e915-4bc7-8325-11eea6f5a8a3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:34.568283 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42842140-e915-4bc7-8325-11eea6f5a8a3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Port': ['ID=0bd39364-1602-4656-952a-55c3d2f26df3,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:34.639582 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51196) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:34.664783 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-42842140-e915-4bc7-8325-11eea6f5a8a3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8773150 Dec 10 16:30:34.685438 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-655026dc-58ee-4082-b4b7-dfa5dfcb69a5 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:34.839207 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0365a5e3-9c0a-401d-b02e-4168bfe6ba2d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:34.848005 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0365a5e3-9c0a-401d-b02e-4168bfe6ba2d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:34.850110 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-0365a5e3-9c0a-401d-b02e-4168bfe6ba2d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.2095459 Dec 10 16:30:34.852857 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51202) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:34.940341 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0878b28-68fd-4e34-91a1-54746781d77c req-676dfa1c-edb8-4dbf-b2f4-f18f133af173 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:34.942361 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d0878b28-68fd-4e34-91a1-54746781d77c req-676dfa1c-edb8-4dbf-b2f4-f18f133af173 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a002536-438f-4742-bf0c-7b501d4bae0a HTTP/1.1" status: 200 len: 945 time: 0.1524584 Dec 10 16:30:35.013965 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-655026dc-58ee-4082-b4b7-dfa5dfcb69a5 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Allocated IP 172.25.6.44 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/dc05ce09-6bc8-4513-8502-1b561e983e8f) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:30:35.068058 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-087b2c52-2a73-41fc-b59c-b5e327eb61ad None None] Set router 502c8e36-adcb-4049-b7f2-59563f5fb626 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:30:35.085854 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d0878b28-68fd-4e34-91a1-54746781d77c req-43453956-750a-405e-adc5-2f22ea1b98a7 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/security-groups?id=8da017d9-7a4c-4ac3-880a-727b23e039b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296036 Dec 10 16:30:35.101401 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-b042e237-0c2a-4ce1-844e-b6f3e3ef52ab tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting port 0bd39364-1602-4656-952a-55c3d2f26df3 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:30:35.102006 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b042e237-0c2a-4ce1-844e-b6f3e3ef52ab tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:35.133432 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c70564aa-7861-4f60-a3b4-97d40a8fc4bb up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:30:35.203614 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-655026dc-58ee-4082-b4b7-dfa5dfcb69a5 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:35.280003 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-655026dc-58ee-4082-b4b7-dfa5dfcb69a5 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:35.294829 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-72dd2790-91fd-4a84-a380-6e87c15578a2 None None] Provisioning complete for port 9f50ed7f-7cf3-4c4e-8eb2-bce9bf7822df triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:35.295365 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-72dd2790-91fd-4a84-a380-6e87c15578a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:35.347498 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655026dc-58ee-4082-b4b7-dfa5dfcb69a5 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:30:35.354507 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-655026dc-58ee-4082-b4b7-dfa5dfcb69a5 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:35.357197 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b042e237-0c2a-4ce1-844e-b6f3e3ef52ab tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:35.360364 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655026dc-58ee-4082-b4b7-dfa5dfcb69a5 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:30:35.370454 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-72dd2790-91fd-4a84-a380-6e87c15578a2 None None] Port 9f50ed7f-7cf3-4c4e-8eb2-bce9bf7822df cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:30:35.377071 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port c70564aa-7861-4f60-a3b4-97d40a8fc4bb triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:35.377447 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:35.394013 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655026dc-58ee-4082-b4b7-dfa5dfcb69a5 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Pushing event updated for resources: {'Port': ['ID=dc05ce09-6bc8-4513-8502-1b561e983e8f,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:35.411147 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d06497-3803-43eb-ae64-d7c68f5e6a24 req-a48e36bb-1277-4c8b-a19a-01a0c2989b95 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:35.422015 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-52d06497-3803-43eb-ae64-d7c68f5e6a24 req-a48e36bb-1277-4c8b-a19a-01a0c2989b95 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=5086000b-2d0f-4ffa-a728-e28b40e16ec6 HTTP/1.1" status: 200 len: 945 time: 0.1852999 Dec 10 16:30:35.425771 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-b042e237-0c2a-4ce1-844e-b6f3e3ef52ab tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Calling delete_port for 0bd39364-1602-4656-952a-55c3d2f26df3 owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:30:35.456529 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-72dd2790-91fd-4a84-a380-6e87c15578a2 None None] Provisioning complete for port 65fdf670-ed16-424f-b04b-90643eef8afb triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:35.456908 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-72dd2790-91fd-4a84-a380-6e87c15578a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:35.499733 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-655026dc-58ee-4082-b4b7-dfa5dfcb69a5 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:35.555183 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-655026dc-58ee-4082-b4b7-dfa5dfcb69a5 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:35.597167 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-52d06497-3803-43eb-ae64-d7c68f5e6a24 req-8af7b7dd-a962-489e-9d0f-0409fc14cd66 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738555 Dec 10 16:30:35.621554 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-087b2c52-2a73-41fc-b59c-b5e327eb61ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'name': 'tempest-AttachVolumeShelveTestJSON-1006417357-router', 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '49f971ca-999e-475a-86cb-d2ce838db505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:30:21Z', 'updated_at': '2021-12-10T16:30:28Z', 'revision_number': 4, 'project_id': 'bee2cdae51254104bc03c8ca50b383dd', 'gw_port': {'id': '49f971ca-999e-475a-86cb-d2ce838db505', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:23Z', 'updated_at': '2021-12-10T16:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '40127625-c808-4e92-aebd-c7b03d0cdeb7', 'name': '', 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02', 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'mac_address': 'fa:16:3e:cd:97:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:27Z', 'updated_at': '2021-12-10T16:30:33Z', 'revision_number': 4, 'project_id': 'bee2cdae51254104bc03c8ca50b383dd', 'subnets': [{'id': 'c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:30:35.637572 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51214) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:35.689845 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087b2c52-2a73-41fc-b59c-b5e327eb61ad None None] The sync data for ids ['502c8e36-adcb-4049-b7f2-59563f5fb626'] in n-d-766771-2 is: [{'id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'name': 'tempest-AttachVolumeShelveTestJSON-1006417357-router', 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '49f971ca-999e-475a-86cb-d2ce838db505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:30:21Z', 'updated_at': '2021-12-10T16:30:28Z', 'revision_number': 4, 'project_id': 'bee2cdae51254104bc03c8ca50b383dd', 'gw_port': {'id': '49f971ca-999e-475a-86cb-d2ce838db505', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:23Z', 'updated_at': '2021-12-10T16:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '40127625-c808-4e92-aebd-c7b03d0cdeb7', 'name': '', 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02', 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'mac_address': 'fa:16:3e:cd:97:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:27Z', 'updated_at': '2021-12-10T16:30:33Z', 'revision_number': 4, 'project_id': 'bee2cdae51254104bc03c8ca50b383dd', 'subnets': [{'id': 'c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:30:35.758123 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b042e237-0c2a-4ce1-844e-b6f3e3ef52ab tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:35.847645 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a39f9173-3284-4d2c-9b7f-bbcd122bc240 None None] Provisioning complete for port c70564aa-7861-4f60-a3b4-97d40a8fc4bb triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:35.856418 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a39f9173-3284-4d2c-9b7f-bbcd122bc240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:35.917115 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-655026dc-58ee-4082-b4b7-dfa5dfcb69a5 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:35.921752 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b042e237-0c2a-4ce1-844e-b6f3e3ef52ab tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:35.937148 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-655026dc-58ee-4082-b4b7-dfa5dfcb69a5 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:35.969941 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b042e237-0c2a-4ce1-844e-b6f3e3ef52ab tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/ports/0bd39364-1602-4656-952a-55c3d2f26df3 HTTP/1.1" status: 204 len: 168 time: 1.1142631 Dec 10 16:30:36.000963 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51220) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:36.061657 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042e237-0c2a-4ce1-844e-b6f3e3ef52ab tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Port': ['ID=0bd39364-1602-4656-952a-55c3d2f26df3,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:36.122957 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56bf92fd-8aea-4955-b004-2de5f8b351a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:36.166589 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a39f9173-3284-4d2c-9b7f-bbcd122bc240 None None] Could not find standard attr ID for object 0bd39364-1602-4656-952a-55c3d2f26df3. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:30:36.176591 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecfaab5-360c-4a9a-bd6e-4c61120ab6c2 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:36.192129 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecfaab5-360c-4a9a-bd6e-4c61120ab6c2 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:36.193832 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-0ecfaab5-360c-4a9a-bd6e-4c61120ab6c2 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1921196 Dec 10 16:30:36.196955 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51226) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:36.202600 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655026dc-58ee-4082-b4b7-dfa5dfcb69a5 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Pushing event updated for resources: {'Port': ['ID=dc05ce09-6bc8-4513-8502-1b561e983e8f,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:36.237742 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-655026dc-58ee-4082-b4b7-dfa5dfcb69a5 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:36.274797 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a39f9173-3284-4d2c-9b7f-bbcd122bc240 None None] Provisioning complete for port 40127625-c808-4e92-aebd-c7b03d0cdeb7 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:36.275505 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a39f9173-3284-4d2c-9b7f-bbcd122bc240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:36.279850 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-655026dc-58ee-4082-b4b7-dfa5dfcb69a5 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:36.281126 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-655026dc-58ee-4082-b4b7-dfa5dfcb69a5 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1865776 Dec 10 16:30:36.366397 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:36.370208 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc110944-37bf-4ae2-823a-0fd9a5430eb2 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting subnet 3a3eb1f0-4d70-450d-9e39-2a4a46011233 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:30:36.384099 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc110944-37bf-4ae2-823a-0fd9a5430eb2 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:36.443679 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a39f9173-3284-4d2c-9b7f-bbcd122bc240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:36.512115 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc110944-37bf-4ae2-823a-0fd9a5430eb2 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:36.518822 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-a39f9173-3284-4d2c-9b7f-bbcd122bc240 None None] For port 40127625-c808-4e92-aebd-c7b03d0cdeb7, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=40127625-c808-4e92-aebd-c7b03d0cdeb7,segment=NetworkSegment(5bae3635-32be-403a-b68a-450983b5ab53),segment_id=5bae3635-32be-403a-b68a-450983b5ab53)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:30:36.527919 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a39f9173-3284-4d2c-9b7f-bbcd122bc240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:36.597999 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f9173-3284-4d2c-9b7f-bbcd122bc240 None None] Pushing event updated for resources: {'Port': ['ID=40127625-c808-4e92-aebd-c7b03d0cdeb7,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:36.683526 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4292b-e3fe-4dec-b994-633493fdbdc8 req-e84b72e0-5b39-4940-9af2-94f9c387ed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:36.686173 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c1a4292b-e3fe-4dec-b994-633493fdbdc8 req-e84b72e0-5b39-4940-9af2-94f9c387ed71 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86809bc173774b32a7d283ceb29d9179&device_id=5086000b-2d0f-4ffa-a728-e28b40e16ec6 HTTP/1.1" status: 200 len: 1096 time: 0.3030910 Dec 10 16:30:36.687585 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56bf92fd-8aea-4955-b004-2de5f8b351a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:36.700570 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc110944-37bf-4ae2-823a-0fd9a5430eb2 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:36.725741 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56bf92fd-8aea-4955-b004-2de5f8b351a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:36.887962 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 40127625-c808-4e92-aebd-c7b03d0cdeb7 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:30:36.912537 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf92fd-8aea-4955-b004-2de5f8b351a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be99a0fa-aece-4e18-9919-f0f397ed5da7,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:36.933859 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-56bf92fd-8aea-4955-b004-2de5f8b351a5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2bb77d12b8234e63904264b2a63f9809&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2925358 Dec 10 16:30:36.934319 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51244) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:36.949035 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc110944-37bf-4ae2-823a-0fd9a5430eb2 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:36.983357 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 40127625-c808-4e92-aebd-c7b03d0cdeb7 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:36.984158 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:37.025973 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-25beb651-89da-4616-bad6-b3e4d9ec8b86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:37.062419 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e2698-7071-4556-b79d-5e0c2fcf239b req-8058e7ac-111a-41d0-8428-a27306596617 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:37.069383 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e79e2698-7071-4556-b79d-5e0c2fcf239b req-8058e7ac-111a-41d0-8428-a27306596617 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=5086000b-2d0f-4ffa-a728-e28b40e16ec6 HTTP/1.1" status: 200 len: 945 time: 0.3728509 Dec 10 16:30:37.070873 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4292b-e3fe-4dec-b994-633493fdbdc8 req-1d481a77-4a0d-44ba-aa3c-4e18ad38dc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:37.072559 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c1a4292b-e3fe-4dec-b994-633493fdbdc8 req-1d481a77-4a0d-44ba-aa3c-4e18ad38dc18 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e32a4d08-b516-4a89-a4b3-00c81d20f408 HTTP/1.1" status: 200 len: 912 time: 0.3736000 Dec 10 16:30:37.074724 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-25beb651-89da-4616-bad6-b3e4d9ec8b86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:37.079618 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc110944-37bf-4ae2-823a-0fd9a5430eb2 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:37.090414 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-cc110944-37bf-4ae2-823a-0fd9a5430eb2 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/3a3eb1f0-4d70-450d-9e39-2a4a46011233 HTTP/1.1" status: 204 len: 168 time: 0.8924303 Dec 10 16:30:37.093238 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51246) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:37.094876 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc110944-37bf-4ae2-823a-0fd9a5430eb2 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Subnet': ['ID=3a3eb1f0-4d70-450d-9e39-2a4a46011233,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:37.114986 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5349e11d-0947-4710-8238-d84f5cc45d8b None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:30:37.158074 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c1a4292b-e3fe-4dec-b994-633493fdbdc8 req-e61c0154-30b6-4e72-9686-9bbb6fe4eebd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bca74aec-6ce2-4bca-832e-c1536e539022 HTTP/1.1" status: 200 len: 217 time: 0.0644054 Dec 10 16:30:37.195846 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-213f4844-72c7-45f1-be53-1fe1b8f72d60 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1000233 Dec 10 16:30:37.196155 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51248) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:37.197853 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-25beb651-89da-4616-bad6-b3e4d9ec8b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:37.202869 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-25beb651-89da-4616-bad6-b3e4d9ec8b86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:37.209315 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-c922e724-9481-44b7-8400-a326f07b2290 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'subnet': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:37.210244 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-25beb651-89da-4616-bad6-b3e4d9ec8b86 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/be99a0fa-aece-4e18-9919-f0f397ed5da7 HTTP/1.1" status: 204 len: 168 time: 0.2745035 Dec 10 16:30:37.219985 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25beb651-89da-4616-bad6-b3e4d9ec8b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be99a0fa-aece-4e18-9919-f0f397ed5da7,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:37.330910 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4292b-e3fe-4dec-b994-633493fdbdc8 req-6d34f22c-0c96-4d82-b528-a088aae475b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:37.332860 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c1a4292b-e3fe-4dec-b994-633493fdbdc8 req-6d34f22c-0c96-4d82-b528-a088aae475b4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d02cdcd1-06ed-4593-b982-980ffb32811d HTTP/1.1" status: 200 len: 851 time: 0.1667058 Dec 10 16:30:37.347909 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263b94f4-6346-4c0c-bec0-bef27da4eeba None None] DHCP port deletion for ba7323f5-fe45-4362-904e-9370cf7b7342 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:30:37.368327 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e79e2698-7071-4556-b79d-5e0c2fcf239b req-ccefb666-f277-406d-bb98-dc16c9f82717 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758431 Dec 10 16:30:37.409429 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c1a4292b-e3fe-4dec-b994-633493fdbdc8 req-30703683-b126-4c44-8d61-7c6d97f5181a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e32a4d08-b516-4a89-a4b3-00c81d20f408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600710 Dec 10 16:30:37.474764 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-263b94f4-6346-4c0c-bec0-bef27da4eeba None None] Deleting port c70564aa-7861-4f60-a3b4-97d40a8fc4bb {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:30:37.476312 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-263b94f4-6346-4c0c-bec0-bef27da4eeba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:37.553068 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-263b94f4-6346-4c0c-bec0-bef27da4eeba None None] For port c70564aa-7861-4f60-a3b4-97d40a8fc4bb, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c70564aa-7861-4f60-a3b4-97d40a8fc4bb,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:30:37.553286 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c922e724-9481-44b7-8400-a326f07b2290 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:30:37.553409 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-263b94f4-6346-4c0c-bec0-bef27da4eeba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:37.555851 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c922e724-9481-44b7-8400-a326f07b2290 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:37.565660 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-263b94f4-6346-4c0c-bec0-bef27da4eeba None None] Calling delete_port for c70564aa-7861-4f60-a3b4-97d40a8fc4bb owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:30:37.660636 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2786e8-cf69-4110-8931-3f0854b5efd5 req-b2c237e0-9c61-4314-a730-41e208c2ddad tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:37.662204 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3e2786e8-cf69-4110-8931-3f0854b5efd5 req-b2c237e0-9c61-4314-a730-41e208c2ddad tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.26 "GET /v2.0/ports?device_id=9a002536-438f-4742-bf0c-7b501d4bae0a HTTP/1.1" status: 200 len: 945 time: 0.2672470 Dec 10 16:30:37.701987 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-263b94f4-6346-4c0c-bec0-bef27da4eeba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:37.719289 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263b94f4-6346-4c0c-bec0-bef27da4eeba None None] No DVR routers for this DVR port c70564aa-7861-4f60-a3b4-97d40a8fc4bb on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:30:37.741605 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b94f4-6346-4c0c-bec0-bef27da4eeba None None] Pushing event deleted for resources: {'Port': ['ID=c70564aa-7861-4f60-a3b4-97d40a8fc4bb,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:37.871571 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-15a3a40c-383e-45ab-8315-e960a94ea742 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1840834464&fields=id&tenant_id=bee2cdae51254104bc03c8ca50b383dd HTTP/1.1" status: 200 len: 267 time: 0.3289154 Dec 10 16:30:37.878938 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c1a4292b-e3fe-4dec-b994-633493fdbdc8 req-6ae6c647-731e-48a2-a632-f6a2c8747e25 service neutron] 10.222.0.46 "GET /v2.0/networks/e32a4d08-b516-4a89-a4b3-00c81d20f408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468765 Dec 10 16:30:38.036685 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:38.122922 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-3e2786e8-cf69-4110-8931-3f0854b5efd5 req-b6194b5a-16ed-4a18-bacb-e83ab7e96508 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Deleting port 65fdf670-ed16-424f-b04b-90643eef8afb {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:30:38.123352 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3e2786e8-cf69-4110-8931-3f0854b5efd5 req-b6194b5a-16ed-4a18-bacb-e83ab7e96508 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:38.497302 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-bfdf7a87-a11b-44a9-ba12-267690992770 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:38.498783 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-bfdf7a87-a11b-44a9-ba12-267690992770 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/networks?id=a2b747af-c1f4-4b9f-a6a4-5511674e4c02 HTTP/1.1" status: 200 len: 817 time: 0.6185396 Dec 10 16:30:38.551125 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c1a4292b-e3fe-4dec-b994-633493fdbdc8 req-52d5a5b7-ca12-4cd7-82ab-39faf078a28a service neutron] 10.222.0.46 "GET /v2.0/networks/e32a4d08-b516-4a89-a4b3-00c81d20f408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6079631 Dec 10 16:30:38.563696 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-04e8d1b1-e6b2-4745-90b9-f615eac6fafb tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/quotas/bee2cdae51254104bc03c8ca50b383dd HTTP/1.1" status: 200 len: 375 time: 0.0501103 Dec 10 16:30:38.675938 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-3e2786e8-cf69-4110-8931-3f0854b5efd5 req-b6194b5a-16ed-4a18-bacb-e83ab7e96508 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] For port 65fdf670-ed16-424f-b04b-90643eef8afb, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=65fdf670-ed16-424f-b04b-90643eef8afb,segment=NetworkSegment(61dcaedb-3bc0-47c0-9c1b-e1ac3641e703),segment_id=61dcaedb-3bc0-47c0-9c1b-e1ac3641e703)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:30:38.676308 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3e2786e8-cf69-4110-8931-3f0854b5efd5 req-b6194b5a-16ed-4a18-bacb-e83ab7e96508 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:38.702289 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-3e2786e8-cf69-4110-8931-3f0854b5efd5 req-b6194b5a-16ed-4a18-bacb-e83ab7e96508 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Calling delete_port for 65fdf670-ed16-424f-b04b-90643eef8afb owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:30:38.710246 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-09d41696-012e-4e9b-8d6c-3f39ee5943ef tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bee2cdae51254104bc03c8ca50b383dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1376426 Dec 10 16:30:38.752052 n-d-766771-2 neutron-server[103392]: DEBUG neutron.objects.ports [None req-c922e724-9481-44b7-8400-a326f07b2290 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103392) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 16:30:38.763031 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c922e724-9481-44b7-8400-a326f07b2290 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:38.819942 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c70564aa-7861-4f60-a3b4-97d40a8fc4bb no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:30:38.841535 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: c70564aa-7861-4f60-a3b4-97d40a8fc4bb {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:30:38.842023 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c70564aa-7861-4f60-a3b4-97d40a8fc4bb not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:30:38.895273 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c922e724-9481-44b7-8400-a326f07b2290 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:30:38.910368 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-c922e724-9481-44b7-8400-a326f07b2290 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:38.916588 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c922e724-9481-44b7-8400-a326f07b2290 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:38.916782 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c922e724-9481-44b7-8400-a326f07b2290 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:38.919663 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53605e93-8b94-4420-b093-41a82f8c860f None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:30:38.920486 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c922e724-9481-44b7-8400-a326f07b2290 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Subnet': ['ID=16fca823-8d2a-45dd-8146-12d48f610bbb,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:38.969351 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c922e724-9481-44b7-8400-a326f07b2290 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7685294 Dec 10 16:30:38.972749 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51292) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:38.973344 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-b7a3ea21-f03f-4dc9-addc-2a2509574c12 service neutron] 10.222.0.11 "GET /v2.0/networks/a2b747af-c1f4-4b9f-a6a4-5511674e4c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200010 Dec 10 16:30:38.985800 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-5ba155d9-57f6-46b3-9384-8f429b7e1df2 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'port': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'mac_address': 'fa:16:3e:56:e2:b4', 'name': 'tempest-NetworksTestDHCPv6-1928057604'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:39.049171 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661e5424-f5d0-425a-9033-1c1ff049df6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-ba7323f5-fe45-4362-904e-9370cf7b7342', 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'project_id': '2ff5423581d24da08fa7c37167d452f0', 'fixed_ips': [{'subnet_id': '16fca823-8d2a-45dd-8146-12d48f610bbb'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:30:39.050593 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-661e5424-f5d0-425a-9033-1c1ff049df6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:39.136735 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3e2786e8-cf69-4110-8931-3f0854b5efd5 req-b6194b5a-16ed-4a18-bacb-e83ab7e96508 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:39.199177 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6194b5a-16ed-4a18-bacb-e83ab7e96508 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Pushing event deleted for resources: {'Port': ['ID=65fdf670-ed16-424f-b04b-90643eef8afb,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:39.215112 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-708075fb-23c2-498f-b018-34bb7ff8c5f8 service neutron] 10.222.0.11 "GET /v2.0/networks/a2b747af-c1f4-4b9f-a6a4-5511674e4c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300003 Dec 10 16:30:39.259956 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e2786e8-cf69-4110-8931-3f0854b5efd5 req-b6194b5a-16ed-4a18-bacb-e83ab7e96508 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] No DVR routers for this DVR port 65fdf670-ed16-424f-b04b-90643eef8afb on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:30:39.264820 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3e2786e8-cf69-4110-8931-3f0854b5efd5 req-b6194b5a-16ed-4a18-bacb-e83ab7e96508 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:39.269449 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3e2786e8-cf69-4110-8931-3f0854b5efd5 req-b6194b5a-16ed-4a18-bacb-e83ab7e96508 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.26 "DELETE /v2.0/ports/65fdf670-ed16-424f-b04b-90643eef8afb HTTP/1.1" status: 204 len: 173 time: 1.5790694 Dec 10 16:30:39.270043 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a002536-438f-4742-bf0c-7b501d4bae0a', 'name': 'network-vif-deleted', 'tag': '65fdf670-ed16-424f-b04b-90643eef8afb'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:30:39.273326 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5539e574-5af3-44d5-88e7-793bd42b248f" -d '{"events": [{"server_uuid": "9a002536-438f-4742-bf0c-7b501d4bae0a", "name": "network-vif-deleted", "tag": "65fdf670-ed16-424f-b04b-90643eef8afb"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:30:39.284505 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc89d3f3-d80a-425c-9854-6927bc01e460 None None] DHCP port deletion for 6b846837-ffd4-4012-82b7-af1d6b57a065 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:30:39.349850 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-661e5424-f5d0-425a-9033-1c1ff049df6e None None] Allocated IP 2001:db8::f816:3eff:fe57:669a (ba7323f5-fe45-4362-904e-9370cf7b7342/16fca823-8d2a-45dd-8146-12d48f610bbb/8c39c3f3-54ef-4d57-bda4-86613431c8f2) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:30:39.648453 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-42800f51-e717-4f8e-8ff9-9ec754dd1a7c req-4e78ceb4-86a4-4563-a9f4-3225009f6c77 tempest-ServerDiskConfigTestJSON-2059007471 tempest-ServerDiskConfigTestJSON-2059007471-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a002536-438f-4742-bf0c-7b501d4bae0a HTTP/1.1" status: 200 len: 210 time: 0.0659473 Dec 10 16:30:39.766103 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-661e5424-f5d0-425a-9033-1c1ff049df6e None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:39.775476 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-661e5424-f5d0-425a-9033-1c1ff049df6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:39.829331 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba155d9-57f6-46b3-9384-8f429b7e1df2 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:30:39.837000 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661e5424-f5d0-425a-9033-1c1ff049df6e None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:30:39.852949 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-661e5424-f5d0-425a-9033-1c1ff049df6e None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:39.861642 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661e5424-f5d0-425a-9033-1c1ff049df6e None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:30:39.888975 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e5424-f5d0-425a-9033-1c1ff049df6e None None] Pushing event updated for resources: {'Port': ['ID=8c39c3f3-54ef-4d57-bda4-86613431c8f2,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:40.011159 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-661e5424-f5d0-425a-9033-1c1ff049df6e None None] Attempting to bind port 8c39c3f3-54ef-4d57-bda4-86613431c8f2 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:30:40.011858 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-661e5424-f5d0-425a-9033-1c1ff049df6e None None] Attempting to bind port 8c39c3f3-54ef-4d57-bda4-86613431c8f2 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:30:40.012457 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661e5424-f5d0-425a-9033-1c1ff049df6e None None] Attempting to bind port 8c39c3f3-54ef-4d57-bda4-86613431c8f2 on network ba7323f5-fe45-4362-904e-9370cf7b7342 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:30:40.019976 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661e5424-f5d0-425a-9033-1c1ff049df6e None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:30:40.020429 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661e5424-f5d0-425a-9033-1c1ff049df6e None None] Checking segment: {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:30:40.020916 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-661e5424-f5d0-425a-9033-1c1ff049df6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:40.021374 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661e5424-f5d0-425a-9033-1c1ff049df6e None None] Bound using segment: {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:30:40.021908 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-661e5424-f5d0-425a-9033-1c1ff049df6e None None] Bound port: 8c39c3f3-54ef-4d57-bda4-86613431c8f2, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:30:40.022386 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-661e5424-f5d0-425a-9033-1c1ff049df6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:40.106276 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5ba155d9-57f6-46b3-9384-8f429b7e1df2 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:40.177508 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-5ba155d9-57f6-46b3-9384-8f429b7e1df2 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] device_id is not set on port 88c8dd3f-92ee-4aba-8068-3815311022ac yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:30:40.199746 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-661e5424-f5d0-425a-9033-1c1ff049df6e None None] For port 8c39c3f3-54ef-4d57-bda4-86613431c8f2, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:30:40.203475 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-661e5424-f5d0-425a-9033-1c1ff049df6e None None] For port 8c39c3f3-54ef-4d57-bda4-86613431c8f2, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=8c39c3f3-54ef-4d57-bda4-86613431c8f2,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:30:40.210611 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-661e5424-f5d0-425a-9033-1c1ff049df6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:40.339800 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e5424-f5d0-425a-9033-1c1ff049df6e None None] Pushing event updated for resources: {'Port': ['ID=8c39c3f3-54ef-4d57-bda4-86613431c8f2,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:40.385416 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-5ba155d9-57f6-46b3-9384-8f429b7e1df2 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Allocated IP 2001:db8::f816:3eff:fe56:e2b4 (ba7323f5-fe45-4362-904e-9370cf7b7342/16fca823-8d2a-45dd-8146-12d48f610bbb/88c8dd3f-92ee-4aba-8068-3815311022ac) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:30:40.562841 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1b1f5-2b1b-4bfd-847d-843bd2e427cd req-f88c6212-bebd-4e44-a3d8-621ef5e4ecd8 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:40.571204 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8dc1b1f5-2b1b-4bfd-847d-843bd2e427cd req-f88c6212-bebd-4e44-a3d8-621ef5e4ecd8 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=5086000b-2d0f-4ffa-a728-e28b40e16ec6 HTTP/1.1" status: 200 len: 945 time: 0.1142688 Dec 10 16:30:40.668964 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8dc1b1f5-2b1b-4bfd-847d-843bd2e427cd req-0c80ce45-bad3-413b-8c02-a92f6fc02881 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939758 Dec 10 16:30:40.758402 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5ba155d9-57f6-46b3-9384-8f429b7e1df2 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:40.847786 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fd29ef-95ac-4994-a203-4902525800dc x-openstack-request-id: req-03fd29ef-95ac-4994-a203-4902525800dc {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:30:40.848090 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a002536-438f-4742-bf0c-7b501d4bae0a", "name": "network-vif-deleted", "tag": "65fdf670-ed16-424f-b04b-90643eef8afb", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:30:40.848349 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-03fd29ef-95ac-4994-a203-4902525800dc {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:30:40.848761 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a002536-438f-4742-bf0c-7b501d4bae0a', 'name': 'network-vif-deleted', 'tag': '65fdf670-ed16-424f-b04b-90643eef8afb', 'status': 'completed', 'code': 200} Dec 10 16:30:40.914665 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5ba155d9-57f6-46b3-9384-8f429b7e1df2 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:41.023683 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e9c6484c-c925-4866-9119-c218722fa338 req-d24de7f1-b178-4ef8-8d4e-cc37927b3bd4 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 210 time: 0.0546401 Dec 10 16:30:41.050964 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 8c39c3f3-54ef-4d57-bda4-86613431c8f2 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:30:41.058126 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 65fdf670-ed16-424f-b04b-90643eef8afb no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:30:41.077684 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba155d9-57f6-46b3-9384-8f429b7e1df2 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:30:41.085665 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-5ba155d9-57f6-46b3-9384-8f429b7e1df2 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:41.104726 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51330) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:41.108830 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba155d9-57f6-46b3-9384-8f429b7e1df2 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:30:41.125952 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba155d9-57f6-46b3-9384-8f429b7e1df2 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:41.127481 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5ba155d9-57f6-46b3-9384-8f429b7e1df2 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:41.150664 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba155d9-57f6-46b3-9384-8f429b7e1df2 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Port': ['ID=88c8dd3f-92ee-4aba-8068-3815311022ac,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:41.163507 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5ba155d9-57f6-46b3-9384-8f429b7e1df2 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1875474 Dec 10 16:30:41.166807 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51334) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:41.172683 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 65fdf670-ed16-424f-b04b-90643eef8afb {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:30:41.173309 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 65fdf670-ed16-424f-b04b-90643eef8afb not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:30:41.208286 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 8c39c3f3-54ef-4d57-bda4-86613431c8f2 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:41.208967 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:41.253429 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:30:41.337893 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c4c3699c-abda-4ecf-8c42-67ebbc58197e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:41.345480 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:41.399977 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c43091-f4a0-4c28-ab3e-420dd9d2208e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:41.401774 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 8c39c3f3-54ef-4d57-bda4-86613431c8f2, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=8c39c3f3-54ef-4d57-bda4-86613431c8f2,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:30:41.406367 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c43091-f4a0-4c28-ab3e-420dd9d2208e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:41.407910 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-39c43091-f4a0-4c28-ab3e-420dd9d2208e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2402391 Dec 10 16:30:41.412542 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51340) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:41.422601 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:41.467132 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-b256cd69-bf5d-4d91-9c81-4a7c4dd3766b tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:41.468954 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-b256cd69-bf5d-4d91-9c81-4a7c4dd3766b tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.26 "GET /v2.0/networks?id=a2b747af-c1f4-4b9f-a6a4-5511674e4c02 HTTP/1.1" status: 200 len: 817 time: 0.2416151 Dec 10 16:30:41.496113 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=8c39c3f3-54ef-4d57-bda4-86613431c8f2,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:41.575338 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-53102ee5-86c4-4c08-a02d-c06a711009a8 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bee2cdae51254104bc03c8ca50b383dd HTTP/1.1" status: 200 len: 380 time: 0.0959797 Dec 10 16:30:41.577239 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c4c3699c-abda-4ecf-8c42-67ebbc58197e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:41.581651 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51346) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:41.586384 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-b2281bc7-061a-4099-8db0-47660cfe1d37 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Request body: {'port': {'device_id': '06112d00-9d68-4d54-b130-689171e78630', 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02', 'admin_state_up': True, 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'security_groups': ['61dd92f2-b4f5-4bfd-ac94-e9e550096dd2']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:41.589858 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c4c3699c-abda-4ecf-8c42-67ebbc58197e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:41.625086 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-60e654a7-ad40-4a65-a9b3-49cf659c2fb6 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting port 88c8dd3f-92ee-4aba-8068-3815311022ac {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:30:41.625458 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-60e654a7-ad40-4a65-a9b3-49cf659c2fb6 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:41.675542 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c4c3699c-abda-4ecf-8c42-67ebbc58197e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dfb5e0d186d841bab59c182a2b0c6e63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5697639 Dec 10 16:30:41.682210 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51348) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:41.688488 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-656a423a-8f0a-48b4-95b0-eecc233517c3 admin admin] Deleting subnet 1aaff46f-c283-4149-ac89-cdd26ce93be3 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:30:41.692604 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3699c-abda-4ecf-8c42-67ebbc58197e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3488b265-ce31-4ae8-844f-489f67579d2c,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:41.693954 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-656a423a-8f0a-48b4-95b0-eecc233517c3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:41.773408 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e15fda36-c062-4153-bba6-04b9f1c4e1fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:41.776505 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-60e654a7-ad40-4a65-a9b3-49cf659c2fb6 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:41.791854 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-60e654a7-ad40-4a65-a9b3-49cf659c2fb6 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Calling delete_port for 88c8dd3f-92ee-4aba-8068-3815311022ac owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:30:41.809669 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-656a423a-8f0a-48b4-95b0-eecc233517c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:41.815956 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e15fda36-c062-4153-bba6-04b9f1c4e1fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:41.848063 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-b2281bc7-061a-4099-8db0-47660cfe1d37 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Made reservation on behalf of bee2cdae51254104bc03c8ca50b383dd for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:30:41.851577 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-b2281bc7-061a-4099-8db0-47660cfe1d37 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:41.894669 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-656a423a-8f0a-48b4-95b0-eecc233517c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:41.954911 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07e95c-44af-45fc-939d-250e02ac7a4b req-5a70e01e-b0c5-477d-845f-8cf2e9f6a824 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:41.962236 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ba07e95c-44af-45fc-939d-250e02ac7a4b req-5a70e01e-b0c5-477d-845f-8cf2e9f6a824 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=5086000b-2d0f-4ffa-a728-e28b40e16ec6 HTTP/1.1" status: 200 len: 945 time: 0.1528103 Dec 10 16:30:41.995394 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e15fda36-c062-4153-bba6-04b9f1c4e1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:41.998038 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e15fda36-c062-4153-bba6-04b9f1c4e1fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:41.999126 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e15fda36-c062-4153-bba6-04b9f1c4e1fe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3488b265-ce31-4ae8-844f-489f67579d2c HTTP/1.1" status: 204 len: 168 time: 0.3159316 Dec 10 16:30:41.999991 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-656a423a-8f0a-48b4-95b0-eecc233517c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:42.022322 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-4d2c9ae0-c1a8-4ed6-9e86-aae3a65549f8 None None] Provisioning complete for port 8c39c3f3-54ef-4d57-bda4-86613431c8f2 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:42.022795 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4d2c9ae0-c1a8-4ed6-9e86-aae3a65549f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:42.043895 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a423a-8f0a-48b4-95b0-eecc233517c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1aaff46f-c283-4149-ac89-cdd26ce93be3,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:42.052768 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-60e654a7-ad40-4a65-a9b3-49cf659c2fb6 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:42.061912 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15fda36-c062-4153-bba6-04b9f1c4e1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3488b265-ce31-4ae8-844f-489f67579d2c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:42.083887 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e654a7-ad40-4a65-a9b3-49cf659c2fb6 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Port': ['ID=88c8dd3f-92ee-4aba-8068-3815311022ac,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:42.113525 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ba07e95c-44af-45fc-939d-250e02ac7a4b req-5c604655-c365-4562-9538-246ed2590360 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501677 Dec 10 16:30:42.119785 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-656a423a-8f0a-48b4-95b0-eecc233517c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:42.121768 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6224c97-0bc1-4633-9446-4721e94413f8 None None] Network 6b846837-ffd4-4012-82b7-af1d6b57a065 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:30:42.142197 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-656a423a-8f0a-48b4-95b0-eecc233517c3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1aaff46f-c283-4149-ac89-cdd26ce93be3 HTTP/1.1" status: 204 len: 168 time: 0.5583215 Dec 10 16:30:42.145091 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51358) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:42.145921 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-b2281bc7-061a-4099-8db0-47660cfe1d37 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Allocated IP 172.20.0.8 (a2b747af-c1f4-4b9f-a6a4-5511674e4c02/c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3/9ad72708-8145-4710-a27a-811122cc9840) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:30:42.238928 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-60e654a7-ad40-4a65-a9b3-49cf659c2fb6 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:42.243432 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-60e654a7-ad40-4a65-a9b3-49cf659c2fb6 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/ports/88c8dd3f-92ee-4aba-8068-3815311022ac HTTP/1.1" status: 204 len: 168 time: 0.8244712 Dec 10 16:30:42.247105 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51360) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:42.346824 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-41de8baf-b23e-4f7b-bf49-ad2a038ad870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:42.379400 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77424658-8506-498f-839b-80d100190b5b tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:42.381515 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77424658-8506-498f-839b-80d100190b5b tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:42.383555 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-77424658-8506-498f-839b-80d100190b5b tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1349654 Dec 10 16:30:42.386555 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51366) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:42.403203 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8cce6568-e18a-465d-af46-a4642a7a2d3f req-1acb6a75-ff51-450e-b2a1-5fccf722a56b tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 210 time: 0.1352439 Dec 10 16:30:42.420150 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaee4bc-a716-485a-a6d7-27b09cbb108b None None] DHCP port deletion for 6b846837-ffd4-4012-82b7-af1d6b57a065 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:30:42.502489 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-b2281bc7-061a-4099-8db0-47660cfe1d37 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:42.539177 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-1ed6ba2e-dc1c-4161-908d-68a60c4386fb None None] Could not find standard attr ID for object 88c8dd3f-92ee-4aba-8068-3815311022ac. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:30:42.559210 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-b2281bc7-061a-4099-8db0-47660cfe1d37 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:42.589910 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-57f70cfa-79ef-4db2-a957-e388ee1d1e04 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting subnet 16fca823-8d2a-45dd-8146-12d48f610bbb {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:30:42.592983 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-57f70cfa-79ef-4db2-a957-e388ee1d1e04 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:42.679970 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-b2281bc7-061a-4099-8db0-47660cfe1d37 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Network a2b747af-c1f4-4b9f-a6a4-5511674e4c02 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:30:42.683616 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-b2281bc7-061a-4099-8db0-47660cfe1d37 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:42.695706 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-b2281bc7-061a-4099-8db0-47660cfe1d37 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:30:42.697474 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-41de8baf-b23e-4f7b-bf49-ad2a038ad870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:42.701706 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-57f70cfa-79ef-4db2-a957-e388ee1d1e04 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:42.731483 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2281bc7-061a-4099-8db0-47660cfe1d37 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Pushing event updated for resources: {'Port': ['ID=9ad72708-8145-4710-a27a-811122cc9840,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:42.782389 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-41de8baf-b23e-4f7b-bf49-ad2a038ad870 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b846837-ffd4-4012-82b7-af1d6b57a065']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:30:42.803102 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-41de8baf-b23e-4f7b-bf49-ad2a038ad870 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61dcaedb-3bc0-47c0-9c1b-e1ac3641e703') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:30:42.803401 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-41de8baf-b23e-4f7b-bf49-ad2a038ad870 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61dcaedb-3bc0-47c0-9c1b-e1ac3641e703') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:30:42.809464 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-b2281bc7-061a-4099-8db0-47660cfe1d37 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:42.810726 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-b2281bc7-061a-4099-8db0-47660cfe1d37 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:42.821381 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-41de8baf-b23e-4f7b-bf49-ad2a038ad870 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:42.833851 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-b2281bc7-061a-4099-8db0-47660cfe1d37 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2512920 Dec 10 16:30:42.844976 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-41de8baf-b23e-4f7b-bf49-ad2a038ad870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:42.851374 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-79e86023-5fd7-4006-89a8-d423637cdd73 service neutron] Request body: {'port': {'device_id': '06112d00-9d68-4d54-b130-689171e78630', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:42.874629 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 8c39c3f3-54ef-4d57-bda4-86613431c8f2 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:30:42.897409 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41de8baf-b23e-4f7b-bf49-ad2a038ad870 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:30:42.897813 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-41de8baf-b23e-4f7b-bf49-ad2a038ad870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:42.910679 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:30:42.910679 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:30:42.910679 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:30:42.910679 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:30:42.910679 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:30:42.910679 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:30:42.910679 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:30:42.910679 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:30:42.910679 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:30:42.910679 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:30:42.910679 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:30:42.910679 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:30:42.910679 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:30:42.910679 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:30:42.910679 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:30:42.910679 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:30:42.910679 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:30:42.910679 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:30:42.910679 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:30:42.910679 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:30:42.910679 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:30:42.910679 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:30:42.910679 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:30:42.910679 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:30:42.910679 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:30:42.910679 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:30:42.910679 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:30:42.910679 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:30:42.910679 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:30:42.910679 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:30:42.910679 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:30:42.910679 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:30:42.925421 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-79e86023-5fd7-4006-89a8-d423637cdd73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:42.990506 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-57f70cfa-79ef-4db2-a957-e388ee1d1e04 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:43.004348 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 8c39c3f3-54ef-4d57-bda4-86613431c8f2 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:43.004683 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:43.045810 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-41de8baf-b23e-4f7b-bf49-ad2a038ad870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:43.065835 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-41de8baf-b23e-4f7b-bf49-ad2a038ad870 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:43.071487 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-41de8baf-b23e-4f7b-bf49-ad2a038ad870 admin admin] 10.222.0.11 "DELETE /v2.0/networks/6b846837-ffd4-4012-82b7-af1d6b57a065 HTTP/1.1" status: 204 len: 168 time: 0.9231200 Dec 10 16:30:43.092300 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de8baf-b23e-4f7b-bf49-ad2a038ad870 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b846837-ffd4-4012-82b7-af1d6b57a065,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:43.146034 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-57f70cfa-79ef-4db2-a957-e388ee1d1e04 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:43.190459 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-883da6cf-b407-4f26-a920-389de9997ead None None] Provisioning complete for port 9ad72708-8145-4710-a27a-811122cc9840 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:43.191586 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-883da6cf-b407-4f26-a920-389de9997ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:43.208051 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f70cfa-79ef-4db2-a957-e388ee1d1e04 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Subnet': ['ID=16fca823-8d2a-45dd-8146-12d48f610bbb,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:43.214035 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-57f70cfa-79ef-4db2-a957-e388ee1d1e04 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:43.218082 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-57f70cfa-79ef-4db2-a957-e388ee1d1e04 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/16fca823-8d2a-45dd-8146-12d48f610bbb HTTP/1.1" status: 204 len: 168 time: 0.8303039 Dec 10 16:30:43.222777 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51390) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:43.232231 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f4de2c-33c3-4701-8737-be3b3f826907 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:30:43.278168 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-40d6cdc9-8a40-426b-8532-a151f33685a5 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0500705 Dec 10 16:30:43.280783 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51392) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:43.291730 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51394) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:43.310880 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-883da6cf-b407-4f26-a920-389de9997ead None None] Port 9ad72708-8145-4710-a27a-811122cc9840 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:30:43.339013 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46128fc5-c887-4a91-a99d-6d1f5e7a201e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:43.343052 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-46128fc5-c887-4a91-a99d-6d1f5e7a201e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0587540 Dec 10 16:30:43.343251 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51396) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:43.422871 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6384b3df-d16d-4d37-9fd7-ee761fcde125 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:43.430730 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6384b3df-d16d-4d37-9fd7-ee761fcde125 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0860803 Dec 10 16:30:43.431690 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51400) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:43.452244 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-8dc41a13-1efd-4323-8083-85a560e65ea9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0d4248dbee8d467184bf6fd62b83d63b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1292946 Dec 10 16:30:43.452827 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51404) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:43.468257 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a96a31-316d-4ec5-ac86-11a083658762 None None] DHCP port deletion for ba7323f5-fe45-4362-904e-9370cf7b7342 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:30:43.513833 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-79e86023-5fd7-4006-89a8-d423637cdd73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ad72708-8145-4710-a27a-811122cc9840 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:30:43.524147 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-79e86023-5fd7-4006-89a8-d423637cdd73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:43.540919 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3bcf10de-6de0-4eec-806e-09237a237454 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:43.546680 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be16d6-a0db-458a-9ec8-f50a941d4dce req-a4e8f623-f118-40df-a26e-175c5e7f4423 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:43.554013 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-80be16d6-a0db-458a-9ec8-f50a941d4dce req-a4e8f623-f118-40df-a26e-175c5e7f4423 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=5086000b-2d0f-4ffa-a728-e28b40e16ec6 HTTP/1.1" status: 200 len: 945 time: 0.2980700 Dec 10 16:30:43.568930 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3bcf10de-6de0-4eec-806e-09237a237454 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:43.570001 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-52a96a31-316d-4ec5-ac86-11a083658762 None None] Deleting port 8c39c3f3-54ef-4d57-bda4-86613431c8f2 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:30:43.570641 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-52a96a31-316d-4ec5-ac86-11a083658762 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:43.590278 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-79e86023-5fd7-4006-89a8-d423637cdd73 service neutron] Transition to ACTIVE for port object 9ad72708-8145-4710-a27a-811122cc9840 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:30:43.599241 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-0731f458-f94c-4ae9-b020-3d3c18b9ed78 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1613910 Dec 10 16:30:43.603823 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51416) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:43.609891 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-79e86023-5fd7-4006-89a8-d423637cdd73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:43.627603 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-51faa53a-ab0a-40dc-9326-c8b6615de97e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'subnet': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:43.659865 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-52a96a31-316d-4ec5-ac86-11a083658762 None None] For port 8c39c3f3-54ef-4d57-bda4-86613431c8f2, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=8c39c3f3-54ef-4d57-bda4-86613431c8f2,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:30:43.661106 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-52a96a31-316d-4ec5-ac86-11a083658762 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:43.682488 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-52a96a31-316d-4ec5-ac86-11a083658762 None None] Calling delete_port for 8c39c3f3-54ef-4d57-bda4-86613431c8f2 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:30:43.707797 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e86023-5fd7-4006-89a8-d423637cdd73 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad72708-8145-4710-a27a-811122cc9840,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:43.740438 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-80be16d6-a0db-458a-9ec8-f50a941d4dce req-2643a19a-d220-46a3-a0c4-33362552e62c tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854210 Dec 10 16:30:43.784657 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-52a96a31-316d-4ec5-ac86-11a083658762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:43.831824 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3bcf10de-6de0-4eec-806e-09237a237454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:43.835316 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a96a31-316d-4ec5-ac86-11a083658762 None None] No DVR routers for this DVR port 8c39c3f3-54ef-4d57-bda4-86613431c8f2 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:30:43.837096 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a96a31-316d-4ec5-ac86-11a083658762 None None] Pushing event deleted for resources: {'Port': ['ID=8c39c3f3-54ef-4d57-bda4-86613431c8f2,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:43.837369 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3bcf10de-6de0-4eec-806e-09237a237454 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:43.841139 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3bcf10de-6de0-4eec-806e-09237a237454 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8da017d9-7a4c-4ac3-880a-727b23e039b9 HTTP/1.1" status: 204 len: 168 time: 0.3869693 Dec 10 16:30:43.858213 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf10de-6de0-4eec-806e-09237a237454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da017d9-7a4c-4ac3-880a-727b23e039b9,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:43.886955 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-edca5253-a4eb-459f-aab0-4319ec9af952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:43.900096 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51faa53a-ab0a-40dc-9326-c8b6615de97e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:30:43.906760 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-51faa53a-ab0a-40dc-9326-c8b6615de97e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:43.909560 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-79e86023-5fd7-4006-89a8-d423637cdd73 service neutron] Attempting to bind port 9ad72708-8145-4710-a27a-811122cc9840 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:30:43.914452 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-79e86023-5fd7-4006-89a8-d423637cdd73 service neutron] Attempting to bind port 9ad72708-8145-4710-a27a-811122cc9840 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '5bae3635-32be-403a-b68a-450983b5ab53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:30:43.916304 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-79e86023-5fd7-4006-89a8-d423637cdd73 service neutron] Attempting to bind port 9ad72708-8145-4710-a27a-811122cc9840 on network a2b747af-c1f4-4b9f-a6a4-5511674e4c02 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:30:43.939886 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-79e86023-5fd7-4006-89a8-d423637cdd73 service neutron] Port 9ad72708-8145-4710-a27a-811122cc9840 on network a2b747af-c1f4-4b9f-a6a4-5511674e4c02 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:30:43.940601 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-79e86023-5fd7-4006-89a8-d423637cdd73 service neutron] Attempting to bind port 9ad72708-8145-4710-a27a-811122cc9840 on network a2b747af-c1f4-4b9f-a6a4-5511674e4c02 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:30:43.953385 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-79e86023-5fd7-4006-89a8-d423637cdd73 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:30:43.954075 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-79e86023-5fd7-4006-89a8-d423637cdd73 service neutron] Checking segment: {'id': '5bae3635-32be-403a-b68a-450983b5ab53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:30:43.954738 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-79e86023-5fd7-4006-89a8-d423637cdd73 service neutron] Bound using segment: {'id': '5bae3635-32be-403a-b68a-450983b5ab53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:30:43.955548 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-79e86023-5fd7-4006-89a8-d423637cdd73 service neutron] Bound port: 9ad72708-8145-4710-a27a-811122cc9840, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bae3635-32be-403a-b68a-450983b5ab53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:30:43.955917 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-79e86023-5fd7-4006-89a8-d423637cdd73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:43.978548 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e628e57-f1c3-45cb-904d-04e31416dbd7 req-e2834cfb-4730-4a10-898f-23cd1ae16266 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:43.983065 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9e628e57-f1c3-45cb-904d-04e31416dbd7 req-e2834cfb-4730-4a10-898f-23cd1ae16266 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 943 time: 0.1195924 Dec 10 16:30:44.066365 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9e628e57-f1c3-45cb-904d-04e31416dbd7 req-f5fcfa4b-b47c-4081-9e6b-0c0031a2c374 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=61dd92f2-b4f5-4bfd-ac94-e9e550096dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786579 Dec 10 16:30:44.086467 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-79e86023-5fd7-4006-89a8-d423637cdd73 service neutron] For port 9ad72708-8145-4710-a27a-811122cc9840, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:30:44.090124 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-79e86023-5fd7-4006-89a8-d423637cdd73 service neutron] For port 9ad72708-8145-4710-a27a-811122cc9840, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=9ad72708-8145-4710-a27a-811122cc9840,segment=NetworkSegment(5bae3635-32be-403a-b68a-450983b5ab53),segment_id=5bae3635-32be-403a-b68a-450983b5ab53)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:30:44.094670 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-79e86023-5fd7-4006-89a8-d423637cdd73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:44.150619 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-79e86023-5fd7-4006-89a8-d423637cdd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:44.151270 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-79e86023-5fd7-4006-89a8-d423637cdd73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:44.152538 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-79e86023-5fd7-4006-89a8-d423637cdd73 service neutron] 10.222.0.26 "PUT /v2.0/ports/9ad72708-8145-4710-a27a-811122cc9840 HTTP/1.1" status: 200 len: 1091 time: 1.3098786 Dec 10 16:30:44.153033 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06112d00-9d68-4d54-b130-689171e78630', 'tag': '9ad72708-8145-4710-a27a-811122cc9840'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:30:44.155579 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b508c0-145b-4dc2-8dfa-18b61d090aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "06112d00-9d68-4d54-b130-689171e78630", "tag": "9ad72708-8145-4710-a27a-811122cc9840"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:30:44.178169 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e86023-5fd7-4006-89a8-d423637cdd73 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad72708-8145-4710-a27a-811122cc9840,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:44.275371 n-d-766771-2 neutron-server[103393]: DEBUG neutron.objects.ports [None req-51faa53a-ab0a-40dc-9326-c8b6615de97e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103393) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 16:30:44.277523 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-51faa53a-ab0a-40dc-9326-c8b6615de97e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:44.289713 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-41bff972-3caa-432c-9e6e-90f7ea22cbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:44.293710 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-41bff972-3caa-432c-9e6e-90f7ea22cbda service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bee2cdae51254104bc03c8ca50b383dd&device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 1094 time: 0.0922153 Dec 10 16:30:44.326205 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51faa53a-ab0a-40dc-9326-c8b6615de97e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:30:44.329912 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-51faa53a-ab0a-40dc-9326-c8b6615de97e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:44.336001 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51faa53a-ab0a-40dc-9326-c8b6615de97e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:44.336829 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-51faa53a-ab0a-40dc-9326-c8b6615de97e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:44.340218 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af4fa8c-ab8c-40c8-b5e7-8ca573b93e09 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:30:44.357409 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51faa53a-ab0a-40dc-9326-c8b6615de97e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Subnet': ['ID=d8b1ea88-581e-4a29-8a10-6c2f1d66bf90,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:44.364748 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-51faa53a-ab0a-40dc-9326-c8b6615de97e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7601635 Dec 10 16:30:44.367329 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51432) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:44.372308 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-8a454c4d-c227-4b8f-b374-cfacf19a5aeb tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'port': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'mac_address': 'fa:16:3e:d3:59:06', 'name': 'tempest-NetworksTestDHCPv6-1530919824'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:44.401961 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-ead5d8cb-c213-4c9a-9413-fc90e2fc22db service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ad72708-8145-4710-a27a-811122cc9840 HTTP/1.1" status: 200 len: 217 time: 0.1002235 Dec 10 16:30:44.476777 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-526d5bae-8200-4158-93c0-cc142d1752fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:44.479842 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-526d5bae-8200-4158-93c0-cc142d1752fb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3 HTTP/1.1" status: 200 len: 856 time: 0.0687981 Dec 10 16:30:44.545887 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-9970c842-aa3e-4863-81e0-506260d58f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:44.547447 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-9970c842-aa3e-4863-81e0-506260d58f91 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a2b747af-c1f4-4b9f-a6a4-5511674e4c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591958 Dec 10 16:30:44.574393 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a454c4d-c227-4b8f-b374-cfacf19a5aeb tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:30:44.580720 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8a454c4d-c227-4b8f-b374-cfacf19a5aeb tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:44.613603 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-8a454c4d-c227-4b8f-b374-cfacf19a5aeb tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] device_id is not set on port 185b63a2-2e4f-4154-b8d5-a6264b9666c9 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:30:44.659908 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc4d564-1447-4239-b875-812511f3bdec x-openstack-request-id: req-ffc4d564-1447-4239-b875-812511f3bdec {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:30:44.660497 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06112d00-9d68-4d54-b130-689171e78630", "tag": "9ad72708-8145-4710-a27a-811122cc9840", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:30:44.660954 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ffc4d564-1447-4239-b875-812511f3bdec {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:30:44.661648 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06112d00-9d68-4d54-b130-689171e78630', 'tag': '9ad72708-8145-4710-a27a-811122cc9840', 'status': 'completed', 'code': 200} Dec 10 16:30:44.718959 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-e3789f2e-ce97-4b76-9ba4-bee760e179be service neutron] 10.222.0.26 "GET /v2.0/networks/a2b747af-c1f4-4b9f-a6a4-5511674e4c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637356 Dec 10 16:30:44.794127 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d47749-0bd6-42d5-9aab-ea81cea0d9d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-ba7323f5-fe45-4362-904e-9370cf7b7342', 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'project_id': '2ff5423581d24da08fa7c37167d452f0', 'fixed_ips': [{'subnet_id': 'd8b1ea88-581e-4a29-8a10-6c2f1d66bf90'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:30:44.795882 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-09d47749-0bd6-42d5-9aab-ea81cea0d9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:44.851944 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-8a454c4d-c227-4b8f-b374-cfacf19a5aeb tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Allocated IP 2001:db8::f816:3eff:fed3:5906 (ba7323f5-fe45-4362-904e-9370cf7b7342/d8b1ea88-581e-4a29-8a10-6c2f1d66bf90/185b63a2-2e4f-4154-b8d5-a6264b9666c9) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:30:44.878508 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-35536ae9-9520-4a3e-9565-2bf5619995e6 req-51f107c6-4376-4259-855a-dd8b0da8bc06 service neutron] 10.222.0.26 "GET /v2.0/networks/a2b747af-c1f4-4b9f-a6a4-5511674e4c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527388 Dec 10 16:30:44.926739 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 8c39c3f3-54ef-4d57-bda4-86613431c8f2 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:30:44.961765 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 8c39c3f3-54ef-4d57-bda4-86613431c8f2 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:30:44.962254 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 8c39c3f3-54ef-4d57-bda4-86613431c8f2 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:30:45.009698 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1194e-47f2-4556-bb48-296db4dc6eb1 req-ea132f07-c3d1-41ea-8027-bfb68c03fd31 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:45.011593 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4ce1194e-47f2-4556-bb48-296db4dc6eb1 req-ea132f07-c3d1-41ea-8027-bfb68c03fd31 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=5086000b-2d0f-4ffa-a728-e28b40e16ec6 HTTP/1.1" status: 200 len: 945 time: 0.1319675 Dec 10 16:30:45.029788 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b508c0-145b-4dc2-8dfa-18b61d090aa9 req-41dbce9f-ce7c-4a1c-9dcd-3608b56d0fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:45.031276 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-89b508c0-145b-4dc2-8dfa-18b61d090aa9 req-41dbce9f-ce7c-4a1c-9dcd-3608b56d0fed service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bee2cdae51254104bc03c8ca50b383dd&device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 1094 time: 0.0927603 Dec 10 16:30:45.054912 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51456) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:45.083861 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8a454c4d-c227-4b8f-b374-cfacf19a5aeb tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:45.127290 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8a454c4d-c227-4b8f-b374-cfacf19a5aeb tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:45.147243 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4ce1194e-47f2-4556-bb48-296db4dc6eb1 req-fc4e73be-84ab-406f-a040-c45be5a9b2e6 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257832 Dec 10 16:30:45.177005 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a454c4d-c227-4b8f-b374-cfacf19a5aeb tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:30:45.182887 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-8a454c4d-c227-4b8f-b374-cfacf19a5aeb tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:45.190631 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a454c4d-c227-4b8f-b374-cfacf19a5aeb tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:30:45.199929 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a454c4d-c227-4b8f-b374-cfacf19a5aeb tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:45.201102 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8a454c4d-c227-4b8f-b374-cfacf19a5aeb tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:45.205202 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-09d47749-0bd6-42d5-9aab-ea81cea0d9d3 None None] Allocated IP 2001:db8::f816:3eff:fe0d:6f77 (ba7323f5-fe45-4362-904e-9370cf7b7342/d8b1ea88-581e-4a29-8a10-6c2f1d66bf90/6be3238c-7e55-401a-8f2b-7575356183b2) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:30:45.209719 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b508c0-145b-4dc2-8dfa-18b61d090aa9 req-776fc6ec-9d64-4797-ad65-b71ea9a0234b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:45.212289 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-89b508c0-145b-4dc2-8dfa-18b61d090aa9 req-776fc6ec-9d64-4797-ad65-b71ea9a0234b service neutron] 10.222.0.26 "GET /v2.0/networks?id=a2b747af-c1f4-4b9f-a6a4-5511674e4c02 HTTP/1.1" status: 200 len: 918 time: 0.1730597 Dec 10 16:30:45.214979 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-006f09e5-1557-4e3a-9317-03bd26c69b10 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-639782226-network', 'tenant_id': '0ec94c8104754260b1a43ea39ff93023'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:45.253224 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a454c4d-c227-4b8f-b374-cfacf19a5aeb tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Port': ['ID=185b63a2-2e4f-4154-b8d5-a6264b9666c9,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:45.257049 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006f09e5-1557-4e3a-9317-03bd26c69b10 admin admin] Made reservation on behalf of 0ec94c8104754260b1a43ea39ff93023 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:30:45.259540 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-006f09e5-1557-4e3a-9317-03bd26c69b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:45.267469 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8a454c4d-c227-4b8f-b374-cfacf19a5aeb tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8967068 Dec 10 16:30:45.271817 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51464) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:45.281506 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-006f09e5-1557-4e3a-9317-03bd26c69b10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:45.289011 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-89b508c0-145b-4dc2-8dfa-18b61d090aa9 req-bd864e60-a451-4635-ad25-510fb816c825 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ad72708-8145-4710-a27a-811122cc9840 HTTP/1.1" status: 200 len: 217 time: 0.0685165 Dec 10 16:30:45.360195 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69c40ec-9527-4409-816f-bc5fe64824f7 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:45.362457 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a69c40ec-9527-4409-816f-bc5fe64824f7 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0896671 Dec 10 16:30:45.366601 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51468) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:45.389286 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b508c0-145b-4dc2-8dfa-18b61d090aa9 req-f8d8fa81-1144-4895-9851-4f3dfc1af097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:45.390802 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-89b508c0-145b-4dc2-8dfa-18b61d090aa9 req-f8d8fa81-1144-4895-9851-4f3dfc1af097 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3 HTTP/1.1" status: 200 len: 856 time: 0.0929458 Dec 10 16:30:45.398452 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbfaa4-cf19-4a2c-854b-1a8dc66eb9db req-4abd6195-e6c5-4e61-9244-b77df79f8793 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:45.399898 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3bdbfaa4-cf19-4a2c-854b-1a8dc66eb9db req-4abd6195-e6c5-4e61-9244-b77df79f8793 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 943 time: 0.1137002 Dec 10 16:30:45.431922 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-09d47749-0bd6-42d5-9aab-ea81cea0d9d3 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:45.438110 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-09d47749-0bd6-42d5-9aab-ea81cea0d9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:45.470908 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b508c0-145b-4dc2-8dfa-18b61d090aa9 req-36fa57ed-4135-4128-b935-155b68e0e6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:45.472604 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-89b508c0-145b-4dc2-8dfa-18b61d090aa9 req-36fa57ed-4135-4128-b935-155b68e0e6f9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a2b747af-c1f4-4b9f-a6a4-5511674e4c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716491 Dec 10 16:30:45.478639 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-006f09e5-1557-4e3a-9317-03bd26c69b10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:45.480639 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3bdbfaa4-cf19-4a2c-854b-1a8dc66eb9db req-f04a1363-f7ed-4f93-85ab-23b0e4126b7a tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=61dd92f2-b4f5-4bfd-ac94-e9e550096dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714588 Dec 10 16:30:45.487180 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-006f09e5-1557-4e3a-9317-03bd26c69b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:45.487488 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d47749-0bd6-42d5-9aab-ea81cea0d9d3 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:30:45.491352 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-09d47749-0bd6-42d5-9aab-ea81cea0d9d3 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:45.493784 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d47749-0bd6-42d5-9aab-ea81cea0d9d3 None None] Pushing event updated for resources: {'Port': ['ID=6be3238c-7e55-401a-8f2b-7575356183b2,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:45.496032 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d47749-0bd6-42d5-9aab-ea81cea0d9d3 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:30:45.520046 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-74d5f861-fe46-45ea-b398-3d99a1ad47b8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting port 185b63a2-2e4f-4154-b8d5-a6264b9666c9 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:30:45.521671 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-74d5f861-fe46-45ea-b398-3d99a1ad47b8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:45.548315 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f09e5-1557-4e3a-9317-03bd26c69b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eae1e3b-7870-4110-894e-ef9b37df26bc,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:45.560281 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-006f09e5-1557-4e3a-9317-03bd26c69b10 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:30:45.567727 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-09d47749-0bd6-42d5-9aab-ea81cea0d9d3 None None] Attempting to bind port 6be3238c-7e55-401a-8f2b-7575356183b2 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:30:45.568111 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-09d47749-0bd6-42d5-9aab-ea81cea0d9d3 None None] Attempting to bind port 6be3238c-7e55-401a-8f2b-7575356183b2 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:30:45.568769 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d47749-0bd6-42d5-9aab-ea81cea0d9d3 None None] Attempting to bind port 6be3238c-7e55-401a-8f2b-7575356183b2 on network ba7323f5-fe45-4362-904e-9370cf7b7342 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:30:45.577444 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d47749-0bd6-42d5-9aab-ea81cea0d9d3 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:30:45.577912 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d47749-0bd6-42d5-9aab-ea81cea0d9d3 None None] Checking segment: {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:30:45.578739 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-09d47749-0bd6-42d5-9aab-ea81cea0d9d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:45.579142 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d47749-0bd6-42d5-9aab-ea81cea0d9d3 None None] Bound using segment: {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:30:45.580241 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-09d47749-0bd6-42d5-9aab-ea81cea0d9d3 None None] Bound port: 6be3238c-7e55-401a-8f2b-7575356183b2, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:30:45.580627 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-09d47749-0bd6-42d5-9aab-ea81cea0d9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:45.614267 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-006f09e5-1557-4e3a-9317-03bd26c69b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:45.614543 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-006f09e5-1557-4e3a-9317-03bd26c69b10 admin admin] Added segment 0dcc8a1a-3660-487b-a29e-50cf9d625980 of type vlan for network 378a2de5-76cc-4a65-aeb7-2e1cbda0ee20 Dec 10 16:30:45.643902 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-89b508c0-145b-4dc2-8dfa-18b61d090aa9 req-af5a8c65-1034-436b-a1be-4d6ed6f8fcaa service neutron] 10.222.0.26 "GET /v2.0/networks/a2b747af-c1f4-4b9f-a6a4-5511674e4c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617849 Dec 10 16:30:45.678665 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-09d47749-0bd6-42d5-9aab-ea81cea0d9d3 None None] For port 6be3238c-7e55-401a-8f2b-7575356183b2, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:30:45.683565 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-09d47749-0bd6-42d5-9aab-ea81cea0d9d3 None None] For port 6be3238c-7e55-401a-8f2b-7575356183b2, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=6be3238c-7e55-401a-8f2b-7575356183b2,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:30:45.688496 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-09d47749-0bd6-42d5-9aab-ea81cea0d9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:45.689315 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-006f09e5-1557-4e3a-9317-03bd26c69b10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:45.709914 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-74d5f861-fe46-45ea-b398-3d99a1ad47b8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:45.731699 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-74d5f861-fe46-45ea-b398-3d99a1ad47b8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Calling delete_port for 185b63a2-2e4f-4154-b8d5-a6264b9666c9 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:30:45.747040 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-006f09e5-1557-4e3a-9317-03bd26c69b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:45.748011 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006f09e5-1557-4e3a-9317-03bd26c69b10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:45.748599 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-006f09e5-1557-4e3a-9317-03bd26c69b10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:45.770289 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-006f09e5-1557-4e3a-9317-03bd26c69b10 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7109728 Dec 10 16:30:45.775222 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51478) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:45.777660 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d47749-0bd6-42d5-9aab-ea81cea0d9d3 None None] Pushing event updated for resources: {'Port': ['ID=6be3238c-7e55-401a-8f2b-7575356183b2,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:45.781071 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-0c686f05-f744-493b-95b2-f05a2441868f admin admin] Request body: {'subnet': {'network_id': '378a2de5-76cc-4a65-aeb7-2e1cbda0ee20', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-639782226-subnet', 'tenant_id': '0ec94c8104754260b1a43ea39ff93023', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:45.809533 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-89b508c0-145b-4dc2-8dfa-18b61d090aa9 req-6e5bc6d3-e6d0-4b49-892a-0c033dd7306f service neutron] 10.222.0.26 "GET /v2.0/networks/a2b747af-c1f4-4b9f-a6a4-5511674e4c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584113 Dec 10 16:30:45.835597 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c686f05-f744-493b-95b2-f05a2441868f admin admin] Made reservation on behalf of 0ec94c8104754260b1a43ea39ff93023 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:30:45.837970 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0c686f05-f744-493b-95b2-f05a2441868f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:45.879122 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f09e5-1557-4e3a-9317-03bd26c69b10 admin admin] Pushing event updated for resources: {'Network': ['ID=378a2de5-76cc-4a65-aeb7-2e1cbda0ee20,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:45.889457 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 378a2de5-76cc-4a65-aeb7-2e1cbda0ee20 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:30:45.973416 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51482) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:45.975939 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-74d5f861-fe46-45ea-b398-3d99a1ad47b8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:46.015314 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d5f861-fe46-45ea-b398-3d99a1ad47b8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Port': ['ID=185b63a2-2e4f-4154-b8d5-a6264b9666c9,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:46.072371 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-74d5f861-fe46-45ea-b398-3d99a1ad47b8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:46.078331 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-74d5f861-fe46-45ea-b398-3d99a1ad47b8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/ports/185b63a2-2e4f-4154-b8d5-a6264b9666c9 HTTP/1.1" status: 204 len: 168 time: 0.7106943 Dec 10 16:30:46.079202 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51486) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:46.159271 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f416e11-0254-40bb-8076-bddbdf766b6b tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:46.159517 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0c686f05-f744-493b-95b2-f05a2441868f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:46.160790 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f416e11-0254-40bb-8076-bddbdf766b6b tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:46.162645 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5f416e11-0254-40bb-8076-bddbdf766b6b tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0820093 Dec 10 16:30:46.165014 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51488) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:46.191646 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e8818306-1f63-4e9c-b4c4-cc9a107a0210 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:46.230050 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cb1885b-5d2c-410f-aa3b-00da23dc5b17 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting subnet d8b1ea88-581e-4a29-8a10-6c2f1d66bf90 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:30:46.234188 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3cb1885b-5d2c-410f-aa3b-00da23dc5b17 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:46.249475 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c686f05-f744-493b-95b2-f05a2441868f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4db03e84-bf45-4c5a-9452-15e506f492f4,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:46.282252 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3cb1885b-5d2c-410f-aa3b-00da23dc5b17 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:46.301630 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c686f05-f744-493b-95b2-f05a2441868f admin admin] Checking segment: {'id': '0dcc8a1a-3660-487b-a29e-50cf9d625980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '378a2de5-76cc-4a65-aeb7-2e1cbda0ee20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:30:46.301979 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c686f05-f744-493b-95b2-f05a2441868f admin admin] Network hostable DHCP agents. Network: 378a2de5-76cc-4a65-aeb7-2e1cbda0ee20, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:30:46.342180 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2347c-e172-4c4c-8a55-8a438923a595 req-65ea3dd6-8467-4612-ac43-70332576f6ff tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:46.343663 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-36a2347c-e172-4c4c-8a55-8a438923a595 req-65ea3dd6-8467-4612-ac43-70332576f6ff tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=5086000b-2d0f-4ffa-a728-e28b40e16ec6 HTTP/1.1" status: 200 len: 945 time: 0.1134622 Dec 10 16:30:46.352748 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c686f05-f744-493b-95b2-f05a2441868f admin admin] Network 378a2de5-76cc-4a65-aeb7-2e1cbda0ee20 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:30:46.375239 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3cb1885b-5d2c-410f-aa3b-00da23dc5b17 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:46.382547 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-0c686f05-f744-493b-95b2-f05a2441868f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 378a2de5-76cc-4a65-aeb7-2e1cbda0ee20) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:46.391943 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192926c2-4b87-48a4-9f30-45bef47b6382 None None] Network 378a2de5-76cc-4a65-aeb7-2e1cbda0ee20 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:30:46.399464 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e8818306-1f63-4e9c-b4c4-cc9a107a0210 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:46.409919 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c686f05-f744-493b-95b2-f05a2441868f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:46.411167 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0c686f05-f744-493b-95b2-f05a2441868f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:46.416278 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e8818306-1f63-4e9c-b4c4-cc9a107a0210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:46.447233 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3cb1885b-5d2c-410f-aa3b-00da23dc5b17 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:46.463696 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3cb1885b-5d2c-410f-aa3b-00da23dc5b17 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:46.469133 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3cb1885b-5d2c-410f-aa3b-00da23dc5b17 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/d8b1ea88-581e-4a29-8a10-6c2f1d66bf90 HTTP/1.1" status: 204 len: 168 time: 0.3019269 Dec 10 16:30:46.472276 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8c760e42-080c-40b4-917c-76bddf2aabdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:46.478055 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51492) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:46.486636 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb1885b-5d2c-410f-aa3b-00da23dc5b17 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Subnet': ['ID=d8b1ea88-581e-4a29-8a10-6c2f1d66bf90,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:46.496321 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e8818306-1f63-4e9c-b4c4-cc9a107a0210 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=59d75180d019407a91101d45a706ce52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5217016 Dec 10 16:30:46.499269 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51494) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:46.528718 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8279430f-e25c-4113-99a2-18cab070e041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-378a2de5-76cc-4a65-aeb7-2e1cbda0ee20', 'network_id': '378a2de5-76cc-4a65-aeb7-2e1cbda0ee20', 'project_id': '0ec94c8104754260b1a43ea39ff93023', 'fixed_ips': [{'subnet_id': '4db03e84-bf45-4c5a-9452-15e506f492f4'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:30:46.530544 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8279430f-e25c-4113-99a2-18cab070e041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:46.543437 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-0c686f05-f744-493b-95b2-f05a2441868f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7593627 Dec 10 16:30:46.543437 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-36a2347c-e172-4c4c-8a55-8a438923a595 req-eb784aa3-6101-4651-92a8-9cae4718495a tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880643 Dec 10 16:30:46.547705 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-fb8fdc14-9b74-4242-bc0c-839ee36435b1 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0648918 Dec 10 16:30:46.551124 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51500) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:46.556025 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a6d00c98-538c-414e-af83-9341fd912bc4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'subnet': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:46.559822 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-03cbbe73-9317-45eb-a3de-b6b9e92b5a73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:46.589905 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8818306-1f63-4e9c-b4c4-cc9a107a0210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d81d572-58c9-4390-a1a4-6fa0efa7af52,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:46.628640 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-03cbbe73-9317-45eb-a3de-b6b9e92b5a73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:46.719231 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-03cbbe73-9317-45eb-a3de-b6b9e92b5a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:46.726003 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-03cbbe73-9317-45eb-a3de-b6b9e92b5a73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:46.731334 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-03cbbe73-9317-45eb-a3de-b6b9e92b5a73 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6d81d572-58c9-4390-a1a4-6fa0efa7af52 HTTP/1.1" status: 204 len: 168 time: 0.2310159 Dec 10 16:30:46.764414 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d00c98-538c-414e-af83-9341fd912bc4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:30:46.767950 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6d00c98-538c-414e-af83-9341fd912bc4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:46.771701 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cbbe73-9317-45eb-a3de-b6b9e92b5a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d81d572-58c9-4390-a1a4-6fa0efa7af52,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:46.787763 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a27e5-92de-497d-8f5d-eb6701a5f1cc req-eb4d6077-1ea1-498c-b8d6-540ae185ab8c tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:46.789314 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-713a27e5-92de-497d-8f5d-eb6701a5f1cc req-eb4d6077-1ea1-498c-b8d6-540ae185ab8c tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 943 time: 0.1046345 Dec 10 16:30:46.859053 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-8279430f-e25c-4113-99a2-18cab070e041 None None] Allocated IP 172.20.0.2 (378a2de5-76cc-4a65-aeb7-2e1cbda0ee20/4db03e84-bf45-4c5a-9452-15e506f492f4/67a8366d-7d44-48ec-ac52-cdbe5e498ec9) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:30:47.037160 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 6be3238c-7e55-401a-8f2b-7575356183b2 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:30:47.086492 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 9ad72708-8145-4710-a27a-811122cc9840 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:30:47.261480 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-713a27e5-92de-497d-8f5d-eb6701a5f1cc req-2480b83c-d226-42b9-86c6-a6d092be6c15 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=61dd92f2-b4f5-4bfd-ac94-e9e550096dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4457891 Dec 10 16:30:47.351720 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 9ad72708-8145-4710-a27a-811122cc9840, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=9ad72708-8145-4710-a27a-811122cc9840,segment=NetworkSegment(5bae3635-32be-403a-b68a-450983b5ab53),segment_id=5bae3635-32be-403a-b68a-450983b5ab53)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:30:47.368366 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '9ad72708-8145-4710-a27a-811122cc9840', 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02', 'port_id': '9ad72708-8145-4710-a27a-811122cc9840', 'mac_address': 'fa:16:3e:0d:bb:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:30:47.378467 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837e0ac9-9335-45e7-bf7d-82909145d897 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:30:47.456291 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 6be3238c-7e55-401a-8f2b-7575356183b2 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:47.456671 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:47.507443 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:47.521506 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:47.550555 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ad72708-8145-4710-a27a-811122cc9840 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:30:47.571671 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 9ad72708-8145-4710-a27a-811122cc9840, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=9ad72708-8145-4710-a27a-811122cc9840,segment=NetworkSegment(5bae3635-32be-403a-b68a-450983b5ab53),segment_id=5bae3635-32be-403a-b68a-450983b5ab53)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:30:47.603898 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:47.652553 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8279430f-e25c-4113-99a2-18cab070e041 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:47.669347 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-0e844eb5-30e2-40fc-8bcf-185eb5dc9e2d None None] Provisioning complete for port 6be3238c-7e55-401a-8f2b-7575356183b2 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:47.669779 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0e844eb5-30e2-40fc-8bcf-185eb5dc9e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:47.705489 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8279430f-e25c-4113-99a2-18cab070e041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:47.719544 n-d-766771-2 neutron-server[103392]: DEBUG neutron.objects.ports [None req-a6d00c98-538c-414e-af83-9341fd912bc4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103392) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 16:30:47.765599 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=9ad72708-8145-4710-a27a-811122cc9840,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:47.847269 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8279430f-e25c-4113-99a2-18cab070e041 None None] Network 378a2de5-76cc-4a65-aeb7-2e1cbda0ee20 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:30:47.857468 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51542) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:47.872497 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['9ad72708-8145-4710-a27a-811122cc9840'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:30:47.915364 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-8279430f-e25c-4113-99a2-18cab070e041 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:47.945072 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8279430f-e25c-4113-99a2-18cab070e041 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:30:47.986893 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8279430f-e25c-4113-99a2-18cab070e041 None None] Pushing event updated for resources: {'Port': ['ID=67a8366d-7d44-48ec-ac52-cdbe5e498ec9,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:48.025806 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:48.054611 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274bb2e-bc09-4115-9447-75450bf546cc req-57da325f-4f22-4186-8e23-d674e653f749 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:48.062477 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7274bb2e-bc09-4115-9447-75450bf546cc req-57da325f-4f22-4186-8e23-d674e653f749 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/networks?id=378a2de5-76cc-4a65-aeb7-2e1cbda0ee20 HTTP/1.1" status: 200 len: 815 time: 0.2574477 Dec 10 16:30:48.083491 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7274bb2e-bc09-4115-9447-75450bf546cc req-a23334e9-dabe-45fd-a9d1-916c50cdfa06 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/quotas/0ec94c8104754260b1a43ea39ff93023 HTTP/1.1" status: 200 len: 375 time: 0.0200791 Dec 10 16:30:48.123345 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-26f81150-dfd6-4509-8483-ee5414d015c9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1949767194-network', 'tenant_id': 'e06b4d0bad54485490e1cedf2442472c'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:48.134303 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-8279430f-e25c-4113-99a2-18cab070e041 None None] Attempting to bind port 67a8366d-7d44-48ec-ac52-cdbe5e498ec9 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:30:48.134970 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-8279430f-e25c-4113-99a2-18cab070e041 None None] Attempting to bind port 67a8366d-7d44-48ec-ac52-cdbe5e498ec9 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '0dcc8a1a-3660-487b-a29e-50cf9d625980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '378a2de5-76cc-4a65-aeb7-2e1cbda0ee20'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:30:48.135503 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8279430f-e25c-4113-99a2-18cab070e041 None None] Attempting to bind port 67a8366d-7d44-48ec-ac52-cdbe5e498ec9 on network 378a2de5-76cc-4a65-aeb7-2e1cbda0ee20 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:30:48.141587 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6d00c98-538c-414e-af83-9341fd912bc4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:48.156048 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0e844eb5-30e2-40fc-8bcf-185eb5dc9e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:48.158327 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8279430f-e25c-4113-99a2-18cab070e041 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:30:48.158908 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8279430f-e25c-4113-99a2-18cab070e041 None None] Checking segment: {'id': '0dcc8a1a-3660-487b-a29e-50cf9d625980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '378a2de5-76cc-4a65-aeb7-2e1cbda0ee20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:30:48.159568 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8279430f-e25c-4113-99a2-18cab070e041 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:48.160170 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8279430f-e25c-4113-99a2-18cab070e041 None None] Bound using segment: {'id': '0dcc8a1a-3660-487b-a29e-50cf9d625980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '378a2de5-76cc-4a65-aeb7-2e1cbda0ee20'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:30:48.160828 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-8279430f-e25c-4113-99a2-18cab070e041 None None] Bound port: 67a8366d-7d44-48ec-ac52-cdbe5e498ec9, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dcc8a1a-3660-487b-a29e-50cf9d625980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '378a2de5-76cc-4a65-aeb7-2e1cbda0ee20'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:30:48.161382 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8279430f-e25c-4113-99a2-18cab070e041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:48.186169 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f81150-dfd6-4509-8483-ee5414d015c9 admin admin] Made reservation on behalf of e06b4d0bad54485490e1cedf2442472c for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:30:48.189373 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-26f81150-dfd6-4509-8483-ee5414d015c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:48.210995 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-26f81150-dfd6-4509-8483-ee5414d015c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:48.247064 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7274bb2e-bc09-4115-9447-75450bf546cc req-1c478318-0933-41a5-b265-ed0702cc13c4 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ec94c8104754260b1a43ea39ff93023&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1581945 Dec 10 16:30:48.316384 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.api [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:30:48.316748 n-d-766771-2 neutron-server[103394]: DEBUG oslo_db.api [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:30:48.321491 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-0e844eb5-30e2-40fc-8bcf-185eb5dc9e2d None None] For port 6be3238c-7e55-401a-8f2b-7575356183b2, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=6be3238c-7e55-401a-8f2b-7575356183b2,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:30:48.328975 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0e844eb5-30e2-40fc-8bcf-185eb5dc9e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:48.338907 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.db.api [None req-a6d00c98-538c-414e-af83-9341fd912bc4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:30:48.339618 n-d-766771-2 neutron-server[103392]: DEBUG oslo_db.api [None req-a6d00c98-538c-414e-af83-9341fd912bc4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:30:48.364649 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-26f81150-dfd6-4509-8483-ee5414d015c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:48.370474 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-26f81150-dfd6-4509-8483-ee5414d015c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:48.380826 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7274bb2e-bc09-4115-9447-75450bf546cc req-1f7ad6d2-6ae8-4984-b74e-f36808cea327 service neutron] 10.222.0.11 "GET /v2.0/networks/378a2de5-76cc-4a65-aeb7-2e1cbda0ee20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325688 Dec 10 16:30:48.385135 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26f81150-dfd6-4509-8483-ee5414d015c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:30:48.399422 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-26f81150-dfd6-4509-8483-ee5414d015c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:48.399830 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-26f81150-dfd6-4509-8483-ee5414d015c9 admin admin] Added segment d6e18045-3520-4791-b1b2-a3097eb8570b of type vlan for network 211e27a2-c853-4191-a857-17350ab8b8c1 Dec 10 16:30:48.440963 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8279430f-e25c-4113-99a2-18cab070e041 None None] For port 67a8366d-7d44-48ec-ac52-cdbe5e498ec9, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:30:48.451872 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8279430f-e25c-4113-99a2-18cab070e041 None None] For port 67a8366d-7d44-48ec-ac52-cdbe5e498ec9, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=67a8366d-7d44-48ec-ac52-cdbe5e498ec9,segment=NetworkSegment(0dcc8a1a-3660-487b-a29e-50cf9d625980),segment_id=0dcc8a1a-3660-487b-a29e-50cf9d625980)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:30:48.452236 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-26f81150-dfd6-4509-8483-ee5414d015c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:48.486417 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8279430f-e25c-4113-99a2-18cab070e041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:48.490798 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-26f81150-dfd6-4509-8483-ee5414d015c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:48.491751 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f81150-dfd6-4509-8483-ee5414d015c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:48.492324 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-26f81150-dfd6-4509-8483-ee5414d015c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:48.508086 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e844eb5-30e2-40fc-8bcf-185eb5dc9e2d None None] Pushing event updated for resources: {'Port': ['ID=6be3238c-7e55-401a-8f2b-7575356183b2,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:48.522887 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7274bb2e-bc09-4115-9447-75450bf546cc req-8dfd526b-0798-4a81-bb91-af74303e29aa service neutron] 10.222.0.11 "GET /v2.0/networks/378a2de5-76cc-4a65-aeb7-2e1cbda0ee20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359649 Dec 10 16:30:48.574692 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f81150-dfd6-4509-8483-ee5414d015c9 admin admin] Pushing event updated for resources: {'Network': ['ID=211e27a2-c853-4191-a857-17350ab8b8c1,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:48.587007 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f81150-dfd6-4509-8483-ee5414d015c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b358a76-605b-4579-86eb-0eb26d1eb1e4,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:48.597614 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-26f81150-dfd6-4509-8483-ee5414d015c9 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7388728 Dec 10 16:30:48.601203 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51550) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:48.609866 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-4d1ef1a1-c07a-4e18-970c-292b4183c554 admin admin] Request body: {'subnet': {'network_id': '211e27a2-c853-4191-a857-17350ab8b8c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1949767194-subnet', 'tenant_id': 'e06b4d0bad54485490e1cedf2442472c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:48.611892 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:48.621640 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 211e27a2-c853-4191-a857-17350ab8b8c1 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:30:48.669166 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1ef1a1-c07a-4e18-970c-292b4183c554 admin admin] Made reservation on behalf of e06b4d0bad54485490e1cedf2442472c for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:30:48.674471 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4d1ef1a1-c07a-4e18-970c-292b4183c554 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:48.711168 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-4c52fe07-c657-426c-873d-78f3f760846b None None] Provisioning complete for port 6be3238c-7e55-401a-8f2b-7575356183b2 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:48.713943 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4c52fe07-c657-426c-873d-78f3f760846b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:48.816379 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8279430f-e25c-4113-99a2-18cab070e041 None None] Pushing event updated for resources: {'Port': ['ID=67a8366d-7d44-48ec-ac52-cdbe5e498ec9,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:49.026351 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861645a-2795-4e3f-9240-4b3de8a49ed0 req-8d713f97-60b6-4db3-a4b9-e180850649ab tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:49.032500 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5861645a-2795-4e3f-9240-4b3de8a49ed0 req-8d713f97-60b6-4db3-a4b9-e180850649ab tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=5086000b-2d0f-4ffa-a728-e28b40e16ec6 HTTP/1.1" status: 200 len: 945 time: 0.2260802 Dec 10 16:30:49.033277 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6d00c98-538c-414e-af83-9341fd912bc4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:49.094109 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 9ad72708-8145-4710-a27a-811122cc9840 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:30:49.107737 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4d1ef1a1-c07a-4e18-970c-292b4183c554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:49.189987 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-4310f02c-637b-43bb-a6b7-c9df8714b57b None None] Could not find standard attr ID for object 185b63a2-2e4f-4154-b8d5-a6264b9666c9. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:30:49.226602 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 9ad72708-8145-4710-a27a-811122cc9840 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:30:49.232689 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 9ad72708-8145-4710-a27a-811122cc9840 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:49.233432 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:49.276076 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ef1a1-c07a-4e18-970c-292b4183c554 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93f016a9-3d74-4edc-8f7c-1474627f572c,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:49.278349 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1ef1a1-c07a-4e18-970c-292b4183c554 admin admin] Checking segment: {'id': 'd6e18045-3520-4791-b1b2-a3097eb8570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '211e27a2-c853-4191-a857-17350ab8b8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:30:49.278707 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1ef1a1-c07a-4e18-970c-292b4183c554 admin admin] Network hostable DHCP agents. Network: 211e27a2-c853-4191-a857-17350ab8b8c1, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:30:49.290250 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5861645a-2795-4e3f-9240-4b3de8a49ed0 req-2cee652a-4f88-4b98-ad76-fdce56aa771c tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177474 Dec 10 16:30:49.306256 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 67a8366d-7d44-48ec-ac52-cdbe5e498ec9 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:30:49.316777 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1ef1a1-c07a-4e18-970c-292b4183c554 admin admin] Network 211e27a2-c853-4191-a857-17350ab8b8c1 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:30:49.329653 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-4d1ef1a1-c07a-4e18-970c-292b4183c554 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 211e27a2-c853-4191-a857-17350ab8b8c1) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:49.346180 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1ef1a1-c07a-4e18-970c-292b4183c554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:49.347120 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4d1ef1a1-c07a-4e18-970c-292b4183c554 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:49.356169 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1822fe-39ce-4e44-be21-64f6cd6bea00 None None] Network 211e27a2-c853-4191-a857-17350ab8b8c1 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:30:49.375711 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4d1ef1a1-c07a-4e18-970c-292b4183c554 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7737646 Dec 10 16:30:49.464463 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a6d00c98-538c-414e-af83-9341fd912bc4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] For port 6be3238c-7e55-401a-8f2b-7575356183b2, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=6be3238c-7e55-401a-8f2b-7575356183b2,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:30:49.493198 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cbee3-49b2-4296-b28c-d2ea9af87c37 req-54f5573e-dee1-4cb9-9766-30be982e207a tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:49.500947 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9e9cbee3-49b2-4296-b28c-d2ea9af87c37 req-54f5573e-dee1-4cb9-9766-30be982e207a tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 944 time: 0.0960143 Dec 10 16:30:49.547144 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6d00c98-538c-414e-af83-9341fd912bc4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:49.559023 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6d00c98-538c-414e-af83-9341fd912bc4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:49.559749 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6d00c98-538c-414e-af83-9341fd912bc4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:49.655869 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d00c98-538c-414e-af83-9341fd912bc4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Subnet': ['ID=a343b0cd-65d3-476e-98b7-dcb3be2f606c,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:49.683262 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9e9cbee3-49b2-4296-b28c-d2ea9af87c37 req-033157ba-a777-4599-a56e-ec3cb2df2bc2 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=61dd92f2-b4f5-4bfd-ac94-e9e550096dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808791 Dec 10 16:30:49.695581 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 67a8366d-7d44-48ec-ac52-cdbe5e498ec9 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:49.696083 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:49.709092 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:49.718578 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d00c98-538c-414e-af83-9341fd912bc4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:30:49.723197 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-a6d00c98-538c-414e-af83-9341fd912bc4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:49.730247 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d00c98-538c-414e-af83-9341fd912bc4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:49.730853 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6d00c98-538c-414e-af83-9341fd912bc4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:49.752995 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a6d00c98-538c-414e-af83-9341fd912bc4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.2007198 Dec 10 16:30:49.756377 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51570) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:49.761190 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90325484-4761-4c29-8cde-2076444cabe4 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:30:49.763392 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-c610cba7-b9e5-43d6-9fa8-bbd42405a287 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'port': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'mac_address': 'fa:16:3e:29:c1:97', 'name': 'tempest-NetworksTestDHCPv6-1790199477'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:49.767311 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d00c98-538c-414e-af83-9341fd912bc4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Port': ['ID=6be3238c-7e55-401a-8f2b-7575356183b2,revision_number=6']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:49.903212 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453a0d28-c82c-4c29-9bcc-c9ec40c2d575 None None] Network 211e27a2-c853-4191-a857-17350ab8b8c1 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:30:49.909607 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:49.976494 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c610cba7-b9e5-43d6-9fa8-bbd42405a287 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:30:49.997334 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06112d00-9d68-4d54-b130-689171e78630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad72708-8145-4710-a27a-811122cc9840'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:30:49.999678 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7fedb05-9765-457a-9a46-58efccbdcd61" -d '{"events": [{"server_uuid": "06112d00-9d68-4d54-b130-689171e78630", "name": "network-vif-plugged", "status": "completed", "tag": "9ad72708-8145-4710-a27a-811122cc9840"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:30:50.066787 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 9ad72708-8145-4710-a27a-811122cc9840, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=9ad72708-8145-4710-a27a-811122cc9840,segment=NetworkSegment(5bae3635-32be-403a-b68a-450983b5ab53),segment_id=5bae3635-32be-403a-b68a-450983b5ab53)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:30:50.074862 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-81478ab0-281f-42e9-93a5-5250f64c5ecb tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:50.082068 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-81478ab0-281f-42e9-93a5-5250f64c5ecb tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/networks?id=378a2de5-76cc-4a65-aeb7-2e1cbda0ee20 HTTP/1.1" status: 200 len: 815 time: 0.1877859 Dec 10 16:30:50.086761 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:50.104002 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:50.158282 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-67b98a8b-0795-4060-ae4d-708998e5a2c6 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/quotas/0ec94c8104754260b1a43ea39ff93023 HTTP/1.1" status: 200 len: 375 time: 0.0747302 Dec 10 16:30:50.172439 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209edb4d-d61d-4b05-b944-895f34ed58b6 None None] Network 378a2de5-76cc-4a65-aeb7-2e1cbda0ee20 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:30:50.182107 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 67a8366d-7d44-48ec-ac52-cdbe5e498ec9, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=67a8366d-7d44-48ec-ac52-cdbe5e498ec9,segment=NetworkSegment(0dcc8a1a-3660-487b-a29e-50cf9d625980),segment_id=0dcc8a1a-3660-487b-a29e-50cf9d625980)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:30:50.185185 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c610cba7-b9e5-43d6-9fa8-bbd42405a287 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:50.236353 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-c610cba7-b9e5-43d6-9fa8-bbd42405a287 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] device_id is not set on port 3cec1695-9062-495e-96be-fd545f796b88 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:30:50.252180 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:50.252945 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 6be3238c-7e55-401a-8f2b-7575356183b2 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:30:50.301962 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274bb2e-bc09-4115-9447-75450bf546cc req-251c4afe-ab93-4516-8d6c-9731730f5ba6 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:50.303844 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7274bb2e-bc09-4115-9447-75450bf546cc req-251c4afe-ab93-4516-8d6c-9731730f5ba6 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.26 "GET /v2.0/networks?id=378a2de5-76cc-4a65-aeb7-2e1cbda0ee20 HTTP/1.1" status: 200 len: 815 time: 0.2194178 Dec 10 16:30:50.311553 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-d5b76fbc-672e-40fd-aebb-02a21f9ef89e tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ec94c8104754260b1a43ea39ff93023&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1455648 Dec 10 16:30:50.320737 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-7274bb2e-bc09-4115-9447-75450bf546cc req-6c384d16-44bf-4826-8a21-afaa1d9e508e tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Request body: {'port': {'device_id': '20dde86b-9843-4f1d-a95e-94c8ecb20494', 'network_id': '378a2de5-76cc-4a65-aeb7-2e1cbda0ee20', 'admin_state_up': True, 'tenant_id': '0ec94c8104754260b1a43ea39ff93023'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:50.323474 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=9ad72708-8145-4710-a27a-811122cc9840,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:50.366272 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6c8027bb-ce16-4d3b-890e-98d65eb61abd None None] Provisioning complete for port 67a8366d-7d44-48ec-ac52-cdbe5e498ec9 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:50.366592 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6c8027bb-ce16-4d3b-890e-98d65eb61abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:50.476391 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=67a8366d-7d44-48ec-ac52-cdbe5e498ec9,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:50.492724 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 6be3238c-7e55-401a-8f2b-7575356183b2 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:50.493095 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:50.512415 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-c610cba7-b9e5-43d6-9fa8-bbd42405a287 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Allocated IP 2001:db8::f816:3eff:fe29:c197 (ba7323f5-fe45-4362-904e-9370cf7b7342/a343b0cd-65d3-476e-98b7-dcb3be2f606c/3cec1695-9062-495e-96be-fd545f796b88) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:30:50.571115 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-9674713d-91bb-43f0-84eb-b8d76c6f7ff9 service neutron] 10.222.0.11 "GET /v2.0/networks/378a2de5-76cc-4a65-aeb7-2e1cbda0ee20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441103 Dec 10 16:30:50.597479 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7274bb2e-bc09-4115-9447-75450bf546cc req-6c384d16-44bf-4826-8a21-afaa1d9e508e tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Made reservation on behalf of 0ec94c8104754260b1a43ea39ff93023 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:30:50.600838 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7274bb2e-bc09-4115-9447-75450bf546cc req-6c384d16-44bf-4826-8a21-afaa1d9e508e tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:50.770987 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-ce8ed4f6-f430-47a5-9dd6-dc76687eab13 None None] Provisioning complete for port 6be3238c-7e55-401a-8f2b-7575356183b2 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:50.771758 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ce8ed4f6-f430-47a5-9dd6-dc76687eab13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:50.823265 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-30c9c25f-70e3-4d76-a080-2c22ff8558c2 service neutron] 10.222.0.11 "GET /v2.0/networks/378a2de5-76cc-4a65-aeb7-2e1cbda0ee20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424903 Dec 10 16:30:50.883220 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c610cba7-b9e5-43d6-9fa8-bbd42405a287 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:50.901758 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-7274bb2e-bc09-4115-9447-75450bf546cc req-6c384d16-44bf-4826-8a21-afaa1d9e508e tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Allocated IP 172.20.0.14 (378a2de5-76cc-4a65-aeb7-2e1cbda0ee20/4db03e84-bf45-4c5a-9452-15e506f492f4/567e9ba0-6fdc-4fef-8f5f-95ec350aebee) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:30:50.963784 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c610cba7-b9e5-43d6-9fa8-bbd42405a287 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:50.988146 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-7d88227f-4061-4270-b2d3-16551e773c63 None None] Provisioning complete for port 67a8366d-7d44-48ec-ac52-cdbe5e498ec9 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:50.989765 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7d88227f-4061-4270-b2d3-16551e773c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:51.065575 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c610cba7-b9e5-43d6-9fa8-bbd42405a287 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:30:51.067809 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 67a8366d-7d44-48ec-ac52-cdbe5e498ec9 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:30:51.076278 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-c610cba7-b9e5-43d6-9fa8-bbd42405a287 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:51.137508 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c610cba7-b9e5-43d6-9fa8-bbd42405a287 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:30:51.146695 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c610cba7-b9e5-43d6-9fa8-bbd42405a287 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:51.147516 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c610cba7-b9e5-43d6-9fa8-bbd42405a287 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:51.162315 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c610cba7-b9e5-43d6-9fa8-bbd42405a287 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Port': ['ID=3cec1695-9062-495e-96be-fd545f796b88,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:51.166536 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 67a8366d-7d44-48ec-ac52-cdbe5e498ec9 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:51.166963 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:51.175682 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c610cba7-b9e5-43d6-9fa8-bbd42405a287 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4147868 Dec 10 16:30:51.175791 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51600) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:51.256716 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de428abf-d751-4ea9-8ebe-9c466f303ed1 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:51.268531 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de428abf-d751-4ea9-8ebe-9c466f303ed1 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:51.273947 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-de428abf-d751-4ea9-8ebe-9c466f303ed1 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.0972550 Dec 10 16:30:51.274938 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51610) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:51.358797 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7274bb2e-bc09-4115-9447-75450bf546cc req-6c384d16-44bf-4826-8a21-afaa1d9e508e tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:51.416809 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-1bba9540-4ca2-4de8-955d-7f3d1017789e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting port 3cec1695-9062-495e-96be-fd545f796b88 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:30:51.417020 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1bba9540-4ca2-4de8-955d-7f3d1017789e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:51.418162 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-3e630c0c-c0d9-404d-bffe-3f7300a24cef tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:51.419655 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-3e630c0c-c0d9-404d-bffe-3f7300a24cef tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] 10.222.0.11 "GET /v2.0/networks?id=211e27a2-c853-4191-a857-17350ab8b8c1 HTTP/1.1" status: 200 len: 814 time: 0.1975443 Dec 10 16:30:51.439057 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7274bb2e-bc09-4115-9447-75450bf546cc req-6c384d16-44bf-4826-8a21-afaa1d9e508e tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:51.475998 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-80c3b710-f7d4-450d-83c5-4000b968dcb8 tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] 10.222.0.11 "GET /v2.0/quotas/e06b4d0bad54485490e1cedf2442472c HTTP/1.1" status: 200 len: 375 time: 0.0461941 Dec 10 16:30:51.477084 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6fe71c78-efe9-4955-a9d2-0bc6e16f6a3d None None] Provisioning complete for port 3cec1695-9062-495e-96be-fd545f796b88 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:51.477482 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6fe71c78-efe9-4955-a9d2-0bc6e16f6a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:51.499056 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7274bb2e-bc09-4115-9447-75450bf546cc req-6c384d16-44bf-4826-8a21-afaa1d9e508e tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Network 378a2de5-76cc-4a65-aeb7-2e1cbda0ee20 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:30:51.510517 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c384d16-44bf-4826-8a21-afaa1d9e508e tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Pushing event updated for resources: {'Port': ['ID=567e9ba0-6fdc-4fef-8f5f-95ec350aebee,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:51.513044 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-7274bb2e-bc09-4115-9447-75450bf546cc req-6c384d16-44bf-4826-8a21-afaa1d9e508e tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:51.526945 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-6fe71c78-efe9-4955-a9d2-0bc6e16f6a3d None None] Port 3cec1695-9062-495e-96be-fd545f796b88 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:30:51.538290 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-7274bb2e-bc09-4115-9447-75450bf546cc req-6c384d16-44bf-4826-8a21-afaa1d9e508e tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:30:51.543817 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-54a416eb-b6be-418a-946d-0f4f874f9d3d tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e06b4d0bad54485490e1cedf2442472c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517380 Dec 10 16:30:51.546503 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1bba9540-4ca2-4de8-955d-7f3d1017789e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:51.560466 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-1bba9540-4ca2-4de8-955d-7f3d1017789e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Calling delete_port for 3cec1695-9062-495e-96be-fd545f796b88 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:30:51.739975 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1bba9540-4ca2-4de8-955d-7f3d1017789e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:51.780611 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba9540-4ca2-4de8-955d-7f3d1017789e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Port': ['ID=3cec1695-9062-495e-96be-fd545f796b88,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:51.816389 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1bba9540-4ca2-4de8-955d-7f3d1017789e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:51.823316 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1bba9540-4ca2-4de8-955d-7f3d1017789e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/ports/3cec1695-9062-495e-96be-fd545f796b88 HTTP/1.1" status: 204 len: 168 time: 0.5472851 Dec 10 16:30:51.823942 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51614) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:51.881263 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685cdf47-55f1-4f89-9c66-5b26ee14482d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:51.883032 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685cdf47-55f1-4f89-9c66-5b26ee14482d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:51.887486 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-685cdf47-55f1-4f89-9c66-5b26ee14482d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0625257 Dec 10 16:30:51.888123 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51616) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:51.949233 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3044e4a-5972-463b-8258-da599a4fcab1 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting subnet a343b0cd-65d3-476e-98b7-dcb3be2f606c {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:30:51.949451 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274bb2e-bc09-4115-9447-75450bf546cc req-6c384d16-44bf-4826-8a21-afaa1d9e508e tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:51.949974 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7274bb2e-bc09-4115-9447-75450bf546cc req-6c384d16-44bf-4826-8a21-afaa1d9e508e tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:51.953840 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d3044e4a-5972-463b-8258-da599a4fcab1 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:51.963982 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-3ea91ae9-f672-4a5c-89bc-2fd9e7819da2 None None] Provisioning complete for port 567e9ba0-6fdc-4fef-8f5f-95ec350aebee triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:51.964887 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3ea91ae9-f672-4a5c-89bc-2fd9e7819da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:51.989946 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7274bb2e-bc09-4115-9447-75450bf546cc req-6c384d16-44bf-4826-8a21-afaa1d9e508e tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6730597 Dec 10 16:30:52.002752 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-7274bb2e-bc09-4115-9447-75450bf546cc req-85446bd5-a1a3-4ec8-827a-77f258323352 service neutron] Request body: {'port': {'device_id': '20dde86b-9843-4f1d-a95e-94c8ecb20494', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:52.008027 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d3044e4a-5972-463b-8258-da599a4fcab1 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:52.014932 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-3ea91ae9-f672-4a5c-89bc-2fd9e7819da2 None None] Port 567e9ba0-6fdc-4fef-8f5f-95ec350aebee cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:30:52.040022 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-68e62cf1-3079-4ff8-a7a0-cae11889fd73 service neutron] 10.222.0.11 "GET /v2.0/networks/211e27a2-c853-4191-a857-17350ab8b8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4735417 Dec 10 16:30:52.096868 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d3044e4a-5972-463b-8258-da599a4fcab1 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:52.163734 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d3044e4a-5972-463b-8258-da599a4fcab1 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:52.189087 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7274bb2e-bc09-4115-9447-75450bf546cc req-85446bd5-a1a3-4ec8-827a-77f258323352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:52.200452 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3044e4a-5972-463b-8258-da599a4fcab1 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Subnet': ['ID=a343b0cd-65d3-476e-98b7-dcb3be2f606c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:52.203006 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d671498-b781-4634-a79f-f572ecd79cde None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:30:52.207817 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d3044e4a-5972-463b-8258-da599a4fcab1 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:52.211632 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d3044e4a-5972-463b-8258-da599a4fcab1 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/a343b0cd-65d3-476e-98b7-dcb3be2f606c HTTP/1.1" status: 204 len: 168 time: 0.3225958 Dec 10 16:30:52.214508 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51618) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:52.263219 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5d7a5816-9519-4a03-b6d8-4941a02d6d3a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470507 Dec 10 16:30:52.265703 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51620) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:52.279232 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-a44f305b-e7c3-4caf-b400-e9235b510865 service neutron] 10.222.0.11 "GET /v2.0/networks/211e27a2-c853-4191-a857-17350ab8b8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357717 Dec 10 16:30:52.308976 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-1c079ea0-8c4b-4194-a3ce-1a4ebfd62659 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:52.311950 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-1c079ea0-8c4b-4194-a3ce-1a4ebfd62659 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.46 "GET /v2.0/networks?id=378a2de5-76cc-4a65-aeb7-2e1cbda0ee20 HTTP/1.1" status: 200 len: 815 time: 0.2085526 Dec 10 16:30:52.324083 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb096d48-e840-4603-951d-40f0ffb7b786 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:52.327284 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-eb096d48-e840-4603-951d-40f0ffb7b786 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0599742 Dec 10 16:30:52.329381 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51622) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:52.334964 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-8d9ab828-cb7c-4692-ba57-1756d14dd90b tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Request body: {'port': {'device_id': '4daf3e72-6535-4e62-9fd1-62a61d6c24e5', 'network_id': '378a2de5-76cc-4a65-aeb7-2e1cbda0ee20', 'admin_state_up': True, 'tenant_id': '0ec94c8104754260b1a43ea39ff93023'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:52.401330 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805b580d-16f1-4688-898a-a3a940b76f5b None None] DHCP port deletion for ba7323f5-fe45-4362-904e-9370cf7b7342 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:30:52.408866 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2061f5f-d157-4f87-a000-f77a822d6ec4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:52.410759 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a2061f5f-d157-4f87-a000-f77a822d6ec4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0798824 Dec 10 16:30:52.413202 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51628) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:52.458630 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feeda276-8531-4135-a48f-c0318a432b15 x-openstack-request-id: req-feeda276-8531-4135-a48f-c0318a432b15 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:30:52.458924 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06112d00-9d68-4d54-b130-689171e78630", "name": "network-vif-plugged", "status": "completed", "tag": "9ad72708-8145-4710-a27a-811122cc9840", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:30:52.459181 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-feeda276-8531-4135-a48f-c0318a432b15 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:30:52.459704 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06112d00-9d68-4d54-b130-689171e78630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad72708-8145-4710-a27a-811122cc9840', 'code': 200} Dec 10 16:30:52.473002 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-805b580d-16f1-4688-898a-a3a940b76f5b None None] Deleting port 6be3238c-7e55-401a-8f2b-7575356183b2 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:30:52.473002 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-805b580d-16f1-4688-898a-a3a940b76f5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:52.497246 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-924dd56b-5128-412b-aecd-2b767bcb34df tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0779648 Dec 10 16:30:52.499077 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51630) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:52.515106 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-e81fbeda-682d-4ef9-aa18-4bf49b7de4d9 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'subnet': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:52.656017 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81fbeda-682d-4ef9-aa18-4bf49b7de4d9 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:30:52.662090 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e81fbeda-682d-4ef9-aa18-4bf49b7de4d9 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:52.756306 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-805b580d-16f1-4688-898a-a3a940b76f5b None None] For port 6be3238c-7e55-401a-8f2b-7575356183b2, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=6be3238c-7e55-401a-8f2b-7575356183b2,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:30:52.756880 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-805b580d-16f1-4688-898a-a3a940b76f5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:52.771422 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-805b580d-16f1-4688-898a-a3a940b76f5b None None] Calling delete_port for 6be3238c-7e55-401a-8f2b-7575356183b2 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:30:52.810333 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-8d9ab828-cb7c-4692-ba57-1756d14dd90b tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Made reservation on behalf of 0ec94c8104754260b1a43ea39ff93023 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:30:52.816121 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-8d9ab828-cb7c-4692-ba57-1756d14dd90b tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:52.857925 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea5633-a43a-4a7c-bf83-660f91db73b2 req-a9680382-1b09-45fa-a9df-c7493b44bf54 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:52.865618 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d1ea5633-a43a-4a7c-bf83-660f91db73b2 req-a9680382-1b09-45fa-a9df-c7493b44bf54 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=5086000b-2d0f-4ffa-a728-e28b40e16ec6 HTTP/1.1" status: 200 len: 945 time: 0.2549908 Dec 10 16:30:52.881000 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35793ea-98e1-48e0-80b8-6ac7a2c32225 req-ed98afbf-ebc8-400e-ab4b-d28ed2736d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:52.882480 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e35793ea-98e1-48e0-80b8-6ac7a2c32225 req-ed98afbf-ebc8-400e-ab4b-d28ed2736d21 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 1096 time: 0.2070172 Dec 10 16:30:52.886745 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-805b580d-16f1-4688-898a-a3a940b76f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:52.915092 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e81fbeda-682d-4ef9-aa18-4bf49b7de4d9 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:52.932774 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b580d-16f1-4688-898a-a3a940b76f5b None None] Pushing event deleted for resources: {'Port': ['ID=6be3238c-7e55-401a-8f2b-7575356183b2,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:52.937039 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805b580d-16f1-4688-898a-a3a940b76f5b None None] No DVR routers for this DVR port 6be3238c-7e55-401a-8f2b-7575356183b2 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:30:52.974266 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81fbeda-682d-4ef9-aa18-4bf49b7de4d9 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Subnet': ['ID=408c8289-5279-47c4-acc6-ca0bb7edfcda,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:52.983635 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81fbeda-682d-4ef9-aa18-4bf49b7de4d9 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:30:52.985335 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-e81fbeda-682d-4ef9-aa18-4bf49b7de4d9 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:52.988499 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81fbeda-682d-4ef9-aa18-4bf49b7de4d9 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:52.989219 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e81fbeda-682d-4ef9-aa18-4bf49b7de4d9 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:53.003016 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1637c5be-93a7-414a-9015-aefa5ef4fa54 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:30:53.015654 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e81fbeda-682d-4ef9-aa18-4bf49b7de4d9 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5098569 Dec 10 16:30:53.015654 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51638) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:53.022749 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-ef8a121c-4234-4169-86b8-6b30f4b1db07 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'port': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'mac_address': 'fa:16:3e:88:6e:27', 'name': 'tempest-NetworksTestDHCPv6-1555610006'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:53.083047 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-7274bb2e-bc09-4115-9447-75450bf546cc req-85446bd5-a1a3-4ec8-827a-77f258323352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 567e9ba0-6fdc-4fef-8f5f-95ec350aebee {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:30:53.121914 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 6be3238c-7e55-401a-8f2b-7575356183b2 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:30:53.122434 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d1ea5633-a43a-4a7c-bf83-660f91db73b2 req-170e841a-d167-4280-8e50-119ba5d1707b tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417545 Dec 10 16:30:53.127921 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7274bb2e-bc09-4115-9447-75450bf546cc req-85446bd5-a1a3-4ec8-827a-77f258323352 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:53.133756 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e35793ea-98e1-48e0-80b8-6ac7a2c32225 req-2a9e9d5b-6507-4636-b0df-070f9bd10f0c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=61dd92f2-b4f5-4bfd-ac94-e9e550096dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315063 Dec 10 16:30:53.157266 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8a121c-4234-4169-86b8-6b30f4b1db07 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:30:53.160178 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-7274bb2e-bc09-4115-9447-75450bf546cc req-85446bd5-a1a3-4ec8-827a-77f258323352 service neutron] Transition to ACTIVE for port object 567e9ba0-6fdc-4fef-8f5f-95ec350aebee will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:30:53.164047 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 6be3238c-7e55-401a-8f2b-7575356183b2 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:30:53.164485 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 6be3238c-7e55-401a-8f2b-7575356183b2 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:30:53.170282 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7274bb2e-bc09-4115-9447-75450bf546cc req-85446bd5-a1a3-4ec8-827a-77f258323352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:53.208680 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992e8f00-263e-41a9-a96b-b3a06369e54f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-ba7323f5-fe45-4362-904e-9370cf7b7342', 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'project_id': '2ff5423581d24da08fa7c37167d452f0', 'fixed_ips': [{'subnet_id': '408c8289-5279-47c4-acc6-ca0bb7edfcda'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:30:53.209574 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-992e8f00-263e-41a9-a96b-b3a06369e54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:53.269111 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef8a121c-4234-4169-86b8-6b30f4b1db07 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:53.302342 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-ef8a121c-4234-4169-86b8-6b30f4b1db07 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] device_id is not set on port ec973aba-ec40-4b00-a29d-7c066673c8ab yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:30:53.327415 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85446bd5-a1a3-4ec8-827a-77f258323352 service neutron] Pushing event updated for resources: {'Port': ['ID=567e9ba0-6fdc-4fef-8f5f-95ec350aebee,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:53.332035 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-8d9ab828-cb7c-4692-ba57-1756d14dd90b tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Allocated IP 172.20.0.8 (378a2de5-76cc-4a65-aeb7-2e1cbda0ee20/4db03e84-bf45-4c5a-9452-15e506f492f4/62095813-36d3-4d4c-82d2-172a94116374) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:30:53.364627 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-992e8f00-263e-41a9-a96b-b3a06369e54f None None] Allocated IP 2001:db8::2 (ba7323f5-fe45-4362-904e-9370cf7b7342/408c8289-5279-47c4-acc6-ca0bb7edfcda/234bab3d-8205-4326-9ffe-80010976fc9e) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:30:53.381188 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de13a7-ff16-4eb0-a49a-4637d6331026 req-d28b17cb-5500-4421-9a99-0dc9cd489cd8 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:53.382929 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6de13a7-ff16-4eb0-a49a-4637d6331026 req-d28b17cb-5500-4421-9a99-0dc9cd489cd8 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 945 time: 0.1765053 Dec 10 16:30:53.497499 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-7274bb2e-bc09-4115-9447-75450bf546cc req-85446bd5-a1a3-4ec8-827a-77f258323352 service neutron] Attempting to bind port 567e9ba0-6fdc-4fef-8f5f-95ec350aebee on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:30:53.497930 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-7274bb2e-bc09-4115-9447-75450bf546cc req-85446bd5-a1a3-4ec8-827a-77f258323352 service neutron] Attempting to bind port 567e9ba0-6fdc-4fef-8f5f-95ec350aebee by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '0dcc8a1a-3660-487b-a29e-50cf9d625980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '378a2de5-76cc-4a65-aeb7-2e1cbda0ee20'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:30:53.498359 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7274bb2e-bc09-4115-9447-75450bf546cc req-85446bd5-a1a3-4ec8-827a-77f258323352 service neutron] Attempting to bind port 567e9ba0-6fdc-4fef-8f5f-95ec350aebee on network 378a2de5-76cc-4a65-aeb7-2e1cbda0ee20 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:30:53.518542 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7274bb2e-bc09-4115-9447-75450bf546cc req-85446bd5-a1a3-4ec8-827a-77f258323352 service neutron] Port 567e9ba0-6fdc-4fef-8f5f-95ec350aebee on network 378a2de5-76cc-4a65-aeb7-2e1cbda0ee20 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:30:53.518978 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7274bb2e-bc09-4115-9447-75450bf546cc req-85446bd5-a1a3-4ec8-827a-77f258323352 service neutron] Attempting to bind port 567e9ba0-6fdc-4fef-8f5f-95ec350aebee on network 378a2de5-76cc-4a65-aeb7-2e1cbda0ee20 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:30:53.557081 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6de13a7-ff16-4eb0-a49a-4637d6331026 req-f8070150-d242-4f9f-9e1d-feb171127a73 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=61dd92f2-b4f5-4bfd-ac94-e9e550096dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634352 Dec 10 16:30:53.561683 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7274bb2e-bc09-4115-9447-75450bf546cc req-85446bd5-a1a3-4ec8-827a-77f258323352 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:30:53.562228 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7274bb2e-bc09-4115-9447-75450bf546cc req-85446bd5-a1a3-4ec8-827a-77f258323352 service neutron] Checking segment: {'id': '0dcc8a1a-3660-487b-a29e-50cf9d625980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '378a2de5-76cc-4a65-aeb7-2e1cbda0ee20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:30:53.562614 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7274bb2e-bc09-4115-9447-75450bf546cc req-85446bd5-a1a3-4ec8-827a-77f258323352 service neutron] Bound using segment: {'id': '0dcc8a1a-3660-487b-a29e-50cf9d625980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '378a2de5-76cc-4a65-aeb7-2e1cbda0ee20'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:30:53.563093 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-7274bb2e-bc09-4115-9447-75450bf546cc req-85446bd5-a1a3-4ec8-827a-77f258323352 service neutron] Bound port: 567e9ba0-6fdc-4fef-8f5f-95ec350aebee, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dcc8a1a-3660-487b-a29e-50cf9d625980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '378a2de5-76cc-4a65-aeb7-2e1cbda0ee20'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:30:53.563989 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7274bb2e-bc09-4115-9447-75450bf546cc req-85446bd5-a1a3-4ec8-827a-77f258323352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:53.576236 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-992e8f00-263e-41a9-a96b-b3a06369e54f None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:53.586215 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-992e8f00-263e-41a9-a96b-b3a06369e54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:53.649037 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992e8f00-263e-41a9-a96b-b3a06369e54f None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:30:53.652333 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-992e8f00-263e-41a9-a96b-b3a06369e54f None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:53.660868 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992e8f00-263e-41a9-a96b-b3a06369e54f None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:30:53.673266 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e8f00-263e-41a9-a96b-b3a06369e54f None None] Pushing event updated for resources: {'Port': ['ID=234bab3d-8205-4326-9ffe-80010976fc9e,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:53.682322 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-8d9ab828-cb7c-4692-ba57-1756d14dd90b tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:53.689132 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-7274bb2e-bc09-4115-9447-75450bf546cc req-85446bd5-a1a3-4ec8-827a-77f258323352 service neutron] For port 567e9ba0-6fdc-4fef-8f5f-95ec350aebee, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:30:53.693636 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-7274bb2e-bc09-4115-9447-75450bf546cc req-85446bd5-a1a3-4ec8-827a-77f258323352 service neutron] For port 567e9ba0-6fdc-4fef-8f5f-95ec350aebee, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=567e9ba0-6fdc-4fef-8f5f-95ec350aebee,segment=NetworkSegment(0dcc8a1a-3660-487b-a29e-50cf9d625980),segment_id=0dcc8a1a-3660-487b-a29e-50cf9d625980)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:30:53.698714 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7274bb2e-bc09-4115-9447-75450bf546cc req-85446bd5-a1a3-4ec8-827a-77f258323352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:53.743855 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-992e8f00-263e-41a9-a96b-b3a06369e54f None None] Attempting to bind port 234bab3d-8205-4326-9ffe-80010976fc9e on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:30:53.744241 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-992e8f00-263e-41a9-a96b-b3a06369e54f None None] Attempting to bind port 234bab3d-8205-4326-9ffe-80010976fc9e by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:30:53.744612 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992e8f00-263e-41a9-a96b-b3a06369e54f None None] Attempting to bind port 234bab3d-8205-4326-9ffe-80010976fc9e on network ba7323f5-fe45-4362-904e-9370cf7b7342 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:30:53.751708 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992e8f00-263e-41a9-a96b-b3a06369e54f None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:30:53.752098 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992e8f00-263e-41a9-a96b-b3a06369e54f None None] Checking segment: {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:30:53.752515 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-992e8f00-263e-41a9-a96b-b3a06369e54f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:53.752936 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992e8f00-263e-41a9-a96b-b3a06369e54f None None] Bound using segment: {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:30:53.753402 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-992e8f00-263e-41a9-a96b-b3a06369e54f None None] Bound port: 234bab3d-8205-4326-9ffe-80010976fc9e, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:30:53.753918 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-992e8f00-263e-41a9-a96b-b3a06369e54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:53.755348 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85446bd5-a1a3-4ec8-827a-77f258323352 service neutron] Pushing event updated for resources: {'Port': ['ID=567e9ba0-6fdc-4fef-8f5f-95ec350aebee,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:53.787068 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274bb2e-bc09-4115-9447-75450bf546cc req-85446bd5-a1a3-4ec8-827a-77f258323352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:53.787697 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7274bb2e-bc09-4115-9447-75450bf546cc req-85446bd5-a1a3-4ec8-827a-77f258323352 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:53.789238 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7274bb2e-bc09-4115-9447-75450bf546cc req-85446bd5-a1a3-4ec8-827a-77f258323352 service neutron] 10.222.0.26 "PUT /v2.0/ports/567e9ba0-6fdc-4fef-8f5f-95ec350aebee HTTP/1.1" status: 200 len: 1092 time: 1.7912703 Dec 10 16:30:53.797782 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20dde86b-9843-4f1d-a95e-94c8ecb20494', 'tag': '567e9ba0-6fdc-4fef-8f5f-95ec350aebee'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:30:53.800930 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067b719b-e6fc-4625-825c-6d3e896e3405" -d '{"events": [{"name": "network-changed", "server_uuid": "20dde86b-9843-4f1d-a95e-94c8ecb20494", "tag": "567e9ba0-6fdc-4fef-8f5f-95ec350aebee"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:30:53.868146 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-8d9ab828-cb7c-4692-ba57-1756d14dd90b tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:53.934947 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-992e8f00-263e-41a9-a96b-b3a06369e54f None None] For port 234bab3d-8205-4326-9ffe-80010976fc9e, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:30:53.938517 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ab828-cb7c-4692-ba57-1756d14dd90b tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Pushing event updated for resources: {'Port': ['ID=62095813-36d3-4d4c-82d2-172a94116374,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:53.939085 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-992e8f00-263e-41a9-a96b-b3a06369e54f None None] For port 234bab3d-8205-4326-9ffe-80010976fc9e, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=234bab3d-8205-4326-9ffe-80010976fc9e,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:30:53.944547 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-992e8f00-263e-41a9-a96b-b3a06369e54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:53.983614 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-8d9ab828-cb7c-4692-ba57-1756d14dd90b tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Network 378a2de5-76cc-4a65-aeb7-2e1cbda0ee20 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:30:53.998450 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-8d9ab828-cb7c-4692-ba57-1756d14dd90b tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:54.004800 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-8d9ab828-cb7c-4692-ba57-1756d14dd90b tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:30:54.023014 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e8f00-263e-41a9-a96b-b3a06369e54f None None] Pushing event updated for resources: {'Port': ['ID=234bab3d-8205-4326-9ffe-80010976fc9e,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:54.066573 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-ef8a121c-4234-4169-86b8-6b30f4b1db07 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Allocated IP 2001:db8::29f (ba7323f5-fe45-4362-904e-9370cf7b7342/408c8289-5279-47c4-acc6-ca0bb7edfcda/ec973aba-ec40-4b00-a29d-7c066673c8ab) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:30:54.125567 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274bb2e-bc09-4115-9447-75450bf546cc req-13da9428-2db8-4d08-bca7-499207543591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:54.127736 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7274bb2e-bc09-4115-9447-75450bf546cc req-13da9428-2db8-4d08-bca7-499207543591 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ec94c8104754260b1a43ea39ff93023&device_id=20dde86b-9843-4f1d-a95e-94c8ecb20494 HTTP/1.1" status: 200 len: 1095 time: 0.2752302 Dec 10 16:30:54.147976 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-3dd550c2-661f-4136-8b34-64b3b0150408 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:54.156718 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-3dd550c2-661f-4136-8b34-64b3b0150408 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/networks?id=378a2de5-76cc-4a65-aeb7-2e1cbda0ee20 HTTP/1.1" status: 200 len: 815 time: 0.3763928 Dec 10 16:30:54.241254 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7274bb2e-bc09-4115-9447-75450bf546cc req-77e48bff-3a60-4045-80f8-e13593334f9c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=567e9ba0-6fdc-4fef-8f5f-95ec350aebee HTTP/1.1" status: 200 len: 217 time: 0.1030872 Dec 10 16:30:54.256513 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-8d9ab828-cb7c-4692-ba57-1756d14dd90b tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:54.258336 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-8d9ab828-cb7c-4692-ba57-1756d14dd90b tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:54.327339 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-8d9ab828-cb7c-4692-ba57-1756d14dd90b tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0012083 Dec 10 16:30:54.342756 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-453c837a-bcd8-458f-8736-6545f688a987 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/quotas/0ec94c8104754260b1a43ea39ff93023 HTTP/1.1" status: 200 len: 375 time: 0.1850705 Dec 10 16:30:54.344192 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef8a121c-4234-4169-86b8-6b30f4b1db07 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:54.389808 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-a7c7c282-8f11-429c-9e69-c010e6701cde service neutron] Request body: {'port': {'device_id': '4daf3e72-6535-4e62-9fd1-62a61d6c24e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:54.404495 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef8a121c-4234-4169-86b8-6b30f4b1db07 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:54.451629 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8a121c-4234-4169-86b8-6b30f4b1db07 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:30:54.451841 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-b826ff21-75f2-495e-b97c-811f283bd5e7 tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:54.453409 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-b826ff21-75f2-495e-b97c-811f283bd5e7 tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] 10.222.0.26 "GET /v2.0/networks?id=211e27a2-c853-4191-a857-17350ab8b8c1 HTTP/1.1" status: 200 len: 814 time: 0.4993417 Dec 10 16:30:54.455026 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-ef8a121c-4234-4169-86b8-6b30f4b1db07 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:54.459218 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8a121c-4234-4169-86b8-6b30f4b1db07 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:30:54.466751 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8a121c-4234-4169-86b8-6b30f4b1db07 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:54.467370 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef8a121c-4234-4169-86b8-6b30f4b1db07 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:54.484139 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-bc98fe31-e269-4cec-85b1-3891c9d314f8 tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] Request body: {'port': {'device_id': 'dbb4c82f-0d2a-4f2e-ad17-db99f317f4d7', 'network_id': '211e27a2-c853-4191-a857-17350ab8b8c1', 'admin_state_up': True, 'tenant_id': 'e06b4d0bad54485490e1cedf2442472c'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:54.485274 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a121c-4234-4169-86b8-6b30f4b1db07 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Port': ['ID=ec973aba-ec40-4b00-a29d-7c066673c8ab,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:54.496447 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ef8a121c-4234-4169-86b8-6b30f4b1db07 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4798636 Dec 10 16:30:54.497057 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51652) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:54.539454 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274bb2e-bc09-4115-9447-75450bf546cc req-aeeb3d96-51e5-4863-9784-2ca16b4dab17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:54.540987 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7274bb2e-bc09-4115-9447-75450bf546cc req-aeeb3d96-51e5-4863-9784-2ca16b4dab17 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4db03e84-bf45-4c5a-9452-15e506f492f4 HTTP/1.1" status: 200 len: 854 time: 0.2582405 Dec 10 16:30:54.543774 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8a9f5d74-056f-4a4c-a944-d35d2da28517 None None] Provisioning complete for port 62095813-36d3-4d4c-82d2-172a94116374 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:54.544072 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8a9f5d74-056f-4a4c-a944-d35d2da28517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:54.562510 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef77792c-4fa8-41dc-a1ad-63b7b61d1da4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:54.569062 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef77792c-4fa8-41dc-a1ad-63b7b61d1da4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:54.573100 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ef77792c-4fa8-41dc-a1ad-63b7b61d1da4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0727208 Dec 10 16:30:54.573530 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51654) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:54.590298 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8a9f5d74-056f-4a4c-a944-d35d2da28517 None None] Port 62095813-36d3-4d4c-82d2-172a94116374 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:30:54.654618 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-a7c7c282-8f11-429c-9e69-c010e6701cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:54.668282 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-7a34c802-01b3-49e1-a964-592a6e823121 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ec94c8104754260b1a43ea39ff93023&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2754097 Dec 10 16:30:54.675350 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-fca105ee-b29b-4316-b62e-143151814753 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting port ec973aba-ec40-4b00-a29d-7c066673c8ab {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:30:54.675691 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fca105ee-b29b-4316-b62e-143151814753 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:54.756487 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274bb2e-bc09-4115-9447-75450bf546cc req-aff12024-f3cd-48f4-9959-cb09dc23a6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:54.758288 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7274bb2e-bc09-4115-9447-75450bf546cc req-aff12024-f3cd-48f4-9959-cb09dc23a6fd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=378a2de5-76cc-4a65-aeb7-2e1cbda0ee20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1987169 Dec 10 16:30:54.765586 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fca105ee-b29b-4316-b62e-143151814753 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:54.779363 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-fca105ee-b29b-4316-b62e-143151814753 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Calling delete_port for ec973aba-ec40-4b00-a29d-7c066673c8ab owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:30:54.926588 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fca105ee-b29b-4316-b62e-143151814753 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:54.971782 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca105ee-b29b-4316-b62e-143151814753 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Port': ['ID=ec973aba-ec40-4b00-a29d-7c066673c8ab,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:54.998263 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fca105ee-b29b-4316-b62e-143151814753 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:55.002591 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-fca105ee-b29b-4316-b62e-143151814753 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/ports/ec973aba-ec40-4b00-a29d-7c066673c8ab HTTP/1.1" status: 204 len: 168 time: 0.4280698 Dec 10 16:30:55.005077 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51664) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:55.093200 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722f6ad0-8b59-450d-b9aa-1ba9f26473f3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:55.095980 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722f6ad0-8b59-450d-b9aa-1ba9f26473f3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:55.097795 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-722f6ad0-8b59-450d-b9aa-1ba9f26473f3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0915296 Dec 10 16:30:55.100584 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51666) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:55.117025 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 234bab3d-8205-4326-9ffe-80010976fc9e up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:30:55.171704 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-5262d83a-dfa8-4258-a19c-6cfe2520b60d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting subnet 408c8289-5279-47c4-acc6-ca0bb7edfcda {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:30:55.176219 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5262d83a-dfa8-4258-a19c-6cfe2520b60d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:55.181817 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 234bab3d-8205-4326-9ffe-80010976fc9e triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:55.182429 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:55.225451 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5262d83a-dfa8-4258-a19c-6cfe2520b60d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:55.273829 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-bc98fe31-e269-4cec-85b1-3891c9d314f8 tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] Made reservation on behalf of e06b4d0bad54485490e1cedf2442472c for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:30:55.274685 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:55.278054 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-bc98fe31-e269-4cec-85b1-3891c9d314f8 tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:55.316373 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-19987294-9eb0-40b1-9921-1440793dc81f service neutron] 10.222.0.11 "GET /v2.0/networks/378a2de5-76cc-4a65-aeb7-2e1cbda0ee20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6336467 Dec 10 16:30:55.325315 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 234bab3d-8205-4326-9ffe-80010976fc9e, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=234bab3d-8205-4326-9ffe-80010976fc9e,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:30:55.331385 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:55.351503 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5262d83a-dfa8-4258-a19c-6cfe2520b60d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:55.386543 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=234bab3d-8205-4326-9ffe-80010976fc9e,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:55.423522 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-1c2562b5-68d8-4208-be3b-0a5bb38752a3 None None] Provisioning complete for port 234bab3d-8205-4326-9ffe-80010976fc9e triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:55.424141 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1c2562b5-68d8-4208-be3b-0a5bb38752a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:55.442461 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7274bb2e-bc09-4115-9447-75450bf546cc req-92307839-ecd8-4ee6-9624-369e415b6d6c service neutron] 10.222.0.26 "GET /v2.0/networks/378a2de5-76cc-4a65-aeb7-2e1cbda0ee20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6592309 Dec 10 16:30:55.443376 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5262d83a-dfa8-4258-a19c-6cfe2520b60d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:55.467228 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5262d83a-dfa8-4258-a19c-6cfe2520b60d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:55.474964 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5262d83a-dfa8-4258-a19c-6cfe2520b60d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/408c8289-5279-47c4-acc6-ca0bb7edfcda HTTP/1.1" status: 204 len: 168 time: 0.3720961 Dec 10 16:30:55.475574 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51668) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:55.537281 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f88c64e0-f059-4a1f-b78e-978d6df47f81 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0434673 Dec 10 16:30:55.538315 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262d83a-dfa8-4258-a19c-6cfe2520b60d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Subnet': ['ID=408c8289-5279-47c4-acc6-ca0bb7edfcda,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:55.539917 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51670) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:55.601649 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36624ac2-9776-426f-bae1-33553fbbc39a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:55.603385 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-36624ac2-9776-426f-bae1-33553fbbc39a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0625515 Dec 10 16:30:55.606054 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51672) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:55.664012 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5cfb13-2a70-45a1-910e-d18321546d34 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:30:55.668217 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-432e7038-19aa-4fbf-90ce-319815b9d0d0 None None] Could not find standard attr ID for object ec973aba-ec40-4b00-a29d-7c066673c8ab. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:30:55.677425 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-ea70773d-67cd-45fe-9a0e-e000ce499285 service neutron] 10.222.0.11 "GET /v2.0/networks/378a2de5-76cc-4a65-aeb7-2e1cbda0ee20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359826 Dec 10 16:30:55.687641 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6d8aec-419b-445e-a209-68493d800748 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:55.692365 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4b6d8aec-419b-445e-a209-68493d800748 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0853040 Dec 10 16:30:55.692969 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51674) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:55.706009 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7274bb2e-bc09-4115-9447-75450bf546cc req-55e7bd7d-c5fb-40d3-8229-23185a3e8b3f service neutron] 10.222.0.26 "GET /v2.0/networks/378a2de5-76cc-4a65-aeb7-2e1cbda0ee20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283018 Dec 10 16:30:55.712126 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-bc98fe31-e269-4cec-85b1-3891c9d314f8 tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] Allocated IP 172.20.0.14 (211e27a2-c853-4191-a857-17350ab8b8c1/93f016a9-3d74-4edc-8f7c-1474627f572c/f6598b69-2b47-4ac3-a31c-584be1d6ed5e) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:30:55.755946 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-cc54880e-d7b8-49e1-9a21-9f749f025fd2 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0615480 Dec 10 16:30:55.756678 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51676) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:55.763342 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-f9ebb009-d082-40d5-af2c-bca5763a7b7c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'subnet': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:55.791812 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-a7c7c282-8f11-429c-9e69-c010e6701cde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62095813-36d3-4d4c-82d2-172a94116374 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:30:55.805954 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-a7c7c282-8f11-429c-9e69-c010e6701cde service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:55.866258 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-a7c7c282-8f11-429c-9e69-c010e6701cde service neutron] Transition to ACTIVE for port object 62095813-36d3-4d4c-82d2-172a94116374 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:30:55.868803 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c446013e-f718-4e3e-8065-9659c742d8bb None None] DHCP port deletion for ba7323f5-fe45-4362-904e-9370cf7b7342 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:30:55.895192 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ebb009-d082-40d5-af2c-bca5763a7b7c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:30:55.900483 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f9ebb009-d082-40d5-af2c-bca5763a7b7c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:55.941075 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-a7c7c282-8f11-429c-9e69-c010e6701cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:55.950722 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c446013e-f718-4e3e-8065-9659c742d8bb None None] Deleting port 234bab3d-8205-4326-9ffe-80010976fc9e {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:30:55.951617 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c446013e-f718-4e3e-8065-9659c742d8bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:56.010052 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6363d13c-9042-4031-b457-05d51e45ba72 req-dbf96a07-1d53-4126-bb62-8797d2cd582e tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbb4c82f-0d2a-4f2e-ad17-db99f317f4d7 HTTP/1.1" status: 200 len: 210 time: 0.0781078 Dec 10 16:30:56.043868 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-bc98fe31-e269-4cec-85b1-3891c9d314f8 tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:56.073493 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c446013e-f718-4e3e-8065-9659c742d8bb None None] For port 234bab3d-8205-4326-9ffe-80010976fc9e, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=234bab3d-8205-4326-9ffe-80010976fc9e,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:30:56.073894 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c446013e-f718-4e3e-8065-9659c742d8bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:56.094785 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c7c282-8f11-429c-9e69-c010e6701cde service neutron] Pushing event updated for resources: {'Port': ['ID=62095813-36d3-4d4c-82d2-172a94116374,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:56.129397 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c446013e-f718-4e3e-8065-9659c742d8bb None None] Calling delete_port for 234bab3d-8205-4326-9ffe-80010976fc9e owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:30:56.167525 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faec32c4-1252-4d90-9c72-1d0b989e8648 x-openstack-request-id: req-faec32c4-1252-4d90-9c72-1d0b989e8648 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:30:56.168815 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20dde86b-9843-4f1d-a95e-94c8ecb20494", "tag": "567e9ba0-6fdc-4fef-8f5f-95ec350aebee", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:30:56.168992 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-faec32c4-1252-4d90-9c72-1d0b989e8648 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:30:56.170704 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20dde86b-9843-4f1d-a95e-94c8ecb20494', 'tag': '567e9ba0-6fdc-4fef-8f5f-95ec350aebee', 'status': 'completed', 'code': 200} Dec 10 16:30:56.277855 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c446013e-f718-4e3e-8065-9659c742d8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:56.314447 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c446013e-f718-4e3e-8065-9659c742d8bb None None] Pushing event deleted for resources: {'Port': ['ID=234bab3d-8205-4326-9ffe-80010976fc9e,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:56.316285 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c446013e-f718-4e3e-8065-9659c742d8bb None None] No DVR routers for this DVR port 234bab3d-8205-4326-9ffe-80010976fc9e on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:30:56.350806 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-bc98fe31-e269-4cec-85b1-3891c9d314f8 tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:56.394287 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-a7c7c282-8f11-429c-9e69-c010e6701cde service neutron] Attempting to bind port 62095813-36d3-4d4c-82d2-172a94116374 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:30:56.394620 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-a7c7c282-8f11-429c-9e69-c010e6701cde service neutron] Attempting to bind port 62095813-36d3-4d4c-82d2-172a94116374 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '0dcc8a1a-3660-487b-a29e-50cf9d625980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '378a2de5-76cc-4a65-aeb7-2e1cbda0ee20'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:30:56.394941 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-a7c7c282-8f11-429c-9e69-c010e6701cde service neutron] Attempting to bind port 62095813-36d3-4d4c-82d2-172a94116374 on network 378a2de5-76cc-4a65-aeb7-2e1cbda0ee20 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:30:56.416388 n-d-766771-2 neutron-server[103393]: DEBUG neutron.objects.ports [None req-f9ebb009-d082-40d5-af2c-bca5763a7b7c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103393) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 16:30:56.417933 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f9ebb009-d082-40d5-af2c-bca5763a7b7c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:56.436501 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-a7c7c282-8f11-429c-9e69-c010e6701cde service neutron] Port 62095813-36d3-4d4c-82d2-172a94116374 on network 378a2de5-76cc-4a65-aeb7-2e1cbda0ee20 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:30:56.436825 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-a7c7c282-8f11-429c-9e69-c010e6701cde service neutron] Attempting to bind port 62095813-36d3-4d4c-82d2-172a94116374 on network 378a2de5-76cc-4a65-aeb7-2e1cbda0ee20 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:30:56.463407 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ebb009-d082-40d5-af2c-bca5763a7b7c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:30:56.465833 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98fe31-e269-4cec-85b1-3891c9d314f8 tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] Pushing event updated for resources: {'Port': ['ID=f6598b69-2b47-4ac3-a31c-584be1d6ed5e,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:56.468927 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-f9ebb009-d082-40d5-af2c-bca5763a7b7c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:56.473620 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ebb009-d082-40d5-af2c-bca5763a7b7c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:56.474465 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f9ebb009-d082-40d5-af2c-bca5763a7b7c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:56.476819 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b719b-e6fc-4625-825c-6d3e896e3405 req-c60b02f0-2cf7-4c9d-ad33-8cbeaf52d15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:56.479286 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-067b719b-e6fc-4625-825c-6d3e896e3405 req-c60b02f0-2cf7-4c9d-ad33-8cbeaf52d15f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ec94c8104754260b1a43ea39ff93023&device_id=20dde86b-9843-4f1d-a95e-94c8ecb20494 HTTP/1.1" status: 200 len: 1095 time: 0.3029051 Dec 10 16:30:56.479450 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1f37d6-38d9-410f-a76d-534b11bae5f9 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:30:56.480146 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-a7c7c282-8f11-429c-9e69-c010e6701cde service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:30:56.480687 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-a7c7c282-8f11-429c-9e69-c010e6701cde service neutron] Checking segment: {'id': '0dcc8a1a-3660-487b-a29e-50cf9d625980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '378a2de5-76cc-4a65-aeb7-2e1cbda0ee20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:30:56.481722 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-a7c7c282-8f11-429c-9e69-c010e6701cde service neutron] Bound using segment: {'id': '0dcc8a1a-3660-487b-a29e-50cf9d625980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '378a2de5-76cc-4a65-aeb7-2e1cbda0ee20'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:30:56.482196 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-a7c7c282-8f11-429c-9e69-c010e6701cde service neutron] Bound port: 62095813-36d3-4d4c-82d2-172a94116374, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dcc8a1a-3660-487b-a29e-50cf9d625980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '378a2de5-76cc-4a65-aeb7-2e1cbda0ee20'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:30:56.482567 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-a7c7c282-8f11-429c-9e69-c010e6701cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:56.482885 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ebb009-d082-40d5-af2c-bca5763a7b7c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Subnet': ['ID=f9abd078-99ba-45eb-b66e-937355eb90d8,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:56.487484 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-bc98fe31-e269-4cec-85b1-3891c9d314f8 tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] Network 211e27a2-c853-4191-a857-17350ab8b8c1 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:30:56.498178 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf862b26-3631-49cd-91cf-b171ee420005 req-bfe59085-4933-4838-8209-9acc8172a6a9 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:56.499860 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf862b26-3631-49cd-91cf-b171ee420005 req-bfe59085-4933-4838-8209-9acc8172a6a9 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=5086000b-2d0f-4ffa-a728-e28b40e16ec6 HTTP/1.1" status: 200 len: 945 time: 0.1887856 Dec 10 16:30:56.501377 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-bc98fe31-e269-4cec-85b1-3891c9d314f8 tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:56.504494 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-bc98fe31-e269-4cec-85b1-3891c9d314f8 tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:30:56.508584 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f9ebb009-d082-40d5-af2c-bca5763a7b7c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7508342 Dec 10 16:30:56.508722 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51698) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:56.571677 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-da98ada1-b2e8-4186-8d21-5df2ca4ced6a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'subnet': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:56.615892 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cebfab-6406-4a4c-b9ff-0b2d2c107351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-ba7323f5-fe45-4362-904e-9370cf7b7342', 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'project_id': '2ff5423581d24da08fa7c37167d452f0', 'fixed_ips': [{'subnet_id': 'f9abd078-99ba-45eb-b66e-937355eb90d8'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:30:56.617221 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-35cebfab-6406-4a4c-b9ff-0b2d2c107351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:56.769768 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-bc98fe31-e269-4cec-85b1-3891c9d314f8 tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:56.770396 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-bc98fe31-e269-4cec-85b1-3891c9d314f8 tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:56.771316 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-35cebfab-6406-4a4c-b9ff-0b2d2c107351 None None] Allocated IP 2001:db8::f816:3eff:fef6:9e22 (ba7323f5-fe45-4362-904e-9370cf7b7342/f9abd078-99ba-45eb-b66e-937355eb90d8/3e21bb67-66f6-4c2f-a0b5-9501650ab9d1) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:30:56.823624 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf862b26-3631-49cd-91cf-b171ee420005 req-aad2f3d3-5603-44a5-a0c2-e82c85deda0f tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156595 Dec 10 16:30:56.845891 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-bc98fe31-e269-4cec-85b1-3891c9d314f8 tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3675091 Dec 10 16:30:56.851000 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-a7c7c282-8f11-429c-9e69-c010e6701cde service neutron] For port 62095813-36d3-4d4c-82d2-172a94116374, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:30:56.853537 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b719b-e6fc-4625-825c-6d3e896e3405 req-c11b173d-2358-4a1d-9b8a-bd93bd0f7b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:56.855157 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-067b719b-e6fc-4625-825c-6d3e896e3405 req-c11b173d-2358-4a1d-9b8a-bd93bd0f7b05 service neutron] 10.222.0.26 "GET /v2.0/networks?id=378a2de5-76cc-4a65-aeb7-2e1cbda0ee20 HTTP/1.1" status: 200 len: 916 time: 0.3375666 Dec 10 16:30:56.864270 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-62c77b24-023a-46a3-8ed9-57defa5d35a7 service neutron] Request body: {'port': {'device_id': 'dbb4c82f-0d2a-4f2e-ad17-db99f317f4d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:56.878609 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-a7c7c282-8f11-429c-9e69-c010e6701cde service neutron] For port 62095813-36d3-4d4c-82d2-172a94116374, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=62095813-36d3-4d4c-82d2-172a94116374,segment=NetworkSegment(0dcc8a1a-3660-487b-a29e-50cf9d625980),segment_id=0dcc8a1a-3660-487b-a29e-50cf9d625980)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:30:56.938332 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-a7c7c282-8f11-429c-9e69-c010e6701cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:56.948169 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-35cebfab-6406-4a4c-b9ff-0b2d2c107351 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:56.956114 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-35cebfab-6406-4a4c-b9ff-0b2d2c107351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:56.961953 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-067b719b-e6fc-4625-825c-6d3e896e3405 req-ad8bc278-f5b0-4d5a-87a0-bb4072e83bcc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=567e9ba0-6fdc-4fef-8f5f-95ec350aebee HTTP/1.1" status: 200 len: 217 time: 0.0878413 Dec 10 16:30:56.994455 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cebfab-6406-4a4c-b9ff-0b2d2c107351 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:30:57.013671 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-35cebfab-6406-4a4c-b9ff-0b2d2c107351 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:57.017527 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cebfab-6406-4a4c-b9ff-0b2d2c107351 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:30:57.035184 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-a7c7c282-8f11-429c-9e69-c010e6701cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:57.035852 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-a7c7c282-8f11-429c-9e69-c010e6701cde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:57.037305 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-a7c7c282-8f11-429c-9e69-c010e6701cde service neutron] 10.222.0.46 "PUT /v2.0/ports/62095813-36d3-4d4c-82d2-172a94116374 HTTP/1.1" status: 200 len: 1091 time: 2.6935494 Dec 10 16:30:57.082170 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-35cebfab-6406-4a4c-b9ff-0b2d2c107351 None None] Attempting to bind port 3e21bb67-66f6-4c2f-a0b5-9501650ab9d1 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:30:57.082540 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-35cebfab-6406-4a4c-b9ff-0b2d2c107351 None None] Attempting to bind port 3e21bb67-66f6-4c2f-a0b5-9501650ab9d1 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:30:57.083133 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cebfab-6406-4a4c-b9ff-0b2d2c107351 None None] Attempting to bind port 3e21bb67-66f6-4c2f-a0b5-9501650ab9d1 on network ba7323f5-fe45-4362-904e-9370cf7b7342 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:30:57.095943 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cebfab-6406-4a4c-b9ff-0b2d2c107351 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:30:57.096305 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cebfab-6406-4a4c-b9ff-0b2d2c107351 None None] Checking segment: {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:30:57.096720 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-35cebfab-6406-4a4c-b9ff-0b2d2c107351 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:57.097158 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cebfab-6406-4a4c-b9ff-0b2d2c107351 None None] Bound using segment: {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:30:57.097582 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-35cebfab-6406-4a4c-b9ff-0b2d2c107351 None None] Bound port: 3e21bb67-66f6-4c2f-a0b5-9501650ab9d1, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:30:57.097975 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-35cebfab-6406-4a4c-b9ff-0b2d2c107351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:57.099937 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cebfab-6406-4a4c-b9ff-0b2d2c107351 None None] Pushing event updated for resources: {'Port': ['ID=3e21bb67-66f6-4c2f-a0b5-9501650ab9d1,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:57.104533 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 234bab3d-8205-4326-9ffe-80010976fc9e no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:30:57.139078 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da98ada1-b2e8-4186-8d21-5df2ca4ced6a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:30:57.143280 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-da98ada1-b2e8-4186-8d21-5df2ca4ced6a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:57.182345 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 234bab3d-8205-4326-9ffe-80010976fc9e {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:30:57.182952 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 234bab3d-8205-4326-9ffe-80010976fc9e not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:30:57.219348 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-35cebfab-6406-4a4c-b9ff-0b2d2c107351 None None] For port 3e21bb67-66f6-4c2f-a0b5-9501650ab9d1, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:30:57.224480 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-35cebfab-6406-4a4c-b9ff-0b2d2c107351 None None] For port 3e21bb67-66f6-4c2f-a0b5-9501650ab9d1, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=3e21bb67-66f6-4c2f-a0b5-9501650ab9d1,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:30:57.230616 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-35cebfab-6406-4a4c-b9ff-0b2d2c107351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:57.273803 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-62c77b24-023a-46a3-8ed9-57defa5d35a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:57.285802 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c7c282-8f11-429c-9e69-c010e6701cde service neutron] Pushing event updated for resources: {'Port': ['ID=62095813-36d3-4d4c-82d2-172a94116374,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:57.325722 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cebfab-6406-4a4c-b9ff-0b2d2c107351 None None] Pushing event updated for resources: {'Port': ['ID=3e21bb67-66f6-4c2f-a0b5-9501650ab9d1,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:57.326035 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c20d7a-9495-430c-84e1-fd5dae832c64 req-68b96f3f-56f6-4e2a-bd77-ad6c80732d43 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:57.327783 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f9c20d7a-9495-430c-84e1-fd5dae832c64 req-68b96f3f-56f6-4e2a-bd77-ad6c80732d43 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 945 time: 0.3927307 Dec 10 16:30:57.336856 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b719b-e6fc-4625-825c-6d3e896e3405 req-4a1a1aa9-fd66-45b1-aa95-346cf9584745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:57.338451 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-067b719b-e6fc-4625-825c-6d3e896e3405 req-4a1a1aa9-fd66-45b1-aa95-346cf9584745 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4db03e84-bf45-4c5a-9452-15e506f492f4 HTTP/1.1" status: 200 len: 854 time: 0.3471262 Dec 10 16:30:57.461169 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-a9cee965-f455-49fb-994d-80ec68de3c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:57.462701 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-a9cee965-f455-49fb-994d-80ec68de3c0e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ec94c8104754260b1a43ea39ff93023&device_id=4daf3e72-6535-4e62-9fd1-62a61d6c24e5 HTTP/1.1" status: 200 len: 1094 time: 0.3567245 Dec 10 16:30:57.513891 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-c22a52e6-6c3e-4959-82a4-8011ba1f758e tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:57.517296 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-c22a52e6-6c3e-4959-82a4-8011ba1f758e tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.46 "GET /v2.0/networks?id=378a2de5-76cc-4a65-aeb7-2e1cbda0ee20 HTTP/1.1" status: 200 len: 815 time: 0.3894625 Dec 10 16:30:57.548678 n-d-766771-2 neutron-server[103392]: INFO neutron.db.ipam_backend_mixin [None req-da98ada1-b2e8-4186-8d21-5df2ca4ced6a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f9abd078-99ba-45eb-b66e-937355eb90d8 (CIDR: 2001:db8::/64) Dec 10 16:30:57.564033 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-50d72795-7f1f-402c-87db-0db6851425fe tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Request body: {'port': {'device_id': '8b93bf41-538d-432c-9248-adf3e3982dc4', 'network_id': '378a2de5-76cc-4a65-aeb7-2e1cbda0ee20', 'admin_state_up': True, 'tenant_id': '0ec94c8104754260b1a43ea39ff93023'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:57.570885 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-e9edd0c4-e8ea-492b-b6f3-b9e81f42e7e0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62095813-36d3-4d4c-82d2-172a94116374 HTTP/1.1" status: 200 len: 217 time: 0.0929861 Dec 10 16:30:57.583844 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-da98ada1-b2e8-4186-8d21-5df2ca4ced6a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:30:57.584338 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da98ada1-b2e8-4186-8d21-5df2ca4ced6a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:30:57.995453 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b719b-e6fc-4625-825c-6d3e896e3405 req-26fc8e54-9275-43ca-82f2-b399960a297e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:57.996938 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-067b719b-e6fc-4625-825c-6d3e896e3405 req-26fc8e54-9275-43ca-82f2-b399960a297e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=378a2de5-76cc-4a65-aeb7-2e1cbda0ee20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6504104 Dec 10 16:30:58.000281 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f9c20d7a-9495-430c-84e1-fd5dae832c64 req-70329e2a-2518-4695-8aed-a992f1ede769 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=61dd92f2-b4f5-4bfd-ac94-e9e550096dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6586111 Dec 10 16:30:58.063777 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-da98ada1-b2e8-4186-8d21-5df2ca4ced6a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5202949 Dec 10 16:30:58.064149 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51712) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:58.069292 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-d821f7df-632c-43d0-b861-b164f09dfc6c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'subnet': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:58.181185 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4daf3e72-6535-4e62-9fd1-62a61d6c24e5', 'tag': '62095813-36d3-4d4c-82d2-172a94116374'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:30:58.183472 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813b9741-6165-4007-8d9d-47ec9eb0235f" -d '{"events": [{"name": "network-changed", "server_uuid": "4daf3e72-6535-4e62-9fd1-62a61d6c24e5", "tag": "62095813-36d3-4d4c-82d2-172a94116374"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:30:58.186920 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-11f3c866-f075-48f2-9fcf-27054e5d2086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:58.188612 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-11f3c866-f075-48f2-9fcf-27054e5d2086 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4db03e84-bf45-4c5a-9452-15e506f492f4 HTTP/1.1" status: 200 len: 854 time: 0.5969594 Dec 10 16:30:58.211339 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d821f7df-632c-43d0-b861-b164f09dfc6c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:30:58.215660 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d821f7df-632c-43d0-b861-b164f09dfc6c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:58.227994 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7ab43f2c-af88-4a1a-85c3-9347565831a1 req-802151c2-6b45-4cb9-8d52-dc197d3f9603 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b93bf41-538d-432c-9248-adf3e3982dc4 HTTP/1.1" status: 200 len: 210 time: 0.0670321 Dec 10 16:30:58.318009 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-067b719b-e6fc-4625-825c-6d3e896e3405 req-ebe8a956-4bd2-4645-afd1-f8610da0e52c service neutron] 10.222.0.26 "GET /v2.0/networks/378a2de5-76cc-4a65-aeb7-2e1cbda0ee20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002849 Dec 10 16:30:58.345724 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-0a6e63f3-c830-4aa7-a2a4-2616d41de4de None None] Provisioning complete for port 3e21bb67-66f6-4c2f-a0b5-9501650ab9d1 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:58.346374 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0a6e63f3-c830-4aa7-a2a4-2616d41de4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:58.365453 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-50d72795-7f1f-402c-87db-0db6851425fe tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Made reservation on behalf of 0ec94c8104754260b1a43ea39ff93023 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:30:58.368978 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-50d72795-7f1f-402c-87db-0db6851425fe tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:58.423761 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-c5cb7fd8-6b2d-4f8b-be93-acb48792d5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:58.425264 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-c5cb7fd8-6b2d-4f8b-be93-acb48792d5df service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=378a2de5-76cc-4a65-aeb7-2e1cbda0ee20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2254751 Dec 10 16:30:58.432263 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0a6e63f3-c830-4aa7-a2a4-2616d41de4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:58.464576 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-0a6e63f3-c830-4aa7-a2a4-2616d41de4de None None] For port 3e21bb67-66f6-4c2f-a0b5-9501650ab9d1, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=3e21bb67-66f6-4c2f-a0b5-9501650ab9d1,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:30:58.472838 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0a6e63f3-c830-4aa7-a2a4-2616d41de4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:58.503421 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d821f7df-632c-43d0-b861-b164f09dfc6c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:58.523980 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e63f3-c830-4aa7-a2a4-2616d41de4de None None] Pushing event updated for resources: {'Port': ['ID=3e21bb67-66f6-4c2f-a0b5-9501650ab9d1,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:58.553053 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d821f7df-632c-43d0-b861-b164f09dfc6c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:30:58.556174 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-d821f7df-632c-43d0-b861-b164f09dfc6c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:58.561062 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d821f7df-632c-43d0-b861-b164f09dfc6c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:58.561342 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d821f7df-632c-43d0-b861-b164f09dfc6c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:58.568912 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6563aa-8182-4f5a-ad89-d98f92bfe4c0 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:30:58.571660 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821f7df-632c-43d0-b861-b164f09dfc6c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Subnet': ['ID=03983bdd-5e0e-4683-b3ac-61979eb78be4,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:58.587491 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d821f7df-632c-43d0-b861-b164f09dfc6c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5196929 Dec 10 16:30:58.587908 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51718) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:58.592590 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-f5070506-bf82-4638-acf5-9c34d6313e19 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'port': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'mac_address': 'fa:16:3e:a0:e1:e9', 'name': 'tempest-NetworksTestDHCPv6-344641556'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:58.673789 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93bbd58-07be-445f-acf1-eff8e12fd52c req-094e6557-5135-4875-a5e8-8bdef6fac524 tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:58.679752 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d93bbd58-07be-445f-acf1-eff8e12fd52c req-094e6557-5135-4875-a5e8-8bdef6fac524 tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbb4c82f-0d2a-4f2e-ad17-db99f317f4d7 HTTP/1.1" status: 200 len: 932 time: 0.3570156 Dec 10 16:30:58.680915 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-62c77b24-023a-46a3-8ed9-57defa5d35a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6598b69-2b47-4ac3-a31c-584be1d6ed5e {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:30:58.689198 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-62c77b24-023a-46a3-8ed9-57defa5d35a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:58.704818 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-62c77b24-023a-46a3-8ed9-57defa5d35a7 service neutron] Transition to ACTIVE for port object f6598b69-2b47-4ac3-a31c-584be1d6ed5e will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:30:58.735254 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5070506-bf82-4638-acf5-9c34d6313e19 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:30:58.736845 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-62c77b24-023a-46a3-8ed9-57defa5d35a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:58.799507 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-067b719b-e6fc-4625-825c-6d3e896e3405 req-0c8eefec-ad84-4730-9ff2-5a1f106bc9de service neutron] 10.222.0.26 "GET /v2.0/networks/378a2de5-76cc-4a65-aeb7-2e1cbda0ee20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4702742 Dec 10 16:30:58.804479 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3720700c-cbd0-4da5-b4f2-761441b425ff None None] Update dhcp port {'port': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'fixed_ips': [{'subnet_id': 'f9abd078-99ba-45eb-b66e-937355eb90d8', 'ip_address': '2001:db8::f816:3eff:fef6:9e22'}, {'subnet_id': '03983bdd-5e0e-4683-b3ac-61979eb78be4'}], 'binding:host_id': 'n-d-766771-2'}, 'id': '3e21bb67-66f6-4c2f-a0b5-9501650ab9d1'} from n-d-766771-2. {{(pid=103394) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 16:30:58.837444 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3720700c-cbd0-4da5-b4f2-761441b425ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:58.838242 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5070506-bf82-4638-acf5-9c34d6313e19 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:58.863282 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-f5070506-bf82-4638-acf5-9c34d6313e19 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] device_id is not set on port bcf16516-0d96-48ff-9b93-ff6de2c26637 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:30:58.892265 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-db1c86cc-b6e7-4455-887d-8864cd2c3fc0 service neutron] 10.222.0.46 "GET /v2.0/networks/378a2de5-76cc-4a65-aeb7-2e1cbda0ee20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4526792 Dec 10 16:30:58.899587 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c77b24-023a-46a3-8ed9-57defa5d35a7 service neutron] Pushing event updated for resources: {'Port': ['ID=f6598b69-2b47-4ac3-a31c-584be1d6ed5e,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:58.939139 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d93bbd58-07be-445f-acf1-eff8e12fd52c req-9a75613d-2243-4fc5-a764-931629ebf1a7 tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b358a76-605b-4579-86eb-0eb26d1eb1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187679 Dec 10 16:30:58.940285 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-50d72795-7f1f-402c-87db-0db6851425fe tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Allocated IP 172.20.0.10 (378a2de5-76cc-4a65-aeb7-2e1cbda0ee20/4db03e84-bf45-4c5a-9452-15e506f492f4/66d574eb-e97d-4a1f-9a9c-eaadeaa42122) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:30:59.078248 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-f5070506-bf82-4638-acf5-9c34d6313e19 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Allocated IP 2001:db8:0:1::162 (ba7323f5-fe45-4362-904e-9370cf7b7342/03983bdd-5e0e-4683-b3ac-61979eb78be4/bcf16516-0d96-48ff-9b93-ff6de2c26637) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:30:59.084992 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-f5070506-bf82-4638-acf5-9c34d6313e19 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Allocated IP 2001:db8::f816:3eff:fea0:e1e9 (ba7323f5-fe45-4362-904e-9370cf7b7342/f9abd078-99ba-45eb-b66e-937355eb90d8/bcf16516-0d96-48ff-9b93-ff6de2c26637) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:30:59.101149 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 3e21bb67-66f6-4c2f-a0b5-9501650ab9d1 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:30:59.156760 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 567e9ba0-6fdc-4fef-8f5f-95ec350aebee details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:30:59.159005 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 3e21bb67-66f6-4c2f-a0b5-9501650ab9d1 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:30:59.159380 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:59.181807 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-62c77b24-023a-46a3-8ed9-57defa5d35a7 service neutron] Attempting to bind port f6598b69-2b47-4ac3-a31c-584be1d6ed5e on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:30:59.182179 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-62c77b24-023a-46a3-8ed9-57defa5d35a7 service neutron] Attempting to bind port f6598b69-2b47-4ac3-a31c-584be1d6ed5e by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'd6e18045-3520-4791-b1b2-a3097eb8570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '211e27a2-c853-4191-a857-17350ab8b8c1'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:30:59.182486 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-62c77b24-023a-46a3-8ed9-57defa5d35a7 service neutron] Attempting to bind port f6598b69-2b47-4ac3-a31c-584be1d6ed5e on network 211e27a2-c853-4191-a857-17350ab8b8c1 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:30:59.192646 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-51828af8-60b1-4fe0-ab31-9cee2880e561 req-b8d46acb-28cb-4c88-bee0-45d33357409f service neutron] 10.222.0.46 "GET /v2.0/networks/378a2de5-76cc-4a65-aeb7-2e1cbda0ee20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863188 Dec 10 16:30:59.202443 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-62c77b24-023a-46a3-8ed9-57defa5d35a7 service neutron] Port f6598b69-2b47-4ac3-a31c-584be1d6ed5e on network 211e27a2-c853-4191-a857-17350ab8b8c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:30:59.202770 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-62c77b24-023a-46a3-8ed9-57defa5d35a7 service neutron] Attempting to bind port f6598b69-2b47-4ac3-a31c-584be1d6ed5e on network 211e27a2-c853-4191-a857-17350ab8b8c1 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:30:59.212004 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35312efc-4605-4a46-ae21-f908b133e0d5 req-132110df-2e79-46b4-aef3-aa21dbfe8f0c tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:59.219603 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-35312efc-4605-4a46-ae21-f908b133e0d5 req-132110df-2e79-46b4-aef3-aa21dbfe8f0c tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=5086000b-2d0f-4ffa-a728-e28b40e16ec6 HTTP/1.1" status: 200 len: 945 time: 0.1890283 Dec 10 16:30:59.237379 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-62c77b24-023a-46a3-8ed9-57defa5d35a7 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:30:59.237723 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-62c77b24-023a-46a3-8ed9-57defa5d35a7 service neutron] Checking segment: {'id': 'd6e18045-3520-4791-b1b2-a3097eb8570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '211e27a2-c853-4191-a857-17350ab8b8c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:30:59.238110 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-62c77b24-023a-46a3-8ed9-57defa5d35a7 service neutron] Bound using segment: {'id': 'd6e18045-3520-4791-b1b2-a3097eb8570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '211e27a2-c853-4191-a857-17350ab8b8c1'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:30:59.238570 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-62c77b24-023a-46a3-8ed9-57defa5d35a7 service neutron] Bound port: f6598b69-2b47-4ac3-a31c-584be1d6ed5e, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6e18045-3520-4791-b1b2-a3097eb8570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '211e27a2-c853-4191-a857-17350ab8b8c1'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:30:59.238929 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-62c77b24-023a-46a3-8ed9-57defa5d35a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:59.291856 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5070506-bf82-4638-acf5-9c34d6313e19 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:59.333139 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 567e9ba0-6fdc-4fef-8f5f-95ec350aebee, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=567e9ba0-6fdc-4fef-8f5f-95ec350aebee,segment=NetworkSegment(0dcc8a1a-3660-487b-a29e-50cf9d625980),segment_id=0dcc8a1a-3660-487b-a29e-50cf9d625980)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:30:59.334509 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5070506-bf82-4638-acf5-9c34d6313e19 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:59.340923 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-35312efc-4605-4a46-ae21-f908b133e0d5 req-b5bd650c-466f-421c-bbb8-a7db21a3af5a tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199193 Dec 10 16:30:59.361088 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-50d72795-7f1f-402c-87db-0db6851425fe tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:59.383853 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-62c77b24-023a-46a3-8ed9-57defa5d35a7 service neutron] For port f6598b69-2b47-4ac3-a31c-584be1d6ed5e, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:30:59.388170 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-62c77b24-023a-46a3-8ed9-57defa5d35a7 service neutron] For port f6598b69-2b47-4ac3-a31c-584be1d6ed5e, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=f6598b69-2b47-4ac3-a31c-584be1d6ed5e,segment=NetworkSegment(d6e18045-3520-4791-b1b2-a3097eb8570b),segment_id=d6e18045-3520-4791-b1b2-a3097eb8570b)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:30:59.388486 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '567e9ba0-6fdc-4fef-8f5f-95ec350aebee', 'network_id': '378a2de5-76cc-4a65-aeb7-2e1cbda0ee20', 'port_id': '567e9ba0-6fdc-4fef-8f5f-95ec350aebee', 'mac_address': 'fa:16:3e:e3:e4:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4db03e84-bf45-4c5a-9452-15e506f492f4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:30:59.397643 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-62c77b24-023a-46a3-8ed9-57defa5d35a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:59.405766 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5070506-bf82-4638-acf5-9c34d6313e19 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:30:59.412990 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-f5070506-bf82-4638-acf5-9c34d6313e19 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:59.423216 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5070506-bf82-4638-acf5-9c34d6313e19 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:30:59.430293 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5070506-bf82-4638-acf5-9c34d6313e19 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:59.431441 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5070506-bf82-4638-acf5-9c34d6313e19 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:59.436273 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5070506-bf82-4638-acf5-9c34d6313e19 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Port': ['ID=bcf16516-0d96-48ff-9b93-ff6de2c26637,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:59.452616 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-3720700c-cbd0-4da5-b4f2-761441b425ff None None] Allocated IP 2001:db8:0:1::2 (ba7323f5-fe45-4362-904e-9370cf7b7342/03983bdd-5e0e-4683-b3ac-61979eb78be4/3e21bb67-66f6-4c2f-a0b5-9501650ab9d1) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:30:59.455534 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f5070506-bf82-4638-acf5-9c34d6313e19 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8666699 Dec 10 16:30:59.459049 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51728) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:59.460436 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-62c77b24-023a-46a3-8ed9-57defa5d35a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:59.461050 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:59.461197 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-62c77b24-023a-46a3-8ed9-57defa5d35a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:59.462483 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-62c77b24-023a-46a3-8ed9-57defa5d35a7 service neutron] 10.222.0.26 "PUT /v2.0/ports/f6598b69-2b47-4ac3-a31c-584be1d6ed5e HTTP/1.1" status: 200 len: 1092 time: 2.6031225 Dec 10 16:30:59.493088 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-50d72795-7f1f-402c-87db-0db6851425fe tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:59.526417 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c77b24-023a-46a3-8ed9-57defa5d35a7 service neutron] Pushing event updated for resources: {'Port': ['ID=f6598b69-2b47-4ac3-a31c-584be1d6ed5e,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:59.580549 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-04d067b9-345a-4d64-a40b-1c28f0c5a65b tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting port bcf16516-0d96-48ff-9b93-ff6de2c26637 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:30:59.580884 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-04d067b9-345a-4d64-a40b-1c28f0c5a65b tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:59.584322 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b68c3-2baf-4c16-b333-efdb7cf81a56 req-a0b7c05d-8b7a-4793-aadd-368c60e01210 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:59.585867 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-976b68c3-2baf-4c16-b333-efdb7cf81a56 req-a0b7c05d-8b7a-4793-aadd-368c60e01210 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 945 time: 0.1456060 Dec 10 16:30:59.589498 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-50d72795-7f1f-402c-87db-0db6851425fe tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Network 378a2de5-76cc-4a65-aeb7-2e1cbda0ee20 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:30:59.597116 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51730) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:30:59.605683 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-50d72795-7f1f-402c-87db-0db6851425fe tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:30:59.611618 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-50d72795-7f1f-402c-87db-0db6851425fe tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:30:59.629971 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-2f596a19-9dd2-423c-8178-44f443d67478 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Request body: {'floatingip': {'port_id': '9ad72708-8145-4710-a27a-811122cc9840'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:30:59.677986 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1885f7ad-8787-4275-a509-6da5427590de x-openstack-request-id: req-1885f7ad-8787-4275-a509-6da5427590de {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:30:59.678626 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4daf3e72-6535-4e62-9fd1-62a61d6c24e5", "tag": "62095813-36d3-4d4c-82d2-172a94116374", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:30:59.678626 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1885f7ad-8787-4275-a509-6da5427590de {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:30:59.678965 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4daf3e72-6535-4e62-9fd1-62a61d6c24e5', 'tag': '62095813-36d3-4d4c-82d2-172a94116374', 'status': 'completed', 'code': 200} Dec 10 16:30:59.686011 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-8fc96534-ce86-4583-a2ba-89b6723aff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:59.687614 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-8fc96534-ce86-4583-a2ba-89b6723aff3d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e06b4d0bad54485490e1cedf2442472c&device_id=dbb4c82f-0d2a-4f2e-ad17-db99f317f4d7 HTTP/1.1" status: 200 len: 1095 time: 0.1779423 Dec 10 16:30:59.698002 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d72795-7f1f-402c-87db-0db6851425fe tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Pushing event updated for resources: {'Port': ['ID=66d574eb-e97d-4a1f-9a9c-eaadeaa42122,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:59.707201 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2f596a19-9dd2-423c-8178-44f443d67478 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks [] for floatingip, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:59.791369 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 567e9ba0-6fdc-4fef-8f5f-95ec350aebee {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:30:59.796530 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-42ebc347-5ae0-4e6c-962b-a746f1049bae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6598b69-2b47-4ac3-a31c-584be1d6ed5e HTTP/1.1" status: 200 len: 217 time: 0.0956697 Dec 10 16:30:59.810788 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-50d72795-7f1f-402c-87db-0db6851425fe tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:59.811578 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-50d72795-7f1f-402c-87db-0db6851425fe tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:59.829971 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 567e9ba0-6fdc-4fef-8f5f-95ec350aebee, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=567e9ba0-6fdc-4fef-8f5f-95ec350aebee,segment=NetworkSegment(0dcc8a1a-3660-487b-a29e-50cf9d625980),segment_id=0dcc8a1a-3660-487b-a29e-50cf9d625980)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:30:59.841869 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:59.886752 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-04d067b9-345a-4d64-a40b-1c28f0c5a65b tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:59.910080 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-3720700c-cbd0-4da5-b4f2-761441b425ff None None] For port 3e21bb67-66f6-4c2f-a0b5-9501650ab9d1, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=3e21bb67-66f6-4c2f-a0b5-9501650ab9d1,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:30:59.923437 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-04d067b9-345a-4d64-a40b-1c28f0c5a65b tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Calling delete_port for bcf16516-0d96-48ff-9b93-ff6de2c26637 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:30:59.944287 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3720700c-cbd0-4da5-b4f2-761441b425ff None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:59.945529 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=567e9ba0-6fdc-4fef-8f5f-95ec350aebee,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:30:59.949101 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3720700c-cbd0-4da5-b4f2-761441b425ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:59.951234 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-50d72795-7f1f-402c-87db-0db6851425fe tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3948913 Dec 10 16:30:59.956868 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b9741-6165-4007-8d9d-47ec9eb0235f req-6e583e64-cae7-4d25-a9b8-3dafe7a87ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:30:59.958516 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-813b9741-6165-4007-8d9d-47ec9eb0235f req-6e583e64-cae7-4d25-a9b8-3dafe7a87ef5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ec94c8104754260b1a43ea39ff93023&device_id=4daf3e72-6535-4e62-9fd1-62a61d6c24e5 HTTP/1.1" status: 200 len: 1094 time: 0.2486451 Dec 10 16:30:59.966636 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-b31ce737-9297-4621-8f3d-3dc1e49dd6d8 service neutron] Request body: {'port': {'device_id': '8b93bf41-538d-432c-9248-adf3e3982dc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:00.004760 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-ab475a43-c467-45ee-a612-a4bc97b1047c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:00.006410 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-ab475a43-c467-45ee-a612-a4bc97b1047c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93f016a9-3d74-4edc-8f7c-1474627f572c HTTP/1.1" status: 200 len: 854 time: 0.1906121 Dec 10 16:31:00.053147 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['567e9ba0-6fdc-4fef-8f5f-95ec350aebee'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:31:00.080835 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-4bb872b3-958f-4404-93ab-7541708bcaea None None] Provisioning complete for port 66d574eb-e97d-4a1f-9a9c-eaadeaa42122 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:31:00.081211 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4bb872b3-958f-4404-93ab-7541708bcaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:00.086537 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-dcfd0423-8aa9-4f38-b73a-13ee86cdb74f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=211e27a2-c853-4191-a857-17350ab8b8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621672 Dec 10 16:31:00.088965 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3720700c-cbd0-4da5-b4f2-761441b425ff None None] Pushing event updated for resources: {'Port': ['ID=3e21bb67-66f6-4c2f-a0b5-9501650ab9d1,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:00.122200 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ce62f-2776-4cc8-a060-fc7dc8fc9e18 req-04fdaf10-4a2b-4ae8-a4fe-c8c5c2201783 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:00.124474 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-148ce62f-2776-4cc8-a060-fc7dc8fc9e18 req-04fdaf10-4a2b-4ae8-a4fe-c8c5c2201783 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b93bf41-538d-432c-9248-adf3e3982dc4 HTTP/1.1" status: 200 len: 932 time: 0.2243514 Dec 10 16:31:00.156755 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-4bb872b3-958f-4404-93ab-7541708bcaea None None] Port 66d574eb-e97d-4a1f-9a9c-eaadeaa42122 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:31:00.233910 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-b31ce737-9297-4621-8f3d-3dc1e49dd6d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:00.322038 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b9741-6165-4007-8d9d-47ec9eb0235f req-7be38915-cfe5-4464-9de2-5de7de0f74d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:00.323541 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-813b9741-6165-4007-8d9d-47ec9eb0235f req-7be38915-cfe5-4464-9de2-5de7de0f74d7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=378a2de5-76cc-4a65-aeb7-2e1cbda0ee20 HTTP/1.1" status: 200 len: 916 time: 0.3472762 Dec 10 16:31:00.330415 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-148ce62f-2776-4cc8-a060-fc7dc8fc9e18 req-1db6440c-b042-42ee-a455-ded5b842764d tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eae1e3b-7870-4110-894e-ef9b37df26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832051 Dec 10 16:31:00.377970 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-04d067b9-345a-4d64-a40b-1c28f0c5a65b tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:00.438293 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d067b9-345a-4d64-a40b-1c28f0c5a65b tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Port': ['ID=bcf16516-0d96-48ff-9b93-ff6de2c26637,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:00.497628 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-813b9741-6165-4007-8d9d-47ec9eb0235f req-dfcacf6d-93aa-4b46-85cc-7851733e1cc9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62095813-36d3-4d4c-82d2-172a94116374 HTTP/1.1" status: 200 len: 217 time: 0.1448114 Dec 10 16:31:00.523009 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-04d067b9-345a-4d64-a40b-1c28f0c5a65b tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:00.526770 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-04d067b9-345a-4d64-a40b-1c28f0c5a65b tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/ports/bcf16516-0d96-48ff-9b93-ff6de2c26637 HTTP/1.1" status: 204 len: 168 time: 1.0639892 Dec 10 16:31:00.532985 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51738) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:00.547668 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-987e548f-87d1-474e-8480-eee2c5f64a31 service neutron] 10.222.0.26 "GET /v2.0/networks/211e27a2-c853-4191-a857-17350ab8b8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4472353 Dec 10 16:31:00.572616 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2f596a19-9dd2-423c-8178-44f443d67478 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:00.581873 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2f596a19-9dd2-423c-8178-44f443d67478 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:00.669801 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ed9019-7a7f-4609-8302-8a2b76bbee0a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:00.671584 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-53ed9019-7a7f-4609-8302-8a2b76bbee0a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1376016 Dec 10 16:31:00.674856 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51740) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:00.746069 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143deb40-31db-4e2b-8d79-dd07891319f6 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:00.747692 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-143deb40-31db-4e2b-8d79-dd07891319f6 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0718195 Dec 10 16:31:00.749140 n-d-766771-2 neutron-server[103393]: INFO neutron.db.l3_db [None req-2f596a19-9dd2-423c-8178-44f443d67478 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Floating IP 878927f7-65b9-47b8-abf3-29fc639f6c3f associated. External IP: 172.25.6.44, port: 9ad72708-8145-4710-a27a-811122cc9840. Dec 10 16:31:00.751299 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51742) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:00.877784 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c07ff56-9bf1-486a-bbba-6099806dcb86 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:00.879451 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c07ff56-9bf1-486a-bbba-6099806dcb86 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:00.880975 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c07ff56-9bf1-486a-bbba-6099806dcb86 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:00.885210 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4c07ff56-9bf1-486a-bbba-6099806dcb86 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1303656 Dec 10 16:31:00.885584 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51750) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:00.890331 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-7f88d989-e6fd-4f16-a37c-49f1087af3e9 None None] Provisioning complete for port 3e21bb67-66f6-4c2f-a0b5-9501650ab9d1 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:31:00.891445 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7f88d989-e6fd-4f16-a37c-49f1087af3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:00.974250 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-d353929f-8402-47a3-87cc-9e14a29869ad tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting subnet 03983bdd-5e0e-4683-b3ac-61979eb78be4 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:31:00.984334 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d353929f-8402-47a3-87cc-9e14a29869ad tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:01.029773 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e3f65dd3-c4f4-4923-8aca-03ae28a5bcfd req-8ae190f2-d4e8-4b0c-a72c-46dd0b10e4b9 service neutron] 10.222.0.26 "GET /v2.0/networks/211e27a2-c853-4191-a857-17350ab8b8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4636877 Dec 10 16:31:01.070113 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b9741-6165-4007-8d9d-47ec9eb0235f req-3f7968fc-e8f8-445d-9444-cc84c0c60f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:01.071574 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-813b9741-6165-4007-8d9d-47ec9eb0235f req-3f7968fc-e8f8-445d-9444-cc84c0c60f0b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4db03e84-bf45-4c5a-9452-15e506f492f4 HTTP/1.1" status: 200 len: 854 time: 0.5648134 Dec 10 16:31:01.130256 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 3e21bb67-66f6-4c2f-a0b5-9501650ab9d1 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:31:01.131434 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed71101-8dc9-4a60-b65d-f265c525daab req-e8e8bfbd-ce55-4bb0-823a-8c53262e6d7e tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:01.138715 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bed71101-8dc9-4a60-b65d-f265c525daab req-e8e8bfbd-ce55-4bb0-823a-8c53262e6d7e tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbb4c82f-0d2a-4f2e-ad17-db99f317f4d7 HTTP/1.1" status: 200 len: 944 time: 0.7087328 Dec 10 16:31:01.168297 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 567e9ba0-6fdc-4fef-8f5f-95ec350aebee up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:31:01.217809 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51754) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:01.244179 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 3e21bb67-66f6-4c2f-a0b5-9501650ab9d1 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:31:01.244568 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:01.246157 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 567e9ba0-6fdc-4fef-8f5f-95ec350aebee completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:31:01.256154 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b9741-6165-4007-8d9d-47ec9eb0235f req-c7f72027-7775-4d67-9da4-44249c87ff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:01.257709 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-813b9741-6165-4007-8d9d-47ec9eb0235f req-c7f72027-7775-4d67-9da4-44249c87ff98 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=378a2de5-76cc-4a65-aeb7-2e1cbda0ee20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1674244 Dec 10 16:31:01.295055 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bed71101-8dc9-4a60-b65d-f265c525daab req-a68044d6-158d-456b-9149-f21d74ba00fe tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b358a76-605b-4579-86eb-0eb26d1eb1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504657 Dec 10 16:31:01.345348 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 567e9ba0-6fdc-4fef-8f5f-95ec350aebee triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:31:01.345728 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:01.350081 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-cdb319b9-c111-4c66-a95d-80bd54397533 None None] Could not find standard attr ID for object bcf16516-0d96-48ff-9b93-ff6de2c26637. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:31:01.459142 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c722efcf-d739-4ba2-8554-a59e083e0cdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:01.501772 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:01.534085 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20dde86b-9843-4f1d-a95e-94c8ecb20494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567e9ba0-6fdc-4fef-8f5f-95ec350aebee'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:31:01.534371 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-b31ce737-9297-4621-8f3d-3dc1e49dd6d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66d574eb-e97d-4a1f-9a9c-eaadeaa42122 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:31:01.536662 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7f7319-1b79-49d7-9db8-ab90ce809145" -d '{"events": [{"server_uuid": "20dde86b-9843-4f1d-a95e-94c8ecb20494", "name": "network-vif-plugged", "status": "completed", "tag": "567e9ba0-6fdc-4fef-8f5f-95ec350aebee"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:31:01.548669 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-b31ce737-9297-4621-8f3d-3dc1e49dd6d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:01.550782 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 567e9ba0-6fdc-4fef-8f5f-95ec350aebee, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=567e9ba0-6fdc-4fef-8f5f-95ec350aebee,segment=NetworkSegment(0dcc8a1a-3660-487b-a29e-50cf9d625980),segment_id=0dcc8a1a-3660-487b-a29e-50cf9d625980)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:01.555615 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:01.559156 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f0147-38b0-4ab8-8b79-bddc68456a2a req-94db155d-597f-4067-9898-8b38f693bd54 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:01.561285 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-733f0147-38b0-4ab8-8b79-bddc68456a2a req-94db155d-597f-4067-9898-8b38f693bd54 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=5086000b-2d0f-4ffa-a728-e28b40e16ec6 HTTP/1.1" status: 200 len: 945 time: 0.1646433 Dec 10 16:31:01.567588 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-813b9741-6165-4007-8d9d-47ec9eb0235f req-5c26cd8d-44fe-49aa-bf04-92c8255cfc86 service neutron] 10.222.0.46 "GET /v2.0/networks/378a2de5-76cc-4a65-aeb7-2e1cbda0ee20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981985 Dec 10 16:31:01.582732 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d353929f-8402-47a3-87cc-9e14a29869ad tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:01.601285 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-b31ce737-9297-4621-8f3d-3dc1e49dd6d8 service neutron] Transition to ACTIVE for port object 66d574eb-e97d-4a1f-9a9c-eaadeaa42122 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:31:01.624111 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=567e9ba0-6fdc-4fef-8f5f-95ec350aebee,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:01.653609 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-b31ce737-9297-4621-8f3d-3dc1e49dd6d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:01.690287 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb4c82f-0d2a-4f2e-ad17-db99f317f4d7', 'tag': 'f6598b69-2b47-4ac3-a31c-584be1d6ed5e'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:31:01.692818 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e348de12-d63f-40df-ae19-8e174fd30c68" -d '{"events": [{"name": "network-changed", "server_uuid": "dbb4c82f-0d2a-4f2e-ad17-db99f317f4d7", "tag": "f6598b69-2b47-4ac3-a31c-584be1d6ed5e"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:31:01.706748 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d353929f-8402-47a3-87cc-9e14a29869ad tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:01.730220 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f596a19-9dd2-423c-8178-44f443d67478 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Router 502c8e36-adcb-4049-b7f2-59563f5fb626 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:31:01.791455 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31ce737-9297-4621-8f3d-3dc1e49dd6d8 service neutron] Pushing event updated for resources: {'Port': ['ID=66d574eb-e97d-4a1f-9a9c-eaadeaa42122,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:01.796708 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-733f0147-38b0-4ab8-8b79-bddc68456a2a req-db582028-6c11-4a25-bc9d-e715a60e661e tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224123 Dec 10 16:31:01.830212 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-813b9741-6165-4007-8d9d-47ec9eb0235f req-c5023786-6f1a-4b8c-b440-94c93f157f63 service neutron] 10.222.0.46 "GET /v2.0/networks/378a2de5-76cc-4a65-aeb7-2e1cbda0ee20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526302 Dec 10 16:31:01.832215 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c722efcf-d739-4ba2-8554-a59e083e0cdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:01.842150 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c722efcf-d739-4ba2-8554-a59e083e0cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:01.848727 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d353929f-8402-47a3-87cc-9e14a29869ad tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:01.873830 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50de2978-8c00-47b1-96c8-12f206136e4a None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:31:01.883015 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d353929f-8402-47a3-87cc-9e14a29869ad tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:01.886296 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d353929f-8402-47a3-87cc-9e14a29869ad tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/03983bdd-5e0e-4683-b3ac-61979eb78be4 HTTP/1.1" status: 204 len: 168 time: 0.9998605 Dec 10 16:31:01.889323 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51764) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:01.889869 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353929f-8402-47a3-87cc-9e14a29869ad tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Subnet': ['ID=03983bdd-5e0e-4683-b3ac-61979eb78be4,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:01.953500 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfd70687-48ea-4698-8110-2199ddd8a64d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting subnet f9abd078-99ba-45eb-b66e-937355eb90d8 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:31:01.962897 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cfd70687-48ea-4698-8110-2199ddd8a64d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:01.985841 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51766) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:01.986632 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c722efcf-d739-4ba2-8554-a59e083e0cdb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f9244975703a414e9900196b3d055264&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7605402 Dec 10 16:31:01.993314 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-b31ce737-9297-4621-8f3d-3dc1e49dd6d8 service neutron] Attempting to bind port 66d574eb-e97d-4a1f-9a9c-eaadeaa42122 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:31:01.993658 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-b31ce737-9297-4621-8f3d-3dc1e49dd6d8 service neutron] Attempting to bind port 66d574eb-e97d-4a1f-9a9c-eaadeaa42122 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '0dcc8a1a-3660-487b-a29e-50cf9d625980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '378a2de5-76cc-4a65-aeb7-2e1cbda0ee20'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:31:01.993987 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-b31ce737-9297-4621-8f3d-3dc1e49dd6d8 service neutron] Attempting to bind port 66d574eb-e97d-4a1f-9a9c-eaadeaa42122 on network 378a2de5-76cc-4a65-aeb7-2e1cbda0ee20 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:31:02.013727 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-b31ce737-9297-4621-8f3d-3dc1e49dd6d8 service neutron] Port 66d574eb-e97d-4a1f-9a9c-eaadeaa42122 on network 378a2de5-76cc-4a65-aeb7-2e1cbda0ee20 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:31:02.013942 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-b31ce737-9297-4621-8f3d-3dc1e49dd6d8 service neutron] Attempting to bind port 66d574eb-e97d-4a1f-9a9c-eaadeaa42122 on network 378a2de5-76cc-4a65-aeb7-2e1cbda0ee20 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:31:02.025163 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c722efcf-d739-4ba2-8554-a59e083e0cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d1ed14-41d2-48d9-b453-4506320e99bf,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:02.027646 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f596a19-9dd2-423c-8178-44f443d67478 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:31:02.030628 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-b31ce737-9297-4621-8f3d-3dc1e49dd6d8 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:31:02.031510 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-b31ce737-9297-4621-8f3d-3dc1e49dd6d8 service neutron] Checking segment: {'id': '0dcc8a1a-3660-487b-a29e-50cf9d625980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '378a2de5-76cc-4a65-aeb7-2e1cbda0ee20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:31:02.032099 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-b31ce737-9297-4621-8f3d-3dc1e49dd6d8 service neutron] Bound using segment: {'id': '0dcc8a1a-3660-487b-a29e-50cf9d625980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '378a2de5-76cc-4a65-aeb7-2e1cbda0ee20'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:31:02.032778 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-b31ce737-9297-4621-8f3d-3dc1e49dd6d8 service neutron] Bound port: 66d574eb-e97d-4a1f-9a9c-eaadeaa42122, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dcc8a1a-3660-487b-a29e-50cf9d625980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '378a2de5-76cc-4a65-aeb7-2e1cbda0ee20'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:31:02.033297 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-b31ce737-9297-4621-8f3d-3dc1e49dd6d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:02.040233 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2f596a19-9dd2-423c-8178-44f443d67478 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:02.043819 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cfd70687-48ea-4698-8110-2199ddd8a64d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:02.048718 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497bf7f2-77b0-47dd-bd7a-0fce88b9c142 None None] Sync routers for ids ['502c8e36-adcb-4049-b7f2-59563f5fb626'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:31:02.073136 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497bf7f2-77b0-47dd-bd7a-0fce88b9c142 None None] Routers {'502c8e36-adcb-4049-b7f2-59563f5fb626'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:31:02.074843 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-497bf7f2-77b0-47dd-bd7a-0fce88b9c142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:30:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['502c8e36-adcb-4049-b7f2-59563f5fb626'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:02.128707 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2f596a19-9dd2-423c-8178-44f443d67478 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "PUT /v2.0/floatingips/878927f7-65b9-47b8-abf3-29fc639f6c3f HTTP/1.1" status: 200 len: 990 time: 2.5300565 Dec 10 16:31:02.132959 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06112d00-9d68-4d54-b130-689171e78630', 'tag': '9ad72708-8145-4710-a27a-811122cc9840'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:31:02.135486 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51340bf9-c4cc-4dd5-a6f1-e54e027284d3" -d '{"events": [{"name": "network-changed", "server_uuid": "06112d00-9d68-4d54-b130-689171e78630", "tag": "9ad72708-8145-4710-a27a-811122cc9840"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:31:02.139361 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60c94b-d7ca-4b5d-95eb-cc3339571388 req-0bc59eb4-d4a9-4cfe-8d7a-3559468e85b6 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:02.142761 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8535e263-04f4-45da-8fd2-92eef150897f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:02.147054 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3a60c94b-d7ca-4b5d-95eb-cc3339571388 req-0bc59eb4-d4a9-4cfe-8d7a-3559468e85b6 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b93bf41-538d-432c-9248-adf3e3982dc4 HTTP/1.1" status: 200 len: 944 time: 0.1177311 Dec 10 16:31:02.166977 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8535e263-04f4-45da-8fd2-92eef150897f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:02.191091 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-b31ce737-9297-4621-8f3d-3dc1e49dd6d8 service neutron] For port 66d574eb-e97d-4a1f-9a9c-eaadeaa42122, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:31:02.195393 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-b31ce737-9297-4621-8f3d-3dc1e49dd6d8 service neutron] For port 66d574eb-e97d-4a1f-9a9c-eaadeaa42122, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=66d574eb-e97d-4a1f-9a9c-eaadeaa42122,segment=NetworkSegment(0dcc8a1a-3660-487b-a29e-50cf9d625980),segment_id=0dcc8a1a-3660-487b-a29e-50cf9d625980)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:31:02.215059 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-b31ce737-9297-4621-8f3d-3dc1e49dd6d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:02.215804 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-497bf7f2-77b0-47dd-bd7a-0fce88b9c142 None None] Set router 502c8e36-adcb-4049-b7f2-59563f5fb626 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:31:02.245015 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8535e263-04f4-45da-8fd2-92eef150897f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:02.249155 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8535e263-04f4-45da-8fd2-92eef150897f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:02.253920 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8535e263-04f4-45da-8fd2-92eef150897f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/66d1ed14-41d2-48d9-b453-4506320e99bf HTTP/1.1" status: 204 len: 168 time: 0.2654002 Dec 10 16:31:02.258915 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cfd70687-48ea-4698-8110-2199ddd8a64d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:02.288644 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 62095813-36d3-4d4c-82d2-172a94116374 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:31:02.305974 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-b31ce737-9297-4621-8f3d-3dc1e49dd6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:02.307757 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-b31ce737-9297-4621-8f3d-3dc1e49dd6d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:02.309254 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-b31ce737-9297-4621-8f3d-3dc1e49dd6d8 service neutron] 10.222.0.46 "PUT /v2.0/ports/66d574eb-e97d-4a1f-9a9c-eaadeaa42122 HTTP/1.1" status: 200 len: 1092 time: 2.3481107 Dec 10 16:31:02.316703 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535e263-04f4-45da-8fd2-92eef150897f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d1ed14-41d2-48d9-b453-4506320e99bf,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:02.363316 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3a60c94b-d7ca-4b5d-95eb-cc3339571388 req-98525948-8b89-4efa-81aa-cce84b355c16 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eae1e3b-7870-4110-894e-ef9b37df26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113483 Dec 10 16:31:02.402733 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cfd70687-48ea-4698-8110-2199ddd8a64d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:02.435086 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cfd70687-48ea-4698-8110-2199ddd8a64d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:02.445249 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31ce737-9297-4621-8f3d-3dc1e49dd6d8 service neutron] Pushing event updated for resources: {'Port': ['ID=66d574eb-e97d-4a1f-9a9c-eaadeaa42122,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:02.448221 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-cfd70687-48ea-4698-8110-2199ddd8a64d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/f9abd078-99ba-45eb-b66e-937355eb90d8 HTTP/1.1" status: 204 len: 168 time: 0.5558748 Dec 10 16:31:02.465064 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51776) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:02.497629 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd70687-48ea-4698-8110-2199ddd8a64d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Subnet': ['ID=f9abd078-99ba-45eb-b66e-937355eb90d8,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:02.528087 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fac3073-0d41-4da1-9902-66fd5a047199 x-openstack-request-id: req-3fac3073-0d41-4da1-9902-66fd5a047199 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:31:02.528270 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20dde86b-9843-4f1d-a95e-94c8ecb20494", "name": "network-vif-plugged", "status": "completed", "tag": "567e9ba0-6fdc-4fef-8f5f-95ec350aebee", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:31:02.530768 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3fac3073-0d41-4da1-9902-66fd5a047199 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:31:02.531190 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20dde86b-9843-4f1d-a95e-94c8ecb20494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567e9ba0-6fdc-4fef-8f5f-95ec350aebee', 'code': 200} Dec 10 16:31:02.620094 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 62095813-36d3-4d4c-82d2-172a94116374, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=62095813-36d3-4d4c-82d2-172a94116374,segment=NetworkSegment(0dcc8a1a-3660-487b-a29e-50cf9d625980),segment_id=0dcc8a1a-3660-487b-a29e-50cf9d625980)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:02.648713 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '62095813-36d3-4d4c-82d2-172a94116374', 'network_id': '378a2de5-76cc-4a65-aeb7-2e1cbda0ee20', 'port_id': '62095813-36d3-4d4c-82d2-172a94116374', 'mac_address': 'fa:16:3e:4d:da:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4db03e84-bf45-4c5a-9452-15e506f492f4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:31:02.660940 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a331f5b-9ebc-4f1b-afd1-66f03c04e300 x-openstack-request-id: req-9a331f5b-9ebc-4f1b-afd1-66f03c04e300 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:31:02.660940 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbb4c82f-0d2a-4f2e-ad17-db99f317f4d7", "tag": "f6598b69-2b47-4ac3-a31c-584be1d6ed5e", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:31:02.668830 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9a331f5b-9ebc-4f1b-afd1-66f03c04e300 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:31:02.669149 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb4c82f-0d2a-4f2e-ad17-db99f317f4d7', 'tag': 'f6598b69-2b47-4ac3-a31c-584be1d6ed5e', 'status': 'completed', 'code': 200} Dec 10 16:31:02.732267 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:02.732853 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51780) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:02.733721 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9eb0d204-5769-4a89-a0a7-17cc5e1c3076 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2573380 Dec 10 16:31:02.740057 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-9d58ca78-ab79-4cc6-b400-62e6c5f34858 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'subnet': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:02.741193 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-497bf7f2-77b0-47dd-bd7a-0fce88b9c142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'name': 'tempest-AttachVolumeShelveTestJSON-1006417357-router', 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '49f971ca-999e-475a-86cb-d2ce838db505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:30:21Z', 'updated_at': '2021-12-10T16:30:28Z', 'revision_number': 4, 'project_id': 'bee2cdae51254104bc03c8ca50b383dd', 'gw_port': {'id': '49f971ca-999e-475a-86cb-d2ce838db505', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:23Z', 'updated_at': '2021-12-10T16:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '878927f7-65b9-47b8-abf3-29fc639f6c3f', 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'floating_ip_address': '172.25.6.44', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'port_id': '9ad72708-8145-4710-a27a-811122cc9840', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02', 'mac_address': 'fa:16:3e:0d:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06112d00-9d68-4d54-b130-689171e78630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:30:35Z', 'updated_at': '2021-12-10T16:31:00Z', 'revision_number': 1, 'project_id': 'bee2cdae51254104bc03c8ca50b383dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40127625-c808-4e92-aebd-c7b03d0cdeb7', 'name': '', 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02', 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'mac_address': 'fa:16:3e:cd:97:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:27Z', 'updated_at': '2021-12-10T16:30:36Z', 'revision_number': 5, 'project_id': 'bee2cdae51254104bc03c8ca50b383dd', 'subnets': [{'id': 'c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:02.765442 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62095813-36d3-4d4c-82d2-172a94116374 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:31:02.784060 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f51b25-65e8-49c0-836a-b235f2b06c4e x-openstack-request-id: req-93f51b25-65e8-49c0-836a-b235f2b06c4e {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:31:02.784397 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06112d00-9d68-4d54-b130-689171e78630", "tag": "9ad72708-8145-4710-a27a-811122cc9840", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:31:02.784606 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-93f51b25-65e8-49c0-836a-b235f2b06c4e {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:31:02.785016 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06112d00-9d68-4d54-b130-689171e78630', 'tag': '9ad72708-8145-4710-a27a-811122cc9840', 'status': 'completed', 'code': 200} Dec 10 16:31:02.812174 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 62095813-36d3-4d4c-82d2-172a94116374, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=62095813-36d3-4d4c-82d2-172a94116374,segment=NetworkSegment(0dcc8a1a-3660-487b-a29e-50cf9d625980),segment_id=0dcc8a1a-3660-487b-a29e-50cf9d625980)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:02.817838 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497bf7f2-77b0-47dd-bd7a-0fce88b9c142 None None] Checking router: 502c8e36-adcb-4049-b7f2-59563f5fb626 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:31:02.825433 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:02.830795 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-b6f167ba-3649-4716-9c3f-3f643262d788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:02.833637 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-b6f167ba-3649-4716-9c3f-3f643262d788 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ec94c8104754260b1a43ea39ff93023&device_id=8b93bf41-538d-432c-9248-adf3e3982dc4 HTTP/1.1" status: 200 len: 1095 time: 0.3698647 Dec 10 16:31:02.843447 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497bf7f2-77b0-47dd-bd7a-0fce88b9c142 None None] Routers {'502c8e36-adcb-4049-b7f2-59563f5fb626'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:31:02.845634 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-497bf7f2-77b0-47dd-bd7a-0fce88b9c142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:30:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['502c8e36-adcb-4049-b7f2-59563f5fb626'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:02.855926 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348de12-d63f-40df-ae19-8e174fd30c68 req-e9a370e4-887e-4324-96a0-804354213e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:02.858407 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e348de12-d63f-40df-ae19-8e174fd30c68 req-e9a370e4-887e-4324-96a0-804354213e20 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e06b4d0bad54485490e1cedf2442472c&device_id=dbb4c82f-0d2a-4f2e-ad17-db99f317f4d7 HTTP/1.1" status: 200 len: 1095 time: 0.1717021 Dec 10 16:31:02.941041 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51340bf9-c4cc-4dd5-a6f1-e54e027284d3 req-9e7c3c5f-ea17-44cb-bcd9-2f7b66c427cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:02.942776 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-51340bf9-c4cc-4dd5-a6f1-e54e027284d3 req-9e7c3c5f-ea17-44cb-bcd9-2f7b66c427cc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bee2cdae51254104bc03c8ca50b383dd&device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 1096 time: 0.1057017 Dec 10 16:31:02.997283 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=62095813-36d3-4d4c-82d2-172a94116374,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:03.058601 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d58ca78-ab79-4cc6-b400-62e6c5f34858 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:03.058955 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c977bf0-221a-4e34-b40b-f2671a29e15e req-df423c53-02e2-4c80-adce-236bd6a42272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:03.063003 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5c977bf0-221a-4e34-b40b-f2671a29e15e req-df423c53-02e2-4c80-adce-236bd6a42272 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=20dde86b-9843-4f1d-a95e-94c8ecb20494 HTTP/1.1" status: 200 len: 1097 time: 0.5105560 Dec 10 16:31:03.064023 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9d58ca78-ab79-4cc6-b400-62e6c5f34858 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:03.066781 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-136ea857-d903-4829-a94c-4b33484fe7c6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66d574eb-e97d-4a1f-9a9c-eaadeaa42122 HTTP/1.1" status: 200 len: 217 time: 0.2234528 Dec 10 16:31:03.082023 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-497bf7f2-77b0-47dd-bd7a-0fce88b9c142 None None] Set router 502c8e36-adcb-4049-b7f2-59563f5fb626 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:31:03.164434 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8d35ed-5d2e-453e-854a-748fb52ac92d None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:31:03.173754 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51340bf9-c4cc-4dd5-a6f1-e54e027284d3 req-9b84effb-217a-4dc2-bcd4-a1988031085b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:03.175385 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-51340bf9-c4cc-4dd5-a6f1-e54e027284d3 req-9b84effb-217a-4dc2-bcd4-a1988031085b service neutron] 10.222.0.26 "GET /v2.0/networks?id=a2b747af-c1f4-4b9f-a6a4-5511674e4c02 HTTP/1.1" status: 200 len: 918 time: 0.2239444 Dec 10 16:31:03.221914 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-d27acf2f-49d9-4427-821b-9f050445d110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:03.223435 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-d27acf2f-49d9-4427-821b-9f050445d110 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4db03e84-bf45-4c5a-9452-15e506f492f4 HTTP/1.1" status: 200 len: 854 time: 0.1132951 Dec 10 16:31:03.235110 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['62095813-36d3-4d4c-82d2-172a94116374'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:31:03.296061 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-51340bf9-c4cc-4dd5-a6f1-e54e027284d3 req-489ed1f6-56a1-4661-8f40-b5053b33be32 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ad72708-8145-4710-a27a-811122cc9840 HTTP/1.1" status: 200 len: 998 time: 0.1121533 Dec 10 16:31:03.322272 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0c2af-f651-45c9-b01b-4f92bf1509dd req-1717374d-892b-4cb0-af1b-72b904385a2b tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:03.332422 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ecc0c2af-f651-45c9-b01b-4f92bf1509dd req-1717374d-892b-4cb0-af1b-72b904385a2b tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbb4c82f-0d2a-4f2e-ad17-db99f317f4d7 HTTP/1.1" status: 200 len: 944 time: 0.2963893 Dec 10 16:31:03.364748 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5c977bf0-221a-4e34-b40b-f2671a29e15e req-bae00bda-48dc-4bdd-84a6-7fcbccde6b05 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3eae1e3b-7870-4110-894e-ef9b37df26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617934 Dec 10 16:31:03.365829 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348de12-d63f-40df-ae19-8e174fd30c68 req-e26b15d4-ad08-4b54-8d4b-334d641321f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:03.367433 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e348de12-d63f-40df-ae19-8e174fd30c68 req-e26b15d4-ad08-4b54-8d4b-334d641321f9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=211e27a2-c853-4191-a857-17350ab8b8c1 HTTP/1.1" status: 200 len: 915 time: 0.4993870 Dec 10 16:31:03.368784 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51340bf9-c4cc-4dd5-a6f1-e54e027284d3 req-c3743cdb-4e01-433c-8e89-9f13ea041390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:03.370687 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-51340bf9-c4cc-4dd5-a6f1-e54e027284d3 req-c3743cdb-4e01-433c-8e89-9f13ea041390 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3 HTTP/1.1" status: 200 len: 856 time: 0.0480402 Dec 10 16:31:03.392251 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-dbc629f6-b93e-4cd2-9534-9315204dcfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:03.394116 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-dbc629f6-b93e-4cd2-9534-9315204dcfa3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=378a2de5-76cc-4a65-aeb7-2e1cbda0ee20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1282680 Dec 10 16:31:03.395543 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f1c0fc61-df30-45d4-84be-7a8bfb9e5a64 None None] Provisioning complete for port 3e21bb67-66f6-4c2f-a0b5-9501650ab9d1 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:31:03.396261 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f1c0fc61-df30-45d4-84be-7a8bfb9e5a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:03.486985 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ecc0c2af-f651-45c9-b01b-4f92bf1509dd req-0a0c7ba6-b1eb-46ab-93d7-290d6fca87fa tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b358a76-605b-4579-86eb-0eb26d1eb1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535740 Dec 10 16:31:03.572667 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-497bf7f2-77b0-47dd-bd7a-0fce88b9c142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'name': 'tempest-AttachVolumeShelveTestJSON-1006417357-router', 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '49f971ca-999e-475a-86cb-d2ce838db505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:30:21Z', 'updated_at': '2021-12-10T16:30:28Z', 'revision_number': 4, 'project_id': 'bee2cdae51254104bc03c8ca50b383dd', 'gw_port': {'id': '49f971ca-999e-475a-86cb-d2ce838db505', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:23Z', 'updated_at': '2021-12-10T16:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '878927f7-65b9-47b8-abf3-29fc639f6c3f', 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'floating_ip_address': '172.25.6.44', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'port_id': '9ad72708-8145-4710-a27a-811122cc9840', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02', 'mac_address': 'fa:16:3e:0d:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06112d00-9d68-4d54-b130-689171e78630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:30:35Z', 'updated_at': '2021-12-10T16:31:00Z', 'revision_number': 1, 'project_id': 'bee2cdae51254104bc03c8ca50b383dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40127625-c808-4e92-aebd-c7b03d0cdeb7', 'name': '', 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02', 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'mac_address': 'fa:16:3e:cd:97:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:27Z', 'updated_at': '2021-12-10T16:30:36Z', 'revision_number': 5, 'project_id': 'bee2cdae51254104bc03c8ca50b383dd', 'subnets': [{'id': 'c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:03.577895 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92aa3418-d092-4f83-9547-56823e460c6b None None] DHCP port deletion for ba7323f5-fe45-4362-904e-9370cf7b7342 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:31:03.586257 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-e036972b-5f30-4c64-a69c-a7f121dfad01 service neutron] 10.222.0.46 "GET /v2.0/networks/378a2de5-76cc-4a65-aeb7-2e1cbda0ee20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769898 Dec 10 16:31:03.604341 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497bf7f2-77b0-47dd-bd7a-0fce88b9c142 None None] The sync data for ids ['502c8e36-adcb-4049-b7f2-59563f5fb626'] in n-d-766771-2 is: [{'id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'name': 'tempest-AttachVolumeShelveTestJSON-1006417357-router', 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '49f971ca-999e-475a-86cb-d2ce838db505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:30:21Z', 'updated_at': '2021-12-10T16:30:28Z', 'revision_number': 4, 'project_id': 'bee2cdae51254104bc03c8ca50b383dd', 'gw_port': {'id': '49f971ca-999e-475a-86cb-d2ce838db505', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:23Z', 'updated_at': '2021-12-10T16:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '878927f7-65b9-47b8-abf3-29fc639f6c3f', 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'floating_ip_address': '172.25.6.44', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'port_id': '9ad72708-8145-4710-a27a-811122cc9840', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02', 'mac_address': 'fa:16:3e:0d:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06112d00-9d68-4d54-b130-689171e78630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:30:35Z', 'updated_at': '2021-12-10T16:31:00Z', 'revision_number': 1, 'project_id': 'bee2cdae51254104bc03c8ca50b383dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40127625-c808-4e92-aebd-c7b03d0cdeb7', 'name': '', 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02', 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'mac_address': 'fa:16:3e:cd:97:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:27Z', 'updated_at': '2021-12-10T16:30:36Z', 'revision_number': 5, 'project_id': 'bee2cdae51254104bc03c8ca50b383dd', 'subnets': [{'id': 'c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:31:03.691353 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e348de12-d63f-40df-ae19-8e174fd30c68 req-ca6bc650-63b1-42e7-80ed-46a2b6e5ed1f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6598b69-2b47-4ac3-a31c-584be1d6ed5e HTTP/1.1" status: 200 len: 217 time: 0.1041524 Dec 10 16:31:03.713264 n-d-766771-2 neutron-server[103393]: DEBUG neutron.objects.ports [None req-9d58ca78-ab79-4cc6-b400-62e6c5f34858 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103393) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 16:31:03.716357 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51340bf9-c4cc-4dd5-a6f1-e54e027284d3 req-bb6d413e-0b97-4962-acae-9f109b6ccacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:03.724622 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-51340bf9-c4cc-4dd5-a6f1-e54e027284d3 req-bb6d413e-0b97-4962-acae-9f109b6ccacc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a2b747af-c1f4-4b9f-a6a4-5511674e4c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1311085 Dec 10 16:31:03.775836 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-92aa3418-d092-4f83-9547-56823e460c6b None None] Deleting port 3e21bb67-66f6-4c2f-a0b5-9501650ab9d1 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:31:03.776469 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-92aa3418-d092-4f83-9547-56823e460c6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:03.841239 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348de12-d63f-40df-ae19-8e174fd30c68 req-f02dd3c4-19b0-4afe-8181-cd8bc44b4aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:03.842392 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e348de12-d63f-40df-ae19-8e174fd30c68 req-f02dd3c4-19b0-4afe-8181-cd8bc44b4aad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93f016a9-3d74-4edc-8f7c-1474627f572c HTTP/1.1" status: 200 len: 854 time: 0.1280959 Dec 10 16:31:03.852079 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249fbf4-b9b1-46c1-828e-7013988b8858 req-b0f7530b-0306-4389-bf91-d07b51dd7798 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:03.858026 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6249fbf4-b9b1-46c1-828e-7013988b8858 req-b0f7530b-0306-4389-bf91-d07b51dd7798 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=5086000b-2d0f-4ffa-a728-e28b40e16ec6 HTTP/1.1" status: 200 len: 945 time: 0.1700616 Dec 10 16:31:03.887522 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-92aa3418-d092-4f83-9547-56823e460c6b None None] For port 3e21bb67-66f6-4c2f-a0b5-9501650ab9d1, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=3e21bb67-66f6-4c2f-a0b5-9501650ab9d1,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:03.888018 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-92aa3418-d092-4f83-9547-56823e460c6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:03.917111 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-92aa3418-d092-4f83-9547-56823e460c6b None None] Calling delete_port for 3e21bb67-66f6-4c2f-a0b5-9501650ab9d1 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:31:03.939818 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e348de12-d63f-40df-ae19-8e174fd30c68 req-b6a250f0-80c5-4157-a83b-4bac02ea19db service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=211e27a2-c853-4191-a857-17350ab8b8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743036 Dec 10 16:31:03.974370 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4b2c51d4-1215-4a21-9757-a2c6c3e09ff8 req-2a951db4-6eac-4e88-8708-89cd30611868 service neutron] 10.222.0.46 "GET /v2.0/networks/378a2de5-76cc-4a65-aeb7-2e1cbda0ee20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761294 Dec 10 16:31:03.995565 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57735a8b-36ef-4880-afb1-01a4bc2fc70d None None] New status for floating IP 878927f7-65b9-47b8-abf3-29fc639f6c3f: ACTIVE {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:31:04.036886 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9d58ca78-ab79-4cc6-b400-62e6c5f34858 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:04.042523 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-51340bf9-c4cc-4dd5-a6f1-e54e027284d3 req-bf97a8db-1db0-45ba-bc4e-f7bb57f64922 service neutron] 10.222.0.26 "GET /v2.0/networks/a2b747af-c1f4-4b9f-a6a4-5511674e4c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072994 Dec 10 16:31:04.058275 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6249fbf4-b9b1-46c1-828e-7013988b8858 req-771bbcd5-61b9-4a2e-8734-79ab95306d70 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789155 Dec 10 16:31:04.092186 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e348de12-d63f-40df-ae19-8e174fd30c68 req-4400f7a0-f3eb-4f5c-85fb-d42f83d8f9d2 service neutron] 10.222.0.26 "GET /v2.0/networks/211e27a2-c853-4191-a857-17350ab8b8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298487 Dec 10 16:31:04.223994 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e348de12-d63f-40df-ae19-8e174fd30c68 req-d7591d90-229c-4982-8115-8e09f7fa873a service neutron] 10.222.0.26 "GET /v2.0/networks/211e27a2-c853-4191-a857-17350ab8b8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237450 Dec 10 16:31:04.291705 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-51340bf9-c4cc-4dd5-a6f1-e54e027284d3 req-86151468-e8bd-4249-b9f4-4a0bee76ebaf service neutron] 10.222.0.26 "GET /v2.0/networks/a2b747af-c1f4-4b9f-a6a4-5511674e4c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400560 Dec 10 16:31:04.315600 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a112e0-dd46-4f8d-8193-5eb9795240d0 req-e2bb6bce-3fb7-4145-804b-1095444326db tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:04.317256 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-45a112e0-dd46-4f8d-8193-5eb9795240d0 req-e2bb6bce-3fb7-4145-804b-1095444326db tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b93bf41-538d-432c-9248-adf3e3982dc4 HTTP/1.1" status: 200 len: 944 time: 0.0560069 Dec 10 16:31:04.353238 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-9d58ca78-ab79-4cc6-b400-62e6c5f34858 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] For port 3e21bb67-66f6-4c2f-a0b5-9501650ab9d1, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=3e21bb67-66f6-4c2f-a0b5-9501650ab9d1,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:04.386818 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-45a112e0-dd46-4f8d-8193-5eb9795240d0 req-588857e3-4ebd-4c22-b262-598c0075c969 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eae1e3b-7870-4110-894e-ef9b37df26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545256 Dec 10 16:31:04.398527 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9d58ca78-ab79-4cc6-b400-62e6c5f34858 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:04.405040 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9d58ca78-ab79-4cc6-b400-62e6c5f34858 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:04.406324 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9d58ca78-ab79-4cc6-b400-62e6c5f34858 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:04.408962 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-92aa3418-d092-4f83-9547-56823e460c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:04.444962 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa3418-d092-4f83-9547-56823e460c6b None None] Pushing event deleted for resources: {'Port': ['ID=3e21bb67-66f6-4c2f-a0b5-9501650ab9d1,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:04.451145 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92aa3418-d092-4f83-9547-56823e460c6b None None] No DVR routers for this DVR port 3e21bb67-66f6-4c2f-a0b5-9501650ab9d1 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:31:04.506330 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58ca78-ab79-4cc6-b400-62e6c5f34858 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Port': ['ID=3e21bb67-66f6-4c2f-a0b5-9501650ab9d1,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:04.525999 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d58ca78-ab79-4cc6-b400-62e6c5f34858 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:31:04.529841 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-9d58ca78-ab79-4cc6-b400-62e6c5f34858 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:31:04.534354 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d58ca78-ab79-4cc6-b400-62e6c5f34858 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:04.534959 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9d58ca78-ab79-4cc6-b400-62e6c5f34858 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:04.541463 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eda0fb9-d07f-413c-9cd8-f45e67908611 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:31:04.547218 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58ca78-ab79-4cc6-b400-62e6c5f34858 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Subnet': ['ID=1bd9cf13-f566-483a-90f2-ea6e0e24d1c6,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:04.559969 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9d58ca78-ab79-4cc6-b400-62e6c5f34858 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8259435 Dec 10 16:31:04.563165 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51828) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:04.570072 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-3ca503ac-a6bc-453e-83e6-750cdd6d9176 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'subnet': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:04.670647 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b93bf41-538d-432c-9248-adf3e3982dc4', 'tag': '66d574eb-e97d-4a1f-9a9c-eaadeaa42122'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:31:04.673695 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1357fa11-858d-41fc-8992-a399902faa8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-ba7323f5-fe45-4362-904e-9370cf7b7342', 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'project_id': '2ff5423581d24da08fa7c37167d452f0', 'fixed_ips': [{'subnet_id': '1bd9cf13-f566-483a-90f2-ea6e0e24d1c6'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:31:04.674529 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3edbdd-e65e-4ee9-9699-fd5888074a43" -d '{"events": [{"name": "network-changed", "server_uuid": "8b93bf41-538d-432c-9248-adf3e3982dc4", "tag": "66d574eb-e97d-4a1f-9a9c-eaadeaa42122"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:31:04.674702 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1357fa11-858d-41fc-8992-a399902faa8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:04.696095 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf11de0-c115-427f-87ae-17993204a2b8 req-02c83180-538b-44d4-80ea-3907a1b31bde tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:04.697843 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5bf11de0-c115-427f-87ae-17993204a2b8 req-02c83180-538b-44d4-80ea-3907a1b31bde tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbb4c82f-0d2a-4f2e-ad17-db99f317f4d7 HTTP/1.1" status: 200 len: 944 time: 0.1223874 Dec 10 16:31:04.827354 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-1357fa11-858d-41fc-8992-a399902faa8d None None] Allocated IP 2001:db8::f816:3eff:fe2d:6616 (ba7323f5-fe45-4362-904e-9370cf7b7342/1bd9cf13-f566-483a-90f2-ea6e0e24d1c6/6373122f-9671-4454-851b-dd4964efe235) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:31:04.830555 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5bf11de0-c115-427f-87ae-17993204a2b8 req-91880ae0-02e4-41fa-9571-a4cc550b26e4 tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b358a76-605b-4579-86eb-0eb26d1eb1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226783 Dec 10 16:31:04.839896 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6c9b6-d779-4d0c-97cf-0ce257a2effa req-2ac6b1c0-d609-4e1e-9a7c-5c56a4d5db17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:04.841384 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-39e6c9b6-d779-4d0c-97cf-0ce257a2effa req-2ac6b1c0-d609-4e1e-9a7c-5c56a4d5db17 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5086000b-2d0f-4ffa-a728-e28b40e16ec6 HTTP/1.1" status: 200 len: 1096 time: 0.0760067 Dec 10 16:31:04.842151 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca503ac-a6bc-453e-83e6-750cdd6d9176 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:04.846608 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3ca503ac-a6bc-453e-83e6-750cdd6d9176 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:04.899603 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bd1502-3a57-42f4-b87e-04056a460b3f x-openstack-request-id: req-30bd1502-3a57-42f4-b87e-04056a460b3f {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:31:04.899836 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b93bf41-538d-432c-9248-adf3e3982dc4", "tag": "66d574eb-e97d-4a1f-9a9c-eaadeaa42122", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:31:04.900084 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-30bd1502-3a57-42f4-b87e-04056a460b3f {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:31:04.900468 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b93bf41-538d-432c-9248-adf3e3982dc4', 'tag': '66d574eb-e97d-4a1f-9a9c-eaadeaa42122', 'status': 'completed', 'code': 200} Dec 10 16:31:04.982074 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-39e6c9b6-d779-4d0c-97cf-0ce257a2effa req-69d704f5-9946-47be-a545-b682fc1ecfed service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310711 Dec 10 16:31:04.994506 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1357fa11-858d-41fc-8992-a399902faa8d None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:05.002247 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1357fa11-858d-41fc-8992-a399902faa8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:05.007036 n-d-766771-2 neutron-server[103392]: INFO neutron.db.ipam_backend_mixin [None req-3ca503ac-a6bc-453e-83e6-750cdd6d9176 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1bd9cf13-f566-483a-90f2-ea6e0e24d1c6 (CIDR: 2001:db8::/64) Dec 10 16:31:05.009857 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3edbdd-e65e-4ee9-9699-fd5888074a43 req-a72d7d98-a628-4bb4-91f9-b8070a143c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:05.011393 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0b3edbdd-e65e-4ee9-9699-fd5888074a43 req-a72d7d98-a628-4bb4-91f9-b8070a143c3f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ec94c8104754260b1a43ea39ff93023&device_id=8b93bf41-538d-432c-9248-adf3e3982dc4 HTTP/1.1" status: 200 len: 1095 time: 0.0838048 Dec 10 16:31:05.015898 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ca503ac-a6bc-453e-83e6-750cdd6d9176 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:31:05.016625 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ca503ac-a6bc-453e-83e6-750cdd6d9176 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:05.036805 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3ca503ac-a6bc-453e-83e6-750cdd6d9176 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4715464 Dec 10 16:31:05.039753 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51842) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:05.045861 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-414b1fd4-bb7e-42b9-bef4-9c360f0ddff7 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'subnet': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:05.067582 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1357fa11-858d-41fc-8992-a399902faa8d None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:31:05.070659 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-1357fa11-858d-41fc-8992-a399902faa8d None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:31:05.075562 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1357fa11-858d-41fc-8992-a399902faa8d None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:31:05.081858 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 3e21bb67-66f6-4c2f-a0b5-9501650ab9d1 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:31:05.083718 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1357fa11-858d-41fc-8992-a399902faa8d None None] Pushing event updated for resources: {'Port': ['ID=6373122f-9671-4454-851b-dd4964efe235,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:05.109709 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 3e21bb67-66f6-4c2f-a0b5-9501650ab9d1 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:31:05.109709 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 3e21bb67-66f6-4c2f-a0b5-9501650ab9d1 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:31:05.159868 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-1357fa11-858d-41fc-8992-a399902faa8d None None] Attempting to bind port 6373122f-9671-4454-851b-dd4964efe235 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:31:05.160298 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-1357fa11-858d-41fc-8992-a399902faa8d None None] Attempting to bind port 6373122f-9671-4454-851b-dd4964efe235 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:31:05.160611 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1357fa11-858d-41fc-8992-a399902faa8d None None] Attempting to bind port 6373122f-9671-4454-851b-dd4964efe235 on network ba7323f5-fe45-4362-904e-9370cf7b7342 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:31:05.166749 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1357fa11-858d-41fc-8992-a399902faa8d None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:31:05.167127 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1357fa11-858d-41fc-8992-a399902faa8d None None] Checking segment: {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:31:05.167532 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1357fa11-858d-41fc-8992-a399902faa8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:05.167926 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1357fa11-858d-41fc-8992-a399902faa8d None None] Bound using segment: {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:31:05.168398 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-1357fa11-858d-41fc-8992-a399902faa8d None None] Bound port: 6373122f-9671-4454-851b-dd4964efe235, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:31:05.168780 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1357fa11-858d-41fc-8992-a399902faa8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:05.188721 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device f6598b69-2b47-4ac3-a31c-584be1d6ed5e details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:31:05.269668 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414b1fd4-bb7e-42b9-bef4-9c360f0ddff7 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:05.273069 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-414b1fd4-bb7e-42b9-bef4-9c360f0ddff7 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:05.286940 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1164c69-3605-48e3-ad2d-23b29431e739 req-3b3b5ce2-e802-4ea3-8b28-e34a3d4293fd tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:05.294022 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d1164c69-3605-48e3-ad2d-23b29431e739 req-3b3b5ce2-e802-4ea3-8b28-e34a3d4293fd tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=5086000b-2d0f-4ffa-a728-e28b40e16ec6 HTTP/1.1" status: 200 len: 945 time: 0.1344318 Dec 10 16:31:05.315094 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-1357fa11-858d-41fc-8992-a399902faa8d None None] For port 6373122f-9671-4454-851b-dd4964efe235, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:31:05.319834 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-1357fa11-858d-41fc-8992-a399902faa8d None None] For port 6373122f-9671-4454-851b-dd4964efe235, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=6373122f-9671-4454-851b-dd4964efe235,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:31:05.331171 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1357fa11-858d-41fc-8992-a399902faa8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:05.403342 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port f6598b69-2b47-4ac3-a31c-584be1d6ed5e, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=f6598b69-2b47-4ac3-a31c-584be1d6ed5e,segment=NetworkSegment(d6e18045-3520-4791-b1b2-a3097eb8570b),segment_id=d6e18045-3520-4791-b1b2-a3097eb8570b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:05.405093 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3edbdd-e65e-4ee9-9699-fd5888074a43 req-5a5268ec-cb2c-497b-b2de-265d004d0147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:05.406584 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0b3edbdd-e65e-4ee9-9699-fd5888074a43 req-5a5268ec-cb2c-497b-b2de-265d004d0147 service neutron] 10.222.0.46 "GET /v2.0/networks?id=378a2de5-76cc-4a65-aeb7-2e1cbda0ee20 HTTP/1.1" status: 200 len: 916 time: 0.2150822 Dec 10 16:31:05.421630 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': 'f6598b69-2b47-4ac3-a31c-584be1d6ed5e', 'network_id': '211e27a2-c853-4191-a857-17350ab8b8c1', 'port_id': 'f6598b69-2b47-4ac3-a31c-584be1d6ed5e', 'mac_address': 'fa:16:3e:ca:55:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f016a9-3d74-4edc-8f7c-1474627f572c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:31:05.439580 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1357fa11-858d-41fc-8992-a399902faa8d None None] Pushing event updated for resources: {'Port': ['ID=6373122f-9671-4454-851b-dd4964efe235,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:05.442562 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d1164c69-3605-48e3-ad2d-23b29431e739 req-6fb34d22-5f90-41cd-8ddf-74bbc455482e tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476440 Dec 10 16:31:05.480624 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0b3edbdd-e65e-4ee9-9699-fd5888074a43 req-ae53c4f8-4182-4ba3-a519-df28e3ecb5e2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66d574eb-e97d-4a1f-9a9c-eaadeaa42122 HTTP/1.1" status: 200 len: 217 time: 0.0617900 Dec 10 16:31:05.487318 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:05.511662 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6598b69-2b47-4ac3-a31c-584be1d6ed5e {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:31:05.540305 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port f6598b69-2b47-4ac3-a31c-584be1d6ed5e, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=f6598b69-2b47-4ac3-a31c-584be1d6ed5e,segment=NetworkSegment(d6e18045-3520-4791-b1b2-a3097eb8570b),segment_id=d6e18045-3520-4791-b1b2-a3097eb8570b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:05.548608 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:05.576230 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3edbdd-e65e-4ee9-9699-fd5888074a43 req-ec92834c-d82d-4577-877b-d6e869b5c9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:05.577751 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0b3edbdd-e65e-4ee9-9699-fd5888074a43 req-ec92834c-d82d-4577-877b-d6e869b5c9e9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4db03e84-bf45-4c5a-9452-15e506f492f4 HTTP/1.1" status: 200 len: 854 time: 0.0896373 Dec 10 16:31:05.612886 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=f6598b69-2b47-4ac3-a31c-584be1d6ed5e,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:05.750502 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3edbdd-e65e-4ee9-9699-fd5888074a43 req-db087215-ee34-4b98-935b-445a7bfff68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:05.752542 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0b3edbdd-e65e-4ee9-9699-fd5888074a43 req-db087215-ee34-4b98-935b-445a7bfff68d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=378a2de5-76cc-4a65-aeb7-2e1cbda0ee20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1479375 Dec 10 16:31:05.772535 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['f6598b69-2b47-4ac3-a31c-584be1d6ed5e'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:31:05.787104 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0e917-8118-4c6c-b1c6-c147096f996e req-9986ac8b-f3dc-47ee-9a3e-305511f8b2eb tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:05.788563 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e5f0e917-8118-4c6c-b1c6-c147096f996e req-9986ac8b-f3dc-47ee-9a3e-305511f8b2eb tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b93bf41-538d-432c-9248-adf3e3982dc4 HTTP/1.1" status: 200 len: 944 time: 0.1320598 Dec 10 16:31:05.888704 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51880) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:05.915966 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-414b1fd4-bb7e-42b9-bef4-9c360f0ddff7 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:05.976480 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b1fd4-bb7e-42b9-bef4-9c360f0ddff7 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Subnet': ['ID=1f688e2e-451f-477f-aab9-76dfda434166,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:05.980273 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0b3edbdd-e65e-4ee9-9699-fd5888074a43 req-61874d1d-d561-44a1-ac1c-d2a2dc563291 service neutron] 10.222.0.46 "GET /v2.0/networks/378a2de5-76cc-4a65-aeb7-2e1cbda0ee20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158389 Dec 10 16:31:06.012468 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414b1fd4-bb7e-42b9-bef4-9c360f0ddff7 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:31:06.026482 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-414b1fd4-bb7e-42b9-bef4-9c360f0ddff7 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:31:06.053399 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414b1fd4-bb7e-42b9-bef4-9c360f0ddff7 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:06.053995 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-414b1fd4-bb7e-42b9-bef4-9c360f0ddff7 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:06.058095 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1c6e8f11-da5b-4ab0-81f6-d8a94e7d61a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:06.061475 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e5f0e917-8118-4c6c-b1c6-c147096f996e req-36605335-0adb-47b3-b2fc-9ff83c2e8ce4 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eae1e3b-7870-4110-894e-ef9b37df26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552178 Dec 10 16:31:06.092675 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-414b1fd4-bb7e-42b9-bef4-9c360f0ddff7 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0512776 Dec 10 16:31:06.095121 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51884) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:06.100138 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-4b748f5b-76b5-429c-a390-26ea1fbf6b8e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'port': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'mac_address': 'fa:16:3e:ca:18:50', 'name': 'tempest-NetworksTestDHCPv6-359167367'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:06.127620 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0b3edbdd-e65e-4ee9-9699-fd5888074a43 req-5f786619-859b-4cf4-80c4-3c11c67a5d7f service neutron] 10.222.0.46 "GET /v2.0/networks/378a2de5-76cc-4a65-aeb7-2e1cbda0ee20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385615 Dec 10 16:31:06.195155 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:06.234587 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1c6e8f11-da5b-4ab0-81f6-d8a94e7d61a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:06.241809 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9c800-9611-41e1-b309-b2a7e98e2441 req-07b2b2ed-7b8a-4263-81f3-05fa24d06504 tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:06.242689 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1c6e8f11-da5b-4ab0-81f6-d8a94e7d61a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:06.243333 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ced9c800-9611-41e1-b309-b2a7e98e2441 req-07b2b2ed-7b8a-4263-81f3-05fa24d06504 tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbb4c82f-0d2a-4f2e-ad17-db99f317f4d7 HTTP/1.1" status: 200 len: 945 time: 0.0525112 Dec 10 16:31:06.281943 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b748f5b-76b5-429c-a390-26ea1fbf6b8e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:06.292466 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ced9c800-9611-41e1-b309-b2a7e98e2441 req-520a8b45-4a42-49e5-b43a-971a451eec9f tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b358a76-605b-4579-86eb-0eb26d1eb1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426455 Dec 10 16:31:06.300141 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e8f11-da5b-4ab0-81f6-d8a94e7d61a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9044d3ea-6212-45fb-a2da-d54c94d1ce73,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:06.303746 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 66d574eb-e97d-4a1f-9a9c-eaadeaa42122 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:31:06.321122 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 62095813-36d3-4d4c-82d2-172a94116374 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:31:06.335056 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1c6e8f11-da5b-4ab0-81f6-d8a94e7d61a2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bae7b7edc9e6499c87060af492cbe061&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4444361 Dec 10 16:31:06.336617 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51886) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:06.388726 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b748f5b-76b5-429c-a390-26ea1fbf6b8e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:06.396141 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-01e1c695-018d-4e43-9d4c-7d86001be6e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:06.422348 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-01e1c695-018d-4e43-9d4c-7d86001be6e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:06.424272 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-4b748f5b-76b5-429c-a390-26ea1fbf6b8e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] device_id is not set on port 6348ff73-4ee4-435b-b1fd-741408561185 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:31:06.448485 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 62095813-36d3-4d4c-82d2-172a94116374 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:31:06.461690 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 62095813-36d3-4d4c-82d2-172a94116374 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:31:06.468806 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:06.484338 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-01e1c695-018d-4e43-9d4c-7d86001be6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:06.490659 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-01e1c695-018d-4e43-9d4c-7d86001be6e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:06.491898 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-01e1c695-018d-4e43-9d4c-7d86001be6e2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9044d3ea-6212-45fb-a2da-d54c94d1ce73 HTTP/1.1" status: 204 len: 168 time: 0.1542652 Dec 10 16:31:06.500057 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e1c695-018d-4e43-9d4c-7d86001be6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9044d3ea-6212-45fb-a2da-d54c94d1ce73,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:06.564005 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 66d574eb-e97d-4a1f-9a9c-eaadeaa42122, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=66d574eb-e97d-4a1f-9a9c-eaadeaa42122,segment=NetworkSegment(0dcc8a1a-3660-487b-a29e-50cf9d625980),segment_id=0dcc8a1a-3660-487b-a29e-50cf9d625980)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:06.597421 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '66d574eb-e97d-4a1f-9a9c-eaadeaa42122', 'network_id': '378a2de5-76cc-4a65-aeb7-2e1cbda0ee20', 'port_id': '66d574eb-e97d-4a1f-9a9c-eaadeaa42122', 'mac_address': 'fa:16:3e:c7:d3:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4db03e84-bf45-4c5a-9452-15e506f492f4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:31:06.665875 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6e129-d6f8-484c-8ef1-3a59ff882624 req-bbecf20e-538c-4d87-bb34-d08c8fe2e3e5 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:06.677737 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cbb6e129-d6f8-484c-8ef1-3a59ff882624 req-bbecf20e-538c-4d87-bb34-d08c8fe2e3e5 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=5086000b-2d0f-4ffa-a728-e28b40e16ec6 HTTP/1.1" status: 200 len: 945 time: 0.1060774 Dec 10 16:31:06.710380 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:06.723484 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:06.737524 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-4b748f5b-76b5-429c-a390-26ea1fbf6b8e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Allocated IP 2001:db8:0:1::be (ba7323f5-fe45-4362-904e-9370cf7b7342/1f688e2e-451f-477f-aab9-76dfda434166/6348ff73-4ee4-435b-b1fd-741408561185) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:31:06.745702 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66d574eb-e97d-4a1f-9a9c-eaadeaa42122 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:31:06.746435 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-4b748f5b-76b5-429c-a390-26ea1fbf6b8e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Allocated IP 2001:db8::f816:3eff:feca:1850 (ba7323f5-fe45-4362-904e-9370cf7b7342/1bd9cf13-f566-483a-90f2-ea6e0e24d1c6/6348ff73-4ee4-435b-b1fd-741408561185) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:31:06.761703 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cbb6e129-d6f8-484c-8ef1-3a59ff882624 req-f7a2aa0f-6476-4fc8-8fb2-2a2ad2656fd6 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830345 Dec 10 16:31:06.781615 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4daf3e72-6535-4e62-9fd1-62a61d6c24e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62095813-36d3-4d4c-82d2-172a94116374'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:31:06.784472 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510a49a5-0f94-4012-81cb-4f1688a37e63" -d '{"events": [{"server_uuid": "4daf3e72-6535-4e62-9fd1-62a61d6c24e5", "name": "network-vif-plugged", "status": "completed", "tag": "62095813-36d3-4d4c-82d2-172a94116374"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:31:06.812200 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 62095813-36d3-4d4c-82d2-172a94116374, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=62095813-36d3-4d4c-82d2-172a94116374,segment=NetworkSegment(0dcc8a1a-3660-487b-a29e-50cf9d625980),segment_id=0dcc8a1a-3660-487b-a29e-50cf9d625980)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:06.815375 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 66d574eb-e97d-4a1f-9a9c-eaadeaa42122, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=66d574eb-e97d-4a1f-9a9c-eaadeaa42122,segment=NetworkSegment(0dcc8a1a-3660-487b-a29e-50cf9d625980),segment_id=0dcc8a1a-3660-487b-a29e-50cf9d625980)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:06.817044 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:06.823744 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:06.890876 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4cb33f-44a8-4a62-929d-979ae015027f None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:31:06.898480 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=62095813-36d3-4d4c-82d2-172a94116374,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:06.959194 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b325944-fffc-44d3-b877-a754e4cb51d0 x-openstack-request-id: req-0b325944-fffc-44d3-b877-a754e4cb51d0 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:31:06.959585 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4daf3e72-6535-4e62-9fd1-62a61d6c24e5", "name": "network-vif-plugged", "status": "completed", "tag": "62095813-36d3-4d4c-82d2-172a94116374", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:31:06.959908 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0b325944-fffc-44d3-b877-a754e4cb51d0 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:31:06.960352 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4daf3e72-6535-4e62-9fd1-62a61d6c24e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62095813-36d3-4d4c-82d2-172a94116374', 'code': 200} Dec 10 16:31:06.963850 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51902) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:07.004049 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b748f5b-76b5-429c-a390-26ea1fbf6b8e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:07.029546 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fea43356-f44c-4ac5-9a56-99b31f94b84e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:07.052913 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f8db4996-3bcc-4598-98a4-3a0b8702570f None None] Provisioning complete for port 6373122f-9671-4454-851b-dd4964efe235 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:31:07.053543 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f8db4996-3bcc-4598-98a4-3a0b8702570f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:07.059835 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=66d574eb-e97d-4a1f-9a9c-eaadeaa42122,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:07.075077 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b748f5b-76b5-429c-a390-26ea1fbf6b8e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:07.150417 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b748f5b-76b5-429c-a390-26ea1fbf6b8e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:31:07.154971 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-4b748f5b-76b5-429c-a390-26ea1fbf6b8e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:31:07.169847 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b748f5b-76b5-429c-a390-26ea1fbf6b8e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:31:07.178155 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['66d574eb-e97d-4a1f-9a9c-eaadeaa42122'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:31:07.178515 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b748f5b-76b5-429c-a390-26ea1fbf6b8e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:07.180530 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b748f5b-76b5-429c-a390-26ea1fbf6b8e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:07.205104 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b748f5b-76b5-429c-a390-26ea1fbf6b8e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Port': ['ID=6348ff73-4ee4-435b-b1fd-741408561185,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:07.215581 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51916) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:07.216285 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4b748f5b-76b5-429c-a390-26ea1fbf6b8e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1196151 Dec 10 16:31:07.386859 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 6373122f-9671-4454-851b-dd4964efe235 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:31:07.399722 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device f6598b69-2b47-4ac3-a31c-584be1d6ed5e up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:31:07.455187 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f8db4996-3bcc-4598-98a4-3a0b8702570f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:07.504907 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744b8d8a-b3e8-4791-a866-16dfda9bb6c9 None None] Update dhcp port {'port': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'fixed_ips': [{'subnet_id': '1bd9cf13-f566-483a-90f2-ea6e0e24d1c6', 'ip_address': '2001:db8::f816:3eff:fe2d:6616'}, {'subnet_id': '1f688e2e-451f-477f-aab9-76dfda434166'}], 'binding:host_id': 'n-d-766771-2'}, 'id': '6373122f-9671-4454-851b-dd4964efe235'} from n-d-766771-2. {{(pid=103394) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 16:31:07.559571 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f8db4996-3bcc-4598-98a4-3a0b8702570f None None] For port 6373122f-9671-4454-851b-dd4964efe235, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=6373122f-9671-4454-851b-dd4964efe235,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:07.576406 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-744b8d8a-b3e8-4791-a866-16dfda9bb6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:07.578126 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f8db4996-3bcc-4598-98a4-3a0b8702570f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:07.578362 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c9015-a8da-4615-a350-1cc44de2bc18 req-ca6da497-038b-4e01-ba2c-9de396ae04ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:07.580443 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c93c9015-a8da-4615-a350-1cc44de2bc18 req-ca6da497-038b-4e01-ba2c-9de396ae04ca service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4daf3e72-6535-4e62-9fd1-62a61d6c24e5 HTTP/1.1" status: 200 len: 1096 time: 0.5208855 Dec 10 16:31:07.624437 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port f6598b69-2b47-4ac3-a31c-584be1d6ed5e completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:31:07.635434 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 6373122f-9671-4454-851b-dd4964efe235 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:31:07.635610 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:07.641276 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fea43356-f44c-4ac5-9a56-99b31f94b84e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:07.650933 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port f6598b69-2b47-4ac3-a31c-584be1d6ed5e triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:31:07.650933 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:07.664990 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98373c32-3b7e-4b1f-873d-7705591be12e req-03331e0c-9791-4391-87bb-074685d37089 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:07.666481 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-98373c32-3b7e-4b1f-873d-7705591be12e req-03331e0c-9791-4391-87bb-074685d37089 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/networks?id=e32a4d08-b516-4a89-a4b3-00c81d20f408 HTTP/1.1" status: 200 len: 811 time: 0.6032557 Dec 10 16:31:07.668312 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fea43356-f44c-4ac5-9a56-99b31f94b84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:07.737830 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-98373c32-3b7e-4b1f-873d-7705591be12e req-85685808-2146-478c-a1d4-852d9d3d716f tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/quotas/86809bc173774b32a7d283ceb29d9179 HTTP/1.1" status: 200 len: 375 time: 0.0503712 Dec 10 16:31:07.739879 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c93c9015-a8da-4615-a350-1cc44de2bc18 req-f34c1b92-129d-40ec-83f9-54b60a4a8fac service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3eae1e3b-7870-4110-894e-ef9b37df26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454494 Dec 10 16:31:07.743071 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea43356-f44c-4ac5-9a56-99b31f94b84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b17c2a-c9ce-4fa2-a918-6fd36b384e13,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:07.751667 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-fea43356-f44c-4ac5-9a56-99b31f94b84e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5b88d426ba6e42d4b7b474abc159fbd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7859049 Dec 10 16:31:07.754377 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51922) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:07.767754 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-b78a4159-8b0a-4252-8525-17719a343f44 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting port 6348ff73-4ee4-435b-b1fd-741408561185 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:31:07.767962 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b78a4159-8b0a-4252-8525-17719a343f44 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:07.778974 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db4996-3bcc-4598-98a4-3a0b8702570f None None] Pushing event updated for resources: {'Port': ['ID=6373122f-9671-4454-851b-dd4964efe235,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:07.821876 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4795ef4a-8235-4a5a-9688-08d6f4867887 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:07.844690 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4795ef4a-8235-4a5a-9688-08d6f4867887 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:07.853424 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-98373c32-3b7e-4b1f-873d-7705591be12e req-56625a91-c306-4a90-9a49-b1475e34e32c tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=86809bc173774b32a7d283ceb29d9179&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1066930 Dec 10 16:31:07.897108 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4795ef4a-8235-4a5a-9688-08d6f4867887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:07.899966 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4795ef4a-8235-4a5a-9688-08d6f4867887 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:07.901136 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4795ef4a-8235-4a5a-9688-08d6f4867887 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/03b17c2a-c9ce-4fa2-a918-6fd36b384e13 HTTP/1.1" status: 204 len: 168 time: 0.1449451 Dec 10 16:31:07.909403 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795ef4a-8235-4a5a-9688-08d6f4867887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b17c2a-c9ce-4fa2-a918-6fd36b384e13,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:07.947373 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b78a4159-8b0a-4252-8525-17719a343f44 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:07.967967 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-b78a4159-8b0a-4252-8525-17719a343f44 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Calling delete_port for 6348ff73-4ee4-435b-b1fd-741408561185 owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:31:08.044426 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-98373c32-3b7e-4b1f-873d-7705591be12e req-c4749bf1-22b6-421e-9e71-52cc9be30217 service neutron] 10.222.0.11 "GET /v2.0/networks/e32a4d08-b516-4a89-a4b3-00c81d20f408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719060 Dec 10 16:31:08.051224 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:08.059491 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-744b8d8a-b3e8-4791-a866-16dfda9bb6c9 None None] Allocated IP 2001:db8:0:1::2 (ba7323f5-fe45-4362-904e-9370cf7b7342/1f688e2e-451f-477f-aab9-76dfda434166/6373122f-9671-4454-851b-dd4964efe235) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:31:08.070177 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:08.148865 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port f6598b69-2b47-4ac3-a31c-584be1d6ed5e, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=f6598b69-2b47-4ac3-a31c-584be1d6ed5e,segment=NetworkSegment(d6e18045-3520-4791-b1b2-a3097eb8570b),segment_id=d6e18045-3520-4791-b1b2-a3097eb8570b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:08.158270 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:08.194760 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-98373c32-3b7e-4b1f-873d-7705591be12e req-bffe39ca-327d-4cdc-ac2f-54df133c3252 service neutron] 10.222.0.11 "GET /v2.0/networks/e32a4d08-b516-4a89-a4b3-00c81d20f408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360893 Dec 10 16:31:08.250447 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-744b8d8a-b3e8-4791-a866-16dfda9bb6c9 None None] For port 6373122f-9671-4454-851b-dd4964efe235, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=6373122f-9671-4454-851b-dd4964efe235,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:08.253387 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=f6598b69-2b47-4ac3-a31c-584be1d6ed5e,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:08.296243 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-744b8d8a-b3e8-4791-a866-16dfda9bb6c9 None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:08.301427 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-744b8d8a-b3e8-4791-a866-16dfda9bb6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:08.316137 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b78a4159-8b0a-4252-8525-17719a343f44 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:08.373318 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a4159-8b0a-4252-8525-17719a343f44 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Port': ['ID=6348ff73-4ee4-435b-b1fd-741408561185,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:08.443375 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b78a4159-8b0a-4252-8525-17719a343f44 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:08.446704 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b78a4159-8b0a-4252-8525-17719a343f44 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/ports/6348ff73-4ee4-435b-b1fd-741408561185 HTTP/1.1" status: 204 len: 168 time: 1.2282114 Dec 10 16:31:08.449336 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51942) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:08.451932 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b8d8a-b3e8-4791-a866-16dfda9bb6c9 None None] Pushing event updated for resources: {'Port': ['ID=6373122f-9671-4454-851b-dd4964efe235,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:08.475412 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb722c7d-4f48-4e47-aa59-daadf8257d54 req-de1417f7-2153-46f2-bb36-d659ba5c938b tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:08.476698 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb722c7d-4f48-4e47-aa59-daadf8257d54 req-de1417f7-2153-46f2-bb36-d659ba5c938b tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b93bf41-538d-432c-9248-adf3e3982dc4 HTTP/1.1" status: 200 len: 945 time: 0.0804441 Dec 10 16:31:08.534601 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a01bfa-6189-485d-b975-38817c0af84f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:08.539859 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-55a01bfa-6189-485d-b975-38817c0af84f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0878599 Dec 10 16:31:08.540485 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51946) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:08.580977 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb722c7d-4f48-4e47-aa59-daadf8257d54 req-03a1ae95-bcbd-43f9-a5de-0f7139aec554 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eae1e3b-7870-4110-894e-ef9b37df26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878916 Dec 10 16:31:08.623824 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e34691-10fa-4ceb-9e88-25f9a9baa2c8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:08.627756 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-64e34691-10fa-4ceb-9e88-25f9a9baa2c8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0862961 Dec 10 16:31:08.630467 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51954) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:08.705625 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9a5385-a9f4-4503-818d-8cd0afd7f318 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:08.710223 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9a5385-a9f4-4503-818d-8cd0afd7f318 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:08.712500 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9a5385-a9f4-4503-818d-8cd0afd7f318 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:08.720200 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ab9a5385-a9f4-4503-818d-8cd0afd7f318 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0858624 Dec 10 16:31:08.721153 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51958) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:08.826558 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de793f-bd5d-4483-bc11-15d5e023fec0 req-0a1604fe-f77f-4054-9a14-9671c9318052 tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:08.834773 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-77de793f-bd5d-4483-bc11-15d5e023fec0 req-0a1604fe-f77f-4054-9a14-9671c9318052 tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbb4c82f-0d2a-4f2e-ad17-db99f317f4d7 HTTP/1.1" status: 200 len: 946 time: 0.0771420 Dec 10 16:31:08.840470 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e62979f-98bb-4602-bdaa-1ed3e424647a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting subnet 1bd9cf13-f566-483a-90f2-ea6e0e24d1c6 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:31:08.848733 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e62979f-98bb-4602-bdaa-1ed3e424647a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:08.901229 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-77de793f-bd5d-4483-bc11-15d5e023fec0 req-7e5f5dc9-73d1-4e54-b8b5-54988725c3c7 tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b358a76-605b-4579-86eb-0eb26d1eb1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606818 Dec 10 16:31:08.959163 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e62979f-98bb-4602-bdaa-1ed3e424647a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:08.961907 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb4c82f-0d2a-4f2e-ad17-db99f317f4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6598b69-2b47-4ac3-a31c-584be1d6ed5e'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:31:08.965178 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4152e9d-3e49-49a2-8d10-e12daf8ce14c" -d '{"events": [{"server_uuid": "dbb4c82f-0d2a-4f2e-ad17-db99f317f4d7", "name": "network-vif-plugged", "status": "completed", "tag": "f6598b69-2b47-4ac3-a31c-584be1d6ed5e"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:31:09.097950 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 6373122f-9671-4454-851b-dd4964efe235 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:31:09.114957 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e62979f-98bb-4602-bdaa-1ed3e424647a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:09.198708 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 6373122f-9671-4454-851b-dd4964efe235 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:31:09.199342 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:09.257580 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e62979f-98bb-4602-bdaa-1ed3e424647a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:09.306908 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e62979f-98bb-4602-bdaa-1ed3e424647a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:09.313783 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0e62979f-98bb-4602-bdaa-1ed3e424647a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/1bd9cf13-f566-483a-90f2-ea6e0e24d1c6 HTTP/1.1" status: 204 len: 168 time: 0.5915174 Dec 10 16:31:09.314736 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51972) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:09.315197 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62979f-98bb-4602-bdaa-1ed3e424647a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Subnet': ['ID=1bd9cf13-f566-483a-90f2-ea6e0e24d1c6,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:09.325892 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-87804033-1421-4eee-9c1a-b2cd71fa1bfd None None] Could not find standard attr ID for object 6348ff73-4ee4-435b-b1fd-741408561185. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:31:09.341236 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-87804033-1421-4eee-9c1a-b2cd71fa1bfd None None] Provisioning complete for port 6373122f-9671-4454-851b-dd4964efe235 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:31:09.341827 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-87804033-1421-4eee-9c1a-b2cd71fa1bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:09.401857 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-44dd04b7-38a2-404e-86d8-a0896addc39a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting subnet 1f688e2e-451f-477f-aab9-76dfda434166 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:31:09.406357 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-44dd04b7-38a2-404e-86d8-a0896addc39a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:09.468569 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-44dd04b7-38a2-404e-86d8-a0896addc39a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:09.570345 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-44dd04b7-38a2-404e-86d8-a0896addc39a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:09.607379 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb374fbd-15ab-4392-9a2b-8552e4a34259 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:31:09.663873 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-44dd04b7-38a2-404e-86d8-a0896addc39a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:09.700878 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd04b7-38a2-404e-86d8-a0896addc39a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Subnet': ['ID=1f688e2e-451f-477f-aab9-76dfda434166,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:09.708921 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-44dd04b7-38a2-404e-86d8-a0896addc39a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:09.713908 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-44dd04b7-38a2-404e-86d8-a0896addc39a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/1f688e2e-451f-477f-aab9-76dfda434166 HTTP/1.1" status: 204 len: 168 time: 0.3981035 Dec 10 16:31:09.716664 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51988) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:09.721173 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b4f49060-e592-4ad4-8d5f-8d47506dffe6 None None] Could not find standard attr ID for object 6348ff73-4ee4-435b-b1fd-741408561185. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:31:09.781393 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c271ea78-fd3d-46d3-8158-4643062935c5 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0635507 Dec 10 16:31:09.782666 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51990) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:09.795057 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-37070b0e-5569-42a0-9b8c-367361f6f6b8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'subnet': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:09.865385 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6eaa8738-560a-42cc-a535-5e546e1f2097 req-94e5c3fd-71fd-4141-882f-d6e79ec8b37b tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=18828e85-53ed-4320-8dad-3f41cf765299 HTTP/1.1" status: 200 len: 210 time: 0.0819950 Dec 10 16:31:09.887062 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13bfa1e-52b3-4c50-b08b-b2273d796bdc None None] Update dhcp port {'port': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'fixed_ips': [{'subnet_id': '1f688e2e-451f-477f-aab9-76dfda434166'}], 'binding:host_id': 'n-d-766771-2'}, 'id': '6373122f-9671-4454-851b-dd4964efe235'} from n-d-766771-2. {{(pid=103394) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 16:31:09.942665 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58dc2de9-c11f-4a2e-87c1-1515e2a9a4de x-openstack-request-id: req-58dc2de9-c11f-4a2e-87c1-1515e2a9a4de {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:31:09.942893 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb4c82f-0d2a-4f2e-ad17-db99f317f4d7", "name": "network-vif-plugged", "status": "completed", "tag": "f6598b69-2b47-4ac3-a31c-584be1d6ed5e", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:31:09.943135 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-58dc2de9-c11f-4a2e-87c1-1515e2a9a4de {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:31:09.943535 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb4c82f-0d2a-4f2e-ad17-db99f317f4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6598b69-2b47-4ac3-a31c-584be1d6ed5e', 'code': 200} Dec 10 16:31:09.959612 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a13bfa1e-52b3-4c50-b08b-b2273d796bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:09.970990 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37070b0e-5569-42a0-9b8c-367361f6f6b8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:09.982659 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-37070b0e-5569-42a0-9b8c-367361f6f6b8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:10.004431 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98373c32-3b7e-4b1f-873d-7705591be12e req-a6cb01b8-2726-4b52-9998-19cd71c082dd tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:10.006090 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-98373c32-3b7e-4b1f-873d-7705591be12e req-a6cb01b8-2726-4b52-9998-19cd71c082dd tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.26 "GET /v2.0/networks?id=e32a4d08-b516-4a89-a4b3-00c81d20f408 HTTP/1.1" status: 200 len: 811 time: 0.2312157 Dec 10 16:31:10.022520 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-98373c32-3b7e-4b1f-873d-7705591be12e req-e5c36c43-54dc-42ab-852d-4d464ef7d92e tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Request body: {'port': {'device_id': '18828e85-53ed-4320-8dad-3f41cf765299', 'network_id': 'e32a4d08-b516-4a89-a4b3-00c81d20f408', 'admin_state_up': True, 'tenant_id': '86809bc173774b32a7d283ceb29d9179'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:10.170526 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98373c32-3b7e-4b1f-873d-7705591be12e req-e5c36c43-54dc-42ab-852d-4d464ef7d92e tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Made reservation on behalf of 86809bc173774b32a7d283ceb29d9179 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:10.175905 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-98373c32-3b7e-4b1f-873d-7705591be12e req-e5c36c43-54dc-42ab-852d-4d464ef7d92e tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:10.180716 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba902f4-ab35-4644-a000-a39e690159e2 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:31:10.189289 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e1202-3070-465e-85cb-4fb6a88772af req-db9fc7c5-7041-40e1-89cc-94d1ce84a9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:10.191319 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-315e1202-3070-465e-85cb-4fb6a88772af req-db9fc7c5-7041-40e1-89cc-94d1ce84a9ee service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dbb4c82f-0d2a-4f2e-ad17-db99f317f4d7 HTTP/1.1" status: 200 len: 1097 time: 0.1272786 Dec 10 16:31:10.211379 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fedcf5-3f13-4e50-af2b-0d2b1feb8c51 req-19982f45-9bc5-449c-8e26-a670f84dd5c2 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:10.226362 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fedcf5-3f13-4e50-af2b-0d2b1feb8c51 req-19982f45-9bc5-449c-8e26-a670f84dd5c2 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:10.233976 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fedcf5-3f13-4e50-af2b-0d2b1feb8c51 req-19982f45-9bc5-449c-8e26-a670f84dd5c2 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:10.242033 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fedcf5-3f13-4e50-af2b-0d2b1feb8c51 req-19982f45-9bc5-449c-8e26-a670f84dd5c2 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:10.252994 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fedcf5-3f13-4e50-af2b-0d2b1feb8c51 req-19982f45-9bc5-449c-8e26-a670f84dd5c2 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:10.259212 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fedcf5-3f13-4e50-af2b-0d2b1feb8c51 req-19982f45-9bc5-449c-8e26-a670f84dd5c2 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:10.266059 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fedcf5-3f13-4e50-af2b-0d2b1feb8c51 req-19982f45-9bc5-449c-8e26-a670f84dd5c2 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:10.268738 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-88fedcf5-3f13-4e50-af2b-0d2b1feb8c51 req-19982f45-9bc5-449c-8e26-a670f84dd5c2 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 5432 time: 0.2034268 Dec 10 16:31:10.275468 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b9f12b6d-a1e9-485e-ab9e-7c1b92bf1155 None None] Provisioning complete for port 6373122f-9671-4454-851b-dd4964efe235 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:31:10.275914 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b9f12b6d-a1e9-485e-ab9e-7c1b92bf1155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:10.321963 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 66d574eb-e97d-4a1f-9a9c-eaadeaa42122 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:31:10.354602 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-98373c32-3b7e-4b1f-873d-7705591be12e req-e5c36c43-54dc-42ab-852d-4d464ef7d92e tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Allocated IP 172.20.0.2 (e32a4d08-b516-4a89-a4b3-00c81d20f408/d02cdcd1-06ed-4593-b982-980ffb32811d/9d35124a-51af-4f07-95ed-8d7599bd9ce0) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:31:10.400581 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-315e1202-3070-465e-85cb-4fb6a88772af req-b1f869b8-2515-476d-911b-6fc428bb9aa6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1b358a76-605b-4579-86eb-0eb26d1eb1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281695 Dec 10 16:31:10.418464 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a000901-2d89-4bcb-aa55-568f8699a9b3 None None] DHCP port deletion for ba7323f5-fe45-4362-904e-9370cf7b7342 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:31:10.428188 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-88fedcf5-3f13-4e50-af2b-0d2b1feb8c51 req-4a6b6259-3d44-445d-9ea6-abba86c105f9 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fee5dea-5071-48b5-9184-803baa237b28&id=4083d3d0-75b2-4bc3-967d-d9fa1f979d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1419532 Dec 10 16:31:10.460856 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 66d574eb-e97d-4a1f-9a9c-eaadeaa42122 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:31:10.467394 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 66d574eb-e97d-4a1f-9a9c-eaadeaa42122 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:31:10.467767 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:10.497887 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-37070b0e-5569-42a0-9b8c-367361f6f6b8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:10.546627 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-3a000901-2d89-4bcb-aa55-568f8699a9b3 None None] Deleting port 6373122f-9671-4454-851b-dd4964efe235 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:31:10.547003 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3a000901-2d89-4bcb-aa55-568f8699a9b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:10.555799 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37070b0e-5569-42a0-9b8c-367361f6f6b8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:31:10.560605 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-37070b0e-5569-42a0-9b8c-367361f6f6b8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:31:10.571490 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37070b0e-5569-42a0-9b8c-367361f6f6b8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:10.572415 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-37070b0e-5569-42a0-9b8c-367361f6f6b8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:10.576088 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-98373c32-3b7e-4b1f-873d-7705591be12e req-e5c36c43-54dc-42ab-852d-4d464ef7d92e tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:10.589571 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37070b0e-5569-42a0-9b8c-367361f6f6b8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Subnet': ['ID=af47de61-317b-4bc3-a5e0-effb4c479044,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:10.612584 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-37070b0e-5569-42a0-9b8c-367361f6f6b8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8262899 Dec 10 16:31:10.612959 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52030) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:10.617701 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-98373c32-3b7e-4b1f-873d-7705591be12e req-e5c36c43-54dc-42ab-852d-4d464ef7d92e tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:10.620702 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-f5571a01-666d-4a96-a04c-e6937b5e2e1a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'subnet': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:10.657874 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['bca74aec-6ce2-4bca-832e-c1536e539022'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:31:10.668641 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98373c32-3b7e-4b1f-873d-7705591be12e req-e5c36c43-54dc-42ab-852d-4d464ef7d92e tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Network e32a4d08-b516-4a89-a4b3-00c81d20f408 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:31:10.672048 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-98373c32-3b7e-4b1f-873d-7705591be12e req-e5c36c43-54dc-42ab-852d-4d464ef7d92e tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:31:10.688202 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-98373c32-3b7e-4b1f-873d-7705591be12e req-e5c36c43-54dc-42ab-852d-4d464ef7d92e tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:31:10.700666 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515af700-eef5-40a5-807e-ed29005f7b63 None None] DHCP port deletion for e32a4d08-b516-4a89-a4b3-00c81d20f408 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:31:10.731753 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:10.738529 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c36c43-54dc-42ab-852d-4d464ef7d92e tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Pushing event updated for resources: {'Port': ['ID=9d35124a-51af-4f07-95ed-8d7599bd9ce0,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:10.753746 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c36c43-54dc-42ab-852d-4d464ef7d92e tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:31:10.754854 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c36c43-54dc-42ab-852d-4d464ef7d92e tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:31:10.755429 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c36c43-54dc-42ab-852d-4d464ef7d92e tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:31:10.755964 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c36c43-54dc-42ab-852d-4d464ef7d92e tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:31:10.756497 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c36c43-54dc-42ab-852d-4d464ef7d92e tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:31:10.756993 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c36c43-54dc-42ab-852d-4d464ef7d92e tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:31:10.757486 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c36c43-54dc-42ab-852d-4d464ef7d92e tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:31:10.758006 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c36c43-54dc-42ab-852d-4d464ef7d92e tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:31:10.758570 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c36c43-54dc-42ab-852d-4d464ef7d92e tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:31:10.759238 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c36c43-54dc-42ab-852d-4d464ef7d92e tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:31:10.759833 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c36c43-54dc-42ab-852d-4d464ef7d92e tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:31:10.760507 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c36c43-54dc-42ab-852d-4d464ef7d92e tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:31:10.761275 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c36c43-54dc-42ab-852d-4d464ef7d92e tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:31:10.785030 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-3a000901-2d89-4bcb-aa55-568f8699a9b3 None None] For port 6373122f-9671-4454-851b-dd4964efe235, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=6373122f-9671-4454-851b-dd4964efe235,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:10.785713 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3a000901-2d89-4bcb-aa55-568f8699a9b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:10.795153 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98373c32-3b7e-4b1f-873d-7705591be12e req-e5c36c43-54dc-42ab-852d-4d464ef7d92e tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:10.796122 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-98373c32-3b7e-4b1f-873d-7705591be12e req-e5c36c43-54dc-42ab-852d-4d464ef7d92e tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:10.821974 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-98373c32-3b7e-4b1f-873d-7705591be12e req-e5c36c43-54dc-42ab-852d-4d464ef7d92e tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8050156 Dec 10 16:31:10.823755 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-3a000901-2d89-4bcb-aa55-568f8699a9b3 None None] Calling delete_port for 6373122f-9671-4454-851b-dd4964efe235 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:31:10.832522 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 66d574eb-e97d-4a1f-9a9c-eaadeaa42122, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=66d574eb-e97d-4a1f-9a9c-eaadeaa42122,segment=NetworkSegment(0dcc8a1a-3660-487b-a29e-50cf9d625980),segment_id=0dcc8a1a-3660-487b-a29e-50cf9d625980)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:10.840971 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-98373c32-3b7e-4b1f-873d-7705591be12e req-caf1e092-83df-4d91-8cbb-ac2f51ceb462 service neutron] Request body: {'port': {'device_id': '18828e85-53ed-4320-8dad-3f41cf765299', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:10.855198 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f0f8c-f84b-4c08-b862-4a35bb42f6a3 req-072bfc08-cb6c-48f6-9dab-bf3198296f30 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:10.857009 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6f8f0f8c-f84b-4c08-b862-4a35bb42f6a3 req-072bfc08-cb6c-48f6-9dab-bf3198296f30 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b93bf41-538d-432c-9248-adf3e3982dc4 HTTP/1.1" status: 200 len: 945 time: 0.2413776 Dec 10 16:31:10.864922 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5571a01-666d-4a96-a04c-e6937b5e2e1a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:10.867373 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:10.868686 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f5571a01-666d-4a96-a04c-e6937b5e2e1a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:10.885837 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-5478ddcc-e399-4a4e-a510-1e9aaff30c6d tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:10.893763 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-5478ddcc-e399-4a4e-a510-1e9aaff30c6d tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:10.899785 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-5478ddcc-e399-4a4e-a510-1e9aaff30c6d tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:10.906038 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-5478ddcc-e399-4a4e-a510-1e9aaff30c6d tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:10.912174 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-5478ddcc-e399-4a4e-a510-1e9aaff30c6d tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:10.919348 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-5478ddcc-e399-4a4e-a510-1e9aaff30c6d tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:10.927122 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-5478ddcc-e399-4a4e-a510-1e9aaff30c6d tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:10.928124 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-98373c32-3b7e-4b1f-873d-7705591be12e req-caf1e092-83df-4d91-8cbb-ac2f51ceb462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:10.929068 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-5478ddcc-e399-4a4e-a510-1e9aaff30c6d tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.46 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 5432 time: 0.1515954 Dec 10 16:31:10.982855 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52038) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:10.986944 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b31bfe1d-6058-4975-9bee-7921cb43a4a0 None None] Provisioning complete for port 9d35124a-51af-4f07-95ed-8d7599bd9ce0 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:31:10.987422 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b31bfe1d-6058-4975-9bee-7921cb43a4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:11.039914 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=66d574eb-e97d-4a1f-9a9c-eaadeaa42122,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:11.044835 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-211053c9-36d0-4ee2-b863-b0abe70d4fa9 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:11.046254 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-211053c9-36d0-4ee2-b863-b0abe70d4fa9 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.46 "GET /v2.0/ports/21ff2032-7c79-4143-8370-31ee1ca6849c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1062069 Dec 10 16:31:11.068091 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b31bfe1d-6058-4975-9bee-7921cb43a4a0 None None] Port 9d35124a-51af-4f07-95ed-8d7599bd9ce0 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:31:11.090481 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3a000901-2d89-4bcb-aa55-568f8699a9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:11.128210 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a000901-2d89-4bcb-aa55-568f8699a9b3 None None] Pushing event deleted for resources: {'Port': ['ID=6373122f-9671-4454-851b-dd4964efe235,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:11.132369 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a000901-2d89-4bcb-aa55-568f8699a9b3 None None] No DVR routers for this DVR port 6373122f-9671-4454-851b-dd4964efe235 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:31:11.146512 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 6373122f-9671-4454-851b-dd4964efe235 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:31:11.156063 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6f8f0f8c-f84b-4c08-b862-4a35bb42f6a3 req-2d6b2e05-af63-489c-8a9b-3b92d9eee006 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eae1e3b-7870-4110-894e-ef9b37df26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662508 Dec 10 16:31:11.171575 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6321dd-43d0-4ae3-b4ee-72aa8b91bccd None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:31:11.176367 n-d-766771-2 neutron-server[103392]: INFO neutron.db.ipam_backend_mixin [None req-f5571a01-666d-4a96-a04c-e6937b5e2e1a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet af47de61-317b-4bc3-a5e0-effb4c479044 (CIDR: 2001:db8::/64) Dec 10 16:31:11.176499 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 6373122f-9671-4454-851b-dd4964efe235 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:31:11.176731 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 6373122f-9671-4454-851b-dd4964efe235 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:31:11.186232 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5571a01-666d-4a96-a04c-e6937b5e2e1a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:31:11.187819 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5571a01-666d-4a96-a04c-e6937b5e2e1a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:11.229858 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f5571a01-666d-4a96-a04c-e6937b5e2e1a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6128242 Dec 10 16:31:11.230826 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52042) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:11.237353 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-4dcc5431-a2c6-4221-a90d-5e776d720e62 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'subnet': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:11.279412 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-299a997a-daeb-42b8-ad0e-3342221d04aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:11.312814 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386d1356-d96a-4935-944b-88e9e678f28c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-ba7323f5-fe45-4362-904e-9370cf7b7342', 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'project_id': '2ff5423581d24da08fa7c37167d452f0', 'fixed_ips': [{'subnet_id': 'af47de61-317b-4bc3-a5e0-effb4c479044'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:31:11.316476 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-386d1356-d96a-4935-944b-88e9e678f28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:11.325331 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-ab83ef00-8bdb-4a74-9fe1-040e9438ab0a tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.46 "GET /v2.0/networks/d3d2f5a8-9c2a-4e37-81c2-a6be304a674b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2691836 Dec 10 16:31:11.341317 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-1d798895-8c3a-481c-9b0c-a433c92b8b79 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:11.466391 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-98373c32-3b7e-4b1f-873d-7705591be12e req-caf1e092-83df-4d91-8cbb-ac2f51ceb462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d35124a-51af-4f07-95ed-8d7599bd9ce0 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:31:11.477862 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-299a997a-daeb-42b8-ad0e-3342221d04aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:11.480581 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-98373c32-3b7e-4b1f-873d-7705591be12e req-caf1e092-83df-4d91-8cbb-ac2f51ceb462 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:11.484820 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-299a997a-daeb-42b8-ad0e-3342221d04aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:11.489241 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-1d798895-8c3a-481c-9b0c-a433c92b8b79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:11.503503 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a3790-2133-497e-ad04-3b8585adabe3 req-05993a5a-940f-4f55-8e21-7cbf3e0d3d7f tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:11.505159 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-577a3790-2133-497e-ad04-3b8585adabe3 req-05993a5a-940f-4f55-8e21-7cbf3e0d3d7f tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbb4c82f-0d2a-4f2e-ad17-db99f317f4d7 HTTP/1.1" status: 200 len: 946 time: 0.1441388 Dec 10 16:31:11.523158 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dcc5431-a2c6-4221-a90d-5e776d720e62 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:11.526576 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-299a997a-daeb-42b8-ad0e-3342221d04aa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3f7076b10dfa4a86a6dd460b78d4163a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5395477 Dec 10 16:31:11.527892 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4dcc5431-a2c6-4221-a90d-5e776d720e62 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:11.536567 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52046) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:11.577690 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-98373c32-3b7e-4b1f-873d-7705591be12e req-caf1e092-83df-4d91-8cbb-ac2f51ceb462 service neutron] Transition to ACTIVE for port object 9d35124a-51af-4f07-95ed-8d7599bd9ce0 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:31:11.590762 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a997a-daeb-42b8-ad0e-3342221d04aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454f5897-4d2e-4ac5-bdd2-b2a325186304,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:11.594781 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-98373c32-3b7e-4b1f-873d-7705591be12e req-caf1e092-83df-4d91-8cbb-ac2f51ceb462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:11.671559 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-386d1356-d96a-4935-944b-88e9e678f28c None None] Allocated IP 2001:db8::2 (ba7323f5-fe45-4362-904e-9370cf7b7342/af47de61-317b-4bc3-a5e0-effb4c479044/b57b15f9-0ced-4d4e-90fb-64efea32ab72) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:31:11.707887 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a19f4a6-8d25-4552-83ad-6c1594355700 None None] DHCP port deletion for e32a4d08-b516-4a89-a4b3-00c81d20f408 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:31:11.719315 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0ecdbbab-2e86-4aef-8925-5c5ea4e1a7d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:11.743920 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0ecdbbab-2e86-4aef-8925-5c5ea4e1a7d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:11.747923 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-577a3790-2133-497e-ad04-3b8585adabe3 req-08ad8aed-1281-416e-a6fc-a5f0d1a968dd tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b358a76-605b-4579-86eb-0eb26d1eb1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155130 Dec 10 16:31:11.805947 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-1d798895-8c3a-481c-9b0c-a433c92b8b79 service neutron] For port 21ff2032-7c79-4143-8370-31ee1ca6849c, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=21ff2032-7c79-4143-8370-31ee1ca6849c,segment=NetworkSegment(4e78b27f-1344-44f4-ae5a-33d21993ff0c),segment_id=4e78b27f-1344-44f4-ae5a-33d21993ff0c)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:11.816823 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf1e092-83df-4d91-8cbb-ac2f51ceb462 service neutron] Pushing event updated for resources: {'Port': ['ID=9d35124a-51af-4f07-95ed-8d7599bd9ce0,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:11.853925 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0ecdbbab-2e86-4aef-8925-5c5ea4e1a7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:11.856750 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0ecdbbab-2e86-4aef-8925-5c5ea4e1a7d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:11.858127 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0ecdbbab-2e86-4aef-8925-5c5ea4e1a7d4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/454f5897-4d2e-4ac5-bdd2-b2a325186304 HTTP/1.1" status: 204 len: 168 time: 0.3204195 Dec 10 16:31:11.883523 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-98373c32-3b7e-4b1f-873d-7705591be12e req-caf1e092-83df-4d91-8cbb-ac2f51ceb462 service neutron] Attempting to bind port 9d35124a-51af-4f07-95ed-8d7599bd9ce0 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:31:11.883792 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-1d798895-8c3a-481c-9b0c-a433c92b8b79 service neutron] For port 21ff2032-7c79-4143-8370-31ee1ca6849c, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:31:11.884283 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-98373c32-3b7e-4b1f-873d-7705591be12e req-caf1e092-83df-4d91-8cbb-ac2f51ceb462 service neutron] Attempting to bind port 9d35124a-51af-4f07-95ed-8d7599bd9ce0 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'b9bd78ee-f3c3-4e6c-b4f5-8a2b8ab95e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e32a4d08-b516-4a89-a4b3-00c81d20f408'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:31:11.884283 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98373c32-3b7e-4b1f-873d-7705591be12e req-caf1e092-83df-4d91-8cbb-ac2f51ceb462 service neutron] Attempting to bind port 9d35124a-51af-4f07-95ed-8d7599bd9ce0 on network e32a4d08-b516-4a89-a4b3-00c81d20f408 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:31:11.892604 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98373c32-3b7e-4b1f-873d-7705591be12e req-caf1e092-83df-4d91-8cbb-ac2f51ceb462 service neutron] Port 9d35124a-51af-4f07-95ed-8d7599bd9ce0 on network e32a4d08-b516-4a89-a4b3-00c81d20f408 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:31:11.892923 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98373c32-3b7e-4b1f-873d-7705591be12e req-caf1e092-83df-4d91-8cbb-ac2f51ceb462 service neutron] Attempting to bind port 9d35124a-51af-4f07-95ed-8d7599bd9ce0 on network e32a4d08-b516-4a89-a4b3-00c81d20f408 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:31:11.898079 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecdbbab-2e86-4aef-8925-5c5ea4e1a7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454f5897-4d2e-4ac5-bdd2-b2a325186304,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:11.899915 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98373c32-3b7e-4b1f-873d-7705591be12e req-caf1e092-83df-4d91-8cbb-ac2f51ceb462 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:31:11.900247 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98373c32-3b7e-4b1f-873d-7705591be12e req-caf1e092-83df-4d91-8cbb-ac2f51ceb462 service neutron] Checking segment: {'id': 'b9bd78ee-f3c3-4e6c-b4f5-8a2b8ab95e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e32a4d08-b516-4a89-a4b3-00c81d20f408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:31:11.900616 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98373c32-3b7e-4b1f-873d-7705591be12e req-caf1e092-83df-4d91-8cbb-ac2f51ceb462 service neutron] Bound using segment: {'id': 'b9bd78ee-f3c3-4e6c-b4f5-8a2b8ab95e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e32a4d08-b516-4a89-a4b3-00c81d20f408'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:31:11.901035 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-98373c32-3b7e-4b1f-873d-7705591be12e req-caf1e092-83df-4d91-8cbb-ac2f51ceb462 service neutron] Bound port: 9d35124a-51af-4f07-95ed-8d7599bd9ce0, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9bd78ee-f3c3-4e6c-b4f5-8a2b8ab95e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e32a4d08-b516-4a89-a4b3-00c81d20f408'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:31:11.901383 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-98373c32-3b7e-4b1f-873d-7705591be12e req-caf1e092-83df-4d91-8cbb-ac2f51ceb462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:11.937495 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-1d798895-8c3a-481c-9b0c-a433c92b8b79 service neutron] device_id is not set on port 21ff2032-7c79-4143-8370-31ee1ca6849c yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:31:11.945340 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b93bf41-538d-432c-9248-adf3e3982dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d574eb-e97d-4a1f-9a9c-eaadeaa42122'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:31:11.949130 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5dbeb4a-ae9e-4f33-99f6-bf1ad47de37b" -d '{"events": [{"server_uuid": "8b93bf41-538d-432c-9248-adf3e3982dc4", "name": "network-vif-plugged", "status": "completed", "tag": "66d574eb-e97d-4a1f-9a9c-eaadeaa42122"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:31:11.981935 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-1d798895-8c3a-481c-9b0c-a433c92b8b79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:11.990240 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-386d1356-d96a-4935-944b-88e9e678f28c None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:11.994862 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-98373c32-3b7e-4b1f-873d-7705591be12e req-caf1e092-83df-4d91-8cbb-ac2f51ceb462 service neutron] For port 9d35124a-51af-4f07-95ed-8d7599bd9ce0, host n-h1-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:31:11.998526 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-386d1356-d96a-4935-944b-88e9e678f28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:11.998940 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-98373c32-3b7e-4b1f-873d-7705591be12e req-caf1e092-83df-4d91-8cbb-ac2f51ceb462 service neutron] For port 9d35124a-51af-4f07-95ed-8d7599bd9ce0, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=9d35124a-51af-4f07-95ed-8d7599bd9ce0,segment=NetworkSegment(b9bd78ee-f3c3-4e6c-b4f5-8a2b8ab95e02),segment_id=b9bd78ee-f3c3-4e6c-b4f5-8a2b8ab95e02)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:31:12.006185 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-98373c32-3b7e-4b1f-873d-7705591be12e req-caf1e092-83df-4d91-8cbb-ac2f51ceb462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:12.010996 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-1d798895-8c3a-481c-9b0c-a433c92b8b79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:12.026365 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98373c32-3b7e-4b1f-873d-7705591be12e req-caf1e092-83df-4d91-8cbb-ac2f51ceb462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:12.026606 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-98373c32-3b7e-4b1f-873d-7705591be12e req-caf1e092-83df-4d91-8cbb-ac2f51ceb462 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:12.028232 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-98373c32-3b7e-4b1f-873d-7705591be12e req-caf1e092-83df-4d91-8cbb-ac2f51ceb462 service neutron] 10.222.0.26 "PUT /v2.0/ports/9d35124a-51af-4f07-95ed-8d7599bd9ce0 HTTP/1.1" status: 200 len: 1091 time: 1.1964695 Dec 10 16:31:12.030251 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18828e85-53ed-4320-8dad-3f41cf765299', 'tag': '9d35124a-51af-4f07-95ed-8d7599bd9ce0'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:31:12.034602 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9ecbce-4797-464c-b29b-b4f68b675cf5" -d '{"events": [{"name": "network-changed", "server_uuid": "18828e85-53ed-4320-8dad-3f41cf765299", "tag": "9d35124a-51af-4f07-95ed-8d7599bd9ce0"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:31:12.055670 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef1319e-8b0e-4c17-a2e7-8df679b1a5af None None] DHCP port deletion for e32a4d08-b516-4a89-a4b3-00c81d20f408 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:31:12.093108 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386d1356-d96a-4935-944b-88e9e678f28c None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:31:12.103396 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-386d1356-d96a-4935-944b-88e9e678f28c None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:31:12.113504 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386d1356-d96a-4935-944b-88e9e678f28c None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:31:12.118622 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d1356-d96a-4935-944b-88e9e678f28c None None] Pushing event updated for resources: {'Port': ['ID=b57b15f9-0ced-4d4e-90fb-64efea32ab72,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:12.161263 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-1d798895-8c3a-481c-9b0c-a433c92b8b79 service neutron] No DVR routers for this DVR port 21ff2032-7c79-4143-8370-31ee1ca6849c on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:31:12.165632 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf1e092-83df-4d91-8cbb-ac2f51ceb462 service neutron] Pushing event updated for resources: {'Port': ['ID=9d35124a-51af-4f07-95ed-8d7599bd9ce0,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:12.194266 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98373c32-3b7e-4b1f-873d-7705591be12e req-714f5cff-03cd-480e-b92d-8831d59556aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:12.196038 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-98373c32-3b7e-4b1f-873d-7705591be12e req-714f5cff-03cd-480e-b92d-8831d59556aa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=86809bc173774b32a7d283ceb29d9179&device_id=18828e85-53ed-4320-8dad-3f41cf765299 HTTP/1.1" status: 200 len: 1094 time: 0.1219604 Dec 10 16:31:12.231968 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9244d2-ce51-4416-9761-20432f82762f req-c089c41b-8389-4a1d-a072-2b1e401e4a27 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:12.234256 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0e9244d2-ce51-4416-9761-20432f82762f req-c089c41b-8389-4a1d-a072-2b1e401e4a27 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=18828e85-53ed-4320-8dad-3f41cf765299 HTTP/1.1" status: 200 len: 943 time: 0.2907994 Dec 10 16:31:12.235882 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d798895-8c3a-481c-9b0c-a433c92b8b79 service neutron] Pushing event updated for resources: {'Port': ['ID=21ff2032-7c79-4143-8370-31ee1ca6849c,revision_number=6']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:12.236138 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-386d1356-d96a-4935-944b-88e9e678f28c None None] Attempting to bind port b57b15f9-0ced-4d4e-90fb-64efea32ab72 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:31:12.236517 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-386d1356-d96a-4935-944b-88e9e678f28c None None] Attempting to bind port b57b15f9-0ced-4d4e-90fb-64efea32ab72 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:31:12.236881 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386d1356-d96a-4935-944b-88e9e678f28c None None] Attempting to bind port b57b15f9-0ced-4d4e-90fb-64efea32ab72 on network ba7323f5-fe45-4362-904e-9370cf7b7342 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:31:12.246883 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386d1356-d96a-4935-944b-88e9e678f28c None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:31:12.247316 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386d1356-d96a-4935-944b-88e9e678f28c None None] Checking segment: {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:31:12.247930 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-386d1356-d96a-4935-944b-88e9e678f28c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:12.248514 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386d1356-d96a-4935-944b-88e9e678f28c None None] Bound using segment: {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:31:12.249236 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-386d1356-d96a-4935-944b-88e9e678f28c None None] Bound port: b57b15f9-0ced-4d4e-90fb-64efea32ab72, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06323866-0724-4bd1-aeac-0872605e7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:31:12.249727 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-386d1356-d96a-4935-944b-88e9e678f28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:12.273905 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52060) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:12.285027 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-98373c32-3b7e-4b1f-873d-7705591be12e req-9f6cf6b8-a40f-46fd-b48f-679a36fa132d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9d35124a-51af-4f07-95ed-8d7599bd9ce0 HTTP/1.1" status: 200 len: 217 time: 0.0741060 Dec 10 16:31:12.287429 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-1d798895-8c3a-481c-9b0c-a433c92b8b79 service neutron] In _notify_port_updated(), no bound segment for port 21ff2032-7c79-4143-8370-31ee1ca6849c on network d3d2f5a8-9c2a-4e37-81c2-a6be304a674b {{(pid=103392) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:31:12.288325 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-1d798895-8c3a-481c-9b0c-a433c92b8b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:12.288961 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-1d798895-8c3a-481c-9b0c-a433c92b8b79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:12.290458 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-1d798895-8c3a-481c-9b0c-a433c92b8b79 service neutron] 10.222.0.46 "PUT /v2.0/ports/21ff2032-7c79-4143-8370-31ee1ca6849c HTTP/1.1" status: 200 len: 1025 time: 0.9545147 Dec 10 16:31:12.332915 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-386d1356-d96a-4935-944b-88e9e678f28c None None] For port b57b15f9-0ced-4d4e-90fb-64efea32ab72, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:31:12.337620 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-386d1356-d96a-4935-944b-88e9e678f28c None None] For port b57b15f9-0ced-4d4e-90fb-64efea32ab72, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=b57b15f9-0ced-4d4e-90fb-64efea32ab72,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:31:12.340281 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98373c32-3b7e-4b1f-873d-7705591be12e req-c68e75d8-01da-475e-9874-65672f485eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:12.342027 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-98373c32-3b7e-4b1f-873d-7705591be12e req-c68e75d8-01da-475e-9874-65672f485eb4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d02cdcd1-06ed-4593-b982-980ffb32811d HTTP/1.1" status: 200 len: 851 time: 0.0495846 Dec 10 16:31:12.343452 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-386d1356-d96a-4935-944b-88e9e678f28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:12.372384 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1aab0fae-e238-4def-952d-1140da600d85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:12.394835 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-98373c32-3b7e-4b1f-873d-7705591be12e req-424d2bba-93e0-49e7-8fec-2f6b2fb2b0c1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e32a4d08-b516-4a89-a4b3-00c81d20f408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427926 Dec 10 16:31:12.422289 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d1356-d96a-4935-944b-88e9e678f28c None None] Pushing event updated for resources: {'Port': ['ID=b57b15f9-0ced-4d4e-90fb-64efea32ab72,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:12.447557 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-bde54f62-adc8-47fc-aea8-1e29e07b4e0b tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:12.448958 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-bde54f62-adc8-47fc-aea8-1e29e07b4e0b tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.46 "GET /v2.0/ports/cef7248a-01ee-4f91-846b-1268835ed13c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1395049 Dec 10 16:31:12.452147 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-99dd5fee-7b67-4d84-a2d4-ca0d150fea68 None None] Provisioning complete for port 21ff2032-7c79-4143-8370-31ee1ca6849c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:31:12.452526 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-99dd5fee-7b67-4d84-a2d4-ca0d150fea68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:12.466421 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0e9244d2-ce51-4416-9761-20432f82762f req-a4348951-0889-40ce-b491-0846a5d64783 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143552 Dec 10 16:31:12.476249 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-3e19c0f0-653b-4cbe-8c24-f44093a4a973 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:12.503094 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-99dd5fee-7b67-4d84-a2d4-ca0d150fea68 None None] Port 21ff2032-7c79-4143-8370-31ee1ca6849c cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:31:12.525810 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-98373c32-3b7e-4b1f-873d-7705591be12e req-13d6875c-398a-4fd0-a4d6-df05aabc1ea1 service neutron] 10.222.0.26 "GET /v2.0/networks/e32a4d08-b516-4a89-a4b3-00c81d20f408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226437 Dec 10 16:31:12.687719 n-d-766771-2 neutron-server[103392]: DEBUG neutron.objects.ports [None req-4dcc5431-a2c6-4221-a90d-5e776d720e62 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103392) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 16:31:12.691041 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-3e19c0f0-653b-4cbe-8c24-f44093a4a973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:12.843207 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e731b1-e6bd-47ed-b68f-01f513f0684c req-c81ef1e7-4503-42b5-913b-c2c956eb26dd tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:12.849346 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e731b1-e6bd-47ed-b68f-01f513f0684c req-c81ef1e7-4503-42b5-913b-c2c956eb26dd tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:12.855337 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e731b1-e6bd-47ed-b68f-01f513f0684c req-c81ef1e7-4503-42b5-913b-c2c956eb26dd tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:12.861385 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e731b1-e6bd-47ed-b68f-01f513f0684c req-c81ef1e7-4503-42b5-913b-c2c956eb26dd tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:12.867499 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e731b1-e6bd-47ed-b68f-01f513f0684c req-c81ef1e7-4503-42b5-913b-c2c956eb26dd tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:12.873608 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e731b1-e6bd-47ed-b68f-01f513f0684c req-c81ef1e7-4503-42b5-913b-c2c956eb26dd tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:12.875526 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-24e731b1-e6bd-47ed-b68f-01f513f0684c req-c81ef1e7-4503-42b5-913b-c2c956eb26dd tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 4660 time: 0.3211396 Dec 10 16:31:12.896378 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1aab0fae-e238-4def-952d-1140da600d85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:12.912142 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1aab0fae-e238-4def-952d-1140da600d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:12.958319 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-98373c32-3b7e-4b1f-873d-7705591be12e req-c598e262-426c-414c-ac67-5e3aecb56119 service neutron] 10.222.0.26 "GET /v2.0/networks/e32a4d08-b516-4a89-a4b3-00c81d20f408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4247854 Dec 10 16:31:13.066666 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1aab0fae-e238-4def-952d-1140da600d85 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d0254dc986604708882d95453c8c29d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7802470 Dec 10 16:31:13.067557 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52066) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:13.075503 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab0fae-e238-4def-952d-1140da600d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8b4b8c-8999-4928-844c-b0e7125ad729,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:13.121998 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-24e731b1-e6bd-47ed-b68f-01f513f0684c req-4ffc09cf-d915-4165-ae9c-8751cf5b20d9 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fee5dea-5071-48b5-9184-803baa237b28&id=4083d3d0-75b2-4bc3-967d-d9fa1f979d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2337513 Dec 10 16:31:13.127340 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-104733f9-f2f2-4760-9fd4-dec03c1f0b45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:13.127507 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device b57b15f9-0ced-4d4e-90fb-64efea32ab72 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:31:13.151478 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-104733f9-f2f2-4760-9fd4-dec03c1f0b45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:13.174580 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4dcc5431-a2c6-4221-a90d-5e776d720e62 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:13.203974 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0121f711-dd19-4543-9e4e-e1ff82e4653e x-openstack-request-id: req-0121f711-dd19-4543-9e4e-e1ff82e4653e {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:31:13.204638 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b93bf41-538d-432c-9248-adf3e3982dc4", "name": "network-vif-plugged", "status": "completed", "tag": "66d574eb-e97d-4a1f-9a9c-eaadeaa42122", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:31:13.205113 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0121f711-dd19-4543-9e4e-e1ff82e4653e {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:31:13.205800 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b93bf41-538d-432c-9248-adf3e3982dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d574eb-e97d-4a1f-9a9c-eaadeaa42122', 'code': 200} Dec 10 16:31:13.214857 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-104733f9-f2f2-4760-9fd4-dec03c1f0b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:13.219665 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-104733f9-f2f2-4760-9fd4-dec03c1f0b45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:13.222764 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port b57b15f9-0ced-4d4e-90fb-64efea32ab72 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:31:13.223811 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:13.225359 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-104733f9-f2f2-4760-9fd4-dec03c1f0b45 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9e8b4b8c-8999-4928-844c-b0e7125ad729 HTTP/1.1" status: 204 len: 168 time: 0.1522317 Dec 10 16:31:13.262979 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-3e19c0f0-653b-4cbe-8c24-f44093a4a973 service neutron] For port cef7248a-01ee-4f91-846b-1268835ed13c, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=cef7248a-01ee-4f91-846b-1268835ed13c,segment=NetworkSegment(4e78b27f-1344-44f4-ae5a-33d21993ff0c),segment_id=4e78b27f-1344-44f4-ae5a-33d21993ff0c)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:13.269524 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104733f9-f2f2-4760-9fd4-dec03c1f0b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8b4b8c-8999-4928-844c-b0e7125ad729,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:13.291815 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0df6b8-180a-4cf9-96b1-d0e396c25bf3 x-openstack-request-id: req-0b0df6b8-180a-4cf9-96b1-d0e396c25bf3 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:31:13.292112 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18828e85-53ed-4320-8dad-3f41cf765299", "tag": "9d35124a-51af-4f07-95ed-8d7599bd9ce0", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:31:13.292368 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0b0df6b8-180a-4cf9-96b1-d0e396c25bf3 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:31:13.307300 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18828e85-53ed-4320-8dad-3f41cf765299', 'tag': '9d35124a-51af-4f07-95ed-8d7599bd9ce0', 'status': 'completed', 'code': 200} Dec 10 16:31:13.363720 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:13.403286 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ecbce-4797-464c-b29b-b4f68b675cf5 req-cfa611ff-2c7d-419e-a4c7-09ca2390058c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:13.405055 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ec9ecbce-4797-464c-b29b-b4f68b675cf5 req-cfa611ff-2c7d-419e-a4c7-09ca2390058c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=86809bc173774b32a7d283ceb29d9179&device_id=18828e85-53ed-4320-8dad-3f41cf765299 HTTP/1.1" status: 200 len: 1094 time: 0.0821624 Dec 10 16:31:13.428481 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port b57b15f9-0ced-4d4e-90fb-64efea32ab72, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=b57b15f9-0ced-4d4e-90fb-64efea32ab72,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:13.434008 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-3e19c0f0-653b-4cbe-8c24-f44093a4a973 service neutron] For port cef7248a-01ee-4f91-846b-1268835ed13c, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:31:13.441795 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:13.502860 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.db.api [None req-4dcc5431-a2c6-4221-a90d-5e776d720e62 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:31:13.503329 n-d-766771-2 neutron-server[103392]: DEBUG oslo_db.api [None req-4dcc5431-a2c6-4221-a90d-5e776d720e62 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:31:13.507437 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f58e9-fc02-421c-b0d6-d136904ca5f2 req-e185cb9b-9801-4873-b6f9-fea30d61dfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:13.509080 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d21f58e9-fc02-421c-b0d6-d136904ca5f2 req-e185cb9b-9801-4873-b6f9-fea30d61dfbb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8b93bf41-538d-432c-9248-adf3e3982dc4 HTTP/1.1" status: 200 len: 1097 time: 0.2019854 Dec 10 16:31:13.510868 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=b57b15f9-0ced-4d4e-90fb-64efea32ab72,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:13.548804 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ecbce-4797-464c-b29b-b4f68b675cf5 req-d00855a3-9eb5-4d33-b98d-77739c0d11fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:13.550447 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ec9ecbce-4797-464c-b29b-b4f68b675cf5 req-d00855a3-9eb5-4d33-b98d-77739c0d11fb service neutron] 10.222.0.26 "GET /v2.0/networks?id=e32a4d08-b516-4a89-a4b3-00c81d20f408 HTTP/1.1" status: 200 len: 912 time: 0.1341240 Dec 10 16:31:13.557807 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-3e19c0f0-653b-4cbe-8c24-f44093a4a973 service neutron] device_id is not set on port cef7248a-01ee-4f91-846b-1268835ed13c yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:31:13.580283 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f695de-a95e-4aa6-8ebc-fc663c62500f req-1b6001f2-9930-4984-8b16-ba19c5d6d867 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:13.587737 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f6f695de-a95e-4aa6-8ebc-fc663c62500f req-1b6001f2-9930-4984-8b16-ba19c5d6d867 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b93bf41-538d-432c-9248-adf3e3982dc4 HTTP/1.1" status: 200 len: 946 time: 0.1753163 Dec 10 16:31:13.591034 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-3e19c0f0-653b-4cbe-8c24-f44093a4a973 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:13.606671 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ec9ecbce-4797-464c-b29b-b4f68b675cf5 req-6794fe20-3fbf-4e2e-b441-441f299846be service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9d35124a-51af-4f07-95ed-8d7599bd9ce0 HTTP/1.1" status: 200 len: 217 time: 0.0436676 Dec 10 16:31:13.616127 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-3e19c0f0-653b-4cbe-8c24-f44093a4a973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:13.691854 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d21f58e9-fc02-421c-b0d6-d136904ca5f2 req-6354e8e2-e708-4911-9ecf-1c6b122658c2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3eae1e3b-7870-4110-894e-ef9b37df26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559551 Dec 10 16:31:13.709740 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ecbce-4797-464c-b29b-b4f68b675cf5 req-b3789c91-57b1-40b0-b67e-664d88945c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:13.711701 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ec9ecbce-4797-464c-b29b-b4f68b675cf5 req-b3789c91-57b1-40b0-b67e-664d88945c42 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d02cdcd1-06ed-4593-b982-980ffb32811d HTTP/1.1" status: 200 len: 851 time: 0.0944839 Dec 10 16:31:13.735883 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-3e19c0f0-653b-4cbe-8c24-f44093a4a973 service neutron] No DVR routers for this DVR port cef7248a-01ee-4f91-846b-1268835ed13c on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:31:13.742911 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e19c0f0-653b-4cbe-8c24-f44093a4a973 service neutron] Pushing event updated for resources: {'Port': ['ID=cef7248a-01ee-4f91-846b-1268835ed13c,revision_number=6']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:13.749315 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ec9ecbce-4797-464c-b29b-b4f68b675cf5 req-1e157e45-857b-4ee5-aca3-c9172788371b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e32a4d08-b516-4a89-a4b3-00c81d20f408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291288 Dec 10 16:31:13.782011 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f6f695de-a95e-4aa6-8ebc-fc663c62500f req-7fcb7d47-c20f-4612-84fc-5af013709ac9 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eae1e3b-7870-4110-894e-ef9b37df26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919630 Dec 10 16:31:13.823168 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-3e19c0f0-653b-4cbe-8c24-f44093a4a973 service neutron] In _notify_port_updated(), no bound segment for port cef7248a-01ee-4f91-846b-1268835ed13c on network d3d2f5a8-9c2a-4e37-81c2-a6be304a674b {{(pid=103392) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:31:13.825517 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-3e19c0f0-653b-4cbe-8c24-f44093a4a973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:13.831116 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-3e19c0f0-653b-4cbe-8c24-f44093a4a973 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:13.834858 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-3e19c0f0-653b-4cbe-8c24-f44093a4a973 service neutron] 10.222.0.46 "PUT /v2.0/ports/cef7248a-01ee-4f91-846b-1268835ed13c HTTP/1.1" status: 200 len: 1026 time: 1.3627968 Dec 10 16:31:13.867863 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f3c05e0a-1e72-47e6-b92c-e924b471bef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:13.887205 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ec9ecbce-4797-464c-b29b-b4f68b675cf5 req-22428e2e-f4d6-44c6-9735-618a853c27c0 service neutron] 10.222.0.26 "GET /v2.0/networks/e32a4d08-b516-4a89-a4b3-00c81d20f408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254318 Dec 10 16:31:13.942419 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-191d3d9b-99e6-4bf6-8bfd-06923d43adc2 None None] Provisioning complete for port b57b15f9-0ced-4d4e-90fb-64efea32ab72 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:31:13.942789 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-191d3d9b-99e6-4bf6-8bfd-06923d43adc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:14.048035 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ec9ecbce-4797-464c-b29b-b4f68b675cf5 req-496605e4-35a8-49dc-92dd-c70ddc1df36b service neutron] 10.222.0.26 "GET /v2.0/networks/e32a4d08-b516-4a89-a4b3-00c81d20f408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446221 Dec 10 16:31:14.060594 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4dcc5431-a2c6-4221-a90d-5e776d720e62 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:14.114274 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-0e37a2cc-49c4-4052-8ea5-1f4a07f8912e tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Deleting port 3174393b-e5d0-402e-a500-15400d5f91d0 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:31:14.114622 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-0e37a2cc-49c4-4052-8ea5-1f4a07f8912e tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:14.127308 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531141d7-8974-4e31-bb63-3109e5779798 req-a48906a2-1786-4849-a586-1a5aa0a1ac1e tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:14.128795 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-531141d7-8974-4e31-bb63-3109e5779798 req-a48906a2-1786-4849-a586-1a5aa0a1ac1e tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbb4c82f-0d2a-4f2e-ad17-db99f317f4d7 HTTP/1.1" status: 200 len: 946 time: 0.1592336 Dec 10 16:31:14.197655 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8c4d1c31-eddf-4f8f-ac40-0c4db458a5b0 None None] Provisioning complete for port cef7248a-01ee-4f91-846b-1268835ed13c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:31:14.198408 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8c4d1c31-eddf-4f8f-ac40-0c4db458a5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:14.247404 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8c4d1c31-eddf-4f8f-ac40-0c4db458a5b0 None None] Port cef7248a-01ee-4f91-846b-1268835ed13c cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:31:14.319884 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device bf30cf8b-12bb-438d-b72b-18e9aed513c8 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:31:14.410311 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:14.454033 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port bf30cf8b-12bb-438d-b72b-18e9aed513c8, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=bf30cf8b-12bb-438d-b72b-18e9aed513c8,segment=NetworkSegment(4e78b27f-1344-44f4-ae5a-33d21993ff0c),segment_id=4e78b27f-1344-44f4-ae5a-33d21993ff0c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:14.458411 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:14.459158 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 8744c76b-46ac-44c8-96c4-4bdbc0396c15 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:31:14.554643 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=bf30cf8b-12bb-438d-b72b-18e9aed513c8,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:14.603496 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:14.615035 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-531141d7-8974-4e31-bb63-3109e5779798 req-fc606e90-3fcc-411e-86ac-f65cd0007bd4 tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b358a76-605b-4579-86eb-0eb26d1eb1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4443521 Dec 10 16:31:14.640672 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 8744c76b-46ac-44c8-96c4-4bdbc0396c15, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=8744c76b-46ac-44c8-96c4-4bdbc0396c15,segment=NetworkSegment(3b84cf93-a4ed-4e06-8725-cc61e38d8166),segment_id=3b84cf93-a4ed-4e06-8725-cc61e38d8166)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:14.649918 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:14.649918 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device bd4fac7c-3598-4cc6-b999-9dd9d8245c08 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:31:14.655090 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-0e37a2cc-49c4-4052-8ea5-1f4a07f8912e tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] For port 3174393b-e5d0-402e-a500-15400d5f91d0, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=3174393b-e5d0-402e-a500-15400d5f91d0,segment=NetworkSegment(3b84cf93-a4ed-4e06-8725-cc61e38d8166),segment_id=3b84cf93-a4ed-4e06-8725-cc61e38d8166)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:14.655454 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-0e37a2cc-49c4-4052-8ea5-1f4a07f8912e tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:14.701718 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-0e37a2cc-49c4-4052-8ea5-1f4a07f8912e tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Calling delete_port for 3174393b-e5d0-402e-a500-15400d5f91d0 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:31:14.704457 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-4dcc5431-a2c6-4221-a90d-5e776d720e62 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] For port b57b15f9-0ced-4d4e-90fb-64efea32ab72, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=b57b15f9-0ced-4d4e-90fb-64efea32ab72,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:14.738361 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=8744c76b-46ac-44c8-96c4-4bdbc0396c15,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:14.787609 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:14.840334 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port bd4fac7c-3598-4cc6-b999-9dd9d8245c08, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=bd4fac7c-3598-4cc6-b999-9dd9d8245c08,segment=NetworkSegment(e4f64f1b-bbc7-4ff5-8e12-ae2f514d9487),segment_id=e4f64f1b-bbc7-4ff5-8e12-ae2f514d9487)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:14.847639 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:14.848743 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 3174393b-e5d0-402e-a500-15400d5f91d0 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:31:14.859642 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4dcc5431-a2c6-4221-a90d-5e776d720e62 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:14.870007 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4dcc5431-a2c6-4221-a90d-5e776d720e62 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:14.870761 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4dcc5431-a2c6-4221-a90d-5e776d720e62 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:14.901949 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=bd4fac7c-3598-4cc6-b999-9dd9d8245c08,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:14.928085 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52128) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:14.973649 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb38a6-f5a3-4762-bfb6-0a85a6de0089 req-ba00d224-1beb-4d73-ad58-fd32b70f4ebe tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:14.975210 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fadb38a6-f5a3-4762-bfb6-0a85a6de0089 req-ba00d224-1beb-4d73-ad58-fd32b70f4ebe tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=18828e85-53ed-4320-8dad-3f41cf765299 HTTP/1.1" status: 200 len: 943 time: 0.2030246 Dec 10 16:31:14.979032 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcc5431-a2c6-4221-a90d-5e776d720e62 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:31:14.991088 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:14.994270 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-4dcc5431-a2c6-4221-a90d-5e776d720e62 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:31:15.018245 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1505354-33f3-4d51-abb9-1c2b5fc30d48 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:31:15.034199 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcc5431-a2c6-4221-a90d-5e776d720e62 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:15.034829 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4dcc5431-a2c6-4221-a90d-5e776d720e62 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:15.047801 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc5431-a2c6-4221-a90d-5e776d720e62 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Subnet': ['ID=14b1c13f-7efc-49f7-95b4-9a5a42b53905,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:15.062964 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-164cf4c6-aa1c-40d7-b989-0962893f575c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:15.066349 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc5431-a2c6-4221-a90d-5e776d720e62 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Port': ['ID=b57b15f9-0ced-4d4e-90fb-64efea32ab72,revision_number=5']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:15.090863 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4dcc5431-a2c6-4221-a90d-5e776d720e62 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.8586075 Dec 10 16:31:15.098255 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52132) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:15.104113 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-30657750-6fa9-4138-b7db-306e787b0bce tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'port': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'mac_address': 'fa:16:3e:f2:5c:86', 'name': 'tempest-NetworksTestDHCPv6-1360336402'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:15.114543 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-0e37a2cc-49c4-4052-8ea5-1f4a07f8912e tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:15.127935 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fadb38a6-f5a3-4762-bfb6-0a85a6de0089 req-e88f10bd-4ece-476c-98c1-1ed9f9031ffb tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413169 Dec 10 16:31:15.146656 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 11bd17a0-c7ec-4e75-b045-d5fe4d128aea no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:31:15.148743 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device b57b15f9-0ced-4d4e-90fb-64efea32ab72 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:31:15.159410 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e37a2cc-49c4-4052-8ea5-1f4a07f8912e tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Pushing event deleted for resources: {'Port': ['ID=3174393b-e5d0-402e-a500-15400d5f91d0,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:15.212596 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-0e37a2cc-49c4-4052-8ea5-1f4a07f8912e tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] No DVR routers for this DVR port 3174393b-e5d0-402e-a500-15400d5f91d0 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:31:15.215599 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-0e37a2cc-49c4-4052-8ea5-1f4a07f8912e tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:15.219068 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-0e37a2cc-49c4-4052-8ea5-1f4a07f8912e tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.46 "DELETE /v2.0/ports/3174393b-e5d0-402e-a500-15400d5f91d0 HTTP/1.1" status: 204 len: 173 time: 1.3465269 Dec 10 16:31:15.220091 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'name': 'network-vif-deleted', 'tag': '3174393b-e5d0-402e-a500-15400d5f91d0'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:31:15.222824 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa14518-68d2-4f48-9f44-f2ddfcf47db4" -d '{"events": [{"server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "name": "network-vif-deleted", "tag": "3174393b-e5d0-402e-a500-15400d5f91d0"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:31:15.223316 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf30cf8b-12bb-438d-b72b-18e9aed513c8'}, {'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8744c76b-46ac-44c8-96c4-4bdbc0396c15'}, {'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd4fac7c-3598-4cc6-b999-9dd9d8245c08'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:31:15.225781 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97d777c-a475-43b6-b0bf-d9eb51d3d30b" -d '{"events": [{"server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "name": "network-vif-unplugged", "status": "completed", "tag": "bf30cf8b-12bb-438d-b72b-18e9aed513c8"}, {"server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "name": "network-vif-unplugged", "status": "completed", "tag": "8744c76b-46ac-44c8-96c4-4bdbc0396c15"}, {"server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "name": "network-vif-unplugged", "status": "completed", "tag": "bd4fac7c-3598-4cc6-b999-9dd9d8245c08"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:31:15.272748 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-164cf4c6-aa1c-40d7-b989-0962893f575c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:15.281551 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-164cf4c6-aa1c-40d7-b989-0962893f575c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:15.320677 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port b57b15f9-0ced-4d4e-90fb-64efea32ab72 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:31:15.321066 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:15.329863 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30657750-6fa9-4138-b7db-306e787b0bce tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:15.361816 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee25d4-7c18-47be-b5f0-5fc5e68e2245 req-1ebbf5ff-9816-466a-982c-258f0727c597 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:15.368130 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee25d4-7c18-47be-b5f0-5fc5e68e2245 req-1ebbf5ff-9816-466a-982c-258f0727c597 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:15.374652 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee25d4-7c18-47be-b5f0-5fc5e68e2245 req-1ebbf5ff-9816-466a-982c-258f0727c597 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:15.377148 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-164cf4c6-aa1c-40d7-b989-0962893f575c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c844e204491046369c4871975b47890e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4479835 Dec 10 16:31:15.378111 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164cf4c6-aa1c-40d7-b989-0962893f575c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c067b88d-b265-4fe4-8d71-6741a48be330,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:15.380731 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52138) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:15.381474 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee25d4-7c18-47be-b5f0-5fc5e68e2245 req-1ebbf5ff-9816-466a-982c-258f0727c597 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:15.389462 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-17ee25d4-7c18-47be-b5f0-5fc5e68e2245 req-1ebbf5ff-9816-466a-982c-258f0727c597 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 3146 time: 0.1261706 Dec 10 16:31:15.401488 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:15.441519 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-934f805e-5cf0-441d-8e22-34e2c1e66ef6 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Deleting port bf30cf8b-12bb-438d-b72b-18e9aed513c8 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:31:15.441863 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-934f805e-5cf0-441d-8e22-34e2c1e66ef6 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:15.463772 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 11bd17a0-c7ec-4e75-b045-d5fe4d128aea, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=11bd17a0-c7ec-4e75-b045-d5fe4d128aea,segment=NetworkSegment(4e78b27f-1344-44f4-ae5a-33d21993ff0c),segment_id=4e78b27f-1344-44f4-ae5a-33d21993ff0c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:15.468963 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:15.469707 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device cef7248a-01ee-4f91-846b-1268835ed13c no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:31:15.495604 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-17ee25d4-7c18-47be-b5f0-5fc5e68e2245 req-92ce3df8-dc86-46b6-ac71-a667670fd2ec tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/security-groups?id=4083d3d0-75b2-4bc3-967d-d9fa1f979d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050334 Dec 10 16:31:15.503818 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-30657750-6fa9-4138-b7db-306e787b0bce tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:15.574045 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=11bd17a0-c7ec-4e75-b045-d5fe4d128aea,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:15.574743 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-30657750-6fa9-4138-b7db-306e787b0bce tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] device_id is not set on port e2dbb085-1d71-46ac-8a38-7c89402c9522 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:31:15.576765 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device cef7248a-01ee-4f91-846b-1268835ed13c not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:31:15.577197 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 21ff2032-7c79-4143-8370-31ee1ca6849c no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:31:15.582909 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1a345f6b-0ba1-416c-8a0c-2ade36dc728c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:15.599341 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-934f805e-5cf0-441d-8e22-34e2c1e66ef6 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] For port bf30cf8b-12bb-438d-b72b-18e9aed513c8, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=bf30cf8b-12bb-438d-b72b-18e9aed513c8,segment=NetworkSegment(4e78b27f-1344-44f4-ae5a-33d21993ff0c),segment_id=4e78b27f-1344-44f4-ae5a-33d21993ff0c)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:15.600123 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-934f805e-5cf0-441d-8e22-34e2c1e66ef6 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:15.620964 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-934f805e-5cf0-441d-8e22-34e2c1e66ef6 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Calling delete_port for bf30cf8b-12bb-438d-b72b-18e9aed513c8 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:31:15.656251 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1a345f6b-0ba1-416c-8a0c-2ade36dc728c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:15.708819 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 21ff2032-7c79-4143-8370-31ee1ca6849c not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:31:15.799256 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1a345f6b-0ba1-416c-8a0c-2ade36dc728c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:15.801744 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1a345f6b-0ba1-416c-8a0c-2ade36dc728c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:15.805287 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1a345f6b-0ba1-416c-8a0c-2ade36dc728c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c067b88d-b265-4fe4-8d71-6741a48be330 HTTP/1.1" status: 204 len: 168 time: 0.3864622 Dec 10 16:31:15.834748 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a345f6b-0ba1-416c-8a0c-2ade36dc728c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c067b88d-b265-4fe4-8d71-6741a48be330,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:15.869961 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-30657750-6fa9-4138-b7db-306e787b0bce tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Allocated IP 2001:db8::39a (ba7323f5-fe45-4362-904e-9370cf7b7342/af47de61-317b-4bc3-a5e0-effb4c479044/e2dbb085-1d71-46ac-8a38-7c89402c9522) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:31:15.883124 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-30657750-6fa9-4138-b7db-306e787b0bce tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Allocated IP 2001:db8:0:1:f816:3eff:fef2:5c86 (ba7323f5-fe45-4362-904e-9370cf7b7342/14b1c13f-7efc-49f7-95b4-9a5a42b53905/e2dbb085-1d71-46ac-8a38-7c89402c9522) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:31:15.899150 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed62f27-b789-480d-8f74-c02327869e14 req-bdff9ef5-0b3d-408f-b0ed-a8a9a73f75e7 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:15.908916 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fed62f27-b789-480d-8f74-c02327869e14 req-bdff9ef5-0b3d-408f-b0ed-a8a9a73f75e7 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b93bf41-538d-432c-9248-adf3e3982dc4 HTTP/1.1" status: 200 len: 946 time: 0.1707389 Dec 10 16:31:15.962191 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-934f805e-5cf0-441d-8e22-34e2c1e66ef6 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:16.004246 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f805e-5cf0-441d-8e22-34e2c1e66ef6 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Pushing event deleted for resources: {'Port': ['ID=bf30cf8b-12bb-438d-b72b-18e9aed513c8,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:16.018925 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fed62f27-b789-480d-8f74-c02327869e14 req-25441efd-a4be-4f1c-a5e5-bbbc571b240f tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eae1e3b-7870-4110-894e-ef9b37df26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090391 Dec 10 16:31:16.077370 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-934f805e-5cf0-441d-8e22-34e2c1e66ef6 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] No DVR routers for this DVR port bf30cf8b-12bb-438d-b72b-18e9aed513c8 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:31:16.080622 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-934f805e-5cf0-441d-8e22-34e2c1e66ef6 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:16.084807 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-934f805e-5cf0-441d-8e22-34e2c1e66ef6 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.46 "DELETE /v2.0/ports/bf30cf8b-12bb-438d-b72b-18e9aed513c8 HTTP/1.1" status: 204 len: 173 time: 0.8590894 Dec 10 16:31:16.135188 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-30657750-6fa9-4138-b7db-306e787b0bce tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:16.192865 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-30657750-6fa9-4138-b7db-306e787b0bce tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:16.194565 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7027b3-6e52-40db-8429-620c6c900cd8 x-openstack-request-id: req-1b7027b3-6e52-40db-8429-620c6c900cd8 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:31:16.195279 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "name": "network-vif-deleted", "tag": "3174393b-e5d0-402e-a500-15400d5f91d0", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:31:16.195674 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1b7027b3-6e52-40db-8429-620c6c900cd8 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:31:16.196083 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'name': 'network-vif-deleted', 'tag': '3174393b-e5d0-402e-a500-15400d5f91d0', 'status': 'completed', 'code': 200} Dec 10 16:31:16.240959 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 10 Dec 2021 16:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cdd069a-a1b0-43f7-9f44-cb62d387243a x-openstack-request-id: req-3cdd069a-a1b0-43f7-9f44-cb62d387243a {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:31:16.241357 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "name": "network-vif-unplugged", "status": "completed", "tag": "bf30cf8b-12bb-438d-b72b-18e9aed513c8", "code": 200}, {"server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "name": "network-vif-unplugged", "status": "completed", "tag": "8744c76b-46ac-44c8-96c4-4bdbc0396c15", "code": 200}, {"server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "name": "network-vif-unplugged", "status": "completed", "tag": "bd4fac7c-3598-4cc6-b999-9dd9d8245c08", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:31:16.241705 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3cdd069a-a1b0-43f7-9f44-cb62d387243a {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:31:16.242321 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf30cf8b-12bb-438d-b72b-18e9aed513c8', 'code': 200} Dec 10 16:31:16.242518 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8744c76b-46ac-44c8-96c4-4bdbc0396c15', 'code': 200} Dec 10 16:31:16.242840 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd4fac7c-3598-4cc6-b999-9dd9d8245c08', 'code': 200} Dec 10 16:31:16.253228 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-78044326-ab02-4e63-9f87-08c0ca660518 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Deleting port 8744c76b-46ac-44c8-96c4-4bdbc0396c15 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:31:16.253584 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-78044326-ab02-4e63-9f87-08c0ca660518 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:16.271957 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30657750-6fa9-4138-b7db-306e787b0bce tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:31:16.276129 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-30657750-6fa9-4138-b7db-306e787b0bce tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:31:16.281471 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30657750-6fa9-4138-b7db-306e787b0bce tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:31:16.287919 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30657750-6fa9-4138-b7db-306e787b0bce tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:16.288573 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-30657750-6fa9-4138-b7db-306e787b0bce tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:16.295056 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30657750-6fa9-4138-b7db-306e787b0bce tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Port': ['ID=e2dbb085-1d71-46ac-8a38-7c89402c9522,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:16.326220 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-30657750-6fa9-4138-b7db-306e787b0bce tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2264369 Dec 10 16:31:16.329510 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52162) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:16.406590 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb8cc592-25ac-406a-ae8d-2d29a6314fd0 None None] Provisioning complete for port b57b15f9-0ced-4d4e-90fb-64efea32ab72 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:31:16.407109 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb8cc592-25ac-406a-ae8d-2d29a6314fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:16.466301 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-78044326-ab02-4e63-9f87-08c0ca660518 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] For port 8744c76b-46ac-44c8-96c4-4bdbc0396c15, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=8744c76b-46ac-44c8-96c4-4bdbc0396c15,segment=NetworkSegment(3b84cf93-a4ed-4e06-8725-cc61e38d8166),segment_id=3b84cf93-a4ed-4e06-8725-cc61e38d8166)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:16.470723 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-78044326-ab02-4e63-9f87-08c0ca660518 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:16.474109 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-ba03b9f6-eb39-419e-bfba-3800fe3c2b33 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting port e2dbb085-1d71-46ac-8a38-7c89402c9522 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:31:16.474726 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ba03b9f6-eb39-419e-bfba-3800fe3c2b33 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:16.490271 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-78044326-ab02-4e63-9f87-08c0ca660518 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Calling delete_port for 8744c76b-46ac-44c8-96c4-4bdbc0396c15 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:31:16.515645 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-877099b1-707d-42d7-8954-8d9e665ef175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:16.649243 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ba03b9f6-eb39-419e-bfba-3800fe3c2b33 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:16.671518 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-ba03b9f6-eb39-419e-bfba-3800fe3c2b33 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Calling delete_port for e2dbb085-1d71-46ac-8a38-7c89402c9522 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:31:16.722580 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1421e-62a9-4197-a68d-3afdd8135eae req-9b2f274c-2f43-489e-ad37-3157864098f6 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:16.728200 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1bf1421e-62a9-4197-a68d-3afdd8135eae req-9b2f274c-2f43-489e-ad37-3157864098f6 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?device_id=20dde86b-9843-4f1d-a95e-94c8ecb20494 HTTP/1.1" status: 200 len: 946 time: 0.2279840 Dec 10 16:31:16.755602 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-466e895d-9da6-4018-9836-47f01bc7d343 None None] Provisioning complete for port e2dbb085-1d71-46ac-8a38-7c89402c9522 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:31:16.756227 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-466e895d-9da6-4018-9836-47f01bc7d343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:16.816625 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1bf1421e-62a9-4197-a68d-3afdd8135eae req-9ce85d8b-ffaa-423c-8b82-dcb87a1b934e tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eae1e3b-7870-4110-894e-ef9b37df26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875294 Dec 10 16:31:16.850160 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-466e895d-9da6-4018-9836-47f01bc7d343 None None] Port e2dbb085-1d71-46ac-8a38-7c89402c9522 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:31:16.871144 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-78044326-ab02-4e63-9f87-08c0ca660518 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:16.931810 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ba03b9f6-eb39-419e-bfba-3800fe3c2b33 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:16.945067 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78044326-ab02-4e63-9f87-08c0ca660518 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Pushing event deleted for resources: {'Port': ['ID=8744c76b-46ac-44c8-96c4-4bdbc0396c15,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:16.965678 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba03b9f6-eb39-419e-bfba-3800fe3c2b33 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Port': ['ID=e2dbb085-1d71-46ac-8a38-7c89402c9522,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:16.983394 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-78044326-ab02-4e63-9f87-08c0ca660518 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] No DVR routers for this DVR port 8744c76b-46ac-44c8-96c4-4bdbc0396c15 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:31:16.987474 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-78044326-ab02-4e63-9f87-08c0ca660518 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:16.990870 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-78044326-ab02-4e63-9f87-08c0ca660518 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.46 "DELETE /v2.0/ports/8744c76b-46ac-44c8-96c4-4bdbc0396c15 HTTP/1.1" status: 204 len: 173 time: 0.9007165 Dec 10 16:31:17.028601 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ba03b9f6-eb39-419e-bfba-3800fe3c2b33 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:17.036962 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ba03b9f6-eb39-419e-bfba-3800fe3c2b33 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/ports/e2dbb085-1d71-46ac-8a38-7c89402c9522 HTTP/1.1" status: 204 len: 168 time: 0.7037597 Dec 10 16:31:17.036962 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52180) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:17.040757 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa332fa-0b31-47a6-8287-43f81c9c225f req-ebe08551-6121-44c5-a80e-09b51894971e tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:17.048720 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dfa332fa-0b31-47a6-8287-43f81c9c225f req-ebe08551-6121-44c5-a80e-09b51894971e tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=18828e85-53ed-4320-8dad-3f41cf765299 HTTP/1.1" status: 200 len: 943 time: 0.1223629 Dec 10 16:31:17.105233 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d64390-dd5f-44c9-be5a-6d6beb010826 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:17.113458 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-26d64390-dd5f-44c9-be5a-6d6beb010826 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0741746 Dec 10 16:31:17.113789 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52182) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:17.177952 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dfa332fa-0b31-47a6-8287-43f81c9c225f req-046c46cd-c1fb-4ef9-9ba2-57a4a32b610a tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282732 Dec 10 16:31:17.180349 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d0bc67-6823-46ef-88f2-988227d45865 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:17.182326 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c0d0bc67-6823-46ef-88f2-988227d45865 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0668166 Dec 10 16:31:17.184826 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52190) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:17.210550 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-d1a2f5a4-bc9e-44c0-b0e9-37a337d024e4 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Deleting port bd4fac7c-3598-4cc6-b999-9dd9d8245c08 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:31:17.210924 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-d1a2f5a4-bc9e-44c0-b0e9-37a337d024e4 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:17.221268 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 9d35124a-51af-4f07-95ed-8d7599bd9ce0 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:31:17.237214 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:17.257664 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9221308-865e-44c9-9074-2033b805118c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:17.260281 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9221308-865e-44c9-9074-2033b805118c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:17.267650 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9221308-865e-44c9-9074-2033b805118c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:17.267650 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d9221308-865e-44c9-9074-2033b805118c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0768192 Dec 10 16:31:17.268241 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52192) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:17.347869 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-973bbe52-6ae5-4eac-b762-9d7816781bbf tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting subnet 14b1c13f-7efc-49f7-95b4-9a5a42b53905 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:31:17.360852 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-973bbe52-6ae5-4eac-b762-9d7816781bbf tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:17.379897 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 9d35124a-51af-4f07-95ed-8d7599bd9ce0, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=9d35124a-51af-4f07-95ed-8d7599bd9ce0,segment=NetworkSegment(b9bd78ee-f3c3-4e6c-b4f5-8a2b8ab95e02),segment_id=b9bd78ee-f3c3-4e6c-b4f5-8a2b8ab95e02)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:17.405310 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '9d35124a-51af-4f07-95ed-8d7599bd9ce0', 'network_id': 'e32a4d08-b516-4a89-a4b3-00c81d20f408', 'port_id': '9d35124a-51af-4f07-95ed-8d7599bd9ce0', 'mac_address': 'fa:16:3e:df:2f:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd02cdcd1-06ed-4593-b982-980ffb32811d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:31:17.409089 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-973bbe52-6ae5-4eac-b762-9d7816781bbf tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:17.459968 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:17.475195 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d35124a-51af-4f07-95ed-8d7599bd9ce0 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:31:17.496728 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f145191-5cbf-444d-8c11-77d76c8b5cdd req-d7d7a5bc-36c1-43cb-b87a-c896082a7a28 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:17.505340 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f145191-5cbf-444d-8c11-77d76c8b5cdd req-d7d7a5bc-36c1-43cb-b87a-c896082a7a28 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:17.508321 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 9d35124a-51af-4f07-95ed-8d7599bd9ce0, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=9d35124a-51af-4f07-95ed-8d7599bd9ce0,segment=NetworkSegment(b9bd78ee-f3c3-4e6c-b4f5-8a2b8ab95e02),segment_id=b9bd78ee-f3c3-4e6c-b4f5-8a2b8ab95e02)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:17.513851 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-973bbe52-6ae5-4eac-b762-9d7816781bbf tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:17.515844 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8f145191-5cbf-444d-8c11-77d76c8b5cdd req-d7d7a5bc-36c1-43cb-b87a-c896082a7a28 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 1678 time: 0.1555002 Dec 10 16:31:17.517389 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:17.533617 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-d1a2f5a4-bc9e-44c0-b0e9-37a337d024e4 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] For port bd4fac7c-3598-4cc6-b999-9dd9d8245c08, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=bd4fac7c-3598-4cc6-b999-9dd9d8245c08,segment=NetworkSegment(e4f64f1b-bbc7-4ff5-8e12-ae2f514d9487),segment_id=e4f64f1b-bbc7-4ff5-8e12-ae2f514d9487)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:17.534531 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-d1a2f5a4-bc9e-44c0-b0e9-37a337d024e4 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:17.581792 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=9d35124a-51af-4f07-95ed-8d7599bd9ce0,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:17.605069 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-973bbe52-6ae5-4eac-b762-9d7816781bbf tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:17.635080 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-973bbe52-6ae5-4eac-b762-9d7816781bbf tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:17.640483 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-973bbe52-6ae5-4eac-b762-9d7816781bbf tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/14b1c13f-7efc-49f7-95b4-9a5a42b53905 HTTP/1.1" status: 204 len: 168 time: 0.3689842 Dec 10 16:31:17.640483 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973bbe52-6ae5-4eac-b762-9d7816781bbf tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Subnet': ['ID=14b1c13f-7efc-49f7-95b4-9a5a42b53905,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:17.642935 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52204) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:17.653604 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0cd519-232e-4e39-b5ec-b911fd7b91e3 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:31:17.699389 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8f145191-5cbf-444d-8c11-77d76c8b5cdd req-b6331a71-ecfe-4b0a-807b-bd667f19b0a5 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/security-groups?id=4083d3d0-75b2-4bc3-967d-d9fa1f979d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1818438 Dec 10 16:31:17.722214 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52206) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:17.750488 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-d90494c1-41e2-42d7-b37d-11fb755abb18 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting subnet af47de61-317b-4bc3-a5e0-effb4c479044 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:31:17.763482 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d90494c1-41e2-42d7-b37d-11fb755abb18 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:17.810965 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d90494c1-41e2-42d7-b37d-11fb755abb18 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:17.863926 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-d1a2f5a4-bc9e-44c0-b0e9-37a337d024e4 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:17.864303 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-d1a2f5a4-bc9e-44c0-b0e9-37a337d024e4 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:17.864631 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-d1a2f5a4-bc9e-44c0-b0e9-37a337d024e4 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Floating IP 56060cf1-10c5-4d81-804c-ba5ebb37084c disassociated. External IP: 172.25.6.117, port: bd4fac7c-3598-4cc6-b999-9dd9d8245c08. Dec 10 16:31:17.865044 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-d1a2f5a4-bc9e-44c0-b0e9-37a337d024e4 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Calling delete_port for bd4fac7c-3598-4cc6-b999-9dd9d8245c08 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:31:17.910389 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d90494c1-41e2-42d7-b37d-11fb755abb18 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:17.951249 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-6bf036ee-c7c7-4a03-8b2e-55a1421535a9 tempest-ExternalNetworksTestJSON-1556582545 tempest-ExternalNetworksTestJSON-1556582545-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-329863321'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:17.988088 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['9d35124a-51af-4f07-95ed-8d7599bd9ce0'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:31:17.988594 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf036ee-c7c7-4a03-8b2e-55a1421535a9 tempest-ExternalNetworksTestJSON-1556582545 tempest-ExternalNetworksTestJSON-1556582545-project] Made reservation on behalf of 35d25dd5acd745d5ba5654a4c5b6dba0 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:17.992282 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6bf036ee-c7c7-4a03-8b2e-55a1421535a9 tempest-ExternalNetworksTestJSON-1556582545 tempest-ExternalNetworksTestJSON-1556582545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:18.007033 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6bf036ee-c7c7-4a03-8b2e-55a1421535a9 tempest-ExternalNetworksTestJSON-1556582545 tempest-ExternalNetworksTestJSON-1556582545-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:18.017750 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619142d-3e60-477c-bac5-5e03c763599e req-259ffadb-1a56-4494-92cf-e89c54e7025d tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:18.025322 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2619142d-3e60-477c-bac5-5e03c763599e req-259ffadb-1a56-4494-92cf-e89c54e7025d tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?device_id=4daf3e72-6535-4e62-9fd1-62a61d6c24e5 HTTP/1.1" status: 200 len: 945 time: 0.0929637 Dec 10 16:31:18.076367 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d90494c1-41e2-42d7-b37d-11fb755abb18 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:18.106038 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2619142d-3e60-477c-bac5-5e03c763599e req-0262e036-700c-46cb-9b13-bd0f7eb78fab tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eae1e3b-7870-4110-894e-ef9b37df26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796545 Dec 10 16:31:18.134948 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90494c1-41e2-42d7-b37d-11fb755abb18 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Subnet': ['ID=af47de61-317b-4bc3-a5e0-effb4c479044,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:18.140129 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d90494c1-41e2-42d7-b37d-11fb755abb18 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:18.145497 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d90494c1-41e2-42d7-b37d-11fb755abb18 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/af47de61-317b-4bc3-a5e0-effb4c479044 HTTP/1.1" status: 204 len: 168 time: 0.4992146 Dec 10 16:31:18.150198 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52212) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:18.152799 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6bf036ee-c7c7-4a03-8b2e-55a1421535a9 tempest-ExternalNetworksTestJSON-1556582545 tempest-ExternalNetworksTestJSON-1556582545-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:18.158365 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6bf036ee-c7c7-4a03-8b2e-55a1421535a9 tempest-ExternalNetworksTestJSON-1556582545 tempest-ExternalNetworksTestJSON-1556582545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:18.162685 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-d1a2f5a4-bc9e-44c0-b0e9-37a337d024e4 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:18.174873 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bf036ee-c7c7-4a03-8b2e-55a1421535a9 tempest-ExternalNetworksTestJSON-1556582545 tempest-ExternalNetworksTestJSON-1556582545-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:31:18.184406 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6bf036ee-c7c7-4a03-8b2e-55a1421535a9 tempest-ExternalNetworksTestJSON-1556582545 tempest-ExternalNetworksTestJSON-1556582545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:18.185101 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-6bf036ee-c7c7-4a03-8b2e-55a1421535a9 tempest-ExternalNetworksTestJSON-1556582545 tempest-ExternalNetworksTestJSON-1556582545-project] Added segment 0758d2af-fc1a-49b8-baf1-29ed8bcd8deb of type vlan for network 5b1a72c1-a821-4094-929c-3aa119ff05c3 Dec 10 16:31:18.214958 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'name': 'network-vif-deleted', 'tag': 'bf30cf8b-12bb-438d-b72b-18e9aed513c8'}, {'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'name': 'network-vif-deleted', 'tag': '8744c76b-46ac-44c8-96c4-4bdbc0396c15'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:31:18.217794 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784dc71f-2fe2-43e6-9c41-a33d3a33211d" -d '{"events": [{"server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "name": "network-vif-deleted", "tag": "bf30cf8b-12bb-438d-b72b-18e9aed513c8"}, {"server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "name": "network-vif-deleted", "tag": "8744c76b-46ac-44c8-96c4-4bdbc0396c15"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:31:18.230530 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-226a70bd-ec3b-4a39-813d-0255a47de0e1 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0750990 Dec 10 16:31:18.234097 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52218) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:18.243957 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11bd17a0-c7ec-4e75-b045-d5fe4d128aea'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:31:18.246587 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691f2c87-6d73-4715-bb20-ef3f8775795c" -d '{"events": [{"server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "name": "network-vif-unplugged", "status": "completed", "tag": "11bd17a0-c7ec-4e75-b045-d5fe4d128aea"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:31:18.254407 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-6f863a79-a33e-42fd-b525-4259d653c399 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'subnet': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:18.257972 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a2f5a4-bc9e-44c0-b0e9-37a337d024e4 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Pushing event deleted for resources: {'Port': ['ID=bd4fac7c-3598-4cc6-b999-9dd9d8245c08,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:18.309936 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6bf036ee-c7c7-4a03-8b2e-55a1421535a9 tempest-ExternalNetworksTestJSON-1556582545 tempest-ExternalNetworksTestJSON-1556582545-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:18.312783 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:31:18.324138 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf036ee-c7c7-4a03-8b2e-55a1421535a9 tempest-ExternalNetworksTestJSON-1556582545 tempest-ExternalNetworksTestJSON-1556582545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5f7af5-6762-4eb8-9a3f-021edb32f113,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:18.398587 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6bf036ee-c7c7-4a03-8b2e-55a1421535a9 tempest-ExternalNetworksTestJSON-1556582545 tempest-ExternalNetworksTestJSON-1556582545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:18.405383 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf036ee-c7c7-4a03-8b2e-55a1421535a9 tempest-ExternalNetworksTestJSON-1556582545 tempest-ExternalNetworksTestJSON-1556582545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:18.406026 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6bf036ee-c7c7-4a03-8b2e-55a1421535a9 tempest-ExternalNetworksTestJSON-1556582545 tempest-ExternalNetworksTestJSON-1556582545-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:18.428443 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-d1a2f5a4-bc9e-44c0-b0e9-37a337d024e4 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Router b5750f1d-c29d-4c10-b6df-6d6671eaf472 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:31:18.478403 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:18.486377 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f863a79-a33e-42fd-b525-4259d653c399 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:18.490192 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6f863a79-a33e-42fd-b525-4259d653c399 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:18.517620 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6bf036ee-c7c7-4a03-8b2e-55a1421535a9 tempest-ExternalNetworksTestJSON-1556582545 tempest-ExternalNetworksTestJSON-1556582545-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7911632 Dec 10 16:31:18.548489 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52224) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:18.583292 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-d1a2f5a4-bc9e-44c0-b0e9-37a337d024e4 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:31:18.594197 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a751ffaf-df07-4ee2-9950-2fb3f339a648 None None] Sync routers for ids ['b5750f1d-c29d-4c10-b6df-6d6671eaf472'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:31:18.602696 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf036ee-c7c7-4a03-8b2e-55a1421535a9 tempest-ExternalNetworksTestJSON-1556582545 tempest-ExternalNetworksTestJSON-1556582545-project] Pushing event updated for resources: {'Network': ['ID=5b1a72c1-a821-4094-929c-3aa119ff05c3,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:18.606864 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a751ffaf-df07-4ee2-9950-2fb3f339a648 None None] Routers {'b5750f1d-c29d-4c10-b6df-6d6671eaf472'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:31:18.615647 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-a751ffaf-df07-4ee2-9950-2fb3f339a648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:31:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['b5750f1d-c29d-4c10-b6df-6d6671eaf472'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:18.617095 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 5b1a72c1-a821-4094-929c-3aa119ff05c3 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:31:18.694450 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-e70b767e-74d0-42b6-9c96-4625f8f2ce6e tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Request body: {'network': {'name': 'tempest-network--174934832', 'router:external': True}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:18.705252 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-d1a2f5a4-bc9e-44c0-b0e9-37a337d024e4 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] No DVR routers for this DVR port bd4fac7c-3598-4cc6-b999-9dd9d8245c08 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:31:18.708040 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-d1a2f5a4-bc9e-44c0-b0e9-37a337d024e4 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:18.714165 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-d1a2f5a4-bc9e-44c0-b0e9-37a337d024e4 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.46 "DELETE /v2.0/ports/bd4fac7c-3598-4cc6-b999-9dd9d8245c08 HTTP/1.1" status: 204 len: 173 time: 1.7137277 Dec 10 16:31:18.803116 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70b767e-74d0-42b6-9c96-4625f8f2ce6e tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Made reservation on behalf of 2d84fe85cf8d4695b247cdb005fd116d for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:18.805366 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e70b767e-74d0-42b6-9c96-4625f8f2ce6e tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:18.821453 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e70b767e-74d0-42b6-9c96-4625f8f2ce6e tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:18.844100 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-a751ffaf-df07-4ee2-9950-2fb3f339a648 None None] Set router b5750f1d-c29d-4c10-b6df-6d6671eaf472 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:31:18.917570 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6f863a79-a33e-42fd-b525-4259d653c399 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:18.941187 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f90267f-a46c-4628-bb3b-1a587afdc790 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:31:18.966402 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f863a79-a33e-42fd-b525-4259d653c399 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:31:18.970594 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-6f863a79-a33e-42fd-b525-4259d653c399 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:31:18.975091 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f863a79-a33e-42fd-b525-4259d653c399 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:18.975693 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6f863a79-a33e-42fd-b525-4259d653c399 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:18.995217 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-861e118a-0abb-4969-9ecb-47cbe7149bc8 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Deleting port 11bd17a0-c7ec-4e75-b045-d5fe4d128aea {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:31:18.995632 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-861e118a-0abb-4969-9ecb-47cbe7149bc8 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:19.002053 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6f863a79-a33e-42fd-b525-4259d653c399 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7666361 Dec 10 16:31:19.004911 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52230) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:19.010029 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-3ef1c744-688b-4e85-b4da-d4e584fa56c4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'subnet': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:19.015095 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f863a79-a33e-42fd-b525-4259d653c399 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Subnet': ['ID=2b8d3cc9-4a50-49d2-a2cc-f14dd152c455,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:19.064221 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-7df8b389-ffd5-4aee-984b-411370d1a5ca None None] Provisioning complete for port b57b15f9-0ced-4d4e-90fb-64efea32ab72 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:31:19.064752 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7df8b389-ffd5-4aee-984b-411370d1a5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:19.095345 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a262cd1-ddc2-4aa0-8fd5-7206b1194aa3 req-297e2105-e83d-46b1-a805-10b98f3e87e5 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:19.096875 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8a262cd1-ddc2-4aa0-8fd5-7206b1194aa3 req-297e2105-e83d-46b1-a805-10b98f3e87e5 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b93bf41-538d-432c-9248-adf3e3982dc4 HTTP/1.1" status: 200 len: 946 time: 0.1819773 Dec 10 16:31:19.153507 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-a751ffaf-df07-4ee2-9950-2fb3f339a648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5750f1d-c29d-4c10-b6df-6d6671eaf472', 'name': 'tempest-TaggedBootDevicesTest-1488134693-router', 'tenant_id': 'd8d2a6699ac14ae587266a65822b9f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '2e55ace3-4771-44d3-90bc-cc9f4562dfbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:20:32Z', 'revision_number': 4, 'project_id': 'd8d2a6699ac14ae587266a65822b9f70', 'gw_port': {'id': '2e55ace3-4771-44d3-90bc-cc9f4562dfbc', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:81:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5750f1d-c29d-4c10-b6df-6d6671eaf472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'f16c16b9-c71a-4713-8161-79fac789175f', 'name': '', 'network_id': '363226b2-5652-456e-86bb-08df05db4510', 'tenant_id': 'd8d2a6699ac14ae587266a65822b9f70', 'mac_address': 'fa:16:3e:43:ad:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5750f1d-c29d-4c10-b6df-6d6671eaf472', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'eba51dfb-4a31-463f-a3e8-1df67a384ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:31Z', 'updated_at': '2021-12-10T16:20:44Z', 'revision_number': 5, 'project_id': 'd8d2a6699ac14ae587266a65822b9f70', 'subnets': [{'id': 'eba51dfb-4a31-463f-a3e8-1df67a384ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:19.161217 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef1c744-688b-4e85-b4da-d4e584fa56c4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:19.165365 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3ef1c744-688b-4e85-b4da-d4e584fa56c4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:19.166967 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e70b767e-74d0-42b6-9c96-4625f8f2ce6e tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:19.183944 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e70b767e-74d0-42b6-9c96-4625f8f2ce6e tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:19.193704 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a751ffaf-df07-4ee2-9950-2fb3f339a648 None None] Checking router: b5750f1d-c29d-4c10-b6df-6d6671eaf472 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:31:19.194560 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e70b767e-74d0-42b6-9c96-4625f8f2ce6e tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:31:19.203175 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e70b767e-74d0-42b6-9c96-4625f8f2ce6e tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:19.203501 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-e70b767e-74d0-42b6-9c96-4625f8f2ce6e tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Added segment 2c36bc86-1836-4aaf-9323-012279e70519 of type vlan for network 31cee804-3d78-4b51-91ab-15f51d348290 Dec 10 16:31:19.207450 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a751ffaf-df07-4ee2-9950-2fb3f339a648 None None] Routers {'b5750f1d-c29d-4c10-b6df-6d6671eaf472'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:31:19.208332 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-a751ffaf-df07-4ee2-9950-2fb3f339a648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:31:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['b5750f1d-c29d-4c10-b6df-6d6671eaf472'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:19.238167 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 9d35124a-51af-4f07-95ed-8d7599bd9ce0 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:31:19.267607 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e70b767e-74d0-42b6-9c96-4625f8f2ce6e tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:19.293643 n-d-766771-2 neutron-server[103393]: INFO neutron.db.ipam_backend_mixin [None req-3ef1c744-688b-4e85-b4da-d4e584fa56c4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2b8d3cc9-4a50-49d2-a2cc-f14dd152c455 (CIDR: 2001:db8::/64) Dec 10 16:31:19.299391 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ef1c744-688b-4e85-b4da-d4e584fa56c4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:31:19.301491 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ef1c744-688b-4e85-b4da-d4e584fa56c4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:19.304890 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 9d35124a-51af-4f07-95ed-8d7599bd9ce0 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:31:19.309544 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 9d35124a-51af-4f07-95ed-8d7599bd9ce0 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:31:19.310037 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:19.328218 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3ef1c744-688b-4e85-b4da-d4e584fa56c4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3216827 Dec 10 16:31:19.330274 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52234) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:19.331692 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8a262cd1-ddc2-4aa0-8fd5-7206b1194aa3 req-9b0a9b3e-266f-4596-9a6b-95a202c31663 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eae1e3b-7870-4110-894e-ef9b37df26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248631 Dec 10 16:31:19.348852 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-d5a188e9-d1e2-4b2d-80a4-c7d30ea6c6c6 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'subnet': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:19.370385 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-861e118a-0abb-4969-9ecb-47cbe7149bc8 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] For port 11bd17a0-c7ec-4e75-b045-d5fe4d128aea, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=11bd17a0-c7ec-4e75-b045-d5fe4d128aea,segment=NetworkSegment(4e78b27f-1344-44f4-ae5a-33d21993ff0c),segment_id=4e78b27f-1344-44f4-ae5a-33d21993ff0c)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:19.370751 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-861e118a-0abb-4969-9ecb-47cbe7149bc8 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:19.401405 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b767e-74d0-42b6-9c96-4625f8f2ce6e tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed25508-36c5-49c8-90fe-43bba33c623c,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:19.423830 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-a751ffaf-df07-4ee2-9950-2fb3f339a648 None None] Set router b5750f1d-c29d-4c10-b6df-6d6671eaf472 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:31:19.432505 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-861e118a-0abb-4969-9ecb-47cbe7149bc8 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Calling delete_port for 11bd17a0-c7ec-4e75-b045-d5fe4d128aea owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:31:19.456418 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:19.456946 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e70b767e-74d0-42b6-9c96-4625f8f2ce6e tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:19.457873 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70b767e-74d0-42b6-9c96-4625f8f2ce6e tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:19.458467 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e70b767e-74d0-42b6-9c96-4625f8f2ce6e tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:19.519909 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 9d35124a-51af-4f07-95ed-8d7599bd9ce0, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=9d35124a-51af-4f07-95ed-8d7599bd9ce0,segment=NetworkSegment(b9bd78ee-f3c3-4e6c-b4f5-8a2b8ab95e02),segment_id=b9bd78ee-f3c3-4e6c-b4f5-8a2b8ab95e02)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:19.525645 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:19.535814 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a188e9-d1e2-4b2d-80a4-c7d30ea6c6c6 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:19.544115 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d5a188e9-d1e2-4b2d-80a4-c7d30ea6c6c6 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:19.564711 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fabd9c-03bd-4965-98e3-398e735b1d5f None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:31:19.600557 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e70b767e-74d0-42b6-9c96-4625f8f2ce6e tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0508335 Dec 10 16:31:19.606380 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52240) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:19.621324 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b767e-74d0-42b6-9c96-4625f8f2ce6e tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Pushing event updated for resources: {'Network': ['ID=31cee804-3d78-4b51-91ab-15f51d348290,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:19.665346 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0be90-ae85-4ea9-a9a5-0d38ba7dafd5 req-417420e2-c828-4066-b826-fb847e35f321 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:19.673444 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-21d0be90-ae85-4ea9-a9a5-0d38ba7dafd5 req-417420e2-c828-4066-b826-fb847e35f321 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=18828e85-53ed-4320-8dad-3f41cf765299 HTTP/1.1" status: 200 len: 944 time: 0.2299325 Dec 10 16:31:19.679122 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 31cee804-3d78-4b51-91ab-15f51d348290 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:31:19.736216 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bfc1a95f-2cc2-4de9-9f63-672d98ba81ea tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:19.761009 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-21d0be90-ae85-4ea9-a9a5-0d38ba7dafd5 req-c1886142-f00b-4d09-832b-76d3b740d7f4 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864785 Dec 10 16:31:19.807804 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-861e118a-0abb-4969-9ecb-47cbe7149bc8 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:19.823188 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-a751ffaf-df07-4ee2-9950-2fb3f339a648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5750f1d-c29d-4c10-b6df-6d6671eaf472', 'name': 'tempest-TaggedBootDevicesTest-1488134693-router', 'tenant_id': 'd8d2a6699ac14ae587266a65822b9f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '2e55ace3-4771-44d3-90bc-cc9f4562dfbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:20:32Z', 'revision_number': 4, 'project_id': 'd8d2a6699ac14ae587266a65822b9f70', 'gw_port': {'id': '2e55ace3-4771-44d3-90bc-cc9f4562dfbc', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:81:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5750f1d-c29d-4c10-b6df-6d6671eaf472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'f16c16b9-c71a-4713-8161-79fac789175f', 'name': '', 'network_id': '363226b2-5652-456e-86bb-08df05db4510', 'tenant_id': 'd8d2a6699ac14ae587266a65822b9f70', 'mac_address': 'fa:16:3e:43:ad:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5750f1d-c29d-4c10-b6df-6d6671eaf472', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'eba51dfb-4a31-463f-a3e8-1df67a384ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:31Z', 'updated_at': '2021-12-10T16:20:44Z', 'revision_number': 5, 'project_id': 'd8d2a6699ac14ae587266a65822b9f70', 'subnets': [{'id': 'eba51dfb-4a31-463f-a3e8-1df67a384ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:19.846614 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 16:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3a01f1-99a3-4414-9338-aeb0ff7fa9dc x-openstack-request-id: req-9d3a01f1-99a3-4414-9338-aeb0ff7fa9dc {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:31:19.846931 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "name": "network-vif-deleted", "tag": "bf30cf8b-12bb-438d-b72b-18e9aed513c8", "status": "completed", "code": 200}, {"server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "name": "network-vif-deleted", "tag": "8744c76b-46ac-44c8-96c4-4bdbc0396c15", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:31:19.847191 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9d3a01f1-99a3-4414-9338-aeb0ff7fa9dc {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:31:19.851383 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'name': 'network-vif-deleted', 'tag': 'bf30cf8b-12bb-438d-b72b-18e9aed513c8', 'status': 'completed', 'code': 200} Dec 10 16:31:19.851699 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'name': 'network-vif-deleted', 'tag': '8744c76b-46ac-44c8-96c4-4bdbc0396c15', 'status': 'completed', 'code': 200} Dec 10 16:31:19.891846 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a751ffaf-df07-4ee2-9950-2fb3f339a648 None None] The sync data for ids ['b5750f1d-c29d-4c10-b6df-6d6671eaf472'] in n-d-766771-2 is: [{'id': 'b5750f1d-c29d-4c10-b6df-6d6671eaf472', 'name': 'tempest-TaggedBootDevicesTest-1488134693-router', 'tenant_id': 'd8d2a6699ac14ae587266a65822b9f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '2e55ace3-4771-44d3-90bc-cc9f4562dfbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:20:32Z', 'revision_number': 4, 'project_id': 'd8d2a6699ac14ae587266a65822b9f70', 'gw_port': {'id': '2e55ace3-4771-44d3-90bc-cc9f4562dfbc', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:81:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5750f1d-c29d-4c10-b6df-6d6671eaf472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'f16c16b9-c71a-4713-8161-79fac789175f', 'name': '', 'network_id': '363226b2-5652-456e-86bb-08df05db4510', 'tenant_id': 'd8d2a6699ac14ae587266a65822b9f70', 'mac_address': 'fa:16:3e:43:ad:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5750f1d-c29d-4c10-b6df-6d6671eaf472', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'eba51dfb-4a31-463f-a3e8-1df67a384ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:31Z', 'updated_at': '2021-12-10T16:20:44Z', 'revision_number': 5, 'project_id': 'd8d2a6699ac14ae587266a65822b9f70', 'subnets': [{'id': 'eba51dfb-4a31-463f-a3e8-1df67a384ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:31:19.904647 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 16:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a72b9a-c69d-4657-9573-af672d98c6f0 x-openstack-request-id: req-91a72b9a-c69d-4657-9573-af672d98c6f0 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:31:19.904935 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "name": "network-vif-unplugged", "status": "completed", "tag": "11bd17a0-c7ec-4e75-b045-d5fe4d128aea", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:31:19.905323 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-91a72b9a-c69d-4657-9573-af672d98c6f0 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:31:19.906034 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11bd17a0-c7ec-4e75-b045-d5fe4d128aea', 'code': 200} Dec 10 16:31:19.927092 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:19.941150 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-3f3daa80-3901-4fce-bde1-183fd3d3f440 None None] Provisioning complete for port b57b15f9-0ced-4d4e-90fb-64efea32ab72 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:31:19.941531 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3f3daa80-3901-4fce-bde1-183fd3d3f440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:19.948167 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e118a-0abb-4969-9ecb-47cbe7149bc8 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Pushing event deleted for resources: {'Port': ['ID=11bd17a0-c7ec-4e75-b045-d5fe4d128aea,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:19.962010 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-861e118a-0abb-4969-9ecb-47cbe7149bc8 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] No DVR routers for this DVR port 11bd17a0-c7ec-4e75-b045-d5fe4d128aea on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:31:19.967206 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-861e118a-0abb-4969-9ecb-47cbe7149bc8 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:19.970085 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-68e44358-35a5-430f-bf3c-d2c233f50eb4 req-861e118a-0abb-4969-9ecb-47cbe7149bc8 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.46 "DELETE /v2.0/ports/11bd17a0-c7ec-4e75-b045-d5fe4d128aea HTTP/1.1" status: 204 len: 173 time: 1.2440181 Dec 10 16:31:19.990203 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=9d35124a-51af-4f07-95ed-8d7599bd9ce0,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:20.012537 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0f697-c1cb-4729-8616-97df388fad30 req-60eb9775-a494-49c3-be9d-adb8fedff8f5 tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:20.014374 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-abf0f697-c1cb-4729-8616-97df388fad30 req-60eb9775-a494-49c3-be9d-adb8fedff8f5 tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbb4c82f-0d2a-4f2e-ad17-db99f317f4d7 HTTP/1.1" status: 200 len: 946 time: 0.0634573 Dec 10 16:31:20.082703 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-abf0f697-c1cb-4729-8616-97df388fad30 req-a20ea3f1-bf2c-4c86-aadb-3d8a4a102a14 tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b358a76-605b-4579-86eb-0eb26d1eb1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578730 Dec 10 16:31:20.140443 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bfc1a95f-2cc2-4de9-9f63-672d98ba81ea tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:20.190476 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-bfc1a95f-2cc2-4de9-9f63-672d98ba81ea tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31cee804-3d78-4b51-91ab-15f51d348290']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:20.214707 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-bfc1a95f-2cc2-4de9-9f63-672d98ba81ea tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c36bc86-1836-4aaf-9323-012279e70519') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:20.215193 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-bfc1a95f-2cc2-4de9-9f63-672d98ba81ea tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c36bc86-1836-4aaf-9323-012279e70519') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:20.226597 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bfc1a95f-2cc2-4de9-9f63-672d98ba81ea tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:20.242617 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d35d91ca-23c8-4766-8f1c-777c85b29366 req-8a418143-fc39-4c0e-bcbc-2cf4ea1432e7 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 210 time: 0.0409834 Dec 10 16:31:20.242833 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bfc1a95f-2cc2-4de9-9f63-672d98ba81ea tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:20.253741 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc1a95f-2cc2-4de9-9f63-672d98ba81ea tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:31:20.254796 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bfc1a95f-2cc2-4de9-9f63-672d98ba81ea tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:20.304025 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:31:20.304025 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:31:20.304025 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:31:20.304025 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:31:20.304025 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:31:20.304025 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:31:20.304025 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:31:20.304025 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:31:20.304025 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:31:20.304025 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:31:20.304025 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:31:20.304025 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:31:20.304025 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:31:20.304025 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:31:20.304025 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:31:20.304025 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:31:20.304025 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:31:20.304025 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:31:20.304025 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:31:20.304025 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:31:20.304025 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:31:20.304025 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:31:20.304025 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:31:20.304025 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:31:20.304025 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:31:20.304025 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:31:20.304025 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:31:20.304025 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:31:20.304025 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:31:20.304025 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:31:20.304025 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:31:20.304025 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:31:20.368691 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101015d-8ff9-4104-984c-b8387fcc9e7d req-c48755ea-c32b-4028-a726-6da3e6604618 tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:20.370412 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6101015d-8ff9-4104-984c-b8387fcc9e7d req-c48755ea-c32b-4028-a726-6da3e6604618 tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbb4c82f-0d2a-4f2e-ad17-db99f317f4d7 HTTP/1.1" status: 200 len: 946 time: 0.3306620 Dec 10 16:31:20.373976 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bfc1a95f-2cc2-4de9-9f63-672d98ba81ea tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:20.388878 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a10867f-2882-4a4f-96d9-9c13835284a4 None None] New status for floating IP 56060cf1-10c5-4d81-804c-ba5ebb37084c: DOWN {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:31:20.391674 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc1a95f-2cc2-4de9-9f63-672d98ba81ea tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 31cee804-3d78-4b51-91ab-15f51d348290 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 16:31:20.404116 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bfc1a95f-2cc2-4de9-9f63-672d98ba81ea tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:20.411397 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52244) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:20.411919 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-bfc1a95f-2cc2-4de9-9f63-672d98ba81ea tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] 10.222.0.11 "DELETE /v2.0/networks/31cee804-3d78-4b51-91ab-15f51d348290 HTTP/1.1" status: 204 len: 168 time: 0.8038900 Dec 10 16:31:20.417877 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-24091756-3e6e-4e8a-902c-5d67c1ff15da tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:20.468325 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24091756-3e6e-4e8a-902c-5d67c1ff15da tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Made reservation on behalf of 2d84fe85cf8d4695b247cdb005fd116d for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:20.470947 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-24091756-3e6e-4e8a-902c-5d67c1ff15da tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:20.487388 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc1a95f-2cc2-4de9-9f63-672d98ba81ea tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Pushing event deleted for resources: {'Network': ['ID=31cee804-3d78-4b51-91ab-15f51d348290,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:20.527789 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24091756-3e6e-4e8a-902c-5d67c1ff15da tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:31:20.570898 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-24091756-3e6e-4e8a-902c-5d67c1ff15da tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:20.571249 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-24091756-3e6e-4e8a-902c-5d67c1ff15da tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Added segment 6491d955-0730-4f98-9d39-24fd047a3b46 of type vlan for network 08f6a424-3ee4-4771-a9ae-fb3117a520db Dec 10 16:31:20.605447 n-d-766771-2 neutron-server[103393]: DEBUG neutron.objects.ports [None req-d5a188e9-d1e2-4b2d-80a4-c7d30ea6c6c6 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103393) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 16:31:20.656515 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b97833eb-de49-4274-8be4-81de6c500d1e None None] Provisioning complete for port b57b15f9-0ced-4d4e-90fb-64efea32ab72 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:31:20.657105 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b97833eb-de49-4274-8be4-81de6c500d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:20.688977 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-6101015d-8ff9-4104-984c-b8387fcc9e7d req-5159f4fe-d842-4fdf-94f4-42864022780a tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] Deleting port f6598b69-2b47-4ac3-a31c-584be1d6ed5e {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:31:20.689522 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6101015d-8ff9-4104-984c-b8387fcc9e7d req-5159f4fe-d842-4fdf-94f4-42864022780a tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:20.706365 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-24091756-3e6e-4e8a-902c-5d67c1ff15da tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:20.760791 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-24091756-3e6e-4e8a-902c-5d67c1ff15da tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:20.762624 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24091756-3e6e-4e8a-902c-5d67c1ff15da tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:20.763415 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-24091756-3e6e-4e8a-902c-5d67c1ff15da tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:20.838988 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24091756-3e6e-4e8a-902c-5d67c1ff15da tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Pushing event updated for resources: {'Network': ['ID=08f6a424-3ee4-4771-a9ae-fb3117a520db,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:20.855696 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-6101015d-8ff9-4104-984c-b8387fcc9e7d req-5159f4fe-d842-4fdf-94f4-42864022780a tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] For port f6598b69-2b47-4ac3-a31c-584be1d6ed5e, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=f6598b69-2b47-4ac3-a31c-584be1d6ed5e,segment=NetworkSegment(d6e18045-3520-4791-b1b2-a3097eb8570b),segment_id=d6e18045-3520-4791-b1b2-a3097eb8570b)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:20.856195 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6101015d-8ff9-4104-984c-b8387fcc9e7d req-5159f4fe-d842-4fdf-94f4-42864022780a tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:20.857394 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24091756-3e6e-4e8a-902c-5d67c1ff15da tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:31:20.857942 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24091756-3e6e-4e8a-902c-5d67c1ff15da tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:31:20.859059 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24091756-3e6e-4e8a-902c-5d67c1ff15da tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:31:20.859644 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24091756-3e6e-4e8a-902c-5d67c1ff15da tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:31:20.860764 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24091756-3e6e-4e8a-902c-5d67c1ff15da tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:31:20.861303 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24091756-3e6e-4e8a-902c-5d67c1ff15da tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:31:20.862721 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24091756-3e6e-4e8a-902c-5d67c1ff15da tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:31:20.863475 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24091756-3e6e-4e8a-902c-5d67c1ff15da tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:31:20.864307 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24091756-3e6e-4e8a-902c-5d67c1ff15da tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:31:20.864849 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24091756-3e6e-4e8a-902c-5d67c1ff15da tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:31:20.865375 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24091756-3e6e-4e8a-902c-5d67c1ff15da tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:31:20.865906 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24091756-3e6e-4e8a-902c-5d67c1ff15da tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:31:20.866516 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24091756-3e6e-4e8a-902c-5d67c1ff15da tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:31:20.878454 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 08f6a424-3ee4-4771-a9ae-fb3117a520db details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:31:20.878950 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-6101015d-8ff9-4104-984c-b8387fcc9e7d req-5159f4fe-d842-4fdf-94f4-42864022780a tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] Calling delete_port for f6598b69-2b47-4ac3-a31c-584be1d6ed5e owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:31:20.880983 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d5a188e9-d1e2-4b2d-80a4-c7d30ea6c6c6 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:20.882392 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-24091756-3e6e-4e8a-902c-5d67c1ff15da tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4691942 Dec 10 16:31:20.886568 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52248) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:20.896331 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-e7a76a98-c407-4548-82a7-5c1152e820b3 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Request body: {'subnet': {'network_id': '08f6a424-3ee4-4771-a9ae-fb3117a520db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:20.945757 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57589c93-5596-46a4-861f-a388406256eb req-7872bf02-a9f5-4482-b297-00162be3df3f tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:20.947609 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-57589c93-5596-46a4-861f-a388406256eb req-7872bf02-a9f5-4482-b297-00162be3df3f tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?device_id=20dde86b-9843-4f1d-a95e-94c8ecb20494 HTTP/1.1" status: 200 len: 946 time: 0.0747654 Dec 10 16:31:21.047354 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-57589c93-5596-46a4-861f-a388406256eb req-45451db6-d38b-4c93-b5b9-32d066c95119 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eae1e3b-7870-4110-894e-ef9b37df26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931454 Dec 10 16:31:21.244400 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e04c1-aafe-4c6b-a6f6-e8c0bedef480 req-02988b02-feb9-4851-a6de-c00bfbda5c5a tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:21.246030 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-318e04c1-aafe-4c6b-a6f6-e8c0bedef480 req-02988b02-feb9-4851-a6de-c00bfbda5c5a tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=18828e85-53ed-4320-8dad-3f41cf765299 HTTP/1.1" status: 200 len: 945 time: 0.0513377 Dec 10 16:31:21.302064 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-318e04c1-aafe-4c6b-a6f6-e8c0bedef480 req-13881a98-842c-4ec3-8165-40b23f318fa0 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492344 Dec 10 16:31:21.314957 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a76a98-c407-4548-82a7-5c1152e820b3 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Made reservation on behalf of 2d84fe85cf8d4695b247cdb005fd116d for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:21.317297 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e7a76a98-c407-4548-82a7-5c1152e820b3 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:21.558536 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-d5a188e9-d1e2-4b2d-80a4-c7d30ea6c6c6 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] For port b57b15f9-0ced-4d4e-90fb-64efea32ab72, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=b57b15f9-0ced-4d4e-90fb-64efea32ab72,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:21.562026 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6101015d-8ff9-4104-984c-b8387fcc9e7d req-5159f4fe-d842-4fdf-94f4-42864022780a tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:21.596362 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d7b75-bc2f-48ee-88b8-86320948b8ce req-13268576-3b82-45b0-9ea0-c2e28ca06cdb tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:21.602445 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d7b75-bc2f-48ee-88b8-86320948b8ce req-13268576-3b82-45b0-9ea0-c2e28ca06cdb tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:21.608404 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d7b75-bc2f-48ee-88b8-86320948b8ce req-13268576-3b82-45b0-9ea0-c2e28ca06cdb tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:21.612181 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1c1d7b75-bc2f-48ee-88b8-86320948b8ce req-13268576-3b82-45b0-9ea0-c2e28ca06cdb tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b93bf41-538d-432c-9248-adf3e3982dc4&device_id=4daf3e72-6535-4e62-9fd1-62a61d6c24e5&device_id=20dde86b-9843-4f1d-a95e-94c8ecb20494 HTTP/1.1" status: 200 len: 2418 time: 0.0667567 Dec 10 16:31:21.626895 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159f4fe-d842-4fdf-94f4-42864022780a tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] Pushing event deleted for resources: {'Port': ['ID=f6598b69-2b47-4ac3-a31c-584be1d6ed5e,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:21.673500 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1c1d7b75-bc2f-48ee-88b8-86320948b8ce req-24c556fd-2824-4695-8858-77c71948941d tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eae1e3b-7870-4110-894e-ef9b37df26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569232 Dec 10 16:31:21.676092 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d5a188e9-d1e2-4b2d-80a4-c7d30ea6c6c6 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:21.692292 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d5a188e9-d1e2-4b2d-80a4-c7d30ea6c6c6 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:21.693010 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d5a188e9-d1e2-4b2d-80a4-c7d30ea6c6c6 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:21.700687 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-6101015d-8ff9-4104-984c-b8387fcc9e7d req-5159f4fe-d842-4fdf-94f4-42864022780a tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] No DVR routers for this DVR port f6598b69-2b47-4ac3-a31c-584be1d6ed5e on host n-h1-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:31:21.725067 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6101015d-8ff9-4104-984c-b8387fcc9e7d req-5159f4fe-d842-4fdf-94f4-42864022780a tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:21.728387 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6101015d-8ff9-4104-984c-b8387fcc9e7d req-5159f4fe-d842-4fdf-94f4-42864022780a tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] 10.222.0.26 "DELETE /v2.0/ports/f6598b69-2b47-4ac3-a31c-584be1d6ed5e HTTP/1.1" status: 204 len: 173 time: 1.3463438 Dec 10 16:31:21.761776 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb4c82f-0d2a-4f2e-ad17-db99f317f4d7', 'name': 'network-vif-deleted', 'tag': 'f6598b69-2b47-4ac3-a31c-584be1d6ed5e'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:31:21.764140 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d433321d-2575-4e6e-a11a-a81e76191788" -d '{"events": [{"server_uuid": "dbb4c82f-0d2a-4f2e-ad17-db99f317f4d7", "name": "network-vif-deleted", "tag": "f6598b69-2b47-4ac3-a31c-584be1d6ed5e"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:31:21.787324 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3037a12c-3c6b-467a-b5f4-bd5ab2e4dccd req-eb5421c6-9267-42e1-bf45-b2218fb98013 tempest-ServerAddressesTestJSON-393318730 tempest-ServerAddressesTestJSON-393318730-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbb4c82f-0d2a-4f2e-ad17-db99f317f4d7 HTTP/1.1" status: 200 len: 210 time: 0.0364957 Dec 10 16:31:21.821883 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a188e9-d1e2-4b2d-80a4-c7d30ea6c6c6 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:31:21.838186 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-d5a188e9-d1e2-4b2d-80a4-c7d30ea6c6c6 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:31:21.847182 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a188e9-d1e2-4b2d-80a4-c7d30ea6c6c6 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:21.847622 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d5a188e9-d1e2-4b2d-80a4-c7d30ea6c6c6 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:21.852645 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d00861-2977-437c-b76e-4e73c868efd4 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:31:21.853341 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'name': 'network-vif-deleted', 'tag': 'bd4fac7c-3598-4cc6-b999-9dd9d8245c08'}, {'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'name': 'network-vif-deleted', 'tag': '11bd17a0-c7ec-4e75-b045-d5fe4d128aea'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:31:21.855878 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3787fe50-3c05-441f-b4c2-f503558af2a8" -d '{"events": [{"server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "name": "network-vif-deleted", "tag": "bd4fac7c-3598-4cc6-b999-9dd9d8245c08"}, {"server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "name": "network-vif-deleted", "tag": "11bd17a0-c7ec-4e75-b045-d5fe4d128aea"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:31:21.883556 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a188e9-d1e2-4b2d-80a4-c7d30ea6c6c6 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Subnet': ['ID=6045aa2c-e727-442d-838f-fc45214f5a7a,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:21.885614 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a188e9-d1e2-4b2d-80a4-c7d30ea6c6c6 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Port': ['ID=b57b15f9-0ced-4d4e-90fb-64efea32ab72,revision_number=9']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:21.925928 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b103d493-9094-4478-8493-53eea181d896 req-3e40be52-b8d4-4751-9ef8-31b38bf7d93d tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 210 time: 0.0332286 Dec 10 16:31:21.926980 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d5a188e9-d1e2-4b2d-80a4-c7d30ea6c6c6 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.5950210 Dec 10 16:31:21.928418 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52264) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:21.934340 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-9dba7404-3366-4a3b-bdae-ad142ad50798 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Request body: {'port': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'mac_address': 'fa:16:3e:a9:3d:37', 'name': 'tempest-NetworksTestDHCPv6-288151131'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:21.961742 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18828e85-53ed-4320-8dad-3f41cf765299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d35124a-51af-4f07-95ed-8d7599bd9ce0'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:31:21.964689 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcdbdb7-e5a2-4d91-b561-cddec16db8b2" -d '{"events": [{"server_uuid": "18828e85-53ed-4320-8dad-3f41cf765299", "name": "network-vif-plugged", "status": "completed", "tag": "9d35124a-51af-4f07-95ed-8d7599bd9ce0"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:31:22.042399 n-d-766771-2 neutron-server[103393]: DEBUG neutron.objects.ports [None req-e7a76a98-c407-4548-82a7-5c1152e820b3 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103393) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 16:31:22.043119 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e7a76a98-c407-4548-82a7-5c1152e820b3 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:22.068434 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dba7404-3366-4a3b-bdae-ad142ad50798 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Made reservation on behalf of 2ff5423581d24da08fa7c37167d452f0 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:22.105559 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a76a98-c407-4548-82a7-5c1152e820b3 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3f4cc073-4ab1-4009-a6e9-ac5e77145c4d,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:22.129328 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a76a98-c407-4548-82a7-5c1152e820b3 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Checking segment: {'id': '6491d955-0730-4f98-9d39-24fd047a3b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '08f6a424-3ee4-4771-a9ae-fb3117a520db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:31:22.129949 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a76a98-c407-4548-82a7-5c1152e820b3 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Network hostable DHCP agents. Network: 08f6a424-3ee4-4771-a9ae-fb3117a520db, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:31:22.142633 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6aeef33-0deb-4d07-b94a-688dfb7e905e None None] Update dhcp port {'port': {'network_id': 'ba7323f5-fe45-4362-904e-9370cf7b7342', 'fixed_ips': [{'subnet_id': '6045aa2c-e727-442d-838f-fc45214f5a7a', 'ip_address': '2001:db8:0:1:f816:3eff:fe6d:8cf6'}, {'subnet_id': '2b8d3cc9-4a50-49d2-a2cc-f14dd152c455'}], 'binding:host_id': 'n-d-766771-2'}, 'id': 'b57b15f9-0ced-4d4e-90fb-64efea32ab72'} from n-d-766771-2. {{(pid=103394) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 16:31:22.156100 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a76a98-c407-4548-82a7-5c1152e820b3 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Network 08f6a424-3ee4-4771-a9ae-fb3117a520db is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:31:22.175250 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-e7a76a98-c407-4548-82a7-5c1152e820b3 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 08f6a424-3ee4-4771-a9ae-fb3117a520db) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:31:22.178202 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a6aeef33-0deb-4d07-b94a-688dfb7e905e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:22.191064 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a54df6-7bbb-4b88-b2dd-76ba670e9674 None None] Network 08f6a424-3ee4-4771-a9ae-fb3117a520db requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:31:22.202255 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a76a98-c407-4548-82a7-5c1152e820b3 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:22.202849 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e7a76a98-c407-4548-82a7-5c1152e820b3 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:22.238026 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e7a76a98-c407-4548-82a7-5c1152e820b3 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3454802 Dec 10 16:31:22.238259 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52270) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:22.242616 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-8f77fa34-408b-48d2-b95b-0dd55f508b3f tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Request body: {'floatingip': {'floating_network_id': '08f6a424-3ee4-4771-a9ae-fb3117a520db'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:22.288358 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9dba7404-3366-4a3b-bdae-ad142ad50798 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:22.289793 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8f77fa34-408b-48d2-b95b-0dd55f508b3f tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:22.338696 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848886b-534c-4446-8d7b-acc2977fe822 req-1a8b0ada-f0c4-4db2-a8ae-1b84721b7377 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:22.341949 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b848886b-534c-4446-8d7b-acc2977fe822 req-1a8b0ada-f0c4-4db2-a8ae-1b84721b7377 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b93bf41-538d-432c-9248-adf3e3982dc4 HTTP/1.1" status: 200 len: 946 time: 0.1379132 Dec 10 16:31:22.363372 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-9dba7404-3366-4a3b-bdae-ad142ad50798 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] device_id is not set on port 0dfe081d-271a-4f7a-a037-329d91c69962 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:31:22.438937 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8f77fa34-408b-48d2-b95b-0dd55f508b3f tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:22.457017 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e985813-784d-4bf9-aa6c-e7f232463c81 None None] Network 08f6a424-3ee4-4771-a9ae-fb3117a520db requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:31:22.458258 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b848886b-534c-4446-8d7b-acc2977fe822 req-b1750a66-a794-4ace-80a4-c6c4f8fea3b9 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eae1e3b-7870-4110-894e-ef9b37df26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988700 Dec 10 16:31:22.558431 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 16:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5371a0-c6c2-4c62-96d3-4e5831e25c10 x-openstack-request-id: req-df5371a0-c6c2-4c62-96d3-4e5831e25c10 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:31:22.559208 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "name": "network-vif-deleted", "tag": "bd4fac7c-3598-4cc6-b999-9dd9d8245c08", "status": "completed", "code": 200}, {"server_uuid": "7715173b-abf5-44b4-a13a-af8df3f4f94d", "name": "network-vif-deleted", "tag": "11bd17a0-c7ec-4e75-b045-d5fe4d128aea", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:31:22.559480 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-df5371a0-c6c2-4c62-96d3-4e5831e25c10 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:31:22.559899 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'name': 'network-vif-deleted', 'tag': 'bd4fac7c-3598-4cc6-b999-9dd9d8245c08', 'status': 'completed', 'code': 200} Dec 10 16:31:22.560156 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7715173b-abf5-44b4-a13a-af8df3f4f94d', 'name': 'network-vif-deleted', 'tag': '11bd17a0-c7ec-4e75-b045-d5fe4d128aea', 'status': 'completed', 'code': 200} Dec 10 16:31:22.589888 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287f513e-d311-4d65-8ade-3d3384573387 x-openstack-request-id: req-287f513e-d311-4d65-8ade-3d3384573387 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:31:22.590413 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb4c82f-0d2a-4f2e-ad17-db99f317f4d7", "name": "network-vif-deleted", "tag": "f6598b69-2b47-4ac3-a31c-584be1d6ed5e", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:31:22.590763 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-287f513e-d311-4d65-8ade-3d3384573387 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:31:22.591405 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb4c82f-0d2a-4f2e-ad17-db99f317f4d7', 'name': 'network-vif-deleted', 'tag': 'f6598b69-2b47-4ac3-a31c-584be1d6ed5e', 'status': 'completed', 'code': 200} Dec 10 16:31:22.592614 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-8f77fa34-408b-48d2-b95b-0dd55f508b3f tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Allocated IP 172.20.0.10 (08f6a424-3ee4-4771-a9ae-fb3117a520db/3f4cc073-4ab1-4009-a6e9-ac5e77145c4d/e1013780-2643-4c36-b7b3-1057e1ebff7a) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:31:22.595729 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-a6aeef33-0deb-4d07-b94a-688dfb7e905e None None] Allocated IP 2001:db8::2 (ba7323f5-fe45-4362-904e-9370cf7b7342/2b8d3cc9-4a50-49d2-a2cc-f14dd152c455/b57b15f9-0ced-4d4e-90fb-64efea32ab72) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:31:22.634722 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4517607-e9f4-48d8-b1c1-c4a816cc2ce6 x-openstack-request-id: req-f4517607-e9f4-48d8-b1c1-c4a816cc2ce6 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:31:22.635228 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18828e85-53ed-4320-8dad-3f41cf765299", "name": "network-vif-plugged", "status": "completed", "tag": "9d35124a-51af-4f07-95ed-8d7599bd9ce0", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:31:22.635663 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f4517607-e9f4-48d8-b1c1-c4a816cc2ce6 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:31:22.636206 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18828e85-53ed-4320-8dad-3f41cf765299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d35124a-51af-4f07-95ed-8d7599bd9ce0', 'code': 200} Dec 10 16:31:22.760278 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-a6aeef33-0deb-4d07-b94a-688dfb7e905e None None] For port b57b15f9-0ced-4d4e-90fb-64efea32ab72, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=b57b15f9-0ced-4d4e-90fb-64efea32ab72,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:22.767306 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd397f69-8bc0-4355-8955-4d64bd8e207a req-7dbce00f-05d7-48b7-b6f2-7974a168047e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:22.769167 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-dd397f69-8bc0-4355-8955-4d64bd8e207a req-7dbce00f-05d7-48b7-b6f2-7974a168047e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=18828e85-53ed-4320-8dad-3f41cf765299 HTTP/1.1" status: 200 len: 1096 time: 0.0684307 Dec 10 16:31:22.796363 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a6aeef33-0deb-4d07-b94a-688dfb7e905e None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:22.803632 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a6aeef33-0deb-4d07-b94a-688dfb7e905e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:22.806442 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8f77fa34-408b-48d2-b95b-0dd55f508b3f tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:22.855882 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-dd397f69-8bc0-4355-8955-4d64bd8e207a req-e60b9bac-b1ee-401f-8fd3-31455f1c7c42 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781546 Dec 10 16:31:22.872809 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8f77fa34-408b-48d2-b95b-0dd55f508b3f tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:22.873263 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78e612-7cd7-4d4f-bc9a-dfadbc913692 req-00a34bd9-977a-4cfa-9442-042946d75eb2 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:22.881811 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7a78e612-7cd7-4d4f-bc9a-dfadbc913692 req-00a34bd9-977a-4cfa-9442-042946d75eb2 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=18828e85-53ed-4320-8dad-3f41cf765299 HTTP/1.1" status: 200 len: 945 time: 0.1035740 Dec 10 16:31:22.892091 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f77fa34-408b-48d2-b95b-0dd55f508b3f tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Network 08f6a424-3ee4-4771-a9ae-fb3117a520db is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:31:22.894516 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-8f77fa34-408b-48d2-b95b-0dd55f508b3f tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:31:22.896983 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f77fa34-408b-48d2-b95b-0dd55f508b3f tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:31:22.955935 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aeef33-0deb-4d07-b94a-688dfb7e905e None None] Pushing event updated for resources: {'Port': ['ID=b57b15f9-0ced-4d4e-90fb-64efea32ab72,revision_number=10']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:22.973401 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f77fa34-408b-48d2-b95b-0dd55f508b3f tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Pushing event updated for resources: {'Port': ['ID=e1013780-2643-4c36-b7b3-1057e1ebff7a,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:23.032395 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8f77fa34-408b-48d2-b95b-0dd55f508b3f tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:23.037713 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-9dba7404-3366-4a3b-bdae-ad142ad50798 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Allocated IP 2001:db8::5d (ba7323f5-fe45-4362-904e-9370cf7b7342/2b8d3cc9-4a50-49d2-a2cc-f14dd152c455/0dfe081d-271a-4f7a-a037-329d91c69962) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:31:23.044649 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-9dba7404-3366-4a3b-bdae-ad142ad50798 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Allocated IP 2001:db8:0:1:f816:3eff:fea9:3d37 (ba7323f5-fe45-4362-904e-9370cf7b7342/6045aa2c-e727-442d-838f-fc45214f5a7a/0dfe081d-271a-4f7a-a037-329d91c69962) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:31:23.080932 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8f77fa34-408b-48d2-b95b-0dd55f508b3f tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:23.126585 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device b57b15f9-0ced-4d4e-90fb-64efea32ab72 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:31:23.127773 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7a78e612-7cd7-4d4f-bc9a-dfadbc913692 req-39dee0b6-72e5-48ea-9622-5da5d35b3774 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449884 Dec 10 16:31:23.252651 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port b57b15f9-0ced-4d4e-90fb-64efea32ab72 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:31:23.253027 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:23.293408 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device f6598b69-2b47-4ac3-a31c-584be1d6ed5e no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:31:23.302418 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8f77fa34-408b-48d2-b95b-0dd55f508b3f tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:23.312039 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8f77fa34-408b-48d2-b95b-0dd55f508b3f tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:23.315829 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9dba7404-3366-4a3b-bdae-ad142ad50798 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:23.353312 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: f6598b69-2b47-4ac3-a31c-584be1d6ed5e {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:31:23.353657 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device f6598b69-2b47-4ac3-a31c-584be1d6ed5e not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:31:23.400262 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52284) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:23.401046 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f77fa34-408b-48d2-b95b-0dd55f508b3f tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Pushing event updated for resources: {'Port': ['ID=e1013780-2643-4c36-b7b3-1057e1ebff7a,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:23.496723 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8f77fa34-408b-48d2-b95b-0dd55f508b3f tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:23.514556 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8f77fa34-408b-48d2-b95b-0dd55f508b3f tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:23.516303 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8f77fa34-408b-48d2-b95b-0dd55f508b3f tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2767892 Dec 10 16:31:23.519098 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52286) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:23.554047 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-00564af5-3001-45cc-9c1c-48589e294376 admin admin] Deleting subnet 93f016a9-3d74-4edc-8f7c-1474627f572c {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:31:23.602056 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-00564af5-3001-45cc-9c1c-48589e294376 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:23.632169 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e29296c8-907d-44fc-aa23-01cac19eb1b9 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] 10.222.0.11 "GET /v2.0/floatingips?floating_network_id=08f6a424-3ee4-4771-a9ae-fb3117a520db HTTP/1.1" status: 200 len: 690 time: 0.1116774 Dec 10 16:31:23.634627 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52288) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:23.701358 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-00564af5-3001-45cc-9c1c-48589e294376 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:23.768531 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-00564af5-3001-45cc-9c1c-48589e294376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:23.773933 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-672b4129-e145-40ae-98ab-ec7b4bcfa4ce None None] Provisioning complete for port b57b15f9-0ced-4d4e-90fb-64efea32ab72 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:31:23.774344 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-672b4129-e145-40ae-98ab-ec7b4bcfa4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:23.818540 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-385b22f8-895a-431e-98fb-f5dfaa980250 req-ad34b3b9-ef90-4587-a6b2-0761725af970 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 210 time: 0.0317945 Dec 10 16:31:23.822351 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cb796004-54a4-45bb-b35a-d225c12401a9 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:23.827667 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9dba7404-3366-4a3b-bdae-ad142ad50798 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:23.856920 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dba7404-3366-4a3b-bdae-ad142ad50798 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Network ba7323f5-fe45-4362-904e-9370cf7b7342 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:31:23.892074 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-9dba7404-3366-4a3b-bdae-ad142ad50798 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:31:23.894761 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dba7404-3366-4a3b-bdae-ad142ad50798 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:31:23.900928 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dba7404-3366-4a3b-bdae-ad142ad50798 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:23.901742 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9dba7404-3366-4a3b-bdae-ad142ad50798 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:23.919454 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba7404-3366-4a3b-bdae-ad142ad50798 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event updated for resources: {'Port': ['ID=0dfe081d-271a-4f7a-a037-329d91c69962,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:23.937571 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9dba7404-3366-4a3b-bdae-ad142ad50798 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.0077102 Dec 10 16:31:23.942613 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52292) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:24.012884 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-00564af5-3001-45cc-9c1c-48589e294376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:24.037780 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-00564af5-3001-45cc-9c1c-48589e294376 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:24.047060 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-00564af5-3001-45cc-9c1c-48589e294376 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/93f016a9-3d74-4edc-8f7c-1474627f572c HTTP/1.1" status: 204 len: 168 time: 0.6414526 Dec 10 16:31:24.065029 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52294) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:24.072107 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00564af5-3001-45cc-9c1c-48589e294376 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93f016a9-3d74-4edc-8f7c-1474627f572c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:24.116473 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-cb796004-54a4-45bb-b35a-d225c12401a9 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Deleting port e1013780-2643-4c36-b7b3-1057e1ebff7a {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:31:24.116816 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cb796004-54a4-45bb-b35a-d225c12401a9 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:24.240874 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-dd0869ff-8d17-4cab-b016-a4d5cc8e023c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting port 0dfe081d-271a-4f7a-a037-329d91c69962 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:31:24.242079 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dd0869ff-8d17-4cab-b016-a4d5cc8e023c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:24.249716 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f3bfd792-4cc3-4f21-9868-74b36b6145f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:24.280995 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d3b8587d-9fca-4ef0-8b4a-4293bca7e9be None None] Provisioning complete for port 0dfe081d-271a-4f7a-a037-329d91c69962 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:31:24.281581 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d3b8587d-9fca-4ef0-8b4a-4293bca7e9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:24.354083 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cb796004-54a4-45bb-b35a-d225c12401a9 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:24.354424 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cb796004-54a4-45bb-b35a-d225c12401a9 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:24.354999 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dd0869ff-8d17-4cab-b016-a4d5cc8e023c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:24.367317 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d3b8587d-9fca-4ef0-8b4a-4293bca7e9be None None] Port 0dfe081d-271a-4f7a-a037-329d91c69962 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:31:24.371417 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-dd0869ff-8d17-4cab-b016-a4d5cc8e023c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Calling delete_port for 0dfe081d-271a-4f7a-a037-329d91c69962 owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:31:24.379612 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-19e1214a-e594-4d64-8f62-e7fc713929c4 req-114cdff3-a098-4c1c-aed4-815191ea5b66 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2048118 Dec 10 16:31:24.380481 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-cb796004-54a4-45bb-b35a-d225c12401a9 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Calling delete_port for e1013780-2643-4c36-b7b3-1057e1ebff7a owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:31:24.501199 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e1214a-e594-4d64-8f62-e7fc713929c4 req-767690b9-e36b-4e79-85bc-a2a3501ab8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:24.502847 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-19e1214a-e594-4d64-8f62-e7fc713929c4 req-767690b9-e36b-4e79-85bc-a2a3501ab8a6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bee2cdae51254104bc03c8ca50b383dd&device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 1096 time: 0.0682974 Dec 10 16:31:24.567162 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea0050-c8fc-4dfa-ba39-95978400ad2f req-e9fc9cf3-7ecf-439f-ba29-e18c841f1591 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:24.568687 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f0ea0050-c8fc-4dfa-ba39-95978400ad2f req-e9fc9cf3-7ecf-439f-ba29-e18c841f1591 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=18828e85-53ed-4320-8dad-3f41cf765299 HTTP/1.1" status: 200 len: 945 time: 0.1864223 Dec 10 16:31:24.583305 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f3bfd792-4cc3-4f21-9868-74b36b6145f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:24.647816 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-f3bfd792-4cc3-4f21-9868-74b36b6145f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['211e27a2-c853-4191-a857-17350ab8b8c1']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:24.650802 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cb796004-54a4-45bb-b35a-d225c12401a9 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:24.672788 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-f3bfd792-4cc3-4f21-9868-74b36b6145f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6e18045-3520-4791-b1b2-a3097eb8570b') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:24.673080 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-f3bfd792-4cc3-4f21-9868-74b36b6145f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6e18045-3520-4791-b1b2-a3097eb8570b') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:24.698565 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f3bfd792-4cc3-4f21-9868-74b36b6145f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:24.699910 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb796004-54a4-45bb-b35a-d225c12401a9 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Pushing event deleted for resources: {'Port': ['ID=e1013780-2643-4c36-b7b3-1057e1ebff7a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:24.704741 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e1214a-e594-4d64-8f62-e7fc713929c4 req-0ecca4d1-8c7b-4ec8-aeb1-96723d64325b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:24.706479 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-19e1214a-e594-4d64-8f62-e7fc713929c4 req-0ecca4d1-8c7b-4ec8-aeb1-96723d64325b service neutron] 10.222.0.26 "GET /v2.0/networks?id=a2b747af-c1f4-4b9f-a6a4-5511674e4c02 HTTP/1.1" status: 200 len: 918 time: 0.1799715 Dec 10 16:31:24.730807 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f0ea0050-c8fc-4dfa-ba39-95978400ad2f req-d7cc4e1e-df20-4202-80b4-4ead6f05c202 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537821 Dec 10 16:31:24.745909 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f3bfd792-4cc3-4f21-9868-74b36b6145f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:24.759060 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3bfd792-4cc3-4f21-9868-74b36b6145f7 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:31:24.759515 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f3bfd792-4cc3-4f21-9868-74b36b6145f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:24.761488 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:31:24.761488 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:31:24.761488 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:31:24.761488 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:31:24.761488 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:31:24.761488 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:31:24.761488 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:31:24.761488 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:31:24.761488 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:31:24.761488 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:31:24.761488 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:31:24.761488 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:31:24.761488 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:31:24.761488 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:31:24.761488 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:31:24.761488 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:31:24.761488 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:31:24.761488 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:31:24.761488 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:31:24.761488 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:31:24.761488 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:31:24.761488 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:31:24.761488 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:31:24.761488 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:31:24.761488 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:31:24.761488 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:31:24.761488 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:31:24.761488 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:31:24.761488 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:31:24.761488 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:31:24.761488 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:31:24.761488 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:31:24.817751 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dd0869ff-8d17-4cab-b016-a4d5cc8e023c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:24.829534 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cb796004-54a4-45bb-b35a-d225c12401a9 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:24.834012 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-19e1214a-e594-4d64-8f62-e7fc713929c4 req-64429bbb-fac4-45bb-80ab-6bc5222649fd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ad72708-8145-4710-a27a-811122cc9840 HTTP/1.1" status: 200 len: 1000 time: 0.1066890 Dec 10 16:31:24.869845 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f3bfd792-4cc3-4f21-9868-74b36b6145f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:24.874943 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f3bfd792-4cc3-4f21-9868-74b36b6145f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:24.881459 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f3bfd792-4cc3-4f21-9868-74b36b6145f7 admin admin] 10.222.0.11 "DELETE /v2.0/networks/211e27a2-c853-4191-a857-17350ab8b8c1 HTTP/1.1" status: 204 len: 168 time: 0.8114929 Dec 10 16:31:24.896268 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0869ff-8d17-4cab-b016-a4d5cc8e023c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Port': ['ID=0dfe081d-271a-4f7a-a037-329d91c69962,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:24.929198 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dd0869ff-8d17-4cab-b016-a4d5cc8e023c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:24.934986 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-dd0869ff-8d17-4cab-b016-a4d5cc8e023c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/ports/0dfe081d-271a-4f7a-a037-329d91c69962 HTTP/1.1" status: 204 len: 168 time: 0.9888008 Dec 10 16:31:24.934986 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bfd792-4cc3-4f21-9868-74b36b6145f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=211e27a2-c853-4191-a857-17350ab8b8c1,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:24.937305 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52308) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:25.009958 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cb796004-54a4-45bb-b35a-d225c12401a9 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:25.120349 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e1214a-e594-4d64-8f62-e7fc713929c4 req-2518658b-4c43-42e2-b525-26e690cc452f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:25.122646 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-19e1214a-e594-4d64-8f62-e7fc713929c4 req-2518658b-4c43-42e2-b525-26e690cc452f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3 HTTP/1.1" status: 200 len: 856 time: 0.2604194 Dec 10 16:31:25.125362 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cb796004-54a4-45bb-b35a-d225c12401a9 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:25.155584 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52316) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:25.164178 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb796004-54a4-45bb-b35a-d225c12401a9 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3f4cc073-4ab1-4009-a6e9-ac5e77145c4d,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:25.184681 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0403c30-3c8a-4db7-ba4e-e3e8348d619e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:25.186606 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c0403c30-3c8a-4db7-ba4e-e3e8348d619e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2475531 Dec 10 16:31:25.189579 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52318) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:25.222440 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-cf30936e-c461-4ab8-a1f2-786b46651545 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e06b4d0bad54485490e1cedf2442472c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0654190 Dec 10 16:31:25.225077 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52322) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:25.317189 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e1214a-e594-4d64-8f62-e7fc713929c4 req-03adb67a-e400-4583-be5e-30b4d59d7775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:25.318727 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-19e1214a-e594-4d64-8f62-e7fc713929c4 req-03adb67a-e400-4583-be5e-30b4d59d7775 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a2b747af-c1f4-4b9f-a6a4-5511674e4c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1558557 Dec 10 16:31:25.326244 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cb796004-54a4-45bb-b35a-d225c12401a9 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:25.353786 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4c88e4-71fd-4598-bfc0-4bb64b3646c1 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:25.357509 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1c4c88e4-71fd-4598-bfc0-4bb64b3646c1 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1643860 Dec 10 16:31:25.359230 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4f705df0-a1d5-412a-b8ec-bce6252d0349 req-57708323-ab37-4b21-8f5d-9a706b5a2763 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 210 time: 0.0308540 Dec 10 16:31:25.362319 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52326) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:25.363067 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-688430d3-9d1d-4768-8f48-a293da4b230e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:25.400956 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-cb796004-54a4-45bb-b35a-d225c12401a9 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08f6a424-3ee4-4771-a9ae-fb3117a520db']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:25.420926 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-cb796004-54a4-45bb-b35a-d225c12401a9 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6491d955-0730-4f98-9d39-24fd047a3b46') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:25.421236 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-cb796004-54a4-45bb-b35a-d225c12401a9 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6491d955-0730-4f98-9d39-24fd047a3b46') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:25.435580 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cb796004-54a4-45bb-b35a-d225c12401a9 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:25.454694 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-688430d3-9d1d-4768-8f48-a293da4b230e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:25.487016 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-19e1214a-e594-4d64-8f62-e7fc713929c4 req-77fba6a5-f1af-485e-9644-f8535d6b6e79 service neutron] 10.222.0.26 "GET /v2.0/networks/a2b747af-c1f4-4b9f-a6a4-5511674e4c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512001 Dec 10 16:31:25.488088 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cb796004-54a4-45bb-b35a-d225c12401a9 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:25.495804 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb796004-54a4-45bb-b35a-d225c12401a9 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:31:25.496402 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cb796004-54a4-45bb-b35a-d225c12401a9 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:25.508397 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c99bcc-d1b2-460b-bf39-1528614a63b6 req-5f4c436f-1cb0-4449-bf91-e47b7bed58b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:25.509914 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c8c99bcc-d1b2-460b-bf39-1528614a63b6 req-5f4c436f-1cb0-4449-bf91-e47b7bed58b5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=86809bc173774b32a7d283ceb29d9179&device_id=18828e85-53ed-4320-8dad-3f41cf765299 HTTP/1.1" status: 200 len: 1096 time: 0.2156839 Dec 10 16:31:25.544247 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:31:25.544247 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:31:25.544247 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:31:25.544247 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:31:25.544247 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:31:25.544247 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:31:25.544247 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:31:25.544247 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:31:25.544247 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:31:25.544247 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:31:25.544247 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:31:25.544247 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:31:25.544247 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:31:25.544247 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:31:25.544247 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:31:25.544247 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:31:25.544247 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:31:25.544247 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:31:25.544247 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:31:25.544247 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:31:25.544247 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:31:25.544247 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:31:25.544247 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:31:25.544247 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:31:25.544247 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:31:25.544247 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:31:25.544247 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:31:25.544247 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:31:25.544247 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:31:25.544247 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:31:25.544247 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:31:25.544247 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:31:25.555199 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbb5237-07ca-481d-aad6-a521ad56733f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:25.556858 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbb5237-07ca-481d-aad6-a521ad56733f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:25.558813 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbb5237-07ca-481d-aad6-a521ad56733f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:25.560219 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-6dbb5237-07ca-481d-aad6-a521ad56733f tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1950083 Dec 10 16:31:25.570609 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52330) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:25.586109 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-688430d3-9d1d-4768-8f48-a293da4b230e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:25.588978 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-688430d3-9d1d-4768-8f48-a293da4b230e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:25.593030 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-688430d3-9d1d-4768-8f48-a293da4b230e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1b358a76-605b-4579-86eb-0eb26d1eb1e4 HTTP/1.1" status: 204 len: 168 time: 0.3664625 Dec 10 16:31:25.610663 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688430d3-9d1d-4768-8f48-a293da4b230e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b358a76-605b-4579-86eb-0eb26d1eb1e4,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:25.688847 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c99bcc-d1b2-460b-bf39-1528614a63b6 req-90c720f0-8b29-4812-85ec-2f0a4dc6c41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:25.690201 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c8c99bcc-d1b2-460b-bf39-1528614a63b6 req-90c720f0-8b29-4812-85ec-2f0a4dc6c41d service neutron] 10.222.0.26 "GET /v2.0/networks?id=e32a4d08-b516-4a89-a4b3-00c81d20f408 HTTP/1.1" status: 200 len: 912 time: 0.1685200 Dec 10 16:31:25.700814 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cb796004-54a4-45bb-b35a-d225c12401a9 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:25.712936 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb796004-54a4-45bb-b35a-d225c12401a9 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 08f6a424-3ee4-4771-a9ae-fb3117a520db {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 16:31:25.729749 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cb796004-54a4-45bb-b35a-d225c12401a9 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:25.734194 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-cb796004-54a4-45bb-b35a-d225c12401a9 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] 10.222.0.11 "DELETE /v2.0/networks/08f6a424-3ee4-4771-a9ae-fb3117a520db HTTP/1.1" status: 204 len: 168 time: 2.0983737 Dec 10 16:31:25.739093 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52334) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:25.741928 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a57e970-b666-43aa-86ba-d0956d1e886e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting subnet 2b8d3cc9-4a50-49d2-a2cc-f14dd152c455 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:31:25.746957 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb796004-54a4-45bb-b35a-d225c12401a9 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Pushing event deleted for resources: {'Network': ['ID=08f6a424-3ee4-4771-a9ae-fb3117a520db,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:25.755857 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1a57e970-b666-43aa-86ba-d0956d1e886e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:25.804061 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-19e1214a-e594-4d64-8f62-e7fc713929c4 req-244d54b4-c0ea-45e4-bac9-ef3543ebced1 service neutron] 10.222.0.26 "GET /v2.0/networks/a2b747af-c1f4-4b9f-a6a4-5511674e4c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579739 Dec 10 16:31:25.815984 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1a57e970-b666-43aa-86ba-d0956d1e886e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:25.945964 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1a57e970-b666-43aa-86ba-d0956d1e886e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:25.957311 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-76f6b4a1-fd34-49d1-9d37-047ed9199bba tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2261 time: 0.2173734 Dec 10 16:31:25.961227 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c8c99bcc-d1b2-460b-bf39-1528614a63b6 req-07c51219-d3e1-4950-9f4b-505c247e2f63 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9d35124a-51af-4f07-95ed-8d7599bd9ce0 HTTP/1.1" status: 200 len: 217 time: 0.2334476 Dec 10 16:31:25.963449 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52338) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:26.019588 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1a57e970-b666-43aa-86ba-d0956d1e886e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:26.046994 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57e970-b666-43aa-86ba-d0956d1e886e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Subnet': ['ID=2b8d3cc9-4a50-49d2-a2cc-f14dd152c455,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:26.055933 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1a57e970-b666-43aa-86ba-d0956d1e886e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:26.059216 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1a57e970-b666-43aa-86ba-d0956d1e886e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/2b8d3cc9-4a50-49d2-a2cc-f14dd152c455 HTTP/1.1" status: 204 len: 168 time: 0.4782693 Dec 10 16:31:26.061924 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52342) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:26.064126 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47412b0e-9083-43fc-a9f8-c9b40470a345 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:31:26.080962 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c99bcc-d1b2-460b-bf39-1528614a63b6 req-734a2543-c1b9-4995-bd2c-ba2b64b17979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:26.082445 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c8c99bcc-d1b2-460b-bf39-1528614a63b6 req-734a2543-c1b9-4995-bd2c-ba2b64b17979 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d02cdcd1-06ed-4593-b982-980ffb32811d HTTP/1.1" status: 200 len: 851 time: 0.0650113 Dec 10 16:31:26.089846 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd567e80-6e14-454d-85f2-2bc6cd84ae6a req-440be130-b34d-47bb-aa18-a699ed1d1144 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:26.097594 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bd567e80-6e14-454d-85f2-2bc6cd84ae6a req-440be130-b34d-47bb-aa18-a699ed1d1144 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=18828e85-53ed-4320-8dad-3f41cf765299 HTTP/1.1" status: 200 len: 945 time: 0.4064300 Dec 10 16:31:26.118676 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c11da28-1392-44dc-9058-11265b09f91a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Deleting subnet 6045aa2c-e727-442d-838f-fc45214f5a7a {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:31:26.122189 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4c11da28-1392-44dc-9058-11265b09f91a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:26.174812 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c8c99bcc-d1b2-460b-bf39-1528614a63b6 req-f3d8c57a-defa-4105-95f6-f2d580adbde4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e32a4d08-b516-4a89-a4b3-00c81d20f408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750749 Dec 10 16:31:26.312656 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bd567e80-6e14-454d-85f2-2bc6cd84ae6a req-0da62b14-b9fb-496e-8c89-13131e6a0ce0 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140529 Dec 10 16:31:26.446443 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d4d972-bf2a-43c6-a6e9-0e92d2937a13 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:26.446998 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d4d972-bf2a-43c6-a6e9-0e92d2937a13 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:26.447599 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d4d972-bf2a-43c6-a6e9-0e92d2937a13 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:26.448098 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d4d972-bf2a-43c6-a6e9-0e92d2937a13 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:26.448594 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d4d972-bf2a-43c6-a6e9-0e92d2937a13 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:26.449385 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d4d972-bf2a-43c6-a6e9-0e92d2937a13 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:26.449918 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d4d972-bf2a-43c6-a6e9-0e92d2937a13 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:26.450442 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d4d972-bf2a-43c6-a6e9-0e92d2937a13 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:26.450934 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d4d972-bf2a-43c6-a6e9-0e92d2937a13 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:26.451425 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d4d972-bf2a-43c6-a6e9-0e92d2937a13 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:26.451917 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d4d972-bf2a-43c6-a6e9-0e92d2937a13 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:26.452409 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d4d972-bf2a-43c6-a6e9-0e92d2937a13 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:26.452898 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d4d972-bf2a-43c6-a6e9-0e92d2937a13 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:26.453651 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d4d972-bf2a-43c6-a6e9-0e92d2937a13 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:26.465227 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d4d972-bf2a-43c6-a6e9-0e92d2937a13 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:26.466417 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d4d972-bf2a-43c6-a6e9-0e92d2937a13 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:26.474080 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d4d4d972-bf2a-43c6-a6e9-0e92d2937a13 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 10213 time: 0.5095804 Dec 10 16:31:26.477337 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52356) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:26.569603 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-27c657d0-2c11-47c1-8c0d-cd4a1acbcbe5 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] delete failed (client error): The resource could not be found. Dec 10 16:31:26.570758 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-27c657d0-2c11-47c1-8c0d-cd4a1acbcbe5 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] 10.222.0.11 "DELETE /v2.0/floatingips/cd243814-eadf-4aa0-8800-7bbd18384706 HTTP/1.1" status: 404 len: 345 time: 0.0901799 Dec 10 16:31:26.577958 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52358) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:26.632735 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-da499b74-ca11-4b43-8896-27708e9d9419 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] DELETE failed (client error): The resource could not be found. Dec 10 16:31:26.633699 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da499b74-ca11-4b43-8896-27708e9d9419 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:26.637086 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-da499b74-ca11-4b43-8896-27708e9d9419 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] 10.222.0.11 "DELETE /v2.0/networks/08f6a424-3ee4-4771-a9ae-fb3117a520db HTTP/1.1" status: 404 len: 339 time: 0.0580125 Dec 10 16:31:26.643637 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52364) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:26.649633 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-ca6143fa-4bce-478f-a018-9408ef9c1921 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Request body: {'network': {'name': 'tempest-network--147036890', 'router:external': True}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:26.660764 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c8c99bcc-d1b2-460b-bf39-1528614a63b6 req-1ce5fdb9-59f3-4c60-9da6-e572bb7c2425 service neutron] 10.222.0.26 "GET /v2.0/networks/e32a4d08-b516-4a89-a4b3-00c81d20f408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4717553 Dec 10 16:31:26.718917 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4c11da28-1392-44dc-9058-11265b09f91a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:26.778153 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6143fa-4bce-478f-a018-9408ef9c1921 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Made reservation on behalf of 2d84fe85cf8d4695b247cdb005fd116d for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:26.780780 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca6143fa-4bce-478f-a018-9408ef9c1921 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:26.825634 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-33d47809-c744-43bb-9ad7-4e06015db50b req-8554a314-7257-49f5-b31f-df6aa6de6220 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 210 time: 0.0593262 Dec 10 16:31:26.927856 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c8c99bcc-d1b2-460b-bf39-1528614a63b6 req-b459d7ff-6bce-4db6-a4d0-d5e3f1e2e7e4 service neutron] 10.222.0.26 "GET /v2.0/networks/e32a4d08-b516-4a89-a4b3-00c81d20f408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569299 Dec 10 16:31:26.928143 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4c11da28-1392-44dc-9058-11265b09f91a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:26.934176 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca6143fa-4bce-478f-a018-9408ef9c1921 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:31:26.960740 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca6143fa-4bce-478f-a018-9408ef9c1921 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:26.961322 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-ca6143fa-4bce-478f-a018-9408ef9c1921 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Added segment dc6c4083-8042-4514-9fb0-03b67be3683b of type vlan for network e8468e45-19c0-42bc-bb02-a4d5dd3a3eaf Dec 10 16:31:27.036462 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca6143fa-4bce-478f-a018-9408ef9c1921 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:27.072269 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca6143fa-4bce-478f-a018-9408ef9c1921 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:27.073664 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6143fa-4bce-478f-a018-9408ef9c1921 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:27.074612 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca6143fa-4bce-478f-a018-9408ef9c1921 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:27.105201 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4c11da28-1392-44dc-9058-11265b09f91a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:27.170764 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4c11da28-1392-44dc-9058-11265b09f91a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:27.183661 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52384) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:27.185419 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4c11da28-1392-44dc-9058-11265b09f91a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/6045aa2c-e727-442d-838f-fc45214f5a7a HTTP/1.1" status: 204 len: 168 time: 1.1211717 Dec 10 16:31:27.188647 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c11da28-1392-44dc-9058-11265b09f91a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Subnet': ['ID=6045aa2c-e727-442d-838f-fc45214f5a7a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:27.209322 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ca6143fa-4bce-478f-a018-9408ef9c1921 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5638676 Dec 10 16:31:27.211958 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52386) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:27.262263 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-49d3a3f5-a95d-4798-ae31-dbd1df93d2f9 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0719969 Dec 10 16:31:27.269757 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52388) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:27.310285 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6143fa-4bce-478f-a018-9408ef9c1921 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Pushing event updated for resources: {'Network': ['ID=e8468e45-19c0-42bc-bb02-a4d5dd3a3eaf,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:27.321204 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network e8468e45-19c0-42bc-bb02-a4d5dd3a3eaf details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:31:27.348464 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b069d91-600b-4ec5-9a23-851d71870338 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:27.350434 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3b069d91-600b-4ec5-9a23-851d71870338 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0793567 Dec 10 16:31:27.352976 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52396) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:27.413413 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2d38f7-d4e2-4c69-9119-4364f76c4726 None None] Network ba7323f5-fe45-4362-904e-9370cf7b7342 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:31:27.455357 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cccad5-fd96-45af-aff2-ef2a41c21509 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:27.459011 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-19cccad5-fd96-45af-aff2-ef2a41c21509 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1028502 Dec 10 16:31:27.460213 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52398) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:27.477847 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-1281a4cd-09c7-4c87-aee1-a0bab72fed7b None None] Provisioning complete for port b57b15f9-0ced-4d4e-90fb-64efea32ab72 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:31:27.478247 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1281a4cd-09c7-4c87-aee1-a0bab72fed7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:27.511462 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d5b1b7b3-f91f-455b-bd7a-0bde23c6d1d7 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0500391 Dec 10 16:31:27.516848 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52400) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:27.570740 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-7981f1f9-9be4-4f22-8dc5-03985c737fae tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:27.571411 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7981f1f9-9be4-4f22-8dc5-03985c737fae tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:27.582642 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-7981f1f9-9be4-4f22-8dc5-03985c737fae tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/ports/0dfe081d-271a-4f7a-a037-329d91c69962 HTTP/1.1" status: 404 len: 333 time: 0.0603027 Dec 10 16:31:27.584449 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52410) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:27.588413 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2571a282-7d9b-4b40-aa6f-8d46f38b6b64 tempest-ExternalNetworksTestJSON-1556582545 tempest-ExternalNetworksTestJSON-1556582545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:27.599881 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2571a282-7d9b-4b40-aa6f-8d46f38b6b64 tempest-ExternalNetworksTestJSON-1556582545 tempest-ExternalNetworksTestJSON-1556582545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:27.621038 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2571a282-7d9b-4b40-aa6f-8d46f38b6b64 tempest-ExternalNetworksTestJSON-1556582545 tempest-ExternalNetworksTestJSON-1556582545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:27.628558 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2571a282-7d9b-4b40-aa6f-8d46f38b6b64 tempest-ExternalNetworksTestJSON-1556582545 tempest-ExternalNetworksTestJSON-1556582545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:27.632837 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2571a282-7d9b-4b40-aa6f-8d46f38b6b64 tempest-ExternalNetworksTestJSON-1556582545 tempest-ExternalNetworksTestJSON-1556582545-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.4173305 Dec 10 16:31:27.658445 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52412) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:27.666340 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-45963e4e-99f3-4f6a-8fdd-5dd719dbadf1 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:27.666711 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45963e4e-99f3-4f6a-8fdd-5dd719dbadf1 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:27.669803 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-45963e4e-99f3-4f6a-8fdd-5dd719dbadf1 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/6045aa2c-e727-442d-838f-fc45214f5a7a HTTP/1.1" status: 404 len: 337 time: 0.0843217 Dec 10 16:31:27.672410 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52414) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:27.717816 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-be86a6f1-ef8b-400a-a22a-d3c74015697d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:27.718772 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be86a6f1-ef8b-400a-a22a-d3c74015697d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:27.741600 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-be86a6f1-ef8b-400a-a22a-d3c74015697d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/2b8d3cc9-4a50-49d2-a2cc-f14dd152c455 HTTP/1.1" status: 404 len: 337 time: 0.0673504 Dec 10 16:31:27.748694 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52418) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:27.793155 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-57211470-9d0d-4bc7-93b3-c58848fe7d2d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:27.793929 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57211470-9d0d-4bc7-93b3-c58848fe7d2d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:27.803372 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-57211470-9d0d-4bc7-93b3-c58848fe7d2d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/ports/e2dbb085-1d71-46ac-8a38-7c89402c9522 HTTP/1.1" status: 404 len: 333 time: 0.0534184 Dec 10 16:31:27.806614 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52422) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:27.834011 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c29aa487-8c6b-4b1b-af04-fb051a800b07 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:27.847517 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd8219cc-3d61-42ab-be61-e84c03e43a1e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:27.847981 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd8219cc-3d61-42ab-be61-e84c03e43a1e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:27.852442 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-fd8219cc-3d61-42ab-be61-e84c03e43a1e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/14b1c13f-7efc-49f7-95b4-9a5a42b53905 HTTP/1.1" status: 404 len: 337 time: 0.0446734 Dec 10 16:31:27.854727 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52424) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:27.907320 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac65da9-2ca0-43f1-88f4-6e5c575bd3ed None None] DHCP port deletion for ba7323f5-fe45-4362-904e-9370cf7b7342 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:31:27.907870 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-8164ddee-4995-45ca-b9ac-528e618781e2 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:27.908389 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8164ddee-4995-45ca-b9ac-528e618781e2 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:27.921947 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8164ddee-4995-45ca-b9ac-528e618781e2 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/af47de61-317b-4bc3-a5e0-effb4c479044 HTTP/1.1" status: 404 len: 337 time: 0.0659947 Dec 10 16:31:27.924323 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52428) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:27.982188 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f0159fa-d659-468e-92b1-9120134e6039 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:27.984752 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f0159fa-d659-468e-92b1-9120134e6039 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:27.991785 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-bac65da9-2ca0-43f1-88f4-6e5c575bd3ed None None] Deleting port b57b15f9-0ced-4d4e-90fb-64efea32ab72 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:31:27.992356 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2f0159fa-d659-468e-92b1-9120134e6039 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/ports/6348ff73-4ee4-435b-b1fd-741408561185 HTTP/1.1" status: 404 len: 333 time: 0.0670128 Dec 10 16:31:27.992684 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bac65da9-2ca0-43f1-88f4-6e5c575bd3ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:27.995722 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52432) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:28.002547 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b31ce-256a-4fa5-a262-ade87055fce4 req-3eec0bff-2d88-4f14-91ca-9306f6f592d9 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:28.009977 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ca9b31ce-256a-4fa5-a262-ade87055fce4 req-3eec0bff-2d88-4f14-91ca-9306f6f592d9 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?device_id=20dde86b-9843-4f1d-a95e-94c8ecb20494 HTTP/1.1" status: 200 len: 946 time: 0.1519783 Dec 10 16:31:28.028127 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c29aa487-8c6b-4b1b-af04-fb051a800b07 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:28.051449 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-429a5e66-7042-4140-ba59-6ca0934cd96b tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:28.051936 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-429a5e66-7042-4140-ba59-6ca0934cd96b tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:28.057470 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-429a5e66-7042-4140-ba59-6ca0934cd96b tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/1f688e2e-451f-477f-aab9-76dfda434166 HTTP/1.1" status: 404 len: 337 time: 0.0585043 Dec 10 16:31:28.057952 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52438) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:28.077269 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-c29aa487-8c6b-4b1b-af04-fb051a800b07 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8468e45-19c0-42bc-bb02-a4d5dd3a3eaf']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:28.092260 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-bac65da9-2ca0-43f1-88f4-6e5c575bd3ed None None] For port b57b15f9-0ced-4d4e-90fb-64efea32ab72, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=b57b15f9-0ced-4d4e-90fb-64efea32ab72,segment=NetworkSegment(06323866-0724-4bd1-aeac-0872605e7a86),segment_id=06323866-0724-4bd1-aeac-0872605e7a86)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:28.092805 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bac65da9-2ca0-43f1-88f4-6e5c575bd3ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:28.096017 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-c29aa487-8c6b-4b1b-af04-fb051a800b07 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc6c4083-8042-4514-9fb0-03b67be3683b') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:28.096318 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-c29aa487-8c6b-4b1b-af04-fb051a800b07 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc6c4083-8042-4514-9fb0-03b67be3683b') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:28.104543 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-177e2c2a-4c0d-45c4-b21a-785b3b6549c2 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:28.105222 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-177e2c2a-4c0d-45c4-b21a-785b3b6549c2 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:28.108960 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-177e2c2a-4c0d-45c4-b21a-785b3b6549c2 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/1bd9cf13-f566-483a-90f2-ea6e0e24d1c6 HTTP/1.1" status: 404 len: 337 time: 0.0499983 Dec 10 16:31:28.111789 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52440) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:28.117840 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-bac65da9-2ca0-43f1-88f4-6e5c575bd3ed None None] Calling delete_port for b57b15f9-0ced-4d4e-90fb-64efea32ab72 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:31:28.122406 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ca9b31ce-256a-4fa5-a262-ade87055fce4 req-b1b05c58-a5d3-48fa-afec-cd9e806a2083 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eae1e3b-7870-4110-894e-ef9b37df26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065810 Dec 10 16:31:28.124565 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c29aa487-8c6b-4b1b-af04-fb051a800b07 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:28.153285 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb1a9e7-34d0-4a89-afcb-0926df75019a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:28.153950 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cb1a9e7-34d0-4a89-afcb-0926df75019a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:28.157417 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c29aa487-8c6b-4b1b-af04-fb051a800b07 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:28.161135 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6cb1a9e7-34d0-4a89-afcb-0926df75019a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/ports/bcf16516-0d96-48ff-9b93-ff6de2c26637 HTTP/1.1" status: 404 len: 333 time: 0.0443206 Dec 10 16:31:28.161479 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52444) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:28.175398 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c29aa487-8c6b-4b1b-af04-fb051a800b07 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:31:28.175778 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c29aa487-8c6b-4b1b-af04-fb051a800b07 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:28.177767 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:31:28.177767 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:31:28.177767 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:31:28.177767 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:31:28.177767 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:31:28.177767 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:31:28.177767 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:31:28.177767 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:31:28.177767 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:31:28.177767 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:31:28.177767 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:31:28.177767 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:31:28.177767 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:31:28.177767 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:31:28.177767 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:31:28.177767 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:31:28.177767 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:31:28.177767 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:31:28.177767 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:31:28.177767 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:31:28.177767 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:31:28.177767 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:31:28.177767 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:31:28.177767 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:31:28.177767 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:31:28.177767 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:31:28.177767 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:31:28.177767 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:31:28.177767 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:31:28.177767 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:31:28.177767 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:31:28.177767 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:31:28.196148 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b2fbcb7-ec12-4d47-a066-df3f092175c7 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:28.196732 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b2fbcb7-ec12-4d47-a066-df3f092175c7 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:28.202242 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4b2fbcb7-ec12-4d47-a066-df3f092175c7 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/03983bdd-5e0e-4683-b3ac-61979eb78be4 HTTP/1.1" status: 404 len: 337 time: 0.0352907 Dec 10 16:31:28.203016 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52446) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:28.235560 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-f727e534-bd67-4437-82fa-3e1e6a1d98e7 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:28.236369 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f727e534-bd67-4437-82fa-3e1e6a1d98e7 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:28.240396 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f727e534-bd67-4437-82fa-3e1e6a1d98e7 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/f9abd078-99ba-45eb-b66e-937355eb90d8 HTTP/1.1" status: 404 len: 337 time: 0.0355406 Dec 10 16:31:28.243105 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52448) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:28.269339 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-77cd5a1c-cb2f-44af-aeea-56c89c6835c0 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:28.270212 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77cd5a1c-cb2f-44af-aeea-56c89c6835c0 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:28.274825 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-77cd5a1c-cb2f-44af-aeea-56c89c6835c0 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/ports/ec973aba-ec40-4b00-a29d-7c066673c8ab HTTP/1.1" status: 404 len: 333 time: 0.0292060 Dec 10 16:31:28.276574 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52452) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:28.308377 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4a73e48-443f-497a-b330-b4e7fd4155fa tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:28.308976 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4a73e48-443f-497a-b330-b4e7fd4155fa tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:28.312287 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bac65da9-2ca0-43f1-88f4-6e5c575bd3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:28.316479 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e4a73e48-443f-497a-b330-b4e7fd4155fa tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/408c8289-5279-47c4-acc6-ca0bb7edfcda HTTP/1.1" status: 404 len: 337 time: 0.0364618 Dec 10 16:31:28.316710 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52454) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:28.348936 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac65da9-2ca0-43f1-88f4-6e5c575bd3ed None None] Pushing event deleted for resources: {'Port': ['ID=b57b15f9-0ced-4d4e-90fb-64efea32ab72,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:28.354299 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd51c45-3596-49ea-bb1e-0366d406722f req-1a0f5896-f82c-4163-8fec-94d0eacfc05d tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:28.358155 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac65da9-2ca0-43f1-88f4-6e5c575bd3ed None None] No DVR routers for this DVR port b57b15f9-0ced-4d4e-90fb-64efea32ab72 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:31:28.361341 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac65da9-2ca0-43f1-88f4-6e5c575bd3ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:31:28.361928 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac65da9-2ca0-43f1-88f4-6e5c575bd3ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:31:28.362469 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac65da9-2ca0-43f1-88f4-6e5c575bd3ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:31:28.362966 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac65da9-2ca0-43f1-88f4-6e5c575bd3ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:31:28.363470 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac65da9-2ca0-43f1-88f4-6e5c575bd3ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:31:28.363933 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac65da9-2ca0-43f1-88f4-6e5c575bd3ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:31:28.364329 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac65da9-2ca0-43f1-88f4-6e5c575bd3ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:31:28.364454 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac65da9-2ca0-43f1-88f4-6e5c575bd3ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:31:28.364835 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac65da9-2ca0-43f1-88f4-6e5c575bd3ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:31:28.365086 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac65da9-2ca0-43f1-88f4-6e5c575bd3ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:31:28.365405 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac65da9-2ca0-43f1-88f4-6e5c575bd3ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:31:28.365897 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac65da9-2ca0-43f1-88f4-6e5c575bd3ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:31:28.366393 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac65da9-2ca0-43f1-88f4-6e5c575bd3ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:31:28.366516 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9cd51c45-3596-49ea-bb1e-0366d406722f req-1a0f5896-f82c-4163-8fec-94d0eacfc05d tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=18828e85-53ed-4320-8dad-3f41cf765299 HTTP/1.1" status: 200 len: 945 time: 0.1302013 Dec 10 16:31:28.371705 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c29aa487-8c6b-4b1b-af04-fb051a800b07 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:28.385604 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29aa487-8c6b-4b1b-af04-fb051a800b07 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e8468e45-19c0-42bc-bb02-a4d5dd3a3eaf {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 16:31:28.389400 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c29aa487-8c6b-4b1b-af04-fb051a800b07 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:28.390739 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d919673-f105-44c2-8dbb-0789a15f97a8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:28.391580 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d919673-f105-44c2-8dbb-0789a15f97a8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:28.392726 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c29aa487-8c6b-4b1b-af04-fb051a800b07 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] 10.222.0.11 "DELETE /v2.0/networks/e8468e45-19c0-42bc-bb02-a4d5dd3a3eaf HTTP/1.1" status: 204 len: 168 time: 0.7332950 Dec 10 16:31:28.402900 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4d919673-f105-44c2-8dbb-0789a15f97a8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/ports/3cec1695-9062-495e-96be-fd545f796b88 HTTP/1.1" status: 404 len: 333 time: 0.0830762 Dec 10 16:31:28.402900 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52456) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:28.403376 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52458) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:28.408888 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-7a5e9721-5b43-4f57-90b9-78ab7ee55e69 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Request body: {'network': {'name': 'tempest-network--1665252303', 'router:external': True}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:28.413270 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29aa487-8c6b-4b1b-af04-fb051a800b07 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Pushing event deleted for resources: {'Network': ['ID=e8468e45-19c0-42bc-bb02-a4d5dd3a3eaf,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:28.439861 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5e9721-5b43-4f57-90b9-78ab7ee55e69 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Made reservation on behalf of 2d84fe85cf8d4695b247cdb005fd116d for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:28.442999 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7a5e9721-5b43-4f57-90b9-78ab7ee55e69 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:28.457481 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9cd51c45-3596-49ea-bb1e-0366d406722f req-96e15ead-b133-4c50-a930-9a5880b37296 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900867 Dec 10 16:31:28.489246 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba7ac2c7-dd2c-420f-b013-621609943c60 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:28.491815 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba7ac2c7-dd2c-420f-b013-621609943c60 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:28.493472 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ba7ac2c7-dd2c-420f-b013-621609943c60 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/a343b0cd-65d3-476e-98b7-dcb3be2f606c HTTP/1.1" status: 404 len: 337 time: 0.0893269 Dec 10 16:31:28.496258 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52462) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:28.513279 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a5e9721-5b43-4f57-90b9-78ab7ee55e69 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:31:28.523718 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7a5e9721-5b43-4f57-90b9-78ab7ee55e69 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:28.524136 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-7a5e9721-5b43-4f57-90b9-78ab7ee55e69 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Added segment 0ab7d07f-c49e-42a4-a16f-dd0b6a40a65e of type vlan for network de3186b6-5cc3-43ad-a7be-79461324c3f4 Dec 10 16:31:28.576578 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7a5e9721-5b43-4f57-90b9-78ab7ee55e69 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:28.590501 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-17924f9e-8574-4fa9-b6ce-7c121fc2ef35 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:28.592734 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17924f9e-8574-4fa9-b6ce-7c121fc2ef35 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:28.605480 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-17924f9e-8574-4fa9-b6ce-7c121fc2ef35 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/ports/185b63a2-2e4f-4154-b8d5-a6264b9666c9 HTTP/1.1" status: 404 len: 333 time: 0.1077323 Dec 10 16:31:28.608520 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52464) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:28.621422 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7a5e9721-5b43-4f57-90b9-78ab7ee55e69 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:28.624904 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5e9721-5b43-4f57-90b9-78ab7ee55e69 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:28.625514 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7a5e9721-5b43-4f57-90b9-78ab7ee55e69 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:28.694532 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-289f376e-d837-4165-9572-5d864c7fb859 req-ee02c054-3132-4a12-a7c3-934abfc5659e tempest-ServerShowV247Test-42072957 tempest-ServerShowV247Test-42072957-project] 10.222.0.11 "GET /v2.0/ports?device_id=46468506-9ee0-4417-9eb3-2b5e92bcbfda HTTP/1.1" status: 200 len: 210 time: 0.0864146 Dec 10 16:31:28.695742 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-51f1c658-2d58-4a45-8cd7-59e89c66fcd5 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:28.697153 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51f1c658-2d58-4a45-8cd7-59e89c66fcd5 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:28.725314 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-51f1c658-2d58-4a45-8cd7-59e89c66fcd5 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/d8b1ea88-581e-4a29-8a10-6c2f1d66bf90 HTTP/1.1" status: 404 len: 337 time: 0.1100481 Dec 10 16:31:28.727865 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7a5e9721-5b43-4f57-90b9-78ab7ee55e69 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3251677 Dec 10 16:31:28.730623 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52466) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:28.733548 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e9721-5b43-4f57-90b9-78ab7ee55e69 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Pushing event updated for resources: {'Network': ['ID=de3186b6-5cc3-43ad-a7be-79461324c3f4,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:28.740309 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52468) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:28.756502 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network de3186b6-5cc3-43ad-a7be-79461324c3f4 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:31:28.801079 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3605a12-5678-4f3b-9915-640e340cc7d4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:28.801646 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3605a12-5678-4f3b-9915-640e340cc7d4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:28.807563 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52472) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:28.808095 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b3605a12-5678-4f3b-9915-640e340cc7d4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/ports/88c8dd3f-92ee-4aba-8068-3815311022ac HTTP/1.1" status: 404 len: 333 time: 0.0444920 Dec 10 16:31:28.861752 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff302aff-027d-48b5-a9d2-fe4f56f3f0a8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:28.862517 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff302aff-027d-48b5-a9d2-fe4f56f3f0a8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:28.866283 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ff302aff-027d-48b5-a9d2-fe4f56f3f0a8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/16fca823-8d2a-45dd-8146-12d48f610bbb HTTP/1.1" status: 404 len: 337 time: 0.0575333 Dec 10 16:31:28.874930 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52476) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:28.935934 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ee40546-1bd1-41c3-af3e-ebf9c5ac3960 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:28.936566 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ee40546-1bd1-41c3-af3e-ebf9c5ac3960 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:28.943148 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52478) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:28.944030 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2ee40546-1bd1-41c3-af3e-ebf9c5ac3960 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/ports/0bd39364-1602-4656-952a-55c3d2f26df3 HTTP/1.1" status: 404 len: 333 time: 0.0672417 Dec 10 16:31:28.969058 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4e99b3-a70c-421e-b41e-46417aefd10f tempest-ExternalNetworksTestJSON-1556582545 tempest-ExternalNetworksTestJSON-1556582545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:28.973610 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ca4e99b3-a70c-421e-b41e-46417aefd10f tempest-ExternalNetworksTestJSON-1556582545 tempest-ExternalNetworksTestJSON-1556582545-project] 10.222.0.11 "GET /v2.0/networks/de3186b6-5cc3-43ad-a7be-79461324c3f4 HTTP/1.1" status: 200 len: 757 time: 0.2394602 Dec 10 16:31:28.973883 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52480) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:28.995452 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b3ef697-c36a-4cce-adf9-d6902589271c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:28.996015 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b3ef697-c36a-4cce-adf9-d6902589271c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:28.999653 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3b3ef697-c36a-4cce-adf9-d6902589271c tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/3a3eb1f0-4d70-450d-9e39-2a4a46011233 HTTP/1.1" status: 404 len: 337 time: 0.0549347 Dec 10 16:31:29.002082 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52482) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:29.048399 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f2e73b1-3873-4bf4-b70d-066e66c48fc3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:29.052304 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f2e73b1-3873-4bf4-b70d-066e66c48fc3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:29.069929 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2f2e73b1-3873-4bf4-b70d-066e66c48fc3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/ports/929167f3-e103-44df-aa66-4c31d5d843d6 HTTP/1.1" status: 404 len: 333 time: 0.0625720 Dec 10 16:31:29.070392 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52484) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:29.120558 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c1c47ec-5598-4613-8796-80ac0631f687 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:29.121482 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c1c47ec-5598-4613-8796-80ac0631f687 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:29.131142 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device b57b15f9-0ced-4d4e-90fb-64efea32ab72 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:31:29.131920 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f6a29c-4041-41d0-9cc6-88c7afe46f06 tempest-ExternalNetworksTestJSON-1556582545 tempest-ExternalNetworksTestJSON-1556582545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:29.134654 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-03f6a29c-4041-41d0-9cc6-88c7afe46f06 tempest-ExternalNetworksTestJSON-1556582545 tempest-ExternalNetworksTestJSON-1556582545-project] 10.222.0.11 "GET /v2.0/networks/5b1a72c1-a821-4094-929c-3aa119ff05c3 HTTP/1.1" status: 200 len: 767 time: 0.1594491 Dec 10 16:31:29.137441 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52488) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:29.145716 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52490) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:29.146438 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1c1c47ec-5598-4613-8796-80ac0631f687 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/efdcbfa1-93c1-48e4-a04b-14865ef0fd81 HTTP/1.1" status: 404 len: 337 time: 0.0748165 Dec 10 16:31:29.161417 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: b57b15f9-0ced-4d4e-90fb-64efea32ab72 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:31:29.162071 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device b57b15f9-0ced-4d4e-90fb-64efea32ab72 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:31:29.233214 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0266f0f-f0d6-47d5-8386-0d5928380b78 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:29.233587 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0266f0f-f0d6-47d5-8386-0d5928380b78 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:29.239027 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e0266f0f-f0d6-47d5-8386-0d5928380b78 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/040d6abc-5855-4867-9539-dfbd191b86b8 HTTP/1.1" status: 404 len: 337 time: 0.0901275 Dec 10 16:31:29.241853 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52492) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:29.262760 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0d0d02e-a672-4dcc-831d-1b7fdb0b4fff tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:29.263449 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0d0d02e-a672-4dcc-831d-1b7fdb0b4fff tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:29.264325 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e179a130-5a8b-4166-883c-b222dece8be6 req-e2710427-f50f-4e1a-8fd6-95704634ac51 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 210 time: 0.0433195 Dec 10 16:31:29.282866 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c0d0d02e-a672-4dcc-831d-1b7fdb0b4fff tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/ports/8d72a990-6d98-4e3b-be6b-67807c92d76e HTTP/1.1" status: 404 len: 333 time: 0.0395706 Dec 10 16:31:29.283248 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-85f7e17b-f3f3-4fc7-ab78-a6bc5e235cdd tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:29.283944 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52494) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:29.351861 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-6022ee01-d25b-455e-90a7-7ebd0c1df615 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:29.352769 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6022ee01-d25b-455e-90a7-7ebd0c1df615 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:29.358998 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6022ee01-d25b-455e-90a7-7ebd0c1df615 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/2dffd77a-3d88-467b-b3c6-7cff368fee9e HTTP/1.1" status: 404 len: 337 time: 0.0739126 Dec 10 16:31:29.362120 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52496) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:29.381358 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-85f7e17b-f3f3-4fc7-ab78-a6bc5e235cdd tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:29.409286 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-85f7e17b-f3f3-4fc7-ab78-a6bc5e235cdd tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de3186b6-5cc3-43ad-a7be-79461324c3f4']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:29.419907 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-85f7e17b-f3f3-4fc7-ab78-a6bc5e235cdd tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ab7d07f-c49e-42a4-a16f-dd0b6a40a65e') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:29.420457 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-85f7e17b-f3f3-4fc7-ab78-a6bc5e235cdd tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ab7d07f-c49e-42a4-a16f-dd0b6a40a65e') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:29.431003 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-85f7e17b-f3f3-4fc7-ab78-a6bc5e235cdd tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:29.434289 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-e127a186-0560-4e7f-b260-11b71a200a12 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:29.435114 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e127a186-0560-4e7f-b260-11b71a200a12 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:29.438562 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e127a186-0560-4e7f-b260-11b71a200a12 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/0f3eb9a2-9014-4184-9576-62fab47891ea HTTP/1.1" status: 404 len: 337 time: 0.0754340 Dec 10 16:31:29.441132 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52498) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:29.445340 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-85f7e17b-f3f3-4fc7-ab78-a6bc5e235cdd tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:29.451586 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85f7e17b-f3f3-4fc7-ab78-a6bc5e235cdd tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:31:29.452045 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-85f7e17b-f3f3-4fc7-ab78-a6bc5e235cdd tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:29.454608 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:31:29.454608 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:31:29.454608 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:31:29.454608 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:31:29.454608 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:31:29.454608 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:31:29.454608 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:31:29.454608 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:31:29.454608 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:31:29.454608 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:31:29.454608 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:31:29.454608 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:31:29.454608 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:31:29.454608 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:31:29.454608 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:31:29.454608 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:31:29.454608 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:31:29.454608 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:31:29.454608 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:31:29.454608 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:31:29.454608 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:31:29.454608 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:31:29.454608 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:31:29.454608 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:31:29.454608 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:31:29.454608 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:31:29.454608 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:31:29.454608 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:31:29.454608 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:31:29.454608 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:31:29.454608 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:31:29.454608 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:31:29.478236 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-c425ad59-7f45-4447-91a8-8934c541755b tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:29.479143 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c425ad59-7f45-4447-91a8-8934c541755b tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:29.484578 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c425ad59-7f45-4447-91a8-8934c541755b tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/ports/63585350-5b49-4d44-a7f2-00505e2a9b84 HTTP/1.1" status: 404 len: 333 time: 0.0408599 Dec 10 16:31:29.485978 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52506) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:29.518476 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e3b3539-c77f-43d7-b58c-da2f8ccb4fb6 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:29.518941 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e3b3539-c77f-43d7-b58c-da2f8ccb4fb6 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:29.523689 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1e3b3539-c77f-43d7-b58c-da2f8ccb4fb6 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/7d12f240-3495-4071-b32f-2c97fe8e5f09 HTTP/1.1" status: 404 len: 337 time: 0.0362194 Dec 10 16:31:29.526078 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52512) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:29.537420 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-85f7e17b-f3f3-4fc7-ab78-a6bc5e235cdd tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:29.563451 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f7e17b-f3f3-4fc7-ab78-a6bc5e235cdd tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network de3186b6-5cc3-43ad-a7be-79461324c3f4 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 16:31:29.566172 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe5ad06d-bca4-4332-842a-311efd5f53d3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:29.566836 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe5ad06d-bca4-4332-842a-311efd5f53d3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:29.570288 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-fe5ad06d-bca4-4332-842a-311efd5f53d3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/e3149d00-1c0c-4042-8168-110f894a7ca1 HTTP/1.1" status: 404 len: 337 time: 0.0427184 Dec 10 16:31:29.573025 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52514) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:29.580090 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-85f7e17b-f3f3-4fc7-ab78-a6bc5e235cdd tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:29.587492 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-85f7e17b-f3f3-4fc7-ab78-a6bc5e235cdd tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] 10.222.0.11 "DELETE /v2.0/networks/de3186b6-5cc3-43ad-a7be-79461324c3f4 HTTP/1.1" status: 204 len: 168 time: 0.4488022 Dec 10 16:31:29.588482 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52516) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:29.593162 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-7a8d924d-0f74-443c-a891-0002e9e4b8f3 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Request body: {'network': {'name': 'tempest-network--1437305034'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:29.612115 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f7e17b-f3f3-4fc7-ab78-a6bc5e235cdd tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Pushing event deleted for resources: {'Network': ['ID=de3186b6-5cc3-43ad-a7be-79461324c3f4,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:29.615547 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8d924d-0f74-443c-a891-0002e9e4b8f3 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Made reservation on behalf of 2d84fe85cf8d4695b247cdb005fd116d for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:29.617949 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7a8d924d-0f74-443c-a891-0002e9e4b8f3 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:29.650226 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e6af1e5-c80b-4864-a96b-71ff2b8d45e4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:29.650941 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e6af1e5-c80b-4864-a96b-71ff2b8d45e4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:29.654901 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8e6af1e5-c80b-4864-a96b-71ff2b8d45e4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/ports/d073eb3f-4f63-4874-9529-9fb09f37756b HTTP/1.1" status: 404 len: 333 time: 0.0765619 Dec 10 16:31:29.658107 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52520) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:29.660529 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a8d924d-0f74-443c-a891-0002e9e4b8f3 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:31:29.682310 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7a8d924d-0f74-443c-a891-0002e9e4b8f3 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:29.682650 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-7a8d924d-0f74-443c-a891-0002e9e4b8f3 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Added segment ce155052-ac65-4a9c-b250-3006365632a0 of type vlan for network 12270a53-3962-4929-b516-66eb69012bde Dec 10 16:31:29.686706 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0d4f1e3-94ea-4610-a6ed-d3af503d371b tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:29.687371 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0d4f1e3-94ea-4610-a6ed-d3af503d371b tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:29.690985 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c0d4f1e3-94ea-4610-a6ed-d3af503d371b tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/415c7383-080a-4ca4-b813-ea3972ce0c1a HTTP/1.1" status: 404 len: 337 time: 0.0316720 Dec 10 16:31:29.693450 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52522) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:29.737033 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fe94ef9-3532-416d-9c9a-128cbdd69ca3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:29.737402 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fe94ef9-3532-416d-9c9a-128cbdd69ca3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:29.740506 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9fe94ef9-3532-416d-9c9a-128cbdd69ca3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/a991c38e-1cc6-4835-be8c-c1a066cd0121 HTTP/1.1" status: 404 len: 337 time: 0.0461130 Dec 10 16:31:29.743167 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52526) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:29.771268 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-937bf756-3a9a-4572-b616-dfd651c54492 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/ports?device_id=a945e957-c899-485d-a2fa-3c3cb2689b57 HTTP/1.1" status: 200 len: 205 time: 0.0270309 Dec 10 16:31:29.773555 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52528) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:29.786870 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7a8d924d-0f74-443c-a891-0002e9e4b8f3 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:29.811229 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-05a4c51a-81f3-46c3-ae3c-b7fb7d0f6ebf tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] delete failed (client error): The resource could not be found. Dec 10 16:31:29.812333 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-05a4c51a-81f3-46c3-ae3c-b7fb7d0f6ebf tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/routers/a945e957-c899-485d-a2fa-3c3cb2689b57 HTTP/1.1" status: 404 len: 336 time: 0.0377946 Dec 10 16:31:29.815334 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52530) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:29.823207 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7a8d924d-0f74-443c-a891-0002e9e4b8f3 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:29.823758 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8d924d-0f74-443c-a891-0002e9e4b8f3 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:29.824347 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7a8d924d-0f74-443c-a891-0002e9e4b8f3 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:29.898777 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d924d-0f74-443c-a891-0002e9e4b8f3 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Pushing event updated for resources: {'Network': ['ID=12270a53-3962-4929-b516-66eb69012bde,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:29.914328 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-d51e760a-c9e8-44ad-8a9e-382795c58aa7 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:29.915572 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 12270a53-3962-4929-b516-66eb69012bde details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:31:29.920711 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d51e760a-c9e8-44ad-8a9e-382795c58aa7 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:29.929900 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-7a8d924d-0f74-443c-a891-0002e9e4b8f3 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3403099 Dec 10 16:31:29.930546 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52534) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:29.930665 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d51e760a-c9e8-44ad-8a9e-382795c58aa7 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/bdab3fab-719a-48a2-985c-a5a4b7def308 HTTP/1.1" status: 404 len: 337 time: 0.1140413 Dec 10 16:31:29.930865 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52536) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:29.940504 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-fbd7e983-51dc-41f0-a3a1-15ce884b7e46 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:30.006719 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a2a72c3b-4296-49f1-bd93-6d1e3c0e484d tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d06fb32-c2db-4ae0-91b1-a1b95ac15d9d HTTP/1.1" status: 200 len: 205 time: 0.0631299 Dec 10 16:31:30.009037 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52542) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:30.057331 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-62c8f3fc-b5ff-4e1d-b402-84f2f4ba02e4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] delete failed (client error): The resource could not be found. Dec 10 16:31:30.058459 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-62c8f3fc-b5ff-4e1d-b402-84f2f4ba02e4 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/routers/1d06fb32-c2db-4ae0-91b1-a1b95ac15d9d HTTP/1.1" status: 404 len: 336 time: 0.0484393 Dec 10 16:31:30.060912 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52544) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:30.133573 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-930b97a6-43f5-4562-9f0a-716d0029dce9 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:30.134262 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-930b97a6-43f5-4562-9f0a-716d0029dce9 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:30.137380 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-930b97a6-43f5-4562-9f0a-716d0029dce9 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/6863de46-eaee-4363-9e37-5c4c4fa9a500 HTTP/1.1" status: 404 len: 337 time: 0.0753841 Dec 10 16:31:30.140086 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52548) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:30.197609 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce143ef-5d9b-4718-ae2f-bd74fdacaf49 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:30.198366 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ce143ef-5d9b-4718-ae2f-bd74fdacaf49 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:30.206121 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52550) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:30.206733 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4ce143ef-5d9b-4718-ae2f-bd74fdacaf49 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/8ec2b7c3-8500-4f04-85be-234c9368c969 HTTP/1.1" status: 404 len: 337 time: 0.0632963 Dec 10 16:31:30.237425 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-a377af7b-357f-4ebd-a78b-b6148bcd56b3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:30.237962 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a377af7b-357f-4ebd-a78b-b6148bcd56b3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:30.244302 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a377af7b-357f-4ebd-a78b-b6148bcd56b3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/ports/7fc99814-72df-4f7f-b87e-6b74dede02bd HTTP/1.1" status: 404 len: 333 time: 0.0295448 Dec 10 16:31:30.244960 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52552) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:30.264972 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a8cb9-83b9-4698-953c-a4fca2c63880 req-5dec1e53-cbd7-40d5-ac80-5e83c5aa86ff tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:30.272746 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-425a8cb9-83b9-4698-953c-a4fca2c63880 req-5dec1e53-cbd7-40d5-ac80-5e83c5aa86ff tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?device_id=20dde86b-9843-4f1d-a95e-94c8ecb20494 HTTP/1.1" status: 200 len: 946 time: 0.4608247 Dec 10 16:31:30.291841 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-a238d54b-b168-4fa0-ac17-ce6830b6653a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:30.292642 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a238d54b-b168-4fa0-ac17-ce6830b6653a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:30.297172 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a238d54b-b168-4fa0-ac17-ce6830b6653a tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/0f06756f-f518-4257-ada8-32db4aaf4f8a HTTP/1.1" status: 404 len: 337 time: 0.0510142 Dec 10 16:31:30.300378 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52554) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:30.309748 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fbd7e983-51dc-41f0-a3a1-15ce884b7e46 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:30.340166 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fbd7e983-51dc-41f0-a3a1-15ce884b7e46 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:30.342514 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d87b755-d664-4f40-b0b6-612daf56484e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:30.343274 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d87b755-d664-4f40-b0b6-612daf56484e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:30.346777 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6d87b755-d664-4f40-b0b6-612daf56484e tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/ports/186f8dba-efc3-4d61-91af-e53ddd49d10c HTTP/1.1" status: 404 len: 333 time: 0.0452638 Dec 10 16:31:30.349475 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52558) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:30.373329 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fbd7e983-51dc-41f0-a3a1-15ce884b7e46 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Network 12270a53-3962-4929-b516-66eb69012bde is not hosted by any dhcp agent {{(pid=103392) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 16:31:30.374258 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd7e983-51dc-41f0-a3a1-15ce884b7e46 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:30.374937 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fbd7e983-51dc-41f0-a3a1-15ce884b7e46 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:30.376851 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-fbd7e983-51dc-41f0-a3a1-15ce884b7e46 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] 10.222.0.11 "PUT /v2.0/networks/12270a53-3962-4929-b516-66eb69012bde HTTP/1.1" status: 200 len: 858 time: 0.4427724 Dec 10 16:31:30.380549 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52560) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:30.388394 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-526df3d5-c57a-44ac-b8ad-98deae906c03 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:30.388842 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-526df3d5-c57a-44ac-b8ad-98deae906c03 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:30.392837 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-526df3d5-c57a-44ac-b8ad-98deae906c03 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/b0e7216b-9259-4930-89ad-20cf3b4c5e5d HTTP/1.1" status: 404 len: 337 time: 0.0421579 Dec 10 16:31:30.461398 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1526a171-2acd-4f69-943c-d9fe09e135e5 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:30.465171 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52564) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:30.513927 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-122a954d-143d-4764-a828-fbaba02c77e5 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:30.514561 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-122a954d-143d-4764-a828-fbaba02c77e5 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:30.518425 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-122a954d-143d-4764-a828-fbaba02c77e5 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/ports/66bbe726-af7e-425d-bc38-1ecfb30d045e HTTP/1.1" status: 404 len: 333 time: 0.0501995 Dec 10 16:31:30.521190 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52568) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:30.577742 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d87926f-adbb-488a-bae7-423265e6ac89 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:30.578229 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d87926f-adbb-488a-bae7-423265e6ac89 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:30.581647 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5d87926f-adbb-488a-bae7-423265e6ac89 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/5b899096-8e51-4b4c-80c9-6da1189bcea2 HTTP/1.1" status: 404 len: 337 time: 0.0596325 Dec 10 16:31:30.601146 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52570) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:30.638072 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fea088e-8899-4d84-b92c-db7e4e054dc3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:30.638679 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fea088e-8899-4d84-b92c-db7e4e054dc3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:30.641761 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7fea088e-8899-4d84-b92c-db7e4e054dc3 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/ports/1ba21dbe-9395-4ed3-9cd8-4268103de44e HTTP/1.1" status: 404 len: 333 time: 0.0393882 Dec 10 16:31:30.673323 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52572) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:30.707116 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c9ad80-cc5b-402b-8119-e006d5f7a9f8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:30.707581 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71c9ad80-cc5b-402b-8119-e006d5f7a9f8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:30.713240 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-71c9ad80-cc5b-402b-8119-e006d5f7a9f8 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/b8b46542-5223-4de8-9cf7-d1188843e948 HTTP/1.1" status: 404 len: 337 time: 0.0356517 Dec 10 16:31:30.717156 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52574) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:30.728499 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1526a171-2acd-4f69-943c-d9fe09e135e5 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:30.748708 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-556b7cd8-8766-4a4e-993a-f94f25aa3ba9 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:30.749294 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-556b7cd8-8766-4a4e-993a-f94f25aa3ba9 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:30.754189 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-556b7cd8-8766-4a4e-993a-f94f25aa3ba9 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/ports/59d2c3ae-b73b-469b-9bf0-0bb1d3d3f5a8 HTTP/1.1" status: 404 len: 333 time: 0.0349967 Dec 10 16:31:30.769764 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52576) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:30.774616 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-1526a171-2acd-4f69-943c-d9fe09e135e5 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12270a53-3962-4929-b516-66eb69012bde']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:30.784625 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-425a8cb9-83b9-4698-953c-a4fca2c63880 req-113c7f1c-afdc-4aa4-9d0b-1fac18135a84 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eae1e3b-7870-4110-894e-ef9b37df26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5104370 Dec 10 16:31:30.802336 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-1526a171-2acd-4f69-943c-d9fe09e135e5 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce155052-ac65-4a9c-b250-3006365632a0') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:30.802635 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-1526a171-2acd-4f69-943c-d9fe09e135e5 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce155052-ac65-4a9c-b250-3006365632a0') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:30.812647 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebed4e20-df7f-44ab-9fe8-bb4816f61afe tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:30.813071 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebed4e20-df7f-44ab-9fe8-bb4816f61afe tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:30.816276 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ebed4e20-df7f-44ab-9fe8-bb4816f61afe tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/dd51dd9b-41e0-4dc6-98a2-f4d02627642f HTTP/1.1" status: 404 len: 337 time: 0.0437839 Dec 10 16:31:30.822533 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52578) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:30.829693 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7e983-51dc-41f0-a3a1-15ce884b7e46 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Pushing event updated for resources: {'Network': ['ID=12270a53-3962-4929-b516-66eb69012bde,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:30.843128 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1526a171-2acd-4f69-943c-d9fe09e135e5 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:30.883028 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-20eed6e0-888b-4e82-b090-ff126279a3d5 req-c6f9355b-1c51-4db5-b29a-e2931c37c8c4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=46468506-9ee0-4417-9eb3-2b5e92bcbfda HTTP/1.1" status: 200 len: 210 time: 0.0329142 Dec 10 16:31:30.883305 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1526a171-2acd-4f69-943c-d9fe09e135e5 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:30.892694 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1526a171-2acd-4f69-943c-d9fe09e135e5 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:31:30.893624 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1526a171-2acd-4f69-943c-d9fe09e135e5 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:30.938666 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3d16e-5a1f-4864-b3af-ab1750d8601c req-ef105d2e-1161-478c-a1c6-b3a4b97b3d6c tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:30.940361 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-05e3d16e-5a1f-4864-b3af-ab1750d8601c req-ef105d2e-1161-478c-a1c6-b3a4b97b3d6c tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=18828e85-53ed-4320-8dad-3f41cf765299 HTTP/1.1" status: 200 len: 945 time: 0.0564361 Dec 10 16:31:30.968194 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:31:30.968194 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:31:30.968194 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:31:30.968194 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:31:30.968194 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:31:30.968194 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:31:30.968194 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:31:30.968194 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:31:30.968194 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:31:30.968194 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:31:30.968194 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:31:30.968194 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:31:30.968194 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:31:30.968194 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:31:30.968194 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:31:30.968194 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:31:30.968194 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:31:30.968194 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:31:30.968194 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:31:30.968194 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:31:30.968194 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:31:30.968194 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:31:30.968194 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:31:30.968194 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:31:30.968194 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:31:30.968194 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:31:30.968194 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:31:30.968194 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:31:30.968194 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:31:30.968194 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:31:30.968194 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:31:30.968194 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:31:30.988575 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-afd976ff-c742-4b0a-a5f2-691c65531cff tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:30.989985 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afd976ff-c742-4b0a-a5f2-691c65531cff tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:30.994068 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-afd976ff-c742-4b0a-a5f2-691c65531cff tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/ports/d9fcd9a3-6bea-4f53-a5cc-5540b43e1033 HTTP/1.1" status: 404 len: 333 time: 0.1683588 Dec 10 16:31:30.998407 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52580) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:31.002540 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1526a171-2acd-4f69-943c-d9fe09e135e5 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:31.009447 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1526a171-2acd-4f69-943c-d9fe09e135e5 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 12270a53-3962-4929-b516-66eb69012bde {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 16:31:31.027458 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1526a171-2acd-4f69-943c-d9fe09e135e5 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Pushing event deleted for resources: {'Network': ['ID=12270a53-3962-4929-b516-66eb69012bde,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:31.035965 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1526a171-2acd-4f69-943c-d9fe09e135e5 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:31.040161 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1526a171-2acd-4f69-943c-d9fe09e135e5 tempest-ExternalNetworksTestJSON-764593245 tempest-ExternalNetworksTestJSON-764593245-project-admin] 10.222.0.11 "DELETE /v2.0/networks/12270a53-3962-4929-b516-66eb69012bde HTTP/1.1" status: 204 len: 168 time: 0.6584044 Dec 10 16:31:31.043667 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52582) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:31.046123 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-50effce7-208c-4c7e-a9f2-2b646a2c0c37 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:31.046608 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50effce7-208c-4c7e-a9f2-2b646a2c0c37 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:31.052459 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-50effce7-208c-4c7e-a9f2-2b646a2c0c37 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/30313625-8886-4e80-9275-f2b4e0ca1026 HTTP/1.1" status: 404 len: 337 time: 0.0518105 Dec 10 16:31:31.056462 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-05e3d16e-5a1f-4864-b3af-ab1750d8601c req-1d5d5896-ad3e-4f2e-9221-75b33b02a459 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087372 Dec 10 16:31:31.056947 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52584) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:31.080336 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc4d38cf-23fa-49bd-990c-82fd0aea7c6f tempest-ExternalNetworksTestJSON-1556582545 tempest-ExternalNetworksTestJSON-1556582545-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:31.081077 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc4d38cf-23fa-49bd-990c-82fd0aea7c6f tempest-ExternalNetworksTestJSON-1556582545 tempest-ExternalNetworksTestJSON-1556582545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:31.081986 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-be820ae2-f3c9-4b71-9c8a-043e529dbfaf tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:31.082609 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be820ae2-f3c9-4b71-9c8a-043e529dbfaf tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:31.085192 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-cc4d38cf-23fa-49bd-990c-82fd0aea7c6f tempest-ExternalNetworksTestJSON-1556582545 tempest-ExternalNetworksTestJSON-1556582545-project] 10.222.0.11 "DELETE /v2.0/subnets/3f4cc073-4ab1-4009-a6e9-ac5e77145c4d HTTP/1.1" status: 404 len: 337 time: 0.0403469 Dec 10 16:31:31.088353 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52586) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:31.088654 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-be820ae2-f3c9-4b71-9c8a-043e529dbfaf tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/ports/314289b0-664d-4ff5-91c4-e1d5fc597339 HTTP/1.1" status: 404 len: 333 time: 0.0307338 Dec 10 16:31:31.089060 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52588) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:31.194384 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4d8445a9-bce9-4b68-9524-dd87ca6e31e0 tempest-ExternalNetworksTestJSON-1556582545 tempest-ExternalNetworksTestJSON-1556582545-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:31.214966 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ef02db6-1423-42c2-a7b4-b85434918fe1 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:31.215589 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ef02db6-1423-42c2-a7b4-b85434918fe1 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:31.221481 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7ef02db6-1423-42c2-a7b4-b85434918fe1 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/subnets/578a66c0-9702-44e3-8bed-c351a3a63063 HTTP/1.1" status: 404 len: 337 time: 0.1265697 Dec 10 16:31:31.222345 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52592) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:31.272295 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-324c072e-fe57-4ec5-b656-3476032b5122 req-bc37f89a-5f0d-4bb1-9ada-d58c3b48e329 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 210 time: 0.0381253 Dec 10 16:31:31.317129 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-54a14907-4eba-42dc-87c4-2bfd0715e024 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:31.423417 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4d8445a9-bce9-4b68-9524-dd87ca6e31e0 tempest-ExternalNetworksTestJSON-1556582545 tempest-ExternalNetworksTestJSON-1556582545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:31.502876 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-54a14907-4eba-42dc-87c4-2bfd0715e024 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:31.531604 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-54a14907-4eba-42dc-87c4-2bfd0715e024 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba7323f5-fe45-4362-904e-9370cf7b7342']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:31.541098 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8939a3b6-9284-4be9-982b-2f3701e927c2 req-9445f182-8920-4ead-835a-fcb5db2c52ca tempest-ServerShowV247Test-42072957 tempest-ServerShowV247Test-42072957-project] 10.222.0.11 "GET /v2.0/ports?device_id=77021d0d-fe97-46c7-ba6c-c1c251cb4eeb HTTP/1.1" status: 200 len: 210 time: 0.0424118 Dec 10 16:31:31.543748 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-54a14907-4eba-42dc-87c4-2bfd0715e024 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06323866-0724-4bd1-aeac-0872605e7a86') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:31.544039 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-54a14907-4eba-42dc-87c4-2bfd0715e024 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06323866-0724-4bd1-aeac-0872605e7a86') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:31.555155 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-54a14907-4eba-42dc-87c4-2bfd0715e024 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:31.564851 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-4d8445a9-bce9-4b68-9524-dd87ca6e31e0 tempest-ExternalNetworksTestJSON-1556582545 tempest-ExternalNetworksTestJSON-1556582545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b1a72c1-a821-4094-929c-3aa119ff05c3']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:31.579586 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-4d8445a9-bce9-4b68-9524-dd87ca6e31e0 tempest-ExternalNetworksTestJSON-1556582545 tempest-ExternalNetworksTestJSON-1556582545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0758d2af-fc1a-49b8-baf1-29ed8bcd8deb') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:31.579801 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-4d8445a9-bce9-4b68-9524-dd87ca6e31e0 tempest-ExternalNetworksTestJSON-1556582545 tempest-ExternalNetworksTestJSON-1556582545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0758d2af-fc1a-49b8-baf1-29ed8bcd8deb') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:31.581609 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-54a14907-4eba-42dc-87c4-2bfd0715e024 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:31.593232 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4d8445a9-bce9-4b68-9524-dd87ca6e31e0 tempest-ExternalNetworksTestJSON-1556582545 tempest-ExternalNetworksTestJSON-1556582545-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:31.595104 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54a14907-4eba-42dc-87c4-2bfd0715e024 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:31:31.595478 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-54a14907-4eba-42dc-87c4-2bfd0715e024 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:31.598650 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:31:31.598650 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:31:31.598650 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:31:31.598650 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:31:31.598650 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:31:31.598650 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:31:31.598650 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:31:31.598650 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:31:31.598650 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:31:31.598650 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:31:31.598650 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:31:31.598650 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:31:31.598650 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:31:31.598650 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:31:31.598650 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:31:31.598650 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:31:31.598650 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:31:31.598650 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:31:31.598650 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:31:31.598650 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:31:31.598650 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:31:31.598650 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:31:31.598650 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:31:31.598650 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:31:31.598650 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:31:31.598650 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:31:31.598650 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:31:31.598650 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:31:31.598650 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:31:31.598650 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:31:31.598650 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:31:31.598650 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:31:31.652274 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4d8445a9-bce9-4b68-9524-dd87ca6e31e0 tempest-ExternalNetworksTestJSON-1556582545 tempest-ExternalNetworksTestJSON-1556582545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:31.674690 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d8445a9-bce9-4b68-9524-dd87ca6e31e0 tempest-ExternalNetworksTestJSON-1556582545 tempest-ExternalNetworksTestJSON-1556582545-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:31:31.675090 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4d8445a9-bce9-4b68-9524-dd87ca6e31e0 tempest-ExternalNetworksTestJSON-1556582545 tempest-ExternalNetworksTestJSON-1556582545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:31.678684 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:31:31.678684 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:31:31.678684 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:31:31.678684 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:31:31.678684 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:31:31.678684 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:31:31.678684 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:31:31.678684 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:31:31.678684 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:31:31.678684 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:31:31.678684 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:31:31.678684 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:31:31.678684 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:31:31.678684 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:31:31.678684 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:31:31.678684 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:31:31.678684 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:31:31.678684 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:31:31.678684 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:31:31.678684 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:31:31.678684 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:31:31.678684 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:31:31.678684 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:31:31.678684 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:31:31.678684 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:31:31.678684 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:31:31.678684 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:31:31.678684 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:31:31.678684 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:31:31.678684 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:31:31.678684 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:31:31.678684 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:31:31.721462 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-54a14907-4eba-42dc-87c4-2bfd0715e024 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:31.736743 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-54a14907-4eba-42dc-87c4-2bfd0715e024 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:31.742261 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-54a14907-4eba-42dc-87c4-2bfd0715e024 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] 10.222.0.11 "DELETE /v2.0/networks/ba7323f5-fe45-4362-904e-9370cf7b7342 HTTP/1.1" status: 204 len: 168 time: 0.5164914 Dec 10 16:31:31.755761 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a14907-4eba-42dc-87c4-2bfd0715e024 tempest-NetworksTestDHCPv6-1521315972 tempest-NetworksTestDHCPv6-1521315972-project] Pushing event deleted for resources: {'Network': ['ID=ba7323f5-fe45-4362-904e-9370cf7b7342,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:31.758510 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4d8445a9-bce9-4b68-9524-dd87ca6e31e0 tempest-ExternalNetworksTestJSON-1556582545 tempest-ExternalNetworksTestJSON-1556582545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:31.775767 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4d8445a9-bce9-4b68-9524-dd87ca6e31e0 tempest-ExternalNetworksTestJSON-1556582545 tempest-ExternalNetworksTestJSON-1556582545-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:31.781644 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4d8445a9-bce9-4b68-9524-dd87ca6e31e0 tempest-ExternalNetworksTestJSON-1556582545 tempest-ExternalNetworksTestJSON-1556582545-project] 10.222.0.11 "DELETE /v2.0/networks/5b1a72c1-a821-4094-929c-3aa119ff05c3 HTTP/1.1" status: 204 len: 168 time: 0.6878293 Dec 10 16:31:31.781644 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8445a9-bce9-4b68-9524-dd87ca6e31e0 tempest-ExternalNetworksTestJSON-1556582545 tempest-ExternalNetworksTestJSON-1556582545-project] Pushing event deleted for resources: {'Network': ['ID=5b1a72c1-a821-4094-929c-3aa119ff05c3,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:31.931742 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa028a-ba23-4778-9488-5a2fd35dc40c req-8d3fe4a1-fa81-40e7-a708-8f0f6bb70332 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:31.942470 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c2fa028a-ba23-4778-9488-5a2fd35dc40c req-8d3fe4a1-fa81-40e7-a708-8f0f6bb70332 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?device_id=20dde86b-9843-4f1d-a95e-94c8ecb20494 HTTP/1.1" status: 200 len: 946 time: 0.0619540 Dec 10 16:31:31.998779 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c2fa028a-ba23-4778-9488-5a2fd35dc40c req-30492b94-498e-419e-bb87-905f756f98cf tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eae1e3b-7870-4110-894e-ef9b37df26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553951 Dec 10 16:31:32.040015 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52604) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:32.079216 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52608) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:32.218038 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0a149-5785-4538-ac17-5b2d121828f6 req-8727f956-e273-47d4-94aa-649d146ff10b tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:32.219682 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-76e0a149-5785-4538-ac17-5b2d121828f6 req-8727f956-e273-47d4-94aa-649d146ff10b tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=18828e85-53ed-4320-8dad-3f41cf765299 HTTP/1.1" status: 200 len: 945 time: 0.0883775 Dec 10 16:31:32.285931 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-162c2495-5572-48de-bdbf-26cd1a160897 req-39d9b279-430d-46d4-b819-9e8fae91b273 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=77021d0d-fe97-46c7-ba6c-c1c251cb4eeb HTTP/1.1" status: 200 len: 210 time: 0.0304165 Dec 10 16:31:32.313840 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f02aedea-daa2-4c5d-8918-fa3afe844e2e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2ff5423581d24da08fa7c37167d452f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2723525 Dec 10 16:31:32.315732 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-76e0a149-5785-4538-ac17-5b2d121828f6 req-dc2656d2-aba6-44c2-bed2-62534d2e632b tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826049 Dec 10 16:31:32.316366 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52616) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:32.337990 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5089a4ad-1b13-466a-aad4-802d826f26c0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=35d25dd5acd745d5ba5654a4c5b6dba0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2576811 Dec 10 16:31:32.341188 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52618) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:32.371367 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f790b283-3a03-419c-a509-04377df17205 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:32.395109 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f790b283-3a03-419c-a509-04377df17205 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:32.409172 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ea9f759a-7cc9-46f2-a8d0-aca274c7870e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:32.433209 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ea9f759a-7cc9-46f2-a8d0-aca274c7870e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:32.433929 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4e18e037-86f6-4df9-9055-fe33ffce301e req-a74e6e8c-9462-4929-a612-2702038598bb tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 210 time: 0.0409975 Dec 10 16:31:32.486279 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f790b283-3a03-419c-a509-04377df17205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:32.489963 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f790b283-3a03-419c-a509-04377df17205 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:32.494947 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f790b283-3a03-419c-a509-04377df17205 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/474b14ac-cf52-4d16-bb78-033def11c707 HTTP/1.1" status: 204 len: 168 time: 0.1772604 Dec 10 16:31:32.496822 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ea9f759a-7cc9-46f2-a8d0-aca274c7870e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:32.502834 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ea9f759a-7cc9-46f2-a8d0-aca274c7870e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:32.504939 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ea9f759a-7cc9-46f2-a8d0-aca274c7870e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ef5f7af5-6762-4eb8-9a3f-021edb32f113 HTTP/1.1" status: 204 len: 168 time: 0.1626101 Dec 10 16:31:32.514210 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790b283-3a03-419c-a509-04377df17205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474b14ac-cf52-4d16-bb78-033def11c707,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:32.523688 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f759a-7cc9-46f2-a8d0-aca274c7870e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5f7af5-6762-4eb8-9a3f-021edb32f113,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:32.739736 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cc68fe91-885a-41e4-85a8-fbe7ef48c3de req-39b03fe5-35ac-4607-b3ed-4c5722d3a065 tempest-ServerShowV247Test-42072957 tempest-ServerShowV247Test-42072957-project] 10.222.0.11 "GET /v2.0/ports?device_id=77021d0d-fe97-46c7-ba6c-c1c251cb4eeb HTTP/1.1" status: 200 len: 210 time: 0.0391147 Dec 10 16:31:32.930942 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52642) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:32.983747 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4fdad43c-d953-4946-9edc-07416d428008 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2d84fe85cf8d4695b247cdb005fd116d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0493913 Dec 10 16:31:32.984238 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52644) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:33.034023 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-258666a8-01d0-438d-9c39-dda92ce08afa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:33.058417 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-258666a8-01d0-438d-9c39-dda92ce08afa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:33.151648 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-258666a8-01d0-438d-9c39-dda92ce08afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:33.154672 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-258666a8-01d0-438d-9c39-dda92ce08afa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:33.156086 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-258666a8-01d0-438d-9c39-dda92ce08afa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eed25508-36c5-49c8-90fe-43bba33c623c HTTP/1.1" status: 204 len: 168 time: 0.1706841 Dec 10 16:31:33.167937 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e602c-7783-4428-a0d7-dab6e0cf886b req-4886c712-6694-4a42-9194-6340533811f4 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:33.176742 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3e0e602c-7783-4428-a0d7-dab6e0cf886b req-4886c712-6694-4a42-9194-6340533811f4 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?device_id=20dde86b-9843-4f1d-a95e-94c8ecb20494 HTTP/1.1" status: 200 len: 946 time: 0.0876789 Dec 10 16:31:33.202380 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258666a8-01d0-438d-9c39-dda92ce08afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed25508-36c5-49c8-90fe-43bba33c623c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:33.258957 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3e0e602c-7783-4428-a0d7-dab6e0cf886b req-bcab4db8-7709-476d-9271-409d10204009 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eae1e3b-7870-4110-894e-ef9b37df26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810406 Dec 10 16:31:33.387988 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52662) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:33.510508 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47a249-7322-4b71-8924-aac45df722f9 req-81ef5971-0136-4f8a-b42f-629b9855ebb1 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:33.512311 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7d47a249-7322-4b71-8924-aac45df722f9 req-81ef5971-0136-4f8a-b42f-629b9855ebb1 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=18828e85-53ed-4320-8dad-3f41cf765299 HTTP/1.1" status: 200 len: 945 time: 0.0808203 Dec 10 16:31:33.542000 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-617c4ecd-5834-4cec-93f9-e68632380af9 tempest-NetworksNegativeTestJSON-464602498 tempest-NetworksNegativeTestJSON-464602498-project] Request body: {'port': {'network_id': 'dba62d63-4147-4ed7-9425-18ce2ef28f30', 'name': 'tempest-NetworksNegativeTestJSON-1181959492'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:33.562458 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-617c4ecd-5834-4cec-93f9-e68632380af9 tempest-NetworksNegativeTestJSON-464602498 tempest-NetworksNegativeTestJSON-464602498-project] POST failed (client error): The resource could not be found. Dec 10 16:31:33.563638 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-617c4ecd-5834-4cec-93f9-e68632380af9 tempest-NetworksNegativeTestJSON-464602498 tempest-NetworksNegativeTestJSON-464602498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:33.564768 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-617c4ecd-5834-4cec-93f9-e68632380af9 tempest-NetworksNegativeTestJSON-464602498 tempest-NetworksNegativeTestJSON-464602498-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1746225 Dec 10 16:31:33.568604 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52676) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:33.593352 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae9120dd-5f8f-4a32-abaa-542411d2b994 tempest-NetworksNegativeTestJSON-464602498 tempest-NetworksNegativeTestJSON-464602498-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:33.594389 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7d47a249-7322-4b71-8924-aac45df722f9 req-7adea468-0391-4da5-96c5-55a709c6c20d tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723398 Dec 10 16:31:33.603301 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae9120dd-5f8f-4a32-abaa-542411d2b994 tempest-NetworksNegativeTestJSON-464602498 tempest-NetworksNegativeTestJSON-464602498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:33.610825 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52678) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:33.611665 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ae9120dd-5f8f-4a32-abaa-542411d2b994 tempest-NetworksNegativeTestJSON-464602498 tempest-NetworksNegativeTestJSON-464602498-project] 10.222.0.11 "DELETE /v2.0/networks/dd9c1234-dd82-4e2c-916b-9096637558cb HTTP/1.1" status: 404 len: 339 time: 0.0406926 Dec 10 16:31:33.645593 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-66c5a5a4-ebbd-4ab2-a4df-0ef274b8cd44 tempest-NetworksNegativeTestJSON-464602498 tempest-NetworksNegativeTestJSON-464602498-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:33.646398 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66c5a5a4-ebbd-4ab2-a4df-0ef274b8cd44 tempest-NetworksNegativeTestJSON-464602498 tempest-NetworksNegativeTestJSON-464602498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:33.652211 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-66c5a5a4-ebbd-4ab2-a4df-0ef274b8cd44 tempest-NetworksNegativeTestJSON-464602498 tempest-NetworksNegativeTestJSON-464602498-project] 10.222.0.11 "DELETE /v2.0/ports/9e92e29d-cfeb-425a-8f7e-e11c5a299458 HTTP/1.1" status: 404 len: 333 time: 0.0399752 Dec 10 16:31:33.656144 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52684) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:33.687283 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eaf9923-de9e-487b-b924-2add420ea641 tempest-NetworksNegativeTestJSON-464602498 tempest-NetworksNegativeTestJSON-464602498-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:33.688055 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eaf9923-de9e-487b-b924-2add420ea641 tempest-NetworksNegativeTestJSON-464602498 tempest-NetworksNegativeTestJSON-464602498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:33.696839 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52686) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:33.697499 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4eaf9923-de9e-487b-b924-2add420ea641 tempest-NetworksNegativeTestJSON-464602498 tempest-NetworksNegativeTestJSON-464602498-project] 10.222.0.11 "DELETE /v2.0/subnets/7d6a6a4b-456e-4c62-830a-b6082f7e9e1a HTTP/1.1" status: 404 len: 337 time: 0.0386972 Dec 10 16:31:33.724676 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6fc3f86e-9f5d-4245-a005-9691ee8c1b1a req-cb2dc94e-df33-4cb3-8146-a007b261679e tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 210 time: 0.0417209 Dec 10 16:31:33.737960 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-d72958c2-1456-4684-bf53-7f932a5f3fe9 tempest-NetworksNegativeTestJSON-464602498 tempest-NetworksNegativeTestJSON-464602498-project] GET failed (client error): The resource could not be found. Dec 10 16:31:33.743309 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d72958c2-1456-4684-bf53-7f932a5f3fe9 tempest-NetworksNegativeTestJSON-464602498 tempest-NetworksNegativeTestJSON-464602498-project] 10.222.0.11 "GET /v2.0/networks/e4d6dd21-cdaf-4c6d-b551-8fe18d17c618 HTTP/1.1" status: 404 len: 339 time: 0.0249224 Dec 10 16:31:33.745266 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52688) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:33.779800 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-4018b0aa-aa19-468f-acaa-09c0b51f0d3e tempest-NetworksNegativeTestJSON-464602498 tempest-NetworksNegativeTestJSON-464602498-project] GET failed (client error): The resource could not be found. Dec 10 16:31:33.786194 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52694) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:33.796381 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4018b0aa-aa19-468f-acaa-09c0b51f0d3e tempest-NetworksNegativeTestJSON-464602498 tempest-NetworksNegativeTestJSON-464602498-project] 10.222.0.11 "GET /v2.0/ports/44802930-6950-47c5-91eb-6e8fddc36b12 HTTP/1.1" status: 404 len: 333 time: 0.0497260 Dec 10 16:31:33.817473 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-911c4be2-4987-4e0c-8838-04262a78aa06 tempest-NetworksNegativeTestJSON-464602498 tempest-NetworksNegativeTestJSON-464602498-project] GET failed (client error): The resource could not be found. Dec 10 16:31:33.822664 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52698) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:33.827943 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-5661bac1-0d2e-4ea1-8be1-7e46880085c1 tempest-NetworksNegativeTestJSON-464602498 tempest-NetworksNegativeTestJSON-464602498-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:33.834295 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-911c4be2-4987-4e0c-8838-04262a78aa06 tempest-NetworksNegativeTestJSON-464602498 tempest-NetworksNegativeTestJSON-464602498-project] 10.222.0.11 "GET /v2.0/subnets/e5aa0563-60a3-4de6-a91c-7acb61242e0a HTTP/1.1" status: 404 len: 337 time: 0.0469499 Dec 10 16:31:33.847669 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-5661bac1-0d2e-4ea1-8be1-7e46880085c1 tempest-NetworksNegativeTestJSON-464602498 tempest-NetworksNegativeTestJSON-464602498-project] PUT failed (client error): The resource could not be found. Dec 10 16:31:33.848173 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5661bac1-0d2e-4ea1-8be1-7e46880085c1 tempest-NetworksNegativeTestJSON-464602498 tempest-NetworksNegativeTestJSON-464602498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:33.853189 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52702) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:33.858718 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-e6e8151e-f7b8-4255-a6f6-682aec2f1c28 tempest-NetworksNegativeTestJSON-464602498 tempest-NetworksNegativeTestJSON-464602498-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:33.862899 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5661bac1-0d2e-4ea1-8be1-7e46880085c1 tempest-NetworksNegativeTestJSON-464602498 tempest-NetworksNegativeTestJSON-464602498-project] 10.222.0.11 "PUT /v2.0/networks/6f39f1e0-8bff-434a-98d1-7b9e0504eca5 HTTP/1.1" status: 404 len: 339 time: 0.0388813 Dec 10 16:31:33.877393 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e8151e-f7b8-4255-a6f6-682aec2f1c28 tempest-NetworksNegativeTestJSON-464602498 tempest-NetworksNegativeTestJSON-464602498-project] PUT failed (client error): The resource could not be found. Dec 10 16:31:33.877969 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6e8151e-f7b8-4255-a6f6-682aec2f1c28 tempest-NetworksNegativeTestJSON-464602498 tempest-NetworksNegativeTestJSON-464602498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:33.883208 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52704) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:33.887315 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e6e8151e-f7b8-4255-a6f6-682aec2f1c28 tempest-NetworksNegativeTestJSON-464602498 tempest-NetworksNegativeTestJSON-464602498-project] 10.222.0.11 "PUT /v2.0/ports/ea4df626-28df-49a7-a876-ee32715b12b2 HTTP/1.1" status: 404 len: 333 time: 0.0324512 Dec 10 16:31:33.888634 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-ddeab374-8730-4126-b9c4-986bddab038e tempest-NetworksNegativeTestJSON-464602498 tempest-NetworksNegativeTestJSON-464602498-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:33.910963 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddeab374-8730-4126-b9c4-986bddab038e tempest-NetworksNegativeTestJSON-464602498 tempest-NetworksNegativeTestJSON-464602498-project] PUT failed (client error): The resource could not be found. Dec 10 16:31:33.911423 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddeab374-8730-4126-b9c4-986bddab038e tempest-NetworksNegativeTestJSON-464602498 tempest-NetworksNegativeTestJSON-464602498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:33.916184 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ddeab374-8730-4126-b9c4-986bddab038e tempest-NetworksNegativeTestJSON-464602498 tempest-NetworksNegativeTestJSON-464602498-project] 10.222.0.11 "PUT /v2.0/subnets/3ee96c5e-67ac-40aa-9fcf-96f14a07ef0f HTTP/1.1" status: 404 len: 337 time: 0.0319645 Dec 10 16:31:34.018414 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5cb70dd9-6d91-43e0-9eea-7c8ff4144f19 req-efb3c963-2c2a-4397-9622-4c9790e92bdb tempest-ServerShowV247Test-42072957 tempest-ServerShowV247Test-42072957-project] 10.222.0.11 "GET /v2.0/ports?device_id=77021d0d-fe97-46c7-ba6c-c1c251cb4eeb HTTP/1.1" status: 200 len: 210 time: 0.0491397 Dec 10 16:31:34.232087 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52726) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:34.407982 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a55ddf94-90de-40fa-afcc-589dbc328bf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:34.435220 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d35b71-395c-4c8d-a296-08e261d119b1 req-5245ddc1-546e-44c6-9498-dcec4b08452d tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:34.438764 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f2d35b71-395c-4c8d-a296-08e261d119b1 req-5245ddc1-546e-44c6-9498-dcec4b08452d tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?device_id=20dde86b-9843-4f1d-a95e-94c8ecb20494 HTTP/1.1" status: 200 len: 946 time: 0.0722687 Dec 10 16:31:34.507958 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f2d35b71-395c-4c8d-a296-08e261d119b1 req-54ce7a60-7592-4f9c-8d70-069213a59283 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eae1e3b-7870-4110-894e-ef9b37df26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567372 Dec 10 16:31:34.528844 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a55ddf94-90de-40fa-afcc-589dbc328bf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:34.534302 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a55ddf94-90de-40fa-afcc-589dbc328bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:34.580784 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a55ddf94-90de-40fa-afcc-589dbc328bf7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=517811bde28140d0af0f8b428ea7cbe9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3472600 Dec 10 16:31:34.581459 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52744) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:34.614949 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ddf94-90de-40fa-afcc-589dbc328bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b050d20-9bbf-4d8c-91ee-b19cbde9e7e4,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:34.707829 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a1d6ef8e-0cce-45d1-9c75-d0ea630ee7e1 req-00b98fa9-fe4b-4e00-8c5b-365b9f06601b tempest-ServerShowV247Test-42072957 tempest-ServerShowV247Test-42072957-project] 10.222.0.11 "GET /v2.0/ports?device_id=77021d0d-fe97-46c7-ba6c-c1c251cb4eeb HTTP/1.1" status: 200 len: 210 time: 0.0401325 Dec 10 16:31:34.720153 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a4953b81-e6c2-42f5-ad47-47e9a8dc6e95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:34.756270 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a4953b81-e6c2-42f5-ad47-47e9a8dc6e95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:34.854167 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871b1fe-bdf9-400c-84ab-b1fa73567a18 req-f6dacbfb-9b34-4c33-8b5b-37274b11075c tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:34.855681 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6871b1fe-bdf9-400c-84ab-b1fa73567a18 req-f6dacbfb-9b34-4c33-8b5b-37274b11075c tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=18828e85-53ed-4320-8dad-3f41cf765299 HTTP/1.1" status: 200 len: 945 time: 0.0648015 Dec 10 16:31:34.868188 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52756) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:34.875244 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a4953b81-e6c2-42f5-ad47-47e9a8dc6e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:34.877809 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a4953b81-e6c2-42f5-ad47-47e9a8dc6e95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:34.881214 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a4953b81-e6c2-42f5-ad47-47e9a8dc6e95 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5b050d20-9bbf-4d8c-91ee-b19cbde9e7e4 HTTP/1.1" status: 204 len: 168 time: 0.2968721 Dec 10 16:31:34.895364 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4953b81-e6c2-42f5-ad47-47e9a8dc6e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b050d20-9bbf-4d8c-91ee-b19cbde9e7e4,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:34.962176 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6871b1fe-bdf9-400c-84ab-b1fa73567a18 req-778ec647-da4a-44d0-8bc6-caf93a096e96 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957468 Dec 10 16:31:35.076876 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c4f45fd7-d575-4b34-9fa3-6acfbc2b70fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-862581400'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:35.094705 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-afd64f9c-be3f-4568-869c-07414cf1669f req-9fe513da-e018-454e-8abb-d8dcaa1ec3f1 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 210 time: 0.0413895 Dec 10 16:31:35.116165 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f45fd7-d575-4b34-9fa3-6acfbc2b70fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793-project] Made reservation on behalf of 094349ff5e664087968b033dfcf9e179 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:35.126795 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c4f45fd7-d575-4b34-9fa3-6acfbc2b70fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:35.140625 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c4f45fd7-d575-4b34-9fa3-6acfbc2b70fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:35.245642 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c4f45fd7-d575-4b34-9fa3-6acfbc2b70fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:35.250648 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c4f45fd7-d575-4b34-9fa3-6acfbc2b70fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:35.276778 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4f45fd7-d575-4b34-9fa3-6acfbc2b70fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:31:35.294042 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f45fd7-d575-4b34-9fa3-6acfbc2b70fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff2b589-fe04-420a-85dd-40d17762003c,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:35.299214 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c4f45fd7-d575-4b34-9fa3-6acfbc2b70fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:35.299767 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-c4f45fd7-d575-4b34-9fa3-6acfbc2b70fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793-project] Added segment 3f2ef9d4-f481-4fff-820d-927608f93c6e of type vlan for network d37aec66-b2ab-4481-bf07-f079301fc5bc Dec 10 16:31:35.348244 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c4f45fd7-d575-4b34-9fa3-6acfbc2b70fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:35.374915 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c4f45fd7-d575-4b34-9fa3-6acfbc2b70fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:35.380982 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f45fd7-d575-4b34-9fa3-6acfbc2b70fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:35.381575 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c4f45fd7-d575-4b34-9fa3-6acfbc2b70fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:35.447588 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c4f45fd7-d575-4b34-9fa3-6acfbc2b70fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.5780790 Dec 10 16:31:35.458584 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f45fd7-d575-4b34-9fa3-6acfbc2b70fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793-project] Pushing event updated for resources: {'Network': ['ID=d37aec66-b2ab-4481-bf07-f079301fc5bc,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:35.470208 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network d37aec66-b2ab-4481-bf07-f079301fc5bc details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:31:35.712370 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52788) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:35.795334 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52794) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:35.801244 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Request body: {'port': {'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc', 'binding:host_id': 'n-h1-766771-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806526550'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:35.828758 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-896a7aee-2588-416d-8f1f-fcc00f8ed132 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-82606674'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:35.832203 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Made reservation on behalf of 8c6a79dab79941139c9e497d10ecbdf9 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:35.834622 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:35.846543 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:35.901293 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896a7aee-2588-416d-8f1f-fcc00f8ed132 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Made reservation on behalf of 38fc6aa7996647649bb06a74b5f4d0aa for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:35.905061 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-896a7aee-2588-416d-8f1f-fcc00f8ed132 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:35.928823 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-896a7aee-2588-416d-8f1f-fcc00f8ed132 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:35.965586 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c351fb-a9c1-4d0d-a040-f138f463f2a4 req-c7568d11-5cec-4f7d-8b7b-098fcb0bc5b1 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:35.967237 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-44c351fb-a9c1-4d0d-a040-f138f463f2a4 req-c7568d11-5cec-4f7d-8b7b-098fcb0bc5b1 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?device_id=20dde86b-9843-4f1d-a95e-94c8ecb20494 HTTP/1.1" status: 200 len: 946 time: 0.1164942 Dec 10 16:31:36.061063 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-44c351fb-a9c1-4d0d-a040-f138f463f2a4 req-58cb2a10-d436-48d5-a92d-451ff73f2cd4 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eae1e3b-7870-4110-894e-ef9b37df26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825377 Dec 10 16:31:36.069208 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:36.073726 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:36.099345 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] device_id is not set on port 669ff0fb-e485-46d7-a439-c8219a1dae3a yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:31:36.188365 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:36.198400 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47954470-5efe-4c92-90fc-577ad2faab7e,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:36.219876 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-896a7aee-2588-416d-8f1f-fcc00f8ed132 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:36.224077 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b41aaa31-0032-4489-b801-275f0157c9ef req-37d2728a-d898-43b2-b12e-1821188c798a tempest-ServerShowV247Test-42072957 tempest-ServerShowV247Test-42072957-project] 10.222.0.11 "GET /v2.0/ports?device_id=77021d0d-fe97-46c7-ba6c-c1c251cb4eeb HTTP/1.1" status: 200 len: 210 time: 0.0920246 Dec 10 16:31:36.233953 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-896a7aee-2588-416d-8f1f-fcc00f8ed132 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:36.271136 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-896a7aee-2588-416d-8f1f-fcc00f8ed132 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:31:36.304867 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-896a7aee-2588-416d-8f1f-fcc00f8ed132 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:36.305228 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-896a7aee-2588-416d-8f1f-fcc00f8ed132 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Added segment 6855c0f0-f486-4520-8175-a16db5a6ac76 of type vlan for network 912cbe49-1749-4b35-bb37-0e8e4bb88a08 Dec 10 16:31:36.324598 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a7aee-2588-416d-8f1f-fcc00f8ed132 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a52c5c-5ecb-4296-a213-86fb1b526ee5,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:36.415835 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-896a7aee-2588-416d-8f1f-fcc00f8ed132 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:36.475113 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a569074-7924-44f1-926c-95c37b1e1e2f req-3dd8e25f-4f0f-4f8f-a088-9ab18e3d8ccb tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:36.476901 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8a569074-7924-44f1-926c-95c37b1e1e2f req-3dd8e25f-4f0f-4f8f-a088-9ab18e3d8ccb tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=18828e85-53ed-4320-8dad-3f41cf765299 HTTP/1.1" status: 200 len: 945 time: 0.1763959 Dec 10 16:31:36.517070 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-896a7aee-2588-416d-8f1f-fcc00f8ed132 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:36.522435 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896a7aee-2588-416d-8f1f-fcc00f8ed132 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:36.523020 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-896a7aee-2588-416d-8f1f-fcc00f8ed132 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:36.554705 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] device_id is not set on port 669ff0fb-e485-46d7-a439-c8219a1dae3a yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:31:36.609797 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:36.629370 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-896a7aee-2588-416d-8f1f-fcc00f8ed132 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9136503 Dec 10 16:31:36.629899 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52804) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:36.636583 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:36.650310 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8a569074-7924-44f1-926c-95c37b1e1e2f req-1d2e138d-0bf9-4135-a8e8-f06f7fc1e351 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654322 Dec 10 16:31:36.652876 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-7a6fe800-faf1-4f5c-bb89-4ee1c7e6a21c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'port': {'network_id': '912cbe49-1749-4b35-bb37-0e8e4bb88a08', 'name': 'tempest-PortsTestJSON-1101176680'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:36.669910 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a7aee-2588-416d-8f1f-fcc00f8ed132 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'Network': ['ID=912cbe49-1749-4b35-bb37-0e8e4bb88a08,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:36.694525 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 912cbe49-1749-4b35-bb37-0e8e4bb88a08 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:31:36.697051 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Pushing event updated for resources: {'Port': ['ID=669ff0fb-e485-46d7-a439-c8219a1dae3a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:36.717811 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Checking segment: {'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:31:36.718468 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Network hostable DHCP agents. Network: d37aec66-b2ab-4481-bf07-f079301fc5bc, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:31:36.735729 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Network d37aec66-b2ab-4481-bf07-f079301fc5bc is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:31:36.746297 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, d37aec66-b2ab-4481-bf07-f079301fc5bc) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:31:36.752019 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:31:36.765834 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6f5cf1-6c98-40eb-ace0-053792d4e6ac None None] Network d37aec66-b2ab-4481-bf07-f079301fc5bc requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:31:36.780374 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:31:36.780842 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:31:36.781323 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a on network d37aec66-b2ab-4481-bf07-f079301fc5bc {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:31:36.786547 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Port 669ff0fb-e485-46d7-a439-c8219a1dae3a on network d37aec66-b2ab-4481-bf07-f079301fc5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:31:36.786984 n-d-766771-2 neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Failed to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a on host n-h1-766771-2 for vnic_type normal using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] Dec 10 16:31:36.787517 n-d-766771-2 neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempt 2 to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a Dec 10 16:31:36.801349 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:31:36.801825 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:31:36.802301 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a on network d37aec66-b2ab-4481-bf07-f079301fc5bc {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:31:36.819369 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Port 669ff0fb-e485-46d7-a439-c8219a1dae3a on network d37aec66-b2ab-4481-bf07-f079301fc5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:31:36.820218 n-d-766771-2 neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Failed to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a on host n-h1-766771-2 for vnic_type normal using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] Dec 10 16:31:36.820709 n-d-766771-2 neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempt 3 to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a Dec 10 16:31:36.848324 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:31:36.848844 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:31:36.849275 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a on network d37aec66-b2ab-4481-bf07-f079301fc5bc {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:31:36.853473 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9337daaf-5c51-45c2-8f59-6df14e994305 req-ed45aad7-cd29-40cb-9e0b-70f49fda3acb tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 210 time: 0.0476420 Dec 10 16:31:36.857571 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Port 669ff0fb-e485-46d7-a439-c8219a1dae3a on network d37aec66-b2ab-4481-bf07-f079301fc5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:31:36.858011 n-d-766771-2 neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Failed to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a on host n-h1-766771-2 for vnic_type normal using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] Dec 10 16:31:36.858523 n-d-766771-2 neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempt 4 to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a Dec 10 16:31:36.874530 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:31:36.874982 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:31:36.876841 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a on network d37aec66-b2ab-4481-bf07-f079301fc5bc {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:31:36.883185 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Port 669ff0fb-e485-46d7-a439-c8219a1dae3a on network d37aec66-b2ab-4481-bf07-f079301fc5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:31:36.883631 n-d-766771-2 neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Failed to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a on host n-h1-766771-2 for vnic_type normal using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] Dec 10 16:31:36.884167 n-d-766771-2 neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempt 5 to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a Dec 10 16:31:36.903900 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:31:36.904340 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:31:36.905155 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a on network d37aec66-b2ab-4481-bf07-f079301fc5bc {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:31:36.910919 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Port 669ff0fb-e485-46d7-a439-c8219a1dae3a on network d37aec66-b2ab-4481-bf07-f079301fc5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:31:36.911493 n-d-766771-2 neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Failed to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a on host n-h1-766771-2 for vnic_type normal using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] Dec 10 16:31:36.912336 n-d-766771-2 neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempt 6 to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a Dec 10 16:31:36.916057 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6fe800-faf1-4f5c-bb89-4ee1c7e6a21c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Made reservation on behalf of 38fc6aa7996647649bb06a74b5f4d0aa for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:36.919150 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe800-faf1-4f5c-bb89-4ee1c7e6a21c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:36.927484 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:31:36.927853 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:31:36.928261 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a on network d37aec66-b2ab-4481-bf07-f079301fc5bc {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:31:36.933904 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Port 669ff0fb-e485-46d7-a439-c8219a1dae3a on network d37aec66-b2ab-4481-bf07-f079301fc5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:31:36.934264 n-d-766771-2 neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Failed to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a on host n-h1-766771-2 for vnic_type normal using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] Dec 10 16:31:36.935664 n-d-766771-2 neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempt 7 to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a Dec 10 16:31:36.941195 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-7a6fe800-faf1-4f5c-bb89-4ee1c7e6a21c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] device_id is not set on port 2add41d4-5ece-40db-97a4-6d0b4a9857b7 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:31:36.949715 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:31:36.950046 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:31:36.950410 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a on network d37aec66-b2ab-4481-bf07-f079301fc5bc {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:31:36.955708 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Port 669ff0fb-e485-46d7-a439-c8219a1dae3a on network d37aec66-b2ab-4481-bf07-f079301fc5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:31:36.955971 n-d-766771-2 neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Failed to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a on host n-h1-766771-2 for vnic_type normal using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] Dec 10 16:31:36.956356 n-d-766771-2 neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempt 8 to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a Dec 10 16:31:36.970937 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:31:36.971167 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:31:36.971440 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a on network d37aec66-b2ab-4481-bf07-f079301fc5bc {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:31:36.976147 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Port 669ff0fb-e485-46d7-a439-c8219a1dae3a on network d37aec66-b2ab-4481-bf07-f079301fc5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:31:36.976466 n-d-766771-2 neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Failed to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a on host n-h1-766771-2 for vnic_type normal using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] Dec 10 16:31:36.976847 n-d-766771-2 neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempt 9 to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a Dec 10 16:31:37.001516 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:31:37.001853 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:31:37.002208 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a on network d37aec66-b2ab-4481-bf07-f079301fc5bc {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:31:37.006849 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Port 669ff0fb-e485-46d7-a439-c8219a1dae3a on network d37aec66-b2ab-4481-bf07-f079301fc5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:31:37.007201 n-d-766771-2 neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Failed to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a on host n-h1-766771-2 for vnic_type normal using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] Dec 10 16:31:37.007500 n-d-766771-2 neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempt 10 to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a Dec 10 16:31:37.034502 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:31:37.034915 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:31:37.035636 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a on network d37aec66-b2ab-4481-bf07-f079301fc5bc {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:31:37.040586 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Port 669ff0fb-e485-46d7-a439-c8219a1dae3a on network d37aec66-b2ab-4481-bf07-f079301fc5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:31:37.041051 n-d-766771-2 neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Failed to bind port 669ff0fb-e485-46d7-a439-c8219a1dae3a on host n-h1-766771-2 for vnic_type normal using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] Dec 10 16:31:37.041661 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:37.111768 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] For port 669ff0fb-e485-46d7-a439-c8219a1dae3a, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:31:37.112135 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempted to set empty binding levels {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 16:31:37.119035 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:37.148700 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe800-faf1-4f5c-bb89-4ee1c7e6a21c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:37.166165 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:37.166770 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:37.187382 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe800-faf1-4f5c-bb89-4ee1c7e6a21c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:37.213084 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Pushing event updated for resources: {'Port': ['ID=669ff0fb-e485-46d7-a439-c8219a1dae3a,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:37.233126 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-92e291a5-11eb-4188-a7f9-f3a4e389276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.4366226 Dec 10 16:31:37.233757 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52808) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:37.259736 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6fe800-faf1-4f5c-bb89-4ee1c7e6a21c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'Port': ['ID=2add41d4-5ece-40db-97a4-6d0b4a9857b7,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:37.271775 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6fe800-faf1-4f5c-bb89-4ee1c7e6a21c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Checking segment: {'id': '6855c0f0-f486-4520-8175-a16db5a6ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '912cbe49-1749-4b35-bb37-0e8e4bb88a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:31:37.272134 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6fe800-faf1-4f5c-bb89-4ee1c7e6a21c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Network hostable DHCP agents. Network: 912cbe49-1749-4b35-bb37-0e8e4bb88a08, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:31:37.277433 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940f564-5b7c-4cd9-8832-a18c6e3619bc req-3c989eb4-ed13-4158-8f63-c90365aaf7c1 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:37.279120 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5940f564-5b7c-4cd9-8832-a18c6e3619bc req-3c989eb4-ed13-4158-8f63-c90365aaf7c1 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?device_id=20dde86b-9843-4f1d-a95e-94c8ecb20494 HTTP/1.1" status: 200 len: 946 time: 0.1151309 Dec 10 16:31:37.294856 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6fe800-faf1-4f5c-bb89-4ee1c7e6a21c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Network 912cbe49-1749-4b35-bb37-0e8e4bb88a08 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:31:37.304564 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-7a6fe800-faf1-4f5c-bb89-4ee1c7e6a21c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 912cbe49-1749-4b35-bb37-0e8e4bb88a08) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:31:37.308539 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6fe800-faf1-4f5c-bb89-4ee1c7e6a21c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:31:37.314215 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054e7b1d-f15e-4e3c-bc18-1fca8e53fe92 None None] Network 912cbe49-1749-4b35-bb37-0e8e4bb88a08 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:31:37.314378 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6fe800-faf1-4f5c-bb89-4ee1c7e6a21c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:37.314968 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe800-faf1-4f5c-bb89-4ee1c7e6a21c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:37.334094 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7a6fe800-faf1-4f5c-bb89-4ee1c7e6a21c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7017832 Dec 10 16:31:37.336877 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52812) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:37.342950 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-62c05411-17cf-4cd6-807a-f9cbc77aba34 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-10806392'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:37.373495 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c05411-17cf-4cd6-807a-f9cbc77aba34 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Made reservation on behalf of 38fc6aa7996647649bb06a74b5f4d0aa for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:37.380131 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62c05411-17cf-4cd6-807a-f9cbc77aba34 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:37.381190 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5940f564-5b7c-4cd9-8832-a18c6e3619bc req-773bfcbd-e3d0-46cb-9527-401b988ec376 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eae1e3b-7870-4110-894e-ef9b37df26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927031 Dec 10 16:31:37.394121 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9aac5e58-a098-44a3-b792-819d370c4ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Deleting port 669ff0fb-e485-46d7-a439-c8219a1dae3a {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:31:37.395062 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9aac5e58-a098-44a3-b792-819d370c4ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:37.421564 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62c05411-17cf-4cd6-807a-f9cbc77aba34 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:31:37.444757 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62c05411-17cf-4cd6-807a-f9cbc77aba34 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:37.445094 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-62c05411-17cf-4cd6-807a-f9cbc77aba34 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Added segment a6e51f9a-85cc-4ffb-939a-f7a0f9bb6e73 of type vlan for network f517cb4a-dc9c-44e4-ae80-508d15afe2b5 Dec 10 16:31:37.506663 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62c05411-17cf-4cd6-807a-f9cbc77aba34 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:37.508600 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ab3a94d0-3610-46ad-8e4d-3a933548dcd8 req-1f5dbc68-b4fa-42dc-b8be-6953c0ff2bc2 tempest-ServerShowV247Test-42072957 tempest-ServerShowV247Test-42072957-project] 10.222.0.11 "GET /v2.0/ports?device_id=77021d0d-fe97-46c7-ba6c-c1c251cb4eeb HTTP/1.1" status: 200 len: 210 time: 0.0334711 Dec 10 16:31:37.523084 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-9aac5e58-a098-44a3-b792-819d370c4ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] For port 669ff0fb-e485-46d7-a439-c8219a1dae3a, host n-h1-766771-2, got binding levels [] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:37.523493 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9aac5e58-a098-44a3-b792-819d370c4ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:37.539744 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9aac5e58-a098-44a3-b792-819d370c4ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Calling delete_port for 669ff0fb-e485-46d7-a439-c8219a1dae3a owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:31:37.539977 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62c05411-17cf-4cd6-807a-f9cbc77aba34 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:37.548757 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c05411-17cf-4cd6-807a-f9cbc77aba34 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:37.554317 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62c05411-17cf-4cd6-807a-f9cbc77aba34 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:37.617290 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-62c05411-17cf-4cd6-807a-f9cbc77aba34 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2789822 Dec 10 16:31:37.624565 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52814) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:37.628818 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9aac5e58-a098-44a3-b792-819d370c4ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:37.630003 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-595982b0-43d1-4d2d-9a0c-d3c22e797203 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'ports': [{'network_id': '912cbe49-1749-4b35-bb37-0e8e4bb88a08'}, {'network_id': 'f517cb4a-dc9c-44e4-ae80-508d15afe2b5'}]} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:37.630627 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-595982b0-43d1-4d2d-9a0c-d3c22e797203 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'port': {'network_id': '912cbe49-1749-4b35-bb37-0e8e4bb88a08'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:37.630798 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-595982b0-43d1-4d2d-9a0c-d3c22e797203 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'port': {'network_id': 'f517cb4a-dc9c-44e4-ae80-508d15afe2b5'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:37.650590 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c05411-17cf-4cd6-807a-f9cbc77aba34 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'Network': ['ID=f517cb4a-dc9c-44e4-ae80-508d15afe2b5,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:37.661199 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network f517cb4a-dc9c-44e4-ae80-508d15afe2b5 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:31:37.667718 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9aac5e58-a098-44a3-b792-819d370c4ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:37.674198 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9aac5e58-a098-44a3-b792-819d370c4ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] 10.222.0.11 "DELETE /v2.0/ports/669ff0fb-e485-46d7-a439-c8219a1dae3a HTTP/1.1" status: 204 len: 168 time: 0.4356341 Dec 10 16:31:37.674198 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac5e58-a098-44a3-b792-819d370c4ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Pushing event deleted for resources: {'Port': ['ID=669ff0fb-e485-46d7-a439-c8219a1dae3a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:37.674590 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52816) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:37.699276 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f451290-e960-459f-86a9-d90b01caa0fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] GET failed (client error): The resource could not be found. Dec 10 16:31:37.700728 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3f451290-e960-459f-86a9-d90b01caa0fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] 10.222.0.11 "GET /v2.0/ports/669ff0fb-e485-46d7-a439-c8219a1dae3a HTTP/1.1" status: 404 len: 333 time: 0.0252264 Dec 10 16:31:37.704987 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52820) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:37.709734 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a4556214-2753-46b8-a40a-6e0c6a0b85f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Request body: {'port': {'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296377478'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:37.732442 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4556214-2753-46b8-a40a-6e0c6a0b85f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Made reservation on behalf of 8c6a79dab79941139c9e497d10ecbdf9 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:37.736247 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a4556214-2753-46b8-a40a-6e0c6a0b85f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:37.756308 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-a4556214-2753-46b8-a40a-6e0c6a0b85f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] device_id is not set on port 1a3712a8-eafe-4abc-9864-4c33a339affe yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:31:37.820566 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595982b0-43d1-4d2d-9a0c-d3c22e797203 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Made reservation on behalf of 38fc6aa7996647649bb06a74b5f4d0aa for: {'port': 2} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:37.825743 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-595982b0-43d1-4d2d-9a0c-d3c22e797203 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:37.840158 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-595982b0-43d1-4d2d-9a0c-d3c22e797203 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:37.860075 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b29a2a4-6369-40a6-9754-02931780ac26 req-bc44a048-cdb0-4e1d-a3e7-d2824ddbb278 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:37.861581 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3b29a2a4-6369-40a6-9754-02931780ac26 req-bc44a048-cdb0-4e1d-a3e7-d2824ddbb278 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=18828e85-53ed-4320-8dad-3f41cf765299 HTTP/1.1" status: 200 len: 945 time: 0.0999873 Dec 10 16:31:37.923209 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-595982b0-43d1-4d2d-9a0c-d3c22e797203 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] device_id is not set on port de3e0635-d98b-4922-893d-49572199134a yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:31:37.971740 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3b29a2a4-6369-40a6-9754-02931780ac26 req-7d85636d-3142-4fe4-8850-f08f39ce437a tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025560 Dec 10 16:31:37.988866 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a4556214-2753-46b8-a40a-6e0c6a0b85f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:38.033620 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a4556214-2753-46b8-a40a-6e0c6a0b85f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:38.051207 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:38.086740 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4556214-2753-46b8-a40a-6e0c6a0b85f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Network d37aec66-b2ab-4481-bf07-f079301fc5bc is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:31:38.089427 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-595982b0-43d1-4d2d-9a0c-d3c22e797203 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:38.089684 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-a4556214-2753-46b8-a40a-6e0c6a0b85f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:31:38.095374 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4556214-2753-46b8-a40a-6e0c6a0b85f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:31:38.096291 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4556214-2753-46b8-a40a-6e0c6a0b85f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:38.096884 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a4556214-2753-46b8-a40a-6e0c6a0b85f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:38.100843 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4556214-2753-46b8-a40a-6e0c6a0b85f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Pushing event updated for resources: {'Port': ['ID=1a3712a8-eafe-4abc-9864-4c33a339affe,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:38.134552 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d1b21b3e-f968-47d8-8036-6d3497960746 req-8ad2a208-1298-4c9d-8006-57de31f42a4d tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/ports?device_id=7715173b-abf5-44b4-a13a-af8df3f4f94d HTTP/1.1" status: 200 len: 210 time: 0.0403304 Dec 10 16:31:38.144122 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a4556214-2753-46b8-a40a-6e0c6a0b85f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4356351 Dec 10 16:31:38.144341 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52828) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:38.149404 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:38.170696 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-595982b0-43d1-4d2d-9a0c-d3c22e797203 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] device_id is not set on port 02943ebe-e862-4c86-a995-d1852a6c0136 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:31:38.206414 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:38.287608 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-595982b0-43d1-4d2d-9a0c-d3c22e797203 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:38.325095 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-595982b0-43d1-4d2d-9a0c-d3c22e797203 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:38.366573 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595982b0-43d1-4d2d-9a0c-d3c22e797203 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Network 912cbe49-1749-4b35-bb37-0e8e4bb88a08 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:31:38.369670 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-595982b0-43d1-4d2d-9a0c-d3c22e797203 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:31:38.372019 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595982b0-43d1-4d2d-9a0c-d3c22e797203 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:31:38.373027 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-595982b0-43d1-4d2d-9a0c-d3c22e797203 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:38.388030 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] device_id is not set on port 1a3712a8-eafe-4abc-9864-4c33a339affe yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:31:38.393995 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595982b0-43d1-4d2d-9a0c-d3c22e797203 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'Port': ['ID=de3e0635-d98b-4922-893d-49572199134a,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:38.396160 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:38.401819 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:38.451293 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Pushing event updated for resources: {'Port': ['ID=1a3712a8-eafe-4abc-9864-4c33a339affe,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:38.457082 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595982b0-43d1-4d2d-9a0c-d3c22e797203 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Checking segment: {'id': 'a6e51f9a-85cc-4ffb-939a-f7a0f9bb6e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f517cb4a-dc9c-44e4-ae80-508d15afe2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:31:38.457439 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595982b0-43d1-4d2d-9a0c-d3c22e797203 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Network hostable DHCP agents. Network: f517cb4a-dc9c-44e4-ae80-508d15afe2b5, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:31:38.459555 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595982b0-43d1-4d2d-9a0c-d3c22e797203 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'Port': ['ID=02943ebe-e862-4c86-a995-d1852a6c0136,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:38.465682 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:31:38.466099 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:31:38.466588 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe on network d37aec66-b2ab-4481-bf07-f079301fc5bc {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:31:38.471205 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Port 1a3712a8-eafe-4abc-9864-4c33a339affe on network d37aec66-b2ab-4481-bf07-f079301fc5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:31:38.471596 n-d-766771-2 neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Failed to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe on host n-h1-766771-2 for vnic_type normal using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] Dec 10 16:31:38.471987 n-d-766771-2 neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempt 2 to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe Dec 10 16:31:38.476997 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595982b0-43d1-4d2d-9a0c-d3c22e797203 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Network f517cb4a-dc9c-44e4-ae80-508d15afe2b5 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:31:38.487166 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-595982b0-43d1-4d2d-9a0c-d3c22e797203 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, f517cb4a-dc9c-44e4-ae80-508d15afe2b5) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:31:38.488278 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:31:38.489152 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:31:38.489152 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe on network d37aec66-b2ab-4481-bf07-f079301fc5bc {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:31:38.491247 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595982b0-43d1-4d2d-9a0c-d3c22e797203 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:31:38.493717 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Port 1a3712a8-eafe-4abc-9864-4c33a339affe on network d37aec66-b2ab-4481-bf07-f079301fc5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:31:38.494045 n-d-766771-2 neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Failed to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe on host n-h1-766771-2 for vnic_type normal using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] Dec 10 16:31:38.494467 n-d-766771-2 neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempt 3 to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe Dec 10 16:31:38.499052 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595982b0-43d1-4d2d-9a0c-d3c22e797203 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:38.504642 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595982b0-43d1-4d2d-9a0c-d3c22e797203 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:38.505319 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-595982b0-43d1-4d2d-9a0c-d3c22e797203 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:38.505431 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c8b9f7-0102-49a7-9284-f7f7d609532a None None] Network f517cb4a-dc9c-44e4-ae80-508d15afe2b5 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:31:38.521580 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:31:38.521580 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:31:38.523483 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-595982b0-43d1-4d2d-9a0c-d3c22e797203 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8968534 Dec 10 16:31:38.525043 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52832) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:38.525255 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe on network d37aec66-b2ab-4481-bf07-f079301fc5bc {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:31:38.548525 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Port 1a3712a8-eafe-4abc-9864-4c33a339affe on network d37aec66-b2ab-4481-bf07-f079301fc5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:31:38.548876 n-d-766771-2 neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Failed to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe on host n-h1-766771-2 for vnic_type normal using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] Dec 10 16:31:38.550959 n-d-766771-2 neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempt 4 to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe Dec 10 16:31:38.570296 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:31:38.570615 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:31:38.570956 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe on network d37aec66-b2ab-4481-bf07-f079301fc5bc {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:31:38.582911 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639cbc4-5df0-4c2b-b18b-73158a3e6780 req-5705df56-a4a9-4c17-8d41-9e3262df06b1 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:38.584412 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b639cbc4-5df0-4c2b-b18b-73158a3e6780 req-5705df56-a4a9-4c17-8d41-9e3262df06b1 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?device_id=20dde86b-9843-4f1d-a95e-94c8ecb20494 HTTP/1.1" status: 200 len: 946 time: 0.0804899 Dec 10 16:31:38.585231 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Port 1a3712a8-eafe-4abc-9864-4c33a339affe on network d37aec66-b2ab-4481-bf07-f079301fc5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:31:38.585566 n-d-766771-2 neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Failed to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe on host n-h1-766771-2 for vnic_type normal using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] Dec 10 16:31:38.585955 n-d-766771-2 neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempt 5 to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe Dec 10 16:31:38.601542 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:31:38.602009 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:31:38.602427 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe on network d37aec66-b2ab-4481-bf07-f079301fc5bc {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:31:38.618127 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-45854d50-cf2e-4302-a8b2-2b4983548442 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Deleting port 02943ebe-e862-4c86-a995-d1852a6c0136 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:31:38.618504 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-45854d50-cf2e-4302-a8b2-2b4983548442 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:38.619461 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Port 1a3712a8-eafe-4abc-9864-4c33a339affe on network d37aec66-b2ab-4481-bf07-f079301fc5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:31:38.619793 n-d-766771-2 neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Failed to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe on host n-h1-766771-2 for vnic_type normal using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] Dec 10 16:31:38.621616 n-d-766771-2 neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempt 6 to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe Dec 10 16:31:38.645388 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:31:38.645722 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:31:38.646051 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe on network d37aec66-b2ab-4481-bf07-f079301fc5bc {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:31:38.663117 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Port 1a3712a8-eafe-4abc-9864-4c33a339affe on network d37aec66-b2ab-4481-bf07-f079301fc5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:31:38.663455 n-d-766771-2 neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Failed to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe on host n-h1-766771-2 for vnic_type normal using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] Dec 10 16:31:38.666387 n-d-766771-2 neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempt 7 to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe Dec 10 16:31:38.678616 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b639cbc4-5df0-4c2b-b18b-73158a3e6780 req-3022cb09-5e14-43da-9eab-d9f603c49732 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eae1e3b-7870-4110-894e-ef9b37df26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783265 Dec 10 16:31:38.682825 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:31:38.683163 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:31:38.683680 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe on network d37aec66-b2ab-4481-bf07-f079301fc5bc {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:31:38.686573 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-45854d50-cf2e-4302-a8b2-2b4983548442 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:38.688647 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Port 1a3712a8-eafe-4abc-9864-4c33a339affe on network d37aec66-b2ab-4481-bf07-f079301fc5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:31:38.688971 n-d-766771-2 neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Failed to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe on host n-h1-766771-2 for vnic_type normal using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] Dec 10 16:31:38.689367 n-d-766771-2 neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempt 8 to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe Dec 10 16:31:38.704149 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:31:38.704552 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:31:38.704813 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe on network d37aec66-b2ab-4481-bf07-f079301fc5bc {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:31:38.709345 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Port 1a3712a8-eafe-4abc-9864-4c33a339affe on network d37aec66-b2ab-4481-bf07-f079301fc5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:31:38.709676 n-d-766771-2 neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Failed to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe on host n-h1-766771-2 for vnic_type normal using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] Dec 10 16:31:38.710013 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-45854d50-cf2e-4302-a8b2-2b4983548442 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Calling delete_port for 02943ebe-e862-4c86-a995-d1852a6c0136 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:31:38.710175 n-d-766771-2 neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempt 9 to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe Dec 10 16:31:38.722921 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:31:38.723259 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:31:38.723588 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe on network d37aec66-b2ab-4481-bf07-f079301fc5bc {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:31:38.728604 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Port 1a3712a8-eafe-4abc-9864-4c33a339affe on network d37aec66-b2ab-4481-bf07-f079301fc5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:31:38.729051 n-d-766771-2 neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Failed to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe on host n-h1-766771-2 for vnic_type normal using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] Dec 10 16:31:38.729447 n-d-766771-2 neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempt 10 to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe Dec 10 16:31:38.751576 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:31:38.752239 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:31:38.752239 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe on network d37aec66-b2ab-4481-bf07-f079301fc5bc {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:31:38.769924 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Port 1a3712a8-eafe-4abc-9864-4c33a339affe on network d37aec66-b2ab-4481-bf07-f079301fc5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:31:38.770276 n-d-766771-2 neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Failed to bind port 1a3712a8-eafe-4abc-9864-4c33a339affe on host n-h1-766771-2 for vnic_type normal using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] Dec 10 16:31:38.770645 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:38.773761 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7c2c753b-315e-44b9-9336-d93a1afc2ad3 req-1be01f36-a4ed-412b-8550-72721ff92b6d tempest-ServerShowV247Test-42072957 tempest-ServerShowV247Test-42072957-project] 10.222.0.11 "GET /v2.0/ports?device_id=77021d0d-fe97-46c7-ba6c-c1c251cb4eeb HTTP/1.1" status: 200 len: 210 time: 0.0324459 Dec 10 16:31:38.805183 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-45854d50-cf2e-4302-a8b2-2b4983548442 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:38.839316 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45854d50-cf2e-4302-a8b2-2b4983548442 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'Port': ['ID=02943ebe-e862-4c86-a995-d1852a6c0136,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:38.840391 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] For port 1a3712a8-eafe-4abc-9864-4c33a339affe, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:31:38.840763 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempted to set empty binding levels {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 16:31:38.846259 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:38.851152 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-45854d50-cf2e-4302-a8b2-2b4983548442 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:38.855362 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-45854d50-cf2e-4302-a8b2-2b4983548442 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/ports/02943ebe-e862-4c86-a995-d1852a6c0136 HTTP/1.1" status: 204 len: 168 time: 0.3288748 Dec 10 16:31:38.857495 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52838) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:38.886285 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] In _notify_port_updated(), no bound segment for port 1a3712a8-eafe-4abc-9864-4c33a339affe on network d37aec66-b2ab-4481-bf07-f079301fc5bc {{(pid=103392) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:31:38.887270 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:38.887944 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:38.889443 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] 10.222.0.11 "PUT /v2.0/ports/1a3712a8-eafe-4abc-9864-4c33a339affe HTTP/1.1" status: 200 len: 979 time: 0.7440903 Dec 10 16:31:38.892060 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52842) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:38.917273 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f7b9d5-5335-40aa-aa31-883f33bdf9f6 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:38.926046 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f7b9d5-5335-40aa-aa31-883f33bdf9f6 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:38.930218 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-03f7b9d5-5335-40aa-aa31-883f33bdf9f6 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0692043 Dec 10 16:31:38.930500 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52844) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:38.956518 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1ebbb-70c0-40e8-a282-164d41656370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Pushing event updated for resources: {'Port': ['ID=1a3712a8-eafe-4abc-9864-4c33a339affe,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:39.013614 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.014089 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.014602 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.015366 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.015913 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.016377 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.016817 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.017263 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.017722 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.018337 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.018793 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.019236 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.019746 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.020119 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.020591 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.020991 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.021435 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.021885 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.022358 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.022801 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.023693 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.023693 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.024115 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.024544 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.025011 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.025473 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.025876 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.026419 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.026762 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.027239 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.027632 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.028071 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.028510 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.028948 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.029386 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.030083 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.030545 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.030988 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.031960 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.033627 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.033627 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.033627 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.034007 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.034280 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.034587 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.035040 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.035465 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.042180 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4bf4cdf2-20ae-471e-9d6c-8f2b5edc4f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 41786 time: 0.1468949 Dec 10 16:31:39.045454 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52850) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:39.115143 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-988e55c2-91ca-4546-b813-be104270b0f4 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Deleting port de3e0635-d98b-4922-893d-49572199134a {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:31:39.115486 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-988e55c2-91ca-4546-b813-be104270b0f4 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:39.128714 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cc36d-8644-40e0-8e5c-299908090a40 req-85a39509-386c-4b54-843a-5144aa39d5d9 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.130197 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b81cc36d-8644-40e0-8e5c-299908090a40 req-85a39509-386c-4b54-843a-5144aa39d5d9 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?device_id=20dde86b-9843-4f1d-a95e-94c8ecb20494 HTTP/1.1" status: 200 len: 946 time: 0.0806813 Dec 10 16:31:39.134542 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08dfc4-db66-4e68-a876-fb27ee9db13c req-d8f5a688-174b-4097-8b20-feaa9b6709ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.135924 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cb08dfc4-db66-4e68-a876-fb27ee9db13c req-d8f5a688-174b-4097-8b20-feaa9b6709ca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ec94c8104754260b1a43ea39ff93023&device_id=20dde86b-9843-4f1d-a95e-94c8ecb20494 HTTP/1.1" status: 200 len: 1097 time: 0.0618224 Dec 10 16:31:39.192270 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-2f1a82ec-a334-49cf-a458-900756d277ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Deleting port 1a3712a8-eafe-4abc-9864-4c33a339affe {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:31:39.192608 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2f1a82ec-a334-49cf-a458-900756d277ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:39.197445 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-988e55c2-91ca-4546-b813-be104270b0f4 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:39.225549 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b81cc36d-8644-40e0-8e5c-299908090a40 req-2e266966-7aab-4730-a2fb-b83a419ab0b6 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eae1e3b-7870-4110-894e-ef9b37df26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886757 Dec 10 16:31:39.248806 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-988e55c2-91ca-4546-b813-be104270b0f4 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Calling delete_port for de3e0635-d98b-4922-893d-49572199134a owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:31:39.253918 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08dfc4-db66-4e68-a876-fb27ee9db13c req-4f1c8d52-4bbf-495c-8920-67cfb105d48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.255416 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cb08dfc4-db66-4e68-a876-fb27ee9db13c req-4f1c8d52-4bbf-495c-8920-67cfb105d48a service neutron] 10.222.0.26 "GET /v2.0/networks?id=378a2de5-76cc-4a65-aeb7-2e1cbda0ee20 HTTP/1.1" status: 200 len: 916 time: 0.1116269 Dec 10 16:31:39.304125 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cb08dfc4-db66-4e68-a876-fb27ee9db13c req-2accc9ea-0f60-44dc-a43d-cd9b820554a7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=567e9ba0-6fdc-4fef-8f5f-95ec350aebee HTTP/1.1" status: 200 len: 217 time: 0.0416205 Dec 10 16:31:39.307722 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-2f1a82ec-a334-49cf-a458-900756d277ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] For port 1a3712a8-eafe-4abc-9864-4c33a339affe, host n-h1-766771-2, got binding levels [] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:39.308089 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2f1a82ec-a334-49cf-a458-900756d277ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:39.323861 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-2f1a82ec-a334-49cf-a458-900756d277ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Calling delete_port for 1a3712a8-eafe-4abc-9864-4c33a339affe owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:31:39.374375 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08dfc4-db66-4e68-a876-fb27ee9db13c req-547e659a-43ad-4711-96e5-47ab4dcd55a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.375808 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cb08dfc4-db66-4e68-a876-fb27ee9db13c req-547e659a-43ad-4711-96e5-47ab4dcd55a6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4db03e84-bf45-4c5a-9452-15e506f492f4 HTTP/1.1" status: 200 len: 854 time: 0.0634451 Dec 10 16:31:39.383893 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb41ab2-df11-48ae-a860-bc7f48e13c16 req-d80f5ea8-d8dd-4452-8c88-b45d223ee237 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.385252 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0eb41ab2-df11-48ae-a860-bc7f48e13c16 req-d80f5ea8-d8dd-4452-8c88-b45d223ee237 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=18828e85-53ed-4320-8dad-3f41cf765299 HTTP/1.1" status: 200 len: 945 time: 0.0839653 Dec 10 16:31:39.407963 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-988e55c2-91ca-4546-b813-be104270b0f4 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:39.444639 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e55c2-91ca-4546-b813-be104270b0f4 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'Port': ['ID=de3e0635-d98b-4922-893d-49572199134a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:39.451159 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-988e55c2-91ca-4546-b813-be104270b0f4 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:39.459567 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-988e55c2-91ca-4546-b813-be104270b0f4 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/ports/de3e0635-d98b-4922-893d-49572199134a HTTP/1.1" status: 204 len: 168 time: 0.5230181 Dec 10 16:31:39.461071 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08dfc4-db66-4e68-a876-fb27ee9db13c req-edf8db1c-12ca-4ba7-8705-74996516e862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.461071 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cb08dfc4-db66-4e68-a876-fb27ee9db13c req-edf8db1c-12ca-4ba7-8705-74996516e862 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=378a2de5-76cc-4a65-aeb7-2e1cbda0ee20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737188 Dec 10 16:31:39.461254 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52858) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:39.464558 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0eb41ab2-df11-48ae-a860-bc7f48e13c16 req-f8978b6a-adf6-45c0-9cf0-0e694f991af2 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706754 Dec 10 16:31:39.475192 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2f1a82ec-a334-49cf-a458-900756d277ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:39.524408 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a82ec-a334-49cf-a458-900756d277ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a3712a8-eafe-4abc-9864-4c33a339affe,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:39.534570 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2f1a82ec-a334-49cf-a458-900756d277ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:39.540630 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2f1a82ec-a334-49cf-a458-900756d277ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] 10.222.0.11 "DELETE /v2.0/ports/1a3712a8-eafe-4abc-9864-4c33a339affe HTTP/1.1" status: 204 len: 168 time: 0.4913225 Dec 10 16:31:39.541007 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52862) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:39.566308 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-465ce79e-70fb-48d0-a732-2903e66fb8cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] GET failed (client error): The resource could not be found. Dec 10 16:31:39.571919 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-465ce79e-70fb-48d0-a732-2903e66fb8cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] 10.222.0.11 "GET /v2.0/ports/1a3712a8-eafe-4abc-9864-4c33a339affe HTTP/1.1" status: 404 len: 333 time: 0.0258038 Dec 10 16:31:39.572717 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52864) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:39.576069 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02f99bd-34f7-4a6a-9ade-f68198aff9d4 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:39.577351 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-100e64e5-8078-4f28-b008-b6aa5e484b72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367516877', 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:39.577497 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c02f99bd-34f7-4a6a-9ade-f68198aff9d4 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1166432 Dec 10 16:31:39.580146 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52866) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:39.589175 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cb08dfc4-db66-4e68-a876-fb27ee9db13c req-0e7cf9d6-d32c-401b-ba69-54b3cbb4f070 service neutron] 10.222.0.26 "GET /v2.0/networks/378a2de5-76cc-4a65-aeb7-2e1cbda0ee20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214197 Dec 10 16:31:39.608319 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dff1c2e-27e9-4acd-b170-11c302556662 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] GET failed (client error): The resource could not be found. Dec 10 16:31:39.612935 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9dff1c2e-27e9-4acd-b170-11c302556662 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "GET /v2.0/ports/02943ebe-e862-4c86-a995-d1852a6c0136 HTTP/1.1" status: 404 len: 333 time: 0.0288563 Dec 10 16:31:39.613138 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52868) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:39.664444 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100e64e5-8078-4f28-b008-b6aa5e484b72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Made reservation on behalf of 8c6a79dab79941139c9e497d10ecbdf9 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:39.666912 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-100e64e5-8078-4f28-b008-b6aa5e484b72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:39.691595 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52870) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:39.702285 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-100e64e5-8078-4f28-b008-b6aa5e484b72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] device_id is not set on port 72403453-b55e-4e1e-9eee-cccb8fc6145a yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:31:39.787554 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cb08dfc4-db66-4e68-a876-fb27ee9db13c req-6a3d1d4a-a009-4dfb-9108-89d6f8bcfa33 service neutron] 10.222.0.26 "GET /v2.0/networks/378a2de5-76cc-4a65-aeb7-2e1cbda0ee20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900859 Dec 10 16:31:39.837409 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8bea4d7-74ed-4be9-ac4a-6ccbd211057c tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:39.929660 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6890bced-2bb7-44ac-a1ad-9af4166e3a47 req-ae352547-ab39-4bf8-8299-4a6ce2cc1802 tempest-ServerShowV247Test-42072957 tempest-ServerShowV247Test-42072957-project] 10.222.0.11 "GET /v2.0/ports?device_id=77021d0d-fe97-46c7-ba6c-c1c251cb4eeb HTTP/1.1" status: 200 len: 210 time: 0.0501013 Dec 10 16:31:39.932733 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8bea4d7-74ed-4be9-ac4a-6ccbd211057c tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:39.938815 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a1673bc-c157-4d30-b70e-62b7a406e5a8 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] GET failed (client error): The resource could not be found. Dec 10 16:31:39.943056 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0a1673bc-c157-4d30-b70e-62b7a406e5a8 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "GET /v2.0/ports/de3e0635-d98b-4922-893d-49572199134a HTTP/1.1" status: 404 len: 333 time: 0.3261933 Dec 10 16:31:39.943345 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52874) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:39.979230 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-100e64e5-8078-4f28-b008-b6aa5e484b72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:40.013958 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8bea4d7-74ed-4be9-ac4a-6ccbd211057c tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:40.017084 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8bea4d7-74ed-4be9-ac4a-6ccbd211057c tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:40.018238 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c8bea4d7-74ed-4be9-ac4a-6ccbd211057c tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "DELETE /v2.0/security-groups/4083d3d0-75b2-4bc3-967d-d9fa1f979d8e HTTP/1.1" status: 204 len: 168 time: 0.3236704 Dec 10 16:31:40.022992 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52876) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:40.023735 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eaa1d8e0-7ee4-4d8e-a3e9-c67400658c53 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:40.036636 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-100e64e5-8078-4f28-b008-b6aa5e484b72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:40.042088 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bea4d7-74ed-4be9-ac4a-6ccbd211057c tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4083d3d0-75b2-4bc3-967d-d9fa1f979d8e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:40.049172 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-00cc9a64-3f6a-418a-acd4-60e0f2ec2526 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] show failed (client error): The resource could not be found. Dec 10 16:31:40.052914 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-00cc9a64-3f6a-418a-acd4-60e0f2ec2526 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "GET /v2.0/security-groups/4083d3d0-75b2-4bc3-967d-d9fa1f979d8e HTTP/1.1" status: 404 len: 347 time: 0.0262470 Dec 10 16:31:40.056210 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52878) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:40.089423 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100e64e5-8078-4f28-b008-b6aa5e484b72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Network d37aec66-b2ab-4481-bf07-f079301fc5bc is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:31:40.092386 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-100e64e5-8078-4f28-b008-b6aa5e484b72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:31:40.096494 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100e64e5-8078-4f28-b008-b6aa5e484b72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:31:40.097775 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100e64e5-8078-4f28-b008-b6aa5e484b72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:40.097991 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-100e64e5-8078-4f28-b008-b6aa5e484b72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:40.105534 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e64e5-8078-4f28-b008-b6aa5e484b72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Pushing event updated for resources: {'Port': ['ID=72403453-b55e-4e1e-9eee-cccb8fc6145a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:40.117252 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-100e64e5-8078-4f28-b008-b6aa5e484b72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5437031 Dec 10 16:31:40.119775 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52880) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:40.152287 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8684aa20-4ef4-487b-abd0-9a4528f8c1d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:40.153686 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-8684aa20-4ef4-487b-abd0-9a4528f8c1d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] 10.222.0.11 "GET /v2.0/ports/72403453-b55e-4e1e-9eee-cccb8fc6145a HTTP/1.1" status: 200 len: 959 time: 0.0329683 Dec 10 16:31:40.157349 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52882) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:40.192151 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eaa1d8e0-7ee4-4d8e-a3e9-c67400658c53 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:40.233941 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9f189b58-7740-4d64-91a8-7076a1cca78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Deleting port 72403453-b55e-4e1e-9eee-cccb8fc6145a {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:31:40.234336 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9f189b58-7740-4d64-91a8-7076a1cca78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:40.236181 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-eaa1d8e0-7ee4-4d8e-a3e9-c67400658c53 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f517cb4a-dc9c-44e4-ae80-508d15afe2b5']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:40.248625 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-eaa1d8e0-7ee4-4d8e-a3e9-c67400658c53 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6e51f9a-85cc-4ffb-939a-f7a0f9bb6e73') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:40.248625 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-eaa1d8e0-7ee4-4d8e-a3e9-c67400658c53 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6e51f9a-85cc-4ffb-939a-f7a0f9bb6e73') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:40.260151 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eaa1d8e0-7ee4-4d8e-a3e9-c67400658c53 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:40.280016 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eaa1d8e0-7ee4-4d8e-a3e9-c67400658c53 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:40.290226 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-78a14f41-d421-4835-a3a5-c3a801683910 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Deleting port e8b2225c-a40b-428a-bb18-524fb802af66 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:31:40.290722 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-78a14f41-d421-4835-a3a5-c3a801683910 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:40.293595 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa1d8e0-7ee4-4d8e-a3e9-c67400658c53 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:31:40.293995 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eaa1d8e0-7ee4-4d8e-a3e9-c67400658c53 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:40.297205 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:31:40.297205 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:31:40.297205 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:31:40.297205 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:31:40.297205 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:31:40.297205 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:31:40.297205 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:31:40.297205 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:31:40.297205 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:31:40.297205 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:31:40.297205 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:31:40.297205 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:31:40.297205 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:31:40.297205 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:31:40.297205 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:31:40.297205 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:31:40.297205 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:31:40.297205 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:31:40.297205 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:31:40.297205 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:31:40.297205 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:31:40.297205 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:31:40.297205 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:31:40.297205 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:31:40.297205 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:31:40.297205 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:31:40.297205 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:31:40.297205 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:31:40.297205 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:31:40.297205 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:31:40.297205 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:31:40.297205 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:31:40.305106 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9f189b58-7740-4d64-91a8-7076a1cca78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:40.321978 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9f189b58-7740-4d64-91a8-7076a1cca78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Calling delete_port for 72403453-b55e-4e1e-9eee-cccb8fc6145a owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:31:40.412364 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eaa1d8e0-7ee4-4d8e-a3e9-c67400658c53 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:40.427746 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eaa1d8e0-7ee4-4d8e-a3e9-c67400658c53 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:40.431031 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-eaa1d8e0-7ee4-4d8e-a3e9-c67400658c53 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/networks/f517cb4a-dc9c-44e4-ae80-508d15afe2b5 HTTP/1.1" status: 204 len: 168 time: 0.4868507 Dec 10 16:31:40.435916 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52886) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:40.448117 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-00660b44-c6ca-49c2-941d-9858f6c7595b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2129562767'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:40.468198 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-78a14f41-d421-4835-a3a5-c3a801683910 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:40.468518 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-78a14f41-d421-4835-a3a5-c3a801683910 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:40.471364 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa1d8e0-7ee4-4d8e-a3e9-c67400658c53 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'Network': ['ID=f517cb4a-dc9c-44e4-ae80-508d15afe2b5,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:40.483325 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-78a14f41-d421-4835-a3a5-c3a801683910 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Calling delete_port for e8b2225c-a40b-428a-bb18-524fb802af66 owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:31:40.496849 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00660b44-c6ca-49c2-941d-9858f6c7595b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Made reservation on behalf of 38fc6aa7996647649bb06a74b5f4d0aa for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:40.501020 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-00660b44-c6ca-49c2-941d-9858f6c7595b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:40.512258 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf8869-b857-4a73-8677-63bac0042ca7 req-c65dfcf7-7528-46ef-8756-221c32dbbc99 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:40.520038 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f9cf8869-b857-4a73-8677-63bac0042ca7 req-c65dfcf7-7528-46ef-8756-221c32dbbc99 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?device_id=20dde86b-9843-4f1d-a95e-94c8ecb20494 HTTP/1.1" status: 200 len: 946 time: 0.1244392 Dec 10 16:31:40.545313 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9f189b58-7740-4d64-91a8-7076a1cca78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:40.591877 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f189b58-7740-4d64-91a8-7076a1cca78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Pushing event deleted for resources: {'Port': ['ID=72403453-b55e-4e1e-9eee-cccb8fc6145a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:40.609926 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00660b44-c6ca-49c2-941d-9858f6c7595b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:31:40.621360 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9f189b58-7740-4d64-91a8-7076a1cca78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:40.624236 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9f189b58-7740-4d64-91a8-7076a1cca78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] 10.222.0.11 "DELETE /v2.0/ports/72403453-b55e-4e1e-9eee-cccb8fc6145a HTTP/1.1" status: 204 len: 168 time: 0.4658659 Dec 10 16:31:40.627662 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52892) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:40.632673 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f9cf8869-b857-4a73-8677-63bac0042ca7 req-fa6f8b40-e38c-44d5-ae6a-abdca7e906c6 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eae1e3b-7870-4110-894e-ef9b37df26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117995 Dec 10 16:31:40.633765 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-00660b44-c6ca-49c2-941d-9858f6c7595b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:40.634102 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-00660b44-c6ca-49c2-941d-9858f6c7595b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Added segment ded2d0e5-8bb6-46d2-826b-ae1b42c6c99a of type vlan for network 3e9cb203-d5c7-432e-910c-d1ab8a032b8c Dec 10 16:31:40.680662 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae44b25d-1376-4c8c-aa7a-f2f23a809809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] GET failed (client error): The resource could not be found. Dec 10 16:31:40.685691 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ae44b25d-1376-4c8c-aa7a-f2f23a809809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] 10.222.0.11 "GET /v2.0/ports/72403453-b55e-4e1e-9eee-cccb8fc6145a HTTP/1.1" status: 404 len: 333 time: 0.0532026 Dec 10 16:31:40.685910 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52898) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:40.691042 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-00660b44-c6ca-49c2-941d-9858f6c7595b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:40.691224 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-fc4ab0eb-68af-4796-a7bc-179c242ed6a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Request body: {'port': {'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-311750055'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:40.703293 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-78a14f41-d421-4835-a3a5-c3a801683910 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:40.740351 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a14f41-d421-4835-a3a5-c3a801683910 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Pushing event deleted for resources: {'Port': ['ID=e8b2225c-a40b-428a-bb18-524fb802af66,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:40.748143 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-00660b44-c6ca-49c2-941d-9858f6c7595b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:40.754820 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00660b44-c6ca-49c2-941d-9858f6c7595b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:40.755421 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-00660b44-c6ca-49c2-941d-9858f6c7595b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:40.756571 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237df692-4ad6-4f26-95b4-fa354b03ac33 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:31:40.767291 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4ab0eb-68af-4796-a7bc-179c242ed6a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Made reservation on behalf of 8c6a79dab79941139c9e497d10ecbdf9 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:40.769996 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fc4ab0eb-68af-4796-a7bc-179c242ed6a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:40.776220 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-00660b44-c6ca-49c2-941d-9858f6c7595b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3372529 Dec 10 16:31:40.782467 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52900) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:40.804168 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-1de5967c-ee54-4908-b661-33751def99dc tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'subnet': {'network_id': '3e9cb203-d5c7-432e-910c-d1ab8a032b8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:40.828515 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adebbfa-3e72-4a9b-87c6-084f5ab8c3c5 req-5587d3cb-a2d3-4aff-8e2e-336e2d3dfce5 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:40.829989 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2adebbfa-3e72-4a9b-87c6-084f5ab8c3c5 req-5587d3cb-a2d3-4aff-8e2e-336e2d3dfce5 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=18828e85-53ed-4320-8dad-3f41cf765299 HTTP/1.1" status: 200 len: 945 time: 0.1275218 Dec 10 16:31:40.848102 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00660b44-c6ca-49c2-941d-9858f6c7595b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'Network': ['ID=3e9cb203-d5c7-432e-910c-d1ab8a032b8c,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:40.857336 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-fc4ab0eb-68af-4796-a7bc-179c242ed6a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] device_id is not set on port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:31:40.859302 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 3e9cb203-d5c7-432e-910c-d1ab8a032b8c details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:31:40.884971 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2adebbfa-3e72-4a9b-87c6-084f5ab8c3c5 req-ad150575-ea31-4806-87c8-50faf25ac887 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481644 Dec 10 16:31:40.929786 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-78a14f41-d421-4835-a3a5-c3a801683910 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:40.932381 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-78a14f41-d421-4835-a3a5-c3a801683910 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:40.933543 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-78a14f41-d421-4835-a3a5-c3a801683910 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "DELETE /v2.0/floatingips/56060cf1-10c5-4d81-804c-ba5ebb37084c HTTP/1.1" status: 204 len: 168 time: 0.8763597 Dec 10 16:31:40.936219 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52902) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:41.054068 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de5967c-ee54-4908-b661-33751def99dc tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Made reservation on behalf of 38fc6aa7996647649bb06a74b5f4d0aa for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:41.057590 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1de5967c-ee54-4908-b661-33751def99dc tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:41.125855 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eb5ad8f8-fa1b-402d-931c-844983347430 req-45a762d7-cbe2-4808-879c-9322a5443ee0 tempest-ServerShowV247Test-42072957 tempest-ServerShowV247Test-42072957-project] 10.222.0.11 "GET /v2.0/ports?device_id=77021d0d-fe97-46c7-ba6c-c1c251cb4eeb HTTP/1.1" status: 200 len: 210 time: 0.0290236 Dec 10 16:31:41.162878 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.ipam_backend_mixin [None req-1de5967c-ee54-4908-b661-33751def99dc tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Performing IP validity checks on allocation pools {{(pid=103393) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 16:31:41.163521 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.ipam_backend_mixin [None req-1de5967c-ee54-4908-b661-33751def99dc tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103393) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 16:31:41.203853 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fc4ab0eb-68af-4796-a7bc-179c242ed6a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:41.232064 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-f7ab5b90-8c6b-4a90-a7ae-cab1dbe5f4d6 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Deleting port 21ff2032-7c79-4143-8370-31ee1ca6849c {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:31:41.232322 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f7ab5b90-8c6b-4a90-a7ae-cab1dbe5f4d6 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:41.237270 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2d10c-7c80-4673-864d-8440d3aa314f req-956c403f-2501-4b7a-9e06-3ec624704e64 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:41.238780 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d9d2d10c-7c80-4673-864d-8440d3aa314f req-956c403f-2501-4b7a-9e06-3ec624704e64 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?device_id=20dde86b-9843-4f1d-a95e-94c8ecb20494 HTTP/1.1" status: 200 len: 946 time: 0.0523198 Dec 10 16:31:41.286463 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d9d2d10c-7c80-4673-864d-8440d3aa314f req-f9475cc2-1c97-4223-8360-51e896b53ca5 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eae1e3b-7870-4110-894e-ef9b37df26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410919 Dec 10 16:31:41.351929 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fc4ab0eb-68af-4796-a7bc-179c242ed6a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:41.402243 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa011f-ed66-4a1d-a5eb-c228058e32fa req-6c0bbee0-0710-4c24-93cc-e74d61b1554b tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:41.403845 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5daa011f-ed66-4a1d-a5eb-c228058e32fa req-6c0bbee0-0710-4c24-93cc-e74d61b1554b tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?device_id=4daf3e72-6535-4e62-9fd1-62a61d6c24e5 HTTP/1.1" status: 200 len: 945 time: 0.0483520 Dec 10 16:31:41.429988 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f7ab5b90-8c6b-4a90-a7ae-cab1dbe5f4d6 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:41.451553 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5daa011f-ed66-4a1d-a5eb-c228058e32fa req-29120b8f-fe6d-4441-acc5-17e0c22946c5 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eae1e3b-7870-4110-894e-ef9b37df26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401897 Dec 10 16:31:41.459464 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4ab0eb-68af-4796-a7bc-179c242ed6a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Network d37aec66-b2ab-4481-bf07-f079301fc5bc is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:31:41.465602 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-f7ab5b90-8c6b-4a90-a7ae-cab1dbe5f4d6 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Calling delete_port for 21ff2032-7c79-4143-8370-31ee1ca6849c owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:31:41.472274 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-fc4ab0eb-68af-4796-a7bc-179c242ed6a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:31:41.477560 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4ab0eb-68af-4796-a7bc-179c242ed6a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Pushing event updated for resources: {'Port': ['ID=81424e5d-a1fd-46ed-86f9-cc8fb76c25c3,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:41.481211 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4ab0eb-68af-4796-a7bc-179c242ed6a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:31:41.482431 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4ab0eb-68af-4796-a7bc-179c242ed6a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:41.482871 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fc4ab0eb-68af-4796-a7bc-179c242ed6a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:41.494044 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1de5967c-ee54-4908-b661-33751def99dc tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:41.572824 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa38c5b-df95-444e-946d-962681d01273 req-2a2fd575-74c2-4300-8ee0-0ce51fa1917f tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:41.574444 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-efa38c5b-df95-444e-946d-962681d01273 req-2a2fd575-74c2-4300-8ee0-0ce51fa1917f tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b93bf41-538d-432c-9248-adf3e3982dc4 HTTP/1.1" status: 200 len: 946 time: 0.0531628 Dec 10 16:31:41.576248 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-fc4ab0eb-68af-4796-a7bc-179c242ed6a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8893085 Dec 10 16:31:41.578888 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52912) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:41.584786 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:41.597816 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de5967c-ee54-4908-b661-33751def99dc tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'Subnet': ['ID=c2dc1b28-b522-4d5f-b1d6-dd0863e016ad,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:41.629276 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de5967c-ee54-4908-b661-33751def99dc tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Checking segment: {'id': 'ded2d0e5-8bb6-46d2-826b-ae1b42c6c99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3e9cb203-d5c7-432e-910c-d1ab8a032b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:31:41.629634 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de5967c-ee54-4908-b661-33751def99dc tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Network hostable DHCP agents. Network: 3e9cb203-d5c7-432e-910c-d1ab8a032b8c, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:31:41.659799 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de5967c-ee54-4908-b661-33751def99dc tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Network 3e9cb203-d5c7-432e-910c-d1ab8a032b8c is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:31:41.668973 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-efa38c5b-df95-444e-946d-962681d01273 req-79f49a40-470c-4518-adc4-22a4e76386de tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eae1e3b-7870-4110-894e-ef9b37df26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813537 Dec 10 16:31:41.669686 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:41.697296 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-1de5967c-ee54-4908-b661-33751def99dc tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 3e9cb203-d5c7-432e-910c-d1ab8a032b8c) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:31:41.704895 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de5967c-ee54-4908-b661-33751def99dc tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:41.705384 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1de5967c-ee54-4908-b661-33751def99dc tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:41.708069 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0dcc55f-b42e-4800-a406-b42787c1b58d None None] Network 3e9cb203-d5c7-432e-910c-d1ab8a032b8c requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:31:41.719760 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f7ab5b90-8c6b-4a90-a7ae-cab1dbe5f4d6 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:41.744946 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-c23786b4-f307-40b4-adf4-8c6baf2e7e19 req-567db173-4d0b-40b6-887e-509fd08e2b19 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:31:41.746179 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c23786b4-f307-40b4-adf4-8c6baf2e7e19 req-567db173-4d0b-40b6-887e-509fd08e2b19 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058360 Dec 10 16:31:41.755074 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1de5967c-ee54-4908-b661-33751def99dc tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9548323 Dec 10 16:31:41.757788 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52916) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:41.762677 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-4b48bea0-e627-4590-8cf9-b9ca0ce322c3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'port': {'network_id': '3e9cb203-d5c7-432e-910c-d1ab8a032b8c', 'name': 'tempest-PortsTestJSON-974644397'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:41.767396 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab5b90-8c6b-4a90-a7ae-cab1dbe5f4d6 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Pushing event deleted for resources: {'Port': ['ID=21ff2032-7c79-4143-8370-31ee1ca6849c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:41.835244 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae5663a-2b61-44f5-829f-66e52f458edf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-3e9cb203-d5c7-432e-910c-d1ab8a032b8c', 'network_id': '3e9cb203-d5c7-432e-910c-d1ab8a032b8c', 'project_id': '38fc6aa7996647649bb06a74b5f4d0aa', 'fixed_ips': [{'subnet_id': 'c2dc1b28-b522-4d5f-b1d6-dd0863e016ad'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:31:41.836295 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fae5663a-2b61-44f5-829f-66e52f458edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:41.890217 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f7ab5b90-8c6b-4a90-a7ae-cab1dbe5f4d6 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:41.894076 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f7ab5b90-8c6b-4a90-a7ae-cab1dbe5f4d6 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "DELETE /v2.0/ports/21ff2032-7c79-4143-8370-31ee1ca6849c HTTP/1.1" status: 204 len: 168 time: 0.9545522 Dec 10 16:31:41.900855 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52918) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:41.979493 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-fae5663a-2b61-44f5-829f-66e52f458edf None None] Allocated IP 172.20.0.2 (3e9cb203-d5c7-432e-910c-d1ab8a032b8c/c2dc1b28-b522-4d5f-b1d6-dd0863e016ad/42629c13-3def-4d97-9f80-8b5d13d1a741) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:31:42.003395 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b48bea0-e627-4590-8cf9-b9ca0ce322c3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Made reservation on behalf of 38fc6aa7996647649bb06a74b5f4d0aa for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:42.006938 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b48bea0-e627-4590-8cf9-b9ca0ce322c3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:42.031301 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-4b48bea0-e627-4590-8cf9-b9ca0ce322c3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] device_id is not set on port b518f341-cc78-4a28-8566-4b95ed5790b6 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:31:42.079794 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-541c2497-cd3f-405c-8d82-00b8322ae441 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Deleting port cef7248a-01ee-4f91-846b-1268835ed13c {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:31:42.080461 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-541c2497-cd3f-405c-8d82-00b8322ae441 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:42.145013 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fae5663a-2b61-44f5-829f-66e52f458edf None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:42.159998 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fae5663a-2b61-44f5-829f-66e52f458edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:42.221944 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae5663a-2b61-44f5-829f-66e52f458edf None None] Network 3e9cb203-d5c7-432e-910c-d1ab8a032b8c is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:31:42.222896 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-541c2497-cd3f-405c-8d82-00b8322ae441 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:42.231556 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-fae5663a-2b61-44f5-829f-66e52f458edf None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:31:42.242862 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-4b48bea0-e627-4590-8cf9-b9ca0ce322c3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Allocated IP 172.20.0.11 (3e9cb203-d5c7-432e-910c-d1ab8a032b8c/c2dc1b28-b522-4d5f-b1d6-dd0863e016ad/b518f341-cc78-4a28-8566-4b95ed5790b6) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:31:42.243484 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae5663a-2b61-44f5-829f-66e52f458edf None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:31:42.245161 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-541c2497-cd3f-405c-8d82-00b8322ae441 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Calling delete_port for cef7248a-01ee-4f91-846b-1268835ed13c owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:31:42.267661 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c23786b4-f307-40b4-adf4-8c6baf2e7e19 req-ec60dea3-03d4-4cad-8079-2de482b7b786 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.5077093 Dec 10 16:31:42.301925 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5663a-2b61-44f5-829f-66e52f458edf None None] Pushing event updated for resources: {'Port': ['ID=42629c13-3def-4d97-9f80-8b5d13d1a741,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:42.361944 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] device_id is not set on port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:31:42.372558 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:42.379580 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:42.382247 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-fae5663a-2b61-44f5-829f-66e52f458edf None None] Attempting to bind port 42629c13-3def-4d97-9f80-8b5d13d1a741 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:31:42.382687 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-fae5663a-2b61-44f5-829f-66e52f458edf None None] Attempting to bind port 42629c13-3def-4d97-9f80-8b5d13d1a741 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'ded2d0e5-8bb6-46d2-826b-ae1b42c6c99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3e9cb203-d5c7-432e-910c-d1ab8a032b8c'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:31:42.383365 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae5663a-2b61-44f5-829f-66e52f458edf None None] Attempting to bind port 42629c13-3def-4d97-9f80-8b5d13d1a741 on network 3e9cb203-d5c7-432e-910c-d1ab8a032b8c {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:31:42.390604 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae5663a-2b61-44f5-829f-66e52f458edf None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:31:42.391548 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae5663a-2b61-44f5-829f-66e52f458edf None None] Checking segment: {'id': 'ded2d0e5-8bb6-46d2-826b-ae1b42c6c99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3e9cb203-d5c7-432e-910c-d1ab8a032b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:31:42.391915 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fae5663a-2b61-44f5-829f-66e52f458edf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:42.392296 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae5663a-2b61-44f5-829f-66e52f458edf None None] Bound using segment: {'id': 'ded2d0e5-8bb6-46d2-826b-ae1b42c6c99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3e9cb203-d5c7-432e-910c-d1ab8a032b8c'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:31:42.392834 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-fae5663a-2b61-44f5-829f-66e52f458edf None None] Bound port: 42629c13-3def-4d97-9f80-8b5d13d1a741, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ded2d0e5-8bb6-46d2-826b-ae1b42c6c99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3e9cb203-d5c7-432e-910c-d1ab8a032b8c'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:31:42.393476 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fae5663a-2b61-44f5-829f-66e52f458edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:42.455329 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Pushing event updated for resources: {'Port': ['ID=81424e5d-a1fd-46ed-86f9-cc8fb76c25c3,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:42.461317 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:31:42.461660 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:31:42.462287 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 on network d37aec66-b2ab-4481-bf07-f079301fc5bc {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:31:42.468016 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 on network d37aec66-b2ab-4481-bf07-f079301fc5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:31:42.468458 n-d-766771-2 neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Failed to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 on host n-h1-766771-2 for vnic_type normal using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] Dec 10 16:31:42.468971 n-d-766771-2 neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempt 2 to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 Dec 10 16:31:42.484573 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:31:42.484803 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-fae5663a-2b61-44f5-829f-66e52f458edf None None] For port 42629c13-3def-4d97-9f80-8b5d13d1a741, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:31:42.484940 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:31:42.485245 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 on network d37aec66-b2ab-4481-bf07-f079301fc5bc {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:31:42.489145 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-fae5663a-2b61-44f5-829f-66e52f458edf None None] For port 42629c13-3def-4d97-9f80-8b5d13d1a741, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=42629c13-3def-4d97-9f80-8b5d13d1a741,segment=NetworkSegment(ded2d0e5-8bb6-46d2-826b-ae1b42c6c99a),segment_id=ded2d0e5-8bb6-46d2-826b-ae1b42c6c99a)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:31:42.491762 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 on network d37aec66-b2ab-4481-bf07-f079301fc5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:31:42.491992 n-d-766771-2 neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Failed to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 on host n-h1-766771-2 for vnic_type normal using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] Dec 10 16:31:42.492755 n-d-766771-2 neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempt 3 to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 Dec 10 16:31:42.494328 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fae5663a-2b61-44f5-829f-66e52f458edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:42.506057 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b48bea0-e627-4590-8cf9-b9ca0ce322c3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:42.511085 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-541c2497-cd3f-405c-8d82-00b8322ae441 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:42.519669 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:31:42.520064 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:31:42.520508 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 on network d37aec66-b2ab-4481-bf07-f079301fc5bc {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:31:42.529723 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 on network d37aec66-b2ab-4481-bf07-f079301fc5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:31:42.529723 n-d-766771-2 neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Failed to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 on host n-h1-766771-2 for vnic_type normal using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] Dec 10 16:31:42.529723 n-d-766771-2 neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempt 4 to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 Dec 10 16:31:42.542856 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:31:42.543212 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:31:42.543564 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 on network d37aec66-b2ab-4481-bf07-f079301fc5bc {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:31:42.550872 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c2497-cd3f-405c-8d82-00b8322ae441 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Pushing event deleted for resources: {'Port': ['ID=cef7248a-01ee-4f91-846b-1268835ed13c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:42.551549 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 on network d37aec66-b2ab-4481-bf07-f079301fc5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:31:42.551879 n-d-766771-2 neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Failed to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 on host n-h1-766771-2 for vnic_type normal using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] Dec 10 16:31:42.552763 n-d-766771-2 neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempt 5 to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 Dec 10 16:31:42.571663 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:31:42.572162 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:31:42.573096 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 on network d37aec66-b2ab-4481-bf07-f079301fc5bc {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:31:42.578080 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5663a-2b61-44f5-829f-66e52f458edf None None] Pushing event updated for resources: {'Port': ['ID=42629c13-3def-4d97-9f80-8b5d13d1a741,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:42.583695 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 on network d37aec66-b2ab-4481-bf07-f079301fc5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:31:42.584245 n-d-766771-2 neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Failed to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 on host n-h1-766771-2 for vnic_type normal using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] Dec 10 16:31:42.584879 n-d-766771-2 neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempt 6 to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 Dec 10 16:31:42.605726 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:31:42.606107 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:31:42.606595 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 on network d37aec66-b2ab-4481-bf07-f079301fc5bc {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:31:42.624138 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 on network d37aec66-b2ab-4481-bf07-f079301fc5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:31:42.624138 n-d-766771-2 neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Failed to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 on host n-h1-766771-2 for vnic_type normal using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] Dec 10 16:31:42.624138 n-d-766771-2 neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempt 7 to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 Dec 10 16:31:42.653134 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b48bea0-e627-4590-8cf9-b9ca0ce322c3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:42.671113 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:31:42.671444 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:31:42.671769 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 on network d37aec66-b2ab-4481-bf07-f079301fc5bc {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:31:42.681024 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 on network d37aec66-b2ab-4481-bf07-f079301fc5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:31:42.681413 n-d-766771-2 neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Failed to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 on host n-h1-766771-2 for vnic_type normal using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] Dec 10 16:31:42.682746 n-d-766771-2 neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempt 8 to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 Dec 10 16:31:42.704249 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b667475-8fcf-4b89-9c9c-db8253b3eefe req-def0f841-b413-4d0c-9754-e32a63380cd9 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:42.705754 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4b667475-8fcf-4b89-9c9c-db8253b3eefe req-def0f841-b413-4d0c-9754-e32a63380cd9 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=18828e85-53ed-4320-8dad-3f41cf765299 HTTP/1.1" status: 200 len: 945 time: 0.0948489 Dec 10 16:31:42.707163 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-541c2497-cd3f-405c-8d82-00b8322ae441 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:42.708414 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:31:42.708740 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:31:42.709076 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 on network d37aec66-b2ab-4481-bf07-f079301fc5bc {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:31:42.712969 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-541c2497-cd3f-405c-8d82-00b8322ae441 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "DELETE /v2.0/ports/cef7248a-01ee-4f91-846b-1268835ed13c HTTP/1.1" status: 204 len: 168 time: 0.8085997 Dec 10 16:31:42.713256 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52930) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:42.713641 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 on network d37aec66-b2ab-4481-bf07-f079301fc5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:31:42.713967 n-d-766771-2 neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Failed to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 on host n-h1-766771-2 for vnic_type normal using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] Dec 10 16:31:42.714383 n-d-766771-2 neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempt 9 to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 Dec 10 16:31:42.739970 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:31:42.740299 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:31:42.740626 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 on network d37aec66-b2ab-4481-bf07-f079301fc5bc {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:31:42.756310 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 on network d37aec66-b2ab-4481-bf07-f079301fc5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:31:42.756652 n-d-766771-2 neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Failed to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 on host n-h1-766771-2 for vnic_type normal using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] Dec 10 16:31:42.757933 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b48bea0-e627-4590-8cf9-b9ca0ce322c3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Network 3e9cb203-d5c7-432e-910c-d1ab8a032b8c is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:31:42.758970 n-d-766771-2 neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempt 10 to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 Dec 10 16:31:42.761896 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-4b48bea0-e627-4590-8cf9-b9ca0ce322c3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:31:42.767256 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b48bea0-e627-4590-8cf9-b9ca0ce322c3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'Port': ['ID=b518f341-cc78-4a28-8566-4b95ed5790b6,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:42.773319 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b48bea0-e627-4590-8cf9-b9ca0ce322c3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:31:42.815092 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4b667475-8fcf-4b89-9c9c-db8253b3eefe req-49c17c1b-1fd4-44fc-bc73-bc4ed2491d2d tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907404 Dec 10 16:31:42.816467 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:31:42.816962 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:31:42.817455 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempting to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 on network d37aec66-b2ab-4481-bf07-f079301fc5bc {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:31:42.823096 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 on network d37aec66-b2ab-4481-bf07-f079301fc5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:31:42.823602 n-d-766771-2 neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Failed to bind port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 on host n-h1-766771-2 for vnic_type normal using segments [{'id': '3f2ef9d4-f481-4fff-820d-927608f93c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd37aec66-b2ab-4481-bf07-f079301fc5bc'}] Dec 10 16:31:42.824230 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:42.844589 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-97be8a5a-d823-4f2f-9172-b4de5a0c7f5a tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Deleting subnet 091cd1f4-331e-4459-ad24-1b9d06b10cd2 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:31:42.851655 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-97be8a5a-d823-4f2f-9172-b4de5a0c7f5a tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:42.890509 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b48bea0-e627-4590-8cf9-b9ca0ce322c3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:42.892001 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b48bea0-e627-4590-8cf9-b9ca0ce322c3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:42.927100 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] For port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:31:42.927429 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attempted to set empty binding levels {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 16:31:42.928778 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-97be8a5a-d823-4f2f-9172-b4de5a0c7f5a tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:42.935266 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4b48bea0-e627-4590-8cf9-b9ca0ce322c3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1764090 Dec 10 16:31:42.939693 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52932) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:42.942247 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:43.078706 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] In _notify_port_updated(), no bound segment for port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 on network d37aec66-b2ab-4481-bf07-f079301fc5bc {{(pid=103392) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:31:43.081673 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:43.082351 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:43.084857 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] 10.222.0.11 "PUT /v2.0/ports/81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 HTTP/1.1" status: 200 len: 978 time: 1.5049500 Dec 10 16:31:43.087772 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52934) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:43.128455 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-97be8a5a-d823-4f2f-9172-b4de5a0c7f5a tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:43.156405 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-372823be-d388-4428-a439-371ab4243c0a req-385e1973-5d6e-4981-8b97-4828eb9a805b tempest-ServerShowV247Test-42072957 tempest-ServerShowV247Test-42072957-project] 10.222.0.11 "GET /v2.0/ports?device_id=77021d0d-fe97-46c7-ba6c-c1c251cb4eeb HTTP/1.1" status: 200 len: 210 time: 0.0619349 Dec 10 16:31:43.159262 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e6c30a-b948-4660-bd8a-14486633ab71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Pushing event updated for resources: {'Port': ['ID=81424e5d-a1fd-46ed-86f9-cc8fb76c25c3,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:43.190960 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9e02ede-c191-4844-9fbd-470864038b0e tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Deleting port b518f341-cc78-4a28-8566-4b95ed5790b6 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:31:43.191298 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9e02ede-c191-4844-9fbd-470864038b0e tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:43.244612 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 42629c13-3def-4d97-9f80-8b5d13d1a741 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:31:43.284114 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-97be8a5a-d823-4f2f-9172-b4de5a0c7f5a tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:43.321460 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-97be8a5a-d823-4f2f-9172-b4de5a0c7f5a tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:43.328040 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-97be8a5a-d823-4f2f-9172-b4de5a0c7f5a tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "DELETE /v2.0/subnets/091cd1f4-331e-4459-ad24-1b9d06b10cd2 HTTP/1.1" status: 204 len: 168 time: 0.6136527 Dec 10 16:31:43.330664 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-313b5476-667e-46d5-86ae-eba7c6b70a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Deleting port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:31:43.331217 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-313b5476-667e-46d5-86ae-eba7c6b70a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:43.331637 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2c12ac-791c-45fb-a7c5-d7cfbaf9f70a None None] Network d9b93369-0ca7-48d4-af9b-dd363ef2706a requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:31:43.331752 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52936) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:43.333724 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 42629c13-3def-4d97-9f80-8b5d13d1a741 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:31:43.333999 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:43.334434 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97be8a5a-d823-4f2f-9172-b4de5a0c7f5a tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Pushing event deleted for resources: {'Subnet': ['ID=091cd1f4-331e-4459-ad24-1b9d06b10cd2,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:43.384233 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9e02ede-c191-4844-9fbd-470864038b0e tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:43.401461 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c0fd0-734c-4fe1-b7f1-a7d0ffb958b2 req-c23928f2-3f41-4c09-8eaa-386bb08e4303 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:43.403020 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-932c0fd0-734c-4fe1-b7f1-a7d0ffb958b2 req-c23928f2-3f41-4c09-8eaa-386bb08e4303 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?device_id=20dde86b-9843-4f1d-a95e-94c8ecb20494 HTTP/1.1" status: 200 len: 946 time: 0.1291971 Dec 10 16:31:43.412874 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-313b5476-667e-46d5-86ae-eba7c6b70a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] For port 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3, host n-h1-766771-2, got binding levels [] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:43.413371 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-313b5476-667e-46d5-86ae-eba7c6b70a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:43.417894 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9e02ede-c191-4844-9fbd-470864038b0e tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Calling delete_port for b518f341-cc78-4a28-8566-4b95ed5790b6 owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:31:43.428269 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-313b5476-667e-46d5-86ae-eba7c6b70a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Calling delete_port for 81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:31:43.458245 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-17e7afe0-939b-45e6-9d83-90c664e4f33a tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Deleting subnet 982571b8-b0fa-4aa2-b27f-7ecb9fbdf841 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:31:43.464243 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-17e7afe0-939b-45e6-9d83-90c664e4f33a tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:43.503235 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:43.525813 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-313b5476-667e-46d5-86ae-eba7c6b70a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:43.545138 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 42629c13-3def-4d97-9f80-8b5d13d1a741, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=42629c13-3def-4d97-9f80-8b5d13d1a741,segment=NetworkSegment(ded2d0e5-8bb6-46d2-826b-ae1b42c6c99a),segment_id=ded2d0e5-8bb6-46d2-826b-ae1b42c6c99a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:43.550597 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:43.569116 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b5476-667e-46d5-86ae-eba7c6b70a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Pushing event deleted for resources: {'Port': ['ID=81424e5d-a1fd-46ed-86f9-cc8fb76c25c3,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:43.578828 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-313b5476-667e-46d5-86ae-eba7c6b70a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:43.583034 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-313b5476-667e-46d5-86ae-eba7c6b70a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] 10.222.0.11 "DELETE /v2.0/ports/81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 HTTP/1.1" status: 204 len: 168 time: 0.4942427 Dec 10 16:31:43.585628 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52938) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:43.586789 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-932c0fd0-734c-4fe1-b7f1-a7d0ffb958b2 req-db852708-c9ba-42d5-bfba-f47fb17d5d95 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eae1e3b-7870-4110-894e-ef9b37df26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661980 Dec 10 16:31:43.609976 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ac37c6-7cfe-4445-8ddf-4fa65afbbf86 None None] DHCP port deletion for d9b93369-0ca7-48d4-af9b-dd363ef2706a request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:31:43.634314 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-17e7afe0-939b-45e6-9d83-90c664e4f33a tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:43.661095 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-4224f4e9-f841-4f12-8db9-6eb259b0ba62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] GET failed (client error): The resource could not be found. Dec 10 16:31:43.663065 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4224f4e9-f841-4f12-8db9-6eb259b0ba62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833390549-project-admin] 10.222.0.11 "GET /v2.0/ports/81424e5d-a1fd-46ed-86f9-cc8fb76c25c3 HTTP/1.1" status: 404 len: 333 time: 0.0698228 Dec 10 16:31:43.666036 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52942) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:43.670030 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=42629c13-3def-4d97-9f80-8b5d13d1a741,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:43.688826 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d2ac37c6-7cfe-4445-8ddf-4fa65afbbf86 None None] Deleting port aefaa02f-6b96-48ab-af59-48d768f4d9e2 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:31:43.689203 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d2ac37c6-7cfe-4445-8ddf-4fa65afbbf86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:43.780551 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d2ac37c6-7cfe-4445-8ddf-4fa65afbbf86 None None] For port aefaa02f-6b96-48ab-af59-48d768f4d9e2, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=aefaa02f-6b96-48ab-af59-48d768f4d9e2,segment=NetworkSegment(3b84cf93-a4ed-4e06-8725-cc61e38d8166),segment_id=3b84cf93-a4ed-4e06-8725-cc61e38d8166)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:43.781339 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d2ac37c6-7cfe-4445-8ddf-4fa65afbbf86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:43.782854 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-167515b7-90b2-4382-8092-353b5967f354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:43.797759 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d2ac37c6-7cfe-4445-8ddf-4fa65afbbf86 None None] Calling delete_port for aefaa02f-6b96-48ab-af59-48d768f4d9e2 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:31:43.817007 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-17e7afe0-939b-45e6-9d83-90c664e4f33a tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:43.887143 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-167515b7-90b2-4382-8092-353b5967f354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:43.908143 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d2ac37c6-7cfe-4445-8ddf-4fa65afbbf86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:43.910154 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9e02ede-c191-4844-9fbd-470864038b0e tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:43.920994 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-167515b7-90b2-4382-8092-353b5967f354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d37aec66-b2ab-4481-bf07-f079301fc5bc']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:43.925085 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ac37c6-7cfe-4445-8ddf-4fa65afbbf86 None None] No DVR routers for this DVR port aefaa02f-6b96-48ab-af59-48d768f4d9e2 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:31:43.933297 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a7f49554-1060-4572-bf00-dec62123a4a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:43.935627 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ab238-41fa-4241-ab78-97fb5cb9e9fc req-871dcc7e-c4ba-41aa-adde-a593233ce4be tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:43.944101 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-589ab238-41fa-4241-ab78-97fb5cb9e9fc req-871dcc7e-c4ba-41aa-adde-a593233ce4be tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?device_id=4daf3e72-6535-4e62-9fd1-62a61d6c24e5 HTTP/1.1" status: 200 len: 945 time: 0.2206056 Dec 10 16:31:43.953339 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-167515b7-90b2-4382-8092-353b5967f354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f2ef9d4-f481-4fff-820d-927608f93c6e') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:43.953853 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-167515b7-90b2-4382-8092-353b5967f354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f2ef9d4-f481-4fff-820d-927608f93c6e') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:43.959807 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac37c6-7cfe-4445-8ddf-4fa65afbbf86 None None] Pushing event deleted for resources: {'Port': ['ID=aefaa02f-6b96-48ab-af59-48d768f4d9e2,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:43.975783 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-167515b7-90b2-4382-8092-353b5967f354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:43.995457 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-167515b7-90b2-4382-8092-353b5967f354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:44.003112 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-167515b7-90b2-4382-8092-353b5967f354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:31:44.003593 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-167515b7-90b2-4382-8092-353b5967f354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:44.008034 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:31:44.008034 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:31:44.008034 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:31:44.008034 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:31:44.008034 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:31:44.008034 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:31:44.008034 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:31:44.008034 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:31:44.008034 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:31:44.008034 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:31:44.008034 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:31:44.008034 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:31:44.008034 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:31:44.008034 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:31:44.008034 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:31:44.008034 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:31:44.008034 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:31:44.008034 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:31:44.008034 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:31:44.008034 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:31:44.008034 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:31:44.008034 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:31:44.008034 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:31:44.008034 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:31:44.008034 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:31:44.008034 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:31:44.008034 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:31:44.008034 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:31:44.008034 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:31:44.008034 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:31:44.008034 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:31:44.008034 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:31:44.015068 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e02ede-c191-4844-9fbd-470864038b0e tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'Port': ['ID=b518f341-cc78-4a28-8566-4b95ed5790b6,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:44.025610 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c94b834-341f-4dc2-935a-c2c08d4d81f9 None None] Network 3e9cb203-d5c7-432e-910c-d1ab8a032b8c requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:31:44.036490 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-589ab238-41fa-4241-ab78-97fb5cb9e9fc req-bb495f67-4063-4c7d-b2fd-0e93a967d83b tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eae1e3b-7870-4110-894e-ef9b37df26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916631 Dec 10 16:31:44.051127 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-17e7afe0-939b-45e6-9d83-90c664e4f33a tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:44.085614 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-17e7afe0-939b-45e6-9d83-90c664e4f33a tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:44.087437 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-167515b7-90b2-4382-8092-353b5967f354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:44.090746 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-17e7afe0-939b-45e6-9d83-90c664e4f33a tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "DELETE /v2.0/subnets/982571b8-b0fa-4aa2-b27f-7ecb9fbdf841 HTTP/1.1" status: 204 len: 168 time: 0.7579525 Dec 10 16:31:44.091822 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7afe0-939b-45e6-9d83-90c664e4f33a tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Pushing event deleted for resources: {'Subnet': ['ID=982571b8-b0fa-4aa2-b27f-7ecb9fbdf841,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:44.093519 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52952) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:44.098901 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e850b12-a688-48cc-9553-d440ecb92ada None None] Network d3d2f5a8-9c2a-4e37-81c2-a6be304a674b requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:31:44.108489 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-167515b7-90b2-4382-8092-353b5967f354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:44.117029 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-167515b7-90b2-4382-8092-353b5967f354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793-project] 10.222.0.11 "DELETE /v2.0/networks/d37aec66-b2ab-4481-bf07-f079301fc5bc HTTP/1.1" status: 204 len: 168 time: 0.4496446 Dec 10 16:31:44.131478 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167515b7-90b2-4382-8092-353b5967f354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-491364793-project] Pushing event deleted for resources: {'Network': ['ID=d37aec66-b2ab-4481-bf07-f079301fc5bc,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:44.221283 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9e682b04-9f47-455f-bc64-b654d09f473f None None] Provisioning complete for port 42629c13-3def-4d97-9f80-8b5d13d1a741 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:31:44.221741 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9e682b04-9f47-455f-bc64-b654d09f473f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:44.237597 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9e02ede-c191-4844-9fbd-470864038b0e tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:44.241155 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a9e02ede-c191-4844-9fbd-470864038b0e tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/ports/b518f341-cc78-4a28-8566-4b95ed5790b6 HTTP/1.1" status: 204 len: 168 time: 1.2896891 Dec 10 16:31:44.244425 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52958) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:44.252969 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b918523c-cbae-417a-8852-073006e8dde2 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:44.277483 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55135614-83c2-4a90-a351-b0265782a20d req-ec54bd58-8ba9-4174-84a9-d94c63431882 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:44.277987 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-55135614-83c2-4a90-a351-b0265782a20d req-ec54bd58-8ba9-4174-84a9-d94c63431882 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=18828e85-53ed-4320-8dad-3f41cf765299 HTTP/1.1" status: 200 len: 945 time: 0.1082616 Dec 10 16:31:44.285423 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5c16ac7-b27e-4af4-bba9-b0c068303931 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] DELETE failed (client error): The resource could not be found. Dec 10 16:31:44.285988 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5c16ac7-b27e-4af4-bba9-b0c068303931 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:44.309690 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b5c16ac7-b27e-4af4-bba9-b0c068303931 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/ports/b518f341-cc78-4a28-8566-4b95ed5790b6 HTTP/1.1" status: 404 len: 333 time: 0.0641136 Dec 10 16:31:44.310381 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52960) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:44.367546 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc1c8364-744a-447b-b776-380d56be24b6 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] GET failed (client error): The resource could not be found. Dec 10 16:31:44.372373 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-fc1c8364-744a-447b-b776-380d56be24b6 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "GET /v2.0/ports/b518f341-cc78-4a28-8566-4b95ed5790b6 HTTP/1.1" status: 404 len: 333 time: 0.0605321 Dec 10 16:31:44.373198 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52962) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:44.410848 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b918523c-cbae-417a-8852-073006e8dde2 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:44.464020 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-b918523c-cbae-417a-8852-073006e8dde2 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b93369-0ca7-48d4-af9b-dd363ef2706a']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:44.470243 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-55135614-83c2-4a90-a351-b0265782a20d req-885a9969-b54f-4a97-ad51-cdd292cb743e tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590593 Dec 10 16:31:44.477885 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a6380dc-7095-4dfc-b935-93965809c0dc tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Deleting subnet c2dc1b28-b522-4d5f-b1d6-dd0863e016ad {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:31:44.481398 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7a6380dc-7095-4dfc-b935-93965809c0dc tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:44.483223 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-b918523c-cbae-417a-8852-073006e8dde2 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b84cf93-a4ed-4e06-8725-cc61e38d8166') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:44.485464 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-b918523c-cbae-417a-8852-073006e8dde2 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b84cf93-a4ed-4e06-8725-cc61e38d8166') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:44.495268 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f370d49-a6d7-4f09-b61e-47d9668da307 None None] DHCP port deletion for d3d2f5a8-9c2a-4e37-81c2-a6be304a674b request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:31:44.511308 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52966) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:44.532067 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b918523c-cbae-417a-8852-073006e8dde2 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:44.549402 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b918523c-cbae-417a-8852-073006e8dde2 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:44.564688 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7a6380dc-7095-4dfc-b935-93965809c0dc tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:44.564939 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b918523c-cbae-417a-8852-073006e8dde2 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:31:44.565203 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b918523c-cbae-417a-8852-073006e8dde2 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:44.574184 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:31:44.574184 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:31:44.574184 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:31:44.574184 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:31:44.574184 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:31:44.574184 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:31:44.574184 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:31:44.574184 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:31:44.574184 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:31:44.574184 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:31:44.574184 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:31:44.574184 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:31:44.574184 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:31:44.574184 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:31:44.574184 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:31:44.574184 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:31:44.574184 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:31:44.574184 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:31:44.574184 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:31:44.574184 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:31:44.574184 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:31:44.574184 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:31:44.574184 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:31:44.574184 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:31:44.574184 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:31:44.574184 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:31:44.574184 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:31:44.574184 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:31:44.574184 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:31:44.574184 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:31:44.574184 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:31:44.574184 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:31:44.610626 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8f370d49-a6d7-4f09-b61e-47d9668da307 None None] Deleting port 1fb89d1c-e703-46b6-8d9f-a354ff136ca2 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:31:44.611293 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8f370d49-a6d7-4f09-b61e-47d9668da307 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:44.715285 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7a6380dc-7095-4dfc-b935-93965809c0dc tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:44.727125 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8f370d49-a6d7-4f09-b61e-47d9668da307 None None] For port 1fb89d1c-e703-46b6-8d9f-a354ff136ca2, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=1fb89d1c-e703-46b6-8d9f-a354ff136ca2,segment=NetworkSegment(4e78b27f-1344-44f4-ae5a-33d21993ff0c),segment_id=4e78b27f-1344-44f4-ae5a-33d21993ff0c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:44.727539 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8f370d49-a6d7-4f09-b61e-47d9668da307 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:44.751637 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8f370d49-a6d7-4f09-b61e-47d9668da307 None None] Calling delete_port for 1fb89d1c-e703-46b6-8d9f-a354ff136ca2 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:31:44.787532 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b918523c-cbae-417a-8852-073006e8dde2 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:44.789752 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7a6380dc-7095-4dfc-b935-93965809c0dc tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:44.809095 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b918523c-cbae-417a-8852-073006e8dde2 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:44.814847 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b918523c-cbae-417a-8852-073006e8dde2 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "DELETE /v2.0/networks/d9b93369-0ca7-48d4-af9b-dd363ef2706a HTTP/1.1" status: 204 len: 168 time: 0.7161348 Dec 10 16:31:44.821867 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52970) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:44.833402 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-511f68b5-ff36-4262-a901-198cdbf3a869 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=094349ff5e664087968b033dfcf9e179&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3209398 Dec 10 16:31:44.833777 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52972) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:44.847047 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6380dc-7095-4dfc-b935-93965809c0dc tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'Subnet': ['ID=c2dc1b28-b522-4d5f-b1d6-dd0863e016ad,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:44.848987 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b918523c-cbae-417a-8852-073006e8dde2 tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Pushing event deleted for resources: {'Network': ['ID=d9b93369-0ca7-48d4-af9b-dd363ef2706a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:44.862459 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d6753449-1537-4dbe-8905-bcd94e77d659 None None] Provisioning complete for port 42629c13-3def-4d97-9f80-8b5d13d1a741 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:31:44.863060 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d6753449-1537-4dbe-8905-bcd94e77d659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:44.878404 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bc820-a9e8-4326-8885-6756463b8857 req-dc9cb7c9-3ddf-4143-b839-e8e8cec9281b tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:44.880504 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9e3bc820-a9e8-4326-8885-6756463b8857 req-dc9cb7c9-3ddf-4143-b839-e8e8cec9281b tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b93bf41-538d-432c-9248-adf3e3982dc4 HTTP/1.1" status: 200 len: 946 time: 0.1006849 Dec 10 16:31:44.887898 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7a6380dc-7095-4dfc-b935-93965809c0dc tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:44.893564 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7a6380dc-7095-4dfc-b935-93965809c0dc tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/subnets/c2dc1b28-b522-4d5f-b1d6-dd0863e016ad HTTP/1.1" status: 204 len: 168 time: 0.5174735 Dec 10 16:31:44.932733 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52974) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:44.941046 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9e3bc820-a9e8-4326-8885-6756463b8857 req-a5fbd0b7-acec-484f-ad8f-f5fe66fdde7f tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eae1e3b-7870-4110-894e-ef9b37df26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540998 Dec 10 16:31:44.954238 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8f370d49-a6d7-4f09-b61e-47d9668da307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:44.964809 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1454490d-d0f8-440e-ab55-44b6f17f7684 None None] Network 3e9cb203-d5c7-432e-910c-d1ab8a032b8c requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:31:45.044655 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-457f2d09-48bf-4ea2-8e85-9f4e3830152b tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:45.055642 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f370d49-a6d7-4f09-b61e-47d9668da307 None None] Pushing event deleted for resources: {'Port': ['ID=1fb89d1c-e703-46b6-8d9f-a354ff136ca2,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:45.057828 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f370d49-a6d7-4f09-b61e-47d9668da307 None None] No DVR routers for this DVR port 1fb89d1c-e703-46b6-8d9f-a354ff136ca2 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:31:45.066153 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f04840b7-aeed-42b8-80af-15e8229a6ca3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:45.067905 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-acd7015b-fa3b-419c-b4be-305bae81a598 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:45.116135 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-74fe0d38-1e99-4441-a4f4-e725cd29d4d9 req-7e9a4a3f-7de1-4818-91cc-5f573896d1ef tempest-ServerShowV247Test-42072957 tempest-ServerShowV247Test-42072957-project] 10.222.0.11 "GET /v2.0/ports?device_id=77021d0d-fe97-46c7-ba6c-c1c251cb4eeb HTTP/1.1" status: 200 len: 210 time: 0.0813787 Dec 10 16:31:45.127694 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-acd7015b-fa3b-419c-b4be-305bae81a598 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:45.140240 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 42629c13-3def-4d97-9f80-8b5d13d1a741 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:31:45.196877 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 42629c13-3def-4d97-9f80-8b5d13d1a741 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:31:45.197250 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:45.242917 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c7bcc5fa-34b1-4731-88c6-4a41667bbb37 None None] Could not find standard attr ID for object b518f341-cc78-4a28-8566-4b95ed5790b6. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:31:45.251226 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-457f2d09-48bf-4ea2-8e85-9f4e3830152b tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:45.259555 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9919e4bd-1bd4-45e7-906a-d85e494e19fb None None] DHCP port deletion for 3e9cb203-d5c7-432e-910c-d1ab8a032b8c request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:31:45.280316 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-457f2d09-48bf-4ea2-8e85-9f4e3830152b tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d2f5a8-9c2a-4e37-81c2-a6be304a674b']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:45.293029 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-457f2d09-48bf-4ea2-8e85-9f4e3830152b tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e78b27f-1344-44f4-ae5a-33d21993ff0c') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:45.293323 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-457f2d09-48bf-4ea2-8e85-9f4e3830152b tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e78b27f-1344-44f4-ae5a-33d21993ff0c') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:45.309067 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-457f2d09-48bf-4ea2-8e85-9f4e3830152b tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:45.311373 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-f04840b7-aeed-42b8-80af-15e8229a6ca3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Deleting port 42629c13-3def-4d97-9f80-8b5d13d1a741 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:31:45.311608 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f04840b7-aeed-42b8-80af-15e8229a6ca3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:45.324700 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0ee11-af15-4a62-8005-6199b705feb9 req-b88ba435-1463-44ec-8878-6e722fe64d51 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:45.331364 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0ee11-af15-4a62-8005-6199b705feb9 req-b88ba435-1463-44ec-8878-6e722fe64d51 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:45.337480 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0ee11-af15-4a62-8005-6199b705feb9 req-b88ba435-1463-44ec-8878-6e722fe64d51 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:45.339251 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ecc0ee11-af15-4a62-8005-6199b705feb9 req-b88ba435-1463-44ec-8878-6e722fe64d51 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b93bf41-538d-432c-9248-adf3e3982dc4&device_id=4daf3e72-6535-4e62-9fd1-62a61d6c24e5&device_id=20dde86b-9843-4f1d-a95e-94c8ecb20494 HTTP/1.1" status: 200 len: 2418 time: 0.0700130 Dec 10 16:31:45.358178 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-acd7015b-fa3b-419c-b4be-305bae81a598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:45.360249 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-acd7015b-fa3b-419c-b4be-305bae81a598 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:45.361513 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-acd7015b-fa3b-419c-b4be-305bae81a598 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7ff2b589-fe04-420a-85dd-40d17762003c HTTP/1.1" status: 204 len: 168 time: 0.5159450 Dec 10 16:31:45.364964 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-457f2d09-48bf-4ea2-8e85-9f4e3830152b tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:45.386781 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd7015b-fa3b-419c-b4be-305bae81a598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff2b589-fe04-420a-85dd-40d17762003c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:45.388922 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-457f2d09-48bf-4ea2-8e85-9f4e3830152b tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:31:45.389454 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-457f2d09-48bf-4ea2-8e85-9f4e3830152b tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:45.394597 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:31:45.394597 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:31:45.394597 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:31:45.394597 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:31:45.394597 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:31:45.394597 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:31:45.394597 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:31:45.394597 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:31:45.394597 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:31:45.394597 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:31:45.394597 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:31:45.394597 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:31:45.394597 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:31:45.394597 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:31:45.394597 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:31:45.394597 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:31:45.394597 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:31:45.394597 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:31:45.394597 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:31:45.394597 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:31:45.394597 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:31:45.394597 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:31:45.394597 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:31:45.394597 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:31:45.394597 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:31:45.394597 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:31:45.394597 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:31:45.394597 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:31:45.394597 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:31:45.394597 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:31:45.394597 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:31:45.394597 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:31:45.402953 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ecc0ee11-af15-4a62-8005-6199b705feb9 req-602f3a11-5478-43fc-a375-4a998528cb81 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eae1e3b-7870-4110-894e-ef9b37df26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548487 Dec 10 16:31:45.522070 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e8f582d7-58b5-4905-8005-fab0926ba19d req-eb6293e0-1647-46b2-bc0e-6555176ca127 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0834138 Dec 10 16:31:45.629773 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9919e4bd-1bd4-45e7-906a-d85e494e19fb None None] Deleting port 42629c13-3def-4d97-9f80-8b5d13d1a741 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:31:45.639327 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9919e4bd-1bd4-45e7-906a-d85e494e19fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:45.698474 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device aefaa02f-6b96-48ab-af59-48d768f4d9e2 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:31:45.727007 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: aefaa02f-6b96-48ab-af59-48d768f4d9e2 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:31:45.727359 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device aefaa02f-6b96-48ab-af59-48d768f4d9e2 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:31:45.727787 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 1fb89d1c-e703-46b6-8d9f-a354ff136ca2 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:31:45.737010 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52992) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:45.762408 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 1fb89d1c-e703-46b6-8d9f-a354ff136ca2 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:31:45.762745 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 1fb89d1c-e703-46b6-8d9f-a354ff136ca2 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:31:45.778097 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9919e4bd-1bd4-45e7-906a-d85e494e19fb None None] For port 42629c13-3def-4d97-9f80-8b5d13d1a741, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=42629c13-3def-4d97-9f80-8b5d13d1a741,segment=NetworkSegment(ded2d0e5-8bb6-46d2-826b-ae1b42c6c99a),segment_id=ded2d0e5-8bb6-46d2-826b-ae1b42c6c99a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:45.779015 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9919e4bd-1bd4-45e7-906a-d85e494e19fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:45.793877 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839f197-12a6-4adf-b903-20a75e988dc5 req-47080cef-b184-4c46-a3e8-b30dda874085 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:45.795257 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9919e4bd-1bd4-45e7-906a-d85e494e19fb None None] Calling delete_port for 42629c13-3def-4d97-9f80-8b5d13d1a741 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:31:45.795744 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e839f197-12a6-4adf-b903-20a75e988dc5 req-47080cef-b184-4c46-a3e8-b30dda874085 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=18828e85-53ed-4320-8dad-3f41cf765299 HTTP/1.1" status: 200 len: 945 time: 0.1061070 Dec 10 16:31:45.798292 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-f04840b7-aeed-42b8-80af-15e8229a6ca3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] For port 42629c13-3def-4d97-9f80-8b5d13d1a741, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=42629c13-3def-4d97-9f80-8b5d13d1a741,segment=NetworkSegment(ded2d0e5-8bb6-46d2-826b-ae1b42c6c99a),segment_id=ded2d0e5-8bb6-46d2-826b-ae1b42c6c99a)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:45.798657 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f04840b7-aeed-42b8-80af-15e8229a6ca3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:45.819972 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-f04840b7-aeed-42b8-80af-15e8229a6ca3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Calling delete_port for 42629c13-3def-4d97-9f80-8b5d13d1a741 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:31:45.824978 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-457f2d09-48bf-4ea2-8e85-9f4e3830152b tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:45.828103 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-cfdec527-52ab-4ebe-8d8c-698d7edbf153 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8c6a79dab79941139c9e497d10ecbdf9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0881510 Dec 10 16:31:45.828938 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52994) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:45.842684 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-457f2d09-48bf-4ea2-8e85-9f4e3830152b tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:45.846832 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-457f2d09-48bf-4ea2-8e85-9f4e3830152b tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] 10.222.0.11 "DELETE /v2.0/networks/d3d2f5a8-9c2a-4e37-81c2-a6be304a674b HTTP/1.1" status: 204 len: 168 time: 1.0238001 Dec 10 16:31:45.865141 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e839f197-12a6-4adf-b903-20a75e988dc5 req-63adfdbf-e8ea-4151-952d-2e577be5079c tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571947 Dec 10 16:31:45.896334 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f2d09-48bf-4ea2-8e85-9f4e3830152b tempest-TaggedBootDevicesTest-363279834 tempest-TaggedBootDevicesTest-363279834-project] Pushing event deleted for resources: {'Network': ['ID=d3d2f5a8-9c2a-4e37-81c2-a6be304a674b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:45.909287 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9919e4bd-1bd4-45e7-906a-d85e494e19fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:45.960306 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9919e4bd-1bd4-45e7-906a-d85e494e19fb None None] Pushing event deleted for resources: {'Port': ['ID=42629c13-3def-4d97-9f80-8b5d13d1a741,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:45.963847 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9919e4bd-1bd4-45e7-906a-d85e494e19fb None None] No DVR routers for this DVR port 42629c13-3def-4d97-9f80-8b5d13d1a741 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:31:45.967764 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-41a3dda2-3a8c-4b97-8277-6f32b5b296d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:45.998508 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-41a3dda2-3a8c-4b97-8277-6f32b5b296d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:46.019953 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f04840b7-aeed-42b8-80af-15e8229a6ca3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:46.056648 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04840b7-aeed-42b8-80af-15e8229a6ca3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'Port': ['ID=42629c13-3def-4d97-9f80-8b5d13d1a741,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:46.061215 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04840b7-aeed-42b8-80af-15e8229a6ca3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] No DVR routers for this DVR port 42629c13-3def-4d97-9f80-8b5d13d1a741 on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:31:46.141067 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-41a3dda2-3a8c-4b97-8277-6f32b5b296d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:46.143608 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-41a3dda2-3a8c-4b97-8277-6f32b5b296d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:46.144714 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-41a3dda2-3a8c-4b97-8277-6f32b5b296d3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/47954470-5efe-4c92-90fc-577ad2faab7e HTTP/1.1" status: 204 len: 168 time: 0.3117006 Dec 10 16:31:46.159713 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f04840b7-aeed-42b8-80af-15e8229a6ca3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:46.162217 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3dda2-3a8c-4b97-8277-6f32b5b296d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47954470-5efe-4c92-90fc-577ad2faab7e,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:46.184618 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-f04840b7-aeed-42b8-80af-15e8229a6ca3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e9cb203-d5c7-432e-910c-d1ab8a032b8c']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:46.196656 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-f04840b7-aeed-42b8-80af-15e8229a6ca3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ded2d0e5-8bb6-46d2-826b-ae1b42c6c99a') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:46.196950 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-f04840b7-aeed-42b8-80af-15e8229a6ca3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ded2d0e5-8bb6-46d2-826b-ae1b42c6c99a') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:46.210428 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f04840b7-aeed-42b8-80af-15e8229a6ca3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:46.224586 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f04840b7-aeed-42b8-80af-15e8229a6ca3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:46.231950 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f04840b7-aeed-42b8-80af-15e8229a6ca3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:31:46.232519 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f04840b7-aeed-42b8-80af-15e8229a6ca3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:46.236110 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:31:46.236110 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:31:46.236110 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:31:46.236110 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:31:46.236110 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:31:46.236110 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:31:46.236110 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:31:46.236110 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:31:46.236110 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:31:46.236110 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:31:46.236110 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:31:46.236110 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:31:46.236110 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:31:46.236110 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:31:46.236110 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:31:46.236110 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:31:46.236110 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:31:46.236110 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:31:46.236110 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:31:46.236110 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:31:46.236110 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:31:46.236110 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:31:46.236110 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:31:46.236110 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:31:46.236110 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:31:46.236110 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:31:46.236110 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:31:46.236110 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:31:46.236110 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:31:46.236110 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:31:46.236110 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:31:46.236110 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:31:46.236110 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:31:46.236110 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:31:46.236110 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:31:46.236110 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:31:46.236110 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:31:46.236110 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:31:46.236110 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:31:46.236110 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:31:46.296411 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f04840b7-aeed-42b8-80af-15e8229a6ca3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:46.307500 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f04840b7-aeed-42b8-80af-15e8229a6ca3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:46.310801 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f04840b7-aeed-42b8-80af-15e8229a6ca3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/networks/3e9cb203-d5c7-432e-910c-d1ab8a032b8c HTTP/1.1" status: 204 len: 168 time: 1.3766026 Dec 10 16:31:46.314850 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53006) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:46.320413 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-736c8416-67e5-4f2b-9aed-c7fb1efe72ef tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1200366545'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:46.333140 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04840b7-aeed-42b8-80af-15e8229a6ca3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'Network': ['ID=3e9cb203-d5c7-432e-910c-d1ab8a032b8c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:46.366417 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-02edfe14-f939-4f0d-af6f-41674f603f51 req-b597c9aa-6b16-48ea-9941-2974b9529008 tempest-ServerShowV247Test-42072957 tempest-ServerShowV247Test-42072957-project] 10.222.0.11 "GET /v2.0/ports?device_id=77021d0d-fe97-46c7-ba6c-c1c251cb4eeb HTTP/1.1" status: 200 len: 210 time: 0.0366654 Dec 10 16:31:46.371458 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736c8416-67e5-4f2b-9aed-c7fb1efe72ef tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Made reservation on behalf of 38fc6aa7996647649bb06a74b5f4d0aa for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:46.375164 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-736c8416-67e5-4f2b-9aed-c7fb1efe72ef tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:46.399283 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-736c8416-67e5-4f2b-9aed-c7fb1efe72ef tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:31:46.409692 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-736c8416-67e5-4f2b-9aed-c7fb1efe72ef tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:46.410035 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-736c8416-67e5-4f2b-9aed-c7fb1efe72ef tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Added segment ce5378e6-f7a5-48e0-9948-5f96565c8340 of type vlan for network cd762d0e-0a79-42ad-bfd7-138b313d1a14 Dec 10 16:31:46.442441 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-91b22fb3-3ed5-4a7c-b924-adf228211e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:46.457496 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-736c8416-67e5-4f2b-9aed-c7fb1efe72ef tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:46.483841 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-736c8416-67e5-4f2b-9aed-c7fb1efe72ef tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:46.489637 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736c8416-67e5-4f2b-9aed-c7fb1efe72ef tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:46.490341 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-736c8416-67e5-4f2b-9aed-c7fb1efe72ef tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:46.574870 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c8416-67e5-4f2b-9aed-c7fb1efe72ef tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'Network': ['ID=cd762d0e-0a79-42ad-bfd7-138b313d1a14,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:46.581017 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-736c8416-67e5-4f2b-9aed-c7fb1efe72ef tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2653232 Dec 10 16:31:46.587882 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53018) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:46.593400 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c49d4c4f-d747-4180-9710-526e1079b21c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'subnet': {'network_id': 'cd762d0e-0a79-42ad-bfd7-138b313d1a14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:46.595662 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network cd762d0e-0a79-42ad-bfd7-138b313d1a14 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:31:46.813543 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49d4c4f-d747-4180-9710-526e1079b21c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Made reservation on behalf of 38fc6aa7996647649bb06a74b5f4d0aa for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:46.826254 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c49d4c4f-d747-4180-9710-526e1079b21c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:47.127380 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c49d4c4f-d747-4180-9710-526e1079b21c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:47.161447 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 42629c13-3def-4d97-9f80-8b5d13d1a741 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:31:47.217535 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 42629c13-3def-4d97-9f80-8b5d13d1a741 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:31:47.217970 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 42629c13-3def-4d97-9f80-8b5d13d1a741 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:31:47.223151 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d4c4f-d747-4180-9710-526e1079b21c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'Subnet': ['ID=498b7aee-a611-4092-af9f-dbfdfebd860d,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:47.232418 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49d4c4f-d747-4180-9710-526e1079b21c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Checking segment: {'id': 'ce5378e6-f7a5-48e0-9948-5f96565c8340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cd762d0e-0a79-42ad-bfd7-138b313d1a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:31:47.233090 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49d4c4f-d747-4180-9710-526e1079b21c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Network hostable DHCP agents. Network: cd762d0e-0a79-42ad-bfd7-138b313d1a14, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:31:47.252818 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49d4c4f-d747-4180-9710-526e1079b21c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Network cd762d0e-0a79-42ad-bfd7-138b313d1a14 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:31:47.262714 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-c49d4c4f-d747-4180-9710-526e1079b21c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, cd762d0e-0a79-42ad-bfd7-138b313d1a14) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:31:47.268989 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49d4c4f-d747-4180-9710-526e1079b21c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:47.271035 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:47.271178 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c49d4c4f-d747-4180-9710-526e1079b21c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:47.273405 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427a8421-40ec-4e73-a131-7343bd135e67 None None] Network cd762d0e-0a79-42ad-bfd7-138b313d1a14 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:31:47.278501 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52f0e8-c58a-4dde-9d8c-52a28abe5460 req-1579fa29-6a3e-430a-95e7-147a18228e9c tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:47.289643 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c49d4c4f-d747-4180-9710-526e1079b21c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7005177 Dec 10 16:31:47.292161 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53044) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:47.294782 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de52f0e8-c58a-4dde-9d8c-52a28abe5460 req-1579fa29-6a3e-430a-95e7-147a18228e9c tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=18828e85-53ed-4320-8dad-3f41cf765299 HTTP/1.1" status: 200 len: 945 time: 0.0842872 Dec 10 16:31:47.298729 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c063de39-b7a7-492a-b463-8e7bef6b5d18 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'port': {'network_id': 'cd762d0e-0a79-42ad-bfd7-138b313d1a14', 'security_groups': [], 'name': 'tempest-PortsTestJSON-786219398'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:47.415946 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de52f0e8-c58a-4dde-9d8c-52a28abe5460 req-6bae9c45-1dd0-4442-8e32-36e150d96f72 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202004 Dec 10 16:31:47.453163 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b7655e-b28b-4290-ab90-e25829634624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-cd762d0e-0a79-42ad-bfd7-138b313d1a14', 'network_id': 'cd762d0e-0a79-42ad-bfd7-138b313d1a14', 'project_id': '38fc6aa7996647649bb06a74b5f4d0aa', 'fixed_ips': [{'subnet_id': '498b7aee-a611-4092-af9f-dbfdfebd860d'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:31:47.454234 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-42b7655e-b28b-4290-ab90-e25829634624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:47.550034 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c063de39-b7a7-492a-b463-8e7bef6b5d18 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Made reservation on behalf of 38fc6aa7996647649bb06a74b5f4d0aa for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:47.559656 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c063de39-b7a7-492a-b463-8e7bef6b5d18 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:47.627786 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-c063de39-b7a7-492a-b463-8e7bef6b5d18 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] device_id is not set on port 91470cb7-762c-4d56-892a-e40178714072 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:31:47.674523 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-42b7655e-b28b-4290-ab90-e25829634624 None None] Allocated IP 172.20.0.2 (cd762d0e-0a79-42ad-bfd7-138b313d1a14/498b7aee-a611-4092-af9f-dbfdfebd860d/c3796cd3-5a3f-443a-92dc-da248c105e88) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:31:47.931428 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-42b7655e-b28b-4290-ab90-e25829634624 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:47.938466 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-42b7655e-b28b-4290-ab90-e25829634624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:48.004538 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-050c2609-8554-45b8-9099-a3342e846625 req-21de0dc1-e783-4b95-a6fd-f9e39690b163 tempest-ServerShowV247Test-42072957 tempest-ServerShowV247Test-42072957-project] 10.222.0.11 "GET /v2.0/ports?device_id=77021d0d-fe97-46c7-ba6c-c1c251cb4eeb HTTP/1.1" status: 200 len: 210 time: 0.0586512 Dec 10 16:31:48.030921 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b7655e-b28b-4290-ab90-e25829634624 None None] Pushing event updated for resources: {'Port': ['ID=c3796cd3-5a3f-443a-92dc-da248c105e88,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:48.043827 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-c063de39-b7a7-492a-b463-8e7bef6b5d18 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Allocated IP 172.20.0.4 (cd762d0e-0a79-42ad-bfd7-138b313d1a14/498b7aee-a611-4092-af9f-dbfdfebd860d/91470cb7-762c-4d56-892a-e40178714072) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:31:48.058788 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b7655e-b28b-4290-ab90-e25829634624 None None] Network cd762d0e-0a79-42ad-bfd7-138b313d1a14 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:31:48.075268 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-42b7655e-b28b-4290-ab90-e25829634624 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:31:48.083043 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b7655e-b28b-4290-ab90-e25829634624 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:31:48.243652 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-42b7655e-b28b-4290-ab90-e25829634624 None None] Attempting to bind port c3796cd3-5a3f-443a-92dc-da248c105e88 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:31:48.244351 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-42b7655e-b28b-4290-ab90-e25829634624 None None] Attempting to bind port c3796cd3-5a3f-443a-92dc-da248c105e88 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'ce5378e6-f7a5-48e0-9948-5f96565c8340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cd762d0e-0a79-42ad-bfd7-138b313d1a14'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:31:48.244351 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b7655e-b28b-4290-ab90-e25829634624 None None] Attempting to bind port c3796cd3-5a3f-443a-92dc-da248c105e88 on network cd762d0e-0a79-42ad-bfd7-138b313d1a14 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:31:48.260723 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b7655e-b28b-4290-ab90-e25829634624 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:31:48.261120 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b7655e-b28b-4290-ab90-e25829634624 None None] Checking segment: {'id': 'ce5378e6-f7a5-48e0-9948-5f96565c8340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cd762d0e-0a79-42ad-bfd7-138b313d1a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:31:48.262476 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-42b7655e-b28b-4290-ab90-e25829634624 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:48.263363 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b7655e-b28b-4290-ab90-e25829634624 None None] Bound using segment: {'id': 'ce5378e6-f7a5-48e0-9948-5f96565c8340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cd762d0e-0a79-42ad-bfd7-138b313d1a14'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:31:48.263865 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-42b7655e-b28b-4290-ab90-e25829634624 None None] Bound port: c3796cd3-5a3f-443a-92dc-da248c105e88, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce5378e6-f7a5-48e0-9948-5f96565c8340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cd762d0e-0a79-42ad-bfd7-138b313d1a14'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:31:48.264240 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-42b7655e-b28b-4290-ab90-e25829634624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:48.283402 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c063de39-b7a7-492a-b463-8e7bef6b5d18 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:48.336753 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c063de39-b7a7-492a-b463-8e7bef6b5d18 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:48.388500 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c063de39-b7a7-492a-b463-8e7bef6b5d18 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Network cd762d0e-0a79-42ad-bfd7-138b313d1a14 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:31:48.394929 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-c063de39-b7a7-492a-b463-8e7bef6b5d18 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:31:48.399791 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c063de39-b7a7-492a-b463-8e7bef6b5d18 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:31:48.409365 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-42b7655e-b28b-4290-ab90-e25829634624 None None] For port c3796cd3-5a3f-443a-92dc-da248c105e88, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:31:48.414766 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-42b7655e-b28b-4290-ab90-e25829634624 None None] For port c3796cd3-5a3f-443a-92dc-da248c105e88, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c3796cd3-5a3f-443a-92dc-da248c105e88,segment=NetworkSegment(ce5378e6-f7a5-48e0-9948-5f96565c8340),segment_id=ce5378e6-f7a5-48e0-9948-5f96565c8340)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:31:48.422852 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-42b7655e-b28b-4290-ab90-e25829634624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:48.444208 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5671977-0fbb-4297-abc8-0fc31f719f06 req-4d7f1f4c-93a2-478e-b4fe-d9b74ee12eeb tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:48.446302 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b5671977-0fbb-4297-abc8-0fc31f719f06 req-4d7f1f4c-93a2-478e-b4fe-d9b74ee12eeb tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b93bf41-538d-432c-9248-adf3e3982dc4 HTTP/1.1" status: 200 len: 946 time: 0.1093082 Dec 10 16:31:48.482033 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c063de39-b7a7-492a-b463-8e7bef6b5d18 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:48.482722 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c063de39-b7a7-492a-b463-8e7bef6b5d18 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:48.486671 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063de39-b7a7-492a-b463-8e7bef6b5d18 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'Port': ['ID=91470cb7-762c-4d56-892a-e40178714072,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:48.534358 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:48.541836 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b5671977-0fbb-4297-abc8-0fc31f719f06 req-cb88f46d-b62d-4d02-a8b2-8230d9bd39cd tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eae1e3b-7870-4110-894e-ef9b37df26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884819 Dec 10 16:31:48.548449 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c063de39-b7a7-492a-b463-8e7bef6b5d18 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.2549584 Dec 10 16:31:48.551608 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53076) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:48.563837 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b7655e-b28b-4290-ab90-e25829634624 None None] Pushing event updated for resources: {'Port': ['ID=c3796cd3-5a3f-443a-92dc-da248c105e88,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:48.713968 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53080) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:48.729038 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bee3c5-3a29-4bb5-98dd-7f48a78732fb req-22fd6cba-1cdd-46b3-bf9e-6fc5ed5ef8be tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:48.730641 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c7bee3c5-3a29-4bb5-98dd-7f48a78732fb req-22fd6cba-1cdd-46b3-bf9e-6fc5ed5ef8be tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=18828e85-53ed-4320-8dad-3f41cf765299 HTTP/1.1" status: 200 len: 945 time: 0.0983157 Dec 10 16:31:48.749451 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-2942ef9d-4d52-4705-b32c-5104f9da483c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Deleting port 91470cb7-762c-4d56-892a-e40178714072 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:31:48.750068 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2942ef9d-4d52-4705-b32c-5104f9da483c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:48.864820 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c7bee3c5-3a29-4bb5-98dd-7f48a78732fb req-3a01dae7-7307-4fd1-9804-6eb1e181f950 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266253 Dec 10 16:31:48.869214 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-1ee6d5ed-d41a-433f-bb65-eb9f6a3dead9 tempest-QuotasTest-1606056043 tempest-QuotasTest-1606056043-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:48.925409 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2942ef9d-4d52-4705-b32c-5104f9da483c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:48.927920 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1ee6d5ed-d41a-433f-bb65-eb9f6a3dead9 tempest-QuotasTest-1606056043 tempest-QuotasTest-1606056043-project-admin] 10.222.0.11 "PUT /v2.0/quotas/c28a76abbdd34a23a37ac4281a1fcc35 HTTP/1.1" status: 200 len: 366 time: 0.2128115 Dec 10 16:31:48.930237 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53088) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:48.949592 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d9451a7e-2179-4df9-a200-f8bee971c419 tempest-QuotasTest-1606056043 tempest-QuotasTest-1606056043-project-admin] 10.222.0.11 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0180824 Dec 10 16:31:48.950226 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53090) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:48.955036 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-2942ef9d-4d52-4705-b32c-5104f9da483c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Calling delete_port for 91470cb7-762c-4d56-892a-e40178714072 owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:31:48.961710 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3c285770-5e6e-4c49-8cfe-2f17d9ded9f7 tempest-QuotasTest-1606056043 tempest-QuotasTest-1606056043-project-admin] 10.222.0.11 "GET /v2.0/quotas/c28a76abbdd34a23a37ac4281a1fcc35 HTTP/1.1" status: 200 len: 366 time: 0.0103264 Dec 10 16:31:48.964764 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53092) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:48.982187 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c6f18ae8-d4bc-4599-ba4f-14e36091b2e0 tempest-QuotasTest-1606056043 tempest-QuotasTest-1606056043-project-admin] 10.222.0.11 "DELETE /v2.0/quotas/c28a76abbdd34a23a37ac4281a1fcc35 HTTP/1.1" status: 204 len: 168 time: 0.0161755 Dec 10 16:31:48.984418 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53094) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:49.014066 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3a1f9be1-49a4-4050-9c58-3002d94be252 tempest-QuotasTest-1606056043 tempest-QuotasTest-1606056043-project-admin] 10.222.0.11 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0274572 Dec 10 16:31:49.017096 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53096) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:49.046553 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-62f84ac9-9f30-4f00-94c5-d0e35c5745ac tempest-QuotasTest-1606056043 tempest-QuotasTest-1606056043-project-admin] 10.222.0.11 "GET /v2.0/quotas/c28a76abbdd34a23a37ac4281a1fcc35 HTTP/1.1" status: 200 len: 370 time: 0.0268505 Dec 10 16:31:49.048118 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53100) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:49.060378 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4bd8b7bf-362f-4934-81b4-79a99983cc8f tempest-QuotasTest-1606056043 tempest-QuotasTest-1606056043-project-admin] 10.222.0.11 "GET /v2.0/quotas/c28a76abbdd34a23a37ac4281a1fcc35/default HTTP/1.1" status: 200 len: 370 time: 0.0105364 Dec 10 16:31:49.063553 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53102) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:49.083002 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-c4a59e8b-e6ed-4cf7-ab81-e1473301a61b tempest-QuotasTest-1606056043 tempest-QuotasTest-1606056043-project-admin] delete failed (client error): The resource could not be found. Dec 10 16:31:49.084070 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c4a59e8b-e6ed-4cf7-ab81-e1473301a61b tempest-QuotasTest-1606056043 tempest-QuotasTest-1606056043-project-admin] 10.222.0.11 "DELETE /v2.0/quotas/c28a76abbdd34a23a37ac4281a1fcc35 HTTP/1.1" status: 404 len: 348 time: 0.0195525 Dec 10 16:31:49.129774 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2942ef9d-4d52-4705-b32c-5104f9da483c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:49.174129 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942ef9d-4d52-4705-b32c-5104f9da483c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'Port': ['ID=91470cb7-762c-4d56-892a-e40178714072,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:49.188794 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c3796cd3-5a3f-443a-92dc-da248c105e88 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:31:49.222032 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-af8b8b8f-038c-4aa1-8c52-23b3bbbc7641 req-72e7d809-43fd-4978-a785-afb3534e7915 tempest-ServerShowV247Test-42072957 tempest-ServerShowV247Test-42072957-project] 10.222.0.11 "GET /v2.0/ports?device_id=77021d0d-fe97-46c7-ba6c-c1c251cb4eeb HTTP/1.1" status: 200 len: 210 time: 0.0627217 Dec 10 16:31:49.234781 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53106) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:49.272315 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2942ef9d-4d52-4705-b32c-5104f9da483c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:49.273385 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port c3796cd3-5a3f-443a-92dc-da248c105e88 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:31:49.274388 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:49.275919 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2942ef9d-4d52-4705-b32c-5104f9da483c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/ports/91470cb7-762c-4d56-892a-e40178714072 HTTP/1.1" status: 204 len: 168 time: 0.7233016 Dec 10 16:31:49.278435 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53108) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:49.284971 n-d-766771-2 neutron-server[103393]: DEBUG neutron.quota.resource [None req-d38b8b97-a972-4473-8a58-3be34b8dd832 tempest-QuotasTest-1606056043 tempest-QuotasTest-1606056043-project-admin] Usage tracker for resource:network and project:21d21162bb124007bb0903729bd36029 is out of sync, need to count used quota {{(pid=103393) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 16:31:49.288841 n-d-766771-2 neutron-server[103393]: DEBUG neutron.quota.resource [None req-d38b8b97-a972-4473-8a58-3be34b8dd832 tempest-QuotasTest-1606056043 tempest-QuotasTest-1606056043-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103393) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 16:31:49.300081 n-d-766771-2 neutron-server[103393]: DEBUG neutron.quota.resource [None req-d38b8b97-a972-4473-8a58-3be34b8dd832 tempest-QuotasTest-1606056043 tempest-QuotasTest-1606056043-project-admin] Usage tracker for resource:subnet and project:21d21162bb124007bb0903729bd36029 is out of sync, need to count used quota {{(pid=103393) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 16:31:49.306518 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac214481-8839-4ff3-9afb-5f31deda5ad8 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] GET failed (client error): The resource could not be found. Dec 10 16:31:49.307389 n-d-766771-2 neutron-server[103393]: DEBUG neutron.quota.resource [None req-d38b8b97-a972-4473-8a58-3be34b8dd832 tempest-QuotasTest-1606056043 tempest-QuotasTest-1606056043-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103393) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 16:31:49.308445 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ac214481-8839-4ff3-9afb-5f31deda5ad8 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "GET /v2.0/ports/91470cb7-762c-4d56-892a-e40178714072 HTTP/1.1" status: 404 len: 333 time: 0.0288701 Dec 10 16:31:49.313018 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53110) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:49.327019 n-d-766771-2 neutron-server[103393]: DEBUG neutron.quota.resource [None req-d38b8b97-a972-4473-8a58-3be34b8dd832 tempest-QuotasTest-1606056043 tempest-QuotasTest-1606056043-project-admin] Usage tracker for resource:subnetpool and project:21d21162bb124007bb0903729bd36029 is out of sync, need to count used quota {{(pid=103393) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 16:31:49.333310 n-d-766771-2 neutron-server[103393]: DEBUG neutron.quota.resource [None req-d38b8b97-a972-4473-8a58-3be34b8dd832 tempest-QuotasTest-1606056043 tempest-QuotasTest-1606056043-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103393) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 16:31:49.340374 n-d-766771-2 neutron-server[103393]: DEBUG neutron.quota.resource [None req-d38b8b97-a972-4473-8a58-3be34b8dd832 tempest-QuotasTest-1606056043 tempest-QuotasTest-1606056043-project-admin] Usage tracker for resource:port and project:21d21162bb124007bb0903729bd36029 is out of sync, need to count used quota {{(pid=103393) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 16:31:49.343924 n-d-766771-2 neutron-server[103393]: DEBUG neutron.quota.resource [None req-d38b8b97-a972-4473-8a58-3be34b8dd832 tempest-QuotasTest-1606056043 tempest-QuotasTest-1606056043-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103393) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 16:31:49.351100 n-d-766771-2 neutron-server[103393]: DEBUG neutron.quota.resource [None req-d38b8b97-a972-4473-8a58-3be34b8dd832 tempest-QuotasTest-1606056043 tempest-QuotasTest-1606056043-project-admin] Usage tracker for resource:router and project:21d21162bb124007bb0903729bd36029 is out of sync, need to count used quota {{(pid=103393) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 16:31:49.354636 n-d-766771-2 neutron-server[103393]: DEBUG neutron.quota.resource [None req-d38b8b97-a972-4473-8a58-3be34b8dd832 tempest-QuotasTest-1606056043 tempest-QuotasTest-1606056043-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103393) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 16:31:49.361236 n-d-766771-2 neutron-server[103393]: DEBUG neutron.quota.resource [None req-d38b8b97-a972-4473-8a58-3be34b8dd832 tempest-QuotasTest-1606056043 tempest-QuotasTest-1606056043-project-admin] Usage tracker for resource:floatingip and project:21d21162bb124007bb0903729bd36029 is out of sync, need to count used quota {{(pid=103393) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 16:31:49.364878 n-d-766771-2 neutron-server[103393]: DEBUG neutron.quota.resource [None req-d38b8b97-a972-4473-8a58-3be34b8dd832 tempest-QuotasTest-1606056043 tempest-QuotasTest-1606056043-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103393) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 16:31:49.377323 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5d47320-2f69-4db4-8fed-c9f52744d3d2 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Deleting subnet 498b7aee-a611-4092-af9f-dbfdfebd860d {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:31:49.382071 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5d47320-2f69-4db4-8fed-c9f52744d3d2 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:49.388721 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:49.405496 n-d-766771-2 neutron-server[103393]: DEBUG neutron.quota.resource [None req-d38b8b97-a972-4473-8a58-3be34b8dd832 tempest-QuotasTest-1606056043 tempest-QuotasTest-1606056043-project-admin] Usage tracker for resource:security_group and project:21d21162bb124007bb0903729bd36029 is out of sync, need to count used quota {{(pid=103393) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 16:31:49.409481 n-d-766771-2 neutron-server[103393]: DEBUG neutron.quota.resource [None req-d38b8b97-a972-4473-8a58-3be34b8dd832 tempest-QuotasTest-1606056043 tempest-QuotasTest-1606056043-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103393) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 16:31:49.416922 n-d-766771-2 neutron-server[103393]: DEBUG neutron.quota.resource [None req-d38b8b97-a972-4473-8a58-3be34b8dd832 tempest-QuotasTest-1606056043 tempest-QuotasTest-1606056043-project-admin] Usage tracker for resource:security_group_rule and project:21d21162bb124007bb0903729bd36029 is out of sync, need to count used quota {{(pid=103393) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 16:31:49.420247 n-d-766771-2 neutron-server[103393]: DEBUG neutron.quota.resource [None req-d38b8b97-a972-4473-8a58-3be34b8dd832 tempest-QuotasTest-1606056043 tempest-QuotasTest-1606056043-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103393) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 16:31:49.425289 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d38b8b97-a972-4473-8a58-3be34b8dd832 tempest-QuotasTest-1606056043 tempest-QuotasTest-1606056043-project-admin] 10.222.0.11 "GET /v2.0/quotas/21d21162bb124007bb0903729bd36029/details.json HTTP/1.1" status: 200 len: 703 time: 0.1897831 Dec 10 16:31:49.432355 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port c3796cd3-5a3f-443a-92dc-da248c105e88, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c3796cd3-5a3f-443a-92dc-da248c105e88,segment=NetworkSegment(ce5378e6-f7a5-48e0-9948-5f96565c8340),segment_id=ce5378e6-f7a5-48e0-9948-5f96565c8340)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:49.438978 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:49.446828 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5d47320-2f69-4db4-8fed-c9f52744d3d2 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:49.498461 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=c3796cd3-5a3f-443a-92dc-da248c105e88,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:49.561259 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5d47320-2f69-4db4-8fed-c9f52744d3d2 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:49.632240 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5d47320-2f69-4db4-8fed-c9f52744d3d2 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:49.643363 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:49.704673 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d47320-2f69-4db4-8fed-c9f52744d3d2 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'Subnet': ['ID=498b7aee-a611-4092-af9f-dbfdfebd860d,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:49.706952 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5d47320-2f69-4db4-8fed-c9f52744d3d2 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:49.712920 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d5d47320-2f69-4db4-8fed-c9f52744d3d2 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/subnets/498b7aee-a611-4092-af9f-dbfdfebd860d HTTP/1.1" status: 204 len: 168 time: 0.3964808 Dec 10 16:31:49.713725 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53116) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:49.774228 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc680b4-5289-4a90-bd26-82244cfe7f7c req-010e95e7-68d2-4f95-9d45-ba33e175aee8 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:49.783512 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fdc680b4-5289-4a90-bd26-82244cfe7f7c req-010e95e7-68d2-4f95-9d45-ba33e175aee8 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b93bf41-538d-432c-9248-adf3e3982dc4 HTTP/1.1" status: 200 len: 946 time: 0.0829363 Dec 10 16:31:49.830343 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a0c0b22b-2d5e-42f7-9b18-9e5ec5c4b696 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:49.877601 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fdc680b4-5289-4a90-bd26-82244cfe7f7c req-64fb1df2-8add-45f2-b02f-3c20ad9d0ea4 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eae1e3b-7870-4110-894e-ef9b37df26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879009 Dec 10 16:31:49.893101 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a0c0b22b-2d5e-42f7-9b18-9e5ec5c4b696 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Deleting port c3796cd3-5a3f-443a-92dc-da248c105e88 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:31:49.893443 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a0c0b22b-2d5e-42f7-9b18-9e5ec5c4b696 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:49.914209 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53122) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:50.022921 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-a0c0b22b-2d5e-42f7-9b18-9e5ec5c4b696 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] For port c3796cd3-5a3f-443a-92dc-da248c105e88, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c3796cd3-5a3f-443a-92dc-da248c105e88,segment=NetworkSegment(ce5378e6-f7a5-48e0-9948-5f96565c8340),segment_id=ce5378e6-f7a5-48e0-9948-5f96565c8340)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:50.023274 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a0c0b22b-2d5e-42f7-9b18-9e5ec5c4b696 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:50.038730 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a0c0b22b-2d5e-42f7-9b18-9e5ec5c4b696 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Calling delete_port for c3796cd3-5a3f-443a-92dc-da248c105e88 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:31:50.098594 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640bed85-0dcd-4aa7-86e9-58c9c2b96b50 None None] Network cd762d0e-0a79-42ad-bfd7-138b313d1a14 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:31:50.101442 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc5e66-ca9d-4e96-80ef-34850ac6372c req-bfc910cc-0e1a-4769-96e0-de06a4d4981a tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:50.103472 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1ddc5e66-ca9d-4e96-80ef-34850ac6372c req-bfc910cc-0e1a-4769-96e0-de06a4d4981a tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b93bf41-538d-432c-9248-adf3e3982dc4 HTTP/1.1" status: 200 len: 946 time: 0.1404984 Dec 10 16:31:50.124637 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-89a7b19a-f9ce-4366-a400-d8f2cc8d8652 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:50.138318 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a0c0b22b-2d5e-42f7-9b18-9e5ec5c4b696 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:50.151269 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c0b22b-2d5e-42f7-9b18-9e5ec5c4b696 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] No DVR routers for this DVR port c3796cd3-5a3f-443a-92dc-da248c105e88 on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:31:50.159853 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794cb9c-f6ac-4632-8279-48533247ff33 req-4b05ab1e-f2d5-4d5a-bad7-11739d171c08 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:50.167426 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7794cb9c-f6ac-4632-8279-48533247ff33 req-4b05ab1e-f2d5-4d5a-bad7-11739d171c08 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=18828e85-53ed-4320-8dad-3f41cf765299 HTTP/1.1" status: 200 len: 945 time: 0.1485937 Dec 10 16:31:50.174965 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c0b22b-2d5e-42f7-9b18-9e5ec5c4b696 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'Port': ['ID=c3796cd3-5a3f-443a-92dc-da248c105e88,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:50.185427 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-0b73e657-24b1-4541-b39c-1c43f6fc0564 None None] Could not find standard attr ID for object c3796cd3-5a3f-443a-92dc-da248c105e88. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:31:50.272559 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a0c0b22b-2d5e-42f7-9b18-9e5ec5c4b696 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:50.298068 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a0c0b22b-2d5e-42f7-9b18-9e5ec5c4b696 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd762d0e-0a79-42ad-bfd7-138b313d1a14']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:50.308917 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a0c0b22b-2d5e-42f7-9b18-9e5ec5c4b696 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce5378e6-f7a5-48e0-9948-5f96565c8340') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:50.309231 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a0c0b22b-2d5e-42f7-9b18-9e5ec5c4b696 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce5378e6-f7a5-48e0-9948-5f96565c8340') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:31:50.311837 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7794cb9c-f6ac-4632-8279-48533247ff33 req-916d4829-2175-4f2f-ac77-934ffda04bd2 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423545 Dec 10 16:31:50.324067 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc0eb61-6647-4126-b4c6-fc9cc7244b30 None None] DHCP port deletion for cd762d0e-0a79-42ad-bfd7-138b313d1a14 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:31:50.325600 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a0c0b22b-2d5e-42f7-9b18-9e5ec5c4b696 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:50.340951 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a0c0b22b-2d5e-42f7-9b18-9e5ec5c4b696 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:50.354844 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0c0b22b-2d5e-42f7-9b18-9e5ec5c4b696 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:31:50.355509 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a0c0b22b-2d5e-42f7-9b18-9e5ec5c4b696 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:50.372123 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-1ddc5e66-ca9d-4e96-80ef-34850ac6372c req-47d98d9d-3465-46cc-b4c2-e169ba5781c5 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Deleting port 66d574eb-e97d-4a1f-9a9c-eaadeaa42122 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:31:50.372477 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1ddc5e66-ca9d-4e96-80ef-34850ac6372c req-47d98d9d-3465-46cc-b4c2-e169ba5781c5 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:50.431786 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:31:50.431786 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:31:50.431786 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:31:50.431786 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:31:50.431786 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:31:50.431786 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:31:50.431786 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:31:50.431786 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:31:50.431786 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:31:50.431786 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:31:50.431786 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:31:50.431786 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:31:50.431786 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:31:50.431786 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:31:50.431786 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:31:50.431786 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:31:50.431786 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:31:50.431786 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:31:50.431786 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:31:50.431786 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:31:50.431786 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:31:50.431786 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:31:50.431786 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:31:50.431786 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:31:50.431786 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:31:50.431786 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:31:50.431786 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:31:50.431786 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:31:50.431786 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:31:50.431786 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:31:50.431786 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:31:50.431786 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:31:50.434897 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a0c0b22b-2d5e-42f7-9b18-9e5ec5c4b696 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:50.445868 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a0c0b22b-2d5e-42f7-9b18-9e5ec5c4b696 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:50.450397 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a0c0b22b-2d5e-42f7-9b18-9e5ec5c4b696 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/networks/cd762d0e-0a79-42ad-bfd7-138b313d1a14 HTTP/1.1" status: 204 len: 168 time: 0.7358718 Dec 10 16:31:50.455218 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-89a7b19a-f9ce-4366-a400-d8f2cc8d8652 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:50.457705 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53134) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:50.463718 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-93fc9b45-66c2-426b-848e-bb871bdd3b92 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'port': {'network_id': '912cbe49-1749-4b35-bb37-0e8e4bb88a08', 'name': 'tempest-PortsTestJSON-1726058794'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:50.466527 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c0b22b-2d5e-42f7-9b18-9e5ec5c4b696 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'Network': ['ID=cd762d0e-0a79-42ad-bfd7-138b313d1a14,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:50.481030 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-89a7b19a-f9ce-4366-a400-d8f2cc8d8652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:50.615093 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-89a7b19a-f9ce-4366-a400-d8f2cc8d8652 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=77053392c7c844eea9571846f11d1775&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6994832 Dec 10 16:31:50.616382 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a7b19a-f9ce-4366-a400-d8f2cc8d8652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6a0b1c-7010-44a4-8167-887b601cb2ed,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:50.617965 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53136) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:50.636565 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ce5560d4-2d8f-42d0-a439-80f9dd91c1ed req-04430c9d-bc7f-4173-b43e-de0a5da65126 tempest-ServerShowV247Test-42072957 tempest-ServerShowV247Test-42072957-project] 10.222.0.11 "GET /v2.0/ports?device_id=77021d0d-fe97-46c7-ba6c-c1c251cb4eeb HTTP/1.1" status: 200 len: 210 time: 0.0661256 Dec 10 16:31:50.657292 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-1ddc5e66-ca9d-4e96-80ef-34850ac6372c req-47d98d9d-3465-46cc-b4c2-e169ba5781c5 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] For port 66d574eb-e97d-4a1f-9a9c-eaadeaa42122, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=66d574eb-e97d-4a1f-9a9c-eaadeaa42122,segment=NetworkSegment(0dcc8a1a-3660-487b-a29e-50cf9d625980),segment_id=0dcc8a1a-3660-487b-a29e-50cf9d625980)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:50.657656 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1ddc5e66-ca9d-4e96-80ef-34850ac6372c req-47d98d9d-3465-46cc-b4c2-e169ba5781c5 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:50.680191 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-1ddc5e66-ca9d-4e96-80ef-34850ac6372c req-47d98d9d-3465-46cc-b4c2-e169ba5781c5 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Calling delete_port for 66d574eb-e97d-4a1f-9a9c-eaadeaa42122 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:31:50.691582 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93fc9b45-66c2-426b-848e-bb871bdd3b92 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Made reservation on behalf of 38fc6aa7996647649bb06a74b5f4d0aa for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:50.695432 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-93fc9b45-66c2-426b-848e-bb871bdd3b92 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:50.704746 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fe5fc91f-a33d-4a8c-832c-f1d48b2b19fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:50.735005 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fe5fc91f-a33d-4a8c-832c-f1d48b2b19fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:50.752289 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-93fc9b45-66c2-426b-848e-bb871bdd3b92 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] device_id is not set on port a910c6d1-11a5-48d9-a612-3bd8de17343c yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:31:50.793053 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fe5fc91f-a33d-4a8c-832c-f1d48b2b19fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:50.796268 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fe5fc91f-a33d-4a8c-832c-f1d48b2b19fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:50.799850 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-fe5fc91f-a33d-4a8c-832c-f1d48b2b19fe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ee6a0b1c-7010-44a4-8167-887b601cb2ed HTTP/1.1" status: 204 len: 168 time: 0.1775222 Dec 10 16:31:50.806845 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5fc91f-a33d-4a8c-832c-f1d48b2b19fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6a0b1c-7010-44a4-8167-887b601cb2ed,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:51.001263 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1ddc5e66-ca9d-4e96-80ef-34850ac6372c req-47d98d9d-3465-46cc-b4c2-e169ba5781c5 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:51.014402 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['567e9ba0-6fdc-4fef-8f5f-95ec350aebee'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:31:51.017764 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['62095813-36d3-4d4c-82d2-172a94116374', '66d574eb-e97d-4a1f-9a9c-eaadeaa42122'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:31:51.050749 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d98d9d-3465-46cc-b4c2-e169ba5781c5 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Pushing event deleted for resources: {'Port': ['ID=66d574eb-e97d-4a1f-9a9c-eaadeaa42122,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:51.056299 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-93fc9b45-66c2-426b-848e-bb871bdd3b92 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:51.115251 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f300de-ef96-4846-a39d-1f624377d79b req-7ffc8912-4034-4f28-859a-75e668f171bb tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:51.116521 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-28f300de-ef96-4846-a39d-1f624377d79b req-7ffc8912-4034-4f28-859a-75e668f171bb tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b93bf41-538d-432c-9248-adf3e3982dc4 HTTP/1.1" status: 200 len: 867 time: 0.1669636 Dec 10 16:31:51.137166 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ddc5e66-ca9d-4e96-80ef-34850ac6372c req-47d98d9d-3465-46cc-b4c2-e169ba5781c5 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] No DVR routers for this DVR port 66d574eb-e97d-4a1f-9a9c-eaadeaa42122 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:31:51.142191 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1ddc5e66-ca9d-4e96-80ef-34850ac6372c req-47d98d9d-3465-46cc-b4c2-e169ba5781c5 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:51.145512 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1ddc5e66-ca9d-4e96-80ef-34850ac6372c req-47d98d9d-3465-46cc-b4c2-e169ba5781c5 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.46 "DELETE /v2.0/ports/66d574eb-e97d-4a1f-9a9c-eaadeaa42122 HTTP/1.1" status: 204 len: 173 time: 1.0332994 Dec 10 16:31:51.157279 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b93bf41-538d-432c-9248-adf3e3982dc4', 'name': 'network-vif-deleted', 'tag': '66d574eb-e97d-4a1f-9a9c-eaadeaa42122'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:31:51.159495 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd0f257-a656-4980-ab15-eadc8ac399e1" -d '{"events": [{"server_uuid": "8b93bf41-538d-432c-9248-adf3e3982dc4", "name": "network-vif-deleted", "tag": "66d574eb-e97d-4a1f-9a9c-eaadeaa42122"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:31:51.227016 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53152) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:51.230970 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c3796cd3-5a3f-443a-92dc-da248c105e88 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:31:51.232893 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-93fc9b45-66c2-426b-848e-bb871bdd3b92 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:51.256653 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b7a30274-c900-4122-8d0c-5850ce27ef17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:51.293339 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: c3796cd3-5a3f-443a-92dc-da248c105e88 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:31:51.293689 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c3796cd3-5a3f-443a-92dc-da248c105e88 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:31:51.377233 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fc9b45-66c2-426b-848e-bb871bdd3b92 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Network 912cbe49-1749-4b35-bb37-0e8e4bb88a08 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:31:51.381018 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc9b45-66c2-426b-848e-bb871bdd3b92 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'Port': ['ID=a910c6d1-11a5-48d9-a612-3bd8de17343c,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:51.382180 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b7a30274-c900-4122-8d0c-5850ce27ef17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:51.387372 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b7a30274-c900-4122-8d0c-5850ce27ef17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:51.396819 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-93fc9b45-66c2-426b-848e-bb871bdd3b92 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:31:51.399258 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fc9b45-66c2-426b-848e-bb871bdd3b92 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:31:51.409803 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fc9b45-66c2-426b-848e-bb871bdd3b92 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:51.410437 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-93fc9b45-66c2-426b-848e-bb871bdd3b92 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:51.441935 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b7a30274-c900-4122-8d0c-5850ce27ef17 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=21d21162bb124007bb0903729bd36029&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2054543 Dec 10 16:31:51.442096 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-28f300de-ef96-4846-a39d-1f624377d79b req-34b3c974-74e2-447b-9b37-9c4a57c78a5d tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eae1e3b-7870-4110-894e-ef9b37df26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039885 Dec 10 16:31:51.452673 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53158) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:51.482505 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a30274-c900-4122-8d0c-5850ce27ef17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41625b8-f089-436c-b8d7-bcec221a174b,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:51.506739 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-93fc9b45-66c2-426b-848e-bb871bdd3b92 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0451398 Dec 10 16:31:51.507397 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53160) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:51.513506 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04a8064-de63-4228-abb9-73eae69af6d6 x-openstack-request-id: req-a04a8064-de63-4228-abb9-73eae69af6d6 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:31:51.513869 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b93bf41-538d-432c-9248-adf3e3982dc4", "name": "network-vif-deleted", "tag": "66d574eb-e97d-4a1f-9a9c-eaadeaa42122", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:31:51.514153 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a04a8064-de63-4228-abb9-73eae69af6d6 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:31:51.514578 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b93bf41-538d-432c-9248-adf3e3982dc4', 'name': 'network-vif-deleted', 'tag': '66d574eb-e97d-4a1f-9a9c-eaadeaa42122', 'status': 'completed', 'code': 200} Dec 10 16:31:51.611372 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dda3629b-b3fe-4009-a159-212fb32e03a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:51.693397 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-94996bb0-f568-41de-a06c-1ced59460e33 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Deleting port a910c6d1-11a5-48d9-a612-3bd8de17343c {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:31:51.693743 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-94996bb0-f568-41de-a06c-1ced59460e33 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:51.734769 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dda3629b-b3fe-4009-a159-212fb32e03a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:51.789479 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4661ca5-5f53-452c-977d-085f0d5abcf0 req-5997b1c2-e489-464b-aa98-deaae4e29634 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:51.797464 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-94996bb0-f568-41de-a06c-1ced59460e33 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:51.799967 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d4661ca5-5f53-452c-977d-085f0d5abcf0 req-5997b1c2-e489-464b-aa98-deaae4e29634 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=18828e85-53ed-4320-8dad-3f41cf765299 HTTP/1.1" status: 200 len: 945 time: 0.1367183 Dec 10 16:31:51.820254 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-94996bb0-f568-41de-a06c-1ced59460e33 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Calling delete_port for a910c6d1-11a5-48d9-a612-3bd8de17343c owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:31:51.863668 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dda3629b-b3fe-4009-a159-212fb32e03a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:51.866309 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dda3629b-b3fe-4009-a159-212fb32e03a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:51.867463 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-dda3629b-b3fe-4009-a159-212fb32e03a6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e41625b8-f089-436c-b8d7-bcec221a174b HTTP/1.1" status: 204 len: 168 time: 0.4135456 Dec 10 16:31:51.913425 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d4661ca5-5f53-452c-977d-085f0d5abcf0 req-95afdbe8-6986-4722-9d6c-58db645aea74 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982811 Dec 10 16:31:51.918985 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3629b-b3fe-4009-a159-212fb32e03a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41625b8-f089-436c-b8d7-bcec221a174b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:51.942021 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-94996bb0-f568-41de-a06c-1ced59460e33 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:51.992060 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94996bb0-f568-41de-a06c-1ced59460e33 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'Port': ['ID=a910c6d1-11a5-48d9-a612-3bd8de17343c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:51.996290 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-94996bb0-f568-41de-a06c-1ced59460e33 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:52.003472 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-94996bb0-f568-41de-a06c-1ced59460e33 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/ports/a910c6d1-11a5-48d9-a612-3bd8de17343c HTTP/1.1" status: 204 len: 168 time: 0.4925718 Dec 10 16:31:52.003850 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53168) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:52.008943 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-9dd7c3b5-14a9-4ccd-b528-099b31cd67f2 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'port': {'network_id': '912cbe49-1749-4b35-bb37-0e8e4bb88a08', 'mac_address': 'fa:16:3e:63:f3:52', 'name': 'tempest-PortsTestJSON-1140484096'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:52.211673 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd7c3b5-14a9-4ccd-b528-099b31cd67f2 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Made reservation on behalf of 38fc6aa7996647649bb06a74b5f4d0aa for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:52.330308 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9dd7c3b5-14a9-4ccd-b528-099b31cd67f2 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:52.350649 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3114ec3c-6c73-4ea8-90f1-50fc4cf1e133 req-ade3371f-cc11-41d9-872a-9b1bcb3b3fae tempest-ServerShowV247Test-42072957 tempest-ServerShowV247Test-42072957-project] 10.222.0.11 "GET /v2.0/ports?device_id=77021d0d-fe97-46c7-ba6c-c1c251cb4eeb HTTP/1.1" status: 200 len: 210 time: 0.1587627 Dec 10 16:31:52.358584 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-9dd7c3b5-14a9-4ccd-b528-099b31cd67f2 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] device_id is not set on port f7f048b1-98e8-4e34-a9da-3edf278031b7 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:31:52.613677 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9dd7c3b5-14a9-4ccd-b528-099b31cd67f2 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:52.695813 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9dd7c3b5-14a9-4ccd-b528-099b31cd67f2 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:52.764825 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd7c3b5-14a9-4ccd-b528-099b31cd67f2 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Network 912cbe49-1749-4b35-bb37-0e8e4bb88a08 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:31:52.770567 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-9dd7c3b5-14a9-4ccd-b528-099b31cd67f2 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:31:52.782655 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd7c3b5-14a9-4ccd-b528-099b31cd67f2 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:31:52.798933 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd7c3b5-14a9-4ccd-b528-099b31cd67f2 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:52.799604 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9dd7c3b5-14a9-4ccd-b528-099b31cd67f2 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:52.821225 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd7c3b5-14a9-4ccd-b528-099b31cd67f2 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'Port': ['ID=f7f048b1-98e8-4e34-a9da-3edf278031b7,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:52.870706 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9dd7c3b5-14a9-4ccd-b528-099b31cd67f2 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8656425 Dec 10 16:31:52.873316 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53196) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:52.889226 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae749c-b325-46ca-8105-1463a8f9ed99 req-5b57c7b3-dccb-4a46-9cef-b5275faa1ace tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:52.896896 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a8ae749c-b325-46ca-8105-1463a8f9ed99 req-5b57c7b3-dccb-4a46-9cef-b5275faa1ace tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?device_id=4daf3e72-6535-4e62-9fd1-62a61d6c24e5 HTTP/1.1" status: 200 len: 945 time: 0.0943954 Dec 10 16:31:52.914208 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53198) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:52.931418 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95255895-f822-4cd9-af2b-c63899443bca tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:52.933099 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-95255895-f822-4cd9-af2b-c63899443bca tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "GET /v2.0/ports/f7f048b1-98e8-4e34-a9da-3edf278031b7 HTTP/1.1" status: 200 len: 841 time: 0.0587981 Dec 10 16:31:52.935910 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53204) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:52.978072 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a8ae749c-b325-46ca-8105-1463a8f9ed99 req-8428831c-a625-45a2-9e90-cc00f1243155 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eae1e3b-7870-4110-894e-ef9b37df26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801330 Dec 10 16:31:53.075339 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-fa19c7f6-fbee-4678-8d82-c67153c6d847 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1489266890'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:53.080598 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a8af8a9d-399d-4702-937a-74fecbaa2c21 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Deleting port f7f048b1-98e8-4e34-a9da-3edf278031b7 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:31:53.081014 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a8af8a9d-399d-4702-937a-74fecbaa2c21 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:53.106024 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22febc60-fbdb-452c-8fb6-0e62f8a3f508 req-fe14cbf8-fded-4c85-866b-dbd02c71d8b6 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:53.107626 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22febc60-fbdb-452c-8fb6-0e62f8a3f508 req-fe14cbf8-fded-4c85-866b-dbd02c71d8b6 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=18828e85-53ed-4320-8dad-3f41cf765299 HTTP/1.1" status: 200 len: 945 time: 0.0495551 Dec 10 16:31:53.152814 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa19c7f6-fbee-4678-8d82-c67153c6d847 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Made reservation on behalf of b0c9b5da9a284fb49ba4dc28f12a3ace for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:53.157042 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fa19c7f6-fbee-4678-8d82-c67153c6d847 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:53.158939 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22febc60-fbdb-452c-8fb6-0e62f8a3f508 req-eb43b2ae-8615-4ba4-9c36-a393036617f6 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445330 Dec 10 16:31:53.178967 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a8af8a9d-399d-4702-937a-74fecbaa2c21 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:53.182232 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fa19c7f6-fbee-4678-8d82-c67153c6d847 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:53.203514 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a8af8a9d-399d-4702-937a-74fecbaa2c21 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Calling delete_port for f7f048b1-98e8-4e34-a9da-3edf278031b7 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:31:53.340426 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fa19c7f6-fbee-4678-8d82-c67153c6d847 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:53.341650 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a8af8a9d-399d-4702-937a-74fecbaa2c21 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:53.368721 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fa19c7f6-fbee-4678-8d82-c67153c6d847 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:53.378644 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af8a9d-399d-4702-937a-74fecbaa2c21 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'Port': ['ID=f7f048b1-98e8-4e34-a9da-3edf278031b7,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:53.397433 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa19c7f6-fbee-4678-8d82-c67153c6d847 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:31:53.415131 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a8af8a9d-399d-4702-937a-74fecbaa2c21 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:53.418735 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a8af8a9d-399d-4702-937a-74fecbaa2c21 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/ports/f7f048b1-98e8-4e34-a9da-3edf278031b7 HTTP/1.1" status: 204 len: 168 time: 0.4792922 Dec 10 16:31:53.421409 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53214) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:53.424046 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fa19c7f6-fbee-4678-8d82-c67153c6d847 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:53.424387 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-fa19c7f6-fbee-4678-8d82-c67153c6d847 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Added segment 03021bcc-b196-4599-8d42-4cd79a763dba of type vlan for network 1d7d3de9-c34b-48c5-af55-43f634ca6a49 Dec 10 16:31:53.425700 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19c7f6-fbee-4678-8d82-c67153c6d847 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e76d78f-3f27-449a-a5aa-2b9ce2fd3894,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:53.470610 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fa19c7f6-fbee-4678-8d82-c67153c6d847 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:53.475437 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cad72e8-0d6f-4911-b093-a277cb6f527f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] GET failed (client error): The resource could not be found. Dec 10 16:31:53.476856 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-0cad72e8-0d6f-4911-b093-a277cb6f527f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "GET /v2.0/ports/f7f048b1-98e8-4e34-a9da-3edf278031b7 HTTP/1.1" status: 404 len: 333 time: 0.0527954 Dec 10 16:31:53.480693 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53216) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:53.487155 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c90365b3-c79d-4e05-b2ed-c10819ffa4e0 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'port': {'network_id': '912cbe49-1749-4b35-bb37-0e8e4bb88a08', 'name': 'tempest-PortsTestJSON-695041113'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:53.502408 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-be48aeb4-f86e-4081-845f-7c0e1ea043a3 req-97170145-867b-4980-9685-42bd8031ee2f tempest-ServerShowV247Test-42072957 tempest-ServerShowV247Test-42072957-project] 10.222.0.11 "GET /v2.0/ports?device_id=77021d0d-fe97-46c7-ba6c-c1c251cb4eeb HTTP/1.1" status: 200 len: 210 time: 0.0293248 Dec 10 16:31:53.555869 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fa19c7f6-fbee-4678-8d82-c67153c6d847 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:53.561297 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa19c7f6-fbee-4678-8d82-c67153c6d847 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:53.561868 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fa19c7f6-fbee-4678-8d82-c67153c6d847 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:53.630512 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-fa19c7f6-fbee-4678-8d82-c67153c6d847 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7149312 Dec 10 16:31:53.633818 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53218) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:53.644545 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-7e324339-6fe6-447c-8df0-561ab3fd4916 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Request body: {'subnet': {'network_id': '1d7d3de9-c34b-48c5-af55-43f634ca6a49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:53.655869 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19c7f6-fbee-4678-8d82-c67153c6d847 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Pushing event updated for resources: {'Network': ['ID=1d7d3de9-c34b-48c5-af55-43f634ca6a49,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:53.666650 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90365b3-c79d-4e05-b2ed-c10819ffa4e0 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Made reservation on behalf of 38fc6aa7996647649bb06a74b5f4d0aa for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:53.668250 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 1d7d3de9-c34b-48c5-af55-43f634ca6a49 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:31:53.670329 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c90365b3-c79d-4e05-b2ed-c10819ffa4e0 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:53.688230 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-c90365b3-c79d-4e05-b2ed-c10819ffa4e0 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] device_id is not set on port 2c12b4d5-d289-4a90-baaf-30b873809bf7 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:31:53.770003 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e324339-6fe6-447c-8df0-561ab3fd4916 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Made reservation on behalf of b0c9b5da9a284fb49ba4dc28f12a3ace for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:53.773488 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7e324339-6fe6-447c-8df0-561ab3fd4916 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:53.860787 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c90365b3-c79d-4e05-b2ed-c10819ffa4e0 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:53.892685 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c90365b3-c79d-4e05-b2ed-c10819ffa4e0 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:53.937277 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90365b3-c79d-4e05-b2ed-c10819ffa4e0 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Network 912cbe49-1749-4b35-bb37-0e8e4bb88a08 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:31:53.942785 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-c90365b3-c79d-4e05-b2ed-c10819ffa4e0 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:31:53.945202 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90365b3-c79d-4e05-b2ed-c10819ffa4e0 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:31:53.951287 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90365b3-c79d-4e05-b2ed-c10819ffa4e0 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:53.951817 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c90365b3-c79d-4e05-b2ed-c10819ffa4e0 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:53.969920 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7e324339-6fe6-447c-8df0-561ab3fd4916 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:53.970768 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90365b3-c79d-4e05-b2ed-c10819ffa4e0 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'Port': ['ID=2c12b4d5-d289-4a90-baaf-30b873809bf7,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:53.990681 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c90365b3-c79d-4e05-b2ed-c10819ffa4e0 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5089018 Dec 10 16:31:53.991590 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53220) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:53.997298 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-f6e2b428-b9c6-4198-9e36-0d18c0a7fce3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:54.035131 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e324339-6fe6-447c-8df0-561ab3fd4916 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Pushing event updated for resources: {'Subnet': ['ID=b3b7f059-9acc-46ae-9f51-a5989c86cbba,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:54.073793 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e324339-6fe6-447c-8df0-561ab3fd4916 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Checking segment: {'id': '03021bcc-b196-4599-8d42-4cd79a763dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1d7d3de9-c34b-48c5-af55-43f634ca6a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:31:54.074300 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e324339-6fe6-447c-8df0-561ab3fd4916 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Network hostable DHCP agents. Network: 1d7d3de9-c34b-48c5-af55-43f634ca6a49, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:31:54.076171 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f6e2b428-b9c6-4198-9e36-0d18c0a7fce3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:54.119931 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e324339-6fe6-447c-8df0-561ab3fd4916 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Network 1d7d3de9-c34b-48c5-af55-43f634ca6a49 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:31:54.137325 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-7e324339-6fe6-447c-8df0-561ab3fd4916 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 1d7d3de9-c34b-48c5-af55-43f634ca6a49) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:31:54.142819 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e324339-6fe6-447c-8df0-561ab3fd4916 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:54.143937 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7e324339-6fe6-447c-8df0-561ab3fd4916 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:54.150674 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3031977-1a2c-4191-9a25-fcf9f94c4099 None None] Network 1d7d3de9-c34b-48c5-af55-43f634ca6a49 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:31:54.169124 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfc2f5-05f3-43ff-93cb-1037c83b6d39 req-e84de31e-09cb-4bb2-9b8e-4e2833b3bb4e tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:54.171007 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-29dfc2f5-05f3-43ff-93cb-1037c83b6d39 req-e84de31e-09cb-4bb2-9b8e-4e2833b3bb4e tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?device_id=4daf3e72-6535-4e62-9fd1-62a61d6c24e5 HTTP/1.1" status: 200 len: 945 time: 0.0830071 Dec 10 16:31:54.184763 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-7e324339-6fe6-447c-8df0-561ab3fd4916 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5495496 Dec 10 16:31:54.187839 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53226) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:54.200078 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-23913ead-0478-4e23-baa3-264b0790cd41 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Request body: {'port': {'network_id': '1d7d3de9-c34b-48c5-af55-43f634ca6a49', 'name': 'tempest-AllowedAddressPairTestJSON-854556486'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:54.271281 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f6e2b428-b9c6-4198-9e36-0d18c0a7fce3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:54.277084 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f6e2b428-b9c6-4198-9e36-0d18c0a7fce3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:54.291269 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e3611e-3063-4cf5-b79c-68cf02834826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-1d7d3de9-c34b-48c5-af55-43f634ca6a49', 'network_id': '1d7d3de9-c34b-48c5-af55-43f634ca6a49', 'project_id': 'b0c9b5da9a284fb49ba4dc28f12a3ace', 'fixed_ips': [{'subnet_id': 'b3b7f059-9acc-46ae-9f51-a5989c86cbba'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:31:54.292304 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-00e3611e-3063-4cf5-b79c-68cf02834826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:54.332493 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-f6e2b428-b9c6-4198-9e36-0d18c0a7fce3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] In _notify_port_updated(), no bound segment for port 2c12b4d5-d289-4a90-baaf-30b873809bf7 on network 912cbe49-1749-4b35-bb37-0e8e4bb88a08 {{(pid=103393) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:31:54.338964 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e2b428-b9c6-4198-9e36-0d18c0a7fce3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:54.339847 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f6e2b428-b9c6-4198-9e36-0d18c0a7fce3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:54.344945 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f6e2b428-b9c6-4198-9e36-0d18c0a7fce3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "PUT /v2.0/ports/2c12b4d5-d289-4a90-baaf-30b873809bf7 HTTP/1.1" status: 200 len: 818 time: 0.3522799 Dec 10 16:31:54.347950 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53232) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:54.394041 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2b428-b9c6-4198-9e36-0d18c0a7fce3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'Port': ['ID=2c12b4d5-d289-4a90-baaf-30b873809bf7,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:54.465121 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a9878109-69fa-4eda-8e45-387da45bd53d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Deleting port 2c12b4d5-d289-4a90-baaf-30b873809bf7 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:31:54.465540 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a9878109-69fa-4eda-8e45-387da45bd53d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:54.481015 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 66d574eb-e97d-4a1f-9a9c-eaadeaa42122 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:31:54.517095 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: 66d574eb-e97d-4a1f-9a9c-eaadeaa42122 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:31:54.517734 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 66d574eb-e97d-4a1f-9a9c-eaadeaa42122 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:31:54.542258 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a9878109-69fa-4eda-8e45-387da45bd53d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:54.574955 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a9878109-69fa-4eda-8e45-387da45bd53d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Calling delete_port for 2c12b4d5-d289-4a90-baaf-30b873809bf7 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:31:54.587427 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-00e3611e-3063-4cf5-b79c-68cf02834826 None None] Allocated IP 172.20.0.2 (1d7d3de9-c34b-48c5-af55-43f634ca6a49/b3b7f059-9acc-46ae-9f51-a5989c86cbba/38ff5ced-cf75-481c-8069-4081608f6ab8) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:31:54.668538 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a9878109-69fa-4eda-8e45-387da45bd53d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:54.698072 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9878109-69fa-4eda-8e45-387da45bd53d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'Port': ['ID=2c12b4d5-d289-4a90-baaf-30b873809bf7,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:54.706671 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a9878109-69fa-4eda-8e45-387da45bd53d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:54.707878 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-29dfc2f5-05f3-43ff-93cb-1037c83b6d39 req-e525e845-d6ca-4c29-8cf3-a28e8894d66e tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eae1e3b-7870-4110-894e-ef9b37df26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5217755 Dec 10 16:31:54.725997 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a9878109-69fa-4eda-8e45-387da45bd53d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/ports/2c12b4d5-d289-4a90-baaf-30b873809bf7 HTTP/1.1" status: 204 len: 168 time: 0.3767288 Dec 10 16:31:54.728303 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53238) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:54.731295 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385ca22-dba7-4780-a7c8-4faa0c16dd15 req-fb2d1b83-b45e-4c64-ab91-e73fecab3102 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:54.732785 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d385ca22-dba7-4780-a7c8-4faa0c16dd15 req-fb2d1b83-b45e-4c64-ab91-e73fecab3102 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4daf3e72-6535-4e62-9fd1-62a61d6c24e5 HTTP/1.1" status: 200 len: 945 time: 0.1400723 Dec 10 16:31:54.808016 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ac8cd0-733f-4683-bb03-e2130daac956 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:54.810162 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-12ac8cd0-733f-4683-bb03-e2130daac956 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0805063 Dec 10 16:31:54.813728 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53240) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:54.826423 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-00e3611e-3063-4cf5-b79c-68cf02834826 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:54.833647 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-00e3611e-3063-4cf5-b79c-68cf02834826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:54.849179 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-70ed162c-bdec-4377-a500-febd05fed583 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] GET failed (client error): The resource could not be found. Dec 10 16:31:54.852239 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-70ed162c-bdec-4377-a500-febd05fed583 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "GET /v2.0/ports/2c12b4d5-d289-4a90-baaf-30b873809bf7 HTTP/1.1" status: 404 len: 333 time: 0.0374641 Dec 10 16:31:54.856191 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53242) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:54.864016 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-3c00908f-782c-45f1-9c49-996fde307c53 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1983990177'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:54.869658 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23913ead-0478-4e23-baa3-264b0790cd41 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Made reservation on behalf of b0c9b5da9a284fb49ba4dc28f12a3ace for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:54.876408 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23913ead-0478-4e23-baa3-264b0790cd41 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:54.883120 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e3611e-3063-4cf5-b79c-68cf02834826 None None] Network 1d7d3de9-c34b-48c5-af55-43f634ca6a49 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:31:54.886492 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-00e3611e-3063-4cf5-b79c-68cf02834826 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:31:54.888258 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c00908f-782c-45f1-9c49-996fde307c53 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Made reservation on behalf of 38fc6aa7996647649bb06a74b5f4d0aa for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:54.890290 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e3611e-3063-4cf5-b79c-68cf02834826 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:31:54.896854 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c00908f-782c-45f1-9c49-996fde307c53 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:54.897872 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e3611e-3063-4cf5-b79c-68cf02834826 None None] Pushing event updated for resources: {'Port': ['ID=38ff5ced-cf75-481c-8069-4081608f6ab8,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:54.927018 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-23913ead-0478-4e23-baa3-264b0790cd41 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] device_id is not set on port 9147f688-1891-4036-adf6-6a72d5463da9 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:31:54.932959 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c00908f-782c-45f1-9c49-996fde307c53 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:31:54.942496 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee4286-0145-41ba-9c23-f821b6c66792 req-f6d28e25-7af7-4368-b191-aba6afd19fd3 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:54.943670 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c00908f-782c-45f1-9c49-996fde307c53 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:54.944181 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-3c00908f-782c-45f1-9c49-996fde307c53 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Added segment 201191e7-ba79-4e02-85c0-595dc2f3dabc of type vlan for network 1ff3b543-5521-403e-8f38-232828cbae73 Dec 10 16:31:54.950465 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-baee4286-0145-41ba-9c23-f821b6c66792 req-f6d28e25-7af7-4368-b191-aba6afd19fd3 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=18828e85-53ed-4320-8dad-3f41cf765299 HTTP/1.1" status: 200 len: 945 time: 0.1726866 Dec 10 16:31:54.963631 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-00e3611e-3063-4cf5-b79c-68cf02834826 None None] Attempting to bind port 38ff5ced-cf75-481c-8069-4081608f6ab8 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:31:54.964154 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-00e3611e-3063-4cf5-b79c-68cf02834826 None None] Attempting to bind port 38ff5ced-cf75-481c-8069-4081608f6ab8 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '03021bcc-b196-4599-8d42-4cd79a763dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1d7d3de9-c34b-48c5-af55-43f634ca6a49'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:31:54.964622 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e3611e-3063-4cf5-b79c-68cf02834826 None None] Attempting to bind port 38ff5ced-cf75-481c-8069-4081608f6ab8 on network 1d7d3de9-c34b-48c5-af55-43f634ca6a49 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:31:54.971130 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e3611e-3063-4cf5-b79c-68cf02834826 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:31:54.971809 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e3611e-3063-4cf5-b79c-68cf02834826 None None] Checking segment: {'id': '03021bcc-b196-4599-8d42-4cd79a763dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1d7d3de9-c34b-48c5-af55-43f634ca6a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:31:54.972327 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-00e3611e-3063-4cf5-b79c-68cf02834826 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:54.972859 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e3611e-3063-4cf5-b79c-68cf02834826 None None] Bound using segment: {'id': '03021bcc-b196-4599-8d42-4cd79a763dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1d7d3de9-c34b-48c5-af55-43f634ca6a49'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:31:54.974053 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-00e3611e-3063-4cf5-b79c-68cf02834826 None None] Bound port: 38ff5ced-cf75-481c-8069-4081608f6ab8, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03021bcc-b196-4599-8d42-4cd79a763dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1d7d3de9-c34b-48c5-af55-43f634ca6a49'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:31:54.974053 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-00e3611e-3063-4cf5-b79c-68cf02834826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:54.995204 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c00908f-782c-45f1-9c49-996fde307c53 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:55.032440 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c00908f-782c-45f1-9c49-996fde307c53 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:55.041423 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c00908f-782c-45f1-9c49-996fde307c53 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:55.042563 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c00908f-782c-45f1-9c49-996fde307c53 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:55.047657 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-00e3611e-3063-4cf5-b79c-68cf02834826 None None] For port 38ff5ced-cf75-481c-8069-4081608f6ab8, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:31:55.051273 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-00e3611e-3063-4cf5-b79c-68cf02834826 None None] For port 38ff5ced-cf75-481c-8069-4081608f6ab8, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=38ff5ced-cf75-481c-8069-4081608f6ab8,segment=NetworkSegment(03021bcc-b196-4599-8d42-4cd79a763dba),segment_id=03021bcc-b196-4599-8d42-4cd79a763dba)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:31:55.052928 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-d385ca22-dba7-4780-a7c8-4faa0c16dd15 req-bb32afd8-421c-48a4-846f-243c775bd5be tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Deleting port 62095813-36d3-4d4c-82d2-172a94116374 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:31:55.053362 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d385ca22-dba7-4780-a7c8-4faa0c16dd15 req-bb32afd8-421c-48a4-846f-243c775bd5be tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:55.057053 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-00e3611e-3063-4cf5-b79c-68cf02834826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:55.071564 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3c00908f-782c-45f1-9c49-996fde307c53 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2137754 Dec 10 16:31:55.079496 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53244) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:55.087641 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-8045d1e7-3ff8-4553-b7fe-5a698af7a951 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'subnet': {'network_id': '1ff3b543-5521-403e-8f38-232828cbae73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:55.151636 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e3611e-3063-4cf5-b79c-68cf02834826 None None] Pushing event updated for resources: {'Port': ['ID=38ff5ced-cf75-481c-8069-4081608f6ab8,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:55.158111 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00908f-782c-45f1-9c49-996fde307c53 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'Network': ['ID=1ff3b543-5521-403e-8f38-232828cbae73,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:55.159060 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-baee4286-0145-41ba-9c23-f821b6c66792 req-ec79fee2-a6ad-48ff-9e11-b2e9c83e2f27 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076662 Dec 10 16:31:55.170203 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 1ff3b543-5521-403e-8f38-232828cbae73 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:31:55.244234 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:31:55.300612 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-23913ead-0478-4e23-baa3-264b0790cd41 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Allocated IP 172.20.0.6 (1d7d3de9-c34b-48c5-af55-43f634ca6a49/b3b7f059-9acc-46ae-9f51-a5989c86cbba/9147f688-1891-4036-adf6-6a72d5463da9) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:31:55.357800 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8045d1e7-3ff8-4553-b7fe-5a698af7a951 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Made reservation on behalf of 38fc6aa7996647649bb06a74b5f4d0aa for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:55.362061 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8045d1e7-3ff8-4553-b7fe-5a698af7a951 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:55.442758 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-d385ca22-dba7-4780-a7c8-4faa0c16dd15 req-bb32afd8-421c-48a4-846f-243c775bd5be tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] For port 62095813-36d3-4d4c-82d2-172a94116374, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=62095813-36d3-4d4c-82d2-172a94116374,segment=NetworkSegment(0dcc8a1a-3660-487b-a29e-50cf9d625980),segment_id=0dcc8a1a-3660-487b-a29e-50cf9d625980)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:55.443168 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d385ca22-dba7-4780-a7c8-4faa0c16dd15 req-bb32afd8-421c-48a4-846f-243c775bd5be tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:55.509364 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-d385ca22-dba7-4780-a7c8-4faa0c16dd15 req-bb32afd8-421c-48a4-846f-243c775bd5be tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Calling delete_port for 62095813-36d3-4d4c-82d2-172a94116374 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:31:55.513059 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e75c224f-7cd9-4413-8cda-48ec337d2c58 req-161cc719-f8b0-4d0c-8753-c10fa0698c55 tempest-ServerShowV247Test-42072957 tempest-ServerShowV247Test-42072957-project] 10.222.0.11 "GET /v2.0/ports?device_id=77021d0d-fe97-46c7-ba6c-c1c251cb4eeb HTTP/1.1" status: 200 len: 210 time: 0.0779285 Dec 10 16:31:55.813337 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23913ead-0478-4e23-baa3-264b0790cd41 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:55.896635 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d385ca22-dba7-4780-a7c8-4faa0c16dd15 req-bb32afd8-421c-48a4-846f-243c775bd5be tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:55.903328 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0e10fab9-e2cd-4239-8865-c8408301785f req-c34299c4-b4b1-4ab2-b1a4-8157edf01a73 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?device_id=4daf3e72-6535-4e62-9fd1-62a61d6c24e5 HTTP/1.1" status: 200 len: 210 time: 0.0566306 Dec 10 16:31:55.910954 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['567e9ba0-6fdc-4fef-8f5f-95ec350aebee'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:31:55.943197 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['62095813-36d3-4d4c-82d2-172a94116374'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:31:55.949146 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8045d1e7-3ff8-4553-b7fe-5a698af7a951 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:55.959460 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb32afd8-421c-48a4-846f-243c775bd5be tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Pushing event deleted for resources: {'Port': ['ID=62095813-36d3-4d4c-82d2-172a94116374,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:56.056700 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23913ead-0478-4e23-baa3-264b0790cd41 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:56.090062 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-d385ca22-dba7-4780-a7c8-4faa0c16dd15 req-bb32afd8-421c-48a4-846f-243c775bd5be tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] No DVR routers for this DVR port 62095813-36d3-4d4c-82d2-172a94116374 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:31:56.104480 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d385ca22-dba7-4780-a7c8-4faa0c16dd15 req-bb32afd8-421c-48a4-846f-243c775bd5be tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:56.112480 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d385ca22-dba7-4780-a7c8-4faa0c16dd15 req-bb32afd8-421c-48a4-846f-243c775bd5be tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.46 "DELETE /v2.0/ports/62095813-36d3-4d4c-82d2-172a94116374 HTTP/1.1" status: 204 len: 173 time: 1.3718331 Dec 10 16:31:56.129897 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4daf3e72-6535-4e62-9fd1-62a61d6c24e5', 'name': 'network-vif-deleted', 'tag': '62095813-36d3-4d4c-82d2-172a94116374'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:31:56.143876 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5591bb-61c9-46cd-986a-ca4562aa6550" -d '{"events": [{"server_uuid": "4daf3e72-6535-4e62-9fd1-62a61d6c24e5", "name": "network-vif-deleted", "tag": "62095813-36d3-4d4c-82d2-172a94116374"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:31:56.239870 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8045d1e7-3ff8-4553-b7fe-5a698af7a951 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'Subnet': ['ID=b98c55de-7e37-4fae-bbff-616280a738c2,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:56.305263 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23913ead-0478-4e23-baa3-264b0790cd41 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Network 1d7d3de9-c34b-48c5-af55-43f634ca6a49 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:31:56.327432 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-23913ead-0478-4e23-baa3-264b0790cd41 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:31:56.329433 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23913ead-0478-4e23-baa3-264b0790cd41 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Pushing event updated for resources: {'Port': ['ID=9147f688-1891-4036-adf6-6a72d5463da9,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:56.334966 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23913ead-0478-4e23-baa3-264b0790cd41 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:31:56.359034 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8045d1e7-3ff8-4553-b7fe-5a698af7a951 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Checking segment: {'id': '201191e7-ba79-4e02-85c0-595dc2f3dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1ff3b543-5521-403e-8f38-232828cbae73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:31:56.359916 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8045d1e7-3ff8-4553-b7fe-5a698af7a951 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Network hostable DHCP agents. Network: 1ff3b543-5521-403e-8f38-232828cbae73, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:31:56.408689 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746fbf6-09bd-480b-9cb4-934132562a5e req-72544cba-6ad8-44cc-9929-68c47726a74e tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:56.410364 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6746fbf6-09bd-480b-9cb4-934132562a5e req-72544cba-6ad8-44cc-9929-68c47726a74e tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=18828e85-53ed-4320-8dad-3f41cf765299 HTTP/1.1" status: 200 len: 945 time: 0.1579652 Dec 10 16:31:56.418705 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23913ead-0478-4e23-baa3-264b0790cd41 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:56.419361 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23913ead-0478-4e23-baa3-264b0790cd41 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:56.436935 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8045d1e7-3ff8-4553-b7fe-5a698af7a951 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Network 1ff3b543-5521-403e-8f38-232828cbae73 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:31:56.511345 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-8045d1e7-3ff8-4553-b7fe-5a698af7a951 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 1ff3b543-5521-403e-8f38-232828cbae73) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:31:56.527714 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53262) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:56.528283 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-23913ead-0478-4e23-baa3-264b0790cd41 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3342247 Dec 10 16:31:56.540129 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-5bb0238f-a500-44ba-8bea-f65a16fd86f5 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Request body: {'port': {'network_id': '1d7d3de9-c34b-48c5-af55-43f634ca6a49', 'name': 'tempest-AllowedAddressPairTestJSON-769461010', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:74:03:62'}]}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:56.540860 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193e086c-de0e-4b76-819f-bd77f0f97ef9 None None] Network 1ff3b543-5521-403e-8f38-232828cbae73 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:31:56.551155 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6746fbf6-09bd-480b-9cb4-934132562a5e req-fc8f272e-6172-43d2-9848-5f1688c57247 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167080 Dec 10 16:31:56.563593 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8045d1e7-3ff8-4553-b7fe-5a698af7a951 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:56.564205 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8045d1e7-3ff8-4553-b7fe-5a698af7a951 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:56.611309 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-8045d1e7-3ff8-4553-b7fe-5a698af7a951 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5253465 Dec 10 16:31:56.611504 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53266) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:56.626582 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-5d56c951-fd28-4ed9-a63d-60736aae4aff tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'subnet': {'network_id': '1ff3b543-5521-403e-8f38-232828cbae73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:56.685771 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed63cde-9f06-4b74-92e5-ff6261b6b2ee x-openstack-request-id: req-1ed63cde-9f06-4b74-92e5-ff6261b6b2ee {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:31:56.686071 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4daf3e72-6535-4e62-9fd1-62a61d6c24e5", "name": "network-vif-deleted", "tag": "62095813-36d3-4d4c-82d2-172a94116374", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:31:56.686351 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1ed63cde-9f06-4b74-92e5-ff6261b6b2ee {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:31:56.686755 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4daf3e72-6535-4e62-9fd1-62a61d6c24e5', 'name': 'network-vif-deleted', 'tag': '62095813-36d3-4d4c-82d2-172a94116374', 'status': 'completed', 'code': 200} Dec 10 16:31:56.741617 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b3b777-fe26-4456-a084-a2b55d755b08 None None] Network 1d7d3de9-c34b-48c5-af55-43f634ca6a49 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:31:56.847509 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb0238f-a500-44ba-8bea-f65a16fd86f5 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Made reservation on behalf of b0c9b5da9a284fb49ba4dc28f12a3ace for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:56.877554 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d56c951-fd28-4ed9-a63d-60736aae4aff tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Made reservation on behalf of 38fc6aa7996647649bb06a74b5f4d0aa for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:56.882663 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5d56c951-fd28-4ed9-a63d-60736aae4aff tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:56.943723 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2ee226-3991-45f7-ac7f-50b3e846ed25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-1ff3b543-5521-403e-8f38-232828cbae73', 'network_id': '1ff3b543-5521-403e-8f38-232828cbae73', 'project_id': '38fc6aa7996647649bb06a74b5f4d0aa', 'fixed_ips': [{'subnet_id': 'b98c55de-7e37-4fae-bbff-616280a738c2'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:31:56.945300 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-df2ee226-3991-45f7-ac7f-50b3e846ed25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:56.979067 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5bb0238f-a500-44ba-8bea-f65a16fd86f5 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:57.004102 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-5bb0238f-a500-44ba-8bea-f65a16fd86f5 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] device_id is not set on port 4957d97e-80eb-4c6e-b6d6-35a5e3237534 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:31:57.006815 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-17e3a321-c599-45c0-b792-c9b519b7d429 req-7dfba55a-22f6-4bb7-aa65-3648bcbebed1 tempest-ServerShowV247Test-42072957 tempest-ServerShowV247Test-42072957-project] 10.222.0.11 "GET /v2.0/ports?device_id=77021d0d-fe97-46c7-ba6c-c1c251cb4eeb HTTP/1.1" status: 200 len: 210 time: 0.0335958 Dec 10 16:31:57.050232 n-d-766771-2 neutron-server[103392]: INFO neutron.db.ipam_backend_mixin [None req-5d56c951-fd28-4ed9-a63d-60736aae4aff tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b98c55de-7e37-4fae-bbff-616280a738c2 (CIDR: 172.20.0.0/28) Dec 10 16:31:57.054047 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d56c951-fd28-4ed9-a63d-60736aae4aff tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:31:57.054717 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d56c951-fd28-4ed9-a63d-60736aae4aff tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:31:57.077659 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5d56c951-fd28-4ed9-a63d-60736aae4aff tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4650505 Dec 10 16:31:57.080408 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53272) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:57.091066 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-6949b8ee-8e6e-4184-a01a-0afe7803f140 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'subnet': {'network_id': '1ff3b543-5521-403e-8f38-232828cbae73', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:57.154316 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-cea26879-5c0e-43b1-9aa6-485abe3f3d29 None None] Provisioning complete for port 38ff5ced-cf75-481c-8069-4081608f6ab8 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:31:57.154583 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cea26879-5c0e-43b1-9aa6-485abe3f3d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:57.190057 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-df2ee226-3991-45f7-ac7f-50b3e846ed25 None None] Allocated IP 172.20.0.2 (1ff3b543-5521-403e-8f38-232828cbae73/b98c55de-7e37-4fae-bbff-616280a738c2/ef10785a-9128-4e31-81c7-ca37ddccc99a) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:31:57.238055 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 38ff5ced-cf75-481c-8069-4081608f6ab8 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:31:57.264138 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-5bb0238f-a500-44ba-8bea-f65a16fd86f5 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Allocated IP 172.20.0.5 (1d7d3de9-c34b-48c5-af55-43f634ca6a49/b3b7f059-9acc-46ae-9f51-a5989c86cbba/4957d97e-80eb-4c6e-b6d6-35a5e3237534) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:31:57.310021 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6949b8ee-8e6e-4184-a01a-0afe7803f140 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Made reservation on behalf of 38fc6aa7996647649bb06a74b5f4d0aa for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:57.315308 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6949b8ee-8e6e-4184-a01a-0afe7803f140 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:57.435418 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4b947-919c-401b-8f78-f520f66079f1 req-7a573808-7e7a-41e7-9405-fbcbd8761baf tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:57.447675 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-29f4b947-919c-401b-8f78-f520f66079f1 req-7a573808-7e7a-41e7-9405-fbcbd8761baf tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?device_id=20dde86b-9843-4f1d-a95e-94c8ecb20494 HTTP/1.1" status: 200 len: 946 time: 0.0686114 Dec 10 16:31:57.495624 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 38ff5ced-cf75-481c-8069-4081608f6ab8 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:31:57.496370 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:57.527081 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-29f4b947-919c-401b-8f78-f520f66079f1 req-fa649aa1-b545-430a-9a89-ba0ca242585c tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eae1e3b-7870-4110-894e-ef9b37df26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740550 Dec 10 16:31:57.567549 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5bb0238f-a500-44ba-8bea-f65a16fd86f5 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:57.662427 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-df2ee226-3991-45f7-ac7f-50b3e846ed25 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:57.678368 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-df2ee226-3991-45f7-ac7f-50b3e846ed25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:57.691724 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5bb0238f-a500-44ba-8bea-f65a16fd86f5 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:57.716904 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cea26879-5c0e-43b1-9aa6-485abe3f3d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:57.719107 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb0238f-a500-44ba-8bea-f65a16fd86f5 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Network 1d7d3de9-c34b-48c5-af55-43f634ca6a49 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:31:57.745904 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-5bb0238f-a500-44ba-8bea-f65a16fd86f5 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:31:57.749710 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0d751-8a29-4d90-9dd5-e68ca57d4ec3 req-e7af957e-6102-43ac-9c7e-709c8d0d8fd5 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:57.756768 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-18a0d751-8a29-4d90-9dd5-e68ca57d4ec3 req-e7af957e-6102-43ac-9c7e-709c8d0d8fd5 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=18828e85-53ed-4320-8dad-3f41cf765299 HTTP/1.1" status: 200 len: 945 time: 0.1090419 Dec 10 16:31:57.758152 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb0238f-a500-44ba-8bea-f65a16fd86f5 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:31:57.823052 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6949b8ee-8e6e-4184-a01a-0afe7803f140 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:57.825239 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb0238f-a500-44ba-8bea-f65a16fd86f5 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Pushing event updated for resources: {'Port': ['ID=4957d97e-80eb-4c6e-b6d6-35a5e3237534,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:57.839282 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-18a0d751-8a29-4d90-9dd5-e68ca57d4ec3 req-93b97da0-868c-421b-b43c-d265add44209 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742142 Dec 10 16:31:57.885824 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6949b8ee-8e6e-4184-a01a-0afe7803f140 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Network 1ff3b543-5521-403e-8f38-232828cbae73 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:31:57.891571 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-6949b8ee-8e6e-4184-a01a-0afe7803f140 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:31:57.894604 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6949b8ee-8e6e-4184-a01a-0afe7803f140 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:57.895194 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6949b8ee-8e6e-4184-a01a-0afe7803f140 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:57.906576 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb0238f-a500-44ba-8bea-f65a16fd86f5 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:57.907205 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5bb0238f-a500-44ba-8bea-f65a16fd86f5 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:57.947777 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53286) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:57.949341 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5bb0238f-a500-44ba-8bea-f65a16fd86f5 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.4201272 Dec 10 16:31:57.986304 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6949b8ee-8e6e-4184-a01a-0afe7803f140 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9024267 Dec 10 16:31:57.987313 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53288) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:57.993251 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-2eb85656-3f5a-495b-84ec-f9f5ce6b0b1d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'port': {'network_id': '1ff3b543-5521-403e-8f38-232828cbae73', 'fixed_ips': [{'subnet_id': 'b98c55de-7e37-4fae-bbff-616280a738c2'}, {'subnet_id': '87e0e3d1-b394-49e8-b359-e2a47f4aa808'}], 'name': 'tempest-PortsTestJSON-1325005198'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:58.000631 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6949b8ee-8e6e-4184-a01a-0afe7803f140 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'Subnet': ['ID=87e0e3d1-b394-49e8-b359-e2a47f4aa808,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:58.021606 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71827893-e80a-4870-afdd-c2e1a3cd6ea8 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:58.036868 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71827893-e80a-4870-afdd-c2e1a3cd6ea8 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:58.053103 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71827893-e80a-4870-afdd-c2e1a3cd6ea8 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:58.062493 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-71827893-e80a-4870-afdd-c2e1a3cd6ea8 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.1135128 Dec 10 16:31:58.063615 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53292) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:58.107946 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2ee226-3991-45f7-ac7f-50b3e846ed25 None None] Network 1ff3b543-5521-403e-8f38-232828cbae73 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:31:58.133729 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-df2ee226-3991-45f7-ac7f-50b3e846ed25 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:31:58.137742 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2ee226-3991-45f7-ac7f-50b3e846ed25 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:31:58.235292 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb85656-3f5a-495b-84ec-f9f5ce6b0b1d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Made reservation on behalf of 38fc6aa7996647649bb06a74b5f4d0aa for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:58.282035 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-210c2d94-3534-46e3-9fbc-95d1154c18c9 req-a67966ae-8e2f-433e-8059-d3f243e3a14a tempest-ServerShowV247Test-42072957 tempest-ServerShowV247Test-42072957-project] 10.222.0.11 "GET /v2.0/ports?device_id=77021d0d-fe97-46c7-ba6c-c1c251cb4eeb HTTP/1.1" status: 200 len: 210 time: 0.1142240 Dec 10 16:31:58.318477 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:58.335699 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ee226-3991-45f7-ac7f-50b3e846ed25 None None] Pushing event updated for resources: {'Port': ['ID=ef10785a-9128-4e31-81c7-ca37ddccc99a,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:58.341625 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-cea26879-5c0e-43b1-9aa6-485abe3f3d29 None None] For port 38ff5ced-cf75-481c-8069-4081608f6ab8, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=38ff5ced-cf75-481c-8069-4081608f6ab8,segment=NetworkSegment(03021bcc-b196-4599-8d42-4cd79a763dba),segment_id=03021bcc-b196-4599-8d42-4cd79a763dba)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:31:58.364996 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cea26879-5c0e-43b1-9aa6-485abe3f3d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:58.377424 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-0bd8480c-3cc5-4a31-91af-520cd760a8f2 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Deleting port 4957d97e-80eb-4c6e-b6d6-35a5e3237534 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:31:58.380736 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0bd8480c-3cc5-4a31-91af-520cd760a8f2 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:58.397338 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-df2ee226-3991-45f7-ac7f-50b3e846ed25 None None] Attempting to bind port ef10785a-9128-4e31-81c7-ca37ddccc99a on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:31:58.397709 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-df2ee226-3991-45f7-ac7f-50b3e846ed25 None None] Attempting to bind port ef10785a-9128-4e31-81c7-ca37ddccc99a by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '201191e7-ba79-4e02-85c0-595dc2f3dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1ff3b543-5521-403e-8f38-232828cbae73'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:31:58.398069 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2ee226-3991-45f7-ac7f-50b3e846ed25 None None] Attempting to bind port ef10785a-9128-4e31-81c7-ca37ddccc99a on network 1ff3b543-5521-403e-8f38-232828cbae73 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:31:58.411825 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2ee226-3991-45f7-ac7f-50b3e846ed25 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:31:58.412496 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2ee226-3991-45f7-ac7f-50b3e846ed25 None None] Checking segment: {'id': '201191e7-ba79-4e02-85c0-595dc2f3dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1ff3b543-5521-403e-8f38-232828cbae73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:31:58.413073 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-df2ee226-3991-45f7-ac7f-50b3e846ed25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:58.413667 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2ee226-3991-45f7-ac7f-50b3e846ed25 None None] Bound using segment: {'id': '201191e7-ba79-4e02-85c0-595dc2f3dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1ff3b543-5521-403e-8f38-232828cbae73'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:31:58.414341 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-df2ee226-3991-45f7-ac7f-50b3e846ed25 None None] Bound port: ef10785a-9128-4e31-81c7-ca37ddccc99a, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201191e7-ba79-4e02-85c0-595dc2f3dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1ff3b543-5521-403e-8f38-232828cbae73'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:31:58.414911 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-df2ee226-3991-45f7-ac7f-50b3e846ed25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:58.439594 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2eb85656-3f5a-495b-84ec-f9f5ce6b0b1d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:58.482480 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-2eb85656-3f5a-495b-84ec-f9f5ce6b0b1d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] device_id is not set on port 025191e4-e1a6-4d3d-bbc9-f5e73a578161 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:31:58.504449 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea26879-5c0e-43b1-9aa6-485abe3f3d29 None None] Pushing event updated for resources: {'Port': ['ID=38ff5ced-cf75-481c-8069-4081608f6ab8,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:58.509108 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.api [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:31:58.509539 n-d-766771-2 neutron-server[103394]: DEBUG oslo_db.api [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:31:58.521130 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 62095813-36d3-4d4c-82d2-172a94116374 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:31:58.524587 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac83f69-dd36-4bdc-be84-bd23380849bd req-9c0fa5d1-ffd4-4194-9e0a-52d73fc6729d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:58.528326 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2ac83f69-dd36-4bdc-be84-bd23380849bd req-9c0fa5d1-ffd4-4194-9e0a-52d73fc6729d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=18828e85-53ed-4320-8dad-3f41cf765299 HTTP/1.1" status: 200 len: 1096 time: 0.2413850 Dec 10 16:31:58.551717 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: 62095813-36d3-4d4c-82d2-172a94116374 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:31:58.552073 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 62095813-36d3-4d4c-82d2-172a94116374 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:31:58.553492 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-4645ba79-3d6a-4b09-8956-5aebd3dd46a3 None None] Provisioning complete for port 38ff5ced-cf75-481c-8069-4081608f6ab8 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:31:58.553879 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4645ba79-3d6a-4b09-8956-5aebd3dd46a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:58.568428 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0bd8480c-3cc5-4a31-91af-520cd760a8f2 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:58.593527 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-0bd8480c-3cc5-4a31-91af-520cd760a8f2 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Calling delete_port for 4957d97e-80eb-4c6e-b6d6-35a5e3237534 owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:31:58.612129 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-df2ee226-3991-45f7-ac7f-50b3e846ed25 None None] For port ef10785a-9128-4e31-81c7-ca37ddccc99a, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:31:58.615943 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-df2ee226-3991-45f7-ac7f-50b3e846ed25 None None] For port ef10785a-9128-4e31-81c7-ca37ddccc99a, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=ef10785a-9128-4e31-81c7-ca37ddccc99a,segment=NetworkSegment(201191e7-ba79-4e02-85c0-595dc2f3dabc),segment_id=201191e7-ba79-4e02-85c0-595dc2f3dabc)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:31:58.629741 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-df2ee226-3991-45f7-ac7f-50b3e846ed25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:58.647661 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2ac83f69-dd36-4bdc-be84-bd23380849bd req-373d3593-245b-4f66-a5ae-1c914eb0e5dc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045203 Dec 10 16:31:58.721405 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434459e0-9b42-4b8a-8ba3-f657862bb9f6 req-058c52af-f013-42e8-b261-5b51a94407f9 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:58.723943 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-434459e0-9b42-4b8a-8ba3-f657862bb9f6 req-058c52af-f013-42e8-b261-5b51a94407f9 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?device_id=20dde86b-9843-4f1d-a95e-94c8ecb20494 HTTP/1.1" status: 200 len: 946 time: 0.1129410 Dec 10 16:31:58.731866 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-4645ba79-3d6a-4b09-8956-5aebd3dd46a3 None None] Provisioning complete for port 4957d97e-80eb-4c6e-b6d6-35a5e3237534 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:31:58.732911 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4645ba79-3d6a-4b09-8956-5aebd3dd46a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:58.798073 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ee226-3991-45f7-ac7f-50b3e846ed25 None None] Pushing event updated for resources: {'Port': ['ID=ef10785a-9128-4e31-81c7-ca37ddccc99a,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:58.805140 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-4645ba79-3d6a-4b09-8956-5aebd3dd46a3 None None] Port 4957d97e-80eb-4c6e-b6d6-35a5e3237534 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:31:58.821591 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-4645ba79-3d6a-4b09-8956-5aebd3dd46a3 None None] Provisioning complete for port 9147f688-1891-4036-adf6-6a72d5463da9 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:31:58.821969 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4645ba79-3d6a-4b09-8956-5aebd3dd46a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:58.835712 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-434459e0-9b42-4b8a-8ba3-f657862bb9f6 req-7e37f43b-1125-4eff-85f3-870d9c48289d tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eae1e3b-7870-4110-894e-ef9b37df26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946078 Dec 10 16:31:58.869864 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-4645ba79-3d6a-4b09-8956-5aebd3dd46a3 None None] Port 9147f688-1891-4036-adf6-6a72d5463da9 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:31:58.876142 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0bd8480c-3cc5-4a31-91af-520cd760a8f2 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:58.909957 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd8480c-3cc5-4a31-91af-520cd760a8f2 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Pushing event deleted for resources: {'Port': ['ID=4957d97e-80eb-4c6e-b6d6-35a5e3237534,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:31:58.926628 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-2eb85656-3f5a-495b-84ec-f9f5ce6b0b1d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Allocated IP 172.20.0.6 (1ff3b543-5521-403e-8f38-232828cbae73/b98c55de-7e37-4fae-bbff-616280a738c2/025191e4-e1a6-4d3d-bbc9-f5e73a578161) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:31:58.936503 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-2eb85656-3f5a-495b-84ec-f9f5ce6b0b1d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Allocated IP 172.20.0.24 (1ff3b543-5521-403e-8f38-232828cbae73/87e0e3d1-b394-49e8-b359-e2a47f4aa808/025191e4-e1a6-4d3d-bbc9-f5e73a578161) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:31:59.181938 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700bdf7a-7a0d-4eda-88da-d7b0591919ab req-430bb48f-84e5-42ba-ac6c-4687ccbac23a tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:59.190597 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-700bdf7a-7a0d-4eda-88da-d7b0591919ab req-430bb48f-84e5-42ba-ac6c-4687ccbac23a tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=18828e85-53ed-4320-8dad-3f41cf765299 HTTP/1.1" status: 200 len: 945 time: 0.2205758 Dec 10 16:31:59.346622 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0bd8480c-3cc5-4a31-91af-520cd760a8f2 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:59.352045 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-0bd8480c-3cc5-4a31-91af-520cd760a8f2 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] 10.222.0.11 "DELETE /v2.0/ports/4957d97e-80eb-4c6e-b6d6-35a5e3237534 HTTP/1.1" status: 204 len: 168 time: 1.2849193 Dec 10 16:31:59.354796 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53308) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:59.374268 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789adf94-7361-45ae-91e1-375c23bfae31 req-b7e4900b-d60c-4b02-8c46-c73bc2a85fc7 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:31:59.376410 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-789adf94-7361-45ae-91e1-375c23bfae31 req-b7e4900b-d60c-4b02-8c46-c73bc2a85fc7 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.26 "GET /v2.0/ports?device_id=20dde86b-9843-4f1d-a95e-94c8ecb20494 HTTP/1.1" status: 200 len: 946 time: 0.1759551 Dec 10 16:31:59.387030 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-700bdf7a-7a0d-4eda-88da-d7b0591919ab req-ab19dca5-e0ea-43f0-b7ea-2546370f432f tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951690 Dec 10 16:31:59.391404 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 38ff5ced-cf75-481c-8069-4081608f6ab8 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:31:59.408248 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-b13f2b8b-6831-4d1d-b3f3-76ce130b5cda tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] GET failed (client error): The resource could not be found. Dec 10 16:31:59.409862 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b13f2b8b-6831-4d1d-b3f3-76ce130b5cda tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] 10.222.0.11 "GET /v2.0/ports/4957d97e-80eb-4c6e-b6d6-35a5e3237534 HTTP/1.1" status: 404 len: 333 time: 0.0532629 Dec 10 16:31:59.418419 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53310) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:59.424743 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-612c8527-26c5-48d9-9b97-b43f4c55bc31 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Request body: {'port': {'network_id': '1d7d3de9-c34b-48c5-af55-43f634ca6a49', 'name': 'tempest-AllowedAddressPairTestJSON-1279870744'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:31:59.498089 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 38ff5ced-cf75-481c-8069-4081608f6ab8 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:31:59.498497 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:59.632305 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device ef10785a-9128-4e31-81c7-ca37ddccc99a up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:31:59.667215 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-789adf94-7361-45ae-91e1-375c23bfae31 req-878389ac-7eb5-403c-86ad-3c8fd7310ad0 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Deleting port 567e9ba0-6fdc-4fef-8f5f-95ec350aebee {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:31:59.668943 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-789adf94-7361-45ae-91e1-375c23bfae31 req-878389ac-7eb5-403c-86ad-3c8fd7310ad0 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:59.719970 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port ef10785a-9128-4e31-81c7-ca37ddccc99a triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:31:59.720393 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:59.755410 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1bbdfa2f-81ae-43ba-b87c-b0c0b1a8f84c req-fdd14273-b75a-4a88-a19d-45b807d8db39 tempest-ServerShowV247Test-42072957 tempest-ServerShowV247Test-42072957-project] 10.222.0.11 "GET /v2.0/ports?device_id=77021d0d-fe97-46c7-ba6c-c1c251cb4eeb HTTP/1.1" status: 200 len: 210 time: 0.0628936 Dec 10 16:31:59.759012 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612c8527-26c5-48d9-9b97-b43f4c55bc31 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Made reservation on behalf of b0c9b5da9a284fb49ba4dc28f12a3ace for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:31:59.762548 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-612c8527-26c5-48d9-9b97-b43f4c55bc31 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:59.811091 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2eb85656-3f5a-495b-84ec-f9f5ce6b0b1d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:59.824784 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-612c8527-26c5-48d9-9b97-b43f4c55bc31 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] device_id is not set on port a18ba415-7643-406e-9a78-a42352a80fa0 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:31:59.863260 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2eb85656-3f5a-495b-84ec-f9f5ce6b0b1d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:59.917477 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb85656-3f5a-495b-84ec-f9f5ce6b0b1d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Network 1ff3b543-5521-403e-8f38-232828cbae73 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:31:59.922334 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:59.936049 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-2eb85656-3f5a-495b-84ec-f9f5ce6b0b1d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:31:59.940637 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb85656-3f5a-495b-84ec-f9f5ce6b0b1d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:31:59.994606 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb85656-3f5a-495b-84ec-f9f5ce6b0b1d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'Port': ['ID=025191e4-e1a6-4d3d-bbc9-f5e73a578161,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:00.019169 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53316) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:00.027190 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-789adf94-7361-45ae-91e1-375c23bfae31 req-878389ac-7eb5-403c-86ad-3c8fd7310ad0 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] For port 567e9ba0-6fdc-4fef-8f5f-95ec350aebee, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=567e9ba0-6fdc-4fef-8f5f-95ec350aebee,segment=NetworkSegment(0dcc8a1a-3660-487b-a29e-50cf9d625980),segment_id=0dcc8a1a-3660-487b-a29e-50cf9d625980)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:00.027565 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-789adf94-7361-45ae-91e1-375c23bfae31 req-878389ac-7eb5-403c-86ad-3c8fd7310ad0 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:00.027809 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port ef10785a-9128-4e31-81c7-ca37ddccc99a, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=ef10785a-9128-4e31-81c7-ca37ddccc99a,segment=NetworkSegment(201191e7-ba79-4e02-85c0-595dc2f3dabc),segment_id=201191e7-ba79-4e02-85c0-595dc2f3dabc)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:00.033986 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:00.051742 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb85656-3f5a-495b-84ec-f9f5ce6b0b1d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:00.052419 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2eb85656-3f5a-495b-84ec-f9f5ce6b0b1d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:00.076238 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-789adf94-7361-45ae-91e1-375c23bfae31 req-878389ac-7eb5-403c-86ad-3c8fd7310ad0 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Calling delete_port for 567e9ba0-6fdc-4fef-8f5f-95ec350aebee owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:00.095324 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2eb85656-3f5a-495b-84ec-f9f5ce6b0b1d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.1067533 Dec 10 16:32:00.097943 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53320) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:00.103322 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-3829162e-69b2-43e2-8bdc-cec12cc42739 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b98c55de-7e37-4fae-bbff-616280a738c2'}]}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:00.125641 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=ef10785a-9128-4e31-81c7-ca37ddccc99a,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:00.199005 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e8a8d-5b0e-4519-a72b-c17fd735dc91 req-158a3b98-61ee-465b-b465-fcca5c12e2d0 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:00.200544 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cb4e8a8d-5b0e-4519-a72b-c17fd735dc91 req-158a3b98-61ee-465b-b465-fcca5c12e2d0 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/ports?device_id=20dde86b-9843-4f1d-a95e-94c8ecb20494 HTTP/1.1" status: 200 len: 946 time: 0.2441001 Dec 10 16:32:00.241564 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-612c8527-26c5-48d9-9b97-b43f4c55bc31 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Allocated IP 172.20.0.7 (1d7d3de9-c34b-48c5-af55-43f634ca6a49/b3b7f059-9acc-46ae-9f51-a5989c86cbba/a18ba415-7643-406e-9a78-a42352a80fa0) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:00.313355 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3829162e-69b2-43e2-8bdc-cec12cc42739 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:00.318703 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cb4e8a8d-5b0e-4519-a72b-c17fd735dc91 req-a98cd942-b08d-4116-b717-3213dffddb2e tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eae1e3b-7870-4110-894e-ef9b37df26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072199 Dec 10 16:32:00.412584 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634631f5-8e37-4290-b865-2e1389e1da12 None None] Network 1ff3b543-5521-403e-8f38-232828cbae73 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:00.466821 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-789adf94-7361-45ae-91e1-375c23bfae31 req-878389ac-7eb5-403c-86ad-3c8fd7310ad0 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:00.551069 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['567e9ba0-6fdc-4fef-8f5f-95ec350aebee'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:32:00.559543 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878389ac-7eb5-403c-86ad-3c8fd7310ad0 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Pushing event deleted for resources: {'Port': ['ID=567e9ba0-6fdc-4fef-8f5f-95ec350aebee,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:00.631088 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-612c8527-26c5-48d9-9b97-b43f4c55bc31 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:00.640130 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-789adf94-7361-45ae-91e1-375c23bfae31 req-878389ac-7eb5-403c-86ad-3c8fd7310ad0 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] No DVR routers for this DVR port 567e9ba0-6fdc-4fef-8f5f-95ec350aebee on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:32:00.656862 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-789adf94-7361-45ae-91e1-375c23bfae31 req-878389ac-7eb5-403c-86ad-3c8fd7310ad0 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:00.660588 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-789adf94-7361-45ae-91e1-375c23bfae31 req-878389ac-7eb5-403c-86ad-3c8fd7310ad0 tempest-ListServerFiltersTestJSON-2080795383 tempest-ListServerFiltersTestJSON-2080795383-project] 10.222.0.26 "DELETE /v2.0/ports/567e9ba0-6fdc-4fef-8f5f-95ec350aebee HTTP/1.1" status: 204 len: 173 time: 1.2717218 Dec 10 16:32:00.661407 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20dde86b-9843-4f1d-a95e-94c8ecb20494', 'name': 'network-vif-deleted', 'tag': '567e9ba0-6fdc-4fef-8f5f-95ec350aebee'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:32:00.664098 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bf2767-c7e2-458c-8f7a-335cf6a7d559" -d '{"events": [{"server_uuid": "20dde86b-9843-4f1d-a95e-94c8ecb20494", "name": "network-vif-deleted", "tag": "567e9ba0-6fdc-4fef-8f5f-95ec350aebee"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:32:00.677416 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131a86f-1562-48f7-be7f-255e4f100d7b req-f73a21c9-6074-4acc-9f87-5b004dd97112 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:00.682593 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-493ee1ec-4a2f-4da7-b915-62353a7d67fd None None] Provisioning complete for port ef10785a-9128-4e31-81c7-ca37ddccc99a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:00.683132 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-493ee1ec-4a2f-4da7-b915-62353a7d67fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:00.685999 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f131a86f-1562-48f7-be7f-255e4f100d7b req-f73a21c9-6074-4acc-9f87-5b004dd97112 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=18828e85-53ed-4320-8dad-3f41cf765299 HTTP/1.1" status: 200 len: 945 time: 0.1876528 Dec 10 16:32:00.802998 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f131a86f-1562-48f7-be7f-255e4f100d7b req-afdeab98-cc7d-467f-bcac-590b3793fc99 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156123 Dec 10 16:32:00.831317 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-612c8527-26c5-48d9-9b97-b43f4c55bc31 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:00.881300 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612c8527-26c5-48d9-9b97-b43f4c55bc31 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Network 1d7d3de9-c34b-48c5-af55-43f634ca6a49 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:00.893229 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-612c8527-26c5-48d9-9b97-b43f4c55bc31 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:00.897896 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612c8527-26c5-48d9-9b97-b43f4c55bc31 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:00.930290 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cc4ca9-03d9-42eb-9be5-5a43cb406e18 None None] Update dhcp port {'port': {'network_id': '1ff3b543-5521-403e-8f38-232828cbae73', 'fixed_ips': [{'subnet_id': 'b98c55de-7e37-4fae-bbff-616280a738c2', 'ip_address': '172.20.0.2'}, {'subnet_id': '87e0e3d1-b394-49e8-b359-e2a47f4aa808'}], 'binding:host_id': 'n-d-766771-2'}, 'id': 'ef10785a-9128-4e31-81c7-ca37ddccc99a'} from n-d-766771-2. {{(pid=103394) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 16:32:00.932274 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-3829162e-69b2-43e2-8bdc-cec12cc42739 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Delete allocated IP 172.20.0.24 (1ff3b543-5521-403e-8f38-232828cbae73/87e0e3d1-b394-49e8-b359-e2a47f4aa808) {{(pid=103393) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 16:32:00.991250 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-57cc4ca9-03d9-42eb-9be5-5a43cb406e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:01.025628 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612c8527-26c5-48d9-9b97-b43f4c55bc31 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:01.026521 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-612c8527-26c5-48d9-9b97-b43f4c55bc31 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:01.046934 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c8527-26c5-48d9-9b97-b43f4c55bc31 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Pushing event updated for resources: {'Port': ['ID=a18ba415-7643-406e-9a78-a42352a80fa0,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:01.080753 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-612c8527-26c5-48d9-9b97-b43f4c55bc31 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6608415 Dec 10 16:32:01.083282 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53336) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:01.091750 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-b587276d-ff92-4212-82a7-5dd9383054f1 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:74:03:62'}]}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:01.281434 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5ba261c3-998e-44ab-b1fb-61295248848d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:01.287887 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3829162e-69b2-43e2-8bdc-cec12cc42739 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:01.320481 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3829162e-69b2-43e2-8bdc-cec12cc42739 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:01.393382 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b587276d-ff92-4212-82a7-5dd9383054f1 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:01.400116 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3829162e-69b2-43e2-8bdc-cec12cc42739 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'Port': ['ID=025191e4-e1a6-4d3d-bbc9-f5e73a578161,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:01.425712 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-57cc4ca9-03d9-42eb-9be5-5a43cb406e18 None None] Allocated IP 172.20.0.18 (1ff3b543-5521-403e-8f38-232828cbae73/87e0e3d1-b394-49e8-b359-e2a47f4aa808/ef10785a-9128-4e31-81c7-ca37ddccc99a) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:01.471941 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d77b96c-a12c-4369-bcc2-7462ff5d6b77 x-openstack-request-id: req-8d77b96c-a12c-4369-bcc2-7462ff5d6b77 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:32:01.472243 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20dde86b-9843-4f1d-a95e-94c8ecb20494", "name": "network-vif-deleted", "tag": "567e9ba0-6fdc-4fef-8f5f-95ec350aebee", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:32:01.472502 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8d77b96c-a12c-4369-bcc2-7462ff5d6b77 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:32:01.472906 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20dde86b-9843-4f1d-a95e-94c8ecb20494', 'name': 'network-vif-deleted', 'tag': '567e9ba0-6fdc-4fef-8f5f-95ec350aebee', 'status': 'completed', 'code': 200} Dec 10 16:32:01.522992 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-3829162e-69b2-43e2-8bdc-cec12cc42739 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] In _notify_port_updated(), no bound segment for port 025191e4-e1a6-4d3d-bbc9-f5e73a578161 on network 1ff3b543-5521-403e-8f38-232828cbae73 {{(pid=103393) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:32:01.533827 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device ef10785a-9128-4e31-81c7-ca37ddccc99a up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:32:01.534676 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3829162e-69b2-43e2-8bdc-cec12cc42739 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:01.545373 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3829162e-69b2-43e2-8bdc-cec12cc42739 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:01.546896 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3829162e-69b2-43e2-8bdc-cec12cc42739 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "PUT /v2.0/ports/025191e4-e1a6-4d3d-bbc9-f5e73a578161 HTTP/1.1" status: 200 len: 919 time: 1.4477663 Dec 10 16:32:01.550853 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53340) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:01.558656 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-29f62251-bace-41e3-9234-c0f81607d07b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b98c55de-7e37-4fae-bbff-616280a738c2'}, {'subnet_id': '87e0e3d1-b394-49e8-b359-e2a47f4aa808'}]}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:01.592579 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-57cc4ca9-03d9-42eb-9be5-5a43cb406e18 None None] For port ef10785a-9128-4e31-81c7-ca37ddccc99a, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=ef10785a-9128-4e31-81c7-ca37ddccc99a,segment=NetworkSegment(201191e7-ba79-4e02-85c0-595dc2f3dabc),segment_id=201191e7-ba79-4e02-85c0-595dc2f3dabc)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:01.608869 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-57186406-f31e-4286-a40c-0f9b6e3b3e45 None None] Provisioning complete for port a18ba415-7643-406e-9a78-a42352a80fa0 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:01.609283 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-57186406-f31e-4286-a40c-0f9b6e3b3e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:01.658082 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-57186406-f31e-4286-a40c-0f9b6e3b3e45 None None] Port a18ba415-7643-406e-9a78-a42352a80fa0 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:32:01.696784 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-57cc4ca9-03d9-42eb-9be5-5a43cb406e18 None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:01.697004 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-29f62251-bace-41e3-9234-c0f81607d07b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:01.703556 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-57cc4ca9-03d9-42eb-9be5-5a43cb406e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:01.752323 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port ef10785a-9128-4e31-81c7-ca37ddccc99a triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:01.752323 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:01.802834 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc4ca9-03d9-42eb-9be5-5a43cb406e18 None None] Pushing event updated for resources: {'Port': ['ID=ef10785a-9128-4e31-81c7-ca37ddccc99a,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:01.990727 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-5ba261c3-998e-44ab-b1fb-61295248848d admin admin] Deleting port f16c16b9-c71a-4713-8161-79fac789175f {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:01.991230 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5ba261c3-998e-44ab-b1fb-61295248848d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:02.066823 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf251e2e-d372-446b-a0ab-c3defe2e9f8e req-4b70bf71-e289-48ba-b6b1-5879891771f0 tempest-ServerShowV247Test-42072957 tempest-ServerShowV247Test-42072957-project] 10.222.0.11 "GET /v2.0/ports?device_id=77021d0d-fe97-46c7-ba6c-c1c251cb4eeb HTTP/1.1" status: 200 len: 210 time: 0.4964011 Dec 10 16:32:02.123760 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-29f62251-bace-41e3-9234-c0f81607d07b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Allocated IP 172.20.0.27 (1ff3b543-5521-403e-8f38-232828cbae73/87e0e3d1-b394-49e8-b359-e2a47f4aa808/025191e4-e1a6-4d3d-bbc9-f5e73a578161) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:02.153653 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b587276d-ff92-4212-82a7-5dd9383054f1 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:02.163124 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b587276d-ff92-4212-82a7-5dd9383054f1 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:02.272879 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53348) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:02.291768 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-b587276d-ff92-4212-82a7-5dd9383054f1 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] In _notify_port_updated(), no bound segment for port a18ba415-7643-406e-9a78-a42352a80fa0 on network 1d7d3de9-c34b-48c5-af55-43f634ca6a49 {{(pid=103392) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:32:02.298780 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b587276d-ff92-4212-82a7-5dd9383054f1 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:02.299460 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b587276d-ff92-4212-82a7-5dd9383054f1 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:02.300823 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b587276d-ff92-4212-82a7-5dd9383054f1 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] 10.222.0.11 "PUT /v2.0/ports/a18ba415-7643-406e-9a78-a42352a80fa0 HTTP/1.1" status: 200 len: 993 time: 1.2160079 Dec 10 16:32:02.304702 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53350) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:02.351004 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b587276d-ff92-4212-82a7-5dd9383054f1 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Pushing event updated for resources: {'Port': ['ID=a18ba415-7643-406e-9a78-a42352a80fa0,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:02.365000 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-29f62251-bace-41e3-9234-c0f81607d07b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:02.374938 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-5ba261c3-998e-44ab-b1fb-61295248848d admin admin] For port f16c16b9-c71a-4713-8161-79fac789175f, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=f16c16b9-c71a-4713-8161-79fac789175f,segment=NetworkSegment(e4f64f1b-bbc7-4ff5-8e12-ae2f514d9487),segment_id=e4f64f1b-bbc7-4ff5-8e12-ae2f514d9487)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:02.379202 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5ba261c3-998e-44ab-b1fb-61295248848d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:02.384297 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-29f62251-bace-41e3-9234-c0f81607d07b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:02.391540 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840682c-4759-4699-b6ce-816df8c600c9 req-49c1a1d5-9c12-4c9f-ad65-db685d53760c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:02.394306 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0840682c-4759-4699-b6ce-816df8c600c9 req-49c1a1d5-9c12-4c9f-ad65-db685d53760c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=86809bc173774b32a7d283ceb29d9179&device_id=18828e85-53ed-4320-8dad-3f41cf765299 HTTP/1.1" status: 200 len: 1096 time: 0.1422591 Dec 10 16:32:02.420719 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7eaaffc-bf67-4f6d-a8ea-5743655e1386 admin admin] Deleting subnet 4db03e84-bf45-4c5a-9452-15e506f492f4 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:32:02.484498 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f7eaaffc-bf67-4f6d-a8ea-5743655e1386 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:02.491107 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-5ba261c3-998e-44ab-b1fb-61295248848d admin admin] Calling delete_port for f16c16b9-c71a-4713-8161-79fac789175f owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:02.491605 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-c8b2b60e-ea19-4ab2-98a6-564606f3c6f8 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Deleting port a18ba415-7643-406e-9a78-a42352a80fa0 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:02.491952 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8b2b60e-ea19-4ab2-98a6-564606f3c6f8 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:02.607785 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840682c-4759-4699-b6ce-816df8c600c9 req-3165510f-1671-4b06-bf7f-9798f397d156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:02.609284 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0840682c-4759-4699-b6ce-816df8c600c9 req-3165510f-1671-4b06-bf7f-9798f397d156 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e32a4d08-b516-4a89-a4b3-00c81d20f408 HTTP/1.1" status: 200 len: 912 time: 0.2046335 Dec 10 16:32:02.620242 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c736dc9f-db70-4388-9865-0f9af1ff240a None None] Network 1ff3b543-5521-403e-8f38-232828cbae73 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:02.624391 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f62251-bace-41e3-9234-c0f81607d07b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'Port': ['ID=025191e4-e1a6-4d3d-bbc9-f5e73a578161,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:02.634280 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f7eaaffc-bf67-4f6d-a8ea-5743655e1386 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:02.674448 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-29f62251-bace-41e3-9234-c0f81607d07b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] In _notify_port_updated(), no bound segment for port 025191e4-e1a6-4d3d-bbc9-f5e73a578161 on network 1ff3b543-5521-403e-8f38-232828cbae73 {{(pid=103393) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:32:02.674792 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0840682c-4759-4699-b6ce-816df8c600c9 req-50f806a8-81df-4bdd-a046-d53a0ff4fe85 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9d35124a-51af-4f07-95ed-8d7599bd9ce0 HTTP/1.1" status: 200 len: 217 time: 0.0530567 Dec 10 16:32:02.680108 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f62251-bace-41e3-9234-c0f81607d07b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:02.680847 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-29f62251-bace-41e3-9234-c0f81607d07b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:02.684736 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-29f62251-bace-41e3-9234-c0f81607d07b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "PUT /v2.0/ports/025191e4-e1a6-4d3d-bbc9-f5e73a578161 HTTP/1.1" status: 200 len: 999 time: 1.1279025 Dec 10 16:32:02.691262 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53352) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:02.704462 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e1817e9f-c3d1-46b2-802c-16e93525fe23 None None] Provisioning complete for port ef10785a-9128-4e31-81c7-ca37ddccc99a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:02.704886 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e1817e9f-c3d1-46b2-802c-16e93525fe23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:02.729800 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468f123-c8d9-493b-a880-66d36c688ef4 req-9b1ebc7f-a093-4517-a10f-8e051eda7a00 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:02.732397 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3468f123-c8d9-493b-a880-66d36c688ef4 req-9b1ebc7f-a093-4517-a10f-8e051eda7a00 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=18828e85-53ed-4320-8dad-3f41cf765299 HTTP/1.1" status: 200 len: 945 time: 0.2091310 Dec 10 16:32:02.756336 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8b2b60e-ea19-4ab2-98a6-564606f3c6f8 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:02.790809 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-c8b2b60e-ea19-4ab2-98a6-564606f3c6f8 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Calling delete_port for a18ba415-7643-406e-9a78-a42352a80fa0 owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:02.805092 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840682c-4759-4699-b6ce-816df8c600c9 req-8fc05572-8b68-4b7e-ab73-100f0af4fa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:02.806743 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0840682c-4759-4699-b6ce-816df8c600c9 req-8fc05572-8b68-4b7e-ab73-100f0af4fa2f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d02cdcd1-06ed-4593-b982-980ffb32811d HTTP/1.1" status: 200 len: 851 time: 0.1275361 Dec 10 16:32:02.842748 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e1817e9f-c3d1-46b2-802c-16e93525fe23 None None] Provisioning complete for port 025191e4-e1a6-4d3d-bbc9-f5e73a578161 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:02.843093 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e1817e9f-c3d1-46b2-802c-16e93525fe23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:02.867812 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f7eaaffc-bf67-4f6d-a8ea-5743655e1386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:02.878095 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-e1817e9f-c3d1-46b2-802c-16e93525fe23 None None] Port 025191e4-e1a6-4d3d-bbc9-f5e73a578161 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:32:02.888771 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e1817e9f-c3d1-46b2-802c-16e93525fe23 None None] Provisioning complete for port a18ba415-7643-406e-9a78-a42352a80fa0 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:02.889266 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e1817e9f-c3d1-46b2-802c-16e93525fe23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:02.892404 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0840682c-4759-4699-b6ce-816df8c600c9 req-b14ff986-b010-4ab3-bb15-a280294eab14 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e32a4d08-b516-4a89-a4b3-00c81d20f408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727942 Dec 10 16:32:02.924332 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3468f123-c8d9-493b-a880-66d36c688ef4 req-d3f6e134-9059-4ec9-961b-992c090e0fd9 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763363 Dec 10 16:32:02.931378 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-e1817e9f-c3d1-46b2-802c-16e93525fe23 None None] Port a18ba415-7643-406e-9a78-a42352a80fa0 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:32:02.965475 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-9981e329-e293-4fe2-8777-ab4bbffaf2d4 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Deleting port 025191e4-e1a6-4d3d-bbc9-f5e73a578161 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:02.965709 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9981e329-e293-4fe2-8777-ab4bbffaf2d4 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:03.010822 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f7eaaffc-bf67-4f6d-a8ea-5743655e1386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:03.030440 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0840682c-4759-4699-b6ce-816df8c600c9 req-733e5071-0370-4228-9fd8-9f5ec840f321 service neutron] 10.222.0.26 "GET /v2.0/networks/e32a4d08-b516-4a89-a4b3-00c81d20f408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293545 Dec 10 16:32:03.057196 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eaaffc-bf67-4f6d-a8ea-5743655e1386 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4db03e84-bf45-4c5a-9452-15e506f492f4,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:03.067746 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f7eaaffc-bf67-4f6d-a8ea-5743655e1386 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:03.071980 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f7eaaffc-bf67-4f6d-a8ea-5743655e1386 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4db03e84-bf45-4c5a-9452-15e506f492f4 HTTP/1.1" status: 204 len: 168 time: 0.7918363 Dec 10 16:32:03.074670 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5ba261c3-998e-44ab-b1fb-61295248848d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:03.075723 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e3a72a-82aa-4f08-9c83-07c38c5cafb6 None None] Network 378a2de5-76cc-4a65-aeb7-2e1cbda0ee20 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:03.076379 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53354) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:03.138336 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba261c3-998e-44ab-b1fb-61295248848d admin admin] Pushing event deleted for resources: {'Port': ['ID=f16c16b9-c71a-4713-8161-79fac789175f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:03.204695 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0840682c-4759-4699-b6ce-816df8c600c9 req-4a71c908-879e-4398-89b4-7d08382e68e7 service neutron] 10.222.0.26 "GET /v2.0/networks/e32a4d08-b516-4a89-a4b3-00c81d20f408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540239 Dec 10 16:32:03.205891 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8b2b60e-ea19-4ab2-98a6-564606f3c6f8 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:03.212469 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9981e329-e293-4fe2-8777-ab4bbffaf2d4 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:03.243061 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device ef10785a-9128-4e31-81c7-ca37ddccc99a up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:32:03.248980 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-14e73f5c-b32b-487d-9909-f45bf7122309 req-27942412-36c1-4314-bf97-9362d00b78cd tempest-ServerShowV247Test-42072957 tempest-ServerShowV247Test-42072957-project] 10.222.0.11 "GET /v2.0/ports?device_id=77021d0d-fe97-46c7-ba6c-c1c251cb4eeb HTTP/1.1" status: 200 len: 210 time: 0.0411036 Dec 10 16:32:03.271064 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-9981e329-e293-4fe2-8777-ab4bbffaf2d4 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Calling delete_port for 025191e4-e1a6-4d3d-bbc9-f5e73a578161 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:03.280392 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2b60e-ea19-4ab2-98a6-564606f3c6f8 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Pushing event deleted for resources: {'Port': ['ID=a18ba415-7643-406e-9a78-a42352a80fa0,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:03.332472 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port ef10785a-9128-4e31-81c7-ca37ddccc99a triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:03.332932 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:03.350699 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5aab6cb1-51de-45c1-ad57-c05184def60b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:03.404582 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 567e9ba0-6fdc-4fef-8f5f-95ec350aebee no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:32:03.449938 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 567e9ba0-6fdc-4fef-8f5f-95ec350aebee {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:32:03.450363 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 567e9ba0-6fdc-4fef-8f5f-95ec350aebee not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:32:03.465304 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a671d91d-7819-4df1-a04f-532d15ea5ceb None None] DHCP port deletion for 378a2de5-76cc-4a65-aeb7-2e1cbda0ee20 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:32:03.495148 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8b2b60e-ea19-4ab2-98a6-564606f3c6f8 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:03.507687 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c8b2b60e-ea19-4ab2-98a6-564606f3c6f8 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] 10.222.0.11 "DELETE /v2.0/ports/a18ba415-7643-406e-9a78-a42352a80fa0 HTTP/1.1" status: 204 len: 168 time: 1.2019193 Dec 10 16:32:03.508387 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53362) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:03.545267 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2a2d6ea-683f-4c7a-9ecf-33ffd8234ae1 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] GET failed (client error): The resource could not be found. Dec 10 16:32:03.557046 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a2a2d6ea-683f-4c7a-9ecf-33ffd8234ae1 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] 10.222.0.11 "GET /v2.0/ports/a18ba415-7643-406e-9a78-a42352a80fa0 HTTP/1.1" status: 404 len: 333 time: 0.0475657 Dec 10 16:32:03.557691 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53364) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:03.564143 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-7e863907-f752-4943-8d58-24360e16e6ca tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Request body: {'port': {'network_id': '1d7d3de9-c34b-48c5-af55-43f634ca6a49', 'name': 'tempest-AllowedAddressPairTestJSON-1506873446'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:03.608509 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-a671d91d-7819-4df1-a04f-532d15ea5ceb None None] Deleting port 67a8366d-7d44-48ec-ac52-cdbe5e498ec9 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:03.609058 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a671d91d-7819-4df1-a04f-532d15ea5ceb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:03.684630 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-a671d91d-7819-4df1-a04f-532d15ea5ceb None None] For port 67a8366d-7d44-48ec-ac52-cdbe5e498ec9, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=67a8366d-7d44-48ec-ac52-cdbe5e498ec9,segment=NetworkSegment(0dcc8a1a-3660-487b-a29e-50cf9d625980),segment_id=0dcc8a1a-3660-487b-a29e-50cf9d625980)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:03.685356 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a671d91d-7819-4df1-a04f-532d15ea5ceb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:03.698688 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-a671d91d-7819-4df1-a04f-532d15ea5ceb None None] Calling delete_port for 67a8366d-7d44-48ec-ac52-cdbe5e498ec9 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:03.720776 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e863907-f752-4943-8d58-24360e16e6ca tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Made reservation on behalf of b0c9b5da9a284fb49ba4dc28f12a3ace for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:03.724952 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7e863907-f752-4943-8d58-24360e16e6ca tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:03.744665 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-7e863907-f752-4943-8d58-24360e16e6ca tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] device_id is not set on port e981e9b1-8da0-4b8f-843b-419d6c7cdcef yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:32:03.787861 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a671d91d-7819-4df1-a04f-532d15ea5ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:03.814882 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671d91d-7819-4df1-a04f-532d15ea5ceb None None] Pushing event deleted for resources: {'Port': ['ID=67a8366d-7d44-48ec-ac52-cdbe5e498ec9,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:03.822281 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a671d91d-7819-4df1-a04f-532d15ea5ceb None None] No DVR routers for this DVR port 67a8366d-7d44-48ec-ac52-cdbe5e498ec9 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:32:03.874021 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-7e863907-f752-4943-8d58-24360e16e6ca tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Allocated IP 172.20.0.4 (1d7d3de9-c34b-48c5-af55-43f634ca6a49/b3b7f059-9acc-46ae-9f51-a5989c86cbba/e981e9b1-8da0-4b8f-843b-419d6c7cdcef) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:04.013069 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5ba261c3-998e-44ab-b1fb-61295248848d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:04.110787 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a6004-5ca2-40fd-84d9-ea280f65d633 req-dc9e4a5e-6ae6-4a87-b654-91780771fdfd tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:04.112343 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fd8a6004-5ca2-40fd-84d9-ea280f65d633 req-dc9e4a5e-6ae6-4a87-b654-91780771fdfd tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=18828e85-53ed-4320-8dad-3f41cf765299 HTTP/1.1" status: 200 len: 945 time: 0.0859547 Dec 10 16:32:04.115540 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7e863907-f752-4943-8d58-24360e16e6ca tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:04.149706 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-5aab6cb1-51de-45c1-ad57-c05184def60b admin admin] Deleting port 67a8366d-7d44-48ec-ac52-cdbe5e498ec9 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:04.150045 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5aab6cb1-51de-45c1-ad57-c05184def60b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:04.169785 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d6eee18d-7998-4f62-be6a-331028709ae1 None None] Provisioning complete for port ef10785a-9128-4e31-81c7-ca37ddccc99a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:04.170556 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d6eee18d-7998-4f62-be6a-331028709ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:04.189255 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fd8a6004-5ca2-40fd-84d9-ea280f65d633 req-280b0e08-458d-4674-b9bd-7d3cd5c776eb tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688391 Dec 10 16:32:04.196885 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7e863907-f752-4943-8d58-24360e16e6ca tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:04.253316 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e863907-f752-4943-8d58-24360e16e6ca tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Network 1d7d3de9-c34b-48c5-af55-43f634ca6a49 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:04.257101 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-7e863907-f752-4943-8d58-24360e16e6ca tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:04.259657 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e863907-f752-4943-8d58-24360e16e6ca tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:04.267608 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e863907-f752-4943-8d58-24360e16e6ca tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Pushing event updated for resources: {'Port': ['ID=e981e9b1-8da0-4b8f-843b-419d6c7cdcef,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:04.289753 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-5aab6cb1-51de-45c1-ad57-c05184def60b admin admin] For port 67a8366d-7d44-48ec-ac52-cdbe5e498ec9, host n-d-766771-2, got binding levels [] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:04.290189 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5aab6cb1-51de-45c1-ad57-c05184def60b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:04.302589 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9981e329-e293-4fe2-8777-ab4bbffaf2d4 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:04.316517 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-5aab6cb1-51de-45c1-ad57-c05184def60b admin admin] Calling delete_port for 67a8366d-7d44-48ec-ac52-cdbe5e498ec9 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:04.321728 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.ipam_backend_mixin [None req-5aab6cb1-51de-45c1-ad57-c05184def60b admin admin] Port 67a8366d-7d44-48ec-ac52-cdbe5e498ec9 was not found and therefore no delete operation was performed {{(pid=103393) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 16:32:04.329844 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e863907-f752-4943-8d58-24360e16e6ca tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:04.330542 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7e863907-f752-4943-8d58-24360e16e6ca tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:04.343232 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d6eee18d-7998-4f62-be6a-331028709ae1 None None] Could not find standard attr ID for object 025191e4-e1a6-4d3d-bbc9-f5e73a578161. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:32:04.350434 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-7e863907-f752-4943-8d58-24360e16e6ca tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7913616 Dec 10 16:32:04.352836 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53370) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:04.358248 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981e329-e293-4fe2-8777-ab4bbffaf2d4 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'Port': ['ID=025191e4-e1a6-4d3d-bbc9-f5e73a578161,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:04.363266 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-e562136e-5de8-4320-9f23-d7853dd37f21 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:74:03:62'}]}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:04.389880 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5aab6cb1-51de-45c1-ad57-c05184def60b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:04.453493 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b55759fb-72ec-4425-92b0-d60949a9bae0 req-f11a3062-f318-4adb-a48c-a3b69e0711f7 tempest-ServerShowV247Test-42072957 tempest-ServerShowV247Test-42072957-project] 10.222.0.11 "GET /v2.0/ports?device_id=77021d0d-fe97-46c7-ba6c-c1c251cb4eeb HTTP/1.1" status: 200 len: 210 time: 0.0497012 Dec 10 16:32:04.470171 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-308852df-07e2-46a3-b687-b1c5db368818 None None] Could not find standard attr ID for object 025191e4-e1a6-4d3d-bbc9-f5e73a578161. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:32:04.502350 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e562136e-5de8-4320-9f23-d7853dd37f21 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:04.502876 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab6cb1-51de-45c1-ad57-c05184def60b admin admin] Pushing event deleted for resources: {'Port': ['ID=67a8366d-7d44-48ec-ac52-cdbe5e498ec9,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:04.514678 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aab6cb1-51de-45c1-ad57-c05184def60b admin admin] No DVR routers for this DVR port 67a8366d-7d44-48ec-ac52-cdbe5e498ec9 on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:32:04.662278 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9981e329-e293-4fe2-8777-ab4bbffaf2d4 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:04.666388 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9981e329-e293-4fe2-8777-ab4bbffaf2d4 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/ports/025191e4-e1a6-4d3d-bbc9-f5e73a578161 HTTP/1.1" status: 204 len: 168 time: 1.9740987 Dec 10 16:32:04.670021 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53376) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:04.692234 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6a5be4e-b335-4c5c-aa0b-fb2d6d9119a8 None None] Provisioning complete for port e981e9b1-8da0-4b8f-843b-419d6c7cdcef triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:04.692860 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6a5be4e-b335-4c5c-aa0b-fb2d6d9119a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:04.712445 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a881d5f-62be-4c5c-b3bb-b9d8c0db65a3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] GET failed (client error): The resource could not be found. Dec 10 16:32:04.716730 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-7a881d5f-62be-4c5c-b3bb-b9d8c0db65a3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "GET /v2.0/ports/025191e4-e1a6-4d3d-bbc9-f5e73a578161 HTTP/1.1" status: 404 len: 333 time: 0.0428231 Dec 10 16:32:04.717944 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53378) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:04.719378 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba261c3-998e-44ab-b1fb-61295248848d admin admin] Router b5750f1d-c29d-4c10-b6df-6d6671eaf472 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:32:04.734610 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5be4e-b335-4c5c-aa0b-fb2d6d9119a8 None None] Port e981e9b1-8da0-4b8f-843b-419d6c7cdcef cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:32:04.740118 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5aab6cb1-51de-45c1-ad57-c05184def60b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:04.797432 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-15f12e6f-5580-4ddd-8dd5-39ff9b458a30 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Deleting subnet 87e0e3d1-b394-49e8-b359-e2a47f4aa808 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:32:04.802871 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-15f12e6f-5580-4ddd-8dd5-39ff9b458a30 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:04.829366 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-5aab6cb1-51de-45c1-ad57-c05184def60b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['378a2de5-76cc-4a65-aeb7-2e1cbda0ee20']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:04.840857 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e562136e-5de8-4320-9f23-d7853dd37f21 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:04.842518 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-5aab6cb1-51de-45c1-ad57-c05184def60b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dcc8a1a-3660-487b-a29e-50cf9d625980') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:04.843108 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-5aab6cb1-51de-45c1-ad57-c05184def60b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dcc8a1a-3660-487b-a29e-50cf9d625980') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:04.849364 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e562136e-5de8-4320-9f23-d7853dd37f21 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:04.857335 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5aab6cb1-51de-45c1-ad57-c05184def60b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:04.878619 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5aab6cb1-51de-45c1-ad57-c05184def60b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:04.884667 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-15f12e6f-5580-4ddd-8dd5-39ff9b458a30 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:04.888381 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aab6cb1-51de-45c1-ad57-c05184def60b admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:32:04.888770 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5aab6cb1-51de-45c1-ad57-c05184def60b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:04.890628 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:32:04.890628 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:32:04.890628 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:32:04.890628 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:32:04.890628 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:32:04.890628 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:32:04.890628 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:32:04.890628 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:32:04.890628 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:32:04.890628 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:32:04.890628 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:32:04.890628 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:32:04.890628 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:32:04.890628 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:32:04.890628 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:32:04.890628 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:32:04.890628 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:32:04.890628 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:32:04.890628 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:32:04.890628 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:32:04.890628 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:32:04.890628 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:32:04.890628 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:32:04.890628 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:32:04.890628 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:32:04.890628 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:32:04.890628 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:32:04.890628 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:32:04.890628 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:32:04.890628 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:32:04.890628 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:32:04.890628 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:32:04.935155 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba261c3-998e-44ab-b1fb-61295248848d admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:32:04.944843 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5ba261c3-998e-44ab-b1fb-61295248848d admin admin] 10.222.0.11 "PUT /v2.0/routers/b5750f1d-c29d-4c10-b6df-6d6671eaf472/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9245496 Dec 10 16:32:04.951113 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13c2a0e-c67b-4737-9efb-f0759a2f81f6 None None] Sync routers for ids ['b5750f1d-c29d-4c10-b6df-6d6671eaf472'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:32:04.953298 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53380) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:04.963058 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13c2a0e-c67b-4737-9efb-f0759a2f81f6 None None] Routers {'b5750f1d-c29d-4c10-b6df-6d6671eaf472'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:32:04.964067 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c13c2a0e-c67b-4737-9efb-f0759a2f81f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:31:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['b5750f1d-c29d-4c10-b6df-6d6671eaf472'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:05.030471 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5aab6cb1-51de-45c1-ad57-c05184def60b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:05.032126 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-15f12e6f-5580-4ddd-8dd5-39ff9b458a30 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:05.040284 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5aab6cb1-51de-45c1-ad57-c05184def60b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:05.043825 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5aab6cb1-51de-45c1-ad57-c05184def60b admin admin] 10.222.0.11 "DELETE /v2.0/networks/378a2de5-76cc-4a65-aeb7-2e1cbda0ee20 HTTP/1.1" status: 204 len: 168 time: 1.9623208 Dec 10 16:32:05.057442 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab6cb1-51de-45c1-ad57-c05184def60b admin admin] Pushing event deleted for resources: {'Network': ['ID=378a2de5-76cc-4a65-aeb7-2e1cbda0ee20,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:05.095433 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-e562136e-5de8-4320-9f23-d7853dd37f21 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] In _notify_port_updated(), no bound segment for port e981e9b1-8da0-4b8f-843b-419d6c7cdcef on network 1d7d3de9-c34b-48c5-af55-43f634ca6a49 {{(pid=103392) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:32:05.098678 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d2e48d2f-0d2c-43bd-8253-3da2553757c9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:05.101855 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e562136e-5de8-4320-9f23-d7853dd37f21 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:05.102036 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-c13c2a0e-c67b-4737-9efb-f0759a2f81f6 None None] Set router b5750f1d-c29d-4c10-b6df-6d6671eaf472 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:32:05.102609 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e562136e-5de8-4320-9f23-d7853dd37f21 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:05.106184 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e562136e-5de8-4320-9f23-d7853dd37f21 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] 10.222.0.11 "PUT /v2.0/ports/e981e9b1-8da0-4b8f-843b-419d6c7cdcef HTTP/1.1" status: 200 len: 996 time: 0.7498925 Dec 10 16:32:05.108874 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562136e-5de8-4320-9f23-d7853dd37f21 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Pushing event updated for resources: {'Port': ['ID=e981e9b1-8da0-4b8f-843b-419d6c7cdcef,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:05.111781 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53384) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:05.157895 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-15f12e6f-5580-4ddd-8dd5-39ff9b458a30 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:05.201513 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-15f12e6f-5580-4ddd-8dd5-39ff9b458a30 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:05.209009 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-15f12e6f-5580-4ddd-8dd5-39ff9b458a30 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/subnets/87e0e3d1-b394-49e8-b359-e2a47f4aa808 HTTP/1.1" status: 204 len: 168 time: 0.4911032 Dec 10 16:32:05.218212 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f12e6f-5580-4ddd-8dd5-39ff9b458a30 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'Subnet': ['ID=87e0e3d1-b394-49e8-b359-e2a47f4aa808,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:05.218212 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53386) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:05.292180 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f6054c58-6dde-48e9-9827-33260af14f3e None None] Provisioning complete for port e981e9b1-8da0-4b8f-843b-419d6c7cdcef triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:05.298129 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f6054c58-6dde-48e9-9827-33260af14f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:05.324078 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c13c2a0e-c67b-4737-9efb-f0759a2f81f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5750f1d-c29d-4c10-b6df-6d6671eaf472', 'name': 'tempest-TaggedBootDevicesTest-1488134693-router', 'tenant_id': 'd8d2a6699ac14ae587266a65822b9f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '2e55ace3-4771-44d3-90bc-cc9f4562dfbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:32:02Z', 'revision_number': 5, 'project_id': 'd8d2a6699ac14ae587266a65822b9f70', 'gw_port': {'id': '2e55ace3-4771-44d3-90bc-cc9f4562dfbc', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:81:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5750f1d-c29d-4c10-b6df-6d6671eaf472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:05.360047 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53390) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:05.361067 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13c2a0e-c67b-4737-9efb-f0759a2f81f6 None None] Checking router: b5750f1d-c29d-4c10-b6df-6d6671eaf472 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:32:05.365673 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f6054c58-6dde-48e9-9827-33260af14f3e None None] Port e981e9b1-8da0-4b8f-843b-419d6c7cdcef cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:32:05.370901 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13c2a0e-c67b-4737-9efb-f0759a2f81f6 None None] Routers {'b5750f1d-c29d-4c10-b6df-6d6671eaf472'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:32:05.371296 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-3345a20a-7fbc-4362-985d-e58de9cc603f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Deleting subnet b98c55de-7e37-4fae-bbff-616280a738c2 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:32:05.371502 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c13c2a0e-c67b-4737-9efb-f0759a2f81f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:31:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['b5750f1d-c29d-4c10-b6df-6d6671eaf472'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:05.375871 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3345a20a-7fbc-4362-985d-e58de9cc603f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:05.411092 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 67a8366d-7d44-48ec-ac52-cdbe5e498ec9 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:32:05.448518 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d2e48d2f-0d2c-43bd-8253-3da2553757c9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:05.462856 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-92997a10-897e-4f8e-9d64-27574a73e997 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0ec94c8104754260b1a43ea39ff93023&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0910208 Dec 10 16:32:05.463407 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-4ea4dd4b-e07b-4ac9-ad7f-b776e19be82a tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Deleting port e981e9b1-8da0-4b8f-843b-419d6c7cdcef {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:05.463758 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4ea4dd4b-e07b-4ac9-ad7f-b776e19be82a tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:05.467369 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 67a8366d-7d44-48ec-ac52-cdbe5e498ec9 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:32:05.467692 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53392) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:05.468046 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 67a8366d-7d44-48ec-ac52-cdbe5e498ec9 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:32:05.482120 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4058a2e-2df6-4234-b66c-1631a1d9c95e req-123ba38a-e70e-4c1b-88ed-d3d7bfd55db4 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:05.484659 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d4058a2e-2df6-4234-b66c-1631a1d9c95e req-123ba38a-e70e-4c1b-88ed-d3d7bfd55db4 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=18828e85-53ed-4320-8dad-3f41cf765299 HTTP/1.1" status: 200 len: 945 time: 0.1500094 Dec 10 16:32:05.487259 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3345a20a-7fbc-4362-985d-e58de9cc603f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:05.488009 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-c13c2a0e-c67b-4737-9efb-f0759a2f81f6 None None] Set router b5750f1d-c29d-4c10-b6df-6d6671eaf472 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:32:05.584972 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d4058a2e-2df6-4234-b66c-1631a1d9c95e req-dd7250ed-dcbe-4351-9242-df9c3997ac9f tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678537 Dec 10 16:32:05.596325 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4ea4dd4b-e07b-4ac9-ad7f-b776e19be82a tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:05.612306 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-4ea4dd4b-e07b-4ac9-ad7f-b776e19be82a tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Calling delete_port for e981e9b1-8da0-4b8f-843b-419d6c7cdcef owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:05.683190 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7ed0b8-95a9-4a9d-aec9-4a5458962278 None None] Network 1ff3b543-5521-403e-8f38-232828cbae73 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:05.723760 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e55df2db-61c4-49ab-b506-df14cece758e req-42b579a3-dde3-433b-9253-21b70bc7015f tempest-ServerShowV247Test-42072957 tempest-ServerShowV247Test-42072957-project] 10.222.0.11 "GET /v2.0/ports?device_id=77021d0d-fe97-46c7-ba6c-c1c251cb4eeb HTTP/1.1" status: 200 len: 210 time: 0.0366452 Dec 10 16:32:05.734989 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1588716e-4bd7-4f24-87f2-ec76cd0beb01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:05.744566 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3345a20a-7fbc-4362-985d-e58de9cc603f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:05.758483 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c13c2a0e-c67b-4737-9efb-f0759a2f81f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5750f1d-c29d-4c10-b6df-6d6671eaf472', 'name': 'tempest-TaggedBootDevicesTest-1488134693-router', 'tenant_id': 'd8d2a6699ac14ae587266a65822b9f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '2e55ace3-4771-44d3-90bc-cc9f4562dfbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:32:02Z', 'revision_number': 5, 'project_id': 'd8d2a6699ac14ae587266a65822b9f70', 'gw_port': {'id': '2e55ace3-4771-44d3-90bc-cc9f4562dfbc', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:81:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5750f1d-c29d-4c10-b6df-6d6671eaf472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:05.764156 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1588716e-4bd7-4f24-87f2-ec76cd0beb01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:05.806421 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-14708820-ec2f-4d41-9684-58d689ea68e2 None None] Could not find standard attr ID for object 025191e4-e1a6-4d3d-bbc9-f5e73a578161. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:32:05.807029 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13c2a0e-c67b-4737-9efb-f0759a2f81f6 None None] The sync data for ids ['b5750f1d-c29d-4c10-b6df-6d6671eaf472'] in n-d-766771-2 is: [{'id': 'b5750f1d-c29d-4c10-b6df-6d6671eaf472', 'name': 'tempest-TaggedBootDevicesTest-1488134693-router', 'tenant_id': 'd8d2a6699ac14ae587266a65822b9f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '2e55ace3-4771-44d3-90bc-cc9f4562dfbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:32:02Z', 'revision_number': 5, 'project_id': 'd8d2a6699ac14ae587266a65822b9f70', 'gw_port': {'id': '2e55ace3-4771-44d3-90bc-cc9f4562dfbc', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:81:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5750f1d-c29d-4c10-b6df-6d6671eaf472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:29Z', 'updated_at': '2021-12-10T16:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:32:05.878434 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3345a20a-7fbc-4362-985d-e58de9cc603f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:05.922125 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1588716e-4bd7-4f24-87f2-ec76cd0beb01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:05.924790 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1588716e-4bd7-4f24-87f2-ec76cd0beb01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:05.928384 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1588716e-4bd7-4f24-87f2-ec76cd0beb01 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3eae1e3b-7870-4110-894e-ef9b37df26bc HTTP/1.1" status: 204 len: 168 time: 0.4562178 Dec 10 16:32:05.937895 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-d2e48d2f-0d2c-43bd-8253-3da2553757c9 admin admin] Deleting port 2e55ace3-4771-44d3-90bc-cc9f4562dfbc {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:05.938159 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d2e48d2f-0d2c-43bd-8253-3da2553757c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:05.948640 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3345a20a-7fbc-4362-985d-e58de9cc603f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'Subnet': ['ID=b98c55de-7e37-4fae-bbff-616280a738c2,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:05.957643 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3345a20a-7fbc-4362-985d-e58de9cc603f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:05.958540 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588716e-4bd7-4f24-87f2-ec76cd0beb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eae1e3b-7870-4110-894e-ef9b37df26bc,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:05.974884 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3345a20a-7fbc-4362-985d-e58de9cc603f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/subnets/b98c55de-7e37-4fae-bbff-616280a738c2 HTTP/1.1" status: 204 len: 168 time: 0.7587550 Dec 10 16:32:05.976194 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53404) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:06.038495 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4ea4dd4b-e07b-4ac9-ad7f-b776e19be82a tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:06.095158 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4dd4b-e07b-4ac9-ad7f-b776e19be82a tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Pushing event deleted for resources: {'Port': ['ID=e981e9b1-8da0-4b8f-843b-419d6c7cdcef,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:06.212058 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:06.217083 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0572e310-86ab-480a-aa3f-bf5b319e5d24 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:06.274109 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-d2e48d2f-0d2c-43bd-8253-3da2553757c9 admin admin] For port 2e55ace3-4771-44d3-90bc-cc9f4562dfbc, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=2e55ace3-4771-44d3-90bc-cc9f4562dfbc,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:06.274501 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d2e48d2f-0d2c-43bd-8253-3da2553757c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:06.309794 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-d2e48d2f-0d2c-43bd-8253-3da2553757c9 admin admin] Calling delete_port for 2e55ace3-4771-44d3-90bc-cc9f4562dfbc owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:06.325806 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4ea4dd4b-e07b-4ac9-ad7f-b776e19be82a tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:06.336723 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4ea4dd4b-e07b-4ac9-ad7f-b776e19be82a tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] 10.222.0.11 "DELETE /v2.0/ports/e981e9b1-8da0-4b8f-843b-419d6c7cdcef HTTP/1.1" status: 204 len: 168 time: 1.2221482 Dec 10 16:32:06.337664 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53410) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:06.356000 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e975c3-5b5b-4cc1-90ac-c0d2c6f3ca31 req-2ed44cc3-4bd6-495f-9acd-b42124a178c3 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:06.357880 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-02e975c3-5b5b-4cc1-90ac-c0d2c6f3ca31 req-2ed44cc3-4bd6-495f-9acd-b42124a178c3 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=18828e85-53ed-4320-8dad-3f41cf765299 HTTP/1.1" status: 200 len: 945 time: 0.0740912 Dec 10 16:32:06.388123 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-0572e310-86ab-480a-aa3f-bf5b319e5d24 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Deleting port ef10785a-9128-4e31-81c7-ca37ddccc99a {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:06.388712 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0572e310-86ab-480a-aa3f-bf5b319e5d24 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:06.392587 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ec5a6d-31fd-4d8e-9954-45314162ea33 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] GET failed (client error): The resource could not be found. Dec 10 16:32:06.394839 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-43ec5a6d-31fd-4d8e-9954-45314162ea33 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] 10.222.0.11 "GET /v2.0/ports/e981e9b1-8da0-4b8f-843b-419d6c7cdcef HTTP/1.1" status: 404 len: 333 time: 0.0525482 Dec 10 16:32:06.417187 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53412) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:06.424721 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-11737dc7-c5ca-426d-8ff5-90ee54dd3e7e tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Request body: {'port': {'network_id': '1d7d3de9-c34b-48c5-af55-43f634ca6a49', 'name': 'tempest-AllowedAddressPairTestJSON-740180207'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:06.590486 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-0572e310-86ab-480a-aa3f-bf5b319e5d24 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] For port ef10785a-9128-4e31-81c7-ca37ddccc99a, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=ef10785a-9128-4e31-81c7-ca37ddccc99a,segment=NetworkSegment(201191e7-ba79-4e02-85c0-595dc2f3dabc),segment_id=201191e7-ba79-4e02-85c0-595dc2f3dabc)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:06.591185 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0572e310-86ab-480a-aa3f-bf5b319e5d24 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:06.610641 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-02e975c3-5b5b-4cc1-90ac-c0d2c6f3ca31 req-1e49aa55-5f7a-40b8-bbbe-6043cdefd622 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360382 Dec 10 16:32:06.633945 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d2e48d2f-0d2c-43bd-8253-3da2553757c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:06.634588 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-0572e310-86ab-480a-aa3f-bf5b319e5d24 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Calling delete_port for ef10785a-9128-4e31-81c7-ca37ddccc99a owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:06.686174 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e48d2f-0d2c-43bd-8253-3da2553757c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e55ace3-4771-44d3-90bc-cc9f4562dfbc,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:06.693679 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a80d540-f941-4679-a05a-9a89bcc1d6f5 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:32:06.758935 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0572e310-86ab-480a-aa3f-bf5b319e5d24 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:06.769102 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d2e48d2f-0d2c-43bd-8253-3da2553757c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:06.776401 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0572e310-86ab-480a-aa3f-bf5b319e5d24 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] No DVR routers for this DVR port ef10785a-9128-4e31-81c7-ca37ddccc99a on host n-d-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:32:06.816771 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b816d1-41db-48db-8e28-3be6fd69d912 None None] Network 1ff3b543-5521-403e-8f38-232828cbae73 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:06.825137 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572e310-86ab-480a-aa3f-bf5b319e5d24 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'Port': ['ID=ef10785a-9128-4e31-81c7-ca37ddccc99a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:06.879649 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11737dc7-c5ca-426d-8ff5-90ee54dd3e7e tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Made reservation on behalf of b0c9b5da9a284fb49ba4dc28f12a3ace for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:06.883207 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-11737dc7-c5ca-426d-8ff5-90ee54dd3e7e tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:06.899934 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d2e48d2f-0d2c-43bd-8253-3da2553757c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:06.903086 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d2e48d2f-0d2c-43bd-8253-3da2553757c9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:06.915643 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-11737dc7-c5ca-426d-8ff5-90ee54dd3e7e tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] device_id is not set on port 99fd8c4e-3a6e-4ee1-8dce-9fa8150605ba yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:32:06.963451 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d2e48d2f-0d2c-43bd-8253-3da2553757c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:06.964977 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e48d2f-0d2c-43bd-8253-3da2553757c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5750f1d-c29d-4c10-b6df-6d6671eaf472 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:32:06.970782 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d2e48d2f-0d2c-43bd-8253-3da2553757c9 admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:06.979567 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d2e48d2f-0d2c-43bd-8253-3da2553757c9 admin admin] 10.222.0.11 "DELETE /v2.0/routers/b5750f1d-c29d-4c10-b6df-6d6671eaf472 HTTP/1.1" status: 204 len: 168 time: 2.0251205 Dec 10 16:32:06.980259 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53432) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:06.981533 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ac6a80e4-049a-4359-8881-9a4ff012a50b req-834bad7d-41a1-43e6-b60d-b400a8bf576a tempest-ServerShowV247Test-42072957 tempest-ServerShowV247Test-42072957-project] 10.222.0.11 "GET /v2.0/ports?device_id=77021d0d-fe97-46c7-ba6c-c1c251cb4eeb HTTP/1.1" status: 200 len: 210 time: 0.1058636 Dec 10 16:32:06.988027 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0572e310-86ab-480a-aa3f-bf5b319e5d24 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:07.030488 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-0572e310-86ab-480a-aa3f-bf5b319e5d24 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ff3b543-5521-403e-8f38-232828cbae73']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:07.056478 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-0572e310-86ab-480a-aa3f-bf5b319e5d24 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '201191e7-ba79-4e02-85c0-595dc2f3dabc') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:07.056708 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-0572e310-86ab-480a-aa3f-bf5b319e5d24 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '201191e7-ba79-4e02-85c0-595dc2f3dabc') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:07.100105 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0572e310-86ab-480a-aa3f-bf5b319e5d24 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:07.135540 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0572e310-86ab-480a-aa3f-bf5b319e5d24 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:07.151422 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0572e310-86ab-480a-aa3f-bf5b319e5d24 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:32:07.151858 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0572e310-86ab-480a-aa3f-bf5b319e5d24 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:07.157159 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:32:07.157159 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:32:07.157159 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:32:07.157159 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:32:07.157159 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:32:07.157159 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:32:07.157159 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:32:07.157159 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:32:07.157159 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:32:07.157159 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:32:07.157159 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:32:07.157159 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:32:07.157159 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:32:07.157159 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:32:07.157159 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:32:07.157159 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:32:07.157159 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:32:07.157159 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:32:07.157159 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:32:07.157159 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:32:07.157159 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:32:07.157159 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:32:07.157159 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:32:07.157159 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:32:07.157159 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:32:07.157159 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:32:07.157159 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:32:07.157159 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:32:07.157159 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:32:07.157159 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:32:07.157159 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:32:07.157159 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:32:07.159397 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-11737dc7-c5ca-426d-8ff5-90ee54dd3e7e tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Allocated IP 172.20.0.14 (1d7d3de9-c34b-48c5-af55-43f634ca6a49/b3b7f059-9acc-46ae-9f51-a5989c86cbba/99fd8c4e-3a6e-4ee1-8dce-9fa8150605ba) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:07.178818 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c8381ed-261b-4d4c-8dc9-5234ac9a20d4 admin admin] Deleting subnet eba51dfb-4a31-463f-a3e8-1df67a384ba8 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:32:07.191260 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c8381ed-261b-4d4c-8dc9-5234ac9a20d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:07.201148 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a39ab0f7-771f-421d-a417-d6bcae309f75 None None] Could not find standard attr ID for object ef10785a-9128-4e31-81c7-ca37ddccc99a. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:32:07.255966 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0572e310-86ab-480a-aa3f-bf5b319e5d24 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:07.287332 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0572e310-86ab-480a-aa3f-bf5b319e5d24 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:07.297516 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-0572e310-86ab-480a-aa3f-bf5b319e5d24 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/networks/1ff3b543-5521-403e-8f38-232828cbae73 HTTP/1.1" status: 204 len: 168 time: 1.3101885 Dec 10 16:32:07.297897 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572e310-86ab-480a-aa3f-bf5b319e5d24 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'Network': ['ID=1ff3b543-5521-403e-8f38-232828cbae73,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:07.301144 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53440) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:07.330727 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c8381ed-261b-4d4c-8dc9-5234ac9a20d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:07.331351 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88d9d88-0288-4560-813a-1a4dcd372f1d None None] DHCP port deletion for 1ff3b543-5521-403e-8f38-232828cbae73 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:32:07.364414 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53442) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:07.380897 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-73cf1388-be1c-489d-ad64-4385a7097e0c req-d72a3eed-c981-45e8-8362-c6545687ad57 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=77021d0d-fe97-46c7-ba6c-c1c251cb4eeb HTTP/1.1" status: 200 len: 210 time: 0.0804291 Dec 10 16:32:07.450526 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c8381ed-261b-4d4c-8dc9-5234ac9a20d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:07.463729 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c2f5aa-f879-4105-8003-ddf0307c0f0f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:07.465212 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-51c2f5aa-f879-4105-8003-ddf0307c0f0f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1610093 Dec 10 16:32:07.470492 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53446) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:07.488531 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-f7b43d45-7272-4f05-a9b0-cad9eadd5d1c admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1816177468-network', 'tenant_id': '8c65ebb5658d4329bacd583fbb240ffe'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:07.547577 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-11737dc7-c5ca-426d-8ff5-90ee54dd3e7e tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:07.551078 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b43d45-7272-4f05-a9b0-cad9eadd5d1c admin admin] Made reservation on behalf of 8c65ebb5658d4329bacd583fbb240ffe for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:07.552594 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9d4e1ea0-26d2-4a6c-82a2-a549880c0806 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0810676 Dec 10 16:32:07.554311 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f7b43d45-7272-4f05-a9b0-cad9eadd5d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:07.556357 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53448) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:07.563022 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-d121577b-f0ba-4d45-a2ba-aeb78706adf7 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1217178010'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:07.572399 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c8381ed-261b-4d4c-8dc9-5234ac9a20d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:07.578270 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f7b43d45-7272-4f05-a9b0-cad9eadd5d1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:07.587060 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-11737dc7-c5ca-426d-8ff5-90ee54dd3e7e tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:07.610927 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8381ed-261b-4d4c-8dc9-5234ac9a20d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eba51dfb-4a31-463f-a3e8-1df67a384ba8,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:07.619195 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c8381ed-261b-4d4c-8dc9-5234ac9a20d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:07.625450 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3c8381ed-261b-4d4c-8dc9-5234ac9a20d4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/eba51dfb-4a31-463f-a3e8-1df67a384ba8 HTTP/1.1" status: 204 len: 168 time: 0.6440992 Dec 10 16:32:07.626056 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53450) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:07.639474 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11737dc7-c5ca-426d-8ff5-90ee54dd3e7e tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Network 1d7d3de9-c34b-48c5-af55-43f634ca6a49 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:07.667912 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-11737dc7-c5ca-426d-8ff5-90ee54dd3e7e tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:07.669269 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b69a748-879e-4c14-b1e8-a3659d402fb2 None None] Network 363226b2-5652-456e-86bb-08df05db4510 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:07.675111 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11737dc7-c5ca-426d-8ff5-90ee54dd3e7e tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:07.683200 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11737dc7-c5ca-426d-8ff5-90ee54dd3e7e tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Pushing event updated for resources: {'Port': ['ID=99fd8c4e-3a6e-4ee1-8dce-9fa8150605ba,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:07.724296 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d121577b-f0ba-4d45-a2ba-aeb78706adf7 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Made reservation on behalf of 38fc6aa7996647649bb06a74b5f4d0aa for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:07.727879 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d121577b-f0ba-4d45-a2ba-aeb78706adf7 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:07.748890 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device f16c16b9-c71a-4713-8161-79fac789175f no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:32:07.805806 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: f16c16b9-c71a-4713-8161-79fac789175f {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:32:07.806611 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device f16c16b9-c71a-4713-8161-79fac789175f not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:32:07.811606 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11737dc7-c5ca-426d-8ff5-90ee54dd3e7e tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:07.814402 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-11737dc7-c5ca-426d-8ff5-90ee54dd3e7e tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:07.837553 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d121577b-f0ba-4d45-a2ba-aeb78706adf7 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:32:07.845910 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c82f5943-240b-4448-b972-7b5e8076f881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:07.866814 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-11737dc7-c5ca-426d-8ff5-90ee54dd3e7e tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4441304 Dec 10 16:32:07.867671 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53454) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:07.874065 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-5880856f-f61b-4da0-97a0-ded057edb96b tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Request body: {'port': {'network_id': '1d7d3de9-c34b-48c5-af55-43f634ca6a49', 'name': 'tempest-AllowedAddressPairTestJSON-1714364691'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:07.882282 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d121577b-f0ba-4d45-a2ba-aeb78706adf7 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:07.882550 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-d121577b-f0ba-4d45-a2ba-aeb78706adf7 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Added segment 062fbc1d-b843-4c73-be07-c179886811f1 of type vlan for network e604e7f3-4405-409e-8649-64d54c9c1379 Dec 10 16:32:07.899679 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d66cd9c-0221-4185-874a-c34fc5c70cc2 req-74d87e6e-8891-4a37-a8a8-ec4a9efde1e8 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:07.904639 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f7b43d45-7272-4f05-a9b0-cad9eadd5d1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:07.908368 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5d66cd9c-0221-4185-874a-c34fc5c70cc2 req-74d87e6e-8891-4a37-a8a8-ec4a9efde1e8 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=18828e85-53ed-4320-8dad-3f41cf765299 HTTP/1.1" status: 200 len: 945 time: 0.1240807 Dec 10 16:32:07.949015 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f7b43d45-7272-4f05-a9b0-cad9eadd5d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:07.977208 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0628e62-127f-417e-a772-2ba03b835478 None None] DHCP port deletion for 363226b2-5652-456e-86bb-08df05db4510 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:32:07.987416 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d121577b-f0ba-4d45-a2ba-aeb78706adf7 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:08.016205 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b43d45-7272-4f05-a9b0-cad9eadd5d1c admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:32:08.042762 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b43d45-7272-4f05-a9b0-cad9eadd5d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997edfe5-8301-4827-8d16-bbc04e97032e,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:08.045918 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-4127c48e-7abe-4837-ab4d-19cdfb735be3 None None] Provisioning complete for port 99fd8c4e-3a6e-4ee1-8dce-9fa8150605ba triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:08.046946 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4127c48e-7abe-4837-ab4d-19cdfb735be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:08.052203 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f7b43d45-7272-4f05-a9b0-cad9eadd5d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:08.052549 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-f7b43d45-7272-4f05-a9b0-cad9eadd5d1c admin admin] Added segment c2b69c62-e60e-482d-8854-d825b29bd09b of type vlan for network e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86 Dec 10 16:32:08.064047 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5d66cd9c-0221-4185-874a-c34fc5c70cc2 req-72328173-6736-4d9c-862c-db022f34823d tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549883 Dec 10 16:32:08.065886 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d121577b-f0ba-4d45-a2ba-aeb78706adf7 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:08.071656 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d121577b-f0ba-4d45-a2ba-aeb78706adf7 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:08.072232 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d121577b-f0ba-4d45-a2ba-aeb78706adf7 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:08.094011 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5880856f-f61b-4da0-97a0-ded057edb96b tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Made reservation on behalf of b0c9b5da9a284fb49ba4dc28f12a3ace for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:08.102688 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5880856f-f61b-4da0-97a0-ded057edb96b tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:08.107836 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:08.112203 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c0628e62-127f-417e-a772-2ba03b835478 None None] Deleting port 86405fb5-3873-4017-bf5b-1a5eb4b8a108 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:08.112576 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c0628e62-127f-417e-a772-2ba03b835478 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:08.131689 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-5880856f-f61b-4da0-97a0-ded057edb96b tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] device_id is not set on port 153bc555-8ed7-460e-8345-366a46b7593e yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:32:08.149845 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-c82f5943-240b-4448-b972-7b5e8076f881 admin admin] Deleting port 86405fb5-3873-4017-bf5b-1a5eb4b8a108 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:08.150227 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c82f5943-240b-4448-b972-7b5e8076f881 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:08.168396 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-4127c48e-7abe-4837-ab4d-19cdfb735be3 None None] Port 99fd8c4e-3a6e-4ee1-8dce-9fa8150605ba cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:32:08.185853 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d121577b-f0ba-4d45-a2ba-aeb78706adf7 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6270034 Dec 10 16:32:08.193847 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53460) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:08.194906 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c0628e62-127f-417e-a772-2ba03b835478 None None] For port 86405fb5-3873-4017-bf5b-1a5eb4b8a108, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=86405fb5-3873-4017-bf5b-1a5eb4b8a108,segment=NetworkSegment(e4f64f1b-bbc7-4ff5-8e12-ae2f514d9487),segment_id=e4f64f1b-bbc7-4ff5-8e12-ae2f514d9487)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:08.195321 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c0628e62-127f-417e-a772-2ba03b835478 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:08.209794 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c0628e62-127f-417e-a772-2ba03b835478 None None] Calling delete_port for 86405fb5-3873-4017-bf5b-1a5eb4b8a108 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:08.219033 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f7b43d45-7272-4f05-a9b0-cad9eadd5d1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:08.225543 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-a608ba02-a5b3-4305-9034-da03c25e5d58 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'subnet': {'network_id': 'e604e7f3-4405-409e-8649-64d54c9c1379', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:08.257444 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d121577b-f0ba-4d45-a2ba-aeb78706adf7 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'Network': ['ID=e604e7f3-4405-409e-8649-64d54c9c1379,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:08.274819 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network e604e7f3-4405-409e-8649-64d54c9c1379 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:32:08.353014 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f7b43d45-7272-4f05-a9b0-cad9eadd5d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:08.353975 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b43d45-7272-4f05-a9b0-cad9eadd5d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:08.354582 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f7b43d45-7272-4f05-a9b0-cad9eadd5d1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:08.361862 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-c82f5943-240b-4448-b972-7b5e8076f881 admin admin] For port 86405fb5-3873-4017-bf5b-1a5eb4b8a108, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=86405fb5-3873-4017-bf5b-1a5eb4b8a108,segment=NetworkSegment(e4f64f1b-bbc7-4ff5-8e12-ae2f514d9487),segment_id=e4f64f1b-bbc7-4ff5-8e12-ae2f514d9487)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:08.362234 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c82f5943-240b-4448-b972-7b5e8076f881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:08.399088 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-c82f5943-240b-4448-b972-7b5e8076f881 admin admin] Calling delete_port for 86405fb5-3873-4017-bf5b-1a5eb4b8a108 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:08.410880 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c0628e62-127f-417e-a772-2ba03b835478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:08.445247 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f7b43d45-7272-4f05-a9b0-cad9eadd5d1c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0797110 Dec 10 16:32:08.445889 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53462) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:08.454547 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0628e62-127f-417e-a772-2ba03b835478 None None] No DVR routers for this DVR port 86405fb5-3873-4017-bf5b-1a5eb4b8a108 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:32:08.457502 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-8602b90b-4a40-4902-8c0e-c7151bf1218f admin admin] Request body: {'subnet': {'network_id': 'e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1816177468-subnet', 'tenant_id': '8c65ebb5658d4329bacd583fbb240ffe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:08.457671 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0628e62-127f-417e-a772-2ba03b835478 None None] Pushing event deleted for resources: {'Port': ['ID=86405fb5-3873-4017-bf5b-1a5eb4b8a108,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:08.532506 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-51418148-5048-449e-8bc7-710e0208695a req-98500995-6e40-4b72-a10c-27fa6d128d1a tempest-ServerShowV247Test-42072957 tempest-ServerShowV247Test-42072957-project] 10.222.0.11 "GET /v2.0/ports?device_id=77021d0d-fe97-46c7-ba6c-c1c251cb4eeb HTTP/1.1" status: 200 len: 210 time: 0.3954444 Dec 10 16:32:08.532812 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b43d45-7272-4f05-a9b0-cad9eadd5d1c admin admin] Pushing event updated for resources: {'Network': ['ID=e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:08.548084 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a608ba02-a5b3-4305-9034-da03c25e5d58 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Made reservation on behalf of 38fc6aa7996647649bb06a74b5f4d0aa for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:08.549506 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:32:08.551834 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a608ba02-a5b3-4305-9034-da03c25e5d58 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:08.619161 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8602b90b-4a40-4902-8c0e-c7151bf1218f admin admin] Made reservation on behalf of 8c65ebb5658d4329bacd583fbb240ffe for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:08.621489 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8602b90b-4a40-4902-8c0e-c7151bf1218f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:08.667924 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-5880856f-f61b-4da0-97a0-ded057edb96b tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Allocated IP 172.20.0.8 (1d7d3de9-c34b-48c5-af55-43f634ca6a49/b3b7f059-9acc-46ae-9f51-a5989c86cbba/153bc555-8ed7-460e-8345-366a46b7593e) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:08.829718 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5880856f-f61b-4da0-97a0-ded057edb96b tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:08.865190 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5880856f-f61b-4da0-97a0-ded057edb96b tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:08.908847 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5880856f-f61b-4da0-97a0-ded057edb96b tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Network 1d7d3de9-c34b-48c5-af55-43f634ca6a49 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:08.912023 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-5880856f-f61b-4da0-97a0-ded057edb96b tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:08.915813 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5880856f-f61b-4da0-97a0-ded057edb96b tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:08.943325 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5880856f-f61b-4da0-97a0-ded057edb96b tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Pushing event updated for resources: {'Port': ['ID=153bc555-8ed7-460e-8345-366a46b7593e,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:08.975476 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5880856f-f61b-4da0-97a0-ded057edb96b tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:08.976460 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5880856f-f61b-4da0-97a0-ded057edb96b tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:08.995921 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5880856f-f61b-4da0-97a0-ded057edb96b tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1272044 Dec 10 16:32:08.998595 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53466) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:09.004528 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c82f5943-240b-4448-b972-7b5e8076f881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:09.005534 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-c67e72b9-ab90-42e4-90be-1ec12c9ca319 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:74:03:62'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:4e:a5:8f'}]}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:09.051711 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82f5943-240b-4448-b972-7b5e8076f881 admin admin] Pushing event deleted for resources: {'Port': ['ID=86405fb5-3873-4017-bf5b-1a5eb4b8a108,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:09.061915 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82f5943-240b-4448-b972-7b5e8076f881 admin admin] No DVR routers for this DVR port 86405fb5-3873-4017-bf5b-1a5eb4b8a108 on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:32:09.207504 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c82f5943-240b-4448-b972-7b5e8076f881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:09.221544 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 86405fb5-3873-4017-bf5b-1a5eb4b8a108 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:32:09.245501 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c67e72b9-ab90-42e4-90be-1ec12c9ca319 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:09.252368 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 86405fb5-3873-4017-bf5b-1a5eb4b8a108 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:32:09.252714 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 86405fb5-3873-4017-bf5b-1a5eb4b8a108 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:32:09.253136 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 2e55ace3-4771-44d3-90bc-cc9f4562dfbc no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:32:09.271649 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa139da-7e60-427a-b5cf-3b5dd96d70e6 req-73c07c65-b294-45a8-b574-2046950383a3 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:09.273152 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 2e55ace3-4771-44d3-90bc-cc9f4562dfbc {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:32:09.273377 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1fa139da-7e60-427a-b5cf-3b5dd96d70e6 req-73c07c65-b294-45a8-b574-2046950383a3 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=18828e85-53ed-4320-8dad-3f41cf765299 HTTP/1.1" status: 200 len: 945 time: 0.0954716 Dec 10 16:32:09.273512 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 2e55ace3-4771-44d3-90bc-cc9f4562dfbc not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:32:09.273918 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device ef10785a-9128-4e31-81c7-ca37ddccc99a no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:32:09.276601 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-c82f5943-240b-4448-b972-7b5e8076f881 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['363226b2-5652-456e-86bb-08df05db4510']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:09.298746 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: ef10785a-9128-4e31-81c7-ca37ddccc99a {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:32:09.299362 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device ef10785a-9128-4e31-81c7-ca37ddccc99a not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:32:09.305801 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-c82f5943-240b-4448-b972-7b5e8076f881 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f64f1b-bbc7-4ff5-8e12-ae2f514d9487') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:09.306101 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-c82f5943-240b-4448-b972-7b5e8076f881 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f64f1b-bbc7-4ff5-8e12-ae2f514d9487') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:09.311141 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d88629c6-cddb-487d-bf00-4ad747be68c7 None None] Provisioning complete for port 153bc555-8ed7-460e-8345-366a46b7593e triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:09.311299 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d88629c6-cddb-487d-bf00-4ad747be68c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:09.322397 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a608ba02-a5b3-4305-9034-da03c25e5d58 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:09.329039 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c82f5943-240b-4448-b972-7b5e8076f881 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:09.355419 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d88629c6-cddb-487d-bf00-4ad747be68c7 None None] Port 153bc555-8ed7-460e-8345-366a46b7593e cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:32:09.408270 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c82f5943-240b-4448-b972-7b5e8076f881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:09.428482 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c82f5943-240b-4448-b972-7b5e8076f881 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:32:09.428920 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c82f5943-240b-4448-b972-7b5e8076f881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:09.432321 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:32:09.432321 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:32:09.432321 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:32:09.432321 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:32:09.432321 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:32:09.432321 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:32:09.432321 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:32:09.432321 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:32:09.432321 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:32:09.432321 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:32:09.432321 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:32:09.432321 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:32:09.432321 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:32:09.432321 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:32:09.432321 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:32:09.432321 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:32:09.432321 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:32:09.432321 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:32:09.432321 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:32:09.432321 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:32:09.432321 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:32:09.432321 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:32:09.432321 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:32:09.432321 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:32:09.432321 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:32:09.432321 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:32:09.432321 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:32:09.432321 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:32:09.432321 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:32:09.432321 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:32:09.432321 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:32:09.432321 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:32:09.432321 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:32:09.432321 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:32:09.432321 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:32:09.432321 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:32:09.432321 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:32:09.432321 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:32:09.432321 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:32:09.432321 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:32:09.449404 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1fa139da-7e60-427a-b5cf-3b5dd96d70e6 req-d93908d4-51a7-442e-ad66-4312650c22d6 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185274 Dec 10 16:32:09.471686 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f3180-50e7-49cf-8214-f3a119bd3c22 req-3cf17ecf-abc2-4d31-b951-448ff1149d49 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:09.473118 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0f9f3180-50e7-49cf-8214-f3a119bd3c22 req-3cf17ecf-abc2-4d31-b951-448ff1149d49 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.26 "GET /v2.0/ports?device_id=18828e85-53ed-4320-8dad-3f41cf765299 HTTP/1.1" status: 200 len: 945 time: 0.1325831 Dec 10 16:32:09.482222 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8602b90b-4a40-4902-8c0e-c7151bf1218f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:09.491836 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608ba02-a5b3-4305-9034-da03c25e5d58 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'Subnet': ['ID=024dec0f-43da-41ab-a1ac-5e11c0d1aa48,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:09.543041 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a608ba02-a5b3-4305-9034-da03c25e5d58 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Checking segment: {'id': '062fbc1d-b843-4c73-be07-c179886811f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e604e7f3-4405-409e-8649-64d54c9c1379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:09.543431 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a608ba02-a5b3-4305-9034-da03c25e5d58 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Network hostable DHCP agents. Network: e604e7f3-4405-409e-8649-64d54c9c1379, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:32:09.561302 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c82f5943-240b-4448-b972-7b5e8076f881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:09.571845 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c82f5943-240b-4448-b972-7b5e8076f881 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:09.575039 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c82f5943-240b-4448-b972-7b5e8076f881 admin admin] 10.222.0.11 "DELETE /v2.0/networks/363226b2-5652-456e-86bb-08df05db4510 HTTP/1.1" status: 204 len: 168 time: 1.9438367 Dec 10 16:32:09.584098 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53470) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:09.603663 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8602b90b-4a40-4902-8c0e-c7151bf1218f admin admin] Pushing event updated for resources: {'Subnet': ['ID=be4626af-5001-4f6f-9053-057ef2a397df,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:09.607954 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82f5943-240b-4448-b972-7b5e8076f881 admin admin] Pushing event deleted for resources: {'Network': ['ID=363226b2-5652-456e-86bb-08df05db4510,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:09.611818 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a608ba02-a5b3-4305-9034-da03c25e5d58 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Network e604e7f3-4405-409e-8649-64d54c9c1379 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:32:09.623082 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8602b90b-4a40-4902-8c0e-c7151bf1218f admin admin] Checking segment: {'id': 'c2b69c62-e60e-482d-8854-d825b29bd09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:09.623756 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8602b90b-4a40-4902-8c0e-c7151bf1218f admin admin] Network hostable DHCP agents. Network: e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:32:09.627799 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-a608ba02-a5b3-4305-9034-da03c25e5d58 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, e604e7f3-4405-409e-8649-64d54c9c1379) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:09.633230 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a608ba02-a5b3-4305-9034-da03c25e5d58 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:09.634033 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a608ba02-a5b3-4305-9034-da03c25e5d58 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:09.644377 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8db6a6d-b216-4f12-8e10-dba1255ce661 None None] Network e604e7f3-4405-409e-8649-64d54c9c1379 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:09.658223 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8602b90b-4a40-4902-8c0e-c7151bf1218f admin admin] Network e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:32:09.669348 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c67e72b9-ab90-42e4-90be-1ec12c9ca319 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:09.670557 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a608ba02-a5b3-4305-9034-da03c25e5d58 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4489224 Dec 10 16:32:09.671102 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53474) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:09.672811 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-8602b90b-4a40-4902-8c0e-c7151bf1218f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:09.682954 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8602b90b-4a40-4902-8c0e-c7151bf1218f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:09.683606 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8602b90b-4a40-4902-8c0e-c7151bf1218f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:09.690393 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbc8e21-c952-47df-bd0f-a0ec5407d4d3 None None] Network e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:09.693571 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-ab7754ff-0899-4f21-b33b-77bdfc533ff5 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'port': {'network_id': 'e604e7f3-4405-409e-8649-64d54c9c1379', 'name': 'tempest-PortsTestJSON-302729453'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:09.702483 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8602b90b-4a40-4902-8c0e-c7151bf1218f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2485421 Dec 10 16:32:09.717870 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c67e72b9-ab90-42e4-90be-1ec12c9ca319 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:09.746440 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-75a885f9-ce9a-423c-84cd-9c3ab5f3eff9 req-a8040abb-85cd-421b-99e8-566f91d46a85 tempest-ServerShowV247Test-42072957 tempest-ServerShowV247Test-42072957-project] 10.222.0.11 "GET /v2.0/ports?device_id=77021d0d-fe97-46c7-ba6c-c1c251cb4eeb HTTP/1.1" status: 200 len: 210 time: 0.0671811 Dec 10 16:32:09.862860 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae9b2a9-024a-497a-86ee-1ff72e0a0759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-e604e7f3-4405-409e-8649-64d54c9c1379', 'network_id': 'e604e7f3-4405-409e-8649-64d54c9c1379', 'project_id': '38fc6aa7996647649bb06a74b5f4d0aa', 'fixed_ips': [{'subnet_id': '024dec0f-43da-41ab-a1ac-5e11c0d1aa48'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:32:09.863807 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-aae9b2a9-024a-497a-86ee-1ff72e0a0759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:09.892928 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048fdee2-72bf-4fe9-802c-4373b4d1e1fe None None] Network e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:09.946186 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e72b9-ab90-42e4-90be-1ec12c9ca319 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Pushing event updated for resources: {'Port': ['ID=153bc555-8ed7-460e-8345-366a46b7593e,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:09.978430 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-0f9f3180-50e7-49cf-8214-f3a119bd3c22 req-9bfdd365-be84-4f34-a807-e2343c9edffb tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Deleting port 9d35124a-51af-4f07-95ed-8d7599bd9ce0 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:09.978767 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0f9f3180-50e7-49cf-8214-f3a119bd3c22 req-9bfdd365-be84-4f34-a807-e2343c9edffb tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:09.982866 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-c67e72b9-ab90-42e4-90be-1ec12c9ca319 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] In _notify_port_updated(), no bound segment for port 153bc555-8ed7-460e-8345-366a46b7593e on network 1d7d3de9-c34b-48c5-af55-43f634ca6a49 {{(pid=103392) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:32:09.992916 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67e72b9-ab90-42e4-90be-1ec12c9ca319 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:09.993782 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c67e72b9-ab90-42e4-90be-1ec12c9ca319 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:09.998243 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53488) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:09.998401 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c67e72b9-ab90-42e4-90be-1ec12c9ca319 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] 10.222.0.11 "PUT /v2.0/ports/153bc555-8ed7-460e-8345-366a46b7593e HTTP/1.1" status: 200 len: 1056 time: 0.9986522 Dec 10 16:32:10.134939 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-d139e479-ce69-4792-90d3-dc6eeb0c1b8e tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Deleting port 153bc555-8ed7-460e-8345-366a46b7593e {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:10.135452 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d139e479-ce69-4792-90d3-dc6eeb0c1b8e tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:10.190962 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-aae9b2a9-024a-497a-86ee-1ff72e0a0759 None None] Allocated IP 172.20.0.2 (e604e7f3-4405-409e-8649-64d54c9c1379/024dec0f-43da-41ab-a1ac-5e11c0d1aa48/943cef4a-9af2-4a19-8300-12e9720c7a3b) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:10.206761 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-0735a8b9-611f-492a-ae38-04fed5441d75 None None] Provisioning complete for port 153bc555-8ed7-460e-8345-366a46b7593e triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:10.207412 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0735a8b9-611f-492a-ae38-04fed5441d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:10.260055 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7754ff-0899-4f21-b33b-77bdfc533ff5 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Made reservation on behalf of 38fc6aa7996647649bb06a74b5f4d0aa for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:10.263934 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d139e479-ce69-4792-90d3-dc6eeb0c1b8e tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:10.264481 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab7754ff-0899-4f21-b33b-77bdfc533ff5 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:10.277110 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-d139e479-ce69-4792-90d3-dc6eeb0c1b8e tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Calling delete_port for 153bc555-8ed7-460e-8345-366a46b7593e owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:10.291721 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6328e90c-392d-4677-b99e-e529179e9d64 req-c0d4830a-aba1-4e42-9094-57b6b2b26ad2 tempest-ServerShowV247Test-42072957 tempest-ServerShowV247Test-42072957-project] 10.222.0.11 "GET /v2.0/ports?device_id=77021d0d-fe97-46c7-ba6c-c1c251cb4eeb&device_id=46468506-9ee0-4417-9eb3-2b5e92bcbfda HTTP/1.1" status: 200 len: 210 time: 0.0618286 Dec 10 16:32:10.295970 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-0735a8b9-611f-492a-ae38-04fed5441d75 None None] Port 153bc555-8ed7-460e-8345-366a46b7593e cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:32:10.307722 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-0f9f3180-50e7-49cf-8214-f3a119bd3c22 req-9bfdd365-be84-4f34-a807-e2343c9edffb tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] For port 9d35124a-51af-4f07-95ed-8d7599bd9ce0, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=9d35124a-51af-4f07-95ed-8d7599bd9ce0,segment=NetworkSegment(b9bd78ee-f3c3-4e6c-b4f5-8a2b8ab95e02),segment_id=b9bd78ee-f3c3-4e6c-b4f5-8a2b8ab95e02)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:10.308087 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0f9f3180-50e7-49cf-8214-f3a119bd3c22 req-9bfdd365-be84-4f34-a807-e2343c9edffb tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:10.324749 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-ab7754ff-0899-4f21-b33b-77bdfc533ff5 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] device_id is not set on port bd1c85d7-46e4-460e-8607-1bfb5457948b yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:32:10.411928 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-0f9f3180-50e7-49cf-8214-f3a119bd3c22 req-9bfdd365-be84-4f34-a807-e2343c9edffb tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Calling delete_port for 9d35124a-51af-4f07-95ed-8d7599bd9ce0 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:10.434871 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-aae9b2a9-024a-497a-86ee-1ff72e0a0759 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:10.443200 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-aae9b2a9-024a-497a-86ee-1ff72e0a0759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:10.468930 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d139e479-ce69-4792-90d3-dc6eeb0c1b8e tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:10.488728 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae9b2a9-024a-497a-86ee-1ff72e0a0759 None None] Network e604e7f3-4405-409e-8649-64d54c9c1379 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:10.493146 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-aae9b2a9-024a-497a-86ee-1ff72e0a0759 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:10.496918 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae9b2a9-024a-497a-86ee-1ff72e0a0759 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:10.507707 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d139e479-ce69-4792-90d3-dc6eeb0c1b8e tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Pushing event deleted for resources: {'Port': ['ID=153bc555-8ed7-460e-8345-366a46b7593e,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:10.557619 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae9b2a9-024a-497a-86ee-1ff72e0a0759 None None] Pushing event updated for resources: {'Port': ['ID=943cef4a-9af2-4a19-8300-12e9720c7a3b,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:10.579378 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-aae9b2a9-024a-497a-86ee-1ff72e0a0759 None None] Attempting to bind port 943cef4a-9af2-4a19-8300-12e9720c7a3b on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:10.579757 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-aae9b2a9-024a-497a-86ee-1ff72e0a0759 None None] Attempting to bind port 943cef4a-9af2-4a19-8300-12e9720c7a3b by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '062fbc1d-b843-4c73-be07-c179886811f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e604e7f3-4405-409e-8649-64d54c9c1379'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:10.580129 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae9b2a9-024a-497a-86ee-1ff72e0a0759 None None] Attempting to bind port 943cef4a-9af2-4a19-8300-12e9720c7a3b on network e604e7f3-4405-409e-8649-64d54c9c1379 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:10.585820 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae9b2a9-024a-497a-86ee-1ff72e0a0759 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:32:10.586239 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae9b2a9-024a-497a-86ee-1ff72e0a0759 None None] Checking segment: {'id': '062fbc1d-b843-4c73-be07-c179886811f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e604e7f3-4405-409e-8649-64d54c9c1379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:10.586696 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-aae9b2a9-024a-497a-86ee-1ff72e0a0759 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:10.587102 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae9b2a9-024a-497a-86ee-1ff72e0a0759 None None] Bound using segment: {'id': '062fbc1d-b843-4c73-be07-c179886811f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e604e7f3-4405-409e-8649-64d54c9c1379'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:32:10.587588 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-aae9b2a9-024a-497a-86ee-1ff72e0a0759 None None] Bound port: 943cef4a-9af2-4a19-8300-12e9720c7a3b, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '062fbc1d-b843-4c73-be07-c179886811f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e604e7f3-4405-409e-8649-64d54c9c1379'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:32:10.587978 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-aae9b2a9-024a-497a-86ee-1ff72e0a0759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:10.679346 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.db.api [None req-ab7754ff-0899-4f21-b33b-77bdfc533ff5 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-215db3c1-62d7-4d41-afef-2bcdb38d8e8d {{(pid=103392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:32:10.680314 n-d-766771-2 neutron-server[103392]: DEBUG oslo_db.api [None req-ab7754ff-0899-4f21-b33b-77bdfc533ff5 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:32:10.686571 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-aae9b2a9-024a-497a-86ee-1ff72e0a0759 None None] For port 943cef4a-9af2-4a19-8300-12e9720c7a3b, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:32:10.691118 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-aae9b2a9-024a-497a-86ee-1ff72e0a0759 None None] For port 943cef4a-9af2-4a19-8300-12e9720c7a3b, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=943cef4a-9af2-4a19-8300-12e9720c7a3b,segment=NetworkSegment(062fbc1d-b843-4c73-be07-c179886811f1),segment_id=062fbc1d-b843-4c73-be07-c179886811f1)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:32:10.696288 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-aae9b2a9-024a-497a-86ee-1ff72e0a0759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:10.767546 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae9b2a9-024a-497a-86ee-1ff72e0a0759 None None] Pushing event updated for resources: {'Port': ['ID=943cef4a-9af2-4a19-8300-12e9720c7a3b,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:10.774510 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d139e479-ce69-4792-90d3-dc6eeb0c1b8e tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:10.778189 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d139e479-ce69-4792-90d3-dc6eeb0c1b8e tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] 10.222.0.11 "DELETE /v2.0/ports/153bc555-8ed7-460e-8345-366a46b7593e HTTP/1.1" status: 204 len: 168 time: 0.7784719 Dec 10 16:32:10.780992 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53504) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:10.804987 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-d7bfba6b-2f25-4af3-bed2-12bb5d734a7d tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:10.806608 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-d7bfba6b-2f25-4af3-bed2-12bb5d734a7d tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.11 "GET /v2.0/networks?id=e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86 HTTP/1.1" status: 200 len: 818 time: 0.3417196 Dec 10 16:32:10.808631 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b3cbfc-e375-46f9-9c64-245b1edb416c tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] GET failed (client error): The resource could not be found. Dec 10 16:32:10.809812 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e4b3cbfc-e375-46f9-9c64-245b1edb416c tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] 10.222.0.11 "GET /v2.0/ports/153bc555-8ed7-460e-8345-366a46b7593e HTTP/1.1" status: 404 len: 333 time: 0.0277119 Dec 10 16:32:10.813023 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53506) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:10.843563 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-f6e5144c-37ea-46b4-b1bd-076833562345 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.11 "GET /v2.0/quotas/8c65ebb5658d4329bacd583fbb240ffe HTTP/1.1" status: 200 len: 375 time: 0.0278859 Dec 10 16:32:10.855012 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0f9f3180-50e7-49cf-8214-f3a119bd3c22 req-9bfdd365-be84-4f34-a807-e2343c9edffb tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:10.863910 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['9d35124a-51af-4f07-95ed-8d7599bd9ce0'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:32:10.867270 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['bca74aec-6ce2-4bca-832e-c1536e539022'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:32:10.931471 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-0c3760a1-5254-4a6b-9f51-59614dd5dc9e tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Deleting port 99fd8c4e-3a6e-4ee1-8dce-9fa8150605ba {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:10.931809 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0c3760a1-5254-4a6b-9f51-59614dd5dc9e tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:10.943864 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfdd365-be84-4f34-a807-e2343c9edffb tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Pushing event deleted for resources: {'Port': ['ID=9d35124a-51af-4f07-95ed-8d7599bd9ce0,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:10.956867 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-1e42b94f-338f-45ea-8086-650c98dee1da tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8c65ebb5658d4329bacd583fbb240ffe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0824859 Dec 10 16:32:10.961445 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79208b7d-d83c-467c-9928-4ee62c14b3c3 None None] DHCP port deletion for e32a4d08-b516-4a89-a4b3-00c81d20f408 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:32:11.072207 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9f3180-50e7-49cf-8214-f3a119bd3c22 req-9bfdd365-be84-4f34-a807-e2343c9edffb tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] No DVR routers for this DVR port 9d35124a-51af-4f07-95ed-8d7599bd9ce0 on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:32:11.077019 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0f9f3180-50e7-49cf-8214-f3a119bd3c22 req-9bfdd365-be84-4f34-a807-e2343c9edffb tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:11.080531 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0f9f3180-50e7-49cf-8214-f3a119bd3c22 req-9bfdd365-be84-4f34-a807-e2343c9edffb tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.26 "DELETE /v2.0/ports/9d35124a-51af-4f07-95ed-8d7599bd9ce0 HTTP/1.1" status: 204 len: 173 time: 1.6006396 Dec 10 16:32:11.081179 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18828e85-53ed-4320-8dad-3f41cf765299', 'name': 'network-vif-deleted', 'tag': '9d35124a-51af-4f07-95ed-8d7599bd9ce0'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:32:11.083994 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34a40f6-2bb3-4d9e-96cb-a85bbd0acad4" -d '{"events": [{"server_uuid": "18828e85-53ed-4320-8dad-3f41cf765299", "name": "network-vif-deleted", "tag": "9d35124a-51af-4f07-95ed-8d7599bd9ce0"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:32:11.103451 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0c3760a1-5254-4a6b-9f51-59614dd5dc9e tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:11.105084 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4d02b1d8-2381-417e-ae4b-20a7954986a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:11.148842 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-0c3760a1-5254-4a6b-9f51-59614dd5dc9e tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Calling delete_port for 99fd8c4e-3a6e-4ee1-8dce-9fa8150605ba owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:11.202003 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab7754ff-0899-4f21-b33b-77bdfc533ff5 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:11.272695 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 943cef4a-9af2-4a19-8300-12e9720c7a3b up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:32:11.286714 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-1d3c44ed-c068-4fb1-ac2c-cc9ede8072e3 service neutron] 10.222.0.11 "GET /v2.0/networks/e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281708 Dec 10 16:32:11.304075 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-ab7754ff-0899-4f21-b33b-77bdfc533ff5 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] device_id is not set on port 25e6ce9b-50c3-40a6-9c6a-b0c0a016e049 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:32:11.331817 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 943cef4a-9af2-4a19-8300-12e9720c7a3b triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:11.332435 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:11.340094 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0c3760a1-5254-4a6b-9f51-59614dd5dc9e tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:11.374888 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3760a1-5254-4a6b-9f51-59614dd5dc9e tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Pushing event deleted for resources: {'Port': ['ID=99fd8c4e-3a6e-4ee1-8dce-9fa8150605ba,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:11.409598 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3760a1-5254-4a6b-9f51-59614dd5dc9e tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:11.409598 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3760a1-5254-4a6b-9f51-59614dd5dc9e tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:11.409860 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3760a1-5254-4a6b-9f51-59614dd5dc9e tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:11.410064 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3760a1-5254-4a6b-9f51-59614dd5dc9e tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:11.410405 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3760a1-5254-4a6b-9f51-59614dd5dc9e tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:11.410687 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3760a1-5254-4a6b-9f51-59614dd5dc9e tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:11.411012 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3760a1-5254-4a6b-9f51-59614dd5dc9e tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:11.411354 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3760a1-5254-4a6b-9f51-59614dd5dc9e tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:11.411665 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3760a1-5254-4a6b-9f51-59614dd5dc9e tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:11.411990 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3760a1-5254-4a6b-9f51-59614dd5dc9e tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:11.412314 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3760a1-5254-4a6b-9f51-59614dd5dc9e tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:11.412635 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3760a1-5254-4a6b-9f51-59614dd5dc9e tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:11.412957 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3760a1-5254-4a6b-9f51-59614dd5dc9e tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:11.466803 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0c3760a1-5254-4a6b-9f51-59614dd5dc9e tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:11.469339 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:11.474210 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0c3760a1-5254-4a6b-9f51-59614dd5dc9e tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] 10.222.0.11 "DELETE /v2.0/ports/99fd8c4e-3a6e-4ee1-8dce-9fa8150605ba HTTP/1.1" status: 204 len: 168 time: 0.6601908 Dec 10 16:32:11.474814 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53514) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:11.509966 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2873cca-2a9d-45d9-a9c0-1f80017bc713 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] GET failed (client error): The resource could not be found. Dec 10 16:32:11.514628 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 943cef4a-9af2-4a19-8300-12e9720c7a3b, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=943cef4a-9af2-4a19-8300-12e9720c7a3b,segment=NetworkSegment(062fbc1d-b843-4c73-be07-c179886811f1),segment_id=062fbc1d-b843-4c73-be07-c179886811f1)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:11.517253 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e2873cca-2a9d-45d9-a9c0-1f80017bc713 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] 10.222.0.11 "GET /v2.0/ports/99fd8c4e-3a6e-4ee1-8dce-9fa8150605ba HTTP/1.1" status: 404 len: 333 time: 0.0413330 Dec 10 16:32:11.518853 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53516) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:11.520335 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:11.611519 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-baa19346-b2c2-42bb-b9ff-4f5772a8d44e service neutron] 10.222.0.11 "GET /v2.0/networks/e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174665 Dec 10 16:32:11.651759 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=943cef4a-9af2-4a19-8300-12e9720c7a3b,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:11.697395 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-34335ffe-9e55-4ec8-972a-0fe67dd49b4c tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Deleting port 9147f688-1891-4036-adf6-6a72d5463da9 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:11.697727 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-34335ffe-9e55-4ec8-972a-0fe67dd49b4c tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:11.716629 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-ab7754ff-0899-4f21-b33b-77bdfc533ff5 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Allocated IP 172.20.0.10 (e604e7f3-4405-409e-8649-64d54c9c1379/024dec0f-43da-41ab-a1ac-5e11c0d1aa48/25e6ce9b-50c3-40a6-9c6a-b0c0a016e049) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:11.833151 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-34335ffe-9e55-4ec8-972a-0fe67dd49b4c tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:11.847532 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-34335ffe-9e55-4ec8-972a-0fe67dd49b4c tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Calling delete_port for 9147f688-1891-4036-adf6-6a72d5463da9 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:11.866743 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-4d02b1d8-2381-417e-ae4b-20a7954986a7 admin admin] Deleting port e54d3cab-6d14-43bf-8643-c2fffdc24a8f {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:11.867099 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4d02b1d8-2381-417e-ae4b-20a7954986a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:12.035087 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab7754ff-0899-4f21-b33b-77bdfc533ff5 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:12.038727 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-4d02b1d8-2381-417e-ae4b-20a7954986a7 admin admin] For port e54d3cab-6d14-43bf-8643-c2fffdc24a8f, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=e54d3cab-6d14-43bf-8643-c2fffdc24a8f,segment=NetworkSegment(64f28485-c99c-408c-b216-b0f023154b12),segment_id=64f28485-c99c-408c-b216-b0f023154b12)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:12.039162 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4d02b1d8-2381-417e-ae4b-20a7954986a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:12.070588 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-34335ffe-9e55-4ec8-972a-0fe67dd49b4c tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:12.102269 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-4d02b1d8-2381-417e-ae4b-20a7954986a7 admin admin] Calling delete_port for e54d3cab-6d14-43bf-8643-c2fffdc24a8f owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:12.110499 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34335ffe-9e55-4ec8-972a-0fe67dd49b4c tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Pushing event deleted for resources: {'Port': ['ID=9147f688-1891-4036-adf6-6a72d5463da9,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:12.135848 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d7f7a0db-27d3-4bf6-8d90-54347c82f65f req-f2dc29ab-3785-4879-ae08-f9f3dbb08498 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1f060a206bae4765a1b5431755f90385&device_id=77021d0d-fe97-46c7-ba6c-c1c251cb4eeb HTTP/1.1" status: 200 len: 210 time: 0.0439920 Dec 10 16:32:12.208401 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b32db1-ec58-4bd8-a255-f8701f55a445 None None] Network e604e7f3-4405-409e-8649-64d54c9c1379 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:12.263715 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-34335ffe-9e55-4ec8-972a-0fe67dd49b4c tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:12.270364 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-34335ffe-9e55-4ec8-972a-0fe67dd49b4c tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] 10.222.0.11 "DELETE /v2.0/ports/9147f688-1891-4036-adf6-6a72d5463da9 HTTP/1.1" status: 204 len: 168 time: 0.7502570 Dec 10 16:32:12.272675 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53528) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:12.277712 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d7f7a0db-27d3-4bf6-8d90-54347c82f65f req-6130244d-bc26-41a9-8bdd-8da0ab6f80a9 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=1f060a206bae4765a1b5431755f90385&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1308813 Dec 10 16:32:12.351474 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-855fd30f-bf89-4ca8-afac-67b858a29e0c tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Deleting subnet b3b7f059-9acc-46ae-9f51-a5989c86cbba {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:32:12.356086 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-855fd30f-bf89-4ca8-afac-67b858a29e0c tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:12.360011 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-974a3313-7e92-425e-9736-98e52cdd444b None None] Provisioning complete for port 943cef4a-9af2-4a19-8300-12e9720c7a3b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:12.360622 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-974a3313-7e92-425e-9736-98e52cdd444b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:12.432431 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f7a0db-27d3-4bf6-8d90-54347c82f65f req-882b2d92-0ad4-4678-8153-c768580be2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:12.433854 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d7f7a0db-27d3-4bf6-8d90-54347c82f65f req-882b2d92-0ad4-4678-8153-c768580be2a7 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1464653 Dec 10 16:32:12.438710 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c63a16-7819-4bca-9d05-23b431e6c9fe x-openstack-request-id: req-00c63a16-7819-4bca-9d05-23b431e6c9fe {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:32:12.439026 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18828e85-53ed-4320-8dad-3f41cf765299", "name": "network-vif-deleted", "tag": "9d35124a-51af-4f07-95ed-8d7599bd9ce0", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:32:12.439328 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-00c63a16-7819-4bca-9d05-23b431e6c9fe {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:32:12.439679 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18828e85-53ed-4320-8dad-3f41cf765299', 'name': 'network-vif-deleted', 'tag': '9d35124a-51af-4f07-95ed-8d7599bd9ce0', 'status': 'completed', 'code': 200} Dec 10 16:32:12.450608 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab7754ff-0899-4f21-b33b-77bdfc533ff5 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:12.462719 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-855fd30f-bf89-4ca8-afac-67b858a29e0c tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:12.619019 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-855fd30f-bf89-4ca8-afac-67b858a29e0c tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:12.727796 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-855fd30f-bf89-4ca8-afac-67b858a29e0c tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:12.763313 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855fd30f-bf89-4ca8-afac-67b858a29e0c tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Pushing event deleted for resources: {'Subnet': ['ID=b3b7f059-9acc-46ae-9f51-a5989c86cbba,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:12.767045 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-855fd30f-bf89-4ca8-afac-67b858a29e0c tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:12.770580 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-855fd30f-bf89-4ca8-afac-67b858a29e0c tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] 10.222.0.11 "DELETE /v2.0/subnets/b3b7f059-9acc-46ae-9f51-a5989c86cbba HTTP/1.1" status: 204 len: 168 time: 0.4965963 Dec 10 16:32:12.772791 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53540) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:12.785501 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5ce484-7800-4bd4-b87a-a9ffdaf7cb78 None None] Network 1d7d3de9-c34b-48c5-af55-43f634ca6a49 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:12.876279 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-46dca64c-cbaf-4f66-b8b7-32739e21a989 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:12.915628 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7754ff-0899-4f21-b33b-77bdfc533ff5 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Network e604e7f3-4405-409e-8649-64d54c9c1379 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:12.928822 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f906bb33-a435-4904-b1e1-f619356427ec req-7f55d848-3e64-4c7e-acf0-3283672c989a tempest-ServerShowV247Test-42072957 tempest-ServerShowV247Test-42072957-project] 10.222.0.11 "GET /v2.0/ports?device_id=77021d0d-fe97-46c7-ba6c-c1c251cb4eeb HTTP/1.1" status: 200 len: 210 time: 0.0738282 Dec 10 16:32:12.933550 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-837c6da7-4162-4702-a4b1-eb1dd480d8cd None None] Provisioning complete for port 943cef4a-9af2-4a19-8300-12e9720c7a3b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:12.933949 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-837c6da7-4162-4702-a4b1-eb1dd480d8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:12.975854 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-46dca64c-cbaf-4f66-b8b7-32739e21a989 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Deleting port 38ff5ced-cf75-481c-8069-4081608f6ab8 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:12.976287 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-46dca64c-cbaf-4f66-b8b7-32739e21a989 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:13.000445 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-ab7754ff-0899-4f21-b33b-77bdfc533ff5 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:13.018308 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dbee7d-7bf8-4d29-a4ee-07ad92023af6 None None] DHCP port deletion for 1d7d3de9-c34b-48c5-af55-43f634ca6a49 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:32:13.018449 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7754ff-0899-4f21-b33b-77bdfc533ff5 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:13.084106 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7754ff-0899-4f21-b33b-77bdfc533ff5 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'Port': ['ID=25e6ce9b-50c3-40a6-9c6a-b0c0a016e049,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:13.143582 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-46dca64c-cbaf-4f66-b8b7-32739e21a989 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] For port 38ff5ced-cf75-481c-8069-4081608f6ab8, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=38ff5ced-cf75-481c-8069-4081608f6ab8,segment=NetworkSegment(03021bcc-b196-4599-8d42-4cd79a763dba),segment_id=03021bcc-b196-4599-8d42-4cd79a763dba)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:13.143968 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-46dca64c-cbaf-4f66-b8b7-32739e21a989 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:13.165757 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-46dca64c-cbaf-4f66-b8b7-32739e21a989 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Calling delete_port for 38ff5ced-cf75-481c-8069-4081608f6ab8 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:13.209685 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-146091ff-aff6-454c-a159-2a084920fc14 req-d49fe0c4-6f9b-4e0a-b89e-8b1782bb2275 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.11 "GET /v2.0/ports?device_id=77a1fbf3-048d-48aa-9d5a-78d261a149e3 HTTP/1.1" status: 200 len: 210 time: 0.0600741 Dec 10 16:32:13.238493 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7754ff-0899-4f21-b33b-77bdfc533ff5 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:13.242484 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab7754ff-0899-4f21-b33b-77bdfc533ff5 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:13.268199 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ab7754ff-0899-4f21-b33b-77bdfc533ff5 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5787225 Dec 10 16:32:13.270742 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53552) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:13.270981 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-88dbee7d-7bf8-4d29-a4ee-07ad92023af6 None None] Deleting port 38ff5ced-cf75-481c-8069-4081608f6ab8 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:13.271432 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-88dbee7d-7bf8-4d29-a4ee-07ad92023af6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:13.290518 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-aefbcaa0-d468-45d3-83fd-a56d218b5823 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'port': {'network_id': 'e604e7f3-4405-409e-8649-64d54c9c1379', 'name': 'tempest-PortsTestJSON-1884791707'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:13.338734 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4d02b1d8-2381-417e-ae4b-20a7954986a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:13.356925 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 943cef4a-9af2-4a19-8300-12e9720c7a3b up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:32:13.410082 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d02b1d8-2381-417e-ae4b-20a7954986a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e54d3cab-6d14-43bf-8643-c2fffdc24a8f,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:13.466890 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 9d35124a-51af-4f07-95ed-8d7599bd9ce0 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:32:13.475226 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-46dca64c-cbaf-4f66-b8b7-32739e21a989 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:13.485285 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-88dbee7d-7bf8-4d29-a4ee-07ad92023af6 None None] For port 38ff5ced-cf75-481c-8069-4081608f6ab8, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=38ff5ced-cf75-481c-8069-4081608f6ab8,segment=NetworkSegment(03021bcc-b196-4599-8d42-4cd79a763dba),segment_id=03021bcc-b196-4599-8d42-4cd79a763dba)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:13.485827 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-88dbee7d-7bf8-4d29-a4ee-07ad92023af6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:13.491221 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dca64c-cbaf-4f66-b8b7-32739e21a989 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] No DVR routers for this DVR port 38ff5ced-cf75-481c-8069-4081608f6ab8 on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:32:13.510162 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb34d2-2d85-4961-add7-eec612a04431 req-73e9d774-baa3-407f-ad7d-038fe0f82f7c tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:13.518911 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 9d35124a-51af-4f07-95ed-8d7599bd9ce0 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:32:13.519293 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 9d35124a-51af-4f07-95ed-8d7599bd9ce0 not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:32:13.525275 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3ddb34d2-2d85-4961-add7-eec612a04431 req-73e9d774-baa3-407f-ad7d-038fe0f82f7c tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=5086000b-2d0f-4ffa-a728-e28b40e16ec6 HTTP/1.1" status: 200 len: 945 time: 0.1712277 Dec 10 16:32:13.535710 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-88dbee7d-7bf8-4d29-a4ee-07ad92023af6 None None] Calling delete_port for 38ff5ced-cf75-481c-8069-4081608f6ab8 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:13.567270 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-bab586c4-88c9-4366-b73b-49a147ae3a5e None None] Provisioning complete for port 25e6ce9b-50c3-40a6-9c6a-b0c0a016e049 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:13.567622 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bab586c4-88c9-4366-b73b-49a147ae3a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:13.619867 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dca64c-cbaf-4f66-b8b7-32739e21a989 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Pushing event deleted for resources: {'Port': ['ID=38ff5ced-cf75-481c-8069-4081608f6ab8,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:13.717131 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d7f7a0db-27d3-4bf6-8d90-54347c82f65f req-cfae61e1-bec1-4406-b220-e6f7ea70ebe2 tempest-ServerShowV247Test-42072957 tempest-ServerShowV247Test-42072957-project] 10.222.0.26 "GET /v2.0/ports?device_id=77021d0d-fe97-46c7-ba6c-c1c251cb4eeb HTTP/1.1" status: 200 len: 210 time: 0.0806324 Dec 10 16:32:13.765735 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3ddb34d2-2d85-4961-add7-eec612a04431 req-79ec763e-853c-4bc4-adf2-f38f755594f5 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394705 Dec 10 16:32:13.837078 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-46dca64c-cbaf-4f66-b8b7-32739e21a989 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:13.843923 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4d02b1d8-2381-417e-ae4b-20a7954986a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:13.847003 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefbcaa0-d468-45d3-83fd-a56d218b5823 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Made reservation on behalf of 38fc6aa7996647649bb06a74b5f4d0aa for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:13.850542 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aefbcaa0-d468-45d3-83fd-a56d218b5823 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:13.874309 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-46dca64c-cbaf-4f66-b8b7-32739e21a989 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d7d3de9-c34b-48c5-af55-43f634ca6a49']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:13.887561 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-aefbcaa0-d468-45d3-83fd-a56d218b5823 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] device_id is not set on port 6af94c15-053d-433d-8874-9d116791b939 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:32:13.894075 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-46dca64c-cbaf-4f66-b8b7-32739e21a989 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03021bcc-b196-4599-8d42-4cd79a763dba') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:13.894430 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-46dca64c-cbaf-4f66-b8b7-32739e21a989 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03021bcc-b196-4599-8d42-4cd79a763dba') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:13.907136 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-46dca64c-cbaf-4f66-b8b7-32739e21a989 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:13.933582 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 943cef4a-9af2-4a19-8300-12e9720c7a3b triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:13.933582 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:13.975340 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-46dca64c-cbaf-4f66-b8b7-32739e21a989 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:13.988879 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bf7fad19-1e3a-4a8f-9db2-8d1f368b92d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:13.998742 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-bab586c4-88c9-4366-b73b-49a147ae3a5e None None] Port 25e6ce9b-50c3-40a6-9c6a-b0c0a016e049 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:32:14.010858 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46dca64c-cbaf-4f66-b8b7-32739e21a989 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:32:14.011276 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-46dca64c-cbaf-4f66-b8b7-32739e21a989 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:14.019645 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:32:14.019645 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:32:14.019645 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:32:14.019645 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:32:14.019645 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:32:14.019645 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:32:14.019645 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:32:14.019645 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:32:14.019645 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:32:14.019645 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:32:14.019645 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:32:14.019645 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:32:14.019645 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:32:14.019645 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:32:14.019645 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:32:14.019645 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:32:14.019645 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:32:14.019645 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:32:14.019645 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:32:14.019645 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:32:14.019645 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:32:14.019645 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:32:14.019645 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:32:14.019645 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:32:14.019645 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:32:14.019645 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:32:14.019645 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:32:14.019645 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:32:14.019645 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:32:14.019645 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:32:14.019645 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:32:14.019645 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:32:14.056390 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-88dbee7d-7bf8-4d29-a4ee-07ad92023af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:14.102355 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dbee7d-7bf8-4d29-a4ee-07ad92023af6 None None] Pushing event deleted for resources: {'Port': ['ID=38ff5ced-cf75-481c-8069-4081608f6ab8,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:14.109127 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dbee7d-7bf8-4d29-a4ee-07ad92023af6 None None] No DVR routers for this DVR port 38ff5ced-cf75-481c-8069-4081608f6ab8 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:32:14.200131 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-46dca64c-cbaf-4f66-b8b7-32739e21a989 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:14.203379 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-aefbcaa0-d468-45d3-83fd-a56d218b5823 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Allocated IP 172.20.0.14 (e604e7f3-4405-409e-8649-64d54c9c1379/024dec0f-43da-41ab-a1ac-5e11c0d1aa48/6af94c15-053d-433d-8874-9d116791b939) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:14.214779 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-46dca64c-cbaf-4f66-b8b7-32739e21a989 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:14.220862 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-46dca64c-cbaf-4f66-b8b7-32739e21a989 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] 10.222.0.11 "DELETE /v2.0/networks/1d7d3de9-c34b-48c5-af55-43f634ca6a49 HTTP/1.1" status: 204 len: 168 time: 1.4447379 Dec 10 16:32:14.232077 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 38ff5ced-cf75-481c-8069-4081608f6ab8 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:32:14.241905 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dca64c-cbaf-4f66-b8b7-32739e21a989 tempest-AllowedAddressPairTestJSON-826438120 tempest-AllowedAddressPairTestJSON-826438120-project] Pushing event deleted for resources: {'Network': ['ID=1d7d3de9-c34b-48c5-af55-43f634ca6a49,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:14.244644 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5a9215e4-6c77-4d2c-a3cd-ebc468b83e51 req-24f112d9-ce02-4e46-964b-5b125b5ea75c tempest-ServerShowV247Test-42072957 tempest-ServerShowV247Test-42072957-project] 10.222.0.11 "GET /v2.0/ports?device_id=77021d0d-fe97-46c7-ba6c-c1c251cb4eeb HTTP/1.1" status: 200 len: 210 time: 0.0670698 Dec 10 16:32:14.269526 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 38ff5ced-cf75-481c-8069-4081608f6ab8 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:32:14.269888 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 38ff5ced-cf75-481c-8069-4081608f6ab8 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:32:14.345298 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a684369a-7891-4296-b7db-401e4e938397 req-a79d1add-8aab-4574-bcbb-8d94369a2073 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.11 "GET /v2.0/ports?device_id=77a1fbf3-048d-48aa-9d5a-78d261a149e3 HTTP/1.1" status: 200 len: 210 time: 0.0323379 Dec 10 16:32:14.347381 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d02b1d8-2381-417e-ae4b-20a7954986a7 admin admin] Router 83ae17b0-2e5e-48cf-9a16-5cad1115b1e1 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:32:14.468427 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aefbcaa0-d468-45d3-83fd-a56d218b5823 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:14.505879 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aefbcaa0-d468-45d3-83fd-a56d218b5823 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:14.570584 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53564) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:14.592528 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefbcaa0-d468-45d3-83fd-a56d218b5823 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Network e604e7f3-4405-409e-8649-64d54c9c1379 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:14.595460 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefbcaa0-d468-45d3-83fd-a56d218b5823 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'Port': ['ID=6af94c15-053d-433d-8874-9d116791b939,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:14.598483 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-aefbcaa0-d468-45d3-83fd-a56d218b5823 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:14.605109 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefbcaa0-d468-45d3-83fd-a56d218b5823 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:14.706086 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefbcaa0-d468-45d3-83fd-a56d218b5823 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:14.707046 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aefbcaa0-d468-45d3-83fd-a56d218b5823 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:14.732442 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-371058ca-7fa5-4422-9892-bd8775c7a033 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:14.735303 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-aefbcaa0-d468-45d3-83fd-a56d218b5823 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4627767 Dec 10 16:32:14.740838 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-371058ca-7fa5-4422-9892-bd8775c7a033 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.26 "GET /v2.0/networks?id=e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86 HTTP/1.1" status: 200 len: 818 time: 0.2371380 Dec 10 16:32:14.742350 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53568) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:14.758649 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-cf81f312-326f-480a-a2f1-9d00b7282398 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Request body: {'port': {'device_id': '2ed555c0-df89-448e-9805-074d0caba9e1', 'network_id': 'e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86', 'admin_state_up': True, 'tenant_id': '8c65ebb5658d4329bacd583fbb240ffe'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:14.863733 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d02b1d8-2381-417e-ae4b-20a7954986a7 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:32:14.881706 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4d02b1d8-2381-417e-ae4b-20a7954986a7 admin admin] 10.222.0.11 "PUT /v2.0/routers/83ae17b0-2e5e-48cf-9a16-5cad1115b1e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2965055 Dec 10 16:32:14.882950 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53572) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:14.887502 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcc3ea1-63b1-4234-bee5-089495058b4f None None] Sync routers for ids ['83ae17b0-2e5e-48cf-9a16-5cad1115b1e1'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:32:14.902781 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcc3ea1-63b1-4234-bee5-089495058b4f None None] Routers {'83ae17b0-2e5e-48cf-9a16-5cad1115b1e1'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:32:14.903624 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-2fcc3ea1-63b1-4234-bee5-089495058b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:31:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['83ae17b0-2e5e-48cf-9a16-5cad1115b1e1'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:14.917872 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-eddfdcd2-cb87-4133-aff1-4cf5af3a09cf tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:14.919706 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-eddfdcd2-cb87-4133-aff1-4cf5af3a09cf tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.46 "GET /v2.0/networks?id=e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86 HTTP/1.1" status: 200 len: 818 time: 0.4150214 Dec 10 16:32:14.950842 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-60b59994-9e73-4526-94b9-d03a1989f17b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b0c9b5da9a284fb49ba4dc28f12a3ace&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3789442 Dec 10 16:32:14.951140 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53576) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:14.961921 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-3ab776f5-2d88-42be-9f17-a4fbb37e7a28 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Request body: {'port': {'device_id': '2fca387f-4963-4aad-9a7a-44af9ba5b47f', 'network_id': 'e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86', 'admin_state_up': True, 'tenant_id': '8c65ebb5658d4329bacd583fbb240ffe'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:15.027108 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-2fcc3ea1-63b1-4234-bee5-089495058b4f None None] Set router 83ae17b0-2e5e-48cf-9a16-5cad1115b1e1 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:32:15.038274 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5508e4a-68c0-435a-83e4-79a7a8ebe71b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:15.039796 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c5508e4a-68c0-435a-83e4-79a7a8ebe71b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 922 time: 0.2962632 Dec 10 16:32:15.043843 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53578) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:15.087953 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540fede6-c123-4964-b105-0dfab40daa3c req-2d3999d7-155d-40c7-aa9f-135cba0bf5b8 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:15.089217 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-540fede6-c123-4964-b105-0dfab40daa3c req-2d3999d7-155d-40c7-aa9f-135cba0bf5b8 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=5086000b-2d0f-4ffa-a728-e28b40e16ec6 HTTP/1.1" status: 200 len: 945 time: 0.2167232 Dec 10 16:32:15.150035 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-caf27330-d878-43f1-9e8e-cb92b11181fe admin admin] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:15.158594 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-cf81f312-326f-480a-a2f1-9d00b7282398 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Made reservation on behalf of 8c65ebb5658d4329bacd583fbb240ffe for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:15.162099 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-cf81f312-326f-480a-a2f1-9d00b7282398 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:15.164064 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-24fb6fe9-6f7e-43b2-ae07-20a620f4afe2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:15.238279 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-24fb6fe9-6f7e-43b2-ae07-20a620f4afe2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:15.275330 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-79a397cd-5a90-496d-b88a-e3210e9d9c23 None None] Provisioning complete for port 6af94c15-053d-433d-8874-9d116791b939 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:15.275697 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-79a397cd-5a90-496d-b88a-e3210e9d9c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:15.290333 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-540fede6-c123-4964-b105-0dfab40daa3c req-fdaff35e-146a-4fe8-8e14-b0d5d4434014 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852043 Dec 10 16:32:15.326729 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-79a397cd-5a90-496d-b88a-e3210e9d9c23 None None] Port 6af94c15-053d-433d-8874-9d116791b939 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:32:15.337605 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-3ab776f5-2d88-42be-9f17-a4fbb37e7a28 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Made reservation on behalf of 8c65ebb5658d4329bacd583fbb240ffe for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:15.341167 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-3ab776f5-2d88-42be-9f17-a4fbb37e7a28 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:15.385325 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-2fcc3ea1-63b1-4234-bee5-089495058b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ae17b0-2e5e-48cf-9a16-5cad1115b1e1', 'name': 'tempest-TaggedBootDevicesTest-924036686-router', 'tenant_id': 'a7925a24d10949e689d55a43c25f7f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '107fb219-203e-4f8b-9f5c-1d2a4ccedd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:38Z', 'updated_at': '2021-12-10T16:32:13Z', 'revision_number': 5, 'project_id': 'a7925a24d10949e689d55a43c25f7f9d', 'gw_port': {'id': '107fb219-203e-4f8b-9f5c-1d2a4ccedd26', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:46:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ae17b0-2e5e-48cf-9a16-5cad1115b1e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:39Z', 'updated_at': '2021-12-10T16:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:15.396845 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-b20c8ab9-dad0-4cf4-983c-b38fbb0c98b8 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:15.398998 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-b20c8ab9-dad0-4cf4-983c-b38fbb0c98b8 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.26 "GET /v2.0/networks?id=e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86 HTTP/1.1" status: 200 len: 818 time: 0.1643999 Dec 10 16:32:15.408070 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-b73145b4-cf04-447f-ac3f-e8086ca11e64 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Deleting port 6af94c15-053d-433d-8874-9d116791b939 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:15.408309 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b73145b4-cf04-447f-ac3f-e8086ca11e64 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:15.420731 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcc3ea1-63b1-4234-bee5-089495058b4f None None] Checking router: 83ae17b0-2e5e-48cf-9a16-5cad1115b1e1 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:32:15.431168 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcc3ea1-63b1-4234-bee5-089495058b4f None None] Routers {'83ae17b0-2e5e-48cf-9a16-5cad1115b1e1'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:32:15.431522 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-c7be63ef-9a4d-4b4b-8d87-0b8766e87fb2 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Request body: {'port': {'device_id': '77a1fbf3-048d-48aa-9d5a-78d261a149e3', 'network_id': 'e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86', 'admin_state_up': True, 'tenant_id': '8c65ebb5658d4329bacd583fbb240ffe'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:15.431914 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-cf81f312-326f-480a-a2f1-9d00b7282398 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Allocated IP 172.20.0.3 (e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86/be4626af-5001-4f6f-9053-057ef2a397df/fb2417fc-ae52-456a-b632-fd4c8bf146bf) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:15.432704 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-2fcc3ea1-63b1-4234-bee5-089495058b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:31:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['83ae17b0-2e5e-48cf-9a16-5cad1115b1e1'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:15.565040 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-24fb6fe9-6f7e-43b2-ae07-20a620f4afe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:15.567655 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-24fb6fe9-6f7e-43b2-ae07-20a620f4afe2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:15.571688 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-24fb6fe9-6f7e-43b2-ae07-20a620f4afe2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5e76d78f-3f27-449a-a5aa-2b9ce2fd3894 HTTP/1.1" status: 204 len: 168 time: 0.6178801 Dec 10 16:32:15.591470 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-2fcc3ea1-63b1-4234-bee5-089495058b4f None None] Set router 83ae17b0-2e5e-48cf-9a16-5cad1115b1e1 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:32:15.669630 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb6fe9-6f7e-43b2-ae07-20a620f4afe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e76d78f-3f27-449a-a5aa-2b9ce2fd3894,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:15.697671 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b73145b4-cf04-447f-ac3f-e8086ca11e64 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:15.711447 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-b73145b4-cf04-447f-ac3f-e8086ca11e64 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Calling delete_port for 6af94c15-053d-433d-8874-9d116791b939 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:15.733038 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2944a2f5-30e3-4ee1-81d7-575174012606 req-69bdd953-5717-4ac6-9464-e3dc2dc307f1 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.11 "GET /v2.0/ports?device_id=77a1fbf3-048d-48aa-9d5a-78d261a149e3 HTTP/1.1" status: 200 len: 210 time: 0.0542331 Dec 10 16:32:15.761489 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082038d-8c04-46fc-994d-4b45105dce57 req-40532e0c-4791-4c02-b164-3ce4147d65ed tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:15.763150 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3082038d-8c04-46fc-994d-4b45105dce57 req-40532e0c-4791-4c02-b164-3ce4147d65ed tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.46 "GET /v2.0/ports?device_id=5086000b-2d0f-4ffa-a728-e28b40e16ec6 HTTP/1.1" status: 200 len: 945 time: 0.2679935 Dec 10 16:32:15.834888 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-c7be63ef-9a4d-4b4b-8d87-0b8766e87fb2 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Made reservation on behalf of 8c65ebb5658d4329bacd583fbb240ffe for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:15.840219 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-c7be63ef-9a4d-4b4b-8d87-0b8766e87fb2 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:15.847414 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-caf27330-d878-43f1-9e8e-cb92b11181fe admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:15.920132 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-cf81f312-326f-480a-a2f1-9d00b7282398 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:15.988507 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-2fcc3ea1-63b1-4234-bee5-089495058b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ae17b0-2e5e-48cf-9a16-5cad1115b1e1', 'name': 'tempest-TaggedBootDevicesTest-924036686-router', 'tenant_id': 'a7925a24d10949e689d55a43c25f7f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '107fb219-203e-4f8b-9f5c-1d2a4ccedd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:38Z', 'updated_at': '2021-12-10T16:32:13Z', 'revision_number': 5, 'project_id': 'a7925a24d10949e689d55a43c25f7f9d', 'gw_port': {'id': '107fb219-203e-4f8b-9f5c-1d2a4ccedd26', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:46:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ae17b0-2e5e-48cf-9a16-5cad1115b1e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:39Z', 'updated_at': '2021-12-10T16:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:15.997919 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-3082038d-8c04-46fc-994d-4b45105dce57 req-2c4ac187-6852-4fff-bc46-b45708f2b7a0 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Deleting port bca74aec-6ce2-4bca-832e-c1536e539022 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:15.998296 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3082038d-8c04-46fc-994d-4b45105dce57 req-2c4ac187-6852-4fff-bc46-b45708f2b7a0 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:16.024150 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcc3ea1-63b1-4234-bee5-089495058b4f None None] The sync data for ids ['83ae17b0-2e5e-48cf-9a16-5cad1115b1e1'] in n-d-766771-2 is: [{'id': '83ae17b0-2e5e-48cf-9a16-5cad1115b1e1', 'name': 'tempest-TaggedBootDevicesTest-924036686-router', 'tenant_id': 'a7925a24d10949e689d55a43c25f7f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '107fb219-203e-4f8b-9f5c-1d2a4ccedd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:20:38Z', 'updated_at': '2021-12-10T16:32:13Z', 'revision_number': 5, 'project_id': 'a7925a24d10949e689d55a43c25f7f9d', 'gw_port': {'id': '107fb219-203e-4f8b-9f5c-1d2a4ccedd26', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:46:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ae17b0-2e5e-48cf-9a16-5cad1115b1e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:20:39Z', 'updated_at': '2021-12-10T16:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:32:16.082125 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b73145b4-cf04-447f-ac3f-e8086ca11e64 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:16.120181 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73145b4-cf04-447f-ac3f-e8086ca11e64 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'Port': ['ID=6af94c15-053d-433d-8874-9d116791b939,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:16.136577 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-caf27330-d878-43f1-9e8e-cb92b11181fe admin admin] Deleting port 107fb219-203e-4f8b-9f5c-1d2a4ccedd26 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:16.136911 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-caf27330-d878-43f1-9e8e-cb92b11181fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:16.156662 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7d887e04-85f5-48d2-8322-b0af978e26d7 req-d9e82c1e-e763-44f3-b4f7-84b1115022b7 tempest-ServerShowV247Test-42072957 tempest-ServerShowV247Test-42072957-project] 10.222.0.11 "GET /v2.0/ports?device_id=46468506-9ee0-4417-9eb3-2b5e92bcbfda HTTP/1.1" status: 200 len: 210 time: 0.0583999 Dec 10 16:32:16.165144 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-cf81f312-326f-480a-a2f1-9d00b7282398 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:16.245098 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b73145b4-cf04-447f-ac3f-e8086ca11e64 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:16.248889 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b73145b4-cf04-447f-ac3f-e8086ca11e64 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/ports/6af94c15-053d-433d-8874-9d116791b939 HTTP/1.1" status: 204 len: 168 time: 1.2041147 Dec 10 16:32:16.252050 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53606) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:16.283943 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9c0c3e0-2473-49c0-b115-373ef050167a tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] GET failed (client error): The resource could not be found. Dec 10 16:32:16.292892 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a9c0c3e0-2473-49c0-b115-373ef050167a tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "GET /v2.0/ports/6af94c15-053d-433d-8874-9d116791b939 HTTP/1.1" status: 404 len: 333 time: 0.0372696 Dec 10 16:32:16.293123 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53610) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:16.297064 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-cf81f312-326f-480a-a2f1-9d00b7282398 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Network e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:16.349845 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-893c9d74-5a0e-45c4-83f8-487600708bbd req-dbdfdf25-accd-450a-9542-2a8b1dbdbaba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1f060a206bae4765a1b5431755f90385&device_id=46468506-9ee0-4417-9eb3-2b5e92bcbfda HTTP/1.1" status: 200 len: 210 time: 0.3276246 Dec 10 16:32:16.370578 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-3082038d-8c04-46fc-994d-4b45105dce57 req-2c4ac187-6852-4fff-bc46-b45708f2b7a0 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] For port bca74aec-6ce2-4bca-832e-c1536e539022, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=bca74aec-6ce2-4bca-832e-c1536e539022,segment=NetworkSegment(b9bd78ee-f3c3-4e6c-b4f5-8a2b8ab95e02),segment_id=b9bd78ee-f3c3-4e6c-b4f5-8a2b8ab95e02)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:16.370944 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3082038d-8c04-46fc-994d-4b45105dce57 req-2c4ac187-6852-4fff-bc46-b45708f2b7a0 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:16.401413 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-3082038d-8c04-46fc-994d-4b45105dce57 req-2c4ac187-6852-4fff-bc46-b45708f2b7a0 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Calling delete_port for bca74aec-6ce2-4bca-832e-c1536e539022 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:16.455572 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-472bde8f-8507-425e-9571-521933921790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:16.482239 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-893c9d74-5a0e-45c4-83f8-487600708bbd req-77bb0ea9-ffda-42d7-91e4-c81a3212e692 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1f060a206bae4765a1b5431755f90385&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1191232 Dec 10 16:32:16.489061 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-caf27330-d878-43f1-9e8e-cb92b11181fe admin admin] For port 107fb219-203e-4f8b-9f5c-1d2a4ccedd26, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=107fb219-203e-4f8b-9f5c-1d2a4ccedd26,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:16.489575 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-caf27330-d878-43f1-9e8e-cb92b11181fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:16.502021 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-cf81f312-326f-480a-a2f1-9d00b7282398 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:16.512769 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-cf81f312-326f-480a-a2f1-9d00b7282398 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:16.521473 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-3ab776f5-2d88-42be-9f17-a4fbb37e7a28 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Allocated IP 172.20.0.7 (e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86/be4626af-5001-4f6f-9053-057ef2a397df/2d6fd9cb-02b0-410c-a7f3-dffa567d5378) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:16.522981 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-caf27330-d878-43f1-9e8e-cb92b11181fe admin admin] Calling delete_port for 107fb219-203e-4f8b-9f5c-1d2a4ccedd26 owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:16.530871 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf81f312-326f-480a-a2f1-9d00b7282398 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Pushing event updated for resources: {'Port': ['ID=fb2417fc-ae52-456a-b632-fd4c8bf146bf,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:16.608009 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53622) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:16.679811 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e15b10-56dc-4b12-afe2-769e72b22581 req-381d82be-dbfa-4e49-9904-c0fbde349788 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:16.681419 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b1e15b10-56dc-4b12-afe2-769e72b22581 req-381d82be-dbfa-4e49-9904-c0fbde349788 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/ports?device_id=5086000b-2d0f-4ffa-a728-e28b40e16ec6 HTTP/1.1" status: 200 len: 945 time: 0.1765184 Dec 10 16:32:16.688326 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-cf81f312-326f-480a-a2f1-9d00b7282398 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:16.688984 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-cf81f312-326f-480a-a2f1-9d00b7282398 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:16.771054 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-7a12b7d1-0fe1-4f1f-baba-f70295b41b81 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2145458607'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:16.803348 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-cf81f312-326f-480a-a2f1-9d00b7282398 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0509565 Dec 10 16:32:16.826244 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-b6bd6476-5516-46f4-b68a-08d356455944 service neutron] Request body: {'port': {'device_id': '2ed555c0-df89-448e-9805-074d0caba9e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:16.976253 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-10abc26e-9345-4f6d-9080-c8e22279493d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Deleting port 25e6ce9b-50c3-40a6-9c6a-b0c0a016e049 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:16.976904 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-10abc26e-9345-4f6d-9080-c8e22279493d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:17.068678 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c9d74-5a0e-45c4-83f8-487600708bbd req-2bf824a4-14d1-4a43-b8b5-e3caaa685dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:17.070202 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-893c9d74-5a0e-45c4-83f8-487600708bbd req-2bf824a4-14d1-4a43-b8b5-e3caaa685dad service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5710435 Dec 10 16:32:17.147624 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device e54d3cab-6d14-43bf-8643-c2fffdc24a8f no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:32:17.151628 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-10abc26e-9345-4f6d-9080-c8e22279493d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:17.170542 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: e54d3cab-6d14-43bf-8643-c2fffdc24a8f {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:32:17.170901 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device e54d3cab-6d14-43bf-8643-c2fffdc24a8f not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:32:17.188125 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-10abc26e-9345-4f6d-9080-c8e22279493d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Calling delete_port for 25e6ce9b-50c3-40a6-9c6a-b0c0a016e049 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:17.195049 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3082038d-8c04-46fc-994d-4b45105dce57 req-2c4ac187-6852-4fff-bc46-b45708f2b7a0 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:17.205321 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:17.230559 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a12b7d1-0fe1-4f1f-baba-f70295b41b81 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Made reservation on behalf of c3130369965d4192948d49aa98d6bfdc for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:17.233988 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7a12b7d1-0fe1-4f1f-baba-f70295b41b81 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:17.255995 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-caf27330-d878-43f1-9e8e-cb92b11181fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:17.273246 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b1e15b10-56dc-4b12-afe2-769e72b22581 req-b8b05703-5bea-4e26-b292-f6aab700fc91 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5534461 Dec 10 16:32:17.278475 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ac187-6852-4fff-bc46-b45708f2b7a0 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Pushing event deleted for resources: {'Port': ['ID=bca74aec-6ce2-4bca-832e-c1536e539022,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:17.293807 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf27330-d878-43f1-9e8e-cb92b11181fe admin admin] Pushing event deleted for resources: {'Port': ['ID=107fb219-203e-4f8b-9f5c-1d2a4ccedd26,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:17.294100 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fb14d6-30f5-48ee-9f2c-03113059d381 None None] DHCP port deletion for e32a4d08-b516-4a89-a4b3-00c81d20f408 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:32:17.300750 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7a12b7d1-0fe1-4f1f-baba-f70295b41b81 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:17.315399 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0804b2e2-ec7d-4f4d-acda-11afb52ae31f None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:32:17.362819 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-b6bd6476-5516-46f4-b68a-08d356455944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:17.389126 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-3082038d-8c04-46fc-994d-4b45105dce57 req-2c4ac187-6852-4fff-bc46-b45708f2b7a0 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] No DVR routers for this DVR port bca74aec-6ce2-4bca-832e-c1536e539022 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:32:17.394284 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-caf27330-d878-43f1-9e8e-cb92b11181fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:17.399601 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-3ab776f5-2d88-42be-9f17-a4fbb37e7a28 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:17.403862 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3082038d-8c04-46fc-994d-4b45105dce57 req-2c4ac187-6852-4fff-bc46-b45708f2b7a0 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:17.407512 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3082038d-8c04-46fc-994d-4b45105dce57 req-2c4ac187-6852-4fff-bc46-b45708f2b7a0 tempest-ServerRescueTestJSON-1514574744 tempest-ServerRescueTestJSON-1514574744-project] 10.222.0.46 "DELETE /v2.0/ports/bca74aec-6ce2-4bca-832e-c1536e539022 HTTP/1.1" status: 204 len: 173 time: 1.6323721 Dec 10 16:32:17.407974 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5086000b-2d0f-4ffa-a728-e28b40e16ec6', 'name': 'network-vif-deleted', 'tag': 'bca74aec-6ce2-4bca-832e-c1536e539022'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:32:17.410509 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca1633c-0ac3-4895-be00-ff931829f6f8" -d '{"events": [{"server_uuid": "5086000b-2d0f-4ffa-a728-e28b40e16ec6", "name": "network-vif-deleted", "tag": "bca74aec-6ce2-4bca-832e-c1536e539022"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:32:17.519600 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-caf27330-d878-43f1-9e8e-cb92b11181fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:17.522508 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-caf27330-d878-43f1-9e8e-cb92b11181fe admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:17.524008 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-10abc26e-9345-4f6d-9080-c8e22279493d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:17.546092 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-3ab776f5-2d88-42be-9f17-a4fbb37e7a28 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:17.612945 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abc26e-9345-4f6d-9080-c8e22279493d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'Port': ['ID=25e6ce9b-50c3-40a6-9c6a-b0c0a016e049,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:17.630178 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-caf27330-d878-43f1-9e8e-cb92b11181fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:17.630178 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf27330-d878-43f1-9e8e-cb92b11181fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83ae17b0-2e5e-48cf-9a16-5cad1115b1e1 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:32:17.630690 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-3ab776f5-2d88-42be-9f17-a4fbb37e7a28 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Network e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:17.654541 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1df659c4-f10c-427c-8667-4d9e3b31bc0c req-6b937430-16ad-46ad-8435-6739891789a2 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.11 "GET /v2.0/ports?device_id=77a1fbf3-048d-48aa-9d5a-78d261a149e3 HTTP/1.1" status: 200 len: 210 time: 0.0570519 Dec 10 16:32:17.655677 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-3ab776f5-2d88-42be-9f17-a4fbb37e7a28 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:17.660780 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-caf27330-d878-43f1-9e8e-cb92b11181fe admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:17.664706 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-3ab776f5-2d88-42be-9f17-a4fbb37e7a28 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:17.665527 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-caf27330-d878-43f1-9e8e-cb92b11181fe admin admin] 10.222.0.11 "DELETE /v2.0/routers/83ae17b0-2e5e-48cf-9a16-5cad1115b1e1 HTTP/1.1" status: 204 len: 168 time: 2.7589526 Dec 10 16:32:17.669875 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53632) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:17.705484 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab776f5-2d88-42be-9f17-a4fbb37e7a28 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Pushing event updated for resources: {'Port': ['ID=2d6fd9cb-02b0-410c-a7f3-dffa567d5378,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:17.754727 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-3ab776f5-2d88-42be-9f17-a4fbb37e7a28 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:17.755745 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-3ab776f5-2d88-42be-9f17-a4fbb37e7a28 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:17.759766 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7a12b7d1-0fe1-4f1f-baba-f70295b41b81 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:17.782350 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7a12b7d1-0fe1-4f1f-baba-f70295b41b81 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:17.787269 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-c7be63ef-9a4d-4b4b-8d87-0b8766e87fb2 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Allocated IP 172.20.0.8 (e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86/be4626af-5001-4f6f-9053-057ef2a397df/6e0d059d-36cb-402c-8035-11801076fe5a) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:17.821382 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-3ab776f5-2d88-42be-9f17-a4fbb37e7a28 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8712878 Dec 10 16:32:17.823456 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-74ae9a00-cc70-4f0c-992b-8bc36a84b032 req-a21d5b60-9c5e-46af-b71a-b7cb3b6e5c3c tempest-ServerShowV247Test-42072957 tempest-ServerShowV247Test-42072957-project] 10.222.0.11 "GET /v2.0/ports?device_id=46468506-9ee0-4417-9eb3-2b5e92bcbfda HTTP/1.1" status: 200 len: 210 time: 0.0583878 Dec 10 16:32:17.827244 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-10abc26e-9345-4f6d-9080-c8e22279493d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:17.831325 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a12b7d1-0fe1-4f1f-baba-f70295b41b81 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:32:17.833829 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-10abc26e-9345-4f6d-9080-c8e22279493d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/ports/25e6ce9b-50c3-40a6-9c6a-b0c0a016e049 HTTP/1.1" status: 204 len: 168 time: 1.5397093 Dec 10 16:32:17.834785 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53634) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:17.845320 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-0c0e9eeb-85b6-4eec-8f6d-e32da5e9fd59 service neutron] Request body: {'port': {'device_id': '2fca387f-4963-4aad-9a7a-44af9ba5b47f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:17.846014 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8846f0b-373c-468f-b722-f341168cd2d0 admin admin] Deleting subnet 2d2e1ac9-c935-49d2-98bf-197c8454bb64 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:32:17.850873 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c8846f0b-373c-468f-b722-f341168cd2d0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:17.902009 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c8846f0b-373c-468f-b722-f341168cd2d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:17.914086 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7a12b7d1-0fe1-4f1f-baba-f70295b41b81 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:17.914283 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-7a12b7d1-0fe1-4f1f-baba-f70295b41b81 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Added segment 3913557f-3b35-45ee-8793-de8c59cb464f of type vlan for network 1e48eb44-ddab-4822-b497-27862a94e4ec Dec 10 16:32:17.917857 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-93f63993-ed3c-4a8e-9522-1a7fc9cf015e tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] GET failed (client error): The resource could not be found. Dec 10 16:32:17.919342 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-93f63993-ed3c-4a8e-9522-1a7fc9cf015e tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "GET /v2.0/ports/25e6ce9b-50c3-40a6-9c6a-b0c0a016e049 HTTP/1.1" status: 404 len: 333 time: 0.0796280 Dec 10 16:32:17.920015 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a12b7d1-0fe1-4f1f-baba-f70295b41b81 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c399669f-6a32-4148-926c-b6237d1faa73,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:17.930803 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53636) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:17.998971 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2278321d-bd37-4f30-a607-3b7332cf12af x-openstack-request-id: req-2278321d-bd37-4f30-a607-3b7332cf12af {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:32:17.999263 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5086000b-2d0f-4ffa-a728-e28b40e16ec6", "name": "network-vif-deleted", "tag": "bca74aec-6ce2-4bca-832e-c1536e539022", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:32:17.999790 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2278321d-bd37-4f30-a607-3b7332cf12af {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:32:18.000179 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5086000b-2d0f-4ffa-a728-e28b40e16ec6', 'name': 'network-vif-deleted', 'tag': 'bca74aec-6ce2-4bca-832e-c1536e539022', 'status': 'completed', 'code': 200} Dec 10 16:32:18.031599 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-0c0e9eeb-85b6-4eec-8f6d-e32da5e9fd59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:18.034365 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7a12b7d1-0fe1-4f1f-baba-f70295b41b81 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:18.069187 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed90299f-c989-4935-a633-38793901c737 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Deleting subnet 024dec0f-43da-41ab-a1ac-5e11c0d1aa48 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:32:18.073759 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c8846f0b-373c-468f-b722-f341168cd2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:18.075303 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ed90299f-c989-4935-a633-38793901c737 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:18.130757 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7a12b7d1-0fe1-4f1f-baba-f70295b41b81 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:18.136243 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a12b7d1-0fe1-4f1f-baba-f70295b41b81 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:18.136821 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7a12b7d1-0fe1-4f1f-baba-f70295b41b81 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:18.177154 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ed90299f-c989-4935-a633-38793901c737 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:18.202351 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c8846f0b-373c-468f-b722-f341168cd2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:18.255623 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8846f0b-373c-468f-b722-f341168cd2d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d2e1ac9-c935-49d2-98bf-197c8454bb64,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:18.271407 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07242080-15c6-4cdf-afb7-4150c7ef421d None None] Network 96a3aafb-ada2-445d-a96e-71fc1f6b317c requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:18.304002 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-7a12b7d1-0fe1-4f1f-baba-f70295b41b81 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6925433 Dec 10 16:32:18.304512 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-c7be63ef-9a4d-4b4b-8d87-0b8766e87fb2 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:18.311485 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53638) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:18.313990 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c8846f0b-373c-468f-b722-f341168cd2d0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:18.318772 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a12b7d1-0fe1-4f1f-baba-f70295b41b81 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'Network': ['ID=1e48eb44-ddab-4822-b497-27862a94e4ec,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:18.320966 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c8846f0b-373c-468f-b722-f341168cd2d0 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2d2e1ac9-c935-49d2-98bf-197c8454bb64 HTTP/1.1" status: 204 len: 168 time: 0.6469853 Dec 10 16:32:18.323284 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53642) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:18.325613 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-68eeb2f5-8d96-4a4c-960b-363253a94c28 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'port': {'network_id': '1e48eb44-ddab-4822-b497-27862a94e4ec', 'name': 'tempest-PortsIpV6TestJSON-985364210'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:18.349359 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 1e48eb44-ddab-4822-b497-27862a94e4ec details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:32:18.378754 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53644) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:18.445739 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-893c9d74-5a0e-45c4-83f8-487600708bbd req-93361d85-f7f2-4122-b40f-4e5787914cfe tempest-ServerShowV247Test-42072957 tempest-ServerShowV247Test-42072957-project] 10.222.0.46 "GET /v2.0/ports?device_id=46468506-9ee0-4417-9eb3-2b5e92bcbfda HTTP/1.1" status: 200 len: 210 time: 0.0540404 Dec 10 16:32:18.470701 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-acecc806-245a-4d64-b32d-4319c54ffa8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:18.481642 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ed90299f-c989-4935-a633-38793901c737 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:18.503347 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:18.568161 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device bca74aec-6ce2-4bca-832e-c1536e539022 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:32:18.601351 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-c7be63ef-9a4d-4b4b-8d87-0b8766e87fb2 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:18.622512 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ed90299f-c989-4935-a633-38793901c737 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:18.626089 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-acecc806-245a-4d64-b32d-4319c54ffa8b admin admin] Deleting port 40827650-abea-42f3-a4bc-f3379c3c5209 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:18.626767 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-acecc806-245a-4d64-b32d-4319c54ffa8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:18.653341 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68eeb2f5-8d96-4a4c-960b-363253a94c28 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Made reservation on behalf of c3130369965d4192948d49aa98d6bfdc for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:18.657178 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-68eeb2f5-8d96-4a4c-960b-363253a94c28 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:18.658356 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd6682c-9f79-4016-8d77-6d222d891825 None None] DHCP port deletion for 96a3aafb-ada2-445d-a96e-71fc1f6b317c request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:32:18.661241 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: bca74aec-6ce2-4bca-832e-c1536e539022 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:32:18.661872 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device bca74aec-6ce2-4bca-832e-c1536e539022 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:32:18.721756 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed90299f-c989-4935-a633-38793901c737 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'Subnet': ['ID=024dec0f-43da-41ab-a1ac-5e11c0d1aa48,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:18.722383 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-3bd6682c-9f79-4016-8d77-6d222d891825 None None] Deleting port 40827650-abea-42f3-a4bc-f3379c3c5209 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:18.722879 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3bd6682c-9f79-4016-8d77-6d222d891825 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:18.725221 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71473c1-8031-4068-953f-9eaca5fc479c None None] Network e604e7f3-4405-409e-8649-64d54c9c1379 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:18.726015 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ed90299f-c989-4935-a633-38793901c737 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:18.729219 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ed90299f-c989-4935-a633-38793901c737 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/subnets/024dec0f-43da-41ab-a1ac-5e11c0d1aa48 HTTP/1.1" status: 204 len: 168 time: 0.7969277 Dec 10 16:32:18.733416 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53652) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:18.752494 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7be63ef-9a4d-4b4b-8d87-0b8766e87fb2 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Pushing event updated for resources: {'Port': ['ID=6e0d059d-36cb-402c-8035-11801076fe5a,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:18.770849 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-acecc806-245a-4d64-b32d-4319c54ffa8b admin admin] For port 40827650-abea-42f3-a4bc-f3379c3c5209, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=40827650-abea-42f3-a4bc-f3379c3c5209,segment=NetworkSegment(64f28485-c99c-408c-b216-b0f023154b12),segment_id=64f28485-c99c-408c-b216-b0f023154b12)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:18.771376 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-acecc806-245a-4d64-b32d-4319c54ffa8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:18.787662 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-acecc806-245a-4d64-b32d-4319c54ffa8b admin admin] Calling delete_port for 40827650-abea-42f3-a4bc-f3379c3c5209 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:18.805798 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-c7be63ef-9a4d-4b4b-8d87-0b8766e87fb2 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Network e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:18.814561 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-c7be63ef-9a4d-4b4b-8d87-0b8766e87fb2 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:18.819605 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-68eeb2f5-8d96-4a4c-960b-363253a94c28 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] device_id is not set on port 850143a3-6d5b-4fc5-9ed5-fd546ac956a4 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:32:18.825440 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-c7be63ef-9a4d-4b4b-8d87-0b8766e87fb2 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:18.846814 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-3bd6682c-9f79-4016-8d77-6d222d891825 None None] For port 40827650-abea-42f3-a4bc-f3379c3c5209, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=40827650-abea-42f3-a4bc-f3379c3c5209,segment=NetworkSegment(64f28485-c99c-408c-b216-b0f023154b12),segment_id=64f28485-c99c-408c-b216-b0f023154b12)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:18.847629 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3bd6682c-9f79-4016-8d77-6d222d891825 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:18.880927 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-3bd6682c-9f79-4016-8d77-6d222d891825 None None] Calling delete_port for 40827650-abea-42f3-a4bc-f3379c3c5209 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:18.922422 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-c7be63ef-9a4d-4b4b-8d87-0b8766e87fb2 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:18.924113 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-c7be63ef-9a4d-4b4b-8d87-0b8766e87fb2 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:18.994178 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-c7be63ef-9a4d-4b4b-8d87-0b8766e87fb2 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5797534 Dec 10 16:32:19.017350 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-f8309dbe-2d18-4629-b9ef-8575aae4a745 service neutron] Request body: {'port': {'device_id': '77a1fbf3-048d-48aa-9d5a-78d261a149e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:19.037214 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80694fa-00f1-4340-a571-02a63cbd491c None None] DHCP port deletion for e604e7f3-4405-409e-8649-64d54c9c1379 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:32:19.044652 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3bd6682c-9f79-4016-8d77-6d222d891825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:19.086768 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-acecc806-245a-4d64-b32d-4319c54ffa8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:19.097003 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-377c28f8-ccd8-4436-8777-a4daa27b5312 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:19.106520 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd6682c-9f79-4016-8d77-6d222d891825 None None] Pushing event deleted for resources: {'Port': ['ID=40827650-abea-42f3-a4bc-f3379c3c5209,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:19.122919 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd6682c-9f79-4016-8d77-6d222d891825 None None] No DVR routers for this DVR port 40827650-abea-42f3-a4bc-f3379c3c5209 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:32:19.142022 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317f2ba-da28-4c9f-b0de-0bec7667641c req-06c14ab0-99ea-42e8-936f-ec9747506e46 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:19.161001 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d317f2ba-da28-4c9f-b0de-0bec7667641c req-06c14ab0-99ea-42e8-936f-ec9747506e46 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.11 "GET /v2.0/ports?device_id=77a1fbf3-048d-48aa-9d5a-78d261a149e3 HTTP/1.1" status: 200 len: 931 time: 0.2806582 Dec 10 16:32:19.174653 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acecc806-245a-4d64-b32d-4319c54ffa8b admin admin] Pushing event deleted for resources: {'Port': ['ID=40827650-abea-42f3-a4bc-f3379c3c5209,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:19.190158 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-68eeb2f5-8d96-4a4c-960b-363253a94c28 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:19.190737 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d80694fa-00f1-4340-a571-02a63cbd491c None None] Deleting port 943cef4a-9af2-4a19-8300-12e9720c7a3b {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:19.190737 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d80694fa-00f1-4340-a571-02a63cbd491c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:19.200794 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acecc806-245a-4d64-b32d-4319c54ffa8b admin admin] No DVR routers for this DVR port 40827650-abea-42f3-a4bc-f3379c3c5209 on host n-d-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:32:19.253093 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d80694fa-00f1-4340-a571-02a63cbd491c None None] For port 943cef4a-9af2-4a19-8300-12e9720c7a3b, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=943cef4a-9af2-4a19-8300-12e9720c7a3b,segment=NetworkSegment(062fbc1d-b843-4c73-be07-c179886811f1),segment_id=062fbc1d-b843-4c73-be07-c179886811f1)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:19.253848 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d80694fa-00f1-4340-a571-02a63cbd491c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:19.258655 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-f8309dbe-2d18-4629-b9ef-8575aae4a745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:19.268399 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d80694fa-00f1-4340-a571-02a63cbd491c None None] Calling delete_port for 943cef4a-9af2-4a19-8300-12e9720c7a3b owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:19.274666 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-68eeb2f5-8d96-4a4c-960b-363253a94c28 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:19.315883 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 40827650-abea-42f3-a4bc-f3379c3c5209 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:32:19.327734 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-b6bd6476-5516-46f4-b68a-08d356455944 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb2417fc-ae52-456a-b632-fd4c8bf146bf {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:32:19.347204 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 40827650-abea-42f3-a4bc-f3379c3c5209 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:32:19.347938 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 40827650-abea-42f3-a4bc-f3379c3c5209 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:32:19.348068 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 943cef4a-9af2-4a19-8300-12e9720c7a3b no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:32:19.361739 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-b6bd6476-5516-46f4-b68a-08d356455944 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:19.386689 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eeb2f5-8d96-4a4c-960b-363253a94c28 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'Port': ['ID=850143a3-6d5b-4fc5-9ed5-fd546ac956a4,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:19.390052 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-acecc806-245a-4d64-b32d-4319c54ffa8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:19.414764 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d317f2ba-da28-4c9f-b0de-0bec7667641c req-de467ae5-87c6-497c-b43c-a29d5862345f tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.11 "GET /v2.0/security-groups?id=997edfe5-8301-4827-8d16-bbc04e97032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412527 Dec 10 16:32:19.442670 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d80694fa-00f1-4340-a571-02a63cbd491c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:19.444102 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-acecc806-245a-4d64-b32d-4319c54ffa8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96a3aafb-ada2-445d-a96e-71fc1f6b317c']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:19.457729 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-acecc806-245a-4d64-b32d-4319c54ffa8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64f28485-c99c-408c-b216-b0f023154b12') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:19.458066 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-acecc806-245a-4d64-b32d-4319c54ffa8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64f28485-c99c-408c-b216-b0f023154b12') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:19.467027 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-b6bd6476-5516-46f4-b68a-08d356455944 service neutron] Transition to ACTIVE for port object fb2417fc-ae52-456a-b632-fd4c8bf146bf will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:32:19.473688 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-acecc806-245a-4d64-b32d-4319c54ffa8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:19.475855 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80694fa-00f1-4340-a571-02a63cbd491c None None] Pushing event deleted for resources: {'Port': ['ID=943cef4a-9af2-4a19-8300-12e9720c7a3b,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:19.477821 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80694fa-00f1-4340-a571-02a63cbd491c None None] No DVR routers for this DVR port 943cef4a-9af2-4a19-8300-12e9720c7a3b on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:32:19.479520 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:19.496410 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eeb2f5-8d96-4a4c-960b-363253a94c28 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Checking segment: {'id': '3913557f-3b35-45ee-8793-de8c59cb464f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1e48eb44-ddab-4822-b497-27862a94e4ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:19.496782 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eeb2f5-8d96-4a4c-960b-363253a94c28 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Network hostable DHCP agents. Network: 1e48eb44-ddab-4822-b497-27862a94e4ec, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:32:19.534006 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eeb2f5-8d96-4a4c-960b-363253a94c28 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Network 1e48eb44-ddab-4822-b497-27862a94e4ec is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:32:19.555409 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e642db5-da65-4dd5-a5c3-19cd1ba40364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:19.571064 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-68eeb2f5-8d96-4a4c-960b-363253a94c28 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 1e48eb44-ddab-4822-b497-27862a94e4ec) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:19.572833 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 107fb219-203e-4f8b-9f5c-1d2a4ccedd26 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:32:19.580108 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eeb2f5-8d96-4a4c-960b-363253a94c28 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:19.588489 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eeb2f5-8d96-4a4c-960b-363253a94c28 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:19.589143 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-68eeb2f5-8d96-4a4c-960b-363253a94c28 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:19.599133 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-acecc806-245a-4d64-b32d-4319c54ffa8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:19.600019 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 107fb219-203e-4f8b-9f5c-1d2a4ccedd26 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:32:19.601590 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 107fb219-203e-4f8b-9f5c-1d2a4ccedd26 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:32:19.603886 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16d82b4-7333-4859-b712-de4ecef93698 None None] Network 1e48eb44-ddab-4822-b497-27862a94e4ec requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:19.609876 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acecc806-245a-4d64-b32d-4319c54ffa8b admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:32:19.610313 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-acecc806-245a-4d64-b32d-4319c54ffa8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:19.679557 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-b6bd6476-5516-46f4-b68a-08d356455944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:19.681879 n-d-766771-2 neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:32:19.681879 n-d-766771-2 neutron-server[103392]: self.session.flush() Dec 10 16:32:19.681879 n-d-766771-2 neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:32:19.681879 n-d-766771-2 neutron-server[103392]: self.session.flush() Dec 10 16:32:19.681879 n-d-766771-2 neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:32:19.681879 n-d-766771-2 neutron-server[103392]: self.session.flush() Dec 10 16:32:19.681879 n-d-766771-2 neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:32:19.681879 n-d-766771-2 neutron-server[103392]: self.session.flush() Dec 10 16:32:19.681879 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:32:19.681879 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:32:19.681879 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:32:19.681879 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:32:19.681879 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:32:19.681879 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:32:19.681879 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:32:19.681879 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:32:19.681879 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:32:19.681879 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:32:19.681879 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:32:19.681879 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:32:19.681879 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:32:19.681879 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:32:19.681879 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:32:19.681879 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:32:19.681879 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:32:19.681879 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:32:19.681879 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:32:19.681879 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:32:19.681879 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:32:19.681879 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:32:19.681879 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:32:19.681879 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:32:19.681879 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:32:19.681879 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:32:19.681879 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:32:19.681879 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:32:19.681879 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:32:19.681879 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:32:19.681879 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:32:19.681879 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:32:19.698324 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-acecc806-245a-4d64-b32d-4319c54ffa8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:19.706694 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:19.750830 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-68eeb2f5-8d96-4a4c-960b-363253a94c28 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4259489 Dec 10 16:32:19.751837 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53662) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:19.757378 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-acecc806-245a-4d64-b32d-4319c54ffa8b admin admin] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:19.759364 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-3b8ba1d3-22d6-48e6-b721-dfbc7b7b9697 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1593648480'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:19.762943 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-acecc806-245a-4d64-b32d-4319c54ffa8b admin admin] 10.222.0.11 "DELETE /v2.0/networks/96a3aafb-ada2-445d-a96e-71fc1f6b317c HTTP/1.1" status: 204 len: 168 time: 1.4349544 Dec 10 16:32:19.785325 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acecc806-245a-4d64-b32d-4319c54ffa8b admin admin] Pushing event deleted for resources: {'Network': ['ID=96a3aafb-ada2-445d-a96e-71fc1f6b317c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:19.803388 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8ba1d3-22d6-48e6-b721-dfbc7b7b9697 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Made reservation on behalf of c3130369965d4192948d49aa98d6bfdc for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:19.807327 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b8ba1d3-22d6-48e6-b721-dfbc7b7b9697 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:19.816724 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-377c28f8-ccd8-4436-8777-a4daa27b5312 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Deleting port 943cef4a-9af2-4a19-8300-12e9720c7a3b {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:19.817107 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-377c28f8-ccd8-4436-8777-a4daa27b5312 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:19.883107 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd6476-5516-46f4-b68a-08d356455944 service neutron] Pushing event updated for resources: {'Port': ['ID=fb2417fc-ae52-456a-b632-fd4c8bf146bf,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:19.894539 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b8ba1d3-22d6-48e6-b721-dfbc7b7b9697 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:32:19.912556 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b8ba1d3-22d6-48e6-b721-dfbc7b7b9697 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:19.912980 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-3b8ba1d3-22d6-48e6-b721-dfbc7b7b9697 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Added segment b6e56134-bf83-404b-b17f-4446959739c0 of type vlan for network 54007e6b-808f-4e66-8fa4-b1078c594e39 Dec 10 16:32:19.948496 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53668) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:19.977047 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b8ba1d3-22d6-48e6-b721-dfbc7b7b9697 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:19.989052 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-377c28f8-ccd8-4436-8777-a4daa27b5312 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] For port 943cef4a-9af2-4a19-8300-12e9720c7a3b, host n-d-766771-2, got binding levels [] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:19.989635 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-377c28f8-ccd8-4436-8777-a4daa27b5312 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:19.991724 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53670) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:19.997667 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-0c0e9eeb-85b6-4eec-8f6d-e32da5e9fd59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d6fd9cb-02b0-410c-a7f3-dffa567d5378 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:32:20.019975 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-0c0e9eeb-85b6-4eec-8f6d-e32da5e9fd59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:20.029502 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-377c28f8-ccd8-4436-8777-a4daa27b5312 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Calling delete_port for 943cef4a-9af2-4a19-8300-12e9720c7a3b owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:20.041227 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.ipam_backend_mixin [None req-377c28f8-ccd8-4436-8777-a4daa27b5312 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Port 943cef4a-9af2-4a19-8300-12e9720c7a3b was not found and therefore no delete operation was performed {{(pid=103392) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 16:32:20.048624 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-377c28f8-ccd8-4436-8777-a4daa27b5312 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:20.050961 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-0c0e9eeb-85b6-4eec-8f6d-e32da5e9fd59 service neutron] Transition to ACTIVE for port object 2d6fd9cb-02b0-410c-a7f3-dffa567d5378 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:32:20.054070 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-b6bd6476-5516-46f4-b68a-08d356455944 service neutron] Attempting to bind port fb2417fc-ae52-456a-b632-fd4c8bf146bf on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:20.054414 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-b6bd6476-5516-46f4-b68a-08d356455944 service neutron] Attempting to bind port fb2417fc-ae52-456a-b632-fd4c8bf146bf by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'c2b69c62-e60e-482d-8854-d825b29bd09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:20.054739 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-b6bd6476-5516-46f4-b68a-08d356455944 service neutron] Attempting to bind port fb2417fc-ae52-456a-b632-fd4c8bf146bf on network e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:20.071120 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b8ba1d3-22d6-48e6-b721-dfbc7b7b9697 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:20.077353 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8ba1d3-22d6-48e6-b721-dfbc7b7b9697 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:20.078513 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b8ba1d3-22d6-48e6-b721-dfbc7b7b9697 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:20.079907 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-0c0e9eeb-85b6-4eec-8f6d-e32da5e9fd59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:20.087794 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c28f8-ccd8-4436-8777-a4daa27b5312 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'Port': ['ID=943cef4a-9af2-4a19-8300-12e9720c7a3b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:20.089565 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-b6bd6476-5516-46f4-b68a-08d356455944 service neutron] Port fb2417fc-ae52-456a-b632-fd4c8bf146bf on network e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:32:20.089885 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-b6bd6476-5516-46f4-b68a-08d356455944 service neutron] Attempting to bind port fb2417fc-ae52-456a-b632-fd4c8bf146bf on network e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:20.100199 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-b6bd6476-5516-46f4-b68a-08d356455944 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:32:20.100546 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-b6bd6476-5516-46f4-b68a-08d356455944 service neutron] Checking segment: {'id': 'c2b69c62-e60e-482d-8854-d825b29bd09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:20.100898 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-b6bd6476-5516-46f4-b68a-08d356455944 service neutron] Bound using segment: {'id': 'c2b69c62-e60e-482d-8854-d825b29bd09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:32:20.101356 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-b6bd6476-5516-46f4-b68a-08d356455944 service neutron] Bound port: fb2417fc-ae52-456a-b632-fd4c8bf146bf, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b69c62-e60e-482d-8854-d825b29bd09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:32:20.101708 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-b6bd6476-5516-46f4-b68a-08d356455944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:20.120198 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377c28f8-ccd8-4436-8777-a4daa27b5312 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] No DVR routers for this DVR port 943cef4a-9af2-4a19-8300-12e9720c7a3b on host n-d-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:32:20.130092 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7079ee43-8f91-4b19-aac8-af8593436ac7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d8d2a6699ac14ae587266a65822b9f70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1804340 Dec 10 16:32:20.143144 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53674) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:20.199981 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3b8ba1d3-22d6-48e6-b721-dfbc7b7b9697 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4469554 Dec 10 16:32:20.209569 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53676) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:20.221232 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-59b63400-cb78-4615-9523-cfd2fb48cd9e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'ports': [{'network_id': '1e48eb44-ddab-4822-b497-27862a94e4ec'}, {'network_id': '54007e6b-808f-4e66-8fa4-b1078c594e39'}]} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:20.221540 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-59b63400-cb78-4615-9523-cfd2fb48cd9e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'port': {'network_id': '1e48eb44-ddab-4822-b497-27862a94e4ec'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:20.222014 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-59b63400-cb78-4615-9523-cfd2fb48cd9e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'port': {'network_id': '54007e6b-808f-4e66-8fa4-b1078c594e39'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:20.241717 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ba1d3-22d6-48e6-b721-dfbc7b7b9697 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'Network': ['ID=54007e6b-808f-4e66-8fa4-b1078c594e39,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:20.251812 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 54007e6b-808f-4e66-8fa4-b1078c594e39 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:32:20.264575 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e9eeb-85b6-4eec-8f6d-e32da5e9fd59 service neutron] Pushing event updated for resources: {'Port': ['ID=2d6fd9cb-02b0-410c-a7f3-dffa567d5378,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:20.324262 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-0e642db5-da65-4dd5-a5c3-19cd1ba40364 admin admin] Deleting port 76e75cbe-e199-40c7-b1f1-71c22153e76f {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:20.324602 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e642db5-da65-4dd5-a5c3-19cd1ba40364 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:20.325707 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-377c28f8-ccd8-4436-8777-a4daa27b5312 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:20.340010 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ff561892-d649-41bf-b1f5-acfa056046e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:20.395739 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-377c28f8-ccd8-4436-8777-a4daa27b5312 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e604e7f3-4405-409e-8649-64d54c9c1379']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:20.419187 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-377c28f8-ccd8-4436-8777-a4daa27b5312 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '062fbc1d-b843-4c73-be07-c179886811f1') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:20.419507 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-377c28f8-ccd8-4436-8777-a4daa27b5312 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '062fbc1d-b843-4c73-be07-c179886811f1') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:20.421920 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-b6bd6476-5516-46f4-b68a-08d356455944 service neutron] For port fb2417fc-ae52-456a-b632-fd4c8bf146bf, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:32:20.445971 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-feed755c-28e0-41fb-b403-393ca69917ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:20.457107 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-b6bd6476-5516-46f4-b68a-08d356455944 service neutron] For port fb2417fc-ae52-456a-b632-fd4c8bf146bf, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=fb2417fc-ae52-456a-b632-fd4c8bf146bf,segment=NetworkSegment(c2b69c62-e60e-482d-8854-d825b29bd09b),segment_id=c2b69c62-e60e-482d-8854-d825b29bd09b)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:32:20.465636 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-377c28f8-ccd8-4436-8777-a4daa27b5312 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:20.489834 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-f8309dbe-2d18-4629-b9ef-8575aae4a745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e0d059d-36cb-402c-8035-11801076fe5a {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:32:20.490300 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-b6bd6476-5516-46f4-b68a-08d356455944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:20.513401 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-f8309dbe-2d18-4629-b9ef-8575aae4a745 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:20.520582 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-feed755c-28e0-41fb-b403-393ca69917ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:20.542393 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-0e642db5-da65-4dd5-a5c3-19cd1ba40364 admin admin] For port 76e75cbe-e199-40c7-b1f1-71c22153e76f, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=76e75cbe-e199-40c7-b1f1-71c22153e76f,segment=NetworkSegment(b9bd78ee-f3c3-4e6c-b4f5-8a2b8ab95e02),segment_id=b9bd78ee-f3c3-4e6c-b4f5-8a2b8ab95e02)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:20.542635 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e642db5-da65-4dd5-a5c3-19cd1ba40364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:20.545051 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-f8309dbe-2d18-4629-b9ef-8575aae4a745 service neutron] Transition to ACTIVE for port object 6e0d059d-36cb-402c-8035-11801076fe5a will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:32:20.555559 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-f8309dbe-2d18-4629-b9ef-8575aae4a745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:20.557186 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-377c28f8-ccd8-4436-8777-a4daa27b5312 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:20.567515 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-0e642db5-da65-4dd5-a5c3-19cd1ba40364 admin admin] Calling delete_port for 76e75cbe-e199-40c7-b1f1-71c22153e76f owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:20.580959 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-0c0e9eeb-85b6-4eec-8f6d-e32da5e9fd59 service neutron] Attempting to bind port 2d6fd9cb-02b0-410c-a7f3-dffa567d5378 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:20.581286 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-0c0e9eeb-85b6-4eec-8f6d-e32da5e9fd59 service neutron] Attempting to bind port 2d6fd9cb-02b0-410c-a7f3-dffa567d5378 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': 'c2b69c62-e60e-482d-8854-d825b29bd09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:20.581604 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-0c0e9eeb-85b6-4eec-8f6d-e32da5e9fd59 service neutron] Attempting to bind port 2d6fd9cb-02b0-410c-a7f3-dffa567d5378 on network e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:20.598762 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-b6bd6476-5516-46f4-b68a-08d356455944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:20.599383 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-b6bd6476-5516-46f4-b68a-08d356455944 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:20.600760 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-b6bd6476-5516-46f4-b68a-08d356455944 service neutron] 10.222.0.26 "PUT /v2.0/ports/fb2417fc-ae52-456a-b632-fd4c8bf146bf HTTP/1.1" status: 200 len: 1091 time: 3.7840183 Dec 10 16:32:20.606121 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed555c0-df89-448e-9805-074d0caba9e1', 'tag': 'fb2417fc-ae52-456a-b632-fd4c8bf146bf'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:32:20.608444 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3ca140-e759-4206-bd9e-3f47c71ae55b" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed555c0-df89-448e-9805-074d0caba9e1", "tag": "fb2417fc-ae52-456a-b632-fd4c8bf146bf"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:32:20.614712 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-377c28f8-ccd8-4436-8777-a4daa27b5312 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:32:20.615130 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-377c28f8-ccd8-4436-8777-a4daa27b5312 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:20.623543 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:32:20.623543 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:32:20.623543 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:32:20.623543 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:32:20.623543 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:32:20.623543 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:32:20.623543 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:32:20.623543 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:32:20.623543 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:32:20.623543 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:32:20.623543 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:32:20.623543 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:32:20.623543 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:32:20.623543 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:32:20.623543 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:32:20.623543 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:32:20.623543 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:32:20.623543 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:32:20.623543 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:32:20.623543 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:32:20.623543 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:32:20.623543 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:32:20.623543 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:32:20.623543 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:32:20.623543 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:32:20.623543 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:32:20.623543 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:32:20.623543 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:32:20.623543 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:32:20.623543 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:32:20.623543 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:32:20.623543 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:32:20.680653 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-0c0e9eeb-85b6-4eec-8f6d-e32da5e9fd59 service neutron] Port 2d6fd9cb-02b0-410c-a7f3-dffa567d5378 on network e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:32:20.680975 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-0c0e9eeb-85b6-4eec-8f6d-e32da5e9fd59 service neutron] Attempting to bind port 2d6fd9cb-02b0-410c-a7f3-dffa567d5378 on network e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:20.749165 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-0c0e9eeb-85b6-4eec-8f6d-e32da5e9fd59 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:32:20.750130 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-0c0e9eeb-85b6-4eec-8f6d-e32da5e9fd59 service neutron] Checking segment: {'id': 'c2b69c62-e60e-482d-8854-d825b29bd09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:20.750541 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-0c0e9eeb-85b6-4eec-8f6d-e32da5e9fd59 service neutron] Bound using segment: {'id': 'c2b69c62-e60e-482d-8854-d825b29bd09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:32:20.750985 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-0c0e9eeb-85b6-4eec-8f6d-e32da5e9fd59 service neutron] Bound port: 2d6fd9cb-02b0-410c-a7f3-dffa567d5378, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b69c62-e60e-482d-8854-d825b29bd09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:32:20.751339 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-0c0e9eeb-85b6-4eec-8f6d-e32da5e9fd59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:20.784007 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd6476-5516-46f4-b68a-08d356455944 service neutron] Pushing event updated for resources: {'Port': ['ID=fb2417fc-ae52-456a-b632-fd4c8bf146bf,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:20.805384 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb8d343-de45-4b93-8b1c-e81721e1c35a req-9053750a-f29b-45cd-8dee-437c545ba7ab tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:20.806989 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-adb8d343-de45-4b93-8b1c-e81721e1c35a req-9053750a-f29b-45cd-8dee-437c545ba7ab tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.11 "GET /v2.0/ports?device_id=77a1fbf3-048d-48aa-9d5a-78d261a149e3 HTTP/1.1" status: 200 len: 943 time: 0.3072176 Dec 10 16:32:20.815350 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-377c28f8-ccd8-4436-8777-a4daa27b5312 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:20.860866 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-377c28f8-ccd8-4436-8777-a4daa27b5312 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:20.867556 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-377c28f8-ccd8-4436-8777-a4daa27b5312 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/networks/e604e7f3-4405-409e-8649-64d54c9c1379 HTTP/1.1" status: 204 len: 168 time: 2.1266136 Dec 10 16:32:20.867556 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ff561892-d649-41bf-b1f5-acfa056046e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:20.875605 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53686) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:20.876259 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-feed755c-28e0-41fb-b403-393ca69917ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:20.878828 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-feed755c-28e0-41fb-b403-393ca69917ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:20.879955 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-feed755c-28e0-41fb-b403-393ca69917ba admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8fee5dea-5071-48b5-9184-803baa237b28 HTTP/1.1" status: 204 len: 168 time: 0.7358758 Dec 10 16:32:20.892252 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-17ef7b23-dac7-4abf-be22-c1d91df2a903 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-264905762'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:20.909019 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ff561892-d649-41bf-b1f5-acfa056046e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:20.928482 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-108628a0-48f8-41d9-8593-1d9afca4a95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:20.930208 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-108628a0-48f8-41d9-8593-1d9afca4a95a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c65ebb5658d4329bacd583fbb240ffe&device_id=2ed555c0-df89-448e-9805-074d0caba9e1 HTTP/1.1" status: 200 len: 1094 time: 0.2460380 Dec 10 16:32:20.938031 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c28f8-ccd8-4436-8777-a4daa27b5312 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'Network': ['ID=e604e7f3-4405-409e-8649-64d54c9c1379,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:20.946619 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed755c-28e0-41fb-b403-393ca69917ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fee5dea-5071-48b5-9184-803baa237b28,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:20.957808 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b63400-cb78-4615-9523-cfd2fb48cd9e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Made reservation on behalf of c3130369965d4192948d49aa98d6bfdc for: {'port': 2} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:20.962343 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-59b63400-cb78-4615-9523-cfd2fb48cd9e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:21.001674 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8309dbe-2d18-4629-b9ef-8575aae4a745 service neutron] Pushing event updated for resources: {'Port': ['ID=6e0d059d-36cb-402c-8035-11801076fe5a,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:21.015863 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c28f8-ccd8-4436-8777-a4daa27b5312 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:21.016213 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c28f8-ccd8-4436-8777-a4daa27b5312 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:21.016555 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c28f8-ccd8-4436-8777-a4daa27b5312 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:21.018054 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c28f8-ccd8-4436-8777-a4daa27b5312 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:21.018054 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c28f8-ccd8-4436-8777-a4daa27b5312 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:21.018054 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c28f8-ccd8-4436-8777-a4daa27b5312 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:21.018399 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-59b63400-cb78-4615-9523-cfd2fb48cd9e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:21.018486 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c28f8-ccd8-4436-8777-a4daa27b5312 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:21.018486 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c28f8-ccd8-4436-8777-a4daa27b5312 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:21.018486 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c28f8-ccd8-4436-8777-a4daa27b5312 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:21.019071 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c28f8-ccd8-4436-8777-a4daa27b5312 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:21.019192 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c28f8-ccd8-4436-8777-a4daa27b5312 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:21.019450 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c28f8-ccd8-4436-8777-a4daa27b5312 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:21.019763 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c28f8-ccd8-4436-8777-a4daa27b5312 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:21.029468 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed755c-28e0-41fb-b403-393ca69917ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:21.029790 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed755c-28e0-41fb-b403-393ca69917ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:21.030371 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed755c-28e0-41fb-b403-393ca69917ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:21.031269 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed755c-28e0-41fb-b403-393ca69917ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:21.031539 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed755c-28e0-41fb-b403-393ca69917ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:21.031870 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed755c-28e0-41fb-b403-393ca69917ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:21.032198 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed755c-28e0-41fb-b403-393ca69917ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:21.032519 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed755c-28e0-41fb-b403-393ca69917ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:21.033102 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed755c-28e0-41fb-b403-393ca69917ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:21.033248 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed755c-28e0-41fb-b403-393ca69917ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:21.033478 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed755c-28e0-41fb-b403-393ca69917ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:21.033800 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed755c-28e0-41fb-b403-393ca69917ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:21.034121 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed755c-28e0-41fb-b403-393ca69917ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:21.048853 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ff561892-d649-41bf-b1f5-acfa056046e3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1f060a206bae4765a1b5431755f90385&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0500910 Dec 10 16:32:21.048853 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-a886adb0-8c37-4a1c-b4bd-0792096911c1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb2417fc-ae52-456a-b632-fd4c8bf146bf HTTP/1.1" status: 200 len: 217 time: 0.1023257 Dec 10 16:32:21.056549 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53692) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:21.081196 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-0c0e9eeb-85b6-4eec-8f6d-e32da5e9fd59 service neutron] For port 2d6fd9cb-02b0-410c-a7f3-dffa567d5378, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:32:21.111375 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-adb8d343-de45-4b93-8b1c-e81721e1c35a req-71c060d0-9199-4888-8d0d-e445f4552a8a tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.11 "GET /v2.0/security-groups?id=997edfe5-8301-4827-8d16-bbc04e97032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879565 Dec 10 16:32:21.131139 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ef7b23-dac7-4abf-be22-c1d91df2a903 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Made reservation on behalf of 38fc6aa7996647649bb06a74b5f4d0aa for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:21.139321 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-17ef7b23-dac7-4abf-be22-c1d91df2a903 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:21.160082 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-0c0e9eeb-85b6-4eec-8f6d-e32da5e9fd59 service neutron] For port 2d6fd9cb-02b0-410c-a7f3-dffa567d5378, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=2d6fd9cb-02b0-410c-a7f3-dffa567d5378,segment=NetworkSegment(c2b69c62-e60e-482d-8854-d825b29bd09b),segment_id=c2b69c62-e60e-482d-8854-d825b29bd09b)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:32:21.179809 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fabe90-6d1e-40e8-9960-51eaafe0e747 x-openstack-request-id: req-a5fabe90-6d1e-40e8-9960-51eaafe0e747 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:32:21.180101 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed555c0-df89-448e-9805-074d0caba9e1", "tag": "fb2417fc-ae52-456a-b632-fd4c8bf146bf", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:32:21.180354 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a5fabe90-6d1e-40e8-9960-51eaafe0e747 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:32:21.181484 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed555c0-df89-448e-9805-074d0caba9e1', 'tag': 'fb2417fc-ae52-456a-b632-fd4c8bf146bf', 'status': 'completed', 'code': 200} Dec 10 16:32:21.194104 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-0c0e9eeb-85b6-4eec-8f6d-e32da5e9fd59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:21.233314 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff561892-d649-41bf-b1f5-acfa056046e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09582da1-7c40-4717-8a87-f2ec3ca56ca6,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:21.251519 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-59b63400-cb78-4615-9523-cfd2fb48cd9e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] device_id is not set on port 91bed29a-1163-4c0a-a2ca-69f73faeb9c6 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:32:21.255453 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-98dc0eda-bb4b-4a85-a23d-5ac791737de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:21.256971 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-98dc0eda-bb4b-4a85-a23d-5ac791737de4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=be4626af-5001-4f6f-9053-057ef2a397df HTTP/1.1" status: 200 len: 858 time: 0.1945350 Dec 10 16:32:21.292863 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-f8309dbe-2d18-4629-b9ef-8575aae4a745 service neutron] Attempting to bind port 6e0d059d-36cb-402c-8035-11801076fe5a on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:21.293202 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-f8309dbe-2d18-4629-b9ef-8575aae4a745 service neutron] Attempting to bind port 6e0d059d-36cb-402c-8035-11801076fe5a by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'c2b69c62-e60e-482d-8854-d825b29bd09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:21.293533 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-f8309dbe-2d18-4629-b9ef-8575aae4a745 service neutron] Attempting to bind port 6e0d059d-36cb-402c-8035-11801076fe5a on network e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:21.299595 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce6d36c2-0c1f-404a-ac79-4614fe3b2d41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:21.303752 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17ef7b23-dac7-4abf-be22-c1d91df2a903 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:32:21.307214 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-0c0e9eeb-85b6-4eec-8f6d-e32da5e9fd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:21.307852 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-0c0e9eeb-85b6-4eec-8f6d-e32da5e9fd59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:21.309426 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-0c0e9eeb-85b6-4eec-8f6d-e32da5e9fd59 service neutron] 10.222.0.46 "PUT /v2.0/ports/2d6fd9cb-02b0-410c-a7f3-dffa567d5378 HTTP/1.1" status: 200 len: 1091 time: 3.4754701 Dec 10 16:32:21.314422 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-f8309dbe-2d18-4629-b9ef-8575aae4a745 service neutron] Port 6e0d059d-36cb-402c-8035-11801076fe5a on network e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:32:21.314725 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-f8309dbe-2d18-4629-b9ef-8575aae4a745 service neutron] Attempting to bind port 6e0d059d-36cb-402c-8035-11801076fe5a on network e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:21.322013 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-f1ac6ca0-6cbd-4155-ba4b-52116d8053b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549586 Dec 10 16:32:21.323498 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53694) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:21.337138 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-f8309dbe-2d18-4629-b9ef-8575aae4a745 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:32:21.337138 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-f8309dbe-2d18-4629-b9ef-8575aae4a745 service neutron] Checking segment: {'id': 'c2b69c62-e60e-482d-8854-d825b29bd09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:21.337795 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-f8309dbe-2d18-4629-b9ef-8575aae4a745 service neutron] Bound using segment: {'id': 'c2b69c62-e60e-482d-8854-d825b29bd09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:32:21.338035 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-f8309dbe-2d18-4629-b9ef-8575aae4a745 service neutron] Bound port: 6e0d059d-36cb-402c-8035-11801076fe5a, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b69c62-e60e-482d-8854-d825b29bd09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:32:21.338341 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-f8309dbe-2d18-4629-b9ef-8575aae4a745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:21.347939 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-17ef7b23-dac7-4abf-be22-c1d91df2a903 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:21.347939 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-17ef7b23-dac7-4abf-be22-c1d91df2a903 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Added segment cf0d1d2e-b617-4566-b7c6-adce501f7848 of type vlan for network d8a72cd9-7691-490d-94d3-f0001ea6f87a Dec 10 16:32:21.349776 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e9eeb-85b6-4eec-8f6d-e32da5e9fd59 service neutron] Pushing event updated for resources: {'Port': ['ID=2d6fd9cb-02b0-410c-a7f3-dffa567d5378,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:21.372718 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce6d36c2-0c1f-404a-ac79-4614fe3b2d41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:21.546673 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e642db5-da65-4dd5-a5c3-19cd1ba40364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:21.587913 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-f8309dbe-2d18-4629-b9ef-8575aae4a745 service neutron] For port 6e0d059d-36cb-402c-8035-11801076fe5a, host n-h1-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:32:21.590587 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e642db5-da65-4dd5-a5c3-19cd1ba40364 admin admin] Pushing event deleted for resources: {'Port': ['ID=76e75cbe-e199-40c7-b1f1-71c22153e76f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:21.609405 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-59b63400-cb78-4615-9523-cfd2fb48cd9e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:21.615558 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7deaaec-8a60-4c2b-b821-20942b8d1ee5 None None] DHCP port deletion for e32a4d08-b516-4a89-a4b3-00c81d20f408 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:32:21.618341 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-f8309dbe-2d18-4629-b9ef-8575aae4a745 service neutron] For port 6e0d059d-36cb-402c-8035-11801076fe5a, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=6e0d059d-36cb-402c-8035-11801076fe5a,segment=NetworkSegment(c2b69c62-e60e-482d-8854-d825b29bd09b),segment_id=c2b69c62-e60e-482d-8854-d825b29bd09b)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:32:21.673537 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-f8309dbe-2d18-4629-b9ef-8575aae4a745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:21.688118 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce6d36c2-0c1f-404a-ac79-4614fe3b2d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:21.690742 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce6d36c2-0c1f-404a-ac79-4614fe3b2d41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:21.691919 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ce6d36c2-0c1f-404a-ac79-4614fe3b2d41 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/09582da1-7c40-4717-8a87-f2ec3ca56ca6 HTTP/1.1" status: 204 len: 168 time: 0.6326449 Dec 10 16:32:21.773457 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d36c2-0c1f-404a-ac79-4614fe3b2d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09582da1-7c40-4717-8a87-f2ec3ca56ca6,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:21.777467 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-f8309dbe-2d18-4629-b9ef-8575aae4a745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:21.778093 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-f8309dbe-2d18-4629-b9ef-8575aae4a745 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:21.779580 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-f8309dbe-2d18-4629-b9ef-8575aae4a745 service neutron] 10.222.0.26 "PUT /v2.0/ports/6e0d059d-36cb-402c-8035-11801076fe5a HTTP/1.1" status: 200 len: 1091 time: 2.7668834 Dec 10 16:32:21.783560 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77a1fbf3-048d-48aa-9d5a-78d261a149e3', 'tag': '6e0d059d-36cb-402c-8035-11801076fe5a'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:32:21.785758 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690f32f5-25e3-4cfc-a046-e8792eacce84" -d '{"events": [{"name": "network-changed", "server_uuid": "77a1fbf3-048d-48aa-9d5a-78d261a149e3", "tag": "6e0d059d-36cb-402c-8035-11801076fe5a"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:32:21.790775 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-59b63400-cb78-4615-9523-cfd2fb48cd9e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] device_id is not set on port d8b805eb-649e-4fc5-9645-3ee8aa5900f4 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:32:21.803673 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-17ef7b23-dac7-4abf-be22-c1d91df2a903 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:21.819555 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a8d26a57-9dcb-4015-9771-a88d799c8a34 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a7925a24d10949e689d55a43c25f7f9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4935062 Dec 10 16:32:21.825825 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53700) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:21.861904 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-b3a3e015-47f7-48e3-a0bc-484589ddd5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:21.863519 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-b3a3e015-47f7-48e3-a0bc-484589ddd5c4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c65ebb5658d4329bacd583fbb240ffe&device_id=2fca387f-4963-4aad-9a7a-44af9ba5b47f HTTP/1.1" status: 200 len: 1094 time: 0.4900649 Dec 10 16:32:21.892742 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-38ccbe9b-ced8-439f-9b4d-5dee4503f832 service neutron] 10.222.0.26 "GET /v2.0/networks/e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5579710 Dec 10 16:32:21.913358 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8309dbe-2d18-4629-b9ef-8575aae4a745 service neutron] Pushing event updated for resources: {'Port': ['ID=6e0d059d-36cb-402c-8035-11801076fe5a,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:21.926060 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e828e51a-570a-4637-8b91-adca4c2a5049 x-openstack-request-id: req-e828e51a-570a-4637-8b91-adca4c2a5049 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:32:21.926554 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77a1fbf3-048d-48aa-9d5a-78d261a149e3", "tag": "6e0d059d-36cb-402c-8035-11801076fe5a", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:32:21.926979 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e828e51a-570a-4637-8b91-adca4c2a5049 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:32:21.927527 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77a1fbf3-048d-48aa-9d5a-78d261a149e3', 'tag': '6e0d059d-36cb-402c-8035-11801076fe5a', 'status': 'completed', 'code': 200} Dec 10 16:32:21.928127 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-17ef7b23-dac7-4abf-be22-c1d91df2a903 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:21.933459 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ef7b23-dac7-4abf-be22-c1d91df2a903 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:21.934039 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-17ef7b23-dac7-4abf-be22-c1d91df2a903 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:21.942155 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-ac69ddf2-2f10-46da-968e-b4b14ff76a33 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d6fd9cb-02b0-410c-a7f3-dffa567d5378 HTTP/1.1" status: 200 len: 217 time: 0.0612733 Dec 10 16:32:22.043171 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-a87a4970-edae-4d72-9150-0c8fe028083f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:22.044666 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-a87a4970-edae-4d72-9150-0c8fe028083f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c65ebb5658d4329bacd583fbb240ffe&device_id=77a1fbf3-048d-48aa-9d5a-78d261a149e3 HTTP/1.1" status: 200 len: 1094 time: 0.1768396 Dec 10 16:32:22.064684 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-17ef7b23-dac7-4abf-be22-c1d91df2a903 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1835747 Dec 10 16:32:22.077341 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53704) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:22.087985 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef7b23-dac7-4abf-be22-c1d91df2a903 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'Network': ['ID=d8a72cd9-7691-490d-94d3-f0001ea6f87a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:22.103237 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-b17ff114-8865-432a-bf68-7912865abec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:22.103788 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network d8a72cd9-7691-490d-94d3-f0001ea6f87a details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:32:22.104959 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-b17ff114-8865-432a-bf68-7912865abec1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be4626af-5001-4f6f-9053-057ef2a397df HTTP/1.1" status: 200 len: 858 time: 0.1491086 Dec 10 16:32:22.125776 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-cf6a0ac0-86e9-42ab-bc36-296b9363022f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'subnet': {'network_id': 'd8a72cd9-7691-490d-94d3-f0001ea6f87a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:22.152099 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-625a8763-2961-44de-8685-aa7c969f6049 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e0d059d-36cb-402c-8035-11801076fe5a HTTP/1.1" status: 200 len: 217 time: 0.0948606 Dec 10 16:32:22.152684 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e642db5-da65-4dd5-a5c3-19cd1ba40364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:22.184882 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-5d749c5c-0491-4311-b850-29b37342ab0c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630989 Dec 10 16:32:22.195124 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-975594da-0ce7-4ad2-bbbc-9785811241d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:22.262080 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-2ef1b5a8-1b28-42a1-a998-583046e7743c service neutron] 10.222.0.26 "GET /v2.0/networks/e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421705 Dec 10 16:32:22.305631 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-59b63400-cb78-4615-9523-cfd2fb48cd9e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:22.340778 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30dfcc8-e353-4b47-b406-f31bf57c5b5d req-feaf5963-f668-420d-9e60-60dce84aa295 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:22.342275 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d30dfcc8-e353-4b47-b406-f31bf57c5b5d req-feaf5963-f668-420d-9e60-60dce84aa295 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.11 "GET /v2.0/ports?device_id=77a1fbf3-048d-48aa-9d5a-78d261a149e3 HTTP/1.1" status: 200 len: 943 time: 0.0829139 Dec 10 16:32:22.361600 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-975594da-0ce7-4ad2-bbbc-9785811241d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:22.388479 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-e0a047b5-3045-4573-a861-5e52020f1eaf service neutron] 10.222.0.46 "GET /v2.0/networks/e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942501 Dec 10 16:32:22.447262 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-69756b74-9806-4a0c-9b65-f9170f1705cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:22.448739 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-69756b74-9806-4a0c-9b65-f9170f1705cb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=be4626af-5001-4f6f-9053-057ef2a397df HTTP/1.1" status: 200 len: 858 time: 0.2597909 Dec 10 16:32:22.466901 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ca140-e759-4206-bd9e-3f47c71ae55b req-4df0a8c1-b52b-4b25-ad22-5fdee57abdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:22.468933 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ab3ca140-e759-4206-bd9e-3f47c71ae55b req-4df0a8c1-b52b-4b25-ad22-5fdee57abdd6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c65ebb5658d4329bacd583fbb240ffe&device_id=2ed555c0-df89-448e-9805-074d0caba9e1 HTTP/1.1" status: 200 len: 1094 time: 0.1362135 Dec 10 16:32:22.494850 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d30dfcc8-e353-4b47-b406-f31bf57c5b5d req-209cbd1d-fb98-4a88-8279-b62fc5c3589b tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.11 "GET /v2.0/security-groups?id=997edfe5-8301-4827-8d16-bbc04e97032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243627 Dec 10 16:32:22.507782 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-f033aa90-3451-4988-8a73-ab2d14a415ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495656 Dec 10 16:32:22.536823 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6a0ac0-86e9-42ab-bc36-296b9363022f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Made reservation on behalf of 38fc6aa7996647649bb06a74b5f4d0aa for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:22.538803 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cf6a0ac0-86e9-42ab-bc36-296b9363022f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:22.558577 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-59b63400-cb78-4615-9523-cfd2fb48cd9e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:22.587041 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-3d59822f-654f-4c33-8c38-b92639e1e124 service neutron] 10.222.0.46 "GET /v2.0/networks/e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902809 Dec 10 16:32:22.632404 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ca140-e759-4206-bd9e-3f47c71ae55b req-5c08cd97-80b5-413c-af95-dbb607e98124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:22.634384 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ab3ca140-e759-4206-bd9e-3f47c71ae55b req-5c08cd97-80b5-413c-af95-dbb607e98124 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86 HTTP/1.1" status: 200 len: 919 time: 0.1565590 Dec 10 16:32:22.683956 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-975594da-0ce7-4ad2-bbbc-9785811241d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:22.686570 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-975594da-0ce7-4ad2-bbbc-9785811241d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:22.687832 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-975594da-0ce7-4ad2-bbbc-9785811241d3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4d6db26f-2fa3-4932-a699-d8a339d540cc HTTP/1.1" status: 204 len: 168 time: 0.8592341 Dec 10 16:32:22.734884 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ab3ca140-e759-4206-bd9e-3f47c71ae55b req-37d8bd49-3a89-4932-971f-6628a264d833 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb2417fc-ae52-456a-b632-fd4c8bf146bf HTTP/1.1" status: 200 len: 217 time: 0.0915701 Dec 10 16:32:22.784022 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975594da-0ce7-4ad2-bbbc-9785811241d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6db26f-2fa3-4932-a699-d8a339d540cc,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:22.794594 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b63400-cb78-4615-9523-cfd2fb48cd9e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Network 1e48eb44-ddab-4822-b497-27862a94e4ec is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:22.803513 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ca140-e759-4206-bd9e-3f47c71ae55b req-c5ec3001-3f0f-4ab3-8135-9a744ac8c6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:22.805530 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ab3ca140-e759-4206-bd9e-3f47c71ae55b req-c5ec3001-3f0f-4ab3-8135-9a744ac8c6ee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=be4626af-5001-4f6f-9053-057ef2a397df HTTP/1.1" status: 200 len: 858 time: 0.0631189 Dec 10 16:32:22.817920 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-59b63400-cb78-4615-9523-cfd2fb48cd9e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:22.826794 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b63400-cb78-4615-9523-cfd2fb48cd9e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:22.827864 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-59b63400-cb78-4615-9523-cfd2fb48cd9e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:22.833628 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b63400-cb78-4615-9523-cfd2fb48cd9e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'Port': ['ID=91bed29a-1163-4c0a-a2ca-69f73faeb9c6,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:22.871849 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ab3ca140-e759-4206-bd9e-3f47c71ae55b req-d264f452-e836-46d8-95ea-be5a6d0fbcfd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580063 Dec 10 16:32:22.891303 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53730) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:22.911443 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-7ec57258-4b17-42c5-a18e-82dbf13a9bcf service neutron] 10.222.0.26 "GET /v2.0/networks/e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903236 Dec 10 16:32:22.979697 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ab3ca140-e759-4206-bd9e-3f47c71ae55b req-73cfe340-f1aa-4fee-b571-9903b503f78e service neutron] 10.222.0.26 "GET /v2.0/networks/e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988705 Dec 10 16:32:22.991770 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b63400-cb78-4615-9523-cfd2fb48cd9e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'Port': ['ID=d8b805eb-649e-4fc5-9645-3ee8aa5900f4,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:23.061878 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e642db5-da65-4dd5-a5c3-19cd1ba40364 admin admin] Router 1c1262d2-a626-4ee3-92fd-acf80f2f0f1c has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:32:23.079181 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-72a5a2e7-c8fc-4ed4-97dc-5d11709d113f admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1589258086-network', 'tenant_id': 'a3926b052e494713819d6bc971fecf6b'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:23.095627 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b63400-cb78-4615-9523-cfd2fb48cd9e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Checking segment: {'id': 'b6e56134-bf83-404b-b17f-4446959739c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '54007e6b-808f-4e66-8fa4-b1078c594e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:23.095995 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b63400-cb78-4615-9523-cfd2fb48cd9e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Network hostable DHCP agents. Network: 54007e6b-808f-4e66-8fa4-b1078c594e39, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:32:23.113927 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ab3ca140-e759-4206-bd9e-3f47c71ae55b req-19837f6c-cb6f-4425-af6d-c65d1ad03819 service neutron] 10.222.0.26 "GET /v2.0/networks/e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247706 Dec 10 16:32:23.170045 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2cdadd6a-4590-4edd-99af-eea593abd629 req-101683b7-095b-43cf-8a22-e4b09742fec2 service neutron] 10.222.0.26 "GET /v2.0/networks/e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472200 Dec 10 16:32:23.181901 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fca387f-4963-4aad-9a7a-44af9ba5b47f', 'tag': '2d6fd9cb-02b0-410c-a7f3-dffa567d5378'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:32:23.182340 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a5a2e7-c8fc-4ed4-97dc-5d11709d113f admin admin] Made reservation on behalf of a3926b052e494713819d6bc971fecf6b for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:23.184651 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-72a5a2e7-c8fc-4ed4-97dc-5d11709d113f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:23.184847 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ffcca3-f4da-471b-a442-379c68ea120f" -d '{"events": [{"name": "network-changed", "server_uuid": "2fca387f-4963-4aad-9a7a-44af9ba5b47f", "tag": "2d6fd9cb-02b0-410c-a7f3-dffa567d5378"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:32:23.251654 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cf6a0ac0-86e9-42ab-bc36-296b9363022f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:23.253472 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b63400-cb78-4615-9523-cfd2fb48cd9e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Network 54007e6b-808f-4e66-8fa4-b1078c594e39 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:32:23.254832 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20761ae1-fb89-475d-b157-09b5bd997b16 x-openstack-request-id: req-20761ae1-fb89-475d-b157-09b5bd997b16 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:32:23.255076 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fca387f-4963-4aad-9a7a-44af9ba5b47f", "tag": "2d6fd9cb-02b0-410c-a7f3-dffa567d5378", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:32:23.255340 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-20761ae1-fb89-475d-b157-09b5bd997b16 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:32:23.255752 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fca387f-4963-4aad-9a7a-44af9ba5b47f', 'tag': '2d6fd9cb-02b0-410c-a7f3-dffa567d5378', 'status': 'completed', 'code': 200} Dec 10 16:32:23.277831 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-72a5a2e7-c8fc-4ed4-97dc-5d11709d113f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:23.330387 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ffcca3-f4da-471b-a442-379c68ea120f req-3ad732e5-dfce-4c21-af83-78a389192ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:23.331988 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b3ffcca3-f4da-471b-a442-379c68ea120f req-3ad732e5-dfce-4c21-af83-78a389192ba9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c65ebb5658d4329bacd583fbb240ffe&device_id=2fca387f-4963-4aad-9a7a-44af9ba5b47f HTTP/1.1" status: 200 len: 1094 time: 0.0545199 Dec 10 16:32:23.336009 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-59b63400-cb78-4615-9523-cfd2fb48cd9e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 54007e6b-808f-4e66-8fa4-b1078c594e39) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:23.345159 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c6440e-292f-4be7-ad4a-6538db533dc2 None None] Network 54007e6b-808f-4e66-8fa4-b1078c594e39 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:23.350922 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b63400-cb78-4615-9523-cfd2fb48cd9e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:23.356545 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b63400-cb78-4615-9523-cfd2fb48cd9e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:23.362035 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b63400-cb78-4615-9523-cfd2fb48cd9e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:23.362737 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-59b63400-cb78-4615-9523-cfd2fb48cd9e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:23.427431 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a0ac0-86e9-42ab-bc36-296b9363022f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'Subnet': ['ID=8ce89623-f2aa-47d3-93be-1e54948fcd98,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:23.446956 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-59b63400-cb78-4615-9523-cfd2fb48cd9e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2324212 Dec 10 16:32:23.448845 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f32f5-25e3-4cfc-a046-e8792eacce84 req-2eddf68d-c9c3-4d0d-8ab3-1d9866bc9672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:23.450251 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-690f32f5-25e3-4cfc-a046-e8792eacce84 req-2eddf68d-c9c3-4d0d-8ab3-1d9866bc9672 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c65ebb5658d4329bacd583fbb240ffe&device_id=77a1fbf3-048d-48aa-9d5a-78d261a149e3 HTTP/1.1" status: 200 len: 1094 time: 0.1894376 Dec 10 16:32:23.450715 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53752) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:23.468788 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ffcca3-f4da-471b-a442-379c68ea120f req-c8348063-209f-4d37-88fe-4bacf18fa0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:23.474379 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b3ffcca3-f4da-471b-a442-379c68ea120f req-c8348063-209f-4d37-88fe-4bacf18fa0bf service neutron] 10.222.0.46 "GET /v2.0/networks?id=e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86 HTTP/1.1" status: 200 len: 919 time: 0.1342461 Dec 10 16:32:23.495273 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e642db5-da65-4dd5-a5c3-19cd1ba40364 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:32:23.504857 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0e642db5-da65-4dd5-a5c3-19cd1ba40364 admin admin] 10.222.0.11 "PUT /v2.0/routers/1c1262d2-a626-4ee3-92fd-acf80f2f0f1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1250737 Dec 10 16:32:23.507791 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df7b054-4ffc-4bac-afc1-52269dda51cc None None] Sync routers for ids ['1c1262d2-a626-4ee3-92fd-acf80f2f0f1c'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:32:23.521407 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53756) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:23.533083 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b3ffcca3-f4da-471b-a442-379c68ea120f req-5e5168ad-97f7-4089-a637-a6d8e9608393 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d6fd9cb-02b0-410c-a7f3-dffa567d5378 HTTP/1.1" status: 200 len: 217 time: 0.0512114 Dec 10 16:32:23.533735 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df7b054-4ffc-4bac-afc1-52269dda51cc None None] Routers {'1c1262d2-a626-4ee3-92fd-acf80f2f0f1c'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:32:23.534775 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5df7b054-4ffc-4bac-afc1-52269dda51cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:32:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['1c1262d2-a626-4ee3-92fd-acf80f2f0f1c'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:23.569362 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6a0ac0-86e9-42ab-bc36-296b9363022f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Checking segment: {'id': 'cf0d1d2e-b617-4566-b7c6-adce501f7848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd8a72cd9-7691-490d-94d3-f0001ea6f87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:23.569725 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6a0ac0-86e9-42ab-bc36-296b9363022f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Network hostable DHCP agents. Network: d8a72cd9-7691-490d-94d3-f0001ea6f87a, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:32:23.615808 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53760) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:23.668300 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ffcca3-f4da-471b-a442-379c68ea120f req-e7fd37e3-1833-4721-92d0-674b675380e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:23.670216 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b3ffcca3-f4da-471b-a442-379c68ea120f req-e7fd37e3-1833-4721-92d0-674b675380e0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be4626af-5001-4f6f-9053-057ef2a397df HTTP/1.1" status: 200 len: 858 time: 0.1308513 Dec 10 16:32:23.704065 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-5df7b054-4ffc-4bac-afc1-52269dda51cc None None] Set router 1c1262d2-a626-4ee3-92fd-acf80f2f0f1c gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:32:23.730095 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b3ffcca3-f4da-471b-a442-379c68ea120f req-70f88751-1b96-41a1-8c37-fcc3428b720c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500081 Dec 10 16:32:23.791186 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-b1b9101d-e9d9-4dce-868c-9e8795a26dfb admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1771050525-network', 'tenant_id': '9d5ae62ee01641978c6d991e716c7f09'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:23.825053 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf968a-cc59-4ab0-8a18-f6a44dae4caf req-120ab40e-8ab6-49b9-8fd3-c1f07e4c58c7 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:23.826869 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d2cf968a-cc59-4ab0-8a18-f6a44dae4caf req-120ab40e-8ab6-49b9-8fd3-c1f07e4c58c7 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.11 "GET /v2.0/ports?device_id=77a1fbf3-048d-48aa-9d5a-78d261a149e3 HTTP/1.1" status: 200 len: 943 time: 0.1658716 Dec 10 16:32:23.860610 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b9101d-e9d9-4dce-868c-9e8795a26dfb admin admin] Made reservation on behalf of 9d5ae62ee01641978c6d991e716c7f09 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:23.863320 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b1b9101d-e9d9-4dce-868c-9e8795a26dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:23.896021 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b3ffcca3-f4da-471b-a442-379c68ea120f req-5497339d-764c-483d-bcec-0e1fae4fdf5e service neutron] 10.222.0.46 "GET /v2.0/networks/e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575017 Dec 10 16:32:23.902685 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b1b9101d-e9d9-4dce-868c-9e8795a26dfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:23.999052 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5df7b054-4ffc-4bac-afc1-52269dda51cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c1262d2-a626-4ee3-92fd-acf80f2f0f1c', 'name': 'tempest-ServerRescueTestJSON-1824395172-router', 'tenant_id': '86809bc173774b32a7d283ceb29d9179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'fd5cf142-a892-4e57-808d-bec9570f4eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:30:00Z', 'updated_at': '2021-12-10T16:32:21Z', 'revision_number': 5, 'project_id': '86809bc173774b32a7d283ceb29d9179', 'gw_port': {'id': 'fd5cf142-a892-4e57-808d-bec9570f4eee', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1262d2-a626-4ee3-92fd-acf80f2f0f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:01Z', 'updated_at': '2021-12-10T16:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:24.028113 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d2cf968a-cc59-4ab0-8a18-f6a44dae4caf req-47d3cac7-3557-4692-a682-cc3377f5171f tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.11 "GET /v2.0/security-groups?id=997edfe5-8301-4827-8d16-bbc04e97032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563189 Dec 10 16:32:24.032175 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df7b054-4ffc-4bac-afc1-52269dda51cc None None] Checking router: 1c1262d2-a626-4ee3-92fd-acf80f2f0f1c for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:32:24.042000 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df7b054-4ffc-4bac-afc1-52269dda51cc None None] Routers {'1c1262d2-a626-4ee3-92fd-acf80f2f0f1c'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:32:24.042886 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5df7b054-4ffc-4bac-afc1-52269dda51cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:32:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['1c1262d2-a626-4ee3-92fd-acf80f2f0f1c'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:24.059706 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-72a5a2e7-c8fc-4ed4-97dc-5d11709d113f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:24.069455 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6a0ac0-86e9-42ab-bc36-296b9363022f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Network d8a72cd9-7691-490d-94d3-f0001ea6f87a is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:32:24.081611 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-72a5a2e7-c8fc-4ed4-97dc-5d11709d113f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:24.090355 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b3ffcca3-f4da-471b-a442-379c68ea120f req-a3d084e3-c111-42b0-ba53-339407f24873 service neutron] 10.222.0.46 "GET /v2.0/networks/e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853034 Dec 10 16:32:24.093525 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f32f5-25e3-4cfc-a046-e8792eacce84 req-cde1a73a-5b90-49ab-9055-6d9a4ae2386c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:24.095224 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-690f32f5-25e3-4cfc-a046-e8792eacce84 req-cde1a73a-5b90-49ab-9055-6d9a4ae2386c service neutron] 10.222.0.26 "GET /v2.0/networks?id=e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86 HTTP/1.1" status: 200 len: 919 time: 0.6279364 Dec 10 16:32:24.108595 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-cf6a0ac0-86e9-42ab-bc36-296b9363022f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, d8a72cd9-7691-490d-94d3-f0001ea6f87a) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:24.119879 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898f8968-36f4-41c0-a3d0-b1bbac56ef1e None None] Network d8a72cd9-7691-490d-94d3-f0001ea6f87a requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:24.132097 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6a0ac0-86e9-42ab-bc36-296b9363022f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:24.132972 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cf6a0ac0-86e9-42ab-bc36-296b9363022f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:24.150612 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b1b9101d-e9d9-4dce-868c-9e8795a26dfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:24.160413 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b1b9101d-e9d9-4dce-868c-9e8795a26dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:24.179342 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72a5a2e7-c8fc-4ed4-97dc-5d11709d113f admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:32:24.184671 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-5df7b054-4ffc-4bac-afc1-52269dda51cc None None] Set router 1c1262d2-a626-4ee3-92fd-acf80f2f0f1c gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:32:24.192158 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-690f32f5-25e3-4cfc-a046-e8792eacce84 req-d2878546-bc2e-43ee-844b-70fed82b7024 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e0d059d-36cb-402c-8035-11801076fe5a HTTP/1.1" status: 200 len: 217 time: 0.0802541 Dec 10 16:32:24.193838 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a318908f-d92b-46a1-a470-8d9c45987316 admin admin] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:24.203122 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5a2e7-c8fc-4ed4-97dc-5d11709d113f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24500e2a-7b55-4f1b-b0bb-776d21836727,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:24.225177 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1b9101d-e9d9-4dce-868c-9e8795a26dfb admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:32:24.243705 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b9101d-e9d9-4dce-868c-9e8795a26dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f476b0-f537-4086-ac1f-de85bd3d9464,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:24.253433 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b1b9101d-e9d9-4dce-868c-9e8795a26dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:24.254946 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-b1b9101d-e9d9-4dce-868c-9e8795a26dfb admin admin] Added segment 73608b37-80bb-4160-8a42-e5c4832f6e3e of type vlan for network 38fb4fb9-982e-409b-8ef4-24e67159f847 Dec 10 16:32:24.256237 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-ca746077-1a6a-41f3-a907-0583dc8875f8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Deleting port d8b805eb-649e-4fc5-9645-3ee8aa5900f4 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:24.256798 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ca746077-1a6a-41f3-a907-0583dc8875f8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:24.262488 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-72a5a2e7-c8fc-4ed4-97dc-5d11709d113f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:24.263006 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-72a5a2e7-c8fc-4ed4-97dc-5d11709d113f admin admin] Added segment 37b6a329-e409-490c-b83b-44d4ef3a0a6f of type vlan for network 3f4dd593-bd78-47ba-8c73-48961647428a Dec 10 16:32:24.318392 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-cf6a0ac0-86e9-42ab-bc36-296b9363022f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2369578 Dec 10 16:32:24.319342 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b1b9101d-e9d9-4dce-868c-9e8795a26dfb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:24.321601 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53768) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:24.328705 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-046c103b-14b2-45d5-85b4-dcec78b0bb7f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'port': {'network_id': 'd8a72cd9-7691-490d-94d3-f0001ea6f87a', 'name': 'tempest-PortsTestJSON-1653541258', 'fixed_ips': [{'subnet_id': '8ce89623-f2aa-47d3-93be-1e54948fcd98', 'ip_address': '172.20.0.10'}]}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:24.445361 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-72a5a2e7-c8fc-4ed4-97dc-5d11709d113f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:24.456451 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b1b9101d-e9d9-4dce-868c-9e8795a26dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:24.457922 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f32f5-25e3-4cfc-a046-e8792eacce84 req-efc45f23-0b68-4c6c-ac9f-4ae94730ed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:24.458443 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b9101d-e9d9-4dce-868c-9e8795a26dfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:24.459260 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b1b9101d-e9d9-4dce-868c-9e8795a26dfb admin admin] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:24.459467 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-690f32f5-25e3-4cfc-a046-e8792eacce84 req-efc45f23-0b68-4c6c-ac9f-4ae94730ed15 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=be4626af-5001-4f6f-9053-057ef2a397df HTTP/1.1" status: 200 len: 858 time: 0.2584586 Dec 10 16:32:24.461135 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ca746077-1a6a-41f3-a907-0583dc8875f8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:24.480101 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5df7b054-4ffc-4bac-afc1-52269dda51cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c1262d2-a626-4ee3-92fd-acf80f2f0f1c', 'name': 'tempest-ServerRescueTestJSON-1824395172-router', 'tenant_id': '86809bc173774b32a7d283ceb29d9179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'fd5cf142-a892-4e57-808d-bec9570f4eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:30:00Z', 'updated_at': '2021-12-10T16:32:21Z', 'revision_number': 5, 'project_id': '86809bc173774b32a7d283ceb29d9179', 'gw_port': {'id': 'fd5cf142-a892-4e57-808d-bec9570f4eee', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1262d2-a626-4ee3-92fd-acf80f2f0f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:01Z', 'updated_at': '2021-12-10T16:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:24.501029 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-ca746077-1a6a-41f3-a907-0583dc8875f8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Calling delete_port for d8b805eb-649e-4fc5-9645-3ee8aa5900f4 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:24.512200 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49351de2-ffd2-48d6-aa05-983acf4c50ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-d8a72cd9-7691-490d-94d3-f0001ea6f87a', 'network_id': 'd8a72cd9-7691-490d-94d3-f0001ea6f87a', 'project_id': '38fc6aa7996647649bb06a74b5f4d0aa', 'fixed_ips': [{'subnet_id': '8ce89623-f2aa-47d3-93be-1e54948fcd98'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:32:24.513844 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-49351de2-ffd2-48d6-aa05-983acf4c50ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:24.530264 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-690f32f5-25e3-4cfc-a046-e8792eacce84 req-31a3f6f9-41c6-4187-9433-00f177d02c20 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542686 Dec 10 16:32:24.536475 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df7b054-4ffc-4bac-afc1-52269dda51cc None None] The sync data for ids ['1c1262d2-a626-4ee3-92fd-acf80f2f0f1c'] in n-d-766771-2 is: [{'id': '1c1262d2-a626-4ee3-92fd-acf80f2f0f1c', 'name': 'tempest-ServerRescueTestJSON-1824395172-router', 'tenant_id': '86809bc173774b32a7d283ceb29d9179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'fd5cf142-a892-4e57-808d-bec9570f4eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:30:00Z', 'updated_at': '2021-12-10T16:32:21Z', 'revision_number': 5, 'project_id': '86809bc173774b32a7d283ceb29d9179', 'gw_port': {'id': 'fd5cf142-a892-4e57-808d-bec9570f4eee', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1262d2-a626-4ee3-92fd-acf80f2f0f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:01Z', 'updated_at': '2021-12-10T16:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:32:24.544581 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b1b9101d-e9d9-4dce-868c-9e8795a26dfb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9245906 Dec 10 16:32:24.553121 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53770) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:24.564367 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-4463829d-6ec8-4bc2-884b-eeba94f9ca01 admin admin] Request body: {'subnet': {'network_id': '38fb4fb9-982e-409b-8ef4-24e67159f847', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1771050525-subnet', 'tenant_id': '9d5ae62ee01641978c6d991e716c7f09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:24.592938 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4463829d-6ec8-4bc2-884b-eeba94f9ca01 admin admin] Made reservation on behalf of 9d5ae62ee01641978c6d991e716c7f09 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:24.595855 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4463829d-6ec8-4bc2-884b-eeba94f9ca01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:24.629481 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 2d6fd9cb-02b0-410c-a7f3-dffa567d5378 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:32:24.639856 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b9101d-e9d9-4dce-868c-9e8795a26dfb admin admin] Pushing event updated for resources: {'Network': ['ID=38fb4fb9-982e-409b-8ef4-24e67159f847,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:24.643571 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-72a5a2e7-c8fc-4ed4-97dc-5d11709d113f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:24.644547 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a5a2e7-c8fc-4ed4-97dc-5d11709d113f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:24.645125 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-72a5a2e7-c8fc-4ed4-97dc-5d11709d113f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:24.666331 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a318908f-d92b-46a1-a470-8d9c45987316 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:24.672655 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 38fb4fb9-982e-409b-8ef4-24e67159f847 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:32:24.680216 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046c103b-14b2-45d5-85b4-dcec78b0bb7f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Made reservation on behalf of 38fc6aa7996647649bb06a74b5f4d0aa for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:24.733681 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-72a5a2e7-c8fc-4ed4-97dc-5d11709d113f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8355937 Dec 10 16:32:24.737972 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53772) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:24.746168 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-5a42acac-7e0d-47ed-b438-ffa68c6e8ec7 admin admin] Request body: {'subnet': {'network_id': '3f4dd593-bd78-47ba-8c73-48961647428a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1589258086-subnet', 'tenant_id': 'a3926b052e494713819d6bc971fecf6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:24.809635 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a42acac-7e0d-47ed-b438-ffa68c6e8ec7 admin admin] Made reservation on behalf of a3926b052e494713819d6bc971fecf6b for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:24.812393 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a42acac-7e0d-47ed-b438-ffa68c6e8ec7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:24.818728 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5a2e7-c8fc-4ed4-97dc-5d11709d113f admin admin] Pushing event updated for resources: {'Network': ['ID=3f4dd593-bd78-47ba-8c73-48961647428a,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:24.828415 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-690f32f5-25e3-4cfc-a046-e8792eacce84 req-97d858ee-beef-47a8-8196-179816ceae9b service neutron] 10.222.0.26 "GET /v2.0/networks/e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876835 Dec 10 16:32:24.835264 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 3f4dd593-bd78-47ba-8c73-48961647428a details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:32:24.887894 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-49351de2-ffd2-48d6-aa05-983acf4c50ff None None] Allocated IP 172.20.0.2 (d8a72cd9-7691-490d-94d3-f0001ea6f87a/8ce89623-f2aa-47d3-93be-1e54948fcd98/973a2561-4453-4b8d-8aba-72e62f6cb932) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:24.888852 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ca746077-1a6a-41f3-a907-0583dc8875f8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:24.901818 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a318908f-d92b-46a1-a470-8d9c45987316 admin admin] Deleting port fd5cf142-a892-4e57-808d-bec9570f4eee {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:24.902077 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a318908f-d92b-46a1-a470-8d9c45987316 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:24.918317 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-046c103b-14b2-45d5-85b4-dcec78b0bb7f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:24.978096 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca746077-1a6a-41f3-a907-0583dc8875f8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'Port': ['ID=d8b805eb-649e-4fc5-9645-3ee8aa5900f4,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:24.985991 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ca746077-1a6a-41f3-a907-0583dc8875f8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:24.989776 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ca746077-1a6a-41f3-a907-0583dc8875f8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/ports/d8b805eb-649e-4fc5-9645-3ee8aa5900f4 HTTP/1.1" status: 204 len: 168 time: 1.5327852 Dec 10 16:32:24.996081 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53774) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:24.998545 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-046c103b-14b2-45d5-85b4-dcec78b0bb7f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] device_id is not set on port 3583f31f-7b3d-4b53-8223-fcb7fd07192e yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:32:25.023831 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 2d6fd9cb-02b0-410c-a7f3-dffa567d5378, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=2d6fd9cb-02b0-410c-a7f3-dffa567d5378,segment=NetworkSegment(c2b69c62-e60e-482d-8854-d825b29bd09b),segment_id=c2b69c62-e60e-482d-8854-d825b29bd09b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:25.043584 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '2d6fd9cb-02b0-410c-a7f3-dffa567d5378', 'network_id': 'e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86', 'port_id': '2d6fd9cb-02b0-410c-a7f3-dffa567d5378', 'mac_address': 'fa:16:3e:12:7a:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be4626af-5001-4f6f-9053-057ef2a397df', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:32:25.064100 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4463829d-6ec8-4bc2-884b-eeba94f9ca01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.077131 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-690f32f5-25e3-4cfc-a046-e8792eacce84 req-648d8e5e-13c6-4b95-be3b-3612944a12e3 service neutron] 10.222.0.26 "GET /v2.0/networks/e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410452 Dec 10 16:32:25.107556 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f900d0-d0d7-4dfe-aeb5-8635cb97d23b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:25.116294 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f900d0-d0d7-4dfe-aeb5-8635cb97d23b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:25.118535 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-17f900d0-d0d7-4dfe-aeb5-8635cb97d23b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1211052 Dec 10 16:32:25.121588 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-a318908f-d92b-46a1-a470-8d9c45987316 admin admin] For port fd5cf142-a892-4e57-808d-bec9570f4eee, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=fd5cf142-a892-4e57-808d-bec9570f4eee,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:25.122159 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a318908f-d92b-46a1-a470-8d9c45987316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.125348 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.126019 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53778) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:25.140613 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4463829d-6ec8-4bc2-884b-eeba94f9ca01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9bbef75-946c-4543-aa0b-d5d22682f9ba,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:25.157347 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d6fd9cb-02b0-410c-a7f3-dffa567d5378 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:32:25.207118 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 76e75cbe-e199-40c7-b1f1-71c22153e76f no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:32:25.213702 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a318908f-d92b-46a1-a470-8d9c45987316 admin admin] Calling delete_port for fd5cf142-a892-4e57-808d-bec9570f4eee owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:25.257878 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 2d6fd9cb-02b0-410c-a7f3-dffa567d5378, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=2d6fd9cb-02b0-410c-a7f3-dffa567d5378,segment=NetworkSegment(c2b69c62-e60e-482d-8854-d825b29bd09b),segment_id=c2b69c62-e60e-482d-8854-d825b29bd09b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:25.262067 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 76e75cbe-e199-40c7-b1f1-71c22153e76f {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:32:25.262662 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 76e75cbe-e199-40c7-b1f1-71c22153e76f not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:32:25.270879 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.310960 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-49351de2-ffd2-48d6-aa05-983acf4c50ff None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.325285 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-49351de2-ffd2-48d6-aa05-983acf4c50ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.351064 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49351de2-ffd2-48d6-aa05-983acf4c50ff None None] Network d8a72cd9-7691-490d-94d3-f0001ea6f87a is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:25.352682 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=2d6fd9cb-02b0-410c-a7f3-dffa567d5378,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:25.355930 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-49351de2-ffd2-48d6-aa05-983acf4c50ff None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:25.360271 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49351de2-ffd2-48d6-aa05-983acf4c50ff None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:25.374540 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d47d89-4400-4be2-88e1-bdd664f4896e req-b62690d9-cb9e-43bd-95a4-0e006c6ae43a tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:25.381883 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-47d47d89-4400-4be2-88e1-bdd664f4896e req-b62690d9-cb9e-43bd-95a4-0e006c6ae43a tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.11 "GET /v2.0/ports?device_id=77a1fbf3-048d-48aa-9d5a-78d261a149e3 HTTP/1.1" status: 200 len: 943 time: 0.1522126 Dec 10 16:32:25.400267 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-aca8619f-2ab8-4ade-a469-bec6b11eccbc tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Deleting port 91bed29a-1163-4c0a-a2ca-69f73faeb9c6 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:25.400645 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aca8619f-2ab8-4ade-a469-bec6b11eccbc tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.413479 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4463829d-6ec8-4bc2-884b-eeba94f9ca01 admin admin] Checking segment: {'id': '73608b37-80bb-4160-8a42-e5c4832f6e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '38fb4fb9-982e-409b-8ef4-24e67159f847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:25.414030 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4463829d-6ec8-4bc2-884b-eeba94f9ca01 admin admin] Network hostable DHCP agents. Network: 38fb4fb9-982e-409b-8ef4-24e67159f847, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:32:25.447803 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a42acac-7e0d-47ed-b438-ffa68c6e8ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.502633 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49351de2-ffd2-48d6-aa05-983acf4c50ff None None] Pushing event updated for resources: {'Port': ['ID=973a2561-4453-4b8d-8aba-72e62f6cb932,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:25.505076 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aca8619f-2ab8-4ade-a469-bec6b11eccbc tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.508585 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-046c103b-14b2-45d5-85b4-dcec78b0bb7f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Allocated IP 172.20.0.10 (d8a72cd9-7691-490d-94d3-f0001ea6f87a/8ce89623-f2aa-47d3-93be-1e54948fcd98/3583f31f-7b3d-4b53-8223-fcb7fd07192e) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:25.508745 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-49351de2-ffd2-48d6-aa05-983acf4c50ff None None] Attempting to bind port 973a2561-4453-4b8d-8aba-72e62f6cb932 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:25.508745 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-49351de2-ffd2-48d6-aa05-983acf4c50ff None None] Attempting to bind port 973a2561-4453-4b8d-8aba-72e62f6cb932 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'cf0d1d2e-b617-4566-b7c6-adce501f7848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd8a72cd9-7691-490d-94d3-f0001ea6f87a'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:25.509289 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49351de2-ffd2-48d6-aa05-983acf4c50ff None None] Attempting to bind port 973a2561-4453-4b8d-8aba-72e62f6cb932 on network d8a72cd9-7691-490d-94d3-f0001ea6f87a {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:25.517656 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49351de2-ffd2-48d6-aa05-983acf4c50ff None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:32:25.518332 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49351de2-ffd2-48d6-aa05-983acf4c50ff None None] Checking segment: {'id': 'cf0d1d2e-b617-4566-b7c6-adce501f7848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd8a72cd9-7691-490d-94d3-f0001ea6f87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:25.518446 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-49351de2-ffd2-48d6-aa05-983acf4c50ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.518980 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49351de2-ffd2-48d6-aa05-983acf4c50ff None None] Bound using segment: {'id': 'cf0d1d2e-b617-4566-b7c6-adce501f7848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd8a72cd9-7691-490d-94d3-f0001ea6f87a'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:32:25.519610 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-49351de2-ffd2-48d6-aa05-983acf4c50ff None None] Bound port: 973a2561-4453-4b8d-8aba-72e62f6cb932, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf0d1d2e-b617-4566-b7c6-adce501f7848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd8a72cd9-7691-490d-94d3-f0001ea6f87a'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:32:25.520487 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-49351de2-ffd2-48d6-aa05-983acf4c50ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.524459 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4463829d-6ec8-4bc2-884b-eeba94f9ca01 admin admin] Network 38fb4fb9-982e-409b-8ef4-24e67159f847 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:32:25.535870 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-47d47d89-4400-4be2-88e1-bdd664f4896e req-aac21c11-d750-4452-a5ce-8bdd36cb84eb tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.11 "GET /v2.0/security-groups?id=997edfe5-8301-4827-8d16-bbc04e97032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531062 Dec 10 16:32:25.555612 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-aca8619f-2ab8-4ade-a469-bec6b11eccbc tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Calling delete_port for 91bed29a-1163-4c0a-a2ca-69f73faeb9c6 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:25.558790 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-4463829d-6ec8-4bc2-884b-eeba94f9ca01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 38fb4fb9-982e-409b-8ef4-24e67159f847) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:25.559394 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device fb2417fc-ae52-456a-b632-fd4c8bf146bf details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:32:25.569200 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a42acac-7e0d-47ed-b438-ffa68c6e8ec7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=313a2d3a-d8ae-45f9-be64-039e36370d84,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:25.577354 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4463829d-6ec8-4bc2-884b-eeba94f9ca01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:25.577884 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4463829d-6ec8-4bc2-884b-eeba94f9ca01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.603039 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['2d6fd9cb-02b0-410c-a7f3-dffa567d5378'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:32:25.613074 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a42acac-7e0d-47ed-b438-ffa68c6e8ec7 admin admin] Checking segment: {'id': '37b6a329-e409-490c-b83b-44d4ef3a0a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3f4dd593-bd78-47ba-8c73-48961647428a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:25.613430 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a42acac-7e0d-47ed-b438-ffa68c6e8ec7 admin admin] Network hostable DHCP agents. Network: 3f4dd593-bd78-47ba-8c73-48961647428a, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:32:25.617336 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a318908f-d92b-46a1-a470-8d9c45987316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.649216 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4463829d-6ec8-4bc2-884b-eeba94f9ca01 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0835824 Dec 10 16:32:25.669365 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a318908f-d92b-46a1-a470-8d9c45987316 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd5cf142-a892-4e57-808d-bec9570f4eee,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:25.669592 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c1d2e5-cba0-42bc-ac06-40bc55f1f418 None None] Network 38fb4fb9-982e-409b-8ef4-24e67159f847 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:25.679007 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a42acac-7e0d-47ed-b438-ffa68c6e8ec7 admin admin] Network 3f4dd593-bd78-47ba-8c73-48961647428a is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:32:25.719558 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-5a42acac-7e0d-47ed-b438-ffa68c6e8ec7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 3f4dd593-bd78-47ba-8c73-48961647428a) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:25.751039 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daf7e16-9c0d-4175-ae4e-8807eaa62e00 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:32:25.764858 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f58b9c-bc84-4234-9544-bf613c0ed1c9 None None] Network 3f4dd593-bd78-47ba-8c73-48961647428a requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:25.772349 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a318908f-d92b-46a1-a470-8d9c45987316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.790101 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a42acac-7e0d-47ed-b438-ffa68c6e8ec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:25.790721 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a42acac-7e0d-47ed-b438-ffa68c6e8ec7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.826498 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aca8619f-2ab8-4ade-a469-bec6b11eccbc tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.834320 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.resource_extend [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 16:32:25.850869 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5a42acac-7e0d-47ed-b438-ffa68c6e8ec7 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1117897 Dec 10 16:32:25.930464 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca8619f-2ab8-4ade-a469-bec6b11eccbc tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'Port': ['ID=91bed29a-1163-4c0a-a2ca-69f73faeb9c6,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:25.934625 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-046c103b-14b2-45d5-85b4-dcec78b0bb7f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.943397 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aca8619f-2ab8-4ade-a469-bec6b11eccbc tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.949478 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-aca8619f-2ab8-4ade-a469-bec6b11eccbc tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/ports/91bed29a-1163-4c0a-a2ca-69f73faeb9c6 HTTP/1.1" status: 204 len: 168 time: 0.8222761 Dec 10 16:32:25.950085 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53790) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:25.962659 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a318908f-d92b-46a1-a470-8d9c45987316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.966043 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a318908f-d92b-46a1-a470-8d9c45987316 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.979987 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-046c103b-14b2-45d5-85b4-dcec78b0bb7f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:26.072266 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cd0c80-d155-4a1f-9522-aa95e89dba7b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:26.077106 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c2cd0c80-d155-4a1f-9522-aa95e89dba7b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1239181 Dec 10 16:32:26.077921 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53796) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:26.080203 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a318908f-d92b-46a1-a470-8d9c45987316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:26.080588 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a318908f-d92b-46a1-a470-8d9c45987316 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c1262d2-a626-4ee3-92fd-acf80f2f0f1c {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:32:26.085730 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a318908f-d92b-46a1-a470-8d9c45987316 admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:26.087448 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a318908f-d92b-46a1-a470-8d9c45987316 admin admin] 10.222.0.11 "DELETE /v2.0/routers/1c1262d2-a626-4ee3-92fd-acf80f2f0f1c HTTP/1.1" status: 204 len: 168 time: 2.5395327 Dec 10 16:32:26.096761 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53800) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:26.104853 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046c103b-14b2-45d5-85b4-dcec78b0bb7f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Network d8a72cd9-7691-490d-94d3-f0001ea6f87a is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:26.108156 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-046c103b-14b2-45d5-85b4-dcec78b0bb7f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:26.113210 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046c103b-14b2-45d5-85b4-dcec78b0bb7f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:26.117305 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c103b-14b2-45d5-85b4-dcec78b0bb7f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'Port': ['ID=3583f31f-7b3d-4b53-8223-fcb7fd07192e,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:26.122012 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce4060e1-ff9e-470b-981f-1b1049eb2e39 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] GET failed (client error): The resource could not be found. Dec 10 16:32:26.125992 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ce4060e1-ff9e-470b-981f-1b1049eb2e39 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "GET /v2.0/ports/d8b805eb-649e-4fc5-9645-3ee8aa5900f4 HTTP/1.1" status: 404 len: 333 time: 0.0444586 Dec 10 16:32:26.140968 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53802) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:26.144512 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-49351de2-ffd2-48d6-aa05-983acf4c50ff None None] For port 973a2561-4453-4b8d-8aba-72e62f6cb932, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:32:26.177171 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-53172ee0-00cb-440c-ba9a-b55c65b47e4e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] GET failed (client error): The resource could not be found. Dec 10 16:32:26.182286 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-53172ee0-00cb-440c-ba9a-b55c65b47e4e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "GET /v2.0/ports/91bed29a-1163-4c0a-a2ca-69f73faeb9c6 HTTP/1.1" status: 404 len: 333 time: 0.0367064 Dec 10 16:32:26.182488 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53804) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:26.198244 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-e84e138c-cb95-46da-8929-253467474d7b admin admin] Deleting subnet d02cdcd1-06ed-4593-b982-980ffb32811d {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:32:26.201761 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e84e138c-cb95-46da-8929-253467474d7b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:26.211009 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046c103b-14b2-45d5-85b4-dcec78b0bb7f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:26.211889 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-046c103b-14b2-45d5-85b4-dcec78b0bb7f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:26.243373 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-49351de2-ffd2-48d6-aa05-983acf4c50ff None None] For port 973a2561-4453-4b8d-8aba-72e62f6cb932, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=973a2561-4453-4b8d-8aba-72e62f6cb932,segment=NetworkSegment(cf0d1d2e-b617-4566-b7c6-adce501f7848),segment_id=cf0d1d2e-b617-4566-b7c6-adce501f7848)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:32:26.246123 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port fb2417fc-ae52-456a-b632-fd4c8bf146bf, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=fb2417fc-ae52-456a-b632-fd4c8bf146bf,segment=NetworkSegment(c2b69c62-e60e-482d-8854-d825b29bd09b),segment_id=c2b69c62-e60e-482d-8854-d825b29bd09b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:26.265828 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d03e22-35ae-40fb-8dd5-ca9e8f370928 None None] Network 3f4dd593-bd78-47ba-8c73-48961647428a requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:26.269751 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e84e138c-cb95-46da-8929-253467474d7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:26.279623 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eaf1bef-ca98-4e30-be2c-8208bc4fb684 None None] Network 38fb4fb9-982e-409b-8ef4-24e67159f847 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:26.312574 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-046c103b-14b2-45d5-85b4-dcec78b0bb7f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9887247 Dec 10 16:32:26.316382 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e84e138c-cb95-46da-8929-253467474d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:26.319737 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53814) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:26.331811 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-9e395f79-3620-4165-a5d8-3401eab989b9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'port': {'network_id': 'd8a72cd9-7691-490d-94d3-f0001ea6f87a', 'name': 'tempest-PortsTestJSON-1241561881', 'fixed_ips': [{'subnet_id': '8ce89623-f2aa-47d3-93be-1e54948fcd98', 'ip_address': '172.20.0.9'}]}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:26.336061 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-49351de2-ffd2-48d6-aa05-983acf4c50ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:26.369149 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e84e138c-cb95-46da-8929-253467474d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:26.398275 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e84e138c-cb95-46da-8929-253467474d7b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:26.404742 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e84e138c-cb95-46da-8929-253467474d7b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d02cdcd1-06ed-4593-b982-980ffb32811d HTTP/1.1" status: 204 len: 168 time: 0.3029497 Dec 10 16:32:26.404742 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e138c-cb95-46da-8929-253467474d7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d02cdcd1-06ed-4593-b982-980ffb32811d,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:26.406560 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53816) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:26.411539 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-770cd55a-b952-49eb-8e1e-e0012bda526f tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:26.436835 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': 'fb2417fc-ae52-456a-b632-fd4c8bf146bf', 'network_id': 'e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86', 'port_id': 'fb2417fc-ae52-456a-b632-fd4c8bf146bf', 'mac_address': 'fa:16:3e:b3:6f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be4626af-5001-4f6f-9053-057ef2a397df', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:32:26.453030 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816181bb-b4bd-4db1-8649-6b580a8833cb None None] Network e32a4d08-b516-4a89-a4b3-00c81d20f408 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:26.491087 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4d0c6661-7845-4e37-bfb8-57fee0188228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:26.596938 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4d0c6661-7845-4e37-bfb8-57fee0188228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:26.613823 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-770cd55a-b952-49eb-8e1e-e0012bda526f tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:26.630101 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-4d0c6661-7845-4e37-bfb8-57fee0188228 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e32a4d08-b516-4a89-a4b3-00c81d20f408']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:26.651616 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-4d0c6661-7845-4e37-bfb8-57fee0188228 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9bd78ee-f3c3-4e6c-b4f5-8a2b8ab95e02') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:26.651935 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-4d0c6661-7845-4e37-bfb8-57fee0188228 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9bd78ee-f3c3-4e6c-b4f5-8a2b8ab95e02') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:26.679125 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-994d9290-f83d-4477-b2ad-9f124aed4ac2 tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:26.680200 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4d0c6661-7845-4e37-bfb8-57fee0188228 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:26.689907 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-994d9290-f83d-4477-b2ad-9f124aed4ac2 tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] 10.222.0.11 "GET /v2.0/networks?id=38fb4fb9-982e-409b-8ef4-24e67159f847 HTTP/1.1" status: 200 len: 818 time: 0.3521786 Dec 10 16:32:26.696856 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-770cd55a-b952-49eb-8e1e-e0012bda526f tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54007e6b-808f-4e66-8fa4-b1078c594e39']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:26.700696 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4d0c6661-7845-4e37-bfb8-57fee0188228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:26.712885 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d0c6661-7845-4e37-bfb8-57fee0188228 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:32:26.713430 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4d0c6661-7845-4e37-bfb8-57fee0188228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:26.715704 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:32:26.715704 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:32:26.715704 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:32:26.715704 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:32:26.715704 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:32:26.715704 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:32:26.715704 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:32:26.715704 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:32:26.715704 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:32:26.715704 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:32:26.715704 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:32:26.715704 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:32:26.715704 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:32:26.715704 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:32:26.715704 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:32:26.715704 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:32:26.715704 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:32:26.715704 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:32:26.715704 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:32:26.715704 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:32:26.715704 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:32:26.715704 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:32:26.715704 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:32:26.715704 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:32:26.715704 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:32:26.715704 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:32:26.715704 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:32:26.715704 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:32:26.715704 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:32:26.715704 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:32:26.715704 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:32:26.715704 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:32:26.725985 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-770cd55a-b952-49eb-8e1e-e0012bda526f tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6e56134-bf83-404b-b17f-4446959739c0') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:26.727735 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-770cd55a-b952-49eb-8e1e-e0012bda526f tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6e56134-bf83-404b-b17f-4446959739c0') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:26.764555 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-46145b86-d043-44e3-9073-dfc9149f4044 tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] 10.222.0.11 "GET /v2.0/quotas/9d5ae62ee01641978c6d991e716c7f09 HTTP/1.1" status: 200 len: 375 time: 0.0733876 Dec 10 16:32:26.788127 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-770cd55a-b952-49eb-8e1e-e0012bda526f tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:26.808207 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e395f79-3620-4165-a5d8-3401eab989b9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Made reservation on behalf of 38fc6aa7996647649bb06a74b5f4d0aa for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:26.818110 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9e395f79-3620-4165-a5d8-3401eab989b9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:26.838853 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4d0c6661-7845-4e37-bfb8-57fee0188228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:26.854481 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-2e427e5c-c7c1-422f-892b-d1a89706dffb tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9d5ae62ee01641978c6d991e716c7f09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0883484 Dec 10 16:32:26.858468 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-770cd55a-b952-49eb-8e1e-e0012bda526f tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:26.861015 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4d0c6661-7845-4e37-bfb8-57fee0188228 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:26.865228 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4d0c6661-7845-4e37-bfb8-57fee0188228 admin admin] 10.222.0.11 "DELETE /v2.0/networks/e32a4d08-b516-4a89-a4b3-00c81d20f408 HTTP/1.1" status: 204 len: 168 time: 0.4576399 Dec 10 16:32:26.877541 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49351de2-ffd2-48d6-aa05-983acf4c50ff None None] Pushing event updated for resources: {'Port': ['ID=973a2561-4453-4b8d-8aba-72e62f6cb932,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:26.904312 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c6661-7845-4e37-bfb8-57fee0188228 admin admin] Pushing event deleted for resources: {'Network': ['ID=e32a4d08-b516-4a89-a4b3-00c81d20f408,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:26.925214 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-770cd55a-b952-49eb-8e1e-e0012bda526f tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:32:26.925625 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-770cd55a-b952-49eb-8e1e-e0012bda526f tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:26.929945 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:32:26.929945 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:32:26.929945 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:32:26.929945 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:32:26.929945 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:32:26.929945 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:32:26.929945 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:32:26.929945 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:32:26.929945 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:32:26.929945 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:32:26.929945 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:32:26.929945 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:32:26.929945 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:32:26.929945 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:32:26.929945 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:32:26.929945 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:32:26.929945 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:32:26.929945 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:32:26.929945 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:32:26.929945 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:32:26.929945 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:32:26.929945 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:32:26.929945 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:32:26.929945 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:32:26.929945 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:32:26.929945 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:32:26.929945 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:32:26.929945 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:32:26.929945 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:32:26.929945 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:32:26.929945 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:32:26.929945 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:32:26.932099 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-9e395f79-3620-4165-a5d8-3401eab989b9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] device_id is not set on port 5954ec3d-ae3a-4fed-86b3-97c2526b4073 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:32:26.972437 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:26.989540 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb2417fc-ae52-456a-b632-fd4c8bf146bf {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:32:27.013736 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port fb2417fc-ae52-456a-b632-fd4c8bf146bf, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=fb2417fc-ae52-456a-b632-fd4c8bf146bf,segment=NetworkSegment(c2b69c62-e60e-482d-8854-d825b29bd09b),segment_id=c2b69c62-e60e-482d-8854-d825b29bd09b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:27.017782 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed343053-bd12-454a-9052-fbad8bd8ccfc None None] DHCP port deletion for e32a4d08-b516-4a89-a4b3-00c81d20f408 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:32:27.021989 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:27.022883 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 6e0d059d-36cb-402c-8035-11801076fe5a details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:32:27.070473 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53826) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:27.095691 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-770cd55a-b952-49eb-8e1e-e0012bda526f tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:27.109714 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 6e0d059d-36cb-402c-8035-11801076fe5a, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=6e0d059d-36cb-402c-8035-11801076fe5a,segment=NetworkSegment(c2b69c62-e60e-482d-8854-d825b29bd09b),segment_id=c2b69c62-e60e-482d-8854-d825b29bd09b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:27.116968 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=fb2417fc-ae52-456a-b632-fd4c8bf146bf,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:27.123452 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '6e0d059d-36cb-402c-8035-11801076fe5a', 'network_id': 'e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86', 'port_id': '6e0d059d-36cb-402c-8035-11801076fe5a', 'mac_address': 'fa:16:3e:ab:77:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be4626af-5001-4f6f-9053-057ef2a397df', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:32:27.127197 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-770cd55a-b952-49eb-8e1e-e0012bda526f tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:27.127429 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4490943e-8622-4de9-803d-af91f94157f1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=86809bc173774b32a7d283ceb29d9179&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0557075 Dec 10 16:32:27.129976 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53828) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:27.130409 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-770cd55a-b952-49eb-8e1e-e0012bda526f tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/networks/54007e6b-808f-4e66-8fa4-b1078c594e39 HTTP/1.1" status: 204 len: 168 time: 0.9479673 Dec 10 16:32:27.136396 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53830) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:27.150284 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-0884bd59-c0fe-4cb6-a609-49cf98418bcb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-847245165'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:27.162662 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770cd55a-b952-49eb-8e1e-e0012bda526f tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'Network': ['ID=54007e6b-808f-4e66-8fa4-b1078c594e39,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:27.170642 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:27.184680 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e0d059d-36cb-402c-8035-11801076fe5a {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:32:27.195229 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-6ecf06af-35d1-4955-b39d-4265c4ccee53 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2477565 Dec 10 16:32:27.203624 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-bb538b37-3603-42ad-83f0-0b28d362492b service neutron] 10.222.0.11 "GET /v2.0/networks/38fb4fb9-982e-409b-8ef4-24e67159f847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482358 Dec 10 16:32:27.207308 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 6e0d059d-36cb-402c-8035-11801076fe5a, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=6e0d059d-36cb-402c-8035-11801076fe5a,segment=NetworkSegment(c2b69c62-e60e-482d-8854-d825b29bd09b),segment_id=c2b69c62-e60e-482d-8854-d825b29bd09b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:27.213101 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:27.225991 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0884bd59-c0fe-4cb6-a609-49cf98418bcb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Made reservation on behalf of c3130369965d4192948d49aa98d6bfdc for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:27.229761 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0884bd59-c0fe-4cb6-a609-49cf98418bcb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:27.267849 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=6e0d059d-36cb-402c-8035-11801076fe5a,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:27.301605 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9e744708-db30-4513-b1c7-4379f8d2fb64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:27.304854 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0884bd59-c0fe-4cb6-a609-49cf98418bcb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:32:27.329399 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0884bd59-c0fe-4cb6-a609-49cf98418bcb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:27.329885 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-0884bd59-c0fe-4cb6-a609-49cf98418bcb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Added segment 62eff5e3-80b5-41fe-aa00-2e1fd3d8871a of type vlan for network de244de3-47ff-416f-be45-2707bc40e3cb Dec 10 16:32:27.342428 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9e744708-db30-4513-b1c7-4379f8d2fb64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:27.344763 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 973a2561-4453-4b8d-8aba-72e62f6cb932 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:32:27.411907 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 973a2561-4453-4b8d-8aba-72e62f6cb932 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:27.412246 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:27.413520 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0884bd59-c0fe-4cb6-a609-49cf98418bcb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:27.450590 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0884bd59-c0fe-4cb6-a609-49cf98418bcb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:27.460743 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['fb2417fc-ae52-456a-b632-fd4c8bf146bf'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:32:27.463589 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['6e0d059d-36cb-402c-8035-11801076fe5a'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:32:27.463906 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0884bd59-c0fe-4cb6-a609-49cf98418bcb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:27.465397 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0884bd59-c0fe-4cb6-a609-49cf98418bcb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:27.478646 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9e744708-db30-4513-b1c7-4379f8d2fb64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:27.481737 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9e744708-db30-4513-b1c7-4379f8d2fb64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:27.483257 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9e744708-db30-4513-b1c7-4379f8d2fb64 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/07e530c8-903c-4d1c-abfe-cbb9dfdafa9b HTTP/1.1" status: 204 len: 168 time: 0.3437519 Dec 10 16:32:27.565150 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e744708-db30-4513-b1c7-4379f8d2fb64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e530c8-903c-4d1c-abfe-cbb9dfdafa9b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:27.580843 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0884bd59-c0fe-4cb6-a609-49cf98418bcb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4319344 Dec 10 16:32:27.592006 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53834) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:27.610727 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-08d0ff2a-132a-432c-be5e-42a112d1d9b5 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'subnet': {'network_id': 'de244de3-47ff-416f-be45-2707bc40e3cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:27.639284 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0884bd59-c0fe-4cb6-a609-49cf98418bcb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'Network': ['ID=de244de3-47ff-416f-be45-2707bc40e3cb,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:27.662306 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network de244de3-47ff-416f-be45-2707bc40e3cb details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:32:27.703244 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:27.799212 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d0ff2a-132a-432c-be5e-42a112d1d9b5 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Made reservation on behalf of c3130369965d4192948d49aa98d6bfdc for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:27.799439 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-9e395f79-3620-4165-a5d8-3401eab989b9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Allocated IP 172.20.0.9 (d8a72cd9-7691-490d-94d3-f0001ea6f87a/8ce89623-f2aa-47d3-93be-1e54948fcd98/5954ec3d-ae3a-4fed-86b3-97c2526b4073) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:27.805935 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-08d0ff2a-132a-432c-be5e-42a112d1d9b5 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:27.831797 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-38990a24-21bf-458d-b4d9-893a583a79c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:27.832738 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-38990a24-21bf-458d-b4d9-893a583a79c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:27.832738 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-38990a24-21bf-458d-b4d9-893a583a79c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:27.833162 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-38990a24-21bf-458d-b4d9-893a583a79c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:27.833617 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-38990a24-21bf-458d-b4d9-893a583a79c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:27.834072 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-38990a24-21bf-458d-b4d9-893a583a79c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:27.834566 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-38990a24-21bf-458d-b4d9-893a583a79c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:27.836579 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-38990a24-21bf-458d-b4d9-893a583a79c5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87638972bbdb420baed9019b114e9df8&device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 6502 time: 0.5509307 Dec 10 16:32:27.858317 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-8530bb05-2257-4b60-b295-cfbaf5d72f1a service neutron] 10.222.0.11 "GET /v2.0/networks/38fb4fb9-982e-409b-8ef4-24e67159f847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6537168 Dec 10 16:32:27.873926 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 973a2561-4453-4b8d-8aba-72e62f6cb932, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=973a2561-4453-4b8d-8aba-72e62f6cb932,segment=NetworkSegment(cf0d1d2e-b617-4566-b7c6-adce501f7848),segment_id=cf0d1d2e-b617-4566-b7c6-adce501f7848)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:27.894725 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:27.967405 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.ipam_backend_mixin [None req-08d0ff2a-132a-432c-be5e-42a112d1d9b5 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Performing IP validity checks on allocation pools {{(pid=103393) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 16:32:27.976447 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.ipam_backend_mixin [None req-08d0ff2a-132a-432c-be5e-42a112d1d9b5 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103393) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 16:32:28.021703 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device fd5cf142-a892-4e57-808d-bec9570f4eee no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:32:28.068253 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53844) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:28.095536 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=973a2561-4453-4b8d-8aba-72e62f6cb932,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:28.098995 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: fd5cf142-a892-4e57-808d-bec9570f4eee {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:32:28.099415 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device fd5cf142-a892-4e57-808d-bec9570f4eee not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:32:28.155908 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569b4c73-c897-4084-8854-9ee2171e47b9 None None] Network d8a72cd9-7691-490d-94d3-f0001ea6f87a requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:28.235018 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-0342726d-0a01-4c51-b75c-288964bcb4a4 None None] Provisioning complete for port 973a2561-4453-4b8d-8aba-72e62f6cb932 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:28.235386 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0342726d-0a01-4c51-b75c-288964bcb4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:28.270529 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8d7f970-661f-4a27-a07a-97e0adb7e94c admin admin] Deleting subnet 313a2d3a-d8ae-45f9-be64-039e36370d84 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:32:28.329263 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f8d7f970-661f-4a27-a07a-97e0adb7e94c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:28.374533 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-98151b09-bf71-4acc-8816-28673a1df4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:28.374872 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-98151b09-bf71-4acc-8816-28673a1df4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:28.375322 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-98151b09-bf71-4acc-8816-28673a1df4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:28.376987 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-98151b09-bf71-4acc-8816-28673a1df4b9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06&id=cf96409c-c15e-4dab-9223-335a0597f4de&id=cf96409c-c15e-4dab-9223-335a0597f4de&id=cf96409c-c15e-4dab-9223-335a0597f4de&id=cf96409c-c15e-4dab-9223-335a0597f4de&id=38e57e43-6d77-489e-a8a8-a633e923df66&id=38e57e43-6d77-489e-a8a8-a633e923df66 HTTP/1.1" status: 200 len: 2298 time: 0.5043254 Dec 10 16:32:28.412370 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f8d7f970-661f-4a27-a07a-97e0adb7e94c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:28.457651 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f8d7f970-661f-4a27-a07a-97e0adb7e94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:28.486974 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-08d0ff2a-132a-432c-be5e-42a112d1d9b5 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:28.501772 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ff889-82e9-425c-9997-87c35ee22c18 req-0791c887-8ea0-4db1-9b74-dd49a00fb543 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:28.503350 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c03ff889-82e9-425c-9997-87c35ee22c18 req-0791c887-8ea0-4db1-9b74-dd49a00fb543 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.11 "GET /v2.0/ports?device_id=77a1fbf3-048d-48aa-9d5a-78d261a149e3 HTTP/1.1" status: 200 len: 944 time: 0.2673147 Dec 10 16:32:28.526068 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-7b10aefa-83d7-44e8-962b-d262707238b2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5bdcbf6-9c70-4b11-a616-8e8aeec9956a HTTP/1.1" status: 200 len: 1001 time: 0.1295023 Dec 10 16:32:28.531540 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9e395f79-3620-4165-a5d8-3401eab989b9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:28.578432 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0ff2a-132a-432c-be5e-42a112d1d9b5 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'Subnet': ['ID=2c3e491b-694a-4e18-bac8-660fa54296b1,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:28.594465 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f8d7f970-661f-4a27-a07a-97e0adb7e94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:28.602821 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 2d6fd9cb-02b0-410c-a7f3-dffa567d5378 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:32:28.663184 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 2d6fd9cb-02b0-410c-a7f3-dffa567d5378 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:32:28.669349 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 2d6fd9cb-02b0-410c-a7f3-dffa567d5378 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:28.671294 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:28.680807 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d0ff2a-132a-432c-be5e-42a112d1d9b5 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Checking segment: {'id': '62eff5e3-80b5-41fe-aa00-2e1fd3d8871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'de244de3-47ff-416f-be45-2707bc40e3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:28.681374 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d0ff2a-132a-432c-be5e-42a112d1d9b5 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Network hostable DHCP agents. Network: de244de3-47ff-416f-be45-2707bc40e3cb, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:32:28.685389 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c03ff889-82e9-425c-9997-87c35ee22c18 req-75c78895-a720-4c36-ba15-9c4acf463161 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.11 "GET /v2.0/security-groups?id=997edfe5-8301-4827-8d16-bbc04e97032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741540 Dec 10 16:32:28.689621 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d7f970-661f-4a27-a07a-97e0adb7e94c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=313a2d3a-d8ae-45f9-be64-039e36370d84,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:28.694302 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-f29bc5bb-3b68-4627-b98d-0176da84e780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:28.703821 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-f29bc5bb-3b68-4627-b98d-0176da84e780 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=680c8cce-43a4-41f3-b994-8a2b86d3ec14 HTTP/1.1" status: 200 len: 855 time: 0.1566873 Dec 10 16:32:28.710923 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f8d7f970-661f-4a27-a07a-97e0adb7e94c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:28.734178 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f8d7f970-661f-4a27-a07a-97e0adb7e94c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/313a2d3a-d8ae-45f9-be64-039e36370d84 HTTP/1.1" status: 204 len: 168 time: 0.6631992 Dec 10 16:32:28.737299 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53866) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:28.807964 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:28.833914 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9e395f79-3620-4165-a5d8-3401eab989b9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:28.859639 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fca387f-4963-4aad-9a7a-44af9ba5b47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6fd9cb-02b0-410c-a7f3-dffa567d5378'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:32:28.862893 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ef0ff6-cfbf-4134-97a1-fd0de70e6d93" -d '{"events": [{"server_uuid": "2fca387f-4963-4aad-9a7a-44af9ba5b47f", "name": "network-vif-plugged", "status": "completed", "tag": "2d6fd9cb-02b0-410c-a7f3-dffa567d5378"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:32:28.883914 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 2d6fd9cb-02b0-410c-a7f3-dffa567d5378, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=2d6fd9cb-02b0-410c-a7f3-dffa567d5378,segment=NetworkSegment(c2b69c62-e60e-482d-8854-d825b29bd09b),segment_id=c2b69c62-e60e-482d-8854-d825b29bd09b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:28.906322 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:28.950052 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d0ff2a-132a-432c-be5e-42a112d1d9b5 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Network de244de3-47ff-416f-be45-2707bc40e3cb is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:32:28.954998 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-dc43366a-5473-4817-88fc-1449db4df293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:28.956866 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-dc43366a-5473-4817-88fc-1449db4df293 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2450850 Dec 10 16:32:28.961530 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53870) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:28.983294 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-08d0ff2a-132a-432c-be5e-42a112d1d9b5 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, de244de3-47ff-416f-be45-2707bc40e3cb) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:28.984593 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e395f79-3620-4165-a5d8-3401eab989b9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'Port': ['ID=5954ec3d-ae3a-4fed-86b3-97c2526b4073,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:28.993979 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-7a84ace7-350d-496c-af51-8a71b35236b7 None None] Provisioning complete for port 3583f31f-7b3d-4b53-8223-fcb7fd07192e triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:28.995399 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7a84ace7-350d-496c-af51-8a71b35236b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:29.001429 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d0ff2a-132a-432c-be5e-42a112d1d9b5 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:29.002031 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-08d0ff2a-132a-432c-be5e-42a112d1d9b5 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:29.007309 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5cff5c7c-20d9-419e-b048-aeede3343c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:29.037813 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=2d6fd9cb-02b0-410c-a7f3-dffa567d5378,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:29.047910 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295d8600-bc10-439d-97bc-5321513ebe39 None None] Network de244de3-47ff-416f-be45-2707bc40e3cb requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:29.077603 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:29.078245 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:29.078909 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:29.079413 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:29.079913 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:29.080411 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:29.080919 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:29.081571 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:29.082071 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:29.082610 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:29.083131 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:29.083640 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:29.084130 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:29.113625 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b50f3c2f-2e60-42b3-9a76-e8c12764c613 req-137ce525-971f-443e-95ec-9abe2ae6016d tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d863795-dc45-42d4-abaf-a389f6cbe07e HTTP/1.1" status: 200 len: 210 time: 0.1507151 Dec 10 16:32:29.144881 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-7a84ace7-350d-496c-af51-8a71b35236b7 None None] Port 3583f31f-7b3d-4b53-8223-fcb7fd07192e cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:32:29.169812 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e395f79-3620-4165-a5d8-3401eab989b9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Network d8a72cd9-7691-490d-94d3-f0001ea6f87a is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:29.173519 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-9e395f79-3620-4165-a5d8-3401eab989b9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:29.179404 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e395f79-3620-4165-a5d8-3401eab989b9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:29.210317 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-7a84ace7-350d-496c-af51-8a71b35236b7 None None] Provisioning complete for port 973a2561-4453-4b8d-8aba-72e62f6cb932 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:29.211099 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7a84ace7-350d-496c-af51-8a71b35236b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:29.226787 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-08d0ff2a-132a-432c-be5e-42a112d1d9b5 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6336408 Dec 10 16:32:29.231550 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53876) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:29.239732 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-4129b6e8-e0e8-46ae-9dbb-19988165ebf4 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'port': {'network_id': 'de244de3-47ff-416f-be45-2707bc40e3cb', 'name': 'tempest-PortsIpV6TestJSON-595049802'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:29.248748 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 973a2561-4453-4b8d-8aba-72e62f6cb932 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:32:29.257793 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5cff5c7c-20d9-419e-b048-aeede3343c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:29.270860 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-bda3780e-c413-4eda-8830-4c4ce443d831 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-584814253-network', 'tenant_id': 'd3063649ad0b49118b6873a82d7489eb'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:29.283160 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-5cff5c7c-20d9-419e-b048-aeede3343c76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f4dd593-bd78-47ba-8c73-48961647428a']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:29.293638 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-5cff5c7c-20d9-419e-b048-aeede3343c76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37b6a329-e409-490c-b83b-44d4ef3a0a6f') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:29.294127 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-5cff5c7c-20d9-419e-b048-aeede3343c76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37b6a329-e409-490c-b83b-44d4ef3a0a6f') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:29.297454 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e395f79-3620-4165-a5d8-3401eab989b9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:29.300516 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9e395f79-3620-4165-a5d8-3401eab989b9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:29.307365 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5cff5c7c-20d9-419e-b048-aeede3343c76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:29.323192 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5cff5c7c-20d9-419e-b048-aeede3343c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:29.330497 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cff5c7c-20d9-419e-b048-aeede3343c76 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:32:29.331131 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5cff5c7c-20d9-419e-b048-aeede3343c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:29.358392 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f997a0df-c9ac-43b6-9eab-f06f94ae390a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-de244de3-47ff-416f-be45-2707bc40e3cb', 'network_id': 'de244de3-47ff-416f-be45-2707bc40e3cb', 'project_id': 'c3130369965d4192948d49aa98d6bfdc', 'fixed_ips': [{'subnet_id': '2c3e491b-694a-4e18-bac8-660fa54296b1'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:32:29.359809 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f997a0df-c9ac-43b6-9eab-f06f94ae390a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:29.386119 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:32:29.386119 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:32:29.386119 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:32:29.386119 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:32:29.386119 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:32:29.386119 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:32:29.386119 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:32:29.386119 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:32:29.386119 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:32:29.386119 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:32:29.386119 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:32:29.386119 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:32:29.386119 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:32:29.386119 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:32:29.386119 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:32:29.386119 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:32:29.386119 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:32:29.386119 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:32:29.386119 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:32:29.386119 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:32:29.386119 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:32:29.386119 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:32:29.386119 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:32:29.386119 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:32:29.386119 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:32:29.386119 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:32:29.386119 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:32:29.386119 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:32:29.386119 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:32:29.386119 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:32:29.386119 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:32:29.386119 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:32:29.431921 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5cff5c7c-20d9-419e-b048-aeede3343c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:29.447316 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5cff5c7c-20d9-419e-b048-aeede3343c76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:29.447499 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-1e8243fc-30c3-4f01-a8f6-a365967822a1 service neutron] 10.222.0.46 "GET /v2.0/networks/54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4221544 Dec 10 16:32:29.455095 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5cff5c7c-20d9-419e-b048-aeede3343c76 admin admin] 10.222.0.11 "DELETE /v2.0/networks/3f4dd593-bd78-47ba-8c73-48961647428a HTTP/1.1" status: 204 len: 168 time: 0.7167814 Dec 10 16:32:29.474356 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff5c7c-20d9-419e-b048-aeede3343c76 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f4dd593-bd78-47ba-8c73-48961647428a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:29.507144 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 973a2561-4453-4b8d-8aba-72e62f6cb932 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:29.512929 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:29.539795 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda3780e-c413-4eda-8830-4c4ce443d831 admin admin] Made reservation on behalf of d3063649ad0b49118b6873a82d7489eb for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:29.543003 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bda3780e-c413-4eda-8830-4c4ce443d831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:29.563776 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53880) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:29.577167 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9e395f79-3620-4165-a5d8-3401eab989b9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2537315 Dec 10 16:32:29.605400 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732f98ef-6586-4c8c-8963-393e878722df x-openstack-request-id: req-732f98ef-6586-4c8c-8963-393e878722df {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:32:29.605686 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fca387f-4963-4aad-9a7a-44af9ba5b47f", "name": "network-vif-plugged", "status": "completed", "tag": "2d6fd9cb-02b0-410c-a7f3-dffa567d5378", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:32:29.605940 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-732f98ef-6586-4c8c-8963-393e878722df {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:32:29.606358 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fca387f-4963-4aad-9a7a-44af9ba5b47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6fd9cb-02b0-410c-a7f3-dffa567d5378', 'code': 200} Dec 10 16:32:29.607517 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device fb2417fc-ae52-456a-b632-fd4c8bf146bf up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:32:29.614633 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bda3780e-c413-4eda-8830-4c4ce443d831 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:29.673683 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53882) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:29.704750 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4129b6e8-e0e8-46ae-9dbb-19988165ebf4 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Made reservation on behalf of c3130369965d4192948d49aa98d6bfdc for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:29.708679 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4129b6e8-e0e8-46ae-9dbb-19988165ebf4 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:29.759897 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f046d750-ea22-4471-bb16-b415da16fdbb None None] Provisioning complete for port 3583f31f-7b3d-4b53-8223-fcb7fd07192e triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:29.760283 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f046d750-ea22-4471-bb16-b415da16fdbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:29.786681 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d4016-7278-459f-a46f-fcebf5eef3a8 req-13862f34-f60e-446f-9c6d-31f67a26905e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:29.789150 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb2d4016-7278-459f-a46f-fcebf5eef3a8 req-13862f34-f60e-446f-9c6d-31f67a26905e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2fca387f-4963-4aad-9a7a-44af9ba5b47f HTTP/1.1" status: 200 len: 1096 time: 0.1924965 Dec 10 16:32:29.790975 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-4129b6e8-e0e8-46ae-9dbb-19988165ebf4 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] device_id is not set on port b233972e-252b-44ff-9947-de2273903f69 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:32:29.796687 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port fb2417fc-ae52-456a-b632-fd4c8bf146bf completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:32:29.800074 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-ddd9c5cd-6c76-40dc-a053-9ea8d6a7fc53 service neutron] 10.222.0.46 "GET /v2.0/networks/54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433084 Dec 10 16:32:29.814428 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-f997a0df-c9ac-43b6-9eab-f06f94ae390a None None] Allocated IP 2001:db8::2 (de244de3-47ff-416f-be45-2707bc40e3cb/2c3e491b-694a-4e18-bac8-660fa54296b1/c0d410f6-a6d6-439b-80f6-2f001de7d63b) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:29.828705 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c93604d-7037-4f57-909e-89c1baee7b54 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:29.834006 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3c93604d-7037-4f57-909e-89c1baee7b54 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2685833 Dec 10 16:32:29.834568 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53888) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:29.839024 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port fb2417fc-ae52-456a-b632-fd4c8bf146bf triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:29.839400 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:29.883837 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f046d750-ea22-4471-bb16-b415da16fdbb None None] Port 3583f31f-7b3d-4b53-8223-fcb7fd07192e cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:32:29.918803 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a0af8d26-82d4-487f-a1ea-634da73aa127 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a3926b052e494713819d6bc971fecf6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2432201 Dec 10 16:32:29.924296 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53892) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:29.960429 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f046d750-ea22-4471-bb16-b415da16fdbb None None] Provisioning complete for port 5954ec3d-ae3a-4fed-86b3-97c2526b4073 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:29.960989 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f046d750-ea22-4471-bb16-b415da16fdbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:29.961527 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-706fe07e-065d-4481-ae10-f0c5576029ae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=7a783492-ea39-41dc-8499-87239009e539 HTTP/1.1" status: 200 len: 217 time: 0.1308813 Dec 10 16:32:30.019702 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01b412c-94d6-45fa-b799-43a884d8d0c6 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:30.026354 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01b412c-94d6-45fa-b799-43a884d8d0c6 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:30.032835 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01b412c-94d6-45fa-b799-43a884d8d0c6 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:30.037625 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a01b412c-94d6-45fa-b799-43a884d8d0c6 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1873751 Dec 10 16:32:30.040755 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53894) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:30.047598 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f046d750-ea22-4471-bb16-b415da16fdbb None None] Port 5954ec3d-ae3a-4fed-86b3-97c2526b4073 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:32:30.063467 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:30.094931 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b22837-b036-47c4-8949-fcbd5535ec80 req-6133a158-acf7-4459-bc35-40c5d448dbe4 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:30.096838 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c5b22837-b036-47c4-8949-fcbd5535ec80 req-6133a158-acf7-4459-bc35-40c5d448dbe4 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.11 "GET /v2.0/ports?device_id=77a1fbf3-048d-48aa-9d5a-78d261a149e3 HTTP/1.1" status: 200 len: 944 time: 0.2944162 Dec 10 16:32:30.104172 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb2d4016-7278-459f-a46f-fcebf5eef3a8 req-88a48e38-f6df-44e5-b23c-071f899a59d8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=997edfe5-8301-4827-8d16-bbc04e97032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968481 Dec 10 16:32:30.106877 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bda3780e-c413-4eda-8830-4c4ce443d831 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:30.117551 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-1669c6bc-9596-4102-b175-02ffc2b9a98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:30.118391 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-c2c32c25-aa12-4ad9-bcef-b14ea4656025 tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:30.119337 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-1669c6bc-9596-4102-b175-02ffc2b9a98f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a67fe19-d2ec-40d0-b0cf-1f0cbda6e9f5 HTTP/1.1" status: 200 len: 797 time: 0.1363597 Dec 10 16:32:30.120093 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-c2c32c25-aa12-4ad9-bcef-b14ea4656025 tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] 10.222.0.46 "GET /v2.0/networks?id=38fb4fb9-982e-409b-8ef4-24e67159f847 HTTP/1.1" status: 200 len: 818 time: 0.3010278 Dec 10 16:32:30.130528 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-39c9e073-5ba1-4fb4-b5eb-773cb489e152 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:30.134024 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bda3780e-c413-4eda-8830-4c4ce443d831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:30.137293 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port fb2417fc-ae52-456a-b632-fd4c8bf146bf, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=fb2417fc-ae52-456a-b632-fd4c8bf146bf,segment=NetworkSegment(c2b69c62-e60e-482d-8854-d825b29bd09b),segment_id=c2b69c62-e60e-482d-8854-d825b29bd09b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:30.144501 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:30.145282 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 6e0d059d-36cb-402c-8035-11801076fe5a up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:32:30.175254 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f997a0df-c9ac-43b6-9eab-f06f94ae390a None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:30.176944 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bda3780e-c413-4eda-8830-4c4ce443d831 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:32:30.183344 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-39c9e073-5ba1-4fb4-b5eb-773cb489e152 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:30.203830 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3780e-c413-4eda-8830-4c4ce443d831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e5dc36-7bfe-4fe2-a426-eece040ff59e,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:30.208351 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f997a0df-c9ac-43b6-9eab-f06f94ae390a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:30.209438 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bda3780e-c413-4eda-8830-4c4ce443d831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:30.210192 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-bda3780e-c413-4eda-8830-4c4ce443d831 admin admin] Added segment ebdb6a42-6306-4308-be67-666b49e7842c of type vlan for network b8aa3551-554a-49f0-b0d0-f8becf031dc7 Dec 10 16:32:30.231771 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-07b10cec-cc23-4ea8-a3d6-111e6861c778 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Deleting port 5954ec3d-ae3a-4fed-86b3-97c2526b4073 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:30.232077 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-07b10cec-cc23-4ea8-a3d6-111e6861c778 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:30.241203 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=fb2417fc-ae52-456a-b632-fd4c8bf146bf,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:30.245360 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f997a0df-c9ac-43b6-9eab-f06f94ae390a None None] Network de244de3-47ff-416f-be45-2707bc40e3cb is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:30.251341 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c5b22837-b036-47c4-8949-fcbd5535ec80 req-c78512cd-23b6-4003-a037-70ab9fab28e2 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.11 "GET /v2.0/security-groups?id=997edfe5-8301-4827-8d16-bbc04e97032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388180 Dec 10 16:32:30.277629 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-f997a0df-c9ac-43b6-9eab-f06f94ae390a None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:30.282161 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f997a0df-c9ac-43b6-9eab-f06f94ae390a None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:30.305370 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997a0df-c9ac-43b6-9eab-f06f94ae390a None None] Pushing event updated for resources: {'Port': ['ID=c0d410f6-a6d6-439b-80f6-2f001de7d63b,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:30.307719 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 6e0d059d-36cb-402c-8035-11801076fe5a completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:32:30.326200 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-31adb2dd-0574-4ff0-a21b-a5f0ab3664cb tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] Request body: {'port': {'device_id': '5d863795-dc45-42d4-abaf-a389f6cbe07e', 'network_id': '38fb4fb9-982e-409b-8ef4-24e67159f847', 'admin_state_up': True, 'tenant_id': '9d5ae62ee01641978c6d991e716c7f09'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:30.336930 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bda3780e-c413-4eda-8830-4c4ce443d831 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:30.350835 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 6e0d059d-36cb-402c-8035-11801076fe5a triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:30.351260 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:30.371188 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-4129b6e8-e0e8-46ae-9dbb-19988165ebf4 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Allocated IP 2001:db8::2ac (de244de3-47ff-416f-be45-2707bc40e3cb/2c3e491b-694a-4e18-bac8-660fa54296b1/b233972e-252b-44ff-9947-de2273903f69) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:30.385101 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f997a0df-c9ac-43b6-9eab-f06f94ae390a None None] Attempting to bind port c0d410f6-a6d6-439b-80f6-2f001de7d63b on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:30.385475 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f997a0df-c9ac-43b6-9eab-f06f94ae390a None None] Attempting to bind port c0d410f6-a6d6-439b-80f6-2f001de7d63b by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '62eff5e3-80b5-41fe-aa00-2e1fd3d8871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'de244de3-47ff-416f-be45-2707bc40e3cb'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:30.385841 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f997a0df-c9ac-43b6-9eab-f06f94ae390a None None] Attempting to bind port c0d410f6-a6d6-439b-80f6-2f001de7d63b on network de244de3-47ff-416f-be45-2707bc40e3cb {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:30.397254 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f997a0df-c9ac-43b6-9eab-f06f94ae390a None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:32:30.397632 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f997a0df-c9ac-43b6-9eab-f06f94ae390a None None] Checking segment: {'id': '62eff5e3-80b5-41fe-aa00-2e1fd3d8871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'de244de3-47ff-416f-be45-2707bc40e3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:30.398045 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f997a0df-c9ac-43b6-9eab-f06f94ae390a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:30.398630 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f997a0df-c9ac-43b6-9eab-f06f94ae390a None None] Bound using segment: {'id': '62eff5e3-80b5-41fe-aa00-2e1fd3d8871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'de244de3-47ff-416f-be45-2707bc40e3cb'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:32:30.399020 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f997a0df-c9ac-43b6-9eab-f06f94ae390a None None] Bound port: c0d410f6-a6d6-439b-80f6-2f001de7d63b, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62eff5e3-80b5-41fe-aa00-2e1fd3d8871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'de244de3-47ff-416f-be45-2707bc40e3cb'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:32:30.402820 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f997a0df-c9ac-43b6-9eab-f06f94ae390a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:30.423805 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-8f634c6b-fb20-420e-9e90-9cfa0ff9ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:30.425456 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-8f634c6b-fb20-420e-9e90-9cfa0ff9ece8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cf96409c-c15e-4dab-9223-335a0597f4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1163778 Dec 10 16:32:30.434371 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bda3780e-c413-4eda-8830-4c4ce443d831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:30.435410 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda3780e-c413-4eda-8830-4c4ce443d831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:30.436069 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bda3780e-c413-4eda-8830-4c4ce443d831 admin admin] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:30.502827 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f997a0df-c9ac-43b6-9eab-f06f94ae390a None None] For port c0d410f6-a6d6-439b-80f6-2f001de7d63b, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:32:30.519865 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f997a0df-c9ac-43b6-9eab-f06f94ae390a None None] For port c0d410f6-a6d6-439b-80f6-2f001de7d63b, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c0d410f6-a6d6-439b-80f6-2f001de7d63b,segment=NetworkSegment(62eff5e3-80b5-41fe-aa00-2e1fd3d8871a),segment_id=62eff5e3-80b5-41fe-aa00-2e1fd3d8871a)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:32:30.523010 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:30.527672 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f997a0df-c9ac-43b6-9eab-f06f94ae390a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:30.593907 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997a0df-c9ac-43b6-9eab-f06f94ae390a None None] Pushing event updated for resources: {'Port': ['ID=c0d410f6-a6d6-439b-80f6-2f001de7d63b,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:30.606840 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-bda3780e-c413-4eda-8830-4c4ce443d831 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6416965 Dec 10 16:32:30.614996 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53898) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:30.627869 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 6e0d059d-36cb-402c-8035-11801076fe5a, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=6e0d059d-36cb-402c-8035-11801076fe5a,segment=NetworkSegment(c2b69c62-e60e-482d-8854-d825b29bd09b),segment_id=c2b69c62-e60e-482d-8854-d825b29bd09b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:30.632772 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:30.691335 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-be9b71b1-7aa4-4d15-a30f-4d521723f9d2 admin admin] Request body: {'subnet': {'network_id': 'b8aa3551-554a-49f0-b0d0-f8becf031dc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-584814253-subnet', 'tenant_id': 'd3063649ad0b49118b6873a82d7489eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:30.691559 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=6e0d059d-36cb-402c-8035-11801076fe5a,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:30.698028 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3780e-c413-4eda-8830-4c4ce443d831 admin admin] Pushing event updated for resources: {'Network': ['ID=b8aa3551-554a-49f0-b0d0-f8becf031dc7,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:30.713743 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network b8aa3551-554a-49f0-b0d0-f8becf031dc7 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:32:30.736437 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7388ae8-bc4c-4fe0-8322-94219ad8c258 req-f51e80ce-b343-4361-8d0c-b6d798702e64 tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d863795-dc45-42d4-abaf-a389f6cbe07e HTTP/1.1" status: 200 len: 210 time: 0.1341758 Dec 10 16:32:30.787818 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-39c9e073-5ba1-4fb4-b5eb-773cb489e152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:30.790953 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-39c9e073-5ba1-4fb4-b5eb-773cb489e152 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:30.794890 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-39c9e073-5ba1-4fb4-b5eb-773cb489e152 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/24500e2a-7b55-4f1b-b0bb-776d21836727 HTTP/1.1" status: 204 len: 168 time: 0.8644681 Dec 10 16:32:30.801124 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9b71b1-7aa4-4d15-a30f-4d521723f9d2 admin admin] Made reservation on behalf of d3063649ad0b49118b6873a82d7489eb for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:30.804103 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-be9b71b1-7aa4-4d15-a30f-4d521723f9d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:30.828708 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-07b10cec-cc23-4ea8-a3d6-111e6861c778 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:30.847220 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c9e073-5ba1-4fb4-b5eb-773cb489e152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24500e2a-7b55-4f1b-b0bb-776d21836727,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:30.857557 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-07b10cec-cc23-4ea8-a3d6-111e6861c778 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Calling delete_port for 5954ec3d-ae3a-4fed-86b3-97c2526b4073 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:30.860336 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-7e1ffbf3-a2af-4d49-82ec-8bb94cc68ecf service neutron] 10.222.0.46 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4271977 Dec 10 16:32:31.017609 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-31adb2dd-0574-4ff0-a21b-a5f0ab3664cb tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] Made reservation on behalf of 9d5ae62ee01641978c6d991e716c7f09 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:31.024835 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-21ef35f3-c6d6-4584-9a41-1e7bfda9884a service neutron] 10.222.0.46 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448970 Dec 10 16:32:31.028134 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-31adb2dd-0574-4ff0-a21b-a5f0ab3664cb tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:31.056034 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4129b6e8-e0e8-46ae-9dbb-19988165ebf4 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:31.104715 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-73f1ca94-70cf-4193-945f-ac88bebdc5e6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=304a9bfc-169e-45fd-9a13-801c0c824783 HTTP/1.1" status: 200 len: 217 time: 0.0611115 Dec 10 16:32:31.170314 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-07b10cec-cc23-4ea8-a3d6-111e6861c778 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:31.247628 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b10cec-cc23-4ea8-a3d6-111e6861c778 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'Port': ['ID=5954ec3d-ae3a-4fed-86b3-97c2526b4073,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:31.289548 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-4f32fa7c-aa86-439b-95e3-62934270aafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:31.291199 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-4f32fa7c-aa86-439b-95e3-62934270aafc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a67fe19-d2ec-40d0-b0cf-1f0cbda6e9f5 HTTP/1.1" status: 200 len: 797 time: 0.1774879 Dec 10 16:32:31.315983 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4129b6e8-e0e8-46ae-9dbb-19988165ebf4 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:31.372580 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c0d410f6-a6d6-439b-80f6-2f001de7d63b up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:32:31.416588 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-07b10cec-cc23-4ea8-a3d6-111e6861c778 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:31.420269 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4129b6e8-e0e8-46ae-9dbb-19988165ebf4 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Network de244de3-47ff-416f-be45-2707bc40e3cb is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:31.423428 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-07b10cec-cc23-4ea8-a3d6-111e6861c778 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/ports/5954ec3d-ae3a-4fed-86b3-97c2526b4073 HTTP/1.1" status: 204 len: 168 time: 1.3777483 Dec 10 16:32:31.431993 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-31adb2dd-0574-4ff0-a21b-a5f0ab3664cb tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] Allocated IP 172.20.0.12 (38fb4fb9-982e-409b-8ef4-24e67159f847/d9bbef75-946c-4543-aa0b-d5d22682f9ba/520d9540-39e3-4eee-824d-279870e61264) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:31.443071 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53914) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:31.458448 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port c0d410f6-a6d6-439b-80f6-2f001de7d63b triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:31.459211 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:31.497628 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-4129b6e8-e0e8-46ae-9dbb-19988165ebf4 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:31.531703 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4129b6e8-e0e8-46ae-9dbb-19988165ebf4 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:31.537585 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4129b6e8-e0e8-46ae-9dbb-19988165ebf4 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:31.538351 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4129b6e8-e0e8-46ae-9dbb-19988165ebf4 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:31.571026 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf1cf2ad-74d9-4838-8593-872538911190 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] GET failed (client error): The resource could not be found. Dec 10 16:32:31.585768 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-cf1cf2ad-74d9-4838-8593-872538911190 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "GET /v2.0/ports/5954ec3d-ae3a-4fed-86b3-97c2526b4073 HTTP/1.1" status: 404 len: 333 time: 0.1050773 Dec 10 16:32:31.588507 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53920) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:31.591712 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-be9b71b1-7aa4-4d15-a30f-4d521723f9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:31.597342 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4129b6e8-e0e8-46ae-9dbb-19988165ebf4 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3645060 Dec 10 16:32:31.602910 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53922) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:31.609744 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4129b6e8-e0e8-46ae-9dbb-19988165ebf4 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'Port': ['ID=b233972e-252b-44ff-9947-de2273903f69,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:31.637669 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed555c0-df89-448e-9805-074d0caba9e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2417fc-ae52-456a-b632-fd4c8bf146bf'}, {'server_uuid': '77a1fbf3-048d-48aa-9d5a-78d261a149e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0d059d-36cb-402c-8035-11801076fe5a'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:32:31.645453 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a291e58-c915-45ae-bc65-70e345587b8b" -d '{"events": [{"server_uuid": "2ed555c0-df89-448e-9805-074d0caba9e1", "name": "network-vif-plugged", "status": "completed", "tag": "fb2417fc-ae52-456a-b632-fd4c8bf146bf"}, {"server_uuid": "77a1fbf3-048d-48aa-9d5a-78d261a149e3", "name": "network-vif-plugged", "status": "completed", "tag": "6e0d059d-36cb-402c-8035-11801076fe5a"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:32:31.657855 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-2c096365-57ea-4e17-a8e1-364e59e04eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:31.659347 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-2c096365-57ea-4e17-a8e1-364e59e04eb3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cf96409c-c15e-4dab-9223-335a0597f4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3584023 Dec 10 16:32:31.669395 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:31.742796 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port c0d410f6-a6d6-439b-80f6-2f001de7d63b, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c0d410f6-a6d6-439b-80f6-2f001de7d63b,segment=NetworkSegment(62eff5e3-80b5-41fe-aa00-2e1fd3d8871a),segment_id=62eff5e3-80b5-41fe-aa00-2e1fd3d8871a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:31.749121 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e055b-a377-486c-b263-136e48801df6 req-4e3326d5-67e3-4ea2-a404-5e477f73f9f2 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:31.754217 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:31.757383 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1a5e055b-a377-486c-b263-136e48801df6 req-4e3326d5-67e3-4ea2-a404-5e477f73f9f2 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.11 "GET /v2.0/ports?device_id=77a1fbf3-048d-48aa-9d5a-78d261a149e3 HTTP/1.1" status: 200 len: 945 time: 0.3444960 Dec 10 16:32:31.766609 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-31adb2dd-0574-4ff0-a21b-a5f0ab3664cb tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:31.786231 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-05fde9e0-8316-4e59-a8f9-fb33f1267ddd tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Deleting port 3583f31f-7b3d-4b53-8223-fcb7fd07192e {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:31.786501 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-05fde9e0-8316-4e59-a8f9-fb33f1267ddd tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:31.854612 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=c0d410f6-a6d6-439b-80f6-2f001de7d63b,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:31.864111 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b71b1-7aa4-4d15-a30f-4d521723f9d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93cf38e5-cd65-4933-9151-7296522b1fa8,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:31.910035 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-31adb2dd-0574-4ff0-a21b-a5f0ab3664cb tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:31.937103 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-31adb2dd-0574-4ff0-a21b-a5f0ab3664cb tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] Network 38fb4fb9-982e-409b-8ef4-24e67159f847 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:31.940237 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1a5e055b-a377-486c-b263-136e48801df6 req-4adecf9d-ff62-4402-a8fe-dc00c1b770c3 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.11 "GET /v2.0/security-groups?id=997edfe5-8301-4827-8d16-bbc04e97032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815708 Dec 10 16:32:31.940671 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9b71b1-7aa4-4d15-a30f-4d521723f9d2 admin admin] Checking segment: {'id': 'ebdb6a42-6306-4308-be67-666b49e7842c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b8aa3551-554a-49f0-b0d0-f8becf031dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:31.941099 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9b71b1-7aa4-4d15-a30f-4d521723f9d2 admin admin] Network hostable DHCP agents. Network: b8aa3551-554a-49f0-b0d0-f8becf031dc7, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:32:31.955055 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-31adb2dd-0574-4ff0-a21b-a5f0ab3664cb tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:31.970932 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-780debcc-eb58-444b-ba9c-07b56b5dff67 service neutron] 10.222.0.46 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788045 Dec 10 16:32:32.014237 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9b71b1-7aa4-4d15-a30f-4d521723f9d2 admin admin] Network b8aa3551-554a-49f0-b0d0-f8becf031dc7 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:32:32.021330 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb2dd-0574-4ff0-a21b-a5f0ab3664cb tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] Pushing event updated for resources: {'Port': ['ID=520d9540-39e3-4eee-824d-279870e61264,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:32.024068 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-38682d58-54de-429d-9951-9e155c16a22b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Deleting port b233972e-252b-44ff-9947-de2273903f69 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:32.024902 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-38682d58-54de-429d-9951-9e155c16a22b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:32.057149 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-31adb2dd-0574-4ff0-a21b-a5f0ab3664cb tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:32.065164 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-05fde9e0-8316-4e59-a8f9-fb33f1267ddd tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:32.067392 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53936) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:32.113021 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-05fde9e0-8316-4e59-a8f9-fb33f1267ddd tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Calling delete_port for 3583f31f-7b3d-4b53-8223-fcb7fd07192e owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:32.157018 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-be9b71b1-7aa4-4d15-a30f-4d521723f9d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, b8aa3551-554a-49f0-b0d0-f8becf031dc7) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:32.157128 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-31adb2dd-0574-4ff0-a21b-a5f0ab3664cb tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:32.157563 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-31adb2dd-0574-4ff0-a21b-a5f0ab3664cb tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:32.169709 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1f58d4-0745-410d-a564-7fdc69cd1374 None None] Network b8aa3551-554a-49f0-b0d0-f8becf031dc7 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:32.245032 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:32:32.248005 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-afe80d28-18c9-42c2-a893-ee93647729ff service neutron] 10.222.0.46 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629995 Dec 10 16:32:32.249399 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9b71b1-7aa4-4d15-a30f-4d521723f9d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:32.250724 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-be9b71b1-7aa4-4d15-a30f-4d521723f9d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:32.298590 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-31adb2dd-0574-4ff0-a21b-a5f0ab3664cb tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9779038 Dec 10 16:32:32.308959 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-2be3e6c4-0c9f-4dbd-a0e3-c8e028dc1b07 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1206358666-network', 'tenant_id': '9e3ab537af104aefb9b5f01272b0709a'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:32.313367 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-3ffac1ec-949e-42eb-b23e-40a35fb6e219 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=21b8bef8-fefe-4479-9cf4-2a31d80aa85b HTTP/1.1" status: 200 len: 217 time: 0.0576379 Dec 10 16:32:32.319288 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-be9b71b1-7aa4-4d15-a30f-4d521723f9d2 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6902573 Dec 10 16:32:32.321944 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 16:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29d885b-078f-42a8-8978-90d8c3239b8b x-openstack-request-id: req-a29d885b-078f-42a8-8978-90d8c3239b8b {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:32:32.322438 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed555c0-df89-448e-9805-074d0caba9e1", "name": "network-vif-plugged", "status": "completed", "tag": "fb2417fc-ae52-456a-b632-fd4c8bf146bf", "code": 200}, {"server_uuid": "77a1fbf3-048d-48aa-9d5a-78d261a149e3", "name": "network-vif-plugged", "status": "completed", "tag": "6e0d059d-36cb-402c-8035-11801076fe5a", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:32:32.322728 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-83ee1d5e-6d4f-416c-a5cc-e109cbeeba56 service neutron] Request body: {'port': {'device_id': '5d863795-dc45-42d4-abaf-a389f6cbe07e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:32.323005 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a29d885b-078f-42a8-8978-90d8c3239b8b {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:32:32.323547 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed555c0-df89-448e-9805-074d0caba9e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2417fc-ae52-456a-b632-fd4c8bf146bf', 'code': 200} Dec 10 16:32:32.324194 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a1fbf3-048d-48aa-9d5a-78d261a149e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0d059d-36cb-402c-8035-11801076fe5a', 'code': 200} Dec 10 16:32:32.324861 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53940) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:32.325289 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89343ca8-ddda-42e6-acce-146c9d20150c None None] Network de244de3-47ff-416f-be45-2707bc40e3cb requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:32.336152 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-9d56e56c-281e-4526-b73f-8af0ea15f010 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-584814253-router', 'tenant_id': 'd3063649ad0b49118b6873a82d7489eb', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:32.387596 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57243d64-41fa-46ff-8966-0c24e0a6a09d None None] Network b8aa3551-554a-49f0-b0d0-f8becf031dc7 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:32.422588 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be3e6c4-0c9f-4dbd-a0e3-c8e028dc1b07 admin admin] Made reservation on behalf of 9e3ab537af104aefb9b5f01272b0709a for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:32.424660 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2be3e6c4-0c9f-4dbd-a0e3-c8e028dc1b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:32.460202 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-38682d58-54de-429d-9951-9e155c16a22b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:32.467368 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2be3e6c4-0c9f-4dbd-a0e3-c8e028dc1b07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:32.479083 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6605815-904f-4184-a2d9-52ef125a7c70 req-e87c78b9-efcb-4e9c-9b00-3231f0621ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:32.480835 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b6605815-904f-4184-a2d9-52ef125a7c70 req-e87c78b9-efcb-4e9c-9b00-3231f0621ddc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2ed555c0-df89-448e-9805-074d0caba9e1 HTTP/1.1" status: 200 len: 1096 time: 0.1473732 Dec 10 16:32:32.491038 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-38682d58-54de-429d-9951-9e155c16a22b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Calling delete_port for b233972e-252b-44ff-9947-de2273903f69 owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:32.494946 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-03da247b-b2c3-4909-af81-068039457af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:32.496217 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-03da247b-b2c3-4909-af81-068039457af1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a67fe19-d2ec-40d0-b0cf-1f0cbda6e9f5 HTTP/1.1" status: 200 len: 797 time: 0.1748683 Dec 10 16:32:32.498026 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d56e56c-281e-4526-b73f-8af0ea15f010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:32.499160 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d56e56c-281e-4526-b73f-8af0ea15f010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:32.501594 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-83ee1d5e-6d4f-416c-a5cc-e109cbeeba56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:32.522836 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d84ba2-8c64-477c-92db-b081cf743925 req-ba703df6-7cf8-4e06-bceb-2882fd3e8d2c tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:32.524226 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c8d84ba2-8c64-477c-92db-b081cf743925 req-ba703df6-7cf8-4e06-bceb-2882fd3e8d2c tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d863795-dc45-42d4-abaf-a389f6cbe07e HTTP/1.1" status: 200 len: 932 time: 0.2039194 Dec 10 16:32:32.526341 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399e6f2-ab90-4351-9c99-4c3c77d58631 req-78a10ec4-60dd-4081-9f7d-7014df3f4f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:32.527537 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7399e6f2-ab90-4351-9c99-4c3c77d58631 req-78a10ec4-60dd-4081-9f7d-7014df3f4f68 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=77a1fbf3-048d-48aa-9d5a-78d261a149e3 HTTP/1.1" status: 200 len: 1096 time: 0.1851394 Dec 10 16:32:32.625631 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-23c37084-164f-49c3-974d-0cfdb6f180d5 None None] Provisioning complete for port c0d410f6-a6d6-439b-80f6-2f001de7d63b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:32.626108 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-23c37084-164f-49c3-974d-0cfdb6f180d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:32.668292 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b6605815-904f-4184-a2d9-52ef125a7c70 req-589507a5-40e5-4074-ae65-bdadfeadb44c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=997edfe5-8301-4827-8d16-bbc04e97032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750684 Dec 10 16:32:32.680552 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-05fde9e0-8316-4e59-a8f9-fb33f1267ddd tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:32.782740 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fde9e0-8316-4e59-a8f9-fb33f1267ddd tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'Port': ['ID=3583f31f-7b3d-4b53-8223-fcb7fd07192e,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:32.889576 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2be3e6c4-0c9f-4dbd-a0e3-c8e028dc1b07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:32.920365 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2be3e6c4-0c9f-4dbd-a0e3-c8e028dc1b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:32.966021 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2be3e6c4-0c9f-4dbd-a0e3-c8e028dc1b07 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:32:32.982541 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-05fde9e0-8316-4e59-a8f9-fb33f1267ddd tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:32.989038 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-05fde9e0-8316-4e59-a8f9-fb33f1267ddd tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/ports/3583f31f-7b3d-4b53-8223-fcb7fd07192e HTTP/1.1" status: 204 len: 168 time: 1.3991098 Dec 10 16:32:32.991161 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53944) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:33.005957 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be3e6c4-0c9f-4dbd-a0e3-c8e028dc1b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1962f219-df48-4694-919d-c32c4e5c0eb0,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:33.011062 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2be3e6c4-0c9f-4dbd-a0e3-c8e028dc1b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:33.011389 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-2be3e6c4-0c9f-4dbd-a0e3-c8e028dc1b07 admin admin] Added segment b44a6068-1cde-4f52-a8e6-9ddabbdb5356 of type vlan for network 1ff556fd-0581-480f-8730-5712d0e2eed7 Dec 10 16:32:33.054422 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d1b6332-c9c4-41bc-a15c-10c56f2ca954 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] GET failed (client error): The resource could not be found. Dec 10 16:32:33.058796 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7d1b6332-c9c4-41bc-a15c-10c56f2ca954 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "GET /v2.0/ports/3583f31f-7b3d-4b53-8223-fcb7fd07192e HTTP/1.1" status: 404 len: 333 time: 0.0649881 Dec 10 16:32:33.064161 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53946) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:33.110899 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d56e56c-281e-4526-b73f-8af0ea15f010 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:33.114508 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7399e6f2-ab90-4351-9c99-4c3c77d58631 req-a59878aa-4bb8-4507-acb5-09dfc52a4d22 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=997edfe5-8301-4827-8d16-bbc04e97032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5720305 Dec 10 16:32:33.148837 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2be3e6c4-0c9f-4dbd-a0e3-c8e028dc1b07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:33.176504 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-7e752d8d-0efb-46a4-9f1c-65ad7490e125 None None] Provisioning complete for port b233972e-252b-44ff-9947-de2273903f69 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:33.176882 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7e752d8d-0efb-46a4-9f1c-65ad7490e125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:33.183234 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-311092c0-5a31-417f-9830-382641fbf89d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Deleting subnet 8ce89623-f2aa-47d3-93be-1e54948fcd98 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:32:33.204815 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-311092c0-5a31-417f-9830-382641fbf89d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:33.226770 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-7e752d8d-0efb-46a4-9f1c-65ad7490e125 None None] Port b233972e-252b-44ff-9947-de2273903f69 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:32:33.260430 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-7e752d8d-0efb-46a4-9f1c-65ad7490e125 None None] Provisioning complete for port c0d410f6-a6d6-439b-80f6-2f001de7d63b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:33.261726 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7e752d8d-0efb-46a4-9f1c-65ad7490e125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:33.264472 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2be3e6c4-0c9f-4dbd-a0e3-c8e028dc1b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:33.266697 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be3e6c4-0c9f-4dbd-a0e3-c8e028dc1b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:33.267702 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2be3e6c4-0c9f-4dbd-a0e3-c8e028dc1b07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:33.295501 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-09a2905d-3718-470c-b5d8-cf717375e90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:33.297316 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-09a2905d-3718-470c-b5d8-cf717375e90f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cf96409c-c15e-4dab-9223-335a0597f4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7865086 Dec 10 16:32:33.314594 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c0d410f6-a6d6-439b-80f6-2f001de7d63b up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:32:33.333041 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-83ee1d5e-6d4f-416c-a5cc-e109cbeeba56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 520d9540-39e3-4eee-824d-279870e61264 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:32:33.342099 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-311092c0-5a31-417f-9830-382641fbf89d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:33.368630 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-83ee1d5e-6d4f-416c-a5cc-e109cbeeba56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:33.375800 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2be3e6c4-0c9f-4dbd-a0e3-c8e028dc1b07 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3072281 Dec 10 16:32:33.380914 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53952) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:33.397012 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-e09413db-9d8e-4771-b6a6-a3b124c1e109 admin admin] Request body: {'subnet': {'network_id': '1ff556fd-0581-480f-8730-5712d0e2eed7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1206358666-subnet', 'tenant_id': '9e3ab537af104aefb9b5f01272b0709a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:33.418376 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port c0d410f6-a6d6-439b-80f6-2f001de7d63b triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:33.419485 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:33.427809 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-83ee1d5e-6d4f-416c-a5cc-e109cbeeba56 service neutron] Transition to ACTIVE for port object 520d9540-39e3-4eee-824d-279870e61264 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:32:33.433425 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be3e6c4-0c9f-4dbd-a0e3-c8e028dc1b07 admin admin] Pushing event updated for resources: {'Network': ['ID=1ff556fd-0581-480f-8730-5712d0e2eed7,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:33.444664 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c8d84ba2-8c64-477c-92db-b081cf743925 req-7729db5e-5331-4251-8317-e144db77c783 tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f476b0-f537-4086-ac1f-de85bd3d9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8829608 Dec 10 16:32:33.445333 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-83ee1d5e-6d4f-416c-a5cc-e109cbeeba56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:33.451327 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d56e56c-281e-4526-b73f-8af0ea15f010 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:33.453441 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 1ff556fd-0581-480f-8730-5712d0e2eed7 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:32:33.512235 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09413db-9d8e-4771-b6a6-a3b124c1e109 admin admin] Made reservation on behalf of 9e3ab537af104aefb9b5f01272b0709a for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:33.514678 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e09413db-9d8e-4771-b6a6-a3b124c1e109 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:33.595619 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee1d5e-6d4f-416c-a5cc-e109cbeeba56 service neutron] Pushing event updated for resources: {'Port': ['ID=520d9540-39e3-4eee-824d-279870e61264,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:33.606941 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-311092c0-5a31-417f-9830-382641fbf89d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:33.662643 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e8c99f7d-7805-40a2-a197-75543a17642f None None] Provisioning complete for port b233972e-252b-44ff-9947-de2273903f69 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:33.663020 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e8c99f7d-7805-40a2-a197-75543a17642f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:33.690756 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-38682d58-54de-429d-9951-9e155c16a22b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:33.708167 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-e8c99f7d-7805-40a2-a197-75543a17642f None None] Port b233972e-252b-44ff-9947-de2273903f69 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:32:33.740314 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38682d58-54de-429d-9951-9e155c16a22b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'Port': ['ID=b233972e-252b-44ff-9947-de2273903f69,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:33.746515 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-b0db3f6e-fb47-4c71-98d0-8f99eb823633 service neutron] 10.222.0.46 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615372 Dec 10 16:32:33.751844 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-311092c0-5a31-417f-9830-382641fbf89d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:33.755465 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20c277-4c34-40d0-a486-9a18272f2019 req-95b40a27-911d-4c10-a047-b934c9239670 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:33.756987 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ef20c277-4c34-40d0-a486-9a18272f2019 req-95b40a27-911d-4c10-a047-b934c9239670 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.11 "GET /v2.0/ports?device_id=77a1fbf3-048d-48aa-9d5a-78d261a149e3 HTTP/1.1" status: 200 len: 945 time: 0.1717143 Dec 10 16:32:33.825031 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311092c0-5a31-417f-9830-382641fbf89d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'Subnet': ['ID=8ce89623-f2aa-47d3-93be-1e54948fcd98,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:33.829664 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-311092c0-5a31-417f-9830-382641fbf89d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:33.836869 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-311092c0-5a31-417f-9830-382641fbf89d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/subnets/8ce89623-f2aa-47d3-93be-1e54948fcd98 HTTP/1.1" status: 204 len: 168 time: 0.7716238 Dec 10 16:32:33.838080 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-83ee1d5e-6d4f-416c-a5cc-e109cbeeba56 service neutron] Attempting to bind port 520d9540-39e3-4eee-824d-279870e61264 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:33.838443 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-83ee1d5e-6d4f-416c-a5cc-e109cbeeba56 service neutron] Attempting to bind port 520d9540-39e3-4eee-824d-279870e61264 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '73608b37-80bb-4160-8a42-e5c4832f6e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '38fb4fb9-982e-409b-8ef4-24e67159f847'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:33.838760 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-83ee1d5e-6d4f-416c-a5cc-e109cbeeba56 service neutron] Attempting to bind port 520d9540-39e3-4eee-824d-279870e61264 on network 38fb4fb9-982e-409b-8ef4-24e67159f847 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:33.840236 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53954) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:33.844971 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faefe495-33c4-4499-8aa4-ffdfcc655ab7 None None] Network d8a72cd9-7691-490d-94d3-f0001ea6f87a requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:33.858181 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-83ee1d5e-6d4f-416c-a5cc-e109cbeeba56 service neutron] Port 520d9540-39e3-4eee-824d-279870e61264 on network 38fb4fb9-982e-409b-8ef4-24e67159f847 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:32:33.858786 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-83ee1d5e-6d4f-416c-a5cc-e109cbeeba56 service neutron] Attempting to bind port 520d9540-39e3-4eee-824d-279870e61264 on network 38fb4fb9-982e-409b-8ef4-24e67159f847 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:33.871217 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-83ee1d5e-6d4f-416c-a5cc-e109cbeeba56 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:32:33.871606 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-83ee1d5e-6d4f-416c-a5cc-e109cbeeba56 service neutron] Checking segment: {'id': '73608b37-80bb-4160-8a42-e5c4832f6e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '38fb4fb9-982e-409b-8ef4-24e67159f847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:33.871973 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-83ee1d5e-6d4f-416c-a5cc-e109cbeeba56 service neutron] Bound using segment: {'id': '73608b37-80bb-4160-8a42-e5c4832f6e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '38fb4fb9-982e-409b-8ef4-24e67159f847'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:32:33.872858 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-83ee1d5e-6d4f-416c-a5cc-e109cbeeba56 service neutron] Bound port: 520d9540-39e3-4eee-824d-279870e61264, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73608b37-80bb-4160-8a42-e5c4832f6e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '38fb4fb9-982e-409b-8ef4-24e67159f847'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:32:33.873252 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-83ee1d5e-6d4f-416c-a5cc-e109cbeeba56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:33.881164 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-38682d58-54de-429d-9951-9e155c16a22b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:33.885590 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-38682d58-54de-429d-9951-9e155c16a22b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/ports/b233972e-252b-44ff-9947-de2273903f69 HTTP/1.1" status: 204 len: 168 time: 2.2769787 Dec 10 16:32:33.895591 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53956) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:33.959372 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e09413db-9d8e-4771-b6a6-a3b124c1e109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:33.997731 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-a66b4412-c6a6-4dc4-b593-4c61640a867c tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] DELETE failed (client error): The resource could not be found. Dec 10 16:32:33.998813 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a66b4412-c6a6-4dc4-b593-4c61640a867c tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:32:34.002310 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a66b4412-c6a6-4dc4-b593-4c61640a867c tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/ports/b233972e-252b-44ff-9947-de2273903f69 HTTP/1.1" status: 404 len: 333 time: 0.0991180 Dec 10 16:32:34.008401 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53958) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:34.051451 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9467d54-a26d-44d3-94ba-54ac5a19376f tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] GET failed (client error): The resource could not be found. Dec 10 16:32:34.056227 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f9467d54-a26d-44d3-94ba-54ac5a19376f tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "GET /v2.0/ports/b233972e-252b-44ff-9947-de2273903f69 HTTP/1.1" status: 404 len: 333 time: 0.0388446 Dec 10 16:32:34.056639 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53960) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:34.072205 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-83ee1d5e-6d4f-416c-a5cc-e109cbeeba56 service neutron] For port 520d9540-39e3-4eee-824d-279870e61264, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:32:34.076812 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-83ee1d5e-6d4f-416c-a5cc-e109cbeeba56 service neutron] For port 520d9540-39e3-4eee-824d-279870e61264, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=520d9540-39e3-4eee-824d-279870e61264,segment=NetworkSegment(73608b37-80bb-4160-8a42-e5c4832f6e3e),segment_id=73608b37-80bb-4160-8a42-e5c4832f6e3e)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:32:34.087145 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ef20c277-4c34-40d0-a486-9a18272f2019 req-e2c61074-96a5-4cb8-a867-23aaf7d09d8e tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.11 "GET /v2.0/security-groups?id=997edfe5-8301-4827-8d16-bbc04e97032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505410 Dec 10 16:32:34.087438 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-83ee1d5e-6d4f-416c-a5cc-e109cbeeba56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:34.120651 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41114873-da61-4321-b0f4-faba02111db9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:34.127868 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-859bf100-afce-41c3-9ea2-d3b1a5c63cc7 service neutron] 10.222.0.46 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683474 Dec 10 16:32:34.128082 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6aa24de-7088-4b8b-846b-5e96750ae473 None None] DHCP port deletion for d8a72cd9-7691-490d-94d3-f0001ea6f87a request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:32:34.145358 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09413db-9d8e-4771-b6a6-a3b124c1e109 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed059596-b61f-4b79-b79e-c9b747c3907d,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:34.208646 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09413db-9d8e-4771-b6a6-a3b124c1e109 admin admin] Checking segment: {'id': 'b44a6068-1cde-4f52-a8e6-9ddabbdb5356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1ff556fd-0581-480f-8730-5712d0e2eed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:34.209113 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09413db-9d8e-4771-b6a6-a3b124c1e109 admin admin] Network hostable DHCP agents. Network: 1ff556fd-0581-480f-8730-5712d0e2eed7, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:32:34.215672 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b6aa24de-7088-4b8b-846b-5e96750ae473 None None] Deleting port 973a2561-4453-4b8d-8aba-72e62f6cb932 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:34.216183 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b6aa24de-7088-4b8b-846b-5e96750ae473 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:34.220460 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-83ee1d5e-6d4f-416c-a5cc-e109cbeeba56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:34.227637 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-83ee1d5e-6d4f-416c-a5cc-e109cbeeba56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:34.231691 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-83ee1d5e-6d4f-416c-a5cc-e109cbeeba56 service neutron] 10.222.0.46 "PUT /v2.0/ports/520d9540-39e3-4eee-824d-279870e61264 HTTP/1.1" status: 200 len: 1092 time: 1.9176877 Dec 10 16:32:34.236163 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d863795-dc45-42d4-abaf-a389f6cbe07e', 'tag': '520d9540-39e3-4eee-824d-279870e61264'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:32:34.236163 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d11621-24a0-495a-b496-35f6d8a5b730" -d '{"events": [{"name": "network-changed", "server_uuid": "5d863795-dc45-42d4-abaf-a389f6cbe07e", "tag": "520d9540-39e3-4eee-824d-279870e61264"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:32:34.248686 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee1d5e-6d4f-416c-a5cc-e109cbeeba56 service neutron] Pushing event updated for resources: {'Port': ['ID=520d9540-39e3-4eee-824d-279870e61264,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:34.295797 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-09b7d1f3-0a9d-43b9-8a43-3e3cbcfff043 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=8ea2a5ee-71c7-4668-b402-89d8708371f8 HTTP/1.1" status: 200 len: 217 time: 0.1571960 Dec 10 16:32:34.306654 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09413db-9d8e-4771-b6a6-a3b124c1e109 admin admin] Network 1ff556fd-0581-480f-8730-5712d0e2eed7 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:32:34.321706 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b6aa24de-7088-4b8b-846b-5e96750ae473 None None] For port 973a2561-4453-4b8d-8aba-72e62f6cb932, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=973a2561-4453-4b8d-8aba-72e62f6cb932,segment=NetworkSegment(cf0d1d2e-b617-4566-b7c6-adce501f7848),segment_id=cf0d1d2e-b617-4566-b7c6-adce501f7848)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:34.322305 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b6aa24de-7088-4b8b-846b-5e96750ae473 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:34.331721 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-e09413db-9d8e-4771-b6a6-a3b124c1e109 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 1ff556fd-0581-480f-8730-5712d0e2eed7) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:34.338480 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b6aa24de-7088-4b8b-846b-5e96750ae473 None None] Calling delete_port for 973a2561-4453-4b8d-8aba-72e62f6cb932 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:34.343092 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bc71c14-ff7c-4738-b8fd-f0dbaec21d1d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Deleting subnet 2c3e491b-694a-4e18-bac8-660fa54296b1 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:32:34.346528 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09413db-9d8e-4771-b6a6-a3b124c1e109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:34.347695 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5bc71c14-ff7c-4738-b8fd-f0dbaec21d1d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:34.348650 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e09413db-9d8e-4771-b6a6-a3b124c1e109 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:34.349656 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487b5df5-b218-43f0-9cea-ef4ebc59206b None None] Network 1ff556fd-0581-480f-8730-5712d0e2eed7 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:34.362963 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-7215795d-bcc1-4fbe-b7a1-89b6bc7891b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:34.364564 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-7215795d-bcc1-4fbe-b7a1-89b6bc7891b6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9d5ae62ee01641978c6d991e716c7f09&device_id=5d863795-dc45-42d4-abaf-a389f6cbe07e HTTP/1.1" status: 200 len: 1095 time: 0.0851130 Dec 10 16:32:34.384681 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e09413db-9d8e-4771-b6a6-a3b124c1e109 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9887106 Dec 10 16:32:34.394993 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5bc71c14-ff7c-4738-b8fd-f0dbaec21d1d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:34.474049 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-8f7d62bf-8c2e-404d-9a14-c902a5319cc3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=520d9540-39e3-4eee-824d-279870e61264 HTTP/1.1" status: 200 len: 217 time: 0.0955071 Dec 10 16:32:34.541118 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-b825f9ef-5aed-4bea-9939-152950245f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:34.542697 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-b825f9ef-5aed-4bea-9939-152950245f30 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a67fe19-d2ec-40d0-b0cf-1f0cbda6e9f5 HTTP/1.1" status: 200 len: 797 time: 0.2054791 Dec 10 16:32:34.552202 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134362d1-8200-4348-bfe1-a0c0b395acd5 None None] Network 1ff556fd-0581-480f-8730-5712d0e2eed7 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:34.552784 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5bc71c14-ff7c-4738-b8fd-f0dbaec21d1d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:34.559791 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-af6f7f9a-545a-4245-a65a-04edf3e3b3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:34.562717 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-af6f7f9a-545a-4245-a65a-04edf3e3b3f5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9bbef75-946c-4543-aa0b-d5d22682f9ba HTTP/1.1" status: 200 len: 858 time: 0.0800562 Dec 10 16:32:34.627083 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b6aa24de-7088-4b8b-846b-5e96750ae473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:34.631857 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06325cb3-e289-462e-b815-5899fdbc9e9c x-openstack-request-id: req-06325cb3-e289-462e-b815-5899fdbc9e9c {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:32:34.632554 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d863795-dc45-42d4-abaf-a389f6cbe07e", "tag": "520d9540-39e3-4eee-824d-279870e61264", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:32:34.640406 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-06325cb3-e289-462e-b815-5899fdbc9e9c {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:32:34.641168 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d863795-dc45-42d4-abaf-a389f6cbe07e', 'tag': '520d9540-39e3-4eee-824d-279870e61264', 'status': 'completed', 'code': 200} Dec 10 16:32:34.644034 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-502cf22a-5131-4480-a7f0-4a27d15b40b5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38fb4fb9-982e-409b-8ef4-24e67159f847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721495 Dec 10 16:32:34.656604 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-41114873-da61-4321-b0f4-faba02111db9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Deleting port 973a2561-4453-4b8d-8aba-72e62f6cb932 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:34.656951 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41114873-da61-4321-b0f4-faba02111db9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:34.665256 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa24de-7088-4b8b-846b-5e96750ae473 None None] Pushing event deleted for resources: {'Port': ['ID=973a2561-4453-4b8d-8aba-72e62f6cb932,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:34.676726 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6aa24de-7088-4b8b-846b-5e96750ae473 None None] No DVR routers for this DVR port 973a2561-4453-4b8d-8aba-72e62f6cb932 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:32:34.767366 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-50b2f674-4651-4eeb-a296-fc98bb42fab4 service neutron] 10.222.0.46 "GET /v2.0/networks/38fb4fb9-982e-409b-8ef4-24e67159f847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137514 Dec 10 16:32:34.784006 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d56e56c-281e-4526-b73f-8af0ea15f010 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:34.788219 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-41114873-da61-4321-b0f4-faba02111db9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] For port 973a2561-4453-4b8d-8aba-72e62f6cb932, host n-d-766771-2, got binding levels [] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:34.788567 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41114873-da61-4321-b0f4-faba02111db9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:34.829723 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-1855f84e-7c81-4bfa-8108-f729b36ec6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:34.831340 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-1855f84e-7c81-4bfa-8108-f729b36ec6fc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cf96409c-c15e-4dab-9223-335a0597f4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2807765 Dec 10 16:32:34.841992 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d56e56c-281e-4526-b73f-8af0ea15f010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:34.845522 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-41114873-da61-4321-b0f4-faba02111db9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Calling delete_port for 973a2561-4453-4b8d-8aba-72e62f6cb932 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:34.856338 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.ipam_backend_mixin [None req-41114873-da61-4321-b0f4-faba02111db9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Port 973a2561-4453-4b8d-8aba-72e62f6cb932 was not found and therefore no delete operation was performed {{(pid=103392) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 16:32:34.859602 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9ed8577f-dbca-46ce-a843-005436a8ba10 req-7ee812a6-a8e2-455e-be07-b2f6cae1766b service neutron] 10.222.0.46 "GET /v2.0/networks/38fb4fb9-982e-409b-8ef4-24e67159f847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853539 Dec 10 16:32:34.880736 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5bc71c14-ff7c-4738-b8fd-f0dbaec21d1d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:34.882944 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41114873-da61-4321-b0f4-faba02111db9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:34.943215 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d11621-24a0-495a-b496-35f6d8a5b730 req-d9ed94c4-b565-429c-a019-f3adc15574c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:34.944665 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-26d11621-24a0-495a-b496-35f6d8a5b730 req-d9ed94c4-b565-429c-a019-f3adc15574c5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9d5ae62ee01641978c6d991e716c7f09&device_id=5d863795-dc45-42d4-abaf-a389f6cbe07e HTTP/1.1" status: 200 len: 1095 time: 0.0418439 Dec 10 16:32:34.960743 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23dc50-0309-4766-8ae1-7c3ff1d89fc6 req-4b202b09-2550-4e0d-8270-8ede26a3bd2f tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:34.962251 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2a23dc50-0309-4766-8ae1-7c3ff1d89fc6 req-4b202b09-2550-4e0d-8270-8ede26a3bd2f tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d863795-dc45-42d4-abaf-a389f6cbe07e HTTP/1.1" status: 200 len: 944 time: 0.2490132 Dec 10 16:32:35.012463 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5bc71c14-ff7c-4738-b8fd-f0dbaec21d1d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:35.016315 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5bc71c14-ff7c-4738-b8fd-f0dbaec21d1d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/subnets/2c3e491b-694a-4e18-bac8-660fa54296b1 HTTP/1.1" status: 204 len: 168 time: 0.9517930 Dec 10 16:32:35.016579 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3f78ac-cdc7-4b0f-a221-f2a8a47e26bd None None] Network de244de3-47ff-416f-be45-2707bc40e3cb requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:35.017277 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc71c14-ff7c-4738-b8fd-f0dbaec21d1d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'Subnet': ['ID=2c3e491b-694a-4e18-bac8-660fa54296b1,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:35.019139 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41114873-da61-4321-b0f4-faba02111db9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'Port': ['ID=973a2561-4453-4b8d-8aba-72e62f6cb932,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:35.019555 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53974) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:35.020994 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41114873-da61-4321-b0f4-faba02111db9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] No DVR routers for this DVR port 973a2561-4453-4b8d-8aba-72e62f6cb932 on host n-d-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:32:35.113186 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d11621-24a0-495a-b496-35f6d8a5b730 req-fa7df6c4-75b6-4967-bf7b-374a2d4896c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:35.114839 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-26d11621-24a0-495a-b496-35f6d8a5b730 req-fa7df6c4-75b6-4967-bf7b-374a2d4896c9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=38fb4fb9-982e-409b-8ef4-24e67159f847 HTTP/1.1" status: 200 len: 919 time: 0.1632700 Dec 10 16:32:35.168091 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-26d11621-24a0-495a-b496-35f6d8a5b730 req-e01227ad-7125-4b52-9a53-0470a0153534 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=520d9540-39e3-4eee-824d-279870e61264 HTTP/1.1" status: 200 len: 217 time: 0.0449250 Dec 10 16:32:35.172064 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-204bf760-ca8d-4979-b354-de2b58b6664d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:35.208083 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41114873-da61-4321-b0f4-faba02111db9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:35.224822 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-43c324af-261c-4f96-a586-54390dd4d167 service neutron] 10.222.0.46 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855186 Dec 10 16:32:35.232843 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4205273-847c-4cdc-b7f8-479efcc91b42 None None] DHCP port deletion for de244de3-47ff-416f-be45-2707bc40e3cb request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:32:35.250325 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2a23dc50-0309-4766-8ae1-7c3ff1d89fc6 req-3d3cefe6-a66a-4978-8df0-89f7aaf93387 tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f476b0-f537-4086-ac1f-de85bd3d9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412236 Dec 10 16:32:35.254184 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d11621-24a0-495a-b496-35f6d8a5b730 req-5fb1a91e-c914-46db-b59c-0c84f1ffec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:35.255697 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-26d11621-24a0-495a-b496-35f6d8a5b730 req-5fb1a91e-c914-46db-b59c-0c84f1ffec80 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9bbef75-946c-4543-aa0b-d5d22682f9ba HTTP/1.1" status: 200 len: 858 time: 0.0799234 Dec 10 16:32:35.269169 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 973a2561-4453-4b8d-8aba-72e62f6cb932 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:32:35.273323 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-9d56e56c-281e-4526-b73f-8af0ea15f010 admin admin] Allocated IP 172.25.6.198 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/848d1c78-e72f-40f8-ba13-583e6efa50ae) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:35.294857 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-26d11621-24a0-495a-b496-35f6d8a5b730 req-2f0ba254-c613-409b-986c-d5bf7340fd2e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38fb4fb9-982e-409b-8ef4-24e67159f847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310583 Dec 10 16:32:35.301691 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-204bf760-ca8d-4979-b354-de2b58b6664d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Deleting port c0d410f6-a6d6-439b-80f6-2f001de7d63b {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:35.302091 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-204bf760-ca8d-4979-b354-de2b58b6664d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:35.303017 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 973a2561-4453-4b8d-8aba-72e62f6cb932 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:32:35.303750 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 973a2561-4453-4b8d-8aba-72e62f6cb932 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:32:35.328393 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d4205273-847c-4cdc-b7f8-479efcc91b42 None None] Deleting port c0d410f6-a6d6-439b-80f6-2f001de7d63b {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:35.329016 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d4205273-847c-4cdc-b7f8-479efcc91b42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:35.358537 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-41114873-da61-4321-b0f4-faba02111db9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a72cd9-7691-490d-94d3-f0001ea6f87a']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:35.418412 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d4205273-847c-4cdc-b7f8-479efcc91b42 None None] For port c0d410f6-a6d6-439b-80f6-2f001de7d63b, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c0d410f6-a6d6-439b-80f6-2f001de7d63b,segment=NetworkSegment(62eff5e3-80b5-41fe-aa00-2e1fd3d8871a),segment_id=62eff5e3-80b5-41fe-aa00-2e1fd3d8871a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:35.418833 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d4205273-847c-4cdc-b7f8-479efcc91b42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:35.420478 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-41114873-da61-4321-b0f4-faba02111db9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf0d1d2e-b617-4566-b7c6-adce501f7848') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:35.420937 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-41114873-da61-4321-b0f4-faba02111db9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf0d1d2e-b617-4566-b7c6-adce501f7848') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:35.427521 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-204bf760-ca8d-4979-b354-de2b58b6664d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] For port c0d410f6-a6d6-439b-80f6-2f001de7d63b, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c0d410f6-a6d6-439b-80f6-2f001de7d63b,segment=NetworkSegment(62eff5e3-80b5-41fe-aa00-2e1fd3d8871a),segment_id=62eff5e3-80b5-41fe-aa00-2e1fd3d8871a)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:35.428211 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-204bf760-ca8d-4979-b354-de2b58b6664d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:35.436597 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d4205273-847c-4cdc-b7f8-479efcc91b42 None None] Calling delete_port for c0d410f6-a6d6-439b-80f6-2f001de7d63b owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:35.451022 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-204bf760-ca8d-4979-b354-de2b58b6664d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Calling delete_port for c0d410f6-a6d6-439b-80f6-2f001de7d63b owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:35.453415 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41114873-da61-4321-b0f4-faba02111db9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:35.472614 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-26d11621-24a0-495a-b496-35f6d8a5b730 req-c8ce3ecd-fa6a-4788-afae-05cfaa7f604f service neutron] 10.222.0.46 "GET /v2.0/networks/38fb4fb9-982e-409b-8ef4-24e67159f847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678169 Dec 10 16:32:35.522521 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d4205273-847c-4cdc-b7f8-479efcc91b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:35.556924 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4205273-847c-4cdc-b7f8-479efcc91b42 None None] Pushing event deleted for resources: {'Port': ['ID=c0d410f6-a6d6-439b-80f6-2f001de7d63b,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:35.562534 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4205273-847c-4cdc-b7f8-479efcc91b42 None None] No DVR routers for this DVR port c0d410f6-a6d6-439b-80f6-2f001de7d63b on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:32:35.626802 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-204bf760-ca8d-4979-b354-de2b58b6664d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:35.634224 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-26d11621-24a0-495a-b496-35f6d8a5b730 req-63e1d6e7-8b14-4302-8be3-798244800329 service neutron] 10.222.0.46 "GET /v2.0/networks/38fb4fb9-982e-409b-8ef4-24e67159f847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278155 Dec 10 16:32:35.660838 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204bf760-ca8d-4979-b354-de2b58b6664d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'Port': ['ID=c0d410f6-a6d6-439b-80f6-2f001de7d63b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:35.665825 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204bf760-ca8d-4979-b354-de2b58b6664d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] No DVR routers for this DVR port c0d410f6-a6d6-439b-80f6-2f001de7d63b on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:32:35.753420 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-204bf760-ca8d-4979-b354-de2b58b6664d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:35.773793 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-204bf760-ca8d-4979-b354-de2b58b6664d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de244de3-47ff-416f-be45-2707bc40e3cb']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:35.783836 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-204bf760-ca8d-4979-b354-de2b58b6664d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62eff5e3-80b5-41fe-aa00-2e1fd3d8871a') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:35.784130 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-204bf760-ca8d-4979-b354-de2b58b6664d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62eff5e3-80b5-41fe-aa00-2e1fd3d8871a') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:35.794051 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-204bf760-ca8d-4979-b354-de2b58b6664d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:35.807641 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-204bf760-ca8d-4979-b354-de2b58b6664d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:35.814783 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-204bf760-ca8d-4979-b354-de2b58b6664d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:32:35.815174 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-204bf760-ca8d-4979-b354-de2b58b6664d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:35.818297 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:32:35.818297 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:32:35.818297 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:32:35.818297 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:32:35.818297 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:32:35.818297 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:32:35.818297 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:32:35.818297 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:32:35.818297 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:32:35.818297 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:32:35.818297 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:32:35.818297 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:32:35.818297 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:32:35.818297 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:32:35.818297 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:32:35.818297 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:32:35.818297 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:32:35.818297 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:32:35.818297 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:32:35.818297 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:32:35.818297 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:32:35.818297 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:32:35.818297 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:32:35.818297 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:32:35.818297 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:32:35.818297 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:32:35.818297 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:32:35.818297 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:32:35.818297 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:32:35.818297 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:32:35.818297 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:32:35.818297 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:32:35.818297 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:32:35.818297 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:32:35.818297 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:32:35.818297 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:32:35.818297 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:32:35.818297 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:32:35.818297 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:32:35.818297 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:32:35.842393 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41114873-da61-4321-b0f4-faba02111db9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:35.870913 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41114873-da61-4321-b0f4-faba02111db9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:32:35.871324 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41114873-da61-4321-b0f4-faba02111db9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:35.878382 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:32:35.878382 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:32:35.878382 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:32:35.878382 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:32:35.878382 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:32:35.878382 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:32:35.878382 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:32:35.878382 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:32:35.878382 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:32:35.878382 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:32:35.878382 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:32:35.878382 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:32:35.878382 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:32:35.878382 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:32:35.878382 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:32:35.878382 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:32:35.878382 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:32:35.878382 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:32:35.878382 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:32:35.878382 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:32:35.878382 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:32:35.878382 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:32:35.878382 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:32:35.878382 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:32:35.878382 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:32:35.878382 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:32:35.878382 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:32:35.878382 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:32:35.878382 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:32:35.878382 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:32:35.878382 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:32:35.878382 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:32:35.881881 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-204bf760-ca8d-4979-b354-de2b58b6664d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:35.889149 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-204bf760-ca8d-4979-b354-de2b58b6664d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:35.892942 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-204bf760-ca8d-4979-b354-de2b58b6664d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/networks/de244de3-47ff-416f-be45-2707bc40e3cb HTTP/1.1" status: 204 len: 168 time: 0.8722396 Dec 10 16:32:35.898661 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53992) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:35.912494 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-b08407de-a463-4759-a317-69415efcb598 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1714795276'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:35.916760 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204bf760-ca8d-4979-b354-de2b58b6664d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'Network': ['ID=de244de3-47ff-416f-be45-2707bc40e3cb,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:35.933316 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-8e08c4b9-4c2b-406c-9223-6120d8bf8ddd service neutron] 10.222.0.46 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6815979 Dec 10 16:32:35.935731 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08407de-a463-4759-a317-69415efcb598 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Made reservation on behalf of c3130369965d4192948d49aa98d6bfdc for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:35.939753 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b08407de-a463-4759-a317-69415efcb598 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:35.956202 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d56e56c-281e-4526-b73f-8af0ea15f010 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:35.964160 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b08407de-a463-4759-a317-69415efcb598 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:32:35.972834 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b08407de-a463-4759-a317-69415efcb598 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:35.973169 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-b08407de-a463-4759-a317-69415efcb598 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Added segment f68036f5-5503-4e74-ae8e-9ed151e650e9 of type vlan for network 09a2ee15-fdd5-461c-9f21-de50d4846282 Dec 10 16:32:36.016385 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-b21fe6a6-d388-491d-b3f0-7610b6a34ff4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=eeb3a935-ca6c-4918-87c1-e89b62c3b091 HTTP/1.1" status: 200 len: 217 time: 0.0717373 Dec 10 16:32:36.016653 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b08407de-a463-4759-a317-69415efcb598 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:36.023259 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41114873-da61-4321-b0f4-faba02111db9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:36.033446 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-4017363a-6b19-4929-849c-998b96002d55 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:36.034836 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-4017363a-6b19-4929-849c-998b96002d55 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/networks?id=1ff556fd-0581-480f-8730-5712d0e2eed7 HTTP/1.1" status: 200 len: 815 time: 0.6087825 Dec 10 16:32:36.047743 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b08407de-a463-4759-a317-69415efcb598 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:36.054485 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41114873-da61-4321-b0f4-faba02111db9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:36.056139 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08407de-a463-4759-a317-69415efcb598 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:36.056735 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b08407de-a463-4759-a317-69415efcb598 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:36.057591 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-41114873-da61-4321-b0f4-faba02111db9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/networks/d8a72cd9-7691-490d-94d3-f0001ea6f87a HTTP/1.1" status: 204 len: 168 time: 2.2163029 Dec 10 16:32:36.063382 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53994) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:36.072333 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-825474a1-b045-45e1-81d9-bdac523d244e tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2006708802'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:36.100336 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41114873-da61-4321-b0f4-faba02111db9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'Network': ['ID=d8a72cd9-7691-490d-94d3-f0001ea6f87a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:36.111529 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-766deb52-ac1c-4227-bdff-6a0c47b3e4bc tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/quotas/9e3ab537af104aefb9b5f01272b0709a HTTP/1.1" status: 200 len: 375 time: 0.0628457 Dec 10 16:32:36.127233 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b08407de-a463-4759-a317-69415efcb598 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2274997 Dec 10 16:32:36.128440 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-637ba4a1-1dd8-4cf5-b872-8d6462120fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:36.130078 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-637ba4a1-1dd8-4cf5-b872-8d6462120fa5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=512e7c15-5283-4a20-8554-1db6c68de939 HTTP/1.1" status: 200 len: 797 time: 0.1049612 Dec 10 16:32:36.130462 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53996) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:36.144709 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-1c07640b-2a25-4873-b37b-e50dbaf8ad63 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'subnet': {'network_id': '09a2ee15-fdd5-461c-9f21-de50d4846282', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:36.151966 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08407de-a463-4759-a317-69415efcb598 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'Network': ['ID=09a2ee15-fdd5-461c-9f21-de50d4846282,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:36.158769 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825474a1-b045-45e1-81d9-bdac523d244e tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Made reservation on behalf of 38fc6aa7996647649bb06a74b5f4d0aa for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:36.162881 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 09a2ee15-fdd5-461c-9f21-de50d4846282 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:32:36.165294 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-825474a1-b045-45e1-81d9-bdac523d244e tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:36.177531 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d56e56c-281e-4526-b73f-8af0ea15f010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:36.191745 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-825474a1-b045-45e1-81d9-bdac523d244e tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:32:36.201218 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-825474a1-b045-45e1-81d9-bdac523d244e tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:36.201708 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-825474a1-b045-45e1-81d9-bdac523d244e tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Added segment 10968386-7839-4b65-ac05-8d4c554090c0 of type vlan for network 82be8058-521f-4f0f-86a6-7b03251ae4f9 Dec 10 16:32:36.205714 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-c9a3d60f-7bc7-4a42-b409-ad58efe8434c tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e3ab537af104aefb9b5f01272b0709a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0814157 Dec 10 16:32:36.241899 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:36.249661 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-825474a1-b045-45e1-81d9-bdac523d244e tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:36.274239 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-825474a1-b045-45e1-81d9-bdac523d244e tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:36.279711 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825474a1-b045-45e1-81d9-bdac523d244e tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:36.280571 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-825474a1-b045-45e1-81d9-bdac523d244e tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:36.331854 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d56e56c-281e-4526-b73f-8af0ea15f010 admin admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:36.333658 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-825474a1-b045-45e1-81d9-bdac523d244e tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2653403 Dec 10 16:32:36.336584 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54000) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:36.341308 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-30bc357c-d689-4a96-bf7e-4f960e95310e tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'subnet': {'network_id': '82be8058-521f-4f0f-86a6-7b03251ae4f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:36.347236 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-9d56e56c-281e-4526-b73f-8af0ea15f010 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:36.361136 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d56e56c-281e-4526-b73f-8af0ea15f010 admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:36.364008 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2aab742-4362-4256-805e-336dfdb394ab None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:32:36.370637 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56e56c-281e-4526-b73f-8af0ea15f010 admin admin] Pushing event updated for resources: {'Port': ['ID=848d1c78-e72f-40f8-ba13-583e6efa50ae,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:36.394853 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825474a1-b045-45e1-81d9-bdac523d244e tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'Network': ['ID=82be8058-521f-4f0f-86a6-7b03251ae4f9,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:36.407079 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-1c939683-5628-41a2-a799-eaea7334f211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:36.408587 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-1c939683-5628-41a2-a799-eaea7334f211 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38e57e43-6d77-489e-a8a8-a633e923df66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2678633 Dec 10 16:32:36.410997 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 82be8058-521f-4f0f-86a6-7b03251ae4f9 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:32:36.450495 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.db.api [None req-30bc357c-d689-4a96-bf7e-4f960e95310e tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 16:32:36.450495 n-d-766771-2 neutron-server[103393]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 10 16:32:36.450495 n-d-766771-2 neutron-server[103393]: [parameters: {'project_id_1': '38fc6aa7996647649bb06a74b5f4d0aa', 'expiration_1': datetime.datetime(2021, 12, 10, 16, 32, 16, 429587)}] Dec 10 16:32:36.450495 n-d-766771-2 neutron-server[103393]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:32:36.451171 n-d-766771-2 neutron-server[103393]: DEBUG oslo_db.api [None req-30bc357c-d689-4a96-bf7e-4f960e95310e tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:32:36.486024 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-0dbad5b1-0fdf-4f40-8031-a985eecd5764 None None] Provisioning complete for port 848d1c78-e72f-40f8-ba13-583e6efa50ae triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:36.486662 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0dbad5b1-0fdf-4f40-8031-a985eecd5764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:36.522025 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-0dbad5b1-0fdf-4f40-8031-a985eecd5764 None None] Port 848d1c78-e72f-40f8-ba13-583e6efa50ae cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:32:36.546796 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c07640b-2a25-4873-b37b-e50dbaf8ad63 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Made reservation on behalf of c3130369965d4192948d49aa98d6bfdc for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:36.550267 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1c07640b-2a25-4873-b37b-e50dbaf8ad63 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:36.583857 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-79c5898c-52ec-4b34-a60d-b89ca75d0aff service neutron] 10.222.0.11 "GET /v2.0/networks/1ff556fd-0581-480f-8730-5712d0e2eed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453379 Dec 10 16:32:36.645321 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 520d9540-39e3-4eee-824d-279870e61264 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:32:36.739229 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-48a202a8-e684-49a7-8435-19e1c4bc0af1 service neutron] 10.222.0.46 "GET /v2.0/networks/38e57e43-6d77-489e-a8a8-a633e923df66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203249 Dec 10 16:32:36.747547 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 520d9540-39e3-4eee-824d-279870e61264, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=520d9540-39e3-4eee-824d-279870e61264,segment=NetworkSegment(73608b37-80bb-4160-8a42-e5c4832f6e3e),segment_id=73608b37-80bb-4160-8a42-e5c4832f6e3e)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:36.760442 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '520d9540-39e3-4eee-824d-279870e61264', 'network_id': '38fb4fb9-982e-409b-8ef4-24e67159f847', 'port_id': '520d9540-39e3-4eee-824d-279870e61264', 'mac_address': 'fa:16:3e:fe:ab:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9bbef75-946c-4543-aa0b-d5d22682f9ba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:32:36.803496 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:36.816502 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 520d9540-39e3-4eee-824d-279870e61264 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:32:36.837402 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 520d9540-39e3-4eee-824d-279870e61264, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=520d9540-39e3-4eee-824d-279870e61264,segment=NetworkSegment(73608b37-80bb-4160-8a42-e5c4832f6e3e),segment_id=73608b37-80bb-4160-8a42-e5c4832f6e3e)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:36.841272 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:36.896187 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=520d9540-39e3-4eee-824d-279870e61264,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:36.935601 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-a43369dd-2412-4bf8-816b-3d61764e812f service neutron] 10.222.0.11 "GET /v2.0/networks/1ff556fd-0581-480f-8730-5712d0e2eed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109710 Dec 10 16:32:36.976844 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bc357c-d689-4a96-bf7e-4f960e95310e tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Made reservation on behalf of 38fc6aa7996647649bb06a74b5f4d0aa for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:36.980992 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-30bc357c-d689-4a96-bf7e-4f960e95310e tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:37.011541 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-e8566aa2-40b9-447c-bb4c-f74139745a03 service neutron] 10.222.0.46 "GET /v2.0/networks/38e57e43-6d77-489e-a8a8-a633e923df66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632294 Dec 10 16:32:37.064477 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d56e56c-281e-4526-b73f-8af0ea15f010 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:37.099276 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-5ee80ea6-5231-4a36-a448-5aa40d85702b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ce4d43d3-b2a9-4324-9c6c-aabee5331e81 HTTP/1.1" status: 200 len: 217 time: 0.0733788 Dec 10 16:32:37.119065 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['520d9540-39e3-4eee-824d-279870e61264'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:32:37.209168 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1c07640b-2a25-4873-b37b-e50dbaf8ad63 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:37.238431 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-30bc357c-d689-4a96-bf7e-4f960e95310e tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:37.278418 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c0d410f6-a6d6-439b-80f6-2f001de7d63b no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:32:37.301523 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-0d156a3f-aa66-4f82-ae29-d8e0eff2eff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:37.303155 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-0d156a3f-aa66-4f82-ae29-d8e0eff2eff8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=512e7c15-5283-4a20-8554-1db6c68de939 HTTP/1.1" status: 200 len: 797 time: 0.1648870 Dec 10 16:32:37.312423 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc357c-d689-4a96-bf7e-4f960e95310e tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'Subnet': ['ID=7a49b1dd-2fd0-45bd-bb91-25f7283f2e94,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:37.338088 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07640b-2a25-4873-b37b-e50dbaf8ad63 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'Subnet': ['ID=8984b75d-34ac-48e9-a77c-7a69cc667115,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:37.352780 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc357c-d689-4a96-bf7e-4f960e95310e tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Checking segment: {'id': '10968386-7839-4b65-ac05-8d4c554090c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '82be8058-521f-4f0f-86a6-7b03251ae4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:37.353349 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bc357c-d689-4a96-bf7e-4f960e95310e tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Network hostable DHCP agents. Network: 82be8058-521f-4f0f-86a6-7b03251ae4f9, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:32:37.370447 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: c0d410f6-a6d6-439b-80f6-2f001de7d63b {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:32:37.370797 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c0d410f6-a6d6-439b-80f6-2f001de7d63b not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:32:37.375597 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078f844-a923-40bf-84b7-47fc000e37f3 req-e83de005-8d82-4152-9840-1d9241ec2ed0 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:37.376109 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bc357c-d689-4a96-bf7e-4f960e95310e tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Network 82be8058-521f-4f0f-86a6-7b03251ae4f9 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:32:37.376959 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a078f844-a923-40bf-84b7-47fc000e37f3 req-e83de005-8d82-4152-9840-1d9241ec2ed0 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.11 "GET /v2.0/ports?device_id=77a1fbf3-048d-48aa-9d5a-78d261a149e3 HTTP/1.1" status: 200 len: 945 time: 0.2444260 Dec 10 16:32:37.391049 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-30bc357c-d689-4a96-bf7e-4f960e95310e tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 82be8058-521f-4f0f-86a6-7b03251ae4f9) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:37.396948 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bc357c-d689-4a96-bf7e-4f960e95310e tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:37.398388 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-30bc357c-d689-4a96-bf7e-4f960e95310e tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:37.420361 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-30bc357c-d689-4a96-bf7e-4f960e95310e tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0827374 Dec 10 16:32:37.423273 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54010) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:37.428965 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-6f6f8caf-56c4-4f49-9b0e-8b86146a2591 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1078301521', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:37.431108 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdd4134-f52b-492d-a554-829de07258bf None None] Network 82be8058-521f-4f0f-86a6-7b03251ae4f9 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:37.458531 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c07640b-2a25-4873-b37b-e50dbaf8ad63 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Checking segment: {'id': 'f68036f5-5503-4e74-ae8e-9ed151e650e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '09a2ee15-fdd5-461c-9f21-de50d4846282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:37.458900 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c07640b-2a25-4873-b37b-e50dbaf8ad63 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Network hostable DHCP agents. Network: 09a2ee15-fdd5-461c-9f21-de50d4846282, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:32:37.465528 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6f6f8caf-56c4-4f49-9b0e-8b86146a2591 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:37.467386 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6f6f8caf-56c4-4f49-9b0e-8b86146a2591 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:37.496046 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-c89c93c3-096b-43c1-a7f6-9b56b775e8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:37.497532 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-c89c93c3-096b-43c1-a7f6-9b56b775e8ac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38e57e43-6d77-489e-a8a8-a633e923df66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1751256 Dec 10 16:32:37.537628 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c07640b-2a25-4873-b37b-e50dbaf8ad63 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Network 09a2ee15-fdd5-461c-9f21-de50d4846282 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:32:37.552155 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6f6f8caf-56c4-4f49-9b0e-8b86146a2591 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:37.557899 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6f6f8caf-56c4-4f49-9b0e-8b86146a2591 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:37.573410 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04c27a2-101b-4175-8dc6-32608dd29790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-82be8058-521f-4f0f-86a6-7b03251ae4f9', 'network_id': '82be8058-521f-4f0f-86a6-7b03251ae4f9', 'project_id': '38fc6aa7996647649bb06a74b5f4d0aa', 'fixed_ips': [{'subnet_id': '7a49b1dd-2fd0-45bd-bb91-25f7283f2e94'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:32:37.585017 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a078f844-a923-40bf-84b7-47fc000e37f3 req-9fd19559-24c9-4253-bc51-78c268ee0394 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.11 "GET /v2.0/security-groups?id=997edfe5-8301-4827-8d16-bbc04e97032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806769 Dec 10 16:32:37.585364 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e04c27a2-101b-4175-8dc6-32608dd29790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:37.589935 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6f6f8caf-56c4-4f49-9b0e-8b86146a2591 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:37.594426 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6f6f8caf-56c4-4f49-9b0e-8b86146a2591 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1698472 Dec 10 16:32:37.595109 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54016) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:37.601315 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-d7a04750-9f8d-4c06-9ee3-2d5119bb93b9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'port': {'network_id': '82be8058-521f-4f0f-86a6-7b03251ae4f9', 'name': 'tempest-PortsTestJSON-651205030'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:37.637154 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-1c07640b-2a25-4873-b37b-e50dbaf8ad63 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 09a2ee15-fdd5-461c-9f21-de50d4846282) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:37.667531 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c07640b-2a25-4873-b37b-e50dbaf8ad63 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:37.668630 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1c07640b-2a25-4873-b37b-e50dbaf8ad63 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:37.674823 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d56e56c-281e-4526-b73f-8af0ea15f010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:37.690090 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192788bd-fd89-4ce3-bb08-c892843d9255 None None] Network 09a2ee15-fdd5-461c-9f21-de50d4846282 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:37.750975 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1c07640b-2a25-4873-b37b-e50dbaf8ad63 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6118171 Dec 10 16:32:37.754748 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54020) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:37.766331 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-1914a42b-2b57-4195-a702-3c1a42754bc8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'port': {'network_id': '09a2ee15-fdd5-461c-9f21-de50d4846282', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-577203495'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:37.828378 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-12a4670b-4ba7-4f67-b398-512489a978f8 service neutron] 10.222.0.46 "GET /v2.0/networks/38e57e43-6d77-489e-a8a8-a633e923df66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030910 Dec 10 16:32:37.848133 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-e04c27a2-101b-4175-8dc6-32608dd29790 None None] Allocated IP 172.20.0.2 (82be8058-521f-4f0f-86a6-7b03251ae4f9/7a49b1dd-2fd0-45bd-bb91-25f7283f2e94/4ac89703-8668-442f-9a36-5ecc777569f7) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:37.909870 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c22c17-c2df-49d2-bda3-b911ff0833e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-09a2ee15-fdd5-461c-9f21-de50d4846282', 'network_id': '09a2ee15-fdd5-461c-9f21-de50d4846282', 'project_id': 'c3130369965d4192948d49aa98d6bfdc', 'fixed_ips': [{'subnet_id': '8984b75d-34ac-48e9-a77c-7a69cc667115'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:32:37.910985 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-84c22c17-c2df-49d2-bda3-b911ff0833e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:37.999770 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3a743-0290-4824-9729-1ce70f7703a3 req-8cc7d58a-5bde-4178-aa92-30ab1a1464ac tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:38.001691 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-73f3a743-0290-4824-9729-1ce70f7703a3 req-8cc7d58a-5bde-4178-aa92-30ab1a1464ac tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d863795-dc45-42d4-abaf-a389f6cbe07e HTTP/1.1" status: 200 len: 945 time: 0.0973504 Dec 10 16:32:38.076676 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb379ebf-2402-4ecc-8be9-236ba67135f7 req-92826fc7-b989-4bee-bdd1-666b0756e9fc service neutron] 10.222.0.46 "GET /v2.0/networks/38e57e43-6d77-489e-a8a8-a633e923df66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413104 Dec 10 16:32:38.077309 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d56e56c-281e-4526-b73f-8af0ea15f010 admin admin] Router 60d59154-4944-439c-9726-4d616fcb6a71 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:32:38.124398 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-73f3a743-0290-4824-9729-1ce70f7703a3 req-3199b916-7d1e-40dc-abd5-4da45a1bef40 tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f476b0-f537-4086-ac1f-de85bd3d9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081312 Dec 10 16:32:38.250198 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:38.271661 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d56e56c-281e-4526-b73f-8af0ea15f010 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:32:38.297971 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-27ea0dc4-a109-474d-92cc-2cf8fc16d621 req-a5c6cc6d-8cb2-4a3d-8704-41a211aef5d2 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/ports?device_id=475ce569-ff11-47d8-9e53-8dc1caeb82af HTTP/1.1" status: 200 len: 210 time: 0.0757742 Dec 10 16:32:38.308845 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95b87b5-76f8-481d-b882-8fec70cd1def None None] Sync routers for ids ['60d59154-4944-439c-9726-4d616fcb6a71'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:32:38.326546 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d56e56c-281e-4526-b73f-8af0ea15f010 admin admin] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:38.331560 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9d56e56c-281e-4526-b73f-8af0ea15f010 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.9982603 Dec 10 16:32:38.332281 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54022) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:38.359093 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95b87b5-76f8-481d-b882-8fec70cd1def None None] Routers {'60d59154-4944-439c-9726-4d616fcb6a71'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:32:38.359972 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d95b87b5-76f8-481d-b882-8fec70cd1def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:32:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['60d59154-4944-439c-9726-4d616fcb6a71'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:38.362114 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e04c27a2-101b-4175-8dc6-32608dd29790 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:38.369645 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-84c22c17-c2df-49d2-bda3-b911ff0833e6 None None] Allocated IP 2001:db8::2 (09a2ee15-fdd5-461c-9f21-de50d4846282/8984b75d-34ac-48e9-a77c-7a69cc667115/93842a7b-8633-49da-893b-4831dacb7e0f) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:38.392788 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1914a42b-2b57-4195-a702-3c1a42754bc8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Made reservation on behalf of c3130369965d4192948d49aa98d6bfdc for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:38.399939 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1914a42b-2b57-4195-a702-3c1a42754bc8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:38.434889 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-1914a42b-2b57-4195-a702-3c1a42754bc8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] device_id is not set on port 8983a4ce-7697-4d45-88e9-432744892c17 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:32:38.435643 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e04c27a2-101b-4175-8dc6-32608dd29790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:38.476382 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a04750-9f8d-4c06-9ee3-2d5119bb93b9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Made reservation on behalf of 38fc6aa7996647649bb06a74b5f4d0aa for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:38.479972 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d7a04750-9f8d-4c06-9ee3-2d5119bb93b9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:38.510899 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-d7a04750-9f8d-4c06-9ee3-2d5119bb93b9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] device_id is not set on port 59050f98-58aa-45eb-8907-df5569f75d13 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:32:38.557488 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04c27a2-101b-4175-8dc6-32608dd29790 None None] Network 82be8058-521f-4f0f-86a6-7b03251ae4f9 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:38.569674 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-e04c27a2-101b-4175-8dc6-32608dd29790 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:38.579099 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04c27a2-101b-4175-8dc6-32608dd29790 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:38.585313 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c27a2-101b-4175-8dc6-32608dd29790 None None] Pushing event updated for resources: {'Port': ['ID=4ac89703-8668-442f-9a36-5ecc777569f7,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:38.607538 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-d95b87b5-76f8-481d-b882-8fec70cd1def None None] Set router 60d59154-4944-439c-9726-4d616fcb6a71 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:32:38.687676 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-d7a04750-9f8d-4c06-9ee3-2d5119bb93b9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Allocated IP 172.20.0.7 (82be8058-521f-4f0f-86a6-7b03251ae4f9/7a49b1dd-2fd0-45bd-bb91-25f7283f2e94/59050f98-58aa-45eb-8907-df5569f75d13) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:38.695415 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 520d9540-39e3-4eee-824d-279870e61264 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:32:38.844870 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-e04c27a2-101b-4175-8dc6-32608dd29790 None None] Attempting to bind port 4ac89703-8668-442f-9a36-5ecc777569f7 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:38.845280 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-e04c27a2-101b-4175-8dc6-32608dd29790 None None] Attempting to bind port 4ac89703-8668-442f-9a36-5ecc777569f7 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '10968386-7839-4b65-ac05-8d4c554090c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '82be8058-521f-4f0f-86a6-7b03251ae4f9'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:38.845620 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04c27a2-101b-4175-8dc6-32608dd29790 None None] Attempting to bind port 4ac89703-8668-442f-9a36-5ecc777569f7 on network 82be8058-521f-4f0f-86a6-7b03251ae4f9 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:38.865495 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04c27a2-101b-4175-8dc6-32608dd29790 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:32:38.865935 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04c27a2-101b-4175-8dc6-32608dd29790 None None] Checking segment: {'id': '10968386-7839-4b65-ac05-8d4c554090c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '82be8058-521f-4f0f-86a6-7b03251ae4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:38.866316 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e04c27a2-101b-4175-8dc6-32608dd29790 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:38.866709 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04c27a2-101b-4175-8dc6-32608dd29790 None None] Bound using segment: {'id': '10968386-7839-4b65-ac05-8d4c554090c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '82be8058-521f-4f0f-86a6-7b03251ae4f9'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:32:38.867193 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-e04c27a2-101b-4175-8dc6-32608dd29790 None None] Bound port: 4ac89703-8668-442f-9a36-5ecc777569f7, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10968386-7839-4b65-ac05-8d4c554090c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '82be8058-521f-4f0f-86a6-7b03251ae4f9'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:32:38.867572 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e04c27a2-101b-4175-8dc6-32608dd29790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:38.867705 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d7a04750-9f8d-4c06-9ee3-2d5119bb93b9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:38.900122 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-84c22c17-c2df-49d2-bda3-b911ff0833e6 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:38.904159 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d7a04750-9f8d-4c06-9ee3-2d5119bb93b9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:38.922771 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-84c22c17-c2df-49d2-bda3-b911ff0833e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:38.961423 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b07840-7af5-453c-8e77-25b31c5c5aae req-3bfdeb71-bf8c-427f-b1d3-751ee60c6280 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:38.962973 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-87b07840-7af5-453c-8e77-25b31c5c5aae req-3bfdeb71-bf8c-427f-b1d3-751ee60c6280 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.11 "GET /v2.0/ports?device_id=2fca387f-4963-4aad-9a7a-44af9ba5b47f HTTP/1.1" status: 200 len: 945 time: 0.5195708 Dec 10 16:32:38.986230 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 520d9540-39e3-4eee-824d-279870e61264 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:32:38.987769 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a04750-9f8d-4c06-9ee3-2d5119bb93b9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Network 82be8058-521f-4f0f-86a6-7b03251ae4f9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:38.995441 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a04750-9f8d-4c06-9ee3-2d5119bb93b9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'Port': ['ID=59050f98-58aa-45eb-8907-df5569f75d13,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:38.997972 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-d7a04750-9f8d-4c06-9ee3-2d5119bb93b9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:39.002992 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a04750-9f8d-4c06-9ee3-2d5119bb93b9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:39.031415 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 520d9540-39e3-4eee-824d-279870e61264 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:39.031807 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:39.040360 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c22c17-c2df-49d2-bda3-b911ff0833e6 None None] Network 09a2ee15-fdd5-461c-9f21-de50d4846282 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:39.050528 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-1914a42b-2b57-4195-a702-3c1a42754bc8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Allocated IP 2001:db8::d0 (09a2ee15-fdd5-461c-9f21-de50d4846282/8984b75d-34ac-48e9-a77c-7a69cc667115/8983a4ce-7697-4d45-88e9-432744892c17) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:39.050896 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-84c22c17-c2df-49d2-bda3-b911ff0833e6 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:39.052733 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c22c17-c2df-49d2-bda3-b911ff0833e6 None None] Pushing event updated for resources: {'Port': ['ID=93842a7b-8633-49da-893b-4831dacb7e0f,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:39.076753 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c22c17-c2df-49d2-bda3-b911ff0833e6 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:39.085702 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-520e97ce-e45f-45f2-9a6d-f47f9d6f99bd tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:39.087236 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-520e97ce-e45f-45f2-9a6d-f47f9d6f99bd tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.46 "GET /v2.0/networks?id=1ff556fd-0581-480f-8730-5712d0e2eed7 HTTP/1.1" status: 200 len: 815 time: 0.2406433 Dec 10 16:32:39.089815 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a04750-9f8d-4c06-9ee3-2d5119bb93b9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:39.090355 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d7a04750-9f8d-4c06-9ee3-2d5119bb93b9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:39.098304 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-e04c27a2-101b-4175-8dc6-32608dd29790 None None] For port 4ac89703-8668-442f-9a36-5ecc777569f7, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:32:39.111393 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-d15e3168-843f-445a-86a4-86a4a8332b86 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Request body: {'port': {'device_id': '475ce569-ff11-47d8-9e53-8dc1caeb82af', 'network_id': '1ff556fd-0581-480f-8730-5712d0e2eed7', 'admin_state_up': True, 'tenant_id': '9e3ab537af104aefb9b5f01272b0709a'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:39.140595 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-e04c27a2-101b-4175-8dc6-32608dd29790 None None] For port 4ac89703-8668-442f-9a36-5ecc777569f7, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=4ac89703-8668-442f-9a36-5ecc777569f7,segment=NetworkSegment(10968386-7839-4b65-ac05-8d4c554090c0),segment_id=10968386-7839-4b65-ac05-8d4c554090c0)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:32:39.156838 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d7a04750-9f8d-4c06-9ee3-2d5119bb93b9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5605192 Dec 10 16:32:39.161301 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54026) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:39.176050 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-87b07840-7af5-453c-8e77-25b31c5c5aae req-80c90ff0-1b27-4ffc-91df-054ac96f469c tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.11 "GET /v2.0/security-groups?id=997edfe5-8301-4827-8d16-bbc04e97032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880822 Dec 10 16:32:39.176569 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e04c27a2-101b-4175-8dc6-32608dd29790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:39.246691 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d95b87b5-76f8-481d-b882-8fec70cd1def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d59154-4944-439c-9726-4d616fcb6a71', 'name': 'tempest-ServerRescueTestJSONUnderV235-584814253-router', 'tenant_id': 'd3063649ad0b49118b6873a82d7489eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '848d1c78-e72f-40f8-ba13-583e6efa50ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:32:32Z', 'updated_at': '2021-12-10T16:32:36Z', 'revision_number': 3, 'project_id': 'd3063649ad0b49118b6873a82d7489eb', 'gw_port': {'id': '848d1c78-e72f-40f8-ba13-583e6efa50ae', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:36:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d59154-4944-439c-9726-4d616fcb6a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:34Z', 'updated_at': '2021-12-10T16:32:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:39.252236 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-84c22c17-c2df-49d2-bda3-b911ff0833e6 None None] Attempting to bind port 93842a7b-8633-49da-893b-4831dacb7e0f on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:39.252834 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-84c22c17-c2df-49d2-bda3-b911ff0833e6 None None] Attempting to bind port 93842a7b-8633-49da-893b-4831dacb7e0f by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'f68036f5-5503-4e74-ae8e-9ed151e650e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '09a2ee15-fdd5-461c-9f21-de50d4846282'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:39.253372 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c22c17-c2df-49d2-bda3-b911ff0833e6 None None] Attempting to bind port 93842a7b-8633-49da-893b-4831dacb7e0f on network 09a2ee15-fdd5-461c-9f21-de50d4846282 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:39.339051 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:39.351034 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c22c17-c2df-49d2-bda3-b911ff0833e6 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:32:39.351556 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c22c17-c2df-49d2-bda3-b911ff0833e6 None None] Checking segment: {'id': 'f68036f5-5503-4e74-ae8e-9ed151e650e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '09a2ee15-fdd5-461c-9f21-de50d4846282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:39.353709 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-84c22c17-c2df-49d2-bda3-b911ff0833e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:39.354147 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c22c17-c2df-49d2-bda3-b911ff0833e6 None None] Bound using segment: {'id': 'f68036f5-5503-4e74-ae8e-9ed151e650e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '09a2ee15-fdd5-461c-9f21-de50d4846282'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:32:39.354666 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-84c22c17-c2df-49d2-bda3-b911ff0833e6 None None] Bound port: 93842a7b-8633-49da-893b-4831dacb7e0f, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68036f5-5503-4e74-ae8e-9ed151e650e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '09a2ee15-fdd5-461c-9f21-de50d4846282'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:32:39.355059 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-84c22c17-c2df-49d2-bda3-b911ff0833e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:39.363210 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95b87b5-76f8-481d-b882-8fec70cd1def None None] Checking router: 60d59154-4944-439c-9726-4d616fcb6a71 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:32:39.363742 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95b87b5-76f8-481d-b882-8fec70cd1def None None] Updating router 60d59154-4944-439c-9726-4d616fcb6a71 port 848d1c78-e72f-40f8-ba13-583e6efa50ae binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:32:39.389361 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1914a42b-2b57-4195-a702-3c1a42754bc8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:39.409775 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c27a2-101b-4175-8dc6-32608dd29790 None None] Pushing event updated for resources: {'Port': ['ID=4ac89703-8668-442f-9a36-5ecc777569f7,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:39.440806 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d95b87b5-76f8-481d-b882-8fec70cd1def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:39.610218 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d863795-dc45-42d4-abaf-a389f6cbe07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '520d9540-39e3-4eee-824d-279870e61264'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:32:39.612851 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed7697f-01db-4cdd-9f2e-90e301e1a0d8" -d '{"events": [{"server_uuid": "5d863795-dc45-42d4-abaf-a389f6cbe07e", "name": "network-vif-plugged", "status": "completed", "tag": "520d9540-39e3-4eee-824d-279870e61264"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:32:39.617101 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1914a42b-2b57-4195-a702-3c1a42754bc8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:39.674566 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 520d9540-39e3-4eee-824d-279870e61264, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=520d9540-39e3-4eee-824d-279870e61264,segment=NetworkSegment(73608b37-80bb-4160-8a42-e5c4832f6e3e),segment_id=73608b37-80bb-4160-8a42-e5c4832f6e3e)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:39.691700 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:39.716933 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1914a42b-2b57-4195-a702-3c1a42754bc8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Network 09a2ee15-fdd5-461c-9f21-de50d4846282 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:39.728498 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-1914a42b-2b57-4195-a702-3c1a42754bc8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:39.735660 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1914a42b-2b57-4195-a702-3c1a42754bc8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:39.741902 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1914a42b-2b57-4195-a702-3c1a42754bc8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:39.742678 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1914a42b-2b57-4195-a702-3c1a42754bc8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:39.766643 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1914a42b-2b57-4195-a702-3c1a42754bc8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'Port': ['ID=8983a4ce-7697-4d45-88e9-432744892c17,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:39.779839 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-08b2466c-78d4-413d-a387-f9fefdc7b95c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:39.788866 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e894704a-3e53-4be3-8b52-0f3fb6fb4b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:39.826196 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fbab22-fce5-4af6-9468-b867b71ebb96 req-f91ed561-4de8-41ae-94cf-71526c86e711 tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:39.834455 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b2fbab22-fce5-4af6-9468-b867b71ebb96 req-f91ed561-4de8-41ae-94cf-71526c86e711 tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d863795-dc45-42d4-abaf-a389f6cbe07e HTTP/1.1" status: 200 len: 945 time: 0.3260815 Dec 10 16:32:39.850061 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=520d9540-39e3-4eee-824d-279870e61264,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:39.885414 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-d15e3168-843f-445a-86a4-86a4a8332b86 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Made reservation on behalf of 9e3ab537af104aefb9b5f01272b0709a for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:39.888982 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-d15e3168-843f-445a-86a4-86a4a8332b86 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:39.899598 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1914a42b-2b57-4195-a702-3c1a42754bc8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 2.1357367 Dec 10 16:32:39.899839 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-84c22c17-c2df-49d2-bda3-b911ff0833e6 None None] For port 93842a7b-8633-49da-893b-4831dacb7e0f, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:32:39.901142 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54042) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:39.901712 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-84c22c17-c2df-49d2-bda3-b911ff0833e6 None None] For port 93842a7b-8633-49da-893b-4831dacb7e0f, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=93842a7b-8633-49da-893b-4831dacb7e0f,segment=NetworkSegment(f68036f5-5503-4e74-ae8e-9ed151e650e9),segment_id=f68036f5-5503-4e74-ae8e-9ed151e650e9)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:32:39.908727 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-84c22c17-c2df-49d2-bda3-b911ff0833e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:40.037739 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c22c17-c2df-49d2-bda3-b911ff0833e6 None None] Pushing event updated for resources: {'Port': ['ID=93842a7b-8633-49da-893b-4831dacb7e0f,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:40.039018 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b2fbab22-fce5-4af6-9468-b867b71ebb96 req-8da4a7df-0fe6-4755-9c05-7a1e0c90c758 tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f476b0-f537-4086-ac1f-de85bd3d9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032397 Dec 10 16:32:40.145638 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d95b87b5-76f8-481d-b882-8fec70cd1def None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:40.153447 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d95b87b5-76f8-481d-b882-8fec70cd1def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:40.196789 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-d15e3168-843f-445a-86a4-86a4a8332b86 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Allocated IP 172.20.0.13 (1ff556fd-0581-480f-8730-5712d0e2eed7/ed059596-b61f-4b79-b79e-c9b747c3907d/1db147b9-8b9b-4cb1-9d50-9f8e561cef00) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:40.223592 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc85dfd-9ca7-44d5-8bdd-c983991f1207 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:32:40.271584 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d751f-70d7-4829-a4a0-4020698a2930 None None] Pushing event updated for resources: {'Port': ['ID=848d1c78-e72f-40f8-ba13-583e6efa50ae,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:40.283379 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d95b87b5-76f8-481d-b882-8fec70cd1def None None] Attempting to bind port 848d1c78-e72f-40f8-ba13-583e6efa50ae on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:40.283804 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d95b87b5-76f8-481d-b882-8fec70cd1def None None] Attempting to bind port 848d1c78-e72f-40f8-ba13-583e6efa50ae by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:40.284174 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95b87b5-76f8-481d-b882-8fec70cd1def None None] Attempting to bind port 848d1c78-e72f-40f8-ba13-583e6efa50ae on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:40.305307 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95b87b5-76f8-481d-b882-8fec70cd1def None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:32:40.305307 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95b87b5-76f8-481d-b882-8fec70cd1def None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:40.305307 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d95b87b5-76f8-481d-b882-8fec70cd1def None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:40.306752 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95b87b5-76f8-481d-b882-8fec70cd1def None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:32:40.307311 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d95b87b5-76f8-481d-b882-8fec70cd1def None None] Bound port: 848d1c78-e72f-40f8-ba13-583e6efa50ae, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:32:40.307712 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d95b87b5-76f8-481d-b882-8fec70cd1def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:40.361633 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-35bd514c-4429-4957-9e3e-debad5a6c52f tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Deleting port 8983a4ce-7697-4d45-88e9-432744892c17 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:40.361973 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35bd514c-4429-4957-9e3e-debad5a6c52f tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:40.452750 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-08b2466c-78d4-413d-a387-f9fefdc7b95c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:40.457531 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-08b2466c-78d4-413d-a387-f9fefdc7b95c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:40.562125 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c0aa9-a5e1-4c27-bfa4-dd8fe05aa289 req-16ffd3c0-5d83-4c92-9cc3-ac52b0826cdd tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:40.569678 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-817c0aa9-a5e1-4c27-bfa4-dd8fe05aa289 req-16ffd3c0-5d83-4c92-9cc3-ac52b0826cdd tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ed555c0-df89-448e-9805-074d0caba9e1 HTTP/1.1" status: 200 len: 945 time: 0.2371576 Dec 10 16:32:40.589447 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35bd514c-4429-4957-9e3e-debad5a6c52f tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:40.612147 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b2466c-78d4-413d-a387-f9fefdc7b95c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'Port': ['ID=59050f98-58aa-45eb-8907-df5569f75d13,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:40.623193 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-35bd514c-4429-4957-9e3e-debad5a6c52f tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Calling delete_port for 8983a4ce-7697-4d45-88e9-432744892c17 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:40.692130 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-e894704a-3e53-4be3-8b52-0f3fb6fb4b3f admin admin] Allocated IP 172.20.0.1 (b8aa3551-554a-49f0-b0d0-f8becf031dc7/93cf38e5-cd65-4933-9151-7296522b1fa8/361bc9b4-4d57-4cf1-a0c4-a9907dfc0fa4) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:40.790542 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-d15e3168-843f-445a-86a4-86a4a8332b86 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:40.834066 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d95b87b5-76f8-481d-b882-8fec70cd1def None None] For port 848d1c78-e72f-40f8-ba13-583e6efa50ae, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:32:40.840101 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9a69d2b9-aef6-4938-b12d-68c560e7ccf2 None None] Provisioning complete for port 848d1c78-e72f-40f8-ba13-583e6efa50ae triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:40.840489 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9a69d2b9-aef6-4938-b12d-68c560e7ccf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:40.878098 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-817c0aa9-a5e1-4c27-bfa4-dd8fe05aa289 req-9a64a329-dc2f-4a06-b833-e05b0db87fe4 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.11 "GET /v2.0/security-groups?id=997edfe5-8301-4827-8d16-bbc04e97032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991190 Dec 10 16:32:40.898450 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d95b87b5-76f8-481d-b882-8fec70cd1def None None] For port 848d1c78-e72f-40f8-ba13-583e6efa50ae, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=848d1c78-e72f-40f8-ba13-583e6efa50ae,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:32:40.936300 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d95b87b5-76f8-481d-b882-8fec70cd1def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:41.015661 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9a69d2b9-aef6-4938-b12d-68c560e7ccf2 None None] Port 848d1c78-e72f-40f8-ba13-583e6efa50ae cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:32:41.072355 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2c2c21-f49e-47a2-b247-a7fd3fe840f3 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:32:41.081275 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4686f697-5e7d-43d3-a4c8-5ae6e07a6d8b None None] Network 82be8058-521f-4f0f-86a6-7b03251ae4f9 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:41.185364 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a4682e39-8648-4138-a97b-d11648c1cf68 req-93a5ce2a-3c81-4121-8da3-2fa6f5129fe1 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/ports?device_id=475ce569-ff11-47d8-9e53-8dc1caeb82af HTTP/1.1" status: 200 len: 210 time: 0.1392024 Dec 10 16:32:41.204465 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-d15e3168-843f-445a-86a4-86a4a8332b86 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:41.228351 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35bd514c-4429-4957-9e3e-debad5a6c52f tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:41.257871 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95b87b5-76f8-481d-b882-8fec70cd1def None None] Routers {'60d59154-4944-439c-9726-4d616fcb6a71'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:32:41.258558 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d95b87b5-76f8-481d-b882-8fec70cd1def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:32:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['60d59154-4944-439c-9726-4d616fcb6a71'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:41.266766 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e894704a-3e53-4be3-8b52-0f3fb6fb4b3f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:41.283923 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd514c-4429-4957-9e3e-debad5a6c52f tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'Port': ['ID=8983a4ce-7697-4d45-88e9-432744892c17,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:41.353637 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35bd514c-4429-4957-9e3e-debad5a6c52f tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:41.363241 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-35bd514c-4429-4957-9e3e-debad5a6c52f tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/ports/8983a4ce-7697-4d45-88e9-432744892c17 HTTP/1.1" status: 204 len: 168 time: 1.4611409 Dec 10 16:32:41.364154 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54054) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:41.408421 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a141565b-5c54-41d7-8d6b-34d0b030ca06 None None] Provisioning complete for port 4ac89703-8668-442f-9a36-5ecc777569f7 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:41.409913 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a141565b-5c54-41d7-8d6b-34d0b030ca06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:41.440775 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7507abc-a3e1-44fe-b5c3-8f5ac937597b x-openstack-request-id: req-d7507abc-a3e1-44fe-b5c3-8f5ac937597b {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:32:41.441069 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d863795-dc45-42d4-abaf-a389f6cbe07e", "name": "network-vif-plugged", "status": "completed", "tag": "520d9540-39e3-4eee-824d-279870e61264", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:32:41.441322 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d7507abc-a3e1-44fe-b5c3-8f5ac937597b {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:32:41.441715 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d863795-dc45-42d4-abaf-a389f6cbe07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '520d9540-39e3-4eee-824d-279870e61264', 'code': 200} Dec 10 16:32:41.443483 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d751f-70d7-4829-a4a0-4020698a2930 None None] Pushing event updated for resources: {'Port': ['ID=848d1c78-e72f-40f8-ba13-583e6efa50ae,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:41.452374 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c05f696-8a14-4137-af51-75015f0cbf14 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] GET failed (client error): The resource could not be found. Dec 10 16:32:41.463827 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8c05f696-8a14-4137-af51-75015f0cbf14 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "GET /v2.0/ports/8983a4ce-7697-4d45-88e9-432744892c17 HTTP/1.1" status: 404 len: 333 time: 0.0651577 Dec 10 16:32:41.465988 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-08b2466c-78d4-413d-a387-f9fefdc7b95c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:41.467282 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54056) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:41.514601 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-d15e3168-843f-445a-86a4-86a4a8332b86 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Network 1ff556fd-0581-480f-8730-5712d0e2eed7 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:41.532038 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-d15e3168-843f-445a-86a4-86a4a8332b86 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:41.564551 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a141565b-5c54-41d7-8d6b-34d0b030ca06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:41.591969 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-d15e3168-843f-445a-86a4-86a4a8332b86 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:41.605157 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e3168-843f-445a-86a4-86a4a8332b86 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Pushing event updated for resources: {'Port': ['ID=1db147b9-8b9b-4cb1-9d50-9f8e561cef00,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:41.608737 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-d95b87b5-76f8-481d-b882-8fec70cd1def None None] Set router 60d59154-4944-439c-9726-4d616fcb6a71 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:32:41.640501 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-a141565b-5c54-41d7-8d6b-34d0b030ca06 None None] For port 4ac89703-8668-442f-9a36-5ecc777569f7, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=4ac89703-8668-442f-9a36-5ecc777569f7,segment=NetworkSegment(10968386-7839-4b65-ac05-8d4c554090c0),segment_id=10968386-7839-4b65-ac05-8d4c554090c0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:41.714894 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 4ac89703-8668-442f-9a36-5ecc777569f7 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:32:41.721397 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a141565b-5c54-41d7-8d6b-34d0b030ca06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:41.738717 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9896b-8e77-47d7-a20b-89b0045d6f1b req-1b9bfdd0-789e-4466-8bea-751dc666f519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:41.743231 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-41f9896b-8e77-47d7-a20b-89b0045d6f1b req-1b9bfdd0-789e-4466-8bea-751dc666f519 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5d863795-dc45-42d4-abaf-a389f6cbe07e HTTP/1.1" status: 200 len: 1097 time: 0.2776172 Dec 10 16:32:41.763700 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-63a51a66-abd8-48fb-a872-0bf831c22b02 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Deleting subnet 8984b75d-34ac-48e9-a77c-7a69cc667115 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:32:41.777275 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-63a51a66-abd8-48fb-a872-0bf831c22b02 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:41.784315 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e894704a-3e53-4be3-8b52-0f3fb6fb4b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:41.822567 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-d15e3168-843f-445a-86a4-86a4a8332b86 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:41.823330 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-d15e3168-843f-445a-86a4-86a4a8332b86 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:41.840850 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141565b-5c54-41d7-8d6b-34d0b030ca06 None None] Pushing event updated for resources: {'Port': ['ID=4ac89703-8668-442f-9a36-5ecc777569f7,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:41.849376 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-08b2466c-78d4-413d-a387-f9fefdc7b95c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:41.907011 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a3ac406a-3b25-4943-8bb3-a2e4cab4b5e8 None None] Provisioning complete for port 848d1c78-e72f-40f8-ba13-583e6efa50ae triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:41.907649 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a3ac406a-3b25-4943-8bb3-a2e4cab4b5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:41.936524 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-41f9896b-8e77-47d7-a20b-89b0045d6f1b req-1512f8c7-3b01-4931-bbac-eb465555820a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=41f476b0-f537-4086-ac1f-de85bd3d9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828198 Dec 10 16:32:41.949283 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e894704a-3e53-4be3-8b52-0f3fb6fb4b3f admin admin] Network b8aa3551-554a-49f0-b0d0-f8becf031dc7 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:41.958301 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-d15e3168-843f-445a-86a4-86a4a8332b86 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8556607 Dec 10 16:32:41.960174 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300b6da5-6d91-4434-9076-210902dfeabe None None] Network 09a2ee15-fdd5-461c-9f21-de50d4846282 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:41.965399 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-e894704a-3e53-4be3-8b52-0f3fb6fb4b3f admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:41.969654 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-63a51a66-abd8-48fb-a872-0bf831c22b02 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:41.995460 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e894704a-3e53-4be3-8b52-0f3fb6fb4b3f admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:41.997369 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e894704a-3e53-4be3-8b52-0f3fb6fb4b3f admin admin] Pushing event updated for resources: {'Port': ['ID=361bc9b4-4d57-4cf1-a0c4-a9907dfc0fa4,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:42.090173 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb2273-9908-4399-bb9b-20b062d9c9c2 req-5f5abecf-bb4b-410d-9d36-e3169eaddb73 tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:42.091727 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-56cb2273-9908-4399-bb9b-20b062d9c9c2 req-5f5abecf-bb4b-410d-9d36-e3169eaddb73 tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d863795-dc45-42d4-abaf-a389f6cbe07e HTTP/1.1" status: 200 len: 946 time: 0.2655461 Dec 10 16:32:42.113893 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e894704a-3e53-4be3-8b52-0f3fb6fb4b3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:42.161121 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 4ac89703-8668-442f-9a36-5ecc777569f7 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:42.161963 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:42.176253 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-68c5e7e9-5b94-4eeb-986e-9645e1c7543d service neutron] Request body: {'port': {'device_id': '475ce569-ff11-47d8-9e53-8dc1caeb82af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:42.192365 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a3ac406a-3b25-4943-8bb3-a2e4cab4b5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:42.254069 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-a3ac406a-3b25-4943-8bb3-a2e4cab4b5e8 None None] For port 848d1c78-e72f-40f8-ba13-583e6efa50ae, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=848d1c78-e72f-40f8-ba13-583e6efa50ae,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:42.267317 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a3ac406a-3b25-4943-8bb3-a2e4cab4b5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:42.277225 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-08b2466c-78d4-413d-a387-f9fefdc7b95c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:42.284609 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-08b2466c-78d4-413d-a387-f9fefdc7b95c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:42.289227 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-63a51a66-abd8-48fb-a872-0bf831c22b02 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:42.356781 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-56cb2273-9908-4399-bb9b-20b062d9c9c2 req-18c53709-3737-4836-8f67-bd9ecbf1ea36 tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f476b0-f537-4086-ac1f-de85bd3d9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474046 Dec 10 16:32:42.377433 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b2466c-78d4-413d-a387-f9fefdc7b95c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'Port': ['ID=59050f98-58aa-45eb-8907-df5569f75d13,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:42.401664 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-68c5e7e9-5b94-4eeb-986e-9645e1c7543d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:42.406644 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac406a-3b25-4943-8bb3-a2e4cab4b5e8 None None] Pushing event updated for resources: {'Port': ['ID=848d1c78-e72f-40f8-ba13-583e6efa50ae,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:42.413562 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d95b87b5-76f8-481d-b882-8fec70cd1def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d59154-4944-439c-9726-4d616fcb6a71', 'name': 'tempest-ServerRescueTestJSONUnderV235-584814253-router', 'tenant_id': 'd3063649ad0b49118b6873a82d7489eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '848d1c78-e72f-40f8-ba13-583e6efa50ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:32:32Z', 'updated_at': '2021-12-10T16:32:36Z', 'revision_number': 3, 'project_id': 'd3063649ad0b49118b6873a82d7489eb', 'gw_port': {'id': '848d1c78-e72f-40f8-ba13-583e6efa50ae', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:36:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d59154-4944-439c-9726-4d616fcb6a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:34Z', 'updated_at': '2021-12-10T16:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:42.461519 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-08b2466c-78d4-413d-a387-f9fefdc7b95c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:42.474522 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 93842a7b-8633-49da-893b-4831dacb7e0f up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:32:42.478098 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95b87b5-76f8-481d-b882-8fec70cd1def None None] The sync data for ids ['60d59154-4944-439c-9726-4d616fcb6a71'] in n-d-766771-2 is: [{'id': '60d59154-4944-439c-9726-4d616fcb6a71', 'name': 'tempest-ServerRescueTestJSONUnderV235-584814253-router', 'tenant_id': 'd3063649ad0b49118b6873a82d7489eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '848d1c78-e72f-40f8-ba13-583e6efa50ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:32:32Z', 'updated_at': '2021-12-10T16:32:36Z', 'revision_number': 3, 'project_id': 'd3063649ad0b49118b6873a82d7489eb', 'gw_port': {'id': '848d1c78-e72f-40f8-ba13-583e6efa50ae', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:36:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d59154-4944-439c-9726-4d616fcb6a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:34Z', 'updated_at': '2021-12-10T16:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:32:42.527331 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-49afea1e-50c1-458b-9791-1280b63e45aa None None] Provisioning complete for port 93842a7b-8633-49da-893b-4831dacb7e0f triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:42.527704 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-49afea1e-50c1-458b-9791-1280b63e45aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:42.600067 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e894704a-3e53-4be3-8b52-0f3fb6fb4b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:42.621815 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-63a51a66-abd8-48fb-a872-0bf831c22b02 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:42.627063 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 93842a7b-8633-49da-893b-4831dacb7e0f triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:42.627603 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:42.631013 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b2466c-78d4-413d-a387-f9fefdc7b95c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Network 82be8058-521f-4f0f-86a6-7b03251ae4f9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:42.633147 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-08b2466c-78d4-413d-a387-f9fefdc7b95c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:42.712140 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a51a66-abd8-48fb-a872-0bf831c22b02 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'Subnet': ['ID=8984b75d-34ac-48e9-a77c-7a69cc667115,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:42.753898 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-49afea1e-50c1-458b-9791-1280b63e45aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:42.788976 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca2d33-5745-420c-8050-96ecec1b06bd req-480269bb-cfc7-4f98-9b60-0962a790c738 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:42.797586 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-54ca2d33-5745-420c-8050-96ecec1b06bd req-480269bb-cfc7-4f98-9b60-0962a790c738 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ed555c0-df89-448e-9805-074d0caba9e1 HTTP/1.1" status: 200 len: 945 time: 0.2792633 Dec 10 16:32:42.808544 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-63a51a66-abd8-48fb-a872-0bf831c22b02 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:42.818408 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-63a51a66-abd8-48fb-a872-0bf831c22b02 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/subnets/8984b75d-34ac-48e9-a77c-7a69cc667115 HTTP/1.1" status: 204 len: 168 time: 1.3446105 Dec 10 16:32:42.826174 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54072) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:42.874746 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:42.898371 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b2466c-78d4-413d-a387-f9fefdc7b95c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Router 26dae0f1-7ef8-4368-b10b-399a23ae20c2 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:32:42.913763 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-49afea1e-50c1-458b-9791-1280b63e45aa None None] For port 93842a7b-8633-49da-893b-4831dacb7e0f, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=93842a7b-8633-49da-893b-4831dacb7e0f,segment=NetworkSegment(f68036f5-5503-4e74-ae8e-9ed151e650e9),segment_id=f68036f5-5503-4e74-ae8e-9ed151e650e9)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:42.933693 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-49afea1e-50c1-458b-9791-1280b63e45aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.027136 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12fffe3-b4a1-4ce7-b265-61162baa82e0 None None] Network 09a2ee15-fdd5-461c-9f21-de50d4846282 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:43.094393 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b2466c-78d4-413d-a387-f9fefdc7b95c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:32:43.107168 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-08b2466c-78d4-413d-a387-f9fefdc7b95c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "PUT /v2.0/routers/26dae0f1-7ef8-4368-b10b-399a23ae20c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9446793 Dec 10 16:32:43.107811 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54074) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:43.113038 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d435efa-cda8-4580-86b8-ba420a8349c0 None None] Sync routers for ids ['26dae0f1-7ef8-4368-b10b-399a23ae20c2'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:32:43.132571 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d435efa-cda8-4580-86b8-ba420a8349c0 None None] Routers {'26dae0f1-7ef8-4368-b10b-399a23ae20c2'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:32:43.133197 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-4d435efa-cda8-4580-86b8-ba420a8349c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:32:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['26dae0f1-7ef8-4368-b10b-399a23ae20c2'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:43.167267 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-05936554-ab21-46ba-b9bc-3b4d1823fe17 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.182057 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49afea1e-50c1-458b-9791-1280b63e45aa None None] Pushing event updated for resources: {'Port': ['ID=93842a7b-8633-49da-893b-4831dacb7e0f,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:43.196479 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f094f7-8a67-4918-81b2-ea0fe896cf69 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:43.201550 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-70f094f7-8a67-4918-81b2-ea0fe896cf69 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "GET /v2.0/ports?device_id=26dae0f1-7ef8-4368-b10b-399a23ae20c2 HTTP/1.1" status: 200 len: 981 time: 0.0922234 Dec 10 16:32:43.202352 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54076) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:43.203150 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-49afea1e-50c1-458b-9791-1280b63e45aa None None] Provisioning complete for port 4ac89703-8668-442f-9a36-5ecc777569f7 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:43.203740 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-49afea1e-50c1-458b-9791-1280b63e45aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.209032 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-4d435efa-cda8-4580-86b8-ba420a8349c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:43.249583 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d435efa-cda8-4580-86b8-ba420a8349c0 None None] Routers {'26dae0f1-7ef8-4368-b10b-399a23ae20c2'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:32:43.254323 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-4d435efa-cda8-4580-86b8-ba420a8349c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:32:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['26dae0f1-7ef8-4368-b10b-399a23ae20c2'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:43.273966 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.api [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:32:43.274778 n-d-766771-2 neutron-server[103394]: DEBUG oslo_db.api [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:32:43.305693 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-4d435efa-cda8-4580-86b8-ba420a8349c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:43.306623 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d435efa-cda8-4580-86b8-ba420a8349c0 None None] The sync data for ids ['26dae0f1-7ef8-4368-b10b-399a23ae20c2'] in n-d-766771-2 is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:32:43.385427 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-54ca2d33-5745-420c-8050-96ecec1b06bd req-c63223c6-f029-4214-8f94-df28d1669bb8 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.11 "GET /v2.0/security-groups?id=997edfe5-8301-4827-8d16-bbc04e97032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5825868 Dec 10 16:32:43.555790 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e55a6-cd25-4475-b4f8-982734199cc8 req-6bf5edc2-f1d5-4ecf-97bf-6b7cb46dc045 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:43.557547 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f59e55a6-cd25-4475-b4f8-982734199cc8 req-6bf5edc2-f1d5-4ecf-97bf-6b7cb46dc045 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ed555c0-df89-448e-9805-074d0caba9e1 HTTP/1.1" status: 200 len: 945 time: 0.4165080 Dec 10 16:32:43.561563 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e894704a-3e53-4be3-8b52-0f3fb6fb4b3f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.584077 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-49afea1e-50c1-458b-9791-1280b63e45aa None None] Provisioning complete for port 59050f98-58aa-45eb-8907-df5569f75d13 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:43.584450 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-49afea1e-50c1-458b-9791-1280b63e45aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.598375 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e894704a-3e53-4be3-8b52-0f3fb6fb4b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.634225 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ceee5e0d-7d62-486d-839e-b87d281ce1a9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.657357 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358d2e9c-1243-4ac4-bab0-0e76a40679fb None None] DHCP port deletion for 09a2ee15-fdd5-461c-9f21-de50d4846282 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:32:43.672448 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-49afea1e-50c1-458b-9791-1280b63e45aa None None] Port 59050f98-58aa-45eb-8907-df5569f75d13 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:32:43.729410 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-358d2e9c-1243-4ac4-bab0-0e76a40679fb None None] Deleting port 93842a7b-8633-49da-893b-4831dacb7e0f {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:43.731141 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-68c5e7e9-5b94-4eeb-986e-9645e1c7543d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1db147b9-8b9b-4cb1-9d50-9f8e561cef00 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:32:43.731317 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-358d2e9c-1243-4ac4-bab0-0e76a40679fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.771180 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-68c5e7e9-5b94-4eeb-986e-9645e1c7543d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.778901 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-05936554-ab21-46ba-b9bc-3b4d1823fe17 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Deleting port 93842a7b-8633-49da-893b-4831dacb7e0f {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:43.779235 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-05936554-ab21-46ba-b9bc-3b4d1823fe17 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.788767 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d5989-4d40-4622-ad1f-1b2227614259 req-ccb72b3f-5d8b-4c5e-9c4d-80571d359326 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:43.790337 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d37d5989-4d40-4622-ad1f-1b2227614259 req-ccb72b3f-5d8b-4c5e-9c4d-80571d359326 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/ports?device_id=475ce569-ff11-47d8-9e53-8dc1caeb82af HTTP/1.1" status: 200 len: 932 time: 0.3090727 Dec 10 16:32:43.798078 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e894704a-3e53-4be3-8b52-0f3fb6fb4b3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.859528 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-34ca0ca7-8556-42c6-a643-b39863c14150 None None] Provisioning complete for port 93842a7b-8633-49da-893b-4831dacb7e0f triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:43.859906 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-34ca0ca7-8556-42c6-a643-b39863c14150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.863104 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-358d2e9c-1243-4ac4-bab0-0e76a40679fb None None] For port 93842a7b-8633-49da-893b-4831dacb7e0f, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=93842a7b-8633-49da-893b-4831dacb7e0f,segment=NetworkSegment(f68036f5-5503-4e74-ae8e-9ed151e650e9),segment_id=f68036f5-5503-4e74-ae8e-9ed151e650e9)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:43.863584 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-358d2e9c-1243-4ac4-bab0-0e76a40679fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.928884 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-358d2e9c-1243-4ac4-bab0-0e76a40679fb None None] Calling delete_port for 93842a7b-8633-49da-893b-4831dacb7e0f owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:43.969448 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-ceee5e0d-7d62-486d-839e-b87d281ce1a9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Deleting port 59050f98-58aa-45eb-8907-df5569f75d13 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:43.969932 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ceee5e0d-7d62-486d-839e-b87d281ce1a9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:44.031532 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-358d2e9c-1243-4ac4-bab0-0e76a40679fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:44.074250 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358d2e9c-1243-4ac4-bab0-0e76a40679fb None None] No DVR routers for this DVR port 93842a7b-8633-49da-893b-4831dacb7e0f on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:32:44.100330 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d2e9c-1243-4ac4-bab0-0e76a40679fb None None] Pushing event deleted for resources: {'Port': ['ID=93842a7b-8633-49da-893b-4831dacb7e0f,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:44.103115 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ceee5e0d-7d62-486d-839e-b87d281ce1a9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:44.107599 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c27fa877-5df0-4ac6-82b0-2d928c57cff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:44.111741 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-34ca0ca7-8556-42c6-a643-b39863c14150 None None] Could not find standard attr ID for object 93842a7b-8633-49da-893b-4831dacb7e0f. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:32:44.114684 n-d-766771-2 neutron-server[103394]: INFO neutron.plugins.ml2.db [None req-34ca0ca7-8556-42c6-a643-b39863c14150 None None] No ports have port_id starting with 93842a7b-8633-49da-893b-4831dacb7e0f Dec 10 16:32:44.125918 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-ceee5e0d-7d62-486d-839e-b87d281ce1a9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Calling delete_port for 59050f98-58aa-45eb-8907-df5569f75d13 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:44.127724 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-34ca0ca7-8556-42c6-a643-b39863c14150 None None] Provisioning complete for port 59050f98-58aa-45eb-8907-df5569f75d13 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:44.128195 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-34ca0ca7-8556-42c6-a643-b39863c14150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:44.175432 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-34ca0ca7-8556-42c6-a643-b39863c14150 None None] Port 59050f98-58aa-45eb-8907-df5569f75d13 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:32:44.178040 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 848d1c78-e72f-40f8-ba13-583e6efa50ae up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:32:44.207479 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e894704a-3e53-4be3-8b52-0f3fb6fb4b3f admin admin] Pushing event updated for resources: {'Port': ['ID=361bc9b4-4d57-4cf1-a0c4-a9907dfc0fa4,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:44.229567 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-68c5e7e9-5b94-4eeb-986e-9645e1c7543d service neutron] Transition to ACTIVE for port object 1db147b9-8b9b-4cb1-9d50-9f8e561cef00 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:32:44.245098 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 848d1c78-e72f-40f8-ba13-583e6efa50ae triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:44.246034 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:44.252500 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-68c5e7e9-5b94-4eeb-986e-9645e1c7543d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:44.335825 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 4ac89703-8668-442f-9a36-5ecc777569f7 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:32:44.345743 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ceee5e0d-7d62-486d-839e-b87d281ce1a9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:44.354481 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-05936554-ab21-46ba-b9bc-3b4d1823fe17 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] For port 93842a7b-8633-49da-893b-4831dacb7e0f, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=93842a7b-8633-49da-893b-4831dacb7e0f,segment=NetworkSegment(f68036f5-5503-4e74-ae8e-9ed151e650e9),segment_id=f68036f5-5503-4e74-ae8e-9ed151e650e9)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:44.355011 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-05936554-ab21-46ba-b9bc-3b4d1823fe17 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:44.388723 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee5e0d-7d62-486d-839e-b87d281ce1a9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'Port': ['ID=59050f98-58aa-45eb-8907-df5569f75d13,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:44.403117 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-05936554-ab21-46ba-b9bc-3b4d1823fe17 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Calling delete_port for 93842a7b-8633-49da-893b-4831dacb7e0f owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:44.413170 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 4ac89703-8668-442f-9a36-5ecc777569f7 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:44.413545 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:44.434012 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5e7e9-5b94-4eeb-986e-9645e1c7543d service neutron] Pushing event updated for resources: {'Port': ['ID=1db147b9-8b9b-4cb1-9d50-9f8e561cef00,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:44.450057 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d37d5989-4d40-4622-ad1f-1b2227614259 req-b6f3113a-9ebb-4016-b7ff-e98e1c2c571f tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/security-groups?id=1962f219-df48-4694-919d-c32c4e5c0eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436051 Dec 10 16:32:44.574809 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-f59e55a6-cd25-4475-b4f8-982734199cc8 req-11b63266-396d-4d40-8eeb-e0a63d164ba7 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Deleting port fb2417fc-ae52-456a-b632-fd4c8bf146bf {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:44.575100 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f59e55a6-cd25-4475-b4f8-982734199cc8 req-11b63266-396d-4d40-8eeb-e0a63d164ba7 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:44.664601 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 93842a7b-8633-49da-893b-4831dacb7e0f no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:32:44.698667 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 93842a7b-8633-49da-893b-4831dacb7e0f {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:32:44.700465 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 93842a7b-8633-49da-893b-4831dacb7e0f not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:32:44.776177 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e894704a-3e53-4be3-8b52-0f3fb6fb4b3f admin admin] Network b8aa3551-554a-49f0-b0d0-f8becf031dc7 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:44.804510 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-e894704a-3e53-4be3-8b52-0f3fb6fb4b3f admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:44.821833 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-68c5e7e9-5b94-4eeb-986e-9645e1c7543d service neutron] Attempting to bind port 1db147b9-8b9b-4cb1-9d50-9f8e561cef00 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:44.822257 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-68c5e7e9-5b94-4eeb-986e-9645e1c7543d service neutron] Attempting to bind port 1db147b9-8b9b-4cb1-9d50-9f8e561cef00 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': 'b44a6068-1cde-4f52-a8e6-9ddabbdb5356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1ff556fd-0581-480f-8730-5712d0e2eed7'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:44.822602 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-68c5e7e9-5b94-4eeb-986e-9645e1c7543d service neutron] Attempting to bind port 1db147b9-8b9b-4cb1-9d50-9f8e561cef00 on network 1ff556fd-0581-480f-8730-5712d0e2eed7 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:44.836448 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-f59e55a6-cd25-4475-b4f8-982734199cc8 req-11b63266-396d-4d40-8eeb-e0a63d164ba7 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] For port fb2417fc-ae52-456a-b632-fd4c8bf146bf, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=fb2417fc-ae52-456a-b632-fd4c8bf146bf,segment=NetworkSegment(c2b69c62-e60e-482d-8854-d825b29bd09b),segment_id=c2b69c62-e60e-482d-8854-d825b29bd09b)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:44.836810 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f59e55a6-cd25-4475-b4f8-982734199cc8 req-11b63266-396d-4d40-8eeb-e0a63d164ba7 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:44.877187 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-05936554-ab21-46ba-b9bc-3b4d1823fe17 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:44.878274 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-68c5e7e9-5b94-4eeb-986e-9645e1c7543d service neutron] Port 1db147b9-8b9b-4cb1-9d50-9f8e561cef00 on network 1ff556fd-0581-480f-8730-5712d0e2eed7 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:32:44.878661 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-68c5e7e9-5b94-4eeb-986e-9645e1c7543d service neutron] Attempting to bind port 1db147b9-8b9b-4cb1-9d50-9f8e561cef00 on network 1ff556fd-0581-480f-8730-5712d0e2eed7 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:44.949231 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-f59e55a6-cd25-4475-b4f8-982734199cc8 req-11b63266-396d-4d40-8eeb-e0a63d164ba7 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Calling delete_port for fb2417fc-ae52-456a-b632-fd4c8bf146bf owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:44.951276 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-68c5e7e9-5b94-4eeb-986e-9645e1c7543d service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:32:44.951619 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-68c5e7e9-5b94-4eeb-986e-9645e1c7543d service neutron] Checking segment: {'id': 'b44a6068-1cde-4f52-a8e6-9ddabbdb5356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1ff556fd-0581-480f-8730-5712d0e2eed7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:44.952057 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-68c5e7e9-5b94-4eeb-986e-9645e1c7543d service neutron] Bound using segment: {'id': 'b44a6068-1cde-4f52-a8e6-9ddabbdb5356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1ff556fd-0581-480f-8730-5712d0e2eed7'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:32:44.952519 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-68c5e7e9-5b94-4eeb-986e-9645e1c7543d service neutron] Bound port: 1db147b9-8b9b-4cb1-9d50-9f8e561cef00, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b44a6068-1cde-4f52-a8e6-9ddabbdb5356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1ff556fd-0581-480f-8730-5712d0e2eed7'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:32:44.952869 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-68c5e7e9-5b94-4eeb-986e-9645e1c7543d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:44.974650 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05936554-ab21-46ba-b9bc-3b4d1823fe17 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'Port': ['ID=93842a7b-8633-49da-893b-4831dacb7e0f,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:44.976701 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05936554-ab21-46ba-b9bc-3b4d1823fe17 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] No DVR routers for this DVR port 93842a7b-8633-49da-893b-4831dacb7e0f on host n-d-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:32:45.020427 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ceee5e0d-7d62-486d-839e-b87d281ce1a9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.177015 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-05936554-ab21-46ba-b9bc-3b4d1823fe17 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.191795 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceee5e0d-7d62-486d-839e-b87d281ce1a9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Router 26dae0f1-7ef8-4368-b10b-399a23ae20c2 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:32:45.229527 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e894704a-3e53-4be3-8b52-0f3fb6fb4b3f admin admin] Router 60d59154-4944-439c-9726-4d616fcb6a71 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:32:45.236402 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-05936554-ab21-46ba-b9bc-3b4d1823fe17 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09a2ee15-fdd5-461c-9f21-de50d4846282']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:45.258417 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-68c5e7e9-5b94-4eeb-986e-9645e1c7543d service neutron] For port 1db147b9-8b9b-4cb1-9d50-9f8e561cef00, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:32:45.270069 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceee5e0d-7d62-486d-839e-b87d281ce1a9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:32:45.272424 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-05936554-ab21-46ba-b9bc-3b4d1823fe17 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f68036f5-5503-4e74-ae8e-9ed151e650e9') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:45.272854 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-05936554-ab21-46ba-b9bc-3b4d1823fe17 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f68036f5-5503-4e74-ae8e-9ed151e650e9') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:45.280467 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ceee5e0d-7d62-486d-839e-b87d281ce1a9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "PUT /v2.0/routers/26dae0f1-7ef8-4368-b10b-399a23ae20c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0767674 Dec 10 16:32:45.285204 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54092) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:45.289993 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02005dac-ba50-4ea0-bb99-1a3ca1fc25fa None None] Sync routers for ids ['26dae0f1-7ef8-4368-b10b-399a23ae20c2'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:32:45.295304 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-68c5e7e9-5b94-4eeb-986e-9645e1c7543d service neutron] For port 1db147b9-8b9b-4cb1-9d50-9f8e561cef00, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=1db147b9-8b9b-4cb1-9d50-9f8e561cef00,segment=NetworkSegment(b44a6068-1cde-4f52-a8e6-9ddabbdb5356),segment_id=b44a6068-1cde-4f52-a8e6-9ddabbdb5356)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:32:45.299450 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-05936554-ab21-46ba-b9bc-3b4d1823fe17 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.304967 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02005dac-ba50-4ea0-bb99-1a3ca1fc25fa None None] Routers {'26dae0f1-7ef8-4368-b10b-399a23ae20c2'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:32:45.305848 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-02005dac-ba50-4ea0-bb99-1a3ca1fc25fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:32:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['26dae0f1-7ef8-4368-b10b-399a23ae20c2'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:45.309271 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f6dbb-4635-4e6d-8404-6734c287a432 req-19125b7b-7e1f-4364-96b8-2969ea31b7cd tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:45.310908 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a99f6dbb-4635-4e6d-8404-6734c287a432 req-19125b7b-7e1f-4364-96b8-2969ea31b7cd tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d863795-dc45-42d4-abaf-a389f6cbe07e HTTP/1.1" status: 200 len: 946 time: 0.1995556 Dec 10 16:32:45.314732 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd4a385a-0893-4a4a-a351-65ec55fca281 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] GET failed (client error): The resource could not be found. Dec 10 16:32:45.319597 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-dd4a385a-0893-4a4a-a351-65ec55fca281 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "GET /v2.0/ports/59050f98-58aa-45eb-8907-df5569f75d13 HTTP/1.1" status: 404 len: 333 time: 0.0286157 Dec 10 16:32:45.319765 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-68c5e7e9-5b94-4eeb-986e-9645e1c7543d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.319879 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54094) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:45.358070 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-02005dac-ba50-4ea0-bb99-1a3ca1fc25fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:45.368344 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02005dac-ba50-4ea0-bb99-1a3ca1fc25fa None None] Routers {'26dae0f1-7ef8-4368-b10b-399a23ae20c2'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:32:45.369210 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-02005dac-ba50-4ea0-bb99-1a3ca1fc25fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:32:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['26dae0f1-7ef8-4368-b10b-399a23ae20c2'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:45.395903 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-00bf2687-b118-4b4d-9f59-c462a80d9318 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.404790 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-02005dac-ba50-4ea0-bb99-1a3ca1fc25fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:45.406318 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02005dac-ba50-4ea0-bb99-1a3ca1fc25fa None None] The sync data for ids ['26dae0f1-7ef8-4368-b10b-399a23ae20c2'] in n-d-766771-2 is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:32:45.449285 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-05936554-ab21-46ba-b9bc-3b4d1823fe17 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.475235 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-68c5e7e9-5b94-4eeb-986e-9645e1c7543d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:45.475852 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-68c5e7e9-5b94-4eeb-986e-9645e1c7543d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.477274 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-68c5e7e9-5b94-4eeb-986e-9645e1c7543d service neutron] 10.222.0.46 "PUT /v2.0/ports/1db147b9-8b9b-4cb1-9d50-9f8e561cef00 HTTP/1.1" status: 200 len: 1092 time: 3.3106253 Dec 10 16:32:45.481437 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '475ce569-ff11-47d8-9e53-8dc1caeb82af', 'tag': '1db147b9-8b9b-4cb1-9d50-9f8e561cef00'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:32:45.483830 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b516776-b625-4c37-bc38-a002c17938d8" -d '{"events": [{"name": "network-changed", "server_uuid": "475ce569-ff11-47d8-9e53-8dc1caeb82af", "tag": "1db147b9-8b9b-4cb1-9d50-9f8e561cef00"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:32:45.488762 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05936554-ab21-46ba-b9bc-3b4d1823fe17 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:32:45.489174 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-05936554-ab21-46ba-b9bc-3b4d1823fe17 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.498610 n-d-766771-2 neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:32:45.498610 n-d-766771-2 neutron-server[103392]: self.session.flush() Dec 10 16:32:45.498610 n-d-766771-2 neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:32:45.498610 n-d-766771-2 neutron-server[103392]: self.session.flush() Dec 10 16:32:45.498610 n-d-766771-2 neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:32:45.498610 n-d-766771-2 neutron-server[103392]: self.session.flush() Dec 10 16:32:45.498610 n-d-766771-2 neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:32:45.498610 n-d-766771-2 neutron-server[103392]: self.session.flush() Dec 10 16:32:45.498610 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:32:45.498610 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:32:45.498610 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:32:45.498610 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:32:45.498610 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:32:45.498610 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:32:45.498610 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:32:45.498610 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:32:45.498610 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:32:45.498610 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:32:45.498610 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:32:45.498610 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:32:45.498610 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:32:45.498610 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:32:45.498610 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:32:45.498610 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:32:45.498610 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:32:45.498610 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:32:45.498610 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:32:45.498610 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:32:45.498610 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:32:45.498610 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:32:45.498610 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:32:45.498610 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:32:45.498610 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:32:45.498610 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:32:45.498610 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:32:45.498610 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:32:45.498610 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:32:45.498610 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:32:45.498610 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:32:45.498610 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:32:45.580699 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-00bf2687-b118-4b4d-9f59-c462a80d9318 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.582848 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-00bf2687-b118-4b4d-9f59-c462a80d9318 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.625346 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-00bf2687-b118-4b4d-9f59-c462a80d9318 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.625956 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00bf2687-b118-4b4d-9f59-c462a80d9318 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Fanout notify agent at l3_agent the message router_deleted on router 26dae0f1-7ef8-4368-b10b-399a23ae20c2 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:32:45.627619 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f59e55a6-cd25-4475-b4f8-982734199cc8 req-11b63266-396d-4d40-8eeb-e0a63d164ba7 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.633376 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-00bf2687-b118-4b4d-9f59-c462a80d9318 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.638071 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-00bf2687-b118-4b4d-9f59-c462a80d9318 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/routers/26dae0f1-7ef8-4368-b10b-399a23ae20c2 HTTP/1.1" status: 204 len: 168 time: 0.3176022 Dec 10 16:32:45.638717 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54102) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:45.642681 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5e7e9-5b94-4eeb-986e-9645e1c7543d service neutron] Pushing event updated for resources: {'Port': ['ID=1db147b9-8b9b-4cb1-9d50-9f8e561cef00,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:45.654844 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a99f6dbb-4635-4e6d-8404-6734c287a432 req-c7dd6520-0230-490a-8b24-292a3964f170 tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f476b0-f537-4086-ac1f-de85bd3d9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303421 Dec 10 16:32:45.665261 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-05936554-ab21-46ba-b9bc-3b4d1823fe17 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.674650 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['6e0d059d-36cb-402c-8035-11801076fe5a'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:32:45.679886 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['2d6fd9cb-02b0-410c-a7f3-dffa567d5378'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:32:45.697649 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-05936554-ab21-46ba-b9bc-3b4d1823fe17 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.708483 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-05936554-ab21-46ba-b9bc-3b4d1823fe17 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/networks/09a2ee15-fdd5-461c-9f21-de50d4846282 HTTP/1.1" status: 204 len: 168 time: 2.8813305 Dec 10 16:32:45.712680 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f052ae8-cea9-4812-8363-2e746417e6e6 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Deleting subnet 7a49b1dd-2fd0-45bd-bb91-25f7283f2e94 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:32:45.714869 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54104) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:45.715026 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b63266-396d-4d40-8eeb-e0a63d164ba7 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Pushing event deleted for resources: {'Port': ['ID=fb2417fc-ae52-456a-b632-fd4c8bf146bf,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:45.721006 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-477f0ff2-0eec-4d63-8594-1ed88817b639 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'port': {'network_id': '1e48eb44-ddab-4822-b497-27862a94e4ec', 'name': 'tempest-PortsIpV6TestJSON-974451033'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:45.751593 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e894704a-3e53-4be3-8b52-0f3fb6fb4b3f admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:32:45.753296 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05936554-ab21-46ba-b9bc-3b4d1823fe17 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'Network': ['ID=09a2ee15-fdd5-461c-9f21-de50d4846282,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:45.758829 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e894704a-3e53-4be3-8b52-0f3fb6fb4b3f admin admin] 10.222.0.11 "PUT /v2.0/routers/60d59154-4944-439c-9726-4d616fcb6a71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4255800 Dec 10 16:32:45.769536 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffa2513-6b7b-4a00-bc2f-5016eabbb048 None None] Sync routers for ids ['60d59154-4944-439c-9726-4d616fcb6a71'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:32:45.786803 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffa2513-6b7b-4a00-bc2f-5016eabbb048 None None] Routers {'60d59154-4944-439c-9726-4d616fcb6a71'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:32:45.787486 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59e55a6-cd25-4475-b4f8-982734199cc8 req-11b63266-396d-4d40-8eeb-e0a63d164ba7 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] No DVR routers for this DVR port fb2417fc-ae52-456a-b632-fd4c8bf146bf on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:32:45.787921 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5ffa2513-6b7b-4a00-bc2f-5016eabbb048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:32:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['60d59154-4944-439c-9726-4d616fcb6a71'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:45.796560 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4f052ae8-cea9-4812-8363-2e746417e6e6 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.796811 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f59e55a6-cd25-4475-b4f8-982734199cc8 req-11b63266-396d-4d40-8eeb-e0a63d164ba7 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.800207 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f59e55a6-cd25-4475-b4f8-982734199cc8 req-11b63266-396d-4d40-8eeb-e0a63d164ba7 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.26 "DELETE /v2.0/ports/fb2417fc-ae52-456a-b632-fd4c8bf146bf HTTP/1.1" status: 204 len: 173 time: 2.2305846 Dec 10 16:32:45.802685 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-023c78b2-2b93-4251-b637-5bd551f10d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:45.813768 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-023c78b2-2b93-4251-b637-5bd551f10d36 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e3ab537af104aefb9b5f01272b0709a&device_id=475ce569-ff11-47d8-9e53-8dc1caeb82af HTTP/1.1" status: 200 len: 1095 time: 0.2617762 Dec 10 16:32:45.856271 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4f052ae8-cea9-4812-8363-2e746417e6e6 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.890038 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477f0ff2-0eec-4d63-8594-1ed88817b639 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Made reservation on behalf of c3130369965d4192948d49aa98d6bfdc for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:45.893378 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-477f0ff2-0eec-4d63-8594-1ed88817b639 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.914546 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-477f0ff2-0eec-4d63-8594-1ed88817b639 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] device_id is not set on port 9e213115-b315-4ac2-b4c9-0144c0daf44f yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:32:45.928349 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-56ebdc76-18b2-4052-81e1-c5b33917f0b7 req-e44d65d6-a938-4879-8ef3-14dbb5df43fc tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ed555c0-df89-448e-9805-074d0caba9e1 HTTP/1.1" status: 200 len: 210 time: 0.1134994 Dec 10 16:32:45.929853 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-d6619c9a-2cdb-4762-b7c3-a5346d32d83f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1db147b9-8b9b-4cb1-9d50-9f8e561cef00 HTTP/1.1" status: 200 len: 217 time: 0.1040976 Dec 10 16:32:46.037178 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-0e0ecde9-be5c-4992-a497-bec9a5448dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:46.039124 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-0e0ecde9-be5c-4992-a497-bec9a5448dda service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ed059596-b61f-4b79-b79e-c9b747c3907d HTTP/1.1" status: 200 len: 855 time: 0.1016750 Dec 10 16:32:46.053029 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-5ffa2513-6b7b-4a00-bc2f-5016eabbb048 None None] Set router 60d59154-4944-439c-9726-4d616fcb6a71 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:32:46.077511 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-7acf2e94-687a-49d6-a386-6877ac024a49 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ff556fd-0581-480f-8730-5712d0e2eed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311990 Dec 10 16:32:46.107462 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-477f0ff2-0eec-4d63-8594-1ed88817b639 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:46.188670 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-477f0ff2-0eec-4d63-8594-1ed88817b639 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:46.216012 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e21e8-e9b5-418d-92a1-6c678c13cf42 req-bb6e4d8b-c897-462e-a29e-29d78074c250 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:46.220007 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d31e21e8-e9b5-418d-92a1-6c678c13cf42 req-bb6e4d8b-c897-462e-a29e-29d78074c250 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 945 time: 0.1246769 Dec 10 16:32:46.243674 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477f0ff2-0eec-4d63-8594-1ed88817b639 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Network 1e48eb44-ddab-4822-b497-27862a94e4ec is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:46.246805 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4f052ae8-cea9-4812-8363-2e746417e6e6 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:46.264717 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-e733de78-f91d-4117-af14-05f892aa0e08 service neutron] 10.222.0.46 "GET /v2.0/networks/1ff556fd-0581-480f-8730-5712d0e2eed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796095 Dec 10 16:32:46.269478 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-477f0ff2-0eec-4d63-8594-1ed88817b639 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:46.279503 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477f0ff2-0eec-4d63-8594-1ed88817b639 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:46.285647 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477f0ff2-0eec-4d63-8594-1ed88817b639 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:46.286298 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-477f0ff2-0eec-4d63-8594-1ed88817b639 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:46.295510 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f0ff2-0eec-4d63-8594-1ed88817b639 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'Port': ['ID=9e213115-b315-4ac2-b4c9-0144c0daf44f,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:46.320341 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d31e21e8-e9b5-418d-92a1-6c678c13cf42 req-2effdb1e-20d4-43e3-a4b8-ff3c296c1f77 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=61dd92f2-b4f5-4bfd-ac94-e9e550096dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874379 Dec 10 16:32:46.322419 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-477f0ff2-0eec-4d63-8594-1ed88817b639 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6065359 Dec 10 16:32:46.323875 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54114) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:46.389766 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5ffa2513-6b7b-4a00-bc2f-5016eabbb048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d59154-4944-439c-9726-4d616fcb6a71', 'name': 'tempest-ServerRescueTestJSONUnderV235-584814253-router', 'tenant_id': 'd3063649ad0b49118b6873a82d7489eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '848d1c78-e72f-40f8-ba13-583e6efa50ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:32:32Z', 'updated_at': '2021-12-10T16:32:42Z', 'revision_number': 4, 'project_id': 'd3063649ad0b49118b6873a82d7489eb', 'gw_port': {'id': '848d1c78-e72f-40f8-ba13-583e6efa50ae', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:36:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d59154-4944-439c-9726-4d616fcb6a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:34Z', 'updated_at': '2021-12-10T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '361bc9b4-4d57-4cf1-a0c4-a9907dfc0fa4', 'name': '', 'network_id': 'b8aa3551-554a-49f0-b0d0-f8becf031dc7', 'tenant_id': 'd3063649ad0b49118b6873a82d7489eb', 'mac_address': 'fa:16:3e:85:b0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d59154-4944-439c-9726-4d616fcb6a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '93cf38e5-cd65-4933-9151-7296522b1fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:39Z', 'updated_at': '2021-12-10T16:32:43Z', 'revision_number': 2, 'project_id': 'd3063649ad0b49118b6873a82d7489eb', 'subnets': [{'id': '93cf38e5-cd65-4933-9151-7296522b1fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:46.408296 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4f052ae8-cea9-4812-8363-2e746417e6e6 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:46.418557 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffa2513-6b7b-4a00-bc2f-5016eabbb048 None None] Checking router: 60d59154-4944-439c-9726-4d616fcb6a71 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:32:46.419253 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffa2513-6b7b-4a00-bc2f-5016eabbb048 None None] Updating router 60d59154-4944-439c-9726-4d616fcb6a71 port 361bc9b4-4d57-4cf1-a0c4-a9907dfc0fa4 binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:32:46.439430 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f052ae8-cea9-4812-8363-2e746417e6e6 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'Subnet': ['ID=7a49b1dd-2fd0-45bd-bb91-25f7283f2e94,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:46.449679 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4f052ae8-cea9-4812-8363-2e746417e6e6 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:46.449901 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0dd44e02-9d94-43c2-aef9-0698c0af8967 req-3f9cd819-09cd-49a4-a066-f182c735bb8e service neutron] 10.222.0.46 "GET /v2.0/networks/1ff556fd-0581-480f-8730-5712d0e2eed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690252 Dec 10 16:32:46.456042 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4f052ae8-cea9-4812-8363-2e746417e6e6 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/subnets/7a49b1dd-2fd0-45bd-bb91-25f7283f2e94 HTTP/1.1" status: 204 len: 168 time: 0.8161910 Dec 10 16:32:46.458296 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54116) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:46.475312 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-5ffa2513-6b7b-4a00-bc2f-5016eabbb048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:46.488849 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a67467b-0b95-486a-a11c-300fc20aa58c None None] Network 82be8058-521f-4f0f-86a6-7b03251ae4f9 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:46.547313 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4bbe233b-ebd6-45a8-b09d-babfbb3f56e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:46.549807 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f3f739df-b371-4e26-8d17-ce823bae2614 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:46.558289 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a366df-4caa-4fb6-add3-976fd34a5db9 req-57054dee-71a5-4571-b582-651218a81814 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:46.558567 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-820076cb-87ee-4901-a10f-c06777f9a645 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Deleting port 9e213115-b315-4ac2-b4c9-0144c0daf44f {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:46.558902 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-820076cb-87ee-4901-a10f-c06777f9a645 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:46.560580 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d7a366df-4caa-4fb6-add3-976fd34a5db9 req-57054dee-71a5-4571-b582-651218a81814 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/ports?device_id=475ce569-ff11-47d8-9e53-8dc1caeb82af HTTP/1.1" status: 200 len: 944 time: 0.0902390 Dec 10 16:32:46.635958 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d7a366df-4caa-4fb6-add3-976fd34a5db9 req-4d2fff9a-1978-454a-9cce-c6548345bd66 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/security-groups?id=1962f219-df48-4694-919d-c32c4e5c0eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654638 Dec 10 16:32:46.683588 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-820076cb-87ee-4901-a10f-c06777f9a645 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:46.700765 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-820076cb-87ee-4901-a10f-c06777f9a645 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Calling delete_port for 9e213115-b315-4ac2-b4c9-0144c0daf44f owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:46.705634 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ad990a-6fa6-4b3f-941b-a88770658885 None None] DHCP port deletion for 82be8058-521f-4f0f-86a6-7b03251ae4f9 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:32:46.734051 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4f6b7a-6e5d-45d0-826f-2fc41375f689 x-openstack-request-id: req-9e4f6b7a-6e5d-45d0-826f-2fc41375f689 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:32:46.734383 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "475ce569-ff11-47d8-9e53-8dc1caeb82af", "tag": "1db147b9-8b9b-4cb1-9d50-9f8e561cef00", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:32:46.734667 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9e4f6b7a-6e5d-45d0-826f-2fc41375f689 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:32:46.735077 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '475ce569-ff11-47d8-9e53-8dc1caeb82af', 'tag': '1db147b9-8b9b-4cb1-9d50-9f8e561cef00', 'status': 'completed', 'code': 200} Dec 10 16:32:46.762441 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-f3f739df-b371-4e26-8d17-ce823bae2614 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Deleting port 4ac89703-8668-442f-9a36-5ecc777569f7 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:46.762849 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f3f739df-b371-4e26-8d17-ce823bae2614 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:46.828670 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b516776-b625-4c37-bc38-a002c17938d8 req-2907ac85-0f06-41c7-8602-54d9d3d78b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:46.832434 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0b516776-b625-4c37-bc38-a002c17938d8 req-2907ac85-0f06-41c7-8602-54d9d3d78b5d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e3ab537af104aefb9b5f01272b0709a&device_id=475ce569-ff11-47d8-9e53-8dc1caeb82af HTTP/1.1" status: 200 len: 1095 time: 0.0948198 Dec 10 16:32:46.852722 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-f3f739df-b371-4e26-8d17-ce823bae2614 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] For port 4ac89703-8668-442f-9a36-5ecc777569f7, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=4ac89703-8668-442f-9a36-5ecc777569f7,segment=NetworkSegment(10968386-7839-4b65-ac05-8d4c554090c0),segment_id=10968386-7839-4b65-ac05-8d4c554090c0)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:46.853641 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f3f739df-b371-4e26-8d17-ce823bae2614 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:46.860430 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-74ad990a-6fa6-4b3f-941b-a88770658885 None None] Deleting port 4ac89703-8668-442f-9a36-5ecc777569f7 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:46.861972 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-74ad990a-6fa6-4b3f-941b-a88770658885 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:46.885504 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-f3f739df-b371-4e26-8d17-ce823bae2614 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Calling delete_port for 4ac89703-8668-442f-9a36-5ecc777569f7 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:46.887172 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-820076cb-87ee-4901-a10f-c06777f9a645 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:46.970572 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b516776-b625-4c37-bc38-a002c17938d8 req-8aa5c0ca-53f8-406e-8c28-e83d2a1e1644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:46.971246 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820076cb-87ee-4901-a10f-c06777f9a645 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'Port': ['ID=9e213115-b315-4ac2-b4c9-0144c0daf44f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:46.972192 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0b516776-b625-4c37-bc38-a002c17938d8 req-8aa5c0ca-53f8-406e-8c28-e83d2a1e1644 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1ff556fd-0581-480f-8730-5712d0e2eed7 HTTP/1.1" status: 200 len: 916 time: 0.1281133 Dec 10 16:32:46.994052 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-5ffa2513-6b7b-4a00-bc2f-5016eabbb048 None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:47.001965 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-5ffa2513-6b7b-4a00-bc2f-5016eabbb048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:47.036805 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-74ad990a-6fa6-4b3f-941b-a88770658885 None None] For port 4ac89703-8668-442f-9a36-5ecc777569f7, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=4ac89703-8668-442f-9a36-5ecc777569f7,segment=NetworkSegment(10968386-7839-4b65-ac05-8d4c554090c0),segment_id=10968386-7839-4b65-ac05-8d4c554090c0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:47.037193 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-74ad990a-6fa6-4b3f-941b-a88770658885 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:47.047071 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-820076cb-87ee-4901-a10f-c06777f9a645 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:47.055316 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-74ad990a-6fa6-4b3f-941b-a88770658885 None None] Calling delete_port for 4ac89703-8668-442f-9a36-5ecc777569f7 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:47.062391 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-820076cb-87ee-4901-a10f-c06777f9a645 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/ports/9e213115-b315-4ac2-b4c9-0144c0daf44f HTTP/1.1" status: 204 len: 168 time: 0.7374279 Dec 10 16:32:47.063132 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54124) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:47.086212 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-944239ae-af65-484b-8659-cfc83952402d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'port': {'network_id': '1e48eb44-ddab-4822-b497-27862a94e4ec', 'mac_address': 'fa:16:3e:b7:da:cc', 'name': 'tempest-PortsIpV6TestJSON-2034289767'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:47.087194 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0b516776-b625-4c37-bc38-a002c17938d8 req-33d97990-78a7-43f4-a181-9c1911982001 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1db147b9-8b9b-4cb1-9d50-9f8e561cef00 HTTP/1.1" status: 200 len: 217 time: 0.0993474 Dec 10 16:32:47.097661 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13167498-2270-4ad0-ab11-e826e3ab6bbe None None] Pushing event updated for resources: {'Port': ['ID=361bc9b4-4d57-4cf1-a0c4-a9907dfc0fa4,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:47.112717 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13167498-2270-4ad0-ab11-e826e3ab6bbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:47.113169 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13167498-2270-4ad0-ab11-e826e3ab6bbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:47.113584 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13167498-2270-4ad0-ab11-e826e3ab6bbe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:47.113997 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13167498-2270-4ad0-ab11-e826e3ab6bbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:47.114431 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13167498-2270-4ad0-ab11-e826e3ab6bbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:47.114837 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13167498-2270-4ad0-ab11-e826e3ab6bbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:47.115257 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13167498-2270-4ad0-ab11-e826e3ab6bbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:47.116004 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13167498-2270-4ad0-ab11-e826e3ab6bbe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:47.116411 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13167498-2270-4ad0-ab11-e826e3ab6bbe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:47.116810 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13167498-2270-4ad0-ab11-e826e3ab6bbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:47.117207 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13167498-2270-4ad0-ab11-e826e3ab6bbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:47.117603 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13167498-2270-4ad0-ab11-e826e3ab6bbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:47.117999 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13167498-2270-4ad0-ab11-e826e3ab6bbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:47.163184 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-74ad990a-6fa6-4b3f-941b-a88770658885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:47.185023 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b516776-b625-4c37-bc38-a002c17938d8 req-6e910061-9179-4775-af0a-aeb393c745c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:47.186681 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0b516776-b625-4c37-bc38-a002c17938d8 req-6e910061-9179-4775-af0a-aeb393c745c3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ed059596-b61f-4b79-b79e-c9b747c3907d HTTP/1.1" status: 200 len: 855 time: 0.0909343 Dec 10 16:32:47.192512 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad990a-6fa6-4b3f-941b-a88770658885 None None] Pushing event deleted for resources: {'Port': ['ID=4ac89703-8668-442f-9a36-5ecc777569f7,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:47.217094 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ad990a-6fa6-4b3f-941b-a88770658885 None None] No DVR routers for this DVR port 4ac89703-8668-442f-9a36-5ecc777569f7 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:32:47.232308 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-5ffa2513-6b7b-4a00-bc2f-5016eabbb048 None None] Attempting to bind port 361bc9b4-4d57-4cf1-a0c4-a9907dfc0fa4 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:47.232859 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-5ffa2513-6b7b-4a00-bc2f-5016eabbb048 None None] Attempting to bind port 361bc9b4-4d57-4cf1-a0c4-a9907dfc0fa4 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'ebdb6a42-6306-4308-be67-666b49e7842c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b8aa3551-554a-49f0-b0d0-f8becf031dc7'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:47.233895 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffa2513-6b7b-4a00-bc2f-5016eabbb048 None None] Attempting to bind port 361bc9b4-4d57-4cf1-a0c4-a9907dfc0fa4 on network b8aa3551-554a-49f0-b0d0-f8becf031dc7 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:47.246795 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffa2513-6b7b-4a00-bc2f-5016eabbb048 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:32:47.247422 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffa2513-6b7b-4a00-bc2f-5016eabbb048 None None] Checking segment: {'id': 'ebdb6a42-6306-4308-be67-666b49e7842c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b8aa3551-554a-49f0-b0d0-f8becf031dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:47.247926 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-5ffa2513-6b7b-4a00-bc2f-5016eabbb048 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:47.248445 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffa2513-6b7b-4a00-bc2f-5016eabbb048 None None] Bound using segment: {'id': 'ebdb6a42-6306-4308-be67-666b49e7842c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b8aa3551-554a-49f0-b0d0-f8becf031dc7'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:32:47.249059 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-5ffa2513-6b7b-4a00-bc2f-5016eabbb048 None None] Bound port: 361bc9b4-4d57-4cf1-a0c4-a9907dfc0fa4, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebdb6a42-6306-4308-be67-666b49e7842c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b8aa3551-554a-49f0-b0d0-f8becf031dc7'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:32:47.249556 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-5ffa2513-6b7b-4a00-bc2f-5016eabbb048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:47.250070 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:47.266905 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f3f739df-b371-4e26-8d17-ce823bae2614 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:47.271203 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0b516776-b625-4c37-bc38-a002c17938d8 req-b1c7dfbb-c434-4b15-ac5c-0620de049023 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ff556fd-0581-480f-8730-5712d0e2eed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747173 Dec 10 16:32:47.298037 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f739df-b371-4e26-8d17-ce823bae2614 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'Port': ['ID=4ac89703-8668-442f-9a36-5ecc777569f7,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:47.303061 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f739df-b371-4e26-8d17-ce823bae2614 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] No DVR routers for this DVR port 4ac89703-8668-442f-9a36-5ecc777569f7 on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:32:47.309360 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944239ae-af65-484b-8659-cfc83952402d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Made reservation on behalf of c3130369965d4192948d49aa98d6bfdc for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:47.347040 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-5ffa2513-6b7b-4a00-bc2f-5016eabbb048 None None] For port 361bc9b4-4d57-4cf1-a0c4-a9907dfc0fa4, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:32:47.350941 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-5ffa2513-6b7b-4a00-bc2f-5016eabbb048 None None] For port 361bc9b4-4d57-4cf1-a0c4-a9907dfc0fa4, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=361bc9b4-4d57-4cf1-a0c4-a9907dfc0fa4,segment=NetworkSegment(ebdb6a42-6306-4308-be67-666b49e7842c),segment_id=ebdb6a42-6306-4308-be67-666b49e7842c)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:32:47.355706 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-5ffa2513-6b7b-4a00-bc2f-5016eabbb048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:47.390378 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-f411bf23-8945-4f73-be6b-a20bbcd2dc17 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:47.392195 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-f411bf23-8945-4f73-be6b-a20bbcd2dc17 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/networks?id=b8aa3551-554a-49f0-b0d0-f8becf031dc7 HTTP/1.1" status: 200 len: 819 time: 0.1199043 Dec 10 16:32:47.421399 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffa2513-6b7b-4a00-bc2f-5016eabbb048 None None] Routers {'60d59154-4944-439c-9726-4d616fcb6a71'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:32:47.422031 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5ffa2513-6b7b-4a00-bc2f-5016eabbb048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:32:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['60d59154-4944-439c-9726-4d616fcb6a71'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:47.436657 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f3f739df-b371-4e26-8d17-ce823bae2614 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:47.449682 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-944239ae-af65-484b-8659-cfc83952402d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:47.453055 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-80e5bad2-5097-42dc-ad55-e573cf2664cd tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/quotas/d3063649ad0b49118b6873a82d7489eb HTTP/1.1" status: 200 len: 375 time: 0.0409639 Dec 10 16:32:47.470315 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-f3f739df-b371-4e26-8d17-ce823bae2614 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82be8058-521f-4f0f-86a6-7b03251ae4f9']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:47.484714 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-f3f739df-b371-4e26-8d17-ce823bae2614 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10968386-7839-4b65-ac05-8d4c554090c0') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:47.484929 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-f3f739df-b371-4e26-8d17-ce823bae2614 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10968386-7839-4b65-ac05-8d4c554090c0') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:47.494705 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-944239ae-af65-484b-8659-cfc83952402d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] device_id is not set on port dd2fe74b-91da-4645-b95d-c635f8d0a5ee yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:32:47.503031 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f3f739df-b371-4e26-8d17-ce823bae2614 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:47.542174 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-79bddd07-36ff-49fd-a472-30fc7c907159 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3063649ad0b49118b6873a82d7489eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0808291 Dec 10 16:32:47.546562 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0b516776-b625-4c37-bc38-a002c17938d8 req-3413c0e6-43a1-4afb-8faa-15390a1afd23 service neutron] 10.222.0.46 "GET /v2.0/networks/1ff556fd-0581-480f-8730-5712d0e2eed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531250 Dec 10 16:32:47.556377 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f3f739df-b371-4e26-8d17-ce823bae2614 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:47.571406 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3f739df-b371-4e26-8d17-ce823bae2614 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:32:47.571800 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f3f739df-b371-4e26-8d17-ce823bae2614 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:47.574796 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:32:47.574796 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:32:47.574796 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:32:47.574796 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:32:47.574796 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:32:47.574796 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:32:47.574796 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:32:47.574796 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:32:47.574796 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:32:47.574796 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:32:47.574796 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:32:47.574796 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:32:47.574796 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:32:47.574796 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:32:47.574796 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:32:47.574796 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:32:47.574796 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:32:47.574796 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:32:47.574796 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:32:47.574796 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:32:47.574796 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:32:47.574796 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:32:47.574796 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:32:47.574796 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:32:47.574796 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:32:47.574796 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:32:47.574796 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:32:47.574796 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:32:47.574796 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:32:47.574796 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:32:47.574796 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:32:47.574796 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:32:47.574796 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:32:47.574796 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:32:47.574796 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:32:47.574796 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:32:47.574796 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:32:47.574796 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:32:47.574796 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:32:47.574796 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:32:47.583080 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device fb2417fc-ae52-456a-b632-fd4c8bf146bf no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:32:47.588248 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-5ffa2513-6b7b-4a00-bc2f-5016eabbb048 None None] Set router 60d59154-4944-439c-9726-4d616fcb6a71 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:32:47.613063 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: fb2417fc-ae52-456a-b632-fd4c8bf146bf {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:32:47.613871 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device fb2417fc-ae52-456a-b632-fd4c8bf146bf not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:32:47.675917 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f3f739df-b371-4e26-8d17-ce823bae2614 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:47.722916 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f3f739df-b371-4e26-8d17-ce823bae2614 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:47.731732 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f3f739df-b371-4e26-8d17-ce823bae2614 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/networks/82be8058-521f-4f0f-86a6-7b03251ae4f9 HTTP/1.1" status: 204 len: 168 time: 1.2723620 Dec 10 16:32:47.737124 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54140) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:47.765845 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f739df-b371-4e26-8d17-ce823bae2614 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'Network': ['ID=82be8058-521f-4f0f-86a6-7b03251ae4f9,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:47.797195 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0b516776-b625-4c37-bc38-a002c17938d8 req-4d45b8f3-6470-4c57-b083-1dc5a67ae90d service neutron] 10.222.0.46 "GET /v2.0/networks/1ff556fd-0581-480f-8730-5712d0e2eed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341845 Dec 10 16:32:47.805768 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13167498-2270-4ad0-ab11-e826e3ab6bbe None None] Pushing event updated for resources: {'Port': ['ID=361bc9b4-4d57-4cf1-a0c4-a9907dfc0fa4,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:47.823937 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920ff201-f652-441a-ab47-61f127980b7c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:47.829799 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-920ff201-f652-441a-ab47-61f127980b7c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "GET /v2.0/ports/2add41d4-5ece-40db-97a4-6d0b4a9857b7 HTTP/1.1" status: 200 len: 841 time: 0.0895505 Dec 10 16:32:47.835586 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54142) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:47.835759 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-43e687e1-3ce6-4a1f-b403-c4fdbcd9780f service neutron] 10.222.0.11 "GET /v2.0/networks/b8aa3551-554a-49f0-b0d0-f8becf031dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802508 Dec 10 16:32:47.850462 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-944239ae-af65-484b-8659-cfc83952402d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:47.890490 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-819bdf44-30d5-4d64-8793-9a0fd7854b47 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "GET /v2.0/ports/2add41d4-5ece-40db-97a4-6d0b4a9857b7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0539761 Dec 10 16:32:47.891492 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54146) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:47.900547 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-d5448e04-e286-4fee-8084-672b4c6c2588 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'subnet': {'network_id': '912cbe49-1749-4b35-bb37-0e8e4bb88a08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:47.957237 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-944239ae-af65-484b-8659-cfc83952402d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:48.015092 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 4ac89703-8668-442f-9a36-5ecc777569f7 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:32:48.028709 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5ffa2513-6b7b-4a00-bc2f-5016eabbb048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d59154-4944-439c-9726-4d616fcb6a71', 'name': 'tempest-ServerRescueTestJSONUnderV235-584814253-router', 'tenant_id': 'd3063649ad0b49118b6873a82d7489eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '848d1c78-e72f-40f8-ba13-583e6efa50ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:32:32Z', 'updated_at': '2021-12-10T16:32:42Z', 'revision_number': 4, 'project_id': 'd3063649ad0b49118b6873a82d7489eb', 'gw_port': {'id': '848d1c78-e72f-40f8-ba13-583e6efa50ae', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:36:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d59154-4944-439c-9726-4d616fcb6a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:34Z', 'updated_at': '2021-12-10T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '361bc9b4-4d57-4cf1-a0c4-a9907dfc0fa4', 'name': '', 'network_id': 'b8aa3551-554a-49f0-b0d0-f8becf031dc7', 'tenant_id': 'd3063649ad0b49118b6873a82d7489eb', 'mac_address': 'fa:16:3e:85:b0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d59154-4944-439c-9726-4d616fcb6a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '93cf38e5-cd65-4933-9151-7296522b1fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:39Z', 'updated_at': '2021-12-10T16:32:47Z', 'revision_number': 4, 'project_id': 'd3063649ad0b49118b6873a82d7489eb', 'subnets': [{'id': '93cf38e5-cd65-4933-9151-7296522b1fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:48.037119 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-7833978a-e47c-46f9-8be4-9ded9224008c service neutron] 10.222.0.11 "GET /v2.0/networks/b8aa3551-554a-49f0-b0d0-f8becf031dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004352 Dec 10 16:32:48.051250 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944239ae-af65-484b-8659-cfc83952402d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Network 1e48eb44-ddab-4822-b497-27862a94e4ec is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:48.054600 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-944239ae-af65-484b-8659-cfc83952402d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:48.065394 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944239ae-af65-484b-8659-cfc83952402d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:48.073074 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944239ae-af65-484b-8659-cfc83952402d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:48.073898 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-944239ae-af65-484b-8659-cfc83952402d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:48.077390 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffa2513-6b7b-4a00-bc2f-5016eabbb048 None None] The sync data for ids ['60d59154-4944-439c-9726-4d616fcb6a71'] in n-d-766771-2 is: [{'id': '60d59154-4944-439c-9726-4d616fcb6a71', 'name': 'tempest-ServerRescueTestJSONUnderV235-584814253-router', 'tenant_id': 'd3063649ad0b49118b6873a82d7489eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '848d1c78-e72f-40f8-ba13-583e6efa50ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:32:32Z', 'updated_at': '2021-12-10T16:32:42Z', 'revision_number': 4, 'project_id': 'd3063649ad0b49118b6873a82d7489eb', 'gw_port': {'id': '848d1c78-e72f-40f8-ba13-583e6efa50ae', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:36:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d59154-4944-439c-9726-4d616fcb6a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:34Z', 'updated_at': '2021-12-10T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '361bc9b4-4d57-4cf1-a0c4-a9907dfc0fa4', 'name': '', 'network_id': 'b8aa3551-554a-49f0-b0d0-f8becf031dc7', 'tenant_id': 'd3063649ad0b49118b6873a82d7489eb', 'mac_address': 'fa:16:3e:85:b0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d59154-4944-439c-9726-4d616fcb6a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '93cf38e5-cd65-4933-9151-7296522b1fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:39Z', 'updated_at': '2021-12-10T16:32:47Z', 'revision_number': 4, 'project_id': 'd3063649ad0b49118b6873a82d7489eb', 'subnets': [{'id': '93cf38e5-cd65-4933-9151-7296522b1fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:32:48.083946 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 4ac89703-8668-442f-9a36-5ecc777569f7 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:32:48.085002 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 4ac89703-8668-442f-9a36-5ecc777569f7 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:32:48.088046 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5448e04-e286-4fee-8084-672b4c6c2588 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Made reservation on behalf of 38fc6aa7996647649bb06a74b5f4d0aa for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:48.092342 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944239ae-af65-484b-8659-cfc83952402d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'Port': ['ID=dd2fe74b-91da-4645-b95d-c635f8d0a5ee,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:48.095354 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5448e04-e286-4fee-8084-672b4c6c2588 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:48.120411 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-944239ae-af65-484b-8659-cfc83952402d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0543149 Dec 10 16:32:48.120896 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54148) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:48.248967 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a354f0-5d76-433f-b6e9-07326edbb749 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:48.251469 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-33a354f0-5d76-433f-b6e9-07326edbb749 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "GET /v2.0/ports/dd2fe74b-91da-4645-b95d-c635f8d0a5ee HTTP/1.1" status: 200 len: 845 time: 0.1296108 Dec 10 16:32:48.254330 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54150) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:48.448538 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5448e04-e286-4fee-8084-672b4c6c2588 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:48.460349 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-6bec0f39-1dc3-448b-b0d4-b255ad270d5c tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Deleting port dd2fe74b-91da-4645-b95d-c635f8d0a5ee {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:48.461397 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6bec0f39-1dc3-448b-b0d4-b255ad270d5c tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:48.491194 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:48.581499 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6bec0f39-1dc3-448b-b0d4-b255ad270d5c tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:48.610699 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-6bec0f39-1dc3-448b-b0d4-b255ad270d5c tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Calling delete_port for dd2fe74b-91da-4645-b95d-c635f8d0a5ee owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:48.613312 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5448e04-e286-4fee-8084-672b4c6c2588 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Network 912cbe49-1749-4b35-bb37-0e8e4bb88a08 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:48.628919 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-d5448e04-e286-4fee-8084-672b4c6c2588 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:48.638483 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5448e04-e286-4fee-8084-672b4c6c2588 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:48.639091 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5448e04-e286-4fee-8084-672b4c6c2588 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:48.644347 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ceb482-65ea-4900-adf4-a4b96aa33919 None None] Network 912cbe49-1749-4b35-bb37-0e8e4bb88a08 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:48.658053 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9cba09-c252-4682-859c-1fbbfbc754d8 req-4e997c2b-2f3f-46d5-b73d-f9760e0ecd06 tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:48.659656 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5c9cba09-c252-4682-859c-1fbbfbc754d8 req-4e997c2b-2f3f-46d5-b73d-f9760e0ecd06 tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d863795-dc45-42d4-abaf-a389f6cbe07e HTTP/1.1" status: 200 len: 946 time: 0.2242918 Dec 10 16:32:48.660330 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5448e04-e286-4fee-8084-672b4c6c2588 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'Subnet': ['ID=366b6d2b-b4e7-4015-bc0a-c9a0f8a7f8dc,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:48.691276 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad525c-d197-4966-a738-4c20d4cce5b4 req-be953247-b2ee-4791-96ce-98b3ef0de098 tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:48.692752 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5fad525c-d197-4966-a738-4c20d4cce5b4 req-be953247-b2ee-4791-96ce-98b3ef0de098 tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d863795-dc45-42d4-abaf-a389f6cbe07e HTTP/1.1" status: 200 len: 946 time: 0.2226741 Dec 10 16:32:48.700090 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d5448e04-e286-4fee-8084-672b4c6c2588 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8051112 Dec 10 16:32:48.704542 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54162) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:48.714106 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-01cf9d80-fef5-4bd2-b7f3-7de7f7bb6985 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'security_group': {'name': 'tempest-secgroup-1906978924'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:48.741963 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 1db147b9-8b9b-4cb1-9d50-9f8e561cef00 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:32:48.753334 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed555c0-df89-448e-9805-074d0caba9e1', 'name': 'network-vif-deleted', 'tag': 'fb2417fc-ae52-456a-b632-fd4c8bf146bf'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:32:48.755708 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d630a39a-caf4-4197-ae94-eabe1a5ff21f" -d '{"events": [{"server_uuid": "2ed555c0-df89-448e-9805-074d0caba9e1", "name": "network-vif-deleted", "tag": "fb2417fc-ae52-456a-b632-fd4c8bf146bf"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:32:48.763659 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6bec0f39-1dc3-448b-b0d4-b255ad270d5c tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:48.815744 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6bec0f39-1dc3-448b-b0d4-b255ad270d5c tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:48.817129 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-01cf9d80-fef5-4bd2-b7f3-7de7f7bb6985 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:48.821738 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6bec0f39-1dc3-448b-b0d4-b255ad270d5c tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/ports/dd2fe74b-91da-4645-b95d-c635f8d0a5ee HTTP/1.1" status: 204 len: 168 time: 0.5662448 Dec 10 16:32:48.822797 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec0f39-1dc3-448b-b0d4-b255ad270d5c tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'Port': ['ID=dd2fe74b-91da-4645-b95d-c635f8d0a5ee,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:48.831307 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54168) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:48.860456 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e136cc5-3df1-4f11-a09c-ae729a631ab5 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] GET failed (client error): The resource could not be found. Dec 10 16:32:48.863459 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1e136cc5-3df1-4f11-a09c-ae729a631ab5 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "GET /v2.0/ports/dd2fe74b-91da-4645-b95d-c635f8d0a5ee HTTP/1.1" status: 404 len: 333 time: 0.0296326 Dec 10 16:32:48.866651 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54170) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:48.882755 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5c9cba09-c252-4682-859c-1fbbfbc754d8 req-30214969-305e-45aa-a659-ce580e79468a tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] 10.222.0.11 "GET /v2.0/security-groups?id=41f476b0-f537-4086-ac1f-de85bd3d9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147703 Dec 10 16:32:48.891868 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-85c5b36a-a339-4130-bd42-ba2eea092e40 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'port': {'network_id': '1e48eb44-ddab-4822-b497-27862a94e4ec', 'name': 'tempest-PortsIpV6TestJSON-2100268785'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:48.973749 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 1db147b9-8b9b-4cb1-9d50-9f8e561cef00, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=1db147b9-8b9b-4cb1-9d50-9f8e561cef00,segment=NetworkSegment(b44a6068-1cde-4f52-a8e6-9ddabbdb5356),segment_id=b44a6068-1cde-4f52-a8e6-9ddabbdb5356)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:48.980255 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58997a5b-c9a0-41b3-b1f9-1a4ada69dd81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-912cbe49-1749-4b35-bb37-0e8e4bb88a08', 'network_id': '912cbe49-1749-4b35-bb37-0e8e4bb88a08', 'project_id': '38fc6aa7996647649bb06a74b5f4d0aa', 'fixed_ips': [{'subnet_id': '366b6d2b-b4e7-4015-bc0a-c9a0f8a7f8dc'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:32:48.982130 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-58997a5b-c9a0-41b3-b1f9-1a4ada69dd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:49.020474 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '1db147b9-8b9b-4cb1-9d50-9f8e561cef00', 'network_id': '1ff556fd-0581-480f-8730-5712d0e2eed7', 'port_id': '1db147b9-8b9b-4cb1-9d50-9f8e561cef00', 'mac_address': 'fa:16:3e:d0:79:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed059596-b61f-4b79-b79e-c9b747c3907d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:32:49.089569 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c5b36a-a339-4130-bd42-ba2eea092e40 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Made reservation on behalf of c3130369965d4192948d49aa98d6bfdc for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:49.093802 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-85c5b36a-a339-4130-bd42-ba2eea092e40 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:49.139968 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-85c5b36a-a339-4130-bd42-ba2eea092e40 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] device_id is not set on port 3bb55855-c2cf-42cf-ba21-45306215a67d yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:32:49.176277 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:49.207128 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db147b9-8b9b-4cb1-9d50-9f8e561cef00 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:32:49.260663 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 1db147b9-8b9b-4cb1-9d50-9f8e561cef00, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=1db147b9-8b9b-4cb1-9d50-9f8e561cef00,segment=NetworkSegment(b44a6068-1cde-4f52-a8e6-9ddabbdb5356),segment_id=b44a6068-1cde-4f52-a8e6-9ddabbdb5356)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:49.272777 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:49.314914 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-58997a5b-c9a0-41b3-b1f9-1a4ada69dd81 None None] Allocated IP 172.20.0.2 (912cbe49-1749-4b35-bb37-0e8e4bb88a08/366b6d2b-b4e7-4015-bc0a-c9a0f8a7f8dc/9199c62a-46e2-4d00-b7ce-cef711c7ba90) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:49.366052 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=1db147b9-8b9b-4cb1-9d50-9f8e561cef00,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:49.389647 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-85c5b36a-a339-4130-bd42-ba2eea092e40 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:49.432454 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-85c5b36a-a339-4130-bd42-ba2eea092e40 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:49.484972 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-01cf9d80-fef5-4bd2-b7f3-7de7f7bb6985 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:49.493503 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-01cf9d80-fef5-4bd2-b7f3-7de7f7bb6985 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:49.497950 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c5b36a-a339-4130-bd42-ba2eea092e40 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'Port': ['ID=3bb55855-c2cf-42cf-ba21-45306215a67d,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:49.509069 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c5b36a-a339-4130-bd42-ba2eea092e40 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Network 1e48eb44-ddab-4822-b497-27862a94e4ec is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:49.510560 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-85c5b36a-a339-4130-bd42-ba2eea092e40 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:49.517438 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c5b36a-a339-4130-bd42-ba2eea092e40 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:49.519417 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-5fad525c-d197-4966-a738-4c20d4cce5b4 req-2331efdf-5710-4ff4-b0d9-0a930f10e64b tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] Deleting port 520d9540-39e3-4eee-824d-279870e61264 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:49.519761 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5fad525c-d197-4966-a738-4c20d4cce5b4 req-2331efdf-5710-4ff4-b0d9-0a930f10e64b tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:49.523533 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c5b36a-a339-4130-bd42-ba2eea092e40 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:49.524419 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-85c5b36a-a339-4130-bd42-ba2eea092e40 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:49.538467 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-58997a5b-c9a0-41b3-b1f9-1a4ada69dd81 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:49.544752 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-58997a5b-c9a0-41b3-b1f9-1a4ada69dd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:49.549180 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-85c5b36a-a339-4130-bd42-ba2eea092e40 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6812859 Dec 10 16:32:49.554572 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54172) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:49.568062 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['1db147b9-8b9b-4cb1-9d50-9f8e561cef00'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:32:49.571868 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c1d2ab52-7c42-401f-b056-93196c19a5f0 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:49.616297 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bce5b1-a134-4488-834b-b0cf32b18a80 req-5a37d085-9712-48f9-b918-ee0164dfff54 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:49.617971 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-76bce5b1-a134-4488-834b-b0cf32b18a80 req-5a37d085-9712-48f9-b918-ee0164dfff54 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 945 time: 0.6101840 Dec 10 16:32:49.630048 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-01cf9d80-fef5-4bd2-b7f3-7de7f7bb6985 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:49.631599 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-01cf9d80-fef5-4bd2-b7f3-7de7f7bb6985 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9249563 Dec 10 16:32:49.636263 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54174) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:49.646848 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-dad53724-fba6-4a45-8853-802fc9970929 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'security_group': {'name': 'tempest-secgroup-487325999'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:49.653019 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf9d80-fef5-4bd2-b7f3-7de7f7bb6985 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c74dfb7-f55b-4357-82c1-6cb7f0f6392b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:49.656295 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58997a5b-c9a0-41b3-b1f9-1a4ada69dd81 None None] Network 912cbe49-1749-4b35-bb37-0e8e4bb88a08 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:49.682821 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-58997a5b-c9a0-41b3-b1f9-1a4ada69dd81 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:49.693513 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58997a5b-c9a0-41b3-b1f9-1a4ada69dd81 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:49.717205 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dad53724-fba6-4a45-8853-802fc9970929 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:49.718578 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:49.725473 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58997a5b-c9a0-41b3-b1f9-1a4ada69dd81 None None] Pushing event updated for resources: {'Port': ['ID=9199c62a-46e2-4d00-b7ce-cef711c7ba90,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:49.737385 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c1d2ab52-7c42-401f-b056-93196c19a5f0 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:49.767453 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-76bce5b1-a134-4488-834b-b0cf32b18a80 req-677e4df8-d8cd-4751-813f-ec34e0d30272 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=61dd92f2-b4f5-4bfd-ac94-e9e550096dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346779 Dec 10 16:32:49.828810 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-5fad525c-d197-4966-a738-4c20d4cce5b4 req-2331efdf-5710-4ff4-b0d9-0a930f10e64b tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] For port 520d9540-39e3-4eee-824d-279870e61264, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=520d9540-39e3-4eee-824d-279870e61264,segment=NetworkSegment(73608b37-80bb-4160-8a42-e5c4832f6e3e),segment_id=73608b37-80bb-4160-8a42-e5c4832f6e3e)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:49.829172 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5fad525c-d197-4966-a738-4c20d4cce5b4 req-2331efdf-5710-4ff4-b0d9-0a930f10e64b tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:49.852438 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-5fad525c-d197-4966-a738-4c20d4cce5b4 req-2331efdf-5710-4ff4-b0d9-0a930f10e64b tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] Calling delete_port for 520d9540-39e3-4eee-824d-279870e61264 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:49.882974 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-58997a5b-c9a0-41b3-b1f9-1a4ada69dd81 None None] Attempting to bind port 9199c62a-46e2-4d00-b7ce-cef711c7ba90 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:49.884023 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-58997a5b-c9a0-41b3-b1f9-1a4ada69dd81 None None] Attempting to bind port 9199c62a-46e2-4d00-b7ce-cef711c7ba90 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '6855c0f0-f486-4520-8175-a16db5a6ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '912cbe49-1749-4b35-bb37-0e8e4bb88a08'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:49.884408 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58997a5b-c9a0-41b3-b1f9-1a4ada69dd81 None None] Attempting to bind port 9199c62a-46e2-4d00-b7ce-cef711c7ba90 on network 912cbe49-1749-4b35-bb37-0e8e4bb88a08 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:49.915599 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58997a5b-c9a0-41b3-b1f9-1a4ada69dd81 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:32:49.916066 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58997a5b-c9a0-41b3-b1f9-1a4ada69dd81 None None] Checking segment: {'id': '6855c0f0-f486-4520-8175-a16db5a6ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '912cbe49-1749-4b35-bb37-0e8e4bb88a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:49.916380 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-58997a5b-c9a0-41b3-b1f9-1a4ada69dd81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:49.916772 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58997a5b-c9a0-41b3-b1f9-1a4ada69dd81 None None] Bound using segment: {'id': '6855c0f0-f486-4520-8175-a16db5a6ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '912cbe49-1749-4b35-bb37-0e8e4bb88a08'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:32:49.924928 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-58997a5b-c9a0-41b3-b1f9-1a4ada69dd81 None None] Bound port: 9199c62a-46e2-4d00-b7ce-cef711c7ba90, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6855c0f0-f486-4520-8175-a16db5a6ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '912cbe49-1749-4b35-bb37-0e8e4bb88a08'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:32:49.927733 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-58997a5b-c9a0-41b3-b1f9-1a4ada69dd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:50.033214 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-58997a5b-c9a0-41b3-b1f9-1a4ada69dd81 None None] For port 9199c62a-46e2-4d00-b7ce-cef711c7ba90, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:32:50.036993 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-58997a5b-c9a0-41b3-b1f9-1a4ada69dd81 None None] For port 9199c62a-46e2-4d00-b7ce-cef711c7ba90, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=9199c62a-46e2-4d00-b7ce-cef711c7ba90,segment=NetworkSegment(6855c0f0-f486-4520-8175-a16db5a6ac76),segment_id=6855c0f0-f486-4520-8175-a16db5a6ac76)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:32:50.042588 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-58997a5b-c9a0-41b3-b1f9-1a4ada69dd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:50.045927 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-7dd0db7d-7948-4e36-a7b0-bec900222386 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:50.047560 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-7dd0db7d-7948-4e36-a7b0-bec900222386 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.26 "GET /v2.0/networks?id=b8aa3551-554a-49f0-b0d0-f8becf031dc7 HTTP/1.1" status: 200 len: 819 time: 0.3015213 Dec 10 16:32:50.077768 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-e3d8c482-dbcc-4c35-b07a-4bc28aabf9ce tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Request body: {'port': {'device_id': 'f32d35a4-4891-4d87-bee7-53b7b398dfc3', 'network_id': 'b8aa3551-554a-49f0-b0d0-f8becf031dc7', 'admin_state_up': True, 'tenant_id': 'd3063649ad0b49118b6873a82d7489eb'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:50.094402 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 361bc9b4-4d57-4cf1-a0c4-a9907dfc0fa4 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:32:50.099241 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03827f-3350-456c-a023-6999ace188bf req-c87881ef-7d1c-4ce0-aa1f-a98ac04cbcf9 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:50.100792 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4d03827f-3350-456c-a023-6999ace188bf req-c87881ef-7d1c-4ce0-aa1f-a98ac04cbcf9 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/ports?device_id=475ce569-ff11-47d8-9e53-8dc1caeb82af HTTP/1.1" status: 200 len: 945 time: 0.1366434 Dec 10 16:32:50.159841 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c1d2ab52-7c42-401f-b056-93196c19a5f0 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:50.189811 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58997a5b-c9a0-41b3-b1f9-1a4ada69dd81 None None] Pushing event updated for resources: {'Port': ['ID=9199c62a-46e2-4d00-b7ce-cef711c7ba90,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:50.193703 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dad53724-fba6-4a45-8853-802fc9970929 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:50.196203 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c1d2ab52-7c42-401f-b056-93196c19a5f0 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:50.210180 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dad53724-fba6-4a45-8853-802fc9970929 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:50.211760 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 361bc9b4-4d57-4cf1-a0c4-a9907dfc0fa4 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:50.212941 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:50.260143 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dad53724-fba6-4a45-8853-802fc9970929 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:50.261363 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-dad53724-fba6-4a45-8853-802fc9970929 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6242414 Dec 10 16:32:50.272985 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54178) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:50.275677 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4d03827f-3350-456c-a023-6999ace188bf req-2ecd7565-b8c0-4dc9-9c6f-f1e83dc3127f tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/security-groups?id=1962f219-df48-4694-919d-c32c4e5c0eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599371 Dec 10 16:32:50.303893 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-0a85a3b5-c96e-4a66-a47f-a0eaef515715 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1250457550', 'security_groups': ['db566795-92d3-47c7-a218-9b96eadcbb67'], 'network_id': '912cbe49-1749-4b35-bb37-0e8e4bb88a08', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '366b6d2b-b4e7-4015-bc0a-c9a0f8a7f8dc'}]}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:50.303893 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2ab52-7c42-401f-b056-93196c19a5f0 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] In _notify_port_updated(), no bound segment for port 3bb55855-c2cf-42cf-ba21-45306215a67d on network 1e48eb44-ddab-4822-b497-27862a94e4ec {{(pid=103393) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:32:50.309605 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d2ab52-7c42-401f-b056-93196c19a5f0 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:50.310719 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c1d2ab52-7c42-401f-b056-93196c19a5f0 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:50.315510 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c1d2ab52-7c42-401f-b056-93196c19a5f0 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "PUT /v2.0/ports/3bb55855-c2cf-42cf-ba21-45306215a67d HTTP/1.1" status: 200 len: 818 time: 0.7465022 Dec 10 16:32:50.320107 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5fad525c-d197-4966-a738-4c20d4cce5b4 req-2331efdf-5710-4ff4-b0d9-0a930f10e64b tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:50.320258 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:50.321705 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54180) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:50.328405 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad53724-fba6-4a45-8853-802fc9970929 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db566795-92d3-47c7-a218-9b96eadcbb67,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:50.381998 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 361bc9b4-4d57-4cf1-a0c4-a9907dfc0fa4, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=361bc9b4-4d57-4cf1-a0c4-a9907dfc0fa4,segment=NetworkSegment(ebdb6a42-6306-4308-be67-666b49e7842c),segment_id=ebdb6a42-6306-4308-be67-666b49e7842c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:50.392100 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2331efdf-5710-4ff4-b0d9-0a930f10e64b tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] Pushing event deleted for resources: {'Port': ['ID=520d9540-39e3-4eee-824d-279870e61264,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:50.393869 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:50.404367 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2ab52-7c42-401f-b056-93196c19a5f0 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'Port': ['ID=3bb55855-c2cf-42cf-ba21-45306215a67d,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:50.511349 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=361bc9b4-4d57-4cf1-a0c4-a9907dfc0fa4,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:50.523090 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fad525c-d197-4966-a738-4c20d4cce5b4 req-2331efdf-5710-4ff4-b0d9-0a930f10e64b tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] No DVR routers for this DVR port 520d9540-39e3-4eee-824d-279870e61264 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:32:50.527049 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5fad525c-d197-4966-a738-4c20d4cce5b4 req-2331efdf-5710-4ff4-b0d9-0a930f10e64b tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:50.532481 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5fad525c-d197-4966-a738-4c20d4cce5b4 req-2331efdf-5710-4ff4-b0d9-0a930f10e64b tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] 10.222.0.46 "DELETE /v2.0/ports/520d9540-39e3-4eee-824d-279870e61264 HTTP/1.1" status: 204 len: 173 time: 1.8268626 Dec 10 16:32:50.544240 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-e3d8c482-dbcc-4c35-b07a-4bc28aabf9ce tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Made reservation on behalf of d3063649ad0b49118b6873a82d7489eb for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:50.552626 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-e3d8c482-dbcc-4c35-b07a-4bc28aabf9ce tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:50.592219 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a85a3b5-c96e-4a66-a47f-a0eaef515715 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Made reservation on behalf of 38fc6aa7996647649bb06a74b5f4d0aa for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:50.659225 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4b3e4b9f-43e1-4558-a724-68a2123e19c0 req-7e7c6e30-fb92-4582-ac64-3bec338b0099 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/ports?device_id=f32d35a4-4891-4d87-bee7-53b7b398dfc3 HTTP/1.1" status: 200 len: 210 time: 0.1256244 Dec 10 16:32:50.746393 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['520d9540-39e3-4eee-824d-279870e61264'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:32:50.750352 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0a85a3b5-c96e-4a66-a47f-a0eaef515715 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:50.773399 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-cd241d31-159d-428a-ae02-7132e340e9a1 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Deleting port 3bb55855-c2cf-42cf-ba21-45306215a67d {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:50.773668 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-0a85a3b5-c96e-4a66-a47f-a0eaef515715 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] device_id is not set on port 00a93bef-c3d2-4069-87a3-99ac13c46ca5 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:32:50.773765 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cd241d31-159d-428a-ae02-7132e340e9a1 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:50.882076 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cd241d31-159d-428a-ae02-7132e340e9a1 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:50.903126 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-cd241d31-159d-428a-ae02-7132e340e9a1 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Calling delete_port for 3bb55855-c2cf-42cf-ba21-45306215a67d owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:50.905802 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-e3d8c482-dbcc-4c35-b07a-4bc28aabf9ce tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Allocated IP 172.20.0.4 (b8aa3551-554a-49f0-b0d0-f8becf031dc7/93cf38e5-cd65-4933-9151-7296522b1fa8/561f074f-cd2a-4661-a766-3aa730ecf0ee) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:50.910739 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d82f03-0cd2-4183-afeb-109092bc96be x-openstack-request-id: req-b8d82f03-0cd2-4183-afeb-109092bc96be {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:32:50.911044 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed555c0-df89-448e-9805-074d0caba9e1", "name": "network-vif-deleted", "tag": "fb2417fc-ae52-456a-b632-fd4c8bf146bf", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:32:50.911291 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b8d82f03-0cd2-4183-afeb-109092bc96be {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:32:50.911691 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed555c0-df89-448e-9805-074d0caba9e1', 'name': 'network-vif-deleted', 'tag': 'fb2417fc-ae52-456a-b632-fd4c8bf146bf', 'status': 'completed', 'code': 200} Dec 10 16:32:51.015578 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-0a85a3b5-c96e-4a66-a47f-a0eaef515715 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Allocated IP 172.20.0.4 (912cbe49-1749-4b35-bb37-0e8e4bb88a08/366b6d2b-b4e7-4015-bc0a-c9a0f8a7f8dc/00a93bef-c3d2-4069-87a3-99ac13c46ca5) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:51.029430 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8b9833df-8704-4efc-a7a6-0a760ac85371 req-38b4fd7c-1a13-42c2-86eb-ba7a9988d29b tempest-InstanceActionsV221TestJSON-738010410 tempest-InstanceActionsV221TestJSON-738010410-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d863795-dc45-42d4-abaf-a389f6cbe07e HTTP/1.1" status: 200 len: 210 time: 0.0481033 Dec 10 16:32:51.128645 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cd241d31-159d-428a-ae02-7132e340e9a1 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:51.188345 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cd241d31-159d-428a-ae02-7132e340e9a1 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:51.191636 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-cd241d31-159d-428a-ae02-7132e340e9a1 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/ports/3bb55855-c2cf-42cf-ba21-45306215a67d HTTP/1.1" status: 204 len: 168 time: 0.8673809 Dec 10 16:32:51.194472 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54186) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:51.201106 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd241d31-159d-428a-ae02-7132e340e9a1 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'Port': ['ID=3bb55855-c2cf-42cf-ba21-45306215a67d,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:51.236387 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0a85a3b5-c96e-4a66-a47f-a0eaef515715 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:51.263212 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-e3d8c482-dbcc-4c35-b07a-4bc28aabf9ce tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:51.265605 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480d0755-c548-4800-8254-a80051d65929 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:51.267187 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-480d0755-c548-4800-8254-a80051d65929 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0713089 Dec 10 16:32:51.272142 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3876c87-44ed-46cd-b306-ff6b72471aee req-483b5724-3744-4b2e-8f9a-03e4d7fd323d tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:51.273046 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54188) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:51.274610 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d3876c87-44ed-46cd-b306-ff6b72471aee req-483b5724-3744-4b2e-8f9a-03e4d7fd323d tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 945 time: 0.0954943 Dec 10 16:32:51.303755 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-48167bbe-cbfd-41d5-bf23-9caffeda281e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] GET failed (client error): The resource could not be found. Dec 10 16:32:51.305483 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-48167bbe-cbfd-41d5-bf23-9caffeda281e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "GET /v2.0/ports/3bb55855-c2cf-42cf-ba21-45306215a67d HTTP/1.1" status: 404 len: 333 time: 0.0311882 Dec 10 16:32:51.311415 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54192) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:51.317623 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-16519c2a-bda1-4e53-a603-d0434719d50d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1748220731'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:51.324450 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0a85a3b5-c96e-4a66-a47f-a0eaef515715 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:51.351014 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d3876c87-44ed-46cd-b306-ff6b72471aee req-81a3f9c7-9e1b-4241-b1d1-626be33f416c tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=61dd92f2-b4f5-4bfd-ac94-e9e550096dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696006 Dec 10 16:32:51.352808 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-e3d8c482-dbcc-4c35-b07a-4bc28aabf9ce tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:51.387804 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a85a3b5-c96e-4a66-a47f-a0eaef515715 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Network 912cbe49-1749-4b35-bb37-0e8e4bb88a08 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:51.392179 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-0a85a3b5-c96e-4a66-a47f-a0eaef515715 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:51.394072 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16519c2a-bda1-4e53-a603-d0434719d50d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Made reservation on behalf of c3130369965d4192948d49aa98d6bfdc for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:51.397673 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-16519c2a-bda1-4e53-a603-d0434719d50d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:51.412411 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-e3d8c482-dbcc-4c35-b07a-4bc28aabf9ce tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Network b8aa3551-554a-49f0-b0d0-f8becf031dc7 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:51.416106 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-e3d8c482-dbcc-4c35-b07a-4bc28aabf9ce tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:51.418798 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-e3d8c482-dbcc-4c35-b07a-4bc28aabf9ce tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:51.428812 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a85a3b5-c96e-4a66-a47f-a0eaef515715 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:51.436388 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85a3b5-c96e-4a66-a47f-a0eaef515715 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'Port': ['ID=00a93bef-c3d2-4069-87a3-99ac13c46ca5,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:51.453908 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d8c482-dbcc-4c35-b07a-4bc28aabf9ce tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Pushing event updated for resources: {'Port': ['ID=561f074f-cd2a-4661-a766-3aa730ecf0ee,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:51.479576 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16519c2a-bda1-4e53-a603-d0434719d50d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:32:51.499237 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a85a3b5-c96e-4a66-a47f-a0eaef515715 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:51.499951 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0a85a3b5-c96e-4a66-a47f-a0eaef515715 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:51.509605 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-16519c2a-bda1-4e53-a603-d0434719d50d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:51.509943 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-16519c2a-bda1-4e53-a603-d0434719d50d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Added segment 2dff978a-b7e8-40f6-b8b5-55ebbdcfd0eb of type vlan for network f9b3935e-b2bc-43e6-a0cf-80ddc315a304 Dec 10 16:32:51.511223 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-e3d8c482-dbcc-4c35-b07a-4bc28aabf9ce tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:51.511873 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-e3d8c482-dbcc-4c35-b07a-4bc28aabf9ce tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:51.543003 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b925ad-29d8-47d9-9927-ff37af09278a req-95467a4d-130e-43ce-b624-51edc72ac60d tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:51.552781 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f8b925ad-29d8-47d9-9927-ff37af09278a req-95467a4d-130e-43ce-b624-51edc72ac60d tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/ports?device_id=475ce569-ff11-47d8-9e53-8dc1caeb82af HTTP/1.1" status: 200 len: 945 time: 0.0882192 Dec 10 16:32:51.552982 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0a85a3b5-c96e-4a66-a47f-a0eaef515715 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2747643 Dec 10 16:32:51.553413 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54198) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:51.558420 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-40fc9cf1-8520-46ce-8eca-80c2ec1941d2 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'subnet': {'network_id': '912cbe49-1749-4b35-bb37-0e8e4bb88a08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:51.561850 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-e3d8c482-dbcc-4c35-b07a-4bc28aabf9ce tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5035017 Dec 10 16:32:51.574286 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-56d07856-541b-4e6b-b0f2-3af12cf4528e service neutron] Request body: {'port': {'device_id': 'f32d35a4-4891-4d87-bee7-53b7b398dfc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:51.610602 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-16519c2a-bda1-4e53-a603-d0434719d50d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:51.665058 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f8b925ad-29d8-47d9-9927-ff37af09278a req-2504bd1e-542b-416a-88fc-9257ec79d28f tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/security-groups?id=1962f219-df48-4694-919d-c32c4e5c0eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139216 Dec 10 16:32:51.669994 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-16519c2a-bda1-4e53-a603-d0434719d50d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:51.676737 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16519c2a-bda1-4e53-a603-d0434719d50d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:51.677379 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-16519c2a-bda1-4e53-a603-d0434719d50d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:51.683845 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-56d07856-541b-4e6b-b0f2-3af12cf4528e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:51.695551 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-21a5719a-8dd2-4791-8e7f-723a37e95a38 None None] Provisioning complete for port 2add41d4-5ece-40db-97a4-6d0b4a9857b7 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:51.695928 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-21a5719a-8dd2-4791-8e7f-723a37e95a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:51.710668 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-16519c2a-bda1-4e53-a603-d0434719d50d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3981886 Dec 10 16:32:51.716477 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54202) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:51.730099 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-9c42aab0-5af0-47d4-87fb-20c8ab2a764e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'subnet': {'network_id': 'f9b3935e-b2bc-43e6-a0cf-80ddc315a304', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:51.777591 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-21a5719a-8dd2-4791-8e7f-723a37e95a38 None None] Port 2add41d4-5ece-40db-97a4-6d0b4a9857b7 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:32:51.793383 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16519c2a-bda1-4e53-a603-d0434719d50d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'Network': ['ID=f9b3935e-b2bc-43e6-a0cf-80ddc315a304,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:51.800824 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-21a5719a-8dd2-4791-8e7f-723a37e95a38 None None] Provisioning complete for port 9199c62a-46e2-4d00-b7ce-cef711c7ba90 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:51.801726 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-21a5719a-8dd2-4791-8e7f-723a37e95a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:51.809383 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network f9b3935e-b2bc-43e6-a0cf-80ddc315a304 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:32:51.810155 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fc9cf1-8520-46ce-8eca-80c2ec1941d2 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Made reservation on behalf of 38fc6aa7996647649bb06a74b5f4d0aa for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:51.814611 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-40fc9cf1-8520-46ce-8eca-80c2ec1941d2 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:52.005262 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-21a5719a-8dd2-4791-8e7f-723a37e95a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:52.059895 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-21a5719a-8dd2-4791-8e7f-723a37e95a38 None None] For port 9199c62a-46e2-4d00-b7ce-cef711c7ba90, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=9199c62a-46e2-4d00-b7ce-cef711c7ba90,segment=NetworkSegment(6855c0f0-f486-4520-8175-a16db5a6ac76),segment_id=6855c0f0-f486-4520-8175-a16db5a6ac76)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:52.065938 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-21a5719a-8dd2-4791-8e7f-723a37e95a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:52.123737 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 361bc9b4-4d57-4cf1-a0c4-a9907dfc0fa4 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:32:52.141015 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c42aab0-5af0-47d4-87fb-20c8ab2a764e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Made reservation on behalf of c3130369965d4192948d49aa98d6bfdc for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:52.144370 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9c42aab0-5af0-47d4-87fb-20c8ab2a764e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:52.206924 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a5719a-8dd2-4791-8e7f-723a37e95a38 None None] Pushing event updated for resources: {'Port': ['ID=9199c62a-46e2-4d00-b7ce-cef711c7ba90,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:52.219188 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c364e5ac-5761-4f09-be02-c8ca4a6addf4 None None] Provisioning complete for port 00a93bef-c3d2-4069-87a3-99ac13c46ca5 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:52.219188 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c364e5ac-5761-4f09-be02-c8ca4a6addf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:52.225057 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90137d98-e24f-4440-aac8-978871c0fc05 req-85df3d57-ce72-4263-8fa6-95670cfe5d52 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:52.226918 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-90137d98-e24f-4440-aac8-978871c0fc05 req-85df3d57-ce72-4263-8fa6-95670cfe5d52 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/ports?device_id=f32d35a4-4891-4d87-bee7-53b7b398dfc3 HTTP/1.1" status: 200 len: 931 time: 0.2023144 Dec 10 16:32:52.258547 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 361bc9b4-4d57-4cf1-a0c4-a9907dfc0fa4 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:52.259021 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:52.278351 n-d-766771-2 neutron-server[103393]: INFO neutron.db.ipam_backend_mixin [None req-40fc9cf1-8520-46ce-8eca-80c2ec1941d2 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 366b6d2b-b4e7-4015-bc0a-c9a0f8a7f8dc (CIDR: 172.20.0.0/28) Dec 10 16:32:52.280030 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c364e5ac-5761-4f09-be02-c8ca4a6addf4 None None] Port 00a93bef-c3d2-4069-87a3-99ac13c46ca5 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:32:52.282676 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-40fc9cf1-8520-46ce-8eca-80c2ec1941d2 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:32:52.283360 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40fc9cf1-8520-46ce-8eca-80c2ec1941d2 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:32:52.303065 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-40fc9cf1-8520-46ce-8eca-80c2ec1941d2 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7462313 Dec 10 16:32:52.303404 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54208) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:52.310347 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-66b00079-6f5b-4ff4-981a-6ddf46c39769 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'subnet': {'network_id': '912cbe49-1749-4b35-bb37-0e8e4bb88a08', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:52.353034 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 9199c62a-46e2-4d00-b7ce-cef711c7ba90 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:32:52.373487 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-90137d98-e24f-4440-aac8-978871c0fc05 req-0c4e0fc6-ee92-4bf1-8c82-f838983c3ed7 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/security-groups?id=85e5dc36-7bfe-4fe2-a426-eece040ff59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286535 Dec 10 16:32:52.409260 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 9199c62a-46e2-4d00-b7ce-cef711c7ba90 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:52.409916 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:52.424205 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-56d07856-541b-4e6b-b0f2-3af12cf4528e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 561f074f-cd2a-4661-a766-3aa730ecf0ee {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:32:52.436812 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-56d07856-541b-4e6b-b0f2-3af12cf4528e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:52.448561 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b00079-6f5b-4ff4-981a-6ddf46c39769 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Made reservation on behalf of 38fc6aa7996647649bb06a74b5f4d0aa for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:52.456111 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-66b00079-6f5b-4ff4-981a-6ddf46c39769 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:52.465085 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-56d07856-541b-4e6b-b0f2-3af12cf4528e service neutron] Transition to ACTIVE for port object 561f074f-cd2a-4661-a766-3aa730ecf0ee will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:32:52.494693 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-56d07856-541b-4e6b-b0f2-3af12cf4528e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:52.556701 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9c42aab0-5af0-47d4-87fb-20c8ab2a764e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:52.627744 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d07856-541b-4e6b-b0f2-3af12cf4528e service neutron] Pushing event updated for resources: {'Port': ['ID=561f074f-cd2a-4661-a766-3aa730ecf0ee,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:52.688478 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c42aab0-5af0-47d4-87fb-20c8ab2a764e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'Subnet': ['ID=a172884f-deb6-470b-8a1e-a8c8b10819b1,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:52.712899 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 1db147b9-8b9b-4cb1-9d50-9f8e561cef00 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:32:52.722458 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-66b00079-6f5b-4ff4-981a-6ddf46c39769 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:52.761002 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b47c4d-0308-4e06-88f0-c4a52243d0d1 req-377b044a-cf1b-4e9d-bff7-4cfb30e92cfa tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:52.763053 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-82b47c4d-0308-4e06-88f0-c4a52243d0d1 req-377b044a-cf1b-4e9d-bff7-4cfb30e92cfa tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 945 time: 0.1640463 Dec 10 16:32:52.767721 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c42aab0-5af0-47d4-87fb-20c8ab2a764e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Checking segment: {'id': '2dff978a-b7e8-40f6-b8b5-55ebbdcfd0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f9b3935e-b2bc-43e6-a0cf-80ddc315a304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:52.768655 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c42aab0-5af0-47d4-87fb-20c8ab2a764e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Network hostable DHCP agents. Network: f9b3935e-b2bc-43e6-a0cf-80ddc315a304, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:32:52.771993 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b00079-6f5b-4ff4-981a-6ddf46c39769 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Network 912cbe49-1749-4b35-bb37-0e8e4bb88a08 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:52.775969 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 1db147b9-8b9b-4cb1-9d50-9f8e561cef00 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:32:52.777098 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-66b00079-6f5b-4ff4-981a-6ddf46c39769 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:52.781256 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 1db147b9-8b9b-4cb1-9d50-9f8e561cef00 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:52.781767 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b00079-6f5b-4ff4-981a-6ddf46c39769 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:52.781889 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:52.782442 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-66b00079-6f5b-4ff4-981a-6ddf46c39769 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:52.801676 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b00079-6f5b-4ff4-981a-6ddf46c39769 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'Subnet': ['ID=4bddc545-2e96-4f72-a971-c1493ef395ee,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:52.810200 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-66b00079-6f5b-4ff4-981a-6ddf46c39769 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5037339 Dec 10 16:32:52.811964 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54218) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:52.817453 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-b1940bf2-53b8-4f00-91a4-a7f32c6cfcac tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-139374155', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4bddc545-2e96-4f72-a971-c1493ef395ee'}], 'security_groups': ['5c74dfb7-f55b-4357-82c1-6cb7f0f6392b']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:52.817818 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-56d07856-541b-4e6b-b0f2-3af12cf4528e service neutron] Attempting to bind port 561f074f-cd2a-4661-a766-3aa730ecf0ee on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:52.818170 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-56d07856-541b-4e6b-b0f2-3af12cf4528e service neutron] Attempting to bind port 561f074f-cd2a-4661-a766-3aa730ecf0ee by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'ebdb6a42-6306-4308-be67-666b49e7842c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b8aa3551-554a-49f0-b0d0-f8becf031dc7'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:52.818502 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-56d07856-541b-4e6b-b0f2-3af12cf4528e service neutron] Attempting to bind port 561f074f-cd2a-4661-a766-3aa730ecf0ee on network b8aa3551-554a-49f0-b0d0-f8becf031dc7 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:52.821306 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c73602-0492-4537-9104-3726c4015609 None None] Network 912cbe49-1749-4b35-bb37-0e8e4bb88a08 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:52.837418 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-56d07856-541b-4e6b-b0f2-3af12cf4528e service neutron] Port 561f074f-cd2a-4661-a766-3aa730ecf0ee on network b8aa3551-554a-49f0-b0d0-f8becf031dc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:32:52.837418 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-56d07856-541b-4e6b-b0f2-3af12cf4528e service neutron] Attempting to bind port 561f074f-cd2a-4661-a766-3aa730ecf0ee on network b8aa3551-554a-49f0-b0d0-f8becf031dc7 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:52.846260 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c42aab0-5af0-47d4-87fb-20c8ab2a764e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Network f9b3935e-b2bc-43e6-a0cf-80ddc315a304 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:32:52.852766 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-56d07856-541b-4e6b-b0f2-3af12cf4528e service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:32:52.853108 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-56d07856-541b-4e6b-b0f2-3af12cf4528e service neutron] Checking segment: {'id': 'ebdb6a42-6306-4308-be67-666b49e7842c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b8aa3551-554a-49f0-b0d0-f8becf031dc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:52.853499 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-56d07856-541b-4e6b-b0f2-3af12cf4528e service neutron] Bound using segment: {'id': 'ebdb6a42-6306-4308-be67-666b49e7842c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b8aa3551-554a-49f0-b0d0-f8becf031dc7'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:32:52.853929 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-56d07856-541b-4e6b-b0f2-3af12cf4528e service neutron] Bound port: 561f074f-cd2a-4661-a766-3aa730ecf0ee, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebdb6a42-6306-4308-be67-666b49e7842c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b8aa3551-554a-49f0-b0d0-f8becf031dc7'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:32:52.854365 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-56d07856-541b-4e6b-b0f2-3af12cf4528e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:52.862924 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-82b47c4d-0308-4e06-88f0-c4a52243d0d1 req-5ed0653b-ef2e-4b79-8ea8-ddd1fac914e5 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=61dd92f2-b4f5-4bfd-ac94-e9e550096dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899041 Dec 10 16:32:52.870874 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-9c42aab0-5af0-47d4-87fb-20c8ab2a764e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, f9b3935e-b2bc-43e6-a0cf-80ddc315a304) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:52.878633 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c42aab0-5af0-47d4-87fb-20c8ab2a764e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:52.879234 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9c42aab0-5af0-47d4-87fb-20c8ab2a764e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:52.881857 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733c0695-8489-40be-8067-b807cc5ff870 None None] Network f9b3935e-b2bc-43e6-a0cf-80ddc315a304 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:52.910182 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b1940bf2-53b8-4f00-91a4-a7f32c6cfcac tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:52.922320 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d863795-dc45-42d4-abaf-a389f6cbe07e', 'name': 'network-vif-deleted', 'tag': '520d9540-39e3-4eee-824d-279870e61264'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:32:52.924966 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad960023-2a49-440a-a893-24d2f195411f" -d '{"events": [{"server_uuid": "5d863795-dc45-42d4-abaf-a389f6cbe07e", "name": "network-vif-deleted", "tag": "520d9540-39e3-4eee-824d-279870e61264"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:32:52.946692 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9c42aab0-5af0-47d4-87fb-20c8ab2a764e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2211916 Dec 10 16:32:52.949081 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54226) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:52.954012 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-e75eedfd-cfd7-4bec-8b9b-d06e129f1a1d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'subnet': {'network_id': 'f9b3935e-b2bc-43e6-a0cf-80ddc315a304', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:53.002919 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7288bcef-4746-49cf-a335-6647144d3e87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-f9b3935e-b2bc-43e6-a0cf-80ddc315a304', 'network_id': 'f9b3935e-b2bc-43e6-a0cf-80ddc315a304', 'project_id': 'c3130369965d4192948d49aa98d6bfdc', 'fixed_ips': [{'subnet_id': 'a172884f-deb6-470b-8a1e-a8c8b10819b1'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:32:53.003777 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7288bcef-4746-49cf-a335-6647144d3e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:53.023138 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-56d07856-541b-4e6b-b0f2-3af12cf4528e service neutron] For port 561f074f-cd2a-4661-a766-3aa730ecf0ee, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:32:53.028314 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-56d07856-541b-4e6b-b0f2-3af12cf4528e service neutron] For port 561f074f-cd2a-4661-a766-3aa730ecf0ee, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=561f074f-cd2a-4661-a766-3aa730ecf0ee,segment=NetworkSegment(ebdb6a42-6306-4308-be67-666b49e7842c),segment_id=ebdb6a42-6306-4308-be67-666b49e7842c)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:32:53.035643 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-56d07856-541b-4e6b-b0f2-3af12cf4528e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:53.100468 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-56d07856-541b-4e6b-b0f2-3af12cf4528e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:53.101087 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-56d07856-541b-4e6b-b0f2-3af12cf4528e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:53.102496 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-56d07856-541b-4e6b-b0f2-3af12cf4528e service neutron] 10.222.0.26 "PUT /v2.0/ports/561f074f-cd2a-4661-a766-3aa730ecf0ee HTTP/1.1" status: 200 len: 1091 time: 1.5322869 Dec 10 16:32:53.135868 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d07856-541b-4e6b-b0f2-3af12cf4528e service neutron] Pushing event updated for resources: {'Port': ['ID=561f074f-cd2a-4661-a766-3aa730ecf0ee,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:53.166162 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75eedfd-cfd7-4bec-8b9b-d06e129f1a1d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Made reservation on behalf of c3130369965d4192948d49aa98d6bfdc for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:53.172568 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e75eedfd-cfd7-4bec-8b9b-d06e129f1a1d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:53.212319 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:53.250155 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-7288bcef-4746-49cf-a335-6647144d3e87 None None] Allocated IP 2001:db8::2 (f9b3935e-b2bc-43e6-a0cf-80ddc315a304/a172884f-deb6-470b-8a1e-a8c8b10819b1/83066297-cce3-4be4-8305-f4c2c317a234) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:53.273768 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475ce569-ff11-47d8-9e53-8dc1caeb82af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db147b9-8b9b-4cb1-9d50-9f8e561cef00'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:32:53.276048 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8ee66a-b7dd-42de-b044-083e123dd4b8" -d '{"events": [{"server_uuid": "475ce569-ff11-47d8-9e53-8dc1caeb82af", "name": "network-vif-plugged", "status": "completed", "tag": "1db147b9-8b9b-4cb1-9d50-9f8e561cef00"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:32:53.303379 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 1db147b9-8b9b-4cb1-9d50-9f8e561cef00, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=1db147b9-8b9b-4cb1-9d50-9f8e561cef00,segment=NetworkSegment(b44a6068-1cde-4f52-a8e6-9ddabbdb5356),segment_id=b44a6068-1cde-4f52-a8e6-9ddabbdb5356)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:53.317693 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-91aaca21-fc81-4dc3-b2cc-96a0ca0892db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:53.319416 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-91aaca21-fc81-4dc3-b2cc-96a0ca0892db service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d3063649ad0b49118b6873a82d7489eb&device_id=f32d35a4-4891-4d87-bee7-53b7b398dfc3 HTTP/1.1" status: 200 len: 1094 time: 0.1668866 Dec 10 16:32:53.335089 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:53.335894 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 520d9540-39e3-4eee-824d-279870e61264 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:32:53.339052 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-b1940bf2-53b8-4f00-91a4-a7f32c6cfcac tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Delete allocated IP 172.20.0.4 (912cbe49-1749-4b35-bb37-0e8e4bb88a08/366b6d2b-b4e7-4015-bc0a-c9a0f8a7f8dc) {{(pid=103393) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 16:32:53.339427 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008abbb3-8e61-4053-aeba-5c6c6a2448bb req-390e9eb9-e1ad-4715-9265-490cad068e9e tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:53.341115 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-008abbb3-8e61-4053-aeba-5c6c6a2448bb req-390e9eb9-e1ad-4715-9265-490cad068e9e tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/ports?device_id=475ce569-ff11-47d8-9e53-8dc1caeb82af HTTP/1.1" status: 200 len: 945 time: 0.1373010 Dec 10 16:32:53.348177 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-b1940bf2-53b8-4f00-91a4-a7f32c6cfcac tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Allocated IP 172.20.0.26 (912cbe49-1749-4b35-bb37-0e8e4bb88a08/4bddc545-2e96-4f72-a971-c1493ef395ee/00a93bef-c3d2-4069-87a3-99ac13c46ca5) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:53.386290 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-4d20c6e3-2326-4d7c-9e9b-4ce4485b8092 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=561f074f-cd2a-4661-a766-3aa730ecf0ee HTTP/1.1" status: 200 len: 217 time: 0.0439770 Dec 10 16:32:53.402560 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: 520d9540-39e3-4eee-824d-279870e61264 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:32:53.402908 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 520d9540-39e3-4eee-824d-279870e61264 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:32:53.456008 n-d-766771-2 neutron-server[103392]: INFO neutron.db.ipam_backend_mixin [None req-e75eedfd-cfd7-4bec-8b9b-d06e129f1a1d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a172884f-deb6-470b-8a1e-a8c8b10819b1 (CIDR: 2001:db8::/64) Dec 10 16:32:53.459156 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=1db147b9-8b9b-4cb1-9d50-9f8e561cef00,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:53.461691 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262448ac-0dec-48d4-bdf5-d2e78f8efbed None None] Update dhcp port {'port': {'network_id': '912cbe49-1749-4b35-bb37-0e8e4bb88a08', 'fixed_ips': [{'subnet_id': '366b6d2b-b4e7-4015-bc0a-c9a0f8a7f8dc', 'ip_address': '172.20.0.2'}, {'subnet_id': '4bddc545-2e96-4f72-a971-c1493ef395ee'}], 'binding:host_id': 'n-d-766771-2'}, 'id': '9199c62a-46e2-4d00-b7ce-cef711c7ba90'} from n-d-766771-2. {{(pid=103394) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 16:32:53.462974 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-e75eedfd-cfd7-4bec-8b9b-d06e129f1a1d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:32:53.463598 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e75eedfd-cfd7-4bec-8b9b-d06e129f1a1d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:32:53.490481 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-748c3394-5b85-4f10-b149-8e484328781d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:53.493518 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-748c3394-5b85-4f10-b149-8e484328781d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93cf38e5-cd65-4933-9151-7296522b1fa8 HTTP/1.1" status: 200 len: 859 time: 0.0973356 Dec 10 16:32:53.503723 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e75eedfd-cfd7-4bec-8b9b-d06e129f1a1d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5510037 Dec 10 16:32:53.504038 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54234) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:53.512597 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-e16143c5-de45-442c-a4ca-124decc522a2 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'subnet': {'network_id': 'f9b3935e-b2bc-43e6-a0cf-80ddc315a304', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:53.531843 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-b0fbcd08-01fa-4d77-b530-7d1362d573f9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b8aa3551-554a-49f0-b0d0-f8becf031dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296109 Dec 10 16:32:53.535620 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-008abbb3-8e61-4053-aeba-5c6c6a2448bb req-2b24a137-9638-436b-b31e-260834c307ba tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/security-groups?id=1962f219-df48-4694-919d-c32c4e5c0eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480880 Dec 10 16:32:53.537582 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-262448ac-0dec-48d4-bdf5-d2e78f8efbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:53.594314 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7288bcef-4746-49cf-a335-6647144d3e87 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:53.601335 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b1940bf2-53b8-4f00-91a4-a7f32c6cfcac tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:53.608390 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7288bcef-4746-49cf-a335-6647144d3e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:53.608745 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b1940bf2-53b8-4f00-91a4-a7f32c6cfcac tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:53.643147 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-e11fb2b1-edb1-4a63-adaa-bc8745e86003 service neutron] 10.222.0.26 "GET /v2.0/networks/b8aa3551-554a-49f0-b0d0-f8becf031dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040397 Dec 10 16:32:53.705671 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99af444f-0ec5-42e5-8efd-0475cb37d004 x-openstack-request-id: req-99af444f-0ec5-42e5-8efd-0475cb37d004 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:32:53.705671 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d863795-dc45-42d4-abaf-a389f6cbe07e", "name": "network-vif-deleted", "tag": "520d9540-39e3-4eee-824d-279870e61264", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:32:53.706419 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-99af444f-0ec5-42e5-8efd-0475cb37d004 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:32:53.706419 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d863795-dc45-42d4-abaf-a389f6cbe07e', 'name': 'network-vif-deleted', 'tag': '520d9540-39e3-4eee-824d-279870e61264', 'status': 'completed', 'code': 200} Dec 10 16:32:53.718379 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288bcef-4746-49cf-a335-6647144d3e87 None None] Pushing event updated for resources: {'Port': ['ID=83066297-cce3-4be4-8305-f4c2c317a234,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:53.735899 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7288bcef-4746-49cf-a335-6647144d3e87 None None] Network f9b3935e-b2bc-43e6-a0cf-80ddc315a304 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:53.739191 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-7288bcef-4746-49cf-a335-6647144d3e87 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:53.743226 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7288bcef-4746-49cf-a335-6647144d3e87 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:53.756305 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c032d1e6-dc9e-4c89-b9b4-f30e06da702d req-b2c9a176-6f98-470f-82b7-fbe352ba737e service neutron] 10.222.0.26 "GET /v2.0/networks/b8aa3551-554a-49f0-b0d0-f8becf031dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056323 Dec 10 16:32:53.800921 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ccefffe-f521-45cc-8af9-06ccd0d3efd2 x-openstack-request-id: req-7ccefffe-f521-45cc-8af9-06ccd0d3efd2 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:32:53.801446 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "475ce569-ff11-47d8-9e53-8dc1caeb82af", "name": "network-vif-plugged", "status": "completed", "tag": "1db147b9-8b9b-4cb1-9d50-9f8e561cef00", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:32:53.801446 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7ccefffe-f521-45cc-8af9-06ccd0d3efd2 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:32:53.801835 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '475ce569-ff11-47d8-9e53-8dc1caeb82af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db147b9-8b9b-4cb1-9d50-9f8e561cef00', 'code': 200} Dec 10 16:32:53.838381 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1940bf2-53b8-4f00-91a4-a7f32c6cfcac tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'Port': ['ID=00a93bef-c3d2-4069-87a3-99ac13c46ca5,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:53.843390 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16143c5-de45-442c-a4ca-124decc522a2 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Made reservation on behalf of c3130369965d4192948d49aa98d6bfdc for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:53.848729 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e16143c5-de45-442c-a4ca-124decc522a2 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:53.849093 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-7288bcef-4746-49cf-a335-6647144d3e87 None None] Attempting to bind port 83066297-cce3-4be4-8305-f4c2c317a234 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:53.849469 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-7288bcef-4746-49cf-a335-6647144d3e87 None None] Attempting to bind port 83066297-cce3-4be4-8305-f4c2c317a234 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '2dff978a-b7e8-40f6-b8b5-55ebbdcfd0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f9b3935e-b2bc-43e6-a0cf-80ddc315a304'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:53.849840 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7288bcef-4746-49cf-a335-6647144d3e87 None None] Attempting to bind port 83066297-cce3-4be4-8305-f4c2c317a234 on network f9b3935e-b2bc-43e6-a0cf-80ddc315a304 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:53.856450 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-262448ac-0dec-48d4-bdf5-d2e78f8efbed None None] Allocated IP 172.20.0.18 (912cbe49-1749-4b35-bb37-0e8e4bb88a08/4bddc545-2e96-4f72-a971-c1493ef395ee/9199c62a-46e2-4d00-b7ce-cef711c7ba90) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:53.857942 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7288bcef-4746-49cf-a335-6647144d3e87 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:32:53.858457 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7288bcef-4746-49cf-a335-6647144d3e87 None None] Checking segment: {'id': '2dff978a-b7e8-40f6-b8b5-55ebbdcfd0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f9b3935e-b2bc-43e6-a0cf-80ddc315a304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:53.858875 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7288bcef-4746-49cf-a335-6647144d3e87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:53.859292 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7288bcef-4746-49cf-a335-6647144d3e87 None None] Bound using segment: {'id': '2dff978a-b7e8-40f6-b8b5-55ebbdcfd0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f9b3935e-b2bc-43e6-a0cf-80ddc315a304'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:32:53.859757 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-7288bcef-4746-49cf-a335-6647144d3e87 None None] Bound port: 83066297-cce3-4be4-8305-f4c2c317a234, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dff978a-b7e8-40f6-b8b5-55ebbdcfd0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f9b3935e-b2bc-43e6-a0cf-80ddc315a304'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:32:53.860175 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7288bcef-4746-49cf-a335-6647144d3e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:53.911682 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-b1940bf2-53b8-4f00-91a4-a7f32c6cfcac tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] In _notify_port_updated(), no bound segment for port 00a93bef-c3d2-4069-87a3-99ac13c46ca5 on network 912cbe49-1749-4b35-bb37-0e8e4bb88a08 {{(pid=103393) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:32:53.917819 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1940bf2-53b8-4f00-91a4-a7f32c6cfcac tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:53.918465 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b1940bf2-53b8-4f00-91a4-a7f32c6cfcac tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:53.922586 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54242) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:53.923166 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b1940bf2-53b8-4f00-91a4-a7f32c6cfcac tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "PUT /v2.0/ports/00a93bef-c3d2-4069-87a3-99ac13c46ca5 HTTP/1.1" status: 200 len: 920 time: 1.1100233 Dec 10 16:32:53.949687 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-7288bcef-4746-49cf-a335-6647144d3e87 None None] For port 83066297-cce3-4be4-8305-f4c2c317a234, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:32:53.981083 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d487f5-6402-4d57-bdbd-7d23eaf85bb9 req-a6c9ad0f-3f56-43e9-b42f-5bfa8cb08f61 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:53.988804 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-14d487f5-6402-4d57-bdbd-7d23eaf85bb9 req-a6c9ad0f-3f56-43e9-b42f-5bfa8cb08f61 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/ports?device_id=f32d35a4-4891-4d87-bee7-53b7b398dfc3 HTTP/1.1" status: 200 len: 943 time: 0.1408603 Dec 10 16:32:53.992870 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 9199c62a-46e2-4d00-b7ce-cef711c7ba90 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:32:54.009961 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-7288bcef-4746-49cf-a335-6647144d3e87 None None] For port 83066297-cce3-4be4-8305-f4c2c317a234, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=83066297-cce3-4be4-8305-f4c2c317a234,segment=NetworkSegment(2dff978a-b7e8-40f6-b8b5-55ebbdcfd0eb),segment_id=2dff978a-b7e8-40f6-b8b5-55ebbdcfd0eb)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:32:54.037807 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7288bcef-4746-49cf-a335-6647144d3e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:54.055709 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080f4ed-6ca2-4a29-becf-c2b2f15ae990 req-a69d00ae-463b-49ec-930b-fe722f0da044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:54.057354 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7080f4ed-6ca2-4a29-becf-c2b2f15ae990 req-a69d00ae-463b-49ec-930b-fe722f0da044 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=475ce569-ff11-47d8-9e53-8dc1caeb82af HTTP/1.1" status: 200 len: 1097 time: 0.1739585 Dec 10 16:32:54.112360 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-14d487f5-6402-4d57-bdbd-7d23eaf85bb9 req-7b452c34-1c61-479b-9e48-4e752a90d9ea tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/security-groups?id=85e5dc36-7bfe-4fe2-a426-eece040ff59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222923 Dec 10 16:32:54.142366 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-262448ac-0dec-48d4-bdf5-d2e78f8efbed None None] For port 9199c62a-46e2-4d00-b7ce-cef711c7ba90, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=9199c62a-46e2-4d00-b7ce-cef711c7ba90,segment=NetworkSegment(6855c0f0-f486-4520-8175-a16db5a6ac76),segment_id=6855c0f0-f486-4520-8175-a16db5a6ac76)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:54.149511 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-5542fc98-f85b-40b2-9e52-31db2ddee8e0 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Deleting port 00a93bef-c3d2-4069-87a3-99ac13c46ca5 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:54.150093 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5542fc98-f85b-40b2-9e52-31db2ddee8e0 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:54.201280 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e16143c5-de45-442c-a4ca-124decc522a2 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:54.213327 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7080f4ed-6ca2-4a29-becf-c2b2f15ae990 req-21c54c00-abd8-4a34-b114-3f904f9d7146 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1962f219-df48-4694-919d-c32c4e5c0eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450260 Dec 10 16:32:54.216081 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54246) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:54.288159 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5bfcbf0-d36e-4725-a3af-053f92a4bf6b admin admin] Deleting subnet d9bbef75-946c-4543-aa0b-d5d22682f9ba {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:32:54.301968 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e5bfcbf0-d36e-4725-a3af-053f92a4bf6b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:54.314457 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16143c5-de45-442c-a4ca-124decc522a2 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Network f9b3935e-b2bc-43e6-a0cf-80ddc315a304 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:54.316262 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-e16143c5-de45-442c-a4ca-124decc522a2 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:54.325417 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16143c5-de45-442c-a4ca-124decc522a2 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:54.326379 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e16143c5-de45-442c-a4ca-124decc522a2 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:54.332212 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16143c5-de45-442c-a4ca-124decc522a2 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'Subnet': ['ID=28d5143f-8ad8-4eee-ae7e-272b723a07ee,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:54.354307 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e16143c5-de45-442c-a4ca-124decc522a2 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8468652 Dec 10 16:32:54.355053 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54248) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:54.357421 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288bcef-4746-49cf-a335-6647144d3e87 None None] Pushing event updated for resources: {'Port': ['ID=83066297-cce3-4be4-8305-f4c2c317a234,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:54.361446 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-83a867f9-9b93-4d0d-8a49-bf170e6d8477 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'port': {'network_id': 'f9b3935e-b2bc-43e6-a0cf-80ddc315a304', 'fixed_ips': [{'subnet_id': 'a172884f-deb6-470b-8a1e-a8c8b10819b1'}, {'subnet_id': '28d5143f-8ad8-4eee-ae7e-272b723a07ee'}], 'name': 'tempest-PortsIpV6TestJSON-657391170'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:54.362163 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5542fc98-f85b-40b2-9e52-31db2ddee8e0 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:54.368268 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 9199c62a-46e2-4d00-b7ce-cef711c7ba90 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:54.368644 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:54.396104 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-5542fc98-f85b-40b2-9e52-31db2ddee8e0 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Calling delete_port for 00a93bef-c3d2-4069-87a3-99ac13c46ca5 owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:54.416967 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e5bfcbf0-d36e-4725-a3af-053f92a4bf6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:54.434164 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-262448ac-0dec-48d4-bdf5-d2e78f8efbed None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:54.442094 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-262448ac-0dec-48d4-bdf5-d2e78f8efbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:54.525160 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff3909-2956-42d2-9fe3-8721248c374b req-e74d388b-7c4d-4005-a7a5-6f3786895f8e tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:54.526784 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2fff3909-2956-42d2-9fe3-8721248c374b req-e74d388b-7c4d-4005-a7a5-6f3786895f8e tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 945 time: 0.2229183 Dec 10 16:32:54.536248 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e5bfcbf0-d36e-4725-a3af-053f92a4bf6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:54.561572 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262448ac-0dec-48d4-bdf5-d2e78f8efbed None None] Pushing event updated for resources: {'Port': ['ID=9199c62a-46e2-4d00-b7ce-cef711c7ba90,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:54.583282 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a867f9-9b93-4d0d-8a49-bf170e6d8477 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Made reservation on behalf of c3130369965d4192948d49aa98d6bfdc for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:54.653349 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2fff3909-2956-42d2-9fe3-8721248c374b req-c26c3e80-7081-4d92-a299-6d31f054f442 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=61dd92f2-b4f5-4bfd-ac94-e9e550096dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128902 Dec 10 16:32:54.703609 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e5bfcbf0-d36e-4725-a3af-053f92a4bf6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:54.710818 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83a867f9-9b93-4d0d-8a49-bf170e6d8477 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:54.734028 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-83a867f9-9b93-4d0d-8a49-bf170e6d8477 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] device_id is not set on port 22dcc292-6920-4373-b008-729ffc477199 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:32:54.752451 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e5bfcbf0-d36e-4725-a3af-053f92a4bf6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:54.758363 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e5bfcbf0-d36e-4725-a3af-053f92a4bf6b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d9bbef75-946c-4543-aa0b-d5d22682f9ba HTTP/1.1" status: 204 len: 168 time: 0.5412688 Dec 10 16:32:54.759373 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bfcbf0-d36e-4725-a3af-053f92a4bf6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9bbef75-946c-4543-aa0b-d5d22682f9ba,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:54.761975 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54254) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:54.820049 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5542fc98-f85b-40b2-9e52-31db2ddee8e0 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:54.857644 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5542fc98-f85b-40b2-9e52-31db2ddee8e0 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'Port': ['ID=00a93bef-c3d2-4069-87a3-99ac13c46ca5,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:54.930718 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-396c2cac-a613-440c-b83e-9850a04b209f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:54.984812 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5542fc98-f85b-40b2-9e52-31db2ddee8e0 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:54.988075 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5542fc98-f85b-40b2-9e52-31db2ddee8e0 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/ports/00a93bef-c3d2-4069-87a3-99ac13c46ca5 HTTP/1.1" status: 204 len: 168 time: 1.0643520 Dec 10 16:32:54.995745 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54258) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:55.017259 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f677b4-af19-4ccc-a986-5757bda9345b req-e49463d8-a86e-414e-990b-37527933d586 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:55.018824 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6f677b4-af19-4ccc-a986-5757bda9345b req-e49463d8-a86e-414e-990b-37527933d586 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/ports?device_id=475ce569-ff11-47d8-9e53-8dc1caeb82af HTTP/1.1" status: 200 len: 946 time: 0.1233156 Dec 10 16:32:55.025850 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c1d2ecd-7137-4dda-8866-2f69859dbf22 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] GET failed (client error): The resource could not be found. Dec 10 16:32:55.029516 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0c1d2ecd-7137-4dda-8866-2f69859dbf22 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "GET /v2.0/ports/00a93bef-c3d2-4069-87a3-99ac13c46ca5 HTTP/1.1" status: 404 len: 333 time: 0.0328538 Dec 10 16:32:55.031289 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54260) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:55.111546 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-396c2cac-a613-440c-b83e-9850a04b209f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.114251 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-83a867f9-9b93-4d0d-8a49-bf170e6d8477 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Allocated IP 2001:db8::11b (f9b3935e-b2bc-43e6-a0cf-80ddc315a304/a172884f-deb6-470b-8a1e-a8c8b10819b1/22dcc292-6920-4373-b008-729ffc477199) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:55.125006 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-83a867f9-9b93-4d0d-8a49-bf170e6d8477 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Allocated IP 2001:db8:0:1::3ca (f9b3935e-b2bc-43e6-a0cf-80ddc315a304/28d5143f-8ad8-4eee-ae7e-272b723a07ee/22dcc292-6920-4373-b008-729ffc477199) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:55.166069 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-396c2cac-a613-440c-b83e-9850a04b209f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38fb4fb9-982e-409b-8ef4-24e67159f847']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:55.175296 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6f677b4-af19-4ccc-a986-5757bda9345b req-534e6708-f77b-4361-931e-2da11996af7a tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/security-groups?id=1962f219-df48-4694-919d-c32c4e5c0eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429529 Dec 10 16:32:55.192000 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-396c2cac-a613-440c-b83e-9850a04b209f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73608b37-80bb-4160-8a42-e5c4832f6e3e') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:55.192292 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-396c2cac-a613-440c-b83e-9850a04b209f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73608b37-80bb-4160-8a42-e5c4832f6e3e') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:55.209237 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-396c2cac-a613-440c-b83e-9850a04b209f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.230493 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-81642b3f-8df9-493b-869f-c6b83071d73b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.236769 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-396c2cac-a613-440c-b83e-9850a04b209f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.260541 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-396c2cac-a613-440c-b83e-9850a04b209f admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:32:55.260963 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-396c2cac-a613-440c-b83e-9850a04b209f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.263006 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:32:55.263006 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:32:55.263006 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:32:55.263006 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:32:55.263006 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:32:55.263006 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:32:55.263006 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:32:55.263006 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:32:55.263006 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:32:55.263006 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:32:55.263006 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:32:55.263006 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:32:55.263006 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:32:55.263006 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:32:55.263006 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:32:55.263006 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:32:55.263006 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:32:55.263006 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:32:55.263006 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:32:55.263006 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:32:55.263006 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:32:55.263006 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:32:55.263006 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:32:55.263006 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:32:55.263006 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:32:55.263006 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:32:55.263006 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:32:55.263006 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:32:55.263006 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:32:55.263006 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:32:55.263006 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:32:55.263006 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:32:55.336749 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-81642b3f-8df9-493b-869f-c6b83071d73b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.368648 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83a867f9-9b93-4d0d-8a49-bf170e6d8477 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.438954 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-396c2cac-a613-440c-b83e-9850a04b209f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.439469 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-2cd9b73f-ba12-4d81-98c6-72263fd259bc None None] Could not find standard attr ID for object 00a93bef-c3d2-4069-87a3-99ac13c46ca5. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:32:55.444992 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-81642b3f-8df9-493b-869f-c6b83071d73b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.448728 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-81642b3f-8df9-493b-869f-c6b83071d73b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.449991 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-81642b3f-8df9-493b-869f-c6b83071d73b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/security-groups/db566795-92d3-47c7-a218-9b96eadcbb67 HTTP/1.1" status: 204 len: 168 time: 0.4166629 Dec 10 16:32:55.453379 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83a867f9-9b93-4d0d-8a49-bf170e6d8477 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.460285 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-396c2cac-a613-440c-b83e-9850a04b209f admin admin] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.465484 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54264) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:55.470120 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-396c2cac-a613-440c-b83e-9850a04b209f admin admin] 10.222.0.11 "DELETE /v2.0/networks/38fb4fb9-982e-409b-8ef4-24e67159f847 HTTP/1.1" status: 204 len: 168 time: 0.7048800 Dec 10 16:32:55.475064 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-2cd9b73f-ba12-4d81-98c6-72263fd259bc None None] Provisioning complete for port 2add41d4-5ece-40db-97a4-6d0b4a9857b7 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:55.478179 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81642b3f-8df9-493b-869f-c6b83071d73b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db566795-92d3-47c7-a218-9b96eadcbb67,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:55.478350 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2cd9b73f-ba12-4d81-98c6-72263fd259bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.499352 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c2cac-a613-440c-b83e-9850a04b209f admin admin] Pushing event deleted for resources: {'Network': ['ID=38fb4fb9-982e-409b-8ef4-24e67159f847,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:55.566688 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-2cd9b73f-ba12-4d81-98c6-72263fd259bc None None] Port 2add41d4-5ece-40db-97a4-6d0b4a9857b7 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:32:55.579925 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-2cd9b73f-ba12-4d81-98c6-72263fd259bc None None] Provisioning complete for port 9199c62a-46e2-4d00-b7ce-cef711c7ba90 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:55.580545 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2cd9b73f-ba12-4d81-98c6-72263fd259bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.615124 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a867f9-9b93-4d0d-8a49-bf170e6d8477 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Network f9b3935e-b2bc-43e6-a0cf-80ddc315a304 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:55.622645 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-83a867f9-9b93-4d0d-8a49-bf170e6d8477 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:55.626563 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a867f9-9b93-4d0d-8a49-bf170e6d8477 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:55.632486 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a867f9-9b93-4d0d-8a49-bf170e6d8477 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:55.633241 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83a867f9-9b93-4d0d-8a49-bf170e6d8477 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.641411 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a867f9-9b93-4d0d-8a49-bf170e6d8477 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'Port': ['ID=22dcc292-6920-4373-b008-729ffc477199,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:55.671152 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8c87bb73-b61a-4f1d-8cab-0df0d39613ee tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.687956 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54268) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:55.691874 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-83a867f9-9b93-4d0d-8a49-bf170e6d8477 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.3347526 Dec 10 16:32:55.695463 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54270) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:55.706947 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-b8fa7912-3d4d-45ea-9b47-57e55765a0fb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a172884f-deb6-470b-8a1e-a8c8b10819b1'}]}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:55.713355 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8c87bb73-b61a-4f1d-8cab-0df0d39613ee tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.737627 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f32d35a4-4891-4d87-bee7-53b7b398dfc3', 'tag': '561f074f-cd2a-4661-a766-3aa730ecf0ee'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:32:55.742028 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7942b0-e914-42bc-a538-9b909266cea9" -d '{"events": [{"name": "network-changed", "server_uuid": "f32d35a4-4891-4d87-bee7-53b7b398dfc3", "tag": "561f074f-cd2a-4661-a766-3aa730ecf0ee"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:32:55.773836 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1c0793-d012-486d-83b0-4cc31f3c72d1 None None] Network f9b3935e-b2bc-43e6-a0cf-80ddc315a304 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:55.790699 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8c87bb73-b61a-4f1d-8cab-0df0d39613ee tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.794279 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8c87bb73-b61a-4f1d-8cab-0df0d39613ee tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.799533 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8c87bb73-b61a-4f1d-8cab-0df0d39613ee tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/security-groups/5c74dfb7-f55b-4357-82c1-6cb7f0f6392b HTTP/1.1" status: 204 len: 168 time: 0.2661288 Dec 10 16:32:55.800092 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54276) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:55.817630 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87bb73-b61a-4f1d-8cab-0df0d39613ee tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c74dfb7-f55b-4357-82c1-6cb7f0f6392b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:55.939876 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-432f2819-366b-4dd6-b9e2-a5a14a316005 None None] Provisioning complete for port 83066297-cce3-4be4-8305-f4c2c317a234 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:55.940123 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-432f2819-366b-4dd6-b9e2-a5a14a316005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:56.076303 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-432f2819-366b-4dd6-b9e2-a5a14a316005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:56.145032 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-432f2819-366b-4dd6-b9e2-a5a14a316005 None None] For port 83066297-cce3-4be4-8305-f4c2c317a234, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=83066297-cce3-4be4-8305-f4c2c317a234,segment=NetworkSegment(2dff978a-b7e8-40f6-b8b5-55ebbdcfd0eb),segment_id=2dff978a-b7e8-40f6-b8b5-55ebbdcfd0eb)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:56.156447 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-432f2819-366b-4dd6-b9e2-a5a14a316005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:56.164627 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996e53d8-51c4-401b-9a1e-cc7ddf1d3d66 None None] Update dhcp port {'port': {'network_id': 'f9b3935e-b2bc-43e6-a0cf-80ddc315a304', 'fixed_ips': [{'subnet_id': 'a172884f-deb6-470b-8a1e-a8c8b10819b1', 'ip_address': '2001:db8::2'}, {'subnet_id': '28d5143f-8ad8-4eee-ae7e-272b723a07ee'}], 'binding:host_id': 'n-d-766771-2'}, 'id': '83066297-cce3-4be4-8305-f4c2c317a234'} from n-d-766771-2. {{(pid=103394) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 16:32:56.184599 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 83066297-cce3-4be4-8305-f4c2c317a234 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:32:56.274555 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-996e53d8-51c4-401b-9a1e-cc7ddf1d3d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:56.287535 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f406d59-d752-45ab-a561-992679e7fc51 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Deleting subnet 366b6d2b-b4e7-4015-bc0a-c9a0f8a7f8dc {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:32:56.292041 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-24343c59-e2d2-4aba-a247-52d031b01116 None None] Could not find standard attr ID for object 00a93bef-c3d2-4069-87a3-99ac13c46ca5. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:32:56.297403 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f2819-366b-4dd6-b9e2-a5a14a316005 None None] Pushing event updated for resources: {'Port': ['ID=83066297-cce3-4be4-8305-f4c2c317a234,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:56.300634 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-85607359-3b87-4df6-91d1-035790e8b31b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9d5ae62ee01641978c6d991e716c7f09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6114907 Dec 10 16:32:56.302572 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5f406d59-d752-45ab-a561-992679e7fc51 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:56.303251 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54284) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:56.351264 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 83066297-cce3-4be4-8305-f4c2c317a234 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:56.351545 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:56.364720 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-083538af-49b0-44b7-970d-95b3cdf23d9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:56.385710 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5f406d59-d752-45ab-a561-992679e7fc51 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:56.393242 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-083538af-49b0-44b7-970d-95b3cdf23d9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:56.424037 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9d688-17d2-4e5d-85a0-f9c6c73cac62 req-4407b043-9abd-4840-ad13-64a0a857387e tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:56.425567 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-09c9d688-17d2-4e5d-85a0-f9c6c73cac62 req-4407b043-9abd-4840-ad13-64a0a857387e tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/ports?device_id=f32d35a4-4891-4d87-bee7-53b7b398dfc3 HTTP/1.1" status: 200 len: 943 time: 0.1462083 Dec 10 16:32:56.448677 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-083538af-49b0-44b7-970d-95b3cdf23d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:56.451393 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-083538af-49b0-44b7-970d-95b3cdf23d9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:56.455057 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-083538af-49b0-44b7-970d-95b3cdf23d9e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/41f476b0-f537-4086-ac1f-de85bd3d9464 HTTP/1.1" status: 204 len: 168 time: 0.1478159 Dec 10 16:32:56.461148 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083538af-49b0-44b7-970d-95b3cdf23d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f476b0-f537-4086-ac1f-de85bd3d9464,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:56.552970 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b8fa7912-3d4d-45ea-9b47-57e55765a0fb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:56.570166 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-09c9d688-17d2-4e5d-85a0-f9c6c73cac62 req-93e5abf1-46b0-4f57-a1b5-25cdd72c49ee tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/security-groups?id=85e5dc36-7bfe-4fe2-a426-eece040ff59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308858 Dec 10 16:32:56.578291 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-996e53d8-51c4-401b-9a1e-cc7ddf1d3d66 None None] Allocated IP 2001:db8:0:1::2 (f9b3935e-b2bc-43e6-a0cf-80ddc315a304/28d5143f-8ad8-4eee-ae7e-272b723a07ee/83066297-cce3-4be4-8305-f4c2c317a234) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:56.581239 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5f406d59-d752-45ab-a561-992679e7fc51 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:56.609880 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 9199c62a-46e2-4d00-b7ce-cef711c7ba90 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:32:56.726905 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 9199c62a-46e2-4d00-b7ce-cef711c7ba90 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:56.727291 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:56.769746 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-996e53d8-51c4-401b-9a1e-cc7ddf1d3d66 None None] For port 83066297-cce3-4be4-8305-f4c2c317a234, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=83066297-cce3-4be4-8305-f4c2c317a234,segment=NetworkSegment(2dff978a-b7e8-40f6-b8b5-55ebbdcfd0eb),segment_id=2dff978a-b7e8-40f6-b8b5-55ebbdcfd0eb)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:56.778533 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5f406d59-d752-45ab-a561-992679e7fc51 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:56.816759 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-996e53d8-51c4-401b-9a1e-cc7ddf1d3d66 None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:56.822663 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-996e53d8-51c4-401b-9a1e-cc7ddf1d3d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:56.823122 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad4180-cdf4-46be-b80c-6819fd801441 req-917e69c1-aa46-4243-91ae-6da95260e0e3 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:56.824659 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-39ad4180-cdf4-46be-b80c-6819fd801441 req-917e69c1-aa46-4243-91ae-6da95260e0e3 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 945 time: 0.1809194 Dec 10 16:32:56.829415 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f406d59-d752-45ab-a561-992679e7fc51 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'Subnet': ['ID=366b6d2b-b4e7-4015-bc0a-c9a0f8a7f8dc,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:56.833622 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5f406d59-d752-45ab-a561-992679e7fc51 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:56.836844 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5f406d59-d752-45ab-a561-992679e7fc51 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/subnets/366b6d2b-b4e7-4015-bc0a-c9a0f8a7f8dc HTTP/1.1" status: 204 len: 168 time: 1.0320683 Dec 10 16:32:56.841586 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54292) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:56.849934 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-125bf5bd-ba8f-4a46-b4ca-8d0d612d935c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'subnet': {'network_id': '912cbe49-1749-4b35-bb37-0e8e4bb88a08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:56.881275 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bb196d-b7ba-4731-9dda-15e99fef13c6 None None] Network 912cbe49-1749-4b35-bb37-0e8e4bb88a08 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:56.934994 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-39ad4180-cdf4-46be-b80c-6819fd801441 req-8aad3c81-adf9-41d0-b604-5c84dee00bf1 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=61dd92f2-b4f5-4bfd-ac94-e9e550096dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718844 Dec 10 16:32:57.014836 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b99590a-e743-4ff7-99e4-8877a169bf7a x-openstack-request-id: req-4b99590a-e743-4ff7-99e4-8877a169bf7a {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:32:57.015135 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f32d35a4-4891-4d87-bee7-53b7b398dfc3", "tag": "561f074f-cd2a-4661-a766-3aa730ecf0ee", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:32:57.015391 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4b99590a-e743-4ff7-99e4-8877a169bf7a {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:32:57.015777 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f32d35a4-4891-4d87-bee7-53b7b398dfc3', 'tag': '561f074f-cd2a-4661-a766-3aa730ecf0ee', 'status': 'completed', 'code': 200} Dec 10 16:32:57.053466 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e53d8-51c4-401b-9a1e-cc7ddf1d3d66 None None] Pushing event updated for resources: {'Port': ['ID=83066297-cce3-4be4-8305-f4c2c317a234,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:57.059837 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-b8fa7912-3d4d-45ea-9b47-57e55765a0fb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Delete allocated IP 2001:db8:0:1::3ca (f9b3935e-b2bc-43e6-a0cf-80ddc315a304/28d5143f-8ad8-4eee-ae7e-272b723a07ee) {{(pid=103392) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 16:32:57.087240 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125bf5bd-ba8f-4a46-b4ca-8d0d612d935c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Made reservation on behalf of 38fc6aa7996647649bb06a74b5f4d0aa for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:57.096849 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-125bf5bd-ba8f-4a46-b4ca-8d0d612d935c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:57.193048 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7942b0-e914-42bc-a538-9b909266cea9 req-7c5c6eda-0971-46e3-a1e5-a52ee49714a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:57.194717 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1b7942b0-e914-42bc-a538-9b909266cea9 req-7c5c6eda-0971-46e3-a1e5-a52ee49714a2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d3063649ad0b49118b6873a82d7489eb&device_id=f32d35a4-4891-4d87-bee7-53b7b398dfc3 HTTP/1.1" status: 200 len: 1094 time: 0.1445017 Dec 10 16:32:57.343955 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97baae-6275-4bf3-ad99-557a42f81cf0 req-4290fe79-2d38-4f28-98e3-4b282d45282f tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:57.350723 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97baae-6275-4bf3-ad99-557a42f81cf0 req-4290fe79-2d38-4f28-98e3-4b282d45282f tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:57.352374 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8d97baae-6275-4bf3-ad99-557a42f81cf0 req-4290fe79-2d38-4f28-98e3-4b282d45282f tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.11 "GET /v2.0/ports?device_id=2fca387f-4963-4aad-9a7a-44af9ba5b47f&device_id=77a1fbf3-048d-48aa-9d5a-78d261a149e3 HTTP/1.1" status: 200 len: 1681 time: 0.1831839 Dec 10 16:32:57.459841 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-125bf5bd-ba8f-4a46-b4ca-8d0d612d935c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:57.467466 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b8fa7912-3d4d-45ea-9b47-57e55765a0fb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:57.490329 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b8fa7912-3d4d-45ea-9b47-57e55765a0fb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:57.540639 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125bf5bd-ba8f-4a46-b4ca-8d0d612d935c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Network 912cbe49-1749-4b35-bb37-0e8e4bb88a08 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:57.544244 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-125bf5bd-ba8f-4a46-b4ca-8d0d612d935c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:57.557532 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7942b0-e914-42bc-a538-9b909266cea9 req-da68a0c8-e762-4577-a41e-d884bd6741e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:57.557532 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1b7942b0-e914-42bc-a538-9b909266cea9 req-da68a0c8-e762-4577-a41e-d884bd6741e0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b8aa3551-554a-49f0-b0d0-f8becf031dc7 HTTP/1.1" status: 200 len: 920 time: 0.3453279 Dec 10 16:32:57.557773 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54308) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:57.558975 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125bf5bd-ba8f-4a46-b4ca-8d0d612d935c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:57.559564 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-125bf5bd-ba8f-4a46-b4ca-8d0d612d935c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:57.585060 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125bf5bd-ba8f-4a46-b4ca-8d0d612d935c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'Subnet': ['ID=2adfe0d2-0aff-4fca-af68-6e173496606f,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:57.602235 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-125bf5bd-ba8f-4a46-b4ca-8d0d612d935c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7557337 Dec 10 16:32:57.607059 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54312) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:57.611707 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-2195a495-996b-469c-bcad-9c3882119d1f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'security_group': {'name': 'tempest-secgroup-1174385902'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:57.645278 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 9ad72708-8145-4710-a27a-811122cc9840 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:32:57.662047 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8d97baae-6275-4bf3-ad99-557a42f81cf0 req-eaea918b-596e-4ed1-836b-19dfda8aac22 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.11 "GET /v2.0/security-groups?id=997edfe5-8301-4827-8d16-bbc04e97032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955239 Dec 10 16:32:57.663568 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2195a495-996b-469c-bcad-9c3882119d1f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:57.666857 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1b7942b0-e914-42bc-a538-9b909266cea9 req-f5ccf5ff-bea8-4827-9e43-c885b7c0e10a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=561f074f-cd2a-4661-a766-3aa730ecf0ee HTTP/1.1" status: 200 len: 217 time: 0.0988579 Dec 10 16:32:57.669037 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa7912-3d4d-45ea-9b47-57e55765a0fb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'Port': ['ID=22dcc292-6920-4373-b008-729ffc477199,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:57.711598 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-b8fa7912-3d4d-45ea-9b47-57e55765a0fb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] In _notify_port_updated(), no bound segment for port 22dcc292-6920-4373-b008-729ffc477199 on network f9b3935e-b2bc-43e6-a0cf-80ddc315a304 {{(pid=103392) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:32:57.721523 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fa7912-3d4d-45ea-9b47-57e55765a0fb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:57.722242 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b8fa7912-3d4d-45ea-9b47-57e55765a0fb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:57.725978 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b8fa7912-3d4d-45ea-9b47-57e55765a0fb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "PUT /v2.0/ports/22dcc292-6920-4373-b008-729ffc477199 HTTP/1.1" status: 200 len: 925 time: 2.0271323 Dec 10 16:32:57.735735 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54318) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:57.754247 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-8bf675ce-c5d8-4ab6-b434-237b3f1d1446 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a172884f-deb6-470b-8a1e-a8c8b10819b1'}, {'subnet_id': '28d5143f-8ad8-4eee-ae7e-272b723a07ee'}]}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:57.798776 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-be85dfe0-439f-45ac-bddc-184adb440448 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1662418593-network', 'tenant_id': 'c5829af97379424d935a8e0bccd6114a'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:57.831662 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7942b0-e914-42bc-a538-9b909266cea9 req-2b573f78-a4b0-43a6-a482-ec580f3a9d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:57.833174 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1b7942b0-e914-42bc-a538-9b909266cea9 req-2b573f78-a4b0-43a6-a482-ec580f3a9d71 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93cf38e5-cd65-4933-9151-7296522b1fa8 HTTP/1.1" status: 200 len: 859 time: 0.1441844 Dec 10 16:32:57.850487 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bd249-7e9e-46cf-ae0e-ef1477c1721d req-5db80d40-9481-4e3f-8eb1-2c83a1b1aa84 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:57.852957 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9b4bd249-7e9e-46cf-ae0e-ef1477c1721d req-5db80d40-9481-4e3f-8eb1-2c83a1b1aa84 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/ports?device_id=475ce569-ff11-47d8-9e53-8dc1caeb82af HTTP/1.1" status: 200 len: 946 time: 0.0838702 Dec 10 16:32:57.891475 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 9ad72708-8145-4710-a27a-811122cc9840, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=9ad72708-8145-4710-a27a-811122cc9840,segment=NetworkSegment(5bae3635-32be-403a-b68a-450983b5ab53),segment_id=5bae3635-32be-403a-b68a-450983b5ab53)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:57.908048 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be85dfe0-439f-45ac-bddc-184adb440448 admin admin] Made reservation on behalf of c5829af97379424d935a8e0bccd6114a for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:57.908944 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '9ad72708-8145-4710-a27a-811122cc9840', 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02', 'port_id': '9ad72708-8145-4710-a27a-811122cc9840', 'mac_address': 'fa:16:3e:0d:bb:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:32:57.910362 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be85dfe0-439f-45ac-bddc-184adb440448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:57.941800 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be85dfe0-439f-45ac-bddc-184adb440448 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:57.955275 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:57.963013 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1b7942b0-e914-42bc-a538-9b909266cea9 req-c129a250-139f-48f3-bdd3-a15b4c349dc1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b8aa3551-554a-49f0-b0d0-f8becf031dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090038 Dec 10 16:32:57.969012 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8bf675ce-c5d8-4ab6-b434-237b3f1d1446 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:57.979685 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2195a495-996b-469c-bcad-9c3882119d1f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:57.985049 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ad72708-8145-4710-a27a-811122cc9840 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:32:58.005963 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2195a495-996b-469c-bcad-9c3882119d1f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:58.021340 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 9ad72708-8145-4710-a27a-811122cc9840, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=9ad72708-8145-4710-a27a-811122cc9840,segment=NetworkSegment(5bae3635-32be-403a-b68a-450983b5ab53),segment_id=5bae3635-32be-403a-b68a-450983b5ab53)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:58.027006 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:58.028540 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 561f074f-cd2a-4661-a766-3aa730ecf0ee details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:32:58.076119 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 83066297-cce3-4be4-8305-f4c2c317a234 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:32:58.097583 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9b4bd249-7e9e-46cf-ae0e-ef1477c1721d req-34f5f570-9461-42b4-8a34-3b43e49472c6 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/security-groups?id=1962f219-df48-4694-919d-c32c4e5c0eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295387 Dec 10 16:32:58.135750 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2195a495-996b-469c-bcad-9c3882119d1f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:58.136972 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2195a495-996b-469c-bcad-9c3882119d1f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5289066 Dec 10 16:32:58.139883 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54324) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:58.147334 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-e28dc532-31e4-4245-a4e4-b8ce74e33c6a tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'security_group': {'name': 'tempest-secgroup-1178419518'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:58.149582 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc92d0b-a20e-4b70-803e-e0183e9aebf5 None None] Network f9b3935e-b2bc-43e6-a0cf-80ddc315a304 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:58.192408 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2195a495-996b-469c-bcad-9c3882119d1f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e1ebee-f24f-4189-b64b-01305d1d5a92,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:58.231812 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1b7942b0-e914-42bc-a538-9b909266cea9 req-72339083-407e-4acf-807e-b53878dd6885 service neutron] 10.222.0.26 "GET /v2.0/networks/b8aa3551-554a-49f0-b0d0-f8becf031dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523322 Dec 10 16:32:58.282408 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e28dc532-31e4-4245-a4e4-b8ce74e33c6a tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:58.380412 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817cec6d-00a6-4872-881a-d2a175a6394b None None] Network 912cbe49-1749-4b35-bb37-0e8e4bb88a08 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:58.395211 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.resource_extend [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 16:32:58.441606 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be85dfe0-439f-45ac-bddc-184adb440448 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:58.454210 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be85dfe0-439f-45ac-bddc-184adb440448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:58.464606 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c376a-c791-46d0-85c7-e37ee04c2206 req-990610cd-7cec-4e93-8da1-8b8fda205203 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:58.473515 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-527c376a-c791-46d0-85c7-e37ee04c2206 req-990610cd-7cec-4e93-8da1-8b8fda205203 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/ports?device_id=f32d35a4-4891-4d87-bee7-53b7b398dfc3 HTTP/1.1" status: 200 len: 943 time: 0.1537061 Dec 10 16:32:58.598059 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-8bf675ce-c5d8-4ab6-b434-237b3f1d1446 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Allocated IP 2001:db8:0:1::27e (f9b3935e-b2bc-43e6-a0cf-80ddc315a304/28d5143f-8ad8-4eee-ae7e-272b723a07ee/22dcc292-6920-4373-b008-729ffc477199) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:58.624920 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-527c376a-c791-46d0-85c7-e37ee04c2206 req-9eb8e87f-eaa3-47cc-bbec-23ea0643afda tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/security-groups?id=85e5dc36-7bfe-4fe2-a426-eece040ff59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501474 Dec 10 16:32:58.667536 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1b7942b0-e914-42bc-a538-9b909266cea9 req-a4da3610-88cb-4eed-9e71-2aecda6e11e8 service neutron] 10.222.0.26 "GET /v2.0/networks/b8aa3551-554a-49f0-b0d0-f8becf031dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131839 Dec 10 16:32:58.676578 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e28dc532-31e4-4245-a4e4-b8ce74e33c6a tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:58.687393 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e28dc532-31e4-4245-a4e4-b8ce74e33c6a tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:58.725386 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be85dfe0-439f-45ac-bddc-184adb440448 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:32:58.743892 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e28dc532-31e4-4245-a4e4-b8ce74e33c6a tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:58.747929 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e28dc532-31e4-4245-a4e4-b8ce74e33c6a tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6044638 Dec 10 16:32:58.748148 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54346) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:58.754832 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-3ce8394f-31ff-430a-9446-cfd14cb47a6d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'security_group': {'name': 'tempest-secgroup-1327980182'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:58.763333 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28dc532-31e4-4245-a4e4-b8ce74e33c6a tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6073794f-9afb-4bce-90b6-318dae16888a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:58.784158 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be85dfe0-439f-45ac-bddc-184adb440448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:58.785427 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-be85dfe0-439f-45ac-bddc-184adb440448 admin admin] Added segment e1b26aa6-9753-47b4-ace0-6d32d5468316 of type vlan for network 6da96671-7e02-412e-88d7-e2d198e138bd Dec 10 16:32:58.786669 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3ce8394f-31ff-430a-9446-cfd14cb47a6d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:58.788632 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be85dfe0-439f-45ac-bddc-184adb440448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ca99fe-16d4-4320-b9e5-43420083dc97,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:58.880597 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be85dfe0-439f-45ac-bddc-184adb440448 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:58.887801 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=9ad72708-8145-4710-a27a-811122cc9840,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:58.931514 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-713acc25-b0c4-403d-a7f5-a8d72c468484 None None] Provisioning complete for port 83066297-cce3-4be4-8305-f4c2c317a234 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:58.931888 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-713acc25-b0c4-403d-a7f5-a8d72c468484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:58.948150 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be85dfe0-439f-45ac-bddc-184adb440448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:58.949509 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be85dfe0-439f-45ac-bddc-184adb440448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:58.950343 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be85dfe0-439f-45ac-bddc-184adb440448 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:58.957823 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f2afd-57e4-4526-94a1-acd0f8ba4cd3 req-984349af-40c6-460a-ba14-16925c1cf9af tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:58.967263 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-288f2afd-57e4-4526-94a1-acd0f8ba4cd3 req-984349af-40c6-460a-ba14-16925c1cf9af tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 944 time: 0.1077096 Dec 10 16:32:58.971206 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3ce8394f-31ff-430a-9446-cfd14cb47a6d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:58.977411 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-be85dfe0-439f-45ac-bddc-184adb440448 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4149330 Dec 10 16:32:58.980149 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8bf675ce-c5d8-4ab6-b434-237b3f1d1446 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:58.992213 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54360) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:58.995748 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 83066297-cce3-4be4-8305-f4c2c317a234 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:58.996319 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:59.009303 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3ce8394f-31ff-430a-9446-cfd14cb47a6d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:59.034181 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-61dfa244-ae56-4aa8-8d6d-6ef7e6d9831b admin admin] Request body: {'subnet': {'network_id': '6da96671-7e02-412e-88d7-e2d198e138bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1662418593-subnet', 'tenant_id': 'c5829af97379424d935a8e0bccd6114a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:59.039782 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8bf675ce-c5d8-4ab6-b434-237b3f1d1446 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:59.077589 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 561f074f-cd2a-4661-a766-3aa730ecf0ee, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=561f074f-cd2a-4661-a766-3aa730ecf0ee,segment=NetworkSegment(ebdb6a42-6306-4308-be67-666b49e7842c),segment_id=ebdb6a42-6306-4308-be67-666b49e7842c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:59.080491 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-288f2afd-57e4-4526-94a1-acd0f8ba4cd3 req-8629692a-8f72-4b7e-bc10-c1ceceac9c4f tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=61dd92f2-b4f5-4bfd-ac94-e9e550096dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063807 Dec 10 16:32:59.091940 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3ce8394f-31ff-430a-9446-cfd14cb47a6d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:59.099996 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3ce8394f-31ff-430a-9446-cfd14cb47a6d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3497441 Dec 10 16:32:59.100951 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54362) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:59.114519 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-3ccb9fbf-29ba-4620-92c4-cc387cab50d3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-736234787', 'security_groups': ['3bb9e7b1-2c53-4c65-9417-7f0bbf8faa24'], 'network_id': '912cbe49-1749-4b35-bb37-0e8e4bb88a08', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2adfe0d2-0aff-4fca-af68-6e173496606f'}]}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:59.119024 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '561f074f-cd2a-4661-a766-3aa730ecf0ee', 'network_id': 'b8aa3551-554a-49f0-b0d0-f8becf031dc7', 'port_id': '561f074f-cd2a-4661-a766-3aa730ecf0ee', 'mac_address': 'fa:16:3e:fb:85:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93cf38e5-cd65-4933-9151-7296522b1fa8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:32:59.154309 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8394f-31ff-430a-9446-cfd14cb47a6d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb9e7b1-2c53-4c65-9417-7f0bbf8faa24,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:59.217987 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be85dfe0-439f-45ac-bddc-184adb440448 admin admin] Pushing event updated for resources: {'Network': ['ID=6da96671-7e02-412e-88d7-e2d198e138bd,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:59.256252 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 6da96671-7e02-412e-88d7-e2d198e138bd details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:32:59.328590 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [req-7530d91e-6dbb-4abb-9ceb-783629f2b685 req-17385443-a4bf-4dce-9da5-270dbcc53602 service neutron] (103393) timed out ('10.222.0.26', 52770) {{(pid=103393) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 16:32:59.329983 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-8bf675ce-c5d8-4ab6-b434-237b3f1d1446 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] In _notify_port_updated(), no bound segment for port 22dcc292-6920-4373-b008-729ffc477199 on network f9b3935e-b2bc-43e6-a0cf-80ddc315a304 {{(pid=103393) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:32:59.341481 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf675ce-c5d8-4ab6-b434-237b3f1d1446 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:59.342625 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8bf675ce-c5d8-4ab6-b434-237b3f1d1446 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:59.344219 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8bf675ce-c5d8-4ab6-b434-237b3f1d1446 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "PUT /v2.0/ports/22dcc292-6920-4373-b008-729ffc477199 HTTP/1.1" status: 200 len: 1011 time: 1.6055799 Dec 10 16:32:59.345202 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61dfa244-ae56-4aa8-8d6d-6ef7e6d9831b admin admin] Made reservation on behalf of c5829af97379424d935a8e0bccd6114a for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:59.347087 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54372) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:59.348797 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-61dfa244-ae56-4aa8-8d6d-6ef7e6d9831b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:59.369090 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf675ce-c5d8-4ab6-b434-237b3f1d1446 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'Port': ['ID=22dcc292-6920-4373-b008-729ffc477199,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:59.505155 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-713acc25-b0c4-403d-a7f5-a8d72c468484 None None] Provisioning complete for port 22dcc292-6920-4373-b008-729ffc477199 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:59.505541 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-713acc25-b0c4-403d-a7f5-a8d72c468484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:59.573311 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:59.595393 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-61dfa244-ae56-4aa8-8d6d-6ef7e6d9831b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:59.604433 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-713acc25-b0c4-403d-a7f5-a8d72c468484 None None] Port 22dcc292-6920-4373-b008-729ffc477199 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:32:59.609663 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 561f074f-cd2a-4661-a766-3aa730ecf0ee {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:32:59.643606 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 561f074f-cd2a-4661-a766-3aa730ecf0ee, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=561f074f-cd2a-4661-a766-3aa730ecf0ee,segment=NetworkSegment(ebdb6a42-6306-4308-be67-666b49e7842c),segment_id=ebdb6a42-6306-4308-be67-666b49e7842c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:59.675310 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccb9fbf-29ba-4620-92c4-cc387cab50d3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Made reservation on behalf of 38fc6aa7996647649bb06a74b5f4d0aa for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:59.699432 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-adf9c33f-cdcc-4b8c-9c70-809c2bb685a4 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Deleting port 22dcc292-6920-4373-b008-729ffc477199 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:59.699798 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-adf9c33f-cdcc-4b8c-9c70-809c2bb685a4 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:59.728755 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfc4d12-3991-4295-8051-f269e75c95f6 None None] Update dhcp port {'port': {'network_id': '912cbe49-1749-4b35-bb37-0e8e4bb88a08', 'fixed_ips': [{'subnet_id': '4bddc545-2e96-4f72-a971-c1493ef395ee', 'ip_address': '172.20.0.18'}, {'subnet_id': '2adfe0d2-0aff-4fca-af68-6e173496606f'}], 'binding:host_id': 'n-d-766771-2'}, 'id': '9199c62a-46e2-4d00-b7ce-cef711c7ba90'} from n-d-766771-2. {{(pid=103394) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 16:32:59.730352 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dfa244-ae56-4aa8-8d6d-6ef7e6d9831b admin admin] Checking segment: {'id': 'e1b26aa6-9753-47b4-ace0-6d32d5468316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6da96671-7e02-412e-88d7-e2d198e138bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:59.730888 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dfa244-ae56-4aa8-8d6d-6ef7e6d9831b admin admin] Network hostable DHCP agents. Network: 6da96671-7e02-412e-88d7-e2d198e138bd, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:32:59.744355 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dfa244-ae56-4aa8-8d6d-6ef7e6d9831b admin admin] Pushing event updated for resources: {'Subnet': ['ID=25ae3ede-49c8-4ba3-a6cc-1f6380fdf328,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:59.801529 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dfa244-ae56-4aa8-8d6d-6ef7e6d9831b admin admin] Network 6da96671-7e02-412e-88d7-e2d198e138bd is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:32:59.828296 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-61dfa244-ae56-4aa8-8d6d-6ef7e6d9831b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 6da96671-7e02-412e-88d7-e2d198e138bd) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:59.839734 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dfa244-ae56-4aa8-8d6d-6ef7e6d9831b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:59.840991 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-61dfa244-ae56-4aa8-8d6d-6ef7e6d9831b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:59.853751 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:59.864474 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75168c41-2a35-459c-b82e-cfe7b7dc400f None None] Network 6da96671-7e02-412e-88d7-e2d198e138bd requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:59.882843 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-61dfa244-ae56-4aa8-8d6d-6ef7e6d9831b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8810031 Dec 10 16:32:59.930044 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3ccb9fbf-29ba-4620-92c4-cc387cab50d3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:59.987779 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6bfc4d12-3991-4295-8051-f269e75c95f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:00.030972 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-7a3d6c07-8614-4e8f-b6fd-f249225cd042 None None] Provisioning complete for port 2add41d4-5ece-40db-97a4-6d0b4a9857b7 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:00.032180 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7a3d6c07-8614-4e8f-b6fd-f249225cd042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:00.054242 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['9ad72708-8145-4710-a27a-811122cc9840'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:33:00.094147 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-adf9c33f-cdcc-4b8c-9c70-809c2bb685a4 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:00.151058 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=561f074f-cd2a-4661-a766-3aa730ecf0ee,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:00.171518 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-3ccb9fbf-29ba-4620-92c4-cc387cab50d3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] device_id is not set on port d798e9ce-49fb-4c99-ae6d-c5450b4224b7 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:33:00.176456 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-adf9c33f-cdcc-4b8c-9c70-809c2bb685a4 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Calling delete_port for 22dcc292-6920-4373-b008-729ffc477199 owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:00.177636 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['561f074f-cd2a-4661-a766-3aa730ecf0ee'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:33:00.308792 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42606d94-58ab-4588-b023-d3b59e4e1d72 req-dc6dff61-96dc-4b98-b565-0b7e83ae4b87 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:00.317280 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-42606d94-58ab-4588-b023-d3b59e4e1d72 req-dc6dff61-96dc-4b98-b565-0b7e83ae4b87 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/ports?device_id=f32d35a4-4891-4d87-bee7-53b7b398dfc3 HTTP/1.1" status: 200 len: 944 time: 0.2052512 Dec 10 16:33:00.329171 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-7a3d6c07-8614-4e8f-b6fd-f249225cd042 None None] Port 2add41d4-5ece-40db-97a4-6d0b4a9857b7 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:00.474706 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-42606d94-58ab-4588-b023-d3b59e4e1d72 req-925fd381-361c-49c3-8e67-de159f4304b5 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/security-groups?id=85e5dc36-7bfe-4fe2-a426-eece040ff59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549873 Dec 10 16:33:00.588776 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c31b65-e626-4bb4-ab4a-e29d1f4ed2cd None None] Network 6da96671-7e02-412e-88d7-e2d198e138bd requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:00.615944 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-7a3d6c07-8614-4e8f-b6fd-f249225cd042 None None] Provisioning complete for port 83066297-cce3-4be4-8305-f4c2c317a234 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:00.616225 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7a3d6c07-8614-4e8f-b6fd-f249225cd042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:00.806015 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-3ccb9fbf-29ba-4620-92c4-cc387cab50d3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Allocated IP 172.20.0.6 (912cbe49-1749-4b35-bb37-0e8e4bb88a08/2adfe0d2-0aff-4fca-af68-6e173496606f/d798e9ce-49fb-4c99-ae6d-c5450b4224b7) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:01.052620 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-adf9c33f-cdcc-4b8c-9c70-809c2bb685a4 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:01.067391 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b125dbf-1e59-4a77-8fdd-af8e1d792f51 req-aa8ab20d-bae0-4279-8eea-27587b19d207 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:01.074959 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5b125dbf-1e59-4a77-8fdd-af8e1d792f51 req-aa8ab20d-bae0-4279-8eea-27587b19d207 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 944 time: 0.1512389 Dec 10 16:33:01.094815 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-7a3d6c07-8614-4e8f-b6fd-f249225cd042 None None] Could not find standard attr ID for object 22dcc292-6920-4373-b008-729ffc477199. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:33:01.112929 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-7a3d6c07-8614-4e8f-b6fd-f249225cd042 None None] Provisioning complete for port 9199c62a-46e2-4d00-b7ce-cef711c7ba90 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:01.113300 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7a3d6c07-8614-4e8f-b6fd-f249225cd042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:01.148775 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9c33f-cdcc-4b8c-9c70-809c2bb685a4 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'Port': ['ID=22dcc292-6920-4373-b008-729ffc477199,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:01.191736 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5b125dbf-1e59-4a77-8fdd-af8e1d792f51 req-878e441b-87c3-4e77-b64e-c893d7fecd0c tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=61dd92f2-b4f5-4bfd-ac94-e9e550096dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158106 Dec 10 16:33:01.304148 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-adf9c33f-cdcc-4b8c-9c70-809c2bb685a4 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:01.307603 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-adf9c33f-cdcc-4b8c-9c70-809c2bb685a4 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/ports/22dcc292-6920-4373-b008-729ffc477199 HTTP/1.1" status: 204 len: 168 time: 1.9594808 Dec 10 16:33:01.310383 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54400) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:01.355208 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a1e1d01-b5ac-44ad-a1d1-fb63d6494a8d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] GET failed (client error): The resource could not be found. Dec 10 16:33:01.356865 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0a1e1d01-b5ac-44ad-a1d1-fb63d6494a8d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "GET /v2.0/ports/22dcc292-6920-4373-b008-729ffc477199 HTTP/1.1" status: 404 len: 333 time: 0.0454748 Dec 10 16:33:01.360106 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54402) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:01.368861 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3ccb9fbf-29ba-4620-92c4-cc387cab50d3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:01.372928 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-195776fa-68f6-4cb7-b678-69f77c0122e7 None None] Could not find standard attr ID for object 22dcc292-6920-4373-b008-729ffc477199. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:33:01.401092 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe13b1-d36d-4b42-9ee8-af438e2fdb9d req-694ddae3-a90e-4c2d-b07d-e202adcc6463 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:01.402857 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2efe13b1-d36d-4b42-9ee8-af438e2fdb9d req-694ddae3-a90e-4c2d-b07d-e202adcc6463 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fca387f-4963-4aad-9a7a-44af9ba5b47f HTTP/1.1" status: 200 len: 945 time: 0.1293900 Dec 10 16:33:01.469364 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3ccb9fbf-29ba-4620-92c4-cc387cab50d3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:01.479487 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-d06e9b08-0251-4699-b8e2-0f09aabc4f24 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Deleting subnet 28d5143f-8ad8-4eee-ae7e-272b723a07ee {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:33:01.483124 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d06e9b08-0251-4699-b8e2-0f09aabc4f24 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:01.547611 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d06e9b08-0251-4699-b8e2-0f09aabc4f24 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:01.567482 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-6bfc4d12-3991-4295-8051-f269e75c95f6 None None] Allocated IP 172.20.0.2 (912cbe49-1749-4b35-bb37-0e8e4bb88a08/2adfe0d2-0aff-4fca-af68-6e173496606f/9199c62a-46e2-4d00-b7ce-cef711c7ba90) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:01.606595 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccb9fbf-29ba-4620-92c4-cc387cab50d3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Network 912cbe49-1749-4b35-bb37-0e8e4bb88a08 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:01.620276 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-3ccb9fbf-29ba-4620-92c4-cc387cab50d3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:01.655104 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccb9fbf-29ba-4620-92c4-cc387cab50d3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:01.671421 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d06e9b08-0251-4699-b8e2-0f09aabc4f24 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:01.695411 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb9fbf-29ba-4620-92c4-cc387cab50d3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'Port': ['ID=d798e9ce-49fb-4c99-ae6d-c5450b4224b7,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:01.696564 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-6bfc4d12-3991-4295-8051-f269e75c95f6 None None] For port 9199c62a-46e2-4d00-b7ce-cef711c7ba90, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=9199c62a-46e2-4d00-b7ce-cef711c7ba90,segment=NetworkSegment(6855c0f0-f486-4520-8175-a16db5a6ac76),segment_id=6855c0f0-f486-4520-8175-a16db5a6ac76)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:01.743937 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d06e9b08-0251-4699-b8e2-0f09aabc4f24 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:01.746709 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6bfc4d12-3991-4295-8051-f269e75c95f6 None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:01.750966 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-2efe13b1-d36d-4b42-9ee8-af438e2fdb9d req-58d9343f-47a5-43f2-9ef5-21a9f29c7a68 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Deleting port 2d6fd9cb-02b0-410c-a7f3-dffa567d5378 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:01.751335 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2efe13b1-d36d-4b42-9ee8-af438e2fdb9d req-58d9343f-47a5-43f2-9ef5-21a9f29c7a68 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:01.756528 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6bfc4d12-3991-4295-8051-f269e75c95f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:01.762782 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccb9fbf-29ba-4620-92c4-cc387cab50d3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:01.763419 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3ccb9fbf-29ba-4620-92c4-cc387cab50d3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:01.788920 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e9b08-0251-4699-b8e2-0f09aabc4f24 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'Subnet': ['ID=28d5143f-8ad8-4eee-ae7e-272b723a07ee,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:01.809463 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d06e9b08-0251-4699-b8e2-0f09aabc4f24 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:01.816643 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54414) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:01.818093 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d06e9b08-0251-4699-b8e2-0f09aabc4f24 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/subnets/28d5143f-8ad8-4eee-ae7e-272b723a07ee HTTP/1.1" status: 204 len: 168 time: 0.4564469 Dec 10 16:33:01.828908 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10726a3-74f5-4701-a8ea-645f0e4d93c3 None None] Network f9b3935e-b2bc-43e6-a0cf-80ddc315a304 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:01.864211 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-7e3b45f5-8268-4325-ad35-f83f3dec4507 tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:01.865725 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-7e3b45f5-8268-4325-ad35-f83f3dec4507 tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] 10.222.0.11 "GET /v2.0/networks?id=6da96671-7e02-412e-88d7-e2d198e138bd HTTP/1.1" status: 200 len: 822 time: 0.2998061 Dec 10 16:33:01.871718 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3ccb9fbf-29ba-4620-92c4-cc387cab50d3 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7639837 Dec 10 16:33:01.874425 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54416) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:01.883624 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-d0fef8c3-cb43-4327-8486-307bbe91b605 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'subnet': {'network_id': '912cbe49-1749-4b35-bb37-0e8e4bb88a08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:01.897517 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 9ad72708-8145-4710-a27a-811122cc9840 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:33:01.936858 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-82dd4ca6-8759-4f0e-a2db-379d0d112120 tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] 10.222.0.11 "GET /v2.0/quotas/c5829af97379424d935a8e0bccd6114a HTTP/1.1" status: 200 len: 375 time: 0.0445161 Dec 10 16:33:01.957511 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc4d12-3991-4295-8051-f269e75c95f6 None None] Pushing event updated for resources: {'Port': ['ID=9199c62a-46e2-4d00-b7ce-cef711c7ba90,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:01.960270 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab1ce4a2-48aa-4295-b83f-e032421ad642 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Deleting subnet a172884f-deb6-470b-8a1e-a8c8b10819b1 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:33:01.995107 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-152ff140-c337-48a5-8a81-4b6daac3d074 tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5829af97379424d935a8e0bccd6114a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571520 Dec 10 16:33:01.996952 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab1ce4a2-48aa-4295-b83f-e032421ad642 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:02.038379 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 9ad72708-8145-4710-a27a-811122cc9840 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:02.038866 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:02.126014 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fef8c3-cb43-4327-8486-307bbe91b605 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Made reservation on behalf of 38fc6aa7996647649bb06a74b5f4d0aa for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:02.130542 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d0fef8c3-cb43-4327-8486-307bbe91b605 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:02.293853 n-d-766771-2 neutron-server[103393]: INFO neutron.db.ipam_backend_mixin [None req-d0fef8c3-cb43-4327-8486-307bbe91b605 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2adfe0d2-0aff-4fca-af68-6e173496606f (CIDR: 172.20.0.0/28) Dec 10 16:33:02.298852 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0fef8c3-cb43-4327-8486-307bbe91b605 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:33:02.299997 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0fef8c3-cb43-4327-8486-307bbe91b605 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:33:02.334791 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d0fef8c3-cb43-4327-8486-307bbe91b605 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4589508 Dec 10 16:33:02.335466 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54420) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:02.342658 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-851f04ae-4937-49ee-862e-5e22920bb897 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'subnet': {'network_id': '912cbe49-1749-4b35-bb37-0e8e4bb88a08', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:02.355880 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 9199c62a-46e2-4d00-b7ce-cef711c7ba90 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:33:02.489586 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:02.521383 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 9199c62a-46e2-4d00-b7ce-cef711c7ba90 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:02.521763 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:02.604535 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06112d00-9d68-4d54-b130-689171e78630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad72708-8145-4710-a27a-811122cc9840'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:33:02.606941 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61639dd3-8f02-43ef-bbd3-c3ec13c1038f" -d '{"events": [{"server_uuid": "06112d00-9d68-4d54-b130-689171e78630", "name": "network-vif-plugged", "status": "completed", "tag": "9ad72708-8145-4710-a27a-811122cc9840"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:33:02.622250 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851f04ae-4937-49ee-862e-5e22920bb897 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Made reservation on behalf of 38fc6aa7996647649bb06a74b5f4d0aa for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:02.626664 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-851f04ae-4937-49ee-862e-5e22920bb897 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:02.666651 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 9ad72708-8145-4710-a27a-811122cc9840, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=9ad72708-8145-4710-a27a-811122cc9840,segment=NetworkSegment(5bae3635-32be-403a-b68a-450983b5ab53),segment_id=5bae3635-32be-403a-b68a-450983b5ab53)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:02.674250 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:02.675098 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 561f074f-cd2a-4661-a766-3aa730ecf0ee up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:33:02.791321 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-14c49351-cfda-4b91-9413-cf4bf10b362c service neutron] 10.222.0.11 "GET /v2.0/networks/6da96671-7e02-412e-88d7-e2d198e138bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7940693 Dec 10 16:33:02.805663 n-d-766771-2 neutron-server[103393]: INFO neutron.db.ipam_backend_mixin [None req-851f04ae-4937-49ee-862e-5e22920bb897 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 4bddc545-2e96-4f72-a971-c1493ef395ee (CIDR: 172.20.0.16/28) Dec 10 16:33:02.812715 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-851f04ae-4937-49ee-862e-5e22920bb897 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:33:02.813986 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-851f04ae-4937-49ee-862e-5e22920bb897 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:33:02.850954 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-851f04ae-4937-49ee-862e-5e22920bb897 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5135140 Dec 10 16:33:02.855909 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54424) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:02.862286 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab1ce4a2-48aa-4295-b83f-e032421ad642 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:02.875482 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-581a5fbe-f422-4109-86cf-4ca4c8942375 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'subnet': {'network_id': '912cbe49-1749-4b35-bb37-0e8e4bb88a08', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:02.885800 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 561f074f-cd2a-4661-a766-3aa730ecf0ee completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:33:02.888211 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=9ad72708-8145-4710-a27a-811122cc9840,revision_number=7']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:02.923569 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 561f074f-cd2a-4661-a766-3aa730ecf0ee triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:02.923569 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:02.930549 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-2efe13b1-d36d-4b42-9ee8-af438e2fdb9d req-58d9343f-47a5-43f2-9ef5-21a9f29c7a68 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] For port 2d6fd9cb-02b0-410c-a7f3-dffa567d5378, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=2d6fd9cb-02b0-410c-a7f3-dffa567d5378,segment=NetworkSegment(c2b69c62-e60e-482d-8854-d825b29bd09b),segment_id=c2b69c62-e60e-482d-8854-d825b29bd09b)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:02.931003 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2efe13b1-d36d-4b42-9ee8-af438e2fdb9d req-58d9343f-47a5-43f2-9ef5-21a9f29c7a68 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:03.019475 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-4d8ef56c-ae23-4f02-9c86-b5ddeaed90ac None None] Provisioning complete for port 2add41d4-5ece-40db-97a4-6d0b4a9857b7 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:03.019857 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4d8ef56c-ae23-4f02-9c86-b5ddeaed90ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:03.056499 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581a5fbe-f422-4109-86cf-4ca4c8942375 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Made reservation on behalf of 38fc6aa7996647649bb06a74b5f4d0aa for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:03.060620 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-581a5fbe-f422-4109-86cf-4ca4c8942375 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:03.097347 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-2efe13b1-d36d-4b42-9ee8-af438e2fdb9d req-58d9343f-47a5-43f2-9ef5-21a9f29c7a68 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Calling delete_port for 2d6fd9cb-02b0-410c-a7f3-dffa567d5378 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:03.126645 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-4d8ef56c-ae23-4f02-9c86-b5ddeaed90ac None None] Port 2add41d4-5ece-40db-97a4-6d0b4a9857b7 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:03.210554 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-4d8ef56c-ae23-4f02-9c86-b5ddeaed90ac None None] Provisioning complete for port 9199c62a-46e2-4d00-b7ce-cef711c7ba90 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:03.210554 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4d8ef56c-ae23-4f02-9c86-b5ddeaed90ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:03.275453 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d607d-7484-44c2-8df5-d9d2282460d5 req-3caceb60-9210-4715-a589-2e183d0adb6b tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:03.277057 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-721d607d-7484-44c2-8df5-d9d2282460d5 req-3caceb60-9210-4715-a589-2e183d0adb6b tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.26 "GET /v2.0/ports?device_id=77a1fbf3-048d-48aa-9d5a-78d261a149e3 HTTP/1.1" status: 200 len: 945 time: 0.4847960 Dec 10 16:33:03.291843 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:03.378864 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab1ce4a2-48aa-4295-b83f-e032421ad642 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:03.386348 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 561f074f-cd2a-4661-a766-3aa730ecf0ee, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=561f074f-cd2a-4661-a766-3aa730ecf0ee,segment=NetworkSegment(ebdb6a42-6306-4308-be67-666b49e7842c),segment_id=ebdb6a42-6306-4308-be67-666b49e7842c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:03.395943 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:03.458436 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-581a5fbe-f422-4109-86cf-4ca4c8942375 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:03.491604 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=561f074f-cd2a-4661-a766-3aa730ecf0ee,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:03.521306 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581a5fbe-f422-4109-86cf-4ca4c8942375 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Network 912cbe49-1749-4b35-bb37-0e8e4bb88a08 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:03.525520 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-581a5fbe-f422-4109-86cf-4ca4c8942375 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:03.535605 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581a5fbe-f422-4109-86cf-4ca4c8942375 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:03.536878 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-581a5fbe-f422-4109-86cf-4ca4c8942375 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:03.538656 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192afb35-678b-42e7-884c-bea9e6ed33c6 None None] Network 912cbe49-1749-4b35-bb37-0e8e4bb88a08 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:03.565484 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-581a5fbe-f422-4109-86cf-4ca4c8942375 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7063425 Dec 10 16:33:03.569120 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54426) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:03.576078 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-9bb2debc-d531-4910-bf82-d90f91261399 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1551485063', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0ac7e251-476b-4132-8152-4c3c3c9ea12b'}], 'security_groups': ['c8e1ebee-f24f-4189-b64b-01305d1d5a92', '6073794f-9afb-4bce-90b6-318dae16888a']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:03.610067 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a5fbe-f422-4109-86cf-4ca4c8942375 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'Subnet': ['ID=0ac7e251-476b-4132-8152-4c3c3c9ea12b,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:03.629015 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab1ce4a2-48aa-4295-b83f-e032421ad642 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:03.663675 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e123f3e8-104a-4aaf-82aa-d7f766a59e0f None None] Provisioning complete for port 83066297-cce3-4be4-8305-f4c2c317a234 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:03.664050 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e123f3e8-104a-4aaf-82aa-d7f766a59e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:03.680550 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ce4a2-48aa-4295-b83f-e032421ad642 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'Subnet': ['ID=a172884f-deb6-470b-8a1e-a8c8b10819b1,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:03.707714 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-d96b9a19-4e88-46e0-901f-33af68abfc39 service neutron] 10.222.0.11 "GET /v2.0/networks/6da96671-7e02-412e-88d7-e2d198e138bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7949708 Dec 10 16:33:03.717401 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab1ce4a2-48aa-4295-b83f-e032421ad642 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:03.737239 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ab1ce4a2-48aa-4295-b83f-e032421ad642 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/subnets/a172884f-deb6-470b-8a1e-a8c8b10819b1 HTTP/1.1" status: 204 len: 168 time: 1.9190242 Dec 10 16:33:03.742834 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98eb6ac-0468-439e-8651-78b1a4dba129 None None] Network f9b3935e-b2bc-43e6-a0cf-80ddc315a304 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:03.743957 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54428) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:03.877035 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-721d607d-7484-44c2-8df5-d9d2282460d5 req-4fc8fc85-9262-4c17-a9d0-a94cf117d83e tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Deleting port 6e0d059d-36cb-402c-8035-11801076fe5a {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:03.877992 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-721d607d-7484-44c2-8df5-d9d2282460d5 req-4fc8fc85-9262-4c17-a9d0-a94cf117d83e tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:03.918873 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-81a1fdae-d82a-4d43-be83-13e2bc9f6b04 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:03.932684 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9bb2debc-d531-4910-bf82-d90f91261399 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:04.001163 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-721d607d-7484-44c2-8df5-d9d2282460d5 req-4fc8fc85-9262-4c17-a9d0-a94cf117d83e tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] For port 6e0d059d-36cb-402c-8035-11801076fe5a, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=6e0d059d-36cb-402c-8035-11801076fe5a,segment=NetworkSegment(c2b69c62-e60e-482d-8854-d825b29bd09b),segment_id=c2b69c62-e60e-482d-8854-d825b29bd09b)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:04.001540 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-721d607d-7484-44c2-8df5-d9d2282460d5 req-4fc8fc85-9262-4c17-a9d0-a94cf117d83e tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:04.024006 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-721d607d-7484-44c2-8df5-d9d2282460d5 req-4fc8fc85-9262-4c17-a9d0-a94cf117d83e tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Calling delete_port for 6e0d059d-36cb-402c-8035-11801076fe5a owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:04.235467 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-721d607d-7484-44c2-8df5-d9d2282460d5 req-4fc8fc85-9262-4c17-a9d0-a94cf117d83e tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:04.287411 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2efe13b1-d36d-4b42-9ee8-af438e2fdb9d req-58d9343f-47a5-43f2-9ef5-21a9f29c7a68 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:04.314007 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8fc85-9262-4c17-a9d0-a94cf117d83e tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Pushing event deleted for resources: {'Port': ['ID=6e0d059d-36cb-402c-8035-11801076fe5a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:04.414186 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d9343f-47a5-43f2-9ef5-21a9f29c7a68 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Pushing event deleted for resources: {'Port': ['ID=2d6fd9cb-02b0-410c-a7f3-dffa567d5378,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:04.417392 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e123f3e8-104a-4aaf-82aa-d7f766a59e0f None None] Provisioning complete for port d798e9ce-49fb-4c99-ae6d-c5450b4224b7 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:04.417891 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e123f3e8-104a-4aaf-82aa-d7f766a59e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:04.433792 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-721d607d-7484-44c2-8df5-d9d2282460d5 req-4fc8fc85-9262-4c17-a9d0-a94cf117d83e tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] No DVR routers for this DVR port 6e0d059d-36cb-402c-8035-11801076fe5a on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:33:04.440066 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-721d607d-7484-44c2-8df5-d9d2282460d5 req-4fc8fc85-9262-4c17-a9d0-a94cf117d83e tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:04.445283 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-721d607d-7484-44c2-8df5-d9d2282460d5 req-4fc8fc85-9262-4c17-a9d0-a94cf117d83e tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.26 "DELETE /v2.0/ports/6e0d059d-36cb-402c-8035-11801076fe5a HTTP/1.1" status: 204 len: 173 time: 0.9353645 Dec 10 16:33:04.449293 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a1fbf3-048d-48aa-9d5a-78d261a149e3', 'name': 'network-vif-deleted', 'tag': '6e0d059d-36cb-402c-8035-11801076fe5a'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:33:04.451288 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a49f70-63be-41a2-8491-f2217dc2e860" -d '{"events": [{"server_uuid": "77a1fbf3-048d-48aa-9d5a-78d261a149e3", "name": "network-vif-deleted", "tag": "6e0d059d-36cb-402c-8035-11801076fe5a"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:33:04.540197 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bd3365-3410-4bab-9f89-b6e1b2f54502 None None] DHCP port deletion for f9b3935e-b2bc-43e6-a0cf-80ddc315a304 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:33:04.548639 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-2efe13b1-d36d-4b42-9ee8-af438e2fdb9d req-58d9343f-47a5-43f2-9ef5-21a9f29c7a68 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] No DVR routers for this DVR port 2d6fd9cb-02b0-410c-a7f3-dffa567d5378 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:33:04.552446 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2efe13b1-d36d-4b42-9ee8-af438e2fdb9d req-58d9343f-47a5-43f2-9ef5-21a9f29c7a68 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:04.558054 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2efe13b1-d36d-4b42-9ee8-af438e2fdb9d req-58d9343f-47a5-43f2-9ef5-21a9f29c7a68 tempest-ListServersNegativeTestJSON-1224249410 tempest-ListServersNegativeTestJSON-1224249410-project] 10.222.0.46 "DELETE /v2.0/ports/2d6fd9cb-02b0-410c-a7f3-dffa567d5378 HTTP/1.1" status: 204 len: 173 time: 3.1445453 Dec 10 16:33:04.591361 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a766a3f-3aca-4ab8-8750-276beed3751c None None] Update dhcp port {'port': {'network_id': '912cbe49-1749-4b35-bb37-0e8e4bb88a08', 'fixed_ips': [{'subnet_id': '4bddc545-2e96-4f72-a971-c1493ef395ee', 'ip_address': '172.20.0.18'}, {'subnet_id': '2adfe0d2-0aff-4fca-af68-6e173496606f', 'ip_address': '172.20.0.2'}, {'subnet_id': '0ac7e251-476b-4132-8152-4c3c3c9ea12b'}], 'binding:host_id': 'n-d-766771-2'}, 'id': '9199c62a-46e2-4d00-b7ce-cef711c7ba90'} from n-d-766771-2. {{(pid=103394) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 16:33:04.690724 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-e123f3e8-104a-4aaf-82aa-d7f766a59e0f None None] Port d798e9ce-49fb-4c99-ae6d-c5450b4224b7 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:04.702676 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9a766a3f-3aca-4ab8-8750-276beed3751c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:04.737016 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-9bb2debc-d531-4910-bf82-d90f91261399 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Delete allocated IP 172.20.0.6 (912cbe49-1749-4b35-bb37-0e8e4bb88a08/2adfe0d2-0aff-4fca-af68-6e173496606f) {{(pid=103393) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 16:33:04.746366 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-9bb2debc-d531-4910-bf82-d90f91261399 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Allocated IP 172.20.0.43 (912cbe49-1749-4b35-bb37-0e8e4bb88a08/0ac7e251-476b-4132-8152-4c3c3c9ea12b/d798e9ce-49fb-4c99-ae6d-c5450b4224b7) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:04.822962 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 2d6fd9cb-02b0-410c-a7f3-dffa567d5378 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:33:04.923653 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: 2d6fd9cb-02b0-410c-a7f3-dffa567d5378 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:33:04.924263 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 2d6fd9cb-02b0-410c-a7f3-dffa567d5378 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:33:04.934662 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-79bd3365-3410-4bab-9f89-b6e1b2f54502 None None] Deleting port 83066297-cce3-4be4-8305-f4c2c317a234 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:04.935157 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-79bd3365-3410-4bab-9f89-b6e1b2f54502 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:04.964140 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-81a1fdae-d82a-4d43-be83-13e2bc9f6b04 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Deleting port 83066297-cce3-4be4-8305-f4c2c317a234 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:04.964908 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-81a1fdae-d82a-4d43-be83-13e2bc9f6b04 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:05.039087 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-79bd3365-3410-4bab-9f89-b6e1b2f54502 None None] For port 83066297-cce3-4be4-8305-f4c2c317a234, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=83066297-cce3-4be4-8305-f4c2c317a234,segment=NetworkSegment(2dff978a-b7e8-40f6-b8b5-55ebbdcfd0eb),segment_id=2dff978a-b7e8-40f6-b8b5-55ebbdcfd0eb)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:05.039606 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-79bd3365-3410-4bab-9f89-b6e1b2f54502 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:05.055064 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-79bd3365-3410-4bab-9f89-b6e1b2f54502 None None] Calling delete_port for 83066297-cce3-4be4-8305-f4c2c317a234 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:05.075769 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3d43d-3ae1-4a7c-9e95-ac83b5695a03 req-cb6a55a1-0c78-43a1-90d4-99d90d2c5cb1 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:05.087365 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-66a3d43d-3ae1-4a7c-9e95-ac83b5695a03 req-cb6a55a1-0c78-43a1-90d4-99d90d2c5cb1 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/ports?device_id=f32d35a4-4891-4d87-bee7-53b7b398dfc3 HTTP/1.1" status: 200 len: 945 time: 0.1052291 Dec 10 16:33:05.183887 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9bb2debc-d531-4910-bf82-d90f91261399 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:05.196748 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9bb2debc-d531-4910-bf82-d90f91261399 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:05.207188 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-66a3d43d-3ae1-4a7c-9e95-ac83b5695a03 req-86fae9e7-719b-4ac0-89eb-d3250d631a89 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/security-groups?id=85e5dc36-7bfe-4fe2-a426-eece040ff59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164351 Dec 10 16:33:05.326557 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2debc-d531-4910-bf82-d90f91261399 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event updated for resources: {'Port': ['ID=d798e9ce-49fb-4c99-ae6d-c5450b4224b7,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:05.337604 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-79bd3365-3410-4bab-9f89-b6e1b2f54502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:05.351278 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-9a766a3f-3aca-4ab8-8750-276beed3751c None None] Allocated IP 172.20.0.34 (912cbe49-1749-4b35-bb37-0e8e4bb88a08/0ac7e251-476b-4132-8152-4c3c3c9ea12b/9199c62a-46e2-4d00-b7ce-cef711c7ba90) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:05.385593 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6346dda-34c4-4546-90c3-7e3b3dd781be req-21a14c47-0891-4e0d-bdc3-f91172ca741f tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:05.387316 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d6346dda-34c4-4546-90c3-7e3b3dd781be req-21a14c47-0891-4e0d-bdc3-f91172ca741f tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 945 time: 0.0603774 Dec 10 16:33:05.397439 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-9bb2debc-d531-4910-bf82-d90f91261399 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] In _notify_port_updated(), no bound segment for port d798e9ce-49fb-4c99-ae6d-c5450b4224b7 on network 912cbe49-1749-4b35-bb37-0e8e4bb88a08 {{(pid=103393) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:33:05.403156 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb2debc-d531-4910-bf82-d90f91261399 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:05.403925 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9bb2debc-d531-4910-bf82-d90f91261399 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:05.409142 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9bb2debc-d531-4910-bf82-d90f91261399 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "PUT /v2.0/ports/d798e9ce-49fb-4c99-ae6d-c5450b4224b7 HTTP/1.1" status: 200 len: 960 time: 1.8386521 Dec 10 16:33:05.410029 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54454) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:05.418731 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bd3365-3410-4bab-9f89-b6e1b2f54502 None None] No DVR routers for this DVR port 83066297-cce3-4be4-8305-f4c2c317a234 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:33:05.422641 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd3365-3410-4bab-9f89-b6e1b2f54502 None None] Pushing event deleted for resources: {'Port': ['ID=83066297-cce3-4be4-8305-f4c2c317a234,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:05.486642 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d6346dda-34c4-4546-90c3-7e3b3dd781be req-b369620e-a2a2-44c0-840c-8f7d570d2213 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=61dd92f2-b4f5-4bfd-ac94-e9e550096dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909982 Dec 10 16:33:05.574633 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-81a1fdae-d82a-4d43-be83-13e2bc9f6b04 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] For port 83066297-cce3-4be4-8305-f4c2c317a234, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=83066297-cce3-4be4-8305-f4c2c317a234,segment=NetworkSegment(2dff978a-b7e8-40f6-b8b5-55ebbdcfd0eb),segment_id=2dff978a-b7e8-40f6-b8b5-55ebbdcfd0eb)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:05.575448 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-81a1fdae-d82a-4d43-be83-13e2bc9f6b04 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:05.601395 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9a766a3f-3aca-4ab8-8750-276beed3751c None None] For port 9199c62a-46e2-4d00-b7ce-cef711c7ba90, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=9199c62a-46e2-4d00-b7ce-cef711c7ba90,segment=NetworkSegment(6855c0f0-f486-4520-8175-a16db5a6ac76),segment_id=6855c0f0-f486-4520-8175-a16db5a6ac76)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:05.604930 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-81a1fdae-d82a-4d43-be83-13e2bc9f6b04 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Calling delete_port for 83066297-cce3-4be4-8305-f4c2c317a234 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:05.662687 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-5f7abaf0-7dd5-405d-87a0-dbb91ee933ef tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Deleting port d798e9ce-49fb-4c99-ae6d-c5450b4224b7 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:05.663313 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5f7abaf0-7dd5-405d-87a0-dbb91ee933ef tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:05.694240 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7075509f-8040-408c-b13f-571431d75a46 x-openstack-request-id: req-7075509f-8040-408c-b13f-571431d75a46 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:33:05.694815 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06112d00-9d68-4d54-b130-689171e78630", "name": "network-vif-plugged", "status": "completed", "tag": "9ad72708-8145-4710-a27a-811122cc9840", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:33:05.695606 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7075509f-8040-408c-b13f-571431d75a46 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:33:05.696009 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06112d00-9d68-4d54-b130-689171e78630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad72708-8145-4710-a27a-811122cc9840', 'code': 200} Dec 10 16:33:05.724262 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9a766a3f-3aca-4ab8-8750-276beed3751c None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:05.730600 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9a766a3f-3aca-4ab8-8750-276beed3751c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:05.802832 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1986c70a-6772-4b6f-8432-d136d8062c58 req-8a121027-aabf-4116-aa1e-529597b74c7a tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1640b5-e257-444f-b988-6f39c46c3f4d HTTP/1.1" status: 200 len: 210 time: 0.0408902 Dec 10 16:33:05.911422 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e26ee0d-8ccc-462b-b454-47bd50dba612 x-openstack-request-id: req-0e26ee0d-8ccc-462b-b454-47bd50dba612 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:33:05.911717 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77a1fbf3-048d-48aa-9d5a-78d261a149e3", "name": "network-vif-deleted", "tag": "6e0d059d-36cb-402c-8035-11801076fe5a", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:33:05.911976 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0e26ee0d-8ccc-462b-b454-47bd50dba612 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:33:05.912385 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a1fbf3-048d-48aa-9d5a-78d261a149e3', 'name': 'network-vif-deleted', 'tag': '6e0d059d-36cb-402c-8035-11801076fe5a', 'status': 'completed', 'code': 200} Dec 10 16:33:05.915334 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 6e0d059d-36cb-402c-8035-11801076fe5a no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:33:05.954597 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a766a3f-3aca-4ab8-8750-276beed3751c None None] Pushing event updated for resources: {'Port': ['ID=9199c62a-46e2-4d00-b7ce-cef711c7ba90,revision_number=7']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:05.958110 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 6e0d059d-36cb-402c-8035-11801076fe5a {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:33:05.958756 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 6e0d059d-36cb-402c-8035-11801076fe5a not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:33:06.215585 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:06.234784 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 9199c62a-46e2-4d00-b7ce-cef711c7ba90 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:33:06.352411 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 9199c62a-46e2-4d00-b7ce-cef711c7ba90 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:06.352979 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:06.372363 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-9e9d8765-3937-4359-8793-9e360296aa94 tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:06.374035 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-9e9d8765-3937-4359-8793-9e360296aa94 tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] 10.222.0.46 "GET /v2.0/networks?id=6da96671-7e02-412e-88d7-e2d198e138bd HTTP/1.1" status: 200 len: 822 time: 0.3223794 Dec 10 16:33:06.407249 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54460) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:06.427018 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-1369ab65-f910-4446-ba20-45566eb79324 tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] Request body: {'port': {'device_id': '0e1640b5-e257-444f-b988-6f39c46c3f4d', 'network_id': '6da96671-7e02-412e-88d7-e2d198e138bd', 'admin_state_up': True, 'tenant_id': 'c5829af97379424d935a8e0bccd6114a'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:06.500362 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-81a1fdae-d82a-4d43-be83-13e2bc9f6b04 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:06.591616 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913ecc6-4e97-468e-9448-d4a91867fca6 req-5359397e-a261-44d3-b139-a136828ab977 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:06.593764 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2913ecc6-4e97-468e-9448-d4a91867fca6 req-5359397e-a261-44d3-b139-a136828ab977 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/ports?device_id=f32d35a4-4891-4d87-bee7-53b7b398dfc3 HTTP/1.1" status: 200 len: 945 time: 0.2187104 Dec 10 16:33:06.616769 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a1fdae-d82a-4d43-be83-13e2bc9f6b04 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] No DVR routers for this DVR port 83066297-cce3-4be4-8305-f4c2c317a234 on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:33:06.633846 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1fdae-d82a-4d43-be83-13e2bc9f6b04 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'Port': ['ID=83066297-cce3-4be4-8305-f4c2c317a234,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:06.640873 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5f7abaf0-7dd5-405d-87a0-dbb91ee933ef tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:06.671791 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-44ae998b-ca73-49e3-bebc-29bcd0bcc572 admin admin] Deleting subnet be4626af-5001-4f6f-9053-057ef2a397df {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:33:06.693192 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 83066297-cce3-4be4-8305-f4c2c317a234 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:33:06.704160 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-5f7abaf0-7dd5-405d-87a0-dbb91ee933ef tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Calling delete_port for d798e9ce-49fb-4c99-ae6d-c5450b4224b7 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:06.734758 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 83066297-cce3-4be4-8305-f4c2c317a234 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:33:06.735403 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 83066297-cce3-4be4-8305-f4c2c317a234 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:33:06.758787 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-44ae998b-ca73-49e3-bebc-29bcd0bcc572 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:06.779934 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2913ecc6-4e97-468e-9448-d4a91867fca6 req-44f03f62-6cc1-419f-9955-f625f6699b39 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/security-groups?id=85e5dc36-7bfe-4fe2-a426-eece040ff59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944915 Dec 10 16:33:06.828467 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-81a1fdae-d82a-4d43-be83-13e2bc9f6b04 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:06.896841 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-81a1fdae-d82a-4d43-be83-13e2bc9f6b04 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9b3935e-b2bc-43e6-a0cf-80ddc315a304']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:06.907331 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-1369ab65-f910-4446-ba20-45566eb79324 tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] Made reservation on behalf of c5829af97379424d935a8e0bccd6114a for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:06.914664 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-1369ab65-f910-4446-ba20-45566eb79324 tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:06.924525 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-44ae998b-ca73-49e3-bebc-29bcd0bcc572 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:06.934402 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-81a1fdae-d82a-4d43-be83-13e2bc9f6b04 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dff978a-b7e8-40f6-b8b5-55ebbdcfd0eb') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:06.934987 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-81a1fdae-d82a-4d43-be83-13e2bc9f6b04 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dff978a-b7e8-40f6-b8b5-55ebbdcfd0eb') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:06.973421 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-81a1fdae-d82a-4d43-be83-13e2bc9f6b04 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:07.015200 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-81a1fdae-d82a-4d43-be83-13e2bc9f6b04 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:07.024395 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a1fdae-d82a-4d43-be83-13e2bc9f6b04 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:33:07.024959 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-81a1fdae-d82a-4d43-be83-13e2bc9f6b04 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:07.033511 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:33:07.033511 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:33:07.033511 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:33:07.033511 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:33:07.033511 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:33:07.033511 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:33:07.033511 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:33:07.033511 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:33:07.033511 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:33:07.033511 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:33:07.033511 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:33:07.033511 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:33:07.033511 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:33:07.033511 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:33:07.033511 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:33:07.033511 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:33:07.033511 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:33:07.033511 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:33:07.033511 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:33:07.033511 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:33:07.033511 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:33:07.033511 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:33:07.033511 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:33:07.033511 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:33:07.033511 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:33:07.033511 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:33:07.033511 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:33:07.033511 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:33:07.033511 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:33:07.033511 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:33:07.033511 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:33:07.033511 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:33:07.033511 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:33:07.033511 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:33:07.033511 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:33:07.033511 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:33:07.033511 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:33:07.033511 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:33:07.033511 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:33:07.033511 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:33:07.072972 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a7368178-d6c6-45eb-8614-75cc361c0fac None None] Provisioning complete for port 2add41d4-5ece-40db-97a4-6d0b4a9857b7 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:07.073424 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a7368178-d6c6-45eb-8614-75cc361c0fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:07.125247 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-44ae998b-ca73-49e3-bebc-29bcd0bcc572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:07.152490 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-81a1fdae-d82a-4d43-be83-13e2bc9f6b04 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:07.182627 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-81a1fdae-d82a-4d43-be83-13e2bc9f6b04 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:07.188051 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-81a1fdae-d82a-4d43-be83-13e2bc9f6b04 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/networks/f9b3935e-b2bc-43e6-a0cf-80ddc315a304 HTTP/1.1" status: 204 len: 168 time: 3.4427590 Dec 10 16:33:07.196533 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54476) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:07.210910 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b203a27-01be-4a7d-83c4-97516cee520d req-c3f4e043-9c65-485b-8a49-c926f85adfcb tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:07.224580 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1fdae-d82a-4d43-be83-13e2bc9f6b04 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'Network': ['ID=f9b3935e-b2bc-43e6-a0cf-80ddc315a304,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:07.229524 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-a7368178-d6c6-45eb-8614-75cc361c0fac None None] Port 2add41d4-5ece-40db-97a4-6d0b4a9857b7 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:07.232799 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2b203a27-01be-4a7d-83c4-97516cee520d req-c3f4e043-9c65-485b-8a49-c926f85adfcb tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 945 time: 0.3422029 Dec 10 16:33:07.261731 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a7368178-d6c6-45eb-8614-75cc361c0fac None None] Provisioning complete for port d798e9ce-49fb-4c99-ae6d-c5450b4224b7 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:07.262024 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a7368178-d6c6-45eb-8614-75cc361c0fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:07.290510 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5f7abaf0-7dd5-405d-87a0-dbb91ee933ef tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:07.339911 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-a7368178-d6c6-45eb-8614-75cc361c0fac None None] Port d798e9ce-49fb-4c99-ae6d-c5450b4224b7 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:07.362570 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a7368178-d6c6-45eb-8614-75cc361c0fac None None] Provisioning complete for port 9199c62a-46e2-4d00-b7ce-cef711c7ba90 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:07.363072 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a7368178-d6c6-45eb-8614-75cc361c0fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:07.393681 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7abaf0-7dd5-405d-87a0-dbb91ee933ef tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'Port': ['ID=d798e9ce-49fb-4c99-ae6d-c5450b4224b7,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:07.419404 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-1369ab65-f910-4446-ba20-45566eb79324 tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] Allocated IP 172.20.0.8 (6da96671-7e02-412e-88d7-e2d198e138bd/25ae3ede-49c8-4ba3-a6cc-1f6380fdf328/00b09212-df96-4b28-bb3b-0ab0d6df94bc) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:07.438871 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2b203a27-01be-4a7d-83c4-97516cee520d req-05d5f0e0-aaee-4b30-9bb9-9e9006777617 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=61dd92f2-b4f5-4bfd-ac94-e9e550096dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049737 Dec 10 16:33:07.488381 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5f7abaf0-7dd5-405d-87a0-dbb91ee933ef tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:07.501297 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5f7abaf0-7dd5-405d-87a0-dbb91ee933ef tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/ports/d798e9ce-49fb-4c99-ae6d-c5450b4224b7 HTTP/1.1" status: 204 len: 168 time: 2.0885108 Dec 10 16:33:07.504735 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54478) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:07.521885 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59514c21-4aef-4c8f-ba7f-9236574b3e4d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:07.527043 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-59514c21-4aef-4c8f-ba7f-9236574b3e4d tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3035841 Dec 10 16:33:07.533721 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54480) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:07.545033 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-44ae998b-ca73-49e3-bebc-29bcd0bcc572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:07.601197 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae998b-ca73-49e3-bebc-29bcd0bcc572 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be4626af-5001-4f6f-9053-057ef2a397df,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:07.635126 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfd8d273-d9b0-4511-9163-cca96f9782bd tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] GET failed (client error): The resource could not be found. Dec 10 16:33:07.641757 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54482) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:07.642443 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-dfd8d273-d9b0-4511-9163-cca96f9782bd tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "GET /v2.0/ports/d798e9ce-49fb-4c99-ae6d-c5450b4224b7 HTTP/1.1" status: 404 len: 333 time: 0.1315999 Dec 10 16:33:07.695932 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e356985f-611a-4514-8ab9-4925e81563ea tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1577413 Dec 10 16:33:07.697036 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f32d35a4-4891-4d87-bee7-53b7b398dfc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561f074f-cd2a-4661-a766-3aa730ecf0ee'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:33:07.698467 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-44ae998b-ca73-49e3-bebc-29bcd0bcc572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:07.700408 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a0dedc-9a9b-4727-a013-82c81828055a" -d '{"events": [{"server_uuid": "f32d35a4-4891-4d87-bee7-53b7b398dfc3", "name": "network-vif-plugged", "status": "completed", "tag": "561f074f-cd2a-4661-a766-3aa730ecf0ee"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:33:07.703274 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-44ae998b-ca73-49e3-bebc-29bcd0bcc572 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/be4626af-5001-4f6f-9053-057ef2a397df HTTP/1.1" status: 204 len: 168 time: 1.2935777 Dec 10 16:33:07.704653 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54484) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:07.710094 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-e58636ad-272a-4ad6-a006-90f3e0ecdb5e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-101207801'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:07.716320 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54488) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:07.754908 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a96309c3-c8ed-4e2e-a62f-8ac3bf011c61 req-29dadcb8-90f4-41a8-846a-be8e36576d2e tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1640b5-e257-444f-b988-6f39c46c3f4d HTTP/1.1" status: 200 len: 210 time: 0.1106410 Dec 10 16:33:07.864777 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-4f80c56d-caef-4fbf-90fd-cb377d764536 None None] Could not find standard attr ID for object d798e9ce-49fb-4c99-ae6d-c5450b4224b7. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:33:07.917443 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58636ad-272a-4ad6-a006-90f3e0ecdb5e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Made reservation on behalf of c3130369965d4192948d49aa98d6bfdc for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:07.919524 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fca387f-4963-4aad-9a7a-44af9ba5b47f', 'name': 'network-vif-deleted', 'tag': '2d6fd9cb-02b0-410c-a7f3-dffa567d5378'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:33:07.922252 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0768af-114b-4863-ab25-db8bb9d6a5b3" -d '{"events": [{"server_uuid": "2fca387f-4963-4aad-9a7a-44af9ba5b47f", "name": "network-vif-deleted", "tag": "2d6fd9cb-02b0-410c-a7f3-dffa567d5378"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:33:07.930305 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e58636ad-272a-4ad6-a006-90f3e0ecdb5e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:07.955386 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-422e4ef4-7e1e-4b3c-b7e1-e83f3d1634fa tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:07.961373 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85964970-1e64-477b-9e7f-92e93b798fc1 x-openstack-request-id: req-85964970-1e64-477b-9e7f-92e93b798fc1 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:33:07.961909 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f32d35a4-4891-4d87-bee7-53b7b398dfc3", "name": "network-vif-plugged", "status": "completed", "tag": "561f074f-cd2a-4661-a766-3aa730ecf0ee", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:33:07.962419 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-85964970-1e64-477b-9e7f-92e93b798fc1 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:33:07.963001 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f32d35a4-4891-4d87-bee7-53b7b398dfc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561f074f-cd2a-4661-a766-3aa730ecf0ee', 'code': 200} Dec 10 16:33:07.970088 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-624e08b1-927c-4a58-9661-ca46feeb8636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:08.020417 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-1369ab65-f910-4446-ba20-45566eb79324 tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:08.078336 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-422e4ef4-7e1e-4b3c-b7e1-e83f3d1634fa tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:08.078983 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:08.119102 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e58636ad-272a-4ad6-a006-90f3e0ecdb5e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:33:08.210618 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-1369ab65-f910-4446-ba20-45566eb79324 tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:08.214493 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a8bc9-80e1-4c94-9243-de230c62177e req-71f2196e-8639-4206-b6eb-5dcce0933ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:08.215542 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-508a8bc9-80e1-4c94-9243-de230c62177e req-71f2196e-8639-4206-b6eb-5dcce0933ce0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f32d35a4-4891-4d87-bee7-53b7b398dfc3 HTTP/1.1" status: 200 len: 1096 time: 0.1746964 Dec 10 16:33:08.228443 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e58636ad-272a-4ad6-a006-90f3e0ecdb5e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:08.228780 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-e58636ad-272a-4ad6-a006-90f3e0ecdb5e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Added segment eab271b6-99d9-480a-91f5-74038d066406 of type vlan for network 995a9ab8-f0d8-4b61-afd5-6c095a708363 Dec 10 16:33:08.272205 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-624e08b1-927c-4a58-9661-ca46feeb8636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:08.300058 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-422e4ef4-7e1e-4b3c-b7e1-e83f3d1634fa tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:08.304358 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-422e4ef4-7e1e-4b3c-b7e1-e83f3d1634fa tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:08.307863 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-422e4ef4-7e1e-4b3c-b7e1-e83f3d1634fa tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/security-groups/3bb9e7b1-2c53-4c65-9417-7f0bbf8faa24 HTTP/1.1" status: 204 len: 168 time: 0.6602497 Dec 10 16:33:08.309580 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db42603-57a0-405e-948f-bb513eb5a15c req-e2377d93-130d-4a51-a925-8aed3267d016 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:08.317830 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1db42603-57a0-405e-948f-bb513eb5a15c req-e2377d93-130d-4a51-a925-8aed3267d016 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/ports?device_id=f32d35a4-4891-4d87-bee7-53b7b398dfc3 HTTP/1.1" status: 200 len: 945 time: 0.1821885 Dec 10 16:33:08.329212 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54496) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:08.358482 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e58636ad-272a-4ad6-a006-90f3e0ecdb5e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:08.364240 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e4ef4-7e1e-4b3c-b7e1-e83f3d1634fa tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb9e7b1-2c53-4c65-9417-7f0bbf8faa24,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:08.369783 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-624e08b1-927c-4a58-9661-ca46feeb8636 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:08.380196 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-1369ab65-f910-4446-ba20-45566eb79324 tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] Network 6da96671-7e02-412e-88d7-e2d198e138bd is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:08.392655 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-624e08b1-927c-4a58-9661-ca46feeb8636 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2b69c62-e60e-482d-8854-d825b29bd09b') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:08.393153 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-624e08b1-927c-4a58-9661-ca46feeb8636 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2b69c62-e60e-482d-8854-d825b29bd09b') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:08.396606 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-1369ab65-f910-4446-ba20-45566eb79324 tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:08.409781 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-624e08b1-927c-4a58-9661-ca46feeb8636 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:08.424534 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e58636ad-272a-4ad6-a006-90f3e0ecdb5e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:08.426556 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-1369ab65-f910-4446-ba20-45566eb79324 tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:08.431830 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58636ad-272a-4ad6-a006-90f3e0ecdb5e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:08.432421 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e58636ad-272a-4ad6-a006-90f3e0ecdb5e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:08.462535 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-624e08b1-927c-4a58-9661-ca46feeb8636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:08.468869 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369ab65-f910-4446-ba20-45566eb79324 tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] Pushing event updated for resources: {'Port': ['ID=00b09212-df96-4b28-bb3b-0ab0d6df94bc,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:08.497278 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-624e08b1-927c-4a58-9661-ca46feeb8636 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:33:08.497707 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-624e08b1-927c-4a58-9661-ca46feeb8636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:08.502195 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:33:08.502195 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:33:08.502195 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:33:08.502195 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:33:08.502195 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:33:08.502195 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:33:08.502195 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:33:08.502195 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:33:08.502195 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:33:08.502195 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:33:08.502195 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:33:08.502195 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:33:08.502195 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:33:08.502195 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:33:08.502195 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:33:08.502195 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:33:08.502195 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:33:08.502195 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:33:08.502195 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:33:08.502195 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:33:08.502195 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:33:08.502195 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:33:08.502195 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:33:08.502195 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:33:08.502195 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:33:08.502195 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:33:08.502195 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:33:08.502195 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:33:08.502195 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:33:08.502195 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:33:08.502195 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:33:08.502195 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:33:08.513523 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-508a8bc9-80e1-4c94-9243-de230c62177e req-27b6d66a-f820-47cc-871d-dab902bf1951 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=85e5dc36-7bfe-4fe2-a426-eece040ff59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882230 Dec 10 16:33:08.521305 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e58636ad-272a-4ad6-a006-90f3e0ecdb5e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8126953 Dec 10 16:33:08.531218 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1db42603-57a0-405e-948f-bb513eb5a15c req-232e4c0e-4645-43db-8b77-431ba13649c8 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/security-groups?id=85e5dc36-7bfe-4fe2-a426-eece040ff59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085752 Dec 10 16:33:08.533882 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54500) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:08.544698 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-8caf8200-10e6-4a22-a035-b4af4ed4d71e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'subnet': {'network_id': '995a9ab8-f0d8-4b61-afd5-6c095a708363', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:08.604265 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58636ad-272a-4ad6-a006-90f3e0ecdb5e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'Network': ['ID=995a9ab8-f0d8-4b61-afd5-6c095a708363,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:08.617284 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 995a9ab8-f0d8-4b61-afd5-6c095a708363 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:33:08.617991 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-624e08b1-927c-4a58-9661-ca46feeb8636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:08.635368 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-624e08b1-927c-4a58-9661-ca46feeb8636 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:08.641329 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-624e08b1-927c-4a58-9661-ca46feeb8636 admin admin] 10.222.0.11 "DELETE /v2.0/networks/e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86 HTTP/1.1" status: 204 len: 168 time: 0.9236577 Dec 10 16:33:08.669218 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e08b1-927c-4a58-9661-ca46feeb8636 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2c5e7bf-8a6f-40e8-81e3-8a5f41261b86,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:08.714305 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8598ea87-252d-4e6f-899d-b4e119975a70 x-openstack-request-id: req-8598ea87-252d-4e6f-899d-b4e119975a70 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:33:08.714685 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fca387f-4963-4aad-9a7a-44af9ba5b47f", "name": "network-vif-deleted", "tag": "2d6fd9cb-02b0-410c-a7f3-dffa567d5378", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:33:08.715018 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8598ea87-252d-4e6f-899d-b4e119975a70 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:33:08.715781 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fca387f-4963-4aad-9a7a-44af9ba5b47f', 'name': 'network-vif-deleted', 'tag': '2d6fd9cb-02b0-410c-a7f3-dffa567d5378', 'status': 'completed', 'code': 200} Dec 10 16:33:08.744899 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-1369ab65-f910-4446-ba20-45566eb79324 tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:08.747136 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-1369ab65-f910-4446-ba20-45566eb79324 tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:08.806371 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-956f10ad-53ee-49ac-bd1d-cdfa9dd2809d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:08.852402 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-1369ab65-f910-4446-ba20-45566eb79324 tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4301765 Dec 10 16:33:08.874788 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-03fe42a8-1816-4e8e-a404-bb2c7bcfddfd service neutron] Request body: {'port': {'device_id': '0e1640b5-e257-444f-b988-6f39c46c3f4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:08.880657 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54506) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:08.886783 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-956f10ad-53ee-49ac-bd1d-cdfa9dd2809d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:08.948202 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c1a2e-25ed-43b5-911b-398a5d9850b8 req-55e33b9f-167f-4b01-b40f-158ed4b2cc3e tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:08.955758 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4f7c1a2e-25ed-43b5-911b-398a5d9850b8 req-55e33b9f-167f-4b01-b40f-158ed4b2cc3e tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 945 time: 0.1969738 Dec 10 16:33:08.958098 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5835280a-557f-4dc2-abed-20679cc5fa67 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8c65ebb5658d4329bacd583fbb240ffe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0760033 Dec 10 16:33:08.960534 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54510) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:08.978028 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8caf8200-10e6-4a22-a035-b4af4ed4d71e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Made reservation on behalf of c3130369965d4192948d49aa98d6bfdc for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:08.981465 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8caf8200-10e6-4a22-a035-b4af4ed4d71e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:09.058310 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4a3a626a-996d-4659-9a47-863b3aeff67e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:09.116077 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4a3a626a-996d-4659-9a47-863b3aeff67e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:09.131543 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-956f10ad-53ee-49ac-bd1d-cdfa9dd2809d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:09.136743 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-956f10ad-53ee-49ac-bd1d-cdfa9dd2809d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:09.138118 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-956f10ad-53ee-49ac-bd1d-cdfa9dd2809d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/security-groups/6073794f-9afb-4bce-90b6-318dae16888a HTTP/1.1" status: 204 len: 168 time: 0.8064847 Dec 10 16:33:09.139620 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-03fe42a8-1816-4e8e-a404-bb2c7bcfddfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:09.141403 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54512) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:09.173391 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4f7c1a2e-25ed-43b5-911b-398a5d9850b8 req-6a09e285-bf3c-4d30-80df-016288cbffea tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=61dd92f2-b4f5-4bfd-ac94-e9e550096dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166741 Dec 10 16:33:09.205221 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f10ad-53ee-49ac-bd1d-cdfa9dd2809d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6073794f-9afb-4bce-90b6-318dae16888a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:09.252955 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:33:09.288652 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4a3a626a-996d-4659-9a47-863b3aeff67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:09.291385 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4a3a626a-996d-4659-9a47-863b3aeff67e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:09.294778 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4a3a626a-996d-4659-9a47-863b3aeff67e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/997edfe5-8301-4827-8d16-bbc04e97032e HTTP/1.1" status: 204 len: 168 time: 0.3305845 Dec 10 16:33:09.296610 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ac5e80f4-6748-40cf-843f-180c0f346b2a tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:09.307614 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a626a-996d-4659-9a47-863b3aeff67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997edfe5-8301-4827-8d16-bbc04e97032e,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:09.333994 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ac5e80f4-6748-40cf-843f-180c0f346b2a tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:09.460643 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ac5e80f4-6748-40cf-843f-180c0f346b2a tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:09.464860 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ac5e80f4-6748-40cf-843f-180c0f346b2a tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:09.469058 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ac5e80f4-6748-40cf-843f-180c0f346b2a tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/security-groups/c8e1ebee-f24f-4189-b64b-01305d1d5a92 HTTP/1.1" status: 204 len: 168 time: 0.3235524 Dec 10 16:33:09.469713 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54518) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:09.502713 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e80f4-6748-40cf-843f-180c0f346b2a tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e1ebee-f24f-4189-b64b-01305d1d5a92,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:09.617812 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-8488f16b-dedd-441e-a43c-163c132520e2 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Deleting subnet 2adfe0d2-0aff-4fca-af68-6e173496606f {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:33:09.628839 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8488f16b-dedd-441e-a43c-163c132520e2 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:09.692270 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc75aa0-efb6-466b-bfc7-514076b1b59e req-fb0b3b8d-8e6a-4c4c-8750-f8cd56c2ecad tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:09.693951 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5bc75aa0-efb6-466b-bfc7-514076b1b59e req-fb0b3b8d-8e6a-4c4c-8750-f8cd56c2ecad tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1640b5-e257-444f-b988-6f39c46c3f4d HTTP/1.1" status: 200 len: 931 time: 0.3788011 Dec 10 16:33:09.709060 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8488f16b-dedd-441e-a43c-163c132520e2 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:09.873832 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8488f16b-dedd-441e-a43c-163c132520e2 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:09.892274 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5bc75aa0-efb6-466b-bfc7-514076b1b59e req-0a5efa77-0940-4096-b8e4-d289d5537f24 tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ca99fe-16d4-4320-b9e5-43420083dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894267 Dec 10 16:33:09.910816 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8caf8200-10e6-4a22-a035-b4af4ed4d71e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:09.972478 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8488f16b-dedd-441e-a43c-163c132520e2 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:10.011787 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488f16b-dedd-441e-a43c-163c132520e2 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'Subnet': ['ID=2adfe0d2-0aff-4fca-af68-6e173496606f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:10.015544 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8488f16b-dedd-441e-a43c-163c132520e2 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:10.031638 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8488f16b-dedd-441e-a43c-163c132520e2 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/subnets/2adfe0d2-0aff-4fca-af68-6e173496606f HTTP/1.1" status: 204 len: 168 time: 0.5520523 Dec 10 16:33:10.036347 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54528) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:10.036522 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b41e187-a95c-499f-93e0-42a6c53bd258 None None] Network 912cbe49-1749-4b35-bb37-0e8e4bb88a08 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:10.150705 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fc43bb6-08a2-4c22-a638-d8b17a16a62f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Deleting subnet 0ac7e251-476b-4132-8152-4c3c3c9ea12b {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:33:10.172379 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6fc43bb6-08a2-4c22-a638-d8b17a16a62f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:10.359212 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf8200-10e6-4a22-a035-b4af4ed4d71e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'Subnet': ['ID=bdfbbf11-3cfc-49ac-b576-96420c1b0408,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:10.390946 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6fc43bb6-08a2-4c22-a638-d8b17a16a62f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:10.511182 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6fc43bb6-08a2-4c22-a638-d8b17a16a62f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:10.590019 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caf8200-10e6-4a22-a035-b4af4ed4d71e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Checking segment: {'id': 'eab271b6-99d9-480a-91f5-74038d066406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '995a9ab8-f0d8-4b61-afd5-6c095a708363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:10.590322 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8caf8200-10e6-4a22-a035-b4af4ed4d71e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Network hostable DHCP agents. Network: 995a9ab8-f0d8-4b61-afd5-6c095a708363, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:33:10.662516 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-03fe42a8-1816-4e8e-a404-bb2c7bcfddfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00b09212-df96-4b28-bb3b-0ab0d6df94bc {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:33:10.673871 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-03fe42a8-1816-4e8e-a404-bb2c7bcfddfd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:10.688950 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-03fe42a8-1816-4e8e-a404-bb2c7bcfddfd service neutron] Transition to ACTIVE for port object 00b09212-df96-4b28-bb3b-0ab0d6df94bc will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:33:10.698110 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6fc43bb6-08a2-4c22-a638-d8b17a16a62f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:10.735767 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-03fe42a8-1816-4e8e-a404-bb2c7bcfddfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:10.767281 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51125771-b4eb-4f1e-b571-f5a189b84774 req-3264d7da-8f0b-4a47-8b71-aa591d366dd2 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:10.775127 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-51125771-b4eb-4f1e-b571-f5a189b84774 req-3264d7da-8f0b-4a47-8b71-aa591d366dd2 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/ports?device_id=f32d35a4-4891-4d87-bee7-53b7b398dfc3 HTTP/1.1" status: 200 len: 945 time: 0.6234047 Dec 10 16:33:10.797200 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc43bb6-08a2-4c22-a638-d8b17a16a62f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'Subnet': ['ID=0ac7e251-476b-4132-8152-4c3c3c9ea12b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:10.812483 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54546) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:10.910768 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-51125771-b4eb-4f1e-b571-f5a189b84774 req-7d177d7d-36ee-4c7c-acfb-a9b48ca1bfc5 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/security-groups?id=85e5dc36-7bfe-4fe2-a426-eece040ff59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347106 Dec 10 16:33:10.931849 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe42a8-1816-4e8e-a404-bb2c7bcfddfd service neutron] Pushing event updated for resources: {'Port': ['ID=00b09212-df96-4b28-bb3b-0ab0d6df94bc,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:10.972316 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6fc43bb6-08a2-4c22-a638-d8b17a16a62f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:10.983978 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-6fc43bb6-08a2-4c22-a638-d8b17a16a62f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/subnets/0ac7e251-476b-4132-8152-4c3c3c9ea12b HTTP/1.1" status: 204 len: 168 time: 0.9270227 Dec 10 16:33:10.984946 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54554) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:11.033931 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8caf8200-10e6-4a22-a035-b4af4ed4d71e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Network 995a9ab8-f0d8-4b61-afd5-6c095a708363 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:33:11.052193 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-cc0a6ea3-d7df-428e-afd1-a45d7b181c9d admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1696494350-network', 'tenant_id': '2aacecfce2ed4221a1a33bbee8266f3a'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:11.078635 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a4880a6-c110-45c6-b8ca-b76ff56a0473 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] DELETE failed (client error): The resource could not be found. Dec 10 16:33:11.079884 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a4880a6-c110-45c6-b8ca-b76ff56a0473 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:33:11.089442 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54558) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:11.092425 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1a4880a6-c110-45c6-b8ca-b76ff56a0473 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/subnets/2adfe0d2-0aff-4fca-af68-6e173496606f HTTP/1.1" status: 404 len: 337 time: 0.1066778 Dec 10 16:33:11.094899 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0a6ea3-d7df-428e-afd1-a45d7b181c9d admin admin] Made reservation on behalf of 2aacecfce2ed4221a1a33bbee8266f3a for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:11.098056 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cc0a6ea3-d7df-428e-afd1-a45d7b181c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:11.110164 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cc0a6ea3-d7df-428e-afd1-a45d7b181c9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:11.146791 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-8caf8200-10e6-4a22-a035-b4af4ed4d71e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 995a9ab8-f0d8-4b61-afd5-6c095a708363) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:11.159288 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329157f5-903d-45bf-a6c7-75cb3a9b09c5 None None] Network 995a9ab8-f0d8-4b61-afd5-6c095a708363 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:11.202909 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8caf8200-10e6-4a22-a035-b4af4ed4d71e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:11.203704 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8caf8200-10e6-4a22-a035-b4af4ed4d71e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:11.257456 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cc0a6ea3-d7df-428e-afd1-a45d7b181c9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:11.262915 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cc0a6ea3-d7df-428e-afd1-a45d7b181c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:11.274364 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be83e41-d3a9-443d-a85f-cdbc7b1c964b req-1fbd8048-8262-459d-ad4c-783b318a4d01 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:11.282337 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5be83e41-d3a9-443d-a85f-cdbc7b1c964b req-1fbd8048-8262-459d-ad4c-783b318a4d01 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 945 time: 0.2420733 Dec 10 16:33:11.304690 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc0a6ea3-d7df-428e-afd1-a45d7b181c9d admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:33:11.324903 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-03fe42a8-1816-4e8e-a404-bb2c7bcfddfd service neutron] Attempting to bind port 00b09212-df96-4b28-bb3b-0ab0d6df94bc on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:33:11.325339 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-03fe42a8-1816-4e8e-a404-bb2c7bcfddfd service neutron] Attempting to bind port 00b09212-df96-4b28-bb3b-0ab0d6df94bc by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': 'e1b26aa6-9753-47b4-ace0-6d32d5468316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6da96671-7e02-412e-88d7-e2d198e138bd'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:33:11.325744 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-03fe42a8-1816-4e8e-a404-bb2c7bcfddfd service neutron] Attempting to bind port 00b09212-df96-4b28-bb3b-0ab0d6df94bc on network 6da96671-7e02-412e-88d7-e2d198e138bd {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:33:11.332867 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d96b214-600e-4c1f-970b-b94fe6c8fc46 None None] Network 912cbe49-1749-4b35-bb37-0e8e4bb88a08 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:11.348091 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a6ea3-d7df-428e-afd1-a45d7b181c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3a067e-9208-4f4a-aecd-66e250f58907,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:11.353332 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5794309-f390-4857-ba5a-bd0e0819453f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Deleting subnet 4bddc545-2e96-4f72-a971-c1493ef395ee {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:33:11.356623 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cc0a6ea3-d7df-428e-afd1-a45d7b181c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:11.360879 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-cc0a6ea3-d7df-428e-afd1-a45d7b181c9d admin admin] Added segment 7c83139d-cc78-426a-8b91-cd72c3cfa424 of type vlan for network 1b92194b-d501-4dc0-8f3f-78d7ee7b6524 Dec 10 16:33:11.361690 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a52c3df-eea8-48c7-9312-8b58fe65437b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-995a9ab8-f0d8-4b61-afd5-6c095a708363', 'network_id': '995a9ab8-f0d8-4b61-afd5-6c095a708363', 'project_id': 'c3130369965d4192948d49aa98d6bfdc', 'fixed_ips': [{'subnet_id': 'bdfbbf11-3cfc-49ac-b576-96420c1b0408'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:33:11.362955 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5a52c3df-eea8-48c7-9312-8b58fe65437b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:11.370354 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-8caf8200-10e6-4a22-a035-b4af4ed4d71e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8324978 Dec 10 16:33:11.378372 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54560) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:11.386371 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-1199362f-a6f5-438b-ae81-495b86e2ac51 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'port': {'network_id': '995a9ab8-f0d8-4b61-afd5-6c095a708363', 'name': 'tempest-PortsIpV6TestJSON-619506781'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:11.401229 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e5794309-f390-4857-ba5a-bd0e0819453f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:11.424549 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-03fe42a8-1816-4e8e-a404-bb2c7bcfddfd service neutron] Port 00b09212-df96-4b28-bb3b-0ab0d6df94bc on network 6da96671-7e02-412e-88d7-e2d198e138bd not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:33:11.427959 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-03fe42a8-1816-4e8e-a404-bb2c7bcfddfd service neutron] Attempting to bind port 00b09212-df96-4b28-bb3b-0ab0d6df94bc on network 6da96671-7e02-412e-88d7-e2d198e138bd {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:33:11.451280 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cc0a6ea3-d7df-428e-afd1-a45d7b181c9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:11.463069 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-98b43f84-7160-49e8-871b-c8adec92cd13 None None] Provisioning complete for port 2add41d4-5ece-40db-97a4-6d0b4a9857b7 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:11.463698 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-98b43f84-7160-49e8-871b-c8adec92cd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:11.496145 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cc0a6ea3-d7df-428e-afd1-a45d7b181c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:11.498397 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0a6ea3-d7df-428e-afd1-a45d7b181c9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:11.501756 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cc0a6ea3-d7df-428e-afd1-a45d7b181c9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:11.524778 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-03fe42a8-1816-4e8e-a404-bb2c7bcfddfd service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:33:11.525280 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-03fe42a8-1816-4e8e-a404-bb2c7bcfddfd service neutron] Checking segment: {'id': 'e1b26aa6-9753-47b4-ace0-6d32d5468316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6da96671-7e02-412e-88d7-e2d198e138bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:11.525773 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-03fe42a8-1816-4e8e-a404-bb2c7bcfddfd service neutron] Bound using segment: {'id': 'e1b26aa6-9753-47b4-ace0-6d32d5468316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6da96671-7e02-412e-88d7-e2d198e138bd'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:33:11.526361 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-03fe42a8-1816-4e8e-a404-bb2c7bcfddfd service neutron] Bound port: 00b09212-df96-4b28-bb3b-0ab0d6df94bc, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b26aa6-9753-47b4-ace0-6d32d5468316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6da96671-7e02-412e-88d7-e2d198e138bd'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:33:11.526842 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-03fe42a8-1816-4e8e-a404-bb2c7bcfddfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:11.586010 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5be83e41-d3a9-443d-a85f-cdbc7b1c964b req-a25ae812-5278-431c-a170-2468943af48b tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=61dd92f2-b4f5-4bfd-ac94-e9e550096dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2973576 Dec 10 16:33:11.605631 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a6ea3-d7df-428e-afd1-a45d7b181c9d admin admin] Pushing event updated for resources: {'Network': ['ID=1b92194b-d501-4dc0-8f3f-78d7ee7b6524,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:11.607436 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e5794309-f390-4857-ba5a-bd0e0819453f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:11.619531 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-cc0a6ea3-d7df-428e-afd1-a45d7b181c9d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8057625 Dec 10 16:33:11.621461 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0a6ea3-d7df-428e-afd1-a45d7b181c9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:11.621461 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0a6ea3-d7df-428e-afd1-a45d7b181c9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:11.621782 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0a6ea3-d7df-428e-afd1-a45d7b181c9d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:11.622052 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0a6ea3-d7df-428e-afd1-a45d7b181c9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:11.622421 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0a6ea3-d7df-428e-afd1-a45d7b181c9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:11.622883 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0a6ea3-d7df-428e-afd1-a45d7b181c9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:11.623927 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0a6ea3-d7df-428e-afd1-a45d7b181c9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:11.624264 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0a6ea3-d7df-428e-afd1-a45d7b181c9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:11.624587 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0a6ea3-d7df-428e-afd1-a45d7b181c9d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:11.624910 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0a6ea3-d7df-428e-afd1-a45d7b181c9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:11.625283 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0a6ea3-d7df-428e-afd1-a45d7b181c9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:11.626161 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0a6ea3-d7df-428e-afd1-a45d7b181c9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:11.626423 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0a6ea3-d7df-428e-afd1-a45d7b181c9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:11.639209 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54564) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:11.647007 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-6136d12b-eb23-4388-b90c-945116359c03 admin admin] Request body: {'subnet': {'network_id': '1b92194b-d501-4dc0-8f3f-78d7ee7b6524', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1696494350-subnet', 'tenant_id': '2aacecfce2ed4221a1a33bbee8266f3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:11.684116 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6136d12b-eb23-4388-b90c-945116359c03 admin admin] Made reservation on behalf of 2aacecfce2ed4221a1a33bbee8266f3a for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:11.687910 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6136d12b-eb23-4388-b90c-945116359c03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:11.844695 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-03fe42a8-1816-4e8e-a404-bb2c7bcfddfd service neutron] For port 00b09212-df96-4b28-bb3b-0ab0d6df94bc, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:33:11.871006 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-03fe42a8-1816-4e8e-a404-bb2c7bcfddfd service neutron] For port 00b09212-df96-4b28-bb3b-0ab0d6df94bc, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=00b09212-df96-4b28-bb3b-0ab0d6df94bc,segment=NetworkSegment(e1b26aa6-9753-47b4-ace0-6d32d5468316),segment_id=e1b26aa6-9753-47b4-ace0-6d32d5468316)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:33:11.877947 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1199362f-a6f5-438b-ae81-495b86e2ac51 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Made reservation on behalf of c3130369965d4192948d49aa98d6bfdc for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:11.881868 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1199362f-a6f5-438b-ae81-495b86e2ac51 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:11.885751 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e5794309-f390-4857-ba5a-bd0e0819453f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:11.891185 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-03fe42a8-1816-4e8e-a404-bb2c7bcfddfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:11.900167 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafa8ab-c20c-4673-a7ce-ec553a29d929 req-80b46a4d-e24d-43dc-82fa-5f43776069eb tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:11.902047 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9dafa8ab-c20c-4673-a7ce-ec553a29d929 req-80b46a4d-e24d-43dc-82fa-5f43776069eb tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1640b5-e257-444f-b988-6f39c46c3f4d HTTP/1.1" status: 200 len: 943 time: 0.1742194 Dec 10 16:33:11.956014 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 1b92194b-d501-4dc0-8f3f-78d7ee7b6524 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:33:11.977255 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6136d12b-eb23-4388-b90c-945116359c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:12.027580 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-1199362f-a6f5-438b-ae81-495b86e2ac51 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] device_id is not set on port 188b074b-41e6-4f6d-90b9-1d1765727394 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:33:12.033869 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-03fe42a8-1816-4e8e-a404-bb2c7bcfddfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:12.036545 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-03fe42a8-1816-4e8e-a404-bb2c7bcfddfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:12.038161 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-03fe42a8-1816-4e8e-a404-bb2c7bcfddfd service neutron] 10.222.0.46 "PUT /v2.0/ports/00b09212-df96-4b28-bb3b-0ab0d6df94bc HTTP/1.1" status: 200 len: 1091 time: 3.1687844 Dec 10 16:33:12.056795 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1640b5-e257-444f-b988-6f39c46c3f4d', 'tag': '00b09212-df96-4b28-bb3b-0ab0d6df94bc'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:33:12.059922 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6136d12b-eb23-4388-b90c-945116359c03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdb13c10-5122-4013-9ef3-e3f2ceff0736,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:12.067264 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc187c9-ff71-4be7-9003-7788c23210ae" -d '{"events": [{"name": "network-changed", "server_uuid": "0e1640b5-e257-444f-b988-6f39c46c3f4d", "tag": "00b09212-df96-4b28-bb3b-0ab0d6df94bc"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:33:12.131962 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-98b43f84-7160-49e8-871b-c8adec92cd13 None None] Port 2add41d4-5ece-40db-97a4-6d0b4a9857b7 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:12.149656 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6136d12b-eb23-4388-b90c-945116359c03 admin admin] Checking segment: {'id': '7c83139d-cc78-426a-8b91-cd72c3cfa424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1b92194b-d501-4dc0-8f3f-78d7ee7b6524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:12.150352 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6136d12b-eb23-4388-b90c-945116359c03 admin admin] Network hostable DHCP agents. Network: 1b92194b-d501-4dc0-8f3f-78d7ee7b6524, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:33:12.177314 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-98b43f84-7160-49e8-871b-c8adec92cd13 None None] Provisioning complete for port 9199c62a-46e2-4d00-b7ce-cef711c7ba90 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:12.177954 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-98b43f84-7160-49e8-871b-c8adec92cd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:12.191179 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6136d12b-eb23-4388-b90c-945116359c03 admin admin] Network 1b92194b-d501-4dc0-8f3f-78d7ee7b6524 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:33:12.211110 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-6136d12b-eb23-4388-b90c-945116359c03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 1b92194b-d501-4dc0-8f3f-78d7ee7b6524) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:12.219702 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6136d12b-eb23-4388-b90c-945116359c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:12.220441 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6136d12b-eb23-4388-b90c-945116359c03 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:12.245842 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ef8241-3c0e-4001-bc82-f817a087cb55 None None] Network 1b92194b-d501-4dc0-8f3f-78d7ee7b6524 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:12.252909 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6136d12b-eb23-4388-b90c-945116359c03 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6116374 Dec 10 16:33:12.257997 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe42a8-1816-4e8e-a404-bb2c7bcfddfd service neutron] Pushing event updated for resources: {'Port': ['ID=00b09212-df96-4b28-bb3b-0ab0d6df94bc,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:12.274247 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9dafa8ab-c20c-4673-a7ce-ec553a29d929 req-47a9e1ce-7e21-454d-86ec-ebaeb3545efa tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ca99fe-16d4-4320-b9e5-43420083dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382525 Dec 10 16:33:12.279689 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e5794309-f390-4857-ba5a-bd0e0819453f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:12.322970 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5794309-f390-4857-ba5a-bd0e0819453f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'Subnet': ['ID=4bddc545-2e96-4f72-a971-c1493ef395ee,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:12.327159 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e5794309-f390-4857-ba5a-bd0e0819453f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:12.331085 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e5794309-f390-4857-ba5a-bd0e0819453f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/subnets/4bddc545-2e96-4f72-a971-c1493ef395ee HTTP/1.1" status: 204 len: 168 time: 1.2405109 Dec 10 16:33:12.334015 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54570) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:12.339180 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-52f31a8d-444a-4ad2-99ff-64b09cf94342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:12.340833 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-52f31a8d-444a-4ad2-99ff-64b09cf94342 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c5829af97379424d935a8e0bccd6114a&device_id=0e1640b5-e257-444f-b988-6f39c46c3f4d HTTP/1.1" status: 200 len: 1094 time: 0.2432394 Dec 10 16:33:12.390989 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-5a52c3df-eea8-48c7-9312-8b58fe65437b None None] Allocated IP 2001:db8::2 (995a9ab8-f0d8-4b61-afd5-6c095a708363/bdfbbf11-3cfc-49ac-b576-96420c1b0408/c30ce78f-70eb-45ea-bb15-81846407bd16) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:12.465866 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6168f79-2b35-4f80-b21e-98ef0eb3dd04 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] DELETE failed (client error): The resource could not be found. Dec 10 16:33:12.468979 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-d9f60382-8e0c-4a59-9558-76e843712726 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00b09212-df96-4b28-bb3b-0ab0d6df94bc HTTP/1.1" status: 200 len: 217 time: 0.1175711 Dec 10 16:33:12.470513 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6168f79-2b35-4f80-b21e-98ef0eb3dd04 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:33:12.488020 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a6168f79-2b35-4f80-b21e-98ef0eb3dd04 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/subnets/366b6d2b-b4e7-4015-bc0a-c9a0f8a7f8dc HTTP/1.1" status: 404 len: 337 time: 0.1531198 Dec 10 16:33:12.488661 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54572) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:12.598670 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54576) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:12.599881 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-15bbf71d-46a0-4ef6-be27-d3c4b43b9ae1 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "GET /v2.0/ports?device_id=26dae0f1-7ef8-4368-b10b-399a23ae20c2 HTTP/1.1" status: 200 len: 205 time: 0.1096687 Dec 10 16:33:12.741157 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-b3e08e13-1211-4f93-9c9a-a55d20ebc6b9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] delete failed (client error): The resource could not be found. Dec 10 16:33:12.742704 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b3e08e13-1211-4f93-9c9a-a55d20ebc6b9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/routers/26dae0f1-7ef8-4368-b10b-399a23ae20c2 HTTP/1.1" status: 404 len: 336 time: 0.1430180 Dec 10 16:33:12.746421 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54584) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:12.787297 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-d7e14c20-5f76-4df1-be6d-f673510df3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:12.799360 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-d7e14c20-5f76-4df1-be6d-f673510df3d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=25ae3ede-49c8-4ba3-a6cc-1f6380fdf328 HTTP/1.1" status: 200 len: 862 time: 0.3206098 Dec 10 16:33:12.817155 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-de5461b6-55ac-43f4-b936-bd683646d46e tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] DELETE failed (client error): The resource could not be found. Dec 10 16:33:12.817965 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de5461b6-55ac-43f4-b936-bd683646d46e tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:33:12.828239 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-de5461b6-55ac-43f4-b936-bd683646d46e tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/subnets/7a49b1dd-2fd0-45bd-bb91-25f7283f2e94 HTTP/1.1" status: 404 len: 337 time: 0.0806360 Dec 10 16:33:12.828895 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54586) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:12.900815 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ad1e53a-537d-4ae6-9240-99445e17b646 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] DELETE failed (client error): The resource could not be found. Dec 10 16:33:12.901274 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ad1e53a-537d-4ae6-9240-99445e17b646 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:33:12.912119 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a39f781-4a1a-4e67-963e-4e2f7df8d999 None None] Network 1b92194b-d501-4dc0-8f3f-78d7ee7b6524 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:12.917189 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e7800d-f20a-45e9-9580-e874f983e194 x-openstack-request-id: req-d9e7800d-f20a-45e9-9580-e874f983e194 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:33:12.917663 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2ad1e53a-537d-4ae6-9240-99445e17b646 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/subnets/8ce89623-f2aa-47d3-93be-1e54948fcd98 HTTP/1.1" status: 404 len: 337 time: 0.0867462 Dec 10 16:33:12.917757 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e1640b5-e257-444f-b988-6f39c46c3f4d", "tag": "00b09212-df96-4b28-bb3b-0ab0d6df94bc", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:33:12.917757 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d9e7800d-f20a-45e9-9580-e874f983e194 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:33:12.917948 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54588) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:12.918210 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e1640b5-e257-444f-b988-6f39c46c3f4d', 'tag': '00b09212-df96-4b28-bb3b-0ab0d6df94bc', 'status': 'completed', 'code': 200} Dec 10 16:33:12.931354 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-997a33f7-cb68-4a8b-a126-3f11f596e723 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6da96671-7e02-412e-88d7-e2d198e138bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048141 Dec 10 16:33:12.985113 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ee20c66-f32e-405d-98de-e12c67df440d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] DELETE failed (client error): The resource could not be found. Dec 10 16:33:12.985663 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ee20c66-f32e-405d-98de-e12c67df440d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:33:13.005689 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7ee20c66-f32e-405d-98de-e12c67df440d tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/subnets/024dec0f-43da-41ab-a1ac-5e11c0d1aa48 HTTP/1.1" status: 404 len: 337 time: 0.0864875 Dec 10 16:33:13.006333 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54592) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:13.077945 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa361490-85f7-435f-8fe5-7dbbad77d100 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] DELETE failed (client error): The resource could not be found. Dec 10 16:33:13.078748 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa361490-85f7-435f-8fe5-7dbbad77d100 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:33:13.093941 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-aa361490-85f7-435f-8fe5-7dbbad77d100 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/ports/025191e4-e1a6-4d3d-bbc9-f5e73a578161 HTTP/1.1" status: 404 len: 333 time: 0.0865090 Dec 10 16:33:13.094681 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54594) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:13.144853 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb39427-c873-4726-83d7-a0b16856860c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] DELETE failed (client error): The resource could not be found. Dec 10 16:33:13.145317 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cb39427-c873-4726-83d7-a0b16856860c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:33:13.149094 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3cb39427-c873-4726-83d7-a0b16856860c tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/subnets/87e0e3d1-b394-49e8-b359-e2a47f4aa808 HTTP/1.1" status: 404 len: 337 time: 0.0532730 Dec 10 16:33:13.151331 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54596) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:13.216015 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef70a5d0-e3d7-4a68-a6a8-a7da2cd5784f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] DELETE failed (client error): The resource could not be found. Dec 10 16:33:13.216482 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef70a5d0-e3d7-4a68-a6a8-a7da2cd5784f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:33:13.220561 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ef70a5d0-e3d7-4a68-a6a8-a7da2cd5784f tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/subnets/b98c55de-7e37-4fae-bbff-616280a738c2 HTTP/1.1" status: 404 len: 337 time: 0.0682228 Dec 10 16:33:13.227244 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54598) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:13.283371 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c7a8fd9-8720-4b12-8d60-3e92c7ff8c18 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] DELETE failed (client error): The resource could not be found. Dec 10 16:33:13.285461 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c7a8fd9-8720-4b12-8d60-3e92c7ff8c18 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:33:13.297023 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6c7a8fd9-8720-4b12-8d60-3e92c7ff8c18 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/ports/91470cb7-762c-4d56-892a-e40178714072 HTTP/1.1" status: 404 len: 333 time: 0.0686188 Dec 10 16:33:13.297663 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54600) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:13.363557 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ed71e8-c496-4eb6-84e3-1b92de3d202e tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] DELETE failed (client error): The resource could not be found. Dec 10 16:33:13.364090 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71ed71e8-c496-4eb6-84e3-1b92de3d202e tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:33:13.377149 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-71ed71e8-c496-4eb6-84e3-1b92de3d202e tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/subnets/498b7aee-a611-4092-af9f-dbfdfebd860d HTTP/1.1" status: 404 len: 337 time: 0.0783224 Dec 10 16:33:13.378387 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54606) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:13.440318 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1423600-21ef-4bbc-ba06-2d596f8f52b8 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] DELETE failed (client error): The resource could not be found. Dec 10 16:33:13.440787 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1423600-21ef-4bbc-ba06-2d596f8f52b8 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:33:13.452857 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b1423600-21ef-4bbc-ba06-2d596f8f52b8 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/subnets/c2dc1b28-b522-4d5f-b1d6-dd0863e016ad HTTP/1.1" status: 404 len: 337 time: 0.0690341 Dec 10 16:33:13.453030 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5a52c3df-eea8-48c7-9312-8b58fe65437b None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:13.454416 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54608) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:13.462097 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5a52c3df-eea8-48c7-9312-8b58fe65437b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:13.554832 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a52c3df-eea8-48c7-9312-8b58fe65437b None None] Pushing event updated for resources: {'Port': ['ID=c30ce78f-70eb-45ea-bb15-81846407bd16,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:13.563185 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc6e38f-5d76-489f-9b7c-78f14f869fa5 None None] Network 912cbe49-1749-4b35-bb37-0e8e4bb88a08 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:13.597097 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-95fc3cf6-1a15-4f0a-832f-4cd09e9fbfd9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Deleting port 2add41d4-5ece-40db-97a4-6d0b4a9857b7 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:13.597416 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-95fc3cf6-1a15-4f0a-832f-4cd09e9fbfd9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:13.615184 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a52c3df-eea8-48c7-9312-8b58fe65437b None None] Network 995a9ab8-f0d8-4b61-afd5-6c095a708363 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:13.618855 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-5a52c3df-eea8-48c7-9312-8b58fe65437b None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:13.627413 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a52c3df-eea8-48c7-9312-8b58fe65437b None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:13.688273 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-621cc084-7bc4-4f07-ae5f-c2b9842ec9f1 None None] Provisioning complete for port 2add41d4-5ece-40db-97a4-6d0b4a9857b7 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:13.688817 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-621cc084-7bc4-4f07-ae5f-c2b9842ec9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:13.731191 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-95fc3cf6-1a15-4f0a-832f-4cd09e9fbfd9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:13.757059 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-95fc3cf6-1a15-4f0a-832f-4cd09e9fbfd9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Calling delete_port for 2add41d4-5ece-40db-97a4-6d0b4a9857b7 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:13.779483 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-5a52c3df-eea8-48c7-9312-8b58fe65437b None None] Attempting to bind port c30ce78f-70eb-45ea-bb15-81846407bd16 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:33:13.780018 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-5a52c3df-eea8-48c7-9312-8b58fe65437b None None] Attempting to bind port c30ce78f-70eb-45ea-bb15-81846407bd16 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'eab271b6-99d9-480a-91f5-74038d066406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '995a9ab8-f0d8-4b61-afd5-6c095a708363'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:33:13.780752 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a52c3df-eea8-48c7-9312-8b58fe65437b None None] Attempting to bind port c30ce78f-70eb-45ea-bb15-81846407bd16 on network 995a9ab8-f0d8-4b61-afd5-6c095a708363 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:33:13.798690 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a52c3df-eea8-48c7-9312-8b58fe65437b None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:33:13.799141 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a52c3df-eea8-48c7-9312-8b58fe65437b None None] Checking segment: {'id': 'eab271b6-99d9-480a-91f5-74038d066406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '995a9ab8-f0d8-4b61-afd5-6c095a708363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:13.799661 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5a52c3df-eea8-48c7-9312-8b58fe65437b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:13.800160 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a52c3df-eea8-48c7-9312-8b58fe65437b None None] Bound using segment: {'id': 'eab271b6-99d9-480a-91f5-74038d066406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '995a9ab8-f0d8-4b61-afd5-6c095a708363'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:33:13.800753 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-5a52c3df-eea8-48c7-9312-8b58fe65437b None None] Bound port: c30ce78f-70eb-45ea-bb15-81846407bd16, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab271b6-99d9-480a-91f5-74038d066406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '995a9ab8-f0d8-4b61-afd5-6c095a708363'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:33:13.801261 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5a52c3df-eea8-48c7-9312-8b58fe65437b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:13.819103 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-621cc084-7bc4-4f07-ae5f-c2b9842ec9f1 None None] Port 2add41d4-5ece-40db-97a4-6d0b4a9857b7 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:13.938118 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-95fc3cf6-1a15-4f0a-832f-4cd09e9fbfd9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:13.946297 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aecb1f1-9be7-4bc0-b5af-1c0212f54bb8 None None] DHCP port deletion for 912cbe49-1749-4b35-bb37-0e8e4bb88a08 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:33:13.956289 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-da3436a6-91d4-40ab-82b0-2e912fff6fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:13.966060 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-95fc3cf6-1a15-4f0a-832f-4cd09e9fbfd9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:13.972119 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-95fc3cf6-1a15-4f0a-832f-4cd09e9fbfd9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/ports/2add41d4-5ece-40db-97a4-6d0b4a9857b7 HTTP/1.1" status: 204 len: 168 time: 0.5166366 Dec 10 16:33:13.972810 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54614) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:13.981752 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-621cc084-7bc4-4f07-ae5f-c2b9842ec9f1 None None] Provisioning complete for port 9199c62a-46e2-4d00-b7ce-cef711c7ba90 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:13.982370 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-621cc084-7bc4-4f07-ae5f-c2b9842ec9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.044548 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-1199362f-a6f5-438b-ae81-495b86e2ac51 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Allocated IP 2001:db8::6a (995a9ab8-f0d8-4b61-afd5-6c095a708363/bdfbbf11-3cfc-49ac-b576-96420c1b0408/188b074b-41e6-4f6d-90b9-1d1765727394) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:14.053959 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-5a52c3df-eea8-48c7-9312-8b58fe65437b None None] For port c30ce78f-70eb-45ea-bb15-81846407bd16, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:33:14.097731 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d47951d3-d79a-4caa-8e96-ea9c4e9e765b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.106297 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc3cf6-1a15-4f0a-832f-4cd09e9fbfd9 tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'Port': ['ID=2add41d4-5ece-40db-97a4-6d0b4a9857b7,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:14.143418 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-5a52c3df-eea8-48c7-9312-8b58fe65437b None None] For port c30ce78f-70eb-45ea-bb15-81846407bd16, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c30ce78f-70eb-45ea-bb15-81846407bd16,segment=NetworkSegment(eab271b6-99d9-480a-91f5-74038d066406),segment_id=eab271b6-99d9-480a-91f5-74038d066406)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:33:14.161138 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5a52c3df-eea8-48c7-9312-8b58fe65437b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.212865 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-d47951d3-d79a-4caa-8e96-ea9c4e9e765b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Deleting port 9199c62a-46e2-4d00-b7ce-cef711c7ba90 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:14.213509 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d47951d3-d79a-4caa-8e96-ea9c4e9e765b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.218293 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 9199c62a-46e2-4d00-b7ce-cef711c7ba90 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:33:14.308766 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-e3889f83-7921-47f0-a049-b5a84791afa0 service neutron] 10.222.0.46 "GET /v2.0/networks/6da96671-7e02-412e-88d7-e2d198e138bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3614252 Dec 10 16:33:14.317833 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b58bbf-1769-4555-9567-db3c62c60d04 req-b10434b0-5263-41b7-9a26-65d09ac0d8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:14.319522 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b6b58bbf-1769-4555-9567-db3c62c60d04 req-b10434b0-5263-41b7-9a26-65d09ac0d8a5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d3063649ad0b49118b6873a82d7489eb&device_id=f32d35a4-4891-4d87-bee7-53b7b398dfc3 HTTP/1.1" status: 200 len: 1096 time: 1.5736191 Dec 10 16:33:14.339357 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9aecb1f1-9be7-4bc0-b5af-1c0212f54bb8 None None] Deleting port 9199c62a-46e2-4d00-b7ce-cef711c7ba90 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:14.339724 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9aecb1f1-9be7-4bc0-b5af-1c0212f54bb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.345004 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a52c3df-eea8-48c7-9312-8b58fe65437b None None] Pushing event updated for resources: {'Port': ['ID=c30ce78f-70eb-45ea-bb15-81846407bd16,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:14.374895 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-d47951d3-d79a-4caa-8e96-ea9c4e9e765b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] For port 9199c62a-46e2-4d00-b7ce-cef711c7ba90, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=9199c62a-46e2-4d00-b7ce-cef711c7ba90,segment=NetworkSegment(6855c0f0-f486-4520-8175-a16db5a6ac76),segment_id=6855c0f0-f486-4520-8175-a16db5a6ac76)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:14.375618 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d47951d3-d79a-4caa-8e96-ea9c4e9e765b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.396446 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-d47951d3-d79a-4caa-8e96-ea9c4e9e765b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Calling delete_port for 9199c62a-46e2-4d00-b7ce-cef711c7ba90 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:14.466546 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9aecb1f1-9be7-4bc0-b5af-1c0212f54bb8 None None] For port 9199c62a-46e2-4d00-b7ce-cef711c7ba90, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=9199c62a-46e2-4d00-b7ce-cef711c7ba90,segment=NetworkSegment(6855c0f0-f486-4520-8175-a16db5a6ac76),segment_id=6855c0f0-f486-4520-8175-a16db5a6ac76)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:14.467225 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9aecb1f1-9be7-4bc0-b5af-1c0212f54bb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.489511 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9aecb1f1-9be7-4bc0-b5af-1c0212f54bb8 None None] Calling delete_port for 9199c62a-46e2-4d00-b7ce-cef711c7ba90 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:14.504399 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.557285 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d47951d3-d79a-4caa-8e96-ea9c4e9e765b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.557833 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af7199-d9a2-4536-983b-a5cfc7a9c0a9 req-8a93359a-5268-4299-b004-17c6f82e4942 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:14.559544 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d0af7199-d9a2-4536-983b-a5cfc7a9c0a9 req-8a93359a-5268-4299-b004-17c6f82e4942 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/ports?device_id=f32d35a4-4891-4d87-bee7-53b7b398dfc3 HTTP/1.1" status: 200 len: 945 time: 0.6327109 Dec 10 16:33:14.562918 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1199362f-a6f5-438b-ae81-495b86e2ac51 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.664333 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47951d3-d79a-4caa-8e96-ea9c4e9e765b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'Port': ['ID=9199c62a-46e2-4d00-b7ce-cef711c7ba90,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:14.666573 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47951d3-d79a-4caa-8e96-ea9c4e9e765b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] No DVR routers for this DVR port 9199c62a-46e2-4d00-b7ce-cef711c7ba90 on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:33:14.688403 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9aecb1f1-9be7-4bc0-b5af-1c0212f54bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.721452 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aecb1f1-9be7-4bc0-b5af-1c0212f54bb8 None None] Pushing event deleted for resources: {'Port': ['ID=9199c62a-46e2-4d00-b7ce-cef711c7ba90,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:14.731391 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aecb1f1-9be7-4bc0-b5af-1c0212f54bb8 None None] No DVR routers for this DVR port 9199c62a-46e2-4d00-b7ce-cef711c7ba90 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:33:14.746369 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e44b0bb-144a-469c-868c-c7ee43615b40 req-4366ac4b-6744-4128-8a04-d1be879ef6b1 service neutron] 10.222.0.46 "GET /v2.0/networks/6da96671-7e02-412e-88d7-e2d198e138bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4091420 Dec 10 16:33:14.756998 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b58bbf-1769-4555-9567-db3c62c60d04 req-cb631682-e2a1-4036-b721-f3013775e838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:14.759006 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b6b58bbf-1769-4555-9567-db3c62c60d04 req-cb631682-e2a1-4036-b721-f3013775e838 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b8aa3551-554a-49f0-b0d0-f8becf031dc7 HTTP/1.1" status: 200 len: 920 time: 0.4135432 Dec 10 16:33:14.830167 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d47951d3-d79a-4caa-8e96-ea9c4e9e765b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.837538 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b6b58bbf-1769-4555-9567-db3c62c60d04 req-e0491fb8-9813-4730-844e-85bc08d92d19 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=561f074f-cd2a-4661-a766-3aa730ecf0ee HTTP/1.1" status: 200 len: 217 time: 0.0653651 Dec 10 16:33:14.854111 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d0af7199-d9a2-4536-983b-a5cfc7a9c0a9 req-541de23f-3529-41de-bdd0-793ecd5a3ebe tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/security-groups?id=85e5dc36-7bfe-4fe2-a426-eece040ff59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831483 Dec 10 16:33:14.865760 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-d47951d3-d79a-4caa-8e96-ea9c4e9e765b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['912cbe49-1749-4b35-bb37-0e8e4bb88a08']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:14.896615 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-d47951d3-d79a-4caa-8e96-ea9c4e9e765b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6855c0f0-f486-4520-8175-a16db5a6ac76') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:14.897025 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-d47951d3-d79a-4caa-8e96-ea9c4e9e765b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6855c0f0-f486-4520-8175-a16db5a6ac76') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:14.923056 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d47951d3-d79a-4caa-8e96-ea9c4e9e765b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.934344 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1199362f-a6f5-438b-ae81-495b86e2ac51 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.953930 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d47951d3-d79a-4caa-8e96-ea9c4e9e765b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.969108 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d47951d3-d79a-4caa-8e96-ea9c4e9e765b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:33:14.971932 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d47951d3-d79a-4caa-8e96-ea9c4e9e765b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.979494 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:33:14.979494 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:33:14.979494 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:33:14.979494 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:33:14.979494 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:33:14.979494 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:33:14.979494 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:33:14.979494 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:33:14.979494 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:33:14.979494 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:33:14.979494 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:33:14.979494 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:33:14.979494 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:33:14.979494 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:33:14.979494 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:33:14.979494 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:33:14.979494 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:33:14.979494 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:33:14.979494 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:33:14.979494 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:33:14.979494 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:33:14.979494 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:33:14.979494 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:33:14.979494 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:33:14.979494 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:33:14.979494 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:33:14.979494 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:33:14.979494 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:33:14.979494 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:33:14.979494 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:33:14.979494 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:33:14.979494 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:33:14.996071 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b58bbf-1769-4555-9567-db3c62c60d04 req-f130e7bf-3536-4f7f-b4e5-1e8c01d0fc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:14.997536 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b6b58bbf-1769-4555-9567-db3c62c60d04 req-f130e7bf-3536-4f7f-b4e5-1e8c01d0fc4a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93cf38e5-cd65-4933-9151-7296522b1fa8 HTTP/1.1" status: 200 len: 859 time: 0.1420879 Dec 10 16:33:15.041221 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1199362f-a6f5-438b-ae81-495b86e2ac51 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Network 995a9ab8-f0d8-4b61-afd5-6c095a708363 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:15.050365 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-1199362f-a6f5-438b-ae81-495b86e2ac51 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:15.054274 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc187c9-ff71-4be7-9003-7788c23210ae req-cf929764-c26b-4bcb-98b8-bab13000617b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:15.055771 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1dc187c9-ff71-4be7-9003-7788c23210ae req-cf929764-c26b-4bcb-98b8-bab13000617b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c5829af97379424d935a8e0bccd6114a&device_id=0e1640b5-e257-444f-b988-6f39c46c3f4d HTTP/1.1" status: 200 len: 1094 time: 0.2203066 Dec 10 16:33:15.056577 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1199362f-a6f5-438b-ae81-495b86e2ac51 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:15.064737 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1199362f-a6f5-438b-ae81-495b86e2ac51 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:15.065770 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1199362f-a6f5-438b-ae81-495b86e2ac51 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:15.093226 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1199362f-a6f5-438b-ae81-495b86e2ac51 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'Port': ['ID=188b074b-41e6-4f6d-90b9-1d1765727394,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:15.104781 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b6b58bbf-1769-4555-9567-db3c62c60d04 req-4da390e5-e5e0-4108-a7b8-61811f6f2f89 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b8aa3551-554a-49f0-b0d0-f8becf031dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930376 Dec 10 16:33:15.105200 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d47951d3-d79a-4caa-8e96-ea9c4e9e765b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:15.113664 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d47951d3-d79a-4caa-8e96-ea9c4e9e765b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:15.117678 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d47951d3-d79a-4caa-8e96-ea9c4e9e765b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] 10.222.0.11 "DELETE /v2.0/networks/912cbe49-1749-4b35-bb37-0e8e4bb88a08 HTTP/1.1" status: 204 len: 168 time: 1.1424792 Dec 10 16:33:15.140132 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47951d3-d79a-4caa-8e96-ea9c4e9e765b tempest-PortsTestJSON-1810301489 tempest-PortsTestJSON-1810301489-project] Pushing event deleted for resources: {'Network': ['ID=912cbe49-1749-4b35-bb37-0e8e4bb88a08,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:15.235701 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1199362f-a6f5-438b-ae81-495b86e2ac51 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8528197 Dec 10 16:33:15.236784 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54620) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:15.243886 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-27f788c5-3cfa-4236-b813-9a233bbe2a00 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'port': {'network_id': '995a9ab8-f0d8-4b61-afd5-6c095a708363', 'name': 'tempest-PortsIpV6TestJSON-1411133053'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:15.245179 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad7096-f75d-48e8-8fbc-09bd7f256d45 req-bf97ee16-2a6f-41de-911b-3f6860e43306 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:15.246843 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-82ad7096-f75d-48e8-8fbc-09bd7f256d45 req-bf97ee16-2a6f-41de-911b-3f6860e43306 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 945 time: 0.2600503 Dec 10 16:33:15.317894 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc187c9-ff71-4be7-9003-7788c23210ae req-1ae60ed8-61d7-4955-9e46-4818e8e65332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:15.319522 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1dc187c9-ff71-4be7-9003-7788c23210ae req-1ae60ed8-61d7-4955-9e46-4818e8e65332 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6da96671-7e02-412e-88d7-e2d198e138bd HTTP/1.1" status: 200 len: 923 time: 0.2213686 Dec 10 16:33:15.425161 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f788c5-3cfa-4236-b813-9a233bbe2a00 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Made reservation on behalf of c3130369965d4192948d49aa98d6bfdc for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:15.429593 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-27f788c5-3cfa-4236-b813-9a233bbe2a00 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:15.430205 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1dc187c9-ff71-4be7-9003-7788c23210ae req-0fc25b3c-3621-4d98-93c7-4d10645ea1ff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00b09212-df96-4b28-bb3b-0ab0d6df94bc HTTP/1.1" status: 200 len: 217 time: 0.0855665 Dec 10 16:33:15.451952 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-27f788c5-3cfa-4236-b813-9a233bbe2a00 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] device_id is not set on port 5dc57067-9ea2-47ef-b689-92a039fa5b11 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:33:15.484049 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-82ad7096-f75d-48e8-8fbc-09bd7f256d45 req-f2392a57-a3de-43b6-a0c3-6fd980edd5eb tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=61dd92f2-b4f5-4bfd-ac94-e9e550096dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284575 Dec 10 16:33:15.523791 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54628) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:15.585761 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b6b58bbf-1769-4555-9567-db3c62c60d04 req-585992ca-1a44-4bad-9634-e8084f9e30da service neutron] 10.222.0.26 "GET /v2.0/networks/b8aa3551-554a-49f0-b0d0-f8becf031dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627595 Dec 10 16:33:15.592485 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc187c9-ff71-4be7-9003-7788c23210ae req-3affed2b-b665-4991-a89b-e6d74366653c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:15.594043 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1dc187c9-ff71-4be7-9003-7788c23210ae req-3affed2b-b665-4991-a89b-e6d74366653c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=25ae3ede-49c8-4ba3-a6cc-1f6380fdf328 HTTP/1.1" status: 200 len: 862 time: 0.1550381 Dec 10 16:33:15.717794 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-27f788c5-3cfa-4236-b813-9a233bbe2a00 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Allocated IP 2001:db8::2a4 (995a9ab8-f0d8-4b61-afd5-6c095a708363/bdfbbf11-3cfc-49ac-b576-96420c1b0408/5dc57067-9ea2-47ef-b689-92a039fa5b11) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:15.721283 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1dc187c9-ff71-4be7-9003-7788c23210ae req-886972ab-4c57-463b-a929-f2fbbb3e267d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6da96671-7e02-412e-88d7-e2d198e138bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1184552 Dec 10 16:33:15.806175 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b6b58bbf-1769-4555-9567-db3c62c60d04 req-7464a57f-cd16-4625-bb6a-e34669fc8919 service neutron] 10.222.0.26 "GET /v2.0/networks/b8aa3551-554a-49f0-b0d0-f8becf031dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109561 Dec 10 16:33:15.896120 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f10faf40-dd17-4ecd-b539-138802efd5cc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=38fc6aa7996647649bb06a74b5f4d0aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3696001 Dec 10 16:33:15.900829 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54638) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:15.907500 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929faa4-790f-4a88-a0b9-f78f786bff2d req-e876e42b-ff5c-4c1f-8e02-e7a5a9002c3b tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:15.914974 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e929faa4-790f-4a88-a0b9-f78f786bff2d req-e876e42b-ff5c-4c1f-8e02-e7a5a9002c3b tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1640b5-e257-444f-b988-6f39c46c3f4d HTTP/1.1" status: 200 len: 943 time: 0.3028216 Dec 10 16:33:15.946676 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4628d00-e8d6-4220-b270-770e605f1e4d None None] Network 995a9ab8-f0d8-4b61-afd5-6c095a708363 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:15.993674 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d83c1310-0faa-4802-8ea9-85115c14dce6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:16.040110 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e929faa4-790f-4a88-a0b9-f78f786bff2d req-0cf1571b-9537-4005-84f8-37110bb51145 tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ca99fe-16d4-4320-b9e5-43420083dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184876 Dec 10 16:33:16.043715 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-cdf6853d-29f6-4168-8a5d-0c3f5adf6755 None None] Provisioning complete for port c30ce78f-70eb-45ea-bb15-81846407bd16 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:16.044341 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cdf6853d-29f6-4168-8a5d-0c3f5adf6755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:16.046062 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-27f788c5-3cfa-4236-b813-9a233bbe2a00 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:16.050200 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1dc187c9-ff71-4be7-9003-7788c23210ae req-11b9b92d-ab26-4208-a77d-37888187ea72 service neutron] 10.222.0.46 "GET /v2.0/networks/6da96671-7e02-412e-88d7-e2d198e138bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194220 Dec 10 16:33:16.057065 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d83c1310-0faa-4802-8ea9-85115c14dce6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:16.204999 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-27f788c5-3cfa-4236-b813-9a233bbe2a00 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:16.226120 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d83c1310-0faa-4802-8ea9-85115c14dce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:16.229455 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d83c1310-0faa-4802-8ea9-85115c14dce6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:16.230881 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d83c1310-0faa-4802-8ea9-85115c14dce6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b4a52c5c-5ecb-4296-a213-86fb1b526ee5 HTTP/1.1" status: 204 len: 168 time: 0.3276362 Dec 10 16:33:16.267256 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cdf6853d-29f6-4168-8a5d-0c3f5adf6755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:16.290422 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1dc187c9-ff71-4be7-9003-7788c23210ae req-4208afd3-0cbc-42e1-ac81-353b49531c11 service neutron] 10.222.0.46 "GET /v2.0/networks/6da96671-7e02-412e-88d7-e2d198e138bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331121 Dec 10 16:33:16.294612 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c1310-0faa-4802-8ea9-85115c14dce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a52c5c-5ecb-4296-a213-86fb1b526ee5,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:16.360035 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f788c5-3cfa-4236-b813-9a233bbe2a00 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Network 995a9ab8-f0d8-4b61-afd5-6c095a708363 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:16.372138 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-cdf6853d-29f6-4168-8a5d-0c3f5adf6755 None None] For port c30ce78f-70eb-45ea-bb15-81846407bd16, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c30ce78f-70eb-45ea-bb15-81846407bd16,segment=NetworkSegment(eab271b6-99d9-480a-91f5-74038d066406),segment_id=eab271b6-99d9-480a-91f5-74038d066406)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:16.385404 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cdf6853d-29f6-4168-8a5d-0c3f5adf6755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:16.391709 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-27f788c5-3cfa-4236-b813-9a233bbe2a00 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:16.397141 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f788c5-3cfa-4236-b813-9a233bbe2a00 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:16.403887 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f788c5-3cfa-4236-b813-9a233bbe2a00 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:16.405790 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-27f788c5-3cfa-4236-b813-9a233bbe2a00 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:16.427300 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f788c5-3cfa-4236-b813-9a233bbe2a00 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'Port': ['ID=5dc57067-9ea2-47ef-b689-92a039fa5b11,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:16.436297 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-27f788c5-3cfa-4236-b813-9a233bbe2a00 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1970792 Dec 10 16:33:16.439422 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54646) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:16.533717 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c30ce78f-70eb-45ea-bb15-81846407bd16 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:33:16.634792 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ee04e71d-cfb0-4b48-9394-80eb083d6c5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:16.638490 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6853d-29f6-4168-8a5d-0c3f5adf6755 None None] Pushing event updated for resources: {'Port': ['ID=c30ce78f-70eb-45ea-bb15-81846407bd16,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:16.660354 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port c30ce78f-70eb-45ea-bb15-81846407bd16 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:16.660985 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:16.733399 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4dfaa1-097b-4fc7-b313-029149559ef6 req-872573d5-e406-4d5f-98ff-fc2e684ead9b tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:16.744227 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ec4dfaa1-097b-4fc7-b313-029149559ef6 req-872573d5-e406-4d5f-98ff-fc2e684ead9b tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/ports?device_id=f32d35a4-4891-4d87-bee7-53b7b398dfc3 HTTP/1.1" status: 200 len: 945 time: 0.1503587 Dec 10 16:33:16.798545 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-7ab38710-33cb-438a-a73a-f5578ae5fc83 None None] Provisioning complete for port 188b074b-41e6-4f6d-90b9-1d1765727394 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:16.799152 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7ab38710-33cb-438a-a73a-f5578ae5fc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:16.814401 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b61ddb-3eb4-4495-9950-a4362c8d66c0 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:16.819710 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b8b61ddb-3eb4-4495-9950-a4362c8d66c0 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A6a HTTP/1.1" status: 200 len: 927 time: 0.3767262 Dec 10 16:33:16.820101 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54656) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:16.894288 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-7ab38710-33cb-438a-a73a-f5578ae5fc83 None None] Port 188b074b-41e6-4f6d-90b9-1d1765727394 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:16.904112 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ec4dfaa1-097b-4fc7-b313-029149559ef6 req-49f9aff3-caa5-4baa-b4b0-50d193660bfd tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/security-groups?id=85e5dc36-7bfe-4fe2-a426-eece040ff59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555743 Dec 10 16:33:16.911649 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 00b09212-df96-4b28-bb3b-0ab0d6df94bc details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:33:17.079215 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 00b09212-df96-4b28-bb3b-0ab0d6df94bc, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=00b09212-df96-4b28-bb3b-0ab0d6df94bc,segment=NetworkSegment(e1b26aa6-9753-47b4-ace0-6d32d5468316),segment_id=e1b26aa6-9753-47b4-ace0-6d32d5468316)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:17.088771 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-4e6262cf-6912-46d6-b885-18e1b9195473 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Deleting port 5dc57067-9ea2-47ef-b689-92a039fa5b11 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:17.089206 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4e6262cf-6912-46d6-b885-18e1b9195473 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:17.145605 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '00b09212-df96-4b28-bb3b-0ab0d6df94bc', 'network_id': '6da96671-7e02-412e-88d7-e2d198e138bd', 'port_id': '00b09212-df96-4b28-bb3b-0ab0d6df94bc', 'mac_address': 'fa:16:3e:fb:c1:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25ae3ede-49c8-4ba3-a6cc-1f6380fdf328', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:33:17.172470 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-7ab38710-33cb-438a-a73a-f5578ae5fc83 None None] Provisioning complete for port c30ce78f-70eb-45ea-bb15-81846407bd16 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:17.173125 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7ab38710-33cb-438a-a73a-f5578ae5fc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:17.285428 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4e6262cf-6912-46d6-b885-18e1b9195473 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:17.304398 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-4e6262cf-6912-46d6-b885-18e1b9195473 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Calling delete_port for 5dc57067-9ea2-47ef-b689-92a039fa5b11 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:17.355855 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b49c76-3638-41b8-8d9b-f6e045025b89 req-d42afc3c-9ae5-43ad-abff-d25d622ed44b tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:17.391280 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-14b49c76-3638-41b8-8d9b-f6e045025b89 req-d42afc3c-9ae5-43ad-abff-d25d622ed44b tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 945 time: 0.1493614 Dec 10 16:33:17.441692 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:17.494845 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:17.524646 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4e6262cf-6912-46d6-b885-18e1b9195473 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:17.534869 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-14b49c76-3638-41b8-8d9b-f6e045025b89 req-84889630-f4c7-47ca-bbde-0b40af2a7a0b tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=61dd92f2-b4f5-4bfd-ac94-e9e550096dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391325 Dec 10 16:33:17.547626 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00b09212-df96-4b28-bb3b-0ab0d6df94bc {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:33:17.590891 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6262cf-6912-46d6-b885-18e1b9195473 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'Port': ['ID=5dc57067-9ea2-47ef-b689-92a039fa5b11,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:17.639916 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4e6262cf-6912-46d6-b885-18e1b9195473 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:17.645527 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4e6262cf-6912-46d6-b885-18e1b9195473 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/ports/5dc57067-9ea2-47ef-b689-92a039fa5b11 HTTP/1.1" status: 204 len: 168 time: 0.8235598 Dec 10 16:33:17.651154 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54678) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:17.676113 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 00b09212-df96-4b28-bb3b-0ab0d6df94bc, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=00b09212-df96-4b28-bb3b-0ab0d6df94bc,segment=NetworkSegment(e1b26aa6-9753-47b4-ace0-6d32d5468316),segment_id=e1b26aa6-9753-47b4-ace0-6d32d5468316)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:17.686746 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54680) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:17.691533 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:17.706810 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-beb14bfc-e620-4699-aa9a-d3f0dbd3fe67 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] GET failed (client error): The resource could not be found. Dec 10 16:33:17.710721 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-beb14bfc-e620-4699-aa9a-d3f0dbd3fe67 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "GET /v2.0/ports/5dc57067-9ea2-47ef-b689-92a039fa5b11 HTTP/1.1" status: 404 len: 333 time: 0.0549781 Dec 10 16:33:17.711938 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54684) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:17.768445 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=00b09212-df96-4b28-bb3b-0ab0d6df94bc,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:17.774359 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0906b-aa3c-4bc2-960f-bdfa96e9c70e req-d5d00cd9-b814-4877-9ed6-ebfd3061db8d tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:17.776701 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4cb0906b-aa3c-4bc2-960f-bdfa96e9c70e req-d5d00cd9-b814-4877-9ed6-ebfd3061db8d tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1640b5-e257-444f-b988-6f39c46c3f4d HTTP/1.1" status: 200 len: 943 time: 0.1356032 Dec 10 16:33:17.861609 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b0b1d7c2-4a63-4c5a-9b9a-4688674d979e None None] Provisioning complete for port 188b074b-41e6-4f6d-90b9-1d1765727394 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:17.861859 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b0b1d7c2-4a63-4c5a-9b9a-4688674d979e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:17.873560 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4cb0906b-aa3c-4bc2-960f-bdfa96e9c70e req-2f6e6042-9af7-4926-8e2e-c64a11f25983 tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ca99fe-16d4-4320-b9e5-43420083dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900285 Dec 10 16:33:17.896774 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-001dc108-aa21-44d6-940d-cffa5ee92153 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Deleting port 188b074b-41e6-4f6d-90b9-1d1765727394 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:17.897147 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-001dc108-aa21-44d6-940d-cffa5ee92153 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:17.913137 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-e280d2ee-8d99-4190-90fc-7560ef6af5bc tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1637950530'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:17.922952 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b0b1d7c2-4a63-4c5a-9b9a-4688674d979e None None] Port 188b074b-41e6-4f6d-90b9-1d1765727394 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:17.926045 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b0b1d7c2-4a63-4c5a-9b9a-4688674d979e None None] Could not find standard attr ID for object 5dc57067-9ea2-47ef-b689-92a039fa5b11. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:33:18.011121 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['00b09212-df96-4b28-bb3b-0ab0d6df94bc'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:33:18.081211 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e280d2ee-8d99-4190-90fc-7560ef6af5bc tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Made reservation on behalf of 5aa64038701d4c8b8057a83cf9772c1e for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:18.086859 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e280d2ee-8d99-4190-90fc-7560ef6af5bc tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:18.105052 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e280d2ee-8d99-4190-90fc-7560ef6af5bc tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:18.108295 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-001dc108-aa21-44d6-940d-cffa5ee92153 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:18.135894 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-001dc108-aa21-44d6-940d-cffa5ee92153 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Calling delete_port for 188b074b-41e6-4f6d-90b9-1d1765727394 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:18.199772 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010935e-773f-49f6-95c6-eb825578794f req-4f9bb90a-9f6a-425b-8df2-9148ba0b7a63 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:18.201242 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7010935e-773f-49f6-95c6-eb825578794f req-4f9bb90a-9f6a-425b-8df2-9148ba0b7a63 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/ports?device_id=f32d35a4-4891-4d87-bee7-53b7b398dfc3 HTTP/1.1" status: 200 len: 945 time: 0.0876930 Dec 10 16:33:18.217154 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c30ce78f-70eb-45ea-bb15-81846407bd16 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:33:18.282761 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7010935e-773f-49f6-95c6-eb825578794f req-3271323a-64dc-42eb-9fd4-f35169be66d9 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/security-groups?id=85e5dc36-7bfe-4fe2-a426-eece040ff59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653141 Dec 10 16:33:18.327013 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e280d2ee-8d99-4190-90fc-7560ef6af5bc tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:18.334545 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e280d2ee-8d99-4190-90fc-7560ef6af5bc tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:18.365236 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port c30ce78f-70eb-45ea-bb15-81846407bd16 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:18.365716 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:18.403966 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e280d2ee-8d99-4190-90fc-7560ef6af5bc tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47666a4d-b8fe-462c-ab6c-dcf52f10e35a,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:18.457902 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-001dc108-aa21-44d6-940d-cffa5ee92153 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:18.498791 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e280d2ee-8d99-4190-90fc-7560ef6af5bc tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:33:18.501768 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001dc108-aa21-44d6-940d-cffa5ee92153 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'Port': ['ID=188b074b-41e6-4f6d-90b9-1d1765727394,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:18.505853 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:18.521277 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e280d2ee-8d99-4190-90fc-7560ef6af5bc tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:18.521630 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-e280d2ee-8d99-4190-90fc-7560ef6af5bc tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Added segment c2fe9c7d-14db-456f-b84c-90870970c883 of type vlan for network 39bde1f1-35cf-4be7-ad91-4b69623862e8 Dec 10 16:33:18.564813 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-001dc108-aa21-44d6-940d-cffa5ee92153 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:18.581756 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54702) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:18.582507 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-001dc108-aa21-44d6-940d-cffa5ee92153 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/ports/188b074b-41e6-4f6d-90b9-1d1765727394 HTTP/1.1" status: 204 len: 168 time: 0.8694329 Dec 10 16:33:18.619111 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e280d2ee-8d99-4190-90fc-7560ef6af5bc tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:18.631567 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfa31c98-516b-4fb0-864c-bb7eab5d039b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] GET failed (client error): The resource could not be found. Dec 10 16:33:18.633341 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-dfa31c98-516b-4fb0-864c-bb7eab5d039b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "GET /v2.0/ports/188b074b-41e6-4f6d-90b9-1d1765727394 HTTP/1.1" status: 404 len: 333 time: 0.0497928 Dec 10 16:33:18.637769 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54706) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:18.666950 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e280d2ee-8d99-4190-90fc-7560ef6af5bc tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:18.679379 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e280d2ee-8d99-4190-90fc-7560ef6af5bc tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:18.680147 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e280d2ee-8d99-4190-90fc-7560ef6af5bc tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:18.777103 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c666a03-2ffd-4ccb-9b01-82bd46d216f5 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Deleting subnet bdfbbf11-3cfc-49ac-b576-96420c1b0408 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:33:18.782856 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c666a03-2ffd-4ccb-9b01-82bd46d216f5 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:18.803295 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e280d2ee-8d99-4190-90fc-7560ef6af5bc tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event updated for resources: {'Network': ['ID=39bde1f1-35cf-4be7-ad91-4b69623862e8,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:18.817166 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38354ef1-3719-432f-a6b0-c77f22c7b470 req-69d1c6c2-c6d7-47ca-aa48-1b6619e099d1 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:18.819064 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-38354ef1-3719-432f-a6b0-c77f22c7b470 req-69d1c6c2-c6d7-47ca-aa48-1b6619e099d1 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 945 time: 0.1138728 Dec 10 16:33:18.822956 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54708) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:18.824954 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e280d2ee-8d99-4190-90fc-7560ef6af5bc tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1368012 Dec 10 16:33:18.829573 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-8e1903e7-d9b5-42a4-b142-f4cd24205f02 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1690301230'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:18.831770 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 39bde1f1-35cf-4be7-ad91-4b69623862e8 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:33:18.871941 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c666a03-2ffd-4ccb-9b01-82bd46d216f5 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:18.920049 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1903e7-d9b5-42a4-b142-f4cd24205f02 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Made reservation on behalf of 5aa64038701d4c8b8057a83cf9772c1e for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:18.923517 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e1903e7-d9b5-42a4-b142-f4cd24205f02 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:19.016037 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-38354ef1-3719-432f-a6b0-c77f22c7b470 req-5770f431-9a11-4501-ac58-40939fe2aa84 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=61dd92f2-b4f5-4bfd-ac94-e9e550096dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826885 Dec 10 16:33:19.026713 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e1903e7-d9b5-42a4-b142-f4cd24205f02 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:33:19.040467 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c666a03-2ffd-4ccb-9b01-82bd46d216f5 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:19.063997 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e1903e7-d9b5-42a4-b142-f4cd24205f02 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:19.064465 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-8e1903e7-d9b5-42a4-b142-f4cd24205f02 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Added segment ac8cb9ca-5095-4607-97b4-9b88693bd365 of type vlan for network d8ed47bf-631b-4089-a90f-e22e53a368ff Dec 10 16:33:19.135688 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e1903e7-d9b5-42a4-b142-f4cd24205f02 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:19.204959 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c666a03-2ffd-4ccb-9b01-82bd46d216f5 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:19.216240 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e1903e7-d9b5-42a4-b142-f4cd24205f02 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:19.222357 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1903e7-d9b5-42a4-b142-f4cd24205f02 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:19.222918 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e1903e7-d9b5-42a4-b142-f4cd24205f02 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:19.259429 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c666a03-2ffd-4ccb-9b01-82bd46d216f5 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:19.263071 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3c666a03-2ffd-4ccb-9b01-82bd46d216f5 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/subnets/bdfbbf11-3cfc-49ac-b576-96420c1b0408 HTTP/1.1" status: 204 len: 168 time: 0.6241386 Dec 10 16:33:19.267176 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54716) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:19.270924 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf034c4-c257-4a15-9db3-5437d4d0f5cf None None] Network 995a9ab8-f0d8-4b61-afd5-6c095a708363 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:19.299823 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c666a03-2ffd-4ccb-9b01-82bd46d216f5 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'Subnet': ['ID=bdfbbf11-3cfc-49ac-b576-96420c1b0408,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:19.362777 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30223d-34ca-4ab6-b0fe-45ae3e4e7b89 req-f7b63cd8-7f1f-4e66-a132-4259302d31e7 tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:19.369671 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a93b0635-120b-44b9-8a4b-24bb662d6de8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:19.372423 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de30223d-34ca-4ab6-b0fe-45ae3e4e7b89 req-f7b63cd8-7f1f-4e66-a132-4259302d31e7 tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1640b5-e257-444f-b988-6f39c46c3f4d HTTP/1.1" status: 200 len: 944 time: 0.2283154 Dec 10 16:33:19.385728 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-8e1903e7-d9b5-42a4-b142-f4cd24205f02 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5613966 Dec 10 16:33:19.405169 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54720) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:19.417104 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-047d206b-de1f-4daa-88a4-f80e023adebc tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Request body: {'subnet': {'network_id': '39bde1f1-35cf-4be7-ad91-4b69623862e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:19.454426 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1903e7-d9b5-42a4-b142-f4cd24205f02 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event updated for resources: {'Network': ['ID=d8ed47bf-631b-4089-a90f-e22e53a368ff,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:19.458586 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a93b0635-120b-44b9-8a4b-24bb662d6de8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Deleting port c30ce78f-70eb-45ea-bb15-81846407bd16 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:19.459060 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a93b0635-120b-44b9-8a4b-24bb662d6de8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:19.571028 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-a93b0635-120b-44b9-8a4b-24bb662d6de8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] For port c30ce78f-70eb-45ea-bb15-81846407bd16, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c30ce78f-70eb-45ea-bb15-81846407bd16,segment=NetworkSegment(eab271b6-99d9-480a-91f5-74038d066406),segment_id=eab271b6-99d9-480a-91f5-74038d066406)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:19.571676 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a93b0635-120b-44b9-8a4b-24bb662d6de8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:19.583665 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de30223d-34ca-4ab6-b0fe-45ae3e4e7b89 req-d35e7a85-3b98-47f6-b4b9-81cf30d50396 tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ca99fe-16d4-4320-b9e5-43420083dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089915 Dec 10 16:33:19.589228 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a93b0635-120b-44b9-8a4b-24bb662d6de8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Calling delete_port for c30ce78f-70eb-45ea-bb15-81846407bd16 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:19.629131 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047d206b-de1f-4daa-88a4-f80e023adebc tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Made reservation on behalf of 5aa64038701d4c8b8057a83cf9772c1e for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:19.634108 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-047d206b-de1f-4daa-88a4-f80e023adebc tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:19.651770 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network d8ed47bf-631b-4089-a90f-e22e53a368ff details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:33:19.720448 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:19.797698 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a93b0635-120b-44b9-8a4b-24bb662d6de8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:19.851950 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5762f13f-3943-4026-9257-147364491f8d None None] DHCP port deletion for 995a9ab8-f0d8-4b61-afd5-6c095a708363 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:33:19.865262 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b0635-120b-44b9-8a4b-24bb662d6de8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'Port': ['ID=c30ce78f-70eb-45ea-bb15-81846407bd16,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:19.880569 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93b0635-120b-44b9-8a4b-24bb662d6de8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] No DVR routers for this DVR port c30ce78f-70eb-45ea-bb15-81846407bd16 on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:33:20.009995 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a93b0635-120b-44b9-8a4b-24bb662d6de8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:20.039837 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a93b0635-120b-44b9-8a4b-24bb662d6de8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['995a9ab8-f0d8-4b61-afd5-6c095a708363']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:20.045032 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-047d206b-de1f-4daa-88a4-f80e023adebc tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:20.051358 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a93b0635-120b-44b9-8a4b-24bb662d6de8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab271b6-99d9-480a-91f5-74038d066406') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:20.051959 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a93b0635-120b-44b9-8a4b-24bb662d6de8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab271b6-99d9-480a-91f5-74038d066406') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:20.064459 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a93b0635-120b-44b9-8a4b-24bb662d6de8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:20.083407 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a93b0635-120b-44b9-8a4b-24bb662d6de8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:20.097490 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a93b0635-120b-44b9-8a4b-24bb662d6de8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:33:20.098059 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a93b0635-120b-44b9-8a4b-24bb662d6de8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:20.104369 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:33:20.104369 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:33:20.104369 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:33:20.104369 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:33:20.104369 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:33:20.104369 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:33:20.104369 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:33:20.104369 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:33:20.104369 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:33:20.104369 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:33:20.104369 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:33:20.104369 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:33:20.104369 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:33:20.104369 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:33:20.104369 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:33:20.104369 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:33:20.104369 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:33:20.104369 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:33:20.104369 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:33:20.104369 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:33:20.104369 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:33:20.104369 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:33:20.104369 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:33:20.104369 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:33:20.104369 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:33:20.104369 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:33:20.104369 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:33:20.104369 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:33:20.104369 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:33:20.104369 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:33:20.104369 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:33:20.104369 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:33:20.137514 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d369779-da32-4585-880e-d75df9633851 req-e4179b88-37af-42ad-ab34-eed1b318f13d tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:20.153078 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4d369779-da32-4585-880e-d75df9633851 req-e4179b88-37af-42ad-ab34-eed1b318f13d tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/ports?device_id=f32d35a4-4891-4d87-bee7-53b7b398dfc3 HTTP/1.1" status: 200 len: 945 time: 0.1503561 Dec 10 16:33:20.181521 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c30ce78f-70eb-45ea-bb15-81846407bd16 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:33:20.198994 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d206b-de1f-4daa-88a4-f80e023adebc tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event updated for resources: {'Subnet': ['ID=c67a5d64-89e2-44f7-8e3d-79f41dfe05ee,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:20.210726 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a93b0635-120b-44b9-8a4b-24bb662d6de8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:20.213292 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047d206b-de1f-4daa-88a4-f80e023adebc tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Checking segment: {'id': 'c2fe9c7d-14db-456f-b84c-90870970c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '39bde1f1-35cf-4be7-ad91-4b69623862e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:20.213292 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047d206b-de1f-4daa-88a4-f80e023adebc tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Network hostable DHCP agents. Network: 39bde1f1-35cf-4be7-ad91-4b69623862e8, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:33:20.219059 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a93b0635-120b-44b9-8a4b-24bb662d6de8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:20.223263 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a93b0635-120b-44b9-8a4b-24bb662d6de8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/networks/995a9ab8-f0d8-4b61-afd5-6c095a708363 HTTP/1.1" status: 204 len: 168 time: 0.9551075 Dec 10 16:33:20.237703 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54728) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:20.243047 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b0635-120b-44b9-8a4b-24bb662d6de8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'Network': ['ID=995a9ab8-f0d8-4b61-afd5-6c095a708363,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:20.250456 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-3e043e95-6ccb-4152-a638-8a01e10f8f36 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1088512946'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:20.252330 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: c30ce78f-70eb-45ea-bb15-81846407bd16 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:33:20.252807 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c30ce78f-70eb-45ea-bb15-81846407bd16 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:33:20.274480 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047d206b-de1f-4daa-88a4-f80e023adebc tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Network 39bde1f1-35cf-4be7-ad91-4b69623862e8 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:33:20.286797 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4d369779-da32-4585-880e-d75df9633851 req-49bd3f85-caf9-40a7-bdad-137b4c30800f tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/security-groups?id=85e5dc36-7bfe-4fe2-a426-eece040ff59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202986 Dec 10 16:33:20.303895 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e043e95-6ccb-4152-a638-8a01e10f8f36 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Made reservation on behalf of c3130369965d4192948d49aa98d6bfdc for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:20.309133 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3e043e95-6ccb-4152-a638-8a01e10f8f36 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:20.345067 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e043e95-6ccb-4152-a638-8a01e10f8f36 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:33:20.355712 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3e043e95-6ccb-4152-a638-8a01e10f8f36 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:20.355712 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-3e043e95-6ccb-4152-a638-8a01e10f8f36 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Added segment 0a787933-3325-48d3-bdab-207893e50874 of type vlan for network 69e907fe-cb41-4b15-92a9-bb9a70e1c66f Dec 10 16:33:20.390017 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-047d206b-de1f-4daa-88a4-f80e023adebc tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 39bde1f1-35cf-4be7-ad91-4b69623862e8) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:20.395075 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047d206b-de1f-4daa-88a4-f80e023adebc tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:20.396160 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-047d206b-de1f-4daa-88a4-f80e023adebc tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:20.403197 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525caf0f-3647-410e-857c-0c11b3614a55 None None] Network 39bde1f1-35cf-4be7-ad91-4b69623862e8 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:20.410863 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3e043e95-6ccb-4152-a638-8a01e10f8f36 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:20.453536 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-047d206b-de1f-4daa-88a4-f80e023adebc tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0465543 Dec 10 16:33:20.456583 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54732) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:20.464192 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-af0341a5-ac58-425f-808e-4fe1c50e4c2f tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Request body: {'subnet': {'network_id': 'd8ed47bf-631b-4089-a90f-e22e53a368ff', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:20.490128 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef68f6-5e05-4fde-8728-d8fe25fe36f2 req-46a0dd39-2001-4f08-b07b-f260427eb567 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:20.502689 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b0ef68f6-5e05-4fde-8728-d8fe25fe36f2 req-46a0dd39-2001-4f08-b07b-f260427eb567 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 945 time: 0.0926745 Dec 10 16:33:20.510350 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3e043e95-6ccb-4152-a638-8a01e10f8f36 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:20.516614 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e043e95-6ccb-4152-a638-8a01e10f8f36 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:20.517416 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3e043e95-6ccb-4152-a638-8a01e10f8f36 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:20.547956 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21df7b12-9183-4ac5-8f2c-4183bbed0953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-39bde1f1-35cf-4be7-ad91-4b69623862e8', 'network_id': '39bde1f1-35cf-4be7-ad91-4b69623862e8', 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'fixed_ips': [{'subnet_id': 'c67a5d64-89e2-44f7-8e3d-79f41dfe05ee'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:33:20.548978 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-21df7b12-9183-4ac5-8f2c-4183bbed0953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:20.618046 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0341a5-ac58-425f-808e-4fe1c50e4c2f tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Made reservation on behalf of 5aa64038701d4c8b8057a83cf9772c1e for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:20.627153 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e043e95-6ccb-4152-a638-8a01e10f8f36 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'Network': ['ID=69e907fe-cb41-4b15-92a9-bb9a70e1c66f,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:20.641762 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3e043e95-6ccb-4152-a638-8a01e10f8f36 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3995304 Dec 10 16:33:20.642619 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54738) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:20.648482 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0341a5-ac58-425f-808e-4fe1c50e4c2f tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:20.668237 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b0ef68f6-5e05-4fde-8728-d8fe25fe36f2 req-c35b71df-09dc-4c56-aa24-4a6315050d49 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=61dd92f2-b4f5-4bfd-ac94-e9e550096dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642547 Dec 10 16:33:20.675321 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a5e4fa6a-64b1-49a4-bea9-d7af258cbb9a tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'subnet': {'network_id': '69e907fe-cb41-4b15-92a9-bb9a70e1c66f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:20.676661 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 69e907fe-cb41-4b15-92a9-bb9a70e1c66f details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:33:20.932100 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 00b09212-df96-4b28-bb3b-0ab0d6df94bc up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:33:20.967497 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0341a5-ac58-425f-808e-4fe1c50e4c2f tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:21.020737 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f5a2c-bbd6-416b-8521-64477fbae6eb req-75efea59-9a7f-4d0d-9efd-75e9b5dc2057 tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:21.024986 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f92f5a2c-bbd6-416b-8521-64477fbae6eb req-75efea59-9a7f-4d0d-9efd-75e9b5dc2057 tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1640b5-e257-444f-b988-6f39c46c3f4d HTTP/1.1" status: 200 len: 944 time: 0.1619296 Dec 10 16:33:21.031742 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e4fa6a-64b1-49a4-bea9-d7af258cbb9a tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Made reservation on behalf of c3130369965d4192948d49aa98d6bfdc for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:21.039803 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a5e4fa6a-64b1-49a4-bea9-d7af258cbb9a tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:21.053835 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0341a5-ac58-425f-808e-4fe1c50e4c2f tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event updated for resources: {'Subnet': ['ID=7dba1b5a-68d6-473e-811b-566c9ba86ab3,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:21.068448 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-21df7b12-9183-4ac5-8f2c-4183bbed0953 None None] Allocated IP 2001:db8::2 (39bde1f1-35cf-4be7-ad91-4b69623862e8/c67a5d64-89e2-44f7-8e3d-79f41dfe05ee/90581284-0531-40f0-a9b0-8f9943c46d6a) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:21.097841 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0341a5-ac58-425f-808e-4fe1c50e4c2f tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Checking segment: {'id': 'ac8cb9ca-5095-4607-97b4-9b88693bd365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd8ed47bf-631b-4089-a90f-e22e53a368ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:21.098544 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0341a5-ac58-425f-808e-4fe1c50e4c2f tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Network hostable DHCP agents. Network: d8ed47bf-631b-4089-a90f-e22e53a368ff, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:33:21.122435 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0341a5-ac58-425f-808e-4fe1c50e4c2f tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Network d8ed47bf-631b-4089-a90f-e22e53a368ff is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:33:21.139447 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-af0341a5-ac58-425f-808e-4fe1c50e4c2f tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, d8ed47bf-631b-4089-a90f-e22e53a368ff) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:21.139968 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 00b09212-df96-4b28-bb3b-0ab0d6df94bc completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:33:21.151875 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 00b09212-df96-4b28-bb3b-0ab0d6df94bc triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:21.159410 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0341a5-ac58-425f-808e-4fe1c50e4c2f tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:21.159613 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af0341a5-ac58-425f-808e-4fe1c50e4c2f tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:21.162802 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:21.174350 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a805806d-6797-4a68-b98f-529c3de2ce3a None None] Network d8ed47bf-631b-4089-a90f-e22e53a368ff requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:21.187782 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54756) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:21.188260 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-af0341a5-ac58-425f-808e-4fe1c50e4c2f tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7294543 Dec 10 16:33:21.192716 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-20b67206-d3a9-43f6-92d1-b0f5df7f5531 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-468333434', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:21.223225 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f92f5a2c-bbd6-416b-8521-64477fbae6eb req-33aaad60-8f2f-4e19-8150-7e4b34429084 tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ca99fe-16d4-4320-b9e5-43420083dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719854 Dec 10 16:33:21.319979 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-20b67206-d3a9-43f6-92d1-b0f5df7f5531 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:21.324011 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-20b67206-d3a9-43f6-92d1-b0f5df7f5531 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:21.420316 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-20b67206-d3a9-43f6-92d1-b0f5df7f5531 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:21.432452 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-20b67206-d3a9-43f6-92d1-b0f5df7f5531 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:21.442909 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-21df7b12-9183-4ac5-8f2c-4183bbed0953 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:21.446106 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:21.452703 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eaee747-8f7a-4e6a-942a-564c43d31298 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-d8ed47bf-631b-4089-a90f-e22e53a368ff', 'network_id': 'd8ed47bf-631b-4089-a90f-e22e53a368ff', 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'fixed_ips': [{'subnet_id': '7dba1b5a-68d6-473e-811b-566c9ba86ab3'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:33:21.453694 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9eaee747-8f7a-4e6a-942a-564c43d31298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:21.454424 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-20b67206-d3a9-43f6-92d1-b0f5df7f5531 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:21.459244 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-20b67206-d3a9-43f6-92d1-b0f5df7f5531 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2667756 Dec 10 16:33:21.459244 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54764) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:21.471760 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-21df7b12-9183-4ac5-8f2c-4183bbed0953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:21.539120 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1640b5-e257-444f-b988-6f39c46c3f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b09212-df96-4b28-bb3b-0ab0d6df94bc'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:33:21.541425 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4888cce6-9393-4ce4-9adc-7be91c2ed7ee" -d '{"events": [{"server_uuid": "0e1640b5-e257-444f-b988-6f39c46c3f4d", "name": "network-vif-plugged", "status": "completed", "tag": "00b09212-df96-4b28-bb3b-0ab0d6df94bc"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:33:21.554336 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21df7b12-9183-4ac5-8f2c-4183bbed0953 None None] Network 39bde1f1-35cf-4be7-ad91-4b69623862e8 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:21.609927 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-21df7b12-9183-4ac5-8f2c-4183bbed0953 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:21.613121 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21df7b12-9183-4ac5-8f2c-4183bbed0953 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:21.619539 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 00b09212-df96-4b28-bb3b-0ab0d6df94bc, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=00b09212-df96-4b28-bb3b-0ab0d6df94bc,segment=NetworkSegment(e1b26aa6-9753-47b4-ace0-6d32d5468316),segment_id=e1b26aa6-9753-47b4-ace0-6d32d5468316)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:21.636382 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:21.640688 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df7b12-9183-4ac5-8f2c-4183bbed0953 None None] Pushing event updated for resources: {'Port': ['ID=90581284-0531-40f0-a9b0-8f9943c46d6a,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:21.783730 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-21df7b12-9183-4ac5-8f2c-4183bbed0953 None None] Attempting to bind port 90581284-0531-40f0-a9b0-8f9943c46d6a on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:33:21.784104 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-21df7b12-9183-4ac5-8f2c-4183bbed0953 None None] Attempting to bind port 90581284-0531-40f0-a9b0-8f9943c46d6a by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'c2fe9c7d-14db-456f-b84c-90870970c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '39bde1f1-35cf-4be7-ad91-4b69623862e8'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:33:21.784468 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21df7b12-9183-4ac5-8f2c-4183bbed0953 None None] Attempting to bind port 90581284-0531-40f0-a9b0-8f9943c46d6a on network 39bde1f1-35cf-4be7-ad91-4b69623862e8 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:33:21.789652 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=00b09212-df96-4b28-bb3b-0ab0d6df94bc,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:21.798477 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21df7b12-9183-4ac5-8f2c-4183bbed0953 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:33:21.798852 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21df7b12-9183-4ac5-8f2c-4183bbed0953 None None] Checking segment: {'id': 'c2fe9c7d-14db-456f-b84c-90870970c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '39bde1f1-35cf-4be7-ad91-4b69623862e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:21.799264 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-21df7b12-9183-4ac5-8f2c-4183bbed0953 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:21.799650 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21df7b12-9183-4ac5-8f2c-4183bbed0953 None None] Bound using segment: {'id': 'c2fe9c7d-14db-456f-b84c-90870970c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '39bde1f1-35cf-4be7-ad91-4b69623862e8'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:33:21.800129 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-21df7b12-9183-4ac5-8f2c-4183bbed0953 None None] Bound port: 90581284-0531-40f0-a9b0-8f9943c46d6a, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2fe9c7d-14db-456f-b84c-90870970c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '39bde1f1-35cf-4be7-ad91-4b69623862e8'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:33:21.800511 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-21df7b12-9183-4ac5-8f2c-4183bbed0953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:21.824334 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-9eaee747-8f7a-4e6a-942a-564c43d31298 None None] Allocated IP 2001:db8:1::2 (d8ed47bf-631b-4089-a90f-e22e53a368ff/7dba1b5a-68d6-473e-811b-566c9ba86ab3/ede94e10-2d3d-43f4-8df1-86af050db523) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:21.939262 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-21df7b12-9183-4ac5-8f2c-4183bbed0953 None None] For port 90581284-0531-40f0-a9b0-8f9943c46d6a, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:33:21.944001 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-21df7b12-9183-4ac5-8f2c-4183bbed0953 None None] For port 90581284-0531-40f0-a9b0-8f9943c46d6a, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=90581284-0531-40f0-a9b0-8f9943c46d6a,segment=NetworkSegment(c2fe9c7d-14db-456f-b84c-90870970c883),segment_id=c2fe9c7d-14db-456f-b84c-90870970c883)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:33:21.950374 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-21df7b12-9183-4ac5-8f2c-4183bbed0953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:22.054240 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a5e4fa6a-64b1-49a4-bea9-d7af258cbb9a tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:22.068214 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df7b12-9183-4ac5-8f2c-4183bbed0953 None None] Pushing event updated for resources: {'Port': ['ID=90581284-0531-40f0-a9b0-8f9943c46d6a,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:22.135592 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9eaee747-8f7a-4e6a-942a-564c43d31298 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:22.144835 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9eaee747-8f7a-4e6a-942a-564c43d31298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:22.208961 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaee747-8f7a-4e6a-942a-564c43d31298 None None] Network d8ed47bf-631b-4089-a90f-e22e53a368ff is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:22.215881 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-9eaee747-8f7a-4e6a-942a-564c43d31298 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:22.219548 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaee747-8f7a-4e6a-942a-564c43d31298 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:22.223040 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaee747-8f7a-4e6a-942a-564c43d31298 None None] Pushing event updated for resources: {'Port': ['ID=ede94e10-2d3d-43f4-8df1-86af050db523,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:22.332261 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e4fa6a-64b1-49a4-bea9-d7af258cbb9a tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'Subnet': ['ID=64f5fe45-c4e4-4951-9848-60fe3f6a5ffe,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:22.337779 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-9eaee747-8f7a-4e6a-942a-564c43d31298 None None] Attempting to bind port ede94e10-2d3d-43f4-8df1-86af050db523 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:33:22.338292 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-9eaee747-8f7a-4e6a-942a-564c43d31298 None None] Attempting to bind port ede94e10-2d3d-43f4-8df1-86af050db523 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'ac8cb9ca-5095-4607-97b4-9b88693bd365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd8ed47bf-631b-4089-a90f-e22e53a368ff'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:33:22.338752 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaee747-8f7a-4e6a-942a-564c43d31298 None None] Attempting to bind port ede94e10-2d3d-43f4-8df1-86af050db523 on network d8ed47bf-631b-4089-a90f-e22e53a368ff {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:33:22.345262 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaee747-8f7a-4e6a-942a-564c43d31298 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:33:22.345262 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaee747-8f7a-4e6a-942a-564c43d31298 None None] Checking segment: {'id': 'ac8cb9ca-5095-4607-97b4-9b88693bd365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd8ed47bf-631b-4089-a90f-e22e53a368ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:22.345772 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9eaee747-8f7a-4e6a-942a-564c43d31298 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:22.346246 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaee747-8f7a-4e6a-942a-564c43d31298 None None] Bound using segment: {'id': 'ac8cb9ca-5095-4607-97b4-9b88693bd365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd8ed47bf-631b-4089-a90f-e22e53a368ff'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:33:22.346730 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-9eaee747-8f7a-4e6a-942a-564c43d31298 None None] Bound port: ede94e10-2d3d-43f4-8df1-86af050db523, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac8cb9ca-5095-4607-97b4-9b88693bd365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd8ed47bf-631b-4089-a90f-e22e53a368ff'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:33:22.347143 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9eaee747-8f7a-4e6a-942a-564c43d31298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:22.375730 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e4fa6a-64b1-49a4-bea9-d7af258cbb9a tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:22.376079 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e4fa6a-64b1-49a4-bea9-d7af258cbb9a tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:22.376419 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e4fa6a-64b1-49a4-bea9-d7af258cbb9a tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:22.376760 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e4fa6a-64b1-49a4-bea9-d7af258cbb9a tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:22.377091 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e4fa6a-64b1-49a4-bea9-d7af258cbb9a tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:22.377419 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e4fa6a-64b1-49a4-bea9-d7af258cbb9a tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:22.377746 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e4fa6a-64b1-49a4-bea9-d7af258cbb9a tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:22.378073 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e4fa6a-64b1-49a4-bea9-d7af258cbb9a tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:22.378433 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e4fa6a-64b1-49a4-bea9-d7af258cbb9a tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:22.378755 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e4fa6a-64b1-49a4-bea9-d7af258cbb9a tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:22.379077 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e4fa6a-64b1-49a4-bea9-d7af258cbb9a tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:22.379397 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e4fa6a-64b1-49a4-bea9-d7af258cbb9a tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:22.379706 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e4fa6a-64b1-49a4-bea9-d7af258cbb9a tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:22.396187 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-2e4848ff-0df3-44ca-817a-931c04f3b8ff tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:22.397885 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-2e4848ff-0df3-44ca-817a-931c04f3b8ff tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/networks?id=1ff556fd-0581-480f-8730-5712d0e2eed7 HTTP/1.1" status: 200 len: 815 time: 0.4722834 Dec 10 16:33:22.401313 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e4fa6a-64b1-49a4-bea9-d7af258cbb9a tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Checking segment: {'id': '0a787933-3325-48d3-bdab-207893e50874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '69e907fe-cb41-4b15-92a9-bb9a70e1c66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:22.401677 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e4fa6a-64b1-49a4-bea9-d7af258cbb9a tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Network hostable DHCP agents. Network: 69e907fe-cb41-4b15-92a9-bb9a70e1c66f, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:33:22.442184 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9eaee747-8f7a-4e6a-942a-564c43d31298 None None] For port ede94e10-2d3d-43f4-8df1-86af050db523, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:33:22.445446 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9eaee747-8f7a-4e6a-942a-564c43d31298 None None] For port ede94e10-2d3d-43f4-8df1-86af050db523, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=ede94e10-2d3d-43f4-8df1-86af050db523,segment=NetworkSegment(ac8cb9ca-5095-4607-97b4-9b88693bd365),segment_id=ac8cb9ca-5095-4607-97b4-9b88693bd365)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:33:22.450869 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9eaee747-8f7a-4e6a-942a-564c43d31298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:22.459737 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-f6163b2d-ff17-44e2-a0ca-062badef8dfa tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/quotas/9e3ab537af104aefb9b5f01272b0709a HTTP/1.1" status: 200 len: 375 time: 0.0502641 Dec 10 16:33:22.480361 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e4fa6a-64b1-49a4-bea9-d7af258cbb9a tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Network 69e907fe-cb41-4b15-92a9-bb9a70e1c66f is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:33:22.525977 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaee747-8f7a-4e6a-942a-564c43d31298 None None] Pushing event updated for resources: {'Port': ['ID=ede94e10-2d3d-43f4-8df1-86af050db523,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:22.535370 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-a5e4fa6a-64b1-49a4-bea9-d7af258cbb9a tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 69e907fe-cb41-4b15-92a9-bb9a70e1c66f) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:22.540430 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d74e193c-7c8d-455a-a5d8-891cee5e8ef9 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:22.544250 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e4fa6a-64b1-49a4-bea9-d7af258cbb9a tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:22.544936 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a5e4fa6a-64b1-49a4-bea9-d7af258cbb9a tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:22.545069 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cd243a-c1b9-4c39-896b-8d228e917720 None None] Network 69e907fe-cb41-4b15-92a9-bb9a70e1c66f requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:22.574771 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-716f06a4-3a5e-4b8a-abd5-848bd5b1071d tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e3ab537af104aefb9b5f01272b0709a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1063683 Dec 10 16:33:22.580084 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a5e4fa6a-64b1-49a4-bea9-d7af258cbb9a tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9353056 Dec 10 16:33:22.583702 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54788) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:22.591807 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-925c15cc-7be2-473e-8c93-1845317b5969 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'port': {'network_id': '69e907fe-cb41-4b15-92a9-bb9a70e1c66f', 'name': 'tempest-PortsIpV6TestJSON-1906367521', 'fixed_ips': [{'subnet_id': '64f5fe45-c4e4-4951-9848-60fe3f6a5ffe', 'ip_address': '2001:db8::10'}]}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:22.663974 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f441268-b67e-47e9-954e-8d3064c3f5a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-69e907fe-cb41-4b15-92a9-bb9a70e1c66f', 'network_id': '69e907fe-cb41-4b15-92a9-bb9a70e1c66f', 'project_id': 'c3130369965d4192948d49aa98d6bfdc', 'fixed_ips': [{'subnet_id': '64f5fe45-c4e4-4951-9848-60fe3f6a5ffe'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:33:22.664935 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0f441268-b67e-47e9-954e-8d3064c3f5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:22.806033 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925c15cc-7be2-473e-8c93-1845317b5969 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Made reservation on behalf of c3130369965d4192948d49aa98d6bfdc for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:22.891347 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-0f441268-b67e-47e9-954e-8d3064c3f5a1 None None] Allocated IP 2001:db8::2 (69e907fe-cb41-4b15-92a9-bb9a70e1c66f/64f5fe45-c4e4-4951-9848-60fe3f6a5ffe/5b08fa3f-0b2e-47f4-9a96-9c9679f5758c) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:22.920940 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-b32414e2-cbe7-45c0-9afd-1556b28c531b service neutron] 10.222.0.11 "GET /v2.0/networks/1ff556fd-0581-480f-8730-5712d0e2eed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097007 Dec 10 16:33:22.947842 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-925c15cc-7be2-473e-8c93-1845317b5969 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:22.985233 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-925c15cc-7be2-473e-8c93-1845317b5969 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] device_id is not set on port cd07f70a-1b6c-4d98-a59b-c410ef030b7f yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:33:23.073047 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0f441268-b67e-47e9-954e-8d3064c3f5a1 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:23.081791 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-d74e193c-7c8d-455a-a5d8-891cee5e8ef9 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Allocated IP 2001:db8::1 (39bde1f1-35cf-4be7-ad91-4b69623862e8/c67a5d64-89e2-44f7-8e3d-79f41dfe05ee/a64aa0b6-bf5d-4a73-be8d-a0e113220d3d) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:23.082392 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0f441268-b67e-47e9-954e-8d3064c3f5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:23.132885 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f441268-b67e-47e9-954e-8d3064c3f5a1 None None] Pushing event updated for resources: {'Port': ['ID=5b08fa3f-0b2e-47f4-9a96-9c9679f5758c,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:23.140503 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a82d3-d57b-44f7-bfea-986259aaf3f8 req-3d30f348-bbd6-4fea-958e-34fcd68ab1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:23.142014 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1c3a82d3-d57b-44f7-bfea-986259aaf3f8 req-3d30f348-bbd6-4fea-958e-34fcd68ab1b0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bee2cdae51254104bc03c8ca50b383dd&device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 1096 time: 0.2201002 Dec 10 16:33:23.145863 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f441268-b67e-47e9-954e-8d3064c3f5a1 None None] Network 69e907fe-cb41-4b15-92a9-bb9a70e1c66f is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:23.147395 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-0f441268-b67e-47e9-954e-8d3064c3f5a1 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:23.157263 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f441268-b67e-47e9-954e-8d3064c3f5a1 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:23.218780 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-925c15cc-7be2-473e-8c93-1845317b5969 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Allocated IP 2001:db8::10 (69e907fe-cb41-4b15-92a9-bb9a70e1c66f/64f5fe45-c4e4-4951-9848-60fe3f6a5ffe/cd07f70a-1b6c-4d98-a59b-c410ef030b7f) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:23.242467 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-0f441268-b67e-47e9-954e-8d3064c3f5a1 None None] Attempting to bind port 5b08fa3f-0b2e-47f4-9a96-9c9679f5758c on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:33:23.242829 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-0f441268-b67e-47e9-954e-8d3064c3f5a1 None None] Attempting to bind port 5b08fa3f-0b2e-47f4-9a96-9c9679f5758c by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '0a787933-3325-48d3-bdab-207893e50874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '69e907fe-cb41-4b15-92a9-bb9a70e1c66f'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:33:23.243193 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f441268-b67e-47e9-954e-8d3064c3f5a1 None None] Attempting to bind port 5b08fa3f-0b2e-47f4-9a96-9c9679f5758c on network 69e907fe-cb41-4b15-92a9-bb9a70e1c66f {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:33:23.250059 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f441268-b67e-47e9-954e-8d3064c3f5a1 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:33:23.250485 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f441268-b67e-47e9-954e-8d3064c3f5a1 None None] Checking segment: {'id': '0a787933-3325-48d3-bdab-207893e50874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '69e907fe-cb41-4b15-92a9-bb9a70e1c66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:23.250877 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0f441268-b67e-47e9-954e-8d3064c3f5a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:23.251414 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f441268-b67e-47e9-954e-8d3064c3f5a1 None None] Bound using segment: {'id': '0a787933-3325-48d3-bdab-207893e50874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '69e907fe-cb41-4b15-92a9-bb9a70e1c66f'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:33:23.251896 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-0f441268-b67e-47e9-954e-8d3064c3f5a1 None None] Bound port: 5b08fa3f-0b2e-47f4-9a96-9c9679f5758c, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a787933-3325-48d3-bdab-207893e50874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '69e907fe-cb41-4b15-92a9-bb9a70e1c66f'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:33:23.252281 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0f441268-b67e-47e9-954e-8d3064c3f5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:23.291089 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-85c6b961-235d-4ddf-b05f-4902cda2e179 service neutron] 10.222.0.11 "GET /v2.0/networks/1ff556fd-0581-480f-8730-5712d0e2eed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749987 Dec 10 16:33:23.330323 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-0f441268-b67e-47e9-954e-8d3064c3f5a1 None None] For port 5b08fa3f-0b2e-47f4-9a96-9c9679f5758c, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:33:23.334665 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-0f441268-b67e-47e9-954e-8d3064c3f5a1 None None] For port 5b08fa3f-0b2e-47f4-9a96-9c9679f5758c, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=5b08fa3f-0b2e-47f4-9a96-9c9679f5758c,segment=NetworkSegment(0a787933-3325-48d3-bdab-207893e50874),segment_id=0a787933-3325-48d3-bdab-207893e50874)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:33:23.340018 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0f441268-b67e-47e9-954e-8d3064c3f5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:23.380530 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d74e193c-7c8d-455a-a5d8-891cee5e8ef9 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:23.384046 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a82d3-d57b-44f7-bfea-986259aaf3f8 req-a517f52b-93cc-4b96-84b1-bcfca3f29a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:23.385548 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1c3a82d3-d57b-44f7-bfea-986259aaf3f8 req-a517f52b-93cc-4b96-84b1-bcfca3f29a47 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a2b747af-c1f4-4b9f-a6a4-5511674e4c02 HTTP/1.1" status: 200 len: 918 time: 0.2148345 Dec 10 16:33:23.451648 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f441268-b67e-47e9-954e-8d3064c3f5a1 None None] Pushing event updated for resources: {'Port': ['ID=5b08fa3f-0b2e-47f4-9a96-9c9679f5758c,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:23.488140 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-925c15cc-7be2-473e-8c93-1845317b5969 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:23.550374 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d74e193c-7c8d-455a-a5d8-891cee5e8ef9 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:23.570957 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1c3a82d3-d57b-44f7-bfea-986259aaf3f8 req-76c02859-80fd-4736-8c50-794114d8eb9b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ad72708-8145-4710-a27a-811122cc9840 HTTP/1.1" status: 200 len: 1000 time: 0.1668968 Dec 10 16:33:23.598322 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-925c15cc-7be2-473e-8c93-1845317b5969 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:23.641905 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74e193c-7c8d-455a-a5d8-891cee5e8ef9 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Network 39bde1f1-35cf-4be7-ad91-4b69623862e8 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:23.649624 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-d74e193c-7c8d-455a-a5d8-891cee5e8ef9 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:23.667176 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925c15cc-7be2-473e-8c93-1845317b5969 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Network 69e907fe-cb41-4b15-92a9-bb9a70e1c66f is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:23.673149 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-925c15cc-7be2-473e-8c93-1845317b5969 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:23.677082 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74e193c-7c8d-455a-a5d8-891cee5e8ef9 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:23.677265 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925c15cc-7be2-473e-8c93-1845317b5969 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:23.677803 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d74e193c-7c8d-455a-a5d8-891cee5e8ef9 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:23.684505 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925c15cc-7be2-473e-8c93-1845317b5969 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:23.685180 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-925c15cc-7be2-473e-8c93-1845317b5969 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:23.707051 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5efc44d-3eb2-4e03-bb70-a26f14fbd988 None None] Network 39bde1f1-35cf-4be7-ad91-4b69623862e8 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:23.723228 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c15cc-7be2-473e-8c93-1845317b5969 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'Port': ['ID=cd07f70a-1b6c-4d98-a59b-c410ef030b7f,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:23.751873 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-925c15cc-7be2-473e-8c93-1845317b5969 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1668904 Dec 10 16:33:23.755182 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54802) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:23.764273 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-53669fe7-a6de-4374-8855-0d1ed4e6e9fb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'port': {'network_id': '69e907fe-cb41-4b15-92a9-bb9a70e1c66f', 'name': 'tempest-PortsIpV6TestJSON-922710219', 'fixed_ips': [{'subnet_id': '64f5fe45-c4e4-4951-9848-60fe3f6a5ffe', 'ip_address': '2001:db8::f'}]}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:23.827078 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-78d5ac97-897f-4ff9-80cc-f3507f57f805 None None] Provisioning complete for port 90581284-0531-40f0-a9b0-8f9943c46d6a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:23.827694 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-78d5ac97-897f-4ff9-80cc-f3507f57f805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:23.878611 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e193c-7c8d-455a-a5d8-891cee5e8ef9 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event updated for resources: {'Port': ['ID=a64aa0b6-bf5d-4a73-be8d-a0e113220d3d,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:23.994249 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53669fe7-a6de-4374-8855-0d1ed4e6e9fb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Made reservation on behalf of c3130369965d4192948d49aa98d6bfdc for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:24.000363 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-53669fe7-a6de-4374-8855-0d1ed4e6e9fb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:24.006226 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a82d3-d57b-44f7-bfea-986259aaf3f8 req-9f08b059-c548-41b4-bdd1-8eb57c39bf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:24.012174 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1c3a82d3-d57b-44f7-bfea-986259aaf3f8 req-9f08b059-c548-41b4-bdd1-8eb57c39bf02 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3 HTTP/1.1" status: 200 len: 856 time: 0.3829625 Dec 10 16:33:24.019640 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-78d5ac97-897f-4ff9-80cc-f3507f57f805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:24.055328 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-53669fe7-a6de-4374-8855-0d1ed4e6e9fb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] device_id is not set on port ff1e379b-a6b9-4af4-ae0e-13f251adefd6 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:33:24.061371 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-78d5ac97-897f-4ff9-80cc-f3507f57f805 None None] For port 90581284-0531-40f0-a9b0-8f9943c46d6a, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=90581284-0531-40f0-a9b0-8f9943c46d6a,segment=NetworkSegment(c2fe9c7d-14db-456f-b84c-90870970c883),segment_id=c2fe9c7d-14db-456f-b84c-90870970c883)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:24.071547 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-78d5ac97-897f-4ff9-80cc-f3507f57f805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:24.136042 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5ac97-897f-4ff9-80cc-f3507f57f805 None None] Pushing event updated for resources: {'Port': ['ID=90581284-0531-40f0-a9b0-8f9943c46d6a,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:24.254716 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d74e193c-7c8d-455a-a5d8-891cee5e8ef9 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:24.265774 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a82d3-d57b-44f7-bfea-986259aaf3f8 req-7640366b-b203-47f9-b89b-0c874a8112db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:24.268076 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1c3a82d3-d57b-44f7-bfea-986259aaf3f8 req-7640366b-b203-47f9-b89b-0c874a8112db service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a2b747af-c1f4-4b9f-a6a4-5511674e4c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2271302 Dec 10 16:33:24.287487 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-c90bcfa2-d8cb-40bf-a53c-fd3c69fa8806 tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:24.298781 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-c90bcfa2-d8cb-40bf-a53c-fd3c69fa8806 tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] 10.222.0.11 "GET /v2.0/networks?id=1b92194b-d501-4dc0-8f3f-78d7ee7b6524 HTTP/1.1" status: 200 len: 810 time: 0.6547539 Dec 10 16:33:24.336121 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f15ffc-9778-4b08-968f-90db62267dee None None] Network d8ed47bf-631b-4089-a90f-e22e53a368ff requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:24.442623 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 5b08fa3f-0b2e-47f4-9a96-9c9679f5758c up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:33:24.470167 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-53669fe7-a6de-4374-8855-0d1ed4e6e9fb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Allocated IP 2001:db8::f (69e907fe-cb41-4b15-92a9-bb9a70e1c66f/64f5fe45-c4e4-4951-9848-60fe3f6a5ffe/ff1e379b-a6b9-4af4-ae0e-13f251adefd6) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:24.479293 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-5ba660d4-e4b0-46a6-b284-482000d51dac tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] 10.222.0.11 "GET /v2.0/quotas/2aacecfce2ed4221a1a33bbee8266f3a HTTP/1.1" status: 200 len: 375 time: 0.1795456 Dec 10 16:33:24.540338 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-2b16d138-25e6-4682-a8d6-66e2c73d00b4 tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2aacecfce2ed4221a1a33bbee8266f3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598328 Dec 10 16:33:24.554263 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-5e6f8946-c7e2-4d08-a475-17d90ddbfa0b None None] Provisioning complete for port ede94e10-2d3d-43f4-8df1-86af050db523 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:24.554844 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5e6f8946-c7e2-4d08-a475-17d90ddbfa0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:24.557703 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 5b08fa3f-0b2e-47f4-9a96-9c9679f5758c triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:24.557928 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:24.731559 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1c3a82d3-d57b-44f7-bfea-986259aaf3f8 req-abf5aa6f-e38f-4b5e-b9d9-de3f9bc0a493 service neutron] 10.222.0.26 "GET /v2.0/networks/a2b747af-c1f4-4b9f-a6a4-5511674e4c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292789 Dec 10 16:33:24.753206 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-53669fe7-a6de-4374-8855-0d1ed4e6e9fb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:24.795687 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-53669fe7-a6de-4374-8855-0d1ed4e6e9fb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:24.863139 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53669fe7-a6de-4374-8855-0d1ed4e6e9fb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Network 69e907fe-cb41-4b15-92a9-bb9a70e1c66f is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:24.867640 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-53669fe7-a6de-4374-8855-0d1ed4e6e9fb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:24.870696 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53669fe7-a6de-4374-8855-0d1ed4e6e9fb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:24.878923 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53669fe7-a6de-4374-8855-0d1ed4e6e9fb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:24.880188 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-53669fe7-a6de-4374-8855-0d1ed4e6e9fb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:24.894829 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-f8612c71-e291-4129-9a61-00e2817eb4d9 service neutron] 10.222.0.11 "GET /v2.0/networks/1b92194b-d501-4dc0-8f3f-78d7ee7b6524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536859 Dec 10 16:33:24.899662 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53669fe7-a6de-4374-8855-0d1ed4e6e9fb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'Port': ['ID=ff1e379b-a6b9-4af4-ae0e-13f251adefd6,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:24.938518 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-53669fe7-a6de-4374-8855-0d1ed4e6e9fb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1793942 Dec 10 16:33:24.938709 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54810) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:25.019021 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ebe193-4859-4ae4-9304-801417dfe86c tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:25.027706 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e6ebe193-4859-4ae4-9304-801417dfe86c tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.0846715 Dec 10 16:33:25.028299 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54812) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:25.043643 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:25.147178 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 5b08fa3f-0b2e-47f4-9a96-9c9679f5758c, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=5b08fa3f-0b2e-47f4-9a96-9c9679f5758c,segment=NetworkSegment(0a787933-3325-48d3-bdab-207893e50874),segment_id=0a787933-3325-48d3-bdab-207893e50874)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:25.148687 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5e6f8946-c7e2-4d08-a475-17d90ddbfa0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:25.172870 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:25.173849 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 90581284-0531-40f0-a9b0-8f9943c46d6a up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:33:25.219816 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-52ae17ff-35a5-4bc4-a946-cf9c9f4eab3a tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:25.224433 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-52ae17ff-35a5-4bc4-a946-cf9c9f4eab3a tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.26 "GET /v2.0/networks?id=1ff556fd-0581-480f-8730-5712d0e2eed7 HTTP/1.1" status: 200 len: 815 time: 0.1503077 Dec 10 16:33:25.243609 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-250c9dc8-8a00-4a37-b80d-1d5745801dd4 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Request body: {'port': {'device_id': '291bb480-a09b-440d-ad1a-d975ad379262', 'network_id': '1ff556fd-0581-480f-8730-5712d0e2eed7', 'admin_state_up': True, 'tenant_id': '9e3ab537af104aefb9b5f01272b0709a'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:25.262069 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1c3a82d3-d57b-44f7-bfea-986259aaf3f8 req-492d5aa4-7e95-45e1-b1b0-fb49506e3991 service neutron] 10.222.0.26 "GET /v2.0/networks/a2b747af-c1f4-4b9f-a6a4-5511674e4c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5222285 Dec 10 16:33:25.277035 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ffaa88-1285-4ac1-92f1-cf4ef20167c7 None None] Network 69e907fe-cb41-4b15-92a9-bb9a70e1c66f requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:25.294906 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-ef2b99d2-2550-4ecb-9245-8501a2882ea6 service neutron] 10.222.0.11 "GET /v2.0/networks/1b92194b-d501-4dc0-8f3f-78d7ee7b6524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595703 Dec 10 16:33:25.328413 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d74e193c-7c8d-455a-a5d8-891cee5e8ef9 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:25.334213 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d74e193c-7c8d-455a-a5d8-891cee5e8ef9 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:25.335470 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d74e193c-7c8d-455a-a5d8-891cee5e8ef9 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:25.349834 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4775921a-e373-46a7-88ae-4e7113298339 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:25.355319 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-5e6f8946-c7e2-4d08-a475-17d90ddbfa0b None None] For port ede94e10-2d3d-43f4-8df1-86af050db523, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=ede94e10-2d3d-43f4-8df1-86af050db523,segment=NetworkSegment(ac8cb9ca-5095-4607-97b4-9b88693bd365),segment_id=ac8cb9ca-5095-4607-97b4-9b88693bd365)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:25.356087 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4775921a-e373-46a7-88ae-4e7113298339 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:25.364095 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4775921a-e373-46a7-88ae-4e7113298339 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:25.368517 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4775921a-e373-46a7-88ae-4e7113298339 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.3364172 Dec 10 16:33:25.368675 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5e6f8946-c7e2-4d08-a475-17d90ddbfa0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:25.368786 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54814) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:25.413386 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 90581284-0531-40f0-a9b0-8f9943c46d6a triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:25.413747 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:25.418127 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=5b08fa3f-0b2e-47f4-9a96-9c9679f5758c,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:25.457591 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e193c-7c8d-455a-a5d8-891cee5e8ef9 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event updated for resources: {'Port': ['ID=a64aa0b6-bf5d-4a73-be8d-a0e113220d3d,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:25.508523 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74e193c-7c8d-455a-a5d8-891cee5e8ef9 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Network 39bde1f1-35cf-4be7-ad91-4b69623862e8 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:25.509699 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f8946-c7e2-4d08-a475-17d90ddbfa0b None None] Pushing event updated for resources: {'Port': ['ID=ede94e10-2d3d-43f4-8df1-86af050db523,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:25.512652 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-d74e193c-7c8d-455a-a5d8-891cee5e8ef9 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:25.623749 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6fe86b4e-9f50-4bf5-bb2d-d3894f789a2a None None] Provisioning complete for port ede94e10-2d3d-43f4-8df1-86af050db523 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:25.624370 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6fe86b4e-9f50-4bf5-bb2d-d3894f789a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:25.747194 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c039b3-d7d4-46d5-b6c0-21f7f1c1ae0e req-cf5daf11-b03e-41ad-a95e-12d3550f2e1f tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:25.747194 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f3c039b3-d7d4-46d5-b6c0-21f7f1c1ae0e req-cf5daf11-b03e-41ad-a95e-12d3550f2e1f tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/ports?device_id=f32d35a4-4891-4d87-bee7-53b7b398dfc3 HTTP/1.1" status: 200 len: 945 time: 0.0937846 Dec 10 16:33:25.749583 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device ede94e10-2d3d-43f4-8df1-86af050db523 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:33:25.816936 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port ede94e10-2d3d-43f4-8df1-86af050db523 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:25.817247 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:25.859456 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74e193c-7c8d-455a-a5d8-891cee5e8ef9 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Router 66ac26f6-5d10-47dc-bd1c-8a1bbf6609d2 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:33:25.884133 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f3c039b3-d7d4-46d5-b6c0-21f7f1c1ae0e req-bbfa2d53-fd5d-44a8-87c2-30b2c4466a24 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/security-groups?id=85e5dc36-7bfe-4fe2-a426-eece040ff59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259129 Dec 10 16:33:25.990528 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab3b2a0-28e2-4a90-a59e-ee968e51cd45 x-openstack-request-id: req-aab3b2a0-28e2-4a90-a59e-ee968e51cd45 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:33:25.990840 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1640b5-e257-444f-b988-6f39c46c3f4d", "name": "network-vif-plugged", "status": "completed", "tag": "00b09212-df96-4b28-bb3b-0ab0d6df94bc", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:33:25.991098 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aab3b2a0-28e2-4a90-a59e-ee968e51cd45 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:33:25.991501 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1640b5-e257-444f-b988-6f39c46c3f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b09212-df96-4b28-bb3b-0ab0d6df94bc', 'code': 200} Dec 10 16:33:25.992462 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6fe86b4e-9f50-4bf5-bb2d-d3894f789a2a None None] Provisioning complete for port 5b08fa3f-0b2e-47f4-9a96-9c9679f5758c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:25.992835 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6fe86b4e-9f50-4bf5-bb2d-d3894f789a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:26.003089 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 9ad72708-8145-4710-a27a-811122cc9840 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:33:26.043863 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74e193c-7c8d-455a-a5d8-891cee5e8ef9 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:33:26.071113 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d74e193c-7c8d-455a-a5d8-891cee5e8ef9 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "PUT /v2.0/routers/66ac26f6-5d10-47dc-bd1c-8a1bbf6609d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6112645 Dec 10 16:33:26.077487 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54824) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:26.146057 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-250c9dc8-8a00-4a37-b80d-1d5745801dd4 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Made reservation on behalf of 9e3ab537af104aefb9b5f01272b0709a for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:26.151158 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-250c9dc8-8a00-4a37-b80d-1d5745801dd4 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:26.178787 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-41df8a20-8676-472c-9b8b-48890e87dd95 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Deleting port ff1e379b-a6b9-4af4-ae0e-13f251adefd6 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:26.178961 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c6dbc8-c342-44c6-bff9-0230648df09e None None] Sync routers for ids ['66ac26f6-5d10-47dc-bd1c-8a1bbf6609d2'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:33:26.179264 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-41df8a20-8676-472c-9b8b-48890e87dd95 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:26.229725 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c6dbc8-c342-44c6-bff9-0230648df09e None None] Routers {'66ac26f6-5d10-47dc-bd1c-8a1bbf6609d2'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:33:26.233357 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-28c6dbc8-c342-44c6-bff9-0230648df09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:33:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['66ac26f6-5d10-47dc-bd1c-8a1bbf6609d2'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:26.259385 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf805183-4d04-4002-b7ef-6bf0919c2744 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:26.260909 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-cf805183-4d04-4002-b7ef-6bf0919c2744 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "GET /v2.0/ports/a64aa0b6-bf5d-4a73-be8d-a0e113220d3d HTTP/1.1" status: 200 len: 911 time: 0.1686234 Dec 10 16:33:26.265512 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54828) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:26.302046 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-28c6dbc8-c342-44c6-bff9-0230648df09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:26.333041 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c6dbc8-c342-44c6-bff9-0230648df09e None None] Routers {'66ac26f6-5d10-47dc-bd1c-8a1bbf6609d2'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:33:26.333643 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-28c6dbc8-c342-44c6-bff9-0230648df09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:33:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['66ac26f6-5d10-47dc-bd1c-8a1bbf6609d2'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:26.376976 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-41df8a20-8676-472c-9b8b-48890e87dd95 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:26.393624 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-41df8a20-8676-472c-9b8b-48890e87dd95 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Calling delete_port for ff1e379b-a6b9-4af4-ae0e-13f251adefd6 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:26.418093 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 90581284-0531-40f0-a9b0-8f9943c46d6a up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:33:26.453740 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-28c6dbc8-c342-44c6-bff9-0230648df09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:26.454285 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c6dbc8-c342-44c6-bff9-0230648df09e None None] The sync data for ids ['66ac26f6-5d10-47dc-bd1c-8a1bbf6609d2'] in n-d-766771-2 is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:33:26.492445 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:26.517286 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6fe86b4e-9f50-4bf5-bb2d-d3894f789a2a None None] Provisioning complete for port a64aa0b6-bf5d-4a73-be8d-a0e113220d3d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:26.517700 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6fe86b4e-9f50-4bf5-bb2d-d3894f789a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:26.521344 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 90581284-0531-40f0-a9b0-8f9943c46d6a triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:26.521715 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:26.612985 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 9ad72708-8145-4710-a27a-811122cc9840, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=9ad72708-8145-4710-a27a-811122cc9840,segment=NetworkSegment(5bae3635-32be-403a-b68a-450983b5ab53),segment_id=5bae3635-32be-403a-b68a-450983b5ab53)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:26.615578 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-6fe86b4e-9f50-4bf5-bb2d-d3894f789a2a None None] Port a64aa0b6-bf5d-4a73-be8d-a0e113220d3d cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:26.621608 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:26.695973 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6fe86b4e-9f50-4bf5-bb2d-d3894f789a2a None None] Provisioning complete for port 90581284-0531-40f0-a9b0-8f9943c46d6a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:26.696700 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6fe86b4e-9f50-4bf5-bb2d-d3894f789a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:26.702812 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-250c9dc8-8a00-4a37-b80d-1d5745801dd4 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Allocated IP 172.20.0.4 (1ff556fd-0581-480f-8730-5712d0e2eed7/ed059596-b61f-4b79-b79e-c9b747c3907d/f71554f2-e8bc-44da-a5e4-c6737d99848d) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:26.723330 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-41df8a20-8676-472c-9b8b-48890e87dd95 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:26.734039 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=9ad72708-8145-4710-a27a-811122cc9840,revision_number=8']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:26.788336 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df8a20-8676-472c-9b8b-48890e87dd95 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'Port': ['ID=ff1e379b-a6b9-4af4-ae0e-13f251adefd6,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:26.806891 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device ede94e10-2d3d-43f4-8df1-86af050db523 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:33:26.829840 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-41df8a20-8676-472c-9b8b-48890e87dd95 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:26.835484 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-41df8a20-8676-472c-9b8b-48890e87dd95 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/ports/ff1e379b-a6b9-4af4-ae0e-13f251adefd6 HTTP/1.1" status: 204 len: 168 time: 1.4654038 Dec 10 16:33:26.837961 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54830) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:26.905382 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bdb42c6-98df-4662-aa20-71ecb4e1c33f tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] GET failed (client error): The resource could not be found. Dec 10 16:33:26.911975 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4bdb42c6-98df-4662-aa20-71ecb4e1c33f tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "GET /v2.0/ports/ff1e379b-a6b9-4af4-ae0e-13f251adefd6 HTTP/1.1" status: 404 len: 333 time: 0.0729830 Dec 10 16:33:26.918456 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54832) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:26.949893 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port ede94e10-2d3d-43f4-8df1-86af050db523 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:26.950371 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:26.985455 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c11c3b-5919-410f-87be-b72a465025e3 req-1389725f-86cb-4d0c-9634-861b2020d5cc tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:26.992212 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e8c11c3b-5919-410f-87be-b72a465025e3 req-1389725f-86cb-4d0c-9634-861b2020d5cc tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 945 time: 0.8763623 Dec 10 16:33:27.017141 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416214d-46fd-4649-8b9d-290c4865bd96 req-b2385088-dd31-43c6-8971-6550e6f28bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:27.018688 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2416214d-46fd-4649-8b9d-290c4865bd96 req-b2385088-dd31-43c6-8971-6550e6f28bde service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0e1640b5-e257-444f-b988-6f39c46c3f4d HTTP/1.1" status: 200 len: 1096 time: 0.9408851 Dec 10 16:33:27.026931 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cdb813-e91d-4a9e-a776-f902144a2a53 req-a3b462d7-f3de-4aa6-9b59-46a93b8284c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:27.028409 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-64cdb813-e91d-4a9e-a776-f902144a2a53 req-a3b462d7-f3de-4aa6-9b59-46a93b8284c3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bee2cdae51254104bc03c8ca50b383dd&device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 1096 time: 0.8327737 Dec 10 16:33:27.108081 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 5b08fa3f-0b2e-47f4-9a96-9c9679f5758c up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:33:27.183485 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b8ce994d-d7fa-4e97-9c6e-6cbfd8ac0beb None None] Provisioning complete for port cd07f70a-1b6c-4d98-a59b-c410ef030b7f triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:27.184022 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b8ce994d-d7fa-4e97-9c6e-6cbfd8ac0beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:27.184155 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-250c9dc8-8a00-4a37-b80d-1d5745801dd4 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:27.188500 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-8f805db5-7b50-4bed-a150-dfd1cdab7b68 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Deleting port cd07f70a-1b6c-4d98-a59b-c410ef030b7f {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:27.188825 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8f805db5-7b50-4bed-a150-dfd1cdab7b68 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:27.272405 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b8ce994d-d7fa-4e97-9c6e-6cbfd8ac0beb None None] Port cd07f70a-1b6c-4d98-a59b-c410ef030b7f cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:27.300354 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b8ce994d-d7fa-4e97-9c6e-6cbfd8ac0beb None None] Provisioning complete for port 5b08fa3f-0b2e-47f4-9a96-9c9679f5758c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:27.302042 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b8ce994d-d7fa-4e97-9c6e-6cbfd8ac0beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:27.302315 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e8c11c3b-5919-410f-87be-b72a465025e3 req-198e13d5-e28f-4ab1-8ba1-5877a113ac9d tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=61dd92f2-b4f5-4bfd-ac94-e9e550096dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2943914 Dec 10 16:33:27.308472 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2416214d-46fd-4649-8b9d-290c4865bd96 req-a0affc55-5cda-4130-9990-cb2cb6c40ac0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=08ca99fe-16d4-4320-b9e5-43420083dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790561 Dec 10 16:33:27.357047 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cdb813-e91d-4a9e-a776-f902144a2a53 req-aa2c47c3-b56a-47c0-b3dd-135744cc518b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:27.359145 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-64cdb813-e91d-4a9e-a776-f902144a2a53 req-aa2c47c3-b56a-47c0-b3dd-135744cc518b service neutron] 10.222.0.26 "GET /v2.0/networks?id=a2b747af-c1f4-4b9f-a6a4-5511674e4c02 HTTP/1.1" status: 200 len: 918 time: 0.2781615 Dec 10 16:33:27.368542 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 5b08fa3f-0b2e-47f4-9a96-9c9679f5758c triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:27.369047 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:27.447210 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-efdf963d-da37-40a0-86ec-432f9beacd12 tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:27.448826 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-efdf963d-da37-40a0-86ec-432f9beacd12 tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] 10.222.0.46 "GET /v2.0/networks?id=1b92194b-d501-4dc0-8f3f-78d7ee7b6524 HTTP/1.1" status: 200 len: 810 time: 0.2007949 Dec 10 16:33:27.457817 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-250c9dc8-8a00-4a37-b80d-1d5745801dd4 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:27.479511 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['1db147b9-8b9b-4cb1-9d50-9f8e561cef00'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:33:27.524898 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-03a63bcc-63a6-423e-80c8-9b82397184a0 tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] Request body: {'port': {'device_id': '201dff32-8d61-4061-bb87-9dc15073723c', 'network_id': '1b92194b-d501-4dc0-8f3f-78d7ee7b6524', 'admin_state_up': True, 'tenant_id': '2aacecfce2ed4221a1a33bbee8266f3a'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:27.549505 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-250c9dc8-8a00-4a37-b80d-1d5745801dd4 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Network 1ff556fd-0581-480f-8730-5712d0e2eed7 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:27.569418 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-250c9dc8-8a00-4a37-b80d-1d5745801dd4 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:27.572977 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-64cdb813-e91d-4a9e-a776-f902144a2a53 req-a2875c38-4e6f-4f02-9885-0a837257f128 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ad72708-8145-4710-a27a-811122cc9840 HTTP/1.1" status: 200 len: 998 time: 0.1683326 Dec 10 16:33:27.599827 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39655a59-7927-4dbc-bfba-98ef7d935512 req-8a0ebf30-2a4e-4f79-a079-703b3608d9f8 tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:27.601378 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-39655a59-7927-4dbc-bfba-98ef7d935512 req-8a0ebf30-2a4e-4f79-a079-703b3608d9f8 tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1640b5-e257-444f-b988-6f39c46c3f4d HTTP/1.1" status: 200 len: 945 time: 0.1218762 Dec 10 16:33:27.617182 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b8ce994d-d7fa-4e97-9c6e-6cbfd8ac0beb None None] Could not find standard attr ID for object ff1e379b-a6b9-4af4-ae0e-13f251adefd6. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:33:27.621958 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c9dc8-8a00-4a37-b80d-1d5745801dd4 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Pushing event updated for resources: {'Port': ['ID=f71554f2-e8bc-44da-a5e4-c6737d99848d,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:27.629013 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-250c9dc8-8a00-4a37-b80d-1d5745801dd4 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:27.659420 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b8ce994d-d7fa-4e97-9c6e-6cbfd8ac0beb None None] Provisioning complete for port a64aa0b6-bf5d-4a73-be8d-a0e113220d3d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:27.659828 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b8ce994d-d7fa-4e97-9c6e-6cbfd8ac0beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:27.689772 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8f805db5-7b50-4bed-a150-dfd1cdab7b68 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:27.694069 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cdb813-e91d-4a9e-a776-f902144a2a53 req-09d33bfe-5db8-44c4-86d0-ab8abee7b620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:27.695717 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-64cdb813-e91d-4a9e-a776-f902144a2a53 req-09d33bfe-5db8-44c4-86d0-ab8abee7b620 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3 HTTP/1.1" status: 200 len: 856 time: 0.1135061 Dec 10 16:33:27.717597 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-8f805db5-7b50-4bed-a150-dfd1cdab7b68 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Calling delete_port for cd07f70a-1b6c-4d98-a59b-c410ef030b7f owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:27.717872 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b8ce994d-d7fa-4e97-9c6e-6cbfd8ac0beb None None] Port a64aa0b6-bf5d-4a73-be8d-a0e113220d3d cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:27.728206 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-250c9dc8-8a00-4a37-b80d-1d5745801dd4 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:27.728507 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-250c9dc8-8a00-4a37-b80d-1d5745801dd4 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:27.754175 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0584aa8c-2463-4440-8c64-4e79f0e2fb60 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:27.771527 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-39655a59-7927-4dbc-bfba-98ef7d935512 req-6b95d66e-d425-4037-b809-85407ded30aa tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ca99fe-16d4-4320-b9e5-43420083dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478329 Dec 10 16:33:27.771997 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-250c9dc8-8a00-4a37-b80d-1d5745801dd4 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5379400 Dec 10 16:33:27.815760 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-b818ae7c-c0c2-4202-a123-58b7c4fb82d5 service neutron] Request body: {'port': {'device_id': '291bb480-a09b-440d-ad1a-d975ad379262', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:27.854780 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cdb813-e91d-4a9e-a776-f902144a2a53 req-5562b9f8-7393-45fc-99f4-0e68fb325194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:27.856325 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-64cdb813-e91d-4a9e-a776-f902144a2a53 req-5562b9f8-7393-45fc-99f4-0e68fb325194 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a2b747af-c1f4-4b9f-a6a4-5511674e4c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1445408 Dec 10 16:33:27.871652 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-03a63bcc-63a6-423e-80c8-9b82397184a0 tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] Made reservation on behalf of 2aacecfce2ed4221a1a33bbee8266f3a for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:27.875167 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-03a63bcc-63a6-423e-80c8-9b82397184a0 tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:27.934437 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-b818ae7c-c0c2-4202-a123-58b7c4fb82d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:27.992482 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06112d00-9d68-4d54-b130-689171e78630', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ad72708-8145-4710-a27a-811122cc9840'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:33:27.994901 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304be182-c6ad-4c42-acc0-53dc24364878" -d '{"events": [{"server_uuid": "06112d00-9d68-4d54-b130-689171e78630", "name": "network-vif-unplugged", "status": "completed", "tag": "9ad72708-8145-4710-a27a-811122cc9840"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:33:28.056115 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d729656-1703-48b5-a140-771011635425 req-5cbba8b7-3f1c-45b1-ad38-d7b293dfe53a tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:28.057584 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9d729656-1703-48b5-a140-771011635425 req-5cbba8b7-3f1c-45b1-ad38-d7b293dfe53a tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/ports?device_id=291bb480-a09b-440d-ad1a-d975ad379262 HTTP/1.1" status: 200 len: 931 time: 0.1380765 Dec 10 16:33:28.064569 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-64cdb813-e91d-4a9e-a776-f902144a2a53 req-2163fdcc-6704-4f93-8ce5-e07aec214fbe service neutron] 10.222.0.26 "GET /v2.0/networks/a2b747af-c1f4-4b9f-a6a4-5511674e4c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991861 Dec 10 16:33:28.079933 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8f805db5-7b50-4bed-a150-dfd1cdab7b68 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:28.188954 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f805db5-7b50-4bed-a150-dfd1cdab7b68 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'Port': ['ID=cd07f70a-1b6c-4d98-a59b-c410ef030b7f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:28.233996 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9d729656-1703-48b5-a140-771011635425 req-92eed3cd-d4bd-4b49-95c5-c349f3b49494 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/security-groups?id=1962f219-df48-4694-919d-c32c4e5c0eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686089 Dec 10 16:33:28.234904 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8f805db5-7b50-4bed-a150-dfd1cdab7b68 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:28.239145 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8f805db5-7b50-4bed-a150-dfd1cdab7b68 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/ports/cd07f70a-1b6c-4d98-a59b-c410ef030b7f HTTP/1.1" status: 204 len: 168 time: 1.3124762 Dec 10 16:33:28.241823 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54838) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:28.284330 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-05f89e57-1dfd-4d4c-a53a-552a9e06bc31 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] GET failed (client error): The resource could not be found. Dec 10 16:33:28.288429 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-05f89e57-1dfd-4d4c-a53a-552a9e06bc31 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "GET /v2.0/ports/cd07f70a-1b6c-4d98-a59b-c410ef030b7f HTTP/1.1" status: 404 len: 333 time: 0.0424740 Dec 10 16:33:28.291111 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54840) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:28.299552 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-0584aa8c-2463-4440-8c64-4e79f0e2fb60 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Allocated IP 2001:db8:1::1 (d8ed47bf-631b-4089-a90f-e22e53a368ff/7dba1b5a-68d6-473e-811b-566c9ba86ab3/e5e21277-e3db-49f0-acde-8c644ae1b9c5) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:28.309970 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-64cdb813-e91d-4a9e-a776-f902144a2a53 req-c4016025-704c-4ab6-acc5-aaac43e07fb8 service neutron] 10.222.0.26 "GET /v2.0/networks/a2b747af-c1f4-4b9f-a6a4-5511674e4c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175674 Dec 10 16:33:28.347150 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-03a63bcc-63a6-423e-80c8-9b82397184a0 tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] Allocated IP 172.20.0.6 (1b92194b-d501-4dc0-8f3f-78d7ee7b6524/fdb13c10-5122-4013-9ef3-e3f2ceff0736/5c0fcee4-f1e9-4f91-af85-d10f45d080fa) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:28.414357 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-8900eddf-d053-42b8-820a-850aa632ae29 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Deleting subnet 64f5fe45-c4e4-4951-9848-60fe3f6a5ffe {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:33:28.425805 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-febbb075-9d57-4fbe-b7b7-0490cb4a8722 req-098a54c2-1b4d-4e3c-8925-94e3ae7f6a12 tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] 10.222.0.11 "GET /v2.0/ports?device_id=201dff32-8d61-4061-bb87-9dc15073723c HTTP/1.1" status: 200 len: 210 time: 0.0314813 Dec 10 16:33:28.437518 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8900eddf-d053-42b8-820a-850aa632ae29 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:28.512327 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0584aa8c-2463-4440-8c64-4e79f0e2fb60 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:28.547553 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8900eddf-d053-42b8-820a-850aa632ae29 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:28.595611 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544cdb1-7971-4c85-bc4a-5244514f94d8 req-26b78284-8a03-4a8e-b6f7-9048709043a5 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:28.597479 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6544cdb1-7971-4c85-bc4a-5244514f94d8 req-26b78284-8a03-4a8e-b6f7-9048709043a5 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/ports?device_id=f32d35a4-4891-4d87-bee7-53b7b398dfc3 HTTP/1.1" status: 200 len: 945 time: 0.0748546 Dec 10 16:33:28.602766 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0584aa8c-2463-4440-8c64-4e79f0e2fb60 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:28.667268 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0584aa8c-2463-4440-8c64-4e79f0e2fb60 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Network d8ed47bf-631b-4089-a90f-e22e53a368ff is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:28.677338 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-0584aa8c-2463-4440-8c64-4e79f0e2fb60 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:28.682782 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0584aa8c-2463-4440-8c64-4e79f0e2fb60 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:28.683346 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0584aa8c-2463-4440-8c64-4e79f0e2fb60 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:28.703012 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-b818ae7c-c0c2-4202-a123-58b7c4fb82d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f71554f2-e8bc-44da-a5e4-c6737d99848d {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:33:28.728802 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0584aa8c-2463-4440-8c64-4e79f0e2fb60 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event updated for resources: {'Port': ['ID=e5e21277-e3db-49f0-acde-8c644ae1b9c5,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:28.737638 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-b818ae7c-c0c2-4202-a123-58b7c4fb82d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:28.765703 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6544cdb1-7971-4c85-bc4a-5244514f94d8 req-0efab9ab-cf26-4440-94c6-2b92277edd96 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/security-groups?id=85e5dc36-7bfe-4fe2-a426-eece040ff59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603456 Dec 10 16:33:28.780295 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8900eddf-d053-42b8-820a-850aa632ae29 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:28.807820 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-b818ae7c-c0c2-4202-a123-58b7c4fb82d5 service neutron] Transition to ACTIVE for port object f71554f2-e8bc-44da-a5e4-c6737d99848d will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:33:28.817649 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-03a63bcc-63a6-423e-80c8-9b82397184a0 tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:28.820997 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-b818ae7c-c0c2-4202-a123-58b7c4fb82d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:28.835118 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Dec 2021 16:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77185c59-d457-4e5c-b221-092f71bfa7a7 x-openstack-request-id: req-77185c59-d457-4e5c-b221-092f71bfa7a7 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:33:28.836118 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06112d00-9d68-4d54-b130-689171e78630", "name": "network-vif-unplugged", "status": "failed", "tag": "9ad72708-8145-4710-a27a-811122cc9840", "code": 422}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:33:28.836529 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-77185c59-d457-4e5c-b221-092f71bfa7a7 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:33:28.838220 n-d-766771-2 neutron-server[103394]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '06112d00-9d68-4d54-b130-689171e78630', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9ad72708-8145-4710-a27a-811122cc9840', 'code': 422} returned with failed status Dec 10 16:33:28.850711 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0584aa8c-2463-4440-8c64-4e79f0e2fb60 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:28.939799 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b818ae7c-c0c2-4202-a123-58b7c4fb82d5 service neutron] Pushing event updated for resources: {'Port': ['ID=f71554f2-e8bc-44da-a5e4-c6737d99848d,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:28.969824 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8900eddf-d053-42b8-820a-850aa632ae29 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:29.008246 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8900eddf-d053-42b8-820a-850aa632ae29 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'Subnet': ['ID=64f5fe45-c4e4-4951-9848-60fe3f6a5ffe,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:29.010430 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-03a63bcc-63a6-423e-80c8-9b82397184a0 tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:29.021604 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8900eddf-d053-42b8-820a-850aa632ae29 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:29.024832 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8900eddf-d053-42b8-820a-850aa632ae29 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/subnets/64f5fe45-c4e4-4951-9848-60fe3f6a5ffe HTTP/1.1" status: 204 len: 168 time: 0.7327623 Dec 10 16:33:29.028900 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54848) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:29.029467 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e3b5aa-5c2c-4045-b170-54f067c4d43e None None] Network 69e907fe-cb41-4b15-92a9-bb9a70e1c66f requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:29.053483 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-e4b15164-dd3b-4319-a5a4-7e9b6a4c9223 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1632650 Dec 10 16:33:29.063981 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7bdd3-9c00-453d-821b-9a8112478d2c req-5ce958ff-a20d-4a8d-91e0-753ea861d7ed tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:29.071630 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e5f7bdd3-9c00-453d-821b-9a8112478d2c req-5ce958ff-a20d-4a8d-91e0-753ea861d7ed tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 943 time: 0.1461632 Dec 10 16:33:29.114602 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-22350e5b-0290-44dd-9107-3f9d97927c35 None None] Provisioning complete for port e5e21277-e3db-49f0-acde-8c644ae1b9c5 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:29.115134 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-22350e5b-0290-44dd-9107-3f9d97927c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:29.142733 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-03a63bcc-63a6-423e-80c8-9b82397184a0 tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] Network 1b92194b-d501-4dc0-8f3f-78d7ee7b6524 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:29.148283 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-03a63bcc-63a6-423e-80c8-9b82397184a0 tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:29.150070 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a63bcc-63a6-423e-80c8-9b82397184a0 tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] Pushing event updated for resources: {'Port': ['ID=5c0fcee4-f1e9-4f91-af85-d10f45d080fa,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:29.154959 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-03a63bcc-63a6-423e-80c8-9b82397184a0 tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:29.157493 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-b818ae7c-c0c2-4202-a123-58b7c4fb82d5 service neutron] Attempting to bind port f71554f2-e8bc-44da-a5e4-c6737d99848d on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:33:29.157828 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-b818ae7c-c0c2-4202-a123-58b7c4fb82d5 service neutron] Attempting to bind port f71554f2-e8bc-44da-a5e4-c6737d99848d by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'b44a6068-1cde-4f52-a8e6-9ddabbdb5356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1ff556fd-0581-480f-8730-5712d0e2eed7'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:33:29.158170 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-b818ae7c-c0c2-4202-a123-58b7c4fb82d5 service neutron] Attempting to bind port f71554f2-e8bc-44da-a5e4-c6737d99848d on network 1ff556fd-0581-480f-8730-5712d0e2eed7 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:33:29.177038 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-22350e5b-0290-44dd-9107-3f9d97927c35 None None] Port e5e21277-e3db-49f0-acde-8c644ae1b9c5 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:29.194032 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-b818ae7c-c0c2-4202-a123-58b7c4fb82d5 service neutron] Port f71554f2-e8bc-44da-a5e4-c6737d99848d on network 1ff556fd-0581-480f-8730-5712d0e2eed7 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:33:29.194588 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-b818ae7c-c0c2-4202-a123-58b7c4fb82d5 service neutron] Attempting to bind port f71554f2-e8bc-44da-a5e4-c6737d99848d on network 1ff556fd-0581-480f-8730-5712d0e2eed7 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:33:29.209910 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e5f7bdd3-9c00-453d-821b-9a8112478d2c req-71c08260-c3dc-4127-802a-fd7d1ba1cc7d tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=61dd92f2-b4f5-4bfd-ac94-e9e550096dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377466 Dec 10 16:33:29.213649 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-b818ae7c-c0c2-4202-a123-58b7c4fb82d5 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:33:29.214081 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-b818ae7c-c0c2-4202-a123-58b7c4fb82d5 service neutron] Checking segment: {'id': 'b44a6068-1cde-4f52-a8e6-9ddabbdb5356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1ff556fd-0581-480f-8730-5712d0e2eed7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:29.214777 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-b818ae7c-c0c2-4202-a123-58b7c4fb82d5 service neutron] Bound using segment: {'id': 'b44a6068-1cde-4f52-a8e6-9ddabbdb5356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1ff556fd-0581-480f-8730-5712d0e2eed7'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:33:29.214927 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-b818ae7c-c0c2-4202-a123-58b7c4fb82d5 service neutron] Bound port: f71554f2-e8bc-44da-a5e4-c6737d99848d, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b44a6068-1cde-4f52-a8e6-9ddabbdb5356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1ff556fd-0581-480f-8730-5712d0e2eed7'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:33:29.215242 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-b818ae7c-c0c2-4202-a123-58b7c4fb82d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:29.246653 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7e41e51b-0d48-4ab9-a945-25d91d28f97e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:29.251336 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-49c92b86-90e1-4ba2-ae85-56d65c76a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:29.251725 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-49c92b86-90e1-4ba2-ae85-56d65c76a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:29.252182 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-49c92b86-90e1-4ba2-ae85-56d65c76a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:29.252658 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-49c92b86-90e1-4ba2-ae85-56d65c76a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:29.253064 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-49c92b86-90e1-4ba2-ae85-56d65c76a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:29.253509 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-49c92b86-90e1-4ba2-ae85-56d65c76a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:29.253947 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-49c92b86-90e1-4ba2-ae85-56d65c76a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:29.255836 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-49c92b86-90e1-4ba2-ae85-56d65c76a7df service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87638972bbdb420baed9019b114e9df8&device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 6502 time: 0.1273098 Dec 10 16:33:29.275911 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-03a63bcc-63a6-423e-80c8-9b82397184a0 tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:29.276539 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-03a63bcc-63a6-423e-80c8-9b82397184a0 tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:29.279815 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ece4109-1b95-4b5d-bb9e-4560346d0673 None None] DHCP port deletion for 69e907fe-cb41-4b15-92a9-bb9a70e1c66f request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:33:29.335397 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-2ece4109-1b95-4b5d-bb9e-4560346d0673 None None] Deleting port 5b08fa3f-0b2e-47f4-9a96-9c9679f5758c {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:29.335975 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2ece4109-1b95-4b5d-bb9e-4560346d0673 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:29.350979 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-03a63bcc-63a6-423e-80c8-9b82397184a0 tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8301182 Dec 10 16:33:29.372212 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-53d9b466-6e84-4290-a76d-b3df7789e1e8 service neutron] Request body: {'port': {'device_id': '201dff32-8d61-4061-bb87-9dc15073723c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:29.396635 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0584aa8c-2463-4440-8c64-4e79f0e2fb60 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:29.409514 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0584aa8c-2463-4440-8c64-4e79f0e2fb60 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:29.410327 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0584aa8c-2463-4440-8c64-4e79f0e2fb60 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:29.412118 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-b818ae7c-c0c2-4202-a123-58b7c4fb82d5 service neutron] For port f71554f2-e8bc-44da-a5e4-c6737d99848d, host n-h1-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:33:29.441938 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-b818ae7c-c0c2-4202-a123-58b7c4fb82d5 service neutron] For port f71554f2-e8bc-44da-a5e4-c6737d99848d, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=f71554f2-e8bc-44da-a5e4-c6737d99848d,segment=NetworkSegment(b44a6068-1cde-4f52-a8e6-9ddabbdb5356),segment_id=b44a6068-1cde-4f52-a8e6-9ddabbdb5356)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:33:29.460704 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-b818ae7c-c0c2-4202-a123-58b7c4fb82d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:29.504280 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf90003-e94c-4ff1-98df-8bc59f43db8b req-34aa0d98-6f2c-4213-ba56-a4df22fffb5d tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:29.504906 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-53d9b466-6e84-4290-a76d-b3df7789e1e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:29.505927 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0cf90003-e94c-4ff1-98df-8bc59f43db8b req-34aa0d98-6f2c-4213-ba56-a4df22fffb5d tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1640b5-e257-444f-b988-6f39c46c3f4d HTTP/1.1" status: 200 len: 945 time: 0.2039285 Dec 10 16:33:29.521680 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7e41e51b-0d48-4ab9-a945-25d91d28f97e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Deleting port 5b08fa3f-0b2e-47f4-9a96-9c9679f5758c {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:29.522017 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7e41e51b-0d48-4ab9-a945-25d91d28f97e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:29.527377 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-b818ae7c-c0c2-4202-a123-58b7c4fb82d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:29.527984 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-b818ae7c-c0c2-4202-a123-58b7c4fb82d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:29.529399 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-b818ae7c-c0c2-4202-a123-58b7c4fb82d5 service neutron] 10.222.0.26 "PUT /v2.0/ports/f71554f2-e8bc-44da-a5e4-c6737d99848d HTTP/1.1" status: 200 len: 1091 time: 1.7178283 Dec 10 16:33:29.529918 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '291bb480-a09b-440d-ad1a-d975ad379262', 'tag': 'f71554f2-e8bc-44da-a5e4-c6737d99848d'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:33:29.532873 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88cdd73d-6a1b-4830-a88c-4d8aa799beb2" -d '{"events": [{"name": "network-changed", "server_uuid": "291bb480-a09b-440d-ad1a-d975ad379262", "tag": "f71554f2-e8bc-44da-a5e4-c6737d99848d"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:33:29.559518 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-35ddd61e-fb82-4777-b0ac-76fba3f12122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:29.559928 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-35ddd61e-fb82-4777-b0ac-76fba3f12122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:29.560446 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-35ddd61e-fb82-4777-b0ac-76fba3f12122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:29.562582 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-35ddd61e-fb82-4777-b0ac-76fba3f12122 service neutron] 10.222.0.46 "GET /v2.0/networks?id=54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06&id=cf96409c-c15e-4dab-9223-335a0597f4de&id=cf96409c-c15e-4dab-9223-335a0597f4de&id=cf96409c-c15e-4dab-9223-335a0597f4de&id=cf96409c-c15e-4dab-9223-335a0597f4de&id=38e57e43-6d77-489e-a8a8-a633e923df66&id=38e57e43-6d77-489e-a8a8-a633e923df66 HTTP/1.1" status: 200 len: 2298 time: 0.2740200 Dec 10 16:33:29.565263 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-2ece4109-1b95-4b5d-bb9e-4560346d0673 None None] For port 5b08fa3f-0b2e-47f4-9a96-9c9679f5758c, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=5b08fa3f-0b2e-47f4-9a96-9c9679f5758c,segment=NetworkSegment(0a787933-3325-48d3-bdab-207893e50874),segment_id=0a787933-3325-48d3-bdab-207893e50874)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:29.565586 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2ece4109-1b95-4b5d-bb9e-4560346d0673 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:29.579310 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-2ece4109-1b95-4b5d-bb9e-4560346d0673 None None] Calling delete_port for 5b08fa3f-0b2e-47f4-9a96-9c9679f5758c owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:29.589557 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0584aa8c-2463-4440-8c64-4e79f0e2fb60 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event updated for resources: {'Port': ['ID=e5e21277-e3db-49f0-acde-8c644ae1b9c5,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:29.664662 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2ece4109-1b95-4b5d-bb9e-4560346d0673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:29.674465 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b818ae7c-c0c2-4202-a123-58b7c4fb82d5 service neutron] Pushing event updated for resources: {'Port': ['ID=f71554f2-e8bc-44da-a5e4-c6737d99848d,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:29.695713 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece4109-1b95-4b5d-bb9e-4560346d0673 None None] Pushing event deleted for resources: {'Port': ['ID=5b08fa3f-0b2e-47f4-9a96-9c9679f5758c,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:29.706874 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0cf90003-e94c-4ff1-98df-8bc59f43db8b req-4ec3a10b-efd7-41d0-bca5-3ac6734f8e37 tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ca99fe-16d4-4320-b9e5-43420083dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579359 Dec 10 16:33:29.710092 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-e0c70c0c-37b1-4a96-acae-47fafe8be70e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5bdcbf6-9c70-4b11-a616-8e8aeec9956a HTTP/1.1" status: 200 len: 1001 time: 0.1215441 Dec 10 16:33:29.711963 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ece4109-1b95-4b5d-bb9e-4560346d0673 None None] No DVR routers for this DVR port 5b08fa3f-0b2e-47f4-9a96-9c9679f5758c on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:33:29.729222 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece4109-1b95-4b5d-bb9e-4560346d0673 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:29.729582 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece4109-1b95-4b5d-bb9e-4560346d0673 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:29.729928 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece4109-1b95-4b5d-bb9e-4560346d0673 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:29.730295 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece4109-1b95-4b5d-bb9e-4560346d0673 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:29.730631 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece4109-1b95-4b5d-bb9e-4560346d0673 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:29.730967 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece4109-1b95-4b5d-bb9e-4560346d0673 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:29.731338 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece4109-1b95-4b5d-bb9e-4560346d0673 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:29.731662 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece4109-1b95-4b5d-bb9e-4560346d0673 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:29.731992 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece4109-1b95-4b5d-bb9e-4560346d0673 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:29.732844 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece4109-1b95-4b5d-bb9e-4560346d0673 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:29.733227 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece4109-1b95-4b5d-bb9e-4560346d0673 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:29.733558 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece4109-1b95-4b5d-bb9e-4560346d0673 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:29.733882 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece4109-1b95-4b5d-bb9e-4560346d0673 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:29.762800 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7e41e51b-0d48-4ab9-a945-25d91d28f97e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] For port 5b08fa3f-0b2e-47f4-9a96-9c9679f5758c, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=5b08fa3f-0b2e-47f4-9a96-9c9679f5758c,segment=NetworkSegment(0a787933-3325-48d3-bdab-207893e50874),segment_id=0a787933-3325-48d3-bdab-207893e50874)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:29.763165 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7e41e51b-0d48-4ab9-a945-25d91d28f97e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:29.783029 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0584aa8c-2463-4440-8c64-4e79f0e2fb60 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Network d8ed47bf-631b-4089-a90f-e22e53a368ff is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:29.787785 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-0584aa8c-2463-4440-8c64-4e79f0e2fb60 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:29.789557 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-9a71e3f7-aa4c-400c-bf14-b574e4a49927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:29.791136 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-9a71e3f7-aa4c-400c-bf14-b574e4a49927 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e3ab537af104aefb9b5f01272b0709a&device_id=291bb480-a09b-440d-ad1a-d975ad379262 HTTP/1.1" status: 200 len: 1094 time: 0.1849220 Dec 10 16:33:29.792016 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7e41e51b-0d48-4ab9-a945-25d91d28f97e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Calling delete_port for 5b08fa3f-0b2e-47f4-9a96-9c9679f5758c owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:29.807386 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-1e238c5b-378c-4db5-a855-de68caf3cb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:29.809028 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-1e238c5b-378c-4db5-a855-de68caf3cb78 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=680c8cce-43a4-41f3-b994-8a2b86d3ec14 HTTP/1.1" status: 200 len: 855 time: 0.0865581 Dec 10 16:33:29.854948 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-678ef143-85e2-4cf1-8fb1-5c0ac2f49670 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f71554f2-e8bc-44da-a5e4-c6737d99848d HTTP/1.1" status: 200 len: 217 time: 0.0526223 Dec 10 16:33:29.955763 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-560b4bb5-9b98-46e5-a7e1-50177ef86780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:29.957927 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-560b4bb5-9b98-46e5-a7e1-50177ef86780 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165278 Dec 10 16:33:29.974644 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0584aa8c-2463-4440-8c64-4e79f0e2fb60 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Router 66ac26f6-5d10-47dc-bd1c-8a1bbf6609d2 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:33:29.991699 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-3d5df23a-686a-451a-af36-bf4bb2e6c8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:29.993368 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-3d5df23a-686a-451a-af36-bf4bb2e6c8f9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ed059596-b61f-4b79-b79e-c9b747c3907d HTTP/1.1" status: 200 len: 855 time: 0.1022267 Dec 10 16:33:30.041773 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-c192052a-75d1-4030-a19d-48265f1d4ac4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1ff556fd-0581-480f-8730-5712d0e2eed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345726 Dec 10 16:33:30.044119 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 9ad72708-8145-4710-a27a-811122cc9840 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:33:30.137913 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7e41e51b-0d48-4ab9-a945-25d91d28f97e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:30.163616 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-1c0f4451-9093-404f-8572-cadf22ebf99d service neutron] 10.222.0.46 "GET /v2.0/networks/54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989200 Dec 10 16:33:30.167244 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0584aa8c-2463-4440-8c64-4e79f0e2fb60 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:33:30.181265 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed626a5-bd74-41ac-92aa-e693a4ffbf23 None None] Sync routers for ids ['66ac26f6-5d10-47dc-bd1c-8a1bbf6609d2'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:33:30.185031 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-0584aa8c-2463-4440-8c64-4e79f0e2fb60 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "PUT /v2.0/routers/66ac26f6-5d10-47dc-bd1c-8a1bbf6609d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9120026 Dec 10 16:33:30.194201 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54870) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:30.197851 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e41e51b-0d48-4ab9-a945-25d91d28f97e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'Port': ['ID=5b08fa3f-0b2e-47f4-9a96-9c9679f5758c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:30.203751 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed626a5-bd74-41ac-92aa-e693a4ffbf23 None None] Routers {'66ac26f6-5d10-47dc-bd1c-8a1bbf6609d2'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:33:30.204399 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-fed626a5-bd74-41ac-92aa-e693a4ffbf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:33:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['66ac26f6-5d10-47dc-bd1c-8a1bbf6609d2'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:30.210198 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-af498f05-e5b9-4a98-bc02-187e0b948080 None None] Provisioning complete for port e5e21277-e3db-49f0-acde-8c644ae1b9c5 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:30.210605 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-af498f05-e5b9-4a98-bc02-187e0b948080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:30.229197 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e41e51b-0d48-4ab9-a945-25d91d28f97e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] No DVR routers for this DVR port 5b08fa3f-0b2e-47f4-9a96-9c9679f5758c on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:33:30.272223 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-fed626a5-bd74-41ac-92aa-e693a4ffbf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:30.295698 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed626a5-bd74-41ac-92aa-e693a4ffbf23 None None] Routers {'66ac26f6-5d10-47dc-bd1c-8a1bbf6609d2'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:33:30.297587 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-fed626a5-bd74-41ac-92aa-e693a4ffbf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:33:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['66ac26f6-5d10-47dc-bd1c-8a1bbf6609d2'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:30.310884 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-af498f05-e5b9-4a98-bc02-187e0b948080 None None] Port e5e21277-e3db-49f0-acde-8c644ae1b9c5 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:30.316589 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 5b08fa3f-0b2e-47f4-9a96-9c9679f5758c no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:33:30.342614 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 5b08fa3f-0b2e-47f4-9a96-9c9679f5758c {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:33:30.342995 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 5b08fa3f-0b2e-47f4-9a96-9c9679f5758c not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:33:30.360882 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-fed626a5-bd74-41ac-92aa-e693a4ffbf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:30.361939 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed626a5-bd74-41ac-92aa-e693a4ffbf23 None None] The sync data for ids ['66ac26f6-5d10-47dc-bd1c-8a1bbf6609d2'] in n-d-766771-2 is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:33:30.419734 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-53d9b466-6e84-4290-a76d-b3df7789e1e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c0fcee4-f1e9-4f91-af85-d10f45d080fa {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:33:30.443874 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-53d9b466-6e84-4290-a76d-b3df7789e1e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:30.447337 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7e41e51b-0d48-4ab9-a945-25d91d28f97e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:30.452231 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-57bdbb28-96de-4ae9-9dcb-931d8f3980a4 service neutron] 10.222.0.26 "GET /v2.0/networks/1ff556fd-0581-480f-8730-5712d0e2eed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969176 Dec 10 16:33:30.525116 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-7e41e51b-0d48-4ab9-a945-25d91d28f97e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69e907fe-cb41-4b15-92a9-bb9a70e1c66f']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:30.527624 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-53d9b466-6e84-4290-a76d-b3df7789e1e8 service neutron] Transition to ACTIVE for port object 5c0fcee4-f1e9-4f91-af85-d10f45d080fa will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:33:30.538845 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-53d9b466-6e84-4290-a76d-b3df7789e1e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:30.545749 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-7e41e51b-0d48-4ab9-a945-25d91d28f97e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a787933-3325-48d3-bdab-207893e50874') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:30.546083 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-7e41e51b-0d48-4ab9-a945-25d91d28f97e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a787933-3325-48d3-bdab-207893e50874') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:30.563875 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7e41e51b-0d48-4ab9-a945-25d91d28f97e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:30.614605 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7e41e51b-0d48-4ab9-a945-25d91d28f97e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:30.639772 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e41e51b-0d48-4ab9-a945-25d91d28f97e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:33:30.639772 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7e41e51b-0d48-4ab9-a945-25d91d28f97e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:30.641556 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:33:30.641556 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:33:30.641556 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:33:30.641556 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:33:30.641556 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:33:30.641556 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:33:30.641556 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:33:30.641556 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:33:30.641556 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:33:30.641556 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:33:30.641556 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:33:30.641556 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:33:30.641556 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:33:30.641556 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:33:30.641556 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:33:30.641556 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:33:30.641556 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:33:30.641556 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:33:30.641556 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:33:30.641556 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:33:30.641556 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:33:30.641556 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:33:30.641556 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:33:30.641556 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:33:30.641556 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:33:30.641556 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:33:30.641556 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:33:30.641556 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:33:30.641556 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:33:30.641556 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:33:30.641556 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:33:30.641556 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:33:30.641556 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:33:30.641556 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:33:30.641556 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:33:30.641556 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:33:30.641556 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:33:30.641556 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:33:30.641556 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:33:30.641556 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:33:30.660036 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9b466-6e84-4290-a76d-b3df7789e1e8 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0fcee4-f1e9-4f91-af85-d10f45d080fa,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:30.730528 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b68f372-9efe-4d23-a800-c1f9428ac8f0 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:30.731906 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4b68f372-9efe-4d23-a800-c1f9428ac8f0 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "GET /v2.0/ports/e5e21277-e3db-49f0-acde-8c644ae1b9c5 HTTP/1.1" status: 200 len: 913 time: 0.5366299 Dec 10 16:33:30.736800 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54878) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:30.831669 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b4d68-4f85-496e-934d-3541e33f3226 req-33c2ca64-83c0-4e47-8927-ecf507293843 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:30.833256 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-572b4d68-4f85-496e-934d-3541e33f3226 req-33c2ca64-83c0-4e47-8927-ecf507293843 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/ports?device_id=291bb480-a09b-440d-ad1a-d975ad379262 HTTP/1.1" status: 200 len: 943 time: 0.1974864 Dec 10 16:33:30.876325 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-7a06a8b4-f0c9-40f0-8e9f-bc587995861a service neutron] 10.222.0.46 "GET /v2.0/networks/54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6925826 Dec 10 16:33:30.969960 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-9f2e5d8b-5fe8-40c2-948c-844930c367ab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=7a783492-ea39-41dc-8499-87239009e539 HTTP/1.1" status: 200 len: 217 time: 0.0847261 Dec 10 16:33:31.036733 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fe32c602-71a9-40f1-b003-d07716e92e0c req-9494f8b2-b00c-4e58-b0b4-30fa5c07a43a service neutron] 10.222.0.26 "GET /v2.0/networks/1ff556fd-0581-480f-8730-5712d0e2eed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5754693 Dec 10 16:33:31.042954 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-572b4d68-4f85-496e-934d-3541e33f3226 req-145c005f-ae7d-4e4b-bcdf-f5317b66c9c9 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/security-groups?id=1962f219-df48-4694-919d-c32c4e5c0eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023523 Dec 10 16:33:31.071658 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-4a7ec257-1714-45ed-a7aa-19e09336a961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:31.072982 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-4a7ec257-1714-45ed-a7aa-19e09336a961 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a67fe19-d2ec-40d0-b0cf-1f0cbda6e9f5 HTTP/1.1" status: 200 len: 797 time: 0.0737910 Dec 10 16:33:31.090999 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7e41e51b-0d48-4ab9-a945-25d91d28f97e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:31.106729 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7e41e51b-0d48-4ab9-a945-25d91d28f97e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:31.111697 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7e41e51b-0d48-4ab9-a945-25d91d28f97e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/networks/69e907fe-cb41-4b15-92a9-bb9a70e1c66f HTTP/1.1" status: 204 len: 168 time: 2.0784347 Dec 10 16:33:31.124895 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54882) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:31.130433 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-508a799b-d2a1-4c03-9bf9-c21f9f5aefb2 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-457792959'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:31.138316 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e41e51b-0d48-4ab9-a945-25d91d28f97e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'Network': ['ID=69e907fe-cb41-4b15-92a9-bb9a70e1c66f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:31.141834 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-53d9b466-6e84-4290-a76d-b3df7789e1e8 service neutron] Attempting to bind port 5c0fcee4-f1e9-4f91-af85-d10f45d080fa on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:33:31.142189 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-53d9b466-6e84-4290-a76d-b3df7789e1e8 service neutron] Attempting to bind port 5c0fcee4-f1e9-4f91-af85-d10f45d080fa by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '7c83139d-cc78-426a-8b91-cd72c3cfa424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1b92194b-d501-4dc0-8f3f-78d7ee7b6524'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:33:31.142519 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-53d9b466-6e84-4290-a76d-b3df7789e1e8 service neutron] Attempting to bind port 5c0fcee4-f1e9-4f91-af85-d10f45d080fa on network 1b92194b-d501-4dc0-8f3f-78d7ee7b6524 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:33:31.151226 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-53d9b466-6e84-4290-a76d-b3df7789e1e8 service neutron] Port 5c0fcee4-f1e9-4f91-af85-d10f45d080fa on network 1b92194b-d501-4dc0-8f3f-78d7ee7b6524 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:33:31.151226 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-53d9b466-6e84-4290-a76d-b3df7789e1e8 service neutron] Attempting to bind port 5c0fcee4-f1e9-4f91-af85-d10f45d080fa on network 1b92194b-d501-4dc0-8f3f-78d7ee7b6524 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:33:31.161551 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-53d9b466-6e84-4290-a76d-b3df7789e1e8 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:33:31.161923 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-53d9b466-6e84-4290-a76d-b3df7789e1e8 service neutron] Checking segment: {'id': '7c83139d-cc78-426a-8b91-cd72c3cfa424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1b92194b-d501-4dc0-8f3f-78d7ee7b6524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:31.162405 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-53d9b466-6e84-4290-a76d-b3df7789e1e8 service neutron] Bound using segment: {'id': '7c83139d-cc78-426a-8b91-cd72c3cfa424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1b92194b-d501-4dc0-8f3f-78d7ee7b6524'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:33:31.162981 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-53d9b466-6e84-4290-a76d-b3df7789e1e8 service neutron] Bound port: 5c0fcee4-f1e9-4f91-af85-d10f45d080fa, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c83139d-cc78-426a-8b91-cd72c3cfa424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1b92194b-d501-4dc0-8f3f-78d7ee7b6524'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:33:31.163331 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-53d9b466-6e84-4290-a76d-b3df7789e1e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:31.166620 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508a799b-d2a1-4c03-9bf9-c21f9f5aefb2 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Made reservation on behalf of c3130369965d4192948d49aa98d6bfdc for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:31.170578 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-508a799b-d2a1-4c03-9bf9-c21f9f5aefb2 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:31.204781 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-e0d4fd8a-4047-4f90-8308-0875e87ddb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:31.206296 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-e0d4fd8a-4047-4f90-8308-0875e87ddb9c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cf96409c-c15e-4dab-9223-335a0597f4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1084557 Dec 10 16:33:31.229305 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-508a799b-d2a1-4c03-9bf9-c21f9f5aefb2 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:33:31.245464 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8365c-4940-421a-b12b-dabe697fbd53 req-71318f30-c499-4547-bbc4-ae876ff886f4 tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:31.246973 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-acb8365c-4940-421a-b12b-dabe697fbd53 req-71318f30-c499-4547-bbc4-ae876ff886f4 tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] 10.222.0.11 "GET /v2.0/ports?device_id=201dff32-8d61-4061-bb87-9dc15073723c HTTP/1.1" status: 200 len: 943 time: 0.1121440 Dec 10 16:33:31.251426 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-508a799b-d2a1-4c03-9bf9-c21f9f5aefb2 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:31.251766 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-508a799b-d2a1-4c03-9bf9-c21f9f5aefb2 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Added segment fd11196c-2f21-4ed3-bb39-46bad1e1da93 of type vlan for network 33504f65-33d8-429e-aa72-f39096fe2a00 Dec 10 16:33:31.284375 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-53d9b466-6e84-4290-a76d-b3df7789e1e8 service neutron] For port 5c0fcee4-f1e9-4f91-af85-d10f45d080fa, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:33:31.305033 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-53d9b466-6e84-4290-a76d-b3df7789e1e8 service neutron] For port 5c0fcee4-f1e9-4f91-af85-d10f45d080fa, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=5c0fcee4-f1e9-4f91-af85-d10f45d080fa,segment=NetworkSegment(7c83139d-cc78-426a-8b91-cd72c3cfa424),segment_id=7c83139d-cc78-426a-8b91-cd72c3cfa424)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:33:31.306981 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-508a799b-d2a1-4c03-9bf9-c21f9f5aefb2 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:31.310272 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-53d9b466-6e84-4290-a76d-b3df7789e1e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:31.365131 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-53d9b466-6e84-4290-a76d-b3df7789e1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:31.365756 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-53d9b466-6e84-4290-a76d-b3df7789e1e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:31.367172 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-53d9b466-6e84-4290-a76d-b3df7789e1e8 service neutron] 10.222.0.46 "PUT /v2.0/ports/5c0fcee4-f1e9-4f91-af85-d10f45d080fa HTTP/1.1" status: 200 len: 1091 time: 1.9995005 Dec 10 16:33:31.383468 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9b466-6e84-4290-a76d-b3df7789e1e8 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0fcee4-f1e9-4f91-af85-d10f45d080fa,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:31.385635 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-acb8365c-4940-421a-b12b-dabe697fbd53 req-3f755e74-bc1d-4f57-b4e6-373b68c27ab3 tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa3a067e-9208-4f4a-aecd-66e250f58907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107051 Dec 10 16:33:31.386215 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-508a799b-d2a1-4c03-9bf9-c21f9f5aefb2 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:31.389124 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-4e292ab7-1824-4440-a2b8-d09cb67c9b47 service neutron] 10.222.0.46 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741381 Dec 10 16:33:31.392032 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508a799b-d2a1-4c03-9bf9-c21f9f5aefb2 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:31.393059 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-508a799b-d2a1-4c03-9bf9-c21f9f5aefb2 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:31.469295 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f12e826e-21c1-46f0-87d9-d303f198b7f0 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:31.514694 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6ff68a-791f-4f85-be66-4f32d9a032bd x-openstack-request-id: req-8a6ff68a-791f-4f85-be66-4f32d9a032bd {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:33:31.515189 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "291bb480-a09b-440d-ad1a-d975ad379262", "tag": "f71554f2-e8bc-44da-a5e4-c6737d99848d", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:33:31.515447 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8a6ff68a-791f-4f85-be66-4f32d9a032bd {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:33:31.516243 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '291bb480-a09b-440d-ad1a-d975ad379262', 'tag': 'f71554f2-e8bc-44da-a5e4-c6737d99848d', 'status': 'completed', 'code': 200} Dec 10 16:33:31.536960 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a799b-d2a1-4c03-9bf9-c21f9f5aefb2 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'Network': ['ID=33504f65-33d8-429e-aa72-f39096fe2a00,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:31.548904 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 33504f65-33d8-429e-aa72-f39096fe2a00 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:33:31.556993 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-508a799b-d2a1-4c03-9bf9-c21f9f5aefb2 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4309468 Dec 10 16:33:31.560528 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54886) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:31.563512 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-891b30a2-3ce3-4e7f-8028-9fee5da2bdca service neutron] 10.222.0.46 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634142 Dec 10 16:33:31.566298 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-5a872e51-a2c9-4965-ac57-b4d4c968d7cb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'subnet': {'network_id': '33504f65-33d8-429e-aa72-f39096fe2a00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:31.610333 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-36cc91f4-2256-4300-a1c9-34bd1761dac8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=304a9bfc-169e-45fd-9a13-801c0c824783 HTTP/1.1" status: 200 len: 217 time: 0.0395489 Dec 10 16:33:31.657500 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-a51dfd19-5eb4-406f-8573-e53fa86e2f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:31.659052 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-a51dfd19-5eb4-406f-8573-e53fa86e2f22 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2aacecfce2ed4221a1a33bbee8266f3a&device_id=201dff32-8d61-4061-bb87-9dc15073723c HTTP/1.1" status: 200 len: 1094 time: 0.2344270 Dec 10 16:33:31.664360 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cdd73d-6a1b-4830-a88c-4d8aa799beb2 req-c13b7887-25de-4c0f-a8aa-b1e188025905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:31.665516 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-88cdd73d-6a1b-4830-a88c-4d8aa799beb2 req-c13b7887-25de-4c0f-a8aa-b1e188025905 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e3ab537af104aefb9b5f01272b0709a&device_id=291bb480-a09b-440d-ad1a-d975ad379262 HTTP/1.1" status: 200 len: 1094 time: 0.1646485 Dec 10 16:33:31.729528 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-82cea804-6927-4b7e-9c59-186e3fe84596 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c0fcee4-f1e9-4f91-af85-d10f45d080fa HTTP/1.1" status: 200 len: 217 time: 0.0621006 Dec 10 16:33:31.743306 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-1ff9e12c-42f4-4938-b5c2-4c57f77d2fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:31.744739 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-1ff9e12c-42f4-4938-b5c2-4c57f77d2fb3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a67fe19-d2ec-40d0-b0cf-1f0cbda6e9f5 HTTP/1.1" status: 200 len: 797 time: 0.1244721 Dec 10 16:33:31.755500 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a93dfa-3896-4a0e-a873-a52cedf40be2 req-ef238df3-8027-4319-9004-28ed100c813c tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:31.756902 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-85a93dfa-3896-4a0e-a873-a52cedf40be2 req-ef238df3-8027-4319-9004-28ed100c813c tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/ports?device_id=f32d35a4-4891-4d87-bee7-53b7b398dfc3 HTTP/1.1" status: 200 len: 945 time: 0.1517241 Dec 10 16:33:31.786741 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a872e51-a2c9-4965-ac57-b4d4c968d7cb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Made reservation on behalf of c3130369965d4192948d49aa98d6bfdc for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:31.790555 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a872e51-a2c9-4965-ac57-b4d4c968d7cb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:31.847181 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-f78e5232-af43-4d23-8f6b-3f00a728342f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:31.848678 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-f78e5232-af43-4d23-8f6b-3f00a728342f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cf96409c-c15e-4dab-9223-335a0597f4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0880988 Dec 10 16:33:31.855334 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-85a93dfa-3896-4a0e-a873-a52cedf40be2 req-3b6ce73c-ae3a-410c-899a-835859aacd39 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/security-groups?id=85e5dc36-7bfe-4fe2-a426-eece040ff59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843105 Dec 10 16:33:31.892311 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-596223c9-c52e-419a-8e38-53cdc4e2fb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:31.893806 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-596223c9-c52e-419a-8e38-53cdc4e2fb31 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fdb13c10-5122-4013-9ef3-e3f2ceff0736 HTTP/1.1" status: 200 len: 850 time: 0.1359522 Dec 10 16:33:31.941359 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cdd73d-6a1b-4830-a88c-4d8aa799beb2 req-91258dbb-616b-472c-8be1-f42b3c844d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:31.943487 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-88cdd73d-6a1b-4830-a88c-4d8aa799beb2 req-91258dbb-616b-472c-8be1-f42b3c844d85 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1ff556fd-0581-480f-8730-5712d0e2eed7 HTTP/1.1" status: 200 len: 916 time: 0.2655220 Dec 10 16:33:31.944797 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-a8d1c195-2086-4f7f-9bcc-ef80d6750c8a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b92194b-d501-4dc0-8f3f-78d7ee7b6524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421097 Dec 10 16:33:32.040717 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-88cdd73d-6a1b-4830-a88c-4d8aa799beb2 req-0a934e04-4ff3-4692-bf13-626533410ea4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f71554f2-e8bc-44da-a5e4-c6737d99848d HTTP/1.1" status: 200 len: 217 time: 0.0774961 Dec 10 16:33:32.075274 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-f12e826e-21c1-46f0-87d9-d303f198b7f0 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Deleting port e5e21277-e3db-49f0-acde-8c644ae1b9c5 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:32.075755 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f12e826e-21c1-46f0-87d9-d303f198b7f0 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:32.080078 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-6b6a3d19-df6c-47c8-9a60-bc0bfed0a591 service neutron] 10.222.0.46 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230947 Dec 10 16:33:32.164916 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cdd73d-6a1b-4830-a88c-4d8aa799beb2 req-b05da268-88e0-4c74-8927-5321bfbfbc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:32.166445 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-88cdd73d-6a1b-4830-a88c-4d8aa799beb2 req-b05da268-88e0-4c74-8927-5321bfbfbc83 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ed059596-b61f-4b79-b79e-c9b747c3907d HTTP/1.1" status: 200 len: 855 time: 0.1173027 Dec 10 16:33:32.175689 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-2ae2b119-5cc2-4ff4-90b3-6d8b719cbc7f service neutron] 10.222.0.46 "GET /v2.0/networks/1b92194b-d501-4dc0-8f3f-78d7ee7b6524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233222 Dec 10 16:33:32.240498 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-88cdd73d-6a1b-4830-a88c-4d8aa799beb2 req-7a36bca7-ffe7-4239-86b3-a2eeb803a910 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1ff556fd-0581-480f-8730-5712d0e2eed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637898 Dec 10 16:33:32.277164 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76708563-9526-4b5a-b03b-f8c03b8f80a6 req-e162706e-0344-40be-98a6-3af80cbea811 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:32.278700 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-76708563-9526-4b5a-b03b-f8c03b8f80a6 req-e162706e-0344-40be-98a6-3af80cbea811 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 943 time: 0.1501949 Dec 10 16:33:32.283795 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f12e826e-21c1-46f0-87d9-d303f198b7f0 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:32.328121 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-f12e826e-21c1-46f0-87d9-d303f198b7f0 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Calling delete_port for e5e21277-e3db-49f0-acde-8c644ae1b9c5 owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:32.335001 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-65dcb01f-5d09-41fa-9e7f-4da751077f1e service neutron] 10.222.0.46 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396600 Dec 10 16:33:32.337724 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a872e51-a2c9-4965-ac57-b4d4c968d7cb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:32.437016 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-68b03a06-0dbf-4b2c-b407-0f837ebfa92f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=21b8bef8-fefe-4479-9cf4-2a31d80aa85b HTTP/1.1" status: 200 len: 217 time: 0.0932686 Dec 10 16:33:32.450683 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a872e51-a2c9-4965-ac57-b4d4c968d7cb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'Subnet': ['ID=24f14e24-f5fb-4a69-b28c-f6137f5c196e,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:32.459911 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-76708563-9526-4b5a-b03b-f8c03b8f80a6 req-06460dc6-5794-43a1-a7ce-602fd9d6736a tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=61dd92f2-b4f5-4bfd-ac94-e9e550096dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734276 Dec 10 16:33:32.463167 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-829e4d58-37e1-4b96-aaae-6f78115f9abb req-39be1360-ede7-4d4e-81e5-6e0e8b47c39b service neutron] 10.222.0.46 "GET /v2.0/networks/1b92194b-d501-4dc0-8f3f-78d7ee7b6524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566819 Dec 10 16:33:32.467066 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-88cdd73d-6a1b-4830-a88c-4d8aa799beb2 req-88d5cab0-6f4f-4524-9b6a-1f9f055e2280 service neutron] 10.222.0.26 "GET /v2.0/networks/1ff556fd-0581-480f-8730-5712d0e2eed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942053 Dec 10 16:33:32.484239 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a872e51-a2c9-4965-ac57-b4d4c968d7cb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Checking segment: {'id': 'fd11196c-2f21-4ed3-bb39-46bad1e1da93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '33504f65-33d8-429e-aa72-f39096fe2a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:32.484745 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a872e51-a2c9-4965-ac57-b4d4c968d7cb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Network hostable DHCP agents. Network: 33504f65-33d8-429e-aa72-f39096fe2a00, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:33:32.548113 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a872e51-a2c9-4965-ac57-b4d4c968d7cb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Network 33504f65-33d8-429e-aa72-f39096fe2a00 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:33:32.573316 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-5a872e51-a2c9-4965-ac57-b4d4c968d7cb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 33504f65-33d8-429e-aa72-f39096fe2a00) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:32.575135 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-86817168-50c7-42f7-b480-76a925d47b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:32.576634 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-86817168-50c7-42f7-b480-76a925d47b03 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a67fe19-d2ec-40d0-b0cf-1f0cbda6e9f5 HTTP/1.1" status: 200 len: 797 time: 0.1158590 Dec 10 16:33:32.580206 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a872e51-a2c9-4965-ac57-b4d4c968d7cb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:32.581118 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a872e51-a2c9-4965-ac57-b4d4c968d7cb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:32.589138 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-88cdd73d-6a1b-4830-a88c-4d8aa799beb2 req-8b3edcc5-2924-40f7-ac1c-9454532b0cdf service neutron] 10.222.0.26 "GET /v2.0/networks/1ff556fd-0581-480f-8730-5712d0e2eed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148131 Dec 10 16:33:32.590452 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9f4fe4b0-5222-4356-aabd-cd8e446b64de req-18ae8e98-1604-4a50-ba49-51cccc654921 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2830670 Dec 10 16:33:32.591006 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09e65f7-6559-453b-9ce5-dcf0c43f7b55 None None] Network 33504f65-33d8-429e-aa72-f39096fe2a00 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:32.602855 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5a872e51-a2c9-4965-ac57-b4d4c968d7cb tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0404236 Dec 10 16:33:32.605824 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54908) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:32.612043 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c1a61d2b-1f8b-4aa1-9b04-48fdc6273d22 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-133948596', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:32.645018 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c1a61d2b-1f8b-4aa1-9b04-48fdc6273d22 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:32.646100 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c1a61d2b-1f8b-4aa1-9b04-48fdc6273d22 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:32.725350 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-93e92d3c-cd7b-4cdd-a87b-fd31f12a280a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:32.727106 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-93e92d3c-cd7b-4cdd-a87b-fd31f12a280a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cf96409c-c15e-4dab-9223-335a0597f4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1354809 Dec 10 16:33:32.752095 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c7892b-f051-425a-aeed-8b17b3baf5a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-33504f65-33d8-429e-aa72-f39096fe2a00', 'network_id': '33504f65-33d8-429e-aa72-f39096fe2a00', 'project_id': 'c3130369965d4192948d49aa98d6bfdc', 'fixed_ips': [{'subnet_id': '24f14e24-f5fb-4a69-b28c-f6137f5c196e'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:33:32.752967 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-33c7892b-f051-425a-aeed-8b17b3baf5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:32.776480 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c1a61d2b-1f8b-4aa1-9b04-48fdc6273d22 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:32.782211 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c1a61d2b-1f8b-4aa1-9b04-48fdc6273d22 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:32.804986 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c1a61d2b-1f8b-4aa1-9b04-48fdc6273d22 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:32.808700 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c1a61d2b-1f8b-4aa1-9b04-48fdc6273d22 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1992795 Dec 10 16:33:32.808915 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54916) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:32.813818 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-8e0b0583-1689-428b-bd7b-41f86ef52d03 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'port': {'network_id': '33504f65-33d8-429e-aa72-f39096fe2a00', 'name': 'tempest-PortsIpV6TestJSON-1195758295'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:32.890560 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f12e826e-21c1-46f0-87d9-d303f198b7f0 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:32.958595 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e826e-21c1-46f0-87d9-d303f198b7f0 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event deleted for resources: {'Port': ['ID=e5e21277-e3db-49f0-acde-8c644ae1b9c5,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:32.986879 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d38af-ada6-4446-877a-2bc882e67502 req-dbe66821-76d7-4aa2-8e7e-44e84b894ebb tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:32.994523 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-916d38af-ada6-4446-877a-2bc882e67502 req-dbe66821-76d7-4aa2-8e7e-44e84b894ebb tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/ports?device_id=291bb480-a09b-440d-ad1a-d975ad379262 HTTP/1.1" status: 200 len: 943 time: 0.2209082 Dec 10 16:33:33.003983 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0b0583-1689-428b-bd7b-41f86ef52d03 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Made reservation on behalf of c3130369965d4192948d49aa98d6bfdc for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:33.008165 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8e0b0583-1689-428b-bd7b-41f86ef52d03 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:33.035126 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-8e0b0583-1689-428b-bd7b-41f86ef52d03 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] device_id is not set on port a26b45e0-57aa-40a6-a4d2-bc28903b0d3c yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:33:33.070292 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-33c7892b-f051-425a-aeed-8b17b3baf5a0 None None] Allocated IP 2001:db8::2 (33504f65-33d8-429e-aa72-f39096fe2a00/24f14e24-f5fb-4a69-b28c-f6137f5c196e/e9028009-ed46-466f-979d-0ff5a033f0c8) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:33.141494 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-47c704d8-641a-49cc-9f89-7d29d09d7ddd service neutron] 10.222.0.46 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805723 Dec 10 16:33:33.169084 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f12e826e-21c1-46f0-87d9-d303f198b7f0 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:33.220042 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-916d38af-ada6-4446-877a-2bc882e67502 req-1edb2c98-bebf-4b92-b168-6ecbb50d02d5 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/security-groups?id=1962f219-df48-4694-919d-c32c4e5c0eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244964 Dec 10 16:33:33.291542 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-33c7892b-f051-425a-aeed-8b17b3baf5a0 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:33.303505 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-33c7892b-f051-425a-aeed-8b17b3baf5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:33.348934 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c7892b-f051-425a-aeed-8b17b3baf5a0 None None] Network 33504f65-33d8-429e-aa72-f39096fe2a00 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:33.353298 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-33c7892b-f051-425a-aeed-8b17b3baf5a0 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:33.355265 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7892b-f051-425a-aeed-8b17b3baf5a0 None None] Pushing event updated for resources: {'Port': ['ID=e9028009-ed46-466f-979d-0ff5a033f0c8,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:33.358372 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c7892b-f051-425a-aeed-8b17b3baf5a0 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:33.379788 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-8e0b0583-1689-428b-bd7b-41f86ef52d03 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Allocated IP 2001:db8::1f4 (33504f65-33d8-429e-aa72-f39096fe2a00/24f14e24-f5fb-4a69-b28c-f6137f5c196e/a26b45e0-57aa-40a6-a4d2-bc28903b0d3c) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:33.426701 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-33c7892b-f051-425a-aeed-8b17b3baf5a0 None None] Attempting to bind port e9028009-ed46-466f-979d-0ff5a033f0c8 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:33:33.427454 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-33c7892b-f051-425a-aeed-8b17b3baf5a0 None None] Attempting to bind port e9028009-ed46-466f-979d-0ff5a033f0c8 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'fd11196c-2f21-4ed3-bb39-46bad1e1da93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '33504f65-33d8-429e-aa72-f39096fe2a00'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:33:33.428095 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c7892b-f051-425a-aeed-8b17b3baf5a0 None None] Attempting to bind port e9028009-ed46-466f-979d-0ff5a033f0c8 on network 33504f65-33d8-429e-aa72-f39096fe2a00 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:33:33.434008 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c7892b-f051-425a-aeed-8b17b3baf5a0 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:33:33.434798 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c7892b-f051-425a-aeed-8b17b3baf5a0 None None] Checking segment: {'id': 'fd11196c-2f21-4ed3-bb39-46bad1e1da93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '33504f65-33d8-429e-aa72-f39096fe2a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:33.436391 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-33c7892b-f051-425a-aeed-8b17b3baf5a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:33.437032 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c7892b-f051-425a-aeed-8b17b3baf5a0 None None] Bound using segment: {'id': 'fd11196c-2f21-4ed3-bb39-46bad1e1da93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '33504f65-33d8-429e-aa72-f39096fe2a00'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:33:33.437727 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-33c7892b-f051-425a-aeed-8b17b3baf5a0 None None] Bound port: e9028009-ed46-466f-979d-0ff5a033f0c8, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11196c-2f21-4ed3-bb39-46bad1e1da93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '33504f65-33d8-429e-aa72-f39096fe2a00'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:33:33.438442 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-33c7892b-f051-425a-aeed-8b17b3baf5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:33.512654 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-33c7892b-f051-425a-aeed-8b17b3baf5a0 None None] For port e9028009-ed46-466f-979d-0ff5a033f0c8, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:33:33.518762 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201dff32-8d61-4061-bb87-9dc15073723c', 'tag': '5c0fcee4-f1e9-4f91-af85-d10f45d080fa'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:33:33.520919 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc7be6d-55b4-4a5d-85a1-ba58f772a54e" -d '{"events": [{"name": "network-changed", "server_uuid": "201dff32-8d61-4061-bb87-9dc15073723c", "tag": "5c0fcee4-f1e9-4f91-af85-d10f45d080fa"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:33:33.521145 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-33c7892b-f051-425a-aeed-8b17b3baf5a0 None None] For port e9028009-ed46-466f-979d-0ff5a033f0c8, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=e9028009-ed46-466f-979d-0ff5a033f0c8,segment=NetworkSegment(fd11196c-2f21-4ed3-bb39-46bad1e1da93),segment_id=fd11196c-2f21-4ed3-bb39-46bad1e1da93)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:33:33.527927 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-33c7892b-f051-425a-aeed-8b17b3baf5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:33.581040 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8e0b0583-1689-428b-bd7b-41f86ef52d03 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:33.616644 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7892b-f051-425a-aeed-8b17b3baf5a0 None None] Pushing event updated for resources: {'Port': ['ID=e9028009-ed46-466f-979d-0ff5a033f0c8,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:33.637237 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8e0b0583-1689-428b-bd7b-41f86ef52d03 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:33.700382 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b0583-1689-428b-bd7b-41f86ef52d03 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'Port': ['ID=a26b45e0-57aa-40a6-a4d2-bc28903b0d3c,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:33.719947 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0b0583-1689-428b-bd7b-41f86ef52d03 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Network 33504f65-33d8-429e-aa72-f39096fe2a00 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:33.721785 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-8e0b0583-1689-428b-bd7b-41f86ef52d03 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:33.729544 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0b0583-1689-428b-bd7b-41f86ef52d03 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:33.737443 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0b0583-1689-428b-bd7b-41f86ef52d03 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:33.738308 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8e0b0583-1689-428b-bd7b-41f86ef52d03 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:33.760917 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8e0b0583-1689-428b-bd7b-41f86ef52d03 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9507012 Dec 10 16:33:33.761697 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54928) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:33.924959 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-c12c848c-bff3-468d-8018-0dbfb2fcdecf service neutron] 10.222.0.46 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7747066 Dec 10 16:33:33.934636 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6946fc-d223-43b1-b826-d9d4b84d09df req-2aa870b0-d2d4-4519-8d6b-6a423deac23a tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:33.943009 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8d6946fc-d223-43b1-b826-d9d4b84d09df req-2aa870b0-d2d4-4519-8d6b-6a423deac23a tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] 10.222.0.11 "GET /v2.0/ports?device_id=201dff32-8d61-4061-bb87-9dc15073723c HTTP/1.1" status: 200 len: 943 time: 0.6478093 Dec 10 16:33:34.033363 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-acfcb552-6d94-4bb6-810b-d9e3ab28e0e2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=8ea2a5ee-71c7-4668-b402-89d8708371f8 HTTP/1.1" status: 200 len: 217 time: 0.0814061 Dec 10 16:33:34.051241 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12e826e-21c1-46f0-87d9-d303f198b7f0 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Router 66ac26f6-5d10-47dc-bd1c-8a1bbf6609d2 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:33:34.059635 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device f71554f2-e8bc-44da-a5e4-c6737d99848d details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:33:34.102064 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8d6946fc-d223-43b1-b826-d9d4b84d09df req-a4dccfe8-7f31-4a32-bf55-0bd601cf2d0c tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa3a067e-9208-4f4a-aecd-66e250f58907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582005 Dec 10 16:33:34.217665 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-70b34d0b-f673-4cd1-8053-1aa2f9588df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:34.221815 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-70b34d0b-f673-4cd1-8053-1aa2f9588df6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a67fe19-d2ec-40d0-b0cf-1f0cbda6e9f5 HTTP/1.1" status: 200 len: 797 time: 0.1732235 Dec 10 16:33:34.242934 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port f71554f2-e8bc-44da-a5e4-c6737d99848d, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=f71554f2-e8bc-44da-a5e4-c6737d99848d,segment=NetworkSegment(b44a6068-1cde-4f52-a8e6-9ddabbdb5356),segment_id=b44a6068-1cde-4f52-a8e6-9ddabbdb5356)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:34.261859 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': 'f71554f2-e8bc-44da-a5e4-c6737d99848d', 'network_id': '1ff556fd-0581-480f-8730-5712d0e2eed7', 'port_id': 'f71554f2-e8bc-44da-a5e4-c6737d99848d', 'mac_address': 'fa:16:3e:b8:f9:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed059596-b61f-4b79-b79e-c9b747c3907d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:33:34.280804 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9af55f73-28cf-4ae2-a350-e18518b68480 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:34.305262 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd4011-648a-4c1f-a77a-5d338928ea48 req-2e86469e-821e-46a8-852b-12b11a0cac8d tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:34.305492 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:34.306986 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6dcd4011-648a-4c1f-a77a-5d338928ea48 req-2e86469e-821e-46a8-852b-12b11a0cac8d tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e1640b5-e257-444f-b988-6f39c46c3f4d HTTP/1.1" status: 200 len: 945 time: 0.2315962 Dec 10 16:33:34.321112 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f71554f2-e8bc-44da-a5e4-c6737d99848d {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:33:34.332468 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12e826e-21c1-46f0-87d9-d303f198b7f0 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:33:34.343273 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f12e826e-21c1-46f0-87d9-d303f198b7f0 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "PUT /v2.0/routers/66ac26f6-5d10-47dc-bd1c-8a1bbf6609d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6029902 Dec 10 16:33:34.345838 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54932) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:34.347254 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port f71554f2-e8bc-44da-a5e4-c6737d99848d, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=f71554f2-e8bc-44da-a5e4-c6737d99848d,segment=NetworkSegment(b44a6068-1cde-4f52-a8e6-9ddabbdb5356),segment_id=b44a6068-1cde-4f52-a8e6-9ddabbdb5356)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:34.350721 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad37d78-8015-43f5-b242-744058c1f86d None None] Sync routers for ids ['66ac26f6-5d10-47dc-bd1c-8a1bbf6609d2'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:33:34.356846 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-396580b0-3c25-45b3-9fee-216974dc6918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:34.358667 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-396580b0-3c25-45b3-9fee-216974dc6918 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cf96409c-c15e-4dab-9223-335a0597f4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1240146 Dec 10 16:33:34.365164 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:34.372042 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device e9028009-ed46-466f-979d-0ff5a033f0c8 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:33:34.444010 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad37d78-8015-43f5-b242-744058c1f86d None None] Routers {'66ac26f6-5d10-47dc-bd1c-8a1bbf6609d2'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:33:34.444753 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-7ad37d78-8015-43f5-b242-744058c1f86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:33:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['66ac26f6-5d10-47dc-bd1c-8a1bbf6609d2'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:34.490505 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-7ad37d78-8015-43f5-b242-744058c1f86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:34.536711 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad37d78-8015-43f5-b242-744058c1f86d None None] Routers {'66ac26f6-5d10-47dc-bd1c-8a1bbf6609d2'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:33:34.537355 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-7ad37d78-8015-43f5-b242-744058c1f86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:33:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['66ac26f6-5d10-47dc-bd1c-8a1bbf6609d2'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:34.541320 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7f3f9-9e9a-4892-a355-1fbef1ecb01e req-07bb99c5-19d6-4f4b-ba1b-b06ba7584b98 tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:34.546079 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-89a7f3f9-9e9a-4892-a355-1fbef1ecb01e req-07bb99c5-19d6-4f4b-ba1b-b06ba7584b98 tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1640b5-e257-444f-b988-6f39c46c3f4d HTTP/1.1" status: 200 len: 945 time: 0.3125691 Dec 10 16:33:34.608292 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=f71554f2-e8bc-44da-a5e4-c6737d99848d,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:34.611133 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-6dcd4011-648a-4c1f-a77a-5d338928ea48 req-4a4667c1-7749-462f-9193-a38f8c746130 tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] Deleting port 00b09212-df96-4b28-bb3b-0ab0d6df94bc {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:34.611637 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6dcd4011-648a-4c1f-a77a-5d338928ea48 req-4a4667c1-7749-462f-9193-a38f8c746130 tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:34.613280 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['f71554f2-e8bc-44da-a5e4-c6737d99848d'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:33:34.620044 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-7ad37d78-8015-43f5-b242-744058c1f86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:34.620772 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad37d78-8015-43f5-b242-744058c1f86d None None] The sync data for ids ['66ac26f6-5d10-47dc-bd1c-8a1bbf6609d2'] in n-d-766771-2 is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:33:34.725762 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port e9028009-ed46-466f-979d-0ff5a033f0c8 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:34.728668 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:34.760424 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-40943045-2527-4786-8d86-da19fadaf3c4 service neutron] 10.222.0.46 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502707 Dec 10 16:33:34.776266 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-89a7f3f9-9e9a-4892-a355-1fbef1ecb01e req-8e81c945-2781-4028-b04f-a7d985ba0735 tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] 10.222.0.11 "GET /v2.0/security-groups?id=08ca99fe-16d4-4320-b9e5-43420083dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227805 Dec 10 16:33:34.902117 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-6dcd4011-648a-4c1f-a77a-5d338928ea48 req-4a4667c1-7749-462f-9193-a38f8c746130 tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] For port 00b09212-df96-4b28-bb3b-0ab0d6df94bc, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=00b09212-df96-4b28-bb3b-0ab0d6df94bc,segment=NetworkSegment(e1b26aa6-9753-47b4-ace0-6d32d5468316),segment_id=e1b26aa6-9753-47b4-ace0-6d32d5468316)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:34.902505 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6dcd4011-648a-4c1f-a77a-5d338928ea48 req-4a4667c1-7749-462f-9193-a38f8c746130 tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:34.963111 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-6dcd4011-648a-4c1f-a77a-5d338928ea48 req-4a4667c1-7749-462f-9193-a38f8c746130 tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] Calling delete_port for 00b09212-df96-4b28-bb3b-0ab0d6df94bc owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:34.974924 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 5c0fcee4-f1e9-4f91-af85-d10f45d080fa details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:33:35.045897 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289eaa4-a788-445e-88dc-12b3ecd0b02c req-a073716e-4504-41c2-80a3-52522c84e875 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:35.054318 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d289eaa4-a788-445e-88dc-12b3ecd0b02c req-a073716e-4504-41c2-80a3-52522c84e875 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/ports?device_id=f32d35a4-4891-4d87-bee7-53b7b398dfc3 HTTP/1.1" status: 200 len: 945 time: 0.1666105 Dec 10 16:33:35.063535 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-7d36483e-9fb6-4180-946e-dcf66ba1bd97 service neutron] 10.222.0.46 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859147 Dec 10 16:33:35.067480 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9af55f73-28cf-4ae2-a350-e18518b68480 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:35.073422 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9af55f73-28cf-4ae2-a350-e18518b68480 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:35.101059 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 5c0fcee4-f1e9-4f91-af85-d10f45d080fa, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=5c0fcee4-f1e9-4f91-af85-d10f45d080fa,segment=NetworkSegment(7c83139d-cc78-426a-8b91-cd72c3cfa424),segment_id=7c83139d-cc78-426a-8b91-cd72c3cfa424)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:35.123007 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '5c0fcee4-f1e9-4f91-af85-d10f45d080fa', 'network_id': '1b92194b-d501-4dc0-8f3f-78d7ee7b6524', 'port_id': '5c0fcee4-f1e9-4f91-af85-d10f45d080fa', 'mac_address': 'fa:16:3e:5a:d9:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdb13c10-5122-4013-9ef3-e3f2ceff0736', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:33:35.124996 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ae8144-3d08-4149-9a6d-415cf8e33ae8 None None] Network 33504f65-33d8-429e-aa72-f39096fe2a00 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:35.139694 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-ea8f0186-c3c6-4ab0-abd5-43eab1237310 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=eeb3a935-ca6c-4918-87c1-e89b62c3b091 HTTP/1.1" status: 200 len: 217 time: 0.0634451 Dec 10 16:33:35.184330 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af55f73-28cf-4ae2-a350-e18518b68480 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'Port': ['ID=a26b45e0-57aa-40a6-a4d2-bc28903b0d3c,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:35.204792 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:35.234777 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d289eaa4-a788-445e-88dc-12b3ecd0b02c req-e6ae5693-4756-460c-9438-1afb005c1531 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/security-groups?id=85e5dc36-7bfe-4fe2-a426-eece040ff59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787062 Dec 10 16:33:35.280933 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-cc3338bf-2557-4b64-a1bc-7a1c7864aa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:35.294127 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c78ebccc-65bb-4ca9-9e29-44b1d9e16634 None None] Provisioning complete for port e9028009-ed46-466f-979d-0ff5a033f0c8 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:35.294516 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c78ebccc-65bb-4ca9-9e29-44b1d9e16634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:35.297061 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-cc3338bf-2557-4b64-a1bc-7a1c7864aa7f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=512e7c15-5283-4a20-8554-1db6c68de939 HTTP/1.1" status: 200 len: 797 time: 0.1347997 Dec 10 16:33:35.351588 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port e9028009-ed46-466f-979d-0ff5a033f0c8, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=e9028009-ed46-466f-979d-0ff5a033f0c8,segment=NetworkSegment(fd11196c-2f21-4ed3-bb39-46bad1e1da93),segment_id=fd11196c-2f21-4ed3-bb39-46bad1e1da93)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:35.367233 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:35.369284 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:35.376915 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9af55f73-28cf-4ae2-a350-e18518b68480 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:35.396704 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-60173587-114f-4b1a-a367-b2b45bd3c719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:35.398504 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-60173587-114f-4b1a-a367-b2b45bd3c719 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38e57e43-6d77-489e-a8a8-a633e923df66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0819788 Dec 10 16:33:35.425468 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bb6b8b45-dc6b-4970-9bc8-81105fc216eb tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:35.426824 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6dcd4011-648a-4c1f-a77a-5d338928ea48 req-4a4667c1-7749-462f-9193-a38f8c746130 tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:35.444824 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['00b09212-df96-4b28-bb3b-0ab0d6df94bc'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:33:35.447584 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c0fcee4-f1e9-4f91-af85-d10f45d080fa {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:33:35.486205 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4667c1-7749-462f-9193-a38f8c746130 tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] Pushing event deleted for resources: {'Port': ['ID=00b09212-df96-4b28-bb3b-0ab0d6df94bc,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:35.521957 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 5c0fcee4-f1e9-4f91-af85-d10f45d080fa, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=5c0fcee4-f1e9-4f91-af85-d10f45d080fa,segment=NetworkSegment(7c83139d-cc78-426a-8b91-cd72c3cfa424),segment_id=7c83139d-cc78-426a-8b91-cd72c3cfa424)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:35.528047 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=e9028009-ed46-466f-979d-0ff5a033f0c8,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:35.555684 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:35.607317 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dcd4011-648a-4c1f-a77a-5d338928ea48 req-4a4667c1-7749-462f-9193-a38f8c746130 tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] No DVR routers for this DVR port 00b09212-df96-4b28-bb3b-0ab0d6df94bc on host n-h2-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:33:35.635691 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=5c0fcee4-f1e9-4f91-af85-d10f45d080fa,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:35.639266 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6dcd4011-648a-4c1f-a77a-5d338928ea48 req-4a4667c1-7749-462f-9193-a38f8c746130 tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:35.642665 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6dcd4011-648a-4c1f-a77a-5d338928ea48 req-4a4667c1-7749-462f-9193-a38f8c746130 tempest-InstanceActionsNegativeTestJSON-802216403 tempest-InstanceActionsNegativeTestJSON-802216403-project] 10.222.0.46 "DELETE /v2.0/ports/00b09212-df96-4b28-bb3b-0ab0d6df94bc HTTP/1.1" status: 204 len: 173 time: 1.2980168 Dec 10 16:33:35.722520 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04effd-2c8c-4a69-8af3-4de00ec52db6 req-f7858fa0-8176-4a97-b0c5-9082cc4eb141 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:35.724611 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9c04effd-2c8c-4a69-8af3-4de00ec52db6 req-f7858fa0-8176-4a97-b0c5-9082cc4eb141 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 943 time: 0.2360084 Dec 10 16:33:35.733201 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9af55f73-28cf-4ae2-a350-e18518b68480 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:35.762578 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-78061291-a486-47a0-9d44-ad5d7b39508a service neutron] 10.222.0.46 "GET /v2.0/networks/38e57e43-6d77-489e-a8a8-a633e923df66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524270 Dec 10 16:33:35.840961 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['5c0fcee4-f1e9-4f91-af85-d10f45d080fa'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:33:35.924928 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9c04effd-2c8c-4a69-8af3-4de00ec52db6 req-72684ffc-5b73-4c38-9637-6f8575771940 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=61dd92f2-b4f5-4bfd-ac94-e9e550096dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578937 Dec 10 16:33:35.989839 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-2e319647-ad5e-43eb-863a-a63320aa64f2 service neutron] 10.222.0.46 "GET /v2.0/networks/38e57e43-6d77-489e-a8a8-a633e923df66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179773 Dec 10 16:33:36.064680 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa95637-1917-45c2-8c83-6e0425f3756e x-openstack-request-id: req-dfa95637-1917-45c2-8c83-6e0425f3756e {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:33:36.064992 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "201dff32-8d61-4061-bb87-9dc15073723c", "tag": "5c0fcee4-f1e9-4f91-af85-d10f45d080fa", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:33:36.065252 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dfa95637-1917-45c2-8c83-6e0425f3756e {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:33:36.065822 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '201dff32-8d61-4061-bb87-9dc15073723c', 'tag': '5c0fcee4-f1e9-4f91-af85-d10f45d080fa', 'status': 'completed', 'code': 200} Dec 10 16:33:36.110632 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device f71554f2-e8bc-44da-a5e4-c6737d99848d up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:33:36.121665 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-496ff9de-635c-4d17-9090-3ab3cf582128 None None] Provisioning complete for port e9028009-ed46-466f-979d-0ff5a033f0c8 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:36.122630 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-496ff9de-635c-4d17-9090-3ab3cf582128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:36.129324 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-b262adec-5cce-4827-adac-01760bc2b986 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ce4d43d3-b2a9-4324-9c6c-aabee5331e81 HTTP/1.1" status: 200 len: 217 time: 0.1299760 Dec 10 16:33:36.156577 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7be6d-55b4-4a5d-85a1-ba58f772a54e req-63f09b5c-5874-45d1-8cb9-bb4e6112cebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:36.158103 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9fc7be6d-55b4-4a5d-85a1-ba58f772a54e req-63f09b5c-5874-45d1-8cb9-bb4e6112cebe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2aacecfce2ed4221a1a33bbee8266f3a&device_id=201dff32-8d61-4061-bb87-9dc15073723c HTTP/1.1" status: 200 len: 1095 time: 0.1029751 Dec 10 16:33:36.323074 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:36.337228 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device e9028009-ed46-466f-979d-0ff5a033f0c8 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:33:36.383878 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-fcf70fba-3d3c-4223-b913-aaa7666a7e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:36.385778 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-fcf70fba-3d3c-4223-b913-aaa7666a7e71 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=512e7c15-5283-4a20-8554-1db6c68de939 HTTP/1.1" status: 200 len: 797 time: 0.2277024 Dec 10 16:33:36.393922 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4955d2-38db-447e-962c-956b9e68e700 req-39e6870f-9cca-4005-be49-5d85cfeb8d20 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:36.401417 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb4955d2-38db-447e-962c-956b9e68e700 req-39e6870f-9cca-4005-be49-5d85cfeb8d20 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/ports?device_id=291bb480-a09b-440d-ad1a-d975ad379262 HTTP/1.1" status: 200 len: 944 time: 0.2783420 Dec 10 16:33:36.472677 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bb6b8b45-dc6b-4970-9bc8-81105fc216eb tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Deleting port a64aa0b6-bf5d-4a73-be8d-a0e113220d3d {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:36.473019 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bb6b8b45-dc6b-4970-9bc8-81105fc216eb tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:36.531928 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port e9028009-ed46-466f-979d-0ff5a033f0c8 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:36.532372 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:36.581345 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-496ff9de-635c-4d17-9090-3ab3cf582128 None None] Provisioning complete for port a26b45e0-57aa-40a6-a4d2-bc28903b0d3c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:36.581634 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-496ff9de-635c-4d17-9090-3ab3cf582128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:36.581763 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-84901b30-9bf0-4f88-b90b-0fecac300554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:36.583317 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-84901b30-9bf0-4f88-b90b-0fecac300554 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38e57e43-6d77-489e-a8a8-a633e923df66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1781540 Dec 10 16:33:36.612832 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb4955d2-38db-447e-962c-956b9e68e700 req-0bd42399-6734-4604-a325-ac7a5aee8384 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/security-groups?id=1962f219-df48-4694-919d-c32c4e5c0eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104385 Dec 10 16:33:36.629145 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port f71554f2-e8bc-44da-a5e4-c6737d99848d completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:33:36.634902 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-496ff9de-635c-4d17-9090-3ab3cf582128 None None] Port a26b45e0-57aa-40a6-a4d2-bc28903b0d3c cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:36.638026 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port f71554f2-e8bc-44da-a5e4-c6737d99848d triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:36.638742 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:36.766586 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-91b76e1b-23b1-46bc-82da-96608d300cc5 None None] Provisioning complete for port a26b45e0-57aa-40a6-a4d2-bc28903b0d3c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:36.766964 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-91b76e1b-23b1-46bc-82da-96608d300cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:36.809038 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bb6b8b45-dc6b-4970-9bc8-81105fc216eb tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:36.812787 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9af55f73-28cf-4ae2-a350-e18518b68480 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:36.821050 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-91b76e1b-23b1-46bc-82da-96608d300cc5 None None] Port a26b45e0-57aa-40a6-a4d2-bc28903b0d3c cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:36.825697 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9af55f73-28cf-4ae2-a350-e18518b68480 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:36.827384 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9af55f73-28cf-4ae2-a350-e18518b68480 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:36.839373 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bb6b8b45-dc6b-4970-9bc8-81105fc216eb tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Calling delete_port for a64aa0b6-bf5d-4a73-be8d-a0e113220d3d owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:36.864344 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:36.871793 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7be6d-55b4-4a5d-85a1-ba58f772a54e req-ff425c8c-d020-4579-9338-e0577480467f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:36.874008 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9fc7be6d-55b4-4a5d-85a1-ba58f772a54e req-ff425c8c-d020-4579-9338-e0577480467f service neutron] 10.222.0.46 "GET /v2.0/networks?id=1b92194b-d501-4dc0-8f3f-78d7ee7b6524 HTTP/1.1" status: 200 len: 911 time: 0.6981971 Dec 10 16:33:36.875464 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ddda5-77f6-46c8-a69a-45f4939f1d94 req-30ca8b10-832c-49a1-b2c4-9974e0eb93ce tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:36.883134 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e35ddda5-77f6-46c8-a69a-45f4939f1d94 req-30ca8b10-832c-49a1-b2c4-9974e0eb93ce tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] 10.222.0.11 "GET /v2.0/ports?device_id=201dff32-8d61-4061-bb87-9dc15073723c HTTP/1.1" status: 200 len: 944 time: 0.1458881 Dec 10 16:33:36.905260 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port f71554f2-e8bc-44da-a5e4-c6737d99848d, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=f71554f2-e8bc-44da-a5e4-c6737d99848d,segment=NetworkSegment(b44a6068-1cde-4f52-a8e6-9ddabbdb5356),segment_id=b44a6068-1cde-4f52-a8e6-9ddabbdb5356)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:36.907311 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291bb480-a09b-440d-ad1a-d975ad379262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f71554f2-e8bc-44da-a5e4-c6737d99848d'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:33:36.910097 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b985c3-e506-419d-b207-204bf5057cdc" -d '{"events": [{"server_uuid": "291bb480-a09b-440d-ad1a-d975ad379262", "name": "network-vif-plugged", "status": "completed", "tag": "f71554f2-e8bc-44da-a5e4-c6737d99848d"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:33:36.915085 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:36.943522 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-aa32a2a2-6c5b-4c88-a4bb-74e6bb1df2d5 service neutron] 10.222.0.46 "GET /v2.0/networks/38e57e43-6d77-489e-a8a8-a633e923df66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296487 Dec 10 16:33:36.977214 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=f71554f2-e8bc-44da-a5e4-c6737d99848d,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:36.990266 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 00b09212-df96-4b28-bb3b-0ab0d6df94bc no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:33:36.993858 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9fc7be6d-55b4-4a5d-85a1-ba58f772a54e req-9c7abcc1-61ae-4df2-9aab-08333188b61a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c0fcee4-f1e9-4f91-af85-d10f45d080fa HTTP/1.1" status: 200 len: 217 time: 0.0948424 Dec 10 16:33:37.011806 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: 00b09212-df96-4b28-bb3b-0ab0d6df94bc {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:33:37.012150 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 00b09212-df96-4b28-bb3b-0ab0d6df94bc not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:33:37.020404 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-bff650cf-78bb-4bc8-86e4-19ff52d42658 None None] Provisioning complete for port a26b45e0-57aa-40a6-a4d2-bc28903b0d3c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:37.020777 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bff650cf-78bb-4bc8-86e4-19ff52d42658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:37.062196 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-bff650cf-78bb-4bc8-86e4-19ff52d42658 None None] Port a26b45e0-57aa-40a6-a4d2-bc28903b0d3c cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:37.066185 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e35ddda5-77f6-46c8-a69a-45f4939f1d94 req-ef2e4c97-dfac-4361-8e3b-b4c3c78f0725 tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa3a067e-9208-4f4a-aecd-66e250f58907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818681 Dec 10 16:33:37.102018 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af55f73-28cf-4ae2-a350-e18518b68480 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'Port': ['ID=a26b45e0-57aa-40a6-a4d2-bc28903b0d3c,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:37.111643 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54948) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:37.179807 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-343e9f3a-8f88-4d1a-b6bd-b8771aeb3a0f admin admin] Deleting subnet 25ae3ede-49c8-4ba3-a6cc-1f6380fdf328 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:33:37.184327 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71b3fe33-c90b-4fbc-ac92-7dc6bebb2532 req-24b11f58-8a11-493e-9d37-0be799f13244 service neutron] 10.222.0.46 "GET /v2.0/networks/38e57e43-6d77-489e-a8a8-a633e923df66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293763 Dec 10 16:33:37.189725 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7be6d-55b4-4a5d-85a1-ba58f772a54e req-27ba5dc8-cac5-4bfc-9fcc-7348cdc30534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:37.191239 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9fc7be6d-55b4-4a5d-85a1-ba58f772a54e req-27ba5dc8-cac5-4bfc-9fcc-7348cdc30534 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fdb13c10-5122-4013-9ef3-e3f2ceff0736 HTTP/1.1" status: 200 len: 850 time: 0.1621432 Dec 10 16:33:37.194172 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-343e9f3a-8f88-4d1a-b6bd-b8771aeb3a0f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:37.259101 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9fc7be6d-55b4-4a5d-85a1-ba58f772a54e req-2d9fe69d-910d-43a2-8ed5-3e2bd8743f2f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b92194b-d501-4dc0-8f3f-78d7ee7b6524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438211 Dec 10 16:33:37.268241 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af55f73-28cf-4ae2-a350-e18518b68480 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Network 33504f65-33d8-429e-aa72-f39096fe2a00 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:37.278396 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe330aba-245f-46b9-9f49-45e028444428 req-e6cc5b1e-d107-4035-b651-9c6c4f8ea224 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:37.279468 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-9af55f73-28cf-4ae2-a350-e18518b68480 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:37.280419 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe330aba-245f-46b9-9f49-45e028444428 req-e6cc5b1e-d107-4035-b651-9c6c4f8ea224 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/ports?device_id=f32d35a4-4891-4d87-bee7-53b7b398dfc3 HTTP/1.1" status: 200 len: 945 time: 0.0714195 Dec 10 16:33:37.282128 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bb6b8b45-dc6b-4970-9bc8-81105fc216eb tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:37.282994 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-343e9f3a-8f88-4d1a-b6bd-b8771aeb3a0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:37.334445 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b8b45-dc6b-4970-9bc8-81105fc216eb tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event deleted for resources: {'Port': ['ID=a64aa0b6-bf5d-4a73-be8d-a0e113220d3d,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:37.441740 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bb6b8b45-dc6b-4970-9bc8-81105fc216eb tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:37.468459 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-343e9f3a-8f88-4d1a-b6bd-b8771aeb3a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:37.513230 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9fc7be6d-55b4-4a5d-85a1-ba58f772a54e req-422bfa81-9574-4111-85d6-33e1feb11506 service neutron] 10.222.0.46 "GET /v2.0/networks/1b92194b-d501-4dc0-8f3f-78d7ee7b6524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429860 Dec 10 16:33:37.598783 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe330aba-245f-46b9-9f49-45e028444428 req-94ae58c4-8571-4f68-bf98-a7bf239a79d7 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/security-groups?id=85e5dc36-7bfe-4fe2-a426-eece040ff59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970326 Dec 10 16:33:37.721571 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9fc7be6d-55b4-4a5d-85a1-ba58f772a54e req-53a56590-dd86-4994-9b62-cdf7b4d4d453 service neutron] 10.222.0.46 "GET /v2.0/networks/1b92194b-d501-4dc0-8f3f-78d7ee7b6524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830237 Dec 10 16:33:37.749222 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-343e9f3a-8f88-4d1a-b6bd-b8771aeb3a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:37.752382 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645e8321-849e-4e27-98f7-3f456474a3b8 x-openstack-request-id: req-645e8321-849e-4e27-98f7-3f456474a3b8 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:33:37.752909 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291bb480-a09b-440d-ad1a-d975ad379262", "name": "network-vif-plugged", "status": "completed", "tag": "f71554f2-e8bc-44da-a5e4-c6737d99848d", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:33:37.753184 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-645e8321-849e-4e27-98f7-3f456474a3b8 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:33:37.753718 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291bb480-a09b-440d-ad1a-d975ad379262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f71554f2-e8bc-44da-a5e4-c6737d99848d', 'code': 200} Dec 10 16:33:37.760407 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af55f73-28cf-4ae2-a350-e18518b68480 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Router 56a270b5-a5a1-41ef-b50f-69dc77b6a7e8 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:33:37.788630 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-343e9f3a-8f88-4d1a-b6bd-b8771aeb3a0f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:37.795308 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-343e9f3a-8f88-4d1a-b6bd-b8771aeb3a0f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/25ae3ede-49c8-4ba3-a6cc-1f6380fdf328 HTTP/1.1" status: 204 len: 168 time: 0.6810431 Dec 10 16:33:37.797764 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54952) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:37.800090 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e9f3a-8f88-4d1a-b6bd-b8771aeb3a0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25ae3ede-49c8-4ba3-a6cc-1f6380fdf328,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:37.825416 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c645581b-0d62-40f5-8c8f-c09cd93e07cf None None] Provisioning complete for port a26b45e0-57aa-40a6-a4d2-bc28903b0d3c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:37.826335 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c645581b-0d62-40f5-8c8f-c09cd93e07cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:37.877278 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c645581b-0d62-40f5-8c8f-c09cd93e07cf None None] Port a26b45e0-57aa-40a6-a4d2-bc28903b0d3c cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:37.993727 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-06ff3bc4-720e-4e28-99f2-86b25020af46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:38.004061 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af55f73-28cf-4ae2-a350-e18518b68480 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:33:38.010586 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9af55f73-28cf-4ae2-a350-e18518b68480 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "PUT /v2.0/routers/56a270b5-a5a1-41ef-b50f-69dc77b6a7e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2475591 Dec 10 16:33:38.012730 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c64d46-a727-445c-9888-474f650090a2 req-f1d40e0c-ff91-4015-9873-a0ae17678155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:38.014859 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c7c64d46-a727-445c-9888-474f650090a2 req-f1d40e0c-ff91-4015-9873-a0ae17678155 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=291bb480-a09b-440d-ad1a-d975ad379262 HTTP/1.1" status: 200 len: 1096 time: 0.1251702 Dec 10 16:33:38.015917 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54954) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:38.024424 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8dc219-6714-49ea-abc5-6ddd02d32d32 None None] Sync routers for ids ['56a270b5-a5a1-41ef-b50f-69dc77b6a7e8'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:33:38.045271 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8dc219-6714-49ea-abc5-6ddd02d32d32 None None] Routers {'56a270b5-a5a1-41ef-b50f-69dc77b6a7e8'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:33:38.055334 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0e8dc219-6714-49ea-abc5-6ddd02d32d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:33:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['56a270b5-a5a1-41ef-b50f-69dc77b6a7e8'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:38.084498 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1640b5-e257-444f-b988-6f39c46c3f4d', 'name': 'network-vif-deleted', 'tag': '00b09212-df96-4b28-bb3b-0ab0d6df94bc'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:33:38.088465 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5333eb6-03a3-4bc3-b4f6-a006a9803687" -d '{"events": [{"server_uuid": "0e1640b5-e257-444f-b988-6f39c46c3f4d", "name": "network-vif-deleted", "tag": "00b09212-df96-4b28-bb3b-0ab0d6df94bc"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:33:38.090787 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:38.132023 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0e8dc219-6714-49ea-abc5-6ddd02d32d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:38.145398 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8dc219-6714-49ea-abc5-6ddd02d32d32 None None] Routers {'56a270b5-a5a1-41ef-b50f-69dc77b6a7e8'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:33:38.147518 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0e8dc219-6714-49ea-abc5-6ddd02d32d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:33:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['56a270b5-a5a1-41ef-b50f-69dc77b6a7e8'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:38.175384 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea10582c-f6bf-49fb-9e0d-6757ea2f203a tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:38.177134 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ea10582c-f6bf-49fb-9e0d-6757ea2f203a tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "GET /v2.0/ports?device_id=56a270b5-a5a1-41ef-b50f-69dc77b6a7e8 HTTP/1.1" status: 200 len: 989 time: 0.1602921 Dec 10 16:33:38.183916 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6b8b45-dc6b-4970-9bc8-81105fc216eb tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Router 66ac26f6-5d10-47dc-bd1c-8a1bbf6609d2 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:33:38.184197 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54960) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:38.190025 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-06ff3bc4-720e-4e28-99f2-86b25020af46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:38.197989 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c7c64d46-a727-445c-9888-474f650090a2 req-4085548f-e214-4475-8efb-a7ffca439251 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1962f219-df48-4694-919d-c32c4e5c0eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716888 Dec 10 16:33:38.199959 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed273c-95ac-4fed-b575-e79960447931 req-bab9eed4-e2e1-4132-ad3b-28eb9e7cb45b tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:38.207415 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0fed273c-95ac-4fed-b575-e79960447931 req-bab9eed4-e2e1-4132-ad3b-28eb9e7cb45b tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 943 time: 0.0731397 Dec 10 16:33:38.222277 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0e8dc219-6714-49ea-abc5-6ddd02d32d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:38.223410 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8dc219-6714-49ea-abc5-6ddd02d32d32 None None] The sync data for ids ['56a270b5-a5a1-41ef-b50f-69dc77b6a7e8'] in n-d-766771-2 is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:33:38.295330 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-06ff3bc4-720e-4e28-99f2-86b25020af46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6da96671-7e02-412e-88d7-e2d198e138bd']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:38.309933 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-06ff3bc4-720e-4e28-99f2-86b25020af46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1b26aa6-9753-47b4-ace0-6d32d5468316') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:38.310786 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-06ff3bc4-720e-4e28-99f2-86b25020af46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1b26aa6-9753-47b4-ace0-6d32d5468316') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:38.324226 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-06ff3bc4-720e-4e28-99f2-86b25020af46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:38.332632 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0fed273c-95ac-4fed-b575-e79960447931 req-43da796a-65c4-4e3b-9514-a2fb799ffdf6 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=61dd92f2-b4f5-4bfd-ac94-e9e550096dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243544 Dec 10 16:33:38.337211 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6b8b45-dc6b-4970-9bc8-81105fc216eb tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:33:38.344971 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-bb6b8b45-dc6b-4970-9bc8-81105fc216eb tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "PUT /v2.0/routers/66ac26f6-5d10-47dc-bd1c-8a1bbf6609d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9947495 Dec 10 16:33:38.345742 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54962) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:38.366396 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e4f025-dd20-4472-9e21-4bb54daca486 None None] Sync routers for ids ['66ac26f6-5d10-47dc-bd1c-8a1bbf6609d2'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:33:38.382906 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-52e105b7-d19d-4819-8168-b4b470db025a tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "GET /v2.0/ports?device_id=66ac26f6-5d10-47dc-bd1c-8a1bbf6609d2 HTTP/1.1" status: 200 len: 205 time: 0.0301735 Dec 10 16:33:38.383885 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54964) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:38.384323 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e4f025-dd20-4472-9e21-4bb54daca486 None None] Routers {'66ac26f6-5d10-47dc-bd1c-8a1bbf6609d2'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:33:38.384972 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-e1e4f025-dd20-4472-9e21-4bb54daca486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:33:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['66ac26f6-5d10-47dc-bd1c-8a1bbf6609d2'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:38.447097 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-06ff3bc4-720e-4e28-99f2-86b25020af46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:38.459859 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06ff3bc4-720e-4e28-99f2-86b25020af46 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:33:38.460255 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-06ff3bc4-720e-4e28-99f2-86b25020af46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:38.461938 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:33:38.461938 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:33:38.461938 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:33:38.461938 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:33:38.461938 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:33:38.461938 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:33:38.461938 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:33:38.461938 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:33:38.461938 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:33:38.461938 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:33:38.461938 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:33:38.461938 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:33:38.461938 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:33:38.461938 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:33:38.461938 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:33:38.461938 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:33:38.461938 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:33:38.461938 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:33:38.461938 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:33:38.461938 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:33:38.461938 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:33:38.461938 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:33:38.461938 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:33:38.461938 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:33:38.461938 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:33:38.461938 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:33:38.461938 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:33:38.461938 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:33:38.461938 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:33:38.461938 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:33:38.461938 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:33:38.461938 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:33:38.475178 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-e1e4f025-dd20-4472-9e21-4bb54daca486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:38.484639 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e4f025-dd20-4472-9e21-4bb54daca486 None None] Routers {'66ac26f6-5d10-47dc-bd1c-8a1bbf6609d2'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:33:38.485275 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-e1e4f025-dd20-4472-9e21-4bb54daca486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:33:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['66ac26f6-5d10-47dc-bd1c-8a1bbf6609d2'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:38.513720 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6c5c8bfb-75e2-46fb-b660-60ca349339de tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:38.521167 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-e1e4f025-dd20-4472-9e21-4bb54daca486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:38.525494 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e4f025-dd20-4472-9e21-4bb54daca486 None None] The sync data for ids ['66ac26f6-5d10-47dc-bd1c-8a1bbf6609d2'] in n-d-766771-2 is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:33:38.561757 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-06ff3bc4-720e-4e28-99f2-86b25020af46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:38.571918 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-06ff3bc4-720e-4e28-99f2-86b25020af46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:38.577685 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-06ff3bc4-720e-4e28-99f2-86b25020af46 admin admin] 10.222.0.11 "DELETE /v2.0/networks/6da96671-7e02-412e-88d7-e2d198e138bd HTTP/1.1" status: 204 len: 168 time: 0.7761111 Dec 10 16:33:38.604450 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a0ac4-44c3-4fca-b95d-17e5c59fafd6 req-53942362-a4dd-4c44-be38-6570cb366b24 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:38.605963 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1c2a0ac4-44c3-4fca-b95d-17e5c59fafd6 req-53942362-a4dd-4c44-be38-6570cb366b24 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/ports?device_id=291bb480-a09b-440d-ad1a-d975ad379262 HTTP/1.1" status: 200 len: 945 time: 0.1213672 Dec 10 16:33:38.618672 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff3bc4-720e-4e28-99f2-86b25020af46 admin admin] Pushing event deleted for resources: {'Network': ['ID=6da96671-7e02-412e-88d7-e2d198e138bd,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:38.738190 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6c5c8bfb-75e2-46fb-b660-60ca349339de tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:38.741881 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6c5c8bfb-75e2-46fb-b660-60ca349339de tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:38.784170 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d7519cc2-d982-49a9-b250-9e9cba75d433 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:38.798710 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54972) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:38.823379 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6c5c8bfb-75e2-46fb-b660-60ca349339de tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:38.824019 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5c8bfb-75e2-46fb-b660-60ca349339de tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Fanout notify agent at l3_agent the message router_deleted on router 66ac26f6-5d10-47dc-bd1c-8a1bbf6609d2 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:33:38.829894 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1c2a0ac4-44c3-4fca-b95d-17e5c59fafd6 req-4f153622-949e-44e6-921b-a10f7c3dd740 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/security-groups?id=1962f219-df48-4694-919d-c32c4e5c0eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139708 Dec 10 16:33:38.835316 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6c5c8bfb-75e2-46fb-b660-60ca349339de tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:38.836364 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-6c5c8bfb-75e2-46fb-b660-60ca349339de tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "DELETE /v2.0/routers/66ac26f6-5d10-47dc-bd1c-8a1bbf6609d2 HTTP/1.1" status: 204 len: 168 time: 0.4520791 Dec 10 16:33:38.839512 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54974) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:38.894817 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b671a01d-230d-4cf1-b63a-f0856e231b6b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c5829af97379424d935a8e0bccd6114a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0941546 Dec 10 16:33:38.897424 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54976) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:38.927328 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5f8eb31-4624-4d60-a027-08de644689fc tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Deleting subnet 7dba1b5a-68d6-473e-811b-566c9ba86ab3 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:33:38.944434 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5f8eb31-4624-4d60-a027-08de644689fc tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:39.008779 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 5c0fcee4-f1e9-4f91-af85-d10f45d080fa up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:33:39.030263 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5f8eb31-4624-4d60-a027-08de644689fc tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:39.054980 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-d7519cc2-d982-49a9-b250-9e9cba75d433 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Deleting port a26b45e0-57aa-40a6-a4d2-bc28903b0d3c {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:39.055808 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d7519cc2-d982-49a9-b250-9e9cba75d433 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:39.069284 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacaf9a-ee60-4f8f-a5fc-924fb41a7d0a req-f051f2df-396e-4ec3-92a9-6765da95f6cc tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:39.070911 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3cacaf9a-ee60-4f8f-a5fc-924fb41a7d0a req-f051f2df-396e-4ec3-92a9-6765da95f6cc tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] 10.222.0.11 "GET /v2.0/ports?device_id=201dff32-8d61-4061-bb87-9dc15073723c HTTP/1.1" status: 200 len: 944 time: 0.1482418 Dec 10 16:33:39.075312 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-40317b61-9c79-4829-a0e2-ba8d85d73dfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:39.108881 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 5c0fcee4-f1e9-4f91-af85-d10f45d080fa completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:33:39.115507 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 5c0fcee4-f1e9-4f91-af85-d10f45d080fa triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:39.116689 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:39.136624 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-40317b61-9c79-4829-a0e2-ba8d85d73dfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:39.191745 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d7519cc2-d982-49a9-b250-9e9cba75d433 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:39.205848 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3cacaf9a-ee60-4f8f-a5fc-924fb41a7d0a req-f7c7e153-6356-493b-808d-3a3d6d01aa61 tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa3a067e-9208-4f4a-aecd-66e250f58907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256928 Dec 10 16:33:39.206484 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-d7519cc2-d982-49a9-b250-9e9cba75d433 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Calling delete_port for a26b45e0-57aa-40a6-a4d2-bc28903b0d3c owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:39.225155 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5f8eb31-4624-4d60-a027-08de644689fc tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:39.271881 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:39.275370 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-40317b61-9c79-4829-a0e2-ba8d85d73dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:39.282980 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-40317b61-9c79-4829-a0e2-ba8d85d73dfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:39.284171 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-40317b61-9c79-4829-a0e2-ba8d85d73dfb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/08ca99fe-16d4-4320-b9e5-43420083dc97 HTTP/1.1" status: 204 len: 168 time: 0.3858225 Dec 10 16:33:39.316572 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40317b61-9c79-4829-a0e2-ba8d85d73dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ca99fe-16d4-4320-b9e5-43420083dc97,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:39.355950 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5f8eb31-4624-4d60-a027-08de644689fc tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:39.366415 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 5c0fcee4-f1e9-4f91-af85-d10f45d080fa, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=5c0fcee4-f1e9-4f91-af85-d10f45d080fa,segment=NetworkSegment(7c83139d-cc78-426a-8b91-cd72c3cfa424),segment_id=7c83139d-cc78-426a-8b91-cd72c3cfa424)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:39.381389 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:39.382633 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794b5cff-5dcc-4bd4-a821-32eeecc01b71 x-openstack-request-id: req-794b5cff-5dcc-4bd4-a821-32eeecc01b71 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:33:39.382850 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1640b5-e257-444f-b988-6f39c46c3f4d", "name": "network-vif-deleted", "tag": "00b09212-df96-4b28-bb3b-0ab0d6df94bc", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:33:39.384800 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-794b5cff-5dcc-4bd4-a821-32eeecc01b71 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:33:39.385957 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1640b5-e257-444f-b988-6f39c46c3f4d', 'name': 'network-vif-deleted', 'tag': '00b09212-df96-4b28-bb3b-0ab0d6df94bc', 'status': 'completed', 'code': 200} Dec 10 16:33:39.472037 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f8eb31-4624-4d60-a027-08de644689fc tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event deleted for resources: {'Subnet': ['ID=7dba1b5a-68d6-473e-811b-566c9ba86ab3,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:39.481573 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5f8eb31-4624-4d60-a027-08de644689fc tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:39.488097 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d5f8eb31-4624-4d60-a027-08de644689fc tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "DELETE /v2.0/subnets/7dba1b5a-68d6-473e-811b-566c9ba86ab3 HTTP/1.1" status: 204 len: 168 time: 0.6443815 Dec 10 16:33:39.494706 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54982) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:39.522728 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ccfe7-1cbe-4b9f-8e87-fd48e02ed15d req-76d0da51-f18d-4b7a-a8c8-128524ddb489 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:39.532524 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf9ccfe7-1cbe-4b9f-8e87-fd48e02ed15d req-76d0da51-f18d-4b7a-a8c8-128524ddb489 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/ports?device_id=f32d35a4-4891-4d87-bee7-53b7b398dfc3 HTTP/1.1" status: 200 len: 945 time: 0.1163619 Dec 10 16:33:39.591554 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d7519cc2-d982-49a9-b250-9e9cba75d433 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:39.591815 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ee928b-8782-4659-9416-b70c1e1ea980 None None] Network d8ed47bf-631b-4089-a90f-e22e53a368ff requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:39.604800 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b1ab59c-23f5-4b84-867c-253b7287162d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Deleting subnet c67a5d64-89e2-44f7-8e3d-79f41dfe05ee {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:33:39.640320 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9b1ab59c-23f5-4b84-867c-253b7287162d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:39.661906 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf9ccfe7-1cbe-4b9f-8e87-fd48e02ed15d req-2ace4033-fb8c-4c33-9002-9815538d375c tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/security-groups?id=85e5dc36-7bfe-4fe2-a426-eece040ff59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281583 Dec 10 16:33:39.662544 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7519cc2-d982-49a9-b250-9e9cba75d433 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'Port': ['ID=a26b45e0-57aa-40a6-a4d2-bc28903b0d3c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:39.679851 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=5c0fcee4-f1e9-4f91-af85-d10f45d080fa,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:39.758526 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201dff32-8d61-4061-bb87-9dc15073723c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0fcee4-f1e9-4f91-af85-d10f45d080fa'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:33:39.763981 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbde67e-1550-455e-8d21-1e2961f3cd22" -d '{"events": [{"server_uuid": "201dff32-8d61-4061-bb87-9dc15073723c", "name": "network-vif-plugged", "status": "completed", "tag": "5c0fcee4-f1e9-4f91-af85-d10f45d080fa"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:33:39.831468 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbd56fa-bf24-40c0-9213-b6a50f6c8a61 None None] DHCP port deletion for d8ed47bf-631b-4089-a90f-e22e53a368ff request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:33:39.832963 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9b1ab59c-23f5-4b84-867c-253b7287162d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:39.900805 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-dcbd56fa-bf24-40c0-9213-b6a50f6c8a61 None None] Deleting port ede94e10-2d3d-43f4-8df1-86af050db523 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:39.901188 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dcbd56fa-bf24-40c0-9213-b6a50f6c8a61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:39.905930 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d7519cc2-d982-49a9-b250-9e9cba75d433 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:39.984418 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-dcbd56fa-bf24-40c0-9213-b6a50f6c8a61 None None] For port ede94e10-2d3d-43f4-8df1-86af050db523, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=ede94e10-2d3d-43f4-8df1-86af050db523,segment=NetworkSegment(ac8cb9ca-5095-4607-97b4-9b88693bd365),segment_id=ac8cb9ca-5095-4607-97b4-9b88693bd365)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:39.984828 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dcbd56fa-bf24-40c0-9213-b6a50f6c8a61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:40.000200 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-dcbd56fa-bf24-40c0-9213-b6a50f6c8a61 None None] Calling delete_port for ede94e10-2d3d-43f4-8df1-86af050db523 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:40.026631 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f207e-029c-4bea-8b02-751286c5fe21 req-cede1e69-eedb-4c74-a8d9-67d25521c2cc tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:40.036640 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-131f207e-029c-4bea-8b02-751286c5fe21 req-cede1e69-eedb-4c74-a8d9-67d25521c2cc tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 943 time: 0.1133945 Dec 10 16:33:40.106279 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9b1ab59c-23f5-4b84-867c-253b7287162d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:40.118179 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dcbd56fa-bf24-40c0-9213-b6a50f6c8a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:40.119302 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-131f207e-029c-4bea-8b02-751286c5fe21 req-c23ee00c-cadd-4eb1-8db9-a1b4422a8ca6 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=61dd92f2-b4f5-4bfd-ac94-e9e550096dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797040 Dec 10 16:33:40.152179 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd56fa-bf24-40c0-9213-b6a50f6c8a61 None None] Pushing event deleted for resources: {'Port': ['ID=ede94e10-2d3d-43f4-8df1-86af050db523,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:40.157507 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbd56fa-bf24-40c0-9213-b6a50f6c8a61 None None] No DVR routers for this DVR port ede94e10-2d3d-43f4-8df1-86af050db523 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:33:40.225644 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7519cc2-d982-49a9-b250-9e9cba75d433 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Router 56a270b5-a5a1-41ef-b50f-69dc77b6a7e8 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:33:40.237781 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed95a74f-a0ad-41a1-b8aa-1655abbc9dc0 x-openstack-request-id: req-ed95a74f-a0ad-41a1-b8aa-1655abbc9dc0 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:33:40.238585 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201dff32-8d61-4061-bb87-9dc15073723c", "name": "network-vif-plugged", "status": "completed", "tag": "5c0fcee4-f1e9-4f91-af85-d10f45d080fa", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:33:40.239486 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ed95a74f-a0ad-41a1-b8aa-1655abbc9dc0 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:33:40.239696 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201dff32-8d61-4061-bb87-9dc15073723c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0fcee4-f1e9-4f91-af85-d10f45d080fa', 'code': 200} Dec 10 16:33:40.305331 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device ede94e10-2d3d-43f4-8df1-86af050db523 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:33:40.330779 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: ede94e10-2d3d-43f4-8df1-86af050db523 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:33:40.331256 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device ede94e10-2d3d-43f4-8df1-86af050db523 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:33:40.410821 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66f171-9f10-4caf-a416-a4c1b1fb249e req-a50089ec-dfd4-4869-aa1b-7fe8a0a2b992 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:40.421559 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9e66f171-9f10-4caf-a416-a4c1b1fb249e req-a50089ec-dfd4-4869-aa1b-7fe8a0a2b992 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/ports?device_id=291bb480-a09b-440d-ad1a-d975ad379262 HTTP/1.1" status: 200 len: 945 time: 0.0626640 Dec 10 16:33:40.486918 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9e66f171-9f10-4caf-a416-a4c1b1fb249e req-f5477c7c-4586-4329-82a8-898e2d98185f tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/security-groups?id=1962f219-df48-4694-919d-c32c4e5c0eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642383 Dec 10 16:33:40.543231 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55010) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:40.653249 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465df69c-9256-43e1-805f-d75783245949 req-c207ffac-c370-44ab-9bcf-09e0f43a965d tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:40.657091 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-465df69c-9256-43e1-805f-d75783245949 req-c207ffac-c370-44ab-9bcf-09e0f43a965d tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] 10.222.0.11 "GET /v2.0/ports?device_id=201dff32-8d61-4061-bb87-9dc15073723c HTTP/1.1" status: 200 len: 945 time: 0.0751824 Dec 10 16:33:40.699198 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-e4cadbb3-6d3c-432b-8144-2467c13339d5 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-220910502-network', 'tenant_id': '38b4c50f2746432ea9adf6424421cd8d'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:40.726040 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9b1ab59c-23f5-4b84-867c-253b7287162d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:40.732606 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-465df69c-9256-43e1-805f-d75783245949 req-df6eef87-999c-4fc7-ad6b-266915563d71 tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa3a067e-9208-4f4a-aecd-66e250f58907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684304 Dec 10 16:33:40.745165 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4cadbb3-6d3c-432b-8144-2467c13339d5 admin admin] Made reservation on behalf of 38b4c50f2746432ea9adf6424421cd8d for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:40.749628 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e4cadbb3-6d3c-432b-8144-2467c13339d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:40.762426 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e4cadbb3-6d3c-432b-8144-2467c13339d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:40.799277 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ab59c-23f5-4b84-867c-253b7287162d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event deleted for resources: {'Subnet': ['ID=c67a5d64-89e2-44f7-8e3d-79f41dfe05ee,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:40.801147 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d851502-6e22-4c86-8ac9-c3a641400edd None None] Network 39bde1f1-35cf-4be7-ad91-4b69623862e8 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:40.805369 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9b1ab59c-23f5-4b84-867c-253b7287162d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:40.814770 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9b1ab59c-23f5-4b84-867c-253b7287162d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "DELETE /v2.0/subnets/c67a5d64-89e2-44f7-8e3d-79f41dfe05ee HTTP/1.1" status: 204 len: 168 time: 1.3179715 Dec 10 16:33:40.818470 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7519cc2-d982-49a9-b250-9e9cba75d433 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:33:40.820924 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55020) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:40.831573 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330da6bd-76e6-4abc-8afd-3e442c165846 None None] Sync routers for ids ['56a270b5-a5a1-41ef-b50f-69dc77b6a7e8'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:33:40.845455 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d7519cc2-d982-49a9-b250-9e9cba75d433 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "PUT /v2.0/routers/56a270b5-a5a1-41ef-b50f-69dc77b6a7e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6583123 Dec 10 16:33:40.846154 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55022) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:40.852463 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330da6bd-76e6-4abc-8afd-3e442c165846 None None] Routers {'56a270b5-a5a1-41ef-b50f-69dc77b6a7e8'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:33:40.853849 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-330da6bd-76e6-4abc-8afd-3e442c165846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:33:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['56a270b5-a5a1-41ef-b50f-69dc77b6a7e8'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:40.870284 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e4cadbb3-6d3c-432b-8144-2467c13339d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:40.879149 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e4cadbb3-6d3c-432b-8144-2467c13339d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:40.918817 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4cadbb3-6d3c-432b-8144-2467c13339d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:33:40.932251 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f29b5-b9c7-4fd1-8262-d25b92b20ce0 req-54c7e182-3c86-46aa-9f76-7763775ac329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:40.934199 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c91f29b5-b9c7-4fd1-8262-d25b92b20ce0 req-54c7e182-3c86-46aa-9f76-7763775ac329 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=201dff32-8d61-4061-bb87-9dc15073723c HTTP/1.1" status: 200 len: 1096 time: 0.5978751 Dec 10 16:33:40.935117 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-81b7c163-19d3-43c0-9284-d8cee9c134b3 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] GET failed (client error): The resource could not be found. Dec 10 16:33:40.940565 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-81b7c163-19d3-43c0-9284-d8cee9c134b3 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "GET /v2.0/ports/a26b45e0-57aa-40a6-a4d2-bc28903b0d3c HTTP/1.1" status: 404 len: 333 time: 0.0808723 Dec 10 16:33:40.941244 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55026) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:40.945225 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cadbb3-6d3c-432b-8144-2467c13339d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853ff263-c514-43f4-ad48-56e3b11fcf7b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:40.971024 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e4cadbb3-6d3c-432b-8144-2467c13339d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:40.971514 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-e4cadbb3-6d3c-432b-8144-2467c13339d5 admin admin] Added segment 70327ecd-07c4-4b68-895f-82935446f0fa of type vlan for network 32421a12-0b3a-42d4-846a-0de14cdef277 Dec 10 16:33:40.983662 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-330da6bd-76e6-4abc-8afd-3e442c165846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:41.000503 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330da6bd-76e6-4abc-8afd-3e442c165846 None None] Routers {'56a270b5-a5a1-41ef-b50f-69dc77b6a7e8'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:33:41.001039 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-330da6bd-76e6-4abc-8afd-3e442c165846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:33:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['56a270b5-a5a1-41ef-b50f-69dc77b6a7e8'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:41.034865 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783867d-e91a-4711-8c3a-c7fffb054604 req-6736a2b6-4b1c-4573-8bc2-aa9fdb93c500 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:41.036482 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3783867d-e91a-4711-8c3a-c7fffb054604 req-6736a2b6-4b1c-4573-8bc2-aa9fdb93c500 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/ports?device_id=f32d35a4-4891-4d87-bee7-53b7b398dfc3 HTTP/1.1" status: 200 len: 945 time: 0.1144683 Dec 10 16:33:41.037933 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-330da6bd-76e6-4abc-8afd-3e442c165846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:41.038629 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330da6bd-76e6-4abc-8afd-3e442c165846 None None] The sync data for ids ['56a270b5-a5a1-41ef-b50f-69dc77b6a7e8'] in n-d-766771-2 is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:33:41.046681 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e4cadbb3-6d3c-432b-8144-2467c13339d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.092502 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e4cadbb3-6d3c-432b-8144-2467c13339d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.093498 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cadbb3-6d3c-432b-8144-2467c13339d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:41.094090 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e4cadbb3-6d3c-432b-8144-2467c13339d5 admin admin] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.094588 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b441a3ed-a86a-4c6b-9195-b9c241eb34cb None None] DHCP port deletion for 39bde1f1-35cf-4be7-ad91-4b69623862e8 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:33:41.133410 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c1a622fa-67b2-4c0b-a96b-8f61fcd26f78 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.144551 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21f649fc-ef34-4108-a0ac-6642b8ea2dfc tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.144939 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b441a3ed-a86a-4c6b-9195-b9c241eb34cb None None] Deleting port 90581284-0531-40f0-a9b0-8f9943c46d6a {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:41.145434 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b441a3ed-a86a-4c6b-9195-b9c241eb34cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.167257 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e4cadbb3-6d3c-432b-8144-2467c13339d5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6227860 Dec 10 16:33:41.173672 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3783867d-e91a-4711-8c3a-c7fffb054604 req-2f77cb27-e07e-4079-a894-e67c1b2feab0 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/security-groups?id=85e5dc36-7bfe-4fe2-a426-eece040ff59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160119 Dec 10 16:33:41.174180 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55032) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:41.186844 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-2f5af84a-f4b8-414c-aad6-0116b96e7a53 admin admin] Request body: {'subnet': {'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-220910502-subnet', 'tenant_id': '38b4c50f2746432ea9adf6424421cd8d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:41.209494 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cadbb3-6d3c-432b-8144-2467c13339d5 admin admin] Pushing event updated for resources: {'Network': ['ID=32421a12-0b3a-42d4-846a-0de14cdef277,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:41.214594 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5af84a-f4b8-414c-aad6-0116b96e7a53 admin admin] Made reservation on behalf of 38b4c50f2746432ea9adf6424421cd8d for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:41.217903 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2f5af84a-f4b8-414c-aad6-0116b96e7a53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.225986 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 32421a12-0b3a-42d4-846a-0de14cdef277 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:33:41.229231 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b441a3ed-a86a-4c6b-9195-b9c241eb34cb None None] For port 90581284-0531-40f0-a9b0-8f9943c46d6a, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=90581284-0531-40f0-a9b0-8f9943c46d6a,segment=NetworkSegment(c2fe9c7d-14db-456f-b84c-90870970c883),segment_id=c2fe9c7d-14db-456f-b84c-90870970c883)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:41.229819 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b441a3ed-a86a-4c6b-9195-b9c241eb34cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.253445 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c91f29b5-b9c7-4fd1-8262-d25b92b20ce0 req-d9509f4d-65cc-4b35-83b0-57a181b96c7c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fa3a067e-9208-4f4a-aecd-66e250f58907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754636 Dec 10 16:33:41.280076 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fe4b0-5222-4356-aabd-cd8e446b64de req-6dcbcb58-e382-4611-8e84-002e475e33fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:41.281835 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9f4fe4b0-5222-4356-aabd-cd8e446b64de req-6dcbcb58-e382-4611-8e84-002e475e33fd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630&tenant_id=bee2cdae51254104bc03c8ca50b383dd HTTP/1.1" status: 200 len: 1094 time: 0.2360780 Dec 10 16:33:41.288240 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b441a3ed-a86a-4c6b-9195-b9c241eb34cb None None] Calling delete_port for 90581284-0531-40f0-a9b0-8f9943c46d6a owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:41.427032 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b441a3ed-a86a-4c6b-9195-b9c241eb34cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.455101 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b441a3ed-a86a-4c6b-9195-b9c241eb34cb None None] Pushing event deleted for resources: {'Port': ['ID=90581284-0531-40f0-a9b0-8f9943c46d6a,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:41.468128 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21f649fc-ef34-4108-a0ac-6642b8ea2dfc tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.468751 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2f5af84a-f4b8-414c-aad6-0116b96e7a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.474333 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b441a3ed-a86a-4c6b-9195-b9c241eb34cb None None] No DVR routers for this DVR port 90581284-0531-40f0-a9b0-8f9943c46d6a on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:33:41.476058 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21f649fc-ef34-4108-a0ac-6642b8ea2dfc tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.508248 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c1a622fa-67b2-4c0b-a96b-8f61fcd26f78 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.534957 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5af84a-f4b8-414c-aad6-0116b96e7a53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bad4bd9c-d017-467b-badb-ee51884a8aea,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:41.573568 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fe4b0-5222-4356-aabd-cd8e446b64de req-93c3cae7-af30-411e-8be3-97cc29193efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:41.575125 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9f4fe4b0-5222-4356-aabd-cd8e446b64de req-93c3cae7-af30-411e-8be3-97cc29193efb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bee2cdae51254104bc03c8ca50b383dd&device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 1094 time: 0.1914005 Dec 10 16:33:41.579074 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5af84a-f4b8-414c-aad6-0116b96e7a53 admin admin] Checking segment: {'id': '70327ecd-07c4-4b68-895f-82935446f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:41.579533 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5af84a-f4b8-414c-aad6-0116b96e7a53 admin admin] Network hostable DHCP agents. Network: 32421a12-0b3a-42d4-846a-0de14cdef277, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:33:41.597203 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21f649fc-ef34-4108-a0ac-6642b8ea2dfc tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.597735 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f649fc-ef34-4108-a0ac-6642b8ea2dfc tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Fanout notify agent at l3_agent the message router_deleted on router 56a270b5-a5a1-41ef-b50f-69dc77b6a7e8 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:33:41.600225 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-c1a622fa-67b2-4c0b-a96b-8f61fcd26f78 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ed47bf-631b-4089-a90f-e22e53a368ff']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:41.617141 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5af84a-f4b8-414c-aad6-0116b96e7a53 admin admin] Network 32421a12-0b3a-42d4-846a-0de14cdef277 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:33:41.620116 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21f649fc-ef34-4108-a0ac-6642b8ea2dfc tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.623819 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-21f649fc-ef34-4108-a0ac-6642b8ea2dfc tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/routers/56a270b5-a5a1-41ef-b50f-69dc77b6a7e8 HTTP/1.1" status: 204 len: 168 time: 0.6731060 Dec 10 16:33:41.626313 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55036) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:41.631583 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-2f5af84a-f4b8-414c-aad6-0116b96e7a53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 32421a12-0b3a-42d4-846a-0de14cdef277) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:41.640969 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70abc99-a1fd-4a10-a38a-10d5bee6d672 None None] Network 32421a12-0b3a-42d4-846a-0de14cdef277 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:41.643111 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5af84a-f4b8-414c-aad6-0116b96e7a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:41.643793 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2f5af84a-f4b8-414c-aad6-0116b96e7a53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.678973 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-c1a622fa-67b2-4c0b-a96b-8f61fcd26f78 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac8cb9ca-5095-4607-97b4-9b88693bd365') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:41.679692 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-c1a622fa-67b2-4c0b-a96b-8f61fcd26f78 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac8cb9ca-5095-4607-97b4-9b88693bd365') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:41.698108 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c1a622fa-67b2-4c0b-a96b-8f61fcd26f78 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.722984 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c1a622fa-67b2-4c0b-a96b-8f61fcd26f78 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.734819 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2f5af84a-f4b8-414c-aad6-0116b96e7a53 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5536158 Dec 10 16:33:41.735612 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1a622fa-67b2-4c0b-a96b-8f61fcd26f78 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:33:41.736295 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c1a622fa-67b2-4c0b-a96b-8f61fcd26f78 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.742215 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:33:41.742215 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:33:41.742215 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:33:41.742215 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:33:41.742215 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:33:41.742215 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:33:41.742215 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:33:41.742215 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:33:41.742215 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:33:41.742215 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:33:41.742215 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:33:41.742215 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:33:41.742215 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:33:41.742215 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:33:41.742215 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:33:41.742215 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:33:41.742215 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:33:41.742215 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:33:41.742215 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:33:41.742215 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:33:41.742215 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:33:41.742215 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:33:41.742215 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:33:41.742215 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:33:41.742215 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:33:41.742215 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:33:41.742215 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:33:41.742215 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:33:41.742215 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:33:41.742215 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:33:41.742215 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:33:41.742215 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:33:41.746697 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55040) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:41.757083 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-d2b4ae7a-7b54-48ae-89c8-7e229044af14 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-220910502-router', 'tenant_id': '38b4c50f2746432ea9adf6424421cd8d', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:41.799622 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-d018fdd1-d960-4f42-ab4e-e0b81244acc0 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Deleting subnet 24f14e24-f5fb-4a69-b28c-f6137f5c196e {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:33:41.816571 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fdee1b-ca5a-4d60-b66c-7e5e3db08cdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-32421a12-0b3a-42d4-846a-0de14cdef277', 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277', 'project_id': '38b4c50f2746432ea9adf6424421cd8d', 'fixed_ips': [{'subnet_id': 'bad4bd9c-d017-467b-badb-ee51884a8aea'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:33:41.817781 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f5fdee1b-ca5a-4d60-b66c-7e5e3db08cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.820003 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d018fdd1-d960-4f42-ab4e-e0b81244acc0 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.897559 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fe4b0-5222-4356-aabd-cd8e446b64de req-0657d256-2cc9-4e90-a26d-f372f0ef79b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:41.900062 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9f4fe4b0-5222-4356-aabd-cd8e446b64de req-0657d256-2cc9-4e90-a26d-f372f0ef79b8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a2b747af-c1f4-4b9f-a6a4-5511674e4c02 HTTP/1.1" status: 200 len: 918 time: 0.3140981 Dec 10 16:33:41.916895 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d2b4ae7a-7b54-48ae-89c8-7e229044af14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.918264 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d2b4ae7a-7b54-48ae-89c8-7e229044af14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.955375 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c1a622fa-67b2-4c0b-a96b-8f61fcd26f78 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.969030 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c1a622fa-67b2-4c0b-a96b-8f61fcd26f78 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.974646 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c1a622fa-67b2-4c0b-a96b-8f61fcd26f78 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "DELETE /v2.0/networks/d8ed47bf-631b-4089-a90f-e22e53a368ff HTTP/1.1" status: 204 len: 168 time: 1.1467142 Dec 10 16:33:41.974811 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d018fdd1-d960-4f42-ab4e-e0b81244acc0 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.984278 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55046) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:41.996918 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a622fa-67b2-4c0b-a96b-8f61fcd26f78 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event deleted for resources: {'Network': ['ID=d8ed47bf-631b-4089-a90f-e22e53a368ff,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:42.000856 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-f5fdee1b-ca5a-4d60-b66c-7e5e3db08cdd None None] Allocated IP 172.20.0.2 (32421a12-0b3a-42d4-846a-0de14cdef277/bad4bd9c-d017-467b-badb-ee51884a8aea/ff33b709-671c-47a3-89a5-0216489923e0) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:42.063717 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9f4fe4b0-5222-4356-aabd-cd8e446b64de req-7a68decb-0c71-45ea-a896-5345d5ce2841 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ad72708-8145-4710-a27a-811122cc9840 HTTP/1.1" status: 200 len: 998 time: 0.1487887 Dec 10 16:33:42.079569 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7438d-c140-4756-8ee7-0b43bbc8e0b3 req-e9b9f94f-dbf0-4a5b-abe7-e9f3cad373e9 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:42.081090 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e4f7438d-c140-4756-8ee7-0b43bbc8e0b3 req-e9b9f94f-dbf0-4a5b-abe7-e9f3cad373e9 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 943 time: 0.1966693 Dec 10 16:33:42.087553 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d2b4ae7a-7b54-48ae-89c8-7e229044af14 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:42.090127 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f9c68-6c78-4a78-acef-5fce32d3be16 req-191f67d1-b0be-4eb5-acf7-e82cda570c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:42.091252 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-987f9c68-6c78-4a78-acef-5fce32d3be16 req-191f67d1-b0be-4eb5-acf7-e82cda570c31 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f32d35a4-4891-4d87-bee7-53b7b398dfc3 HTTP/1.1" status: 200 len: 1096 time: 0.1872685 Dec 10 16:33:42.124434 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a8601f79-5d86-46d1-adce-d6ea5a4dd6f0 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:42.146435 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fe4b0-5222-4356-aabd-cd8e446b64de req-d592388a-cfae-4df5-abcf-51750338d599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:42.147889 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9f4fe4b0-5222-4356-aabd-cd8e446b64de req-d592388a-cfae-4df5-abcf-51750338d599 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3 HTTP/1.1" status: 200 len: 856 time: 0.0748858 Dec 10 16:33:42.160991 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f5fdee1b-ca5a-4d60-b66c-7e5e3db08cdd None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:42.167600 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f5fdee1b-ca5a-4d60-b66c-7e5e3db08cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:42.221360 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fdee1b-ca5a-4d60-b66c-7e5e3db08cdd None None] Network 32421a12-0b3a-42d4-846a-0de14cdef277 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:42.226023 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-f5fdee1b-ca5a-4d60-b66c-7e5e3db08cdd None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:42.228613 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fdee1b-ca5a-4d60-b66c-7e5e3db08cdd None None] Pushing event updated for resources: {'Port': ['ID=ff33b709-671c-47a3-89a5-0216489923e0,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:42.231623 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fdee1b-ca5a-4d60-b66c-7e5e3db08cdd None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:42.275399 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d018fdd1-d960-4f42-ab4e-e0b81244acc0 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:42.300218 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 90581284-0531-40f0-a9b0-8f9943c46d6a no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:33:42.305346 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f5fdee1b-ca5a-4d60-b66c-7e5e3db08cdd None None] Attempting to bind port ff33b709-671c-47a3-89a5-0216489923e0 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:33:42.305946 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f5fdee1b-ca5a-4d60-b66c-7e5e3db08cdd None None] Attempting to bind port ff33b709-671c-47a3-89a5-0216489923e0 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '70327ecd-07c4-4b68-895f-82935446f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:33:42.306521 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fdee1b-ca5a-4d60-b66c-7e5e3db08cdd None None] Attempting to bind port ff33b709-671c-47a3-89a5-0216489923e0 on network 32421a12-0b3a-42d4-846a-0de14cdef277 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:33:42.335328 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 90581284-0531-40f0-a9b0-8f9943c46d6a {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:33:42.336041 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 90581284-0531-40f0-a9b0-8f9943c46d6a not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:33:42.341293 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fdee1b-ca5a-4d60-b66c-7e5e3db08cdd None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:33:42.342166 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fdee1b-ca5a-4d60-b66c-7e5e3db08cdd None None] Checking segment: {'id': '70327ecd-07c4-4b68-895f-82935446f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:42.342743 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f5fdee1b-ca5a-4d60-b66c-7e5e3db08cdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:42.343296 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fdee1b-ca5a-4d60-b66c-7e5e3db08cdd None None] Bound using segment: {'id': '70327ecd-07c4-4b68-895f-82935446f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:33:42.343953 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f5fdee1b-ca5a-4d60-b66c-7e5e3db08cdd None None] Bound port: ff33b709-671c-47a3-89a5-0216489923e0, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70327ecd-07c4-4b68-895f-82935446f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:33:42.344835 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f5fdee1b-ca5a-4d60-b66c-7e5e3db08cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:42.370577 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a8601f79-5d86-46d1-adce-d6ea5a4dd6f0 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:42.384343 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d2b4ae7a-7b54-48ae-89c8-7e229044af14 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:42.394848 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-987f9c68-6c78-4a78-acef-5fce32d3be16 req-e179aa87-66a2-45f3-a7ba-067453a0d099 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=85e5dc36-7bfe-4fe2-a426-eece040ff59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942646 Dec 10 16:33:42.397171 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a8601f79-5d86-46d1-adce-d6ea5a4dd6f0 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39bde1f1-35cf-4be7-ad91-4b69623862e8']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:42.406841 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e4f7438d-c140-4756-8ee7-0b43bbc8e0b3 req-b0e7e712-6af1-4050-9f74-303479c6e2b7 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=61dd92f2-b4f5-4bfd-ac94-e9e550096dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3116043 Dec 10 16:33:42.409029 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a8601f79-5d86-46d1-adce-d6ea5a4dd6f0 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2fe9c7d-14db-456f-b84c-90870970c883') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:42.409320 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a8601f79-5d86-46d1-adce-d6ea5a4dd6f0 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2fe9c7d-14db-456f-b84c-90870970c883') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:42.425611 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a8601f79-5d86-46d1-adce-d6ea5a4dd6f0 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:42.445805 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f5fdee1b-ca5a-4d60-b66c-7e5e3db08cdd None None] For port ff33b709-671c-47a3-89a5-0216489923e0, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:33:42.450013 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f5fdee1b-ca5a-4d60-b66c-7e5e3db08cdd None None] For port ff33b709-671c-47a3-89a5-0216489923e0, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=ff33b709-671c-47a3-89a5-0216489923e0,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:33:42.453729 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a8601f79-5d86-46d1-adce-d6ea5a4dd6f0 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:42.459420 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f5fdee1b-ca5a-4d60-b66c-7e5e3db08cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:42.467787 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fe4b0-5222-4356-aabd-cd8e446b64de req-4bbfffc4-89ef-43e1-8b0a-70db9912d553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:42.469833 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9f4fe4b0-5222-4356-aabd-cd8e446b64de req-4bbfffc4-89ef-43e1-8b0a-70db9912d553 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a2b747af-c1f4-4b9f-a6a4-5511674e4c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3044565 Dec 10 16:33:42.470968 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8601f79-5d86-46d1-adce-d6ea5a4dd6f0 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:33:42.471365 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a8601f79-5d86-46d1-adce-d6ea5a4dd6f0 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:42.491821 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:33:42.491821 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:33:42.491821 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:33:42.491821 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:33:42.491821 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:33:42.491821 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:33:42.491821 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:33:42.491821 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:33:42.491821 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:33:42.491821 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:33:42.491821 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:33:42.491821 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:33:42.491821 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:33:42.491821 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:33:42.491821 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:33:42.491821 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:33:42.491821 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:33:42.491821 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:33:42.491821 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:33:42.491821 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:33:42.491821 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:33:42.491821 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:33:42.491821 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:33:42.491821 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:33:42.491821 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:33:42.491821 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:33:42.491821 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:33:42.491821 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:33:42.491821 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:33:42.491821 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:33:42.491821 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:33:42.491821 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:33:42.509401 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d018fdd1-d960-4f42-ab4e-e0b81244acc0 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:42.541106 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d018fdd1-d960-4f42-ab4e-e0b81244acc0 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'Subnet': ['ID=24f14e24-f5fb-4a69-b28c-f6137f5c196e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:42.548625 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d018fdd1-d960-4f42-ab4e-e0b81244acc0 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:42.554247 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d018fdd1-d960-4f42-ab4e-e0b81244acc0 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/subnets/24f14e24-f5fb-4a69-b28c-f6137f5c196e HTTP/1.1" status: 204 len: 168 time: 0.9225578 Dec 10 16:33:42.557470 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab829257-dacf-4689-a97c-7503126b0e6f None None] Network 33504f65-33d8-429e-aa72-f39096fe2a00 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:42.558176 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55052) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:42.627000 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62866c91-5fa7-4f37-86e0-652f7239d439 req-4d451f8f-cbab-42dd-80ce-740125bec4b2 tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:42.628586 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-62866c91-5fa7-4f37-86e0-652f7239d439 req-4d451f8f-cbab-42dd-80ce-740125bec4b2 tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] 10.222.0.11 "GET /v2.0/ports?device_id=201dff32-8d61-4061-bb87-9dc15073723c HTTP/1.1" status: 200 len: 945 time: 0.0851839 Dec 10 16:33:42.658889 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fdee1b-ca5a-4d60-b66c-7e5e3db08cdd None None] Pushing event updated for resources: {'Port': ['ID=ff33b709-671c-47a3-89a5-0216489923e0,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:42.760592 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a8601f79-5d86-46d1-adce-d6ea5a4dd6f0 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:42.772309 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-169482f0-d93a-4fe9-bf43-c6532789197b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:42.774687 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a8601f79-5d86-46d1-adce-d6ea5a4dd6f0 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:42.778174 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a8601f79-5d86-46d1-adce-d6ea5a4dd6f0 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "DELETE /v2.0/networks/39bde1f1-35cf-4be7-ad91-4b69623862e8 HTTP/1.1" status: 204 len: 168 time: 0.7904007 Dec 10 16:33:42.784967 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55054) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:42.793329 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-ef56bc0c-9cb6-47f1-bd34-69cb71a6ee77 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-826993495'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:42.801319 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5c5faf-1323-48cc-801d-a3b9148bf9c4 None None] DHCP port deletion for 33504f65-33d8-429e-aa72-f39096fe2a00 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:33:42.814951 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8601f79-5d86-46d1-adce-d6ea5a4dd6f0 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event deleted for resources: {'Network': ['ID=39bde1f1-35cf-4be7-ad91-4b69623862e8,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:42.878488 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef56bc0c-9cb6-47f1-bd34-69cb71a6ee77 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Made reservation on behalf of 5aa64038701d4c8b8057a83cf9772c1e for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:42.881961 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef56bc0c-9cb6-47f1-bd34-69cb71a6ee77 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:42.885327 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9f4fe4b0-5222-4356-aabd-cd8e446b64de req-422dd37b-7f16-4848-9b7b-8784442e8be9 service neutron] 10.222.0.26 "GET /v2.0/networks/a2b747af-c1f4-4b9f-a6a4-5511674e4c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316413 Dec 10 16:33:42.893198 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-62866c91-5fa7-4f37-86e0-652f7239d439 req-03c0b23e-b143-453d-af9a-c2a944069ad1 tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa3a067e-9208-4f4a-aecd-66e250f58907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554443 Dec 10 16:33:42.899084 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-5c5c5faf-1323-48cc-801d-a3b9148bf9c4 None None] Deleting port e9028009-ed46-466f-979d-0ff5a033f0c8 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:42.899682 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5c5c5faf-1323-48cc-801d-a3b9148bf9c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:42.955857 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d2b4ae7a-7b54-48ae-89c8-7e229044af14 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:43.008714 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef56bc0c-9cb6-47f1-bd34-69cb71a6ee77 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:33:43.027744 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d2b4ae7a-7b54-48ae-89c8-7e229044af14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:43.037155 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-5c5c5faf-1323-48cc-801d-a3b9148bf9c4 None None] For port e9028009-ed46-466f-979d-0ff5a033f0c8, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=e9028009-ed46-466f-979d-0ff5a033f0c8,segment=NetworkSegment(fd11196c-2f21-4ed3-bb39-46bad1e1da93),segment_id=fd11196c-2f21-4ed3-bb39-46bad1e1da93)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:43.037729 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5c5c5faf-1323-48cc-801d-a3b9148bf9c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:43.042363 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef56bc0c-9cb6-47f1-bd34-69cb71a6ee77 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:43.042716 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-ef56bc0c-9cb6-47f1-bd34-69cb71a6ee77 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Added segment fa5de3f2-6915-4875-a84d-abc66b5da4ae of type vlan for network afb655b2-368a-4434-8a20-20805d8ccdc1 Dec 10 16:33:43.045425 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-169482f0-d93a-4fe9-bf43-c6532789197b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Deleting port e9028009-ed46-466f-979d-0ff5a033f0c8 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:43.045761 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-169482f0-d93a-4fe9-bf43-c6532789197b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:43.089336 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-5c5c5faf-1323-48cc-801d-a3b9148bf9c4 None None] Calling delete_port for e9028009-ed46-466f-979d-0ff5a033f0c8 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:43.187515 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef56bc0c-9cb6-47f1-bd34-69cb71a6ee77 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:43.196709 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9f4fe4b0-5222-4356-aabd-cd8e446b64de req-c77edfe3-ad74-474e-9908-603ebe73faf7 service neutron] 10.222.0.26 "GET /v2.0/networks/a2b747af-c1f4-4b9f-a6a4-5511674e4c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816381 Dec 10 16:33:43.224627 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-d2b4ae7a-7b54-48ae-89c8-7e229044af14 admin admin] Allocated IP 172.25.6.149 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/933d48a2-aced-4281-b195-9d0113252bc2) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:43.239361 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-169482f0-d93a-4fe9-bf43-c6532789197b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] For port e9028009-ed46-466f-979d-0ff5a033f0c8, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=e9028009-ed46-466f-979d-0ff5a033f0c8,segment=NetworkSegment(fd11196c-2f21-4ed3-bb39-46bad1e1da93),segment_id=fd11196c-2f21-4ed3-bb39-46bad1e1da93)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:43.239764 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-169482f0-d93a-4fe9-bf43-c6532789197b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:43.250174 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef56bc0c-9cb6-47f1-bd34-69cb71a6ee77 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:43.256359 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef56bc0c-9cb6-47f1-bd34-69cb71a6ee77 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:43.256975 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef56bc0c-9cb6-47f1-bd34-69cb71a6ee77 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:43.269730 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-169482f0-d93a-4fe9-bf43-c6532789197b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Calling delete_port for e9028009-ed46-466f-979d-0ff5a033f0c8 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:43.315716 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5c5c5faf-1323-48cc-801d-a3b9148bf9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:43.322795 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ef56bc0c-9cb6-47f1-bd34-69cb71a6ee77 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5322399 Dec 10 16:33:43.326459 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55060) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:43.328613 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c648f-30e9-40ad-9d86-43465e97baa2 req-c8b363ce-95df-4497-b721-94e8ed337a9d tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:43.337775 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-504c648f-30e9-40ad-9d86-43465e97baa2 req-c8b363ce-95df-4497-b721-94e8ed337a9d tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/ports?device_id=f32d35a4-4891-4d87-bee7-53b7b398dfc3 HTTP/1.1" status: 200 len: 945 time: 0.1577885 Dec 10 16:33:43.342946 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-82b68e35-38cf-4556-a3d9-9bfc2fbbca79 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Request body: {'subnet': {'network_id': 'afb655b2-368a-4434-8a20-20805d8ccdc1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:43.366726 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5c5faf-1323-48cc-801d-a3b9148bf9c4 None None] No DVR routers for this DVR port e9028009-ed46-466f-979d-0ff5a033f0c8 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:33:43.408085 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef56bc0c-9cb6-47f1-bd34-69cb71a6ee77 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event updated for resources: {'Network': ['ID=afb655b2-368a-4434-8a20-20805d8ccdc1,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:43.477699 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c5faf-1323-48cc-801d-a3b9148bf9c4 None None] Pushing event deleted for resources: {'Port': ['ID=e9028009-ed46-466f-979d-0ff5a033f0c8,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:43.481327 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network afb655b2-368a-4434-8a20-20805d8ccdc1 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:33:43.487636 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-504c648f-30e9-40ad-9d86-43465e97baa2 req-7917f72f-9726-444c-81cb-f1dab49b227c tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/security-groups?id=85e5dc36-7bfe-4fe2-a426-eece040ff59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472790 Dec 10 16:33:43.554687 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b68e35-38cf-4556-a3d9-9bfc2fbbca79 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Made reservation on behalf of 5aa64038701d4c8b8057a83cf9772c1e for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:43.557116 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d2b4ae7a-7b54-48ae-89c8-7e229044af14 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:43.564024 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82b68e35-38cf-4556-a3d9-9bfc2fbbca79 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:43.573979 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-169482f0-d93a-4fe9-bf43-c6532789197b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:43.631775 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d2b4ae7a-7b54-48ae-89c8-7e229044af14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:43.704727 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b4ae7a-7b54-48ae-89c8-7e229044af14 admin admin] Pushing event updated for resources: {'Port': ['ID=933d48a2-aced-4281-b195-9d0113252bc2,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:43.719053 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b4ae7a-7b54-48ae-89c8-7e229044af14 admin admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:43.721186 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-d2b4ae7a-7b54-48ae-89c8-7e229044af14 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:43.724503 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b4ae7a-7b54-48ae-89c8-7e229044af14 admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:43.739771 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169482f0-d93a-4fe9-bf43-c6532789197b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'Port': ['ID=e9028009-ed46-466f-979d-0ff5a033f0c8,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:43.740430 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5975537f-1059-4aa3-979e-948c46596d0a None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:33:43.743860 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169482f0-d93a-4fe9-bf43-c6532789197b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] No DVR routers for this DVR port e9028009-ed46-466f-979d-0ff5a033f0c8 on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:33:43.892338 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-03d0dd63-68d9-4de5-bbba-98cc0c2f7c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:43.917950 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-ef67adfb-653a-45a7-9f3a-b62a3f615cb1 None None] Provisioning complete for port 933d48a2-aced-4281-b195-9d0113252bc2 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:43.927851 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-169482f0-d93a-4fe9-bf43-c6532789197b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:43.930029 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ef67adfb-653a-45a7-9f3a-b62a3f615cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:43.977702 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-169482f0-d93a-4fe9-bf43-c6532789197b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33504f65-33d8-429e-aa72-f39096fe2a00']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:44.037429 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-169482f0-d93a-4fe9-bf43-c6532789197b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd11196c-2f21-4ed3-bb39-46bad1e1da93') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:44.037805 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-169482f0-d93a-4fe9-bf43-c6532789197b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd11196c-2f21-4ed3-bb39-46bad1e1da93') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:44.061790 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-ef67adfb-653a-45a7-9f3a-b62a3f615cb1 None None] Port 933d48a2-aced-4281-b195-9d0113252bc2 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:44.075717 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-169482f0-d93a-4fe9-bf43-c6532789197b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:44.133105 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e991888-6c96-49e9-92db-71eb377024da req-3efa72ec-f5e4-409d-b816-749465e2fca6 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:44.142276 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8e991888-6c96-49e9-92db-71eb377024da req-3efa72ec-f5e4-409d-b816-749465e2fca6 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 943 time: 0.1820066 Dec 10 16:33:44.143548 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-169482f0-d93a-4fe9-bf43-c6532789197b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:44.189467 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-169482f0-d93a-4fe9-bf43-c6532789197b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:33:44.190075 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-169482f0-d93a-4fe9-bf43-c6532789197b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:44.194568 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:33:44.194568 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:33:44.194568 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:33:44.194568 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:33:44.194568 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:33:44.194568 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:33:44.194568 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:33:44.194568 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:33:44.194568 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:33:44.194568 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:33:44.194568 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:33:44.194568 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:33:44.194568 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:33:44.194568 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:33:44.194568 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:33:44.194568 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:33:44.194568 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:33:44.194568 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:33:44.194568 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:33:44.194568 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:33:44.194568 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:33:44.194568 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:33:44.194568 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:33:44.194568 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:33:44.194568 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:33:44.194568 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:33:44.194568 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:33:44.194568 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:33:44.194568 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:33:44.194568 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:33:44.194568 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:33:44.194568 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:33:44.194568 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:33:44.194568 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:33:44.194568 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:33:44.194568 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:33:44.194568 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:33:44.194568 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:33:44.194568 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:33:44.194568 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:33:44.334392 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a430d101-5b31-4c3c-80d9-1d955019605d None None] Network 32421a12-0b3a-42d4-846a-0de14cdef277 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:44.354029 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82b68e35-38cf-4556-a3d9-9bfc2fbbca79 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:44.395679 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8e991888-6c96-49e9-92db-71eb377024da req-0b57cbe1-21dc-464b-939e-56127f1a2e03 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=61dd92f2-b4f5-4bfd-ac94-e9e550096dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2524574 Dec 10 16:33:44.457927 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-169482f0-d93a-4fe9-bf43-c6532789197b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:44.463570 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device ff33b709-671c-47a3-89a5-0216489923e0 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:33:44.468646 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d2b4ae7a-7b54-48ae-89c8-7e229044af14 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:44.471065 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-169482f0-d93a-4fe9-bf43-c6532789197b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:44.485655 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-169482f0-d93a-4fe9-bf43-c6532789197b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/networks/33504f65-33d8-429e-aa72-f39096fe2a00 HTTP/1.1" status: 204 len: 168 time: 1.9214127 Dec 10 16:33:44.505573 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55082) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:44.579618 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-cfd84e65-4699-4258-ad40-95576fffac87 None None] Provisioning complete for port ff33b709-671c-47a3-89a5-0216489923e0 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:44.579923 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cfd84e65-4699-4258-ad40-95576fffac87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:44.607475 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b68e35-38cf-4556-a3d9-9bfc2fbbca79 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Checking segment: {'id': 'fa5de3f2-6915-4875-a84d-abc66b5da4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'afb655b2-368a-4434-8a20-20805d8ccdc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:44.607846 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b68e35-38cf-4556-a3d9-9bfc2fbbca79 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Network hostable DHCP agents. Network: afb655b2-368a-4434-8a20-20805d8ccdc1, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:33:44.610300 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169482f0-d93a-4fe9-bf43-c6532789197b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'Network': ['ID=33504f65-33d8-429e-aa72-f39096fe2a00,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:44.795382 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b68e35-38cf-4556-a3d9-9bfc2fbbca79 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event updated for resources: {'Subnet': ['ID=f2913021-95b3-40fb-967b-29dbadc9e05e,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:44.829065 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port ff33b709-671c-47a3-89a5-0216489923e0 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:44.830571 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:44.874102 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cdd749-7d73-458b-937c-fba1d4f6526a tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:44.893900 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-34cdd749-7d73-458b-937c-fba1d4f6526a tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "GET /v2.0/ports/850143a3-6d5b-4fc5-9ed5-fd546ac956a4 HTTP/1.1" status: 200 len: 844 time: 0.3858848 Dec 10 16:33:44.899123 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55090) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:44.983304 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cfd84e65-4699-4258-ad40-95576fffac87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:45.000993 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b68e35-38cf-4556-a3d9-9bfc2fbbca79 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Network afb655b2-368a-4434-8a20-20805d8ccdc1 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:33:45.042948 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-82b68e35-38cf-4556-a3d9-9bfc2fbbca79 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, afb655b2-368a-4434-8a20-20805d8ccdc1) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:45.071362 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b68e35-38cf-4556-a3d9-9bfc2fbbca79 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:45.072009 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82b68e35-38cf-4556-a3d9-9bfc2fbbca79 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:45.072918 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9dea95-027b-441e-99a4-e9c073817ec4 None None] Network afb655b2-368a-4434-8a20-20805d8ccdc1 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:45.119599 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c0a2d0f7-c25f-4bc4-b044-e6a75ea2219f tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "GET /v2.0/ports/850143a3-6d5b-4fc5-9ed5-fd546ac956a4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2170734 Dec 10 16:33:45.122677 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55092) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:45.137023 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-85597a27-041e-4a01-875b-30234d77c43b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'subnet': {'network_id': '1e48eb44-ddab-4822-b497-27862a94e4ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:45.162538 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-82b68e35-38cf-4556-a3d9-9bfc2fbbca79 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8312538 Dec 10 16:33:45.166824 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55094) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:45.193923 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-b742a80d-3ca1-4744-a222-ea0511f7f8c9 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-945027536', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:45.220355 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2eed1-1f7c-4c48-bfeb-d66529440aa2 req-57ca042d-c791-40c1-afbb-062e11c5c169 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:45.235788 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-cfd84e65-4699-4258-ad40-95576fffac87 None None] For port ff33b709-671c-47a3-89a5-0216489923e0, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=ff33b709-671c-47a3-89a5-0216489923e0,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:45.237929 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6fa2eed1-1f7c-4c48-bfeb-d66529440aa2 req-57ca042d-c791-40c1-afbb-062e11c5c169 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/ports?device_id=f32d35a4-4891-4d87-bee7-53b7b398dfc3 HTTP/1.1" status: 200 len: 945 time: 0.2076659 Dec 10 16:33:45.320958 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cfd84e65-4699-4258-ad40-95576fffac87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:45.462148 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:45.491095 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d2b4ae7a-7b54-48ae-89c8-7e229044af14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:45.504029 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.db.api [None req-85597a27-041e-4a01-875b-30234d77c43b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 16:33:45.504029 n-d-766771-2 neutron-server[103393]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 10 16:33:45.504029 n-d-766771-2 neutron-server[103393]: [parameters: {'project_id_1': 'c3130369965d4192948d49aa98d6bfdc', 'expiration_1': datetime.datetime(2021, 12, 10, 16, 33, 25, 344176)}] Dec 10 16:33:45.504029 n-d-766771-2 neutron-server[103393]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:33:45.505127 n-d-766771-2 neutron-server[103393]: DEBUG oslo_db.api [None req-85597a27-041e-4a01-875b-30234d77c43b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:33:45.526579 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc751e18-2e43-47e3-8496-60856fa19347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-afb655b2-368a-4434-8a20-20805d8ccdc1', 'network_id': 'afb655b2-368a-4434-8a20-20805d8ccdc1', 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'fixed_ips': [{'subnet_id': 'f2913021-95b3-40fb-967b-29dbadc9e05e'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:33:45.527973 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bc751e18-2e43-47e3-8496-60856fa19347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:45.596135 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-337e4051-c341-4207-9460-26b310492cd1 None None] Provisioning complete for port ff33b709-671c-47a3-89a5-0216489923e0 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:45.596962 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-337e4051-c341-4207-9460-26b310492cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:45.630750 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b742a80d-3ca1-4744-a222-ea0511f7f8c9 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:45.631797 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b742a80d-3ca1-4744-a222-ea0511f7f8c9 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:45.780498 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84e65-4699-4258-ad40-95576fffac87 None None] Pushing event updated for resources: {'Port': ['ID=ff33b709-671c-47a3-89a5-0216489923e0,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:45.835560 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b742a80d-3ca1-4744-a222-ea0511f7f8c9 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:45.852441 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.api [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:33:45.853095 n-d-766771-2 neutron-server[103394]: DEBUG oslo_db.api [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:33:45.854430 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6fa2eed1-1f7c-4c48-bfeb-d66529440aa2 req-7fbeb841-228e-4c90-b40b-5746d803a92c tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/security-groups?id=85e5dc36-7bfe-4fe2-a426-eece040ff59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6138499 Dec 10 16:33:45.912399 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b742a80d-3ca1-4744-a222-ea0511f7f8c9 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:45.962425 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b742a80d-3ca1-4744-a222-ea0511f7f8c9 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:45.967234 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55102) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:45.968049 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b742a80d-3ca1-4744-a222-ea0511f7f8c9 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7990313 Dec 10 16:33:45.972621 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-d47bbe6d-1808-4020-8007-30cc11651086 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Request body: {'port': {'network_id': 'afb655b2-368a-4434-8a20-20805d8ccdc1', 'name': 'tempest-RoutersIpV6Test-686585105'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:45.978238 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-bc751e18-2e43-47e3-8496-60856fa19347 None None] Allocated IP 2001:db8::2 (afb655b2-368a-4434-8a20-20805d8ccdc1/f2913021-95b3-40fb-967b-29dbadc9e05e/e85907f7-6288-4b4a-8718-fc4de48f02e1) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:46.009480 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b4ae7a-7b54-48ae-89c8-7e229044af14 admin admin] Router 7b795a6c-4363-48e2-b15d-8e04baa7296f is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:33:46.167622 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b4ae7a-7b54-48ae-89c8-7e229044af14 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:33:46.187621 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbdc010-7fd5-4de0-8d48-6c3257e77067 None None] Sync routers for ids ['7b795a6c-4363-48e2-b15d-8e04baa7296f'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:33:46.242171 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbdc010-7fd5-4de0-8d48-6c3257e77067 None None] Routers {'7b795a6c-4363-48e2-b15d-8e04baa7296f'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:33:46.243467 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-2cbdc010-7fd5-4de0-8d48-6c3257e77067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:33:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['7b795a6c-4363-48e2-b15d-8e04baa7296f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:46.248158 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:33:46.269755 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923f984-2cf5-4340-bdef-24388f4be5f1 req-9b00f6d7-daf6-479e-afa5-9810bd265354 tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:46.271894 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9923f984-2cf5-4340-bdef-24388f4be5f1 req-9b00f6d7-daf6-479e-afa5-9810bd265354 tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] 10.222.0.11 "GET /v2.0/ports?device_id=201dff32-8d61-4061-bb87-9dc15073723c HTTP/1.1" status: 200 len: 945 time: 0.0878582 Dec 10 16:33:46.333318 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85597a27-041e-4a01-875b-30234d77c43b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Made reservation on behalf of c3130369965d4192948d49aa98d6bfdc for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:46.342723 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d2b4ae7a-7b54-48ae-89c8-7e229044af14 admin admin] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:46.343049 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-85597a27-041e-4a01-875b-30234d77c43b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:46.345252 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d2b4ae7a-7b54-48ae-89c8-7e229044af14 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5974586 Dec 10 16:33:46.352435 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55104) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:46.526685 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9923f984-2cf5-4340-bdef-24388f4be5f1 req-cee74613-3888-4321-bc23-8fe89abdacb4 tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa3a067e-9208-4f4a-aecd-66e250f58907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474594 Dec 10 16:33:46.647763 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120181b-6111-423a-a4c3-c1b656995621 req-6a765918-a8cd-437d-840b-c1ef44923caa tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:46.649717 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b120181b-6111-423a-a4c3-c1b656995621 req-6a765918-a8cd-437d-840b-c1ef44923caa tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] 10.222.0.46 "GET /v2.0/ports?device_id=201dff32-8d61-4061-bb87-9dc15073723c HTTP/1.1" status: 200 len: 945 time: 0.4573014 Dec 10 16:33:46.671213 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-85597a27-041e-4a01-875b-30234d77c43b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:46.745891 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47bbe6d-1808-4020-8007-30cc11651086 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Made reservation on behalf of 5aa64038701d4c8b8057a83cf9772c1e for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:46.750416 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d47bbe6d-1808-4020-8007-30cc11651086 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:46.788508 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-d47bbe6d-1808-4020-8007-30cc11651086 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] device_id is not set on port 2d009536-be3c-4d5f-8db1-caadd02dd332 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:33:46.885556 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85597a27-041e-4a01-875b-30234d77c43b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'Subnet': ['ID=89a613bd-5a92-4472-bf79-6377097e3f8e,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:46.890746 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85597a27-041e-4a01-875b-30234d77c43b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Network 1e48eb44-ddab-4822-b497-27862a94e4ec is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:46.899093 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-85597a27-041e-4a01-875b-30234d77c43b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:46.903985 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85597a27-041e-4a01-875b-30234d77c43b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:46.904993 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-85597a27-041e-4a01-875b-30234d77c43b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:46.952279 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116a3067-4016-447d-b595-5821ee2513e8 None None] Network 1e48eb44-ddab-4822-b497-27862a94e4ec requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:46.975194 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-85597a27-041e-4a01-875b-30234d77c43b tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8513019 Dec 10 16:33:46.977843 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55106) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:46.983616 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-eaecc6b0-4a97-441c-bbfb-9011b8059f9c tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'security_group': {'name': 'tempest-secgroup-1480898700'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:47.029283 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-b120181b-6111-423a-a4c3-c1b656995621 req-df86f8c6-4b3a-4e5b-970d-e4396d81ccf7 tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] Deleting port 5c0fcee4-f1e9-4f91-af85-d10f45d080fa {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:47.029796 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-b120181b-6111-423a-a4c3-c1b656995621 req-df86f8c6-4b3a-4e5b-970d-e4396d81ccf7 tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:47.050176 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eaecc6b0-4a97-441c-bbfb-9011b8059f9c tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:47.058155 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bd029-f700-424e-99e9-051ca5782d05 req-86fc5e21-041d-4aeb-8dbf-9140254c53b5 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:47.059735 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aa3bd029-f700-424e-99e9-051ca5782d05 req-86fc5e21-041d-4aeb-8dbf-9140254c53b5 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 943 time: 0.3137941 Dec 10 16:33:47.145668 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eaecc6b0-4a97-441c-bbfb-9011b8059f9c tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:47.176590 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eaecc6b0-4a97-441c-bbfb-9011b8059f9c tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:47.211689 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eaecc6b0-4a97-441c-bbfb-9011b8059f9c tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:47.213076 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-eaecc6b0-4a97-441c-bbfb-9011b8059f9c tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2342861 Dec 10 16:33:47.218195 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55110) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:47.224466 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-0deb6a92-fc14-485b-9852-3a317c6113c9 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'security_group': {'name': 'tempest-secgroup-926664249'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:47.272019 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaecc6b0-4a97-441c-bbfb-9011b8059f9c tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b9b36d-58e2-478d-9169-1e08ab9e8eb6,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:47.389442 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bb80c300-166b-4a05-bb85-17cb3ad27d0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:47.429832 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aa3bd029-f700-424e-99e9-051ca5782d05 req-f5bc5802-a68b-4dab-a8ce-15a0b5cff082 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=61dd92f2-b4f5-4bfd-ac94-e9e550096dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3512838 Dec 10 16:33:47.517674 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-7ba008d1-6eaa-44d2-91d7-a1e07f9b8266 req-afd62db8-2dd3-4c1f-bfdb-6e16fb8e0a5b tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1199092961', 'description': 'tempest-description-1941253853'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:47.529994 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-2cbdc010-7fd5-4de0-8d48-6c3257e77067 None None] Set router 7b795a6c-4363-48e2-b15d-8e04baa7296f gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:33:47.657521 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-87fc47f3-ec9a-4997-919b-140bc5e461c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:47.687893 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:47.820728 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device e9028009-ed46-466f-979d-0ff5a033f0c8 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:33:47.955771 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0deb6a92-fc14-485b-9852-3a317c6113c9 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:47.986692 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bc751e18-2e43-47e3-8496-60856fa19347 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:48.048609 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: e9028009-ed46-466f-979d-0ff5a033f0c8 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:33:48.048958 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device e9028009-ed46-466f-979d-0ff5a033f0c8 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:33:48.051828 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0deb6a92-fc14-485b-9852-3a317c6113c9 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:48.069682 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bc751e18-2e43-47e3-8496-60856fa19347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:48.095452 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-87fc47f3-ec9a-4997-919b-140bc5e461c5 admin admin] Allocated IP 172.20.0.1 (32421a12-0b3a-42d4-846a-0de14cdef277/bad4bd9c-d017-467b-badb-ee51884a8aea/13332709-136a-4d10-a209-183330caf399) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:48.220387 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-d47bbe6d-1808-4020-8007-30cc11651086 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Allocated IP 2001:db8::3a4 (afb655b2-368a-4434-8a20-20805d8ccdc1/f2913021-95b3-40fb-967b-29dbadc9e05e/2d009536-be3c-4d5f-8db1-caadd02dd332) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:48.277257 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device ff33b709-671c-47a3-89a5-0216489923e0 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:33:48.338480 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-87fc47f3-ec9a-4997-919b-140bc5e461c5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:48.440690 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-87fc47f3-ec9a-4997-919b-140bc5e461c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:48.444218 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc751e18-2e43-47e3-8496-60856fa19347 None None] Network afb655b2-368a-4434-8a20-20805d8ccdc1 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:48.448513 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7ba008d1-6eaa-44d2-91d7-a1e07f9b8266 req-afd62db8-2dd3-4c1f-bfdb-6e16fb8e0a5b tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:48.448702 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d47bbe6d-1808-4020-8007-30cc11651086 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:48.504929 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d47bbe6d-1808-4020-8007-30cc11651086 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:48.519083 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0deb6a92-fc14-485b-9852-3a317c6113c9 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:48.519298 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fac0de1-e5fa-4ebe-abed-a00a5c868de2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-1e48eb44-ddab-4822-b497-27862a94e4ec', 'network_id': '1e48eb44-ddab-4822-b497-27862a94e4ec', 'project_id': 'c3130369965d4192948d49aa98d6bfdc', 'fixed_ips': [{'subnet_id': '89a613bd-5a92-4472-bf79-6377097e3f8e'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:33:48.525280 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-b120181b-6111-423a-a4c3-c1b656995621 req-df86f8c6-4b3a-4e5b-970d-e4396d81ccf7 tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] For port 5c0fcee4-f1e9-4f91-af85-d10f45d080fa, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=5c0fcee4-f1e9-4f91-af85-d10f45d080fa,segment=NetworkSegment(7c83139d-cc78-426a-8b91-cd72c3cfa424),segment_id=7c83139d-cc78-426a-8b91-cd72c3cfa424)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:48.525952 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-b120181b-6111-423a-a4c3-c1b656995621 req-df86f8c6-4b3a-4e5b-970d-e4396d81ccf7 tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:48.531394 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7fac0de1-e5fa-4ebe-abed-a00a5c868de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:48.534180 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-bc751e18-2e43-47e3-8496-60856fa19347 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:48.555207 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc751e18-2e43-47e3-8496-60856fa19347 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:48.570183 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fc47f3-ec9a-4997-919b-140bc5e461c5 admin admin] Network 32421a12-0b3a-42d4-846a-0de14cdef277 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:48.589140 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc751e18-2e43-47e3-8496-60856fa19347 None None] Pushing event updated for resources: {'Port': ['ID=e85907f7-6288-4b4a-8718-fc4de48f02e1,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:48.592961 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc47f3-ec9a-4997-919b-140bc5e461c5 admin admin] Pushing event updated for resources: {'Port': ['ID=13332709-136a-4d10-a209-183330caf399,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:48.606946 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-87fc47f3-ec9a-4997-919b-140bc5e461c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:48.620261 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fc47f3-ec9a-4997-919b-140bc5e461c5 admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:48.726661 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47bbe6d-1808-4020-8007-30cc11651086 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Network afb655b2-368a-4434-8a20-20805d8ccdc1 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:48.757254 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-87fc47f3-ec9a-4997-919b-140bc5e461c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:48.814050 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47bbe6d-1808-4020-8007-30cc11651086 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event updated for resources: {'Port': ['ID=2d009536-be3c-4d5f-8db1-caadd02dd332,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:48.820315 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:48.826655 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-d47bbe6d-1808-4020-8007-30cc11651086 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:48.829584 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47bbe6d-1808-4020-8007-30cc11651086 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:48.838844 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47bbe6d-1808-4020-8007-30cc11651086 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:48.839490 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d47bbe6d-1808-4020-8007-30cc11651086 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:48.863090 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb6a92-fc14-485b-9852-3a317c6113c9 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d1a4f5-e2c1-4f7e-b415-e3c7dc47234f,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:48.918010 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d47bbe6d-1808-4020-8007-30cc11651086 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.9489284 Dec 10 16:33:48.918709 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55118) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:48.937008 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7ba008d1-6eaa-44d2-91d7-a1e07f9b8266 req-afd62db8-2dd3-4c1f-bfdb-6e16fb8e0a5b tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:48.952768 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7ba008d1-6eaa-44d2-91d7-a1e07f9b8266 req-afd62db8-2dd3-4c1f-bfdb-6e16fb8e0a5b tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:49.043107 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7ba008d1-6eaa-44d2-91d7-a1e07f9b8266 req-afd62db8-2dd3-4c1f-bfdb-6e16fb8e0a5b tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:49.050805 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7ba008d1-6eaa-44d2-91d7-a1e07f9b8266 req-afd62db8-2dd3-4c1f-bfdb-6e16fb8e0a5b tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 1.5443025 Dec 10 16:33:49.087995 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-b120181b-6111-423a-a4c3-c1b656995621 req-df86f8c6-4b3a-4e5b-970d-e4396d81ccf7 tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] Calling delete_port for 5c0fcee4-f1e9-4f91-af85-d10f45d080fa owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:49.133427 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 5c0fcee4-f1e9-4f91-af85-d10f45d080fa no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:33:49.157050 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd62db8-2dd3-4c1f-bfdb-6e16fb8e0a5b tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca413ede-a3ea-4c42-b3c9-aebf8aceccb9,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:49.231596 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-bc751e18-2e43-47e3-8496-60856fa19347 None None] Attempting to bind port e85907f7-6288-4b4a-8718-fc4de48f02e1 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:33:49.232120 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-bc751e18-2e43-47e3-8496-60856fa19347 None None] Attempting to bind port e85907f7-6288-4b4a-8718-fc4de48f02e1 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'fa5de3f2-6915-4875-a84d-abc66b5da4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'afb655b2-368a-4434-8a20-20805d8ccdc1'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:33:49.232511 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc751e18-2e43-47e3-8496-60856fa19347 None None] Attempting to bind port e85907f7-6288-4b4a-8718-fc4de48f02e1 on network afb655b2-368a-4434-8a20-20805d8ccdc1 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:33:49.303902 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc751e18-2e43-47e3-8496-60856fa19347 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:33:49.304244 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc751e18-2e43-47e3-8496-60856fa19347 None None] Checking segment: {'id': 'fa5de3f2-6915-4875-a84d-abc66b5da4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'afb655b2-368a-4434-8a20-20805d8ccdc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:49.304719 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bc751e18-2e43-47e3-8496-60856fa19347 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:49.305129 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc751e18-2e43-47e3-8496-60856fa19347 None None] Bound using segment: {'id': 'fa5de3f2-6915-4875-a84d-abc66b5da4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'afb655b2-368a-4434-8a20-20805d8ccdc1'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:33:49.305779 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-bc751e18-2e43-47e3-8496-60856fa19347 None None] Bound port: e85907f7-6288-4b4a-8718-fc4de48f02e1, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa5de3f2-6915-4875-a84d-abc66b5da4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'afb655b2-368a-4434-8a20-20805d8ccdc1'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:33:49.306216 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bc751e18-2e43-47e3-8496-60856fa19347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:49.339043 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port ff33b709-671c-47a3-89a5-0216489923e0 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:49.339491 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:49.400344 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-2cbdc010-7fd5-4de0-8d48-6c3257e77067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b795a6c-4363-48e2-b15d-8e04baa7296f', 'name': 'tempest-ServerActionsTestJSON-220910502-router', 'tenant_id': '38b4c50f2746432ea9adf6424421cd8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '933d48a2-aced-4281-b195-9d0113252bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:33:41Z', 'updated_at': '2021-12-10T16:33:44Z', 'revision_number': 3, 'project_id': '38b4c50f2746432ea9adf6424421cd8d', 'gw_port': {'id': '933d48a2-aced-4281-b195-9d0113252bc2', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b795a6c-4363-48e2-b15d-8e04baa7296f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:33:43Z', 'updated_at': '2021-12-10T16:33:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:49.401978 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-87fc47f3-ec9a-4997-919b-140bc5e461c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:49.430700 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-4ce9398f-3802-4562-9dfc-576b0ec48f63 None None] Provisioning complete for port 13332709-136a-4d10-a209-183330caf399 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:49.431085 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4ce9398f-3802-4562-9dfc-576b0ec48f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:49.503571 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0deb6a92-fc14-485b-9852-3a317c6113c9 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:49.508192 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0deb6a92-fc14-485b-9852-3a317c6113c9 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 2.2871759 Dec 10 16:33:49.512935 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-4ce9398f-3802-4562-9dfc-576b0ec48f63 None None] Port 13332709-136a-4d10-a209-183330caf399 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:49.527962 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbdc010-7fd5-4de0-8d48-6c3257e77067 None None] Checking router: 7b795a6c-4363-48e2-b15d-8e04baa7296f for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:33:49.528331 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbdc010-7fd5-4de0-8d48-6c3257e77067 None None] Updating router 7b795a6c-4363-48e2-b15d-8e04baa7296f port 933d48a2-aced-4281-b195-9d0113252bc2 binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:33:49.533027 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55122) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:49.564635 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-b7e6e832-6150-4e74-820f-4535fcc5f417 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-233125764', 'security_groups': ['f8d1a4f5-e2c1-4f7e-b415-e3c7dc47234f'], 'network_id': '1e48eb44-ddab-4822-b497-27862a94e4ec', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '89a613bd-5a92-4472-bf79-6377097e3f8e'}]}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:49.630986 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-7fac0de1-e5fa-4ebe-abed-a00a5c868de2 None None] Allocated IP 2001:db8::2 (1e48eb44-ddab-4822-b497-27862a94e4ec/89a613bd-5a92-4472-bf79-6377097e3f8e/c5a81872-2721-43a2-bb02-07ace246d7af) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:49.833052 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7fac0de1-e5fa-4ebe-abed-a00a5c868de2 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:49.844253 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2cbdc010-7fd5-4de0-8d48-6c3257e77067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:49.916098 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8e9c423b-71d1-4bd2-8a07-2c7239d6bc6b tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:49.920956 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5904b6c-38ec-4014-b830-e1c0338a2b01 req-72562ffc-3d56-41dc-820a-9fd9fb185033 tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:49.932349 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f5904b6c-38ec-4014-b830-e1c0338a2b01 req-72562ffc-3d56-41dc-820a-9fd9fb185033 tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] 10.222.0.11 "GET /v2.0/ports?device_id=201dff32-8d61-4061-bb87-9dc15073723c HTTP/1.1" status: 200 len: 945 time: 0.4351373 Dec 10 16:33:50.013332 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-b120181b-6111-423a-a4c3-c1b656995621 req-df86f8c6-4b3a-4e5b-970d-e4396d81ccf7 tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:50.128239 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2cbdc010-7fd5-4de0-8d48-6c3257e77067 None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:50.164712 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-87fc47f3-ec9a-4997-919b-140bc5e461c5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:50.168943 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e6e832-6150-4e74-820f-4535fcc5f417 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Made reservation on behalf of c3130369965d4192948d49aa98d6bfdc for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:50.174260 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df86f8c6-4b3a-4e5b-970d-e4396d81ccf7 tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] Pushing event deleted for resources: {'Port': ['ID=5c0fcee4-f1e9-4f91-af85-d10f45d080fa,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:50.197024 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7fac0de1-e5fa-4ebe-abed-a00a5c868de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:50.197563 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-87fc47f3-ec9a-4997-919b-140bc5e461c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:50.225386 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2cbdc010-7fd5-4de0-8d48-6c3257e77067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:50.293894 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-bc751e18-2e43-47e3-8496-60856fa19347 None None] For port e85907f7-6288-4b4a-8718-fc4de48f02e1, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:33:50.305402 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-b120181b-6111-423a-a4c3-c1b656995621 req-df86f8c6-4b3a-4e5b-970d-e4396d81ccf7 tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] No DVR routers for this DVR port 5c0fcee4-f1e9-4f91-af85-d10f45d080fa on host n-h2-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:33:50.319196 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-b120181b-6111-423a-a4c3-c1b656995621 req-df86f8c6-4b3a-4e5b-970d-e4396d81ccf7 tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:50.322852 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b120181b-6111-423a-a4c3-c1b656995621 req-df86f8c6-4b3a-4e5b-970d-e4396d81ccf7 tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] 10.222.0.46 "DELETE /v2.0/ports/5c0fcee4-f1e9-4f91-af85-d10f45d080fa HTTP/1.1" status: 204 len: 173 time: 3.6406131 Dec 10 16:33:50.371778 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8700da97-103d-46a1-b76c-d3f57b4a2256 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:33:50.399618 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201dff32-8d61-4061-bb87-9dc15073723c', 'name': 'network-vif-deleted', 'tag': '5c0fcee4-f1e9-4f91-af85-d10f45d080fa'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:33:50.401867 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-bc751e18-2e43-47e3-8496-60856fa19347 None None] For port e85907f7-6288-4b4a-8718-fc4de48f02e1, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=e85907f7-6288-4b4a-8718-fc4de48f02e1,segment=NetworkSegment(fa5de3f2-6915-4875-a84d-abc66b5da4ae),segment_id=fa5de3f2-6915-4875-a84d-abc66b5da4ae)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:33:50.404188 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ad1365-6905-47d5-bfcc-6cc622f228b0" -d '{"events": [{"server_uuid": "201dff32-8d61-4061-bb87-9dc15073723c", "name": "network-vif-deleted", "tag": "5c0fcee4-f1e9-4f91-af85-d10f45d080fa"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:33:50.503011 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f5904b6c-38ec-4014-b830-e1c0338a2b01 req-19b807ae-8f37-44d8-971c-15f0eba1cfa2 tempest-ServerGroupTestJSON-2085071633 tempest-ServerGroupTestJSON-2085071633-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa3a067e-9208-4f4a-aecd-66e250f58907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5697429 Dec 10 16:33:50.507018 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:50.537081 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bc751e18-2e43-47e3-8496-60856fa19347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:50.549527 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fac0de1-e5fa-4ebe-abed-a00a5c868de2 None None] Network 1e48eb44-ddab-4822-b497-27862a94e4ec is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:50.553692 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-87fc47f3-ec9a-4997-919b-140bc5e461c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:50.563977 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:50.567457 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc47f3-ec9a-4997-919b-140bc5e461c5 admin admin] Pushing event updated for resources: {'Port': ['ID=13332709-136a-4d10-a209-183330caf399,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:50.604133 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-2cbdc010-7fd5-4de0-8d48-6c3257e77067 None None] Attempting to bind port 933d48a2-aced-4281-b195-9d0113252bc2 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:33:50.604510 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-2cbdc010-7fd5-4de0-8d48-6c3257e77067 None None] Attempting to bind port 933d48a2-aced-4281-b195-9d0113252bc2 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:33:50.604878 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbdc010-7fd5-4de0-8d48-6c3257e77067 None None] Attempting to bind port 933d48a2-aced-4281-b195-9d0113252bc2 on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:33:50.628950 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-7fac0de1-e5fa-4ebe-abed-a00a5c868de2 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:50.648576 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fac0de1-e5fa-4ebe-abed-a00a5c868de2 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:50.651916 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac0de1-e5fa-4ebe-abed-a00a5c868de2 None None] Pushing event updated for resources: {'Port': ['ID=c5a81872-2721-43a2-bb02-07ace246d7af,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:50.687977 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbdc010-7fd5-4de0-8d48-6c3257e77067 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:33:50.688424 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbdc010-7fd5-4de0-8d48-6c3257e77067 None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:50.688883 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2cbdc010-7fd5-4de0-8d48-6c3257e77067 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:50.689321 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbdc010-7fd5-4de0-8d48-6c3257e77067 None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:33:50.689815 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-2cbdc010-7fd5-4de0-8d48-6c3257e77067 None None] Bound port: 933d48a2-aced-4281-b195-9d0113252bc2, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:33:50.692627 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2cbdc010-7fd5-4de0-8d48-6c3257e77067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:50.694567 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8e9c423b-71d1-4bd2-8a07-2c7239d6bc6b tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:50.702167 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8e9c423b-71d1-4bd2-8a07-2c7239d6bc6b tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:50.749831 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b7e6e832-6150-4e74-820f-4535fcc5f417 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:50.800652 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f2973ae0-6897-4afc-9542-48d3f915242a None None] Provisioning complete for port 933d48a2-aced-4281-b195-9d0113252bc2 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:50.801203 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f2973ae0-6897-4afc-9542-48d3f915242a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:50.994477 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-b7e6e832-6150-4e74-820f-4535fcc5f417 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] device_id is not set on port fed1c242-d2e0-4904-af29-0c4e44d5f06b yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:33:51.173814 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9c423b-71d1-4bd2-8a07-2c7239d6bc6b tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event updated for resources: {'Port': ['ID=2d009536-be3c-4d5f-8db1-caadd02dd332,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:51.245121 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8e9c423b-71d1-4bd2-8a07-2c7239d6bc6b tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:51.314897 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-b7e6e832-6150-4e74-820f-4535fcc5f417 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Allocated IP 2001:db8::2e3 (1e48eb44-ddab-4822-b497-27862a94e4ec/89a613bd-5a92-4472-bf79-6377097e3f8e/fed1c242-d2e0-4904-af29-0c4e44d5f06b) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:51.390846 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f2973ae0-6897-4afc-9542-48d3f915242a None None] Port 933d48a2-aced-4281-b195-9d0113252bc2 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:51.472993 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b7e6e832-6150-4e74-820f-4535fcc5f417 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:51.508398 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fc47f3-ec9a-4997-919b-140bc5e461c5 admin admin] Network 32421a12-0b3a-42d4-846a-0de14cdef277 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:51.511864 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-87fc47f3-ec9a-4997-919b-140bc5e461c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:51.524860 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c667d0b-33b0-473f-a298-d4ebf05b917f req-0b96c493-51ed-4016-98d2-c1a8b4e11e98 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:51.529137 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8e9c423b-71d1-4bd2-8a07-2c7239d6bc6b tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:51.533286 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8c667d0b-33b0-473f-a298-d4ebf05b917f req-0b96c493-51ed-4016-98d2-c1a8b4e11e98 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 943 time: 0.7891257 Dec 10 16:33:51.540812 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b7e6e832-6150-4e74-820f-4535fcc5f417 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:51.631869 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af0cd7c-95fa-4424-be07-8a8d8c7c0a8a None None] Pushing event updated for resources: {'Port': ['ID=933d48a2-aced-4281-b195-9d0113252bc2,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:51.636575 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e6e832-6150-4e74-820f-4535fcc5f417 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'Port': ['ID=fed1c242-d2e0-4904-af29-0c4e44d5f06b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:51.637865 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-7fac0de1-e5fa-4ebe-abed-a00a5c868de2 None None] Attempting to bind port c5a81872-2721-43a2-bb02-07ace246d7af on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:33:51.651770 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-7fac0de1-e5fa-4ebe-abed-a00a5c868de2 None None] Attempting to bind port c5a81872-2721-43a2-bb02-07ace246d7af by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '3913557f-3b35-45ee-8793-de8c59cb464f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1e48eb44-ddab-4822-b497-27862a94e4ec'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:33:51.651770 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fac0de1-e5fa-4ebe-abed-a00a5c868de2 None None] Attempting to bind port c5a81872-2721-43a2-bb02-07ace246d7af on network 1e48eb44-ddab-4822-b497-27862a94e4ec {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:33:51.655166 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-2cbdc010-7fd5-4de0-8d48-6c3257e77067 None None] For port 933d48a2-aced-4281-b195-9d0113252bc2, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:33:51.660230 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-2cbdc010-7fd5-4de0-8d48-6c3257e77067 None None] For port 933d48a2-aced-4281-b195-9d0113252bc2, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=933d48a2-aced-4281-b195-9d0113252bc2,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:33:51.728970 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e6e832-6150-4e74-820f-4535fcc5f417 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Network 1e48eb44-ddab-4822-b497-27862a94e4ec is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:51.732633 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2cbdc010-7fd5-4de0-8d48-6c3257e77067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:51.736927 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fac0de1-e5fa-4ebe-abed-a00a5c868de2 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:33:51.737310 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fac0de1-e5fa-4ebe-abed-a00a5c868de2 None None] Checking segment: {'id': '3913557f-3b35-45ee-8793-de8c59cb464f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1e48eb44-ddab-4822-b497-27862a94e4ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:51.737720 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7fac0de1-e5fa-4ebe-abed-a00a5c868de2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:51.738126 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fac0de1-e5fa-4ebe-abed-a00a5c868de2 None None] Bound using segment: {'id': '3913557f-3b35-45ee-8793-de8c59cb464f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1e48eb44-ddab-4822-b497-27862a94e4ec'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:33:51.738656 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-7fac0de1-e5fa-4ebe-abed-a00a5c868de2 None None] Bound port: c5a81872-2721-43a2-bb02-07ace246d7af, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3913557f-3b35-45ee-8793-de8c59cb464f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1e48eb44-ddab-4822-b497-27862a94e4ec'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:33:51.739046 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7fac0de1-e5fa-4ebe-abed-a00a5c868de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:51.769129 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-b7e6e832-6150-4e74-820f-4535fcc5f417 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:51.780324 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e6e832-6150-4e74-820f-4535fcc5f417 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:51.786306 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e6e832-6150-4e74-820f-4535fcc5f417 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:51.787103 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b7e6e832-6150-4e74-820f-4535fcc5f417 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:51.818049 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b7e6e832-6150-4e74-820f-4535fcc5f417 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2653904 Dec 10 16:33:51.833281 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55132) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:51.850545 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-16077e0f-4544-4ecf-909f-b26b26d8e399 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'subnet': {'network_id': '1e48eb44-ddab-4822-b497-27862a94e4ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:51.884834 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8c667d0b-33b0-473f-a298-d4ebf05b917f req-7d96efa5-b5a7-4f92-bc62-f94255614a88 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=61dd92f2-b4f5-4bfd-ac94-e9e550096dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3504093 Dec 10 16:33:51.893329 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f26bfd-ae69-4f28-8359-c54b140bf1a1 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:33:52.007202 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc751e18-2e43-47e3-8496-60856fa19347 None None] Pushing event updated for resources: {'Port': ['ID=e85907f7-6288-4b4a-8718-fc4de48f02e1,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:52.150160 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbdc010-7fd5-4de0-8d48-6c3257e77067 None None] Routers {'7b795a6c-4363-48e2-b15d-8e04baa7296f'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:33:52.150812 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-2cbdc010-7fd5-4de0-8d48-6c3257e77067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:33:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['7b795a6c-4363-48e2-b15d-8e04baa7296f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:52.313134 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-59c68a1e-f8c5-4bd7-898b-772c63aac52c req-f15cc222-071f-4408-85b5-8b7610b61186 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1199092961&fields=id&tenant_id=d3063649ad0b49118b6873a82d7489eb HTTP/1.1" status: 200 len: 267 time: 0.2272398 Dec 10 16:33:52.329532 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87fc47f3-ec9a-4997-919b-140bc5e461c5 admin admin] Router 7b795a6c-4363-48e2-b15d-8e04baa7296f has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:33:52.336985 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-7fac0de1-e5fa-4ebe-abed-a00a5c868de2 None None] For port c5a81872-2721-43a2-bb02-07ace246d7af, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:33:52.351235 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8e9c423b-71d1-4bd2-8a07-2c7239d6bc6b tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:52.359893 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-652e679c-7025-4667-85ec-2e739d3331f0 None None] Provisioning complete for port 13332709-136a-4d10-a209-183330caf399 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:52.360278 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-652e679c-7025-4667-85ec-2e739d3331f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:52.366511 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af0cd7c-95fa-4424-be07-8a8d8c7c0a8a None None] Pushing event updated for resources: {'Port': ['ID=933d48a2-aced-4281-b195-9d0113252bc2,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:52.366729 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8e9c423b-71d1-4bd2-8a07-2c7239d6bc6b tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:52.367508 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8e9c423b-71d1-4bd2-8a07-2c7239d6bc6b tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:52.421777 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-7fac0de1-e5fa-4ebe-abed-a00a5c868de2 None None] For port c5a81872-2721-43a2-bb02-07ace246d7af, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c5a81872-2721-43a2-bb02-07ace246d7af,segment=NetworkSegment(3913557f-3b35-45ee-8793-de8c59cb464f),segment_id=3913557f-3b35-45ee-8793-de8c59cb464f)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:33:52.431191 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c68a1e-f8c5-4bd7-898b-772c63aac52c req-776dac1b-08b6-46de-98ce-49d903a379d2 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:52.432972 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-59c68a1e-f8c5-4bd7-898b-772c63aac52c req-776dac1b-08b6-46de-98ce-49d903a379d2 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/ports?device_id=f32d35a4-4891-4d87-bee7-53b7b398dfc3 HTTP/1.1" status: 200 len: 945 time: 0.0960047 Dec 10 16:33:52.440615 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7fac0de1-e5fa-4ebe-abed-a00a5c868de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:52.476924 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-59c68a1e-f8c5-4bd7-898b-772c63aac52c req-c426c6b4-e7db-49f0-8b80-b3b513fce1a5 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Request body: {'port': {'security_groups': ['85e5dc36-7bfe-4fe2-a426-eece040ff59e', 'ca413ede-a3ea-4c42-b3c9-aebf8aceccb9']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:52.528743 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16077e0f-4544-4ecf-909f-b26b26d8e399 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Made reservation on behalf of c3130369965d4192948d49aa98d6bfdc for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:52.533182 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-16077e0f-4544-4ecf-909f-b26b26d8e399 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:52.585699 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9c423b-71d1-4bd2-8a07-2c7239d6bc6b tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event updated for resources: {'Port': ['ID=2d009536-be3c-4d5f-8db1-caadd02dd332,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:52.606857 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-652e679c-7025-4667-85ec-2e739d3331f0 None None] Port 13332709-136a-4d10-a209-183330caf399 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:52.652214 n-d-766771-2 neutron-server[103392]: INFO neutron.db.ipam_backend_mixin [None req-16077e0f-4544-4ecf-909f-b26b26d8e399 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 89a613bd-5a92-4472-bf79-6377097e3f8e (CIDR: 2001:db8::/64) Dec 10 16:33:52.663847 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-16077e0f-4544-4ecf-909f-b26b26d8e399 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:33:52.664307 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16077e0f-4544-4ecf-909f-b26b26d8e399 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:33:52.707821 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-2cbdc010-7fd5-4de0-8d48-6c3257e77067 None None] Set router 7b795a6c-4363-48e2-b15d-8e04baa7296f gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:33:52.742880 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-59c68a1e-f8c5-4bd7-898b-772c63aac52c req-c426c6b4-e7db-49f0-8b80-b3b513fce1a5 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:52.751013 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-16077e0f-4544-4ecf-909f-b26b26d8e399 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9113734 Dec 10 16:33:52.756311 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55136) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:52.768978 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-150125ea-d63c-4895-ba77-276daf40c872 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'subnet': {'network_id': '1e48eb44-ddab-4822-b497-27862a94e4ec', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:52.803303 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e56306-5c4b-4da5-bf80-1d4926136fcf None None] Network afb655b2-368a-4434-8a20-20805d8ccdc1 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:52.805273 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac0de1-e5fa-4ebe-abed-a00a5c868de2 None None] Pushing event updated for resources: {'Port': ['ID=c5a81872-2721-43a2-bb02-07ace246d7af,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:52.871612 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9c423b-71d1-4bd2-8a07-2c7239d6bc6b tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Network afb655b2-368a-4434-8a20-20805d8ccdc1 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:52.875373 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-8e9c423b-71d1-4bd2-8a07-2c7239d6bc6b tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:53.024586 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-ec3330b1-496b-497f-a28e-5f57ae4fc789 None None] Provisioning complete for port 933d48a2-aced-4281-b195-9d0113252bc2 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:53.025019 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ec3330b1-496b-497f-a28e-5f57ae4fc789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:53.032747 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fc47f3-ec9a-4997-919b-140bc5e461c5 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:33:53.038700 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-87fc47f3-ec9a-4997-919b-140bc5e461c5 admin admin] 10.222.0.11 "PUT /v2.0/routers/7b795a6c-4363-48e2-b15d-8e04baa7296f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6849077 Dec 10 16:33:53.045618 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150125ea-d63c-4895-ba77-276daf40c872 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Made reservation on behalf of c3130369965d4192948d49aa98d6bfdc for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:53.049443 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-150125ea-d63c-4895-ba77-276daf40c872 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:53.208559 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9c423b-71d1-4bd2-8a07-2c7239d6bc6b tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Router 2f20c159-8da5-4cca-9d68-a51249bea261 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:33:53.389427 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9c423b-71d1-4bd2-8a07-2c7239d6bc6b tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:33:53.404716 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b988559b-19c3-44c6-9217-9c54a49615b7 None None] Sync routers for ids ['2f20c159-8da5-4cca-9d68-a51249bea261'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:33:53.412607 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8e9c423b-71d1-4bd2-8a07-2c7239d6bc6b tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "PUT /v2.0/routers/2f20c159-8da5-4cca-9d68-a51249bea261/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4694843 Dec 10 16:33:53.415990 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55144) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:53.460610 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b988559b-19c3-44c6-9217-9c54a49615b7 None None] Routers {'2f20c159-8da5-4cca-9d68-a51249bea261'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:33:53.464922 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-b988559b-19c3-44c6-9217-9c54a49615b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:33:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['2f20c159-8da5-4cca-9d68-a51249bea261'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:53.546927 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ec3330b1-496b-497f-a28e-5f57ae4fc789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:53.604682 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003bc1f2-8047-49b3-91ba-710bcc0743ea tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:53.609537 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-003bc1f2-8047-49b3-91ba-710bcc0743ea tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "GET /v2.0/ports/2d009536-be3c-4d5f-8db1-caadd02dd332 HTTP/1.1" status: 200 len: 983 time: 0.1926370 Dec 10 16:33:53.612766 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55146) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:53.616301 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-ec3330b1-496b-497f-a28e-5f57ae4fc789 None None] For port 933d48a2-aced-4281-b195-9d0113252bc2, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=933d48a2-aced-4281-b195-9d0113252bc2,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:53.635727 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ec3330b1-496b-497f-a28e-5f57ae4fc789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:53.666774 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-b988559b-19c3-44c6-9217-9c54a49615b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:53.700931 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b988559b-19c3-44c6-9217-9c54a49615b7 None None] Routers {'2f20c159-8da5-4cca-9d68-a51249bea261'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:33:53.701778 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-b988559b-19c3-44c6-9217-9c54a49615b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:33:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['2f20c159-8da5-4cca-9d68-a51249bea261'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:53.763473 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c5a81872-2721-43a2-bb02-07ace246d7af up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:33:53.821365 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-2cbdc010-7fd5-4de0-8d48-6c3257e77067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b795a6c-4363-48e2-b15d-8e04baa7296f', 'name': 'tempest-ServerActionsTestJSON-220910502-router', 'tenant_id': '38b4c50f2746432ea9adf6424421cd8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '933d48a2-aced-4281-b195-9d0113252bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:33:41Z', 'updated_at': '2021-12-10T16:33:49Z', 'revision_number': 4, 'project_id': '38b4c50f2746432ea9adf6424421cd8d', 'gw_port': {'id': '933d48a2-aced-4281-b195-9d0113252bc2', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b795a6c-4363-48e2-b15d-8e04baa7296f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:33:43Z', 'updated_at': '2021-12-10T16:33:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '13332709-136a-4d10-a209-183330caf399', 'name': '', 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277', 'tenant_id': '38b4c50f2746432ea9adf6424421cd8d', 'mac_address': 'fa:16:3e:d9:55:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b795a6c-4363-48e2-b15d-8e04baa7296f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'bad4bd9c-d017-467b-badb-ee51884a8aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:33:47Z', 'updated_at': '2021-12-10T16:33:49Z', 'revision_number': 2, 'project_id': '38b4c50f2746432ea9adf6424421cd8d', 'subnets': [{'id': 'bad4bd9c-d017-467b-badb-ee51884a8aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:53.823700 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-b988559b-19c3-44c6-9217-9c54a49615b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:53.826957 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b988559b-19c3-44c6-9217-9c54a49615b7 None None] The sync data for ids ['2f20c159-8da5-4cca-9d68-a51249bea261'] in n-d-766771-2 is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:33:53.912901 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3330b1-496b-497f-a28e-5f57ae4fc789 None None] Pushing event updated for resources: {'Port': ['ID=933d48a2-aced-4281-b195-9d0113252bc2,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:53.917591 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbdc010-7fd5-4de0-8d48-6c3257e77067 None None] The sync data for ids ['7b795a6c-4363-48e2-b15d-8e04baa7296f'] in n-d-766771-2 is: [{'id': '7b795a6c-4363-48e2-b15d-8e04baa7296f', 'name': 'tempest-ServerActionsTestJSON-220910502-router', 'tenant_id': '38b4c50f2746432ea9adf6424421cd8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '933d48a2-aced-4281-b195-9d0113252bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:33:41Z', 'updated_at': '2021-12-10T16:33:49Z', 'revision_number': 4, 'project_id': '38b4c50f2746432ea9adf6424421cd8d', 'gw_port': {'id': '933d48a2-aced-4281-b195-9d0113252bc2', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b795a6c-4363-48e2-b15d-8e04baa7296f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:33:43Z', 'updated_at': '2021-12-10T16:33:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '13332709-136a-4d10-a209-183330caf399', 'name': '', 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277', 'tenant_id': '38b4c50f2746432ea9adf6424421cd8d', 'mac_address': 'fa:16:3e:d9:55:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b795a6c-4363-48e2-b15d-8e04baa7296f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'bad4bd9c-d017-467b-badb-ee51884a8aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:33:47Z', 'updated_at': '2021-12-10T16:33:49Z', 'revision_number': 2, 'project_id': '38b4c50f2746432ea9adf6424421cd8d', 'subnets': [{'id': 'bad4bd9c-d017-467b-badb-ee51884a8aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:33:53.959726 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-dd06a78e-fa15-4cd3-baa8-0dc582fcae35 None None] Provisioning complete for port e85907f7-6288-4b4a-8718-fc4de48f02e1 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:53.960153 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dd06a78e-fa15-4cd3-baa8-0dc582fcae35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:54.026112 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port c5a81872-2721-43a2-bb02-07ace246d7af triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:54.026627 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:54.485390 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dd06a78e-fa15-4cd3-baa8-0dc582fcae35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:54.500467 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:54.547444 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7759c622-eace-4014-aabe-e2c8211cd1a0 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:54.713301 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port c5a81872-2721-43a2-bb02-07ace246d7af, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c5a81872-2721-43a2-bb02-07ace246d7af,segment=NetworkSegment(3913557f-3b35-45ee-8793-de8c59cb464f),segment_id=3913557f-3b35-45ee-8793-de8c59cb464f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:54.716267 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-dd06a78e-fa15-4cd3-baa8-0dc582fcae35 None None] For port e85907f7-6288-4b4a-8718-fc4de48f02e1, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=e85907f7-6288-4b4a-8718-fc4de48f02e1,segment=NetworkSegment(fa5de3f2-6915-4875-a84d-abc66b5da4ae),segment_id=fa5de3f2-6915-4875-a84d-abc66b5da4ae)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:54.721257 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:54.722066 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device e85907f7-6288-4b4a-8718-fc4de48f02e1 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:33:54.766214 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dd06a78e-fa15-4cd3-baa8-0dc582fcae35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:54.845528 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=c5a81872-2721-43a2-bb02-07ace246d7af,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:54.850754 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-59c68a1e-f8c5-4bd7-898b-772c63aac52c req-c426c6b4-e7db-49f0-8b80-b3b513fce1a5 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] For port 561f074f-cd2a-4661-a766-3aa730ecf0ee, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=561f074f-cd2a-4661-a766-3aa730ecf0ee,segment=NetworkSegment(ebdb6a42-6306-4308-be67-666b49e7842c),segment_id=ebdb6a42-6306-4308-be67-666b49e7842c)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:54.994965 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port e85907f7-6288-4b4a-8718-fc4de48f02e1 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:54.995337 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:55.004315 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-59c68a1e-f8c5-4bd7-898b-772c63aac52c req-c426c6b4-e7db-49f0-8b80-b3b513fce1a5 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:55.022999 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-59c68a1e-f8c5-4bd7-898b-772c63aac52c req-c426c6b4-e7db-49f0-8b80-b3b513fce1a5 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:55.084057 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['561f074f-cd2a-4661-a766-3aa730ecf0ee'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:33:55.107943 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7759c622-eace-4014-aabe-e2c8211cd1a0 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Deleting port 2d009536-be3c-4d5f-8db1-caadd02dd332 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:55.108559 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7759c622-eace-4014-aabe-e2c8211cd1a0 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:55.185565 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6c63d5e-e66b-4682-8434-39b8290d84b1 None None] Provisioning complete for port c5a81872-2721-43a2-bb02-07ace246d7af triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:55.185848 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6c63d5e-e66b-4682-8434-39b8290d84b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:55.214468 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c68a1e-f8c5-4bd7-898b-772c63aac52c req-c426c6b4-e7db-49f0-8b80-b3b513fce1a5 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:55.215454 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-59c68a1e-f8c5-4bd7-898b-772c63aac52c req-c426c6b4-e7db-49f0-8b80-b3b513fce1a5 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:55.217755 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-59c68a1e-f8c5-4bd7-898b-772c63aac52c req-c426c6b4-e7db-49f0-8b80-b3b513fce1a5 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "PUT /v2.0/ports/561f074f-cd2a-4661-a766-3aa730ecf0ee HTTP/1.1" status: 200 len: 981 time: 2.7455807 Dec 10 16:33:55.218528 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f32d35a4-4891-4d87-bee7-53b7b398dfc3', 'tag': '561f074f-cd2a-4661-a766-3aa730ecf0ee'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:33:55.221881 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ec5c64-c7e4-4e33-a194-353913a2710f" -d '{"events": [{"name": "network-changed", "server_uuid": "f32d35a4-4891-4d87-bee7-53b7b398dfc3", "tag": "561f074f-cd2a-4661-a766-3aa730ecf0ee"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:33:55.229541 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-150125ea-d63c-4895-ba77-276daf40c872 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:55.333433 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7759c622-eace-4014-aabe-e2c8211cd1a0 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:55.336409 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06a78e-fa15-4cd3-baa8-0dc582fcae35 None None] Pushing event updated for resources: {'Port': ['ID=e85907f7-6288-4b4a-8718-fc4de48f02e1,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:55.389978 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7759c622-eace-4014-aabe-e2c8211cd1a0 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Calling delete_port for 2d009536-be3c-4d5f-8db1-caadd02dd332 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:55.464626 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150125ea-d63c-4895-ba77-276daf40c872 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Network 1e48eb44-ddab-4822-b497-27862a94e4ec is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:55.465563 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426c6b4-e7db-49f0-8b80-b3b513fce1a5 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Pushing event updated for resources: {'Port': ['ID=561f074f-cd2a-4661-a766-3aa730ecf0ee,revision_number=6']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:55.544211 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-150125ea-d63c-4895-ba77-276daf40c872 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:55.552521 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150125ea-d63c-4895-ba77-276daf40c872 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:55.553390 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-150125ea-d63c-4895-ba77-276daf40c872 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:55.586518 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150125ea-d63c-4895-ba77-276daf40c872 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'Subnet': ['ID=86c45c22-e3cc-440f-9671-f655756e94b6,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:55.624793 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-150125ea-d63c-4895-ba77-276daf40c872 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.8605165 Dec 10 16:33:55.625718 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55156) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:55.634420 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-54354eef-32fb-4dcb-b054-8b6fde0f5200 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-59672257', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '86c45c22-e3cc-440f-9671-f655756e94b6'}], 'security_groups': ['e1b9b36d-58e2-478d-9169-1e08ab9e8eb6']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:55.738626 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20c719c-88f9-445b-a356-6669362f5987 x-openstack-request-id: req-d20c719c-88f9-445b-a356-6669362f5987 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:33:55.739297 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201dff32-8d61-4061-bb87-9dc15073723c", "name": "network-vif-deleted", "tag": "5c0fcee4-f1e9-4f91-af85-d10f45d080fa", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:33:55.739297 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d20c719c-88f9-445b-a356-6669362f5987 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:33:55.739559 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201dff32-8d61-4061-bb87-9dc15073723c', 'name': 'network-vif-deleted', 'tag': '5c0fcee4-f1e9-4f91-af85-d10f45d080fa', 'status': 'completed', 'code': 200} Dec 10 16:33:55.886800 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['561f074f-cd2a-4661-a766-3aa730ecf0ee'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:33:55.889820 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7759c622-eace-4014-aabe-e2c8211cd1a0 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:55.896516 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9a338b-0321-4b9b-9942-1af54980b3b4 None None] Network 1e48eb44-ddab-4822-b497-27862a94e4ec requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:55.954839 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759c622-eace-4014-aabe-e2c8211cd1a0 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event deleted for resources: {'Port': ['ID=2d009536-be3c-4d5f-8db1-caadd02dd332,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:56.099486 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3e176-ff55-42bf-922b-d21ec2230f41 req-88ee98f6-8043-4151-bab9-3ff248a10d30 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:56.103108 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9df3e176-ff55-42bf-922b-d21ec2230f41 req-88ee98f6-8043-4151-bab9-3ff248a10d30 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 943 time: 0.1536298 Dec 10 16:33:56.183498 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7759c622-eace-4014-aabe-e2c8211cd1a0 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:56.286588 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9df3e176-ff55-42bf-922b-d21ec2230f41 req-6db7f98d-bb05-4ebe-9b97-539be461d028 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=61dd92f2-b4f5-4bfd-ac94-e9e550096dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654298 Dec 10 16:33:56.290556 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-54354eef-32fb-4dcb-b054-8b6fde0f5200 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:56.968054 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-54354eef-32fb-4dcb-b054-8b6fde0f5200 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Delete allocated IP 2001:db8::2e3 (1e48eb44-ddab-4822-b497-27862a94e4ec/89a613bd-5a92-4472-bf79-6377097e3f8e) {{(pid=103392) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 16:33:56.977323 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7759c622-eace-4014-aabe-e2c8211cd1a0 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Router 2f20c159-8da5-4cca-9d68-a51249bea261 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:33:56.978025 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-54354eef-32fb-4dcb-b054-8b6fde0f5200 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Allocated IP 2001:db8:0:1::1e8 (1e48eb44-ddab-4822-b497-27862a94e4ec/86c45c22-e3cc-440f-9671-f655756e94b6/fed1c242-d2e0-4904-af29-0c4e44d5f06b) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:56.979082 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6c63d5e-e66b-4682-8434-39b8290d84b1 None None] Provisioning complete for port 850143a3-6d5b-4fc5-9ed5-fd546ac956a4 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:56.979512 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6c63d5e-e66b-4682-8434-39b8290d84b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:57.048198 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55168) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:57.106434 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-5b7d1eb7-c08d-4fad-af9e-91e7f281873c tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Request body: {'security_group': {'name': 'tempest-securitygroup--95948763', 'description': 'tempest-description--1199878339'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:57.129862 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7af64b-e748-4e0a-a3fa-d9c4b9474cc2 x-openstack-request-id: req-4f7af64b-e748-4e0a-a3fa-d9c4b9474cc2 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:33:57.131295 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f32d35a4-4891-4d87-bee7-53b7b398dfc3", "tag": "561f074f-cd2a-4661-a766-3aa730ecf0ee", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:33:57.131726 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4f7af64b-e748-4e0a-a3fa-d9c4b9474cc2 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:33:57.132484 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f32d35a4-4891-4d87-bee7-53b7b398dfc3', 'tag': '561f074f-cd2a-4661-a766-3aa730ecf0ee', 'status': 'completed', 'code': 200} Dec 10 16:33:57.168545 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5b7d1eb7-c08d-4fad-af9e-91e7f281873c tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:57.192252 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7759c622-eace-4014-aabe-e2c8211cd1a0 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:33:57.218455 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7759c622-eace-4014-aabe-e2c8211cd1a0 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "PUT /v2.0/routers/2f20c159-8da5-4cca-9d68-a51249bea261/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5967059 Dec 10 16:33:57.220447 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55170) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:57.247167 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41418a34-79e1-4661-910c-e427d641f4e3 None None] Sync routers for ids ['2f20c159-8da5-4cca-9d68-a51249bea261'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:33:57.248929 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c6c63d5e-e66b-4682-8434-39b8290d84b1 None None] Port 850143a3-6d5b-4fc5-9ed5-fd546ac956a4 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:57.267932 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6c63d5e-e66b-4682-8434-39b8290d84b1 None None] Could not find standard attr ID for object 2d009536-be3c-4d5f-8db1-caadd02dd332. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:33:57.280546 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c5a81872-2721-43a2-bb02-07ace246d7af up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:33:57.311278 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-27202691-d050-4d5d-9b1e-f3d164a8b633 req-472d7dbe-ee5a-4d60-84a3-6a212b318f7e tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1199092961&fields=id&tenant_id=d3063649ad0b49118b6873a82d7489eb HTTP/1.1" status: 200 len: 267 time: 0.0803735 Dec 10 16:33:57.347723 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-54354eef-32fb-4dcb-b054-8b6fde0f5200 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:57.354404 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41418a34-79e1-4661-910c-e427d641f4e3 None None] Routers {'2f20c159-8da5-4cca-9d68-a51249bea261'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:33:57.355038 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-41418a34-79e1-4661-910c-e427d641f4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:33:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['2f20c159-8da5-4cca-9d68-a51249bea261'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:57.377081 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-54354eef-32fb-4dcb-b054-8b6fde0f5200 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:57.408936 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-41418a34-79e1-4661-910c-e427d641f4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:57.414170 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6c63d5e-e66b-4682-8434-39b8290d84b1 None None] Provisioning complete for port e85907f7-6288-4b4a-8718-fc4de48f02e1 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:57.414879 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6c63d5e-e66b-4682-8434-39b8290d84b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:57.444714 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5b7d1eb7-c08d-4fad-af9e-91e7f281873c tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:57.458694 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6c5652-3d41-4fe4-a687-596bd2e68143 None None] Update dhcp port {'port': {'network_id': '1e48eb44-ddab-4822-b497-27862a94e4ec', 'fixed_ips': [{'subnet_id': '89a613bd-5a92-4472-bf79-6377097e3f8e', 'ip_address': '2001:db8::2'}, {'subnet_id': '86c45c22-e3cc-440f-9671-f655756e94b6'}], 'binding:host_id': 'n-d-766771-2'}, 'id': 'c5a81872-2721-43a2-bb02-07ace246d7af'} from n-d-766771-2. {{(pid=103394) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 16:33:57.473358 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5b7d1eb7-c08d-4fad-af9e-91e7f281873c tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:57.485075 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41418a34-79e1-4661-910c-e427d641f4e3 None None] Routers {'2f20c159-8da5-4cca-9d68-a51249bea261'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:33:57.485709 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-41418a34-79e1-4661-910c-e427d641f4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:33:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['2f20c159-8da5-4cca-9d68-a51249bea261'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:57.487606 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-54354eef-32fb-4dcb-b054-8b6fde0f5200 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] In _notify_port_updated(), no bound segment for port fed1c242-d2e0-4904-af29-0c4e44d5f06b on network 1e48eb44-ddab-4822-b497-27862a94e4ec {{(pid=103392) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:33:57.495978 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port c5a81872-2721-43a2-bb02-07ace246d7af triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:57.496192 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54354eef-32fb-4dcb-b054-8b6fde0f5200 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:57.496385 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:57.497030 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-54354eef-32fb-4dcb-b054-8b6fde0f5200 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:57.501567 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-54354eef-32fb-4dcb-b054-8b6fde0f5200 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "PUT /v2.0/ports/fed1c242-d2e0-4904-af29-0c4e44d5f06b HTTP/1.1" status: 200 len: 929 time: 1.8721755 Dec 10 16:33:57.510406 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27202691-d050-4d5d-9b1e-f3d164a8b633 req-8f4f8a89-c161-4d0f-856f-46b109632f3e tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:57.511961 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-27202691-d050-4d5d-9b1e-f3d164a8b633 req-8f4f8a89-c161-4d0f-856f-46b109632f3e tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/ports?device_id=f32d35a4-4891-4d87-bee7-53b7b398dfc3 HTTP/1.1" status: 200 len: 984 time: 0.1780844 Dec 10 16:33:57.516097 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55174) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:57.526867 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-7ca01da3-e84e-4f7f-a483-71951b66e24c tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] remove_router_interface failed (client error): The resource could not be found. Dec 10 16:33:57.528106 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7ca01da3-e84e-4f7f-a483-71951b66e24c tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "PUT /v2.0/routers/2f20c159-8da5-4cca-9d68-a51249bea261/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3067415 Dec 10 16:33:57.532256 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d1eb7-c08d-4fad-af9e-91e7f281873c tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2aada0-0d6f-43c2-8d2a-349ff0898b04,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:57.535645 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-27202691-d050-4d5d-9b1e-f3d164a8b633 req-51d26f1c-592f-4788-837a-2a0ff6b47d05 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Request body: {'port': {'security_groups': ['85e5dc36-7bfe-4fe2-a426-eece040ff59e']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:57.539918 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54354eef-32fb-4dcb-b054-8b6fde0f5200 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'Port': ['ID=fed1c242-d2e0-4904-af29-0c4e44d5f06b,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:57.551205 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-41418a34-79e1-4661-910c-e427d641f4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:57.551776 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41418a34-79e1-4661-910c-e427d641f4e3 None None] The sync data for ids ['2f20c159-8da5-4cca-9d68-a51249bea261'] in n-d-766771-2 is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:33:57.553101 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1a6c5652-3d41-4fe4-a687-596bd2e68143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:57.553586 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55176) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:57.565872 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5b7d1eb7-c08d-4fad-af9e-91e7f281873c tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:57.567532 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5b7d1eb7-c08d-4fad-af9e-91e7f281873c tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5183413 Dec 10 16:33:57.570265 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55178) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:57.576733 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-193af2bd-71f8-4cca-b06b-629fdf408058 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Request body: {'security_group_rule': {'security_group_id': '0c2aada0-0d6f-43c2-8d2a-349ff0898b04', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:57.619434 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-152cc634-b94f-4812-ad38-09460b0dbe53 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f20c159-8da5-4cca-9d68-a51249bea261 HTTP/1.1" status: 200 len: 205 time: 0.0641150 Dec 10 16:33:57.631054 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55180) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:57.709850 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-27202691-d050-4d5d-9b1e-f3d164a8b633 req-51d26f1c-592f-4788-837a-2a0ff6b47d05 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:57.724260 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-193af2bd-71f8-4cca-b06b-629fdf408058 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:57.768451 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ae6a47d5-0b4f-4eea-821c-1ee23ef9be79 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:57.777588 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc57e2db-ee54-43ce-93f0-fc354fbb6777 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Deleting port fed1c242-d2e0-4904-af29-0c4e44d5f06b {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:57.777922 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc57e2db-ee54-43ce-93f0-fc354fbb6777 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:57.804586 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device e85907f7-6288-4b4a-8718-fc4de48f02e1 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:33:57.850659 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec5c64-c7e4-4e33-a194-353913a2710f req-de49916b-0199-4941-b661-da93e7f2fa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:57.852395 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-24ec5c64-c7e4-4e33-a194-353913a2710f req-de49916b-0199-4941-b661-da93e7f2fa85 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d3063649ad0b49118b6873a82d7489eb&device_id=f32d35a4-4891-4d87-bee7-53b7b398dfc3 HTTP/1.1" status: 200 len: 1135 time: 0.2315662 Dec 10 16:33:57.874281 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-1a6c5652-3d41-4fe4-a687-596bd2e68143 None None] Allocated IP 2001:db8:0:1::2 (1e48eb44-ddab-4822-b497-27862a94e4ec/86c45c22-e3cc-440f-9671-f655756e94b6/c5a81872-2721-43a2-bb02-07ace246d7af) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:57.904214 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c8f01824-4edc-4d01-9f33-59d9d53b48c1 None None] Provisioning complete for port fed1c242-d2e0-4904-af29-0c4e44d5f06b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:57.904838 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c8f01824-4edc-4d01-9f33-59d9d53b48c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:57.920535 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc57e2db-ee54-43ce-93f0-fc354fbb6777 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:57.970623 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc57e2db-ee54-43ce-93f0-fc354fbb6777 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Calling delete_port for fed1c242-d2e0-4904-af29-0c4e44d5f06b owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:57.981463 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port e85907f7-6288-4b4a-8718-fc4de48f02e1 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:57.982009 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.008372 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-193af2bd-71f8-4cca-b06b-629fdf408058 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.009838 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c8f01824-4edc-4d01-9f33-59d9d53b48c1 None None] Port fed1c242-d2e0-4904-af29-0c4e44d5f06b cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:58.022069 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ae6a47d5-0b4f-4eea-821c-1ee23ef9be79 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.023270 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c8f01824-4edc-4d01-9f33-59d9d53b48c1 None None] Could not find standard attr ID for object 2d009536-be3c-4d5f-8db1-caadd02dd332. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:33:58.025750 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ae6a47d5-0b4f-4eea-821c-1ee23ef9be79 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.027260 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-193af2bd-71f8-4cca-b06b-629fdf408058 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.086479 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c4821e-ca15-42ab-a1da-4a1d91e261e1 None None] Sync routers for ids ['7b795a6c-4363-48e2-b15d-8e04baa7296f'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:33:58.095898 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193af2bd-71f8-4cca-b06b-629fdf408058 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e4fec3-b660-4d4f-aac4-82776316cee8,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:58.103900 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-1a6c5652-3d41-4fe4-a687-596bd2e68143 None None] For port c5a81872-2721-43a2-bb02-07ace246d7af, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c5a81872-2721-43a2-bb02-07ace246d7af,segment=NetworkSegment(3913557f-3b35-45ee-8793-de8c59cb464f),segment_id=3913557f-3b35-45ee-8793-de8c59cb464f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:58.104998 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c4821e-ca15-42ab-a1da-4a1d91e261e1 None None] Routers {'7b795a6c-4363-48e2-b15d-8e04baa7296f'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:33:58.106110 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-59c4821e-ca15-42ab-a1da-4a1d91e261e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:33:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['7b795a6c-4363-48e2-b15d-8e04baa7296f'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:58.113394 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-193af2bd-71f8-4cca-b06b-629fdf408058 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.117415 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-193af2bd-71f8-4cca-b06b-629fdf408058 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5461881 Dec 10 16:33:58.117683 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-27202691-d050-4d5d-9b1e-f3d164a8b633 req-51d26f1c-592f-4788-837a-2a0ff6b47d05 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] For port 561f074f-cd2a-4661-a766-3aa730ecf0ee, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=561f074f-cd2a-4661-a766-3aa730ecf0ee,segment=NetworkSegment(ebdb6a42-6306-4308-be67-666b49e7842c),segment_id=ebdb6a42-6306-4308-be67-666b49e7842c)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:58.121110 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55182) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:58.122079 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ae6a47d5-0b4f-4eea-821c-1ee23ef9be79 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.122782 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6a47d5-0b4f-4eea-821c-1ee23ef9be79 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Fanout notify agent at l3_agent the message router_deleted on router 2f20c159-8da5-4cca-9d68-a51249bea261 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:33:58.127016 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-59070002-1a59-4593-8dde-4fe6fb15485f tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Request body: {'security_group_rule': {'security_group_id': '0c2aada0-0d6f-43c2-8d2a-349ff0898b04', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:58.127998 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 933d48a2-aced-4281-b195-9d0113252bc2 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:33:58.172627 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1a6c5652-3d41-4fe4-a687-596bd2e68143 None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.177017 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-27202691-d050-4d5d-9b1e-f3d164a8b633 req-51d26f1c-592f-4788-837a-2a0ff6b47d05 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.180474 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec5c64-c7e4-4e33-a194-353913a2710f req-77285058-9f64-4cd4-8d8a-d88b406cff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:58.183053 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-24ec5c64-c7e4-4e33-a194-353913a2710f req-77285058-9f64-4cd4-8d8a-d88b406cff2f service neutron] 10.222.0.26 "GET /v2.0/networks?id=b8aa3551-554a-49f0-b0d0-f8becf031dc7 HTTP/1.1" status: 200 len: 920 time: 0.3162951 Dec 10 16:33:58.186583 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1a6c5652-3d41-4fe4-a687-596bd2e68143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.192060 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ae6a47d5-0b4f-4eea-821c-1ee23ef9be79 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.193134 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ae6a47d5-0b4f-4eea-821c-1ee23ef9be79 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "DELETE /v2.0/routers/2f20c159-8da5-4cca-9d68-a51249bea261 HTTP/1.1" status: 204 len: 168 time: 0.5613174 Dec 10 16:33:58.213207 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55184) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:58.230833 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-27202691-d050-4d5d-9b1e-f3d164a8b633 req-51d26f1c-592f-4788-837a-2a0ff6b47d05 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.235854 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 933d48a2-aced-4281-b195-9d0113252bc2 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:58.236247 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.245127 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-59c4821e-ca15-42ab-a1da-4a1d91e261e1 None None] Set router 7b795a6c-4363-48e2-b15d-8e04baa7296f gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:33:58.245946 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-24ec5c64-c7e4-4e33-a194-353913a2710f req-9bf3222a-b17d-43fc-8c8b-2cc08a8acc4d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=561f074f-cd2a-4661-a766-3aa730ecf0ee HTTP/1.1" status: 200 len: 217 time: 0.0505364 Dec 10 16:33:58.253305 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-59070002-1a59-4593-8dde-4fe6fb15485f tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.286572 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['561f074f-cd2a-4661-a766-3aa730ecf0ee'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:33:58.296745 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27202691-d050-4d5d-9b1e-f3d164a8b633 req-51d26f1c-592f-4788-837a-2a0ff6b47d05 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:58.297928 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-27202691-d050-4d5d-9b1e-f3d164a8b633 req-51d26f1c-592f-4788-837a-2a0ff6b47d05 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.311786 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-27202691-d050-4d5d-9b1e-f3d164a8b633 req-51d26f1c-592f-4788-837a-2a0ff6b47d05 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "PUT /v2.0/ports/561f074f-cd2a-4661-a766-3aa730ecf0ee HTTP/1.1" status: 200 len: 942 time: 0.7863512 Dec 10 16:33:58.323676 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec5c64-c7e4-4e33-a194-353913a2710f req-ca23ed9d-eda1-446c-b1d5-7e35cda7c54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:58.325116 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-24ec5c64-c7e4-4e33-a194-353913a2710f req-ca23ed9d-eda1-446c-b1d5-7e35cda7c54a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93cf38e5-cd65-4933-9151-7296522b1fa8 HTTP/1.1" status: 200 len: 859 time: 0.0678277 Dec 10 16:33:58.377392 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-24ec5c64-c7e4-4e33-a194-353913a2710f req-889b841e-2eaf-4fc9-828c-b706dd27cbc0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b8aa3551-554a-49f0-b0d0-f8becf031dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269537 Dec 10 16:33:58.386880 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-096927f0-4454-4145-9046-7b092d67b1a7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Deleting subnet f2913021-95b3-40fb-967b-29dbadc9e05e {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:33:58.396399 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-096927f0-4454-4145-9046-7b092d67b1a7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.401010 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc57e2db-ee54-43ce-93f0-fc354fbb6777 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.439640 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c5652-3d41-4fe4-a687-596bd2e68143 None None] Pushing event updated for resources: {'Port': ['ID=c5a81872-2721-43a2-bb02-07ace246d7af,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:58.499296 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['561f074f-cd2a-4661-a766-3aa730ecf0ee'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:33:58.506625 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-24ec5c64-c7e4-4e33-a194-353913a2710f req-840e6fdb-891f-4d65-835f-37bcbf4b3ad7 service neutron] 10.222.0.26 "GET /v2.0/networks/b8aa3551-554a-49f0-b0d0-f8becf031dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173472 Dec 10 16:33:58.569312 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d26f1c-592f-4788-837a-2a0ff6b47d05 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Pushing event updated for resources: {'Port': ['ID=561f074f-cd2a-4661-a766-3aa730ecf0ee,revision_number=7']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:58.597913 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-096927f0-4454-4145-9046-7b092d67b1a7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.608549 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-59070002-1a59-4593-8dde-4fe6fb15485f tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.619467 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-59070002-1a59-4593-8dde-4fe6fb15485f tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.640412 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59070002-1a59-4593-8dde-4fe6fb15485f tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdfc64d5-3162-4658-8116-6264de87da8d,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:58.656159 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc57e2db-ee54-43ce-93f0-fc354fbb6777 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.659746 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-bc57e2db-ee54-43ce-93f0-fc354fbb6777 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/ports/fed1c242-d2e0-4904-af29-0c4e44d5f06b HTTP/1.1" status: 204 len: 168 time: 1.1426368 Dec 10 16:33:58.664606 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55198) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:58.675805 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-59c4821e-ca15-42ab-a1da-4a1d91e261e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b795a6c-4363-48e2-b15d-8e04baa7296f', 'name': 'tempest-ServerActionsTestJSON-220910502-router', 'tenant_id': '38b4c50f2746432ea9adf6424421cd8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '933d48a2-aced-4281-b195-9d0113252bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:33:41Z', 'updated_at': '2021-12-10T16:33:49Z', 'revision_number': 4, 'project_id': '38b4c50f2746432ea9adf6424421cd8d', 'gw_port': {'id': '933d48a2-aced-4281-b195-9d0113252bc2', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b795a6c-4363-48e2-b15d-8e04baa7296f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:33:43Z', 'updated_at': '2021-12-10T16:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '13332709-136a-4d10-a209-183330caf399', 'name': '', 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277', 'tenant_id': '38b4c50f2746432ea9adf6424421cd8d', 'mac_address': 'fa:16:3e:d9:55:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b795a6c-4363-48e2-b15d-8e04baa7296f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'bad4bd9c-d017-467b-badb-ee51884a8aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:33:47Z', 'updated_at': '2021-12-10T16:33:49Z', 'revision_number': 2, 'project_id': '38b4c50f2746432ea9adf6424421cd8d', 'subnets': [{'id': 'bad4bd9c-d017-467b-badb-ee51884a8aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:58.703486 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc57e2db-ee54-43ce-93f0-fc354fbb6777 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'Port': ['ID=fed1c242-d2e0-4904-af29-0c4e44d5f06b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:58.720925 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-5029e8fa-7229-4c32-b564-9f74f6b7f287 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] GET failed (client error): The resource could not be found. Dec 10 16:33:58.725377 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5029e8fa-7229-4c32-b564-9f74f6b7f287 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "GET /v2.0/ports/fed1c242-d2e0-4904-af29-0c4e44d5f06b HTTP/1.1" status: 404 len: 333 time: 0.0591023 Dec 10 16:33:58.726102 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55200) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:58.739742 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c4821e-ca15-42ab-a1da-4a1d91e261e1 None None] Checking router: 7b795a6c-4363-48e2-b15d-8e04baa7296f for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:33:58.740186 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c4821e-ca15-42ab-a1da-4a1d91e261e1 None None] Updating router 7b795a6c-4363-48e2-b15d-8e04baa7296f port 13332709-136a-4d10-a209-183330caf399 binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:33:58.772297 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-59c4821e-ca15-42ab-a1da-4a1d91e261e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.781730 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-59070002-1a59-4593-8dde-4fe6fb15485f tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.783508 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-59070002-1a59-4593-8dde-4fe6fb15485f tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6627135 Dec 10 16:33:58.791056 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55202) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:58.796522 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-aac063e3-82b5-4ae7-bfc4-7ea1f120e164 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:58.818333 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bebec78e-8157-4ebe-a266-37460d6eedaa tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.843416 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bebec78e-8157-4ebe-a266-37460d6eedaa tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.869358 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-6a59967f-c654-45c5-b327-18959fe624d1 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:58.877449 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-6a59967f-c654-45c5-b327-18959fe624d1 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/networks?id=1ff556fd-0581-480f-8730-5712d0e2eed7 HTTP/1.1" status: 200 len: 815 time: 0.3882236 Dec 10 16:33:58.897349 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bebec78e-8157-4ebe-a266-37460d6eedaa tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.900225 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bebec78e-8157-4ebe-a266-37460d6eedaa tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.903128 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-bebec78e-8157-4ebe-a266-37460d6eedaa tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/security-groups/f8d1a4f5-e2c1-4f7e-b415-e3c7dc47234f HTTP/1.1" status: 204 len: 168 time: 0.1732118 Dec 10 16:33:58.905492 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-fed9261d-4305-4d1f-8ac9-897053222975 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/quotas/9e3ab537af104aefb9b5f01272b0709a HTTP/1.1" status: 200 len: 375 time: 0.0268757 Dec 10 16:33:58.914109 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55204) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:58.931995 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-24ec5c64-c7e4-4e33-a194-353913a2710f req-fdac9898-97e3-49cd-9861-ace5a20740a8 service neutron] 10.222.0.26 "GET /v2.0/networks/b8aa3551-554a-49f0-b0d0-f8becf031dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164312 Dec 10 16:33:58.935891 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-096927f0-4454-4145-9046-7b092d67b1a7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.940163 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebec78e-8157-4ebe-a266-37460d6eedaa tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d1a4f5-e2c1-4f7e-b415-e3c7dc47234f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:58.983752 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aac063e3-82b5-4ae7-bfc4-7ea1f120e164 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.010496 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ec1560eb-f46d-4f6a-84d7-d475f5d26a96 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.041380 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ec1560eb-f46d-4f6a-84d7-d475f5d26a96 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.093586 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c5a81872-2721-43a2-bb02-07ace246d7af up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:33:59.097945 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ec1560eb-f46d-4f6a-84d7-d475f5d26a96 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.101168 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ec1560eb-f46d-4f6a-84d7-d475f5d26a96 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.102717 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ec1560eb-f46d-4f6a-84d7-d475f5d26a96 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/security-groups/e1b9b36d-58e2-478d-9169-1e08ab9e8eb6 HTTP/1.1" status: 204 len: 168 time: 0.1872857 Dec 10 16:33:59.105477 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55206) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:59.118047 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1560eb-f46d-4f6a-84d7-d475f5d26a96 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b9b36d-58e2-478d-9169-1e08ab9e8eb6,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:59.139131 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f32d35a4-4891-4d87-bee7-53b7b398dfc3', 'tag': '561f074f-cd2a-4661-a766-3aa730ecf0ee'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:33:59.141467 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6027f81-d2e7-48d9-bf78-4a3e8c7c9691" -d '{"events": [{"name": "network-changed", "server_uuid": "f32d35a4-4891-4d87-bee7-53b7b398dfc3", "tag": "561f074f-cd2a-4661-a766-3aa730ecf0ee"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:33:59.168412 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-c1918894-db58-4986-af84-d68290075bd9 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e3ab537af104aefb9b5f01272b0709a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2617445 Dec 10 16:33:59.204605 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-096927f0-4454-4145-9046-7b092d67b1a7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.264722 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-59c4821e-ca15-42ab-a1da-4a1d91e261e1 None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.271721 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-59c4821e-ca15-42ab-a1da-4a1d91e261e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.283244 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-b560dc57-4424-471a-84d2-6a3da13a430e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Deleting subnet 89a613bd-5a92-4472-bf79-6377097e3f8e {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:33:59.287743 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096927f0-4454-4145-9046-7b092d67b1a7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event deleted for resources: {'Subnet': ['ID=f2913021-95b3-40fb-967b-29dbadc9e05e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:59.289912 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-096927f0-4454-4145-9046-7b092d67b1a7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.293261 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-096927f0-4454-4145-9046-7b092d67b1a7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "DELETE /v2.0/subnets/f2913021-95b3-40fb-967b-29dbadc9e05e HTTP/1.1" status: 204 len: 168 time: 1.0786111 Dec 10 16:33:59.296470 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55210) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:59.300143 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b560dc57-4424-471a-84d2-6a3da13a430e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.324667 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd25879-33c1-4e6a-a8f6-a6ddee44cc75 None None] Network afb655b2-368a-4434-8a20-20805d8ccdc1 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:59.351435 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244092d-0cb1-455a-af1f-5659cf87aaaf None None] Pushing event updated for resources: {'Port': ['ID=13332709-136a-4d10-a209-183330caf399,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:59.370117 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b560dc57-4424-471a-84d2-6a3da13a430e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.418816 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244092d-0cb1-455a-af1f-5659cf87aaaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:59.419265 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244092d-0cb1-455a-af1f-5659cf87aaaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:59.419552 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244092d-0cb1-455a-af1f-5659cf87aaaf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:59.419890 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244092d-0cb1-455a-af1f-5659cf87aaaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:59.420699 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244092d-0cb1-455a-af1f-5659cf87aaaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:59.420699 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244092d-0cb1-455a-af1f-5659cf87aaaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:59.420918 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244092d-0cb1-455a-af1f-5659cf87aaaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:59.421157 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244092d-0cb1-455a-af1f-5659cf87aaaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:59.421478 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244092d-0cb1-455a-af1f-5659cf87aaaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:59.421795 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244092d-0cb1-455a-af1f-5659cf87aaaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:59.422112 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244092d-0cb1-455a-af1f-5659cf87aaaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:59.422473 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244092d-0cb1-455a-af1f-5659cf87aaaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:59.422790 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244092d-0cb1-455a-af1f-5659cf87aaaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:59.437688 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7943c13b-34cc-4277-a63a-ba771a35293e tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.462262 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-0270ebef-19a0-4d08-ba68-b6ef4d67a129 service neutron] 10.222.0.11 "GET /v2.0/networks/1ff556fd-0581-480f-8730-5712d0e2eed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833166 Dec 10 16:33:59.490506 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-59c4821e-ca15-42ab-a1da-4a1d91e261e1 None None] Attempting to bind port 13332709-136a-4d10-a209-183330caf399 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:33:59.490881 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-59c4821e-ca15-42ab-a1da-4a1d91e261e1 None None] Attempting to bind port 13332709-136a-4d10-a209-183330caf399 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '70327ecd-07c4-4b68-895f-82935446f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:33:59.491248 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c4821e-ca15-42ab-a1da-4a1d91e261e1 None None] Attempting to bind port 13332709-136a-4d10-a209-183330caf399 on network 32421a12-0b3a-42d4-846a-0de14cdef277 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:33:59.497893 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e19fa49e-3de1-4eb8-9ad6-78fbe5a86e37 None None] Could not find standard attr ID for object fed1c242-d2e0-4904-af29-0c4e44d5f06b. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:33:59.499555 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port c5a81872-2721-43a2-bb02-07ace246d7af triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:59.499928 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.509286 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c4821e-ca15-42ab-a1da-4a1d91e261e1 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:33:59.509594 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c4821e-ca15-42ab-a1da-4a1d91e261e1 None None] Checking segment: {'id': '70327ecd-07c4-4b68-895f-82935446f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:59.509962 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-59c4821e-ca15-42ab-a1da-4a1d91e261e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.510389 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c4821e-ca15-42ab-a1da-4a1d91e261e1 None None] Bound using segment: {'id': '70327ecd-07c4-4b68-895f-82935446f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:33:59.510845 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-59c4821e-ca15-42ab-a1da-4a1d91e261e1 None None] Bound port: 13332709-136a-4d10-a209-183330caf399, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70327ecd-07c4-4b68-895f-82935446f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:33:59.511225 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-59c4821e-ca15-42ab-a1da-4a1d91e261e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.544897 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7943c13b-34cc-4277-a63a-ba771a35293e tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Deleting port e85907f7-6288-4b4a-8718-fc4de48f02e1 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:59.546000 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7943c13b-34cc-4277-a63a-ba771a35293e tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.586961 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e19fa49e-3de1-4eb8-9ad6-78fbe5a86e37 None None] Provisioning complete for port c5a81872-2721-43a2-bb02-07ace246d7af triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:59.587342 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e19fa49e-3de1-4eb8-9ad6-78fbe5a86e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.618180 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea028ee-23fe-466a-84e7-ace286c261ee None None] DHCP port deletion for afb655b2-368a-4434-8a20-20805d8ccdc1 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:33:59.636131 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b560dc57-4424-471a-84d2-6a3da13a430e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.646456 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-59c4821e-ca15-42ab-a1da-4a1d91e261e1 None None] For port 13332709-136a-4d10-a209-183330caf399, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:33:59.650282 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-59c4821e-ca15-42ab-a1da-4a1d91e261e1 None None] For port 13332709-136a-4d10-a209-183330caf399, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=13332709-136a-4d10-a209-183330caf399,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:33:59.658854 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-59c4821e-ca15-42ab-a1da-4a1d91e261e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.689500 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aac063e3-82b5-4ae7-bfc4-7ea1f120e164 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.704372 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7943c13b-34cc-4277-a63a-ba771a35293e tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] For port e85907f7-6288-4b4a-8718-fc4de48f02e1, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=e85907f7-6288-4b4a-8718-fc4de48f02e1,segment=NetworkSegment(fa5de3f2-6915-4875-a84d-abc66b5da4ae),segment_id=fa5de3f2-6915-4875-a84d-abc66b5da4ae)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:59.705042 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7943c13b-34cc-4277-a63a-ba771a35293e tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.738160 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7943c13b-34cc-4277-a63a-ba771a35293e tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Calling delete_port for e85907f7-6288-4b4a-8718-fc4de48f02e1 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:59.771669 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c4821e-ca15-42ab-a1da-4a1d91e261e1 None None] Routers {'7b795a6c-4363-48e2-b15d-8e04baa7296f'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:33:59.772256 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-59c4821e-ca15-42ab-a1da-4a1d91e261e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:33:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['7b795a6c-4363-48e2-b15d-8e04baa7296f'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:59.787843 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-1ea028ee-23fe-466a-84e7-ace286c261ee None None] Deleting port e85907f7-6288-4b4a-8718-fc4de48f02e1 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:59.788125 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1ea028ee-23fe-466a-84e7-ace286c261ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.881978 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244092d-0cb1-455a-af1f-5659cf87aaaf None None] Pushing event updated for resources: {'Port': ['ID=13332709-136a-4d10-a209-183330caf399,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:59.896286 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-cac48086-b08d-47c8-abc8-130d8cfefa1f service neutron] 10.222.0.11 "GET /v2.0/networks/1ff556fd-0581-480f-8730-5712d0e2eed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330561 Dec 10 16:33:59.922689 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7943c13b-34cc-4277-a63a-ba771a35293e tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.933305 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b560dc57-4424-471a-84d2-6a3da13a430e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.941299 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-59c4821e-ca15-42ab-a1da-4a1d91e261e1 None None] Set router 7b795a6c-4363-48e2-b15d-8e04baa7296f gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:33:59.956897 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e19fa49e-3de1-4eb8-9ad6-78fbe5a86e37 None None] Provisioning complete for port 850143a3-6d5b-4fc5-9ed5-fd546ac956a4 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:59.957270 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e19fa49e-3de1-4eb8-9ad6-78fbe5a86e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.990911 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7943c13b-34cc-4277-a63a-ba771a35293e tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] No DVR routers for this DVR port e85907f7-6288-4b4a-8718-fc4de48f02e1 on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:33:59.994837 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943c13b-34cc-4277-a63a-ba771a35293e tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event deleted for resources: {'Port': ['ID=e85907f7-6288-4b4a-8718-fc4de48f02e1,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:00.045407 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-aac063e3-82b5-4ae7-bfc4-7ea1f120e164 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Allocated IP 172.25.6.233 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/8cc98efc-fbef-42d0-8e1f-d43098e8600d) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:00.051474 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-1ea028ee-23fe-466a-84e7-ace286c261ee None None] For port e85907f7-6288-4b4a-8718-fc4de48f02e1, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=e85907f7-6288-4b4a-8718-fc4de48f02e1,segment=NetworkSegment(fa5de3f2-6915-4875-a84d-abc66b5da4ae),segment_id=fa5de3f2-6915-4875-a84d-abc66b5da4ae)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:00.068501 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1ea028ee-23fe-466a-84e7-ace286c261ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:00.085198 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b560dc57-4424-471a-84d2-6a3da13a430e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:00.090067 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-1ea028ee-23fe-466a-84e7-ace286c261ee None None] Calling delete_port for e85907f7-6288-4b4a-8718-fc4de48f02e1 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:00.096196 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b560dc57-4424-471a-84d2-6a3da13a430e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/subnets/89a613bd-5a92-4472-bf79-6377097e3f8e HTTP/1.1" status: 204 len: 168 time: 0.9891713 Dec 10 16:34:00.097173 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560dc57-4424-471a-84d2-6a3da13a430e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'Subnet': ['ID=89a613bd-5a92-4472-bf79-6377097e3f8e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:00.102706 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55212) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:00.111865 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-de1f05b6-fe04-4cb7-97e8-93b2619fc057 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'subnet': {'network_id': '1e48eb44-ddab-4822-b497-27862a94e4ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:00.116155 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-e19fa49e-3de1-4eb8-9ad6-78fbe5a86e37 None None] Port 850143a3-6d5b-4fc5-9ed5-fd546ac956a4 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:00.257218 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1ea028ee-23fe-466a-84e7-ace286c261ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:00.261750 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7943c13b-34cc-4277-a63a-ba771a35293e tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:00.295868 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea028ee-23fe-466a-84e7-ace286c261ee None None] Pushing event deleted for resources: {'Port': ['ID=e85907f7-6288-4b4a-8718-fc4de48f02e1,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:00.299814 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-07207514-1efb-41f9-8e20-14ab797c0a37 None None] Could not find standard attr ID for object fed1c242-d2e0-4904-af29-0c4e44d5f06b. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:34:00.315991 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea028ee-23fe-466a-84e7-ace286c261ee None None] No DVR routers for this DVR port e85907f7-6288-4b4a-8718-fc4de48f02e1 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:34:00.334374 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-07207514-1efb-41f9-8e20-14ab797c0a37 None None] Provisioning complete for port 13332709-136a-4d10-a209-183330caf399 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:00.334937 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-07207514-1efb-41f9-8e20-14ab797c0a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:00.336911 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-7943c13b-34cc-4277-a63a-ba771a35293e tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afb655b2-368a-4434-8a20-20805d8ccdc1']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:00.360078 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-7943c13b-34cc-4277-a63a-ba771a35293e tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa5de3f2-6915-4875-a84d-abc66b5da4ae') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:00.360402 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-7943c13b-34cc-4277-a63a-ba771a35293e tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa5de3f2-6915-4875-a84d-abc66b5da4ae') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:00.373696 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7943c13b-34cc-4277-a63a-ba771a35293e tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:00.388668 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7943c13b-34cc-4277-a63a-ba771a35293e tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:00.395043 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7943c13b-34cc-4277-a63a-ba771a35293e tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:34:00.395435 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7943c13b-34cc-4277-a63a-ba771a35293e tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:00.435452 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093b376a-fa06-403f-aa7d-2bf15045f121 None None] Network 1e48eb44-ddab-4822-b497-27862a94e4ec requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:00.458121 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:34:00.458121 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:34:00.458121 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:34:00.458121 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:34:00.458121 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:34:00.458121 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:34:00.458121 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:34:00.458121 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:34:00.458121 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:34:00.458121 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:34:00.458121 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:34:00.458121 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:34:00.458121 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:34:00.458121 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:34:00.458121 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:34:00.458121 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:34:00.458121 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:34:00.458121 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:34:00.458121 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:34:00.458121 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:34:00.458121 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:34:00.458121 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:34:00.458121 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:34:00.458121 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:34:00.458121 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:34:00.458121 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:34:00.458121 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:34:00.458121 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:34:00.458121 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:34:00.458121 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:34:00.458121 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:34:00.458121 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:34:00.475365 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7943c13b-34cc-4277-a63a-ba771a35293e tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:00.491470 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7943c13b-34cc-4277-a63a-ba771a35293e tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:00.503651 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7943c13b-34cc-4277-a63a-ba771a35293e tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "DELETE /v2.0/networks/afb655b2-368a-4434-8a20-20805d8ccdc1 HTTP/1.1" status: 204 len: 168 time: 1.2031791 Dec 10 16:34:00.505102 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55222) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:00.528427 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-ab1aafae-d436-4509-b32f-dce45c9d1ce9 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1086428418'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:00.568404 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-07207514-1efb-41f9-8e20-14ab797c0a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:00.568677 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aac063e3-82b5-4ae7-bfc4-7ea1f120e164 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:00.590110 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-59c4821e-ca15-42ab-a1da-4a1d91e261e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b795a6c-4363-48e2-b15d-8e04baa7296f', 'name': 'tempest-ServerActionsTestJSON-220910502-router', 'tenant_id': '38b4c50f2746432ea9adf6424421cd8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '933d48a2-aced-4281-b195-9d0113252bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:33:41Z', 'updated_at': '2021-12-10T16:33:49Z', 'revision_number': 4, 'project_id': '38b4c50f2746432ea9adf6424421cd8d', 'gw_port': {'id': '933d48a2-aced-4281-b195-9d0113252bc2', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b795a6c-4363-48e2-b15d-8e04baa7296f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:33:43Z', 'updated_at': '2021-12-10T16:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '13332709-136a-4d10-a209-183330caf399', 'name': '', 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277', 'tenant_id': '38b4c50f2746432ea9adf6424421cd8d', 'mac_address': 'fa:16:3e:d9:55:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b795a6c-4363-48e2-b15d-8e04baa7296f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'bad4bd9c-d017-467b-badb-ee51884a8aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:33:47Z', 'updated_at': '2021-12-10T16:33:59Z', 'revision_number': 4, 'project_id': '38b4c50f2746432ea9adf6424421cd8d', 'subnets': [{'id': 'bad4bd9c-d017-467b-badb-ee51884a8aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:00.595176 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbdac1-d2c1-4a13-9515-64615e8f5146 req-facaa93d-3d14-4875-bc7e-c574078e0896 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:00.605961 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b4cbdac1-d2c1-4a13-9515-64615e8f5146 req-facaa93d-3d14-4875-bc7e-c574078e0896 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 943 time: 0.1994472 Dec 10 16:34:00.607345 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1f05b6-fe04-4cb7-97e8-93b2619fc057 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Made reservation on behalf of c3130369965d4192948d49aa98d6bfdc for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:00.612392 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-de1f05b6-fe04-4cb7-97e8-93b2619fc057 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:00.615946 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943c13b-34cc-4277-a63a-ba771a35293e tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event deleted for resources: {'Network': ['ID=afb655b2-368a-4434-8a20-20805d8ccdc1,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:00.624335 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1aafae-d436-4509-b32f-dce45c9d1ce9 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Made reservation on behalf of 5aa64038701d4c8b8057a83cf9772c1e for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:00.625454 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-07207514-1efb-41f9-8e20-14ab797c0a37 None None] For port 13332709-136a-4d10-a209-183330caf399, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=13332709-136a-4d10-a209-183330caf399,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:00.633507 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab1aafae-d436-4509-b32f-dce45c9d1ce9 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:00.643327 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-07207514-1efb-41f9-8e20-14ab797c0a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:00.643908 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c4821e-ca15-42ab-a1da-4a1d91e261e1 None None] The sync data for ids ['7b795a6c-4363-48e2-b15d-8e04baa7296f'] in n-d-766771-2 is: [{'id': '7b795a6c-4363-48e2-b15d-8e04baa7296f', 'name': 'tempest-ServerActionsTestJSON-220910502-router', 'tenant_id': '38b4c50f2746432ea9adf6424421cd8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '933d48a2-aced-4281-b195-9d0113252bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:33:41Z', 'updated_at': '2021-12-10T16:33:49Z', 'revision_number': 4, 'project_id': '38b4c50f2746432ea9adf6424421cd8d', 'gw_port': {'id': '933d48a2-aced-4281-b195-9d0113252bc2', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b795a6c-4363-48e2-b15d-8e04baa7296f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:33:43Z', 'updated_at': '2021-12-10T16:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '13332709-136a-4d10-a209-183330caf399', 'name': '', 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277', 'tenant_id': '38b4c50f2746432ea9adf6424421cd8d', 'mac_address': 'fa:16:3e:d9:55:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b795a6c-4363-48e2-b15d-8e04baa7296f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'bad4bd9c-d017-467b-badb-ee51884a8aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:33:47Z', 'updated_at': '2021-12-10T16:33:59Z', 'revision_number': 4, 'project_id': '38b4c50f2746432ea9adf6424421cd8d', 'subnets': [{'id': 'bad4bd9c-d017-467b-badb-ee51884a8aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:34:00.686893 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab1aafae-d436-4509-b32f-dce45c9d1ce9 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:34:00.709669 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab1aafae-d436-4509-b32f-dce45c9d1ce9 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:00.710030 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-ab1aafae-d436-4509-b32f-dce45c9d1ce9 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Added segment e0ae45bd-2560-4938-a0c9-16ab1295381c of type vlan for network ac0f67e2-ed24-48ed-88fb-5e722aecbf22 Dec 10 16:34:00.738910 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07207514-1efb-41f9-8e20-14ab797c0a37 None None] Pushing event updated for resources: {'Port': ['ID=13332709-136a-4d10-a209-183330caf399,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:00.774876 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab1aafae-d436-4509-b32f-dce45c9d1ce9 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:00.798341 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f0405754-2e89-4449-bd7e-c83eae629ccb None None] Provisioning complete for port 13332709-136a-4d10-a209-183330caf399 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:00.798752 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f0405754-2e89-4449-bd7e-c83eae629ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:00.830937 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab1aafae-d436-4509-b32f-dce45c9d1ce9 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:00.841477 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1aafae-d436-4509-b32f-dce45c9d1ce9 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:00.852959 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab1aafae-d436-4509-b32f-dce45c9d1ce9 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:00.936314 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aac063e3-82b5-4ae7-bfc4-7ea1f120e164 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:00.944769 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ab1aafae-d436-4509-b32f-dce45c9d1ce9 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4357936 Dec 10 16:34:00.945898 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55226) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:00.957629 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-9602bfa9-1185-44e7-aef8-3a0ef79649e4 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Request body: {'subnet': {'network_id': 'ac0f67e2-ed24-48ed-88fb-5e722aecbf22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:00.988841 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1aafae-d436-4509-b32f-dce45c9d1ce9 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event updated for resources: {'Network': ['ID=ac0f67e2-ed24-48ed-88fb-5e722aecbf22,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:01.000625 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b4cbdac1-d2c1-4a13-9515-64615e8f5146 req-2ef36fb5-9fdb-42ce-9920-e18224534954 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=61dd92f2-b4f5-4bfd-ac94-e9e550096dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471752 Dec 10 16:34:01.004944 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network ac0f67e2-ed24-48ed-88fb-5e722aecbf22 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:34:01.115903 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac063e3-82b5-4ae7-bfc4-7ea1f120e164 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:01.151789 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-aac063e3-82b5-4ae7-bfc4-7ea1f120e164 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:01.159353 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 13332709-136a-4d10-a209-183330caf399 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:01.189353 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac063e3-82b5-4ae7-bfc4-7ea1f120e164 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:01.191740 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac063e3-82b5-4ae7-bfc4-7ea1f120e164 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Pushing event updated for resources: {'Port': ['ID=8cc98efc-fbef-42d0-8e1f-d43098e8600d,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:01.260022 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 13332709-136a-4d10-a209-183330caf399 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:01.260450 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:01.426448 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device e85907f7-6288-4b4a-8718-fc4de48f02e1 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:34:01.451283 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: e85907f7-6288-4b4a-8718-fc4de48f02e1 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:34:01.451657 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device e85907f7-6288-4b4a-8718-fc4de48f02e1 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:34:01.666842 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-1d25e7ef-8ab3-4d97-9ac9-c75789b94d84 None None] Provisioning complete for port c5a81872-2721-43a2-bb02-07ace246d7af triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:01.667503 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1d25e7ef-8ab3-4d97-9ac9-c75789b94d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:01.745611 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-de1f05b6-fe04-4cb7-97e8-93b2619fc057 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:01.770128 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-2da6024f-72bd-40a5-befe-44002cebd9fe tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:01.771897 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-2da6024f-72bd-40a5-befe-44002cebd9fe tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.46 "GET /v2.0/networks?id=1ff556fd-0581-480f-8730-5712d0e2eed7 HTTP/1.1" status: 200 len: 815 time: 0.1557786 Dec 10 16:34:01.788406 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-416118e5-aa58-403f-9d86-ecb24af1a907 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Request body: {'port': {'device_id': '991cf7dd-c716-4635-abbb-80df3f58541d', 'network_id': '1ff556fd-0581-480f-8730-5712d0e2eed7', 'admin_state_up': True, 'tenant_id': '9e3ab537af104aefb9b5f01272b0709a'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:01.789203 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9602bfa9-1185-44e7-aef8-3a0ef79649e4 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Made reservation on behalf of 5aa64038701d4c8b8057a83cf9772c1e for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:01.792846 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9602bfa9-1185-44e7-aef8-3a0ef79649e4 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:01.799780 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-1d25e7ef-8ab3-4d97-9ac9-c75789b94d84 None None] Provisioning complete for port 850143a3-6d5b-4fc5-9ed5-fd546ac956a4 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:01.800392 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1d25e7ef-8ab3-4d97-9ac9-c75789b94d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:01.812248 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-05fe28ab-a7bf-40b7-b698-878b9425a405 req-88897312-ee40-458d-92f0-4d80f804ff49 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7288949 Dec 10 16:34:01.835664 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-1d25e7ef-8ab3-4d97-9ac9-c75789b94d84 None None] Port 850143a3-6d5b-4fc5-9ed5-fd546ac956a4 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:01.884447 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1f05b6-fe04-4cb7-97e8-93b2619fc057 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Network 1e48eb44-ddab-4822-b497-27862a94e4ec is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:01.887499 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-05fe28ab-a7bf-40b7-b698-878b9425a405 req-d0714f4e-7c36-4433-81d3-c8834965e121 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:01.910756 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-de1f05b6-fe04-4cb7-97e8-93b2619fc057 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:01.914622 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-416118e5-aa58-403f-9d86-ecb24af1a907 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Made reservation on behalf of 9e3ab537af104aefb9b5f01272b0709a for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:01.918225 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-416118e5-aa58-403f-9d86-ecb24af1a907 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:01.922522 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1f05b6-fe04-4cb7-97e8-93b2619fc057 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:01.923004 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d01ba34-76c9-453c-a5e3-2c2b53ed8c95 None None] Network 1e48eb44-ddab-4822-b497-27862a94e4ec requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:01.923151 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-de1f05b6-fe04-4cb7-97e8-93b2619fc057 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:01.939744 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f05b6-fe04-4cb7-97e8-93b2619fc057 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'Subnet': ['ID=bbb2a5be-7f49-4953-a41c-530afc39a72c,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:01.972594 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aac063e3-82b5-4ae7-bfc4-7ea1f120e164 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:01.984385 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-05fe28ab-a7bf-40b7-b698-878b9425a405 req-d0714f4e-7c36-4433-81d3-c8834965e121 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:01.996214 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-de1f05b6-fe04-4cb7-97e8-93b2619fc057 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8873873 Dec 10 16:34:01.996594 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55230) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:02.003580 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-9c58293f-aabd-4935-b434-a3899a7db711 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'security_group': {'name': 'tempest-secgroup-978018222'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:02.063088 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9c58293f-aabd-4935-b434-a3899a7db711 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.095768 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-416118e5-aa58-403f-9d86-ecb24af1a907 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Allocated IP 172.20.0.11 (1ff556fd-0581-480f-8730-5712d0e2eed7/ed059596-b61f-4b79-b79e-c9b747c3907d/7991d738-4741-4147-8318-26dd3462bb81) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:02.101367 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aac063e3-82b5-4ae7-bfc4-7ea1f120e164 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.133697 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7be8e3-31fd-4ded-bd5e-994fa8e8016f None None] Update dhcp port {'port': {'network_id': '1e48eb44-ddab-4822-b497-27862a94e4ec', 'fixed_ips': [{'subnet_id': '86c45c22-e3cc-440f-9671-f655756e94b6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'bbb2a5be-7f49-4953-a41c-530afc39a72c'}], 'binding:host_id': 'n-d-766771-2'}, 'id': 'c5a81872-2721-43a2-bb02-07ace246d7af'} from n-d-766771-2. {{(pid=103394) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 16:34:02.162221 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bd7be8e3-31fd-4ded-bd5e-994fa8e8016f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.191946 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9c58293f-aabd-4935-b434-a3899a7db711 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.204057 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9c58293f-aabd-4935-b434-a3899a7db711 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.223339 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9602bfa9-1185-44e7-aef8-3a0ef79649e4 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.271354 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9c58293f-aabd-4935-b434-a3899a7db711 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.272562 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9c58293f-aabd-4935-b434-a3899a7db711 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2753558 Dec 10 16:34:02.277051 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55234) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:02.282824 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-d7bdcec2-06ef-4324-a9db-4e1ecc3698f2 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'security_group': {'name': 'tempest-secgroup-1461023613'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:02.292758 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c58293f-aabd-4935-b434-a3899a7db711 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea13a2e0-390c-4c99-b52e-5a518d910069,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:02.333483 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d7bdcec2-06ef-4324-a9db-4e1ecc3698f2 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.338883 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-bd7be8e3-31fd-4ded-bd5e-994fa8e8016f None None] Allocated IP 2001:db8::2 (1e48eb44-ddab-4822-b497-27862a94e4ec/bbb2a5be-7f49-4953-a41c-530afc39a72c/c5a81872-2721-43a2-bb02-07ace246d7af) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:02.350869 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602bfa9-1185-44e7-aef8-3a0ef79649e4 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event updated for resources: {'Subnet': ['ID=fb81d053-17c9-4a4f-88de-cad249a5fadb,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:02.365035 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-416118e5-aa58-403f-9d86-ecb24af1a907 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.391243 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-05fe28ab-a7bf-40b7-b698-878b9425a405 req-d0714f4e-7c36-4433-81d3-c8834965e121 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.399971 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9602bfa9-1185-44e7-aef8-3a0ef79649e4 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Checking segment: {'id': 'e0ae45bd-2560-4938-a0c9-16ab1295381c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ac0f67e2-ed24-48ed-88fb-5e722aecbf22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:02.400376 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9602bfa9-1185-44e7-aef8-3a0ef79649e4 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Network hostable DHCP agents. Network: ac0f67e2-ed24-48ed-88fb-5e722aecbf22, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:34:02.436189 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-416118e5-aa58-403f-9d86-ecb24af1a907 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.448653 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['1db147b9-8b9b-4cb1-9d50-9f8e561cef00'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:34:02.452249 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['f71554f2-e8bc-44da-a5e4-c6737d99848d'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:34:02.481037 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d7bdcec2-06ef-4324-a9db-4e1ecc3698f2 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.482573 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-bd7be8e3-31fd-4ded-bd5e-994fa8e8016f None None] For port c5a81872-2721-43a2-bb02-07ace246d7af, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c5a81872-2721-43a2-bb02-07ace246d7af,segment=NetworkSegment(3913557f-3b35-45ee-8793-de8c59cb464f),segment_id=3913557f-3b35-45ee-8793-de8c59cb464f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:02.490811 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9602bfa9-1185-44e7-aef8-3a0ef79649e4 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Network ac0f67e2-ed24-48ed-88fb-5e722aecbf22 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:34:02.494772 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d7bdcec2-06ef-4324-a9db-4e1ecc3698f2 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.496208 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aac063e3-82b5-4ae7-bfc4-7ea1f120e164 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.508801 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-416118e5-aa58-403f-9d86-ecb24af1a907 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Network 1ff556fd-0581-480f-8730-5712d0e2eed7 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:02.522234 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aac063e3-82b5-4ae7-bfc4-7ea1f120e164 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.523715 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-416118e5-aa58-403f-9d86-ecb24af1a907 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:02.526469 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-416118e5-aa58-403f-9d86-ecb24af1a907 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:02.568123 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-9602bfa9-1185-44e7-aef8-3a0ef79649e4 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, ac0f67e2-ed24-48ed-88fb-5e722aecbf22) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:02.579489 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9602bfa9-1185-44e7-aef8-3a0ef79649e4 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:02.580087 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9602bfa9-1185-44e7-aef8-3a0ef79649e4 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.581590 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bd7be8e3-31fd-4ded-bd5e-994fa8e8016f None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.587305 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74dc69c-e7b6-4e0c-a8bf-49aa8197c531 None None] Network ac0f67e2-ed24-48ed-88fb-5e722aecbf22 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:02.600062 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-05fe28ab-a7bf-40b7-b698-878b9425a405 req-d0714f4e-7c36-4433-81d3-c8834965e121 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Allocated IP 172.25.6.177 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/1f17736a-73ce-4ca9-8ea7-6cfecd801efc) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:02.608224 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416118e5-aa58-403f-9d86-ecb24af1a907 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Pushing event updated for resources: {'Port': ['ID=7991d738-4741-4147-8318-26dd3462bb81,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:02.625786 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-416118e5-aa58-403f-9d86-ecb24af1a907 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:02.626761 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-416118e5-aa58-403f-9d86-ecb24af1a907 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.631812 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bd7be8e3-31fd-4ded-bd5e-994fa8e8016f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.642261 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d7bdcec2-06ef-4324-a9db-4e1ecc3698f2 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.645539 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d7bdcec2-06ef-4324-a9db-4e1ecc3698f2 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3669131 Dec 10 16:34:02.651595 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac063e3-82b5-4ae7-bfc4-7ea1f120e164 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Pushing event updated for resources: {'Port': ['ID=8cc98efc-fbef-42d0-8e1f-d43098e8600d,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:02.659405 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bdcec2-06ef-4324-a9db-4e1ecc3698f2 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4852c529-0ecf-463f-a0d0-4c4894d24642,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:02.661767 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55236) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:02.670458 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-ebdc4704-7f9b-480d-a01b-8134edd0b9a0 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'security_group': {'name': 'tempest-secgroup-87845030'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:02.676581 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9602bfa9-1185-44e7-aef8-3a0ef79649e4 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7236142 Dec 10 16:34:02.685809 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55238) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:02.690312 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-db1ea2bf-f264-486c-83e0-1d25a95ab894 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1999737621', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:02.692498 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-416118e5-aa58-403f-9d86-ecb24af1a907 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9104412 Dec 10 16:34:02.705778 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-66d3f29e-8d47-4370-af0f-8f43404d7a37 service neutron] Request body: {'port': {'device_id': '991cf7dd-c716-4635-abbb-80df3f58541d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:02.708130 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aac063e3-82b5-4ae7-bfc4-7ea1f120e164 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.770315 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ebdc4704-7f9b-480d-a01b-8134edd0b9a0 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.781706 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db1ea2bf-f264-486c-83e0-1d25a95ab894 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.783389 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db1ea2bf-f264-486c-83e0-1d25a95ab894 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.790861 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-66d3f29e-8d47-4370-af0f-8f43404d7a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.798525 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aac063e3-82b5-4ae7-bfc4-7ea1f120e164 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.799905 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-aac063e3-82b5-4ae7-bfc4-7ea1f120e164 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0078924 Dec 10 16:34:02.843986 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-05fe28ab-a7bf-40b7-b698-878b9425a405 req-d0714f4e-7c36-4433-81d3-c8834965e121 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.861297 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7be8e3-31fd-4ded-bd5e-994fa8e8016f None None] Pushing event updated for resources: {'Port': ['ID=c5a81872-2721-43a2-bb02-07ace246d7af,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:02.875146 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db1ea2bf-f264-486c-83e0-1d25a95ab894 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.903474 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db1ea2bf-f264-486c-83e0-1d25a95ab894 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.918302 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76587cd8-7aeb-4c25-88c4-9468108b1484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-ac0f67e2-ed24-48ed-88fb-5e722aecbf22', 'network_id': 'ac0f67e2-ed24-48ed-88fb-5e722aecbf22', 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'fixed_ips': [{'subnet_id': 'fb81d053-17c9-4a4f-88de-cad249a5fadb'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:34:02.919801 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-76587cd8-7aeb-4c25-88c4-9468108b1484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.932157 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db1ea2bf-f264-486c-83e0-1d25a95ab894 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.933477 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-db1ea2bf-f264-486c-83e0-1d25a95ab894 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2465534 Dec 10 16:34:02.937043 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-05fe28ab-a7bf-40b7-b698-878b9425a405 req-d0714f4e-7c36-4433-81d3-c8834965e121 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.941055 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55244) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:02.961645 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ebdc4704-7f9b-480d-a01b-8134edd0b9a0 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.969711 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ebdc4704-7f9b-480d-a01b-8134edd0b9a0 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:03.063035 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ebdc4704-7f9b-480d-a01b-8134edd0b9a0 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:03.064409 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ebdc4704-7f9b-480d-a01b-8134edd0b9a0 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3996193 Dec 10 16:34:03.078072 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55246) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:03.079409 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05fe28ab-a7bf-40b7-b698-878b9425a405 req-d0714f4e-7c36-4433-81d3-c8834965e121 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:03.083133 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-677e9930-04e7-4588-8736-d45ea2cf5457 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2086704534', 'security_groups': ['2e942685-39b5-420d-b524-0dcaadf01971'], 'network_id': '1e48eb44-ddab-4822-b497-27862a94e4ec', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bbb2a5be-7f49-4953-a41c-530afc39a72c'}]}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:03.094484 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-05fe28ab-a7bf-40b7-b698-878b9425a405 req-d0714f4e-7c36-4433-81d3-c8834965e121 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:03.106321 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc4704-7f9b-480d-a01b-8134edd0b9a0 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e942685-39b5-420d-b524-0dcaadf01971,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:03.106449 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0714f4e-7c36-4433-81d3-c8834965e121 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Pushing event updated for resources: {'Port': ['ID=1f17736a-73ce-4ca9-8ea7-6cfecd801efc,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:03.109756 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-05fe28ab-a7bf-40b7-b698-878b9425a405 req-d0714f4e-7c36-4433-81d3-c8834965e121 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:03.127471 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c5a81872-2721-43a2-bb02-07ace246d7af up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:03.305586 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677e9930-04e7-4588-8736-d45ea2cf5457 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Made reservation on behalf of c3130369965d4192948d49aa98d6bfdc for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:03.323930 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-66d3f29e-8d47-4370-af0f-8f43404d7a37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7991d738-4741-4147-8318-26dd3462bb81 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:34:03.361125 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-66d3f29e-8d47-4370-af0f-8f43404d7a37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:03.386241 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-66d3f29e-8d47-4370-af0f-8f43404d7a37 service neutron] Transition to ACTIVE for port object 7991d738-4741-4147-8318-26dd3462bb81 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:34:03.395602 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-66d3f29e-8d47-4370-af0f-8f43404d7a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:03.398451 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-05fe28ab-a7bf-40b7-b698-878b9425a405 req-d0714f4e-7c36-4433-81d3-c8834965e121 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:03.400238 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-76587cd8-7aeb-4c25-88c4-9468108b1484 None None] Allocated IP 2001:db8::2 (ac0f67e2-ed24-48ed-88fb-5e722aecbf22/fb81d053-17c9-4a4f-88de-cad249a5fadb/20ca75d5-4b32-474d-b771-2d3d8dbd1f6a) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:03.425658 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2830d177-fa25-4184-8d49-6844ecabab43 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:03.471878 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port c5a81872-2721-43a2-bb02-07ace246d7af triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:03.472629 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:03.529390 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-677e9930-04e7-4588-8736-d45ea2cf5457 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:03.532443 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-05fe28ab-a7bf-40b7-b698-878b9425a405 req-d0714f4e-7c36-4433-81d3-c8834965e121 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:03.568046 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-677e9930-04e7-4588-8736-d45ea2cf5457 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] device_id is not set on port 7d6d955a-14be-4657-9e39-2a49098ce293 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:34:03.578074 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d3f29e-8d47-4370-af0f-8f43404d7a37 service neutron] Pushing event updated for resources: {'Port': ['ID=7991d738-4741-4147-8318-26dd3462bb81,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:03.583686 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-66d3f29e-8d47-4370-af0f-8f43404d7a37 service neutron] Attempting to bind port 7991d738-4741-4147-8318-26dd3462bb81 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:34:03.584040 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-66d3f29e-8d47-4370-af0f-8f43404d7a37 service neutron] Attempting to bind port 7991d738-4741-4147-8318-26dd3462bb81 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': 'b44a6068-1cde-4f52-a8e6-9ddabbdb5356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1ff556fd-0581-480f-8730-5712d0e2eed7'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:34:03.584366 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-66d3f29e-8d47-4370-af0f-8f43404d7a37 service neutron] Attempting to bind port 7991d738-4741-4147-8318-26dd3462bb81 on network 1ff556fd-0581-480f-8730-5712d0e2eed7 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:34:03.625808 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-66d3f29e-8d47-4370-af0f-8f43404d7a37 service neutron] Port 7991d738-4741-4147-8318-26dd3462bb81 on network 1ff556fd-0581-480f-8730-5712d0e2eed7 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:34:03.626399 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-66d3f29e-8d47-4370-af0f-8f43404d7a37 service neutron] Attempting to bind port 7991d738-4741-4147-8318-26dd3462bb81 on network 1ff556fd-0581-480f-8730-5712d0e2eed7 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:34:03.655435 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-66d3f29e-8d47-4370-af0f-8f43404d7a37 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:34:03.656025 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-66d3f29e-8d47-4370-af0f-8f43404d7a37 service neutron] Checking segment: {'id': 'b44a6068-1cde-4f52-a8e6-9ddabbdb5356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1ff556fd-0581-480f-8730-5712d0e2eed7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:03.656412 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-66d3f29e-8d47-4370-af0f-8f43404d7a37 service neutron] Bound using segment: {'id': 'b44a6068-1cde-4f52-a8e6-9ddabbdb5356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1ff556fd-0581-480f-8730-5712d0e2eed7'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:34:03.656851 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-66d3f29e-8d47-4370-af0f-8f43404d7a37 service neutron] Bound port: 7991d738-4741-4147-8318-26dd3462bb81, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b44a6068-1cde-4f52-a8e6-9ddabbdb5356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1ff556fd-0581-480f-8730-5712d0e2eed7'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:34:03.658178 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-66d3f29e-8d47-4370-af0f-8f43404d7a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:03.681786 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-76587cd8-7aeb-4c25-88c4-9468108b1484 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:03.692324 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-76587cd8-7aeb-4c25-88c4-9468108b1484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:03.759333 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76587cd8-7aeb-4c25-88c4-9468108b1484 None None] Pushing event updated for resources: {'Port': ['ID=20ca75d5-4b32-474d-b771-2d3d8dbd1f6a,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:03.774169 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76587cd8-7aeb-4c25-88c4-9468108b1484 None None] Network ac0f67e2-ed24-48ed-88fb-5e722aecbf22 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:03.776961 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-76587cd8-7aeb-4c25-88c4-9468108b1484 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:03.781525 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-66d3f29e-8d47-4370-af0f-8f43404d7a37 service neutron] For port 7991d738-4741-4147-8318-26dd3462bb81, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:34:03.782738 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76587cd8-7aeb-4c25-88c4-9468108b1484 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:03.817450 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-66d3f29e-8d47-4370-af0f-8f43404d7a37 service neutron] For port 7991d738-4741-4147-8318-26dd3462bb81, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=7991d738-4741-4147-8318-26dd3462bb81,segment=NetworkSegment(b44a6068-1cde-4f52-a8e6-9ddabbdb5356),segment_id=b44a6068-1cde-4f52-a8e6-9ddabbdb5356)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:34:03.832659 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-66d3f29e-8d47-4370-af0f-8f43404d7a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:03.842009 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-2830d177-fa25-4184-8d49-6844ecabab43 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Allocated IP 2001:db8::1 (ac0f67e2-ed24-48ed-88fb-5e722aecbf22/fb81d053-17c9-4a4f-88de-cad249a5fadb/debe9abf-af89-48c9-a312-151f88ff03b8) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:03.859784 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-76587cd8-7aeb-4c25-88c4-9468108b1484 None None] Attempting to bind port 20ca75d5-4b32-474d-b771-2d3d8dbd1f6a on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:34:03.860334 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-76587cd8-7aeb-4c25-88c4-9468108b1484 None None] Attempting to bind port 20ca75d5-4b32-474d-b771-2d3d8dbd1f6a by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'e0ae45bd-2560-4938-a0c9-16ab1295381c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ac0f67e2-ed24-48ed-88fb-5e722aecbf22'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:34:03.860828 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76587cd8-7aeb-4c25-88c4-9468108b1484 None None] Attempting to bind port 20ca75d5-4b32-474d-b771-2d3d8dbd1f6a on network ac0f67e2-ed24-48ed-88fb-5e722aecbf22 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:34:03.866331 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76587cd8-7aeb-4c25-88c4-9468108b1484 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:34:03.866964 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76587cd8-7aeb-4c25-88c4-9468108b1484 None None] Checking segment: {'id': 'e0ae45bd-2560-4938-a0c9-16ab1295381c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ac0f67e2-ed24-48ed-88fb-5e722aecbf22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:03.867384 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-76587cd8-7aeb-4c25-88c4-9468108b1484 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:03.867890 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76587cd8-7aeb-4c25-88c4-9468108b1484 None None] Bound using segment: {'id': 'e0ae45bd-2560-4938-a0c9-16ab1295381c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ac0f67e2-ed24-48ed-88fb-5e722aecbf22'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:34:03.868464 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-76587cd8-7aeb-4c25-88c4-9468108b1484 None None] Bound port: 20ca75d5-4b32-474d-b771-2d3d8dbd1f6a, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0ae45bd-2560-4938-a0c9-16ab1295381c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ac0f67e2-ed24-48ed-88fb-5e722aecbf22'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:34:03.868598 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-05fe28ab-a7bf-40b7-b698-878b9425a405 req-d0714f4e-7c36-4433-81d3-c8834965e121 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:03.869206 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-76587cd8-7aeb-4c25-88c4-9468108b1484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:03.873775 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-05fe28ab-a7bf-40b7-b698-878b9425a405 req-d0714f4e-7c36-4433-81d3-c8834965e121 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:03.880781 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-66d3f29e-8d47-4370-af0f-8f43404d7a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:03.881401 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-66d3f29e-8d47-4370-af0f-8f43404d7a37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:03.883275 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-66d3f29e-8d47-4370-af0f-8f43404d7a37 service neutron] 10.222.0.46 "PUT /v2.0/ports/7991d738-4741-4147-8318-26dd3462bb81 HTTP/1.1" status: 200 len: 1092 time: 1.1827660 Dec 10 16:34:03.891487 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '991cf7dd-c716-4635-abbb-80df3f58541d', 'tag': '7991d738-4741-4147-8318-26dd3462bb81'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:34:03.894171 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4ac57e-dfab-4a61-ac02-69d5e89f31c7" -d '{"events": [{"name": "network-changed", "server_uuid": "991cf7dd-c716-4635-abbb-80df3f58541d", "tag": "7991d738-4741-4147-8318-26dd3462bb81"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:34:03.894713 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-71c221df-4659-4b49-809c-7612179be6a3 None None] Provisioning complete for port c5a81872-2721-43a2-bb02-07ace246d7af triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:03.895197 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-71c221df-4659-4b49-809c-7612179be6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:03.913651 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-677e9930-04e7-4588-8736-d45ea2cf5457 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Allocated IP 2001:db8::128 (1e48eb44-ddab-4822-b497-27862a94e4ec/bbb2a5be-7f49-4953-a41c-530afc39a72c/7d6d955a-14be-4657-9e39-2a49098ce293) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:03.982928 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-76587cd8-7aeb-4c25-88c4-9468108b1484 None None] For port 20ca75d5-4b32-474d-b771-2d3d8dbd1f6a, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:34:03.983406 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d3f29e-8d47-4370-af0f-8f43404d7a37 service neutron] Pushing event updated for resources: {'Port': ['ID=7991d738-4741-4147-8318-26dd3462bb81,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:03.989337 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-76587cd8-7aeb-4c25-88c4-9468108b1484 None None] For port 20ca75d5-4b32-474d-b771-2d3d8dbd1f6a, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=20ca75d5-4b32-474d-b771-2d3d8dbd1f6a,segment=NetworkSegment(e0ae45bd-2560-4938-a0c9-16ab1295381c),segment_id=e0ae45bd-2560-4938-a0c9-16ab1295381c)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:34:04.012644 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0714f4e-7c36-4433-81d3-c8834965e121 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Pushing event updated for resources: {'Port': ['ID=1f17736a-73ce-4ca9-8ea7-6cfecd801efc,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:04.028727 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-76587cd8-7aeb-4c25-88c4-9468108b1484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:04.049990 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-05fe28ab-a7bf-40b7-b698-878b9425a405 req-d0714f4e-7c36-4433-81d3-c8834965e121 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:04.062112 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-495b29ae-6fc1-476b-8bcd-bce8eac03cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:04.063660 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-495b29ae-6fc1-476b-8bcd-bce8eac03cf2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e3ab537af104aefb9b5f01272b0709a&device_id=991cf7dd-c716-4635-abbb-80df3f58541d HTTP/1.1" status: 200 len: 1095 time: 0.1170127 Dec 10 16:34:04.073368 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2830d177-fa25-4184-8d49-6844ecabab43 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:04.092074 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-05fe28ab-a7bf-40b7-b698-878b9425a405 req-d0714f4e-7c36-4433-81d3-c8834965e121 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:04.100472 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-71c221df-4659-4b49-809c-7612179be6a3 None None] Provisioning complete for port 850143a3-6d5b-4fc5-9ed5-fd546ac956a4 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:04.100985 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-71c221df-4659-4b49-809c-7612179be6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:04.101206 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-05fe28ab-a7bf-40b7-b698-878b9425a405 req-d0714f4e-7c36-4433-81d3-c8834965e121 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2729738 Dec 10 16:34:04.103537 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76587cd8-7aeb-4c25-88c4-9468108b1484 None None] Pushing event updated for resources: {'Port': ['ID=20ca75d5-4b32-474d-b771-2d3d8dbd1f6a,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:04.116870 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-14a8a59e-4b1f-4540-9be5-61b2b822ee7d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7991d738-4741-4147-8318-26dd3462bb81 HTTP/1.1" status: 200 len: 217 time: 0.0443089 Dec 10 16:34:04.151440 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-71c221df-4659-4b49-809c-7612179be6a3 None None] Port 850143a3-6d5b-4fc5-9ed5-fd546ac956a4 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:04.167518 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-05fe28ab-a7bf-40b7-b698-878b9425a405 req-8c74e87a-9dc4-4482-a164-41e5e78d855f tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.177 HTTP/1.1" status: 200 len: 696 time: 0.0653441 Dec 10 16:34:04.204849 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-1f2919c9-018b-4529-95d0-ce5f6556403c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:04.206430 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-1f2919c9-018b-4529-95d0-ce5f6556403c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ed059596-b61f-4b79-b79e-c9b747c3907d HTTP/1.1" status: 200 len: 855 time: 0.0791011 Dec 10 16:34:04.209265 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-677e9930-04e7-4588-8736-d45ea2cf5457 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:04.239754 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2830d177-fa25-4184-8d49-6844ecabab43 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:04.244934 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-5ee904d3-2709-4eb8-a3e7-2165e077b605 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ff556fd-0581-480f-8730-5712d0e2eed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310349 Dec 10 16:34:04.301777 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2830d177-fa25-4184-8d49-6844ecabab43 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Network ac0f67e2-ed24-48ed-88fb-5e722aecbf22 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:04.313917 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-2830d177-fa25-4184-8d49-6844ecabab43 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:04.322538 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2830d177-fa25-4184-8d49-6844ecabab43 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:04.322538 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2830d177-fa25-4184-8d49-6844ecabab43 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:04.348850 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-677e9930-04e7-4588-8736-d45ea2cf5457 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:04.376239 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2830d177-fa25-4184-8d49-6844ecabab43 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event updated for resources: {'Port': ['ID=debe9abf-af89-48c9-a312-151f88ff03b8,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:04.392274 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe28ab-a7bf-40b7-b698-878b9425a405 req-fb3c08fe-bc37-44ff-96e4-0fde90ed0536 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:04.393668 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-05fe28ab-a7bf-40b7-b698-878b9425a405 req-fb3c08fe-bc37-44ff-96e4-0fde90ed0536 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/networks/5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 784 time: 0.2194815 Dec 10 16:34:04.427358 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677e9930-04e7-4588-8736-d45ea2cf5457 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Network 1e48eb44-ddab-4822-b497-27862a94e4ec is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:04.431076 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-677e9930-04e7-4588-8736-d45ea2cf5457 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:04.433812 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677e9930-04e7-4588-8736-d45ea2cf5457 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:04.440518 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677e9930-04e7-4588-8736-d45ea2cf5457 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:04.441008 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-677e9930-04e7-4588-8736-d45ea2cf5457 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:04.444904 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-c2fe5dc6-ad6c-4f34-b01b-44896fb3fe4f service neutron] 10.222.0.46 "GET /v2.0/networks/1ff556fd-0581-480f-8730-5712d0e2eed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875775 Dec 10 16:34:04.480766 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e9930-04e7-4588-8736-d45ea2cf5457 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'Port': ['ID=7d6d955a-14be-4657-9e39-2a49098ce293,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:04.501418 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2830d177-fa25-4184-8d49-6844ecabab43 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:04.520189 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d128584f-f368-47be-bc22-2d11aa47d511 x-openstack-request-id: req-d128584f-f368-47be-bc22-2d11aa47d511 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:34:04.523202 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f32d35a4-4891-4d87-bee7-53b7b398dfc3", "tag": "561f074f-cd2a-4661-a766-3aa730ecf0ee", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:34:04.523481 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d128584f-f368-47be-bc22-2d11aa47d511 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:34:04.523956 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f32d35a4-4891-4d87-bee7-53b7b398dfc3', 'tag': '561f074f-cd2a-4661-a766-3aa730ecf0ee', 'status': 'completed', 'code': 200} Dec 10 16:34:04.529193 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-677e9930-04e7-4588-8736-d45ea2cf5457 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4502423 Dec 10 16:34:04.532339 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55254) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:04.538379 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-1f02cc7b-3bfd-42e7-9d8e-395e3fd1e1a3 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'subnet': {'network_id': '1e48eb44-ddab-4822-b497-27862a94e4ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:04.754124 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72d8b0-7a28-43ab-b3d7-0a032605df21 req-1f0655f7-07f1-4973-9909-e65e35af9b0a tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:04.755704 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9a72d8b0-7a28-43ab-b3d7-0a032605df21 req-1f0655f7-07f1-4973-9909-e65e35af9b0a tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/ports?device_id=991cf7dd-c716-4635-abbb-80df3f58541d HTTP/1.1" status: 200 len: 944 time: 0.1505651 Dec 10 16:34:04.786715 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b6910f59-a807-4e85-ad9c-5364edb969e5 None None] Provisioning complete for port 7d6d955a-14be-4657-9e39-2a49098ce293 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:04.787804 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b6910f59-a807-4e85-ad9c-5364edb969e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:04.829240 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b6910f59-a807-4e85-ad9c-5364edb969e5 None None] Port 7d6d955a-14be-4657-9e39-2a49098ce293 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:04.874892 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9a72d8b0-7a28-43ab-b3d7-0a032605df21 req-29617464-1efb-4d7d-ba51-ac4c48cc5fe0 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/security-groups?id=1962f219-df48-4694-919d-c32c4e5c0eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703492 Dec 10 16:34:04.924401 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2830d177-fa25-4184-8d49-6844ecabab43 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:04.930855 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2830d177-fa25-4184-8d49-6844ecabab43 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:04.932455 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2830d177-fa25-4184-8d49-6844ecabab43 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:05.075003 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2830d177-fa25-4184-8d49-6844ecabab43 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event updated for resources: {'Port': ['ID=debe9abf-af89-48c9-a312-151f88ff03b8,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:05.101343 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6027f81-d2e7-48d9-bf78-4a3e8c7c9691 req-2013efbb-cada-4bcb-a962-89b4a7a7d65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:05.103454 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f6027f81-d2e7-48d9-bf78-4a3e8c7c9691 req-2013efbb-cada-4bcb-a962-89b4a7a7d65b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d3063649ad0b49118b6873a82d7489eb&device_id=f32d35a4-4891-4d87-bee7-53b7b398dfc3 HTTP/1.1" status: 200 len: 1096 time: 0.5405097 Dec 10 16:34:05.116130 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 20ca75d5-4b32-474d-b771-2d3d8dbd1f6a up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:05.129978 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397980e-418b-4a12-96b2-3cc394ac79e7 req-114f98e1-647d-4eba-ba0f-0184ea19dd12 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:05.137279 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2397980e-418b-4a12-96b2-3cc394ac79e7 req-114f98e1-647d-4eba-ba0f-0184ea19dd12 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 943 time: 0.1095214 Dec 10 16:34:05.182757 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2830d177-fa25-4184-8d49-6844ecabab43 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Network ac0f67e2-ed24-48ed-88fb-5e722aecbf22 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:05.183529 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 20ca75d5-4b32-474d-b771-2d3d8dbd1f6a triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:05.184128 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:05.192928 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-2830d177-fa25-4184-8d49-6844ecabab43 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:05.195576 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-02fc398e-c3ef-4781-80a9-1c810de43c49 req-6f50b2d7-5a5f-4df7-958b-711865e0d525 service neutron] 10.222.0.46 "GET /v2.0/networks/1ff556fd-0581-480f-8730-5712d0e2eed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7344351 Dec 10 16:34:05.215199 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2397980e-418b-4a12-96b2-3cc394ac79e7 req-a4fcc209-3fa4-4ccf-89a1-5296c973ed42 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=61dd92f2-b4f5-4bfd-ac94-e9e550096dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743425 Dec 10 16:34:05.291027 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f02cc7b-3bfd-42e7-9d8e-395e3fd1e1a3 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Made reservation on behalf of c3130369965d4192948d49aa98d6bfdc for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:05.296391 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1f02cc7b-3bfd-42e7-9d8e-395e3fd1e1a3 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:05.318281 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:05.355326 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6027f81-d2e7-48d9-bf78-4a3e8c7c9691 req-9b6f92d1-b6da-4444-bd82-cb8d5d3dc81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:05.357439 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f6027f81-d2e7-48d9-bf78-4a3e8c7c9691 req-9b6f92d1-b6da-4444-bd82-cb8d5d3dc81f service neutron] 10.222.0.26 "GET /v2.0/networks?id=b8aa3551-554a-49f0-b0d0-f8becf031dc7 HTTP/1.1" status: 200 len: 920 time: 0.2443244 Dec 10 16:34:05.369303 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 20ca75d5-4b32-474d-b771-2d3d8dbd1f6a, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=20ca75d5-4b32-474d-b771-2d3d8dbd1f6a,segment=NetworkSegment(e0ae45bd-2560-4938-a0c9-16ab1295381c),segment_id=e0ae45bd-2560-4938-a0c9-16ab1295381c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:05.376103 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:05.399084 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-911c579e-4421-4e15-bf8f-cf1d052266e6 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--95948763&fields=id&tenant_id=38b4c50f2746432ea9adf6424421cd8d HTTP/1.1" status: 200 len: 267 time: 0.0803597 Dec 10 16:34:05.408205 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f6027f81-d2e7-48d9-bf78-4a3e8c7c9691 req-0b126317-b5aa-489e-820d-8b811ba5e7db service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=561f074f-cd2a-4661-a766-3aa730ecf0ee HTTP/1.1" status: 200 len: 217 time: 0.0411735 Dec 10 16:34:05.442775 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=20ca75d5-4b32-474d-b771-2d3d8dbd1f6a,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:05.457849 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2830d177-fa25-4184-8d49-6844ecabab43 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Router 20451b5c-665a-497b-a944-4bd41ef77dae is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:34:05.488051 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ba0c4d-7cf1-46f5-bb6c-713c4876d6ed None None] Network ac0f67e2-ed24-48ed-88fb-5e722aecbf22 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:05.502477 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6027f81-d2e7-48d9-bf78-4a3e8c7c9691 req-13ec584c-d675-4849-ab6c-02522463de49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:05.503979 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f6027f81-d2e7-48d9-bf78-4a3e8c7c9691 req-13ec584c-d675-4849-ab6c-02522463de49 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93cf38e5-cd65-4933-9151-7296522b1fa8 HTTP/1.1" status: 200 len: 859 time: 0.0850873 Dec 10 16:34:05.506445 n-d-766771-2 neutron-server[103393]: INFO neutron.db.ipam_backend_mixin [None req-1f02cc7b-3bfd-42e7-9d8e-395e3fd1e1a3 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bbb2a5be-7f49-4953-a41c-530afc39a72c (CIDR: 2001:db8::/64) Dec 10 16:34:05.511024 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f02cc7b-3bfd-42e7-9d8e-395e3fd1e1a3 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:34:05.511024 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f02cc7b-3bfd-42e7-9d8e-395e3fd1e1a3 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:34:05.542639 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f6027f81-d2e7-48d9-bf78-4a3e8c7c9691 req-d54b19d9-2dc9-4918-b18a-abe223bbb241 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b8aa3551-554a-49f0-b0d0-f8becf031dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298557 Dec 10 16:34:05.554355 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1f02cc7b-3bfd-42e7-9d8e-395e3fd1e1a3 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0183592 Dec 10 16:34:05.560478 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55264) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:05.566936 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c1b4df51-38c7-4123-ad40-b78caa23b978 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'subnet': {'network_id': '1e48eb44-ddab-4822-b497-27862a94e4ec', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:05.580380 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-ea993d2a-2128-4f6f-b5d2-5d0129f1ac78 None None] Provisioning complete for port 20ca75d5-4b32-474d-b771-2d3d8dbd1f6a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:05.581012 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ea993d2a-2128-4f6f-b5d2-5d0129f1ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:05.743413 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f6027f81-d2e7-48d9-bf78-4a3e8c7c9691 req-fd49360b-3edb-4257-bff8-508ae3bd0d17 service neutron] 10.222.0.26 "GET /v2.0/networks/b8aa3551-554a-49f0-b0d0-f8becf031dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904593 Dec 10 16:34:05.821604 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b4df51-38c7-4123-ad40-b78caa23b978 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Made reservation on behalf of c3130369965d4192948d49aa98d6bfdc for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:05.825154 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c1b4df51-38c7-4123-ad40-b78caa23b978 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:05.923720 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f6027f81-d2e7-48d9-bf78-4a3e8c7c9691 req-e0bbfd9f-cb4f-4655-b1ac-32be7ea10cb7 service neutron] 10.222.0.26 "GET /v2.0/networks/b8aa3551-554a-49f0-b0d0-f8becf031dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712182 Dec 10 16:34:05.936350 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-59be188a-b51a-46fe-9d79-4b1164339ea8 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:05.937879 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-59be188a-b51a-46fe-9d79-4b1164339ea8 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/networks?id=32421a12-0b3a-42d4-846a-0de14cdef277 HTTP/1.1" status: 200 len: 811 time: 0.5380104 Dec 10 16:34:05.940971 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2830d177-fa25-4184-8d49-6844ecabab43 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:34:05.948761 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2830d177-fa25-4184-8d49-6844ecabab43 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "PUT /v2.0/routers/20451b5c-665a-497b-a944-4bd41ef77dae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0051970 Dec 10 16:34:05.949389 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55268) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:05.949783 n-d-766771-2 neutron-server[103393]: INFO neutron.db.ipam_backend_mixin [None req-c1b4df51-38c7-4123-ad40-b78caa23b978 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 86c45c22-e3cc-440f-9671-f655756e94b6 (CIDR: 2001:db8:0:1::/64) Dec 10 16:34:05.954556 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1b4df51-38c7-4123-ad40-b78caa23b978 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:34:05.955509 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1b4df51-38c7-4123-ad40-b78caa23b978 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:34:05.960471 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdef17e-a046-4450-b40c-c50fe521eea7 None None] Sync routers for ids ['20451b5c-665a-497b-a944-4bd41ef77dae'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:34:05.978287 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c1b4df51-38c7-4123-ad40-b78caa23b978 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4151194 Dec 10 16:34:05.979077 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdef17e-a046-4450-b40c-c50fe521eea7 None None] Routers {'20451b5c-665a-497b-a944-4bd41ef77dae'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:05.979746 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-3cdef17e-a046-4450-b40c-c50fe521eea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:33:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['20451b5c-665a-497b-a944-4bd41ef77dae'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:05.982562 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55272) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:05.987918 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-0e3ac812-16c3-4077-9da6-5d3fe3cceb66 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'subnet': {'network_id': '1e48eb44-ddab-4822-b497-27862a94e4ec', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:05.992287 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-a5a91f77-1355-46b9-8d0c-3b2100ed8bfe tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/quotas/38b4c50f2746432ea9adf6424421cd8d HTTP/1.1" status: 200 len: 375 time: 0.0419333 Dec 10 16:34:06.005763 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceeaa267-6993-4f1e-bbf4-995946acd4c5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:06.010043 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ceeaa267-6993-4f1e-bbf4-995946acd4c5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "GET /v2.0/ports/debe9abf-af89-48c9-a312-151f88ff03b8 HTTP/1.1" status: 200 len: 911 time: 0.0580382 Dec 10 16:34:06.019637 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55274) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:06.029620 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-3cdef17e-a046-4450-b40c-c50fe521eea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:06.038800 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdef17e-a046-4450-b40c-c50fe521eea7 None None] Routers {'20451b5c-665a-497b-a944-4bd41ef77dae'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:06.039436 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-3cdef17e-a046-4450-b40c-c50fe521eea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:33:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['20451b5c-665a-497b-a944-4bd41ef77dae'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:06.094244 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-3cdef17e-a046-4450-b40c-c50fe521eea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:06.094897 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdef17e-a046-4450-b40c-c50fe521eea7 None None] The sync data for ids ['20451b5c-665a-497b-a944-4bd41ef77dae'] in n-d-766771-2 is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:34:06.105332 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-467a6104-28da-46b2-83b6-5e18a1878ec5 None None] Provisioning complete for port debe9abf-af89-48c9-a312-151f88ff03b8 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:06.105781 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-467a6104-28da-46b2-83b6-5e18a1878ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:06.136099 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3ac812-16c3-4077-9da6-5d3fe3cceb66 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Made reservation on behalf of c3130369965d4192948d49aa98d6bfdc for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:06.141933 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e3ac812-16c3-4077-9da6-5d3fe3cceb66 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:06.146766 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-2443f1f3-c76c-410f-81b8-bf7a3bff24c0 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=38b4c50f2746432ea9adf6424421cd8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1355186 Dec 10 16:34:06.164350 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-467a6104-28da-46b2-83b6-5e18a1878ec5 None None] Port debe9abf-af89-48c9-a312-151f88ff03b8 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:06.182273 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-467a6104-28da-46b2-83b6-5e18a1878ec5 None None] Provisioning complete for port 20ca75d5-4b32-474d-b771-2d3d8dbd1f6a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:06.182650 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-467a6104-28da-46b2-83b6-5e18a1878ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:06.227198 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 9ad72708-8145-4710-a27a-811122cc9840 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:34:06.281009 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:06.371084 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-bb471188-98bd-4eb6-aeba-74396da11f22 service neutron] 10.222.0.11 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784651 Dec 10 16:34:06.394708 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 9ad72708-8145-4710-a27a-811122cc9840, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=9ad72708-8145-4710-a27a-811122cc9840,segment=NetworkSegment(5bae3635-32be-403a-b68a-450983b5ab53),segment_id=5bae3635-32be-403a-b68a-450983b5ab53)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:06.406836 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '9ad72708-8145-4710-a27a-811122cc9840', 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02', 'port_id': '9ad72708-8145-4710-a27a-811122cc9840', 'mac_address': 'fa:16:3e:0d:bb:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:34:06.446822 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:06.462046 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ad72708-8145-4710-a27a-811122cc9840 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:34:06.484256 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 9ad72708-8145-4710-a27a-811122cc9840, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=9ad72708-8145-4710-a27a-811122cc9840,segment=NetworkSegment(5bae3635-32be-403a-b68a-450983b5ab53),segment_id=5bae3635-32be-403a-b68a-450983b5ab53)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:06.485194 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e3ac812-16c3-4077-9da6-5d3fe3cceb66 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:06.499773 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:06.526853 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-7976501a-4cad-4814-b63e-7923e25d8735 service neutron] 10.222.0.11 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546366 Dec 10 16:34:06.539010 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3ac812-16c3-4077-9da6-5d3fe3cceb66 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Network 1e48eb44-ddab-4822-b497-27862a94e4ec is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:06.544598 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e8d49540-d78f-4ed9-8b37-f46f278f63c7 None None] Provisioning complete for port debe9abf-af89-48c9-a312-151f88ff03b8 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:06.544598 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e8d49540-d78f-4ed9-8b37-f46f278f63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:06.544855 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-0e3ac812-16c3-4077-9da6-5d3fe3cceb66 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:06.550184 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3ac812-16c3-4077-9da6-5d3fe3cceb66 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:06.550782 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e3ac812-16c3-4077-9da6-5d3fe3cceb66 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:06.573863 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e063fc02-7581-4eb4-b38c-660fad3fea60 None None] Network 1e48eb44-ddab-4822-b497-27862a94e4ec requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:06.574528 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ac812-16c3-4077-9da6-5d3fe3cceb66 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'Subnet': ['ID=fd00d72f-0650-48d1-8d83-24a0831706a3,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:06.581002 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0e3ac812-16c3-4077-9da6-5d3fe3cceb66 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5973005 Dec 10 16:34:06.588811 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55278) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:06.594490 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-dc756aa8-2aa2-4367-9c55-9fc9bcd097ff tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-193022945', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fd00d72f-0650-48d1-8d83-24a0831706a3'}], 'security_groups': ['ea13a2e0-390c-4c99-b52e-5a518d910069', '4852c529-0ecf-463f-a0d0-4c4894d24642']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:06.641642 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ae37dee6-e161-422f-9b86-f3c32bf0f17d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:06.646878 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=9ad72708-8145-4710-a27a-811122cc9840,revision_number=9']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:06.664565 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-e8d49540-d78f-4ed9-8b37-f46f278f63c7 None None] Port debe9abf-af89-48c9-a312-151f88ff03b8 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:06.688385 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc756aa8-2aa2-4367-9c55-9fc9bcd097ff tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:06.760907 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc6cbf9-1d8d-4b65-acfd-dde16157d8d5 x-openstack-request-id: req-6bc6cbf9-1d8d-4b65-acfd-dde16157d8d5 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:34:06.761210 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "991cf7dd-c716-4635-abbb-80df3f58541d", "tag": "7991d738-4741-4147-8318-26dd3462bb81", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:34:06.761443 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6bc6cbf9-1d8d-4b65-acfd-dde16157d8d5 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:34:06.761843 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '991cf7dd-c716-4635-abbb-80df3f58541d', 'tag': '7991d738-4741-4147-8318-26dd3462bb81', 'status': 'completed', 'code': 200} Dec 10 16:34:06.765264 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['9ad72708-8145-4710-a27a-811122cc9840'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:34:06.900208 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c78d099b-3cd4-4a10-a66c-c2625cc949ef None None] Provisioning complete for port debe9abf-af89-48c9-a312-151f88ff03b8 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:06.900548 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c78d099b-3cd4-4a10-a66c-c2625cc949ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:06.933167 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f67cdb-9433-4597-8ad3-c9b7cbe12a41 None None] Update dhcp port {'port': {'network_id': '1e48eb44-ddab-4822-b497-27862a94e4ec', 'fixed_ips': [{'subnet_id': '86c45c22-e3cc-440f-9671-f655756e94b6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'bbb2a5be-7f49-4953-a41c-530afc39a72c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fd00d72f-0650-48d1-8d83-24a0831706a3'}], 'binding:host_id': 'n-d-766771-2'}, 'id': 'c5a81872-2721-43a2-bb02-07ace246d7af'} from n-d-766771-2. {{(pid=103394) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 16:34:06.935923 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2c137-67bd-4b3d-93fc-b7328a82a389 req-9a251999-b3bd-4eb6-942a-0f12dec363f7 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:06.936291 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ac57e-dfab-4a61-ac02-69d5e89f31c7 req-350d64f3-46a2-49fd-ba66-093ccd02e1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:06.937696 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-64c2c137-67bd-4b3d-93fc-b7328a82a389 req-9a251999-b3bd-4eb6-942a-0f12dec363f7 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/ports?device_id=f32d35a4-4891-4d87-bee7-53b7b398dfc3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1018655 Dec 10 16:34:06.947944 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ce4ac57e-dfab-4a61-ac02-69d5e89f31c7 req-350d64f3-46a2-49fd-ba66-093ccd02e1ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e3ab537af104aefb9b5f01272b0709a&device_id=991cf7dd-c716-4635-abbb-80df3f58541d HTTP/1.1" status: 200 len: 1095 time: 0.1529322 Dec 10 16:34:06.988134 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c78d099b-3cd4-4a10-a66c-c2625cc949ef None None] Port debe9abf-af89-48c9-a312-151f88ff03b8 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:06.989811 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-15f67cdb-9433-4597-8ad3-c9b7cbe12a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:07.070242 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-64c2c137-67bd-4b3d-93fc-b7328a82a389 req-3a6b2493-91fc-4fd4-9d4f-3c822bef329a tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.177 HTTP/1.1" status: 200 len: 696 time: 0.1132081 Dec 10 16:34:07.078107 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-64c2c137-67bd-4b3d-93fc-b7328a82a389 req-0b384e01-33d2-4d7a-99bf-7b0915101b57 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Request body: {'floatingip': {'port_id': '561f074f-cd2a-4661-a766-3aa730ecf0ee', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:07.112975 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 20ca75d5-4b32-474d-b771-2d3d8dbd1f6a up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:07.114874 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 7991d738-4741-4147-8318-26dd3462bb81 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:34:07.127267 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-64c2c137-67bd-4b3d-93fc-b7328a82a389 req-0b384e01-33d2-4d7a-99bf-7b0915101b57 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks [] for floatingip, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:07.246019 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ac57e-dfab-4a61-ac02-69d5e89f31c7 req-13fb6efd-a559-4a5d-832d-bb2d67fced87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:07.248352 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ce4ac57e-dfab-4a61-ac02-69d5e89f31c7 req-13fb6efd-a559-4a5d-832d-bb2d67fced87 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1ff556fd-0581-480f-8730-5712d0e2eed7 HTTP/1.1" status: 200 len: 916 time: 0.2797616 Dec 10 16:34:07.289789 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 20ca75d5-4b32-474d-b771-2d3d8dbd1f6a triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:07.290178 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:07.302821 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ce4ac57e-dfab-4a61-ac02-69d5e89f31c7 req-a3133037-ddab-47f7-904a-376a4dccb205 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7991d738-4741-4147-8318-26dd3462bb81 HTTP/1.1" status: 200 len: 217 time: 0.0469317 Dec 10 16:34:07.359680 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 7991d738-4741-4147-8318-26dd3462bb81, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=7991d738-4741-4147-8318-26dd3462bb81,segment=NetworkSegment(b44a6068-1cde-4f52-a8e6-9ddabbdb5356),segment_id=b44a6068-1cde-4f52-a8e6-9ddabbdb5356)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:07.368028 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-ae37dee6-e161-422f-9b86-f3c32bf0f17d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Deleting port debe9abf-af89-48c9-a312-151f88ff03b8 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:07.368763 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ae37dee6-e161-422f-9b86-f3c32bf0f17d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:07.376262 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '7991d738-4741-4147-8318-26dd3462bb81', 'network_id': '1ff556fd-0581-480f-8730-5712d0e2eed7', 'port_id': '7991d738-4741-4147-8318-26dd3462bb81', 'mac_address': 'fa:16:3e:05:28:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed059596-b61f-4b79-b79e-c9b747c3907d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:34:07.393494 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ac57e-dfab-4a61-ac02-69d5e89f31c7 req-c0fac94d-202f-485e-986b-f8d2fe39c3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:07.395004 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ce4ac57e-dfab-4a61-ac02-69d5e89f31c7 req-c0fac94d-202f-485e-986b-f8d2fe39c3cf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ed059596-b61f-4b79-b79e-c9b747c3907d HTTP/1.1" status: 200 len: 855 time: 0.0844202 Dec 10 16:34:07.448218 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-dc756aa8-2aa2-4367-9c55-9fc9bcd097ff tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Delete allocated IP 2001:db8::128 (1e48eb44-ddab-4822-b497-27862a94e4ec/bbb2a5be-7f49-4953-a41c-530afc39a72c) {{(pid=103393) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 16:34:07.452386 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ce4ac57e-dfab-4a61-ac02-69d5e89f31c7 req-de785d7e-3965-444d-92fb-d3ac46b74902 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ff556fd-0581-480f-8730-5712d0e2eed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480258 Dec 10 16:34:07.459388 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-dc756aa8-2aa2-4367-9c55-9fc9bcd097ff tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Allocated IP 2001:db8:0:2::bf (1e48eb44-ddab-4822-b497-27862a94e4ec/fd00d72f-0650-48d1-8d83-24a0831706a3/7d6d955a-14be-4657-9e39-2a49098ce293) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:07.517725 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ae37dee6-e161-422f-9b86-f3c32bf0f17d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:07.543885 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-ae37dee6-e161-422f-9b86-f3c32bf0f17d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Calling delete_port for debe9abf-af89-48c9-a312-151f88ff03b8 owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:07.586872 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ce4ac57e-dfab-4a61-ac02-69d5e89f31c7 req-7d1cd0a1-0b1e-4183-97a9-5119b3b5c402 service neutron] 10.222.0.46 "GET /v2.0/networks/1ff556fd-0581-480f-8730-5712d0e2eed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247642 Dec 10 16:34:07.616596 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:07.633970 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7991d738-4741-4147-8318-26dd3462bb81 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:34:07.662721 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 7991d738-4741-4147-8318-26dd3462bb81, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=7991d738-4741-4147-8318-26dd3462bb81,segment=NetworkSegment(b44a6068-1cde-4f52-a8e6-9ddabbdb5356),segment_id=b44a6068-1cde-4f52-a8e6-9ddabbdb5356)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:07.671083 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:07.726331 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=7991d738-4741-4147-8318-26dd3462bb81,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:07.805394 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ce4ac57e-dfab-4a61-ac02-69d5e89f31c7 req-141644f4-1b19-4065-ac1b-50b573ac2c5c service neutron] 10.222.0.46 "GET /v2.0/networks/1ff556fd-0581-480f-8730-5712d0e2eed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015941 Dec 10 16:34:07.844083 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc756aa8-2aa2-4367-9c55-9fc9bcd097ff tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:07.849159 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc756aa8-2aa2-4367-9c55-9fc9bcd097ff tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:07.911872 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-15f67cdb-9433-4597-8ad3-c9b7cbe12a41 None None] Allocated IP 2001:db8:0:2::2 (1e48eb44-ddab-4822-b497-27862a94e4ec/fd00d72f-0650-48d1-8d83-24a0831706a3/c5a81872-2721-43a2-bb02-07ace246d7af) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:07.916005 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-dc756aa8-2aa2-4367-9c55-9fc9bcd097ff tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] In _notify_port_updated(), no bound segment for port 7d6d955a-14be-4657-9e39-2a49098ce293 on network 1e48eb44-ddab-4822-b497-27862a94e4ec {{(pid=103393) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:34:07.921874 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc756aa8-2aa2-4367-9c55-9fc9bcd097ff tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:07.922538 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc756aa8-2aa2-4367-9c55-9fc9bcd097ff tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:07.926460 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-dc756aa8-2aa2-4367-9c55-9fc9bcd097ff tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "PUT /v2.0/ports/7d6d955a-14be-4657-9e39-2a49098ce293 HTTP/1.1" status: 200 len: 968 time: 1.3339739 Dec 10 16:34:07.927820 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55290) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:07.936140 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc756aa8-2aa2-4367-9c55-9fc9bcd097ff tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event updated for resources: {'Port': ['ID=7d6d955a-14be-4657-9e39-2a49098ce293,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:07.946542 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['7991d738-4741-4147-8318-26dd3462bb81'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:34:07.950927 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-64c2c137-67bd-4b3d-93fc-b7328a82a389 req-0b384e01-33d2-4d7a-99bf-7b0915101b57 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:07.960370 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-64c2c137-67bd-4b3d-93fc-b7328a82a389 req-0b384e01-33d2-4d7a-99bf-7b0915101b57 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.025505 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ae37dee6-e161-422f-9b86-f3c32bf0f17d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.059933 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-ecd86a1f-1790-4bb3-841d-f2c43688c860 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Deleting port 7d6d955a-14be-4657-9e39-2a49098ce293 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:08.060777 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ecd86a1f-1790-4bb3-841d-f2c43688c860 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.066809 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae37dee6-e161-422f-9b86-f3c32bf0f17d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event deleted for resources: {'Port': ['ID=debe9abf-af89-48c9-a312-151f88ff03b8,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:08.094162 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.116051 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-15f67cdb-9433-4597-8ad3-c9b7cbe12a41 None None] For port c5a81872-2721-43a2-bb02-07ace246d7af, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c5a81872-2721-43a2-bb02-07ace246d7af,segment=NetworkSegment(3913557f-3b35-45ee-8793-de8c59cb464f),segment_id=3913557f-3b35-45ee-8793-de8c59cb464f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:08.163501 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [req-64c2c137-67bd-4b3d-93fc-b7328a82a389 req-0b384e01-33d2-4d7a-99bf-7b0915101b57 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Floating IP 1650dc1c-88ed-4bb9-9ea1-357735e5e5ef associated. External IP: 172.25.6.177, port: 561f074f-cd2a-4661-a766-3aa730ecf0ee. Dec 10 16:34:08.230360 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-15f67cdb-9433-4597-8ad3-c9b7cbe12a41 None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.233601 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 9ad72708-8145-4710-a27a-811122cc9840 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:08.280605 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ecd86a1f-1790-4bb3-841d-f2c43688c860 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.306342 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-ecd86a1f-1790-4bb3-841d-f2c43688c860 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Calling delete_port for 7d6d955a-14be-4657-9e39-2a49098ce293 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:08.310727 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-15f67cdb-9433-4597-8ad3-c9b7cbe12a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.324334 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-60ae77aa-5a50-4305-a67b-a4f4dfe32dd9 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:08.326428 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-60ae77aa-5a50-4305-a67b-a4f4dfe32dd9 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.46 "GET /v2.0/networks?id=32421a12-0b3a-42d4-846a-0de14cdef277 HTTP/1.1" status: 200 len: 811 time: 0.1912069 Dec 10 16:34:08.371149 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 9ad72708-8145-4710-a27a-811122cc9840 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:08.371559 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.468699 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-561405ec-4434-41ce-a0d0-2a6d57472ca8 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38b4c50f2746432ea9adf6424421cd8d HTTP/1.1" status: 200 len: 378 time: 0.1012805 Dec 10 16:34:08.472431 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ae37dee6-e161-422f-9b86-f3c32bf0f17d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.484288 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-8150b79c-ac7e-4cdb-81c7-b28a1da9a9ca tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Request body: {'port': {'device_id': 'c175e649-a26b-4fb3-8242-5b9dbaf73234', 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277', 'admin_state_up': True, 'tenant_id': '38b4c50f2746432ea9adf6424421cd8d', 'security_groups': ['0c2aada0-0d6f-43c2-8d2a-349ff0898b04']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:08.511826 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f67cdb-9433-4597-8ad3-c9b7cbe12a41 None None] Pushing event updated for resources: {'Port': ['ID=c5a81872-2721-43a2-bb02-07ace246d7af,revision_number=7']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:08.556235 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.587614 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ecd86a1f-1790-4bb3-841d-f2c43688c860 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.593992 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06112d00-9d68-4d54-b130-689171e78630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad72708-8145-4710-a27a-811122cc9840'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:34:08.596623 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e694890-cd86-4e77-b5dc-a266e98c525a" -d '{"events": [{"server_uuid": "06112d00-9d68-4d54-b130-689171e78630", "name": "network-vif-plugged", "status": "completed", "tag": "9ad72708-8145-4710-a27a-811122cc9840"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:34:08.615111 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 9ad72708-8145-4710-a27a-811122cc9840, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=9ad72708-8145-4710-a27a-811122cc9840,segment=NetworkSegment(5bae3635-32be-403a-b68a-450983b5ab53),segment_id=5bae3635-32be-403a-b68a-450983b5ab53)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:08.620519 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.626960 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64c2c137-67bd-4b3d-93fc-b7328a82a389 req-0b384e01-33d2-4d7a-99bf-7b0915101b57 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Router 60d59154-4944-439c-9726-4d616fcb6a71 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:34:08.629409 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd86a1f-1790-4bb3-841d-f2c43688c860 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'Port': ['ID=7d6d955a-14be-4657-9e39-2a49098ce293,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:08.676611 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ecd86a1f-1790-4bb3-841d-f2c43688c860 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.680010 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ecd86a1f-1790-4bb3-841d-f2c43688c860 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/ports/7d6d955a-14be-4657-9e39-2a49098ce293 HTTP/1.1" status: 204 len: 168 time: 0.7516162 Dec 10 16:34:08.684220 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55294) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:08.691187 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=9ad72708-8145-4710-a27a-811122cc9840,revision_number=10']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:08.719050 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-8150b79c-ac7e-4cdb-81c7-b28a1da9a9ca tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Made reservation on behalf of 38b4c50f2746432ea9adf6424421cd8d for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:08.722787 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-8150b79c-ac7e-4cdb-81c7-b28a1da9a9ca tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.736787 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae37dee6-e161-422f-9b86-f3c32bf0f17d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Router 20451b5c-665a-497b-a944-4bd41ef77dae has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:34:08.782334 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb36636a-29b7-4f79-aa79-ecca203b8cbc tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] GET failed (client error): The resource could not be found. Dec 10 16:34:08.783847 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-eb36636a-29b7-4f79-aa79-ecca203b8cbc tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "GET /v2.0/ports/7d6d955a-14be-4657-9e39-2a49098ce293 HTTP/1.1" status: 404 len: 333 time: 0.0968149 Dec 10 16:34:08.786793 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55296) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:08.900823 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-98336e4e-0fec-4d82-95c7-b6ec6989f8b5 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.903008 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-8150b79c-ac7e-4cdb-81c7-b28a1da9a9ca tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Allocated IP 172.20.0.8 (32421a12-0b3a-42d4-846a-0de14cdef277/bad4bd9c-d017-467b-badb-ee51884a8aea/81f6994e-318a-4d30-b5b5-897e0480e4d0) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:08.940105 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-98336e4e-0fec-4d82-95c7-b6ec6989f8b5 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:09.052506 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-98336e4e-0fec-4d82-95c7-b6ec6989f8b5 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:09.055253 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-98336e4e-0fec-4d82-95c7-b6ec6989f8b5 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:09.059288 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-98336e4e-0fec-4d82-95c7-b6ec6989f8b5 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/security-groups/2e942685-39b5-420d-b524-0dcaadf01971 HTTP/1.1" status: 204 len: 168 time: 0.2629061 Dec 10 16:34:09.060545 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55298) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:09.068867 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c5a81872-2721-43a2-bb02-07ace246d7af up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:09.087937 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98336e4e-0fec-4d82-95c7-b6ec6989f8b5 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e942685-39b5-420d-b524-0dcaadf01971,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:09.156760 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port c5a81872-2721-43a2-bb02-07ace246d7af triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:09.157350 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:09.163221 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-8150b79c-ac7e-4cdb-81c7-b28a1da9a9ca tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:09.173483 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-131d8305-fa9d-489a-a939-12258342dbe3 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:09.212838 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-131d8305-fa9d-489a-a939-12258342dbe3 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:09.235478 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae37dee6-e161-422f-9b86-f3c32bf0f17d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:34:09.241713 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ae37dee6-e161-422f-9b86-f3c32bf0f17d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "PUT /v2.0/routers/20451b5c-665a-497b-a944-4bd41ef77dae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2205393 Dec 10 16:34:09.246573 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55300) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:09.255994 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf1492d-03e8-4c84-81ba-e0c8bac3780b None None] Sync routers for ids ['20451b5c-665a-497b-a944-4bd41ef77dae'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:34:09.265805 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64c2c137-67bd-4b3d-93fc-b7328a82a389 req-0b384e01-33d2-4d7a-99bf-7b0915101b57 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:34:09.268996 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-8150b79c-ac7e-4cdb-81c7-b28a1da9a9ca tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:09.288863 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-64c2c137-67bd-4b3d-93fc-b7328a82a389 req-0b384e01-33d2-4d7a-99bf-7b0915101b57 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:09.299779 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf5249d-2a97-41b4-a2f7-785978befc19 None None] Sync routers for ids ['60d59154-4944-439c-9726-4d616fcb6a71'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:34:09.302549 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf1492d-03e8-4c84-81ba-e0c8bac3780b None None] Routers {'20451b5c-665a-497b-a944-4bd41ef77dae'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:09.303194 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-baf1492d-03e8-4c84-81ba-e0c8bac3780b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:33:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['20451b5c-665a-497b-a944-4bd41ef77dae'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:09.323205 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf5249d-2a97-41b4-a2f7-785978befc19 None None] Routers {'60d59154-4944-439c-9726-4d616fcb6a71'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:09.323759 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8cf5249d-2a97-41b4-a2f7-785978befc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:33:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['60d59154-4944-439c-9726-4d616fcb6a71'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:09.332699 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-8150b79c-ac7e-4cdb-81c7-b28a1da9a9ca tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Network 32421a12-0b3a-42d4-846a-0de14cdef277 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:09.339096 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-8150b79c-ac7e-4cdb-81c7-b28a1da9a9ca tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:09.342650 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-8150b79c-ac7e-4cdb-81c7-b28a1da9a9ca tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:09.348485 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-baf1492d-03e8-4c84-81ba-e0c8bac3780b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:09.350640 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-131d8305-fa9d-489a-a939-12258342dbe3 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:09.353162 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-131d8305-fa9d-489a-a939-12258342dbe3 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:09.354577 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-131d8305-fa9d-489a-a939-12258342dbe3 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/security-groups/4852c529-0ecf-463f-a0d0-4c4894d24642 HTTP/1.1" status: 204 len: 168 time: 0.2880147 Dec 10 16:34:09.355136 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-64c2c137-67bd-4b3d-93fc-b7328a82a389 req-0b384e01-33d2-4d7a-99bf-7b0915101b57 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "PUT /v2.0/floatingips/1650dc1c-88ed-4bb9-9ea1-357735e5e5ef HTTP/1.1" status: 200 len: 996 time: 2.2837729 Dec 10 16:34:09.360670 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-61a2d62f-7a6c-44a5-9b0a-d03e029d81ed tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "GET /v2.0/ports?device_id=20451b5c-665a-497b-a944-4bd41ef77dae HTTP/1.1" status: 200 len: 205 time: 0.1107173 Dec 10 16:34:09.361336 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55302) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:09.361838 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55304) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:09.362448 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f32d35a4-4891-4d87-bee7-53b7b398dfc3', 'tag': '561f074f-cd2a-4661-a766-3aa730ecf0ee'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:34:09.364881 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfa1989-64ee-4f4a-884b-051e620c6fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "f32d35a4-4891-4d87-bee7-53b7b398dfc3", "tag": "561f074f-cd2a-4661-a766-3aa730ecf0ee"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:34:09.370735 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf1492d-03e8-4c84-81ba-e0c8bac3780b None None] Routers {'20451b5c-665a-497b-a944-4bd41ef77dae'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:09.371674 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-baf1492d-03e8-4c84-81ba-e0c8bac3780b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:33:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['20451b5c-665a-497b-a944-4bd41ef77dae'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:09.391823 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150b79c-ac7e-4cdb-81c7-b28a1da9a9ca tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Pushing event updated for resources: {'Port': ['ID=81f6994e-318a-4d30-b5b5-897e0480e4d0,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:09.407139 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d8305-fa9d-489a-a939-12258342dbe3 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4852c529-0ecf-463f-a0d0-4c4894d24642,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:09.432804 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-baf1492d-03e8-4c84-81ba-e0c8bac3780b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:09.434357 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf1492d-03e8-4c84-81ba-e0c8bac3780b None None] The sync data for ids ['20451b5c-665a-497b-a944-4bd41ef77dae'] in n-d-766771-2 is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:34:09.445223 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-8150b79c-ac7e-4cdb-81c7-b28a1da9a9ca tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:09.445947 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-8150b79c-ac7e-4cdb-81c7-b28a1da9a9ca tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:09.469062 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-8150b79c-ac7e-4cdb-81c7-b28a1da9a9ca tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9945474 Dec 10 16:34:09.485031 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-c9feb13f-59e1-442f-8ade-925d5aea7e8c service neutron] Request body: {'port': {'device_id': 'c175e649-a26b-4fb3-8242-5b9dbaf73234', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:09.503170 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a4725726-7e4e-42f0-ac05-cb0fb983d1fd tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:09.522289 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-2cdaa918-c524-4b1d-9cc2-7dbac67ca86f None None] Could not find standard attr ID for object 7d6d955a-14be-4657-9e39-2a49098ce293. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:34:09.558357 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-2cdaa918-c524-4b1d-9cc2-7dbac67ca86f None None] Provisioning complete for port c5a81872-2721-43a2-bb02-07ace246d7af triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:09.558925 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2cdaa918-c524-4b1d-9cc2-7dbac67ca86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:09.581937 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-c9feb13f-59e1-442f-8ade-925d5aea7e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:09.609748 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2c137-67bd-4b3d-93fc-b7328a82a389 req-e69b1f63-5f20-47db-ae7b-9631004a5dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:09.617462 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-64c2c137-67bd-4b3d-93fc-b7328a82a389 req-e69b1f63-5f20-47db-ae7b-9631004a5dae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3063649ad0b49118b6873a82d7489eb&device_id=f32d35a4-4891-4d87-bee7-53b7b398dfc3 HTTP/1.1" status: 200 len: 1096 time: 0.1913941 Dec 10 16:34:09.643115 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-8cf5249d-2a97-41b4-a2f7-785978befc19 None None] Set router 60d59154-4944-439c-9726-4d616fcb6a71 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:34:09.763627 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e1f97dbe-8a19-416d-afe3-b466f99d7661 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:09.824964 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a4725726-7e4e-42f0-ac05-cb0fb983d1fd tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:09.828128 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-2cdaa918-c524-4b1d-9cc2-7dbac67ca86f None None] Provisioning complete for port 850143a3-6d5b-4fc5-9ed5-fd546ac956a4 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:09.828979 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2cdaa918-c524-4b1d-9cc2-7dbac67ca86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:09.833513 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a4725726-7e4e-42f0-ac05-cb0fb983d1fd tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:09.848709 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e1f97dbe-8a19-416d-afe3-b466f99d7661 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:09.907898 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-2cdaa918-c524-4b1d-9cc2-7dbac67ca86f None None] Port 850143a3-6d5b-4fc5-9ed5-fd546ac956a4 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:09.936056 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-c9feb13f-59e1-442f-8ade-925d5aea7e8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81f6994e-318a-4d30-b5b5-897e0480e4d0 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:34:09.936754 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2c137-67bd-4b3d-93fc-b7328a82a389 req-39d5ce14-919c-47cb-85b3-7f44712704d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:09.938336 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-64c2c137-67bd-4b3d-93fc-b7328a82a389 req-39d5ce14-919c-47cb-85b3-7f44712704d3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b8aa3551-554a-49f0-b0d0-f8becf031dc7 HTTP/1.1" status: 200 len: 920 time: 0.3200564 Dec 10 16:34:09.941638 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a4725726-7e4e-42f0-ac05-cb0fb983d1fd tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:09.942161 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4725726-7e4e-42f0-ac05-cb0fb983d1fd tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Fanout notify agent at l3_agent the message router_deleted on router 20451b5c-665a-497b-a944-4bd41ef77dae {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:34:09.944337 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-c9feb13f-59e1-442f-8ade-925d5aea7e8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:09.951277 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a4725726-7e4e-42f0-ac05-cb0fb983d1fd tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:09.954782 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a4725726-7e4e-42f0-ac05-cb0fb983d1fd tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "DELETE /v2.0/routers/20451b5c-665a-497b-a944-4bd41ef77dae HTTP/1.1" status: 204 len: 168 time: 0.5782306 Dec 10 16:34:09.960758 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55308) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:09.968586 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e1f97dbe-8a19-416d-afe3-b466f99d7661 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:09.970749 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-c9feb13f-59e1-442f-8ade-925d5aea7e8c service neutron] Transition to ACTIVE for port object 81f6994e-318a-4d30-b5b5-897e0480e4d0 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:34:09.972013 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e1f97dbe-8a19-416d-afe3-b466f99d7661 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:09.976337 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e1f97dbe-8a19-416d-afe3-b466f99d7661 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/security-groups/ea13a2e0-390c-4c99-b52e-5a518d910069 HTTP/1.1" status: 204 len: 168 time: 0.6084838 Dec 10 16:34:09.991274 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55310) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:10.001828 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-c9feb13f-59e1-442f-8ade-925d5aea7e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:10.028354 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e68f4583-ebde-4b9f-943b-0e9b52629245 None None] Could not find standard attr ID for object 7d6d955a-14be-4657-9e39-2a49098ce293. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:34:10.035900 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f97dbe-8a19-416d-afe3-b466f99d7661 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea13a2e0-390c-4c99-b52e-5a518d910069,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:10.061231 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-64c2c137-67bd-4b3d-93fc-b7328a82a389 req-6ed61c0d-d744-4ea8-8e17-654d060d5dc0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=561f074f-cd2a-4661-a766-3aa730ecf0ee HTTP/1.1" status: 200 len: 999 time: 0.1047254 Dec 10 16:34:10.071335 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8cf5249d-2a97-41b4-a2f7-785978befc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d59154-4944-439c-9726-4d616fcb6a71', 'name': 'tempest-ServerRescueTestJSONUnderV235-584814253-router', 'tenant_id': 'd3063649ad0b49118b6873a82d7489eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '848d1c78-e72f-40f8-ba13-583e6efa50ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:32:32Z', 'updated_at': '2021-12-10T16:32:42Z', 'revision_number': 4, 'project_id': 'd3063649ad0b49118b6873a82d7489eb', 'gw_port': {'id': '848d1c78-e72f-40f8-ba13-583e6efa50ae', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:36:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d59154-4944-439c-9726-4d616fcb6a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:34Z', 'updated_at': '2021-12-10T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '1650dc1c-88ed-4bb9-9ea1-357735e5e5ef', 'tenant_id': 'd3063649ad0b49118b6873a82d7489eb', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '60d59154-4944-439c-9726-4d616fcb6a71', 'port_id': '561f074f-cd2a-4661-a766-3aa730ecf0ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8aa3551-554a-49f0-b0d0-f8becf031dc7', 'mac_address': 'fa:16:3e:fb:85:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32d35a4-4891-4d87-bee7-53b7b398dfc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:34:03Z', 'updated_at': '2021-12-10T16:34:07Z', 'revision_number': 1, 'project_id': 'd3063649ad0b49118b6873a82d7489eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '361bc9b4-4d57-4cf1-a0c4-a9907dfc0fa4', 'name': '', 'network_id': 'b8aa3551-554a-49f0-b0d0-f8becf031dc7', 'tenant_id': 'd3063649ad0b49118b6873a82d7489eb', 'mac_address': 'fa:16:3e:85:b0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d59154-4944-439c-9726-4d616fcb6a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '93cf38e5-cd65-4933-9151-7296522b1fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:39Z', 'updated_at': '2021-12-10T16:32:50Z', 'revision_number': 5, 'project_id': 'd3063649ad0b49118b6873a82d7489eb', 'subnets': [{'id': '93cf38e5-cd65-4933-9151-7296522b1fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:10.078920 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9feb13f-59e1-442f-8ade-925d5aea7e8c service neutron] Pushing event updated for resources: {'Port': ['ID=81f6994e-318a-4d30-b5b5-897e0480e4d0,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:10.105349 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf5249d-2a97-41b4-a2f7-785978befc19 None None] Checking router: 60d59154-4944-439c-9726-4d616fcb6a71 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:34:10.114869 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf5249d-2a97-41b4-a2f7-785978befc19 None None] Routers {'60d59154-4944-439c-9726-4d616fcb6a71'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:10.115490 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8cf5249d-2a97-41b4-a2f7-785978befc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:33:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['60d59154-4944-439c-9726-4d616fcb6a71'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:10.134040 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-7407eba0-b90d-412d-a296-2712a912d0a2 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Deleting subnet fb81d053-17c9-4a4f-88de-cad249a5fadb {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:34:10.140498 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7407eba0-b90d-412d-a296-2712a912d0a2 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:10.152354 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2c137-67bd-4b3d-93fc-b7328a82a389 req-30817c12-5d8c-4027-a6f6-af31efc9576d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:10.156626 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-64c2c137-67bd-4b3d-93fc-b7328a82a389 req-30817c12-5d8c-4027-a6f6-af31efc9576d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93cf38e5-cd65-4933-9151-7296522b1fa8 HTTP/1.1" status: 200 len: 859 time: 0.0829518 Dec 10 16:34:10.167715 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-32a634d1-44a8-4f72-9d59-492418dcbc1f tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Deleting subnet bbb2a5be-7f49-4953-a41c-530afc39a72c {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:34:10.189068 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32a634d1-44a8-4f72-9d59-492418dcbc1f tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:10.199771 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-64c2c137-67bd-4b3d-93fc-b7328a82a389 req-9f61e532-ce1a-45c1-83db-f8756c0e83a0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b8aa3551-554a-49f0-b0d0-f8becf031dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354304 Dec 10 16:34:10.211696 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-64c2c137-67bd-4b3d-93fc-b7328a82a389 req-73bda2cd-b1bd-4d01-b649-599d942a5d2e service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:34:10.212844 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-64c2c137-67bd-4b3d-93fc-b7328a82a389 req-73bda2cd-b1bd-4d01-b649-599d942a5d2e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055938 Dec 10 16:34:10.248921 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-8cf5249d-2a97-41b4-a2f7-785978befc19 None None] Set router 60d59154-4944-439c-9726-4d616fcb6a71 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:34:10.337344 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-64c2c137-67bd-4b3d-93fc-b7328a82a389 req-ba618699-c0e4-4d60-a0c4-a75309141ee2 service neutron] 10.222.0.11 "GET /v2.0/networks/b8aa3551-554a-49f0-b0d0-f8becf031dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155214 Dec 10 16:34:10.447730 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-64c2c137-67bd-4b3d-93fc-b7328a82a389 req-8cd484c5-f0d0-45e5-ad5d-4222b8b67f2e service neutron] 10.222.0.11 "GET /v2.0/networks/b8aa3551-554a-49f0-b0d0-f8becf031dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014006 Dec 10 16:34:10.533298 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8cf5249d-2a97-41b4-a2f7-785978befc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d59154-4944-439c-9726-4d616fcb6a71', 'name': 'tempest-ServerRescueTestJSONUnderV235-584814253-router', 'tenant_id': 'd3063649ad0b49118b6873a82d7489eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '848d1c78-e72f-40f8-ba13-583e6efa50ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:32:32Z', 'updated_at': '2021-12-10T16:32:42Z', 'revision_number': 4, 'project_id': 'd3063649ad0b49118b6873a82d7489eb', 'gw_port': {'id': '848d1c78-e72f-40f8-ba13-583e6efa50ae', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:36:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d59154-4944-439c-9726-4d616fcb6a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:34Z', 'updated_at': '2021-12-10T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '1650dc1c-88ed-4bb9-9ea1-357735e5e5ef', 'tenant_id': 'd3063649ad0b49118b6873a82d7489eb', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '60d59154-4944-439c-9726-4d616fcb6a71', 'port_id': '561f074f-cd2a-4661-a766-3aa730ecf0ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8aa3551-554a-49f0-b0d0-f8becf031dc7', 'mac_address': 'fa:16:3e:fb:85:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32d35a4-4891-4d87-bee7-53b7b398dfc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:34:03Z', 'updated_at': '2021-12-10T16:34:07Z', 'revision_number': 1, 'project_id': 'd3063649ad0b49118b6873a82d7489eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '361bc9b4-4d57-4cf1-a0c4-a9907dfc0fa4', 'name': '', 'network_id': 'b8aa3551-554a-49f0-b0d0-f8becf031dc7', 'tenant_id': 'd3063649ad0b49118b6873a82d7489eb', 'mac_address': 'fa:16:3e:85:b0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d59154-4944-439c-9726-4d616fcb6a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '93cf38e5-cd65-4933-9151-7296522b1fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:39Z', 'updated_at': '2021-12-10T16:32:50Z', 'revision_number': 5, 'project_id': 'd3063649ad0b49118b6873a82d7489eb', 'subnets': [{'id': '93cf38e5-cd65-4933-9151-7296522b1fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:10.564573 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf5249d-2a97-41b4-a2f7-785978befc19 None None] The sync data for ids ['60d59154-4944-439c-9726-4d616fcb6a71'] in n-d-766771-2 is: [{'id': '60d59154-4944-439c-9726-4d616fcb6a71', 'name': 'tempest-ServerRescueTestJSONUnderV235-584814253-router', 'tenant_id': 'd3063649ad0b49118b6873a82d7489eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '848d1c78-e72f-40f8-ba13-583e6efa50ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:32:32Z', 'updated_at': '2021-12-10T16:32:42Z', 'revision_number': 4, 'project_id': 'd3063649ad0b49118b6873a82d7489eb', 'gw_port': {'id': '848d1c78-e72f-40f8-ba13-583e6efa50ae', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:36:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d59154-4944-439c-9726-4d616fcb6a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:34Z', 'updated_at': '2021-12-10T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '1650dc1c-88ed-4bb9-9ea1-357735e5e5ef', 'tenant_id': 'd3063649ad0b49118b6873a82d7489eb', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '60d59154-4944-439c-9726-4d616fcb6a71', 'port_id': '561f074f-cd2a-4661-a766-3aa730ecf0ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8aa3551-554a-49f0-b0d0-f8becf031dc7', 'mac_address': 'fa:16:3e:fb:85:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32d35a4-4891-4d87-bee7-53b7b398dfc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:34:03Z', 'updated_at': '2021-12-10T16:34:07Z', 'revision_number': 1, 'project_id': 'd3063649ad0b49118b6873a82d7489eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '361bc9b4-4d57-4cf1-a0c4-a9907dfc0fa4', 'name': '', 'network_id': 'b8aa3551-554a-49f0-b0d0-f8becf031dc7', 'tenant_id': 'd3063649ad0b49118b6873a82d7489eb', 'mac_address': 'fa:16:3e:85:b0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d59154-4944-439c-9726-4d616fcb6a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '93cf38e5-cd65-4933-9151-7296522b1fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:39Z', 'updated_at': '2021-12-10T16:32:50Z', 'revision_number': 5, 'project_id': 'd3063649ad0b49118b6873a82d7489eb', 'subnets': [{'id': '93cf38e5-cd65-4933-9151-7296522b1fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:34:10.609017 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286792b-f737-44ac-bb43-95bd204d7c70 req-360c45cf-1f91-4f9e-84a4-c62005af44fe tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:10.610624 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4286792b-f737-44ac-bb43-95bd204d7c70 req-360c45cf-1f91-4f9e-84a4-c62005af44fe tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/ports?device_id=991cf7dd-c716-4635-abbb-80df3f58541d HTTP/1.1" status: 200 len: 945 time: 0.0573523 Dec 10 16:34:10.645386 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7407eba0-b90d-412d-a296-2712a912d0a2 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:10.663966 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4286792b-f737-44ac-bb43-95bd204d7c70 req-8b82135f-1831-48f8-88f7-c768737e19b1 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/security-groups?id=1962f219-df48-4694-919d-c32c4e5c0eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450556 Dec 10 16:34:10.693453 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32a634d1-44a8-4f72-9d59-492418dcbc1f tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:10.725156 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-c9feb13f-59e1-442f-8ade-925d5aea7e8c service neutron] Attempting to bind port 81f6994e-318a-4d30-b5b5-897e0480e4d0 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:34:10.725493 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-c9feb13f-59e1-442f-8ade-925d5aea7e8c service neutron] Attempting to bind port 81f6994e-318a-4d30-b5b5-897e0480e4d0 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '70327ecd-07c4-4b68-895f-82935446f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:34:10.725841 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-c9feb13f-59e1-442f-8ade-925d5aea7e8c service neutron] Attempting to bind port 81f6994e-318a-4d30-b5b5-897e0480e4d0 on network 32421a12-0b3a-42d4-846a-0de14cdef277 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:34:10.746044 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-c9feb13f-59e1-442f-8ade-925d5aea7e8c service neutron] Port 81f6994e-318a-4d30-b5b5-897e0480e4d0 on network 32421a12-0b3a-42d4-846a-0de14cdef277 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:34:10.746394 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-c9feb13f-59e1-442f-8ade-925d5aea7e8c service neutron] Attempting to bind port 81f6994e-318a-4d30-b5b5-897e0480e4d0 on network 32421a12-0b3a-42d4-846a-0de14cdef277 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:34:10.766824 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-c9feb13f-59e1-442f-8ade-925d5aea7e8c service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:34:10.766824 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-c9feb13f-59e1-442f-8ade-925d5aea7e8c service neutron] Checking segment: {'id': '70327ecd-07c4-4b68-895f-82935446f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:10.767147 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-c9feb13f-59e1-442f-8ade-925d5aea7e8c service neutron] Bound using segment: {'id': '70327ecd-07c4-4b68-895f-82935446f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:34:10.767407 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-c9feb13f-59e1-442f-8ade-925d5aea7e8c service neutron] Bound port: 81f6994e-318a-4d30-b5b5-897e0480e4d0, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70327ecd-07c4-4b68-895f-82935446f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:34:10.767760 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-c9feb13f-59e1-442f-8ade-925d5aea7e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:10.813453 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd96cef-d42c-494e-a798-255cffc401f8 None None] New status for floating IP 1650dc1c-88ed-4bb9-9ea1-357735e5e5ef: ACTIVE {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:34:10.850851 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311fc9dd-fb66-44bd-b117-b65134bd1797 req-7c70f726-bc7e-430c-a729-9531c4650f30 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:10.854619 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-311fc9dd-fb66-44bd-b117-b65134bd1797 req-7c70f726-bc7e-430c-a729-9531c4650f30 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 946 time: 0.0539734 Dec 10 16:34:10.881514 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7407eba0-b90d-412d-a296-2712a912d0a2 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:10.903876 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-311fc9dd-fb66-44bd-b117-b65134bd1797 req-d0d4b11b-5b1c-401e-a193-d0a098785bc9 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=61dd92f2-b4f5-4bfd-ac94-e9e550096dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441391 Dec 10 16:34:10.925753 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32a634d1-44a8-4f72-9d59-492418dcbc1f tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:10.975999 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-c9feb13f-59e1-442f-8ade-925d5aea7e8c service neutron] For port 81f6994e-318a-4d30-b5b5-897e0480e4d0, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:34:10.998490 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-c9feb13f-59e1-442f-8ade-925d5aea7e8c service neutron] For port 81f6994e-318a-4d30-b5b5-897e0480e4d0, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=81f6994e-318a-4d30-b5b5-897e0480e4d0,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:34:11.011322 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-c9feb13f-59e1-442f-8ade-925d5aea7e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:11.049863 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba89afc-2abd-42c5-8852-b5b0e462c094 req-d04932a0-4e48-414f-a297-c322094e39d7 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:11.051517 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6ba89afc-2abd-42c5-8852-b5b0e462c094 req-d04932a0-4e48-414f-a297-c322094e39d7 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 943 time: 0.0637431 Dec 10 16:34:11.054424 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7407eba0-b90d-412d-a296-2712a912d0a2 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:11.083066 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 7991d738-4741-4147-8318-26dd3462bb81 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:11.089875 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-c9feb13f-59e1-442f-8ade-925d5aea7e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:11.090577 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-c9feb13f-59e1-442f-8ade-925d5aea7e8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:11.092727 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-c9feb13f-59e1-442f-8ade-925d5aea7e8c service neutron] 10.222.0.46 "PUT /v2.0/ports/81f6994e-318a-4d30-b5b5-897e0480e4d0 HTTP/1.1" status: 200 len: 1091 time: 1.6145842 Dec 10 16:34:11.096145 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c175e649-a26b-4fb3-8242-5b9dbaf73234', 'tag': '81f6994e-318a-4d30-b5b5-897e0480e4d0'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:34:11.098689 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd694c6a-982c-491c-b9f9-f2e5a0e5e748" -d '{"events": [{"name": "network-changed", "server_uuid": "c175e649-a26b-4fb3-8242-5b9dbaf73234", "tag": "81f6994e-318a-4d30-b5b5-897e0480e4d0"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:34:11.109577 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32a634d1-44a8-4f72-9d59-492418dcbc1f tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:11.109841 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6ba89afc-2abd-42c5-8852-b5b0e462c094 req-feac8637-5bc4-44ba-9375-9e5932894398 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520976 Dec 10 16:34:11.111736 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407eba0-b90d-412d-a296-2712a912d0a2 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event deleted for resources: {'Subnet': ['ID=fb81d053-17c9-4a4f-88de-cad249a5fadb,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:11.156627 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a634d1-44a8-4f72-9d59-492418dcbc1f tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'Subnet': ['ID=bbb2a5be-7f49-4953-a41c-530afc39a72c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:11.164520 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7407eba0-b90d-412d-a296-2712a912d0a2 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:11.170241 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd2c127-a518-451f-8ef4-3e84b61d6d9e None None] Network ac0f67e2-ed24-48ed-88fb-5e722aecbf22 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:11.170816 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7407eba0-b90d-412d-a296-2712a912d0a2 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "DELETE /v2.0/subnets/fb81d053-17c9-4a4f-88de-cad249a5fadb HTTP/1.1" status: 204 len: 168 time: 1.2090173 Dec 10 16:34:11.171125 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55318) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:11.188293 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbace9c9-ba56-4fa3-838c-409c85c43e0d x-openstack-request-id: req-fbace9c9-ba56-4fa3-838c-409c85c43e0d {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:34:11.189709 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06112d00-9d68-4d54-b130-689171e78630", "name": "network-vif-plugged", "status": "completed", "tag": "9ad72708-8145-4710-a27a-811122cc9840", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:34:11.190973 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fbace9c9-ba56-4fa3-838c-409c85c43e0d {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:34:11.191388 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06112d00-9d68-4d54-b130-689171e78630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad72708-8145-4710-a27a-811122cc9840', 'code': 200} Dec 10 16:34:11.224695 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9feb13f-59e1-442f-8ade-925d5aea7e8c service neutron] Pushing event updated for resources: {'Port': ['ID=81f6994e-318a-4d30-b5b5-897e0480e4d0,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:11.251735 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2a333d-940d-4767-ab6f-8d70d2e1bfaf x-openstack-request-id: req-4d2a333d-940d-4767-ab6f-8d70d2e1bfaf {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:34:11.252035 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f32d35a4-4891-4d87-bee7-53b7b398dfc3", "tag": "561f074f-cd2a-4661-a766-3aa730ecf0ee", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:34:11.252293 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4d2a333d-940d-4767-ab6f-8d70d2e1bfaf {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:34:11.252701 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f32d35a4-4891-4d87-bee7-53b7b398dfc3', 'tag': '561f074f-cd2a-4661-a766-3aa730ecf0ee', 'status': 'completed', 'code': 200} Dec 10 16:34:11.260071 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32a634d1-44a8-4f72-9d59-492418dcbc1f tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:11.268734 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-32a634d1-44a8-4f72-9d59-492418dcbc1f tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/subnets/bbb2a5be-7f49-4953-a41c-530afc39a72c HTTP/1.1" status: 204 len: 168 time: 1.2725546 Dec 10 16:34:11.268966 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1781eafa-88ff-4499-a25d-e3e156deab21 None None] Network 1e48eb44-ddab-4822-b497-27862a94e4ec requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:11.270759 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55320) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:11.274081 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 7991d738-4741-4147-8318-26dd3462bb81 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:34:11.348573 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b94f3db3-43ac-444c-a316-88ba3b7aa068 req-8ccec46a-9f87-49ca-9c9e-88177ec31008 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.177 HTTP/1.1" status: 200 len: 1001 time: 0.0949826 Dec 10 16:34:11.351678 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 7991d738-4741-4147-8318-26dd3462bb81 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:11.352048 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:11.373652 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-b08d8c58-e93d-47e2-b7b5-861c32947fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:11.375194 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-b08d8c58-e93d-47e2-b7b5-861c32947fc1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=38b4c50f2746432ea9adf6424421cd8d&device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 1094 time: 0.2164931 Dec 10 16:34:11.441344 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-1ad93217-afc1-456a-96d6-12b930220c8d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81f6994e-318a-4d30-b5b5-897e0480e4d0 HTTP/1.1" status: 200 len: 217 time: 0.0541077 Dec 10 16:34:11.446409 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa1989-64ee-4f4a-884b-051e620c6fd7 req-41e6f452-919a-476c-b6bc-e0e12ceb051f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:11.447766 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6cfa1989-64ee-4f4a-884b-051e620c6fd7 req-41e6f452-919a-476c-b6bc-e0e12ceb051f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d3063649ad0b49118b6873a82d7489eb&device_id=f32d35a4-4891-4d87-bee7-53b7b398dfc3 HTTP/1.1" status: 200 len: 1096 time: 0.1587563 Dec 10 16:34:11.454815 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-c570cd6f-25e4-418c-9935-ef1c8b558391 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Deleting subnet fd00d72f-0650-48d1-8d83-24a0831706a3 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:34:11.455850 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-988904f7-44b1-43e0-9d05-ce8fb1acf6e3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:11.468043 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f3db3-43ac-444c-a316-88ba3b7aa068 req-0066a1a5-5de0-4f39-b1ff-806e4f3d9d13 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:11.469695 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b94f3db3-43ac-444c-a316-88ba3b7aa068 req-0066a1a5-5de0-4f39-b1ff-806e4f3d9d13 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/ports/561f074f-cd2a-4661-a766-3aa730ecf0ee HTTP/1.1" status: 200 len: 942 time: 0.1097028 Dec 10 16:34:11.489375 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02735ffa-e0dd-44b8-9a48-ec8715b0ec4a req-1fcfef26-6cec-4ff2-bb70-8c7199a54476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:11.491047 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-02735ffa-e0dd-44b8-9a48-ec8715b0ec4a req-1fcfef26-6cec-4ff2-bb70-8c7199a54476 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 1097 time: 0.1123791 Dec 10 16:34:11.516159 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c570cd6f-25e4-418c-9935-ef1c8b558391 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:11.588340 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-892d0637-4daf-47ba-82ab-d6681fba7dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:11.589802 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-892d0637-4daf-47ba-82ab-d6681fba7dd5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bad4bd9c-d017-467b-badb-ee51884a8aea HTTP/1.1" status: 200 len: 850 time: 0.1410379 Dec 10 16:34:11.615914 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c570cd6f-25e4-418c-9935-ef1c8b558391 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:11.620930 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-02735ffa-e0dd-44b8-9a48-ec8715b0ec4a req-f6a118a7-ef66-4646-b84e-9d056ef810c4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=61dd92f2-b4f5-4bfd-ac94-e9e550096dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088612 Dec 10 16:34:11.631860 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-988904f7-44b1-43e0-9d05-ce8fb1acf6e3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Deleting port 20ca75d5-4b32-474d-b771-2d3d8dbd1f6a {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:11.632312 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-988904f7-44b1-43e0-9d05-ce8fb1acf6e3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:11.637389 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b94f3db3-43ac-444c-a316-88ba3b7aa068 req-76d39d81-2a27-4027-8f92-dbf9d51a6379 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.177 HTTP/1.1" status: 200 len: 1001 time: 0.0975912 Dec 10 16:34:11.707970 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:11.710445 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa1989-64ee-4f4a-884b-051e620c6fd7 req-ab51fea0-b6a0-45fe-8e3e-76251f84454c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:11.711927 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6cfa1989-64ee-4f4a-884b-051e620c6fd7 req-ab51fea0-b6a0-45fe-8e3e-76251f84454c service neutron] 10.222.0.26 "GET /v2.0/networks?id=b8aa3551-554a-49f0-b0d0-f8becf031dc7 HTTP/1.1" status: 200 len: 920 time: 0.2187297 Dec 10 16:34:11.726310 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-acdf18b9-b41f-4077-830f-484a5ccc5639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:11.727795 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-acdf18b9-b41f-4077-830f-484a5ccc5639 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=32421a12-0b3a-42d4-846a-0de14cdef277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1281469 Dec 10 16:34:11.745115 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 7991d738-4741-4147-8318-26dd3462bb81, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=7991d738-4741-4147-8318-26dd3462bb81,segment=NetworkSegment(b44a6068-1cde-4f52-a8e6-9ddabbdb5356),segment_id=b44a6068-1cde-4f52-a8e6-9ddabbdb5356)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:11.749420 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:11.783036 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0de54af-565a-4046-ada8-029475c770a8 None None] DHCP port deletion for ac0f67e2-ed24-48ed-88fb-5e722aecbf22 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:11.823352 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c570cd6f-25e4-418c-9935-ef1c8b558391 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:11.838518 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=7991d738-4741-4147-8318-26dd3462bb81,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:11.860115 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-e0de54af-565a-4046-ada8-029475c770a8 None None] Deleting port 20ca75d5-4b32-474d-b771-2d3d8dbd1f6a {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:11.860492 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e0de54af-565a-4046-ada8-029475c770a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:11.884517 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f3db3-43ac-444c-a316-88ba3b7aa068 req-13f3fdc7-c3d4-410b-a0b1-f1e796174f61 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:11.893724 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b94f3db3-43ac-444c-a316-88ba3b7aa068 req-13f3fdc7-c3d4-410b-a0b1-f1e796174f61 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/networks/5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 784 time: 0.2383211 Dec 10 16:34:11.906294 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-988904f7-44b1-43e0-9d05-ce8fb1acf6e3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] For port 20ca75d5-4b32-474d-b771-2d3d8dbd1f6a, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=20ca75d5-4b32-474d-b771-2d3d8dbd1f6a,segment=NetworkSegment(e0ae45bd-2560-4938-a0c9-16ab1295381c),segment_id=e0ae45bd-2560-4938-a0c9-16ab1295381c)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:11.907070 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-988904f7-44b1-43e0-9d05-ce8fb1acf6e3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:11.934388 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-e0de54af-565a-4046-ada8-029475c770a8 None None] For port 20ca75d5-4b32-474d-b771-2d3d8dbd1f6a, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=20ca75d5-4b32-474d-b771-2d3d8dbd1f6a,segment=NetworkSegment(e0ae45bd-2560-4938-a0c9-16ab1295381c),segment_id=e0ae45bd-2560-4938-a0c9-16ab1295381c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:11.934388 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e0de54af-565a-4046-ada8-029475c770a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:11.948947 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-e0de54af-565a-4046-ada8-029475c770a8 None None] Calling delete_port for 20ca75d5-4b32-474d-b771-2d3d8dbd1f6a owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:11.960869 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-988904f7-44b1-43e0-9d05-ce8fb1acf6e3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Calling delete_port for 20ca75d5-4b32-474d-b771-2d3d8dbd1f6a owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:11.983099 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-445fe999-1e64-4547-b1a8-c874a746fc61 service neutron] 10.222.0.46 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304475 Dec 10 16:34:11.985265 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6cfa1989-64ee-4f4a-884b-051e620c6fd7 req-36c35d1d-6598-4685-a11c-b31dcb25f7dc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=561f074f-cd2a-4661-a766-3aa730ecf0ee HTTP/1.1" status: 200 len: 1001 time: 0.1396368 Dec 10 16:34:11.986924 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c570cd6f-25e4-418c-9935-ef1c8b558391 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:12.041791 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b94f3db3-43ac-444c-a316-88ba3b7aa068 req-2b9c8aeb-653b-447c-8dd3-1efff67a1eb3 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.177 HTTP/1.1" status: 200 len: 1001 time: 0.1466024 Dec 10 16:34:12.050962 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c570cd6f-25e4-418c-9935-ef1c8b558391 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:12.052741 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-b94f3db3-43ac-444c-a316-88ba3b7aa068 req-69ed136b-7465-463f-bc06-97974b2be1ee tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:12.056658 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c570cd6f-25e4-418c-9935-ef1c8b558391 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/subnets/fd00d72f-0650-48d1-8d83-24a0831706a3 HTTP/1.1" status: 204 len: 168 time: 0.7809539 Dec 10 16:34:12.062937 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e0de54af-565a-4046-ada8-029475c770a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:12.088618 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de54af-565a-4046-ada8-029475c770a8 None None] Pushing event deleted for resources: {'Port': ['ID=20ca75d5-4b32-474d-b771-2d3d8dbd1f6a,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:12.092062 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0de54af-565a-4046-ada8-029475c770a8 None None] No DVR routers for this DVR port 20ca75d5-4b32-474d-b771-2d3d8dbd1f6a on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:34:12.109251 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c570cd6f-25e4-418c-9935-ef1c8b558391 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'Subnet': ['ID=fd00d72f-0650-48d1-8d83-24a0831706a3,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:12.113033 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55328) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:12.116652 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b94f3db3-43ac-444c-a316-88ba3b7aa068 req-69ed136b-7465-463f-bc06-97974b2be1ee tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks [] for floatingip, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:12.140670 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c570cd6f-25e4-418c-9935-ef1c8b558391 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:12.141017 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c570cd6f-25e4-418c-9935-ef1c8b558391 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:12.141364 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c570cd6f-25e4-418c-9935-ef1c8b558391 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:12.141704 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c570cd6f-25e4-418c-9935-ef1c8b558391 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:12.142038 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c570cd6f-25e4-418c-9935-ef1c8b558391 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:12.142397 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c570cd6f-25e4-418c-9935-ef1c8b558391 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:12.142729 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c570cd6f-25e4-418c-9935-ef1c8b558391 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:12.143051 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c570cd6f-25e4-418c-9935-ef1c8b558391 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:12.143405 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c570cd6f-25e4-418c-9935-ef1c8b558391 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:12.143698 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c570cd6f-25e4-418c-9935-ef1c8b558391 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:12.144020 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c570cd6f-25e4-418c-9935-ef1c8b558391 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:12.144343 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c570cd6f-25e4-418c-9935-ef1c8b558391 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:12.144663 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c570cd6f-25e4-418c-9935-ef1c8b558391 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:12.147856 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0294356-62fd-4c85-bbf9-49433c2db4e8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] DELETE failed (client error): The resource could not be found. Dec 10 16:34:12.147856 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0294356-62fd-4c85-bbf9-49433c2db4e8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:34:12.148107 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa1989-64ee-4f4a-884b-051e620c6fd7 req-b79d6be1-9074-4409-8901-620b1051efd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:12.149561 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6cfa1989-64ee-4f4a-884b-051e620c6fd7 req-b79d6be1-9074-4409-8901-620b1051efd0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93cf38e5-cd65-4933-9151-7296522b1fa8 HTTP/1.1" status: 200 len: 859 time: 0.1414521 Dec 10 16:34:12.150944 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a0294356-62fd-4c85-bbf9-49433c2db4e8 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/subnets/bbb2a5be-7f49-4953-a41c-530afc39a72c HTTP/1.1" status: 404 len: 337 time: 0.0319724 Dec 10 16:34:12.155612 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55332) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:12.216486 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6cfa1989-64ee-4f4a-884b-051e620c6fd7 req-7c8efbfb-6fd5-477d-9677-c885441ad518 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b8aa3551-554a-49f0-b0d0-f8becf031dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505359 Dec 10 16:34:12.276389 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-988904f7-44b1-43e0-9d05-ce8fb1acf6e3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:12.290619 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e68b34f-d87f-45e5-9cd6-ac21529402cd tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Deleting subnet 86c45c22-e3cc-440f-9671-f655756e94b6 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:34:12.293946 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e68b34f-d87f-45e5-9cd6-ac21529402cd tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:12.310604 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988904f7-44b1-43e0-9d05-ce8fb1acf6e3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] No DVR routers for this DVR port 20ca75d5-4b32-474d-b771-2d3d8dbd1f6a on host n-d-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:34:12.316693 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988904f7-44b1-43e0-9d05-ce8fb1acf6e3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event deleted for resources: {'Port': ['ID=20ca75d5-4b32-474d-b771-2d3d8dbd1f6a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:12.343366 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c81d10a0-bb4b-45f3-98db-50da095862d1 req-71fa6d97-2de9-438f-8d34-b5793e7bb142 service neutron] 10.222.0.46 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505857 Dec 10 16:34:12.359563 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e68b34f-d87f-45e5-9cd6-ac21529402cd tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:12.424511 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6cfa1989-64ee-4f4a-884b-051e620c6fd7 req-35df2f71-bf7a-461a-88c9-fc5e44f102c2 service neutron] 10.222.0.26 "GET /v2.0/networks/b8aa3551-554a-49f0-b0d0-f8becf031dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986868 Dec 10 16:34:12.431465 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b94f3db3-43ac-444c-a316-88ba3b7aa068 req-69ed136b-7465-463f-bc06-97974b2be1ee tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:12.438352 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b94f3db3-43ac-444c-a316-88ba3b7aa068 req-69ed136b-7465-463f-bc06-97974b2be1ee tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:12.438688 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [req-b94f3db3-43ac-444c-a316-88ba3b7aa068 req-69ed136b-7465-463f-bc06-97974b2be1ee tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Floating IP 1650dc1c-88ed-4bb9-9ea1-357735e5e5ef disassociated. External IP: 172.25.6.177, port: 561f074f-cd2a-4661-a766-3aa730ecf0ee. Dec 10 16:34:12.462813 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf42614a-7a50-4e51-b651-d486d3162734 None None] Network 1e48eb44-ddab-4822-b497-27862a94e4ec requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:12.486761 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-988904f7-44b1-43e0-9d05-ce8fb1acf6e3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:12.519173 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e68b34f-d87f-45e5-9cd6-ac21529402cd tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:12.545277 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-988904f7-44b1-43e0-9d05-ce8fb1acf6e3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac0f67e2-ed24-48ed-88fb-5e722aecbf22']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:12.560837 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-988904f7-44b1-43e0-9d05-ce8fb1acf6e3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0ae45bd-2560-4938-a0c9-16ab1295381c') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:12.561213 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-988904f7-44b1-43e0-9d05-ce8fb1acf6e3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0ae45bd-2560-4938-a0c9-16ab1295381c') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:12.574238 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-988904f7-44b1-43e0-9d05-ce8fb1acf6e3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:12.583822 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-2adfb9ea-4f02-436c-967f-f8c9cb689cf0 None None] Provisioning complete for port c5a81872-2721-43a2-bb02-07ace246d7af triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:12.584280 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2adfb9ea-4f02-436c-967f-f8c9cb689cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:12.589290 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6cfa1989-64ee-4f4a-884b-051e620c6fd7 req-246f52ab-274a-45b9-a2df-c597b71c7dca service neutron] 10.222.0.26 "GET /v2.0/networks/b8aa3551-554a-49f0-b0d0-f8becf031dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566002 Dec 10 16:34:12.599845 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-988904f7-44b1-43e0-9d05-ce8fb1acf6e3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:12.613866 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-988904f7-44b1-43e0-9d05-ce8fb1acf6e3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:34:12.615795 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-988904f7-44b1-43e0-9d05-ce8fb1acf6e3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:12.616770 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e68b34f-d87f-45e5-9cd6-ac21529402cd tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:12.619459 n-d-766771-2 neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:34:12.619459 n-d-766771-2 neutron-server[103392]: self.session.flush() Dec 10 16:34:12.619459 n-d-766771-2 neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:34:12.619459 n-d-766771-2 neutron-server[103392]: self.session.flush() Dec 10 16:34:12.619459 n-d-766771-2 neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:34:12.619459 n-d-766771-2 neutron-server[103392]: self.session.flush() Dec 10 16:34:12.619459 n-d-766771-2 neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:34:12.619459 n-d-766771-2 neutron-server[103392]: self.session.flush() Dec 10 16:34:12.619459 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:34:12.619459 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:34:12.619459 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:34:12.619459 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:34:12.619459 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:34:12.619459 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:34:12.619459 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:34:12.619459 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:34:12.619459 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:34:12.619459 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:34:12.619459 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:34:12.619459 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:34:12.619459 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:34:12.619459 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:34:12.619459 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:34:12.619459 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:34:12.619459 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:34:12.619459 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:34:12.619459 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:34:12.619459 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:34:12.619459 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:34:12.619459 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:34:12.619459 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:34:12.619459 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:34:12.619459 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:34:12.619459 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:34:12.619459 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:34:12.619459 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:34:12.619459 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:34:12.619459 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:34:12.619459 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:34:12.619459 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:34:12.663417 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68b34f-d87f-45e5-9cd6-ac21529402cd tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'Subnet': ['ID=86c45c22-e3cc-440f-9671-f655756e94b6,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:12.668195 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e68b34f-d87f-45e5-9cd6-ac21529402cd tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:12.675305 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3e68b34f-d87f-45e5-9cd6-ac21529402cd tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/subnets/86c45c22-e3cc-440f-9671-f655756e94b6 HTTP/1.1" status: 204 len: 168 time: 0.5184155 Dec 10 16:34:12.675945 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55334) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:12.702315 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-2adfb9ea-4f02-436c-967f-f8c9cb689cf0 None None] Provisioning complete for port 850143a3-6d5b-4fc5-9ed5-fd546ac956a4 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:12.702904 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2adfb9ea-4f02-436c-967f-f8c9cb689cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:12.704517 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a91438f-6a66-4604-849b-337b473f3371 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] DELETE failed (client error): The resource could not be found. Dec 10 16:34:12.704985 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a91438f-6a66-4604-849b-337b473f3371 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:34:12.712221 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8a91438f-6a66-4604-849b-337b473f3371 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/subnets/89a613bd-5a92-4472-bf79-6377097e3f8e HTTP/1.1" status: 404 len: 337 time: 0.0352666 Dec 10 16:34:12.712994 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55336) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:12.746982 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-23b01e8c-0754-4b82-bb20-e4262941095c tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "GET /v2.0/ports?device_id=56a270b5-a5a1-41ef-b50f-69dc77b6a7e8 HTTP/1.1" status: 200 len: 205 time: 0.0328369 Dec 10 16:34:12.749864 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55340) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:12.768275 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-2adfb9ea-4f02-436c-967f-f8c9cb689cf0 None None] Port 850143a3-6d5b-4fc5-9ed5-fd546ac956a4 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:12.799278 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-988904f7-44b1-43e0-9d05-ce8fb1acf6e3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:12.805422 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-988904f7-44b1-43e0-9d05-ce8fb1acf6e3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:12.809524 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-988904f7-44b1-43e0-9d05-ce8fb1acf6e3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "DELETE /v2.0/networks/ac0f67e2-ed24-48ed-88fb-5e722aecbf22 HTTP/1.1" status: 204 len: 168 time: 1.6368837 Dec 10 16:34:12.817625 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55344) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:12.819910 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-0690f730-5b50-481f-a2b6-5f5b7121e4fa tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] delete failed (client error): The resource could not be found. Dec 10 16:34:12.821152 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0690f730-5b50-481f-a2b6-5f5b7121e4fa tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/routers/56a270b5-a5a1-41ef-b50f-69dc77b6a7e8 HTTP/1.1" status: 404 len: 336 time: 0.0701528 Dec 10 16:34:12.823944 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-88b8916e-6e68-4345-98f1-a938a1205786 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-525915519', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}, 'admin_state_up': False}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:12.824619 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55346) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:12.861618 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988904f7-44b1-43e0-9d05-ce8fb1acf6e3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event deleted for resources: {'Network': ['ID=ac0f67e2-ed24-48ed-88fb-5e722aecbf22,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:12.863043 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-30b51214-df2f-479b-9e05-cacee4324187 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] DELETE failed (client error): The resource could not be found. Dec 10 16:34:12.863663 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30b51214-df2f-479b-9e05-cacee4324187 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:34:12.870168 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-30b51214-df2f-479b-9e05-cacee4324187 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/subnets/24f14e24-f5fb-4a69-b28c-f6137f5c196e HTTP/1.1" status: 404 len: 337 time: 0.0414340 Dec 10 16:34:12.870578 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55354) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:12.871762 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-88b8916e-6e68-4345-98f1-a938a1205786 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:12.873189 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-88b8916e-6e68-4345-98f1-a938a1205786 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:12.907183 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-518aa06a-fe06-442e-b82d-88a59be63c26 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] DELETE failed (client error): The resource could not be found. Dec 10 16:34:12.907521 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-518aa06a-fe06-442e-b82d-88a59be63c26 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:34:12.913167 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-518aa06a-fe06-442e-b82d-88a59be63c26 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/subnets/64f5fe45-c4e4-4951-9848-60fe3f6a5ffe HTTP/1.1" status: 404 len: 337 time: 0.0392747 Dec 10 16:34:12.913422 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55356) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:12.940573 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e0d86a-d893-45ad-b46e-82e0a84f4d24 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] DELETE failed (client error): The resource could not be found. Dec 10 16:34:12.941037 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90e0d86a-d893-45ad-b46e-82e0a84f4d24 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:34:12.944187 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-90e0d86a-d893-45ad-b46e-82e0a84f4d24 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/subnets/bdfbbf11-3cfc-49ac-b576-96420c1b0408 HTTP/1.1" status: 404 len: 337 time: 0.0297680 Dec 10 16:34:12.946639 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55358) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:12.947551 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b94f3db3-43ac-444c-a316-88ba3b7aa068 req-69ed136b-7465-463f-bc06-97974b2be1ee tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Router 60d59154-4944-439c-9726-4d616fcb6a71 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:34:12.969784 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-88b8916e-6e68-4345-98f1-a938a1205786 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:12.979509 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-818408c6-5501-46a9-adf4-4b3015186b25 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] DELETE failed (client error): The resource could not be found. Dec 10 16:34:12.980091 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-818408c6-5501-46a9-adf4-4b3015186b25 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:34:12.986363 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-818408c6-5501-46a9-adf4-4b3015186b25 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/ports/22dcc292-6920-4373-b008-729ffc477199 HTTP/1.1" status: 404 len: 333 time: 0.0386746 Dec 10 16:34:12.986963 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55364) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:13.036755 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-61911449-6749-468a-9258-9d5ef1068ba3 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] DELETE failed (client error): The resource could not be found. Dec 10 16:34:13.036755 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61911449-6749-468a-9258-9d5ef1068ba3 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:34:13.039989 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-61911449-6749-468a-9258-9d5ef1068ba3 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/subnets/28d5143f-8ad8-4eee-ae7e-272b723a07ee HTTP/1.1" status: 404 len: 337 time: 0.0512354 Dec 10 16:34:13.042612 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55370) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:13.063604 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 20ca75d5-4b32-474d-b771-2d3d8dbd1f6a no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:34:13.082531 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-a168e437-276f-4a41-bf64-967b2885f5ca tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] DELETE failed (client error): The resource could not be found. Dec 10 16:34:13.083091 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a168e437-276f-4a41-bf64-967b2885f5ca tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:34:13.088475 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a168e437-276f-4a41-bf64-967b2885f5ca tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/subnets/a172884f-deb6-470b-8a1e-a8c8b10819b1 HTTP/1.1" status: 404 len: 337 time: 0.0422740 Dec 10 16:34:13.089107 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55378) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:13.109648 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 20ca75d5-4b32-474d-b771-2d3d8dbd1f6a {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:34:13.110160 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 20ca75d5-4b32-474d-b771-2d3d8dbd1f6a not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:34:13.130852 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8554f9e-8375-4cdb-be65-71f1769b83b4 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] DELETE failed (client error): The resource could not be found. Dec 10 16:34:13.138622 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8554f9e-8375-4cdb-be65-71f1769b83b4 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:34:13.142067 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d8554f9e-8375-4cdb-be65-71f1769b83b4 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/ports/8983a4ce-7697-4d45-88e9-432744892c17 HTTP/1.1" status: 404 len: 333 time: 0.0519311 Dec 10 16:34:13.144441 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55386) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:13.184223 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b368a8-8bb1-42d5-bc9d-3fb5d90178c6 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] DELETE failed (client error): The resource could not be found. Dec 10 16:34:13.185289 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67b368a8-8bb1-42d5-bc9d-3fb5d90178c6 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:34:13.190945 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-67b368a8-8bb1-42d5-bc9d-3fb5d90178c6 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/subnets/8984b75d-34ac-48e9-a77c-7a69cc667115 HTTP/1.1" status: 404 len: 337 time: 0.0431123 Dec 10 16:34:13.192311 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991cf7dd-c716-4635-abbb-80df3f58541d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7991d738-4741-4147-8318-26dd3462bb81'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:34:13.195266 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1194e67-05a2-4445-8ba9-ebab4fe82ebf" -d '{"events": [{"server_uuid": "991cf7dd-c716-4635-abbb-80df3f58541d", "name": "network-vif-plugged", "status": "completed", "tag": "7991d738-4741-4147-8318-26dd3462bb81"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:34:13.196254 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55394) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:13.230316 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd50cebe-19e7-4db6-86a5-ef79170f60db tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] DELETE failed (client error): The resource could not be found. Dec 10 16:34:13.230800 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd50cebe-19e7-4db6-86a5-ef79170f60db tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:34:13.237751 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-cd50cebe-19e7-4db6-86a5-ef79170f60db tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/subnets/2c3e491b-694a-4e18-bac8-660fa54296b1 HTTP/1.1" status: 404 len: 337 time: 0.0402849 Dec 10 16:34:13.238377 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55398) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:13.276241 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-88b8916e-6e68-4345-98f1-a938a1205786 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:13.292621 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b94f3db3-43ac-444c-a316-88ba3b7aa068 req-69ed136b-7465-463f-bc06-97974b2be1ee tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:34:13.310498 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b94f3db3-43ac-444c-a316-88ba3b7aa068 req-69ed136b-7465-463f-bc06-97974b2be1ee tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:13.317953 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a66279-096e-453b-9a55-8f98ed42aa8a None None] Sync routers for ids ['60d59154-4944-439c-9726-4d616fcb6a71'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:34:13.336087 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a66279-096e-453b-9a55-8f98ed42aa8a None None] Routers {'60d59154-4944-439c-9726-4d616fcb6a71'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:13.338881 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c3a66279-096e-453b-9a55-8f98ed42aa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:33:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['60d59154-4944-439c-9726-4d616fcb6a71'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:13.354567 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-47bcfa7f-675b-4ad0-918c-70acf862b255 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Deleting port 850143a3-6d5b-4fc5-9ed5-fd546ac956a4 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:13.354886 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-47bcfa7f-675b-4ad0-918c-70acf862b255 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:13.402101 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b94f3db3-43ac-444c-a316-88ba3b7aa068 req-69ed136b-7465-463f-bc06-97974b2be1ee tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "PUT /v2.0/floatingips/1650dc1c-88ed-4bb9-9ea1-357735e5e5ef HTTP/1.1" status: 200 len: 695 time: 1.3595076 Dec 10 16:34:13.404024 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f32d35a4-4891-4d87-bee7-53b7b398dfc3', 'tag': '561f074f-cd2a-4661-a766-3aa730ecf0ee'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:34:13.406628 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692c3dcd-64e6-4010-8d36-374b6e3ec17b" -d '{"events": [{"name": "network-changed", "server_uuid": "f32d35a4-4891-4d87-bee7-53b7b398dfc3", "tag": "561f074f-cd2a-4661-a766-3aa730ecf0ee"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:34:13.455827 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-47bcfa7f-675b-4ad0-918c-70acf862b255 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:13.468571 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94555217-deb1-45b7-b93a-a495f935a244 None None] Network 1e48eb44-ddab-4822-b497-27862a94e4ec requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:13.472714 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-47bcfa7f-675b-4ad0-918c-70acf862b255 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Calling delete_port for 850143a3-6d5b-4fc5-9ed5-fd546ac956a4 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:13.500465 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f3db3-43ac-444c-a316-88ba3b7aa068 req-c5fb0082-c1ac-4c44-a518-7ac48f9a4be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:13.502030 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b94f3db3-43ac-444c-a316-88ba3b7aa068 req-c5fb0082-c1ac-4c44-a518-7ac48f9a4be2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3063649ad0b49118b6873a82d7489eb&device_id=f32d35a4-4891-4d87-bee7-53b7b398dfc3 HTTP/1.1" status: 200 len: 1096 time: 0.0633421 Dec 10 16:34:13.565665 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-979c0508-018d-45f5-8727-6116e3f9a50c None None] Provisioning complete for port c5a81872-2721-43a2-bb02-07ace246d7af triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:13.566036 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-979c0508-018d-45f5-8727-6116e3f9a50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:13.578348 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-47bcfa7f-675b-4ad0-918c-70acf862b255 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:13.612336 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bcfa7f-675b-4ad0-918c-70acf862b255 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'Port': ['ID=850143a3-6d5b-4fc5-9ed5-fd546ac956a4,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:13.625155 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-47bcfa7f-675b-4ad0-918c-70acf862b255 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:13.636574 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-47bcfa7f-675b-4ad0-918c-70acf862b255 tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/ports/850143a3-6d5b-4fc5-9ed5-fd546ac956a4 HTTP/1.1" status: 204 len: 168 time: 0.3969967 Dec 10 16:34:13.638554 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55402) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:13.650392 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-c3a66279-096e-453b-9a55-8f98ed42aa8a None None] Set router 60d59154-4944-439c-9726-4d616fcb6a71 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:34:13.730947 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7a6181a9-34c4-4ea3-baa1-75a3f00a7b1e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:13.793150 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7a6181a9-34c4-4ea3-baa1-75a3f00a7b1e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Deleting port c5a81872-2721-43a2-bb02-07ace246d7af {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:13.793392 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7a6181a9-34c4-4ea3-baa1-75a3f00a7b1e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:13.885944 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7a6181a9-34c4-4ea3-baa1-75a3f00a7b1e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] For port c5a81872-2721-43a2-bb02-07ace246d7af, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c5a81872-2721-43a2-bb02-07ace246d7af,segment=NetworkSegment(3913557f-3b35-45ee-8793-de8c59cb464f),segment_id=3913557f-3b35-45ee-8793-de8c59cb464f)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:13.886468 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7a6181a9-34c4-4ea3-baa1-75a3f00a7b1e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:13.895539 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069e846e-81ed-4785-86ce-e50f26e95cde None None] DHCP port deletion for 1e48eb44-ddab-4822-b497-27862a94e4ec request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:13.903422 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7a6181a9-34c4-4ea3-baa1-75a3f00a7b1e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Calling delete_port for c5a81872-2721-43a2-bb02-07ace246d7af owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:13.911118 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d94233a5-7f34-4f80-baad-ba58c6744c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:13.960098 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-979c0508-018d-45f5-8727-6116e3f9a50c None None] Could not find standard attr ID for object 850143a3-6d5b-4fc5-9ed5-fd546ac956a4. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:34:13.988368 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7a6181a9-34c4-4ea3-baa1-75a3f00a7b1e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:13.999148 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-069e846e-81ed-4785-86ce-e50f26e95cde None None] Deleting port c5a81872-2721-43a2-bb02-07ace246d7af {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:13.999526 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-069e846e-81ed-4785-86ce-e50f26e95cde None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:14.014642 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6181a9-34c4-4ea3-baa1-75a3f00a7b1e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'Port': ['ID=c5a81872-2721-43a2-bb02-07ace246d7af,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:14.020205 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6181a9-34c4-4ea3-baa1-75a3f00a7b1e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] No DVR routers for this DVR port c5a81872-2721-43a2-bb02-07ace246d7af on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:34:14.058416 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-88b8916e-6e68-4345-98f1-a938a1205786 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:14.063199 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c3a66279-096e-453b-9a55-8f98ed42aa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d59154-4944-439c-9726-4d616fcb6a71', 'name': 'tempest-ServerRescueTestJSONUnderV235-584814253-router', 'tenant_id': 'd3063649ad0b49118b6873a82d7489eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '848d1c78-e72f-40f8-ba13-583e6efa50ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:32:32Z', 'updated_at': '2021-12-10T16:32:42Z', 'revision_number': 4, 'project_id': 'd3063649ad0b49118b6873a82d7489eb', 'gw_port': {'id': '848d1c78-e72f-40f8-ba13-583e6efa50ae', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:36:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d59154-4944-439c-9726-4d616fcb6a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:34Z', 'updated_at': '2021-12-10T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '361bc9b4-4d57-4cf1-a0c4-a9907dfc0fa4', 'name': '', 'network_id': 'b8aa3551-554a-49f0-b0d0-f8becf031dc7', 'tenant_id': 'd3063649ad0b49118b6873a82d7489eb', 'mac_address': 'fa:16:3e:85:b0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d59154-4944-439c-9726-4d616fcb6a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '93cf38e5-cd65-4933-9151-7296522b1fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:39Z', 'updated_at': '2021-12-10T16:32:50Z', 'revision_number': 5, 'project_id': 'd3063649ad0b49118b6873a82d7489eb', 'subnets': [{'id': '93cf38e5-cd65-4933-9151-7296522b1fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:14.079911 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-88b8916e-6e68-4345-98f1-a938a1205786 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:14.082204 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f3db3-43ac-444c-a316-88ba3b7aa068 req-c4a5acd7-ecdf-4409-aa6a-4a6da1d19c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:14.083788 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b94f3db3-43ac-444c-a316-88ba3b7aa068 req-c4a5acd7-ecdf-4409-aa6a-4a6da1d19c54 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b8aa3551-554a-49f0-b0d0-f8becf031dc7 HTTP/1.1" status: 200 len: 920 time: 0.5681002 Dec 10 16:34:14.098358 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a66279-096e-453b-9a55-8f98ed42aa8a None None] Checking router: 60d59154-4944-439c-9726-4d616fcb6a71 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:34:14.105118 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7a6181a9-34c4-4ea3-baa1-75a3f00a7b1e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:14.107834 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-069e846e-81ed-4785-86ce-e50f26e95cde None None] For port c5a81872-2721-43a2-bb02-07ace246d7af, host n-d-766771-2, got binding levels [] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:14.107834 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-069e846e-81ed-4785-86ce-e50f26e95cde None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:14.127266 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a66279-096e-453b-9a55-8f98ed42aa8a None None] Routers {'60d59154-4944-439c-9726-4d616fcb6a71'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:14.127996 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c3a66279-096e-453b-9a55-8f98ed42aa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:33:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['60d59154-4944-439c-9726-4d616fcb6a71'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:14.128354 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-7a6181a9-34c4-4ea3-baa1-75a3f00a7b1e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e48eb44-ddab-4822-b497-27862a94e4ec']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:14.130064 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-069e846e-81ed-4785-86ce-e50f26e95cde None None] Calling delete_port for c5a81872-2721-43a2-bb02-07ace246d7af owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:14.133713 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.ipam_backend_mixin [None req-069e846e-81ed-4785-86ce-e50f26e95cde None None] Port c5a81872-2721-43a2-bb02-07ace246d7af was not found and therefore no delete operation was performed {{(pid=103394) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 16:34:14.139114 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-7a6181a9-34c4-4ea3-baa1-75a3f00a7b1e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3913557f-3b35-45ee-8793-de8c59cb464f') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:14.139410 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-7a6181a9-34c4-4ea3-baa1-75a3f00a7b1e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3913557f-3b35-45ee-8793-de8c59cb464f') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:14.148931 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7a6181a9-34c4-4ea3-baa1-75a3f00a7b1e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:14.163008 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7a6181a9-34c4-4ea3-baa1-75a3f00a7b1e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:14.166057 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b94f3db3-43ac-444c-a316-88ba3b7aa068 req-1fd138a5-6d1f-4a09-adfa-16add562b2bb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=561f074f-cd2a-4661-a766-3aa730ecf0ee HTTP/1.1" status: 200 len: 217 time: 0.0436032 Dec 10 16:34:14.170722 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a6181a9-34c4-4ea3-baa1-75a3f00a7b1e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:34:14.171211 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7a6181a9-34c4-4ea3-baa1-75a3f00a7b1e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:14.174630 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:34:14.174630 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:34:14.174630 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:34:14.174630 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:34:14.174630 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:34:14.174630 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:34:14.174630 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:34:14.174630 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:34:14.174630 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:34:14.174630 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:34:14.174630 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:34:14.174630 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:34:14.174630 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:34:14.174630 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:34:14.174630 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:34:14.174630 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:34:14.174630 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:34:14.174630 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:34:14.174630 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:34:14.174630 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:34:14.174630 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:34:14.174630 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:34:14.174630 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:34:14.174630 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:34:14.174630 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:34:14.174630 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:34:14.174630 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:34:14.174630 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:34:14.174630 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:34:14.174630 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:34:14.174630 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:34:14.174630 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:34:14.176796 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-069e846e-81ed-4785-86ce-e50f26e95cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:14.240919 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7a6181a9-34c4-4ea3-baa1-75a3f00a7b1e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:14.241405 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069e846e-81ed-4785-86ce-e50f26e95cde None None] No DVR routers for this DVR port c5a81872-2721-43a2-bb02-07ace246d7af on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:34:14.250875 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e846e-81ed-4785-86ce-e50f26e95cde None None] Pushing event deleted for resources: {'Port': ['ID=c5a81872-2721-43a2-bb02-07ace246d7af,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:14.257007 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f3db3-43ac-444c-a316-88ba3b7aa068 req-400d5f03-9f38-4f63-90fa-ec9aac381f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:14.258883 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b94f3db3-43ac-444c-a316-88ba3b7aa068 req-400d5f03-9f38-4f63-90fa-ec9aac381f20 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93cf38e5-cd65-4933-9151-7296522b1fa8 HTTP/1.1" status: 200 len: 859 time: 0.0798819 Dec 10 16:34:14.267796 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7a6181a9-34c4-4ea3-baa1-75a3f00a7b1e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:14.273491 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7a6181a9-34c4-4ea3-baa1-75a3f00a7b1e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] 10.222.0.11 "DELETE /v2.0/networks/1e48eb44-ddab-4822-b497-27862a94e4ec HTTP/1.1" status: 204 len: 168 time: 0.6307683 Dec 10 16:34:14.273491 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6181a9-34c4-4ea3-baa1-75a3f00a7b1e tempest-PortsIpV6TestJSON-1456440504 tempest-PortsIpV6TestJSON-1456440504-project] Pushing event deleted for resources: {'Network': ['ID=1e48eb44-ddab-4822-b497-27862a94e4ec,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:14.294699 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-c3a66279-096e-453b-9a55-8f98ed42aa8a None None] Set router 60d59154-4944-439c-9726-4d616fcb6a71 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:34:14.294949 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-88b8916e-6e68-4345-98f1-a938a1205786 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Allocated IP 172.25.6.152 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/06ddd38a-c2a4-4cef-b25b-f0a08de32528) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:14.315964 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b94f3db3-43ac-444c-a316-88ba3b7aa068 req-f35f1e13-b788-476c-9d44-49580676bc41 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b8aa3551-554a-49f0-b0d0-f8becf031dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424619 Dec 10 16:34:14.493823 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b94f3db3-43ac-444c-a316-88ba3b7aa068 req-e82ed789-5fad-4761-80fe-3c2d270349d9 service neutron] 10.222.0.11 "GET /v2.0/networks/b8aa3551-554a-49f0-b0d0-f8becf031dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570761 Dec 10 16:34:14.496653 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-88b8916e-6e68-4345-98f1-a938a1205786 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:14.498407 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55408) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:14.525236 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c3a66279-096e-453b-9a55-8f98ed42aa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d59154-4944-439c-9726-4d616fcb6a71', 'name': 'tempest-ServerRescueTestJSONUnderV235-584814253-router', 'tenant_id': 'd3063649ad0b49118b6873a82d7489eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '848d1c78-e72f-40f8-ba13-583e6efa50ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:32:32Z', 'updated_at': '2021-12-10T16:32:42Z', 'revision_number': 4, 'project_id': 'd3063649ad0b49118b6873a82d7489eb', 'gw_port': {'id': '848d1c78-e72f-40f8-ba13-583e6efa50ae', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:36:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d59154-4944-439c-9726-4d616fcb6a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:34Z', 'updated_at': '2021-12-10T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '361bc9b4-4d57-4cf1-a0c4-a9907dfc0fa4', 'name': '', 'network_id': 'b8aa3551-554a-49f0-b0d0-f8becf031dc7', 'tenant_id': 'd3063649ad0b49118b6873a82d7489eb', 'mac_address': 'fa:16:3e:85:b0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d59154-4944-439c-9726-4d616fcb6a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '93cf38e5-cd65-4933-9151-7296522b1fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:39Z', 'updated_at': '2021-12-10T16:32:50Z', 'revision_number': 5, 'project_id': 'd3063649ad0b49118b6873a82d7489eb', 'subnets': [{'id': '93cf38e5-cd65-4933-9151-7296522b1fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:14.556191 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a66279-096e-453b-9a55-8f98ed42aa8a None None] The sync data for ids ['60d59154-4944-439c-9726-4d616fcb6a71'] in n-d-766771-2 is: [{'id': '60d59154-4944-439c-9726-4d616fcb6a71', 'name': 'tempest-ServerRescueTestJSONUnderV235-584814253-router', 'tenant_id': 'd3063649ad0b49118b6873a82d7489eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '848d1c78-e72f-40f8-ba13-583e6efa50ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:32:32Z', 'updated_at': '2021-12-10T16:32:42Z', 'revision_number': 4, 'project_id': 'd3063649ad0b49118b6873a82d7489eb', 'gw_port': {'id': '848d1c78-e72f-40f8-ba13-583e6efa50ae', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:36:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d59154-4944-439c-9726-4d616fcb6a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:34Z', 'updated_at': '2021-12-10T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '361bc9b4-4d57-4cf1-a0c4-a9907dfc0fa4', 'name': '', 'network_id': 'b8aa3551-554a-49f0-b0d0-f8becf031dc7', 'tenant_id': 'd3063649ad0b49118b6873a82d7489eb', 'mac_address': 'fa:16:3e:85:b0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d59154-4944-439c-9726-4d616fcb6a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '93cf38e5-cd65-4933-9151-7296522b1fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:39Z', 'updated_at': '2021-12-10T16:32:50Z', 'revision_number': 5, 'project_id': 'd3063649ad0b49118b6873a82d7489eb', 'subnets': [{'id': '93cf38e5-cd65-4933-9151-7296522b1fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:34:14.588446 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-88b8916e-6e68-4345-98f1-a938a1205786 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:14.654895 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7c1abe39-ec92-4889-a29b-8adb91a61c96 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c3130369965d4192948d49aa98d6bfdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1552036 Dec 10 16:34:14.657509 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55412) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:14.659867 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b8916e-6e68-4345-98f1-a938a1205786 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:14.662202 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b94f3db3-43ac-444c-a316-88ba3b7aa068 req-afed5843-1dae-4bed-9190-fd842eb81b81 service neutron] 10.222.0.11 "GET /v2.0/networks/b8aa3551-554a-49f0-b0d0-f8becf031dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558776 Dec 10 16:34:14.665187 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-88b8916e-6e68-4345-98f1-a938a1205786 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:14.668858 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b8916e-6e68-4345-98f1-a938a1205786 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:14.675028 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b8916e-6e68-4345-98f1-a938a1205786 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event updated for resources: {'Port': ['ID=06ddd38a-c2a4-4cef-b25b-f0a08de32528,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:14.685743 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86996ce6-8f37-4b2e-b79a-0e46c55868bb None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:14.716250 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-465d7cc1-9161-4ba1-bce7-c32eb2b5b657 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:14.741582 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-465d7cc1-9161-4ba1-bce7-c32eb2b5b657 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:14.803602 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f502ce0d-1efd-428e-93e8-81767e67f3a2 x-openstack-request-id: req-f502ce0d-1efd-428e-93e8-81767e67f3a2 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:34:14.803976 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c175e649-a26b-4fb3-8242-5b9dbaf73234", "tag": "81f6994e-318a-4d30-b5b5-897e0480e4d0", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:34:14.804551 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f502ce0d-1efd-428e-93e8-81767e67f3a2 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:34:14.805085 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c175e649-a26b-4fb3-8242-5b9dbaf73234', 'tag': '81f6994e-318a-4d30-b5b5-897e0480e4d0', 'status': 'completed', 'code': 200} Dec 10 16:34:14.809353 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-465d7cc1-9161-4ba1-bce7-c32eb2b5b657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:14.812372 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-465d7cc1-9161-4ba1-bce7-c32eb2b5b657 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:14.819049 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-465d7cc1-9161-4ba1-bce7-c32eb2b5b657 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c399669f-6a32-4148-926c-b6237d1faa73 HTTP/1.1" status: 204 len: 168 time: 0.1583130 Dec 10 16:34:14.847340 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-ce1d3f5d-88f7-48e9-86b2-b80cad9c6425 None None] Provisioning complete for port 06ddd38a-c2a4-4cef-b25b-f0a08de32528 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:14.847782 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ce1d3f5d-88f7-48e9-86b2-b80cad9c6425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:14.851196 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d7cc1-9161-4ba1-bce7-c32eb2b5b657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c399669f-6a32-4148-926c-b6237d1faa73,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:14.914462 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd694c6a-982c-491c-b9f9-f2e5a0e5e748 req-294e0b95-3987-4811-bcf8-b17ccfa0e405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:14.919851 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fd694c6a-982c-491c-b9f9-f2e5a0e5e748 req-294e0b95-3987-4811-bcf8-b17ccfa0e405 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=38b4c50f2746432ea9adf6424421cd8d&device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 1094 time: 0.0816724 Dec 10 16:34:14.944521 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-ce1d3f5d-88f7-48e9-86b2-b80cad9c6425 None None] Port 06ddd38a-c2a4-4cef-b25b-f0a08de32528 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:15.016669 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99907ba-8d62-4d3d-a00b-38b5d57abf78 None None] New status for floating IP 1650dc1c-88ed-4bb9-9ea1-357735e5e5ef: DOWN {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:34:15.042680 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a661800-28c9-426b-a5d6-ded9c00200f8 req-231647bb-b6cf-41fb-9b90-4f18c32b3765 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:15.044269 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6a661800-28c9-426b-a5d6-ded9c00200f8 req-231647bb-b6cf-41fb-9b90-4f18c32b3765 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/ports?device_id=991cf7dd-c716-4635-abbb-80df3f58541d HTTP/1.1" status: 200 len: 946 time: 0.1514711 Dec 10 16:34:15.080961 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 81f6994e-318a-4d30-b5b5-897e0480e4d0 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:34:15.085020 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c5a81872-2721-43a2-bb02-07ace246d7af no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:34:15.085514 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd694c6a-982c-491c-b9f9-f2e5a0e5e748 req-f90a43f7-eaa5-4d61-945e-ab031edfe99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:15.087256 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fd694c6a-982c-491c-b9f9-f2e5a0e5e748 req-f90a43f7-eaa5-4d61-945e-ab031edfe99c service neutron] 10.222.0.46 "GET /v2.0/networks?id=32421a12-0b3a-42d4-846a-0de14cdef277 HTTP/1.1" status: 200 len: 912 time: 0.1619911 Dec 10 16:34:15.114351 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: c5a81872-2721-43a2-bb02-07ace246d7af {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:34:15.114703 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c5a81872-2721-43a2-bb02-07ace246d7af not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:34:15.142309 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6a661800-28c9-426b-a5d6-ded9c00200f8 req-3b9bd391-10ab-48f0-902f-dd98e034d812 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/security-groups?id=1962f219-df48-4694-919d-c32c4e5c0eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879831 Dec 10 16:34:15.189937 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-88b8916e-6e68-4345-98f1-a938a1205786 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:15.192291 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fd694c6a-982c-491c-b9f9-f2e5a0e5e748 req-f01b8657-9965-462a-b428-82d4c07abe15 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81f6994e-318a-4d30-b5b5-897e0480e4d0 HTTP/1.1" status: 200 len: 217 time: 0.0964389 Dec 10 16:34:15.243330 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 81f6994e-318a-4d30-b5b5-897e0480e4d0, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=81f6994e-318a-4d30-b5b5-897e0480e4d0,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:15.261456 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd694c6a-982c-491c-b9f9-f2e5a0e5e748 req-5b370fdc-3b9b-4776-9305-aff8c28b3b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:15.263229 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '81f6994e-318a-4d30-b5b5-897e0480e4d0', 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277', 'port_id': '81f6994e-318a-4d30-b5b5-897e0480e4d0', 'mac_address': 'fa:16:3e:29:80:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bad4bd9c-d017-467b-badb-ee51884a8aea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:34:15.279045 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fd694c6a-982c-491c-b9f9-f2e5a0e5e748 req-5b370fdc-3b9b-4776-9305-aff8c28b3b69 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bad4bd9c-d017-467b-badb-ee51884a8aea HTTP/1.1" status: 200 len: 850 time: 0.0799313 Dec 10 16:34:15.344110 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:15.355590 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd694c6a-982c-491c-b9f9-f2e5a0e5e748 req-02630bcf-1cda-4702-a845-af698b0380ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:15.357147 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fd694c6a-982c-491c-b9f9-f2e5a0e5e748 req-02630bcf-1cda-4702-a845-af698b0380ba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=32421a12-0b3a-42d4-846a-0de14cdef277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705850 Dec 10 16:34:15.374411 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81f6994e-318a-4d30-b5b5-897e0480e4d0 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:34:15.409597 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 81f6994e-318a-4d30-b5b5-897e0480e4d0, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=81f6994e-318a-4d30-b5b5-897e0480e4d0,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:15.414851 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:15.479701 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=81f6994e-318a-4d30-b5b5-897e0480e4d0,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:15.486922 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fd694c6a-982c-491c-b9f9-f2e5a0e5e748 req-df50b631-6f1b-46af-9340-398827c747a0 service neutron] 10.222.0.46 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230705 Dec 10 16:34:15.511217 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ffc6d-add2-4740-bceb-b53771439649 req-94b753f7-504c-4c81-a87f-42e149096d77 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:15.513302 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-678ffc6d-add2-4740-bceb-b53771439649 req-94b753f7-504c-4c81-a87f-42e149096d77 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 946 time: 0.1399076 Dec 10 16:34:15.567414 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-88b8916e-6e68-4345-98f1-a938a1205786 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:15.587020 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-678ffc6d-add2-4740-bceb-b53771439649 req-0b096dc4-2c69-45c0-9636-7ee62f09500d tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=61dd92f2-b4f5-4bfd-ac94-e9e550096dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641510 Dec 10 16:34:15.592161 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fd694c6a-982c-491c-b9f9-f2e5a0e5e748 req-32ea2b72-6c6e-4b54-9899-57e3e0ac0e53 service neutron] 10.222.0.46 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971849 Dec 10 16:34:15.697136 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['81f6994e-318a-4d30-b5b5-897e0480e4d0'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:34:15.736686 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e830a03-6ad5-4a4a-852d-11dee023f3f5 req-81583a3a-b372-441a-af95-caf434b61133 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:15.738815 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8e830a03-6ad5-4a4a-852d-11dee023f3f5 req-81583a3a-b372-441a-af95-caf434b61133 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.0654039 Dec 10 16:34:15.804545 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8e830a03-6ad5-4a4a-852d-11dee023f3f5 req-af52da25-10b0-42c2-a5f3-0303e418f902 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585630 Dec 10 16:34:15.806584 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b8916e-6e68-4345-98f1-a938a1205786 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Router 64ab3708-5d4b-4bfb-9259-b91aef10793c is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:34:15.859894 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55440) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:15.867151 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3064958a-d6b2-42c7-a978-072a83c690c1 x-openstack-request-id: req-3064958a-d6b2-42c7-a978-072a83c690c1 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:34:15.867635 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "991cf7dd-c716-4635-abbb-80df3f58541d", "name": "network-vif-plugged", "status": "completed", "tag": "7991d738-4741-4147-8318-26dd3462bb81", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:34:15.867990 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3064958a-d6b2-42c7-a978-072a83c690c1 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:34:15.868503 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '991cf7dd-c716-4635-abbb-80df3f58541d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7991d738-4741-4147-8318-26dd3462bb81', 'code': 200} Dec 10 16:34:15.907939 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9aea801-2d27-40c1-994d-26c5aea2eeff x-openstack-request-id: req-c9aea801-2d27-40c1-994d-26c5aea2eeff {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:34:15.908465 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f32d35a4-4891-4d87-bee7-53b7b398dfc3", "tag": "561f074f-cd2a-4661-a766-3aa730ecf0ee", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:34:15.908870 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c9aea801-2d27-40c1-994d-26c5aea2eeff {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:34:15.909438 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f32d35a4-4891-4d87-bee7-53b7b398dfc3', 'tag': '561f074f-cd2a-4661-a766-3aa730ecf0ee', 'status': 'completed', 'code': 200} Dec 10 16:34:15.973124 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-898a36ad-0c0d-4547-a4fb-438391690bd3 req-baa6216c-95d2-4473-b74c-883758f45094 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/floatingips/1650dc1c-88ed-4bb9-9ea1-357735e5e5ef HTTP/1.1" status: 200 len: 693 time: 0.0582874 Dec 10 16:34:15.999183 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c520da1c-e72f-49dd-9201-6e87239cb15d tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1287521795', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:16.010599 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7744c-9c29-4510-8b05-ddd6b744a115 req-20f6f97a-91c6-45cc-9109-a217d5b7fad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:16.012129 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e9b7744c-9c29-4510-8b05-ddd6b744a115 req-20f6f97a-91c6-45cc-9109-a217d5b7fad0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=991cf7dd-c716-4635-abbb-80df3f58541d HTTP/1.1" status: 200 len: 1097 time: 0.0863276 Dec 10 16:34:16.018651 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c3dcd-64e6-4010-8d36-374b6e3ec17b req-f575c3c0-9991-4234-b08a-d80d0d9bba51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:16.020073 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-692c3dcd-64e6-4010-8d36-374b6e3ec17b req-f575c3c0-9991-4234-b08a-d80d0d9bba51 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d3063649ad0b49118b6873a82d7489eb&device_id=f32d35a4-4891-4d87-bee7-53b7b398dfc3 HTTP/1.1" status: 200 len: 1096 time: 0.0844965 Dec 10 16:34:16.039437 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b8916e-6e68-4345-98f1-a938a1205786 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:34:16.053440 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f50100e-38c7-48ce-9840-74940b1e1407 None None] Sync routers for ids ['64ab3708-5d4b-4bfb-9259-b91aef10793c'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:34:16.067770 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f50100e-38c7-48ce-9840-74940b1e1407 None None] Routers {'64ab3708-5d4b-4bfb-9259-b91aef10793c'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:16.068734 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6f50100e-38c7-48ce-9840-74940b1e1407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:33:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['64ab3708-5d4b-4bfb-9259-b91aef10793c'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:16.079408 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-88b8916e-6e68-4345-98f1-a938a1205786 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:16.083552 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-88b8916e-6e68-4345-98f1-a938a1205786 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.2631826 Dec 10 16:34:16.085531 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c520da1c-e72f-49dd-9201-6e87239cb15d tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:16.086259 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55444) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:16.086589 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c520da1c-e72f-49dd-9201-6e87239cb15d tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:16.112103 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6f50100e-38c7-48ce-9840-74940b1e1407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:16.127872 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f50100e-38c7-48ce-9840-74940b1e1407 None None] Routers {'64ab3708-5d4b-4bfb-9259-b91aef10793c'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:16.128818 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6f50100e-38c7-48ce-9840-74940b1e1407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:33:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['64ab3708-5d4b-4bfb-9259-b91aef10793c'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:16.129118 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e9b7744c-9c29-4510-8b05-ddd6b744a115 req-a035f2a1-b0d3-47fa-b097-c4b6580974b9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1962f219-df48-4694-919d-c32c4e5c0eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080396 Dec 10 16:34:16.180017 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c520da1c-e72f-49dd-9201-6e87239cb15d tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:16.192485 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c520da1c-e72f-49dd-9201-6e87239cb15d tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:16.192971 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a36ad-0c0d-4547-a4fb-438391690bd3 req-ba9fcaed-cdf3-4f2f-b02c-3f0c20f09f36 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:16.194465 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-898a36ad-0c0d-4547-a4fb-438391690bd3 req-ba9fcaed-cdf3-4f2f-b02c-3f0c20f09f36 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/networks/5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 784 time: 0.2082410 Dec 10 16:34:16.205417 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c3dcd-64e6-4010-8d36-374b6e3ec17b req-4de55362-9ad4-4100-9bc7-eace038f51e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:16.206927 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-692c3dcd-64e6-4010-8d36-374b6e3ec17b req-4de55362-9ad4-4100-9bc7-eace038f51e3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b8aa3551-554a-49f0-b0d0-f8becf031dc7 HTTP/1.1" status: 200 len: 920 time: 0.1772170 Dec 10 16:34:16.217749 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c520da1c-e72f-49dd-9201-6e87239cb15d tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:16.219025 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c520da1c-e72f-49dd-9201-6e87239cb15d tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3574951 Dec 10 16:34:16.225347 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55448) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:16.232230 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-d459cfcd-3f97-4054-b954-f9486c691206 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1101785351'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:16.257537 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-692c3dcd-64e6-4010-8d36-374b6e3ec17b req-7647f468-4329-4964-bc2d-a29b1885ad52 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=561f074f-cd2a-4661-a766-3aa730ecf0ee HTTP/1.1" status: 200 len: 217 time: 0.0373149 Dec 10 16:34:16.287206 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-898a36ad-0c0d-4547-a4fb-438391690bd3 req-3b0a2886-c3d8-4683-89ce-68577eaed1b9 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.177 HTTP/1.1" status: 200 len: 696 time: 0.0763371 Dec 10 16:34:16.299603 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-6d307b9b-f6b8-4351-9427-1502ddf230c0 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "GET /v2.0/routers/64ab3708-5d4b-4bfb-9259-b91aef10793c HTTP/1.1" status: 200 len: 884 time: 0.2120655 Dec 10 16:34:16.302076 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55452) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:16.341112 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6f50100e-38c7-48ce-9840-74940b1e1407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:16.341778 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f50100e-38c7-48ce-9840-74940b1e1407 None None] The sync data for ids ['64ab3708-5d4b-4bfb-9259-b91aef10793c'] in n-d-766771-2 is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:34:16.350971 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d459cfcd-3f97-4054-b954-f9486c691206 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Made reservation on behalf of 81df29450a32482ca719cf695042135d for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:16.354409 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d459cfcd-3f97-4054-b954-f9486c691206 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:16.368765 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-898a36ad-0c0d-4547-a4fb-438391690bd3 req-c54a00f7-52aa-43f4-a4d6-2c60971f92a1 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.6.177 HTTP/1.1" status: 200 len: 696 time: 0.0640507 Dec 10 16:34:16.369882 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d459cfcd-3f97-4054-b954-f9486c691206 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:16.373667 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c3dcd-64e6-4010-8d36-374b6e3ec17b req-a3fda510-c5a1-453e-9836-7d9ede181f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:16.375153 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-692c3dcd-64e6-4010-8d36-374b6e3ec17b req-a3fda510-c5a1-453e-9836-7d9ede181f09 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93cf38e5-cd65-4933-9151-7296522b1fa8 HTTP/1.1" status: 200 len: 859 time: 0.1100714 Dec 10 16:34:16.450125 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-359067a9-d219-4d5e-8dc7-5ee98ffc4dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:16.560171 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d459cfcd-3f97-4054-b954-f9486c691206 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:16.564574 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d459cfcd-3f97-4054-b954-f9486c691206 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:16.574466 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-898a36ad-0c0d-4547-a4fb-438391690bd3 req-24dab638-c924-4e5f-adf0-33a22f19d017 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Deleting port 1f17736a-73ce-4ca9-8ea7-6cfecd801efc {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:16.574812 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-898a36ad-0c0d-4547-a4fb-438391690bd3 req-24dab638-c924-4e5f-adf0-33a22f19d017 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:16.630479 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d459cfcd-3f97-4054-b954-f9486c691206 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:34:16.653710 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d459cfcd-3f97-4054-b954-f9486c691206 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:16.654065 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-d459cfcd-3f97-4054-b954-f9486c691206 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Added segment fe36e18a-29ff-4aee-854f-75c77e65ca94 of type vlan for network 6053b440-3781-4b4d-b690-00d9df9baabf Dec 10 16:34:16.663459 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d459cfcd-3f97-4054-b954-f9486c691206 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac0a212-31d1-45b9-a895-d18abbc4bb72,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:16.715502 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d459cfcd-3f97-4054-b954-f9486c691206 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:16.735294 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-898a36ad-0c0d-4547-a4fb-438391690bd3 req-24dab638-c924-4e5f-adf0-33a22f19d017 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:16.735627 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-898a36ad-0c0d-4547-a4fb-438391690bd3 req-24dab638-c924-4e5f-adf0-33a22f19d017 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:16.745198 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-692c3dcd-64e6-4010-8d36-374b6e3ec17b req-ada82cb8-2d2e-4b60-adce-f19bd531761e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b8aa3551-554a-49f0-b0d0-f8becf031dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3559940 Dec 10 16:34:16.757143 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-898a36ad-0c0d-4547-a4fb-438391690bd3 req-24dab638-c924-4e5f-adf0-33a22f19d017 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Calling delete_port for 1f17736a-73ce-4ca9-8ea7-6cfecd801efc owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:16.767533 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d459cfcd-3f97-4054-b954-f9486c691206 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:16.773055 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d459cfcd-3f97-4054-b954-f9486c691206 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:16.773636 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d459cfcd-3f97-4054-b954-f9486c691206 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:16.873093 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d459cfcd-3f97-4054-b954-f9486c691206 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6466632 Dec 10 16:34:16.875958 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55456) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:16.882503 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-32984080-27af-427b-9084-7866b7860a80 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Request body: {'subnet': {'network_id': '6053b440-3781-4b4d-b690-00d9df9baabf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:16.887122 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-692c3dcd-64e6-4010-8d36-374b6e3ec17b req-cae77603-a82b-44b9-b847-36c058cd794e service neutron] 10.222.0.26 "GET /v2.0/networks/b8aa3551-554a-49f0-b0d0-f8becf031dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337676 Dec 10 16:34:16.890057 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d459cfcd-3f97-4054-b954-f9486c691206 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Pushing event updated for resources: {'Network': ['ID=6053b440-3781-4b4d-b690-00d9df9baabf,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:16.909302 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 6053b440-3781-4b4d-b690-00d9df9baabf details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:34:16.992642 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-898a36ad-0c0d-4547-a4fb-438391690bd3 req-24dab638-c924-4e5f-adf0-33a22f19d017 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:17.021907 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dab638-c924-4e5f-adf0-33a22f19d017 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Pushing event deleted for resources: {'Port': ['ID=1f17736a-73ce-4ca9-8ea7-6cfecd801efc,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:17.055020 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-903501a3-72f6-4897-80e2-c81605830c62 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.7518444 Dec 10 16:34:17.062475 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55458) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:17.076273 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-bda20272-9c74-4e2e-8beb-2cf20832410d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-525915519'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:17.096186 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-898a36ad-0c0d-4547-a4fb-438391690bd3 req-24dab638-c924-4e5f-adf0-33a22f19d017 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks [] for floatingip, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:17.101872 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-898a36ad-0c0d-4547-a4fb-438391690bd3 req-24dab638-c924-4e5f-adf0-33a22f19d017 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:17.102427 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 81f6994e-318a-4d30-b5b5-897e0480e4d0 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:17.120161 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-898a36ad-0c0d-4547-a4fb-438391690bd3 req-24dab638-c924-4e5f-adf0-33a22f19d017 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "DELETE /v2.0/floatingips/1650dc1c-88ed-4bb9-9ea1-357735e5e5ef HTTP/1.1" status: 204 len: 173 time: 0.7417030 Dec 10 16:34:17.154496 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32984080-27af-427b-9084-7866b7860a80 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Made reservation on behalf of 81df29450a32482ca719cf695042135d for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:17.159989 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32984080-27af-427b-9084-7866b7860a80 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:17.223310 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-692c3dcd-64e6-4010-8d36-374b6e3ec17b req-4e5070ed-fcbc-466a-9cf8-cb25366ad0c8 service neutron] 10.222.0.26 "GET /v2.0/networks/b8aa3551-554a-49f0-b0d0-f8becf031dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167293 Dec 10 16:34:17.254082 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:17.265388 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 81f6994e-318a-4d30-b5b5-897e0480e4d0 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:34:17.283092 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 81f6994e-318a-4d30-b5b5-897e0480e4d0 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:17.283463 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:17.284056 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904d943-fa48-4f6c-a6d8-e73c8e49644e req-b7d08e6c-0e0a-4773-a5f5-2c7d424ef5e3 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:17.285684 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0904d943-fa48-4f6c-a6d8-e73c8e49644e req-b7d08e6c-0e0a-4773-a5f5-2c7d424ef5e3 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/ports?device_id=991cf7dd-c716-4635-abbb-80df3f58541d HTTP/1.1" status: 200 len: 946 time: 0.0688663 Dec 10 16:34:17.368800 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0904d943-fa48-4f6c-a6d8-e73c8e49644e req-e30659f4-9f8b-4966-8ab9-9c2ce78c2bc1 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/security-groups?id=1962f219-df48-4694-919d-c32c4e5c0eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737898 Dec 10 16:34:17.380284 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:17.423319 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 81f6994e-318a-4d30-b5b5-897e0480e4d0, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=81f6994e-318a-4d30-b5b5-897e0480e4d0,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:17.428213 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:17.494733 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=81f6994e-318a-4d30-b5b5-897e0480e4d0,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:17.545731 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32984080-27af-427b-9084-7866b7860a80 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:17.589122 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa9c75-ad08-4345-ac6f-ae8779e11b33 req-6a3abadc-2412-4ed2-91b7-7e04a00e03a7 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:17.590702 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ffa9c75-ad08-4345-ac6f-ae8779e11b33 req-6a3abadc-2412-4ed2-91b7-7e04a00e03a7 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 945 time: 0.0549347 Dec 10 16:34:17.640145 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ffa9c75-ad08-4345-ac6f-ae8779e11b33 req-63964f79-0646-4d3f-bbf0-d34b4b327792 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431178 Dec 10 16:34:17.680911 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32984080-27af-427b-9084-7866b7860a80 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Pushing event updated for resources: {'Subnet': ['ID=022a66d0-4093-4095-a326-2af0c55bdc2d,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:17.703909 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-074b597a-4892-4344-ae09-3b34d87e51a9 req-128c711d-fe11-4e56-80b7-3e345f0facf8 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/security-groups/ca413ede-a3ea-4c42-b3c9-aebf8aceccb9 HTTP/1.1" status: 200 len: 1827 time: 0.0402217 Dec 10 16:34:17.710070 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32984080-27af-427b-9084-7866b7860a80 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Checking segment: {'id': 'fe36e18a-29ff-4aee-854f-75c77e65ca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6053b440-3781-4b4d-b690-00d9df9baabf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:17.710511 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32984080-27af-427b-9084-7866b7860a80 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Network hostable DHCP agents. Network: 6053b440-3781-4b4d-b690-00d9df9baabf, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:34:17.741907 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bda20272-9c74-4e2e-8beb-2cf20832410d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4726'] for router, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:17.745245 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32984080-27af-427b-9084-7866b7860a80 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Network 6053b440-3781-4b4d-b690-00d9df9baabf is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:34:17.758006 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bda20272-9c74-4e2e-8beb-2cf20832410d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-603901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599127'] for router, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:17.761966 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-32984080-27af-427b-9084-7866b7860a80 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 6053b440-3781-4b4d-b690-00d9df9baabf) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:17.762161 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-074b597a-4892-4344-ae09-3b34d87e51a9 req-0b21b8da-a99b-42c6-a146-35fe76069393 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:17.772514 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7423498-1f2e-4152-9cf1-8738adbaf4d4 None None] Network 6053b440-3781-4b4d-b690-00d9df9baabf requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:17.786238 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-074b597a-4892-4344-ae09-3b34d87e51a9 req-0b21b8da-a99b-42c6-a146-35fe76069393 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:17.808553 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32984080-27af-427b-9084-7866b7860a80 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:17.809189 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32984080-27af-427b-9084-7866b7860a80 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:17.834775 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-074b597a-4892-4344-ae09-3b34d87e51a9 req-0b21b8da-a99b-42c6-a146-35fe76069393 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:17.838602 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-074b597a-4892-4344-ae09-3b34d87e51a9 req-0b21b8da-a99b-42c6-a146-35fe76069393 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:17.840116 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-074b597a-4892-4344-ae09-3b34d87e51a9 req-0b21b8da-a99b-42c6-a146-35fe76069393 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "DELETE /v2.0/security-groups/ca413ede-a3ea-4c42-b3c9-aebf8aceccb9 HTTP/1.1" status: 204 len: 173 time: 0.1300385 Dec 10 16:34:17.854846 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21b8da-a99b-42c6-a146-35fe76069393 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca413ede-a3ea-4c42-b3c9-aebf8aceccb9,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:17.873299 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c175e649-a26b-4fb3-8242-5b9dbaf73234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f6994e-318a-4d30-b5b5-897e0480e4d0'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:34:17.875844 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be4fb61-0802-4fd9-918d-59cec34fd62d" -d '{"events": [{"server_uuid": "c175e649-a26b-4fb3-8242-5b9dbaf73234", "name": "network-vif-plugged", "status": "completed", "tag": "81f6994e-318a-4d30-b5b5-897e0480e4d0"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:34:17.876345 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-32984080-27af-427b-9084-7866b7860a80 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9987707 Dec 10 16:34:17.879243 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55468) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:17.886525 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-e282fab2-8b5b-4787-9191-2ba4f6ed1377 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Request body: {'network': {'name': 'tempest-router-network01--1355945668'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:17.906956 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b260dcf-9a5f-4e31-9f40-700f4c679c5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-6053b440-3781-4b4d-b690-00d9df9baabf', 'network_id': '6053b440-3781-4b4d-b690-00d9df9baabf', 'project_id': '81df29450a32482ca719cf695042135d', 'fixed_ips': [{'subnet_id': '022a66d0-4093-4095-a326-2af0c55bdc2d'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:34:17.908284 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5b260dcf-9a5f-4e31-9f40-700f4c679c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:17.924670 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e282fab2-8b5b-4787-9191-2ba4f6ed1377 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Made reservation on behalf of 81df29450a32482ca719cf695042135d for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:17.928226 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e282fab2-8b5b-4787-9191-2ba4f6ed1377 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:17.946390 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda20272-9c74-4e2e-8beb-2cf20832410d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Router 64ab3708-5d4b-4bfb-9259-b91aef10793c has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:34:17.962768 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e282fab2-8b5b-4787-9191-2ba4f6ed1377 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:34:18.007327 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e282fab2-8b5b-4787-9191-2ba4f6ed1377 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:18.007647 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-e282fab2-8b5b-4787-9191-2ba4f6ed1377 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Added segment 9642443b-9771-4b4a-b932-a95d8ea8d5a7 of type vlan for network fbff91fd-d35c-450a-b873-e1488708f264 Dec 10 16:34:18.050401 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576321b2-f016-477d-a550-ff2fd9306203 x-openstack-request-id: req-576321b2-f016-477d-a550-ff2fd9306203 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:34:18.050918 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c175e649-a26b-4fb3-8242-5b9dbaf73234", "name": "network-vif-plugged", "status": "completed", "tag": "81f6994e-318a-4d30-b5b5-897e0480e4d0", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:34:18.050918 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-576321b2-f016-477d-a550-ff2fd9306203 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:34:18.051387 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c175e649-a26b-4fb3-8242-5b9dbaf73234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f6994e-318a-4d30-b5b5-897e0480e4d0', 'code': 200} Dec 10 16:34:18.083330 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-5b260dcf-9a5f-4e31-9f40-700f4c679c5b None None] Allocated IP 172.20.0.2 (6053b440-3781-4b4d-b690-00d9df9baabf/022a66d0-4093-4095-a326-2af0c55bdc2d/a8b57da2-8b99-45c0-be3a-5b58d6da8ab8) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:18.105419 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e282fab2-8b5b-4787-9191-2ba4f6ed1377 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:18.161296 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd46ada-a062-4e86-a05a-61d93ded5d81 req-3e2a66c0-318c-438b-a4c9-28b3a2af3278 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:18.169312 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0fd46ada-a062-4e86-a05a-61d93ded5d81 req-3e2a66c0-318c-438b-a4c9-28b3a2af3278 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/ports?device_id=f32d35a4-4891-4d87-bee7-53b7b398dfc3 HTTP/1.1" status: 200 len: 945 time: 0.0597513 Dec 10 16:34:18.170121 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda20272-9c74-4e2e-8beb-2cf20832410d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:34:18.178289 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bda20272-9c74-4e2e-8beb-2cf20832410d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:18.182398 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-bda20272-9c74-4e2e-8beb-2cf20832410d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "PUT /v2.0/routers/64ab3708-5d4b-4bfb-9259-b91aef10793c HTTP/1.1" status: 200 len: 891 time: 1.1160111 Dec 10 16:34:18.182550 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac793d12-0b59-4736-b207-10b31b666b4d None None] Sync routers for ids ['64ab3708-5d4b-4bfb-9259-b91aef10793c'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:34:18.183122 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55476) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:18.195695 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac793d12-0b59-4736-b207-10b31b666b4d None None] Routers {'64ab3708-5d4b-4bfb-9259-b91aef10793c'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:18.197432 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ac793d12-0b59-4736-b207-10b31b666b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:34:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['64ab3708-5d4b-4bfb-9259-b91aef10793c'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:18.223563 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0fd46ada-a062-4e86-a05a-61d93ded5d81 req-36f9ca6c-0b3e-4868-b18b-05c95fba36b1 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/security-groups?id=85e5dc36-7bfe-4fe2-a426-eece040ff59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531504 Dec 10 16:34:18.226728 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e282fab2-8b5b-4787-9191-2ba4f6ed1377 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:18.232507 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e282fab2-8b5b-4787-9191-2ba4f6ed1377 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:18.233088 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e282fab2-8b5b-4787-9191-2ba4f6ed1377 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:18.239681 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ac793d12-0b59-4736-b207-10b31b666b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:18.254986 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac793d12-0b59-4736-b207-10b31b666b4d None None] Routers {'64ab3708-5d4b-4bfb-9259-b91aef10793c'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:18.255699 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ac793d12-0b59-4736-b207-10b31b666b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:34:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['64ab3708-5d4b-4bfb-9259-b91aef10793c'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:18.285019 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5b260dcf-9a5f-4e31-9f40-700f4c679c5b None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:18.289237 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55480) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:18.289482 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e282fab2-8b5b-4787-9191-2ba4f6ed1377 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4091408 Dec 10 16:34:18.295586 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-d4cdb660-f98d-47fc-ac11-36327c60b994 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Request body: {'network': {'name': 'tempest-router-network02--1811885744'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:18.310268 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5b260dcf-9a5f-4e31-9f40-700f4c679c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:18.315818 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ac793d12-0b59-4736-b207-10b31b666b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:18.317200 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac793d12-0b59-4736-b207-10b31b666b4d None None] The sync data for ids ['64ab3708-5d4b-4bfb-9259-b91aef10793c'] in n-d-766771-2 is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:34:18.321351 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55482) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:18.359572 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b260dcf-9a5f-4e31-9f40-700f4c679c5b None None] Network 6053b440-3781-4b4d-b690-00d9df9baabf is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:18.364258 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-5b260dcf-9a5f-4e31-9f40-700f4c679c5b None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:18.369305 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b260dcf-9a5f-4e31-9f40-700f4c679c5b None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:18.372451 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b260dcf-9a5f-4e31-9f40-700f4c679c5b None None] Pushing event updated for resources: {'Port': ['ID=a8b57da2-8b99-45c0-be3a-5b58d6da8ab8,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:18.378903 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e9499-e594-449e-9d9f-6a39c1eb3346 req-38991fe8-2c3c-4109-976e-2c85766e5346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:18.380360 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a29e9499-e594-449e-9d9f-6a39c1eb3346 req-38991fe8-2c3c-4109-976e-2c85766e5346 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 1096 time: 0.2414339 Dec 10 16:34:18.383207 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282fab2-8b5b-4787-9191-2ba4f6ed1377 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Pushing event updated for resources: {'Network': ['ID=fbff91fd-d35c-450a-b873-e1488708f264,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:18.389288 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cdb660-f98d-47fc-ac11-36327c60b994 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Made reservation on behalf of 81df29450a32482ca719cf695042135d for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:18.401265 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d4cdb660-f98d-47fc-ac11-36327c60b994 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:18.419856 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network fbff91fd-d35c-450a-b873-e1488708f264 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:34:18.427163 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-31599741-1913-4313-8134-d9d469766c03 admin admin] Deleting subnet fdb13c10-5122-4013-9ef3-e3f2ceff0736 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:34:18.430715 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-31599741-1913-4313-8134-d9d469766c03 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:18.447475 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a29e9499-e594-449e-9d9f-6a39c1eb3346 req-b93f5331-b64b-4546-a71a-ac6a7bfa70ea service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558851 Dec 10 16:34:18.456664 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7fe65a0e-f495-47dc-b002-ddac6fb6b613 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "GET /v2.0/routers/64ab3708-5d4b-4bfb-9259-b91aef10793c HTTP/1.1" status: 200 len: 891 time: 0.2729926 Dec 10 16:34:18.461050 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55486) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:18.496370 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4cdb660-f98d-47fc-ac11-36327c60b994 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:34:18.516617 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c9bf405a-9ee7-4456-b2de-ad3d3ae7ef0c tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "GET /v2.0/ports?device_id=64ab3708-5d4b-4bfb-9259-b91aef10793c HTTP/1.1" status: 200 len: 205 time: 0.0512171 Dec 10 16:34:18.517870 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55490) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:18.530665 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-5b260dcf-9a5f-4e31-9f40-700f4c679c5b None None] Attempting to bind port a8b57da2-8b99-45c0-be3a-5b58d6da8ab8 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:34:18.530665 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-5b260dcf-9a5f-4e31-9f40-700f4c679c5b None None] Attempting to bind port a8b57da2-8b99-45c0-be3a-5b58d6da8ab8 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'fe36e18a-29ff-4aee-854f-75c77e65ca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6053b440-3781-4b4d-b690-00d9df9baabf'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:34:18.531305 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b260dcf-9a5f-4e31-9f40-700f4c679c5b None None] Attempting to bind port a8b57da2-8b99-45c0-be3a-5b58d6da8ab8 on network 6053b440-3781-4b4d-b690-00d9df9baabf {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:34:18.535558 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:18.539654 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d4cdb660-f98d-47fc-ac11-36327c60b994 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:18.539961 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-d4cdb660-f98d-47fc-ac11-36327c60b994 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Added segment 84ba48f8-1869-416f-bb95-4da97761f190 of type vlan for network 61189eda-74fa-4e9c-a387-fa3f1e40a86f Dec 10 16:34:18.542729 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b260dcf-9a5f-4e31-9f40-700f4c679c5b None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:34:18.543656 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b260dcf-9a5f-4e31-9f40-700f4c679c5b None None] Checking segment: {'id': 'fe36e18a-29ff-4aee-854f-75c77e65ca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6053b440-3781-4b4d-b690-00d9df9baabf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:18.543656 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5b260dcf-9a5f-4e31-9f40-700f4c679c5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:18.543910 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b260dcf-9a5f-4e31-9f40-700f4c679c5b None None] Bound using segment: {'id': 'fe36e18a-29ff-4aee-854f-75c77e65ca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6053b440-3781-4b4d-b690-00d9df9baabf'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:34:18.544376 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-5b260dcf-9a5f-4e31-9f40-700f4c679c5b None None] Bound port: a8b57da2-8b99-45c0-be3a-5b58d6da8ab8, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe36e18a-29ff-4aee-854f-75c77e65ca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6053b440-3781-4b4d-b690-00d9df9baabf'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:34:18.544759 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5b260dcf-9a5f-4e31-9f40-700f4c679c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:18.551778 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-31599741-1913-4313-8134-d9d469766c03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:18.615217 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-5b260dcf-9a5f-4e31-9f40-700f4c679c5b None None] For port a8b57da2-8b99-45c0-be3a-5b58d6da8ab8, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:34:18.619735 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-5b260dcf-9a5f-4e31-9f40-700f4c679c5b None None] For port a8b57da2-8b99-45c0-be3a-5b58d6da8ab8, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=a8b57da2-8b99-45c0-be3a-5b58d6da8ab8,segment=NetworkSegment(fe36e18a-29ff-4aee-854f-75c77e65ca94),segment_id=fe36e18a-29ff-4aee-854f-75c77e65ca94)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:34:18.624368 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5b260dcf-9a5f-4e31-9f40-700f4c679c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:18.662868 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a159ca53-e0fb-4f86-acf1-fd46f06d250f tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:18.704415 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b260dcf-9a5f-4e31-9f40-700f4c679c5b None None] Pushing event updated for resources: {'Port': ['ID=a8b57da2-8b99-45c0-be3a-5b58d6da8ab8,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:18.797236 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a159ca53-e0fb-4f86-acf1-fd46f06d250f tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:18.856733 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a159ca53-e0fb-4f86-acf1-fd46f06d250f tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Deleting port 06ddd38a-c2a4-4cef-b25b-f0a08de32528 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:18.857177 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a159ca53-e0fb-4f86-acf1-fd46f06d250f tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:18.961578 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f10e3-b303-42a8-998c-a40edbdad184 req-ff194f26-7720-43d3-8c06-d119608479b1 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:18.964288 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a159ca53-e0fb-4f86-acf1-fd46f06d250f tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:18.969599 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-686f10e3-b303-42a8-998c-a40edbdad184 req-ff194f26-7720-43d3-8c06-d119608479b1 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/ports?device_id=991cf7dd-c716-4635-abbb-80df3f58541d HTTP/1.1" status: 200 len: 946 time: 0.4941411 Dec 10 16:34:18.972478 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d4cdb660-f98d-47fc-ac11-36327c60b994 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:18.979395 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a159ca53-e0fb-4f86-acf1-fd46f06d250f tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Calling delete_port for 06ddd38a-c2a4-4cef-b25b-f0a08de32528 owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:19.012747 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-31599741-1913-4313-8134-d9d469766c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.068162 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d4cdb660-f98d-47fc-ac11-36327c60b994 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.073711 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cdb660-f98d-47fc-ac11-36327c60b994 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:19.074357 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d4cdb660-f98d-47fc-ac11-36327c60b994 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.099060 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device a8b57da2-8b99-45c0-be3a-5b58d6da8ab8 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:19.148587 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-686f10e3-b303-42a8-998c-a40edbdad184 req-9907c7cb-1976-429b-ac06-70cd5480b737 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/security-groups?id=1962f219-df48-4694-919d-c32c4e5c0eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762474 Dec 10 16:34:19.153009 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port a8b57da2-8b99-45c0-be3a-5b58d6da8ab8 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:19.153009 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.195480 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d4cdb660-f98d-47fc-ac11-36327c60b994 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9049489 Dec 10 16:34:19.198423 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55496) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:19.220996 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a159ca53-e0fb-4f86-acf1-fd46f06d250f tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.238856 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-56e66549-63a7-438c-8d63-2795126c7f38 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Request body: {'subnet': {'network_id': 'fbff91fd-d35c-450a-b873-e1488708f264', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:19.269797 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a159ca53-e0fb-4f86-acf1-fd46f06d250f tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event deleted for resources: {'Port': ['ID=06ddd38a-c2a4-4cef-b25b-f0a08de32528,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:19.269972 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cdb660-f98d-47fc-ac11-36327c60b994 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Pushing event updated for resources: {'Network': ['ID=61189eda-74fa-4e9c-a387-fa3f1e40a86f,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:19.295843 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2a9fd4-eebc-4e60-b016-c9e720ba652b None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:19.297763 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 61189eda-74fa-4e9c-a387-fa3f1e40a86f details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:34:19.316391 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-31599741-1913-4313-8134-d9d469766c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.341996 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a159ca53-e0fb-4f86-acf1-fd46f06d250f tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.343544 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-31599741-1913-4313-8134-d9d469766c03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.350658 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-31599741-1913-4313-8134-d9d469766c03 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/fdb13c10-5122-4013-9ef3-e3f2ceff0736 HTTP/1.1" status: 204 len: 168 time: 1.0269389 Dec 10 16:34:19.373510 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55500) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:19.374426 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.406665 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31599741-1913-4313-8134-d9d469766c03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdb13c10-5122-4013-9ef3-e3f2ceff0736,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:19.444557 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port a8b57da2-8b99-45c0-be3a-5b58d6da8ab8, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=a8b57da2-8b99-45c0-be3a-5b58d6da8ab8,segment=NetworkSegment(fe36e18a-29ff-4aee-854f-75c77e65ca94),segment_id=fe36e18a-29ff-4aee-854f-75c77e65ca94)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:19.448043 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.484474 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a159ca53-e0fb-4f86-acf1-fd46f06d250f tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.486776 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a159ca53-e0fb-4f86-acf1-fd46f06d250f tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.560406 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-865783ed-cdec-49e6-a54a-1dd435c3e0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.571065 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e66549-63a7-438c-8d63-2795126c7f38 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Made reservation on behalf of 81df29450a32482ca719cf695042135d for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:19.574166 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a159ca53-e0fb-4f86-acf1-fd46f06d250f tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.574777 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a159ca53-e0fb-4f86-acf1-fd46f06d250f tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Fanout notify agent at l3_agent the message router_deleted on router 64ab3708-5d4b-4bfb-9259-b91aef10793c {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:34:19.575527 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56e66549-63a7-438c-8d63-2795126c7f38 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.598022 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a159ca53-e0fb-4f86-acf1-fd46f06d250f tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.608774 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854fea16-f9a3-41f3-93ee-1848a08841ed req-f13778f3-fa9b-4751-8efd-fcb0c01a4934 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:19.616428 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-854fea16-f9a3-41f3-93ee-1848a08841ed req-f13778f3-fa9b-4751-8efd-fcb0c01a4934 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 945 time: 0.2172561 Dec 10 16:34:19.617645 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a159ca53-e0fb-4f86-acf1-fd46f06d250f tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "DELETE /v2.0/routers/64ab3708-5d4b-4bfb-9259-b91aef10793c HTTP/1.1" status: 204 len: 168 time: 1.0982108 Dec 10 16:34:19.623196 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55506) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:19.642399 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-6edad42f-2a66-4e5a-ac20-bed3e9fa4040 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1304032386'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:19.677500 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edad42f-2a66-4e5a-ac20-bed3e9fa4040 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Made reservation on behalf of 5aa64038701d4c8b8057a83cf9772c1e for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:19.679157 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=a8b57da2-8b99-45c0-be3a-5b58d6da8ab8,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:19.685010 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6edad42f-2a66-4e5a-ac20-bed3e9fa4040 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.697286 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.735870 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6edad42f-2a66-4e5a-ac20-bed3e9fa4040 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:34:19.750784 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6edad42f-2a66-4e5a-ac20-bed3e9fa4040 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.751261 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-6edad42f-2a66-4e5a-ac20-bed3e9fa4040 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Added segment a6cc955a-1083-4449-8e4d-7a70cebbb0e3 of type vlan for network 413951ec-b68f-4cac-9030-6a12be013d36 Dec 10 16:34:19.800448 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6edad42f-2a66-4e5a-ac20-bed3e9fa4040 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.836880 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6edad42f-2a66-4e5a-ac20-bed3e9fa4040 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.845300 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edad42f-2a66-4e5a-ac20-bed3e9fa4040 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:19.847310 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6edad42f-2a66-4e5a-ac20-bed3e9fa4040 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.915041 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6edad42f-2a66-4e5a-ac20-bed3e9fa4040 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2905958 Dec 10 16:34:19.918543 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55510) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:19.925731 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-854fea16-f9a3-41f3-93ee-1848a08841ed req-d081eb9f-1d49-4237-89bd-fc7487cbd87c tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3016148 Dec 10 16:34:19.932346 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-912a6d78-5f05-4e23-aeb9-494e8d29fe33 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Request body: {'subnet': {'network_id': '413951ec-b68f-4cac-9030-6a12be013d36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:19.972914 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-865783ed-cdec-49e6-a54a-1dd435c3e0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.986686 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edad42f-2a66-4e5a-ac20-bed3e9fa4040 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event updated for resources: {'Network': ['ID=413951ec-b68f-4cac-9030-6a12be013d36,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:20.008171 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 413951ec-b68f-4cac-9030-6a12be013d36 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:34:20.037206 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-865783ed-cdec-49e6-a54a-1dd435c3e0e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b92194b-d501-4dc0-8f3f-78d7ee7b6524']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:20.057491 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912a6d78-5f05-4e23-aeb9-494e8d29fe33 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Made reservation on behalf of 5aa64038701d4c8b8057a83cf9772c1e for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:20.063084 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-912a6d78-5f05-4e23-aeb9-494e8d29fe33 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:20.110574 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c59eb6f-bc96-4609-833c-4fab8bcb2439 None None] Network 6053b440-3781-4b4d-b690-00d9df9baabf requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:20.113070 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-865783ed-cdec-49e6-a54a-1dd435c3e0e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c83139d-cc78-426a-8b91-cd72c3cfa424') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:20.113363 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-865783ed-cdec-49e6-a54a-1dd435c3e0e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c83139d-cc78-426a-8b91-cd72c3cfa424') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:20.138955 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-865783ed-cdec-49e6-a54a-1dd435c3e0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:20.148963 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56e66549-63a7-438c-8d63-2795126c7f38 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:20.198847 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d384a02-17ec-46df-9394-9d9eacfc1eb2 req-302ba8c9-b7f9-4193-bd02-03dd7f88f0fe tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:20.209163 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5d384a02-17ec-46df-9394-9d9eacfc1eb2 req-302ba8c9-b7f9-4193-bd02-03dd7f88f0fe tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/ports?device_id=f32d35a4-4891-4d87-bee7-53b7b398dfc3 HTTP/1.1" status: 200 len: 945 time: 0.1470423 Dec 10 16:34:20.214936 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-865783ed-cdec-49e6-a54a-1dd435c3e0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:20.233053 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-865783ed-cdec-49e6-a54a-1dd435c3e0e5 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:34:20.233510 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-865783ed-cdec-49e6-a54a-1dd435c3e0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:20.239737 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:34:20.239737 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:34:20.239737 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:34:20.239737 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:34:20.239737 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:34:20.239737 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:34:20.239737 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:34:20.239737 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:34:20.239737 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:34:20.239737 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:34:20.239737 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:34:20.239737 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:34:20.239737 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:34:20.239737 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:34:20.239737 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:34:20.239737 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:34:20.239737 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:34:20.239737 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:34:20.239737 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:34:20.239737 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:34:20.239737 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:34:20.239737 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:34:20.239737 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:34:20.239737 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:34:20.239737 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:34:20.239737 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:34:20.239737 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:34:20.239737 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:34:20.239737 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:34:20.239737 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:34:20.239737 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:34:20.239737 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:34:20.287332 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e7142345-2d9d-4250-8a12-268c2a1f24fd None None] Provisioning complete for port a8b57da2-8b99-45c0-be3a-5b58d6da8ab8 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:20.287708 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e7142345-2d9d-4250-8a12-268c2a1f24fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:20.361438 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5d384a02-17ec-46df-9394-9d9eacfc1eb2 req-db66d404-01eb-4277-a0a7-1b9baf671b18 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/security-groups?id=85e5dc36-7bfe-4fe2-a426-eece040ff59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456463 Dec 10 16:34:20.368840 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e66549-63a7-438c-8d63-2795126c7f38 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Pushing event updated for resources: {'Subnet': ['ID=230be1ee-56f5-4e97-969a-ad2e2c6f6f9f,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:20.399758 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-865783ed-cdec-49e6-a54a-1dd435c3e0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:20.418459 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-865783ed-cdec-49e6-a54a-1dd435c3e0e5 admin admin] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:20.427482 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-865783ed-cdec-49e6-a54a-1dd435c3e0e5 admin admin] 10.222.0.11 "DELETE /v2.0/networks/1b92194b-d501-4dc0-8f3f-78d7ee7b6524 HTTP/1.1" status: 204 len: 168 time: 1.0476162 Dec 10 16:34:20.452720 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865783ed-cdec-49e6-a54a-1dd435c3e0e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b92194b-d501-4dc0-8f3f-78d7ee7b6524,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:20.455729 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e66549-63a7-438c-8d63-2795126c7f38 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Checking segment: {'id': '9642443b-9771-4b4a-b932-a95d8ea8d5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fbff91fd-d35c-450a-b873-e1488708f264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:20.458959 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e66549-63a7-438c-8d63-2795126c7f38 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Network hostable DHCP agents. Network: fbff91fd-d35c-450a-b873-e1488708f264, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:34:20.492663 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e66549-63a7-438c-8d63-2795126c7f38 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Network fbff91fd-d35c-450a-b873-e1488708f264 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:34:20.506822 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-56e66549-63a7-438c-8d63-2795126c7f38 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, fbff91fd-d35c-450a-b873-e1488708f264) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:20.513879 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e66549-63a7-438c-8d63-2795126c7f38 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:20.514734 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56e66549-63a7-438c-8d63-2795126c7f38 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:20.533847 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b33104-36c1-4b21-aac6-08eca47fe0a8 None None] Network fbff91fd-d35c-450a-b873-e1488708f264 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:20.566189 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-56e66549-63a7-438c-8d63-2795126c7f38 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3358593 Dec 10 16:34:20.566655 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55516) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:20.575065 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-16ebdbd4-605d-4f0b-bc87-737b93aa4071 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Request body: {'subnet': {'network_id': '61189eda-74fa-4e9c-a387-fa3f1e40a86f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:20.774681 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ebdbd4-605d-4f0b-bc87-737b93aa4071 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Made reservation on behalf of 81df29450a32482ca719cf695042135d for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:20.782323 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-16ebdbd4-605d-4f0b-bc87-737b93aa4071 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:20.799408 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55520) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:20.806670 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-912a6d78-5f05-4e23-aeb9-494e8d29fe33 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:20.827530 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd10008-279c-4880-acba-55d7c7b7234a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-fbff91fd-d35c-450a-b873-e1488708f264', 'network_id': 'fbff91fd-d35c-450a-b873-e1488708f264', 'project_id': '81df29450a32482ca719cf695042135d', 'fixed_ips': [{'subnet_id': '230be1ee-56f5-4e97-969a-ad2e2c6f6f9f'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:34:20.828530 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5dd10008-279c-4880-acba-55d7c7b7234a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:20.894681 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4c710-0571-4b62-8cf1-5e099410097e req-3bdc9802-1ca6-48c1-aa40-041ff46c1abf tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:20.896239 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-64a4c710-0571-4b62-8cf1-5e099410097e req-3bdc9802-1ca6-48c1-aa40-041ff46c1abf tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.26 "GET /v2.0/ports?device_id=f32d35a4-4891-4d87-bee7-53b7b398dfc3 HTTP/1.1" status: 200 len: 945 time: 0.2090838 Dec 10 16:34:20.909410 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-23ee32ce-afae-4e01-8413-405015687c55 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2aacecfce2ed4221a1a33bbee8266f3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1076102 Dec 10 16:34:20.913792 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55522) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:20.914176 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a6d78-5f05-4e23-aeb9-494e8d29fe33 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event updated for resources: {'Subnet': ['ID=eb3d55c5-7a43-43ad-a46d-d270d43afad5,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:20.941729 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-0b109245-4451-4215-9983-18b9f79c8978 None None] Provisioning complete for port a8b57da2-8b99-45c0-be3a-5b58d6da8ab8 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:20.942208 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0b109245-4451-4215-9983-18b9f79c8978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:20.950506 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912a6d78-5f05-4e23-aeb9-494e8d29fe33 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Checking segment: {'id': 'a6cc955a-1083-4449-8e4d-7a70cebbb0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '413951ec-b68f-4cac-9030-6a12be013d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:20.951235 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912a6d78-5f05-4e23-aeb9-494e8d29fe33 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Network hostable DHCP agents. Network: 413951ec-b68f-4cac-9030-6a12be013d36, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:34:21.004661 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c33e06ff-43b6-4fdb-b621-d46cf0bf9ee5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:21.028558 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-5dd10008-279c-4880-acba-55d7c7b7234a None None] Allocated IP 172.20.0.2 (fbff91fd-d35c-450a-b873-e1488708f264/230be1ee-56f5-4e97-969a-ad2e2c6f6f9f/36fdf66b-1315-4066-8097-2a6ed527e3c0) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:21.030830 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c33e06ff-43b6-4fdb-b621-d46cf0bf9ee5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:21.042631 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912a6d78-5f05-4e23-aeb9-494e8d29fe33 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Network 413951ec-b68f-4cac-9030-6a12be013d36 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:34:21.069869 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-912a6d78-5f05-4e23-aeb9-494e8d29fe33 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 413951ec-b68f-4cac-9030-6a12be013d36) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:21.076457 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912a6d78-5f05-4e23-aeb9-494e8d29fe33 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:21.077045 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-912a6d78-5f05-4e23-aeb9-494e8d29fe33 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:21.098596 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-912a6d78-5f05-4e23-aeb9-494e8d29fe33 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1785128 Dec 10 16:34:21.101492 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55526) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:21.105891 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-4f5283ba-d680-416c-889e-1245526dc616 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1491560144', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:21.115459 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-64a4c710-0571-4b62-8cf1-5e099410097e req-542957c5-7d6b-4331-b11e-e3b1ce85048c tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Deleting port 561f074f-cd2a-4661-a766-3aa730ecf0ee {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:21.115796 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-64a4c710-0571-4b62-8cf1-5e099410097e req-542957c5-7d6b-4331-b11e-e3b1ce85048c tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:21.144333 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d162f0-5c34-443f-aa3b-3d05c63e282f None None] Network 413951ec-b68f-4cac-9030-6a12be013d36 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:21.147302 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device a8b57da2-8b99-45c0-be3a-5b58d6da8ab8 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:21.186122 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4f5283ba-d680-416c-889e-1245526dc616 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:21.187285 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4f5283ba-d680-416c-889e-1245526dc616 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:21.194182 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-16ebdbd4-605d-4f0b-bc87-737b93aa4071 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:21.230626 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c33e06ff-43b6-4fdb-b621-d46cf0bf9ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:21.233649 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c33e06ff-43b6-4fdb-b621-d46cf0bf9ee5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:21.237818 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c33e06ff-43b6-4fdb-b621-d46cf0bf9ee5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fa3a067e-9208-4f4a-aecd-66e250f58907 HTTP/1.1" status: 204 len: 168 time: 0.3225684 Dec 10 16:34:21.257269 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2511ad-0922-4ce2-8981-d6eec229d59b req-eef88c64-6b20-4b55-b39d-d8b4632e66aa tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:21.265371 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ba2511ad-0922-4ce2-8981-d6eec229d59b req-eef88c64-6b20-4b55-b39d-d8b4632e66aa tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 945 time: 0.1458943 Dec 10 16:34:21.274111 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-64a4c710-0571-4b62-8cf1-5e099410097e req-542957c5-7d6b-4331-b11e-e3b1ce85048c tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] For port 561f074f-cd2a-4661-a766-3aa730ecf0ee, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=561f074f-cd2a-4661-a766-3aa730ecf0ee,segment=NetworkSegment(ebdb6a42-6306-4308-be67-666b49e7842c),segment_id=ebdb6a42-6306-4308-be67-666b49e7842c)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:21.274111 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-64a4c710-0571-4b62-8cf1-5e099410097e req-542957c5-7d6b-4331-b11e-e3b1ce85048c tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:21.279223 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e06ff-43b6-4fdb-b621-d46cf0bf9ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3a067e-9208-4f4a-aecd-66e250f58907,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:21.283856 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4f5283ba-d680-416c-889e-1245526dc616 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:21.290668 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-64a4c710-0571-4b62-8cf1-5e099410097e req-542957c5-7d6b-4331-b11e-e3b1ce85048c tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Calling delete_port for 561f074f-cd2a-4661-a766-3aa730ecf0ee owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:21.292735 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4f5283ba-d680-416c-889e-1245526dc616 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:21.319392 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4f5283ba-d680-416c-889e-1245526dc616 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:21.320658 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4f5283ba-d680-416c-889e-1245526dc616 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2181852 Dec 10 16:34:21.325575 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55530) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:21.352395 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ebdbd4-605d-4f0b-bc87-737b93aa4071 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Pushing event updated for resources: {'Subnet': ['ID=0146b3c2-03b6-463c-b591-a0c5c73686c9,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:21.396000 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760357ea-e4c7-4a01-99d7-41f8f861e8d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-413951ec-b68f-4cac-9030-6a12be013d36', 'network_id': '413951ec-b68f-4cac-9030-6a12be013d36', 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'fixed_ips': [{'subnet_id': 'eb3d55c5-7a43-43ad-a46d-d270d43afad5'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:34:21.396922 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-760357ea-e4c7-4a01-99d7-41f8f861e8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:21.417198 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port a8b57da2-8b99-45c0-be3a-5b58d6da8ab8 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:21.417805 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:21.458644 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5dd10008-279c-4880-acba-55d7c7b7234a None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:21.476231 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5dd10008-279c-4880-acba-55d7c7b7234a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:21.484535 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ba2511ad-0922-4ce2-8981-d6eec229d59b req-a76d5bad-1e73-4d26-8865-5857a33b48b4 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2182045 Dec 10 16:34:21.485364 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ebdbd4-605d-4f0b-bc87-737b93aa4071 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Checking segment: {'id': '84ba48f8-1869-416f-bb95-4da97761f190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '61189eda-74fa-4e9c-a387-fa3f1e40a86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:21.485741 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ebdbd4-605d-4f0b-bc87-737b93aa4071 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Network hostable DHCP agents. Network: 61189eda-74fa-4e9c-a387-fa3f1e40a86f, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:34:21.491768 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-64a4c710-0571-4b62-8cf1-5e099410097e req-542957c5-7d6b-4331-b11e-e3b1ce85048c tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:21.531175 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542957c5-7d6b-4331-b11e-e3b1ce85048c tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Pushing event deleted for resources: {'Port': ['ID=561f074f-cd2a-4661-a766-3aa730ecf0ee,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:21.621039 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a4c710-0571-4b62-8cf1-5e099410097e req-542957c5-7d6b-4331-b11e-e3b1ce85048c tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] No DVR routers for this DVR port 561f074f-cd2a-4661-a766-3aa730ecf0ee on host n-h1-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:34:21.624296 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-64a4c710-0571-4b62-8cf1-5e099410097e req-542957c5-7d6b-4331-b11e-e3b1ce85048c tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:21.627863 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-64a4c710-0571-4b62-8cf1-5e099410097e req-542957c5-7d6b-4331-b11e-e3b1ce85048c tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.26 "DELETE /v2.0/ports/561f074f-cd2a-4661-a766-3aa730ecf0ee HTTP/1.1" status: 204 len: 173 time: 0.7254062 Dec 10 16:34:21.628975 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f32d35a4-4891-4d87-bee7-53b7b398dfc3', 'name': 'network-vif-deleted', 'tag': '561f074f-cd2a-4661-a766-3aa730ecf0ee'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:34:21.631618 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aff6b9d-894c-46df-bbb7-101ebda7f323" -d '{"events": [{"server_uuid": "f32d35a4-4891-4d87-bee7-53b7b398dfc3", "name": "network-vif-deleted", "tag": "561f074f-cd2a-4661-a766-3aa730ecf0ee"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:34:21.635468 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['561f074f-cd2a-4661-a766-3aa730ecf0ee'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:34:21.652734 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f2578f9f-f10a-4173-92cb-a49bc6a48fb3 req-fe0d7a39-7862-4d5b-b62d-ff1dfe555785 tempest-ServerRescueTestJSONUnderV235-1035049753 tempest-ServerRescueTestJSONUnderV235-1035049753-project] 10.222.0.11 "GET /v2.0/ports?device_id=f32d35a4-4891-4d87-bee7-53b7b398dfc3 HTTP/1.1" status: 200 len: 210 time: 0.0751460 Dec 10 16:34:21.680733 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd10008-279c-4880-acba-55d7c7b7234a None None] Pushing event updated for resources: {'Port': ['ID=36fdf66b-1315-4066-8097-2a6ed527e3c0,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:21.704808 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd10008-279c-4880-acba-55d7c7b7234a None None] Network fbff91fd-d35c-450a-b873-e1488708f264 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:21.709150 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-5dd10008-279c-4880-acba-55d7c7b7234a None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:21.713727 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd10008-279c-4880-acba-55d7c7b7234a None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:21.795937 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ebdbd4-605d-4f0b-bc87-737b93aa4071 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Network 61189eda-74fa-4e9c-a387-fa3f1e40a86f is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:34:21.810520 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-16ebdbd4-605d-4f0b-bc87-737b93aa4071 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 61189eda-74fa-4e9c-a387-fa3f1e40a86f) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:21.819897 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ebdbd4-605d-4f0b-bc87-737b93aa4071 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:21.820677 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-16ebdbd4-605d-4f0b-bc87-737b93aa4071 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:21.870361 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ce212c-9ee1-4ccc-9eb1-46d8ebfda7a2 None None] Network 61189eda-74fa-4e9c-a387-fa3f1e40a86f requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:21.959387 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9484bb19-d7c2-484b-a023-085e26174860 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:21.964494 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-16ebdbd4-605d-4f0b-bc87-737b93aa4071 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3966913 Dec 10 16:34:21.968011 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55554) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:22.001276 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103bd6a-ffd3-4dc1-8477-7f04d01e49f7 req-67efb879-6f8e-4a1e-a2e2-133b43906063 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:22.003098 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1103bd6a-ffd3-4dc1-8477-7f04d01e49f7 req-67efb879-6f8e-4a1e-a2e2-133b43906063 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 945 time: 0.1212332 Dec 10 16:34:22.013464 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55556) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:22.082432 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-e10023ab-d68a-47cd-aa91-060973845a43 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Request body: {'floatingip': {'port_id': '81f6994e-318a-4d30-b5b5-897e0480e4d0'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:22.123748 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51768c9a-6f4f-45c0-b25b-049ed37aff0a x-openstack-request-id: req-51768c9a-6f4f-45c0-b25b-049ed37aff0a {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:34:22.125621 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f32d35a4-4891-4d87-bee7-53b7b398dfc3", "name": "network-vif-deleted", "tag": "561f074f-cd2a-4661-a766-3aa730ecf0ee", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:34:22.126220 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-51768c9a-6f4f-45c0-b25b-049ed37aff0a {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:34:22.126871 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f32d35a4-4891-4d87-bee7-53b7b398dfc3', 'name': 'network-vif-deleted', 'tag': '561f074f-cd2a-4661-a766-3aa730ecf0ee', 'status': 'completed', 'code': 200} Dec 10 16:34:22.144618 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e10023ab-d68a-47cd-aa91-060973845a43 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks [] for floatingip, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:22.263828 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-5dd10008-279c-4880-acba-55d7c7b7234a None None] Attempting to bind port 36fdf66b-1315-4066-8097-2a6ed527e3c0 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:34:22.265174 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-5dd10008-279c-4880-acba-55d7c7b7234a None None] Attempting to bind port 36fdf66b-1315-4066-8097-2a6ed527e3c0 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '9642443b-9771-4b4a-b932-a95d8ea8d5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fbff91fd-d35c-450a-b873-e1488708f264'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:34:22.266029 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd10008-279c-4880-acba-55d7c7b7234a None None] Attempting to bind port 36fdf66b-1315-4066-8097-2a6ed527e3c0 on network fbff91fd-d35c-450a-b873-e1488708f264 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:34:22.312643 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd10008-279c-4880-acba-55d7c7b7234a None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:34:22.313296 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd10008-279c-4880-acba-55d7c7b7234a None None] Checking segment: {'id': '9642443b-9771-4b4a-b932-a95d8ea8d5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fbff91fd-d35c-450a-b873-e1488708f264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:22.313931 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5dd10008-279c-4880-acba-55d7c7b7234a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:22.314533 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd10008-279c-4880-acba-55d7c7b7234a None None] Bound using segment: {'id': '9642443b-9771-4b4a-b932-a95d8ea8d5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fbff91fd-d35c-450a-b873-e1488708f264'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:34:22.315253 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-5dd10008-279c-4880-acba-55d7c7b7234a None None] Bound port: 36fdf66b-1315-4066-8097-2a6ed527e3c0, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9642443b-9771-4b4a-b932-a95d8ea8d5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fbff91fd-d35c-450a-b873-e1488708f264'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:34:22.317068 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5dd10008-279c-4880-acba-55d7c7b7234a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:22.443237 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-760357ea-e4c7-4a01-99d7-41f8f861e8d8 None None] Allocated IP 2001:db8::2 (413951ec-b68f-4cac-9030-6a12be013d36/eb3d55c5-7a43-43ad-a46d-d270d43afad5/4b5140b2-37f2-471a-9ea4-b7801a2d6f12) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:22.473118 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a3d835de-fcbb-42e7-94a0-6167fbdd5421 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:22.604274 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7a4b8c-521f-44e6-a563-446d1982edbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-61189eda-74fa-4e9c-a387-fa3f1e40a86f', 'network_id': '61189eda-74fa-4e9c-a387-fa3f1e40a86f', 'project_id': '81df29450a32482ca719cf695042135d', 'fixed_ips': [{'subnet_id': '0146b3c2-03b6-463c-b591-a0c5c73686c9'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:34:22.605291 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7b7a4b8c-521f-44e6-a563-446d1982edbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:22.629012 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-5dd10008-279c-4880-acba-55d7c7b7234a None None] For port 36fdf66b-1315-4066-8097-2a6ed527e3c0, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:34:22.713011 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-5dd10008-279c-4880-acba-55d7c7b7234a None None] For port 36fdf66b-1315-4066-8097-2a6ed527e3c0, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=36fdf66b-1315-4066-8097-2a6ed527e3c0,segment=NetworkSegment(9642443b-9771-4b4a-b932-a95d8ea8d5a7),segment_id=9642443b-9771-4b4a-b932-a95d8ea8d5a7)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:34:22.724313 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5dd10008-279c-4880-acba-55d7c7b7234a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:22.857345 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e10023ab-d68a-47cd-aa91-060973845a43 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:22.864435 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e10023ab-d68a-47cd-aa91-060973845a43 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:22.925043 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-a3d835de-fcbb-42e7-94a0-6167fbdd5421 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Allocated IP 172.20.0.1 (fbff91fd-d35c-450a-b873-e1488708f264/230be1ee-56f5-4e97-969a-ad2e2c6f6f9f/e1efa73b-369b-47a5-a103-71b219a1efe5) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:23.019108 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [None req-e10023ab-d68a-47cd-aa91-060973845a43 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Floating IP 582ca2a2-0725-4c2c-8de4-1dfb00052e7c associated. External IP: 172.25.6.233, port: 81f6994e-318a-4d30-b5b5-897e0480e4d0. Dec 10 16:34:23.135453 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd10008-279c-4880-acba-55d7c7b7234a None None] Pushing event updated for resources: {'Port': ['ID=36fdf66b-1315-4066-8097-2a6ed527e3c0,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:23.171760 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a3d835de-fcbb-42e7-94a0-6167fbdd5421 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:23.180214 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55596) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:23.226914 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-760357ea-e4c7-4a01-99d7-41f8f861e8d8 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:23.240954 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:34:23.242871 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-7b7a4b8c-521f-44e6-a563-446d1982edbf None None] Allocated IP 172.20.0.2 (61189eda-74fa-4e9c-a387-fa3f1e40a86f/0146b3c2-03b6-463c-b591-a0c5c73686c9/b83bfa86-e703-49ec-b2dc-0084fb08d83a) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:23.249167 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-760357ea-e4c7-4a01-99d7-41f8f861e8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:23.360209 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a3d835de-fcbb-42e7-94a0-6167fbdd5421 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:23.363995 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760357ea-e4c7-4a01-99d7-41f8f861e8d8 None None] Pushing event updated for resources: {'Port': ['ID=4b5140b2-37f2-471a-9ea4-b7801a2d6f12,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:23.401076 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760357ea-e4c7-4a01-99d7-41f8f861e8d8 None None] Network 413951ec-b68f-4cac-9030-6a12be013d36 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:23.405162 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-760357ea-e4c7-4a01-99d7-41f8f861e8d8 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:23.408410 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760357ea-e4c7-4a01-99d7-41f8f861e8d8 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:23.416083 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d835de-fcbb-42e7-94a0-6167fbdd5421 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Network fbff91fd-d35c-450a-b873-e1488708f264 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:23.457957 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10023ab-d68a-47cd-aa91-060973845a43 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Router 7b795a6c-4363-48e2-b15d-8e04baa7296f has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:34:23.526997 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a1344a80-45e9-4470-817f-63a10ff886ed req-f7651c77-9202-4a6f-9787-dd499e1d8d5e tempest-ServerShowV257Test-1045739748 tempest-ServerShowV257Test-1045739748-project] 10.222.0.11 "GET /v2.0/ports?device_id=4013a02b-37b5-4430-af14-a7437b4fbbde HTTP/1.1" status: 200 len: 210 time: 0.0779488 Dec 10 16:34:23.528880 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-a3d835de-fcbb-42e7-94a0-6167fbdd5421 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:23.564829 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d835de-fcbb-42e7-94a0-6167fbdd5421 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:23.572307 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-760357ea-e4c7-4a01-99d7-41f8f861e8d8 None None] Attempting to bind port 4b5140b2-37f2-471a-9ea4-b7801a2d6f12 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:34:23.572678 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-760357ea-e4c7-4a01-99d7-41f8f861e8d8 None None] Attempting to bind port 4b5140b2-37f2-471a-9ea4-b7801a2d6f12 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'a6cc955a-1083-4449-8e4d-7a70cebbb0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '413951ec-b68f-4cac-9030-6a12be013d36'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:34:23.573042 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760357ea-e4c7-4a01-99d7-41f8f861e8d8 None None] Attempting to bind port 4b5140b2-37f2-471a-9ea4-b7801a2d6f12 on network 413951ec-b68f-4cac-9030-6a12be013d36 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:34:23.601216 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760357ea-e4c7-4a01-99d7-41f8f861e8d8 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:34:23.601645 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760357ea-e4c7-4a01-99d7-41f8f861e8d8 None None] Checking segment: {'id': 'a6cc955a-1083-4449-8e4d-7a70cebbb0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '413951ec-b68f-4cac-9030-6a12be013d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:23.602056 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-760357ea-e4c7-4a01-99d7-41f8f861e8d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:23.602482 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760357ea-e4c7-4a01-99d7-41f8f861e8d8 None None] Bound using segment: {'id': 'a6cc955a-1083-4449-8e4d-7a70cebbb0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '413951ec-b68f-4cac-9030-6a12be013d36'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:34:23.602973 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-760357ea-e4c7-4a01-99d7-41f8f861e8d8 None None] Bound port: 4b5140b2-37f2-471a-9ea4-b7801a2d6f12, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6cc955a-1083-4449-8e4d-7a70cebbb0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '413951ec-b68f-4cac-9030-6a12be013d36'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:34:23.603357 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-760357ea-e4c7-4a01-99d7-41f8f861e8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:23.621962 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a3d835de-fcbb-42e7-94a0-6167fbdd5421 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:23.691207 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-9484bb19-d7c2-484b-a023-085e26174860 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Allocated IP 2001:db8::1 (413951ec-b68f-4cac-9030-6a12be013d36/eb3d55c5-7a43-43ad-a46d-d270d43afad5/320b74ee-d4c0-4211-889c-d5e8ad14214a) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:23.722187 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d835de-fcbb-42e7-94a0-6167fbdd5421 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Pushing event updated for resources: {'Port': ['ID=e1efa73b-369b-47a5-a103-71b219a1efe5,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:23.790767 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-760357ea-e4c7-4a01-99d7-41f8f861e8d8 None None] For port 4b5140b2-37f2-471a-9ea4-b7801a2d6f12, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:34:23.795706 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-760357ea-e4c7-4a01-99d7-41f8f861e8d8 None None] For port 4b5140b2-37f2-471a-9ea4-b7801a2d6f12, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=4b5140b2-37f2-471a-9ea4-b7801a2d6f12,segment=NetworkSegment(a6cc955a-1083-4449-8e4d-7a70cebbb0e3),segment_id=a6cc955a-1083-4449-8e4d-7a70cebbb0e3)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:34:23.807112 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-760357ea-e4c7-4a01-99d7-41f8f861e8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:23.894520 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10023ab-d68a-47cd-aa91-060973845a43 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:34:23.901383 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e10023ab-d68a-47cd-aa91-060973845a43 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:23.923887 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7b7a4b8c-521f-44e6-a563-446d1982edbf None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:23.935044 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760357ea-e4c7-4a01-99d7-41f8f861e8d8 None None] Pushing event updated for resources: {'Port': ['ID=4b5140b2-37f2-471a-9ea4-b7801a2d6f12,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:23.940335 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d22221-9b61-485b-8b7a-45c8eaec4b87 None None] Sync routers for ids ['7b795a6c-4363-48e2-b15d-8e04baa7296f'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:34:23.952895 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7b7a4b8c-521f-44e6-a563-446d1982edbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:24.003604 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a3d835de-fcbb-42e7-94a0-6167fbdd5421 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:24.015848 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d22221-9b61-485b-8b7a-45c8eaec4b87 None None] Routers {'7b795a6c-4363-48e2-b15d-8e04baa7296f'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:24.016496 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d0d22221-9b61-485b-8b7a-45c8eaec4b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:34:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['7b795a6c-4363-48e2-b15d-8e04baa7296f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:24.020033 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7a4b8c-521f-44e6-a563-446d1982edbf None None] Network 61189eda-74fa-4e9c-a387-fa3f1e40a86f is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:24.020227 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e10023ab-d68a-47cd-aa91-060973845a43 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "PUT /v2.0/floatingips/582ca2a2-0725-4c2c-8de4-1dfb00052e7c HTTP/1.1" status: 200 len: 991 time: 1.9729559 Dec 10 16:34:24.023615 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c175e649-a26b-4fb3-8242-5b9dbaf73234', 'tag': '81f6994e-318a-4d30-b5b5-897e0480e4d0'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:34:24.026540 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b91929-7dbf-4ee9-805b-bd0057f27096" -d '{"events": [{"name": "network-changed", "server_uuid": "c175e649-a26b-4fb3-8242-5b9dbaf73234", "tag": "81f6994e-318a-4d30-b5b5-897e0480e4d0"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:34:24.093821 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9484bb19-d7c2-484b-a023-085e26174860 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:24.117265 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-7b7a4b8c-521f-44e6-a563-446d1982edbf None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:24.125096 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7a4b8c-521f-44e6-a563-446d1982edbf None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:24.162888 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9484bb19-d7c2-484b-a023-085e26174860 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:24.263211 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a4b8c-521f-44e6-a563-446d1982edbf None None] Pushing event updated for resources: {'Port': ['ID=b83bfa86-e703-49ec-b2dc-0084fb08d83a,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:24.281790 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9484bb19-d7c2-484b-a023-085e26174860 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Network 413951ec-b68f-4cac-9030-6a12be013d36 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:24.285384 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-9484bb19-d7c2-484b-a023-085e26174860 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:24.289042 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9484bb19-d7c2-484b-a023-085e26174860 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:24.289599 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9484bb19-d7c2-484b-a023-085e26174860 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:24.297390 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 561f074f-cd2a-4661-a766-3aa730ecf0ee no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:34:24.451672 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 561f074f-cd2a-4661-a766-3aa730ecf0ee {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:34:24.452296 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 561f074f-cd2a-4661-a766-3aa730ecf0ee not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:34:24.514825 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-7b7a4b8c-521f-44e6-a563-446d1982edbf None None] Attempting to bind port b83bfa86-e703-49ec-b2dc-0084fb08d83a on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:34:24.515544 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-7b7a4b8c-521f-44e6-a563-446d1982edbf None None] Attempting to bind port b83bfa86-e703-49ec-b2dc-0084fb08d83a by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '84ba48f8-1869-416f-bb95-4da97761f190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '61189eda-74fa-4e9c-a387-fa3f1e40a86f'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:34:24.516137 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7a4b8c-521f-44e6-a563-446d1982edbf None None] Attempting to bind port b83bfa86-e703-49ec-b2dc-0084fb08d83a on network 61189eda-74fa-4e9c-a387-fa3f1e40a86f {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:34:24.531591 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7a4b8c-521f-44e6-a563-446d1982edbf None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:34:24.532255 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7a4b8c-521f-44e6-a563-446d1982edbf None None] Checking segment: {'id': '84ba48f8-1869-416f-bb95-4da97761f190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '61189eda-74fa-4e9c-a387-fa3f1e40a86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:24.532908 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7b7a4b8c-521f-44e6-a563-446d1982edbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:24.533526 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7a4b8c-521f-44e6-a563-446d1982edbf None None] Bound using segment: {'id': '84ba48f8-1869-416f-bb95-4da97761f190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '61189eda-74fa-4e9c-a387-fa3f1e40a86f'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:34:24.534392 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-7b7a4b8c-521f-44e6-a563-446d1982edbf None None] Bound port: b83bfa86-e703-49ec-b2dc-0084fb08d83a, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84ba48f8-1869-416f-bb95-4da97761f190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '61189eda-74fa-4e9c-a387-fa3f1e40a86f'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:34:24.535115 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7b7a4b8c-521f-44e6-a563-446d1982edbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:24.695145 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-7b7a4b8c-521f-44e6-a563-446d1982edbf None None] For port b83bfa86-e703-49ec-b2dc-0084fb08d83a, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:34:24.699122 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-7b7a4b8c-521f-44e6-a563-446d1982edbf None None] For port b83bfa86-e703-49ec-b2dc-0084fb08d83a, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=b83bfa86-e703-49ec-b2dc-0084fb08d83a,segment=NetworkSegment(84ba48f8-1869-416f-bb95-4da97761f190),segment_id=84ba48f8-1869-416f-bb95-4da97761f190)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:34:24.710609 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56c40cd-99b5-46c1-a0dd-ba0573a1b928 None None] Network fbff91fd-d35c-450a-b873-e1488708f264 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:24.719743 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7b7a4b8c-521f-44e6-a563-446d1982edbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:24.733287 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a3d835de-fcbb-42e7-94a0-6167fbdd5421 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:24.755371 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-d0d22221-9b61-485b-8b7a-45c8eaec4b87 None None] Set router 7b795a6c-4363-48e2-b15d-8e04baa7296f gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:34:24.803886 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a3d835de-fcbb-42e7-94a0-6167fbdd5421 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:24.927777 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d835de-fcbb-42e7-94a0-6167fbdd5421 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Pushing event updated for resources: {'Port': ['ID=e1efa73b-369b-47a5-a103-71b219a1efe5,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:24.979066 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-766fddeb-6706-44f0-a053-4eead50e2e18 None None] Provisioning complete for port 36fdf66b-1315-4066-8097-2a6ed527e3c0 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:24.979448 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-766fddeb-6706-44f0-a053-4eead50e2e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:25.033971 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a4b8c-521f-44e6-a563-446d1982edbf None None] Pushing event updated for resources: {'Port': ['ID=b83bfa86-e703-49ec-b2dc-0084fb08d83a,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:25.052638 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b91929-7dbf-4ee9-805b-bd0057f27096 req-55a63302-ddee-48b6-9565-2a01d35c4362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:25.058032 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-44b91929-7dbf-4ee9-805b-bd0057f27096 req-55a63302-ddee-48b6-9565-2a01d35c4362 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=38b4c50f2746432ea9adf6424421cd8d&device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 1096 time: 0.3176942 Dec 10 16:34:25.157882 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a3d835de-fcbb-42e7-94a0-6167fbdd5421 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:25.421494 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 4b5140b2-37f2-471a-9ea4-b7801a2d6f12 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:25.496028 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-928edad2-28a2-427c-9c7c-6e21e1c082f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:25.520361 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42abe15c-4bc8-4f78-a2e0-ad417dfe730d x-openstack-request-id: req-42abe15c-4bc8-4f78-a2e0-ad417dfe730d {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:34:25.521072 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c175e649-a26b-4fb3-8242-5b9dbaf73234", "tag": "81f6994e-318a-4d30-b5b5-897e0480e4d0", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:34:25.521072 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-42abe15c-4bc8-4f78-a2e0-ad417dfe730d {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:34:25.521335 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c175e649-a26b-4fb3-8242-5b9dbaf73234', 'tag': '81f6994e-318a-4d30-b5b5-897e0480e4d0', 'status': 'completed', 'code': 200} Dec 10 16:34:25.542428 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9484bb19-d7c2-484b-a023-085e26174860 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event updated for resources: {'Port': ['ID=320b74ee-d4c0-4211-889c-d5e8ad14214a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:25.584397 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d835de-fcbb-42e7-94a0-6167fbdd5421 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Network fbff91fd-d35c-450a-b873-e1488708f264 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:25.628794 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c954030a-b855-4069-9a60-edba82a9dcfa req-8c1f79aa-b9dc-4901-a3e5-95eb1e66227a tempest-ServerShowV257Test-1045739748 tempest-ServerShowV257Test-1045739748-project] 10.222.0.11 "GET /v2.0/ports?device_id=4013a02b-37b5-4430-af14-a7437b4fbbde HTTP/1.1" status: 200 len: 210 time: 0.1131654 Dec 10 16:34:25.651753 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-a3d835de-fcbb-42e7-94a0-6167fbdd5421 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:25.669844 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9484bb19-d7c2-484b-a023-085e26174860 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:25.670221 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9484bb19-d7c2-484b-a023-085e26174860 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:25.670574 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9484bb19-d7c2-484b-a023-085e26174860 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:25.670919 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9484bb19-d7c2-484b-a023-085e26174860 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:25.671256 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9484bb19-d7c2-484b-a023-085e26174860 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:25.671587 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9484bb19-d7c2-484b-a023-085e26174860 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:25.671912 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9484bb19-d7c2-484b-a023-085e26174860 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:25.672232 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9484bb19-d7c2-484b-a023-085e26174860 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:25.672560 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9484bb19-d7c2-484b-a023-085e26174860 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:25.672908 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9484bb19-d7c2-484b-a023-085e26174860 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:25.673216 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9484bb19-d7c2-484b-a023-085e26174860 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:25.673534 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9484bb19-d7c2-484b-a023-085e26174860 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:25.673859 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9484bb19-d7c2-484b-a023-085e26174860 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:25.715988 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9484bb19-d7c2-484b-a023-085e26174860 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:25.802184 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b91929-7dbf-4ee9-805b-bd0057f27096 req-c351ecff-4682-4e99-b4af-761a360ad927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:25.803988 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-44b91929-7dbf-4ee9-805b-bd0057f27096 req-c351ecff-4682-4e99-b4af-761a360ad927 service neutron] 10.222.0.46 "GET /v2.0/networks?id=32421a12-0b3a-42d4-846a-0de14cdef277 HTTP/1.1" status: 200 len: 912 time: 0.7363431 Dec 10 16:34:26.079864 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-766fddeb-6706-44f0-a053-4eead50e2e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:26.167359 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cafd0c-6f33-41ef-8191-79d5158854c1 None None] Network 413951ec-b68f-4cac-9030-6a12be013d36 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:26.345667 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-766fddeb-6706-44f0-a053-4eead50e2e18 None None] For port 36fdf66b-1315-4066-8097-2a6ed527e3c0, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=36fdf66b-1315-4066-8097-2a6ed527e3c0,segment=NetworkSegment(9642443b-9771-4b4a-b932-a95d8ea8d5a7),segment_id=9642443b-9771-4b4a-b932-a95d8ea8d5a7)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:26.354476 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 4b5140b2-37f2-471a-9ea4-b7801a2d6f12 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:26.354851 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:26.363995 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9484bb19-d7c2-484b-a023-085e26174860 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:26.372464 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9484bb19-d7c2-484b-a023-085e26174860 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:26.373635 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9484bb19-d7c2-484b-a023-085e26174860 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:26.429978 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-766fddeb-6706-44f0-a053-4eead50e2e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:26.515234 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d0d22221-9b61-485b-8b7a-45c8eaec4b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b795a6c-4363-48e2-b15d-8e04baa7296f', 'name': 'tempest-ServerActionsTestJSON-220910502-router', 'tenant_id': '38b4c50f2746432ea9adf6424421cd8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '933d48a2-aced-4281-b195-9d0113252bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:33:41Z', 'updated_at': '2021-12-10T16:33:49Z', 'revision_number': 4, 'project_id': '38b4c50f2746432ea9adf6424421cd8d', 'gw_port': {'id': '933d48a2-aced-4281-b195-9d0113252bc2', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b795a6c-4363-48e2-b15d-8e04baa7296f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:33:43Z', 'updated_at': '2021-12-10T16:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '582ca2a2-0725-4c2c-8de4-1dfb00052e7c', 'tenant_id': '38b4c50f2746432ea9adf6424421cd8d', 'floating_ip_address': '172.25.6.233', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '7b795a6c-4363-48e2-b15d-8e04baa7296f', 'port_id': '81f6994e-318a-4d30-b5b5-897e0480e4d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1840, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277', 'mac_address': 'fa:16:3e:29:80:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c175e649-a26b-4fb3-8242-5b9dbaf73234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:34:01Z', 'updated_at': '2021-12-10T16:34:22Z', 'revision_number': 1, 'project_id': '38b4c50f2746432ea9adf6424421cd8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13332709-136a-4d10-a209-183330caf399', 'name': '', 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277', 'tenant_id': '38b4c50f2746432ea9adf6424421cd8d', 'mac_address': 'fa:16:3e:d9:55:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b795a6c-4363-48e2-b15d-8e04baa7296f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'bad4bd9c-d017-467b-badb-ee51884a8aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:33:47Z', 'updated_at': '2021-12-10T16:34:00Z', 'revision_number': 5, 'project_id': '38b4c50f2746432ea9adf6424421cd8d', 'subnets': [{'id': 'bad4bd9c-d017-467b-badb-ee51884a8aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:26.571437 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d00bf7fd-63d5-44db-a664-003febff6b53 req-8a5cebcf-369c-437b-85da-ac5a4ad4bb0e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4013a02b-37b5-4430-af14-a7437b4fbbde HTTP/1.1" status: 200 len: 210 time: 0.0540755 Dec 10 16:34:26.575225 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d22221-9b61-485b-8b7a-45c8eaec4b87 None None] Checking router: 7b795a6c-4363-48e2-b15d-8e04baa7296f for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:34:26.576926 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-44b91929-7dbf-4ee9-805b-bd0057f27096 req-acfa0b65-0fe9-4252-88e3-86c274fb5b46 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81f6994e-318a-4d30-b5b5-897e0480e4d0 HTTP/1.1" status: 200 len: 999 time: 0.7628584 Dec 10 16:34:26.589071 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9484bb19-d7c2-484b-a023-085e26174860 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event updated for resources: {'Port': ['ID=320b74ee-d4c0-4211-889c-d5e8ad14214a,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:26.676150 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9484bb19-d7c2-484b-a023-085e26174860 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Network 413951ec-b68f-4cac-9030-6a12be013d36 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:26.678677 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-9484bb19-d7c2-484b-a023-085e26174860 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:26.682617 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d22221-9b61-485b-8b7a-45c8eaec4b87 None None] Routers {'7b795a6c-4363-48e2-b15d-8e04baa7296f'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:26.683192 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d0d22221-9b61-485b-8b7a-45c8eaec4b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:34:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['7b795a6c-4363-48e2-b15d-8e04baa7296f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:26.686312 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766fddeb-6706-44f0-a053-4eead50e2e18 None None] Pushing event updated for resources: {'Port': ['ID=36fdf66b-1315-4066-8097-2a6ed527e3c0,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:26.743259 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b91929-7dbf-4ee9-805b-bd0057f27096 req-cb240d03-4b41-4ec0-adb7-9b079b20170c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:26.744652 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-44b91929-7dbf-4ee9-805b-bd0057f27096 req-cb240d03-4b41-4ec0-adb7-9b079b20170c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bad4bd9c-d017-467b-badb-ee51884a8aea HTTP/1.1" status: 200 len: 850 time: 0.1604223 Dec 10 16:34:26.747351 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d835de-fcbb-42e7-94a0-6167fbdd5421 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Router b9d92f37-9653-4058-ad05-31f402de00bb is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:34:26.775894 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:26.789430 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9c2cc9e2-9730-49a3-b677-356dbf76f8be None None] Provisioning complete for port 4b5140b2-37f2-471a-9ea4-b7801a2d6f12 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:26.789816 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9c2cc9e2-9730-49a3-b677-356dbf76f8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:26.872862 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f43bca3-f5d2-4077-8bd1-b2be5183af5f None None] Network 61189eda-74fa-4e9c-a387-fa3f1e40a86f requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:26.908559 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aeaa117b-f0a6-44bd-a496-d0cc97ca62fa req-41b976fd-8e74-4706-9b63-5790bb0bc3ca tempest-ServerShowV257Test-1045739748 tempest-ServerShowV257Test-1045739748-project] 10.222.0.11 "GET /v2.0/ports?device_id=4013a02b-37b5-4430-af14-a7437b4fbbde HTTP/1.1" status: 200 len: 210 time: 0.0778017 Dec 10 16:34:26.932349 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 4b5140b2-37f2-471a-9ea4-b7801a2d6f12, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=4b5140b2-37f2-471a-9ea4-b7801a2d6f12,segment=NetworkSegment(a6cc955a-1083-4449-8e4d-7a70cebbb0e3),segment_id=a6cc955a-1083-4449-8e4d-7a70cebbb0e3)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:26.959887 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:26.960316 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 36fdf66b-1315-4066-8097-2a6ed527e3c0 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:26.983716 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9484bb19-d7c2-484b-a023-085e26174860 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Router 59c0c0e0-91ce-420d-85d1-f1c058e5e2dc is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:34:27.057260 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b91929-7dbf-4ee9-805b-bd0057f27096 req-f800368b-cdb2-4b12-afe1-fc0588df4f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:27.058792 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-44b91929-7dbf-4ee9-805b-bd0057f27096 req-f800368b-cdb2-4b12-afe1-fc0588df4f7e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=32421a12-0b3a-42d4-846a-0de14cdef277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2558203 Dec 10 16:34:27.179778 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9484bb19-d7c2-484b-a023-085e26174860 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:34:27.188592 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9484bb19-d7c2-484b-a023-085e26174860 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "PUT /v2.0/routers/59c0c0e0-91ce-420d-85d1-f1c058e5e2dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8587074 Dec 10 16:34:27.188981 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55632) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:27.190813 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80d592c-a0be-4bd6-92d9-137ab0ef7987 None None] Sync routers for ids ['59c0c0e0-91ce-420d-85d1-f1c058e5e2dc'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:34:27.205842 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80d592c-a0be-4bd6-92d9-137ab0ef7987 None None] Routers {'59c0c0e0-91ce-420d-85d1-f1c058e5e2dc'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:27.206488 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f80d592c-a0be-4bd6-92d9-137ab0ef7987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:34:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['59c0c0e0-91ce-420d-85d1-f1c058e5e2dc'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:27.223233 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-928edad2-28a2-427c-9c7c-6e21e1c082f3 admin admin] Deleting port 361bc9b4-4d57-4cf1-a0c4-a9907dfc0fa4 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:27.223592 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-928edad2-28a2-427c-9c7c-6e21e1c082f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:27.225729 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d835de-fcbb-42e7-94a0-6167fbdd5421 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:34:27.237691 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a3d835de-fcbb-42e7-94a0-6167fbdd5421 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] 10.222.0.11 "PUT /v2.0/routers/b9d92f37-9653-4058-ad05-31f402de00bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2683210 Dec 10 16:34:27.240487 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55634) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:27.247462 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-d0d22221-9b61-485b-8b7a-45c8eaec4b87 None None] Set router 7b795a6c-4363-48e2-b15d-8e04baa7296f gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:34:27.257986 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe347eda-8955-4e54-bf8d-ea3f57d747d4 None None] Sync routers for ids ['b9d92f37-9653-4058-ad05-31f402de00bb'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:34:27.295523 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f80d592c-a0be-4bd6-92d9-137ab0ef7987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:27.314192 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80d592c-a0be-4bd6-92d9-137ab0ef7987 None None] Routers {'59c0c0e0-91ce-420d-85d1-f1c058e5e2dc'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:27.314501 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f80d592c-a0be-4bd6-92d9-137ab0ef7987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:34:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['59c0c0e0-91ce-420d-85d1-f1c058e5e2dc'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:27.337607 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 36fdf66b-1315-4066-8097-2a6ed527e3c0 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:27.337980 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:27.339613 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9c2cc9e2-9730-49a3-b677-356dbf76f8be None None] Provisioning complete for port e1efa73b-369b-47a5-a103-71b219a1efe5 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:27.339969 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9c2cc9e2-9730-49a3-b677-356dbf76f8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:27.369004 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa562070-a356-449b-a98a-2848e9e81d5e tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:27.370798 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-aa562070-a356-449b-a98a-2848e9e81d5e tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "GET /v2.0/ports/320b74ee-d4c0-4211-889c-d5e8ad14214a HTTP/1.1" status: 200 len: 911 time: 0.1808541 Dec 10 16:34:27.377638 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55636) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:27.384410 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f80d592c-a0be-4bd6-92d9-137ab0ef7987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:27.384617 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-b20a535e-6c7f-4a4a-8a49-6c845339e7b5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eb3d55c5-7a43-43ad-a46d-d270d43afad5'}]}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:27.385071 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80d592c-a0be-4bd6-92d9-137ab0ef7987 None None] The sync data for ids ['59c0c0e0-91ce-420d-85d1-f1c058e5e2dc'] in n-d-766771-2 is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:34:27.397421 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-44b91929-7dbf-4ee9-805b-bd0057f27096 req-1e421a1e-145b-4bde-93e1-30005f940b07 service neutron] 10.222.0.46 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256209 Dec 10 16:34:27.410581 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=4b5140b2-37f2-471a-9ea4-b7801a2d6f12,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:27.465905 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe347eda-8955-4e54-bf8d-ea3f57d747d4 None None] Routers {'b9d92f37-9653-4058-ad05-31f402de00bb'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:27.466570 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-fe347eda-8955-4e54-bf8d-ea3f57d747d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:34:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['b9d92f37-9653-4058-ad05-31f402de00bb'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:27.633414 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-fe347eda-8955-4e54-bf8d-ea3f57d747d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:27.650255 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9c2cc9e2-9730-49a3-b677-356dbf76f8be None None] Port e1efa73b-369b-47a5-a103-71b219a1efe5 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:27.690912 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-928edad2-28a2-427c-9c7c-6e21e1c082f3 admin admin] For port 361bc9b4-4d57-4cf1-a0c4-a9907dfc0fa4, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=361bc9b4-4d57-4cf1-a0c4-a9907dfc0fa4,segment=NetworkSegment(ebdb6a42-6306-4308-be67-666b49e7842c),segment_id=ebdb6a42-6306-4308-be67-666b49e7842c)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:27.692085 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-928edad2-28a2-427c-9c7c-6e21e1c082f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:27.720784 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-928edad2-28a2-427c-9c7c-6e21e1c082f3 admin admin] Calling delete_port for 361bc9b4-4d57-4cf1-a0c4-a9907dfc0fa4 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:27.738217 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe347eda-8955-4e54-bf8d-ea3f57d747d4 None None] Routers {'b9d92f37-9653-4058-ad05-31f402de00bb'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:27.739137 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-fe347eda-8955-4e54-bf8d-ea3f57d747d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:34:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['b9d92f37-9653-4058-ad05-31f402de00bb'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:27.826967 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9c2cc9e2-9730-49a3-b677-356dbf76f8be None None] Provisioning complete for port 36fdf66b-1315-4066-8097-2a6ed527e3c0 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:27.827450 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9c2cc9e2-9730-49a3-b677-356dbf76f8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:27.829045 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-fe347eda-8955-4e54-bf8d-ea3f57d747d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:27.829656 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe347eda-8955-4e54-bf8d-ea3f57d747d4 None None] The sync data for ids ['b9d92f37-9653-4058-ad05-31f402de00bb'] in n-d-766771-2 is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:34:28.062302 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-44b91929-7dbf-4ee9-805b-bd0057f27096 req-8cf2d281-3fc7-479e-9442-5b7b949ac9f3 service neutron] 10.222.0.46 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6538534 Dec 10 16:34:28.139252 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-928edad2-28a2-427c-9c7c-6e21e1c082f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:28.165701 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b20a535e-6c7f-4a4a-8a49-6c845339e7b5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:28.213203 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d0d22221-9b61-485b-8b7a-45c8eaec4b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b795a6c-4363-48e2-b15d-8e04baa7296f', 'name': 'tempest-ServerActionsTestJSON-220910502-router', 'tenant_id': '38b4c50f2746432ea9adf6424421cd8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '933d48a2-aced-4281-b195-9d0113252bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:33:41Z', 'updated_at': '2021-12-10T16:33:49Z', 'revision_number': 4, 'project_id': '38b4c50f2746432ea9adf6424421cd8d', 'gw_port': {'id': '933d48a2-aced-4281-b195-9d0113252bc2', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b795a6c-4363-48e2-b15d-8e04baa7296f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:33:43Z', 'updated_at': '2021-12-10T16:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '582ca2a2-0725-4c2c-8de4-1dfb00052e7c', 'tenant_id': '38b4c50f2746432ea9adf6424421cd8d', 'floating_ip_address': '172.25.6.233', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '7b795a6c-4363-48e2-b15d-8e04baa7296f', 'port_id': '81f6994e-318a-4d30-b5b5-897e0480e4d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1840, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277', 'mac_address': 'fa:16:3e:29:80:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c175e649-a26b-4fb3-8242-5b9dbaf73234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:34:01Z', 'updated_at': '2021-12-10T16:34:22Z', 'revision_number': 1, 'project_id': '38b4c50f2746432ea9adf6424421cd8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13332709-136a-4d10-a209-183330caf399', 'name': '', 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277', 'tenant_id': '38b4c50f2746432ea9adf6424421cd8d', 'mac_address': 'fa:16:3e:d9:55:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b795a6c-4363-48e2-b15d-8e04baa7296f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'bad4bd9c-d017-467b-badb-ee51884a8aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:33:47Z', 'updated_at': '2021-12-10T16:34:00Z', 'revision_number': 5, 'project_id': '38b4c50f2746432ea9adf6424421cd8d', 'subnets': [{'id': 'bad4bd9c-d017-467b-badb-ee51884a8aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:28.226749 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-09a3ce24-4324-4f9c-b70d-56d4628313eb req-5ca4abea-4a2c-4517-95a7-1d504f587783 tempest-ServerShowV257Test-1045739748 tempest-ServerShowV257Test-1045739748-project] 10.222.0.11 "GET /v2.0/ports?device_id=4013a02b-37b5-4430-af14-a7437b4fbbde HTTP/1.1" status: 200 len: 210 time: 0.0928230 Dec 10 16:34:28.291409 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d22221-9b61-485b-8b7a-45c8eaec4b87 None None] The sync data for ids ['7b795a6c-4363-48e2-b15d-8e04baa7296f'] in n-d-766771-2 is: [{'id': '7b795a6c-4363-48e2-b15d-8e04baa7296f', 'name': 'tempest-ServerActionsTestJSON-220910502-router', 'tenant_id': '38b4c50f2746432ea9adf6424421cd8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '933d48a2-aced-4281-b195-9d0113252bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:33:41Z', 'updated_at': '2021-12-10T16:33:49Z', 'revision_number': 4, 'project_id': '38b4c50f2746432ea9adf6424421cd8d', 'gw_port': {'id': '933d48a2-aced-4281-b195-9d0113252bc2', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b795a6c-4363-48e2-b15d-8e04baa7296f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:33:43Z', 'updated_at': '2021-12-10T16:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '582ca2a2-0725-4c2c-8de4-1dfb00052e7c', 'tenant_id': '38b4c50f2746432ea9adf6424421cd8d', 'floating_ip_address': '172.25.6.233', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '7b795a6c-4363-48e2-b15d-8e04baa7296f', 'port_id': '81f6994e-318a-4d30-b5b5-897e0480e4d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1840, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277', 'mac_address': 'fa:16:3e:29:80:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c175e649-a26b-4fb3-8242-5b9dbaf73234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:34:01Z', 'updated_at': '2021-12-10T16:34:22Z', 'revision_number': 1, 'project_id': '38b4c50f2746432ea9adf6424421cd8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13332709-136a-4d10-a209-183330caf399', 'name': '', 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277', 'tenant_id': '38b4c50f2746432ea9adf6424421cd8d', 'mac_address': 'fa:16:3e:d9:55:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b795a6c-4363-48e2-b15d-8e04baa7296f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'bad4bd9c-d017-467b-badb-ee51884a8aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:33:47Z', 'updated_at': '2021-12-10T16:34:00Z', 'revision_number': 5, 'project_id': '38b4c50f2746432ea9adf6424421cd8d', 'subnets': [{'id': 'bad4bd9c-d017-467b-badb-ee51884a8aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:34:28.297845 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928edad2-28a2-427c-9c7c-6e21e1c082f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=361bc9b4-4d57-4cf1-a0c4-a9907dfc0fa4,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:28.350855 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-fa0ab636-1473-4604-b6a8-4daa1d6b09d8 None None] Provisioning complete for port b83bfa86-e703-49ec-b2dc-0084fb08d83a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:28.351568 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fa0ab636-1473-4604-b6a8-4daa1d6b09d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:28.430874 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device b83bfa86-e703-49ec-b2dc-0084fb08d83a up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:28.561357 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-928edad2-28a2-427c-9c7c-6e21e1c082f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:28.628869 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port b83bfa86-e703-49ec-b2dc-0084fb08d83a triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:28.629132 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-8f4efc27-3a15-4987-922a-a6c3ed4f23e4 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:34:28.629687 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:28.638559 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-8f4efc27-3a15-4987-922a-a6c3ed4f23e4 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] 10.222.0.11 "PUT /v2.0/routers/b9d92f37-9653-4058-ad05-31f402de00bb/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3938043 Dec 10 16:34:28.645819 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55654) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:28.687257 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99d4abe-5c50-4c7c-8e73-8b311e4c95e6 None None] New status for floating IP 582ca2a2-0725-4c2c-8de4-1dfb00052e7c: ACTIVE {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:34:28.760229 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fa0ab636-1473-4604-b6a8-4daa1d6b09d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:28.881264 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-fa0ab636-1473-4604-b6a8-4daa1d6b09d8 None None] For port b83bfa86-e703-49ec-b2dc-0084fb08d83a, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=b83bfa86-e703-49ec-b2dc-0084fb08d83a,segment=NetworkSegment(84ba48f8-1869-416f-bb95-4da97761f190),segment_id=84ba48f8-1869-416f-bb95-4da97761f190)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:28.898120 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fa0ab636-1473-4604-b6a8-4daa1d6b09d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:28.976910 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:28.997917 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-fa0ab636-1473-4604-b6a8-4daa1d6b09d8 None None] Provisioning complete for port 320b74ee-d4c0-4211-889c-d5e8ad14214a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:29.007694 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fa0ab636-1473-4604-b6a8-4daa1d6b09d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:29.008157 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928edad2-28a2-427c-9c7c-6e21e1c082f3 admin admin] Router 60d59154-4944-439c-9726-4d616fcb6a71 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:34:29.117853 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-397dfe33-3609-4970-b154-c61ee6744065 req-311ac42e-aef9-4eab-a94e-b88c600c33e3 tempest-ServerShowV257Test-1045739748 tempest-ServerShowV257Test-1045739748-project] 10.222.0.11 "GET /v2.0/ports?device_id=4013a02b-37b5-4430-af14-a7437b4fbbde HTTP/1.1" status: 200 len: 210 time: 0.1017249 Dec 10 16:34:29.159748 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928edad2-28a2-427c-9c7c-6e21e1c082f3 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:34:29.181720 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-928edad2-28a2-427c-9c7c-6e21e1c082f3 admin admin] 10.222.0.11 "PUT /v2.0/routers/60d59154-4944-439c-9726-4d616fcb6a71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9942091 Dec 10 16:34:29.183395 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55662) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:29.242801 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebb4019-d0e3-45e0-8528-ca3ebb061ea0 None None] Sync routers for ids ['60d59154-4944-439c-9726-4d616fcb6a71'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:34:29.261531 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ab636-1473-4604-b6a8-4daa1d6b09d8 None None] Pushing event updated for resources: {'Port': ['ID=b83bfa86-e703-49ec-b2dc-0084fb08d83a,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:29.289155 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebb4019-d0e3-45e0-8528-ca3ebb061ea0 None None] Routers {'60d59154-4944-439c-9726-4d616fcb6a71'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:29.290233 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8ebb4019-d0e3-45e0-8528-ca3ebb061ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:34:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['60d59154-4944-439c-9726-4d616fcb6a71'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:29.293716 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-fa0ab636-1473-4604-b6a8-4daa1d6b09d8 None None] Port 320b74ee-d4c0-4211-889c-d5e8ad14214a cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:29.337420 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-533af65b-e7f4-4daf-addf-ff35434b1f9f admin admin] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:29.350820 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c5ff6c9e-2096-416d-aa22-75b7289022a7 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:29.421949 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.api [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:34:29.422341 n-d-766771-2 neutron-server[103394]: DEBUG oslo_db.api [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:34:29.425080 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b20a535e-6c7f-4a4a-8a49-6c845339e7b5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:29.435129 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-fa0ab636-1473-4604-b6a8-4daa1d6b09d8 None None] Provisioning complete for port 4b5140b2-37f2-471a-9ea4-b7801a2d6f12 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:29.436403 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fa0ab636-1473-4604-b6a8-4daa1d6b09d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:29.474010 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b20a535e-6c7f-4a4a-8a49-6c845339e7b5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:29.479940 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20a535e-6c7f-4a4a-8a49-6c845339e7b5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:29.480793 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b20a535e-6c7f-4a4a-8a49-6c845339e7b5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:29.482741 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b20a535e-6c7f-4a4a-8a49-6c845339e7b5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "PUT /v2.0/ports/320b74ee-d4c0-4211-889c-d5e8ad14214a HTTP/1.1" status: 200 len: 911 time: 2.1037955 Dec 10 16:34:29.487736 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55668) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:29.500641 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-533af65b-e7f4-4daf-addf-ff35434b1f9f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:29.506593 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-8ebb4019-d0e3-45e0-8528-ca3ebb061ea0 None None] Set router 60d59154-4944-439c-9726-4d616fcb6a71 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:34:29.578578 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-533af65b-e7f4-4daf-addf-ff35434b1f9f admin admin] Deleting port 848d1c78-e72f-40f8-ba13-583e6efa50ae {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:29.579109 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-533af65b-e7f4-4daf-addf-ff35434b1f9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:29.628874 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a535e-6c7f-4a4a-8a49-6c845339e7b5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event updated for resources: {'Port': ['ID=320b74ee-d4c0-4211-889c-d5e8ad14214a,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:29.707293 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-533af65b-e7f4-4daf-addf-ff35434b1f9f admin admin] For port 848d1c78-e72f-40f8-ba13-583e6efa50ae, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=848d1c78-e72f-40f8-ba13-583e6efa50ae,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:29.708262 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-533af65b-e7f4-4daf-addf-ff35434b1f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:29.729333 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-533af65b-e7f4-4daf-addf-ff35434b1f9f admin admin] Calling delete_port for 848d1c78-e72f-40f8-ba13-583e6efa50ae owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:29.761227 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8ebb4019-d0e3-45e0-8528-ca3ebb061ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d59154-4944-439c-9726-4d616fcb6a71', 'name': 'tempest-ServerRescueTestJSONUnderV235-584814253-router', 'tenant_id': 'd3063649ad0b49118b6873a82d7489eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '848d1c78-e72f-40f8-ba13-583e6efa50ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:32:32Z', 'updated_at': '2021-12-10T16:34:27Z', 'revision_number': 5, 'project_id': 'd3063649ad0b49118b6873a82d7489eb', 'gw_port': {'id': '848d1c78-e72f-40f8-ba13-583e6efa50ae', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:36:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d59154-4944-439c-9726-4d616fcb6a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:34Z', 'updated_at': '2021-12-10T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:29.792576 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebb4019-d0e3-45e0-8528-ca3ebb061ea0 None None] Checking router: 60d59154-4944-439c-9726-4d616fcb6a71 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:34:29.803426 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebb4019-d0e3-45e0-8528-ca3ebb061ea0 None None] Routers {'60d59154-4944-439c-9726-4d616fcb6a71'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:29.804175 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8ebb4019-d0e3-45e0-8528-ca3ebb061ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:34:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['60d59154-4944-439c-9726-4d616fcb6a71'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:29.943433 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-533af65b-e7f4-4daf-addf-ff35434b1f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:29.989376 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533af65b-e7f4-4daf-addf-ff35434b1f9f admin admin] Pushing event deleted for resources: {'Port': ['ID=848d1c78-e72f-40f8-ba13-583e6efa50ae,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:29.995552 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-8ebb4019-d0e3-45e0-8528-ca3ebb061ea0 None None] Set router 60d59154-4944-439c-9726-4d616fcb6a71 gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:34:30.062163 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8ebb4019-d0e3-45e0-8528-ca3ebb061ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d59154-4944-439c-9726-4d616fcb6a71', 'name': 'tempest-ServerRescueTestJSONUnderV235-584814253-router', 'tenant_id': 'd3063649ad0b49118b6873a82d7489eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:32:32Z', 'updated_at': '2021-12-10T16:34:29Z', 'revision_number': 6, 'project_id': 'd3063649ad0b49118b6873a82d7489eb', 'gw_port_host': None}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:30.075750 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640a6d05-3494-4dc4-9017-096987f85775 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:30.095739 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-533af65b-e7f4-4daf-addf-ff35434b1f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:30.115594 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebb4019-d0e3-45e0-8528-ca3ebb061ea0 None None] The sync data for ids ['60d59154-4944-439c-9726-4d616fcb6a71'] in n-d-766771-2 is: [{'id': '60d59154-4944-439c-9726-4d616fcb6a71', 'name': 'tempest-ServerRescueTestJSONUnderV235-584814253-router', 'tenant_id': 'd3063649ad0b49118b6873a82d7489eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:32:32Z', 'updated_at': '2021-12-10T16:34:29Z', 'revision_number': 6, 'project_id': 'd3063649ad0b49118b6873a82d7489eb', 'gw_port_host': None}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:34:30.138248 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 4b5140b2-37f2-471a-9ea4-b7801a2d6f12 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:30.224630 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 4b5140b2-37f2-471a-9ea4-b7801a2d6f12 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:30.225004 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:30.255926 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-533af65b-e7f4-4daf-addf-ff35434b1f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:30.258633 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-533af65b-e7f4-4daf-addf-ff35434b1f9f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:30.321381 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-533af65b-e7f4-4daf-addf-ff35434b1f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:30.321977 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533af65b-e7f4-4daf-addf-ff35434b1f9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60d59154-4944-439c-9726-4d616fcb6a71 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:34:30.327118 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-533af65b-e7f4-4daf-addf-ff35434b1f9f admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:30.328160 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-533af65b-e7f4-4daf-addf-ff35434b1f9f admin admin] 10.222.0.11 "DELETE /v2.0/routers/60d59154-4944-439c-9726-4d616fcb6a71 HTTP/1.1" status: 204 len: 168 time: 1.1432259 Dec 10 16:34:30.330675 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55680) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:30.343054 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 36fdf66b-1315-4066-8097-2a6ed527e3c0 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:30.362904 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6355e60e-ac89-4bbc-b3ae-d44c173b2a53 req-61eb3ba1-4174-4fad-baa6-aca85c9edad4 tempest-ServerShowV257Test-1045739748 tempest-ServerShowV257Test-1045739748-project] 10.222.0.11 "GET /v2.0/ports?device_id=4013a02b-37b5-4430-af14-a7437b4fbbde HTTP/1.1" status: 200 len: 210 time: 0.0608416 Dec 10 16:34:30.414027 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 36fdf66b-1315-4066-8097-2a6ed527e3c0 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:30.414357 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:30.424284 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-b31c1885-8520-4dba-805c-ed0103d4f725 admin admin] Deleting subnet 93cf38e5-cd65-4933-9151-7296522b1fa8 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:34:30.430876 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b31c1885-8520-4dba-805c-ed0103d4f725 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:30.487227 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b31c1885-8520-4dba-805c-ed0103d4f725 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:30.588084 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b31c1885-8520-4dba-805c-ed0103d4f725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:30.620645 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-c5ff6c9e-2096-416d-aa22-75b7289022a7 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Deleting port e1efa73b-369b-47a5-a103-71b219a1efe5 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:30.620994 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c5ff6c9e-2096-416d-aa22-75b7289022a7 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:30.712188 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b31c1885-8520-4dba-805c-ed0103d4f725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:30.721911 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device b83bfa86-e703-49ec-b2dc-0084fb08d83a up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:30.754621 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c1885-8520-4dba-805c-ed0103d4f725 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93cf38e5-cd65-4933-9151-7296522b1fa8,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:30.756753 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b31c1885-8520-4dba-805c-ed0103d4f725 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:30.762463 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b31c1885-8520-4dba-805c-ed0103d4f725 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/93cf38e5-cd65-4933-9151-7296522b1fa8 HTTP/1.1" status: 204 len: 168 time: 0.4283330 Dec 10 16:34:30.763282 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55688) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:30.792069 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port b83bfa86-e703-49ec-b2dc-0084fb08d83a triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:30.792466 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:30.824006 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c5ff6c9e-2096-416d-aa22-75b7289022a7 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:30.854371 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-c5ff6c9e-2096-416d-aa22-75b7289022a7 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Calling delete_port for e1efa73b-369b-47a5-a103-71b219a1efe5 owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:30.913799 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eeb75818-b185-4038-9e43-3ef6cf8b2e54 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:30.919765 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2b370508-b6b3-430c-9dfc-37b3e4e051cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:30.935916 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-95038bc9-fcfb-4d8e-ab27-0ae995819e07 req-cdabc187-9908-427f-af56-d181d96de72f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=475ce569-ff11-47d8-9e53-8dc1caeb82af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0569334 Dec 10 16:34:31.007091 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95038bc9-fcfb-4d8e-ab27-0ae995819e07 req-d1bfd81e-11a4-4379-95cd-5d37e85becfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:31.008561 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-95038bc9-fcfb-4d8e-ab27-0ae995819e07 req-d1bfd81e-11a4-4379-95cd-5d37e85becfb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e3ab537af104aefb9b5f01272b0709a&device_id=475ce569-ff11-47d8-9e53-8dc1caeb82af HTTP/1.1" status: 200 len: 1097 time: 0.0421648 Dec 10 16:34:31.108800 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2b370508-b6b3-430c-9dfc-37b3e4e051cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:31.111073 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 361bc9b4-4d57-4cf1-a0c4-a9907dfc0fa4 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:34:31.145183 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 361bc9b4-4d57-4cf1-a0c4-a9907dfc0fa4 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:34:31.145809 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 361bc9b4-4d57-4cf1-a0c4-a9907dfc0fa4 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:34:31.149092 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95038bc9-fcfb-4d8e-ab27-0ae995819e07 req-174950fd-bc94-4498-a842-b5cc85f92330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:31.150600 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-95038bc9-fcfb-4d8e-ab27-0ae995819e07 req-174950fd-bc94-4498-a842-b5cc85f92330 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1ff556fd-0581-480f-8730-5712d0e2eed7 HTTP/1.1" status: 200 len: 916 time: 0.1216252 Dec 10 16:34:31.198965 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-95038bc9-fcfb-4d8e-ab27-0ae995819e07 req-cf8ebf67-a7e3-46e2-8bf3-7051200da71f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1db147b9-8b9b-4cb1-9d50-9f8e561cef00 HTTP/1.1" status: 200 len: 217 time: 0.0387259 Dec 10 16:34:31.230994 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-2b370508-b6b3-430c-9dfc-37b3e4e051cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8aa3551-554a-49f0-b0d0-f8becf031dc7']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:31.250005 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-2b370508-b6b3-430c-9dfc-37b3e4e051cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebdb6a42-6306-4308-be67-666b49e7842c') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:31.250388 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-2b370508-b6b3-430c-9dfc-37b3e4e051cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebdb6a42-6306-4308-be67-666b49e7842c') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:31.261131 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95038bc9-fcfb-4d8e-ab27-0ae995819e07 req-a51df619-a103-49ca-bc09-ffebd5855792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:31.263255 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-95038bc9-fcfb-4d8e-ab27-0ae995819e07 req-a51df619-a103-49ca-bc09-ffebd5855792 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ed059596-b61f-4b79-b79e-c9b747c3907d HTTP/1.1" status: 200 len: 855 time: 0.0557072 Dec 10 16:34:31.266829 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2b370508-b6b3-430c-9dfc-37b3e4e051cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:31.302355 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-95038bc9-fcfb-4d8e-ab27-0ae995819e07 req-b7dbae25-663d-4295-93cd-bb8dbe86b4c4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ff556fd-0581-480f-8730-5712d0e2eed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262740 Dec 10 16:34:31.305074 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2b370508-b6b3-430c-9dfc-37b3e4e051cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:31.319052 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b370508-b6b3-430c-9dfc-37b3e4e051cf admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:34:31.319453 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2b370508-b6b3-430c-9dfc-37b3e4e051cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:31.322955 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:34:31.322955 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:34:31.322955 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:34:31.322955 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:34:31.322955 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:34:31.322955 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:34:31.322955 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:34:31.322955 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:34:31.322955 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:34:31.322955 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:34:31.322955 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:34:31.322955 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:34:31.322955 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:34:31.322955 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:34:31.322955 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:34:31.322955 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:34:31.322955 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:34:31.322955 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:34:31.322955 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:34:31.322955 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:34:31.322955 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:34:31.322955 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:34:31.322955 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:34:31.322955 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:34:31.322955 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:34:31.322955 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:34:31.322955 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:34:31.322955 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:34:31.322955 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:34:31.322955 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:34:31.322955 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:34:31.322955 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:34:31.394433 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c5ff6c9e-2096-416d-aa22-75b7289022a7 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:31.428722 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2b370508-b6b3-430c-9dfc-37b3e4e051cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:31.447910 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff6c9e-2096-416d-aa22-75b7289022a7 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Pushing event deleted for resources: {'Port': ['ID=e1efa73b-369b-47a5-a103-71b219a1efe5,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:31.458830 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2b370508-b6b3-430c-9dfc-37b3e4e051cf admin admin] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:31.462025 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2b370508-b6b3-430c-9dfc-37b3e4e051cf admin admin] 10.222.0.11 "DELETE /v2.0/networks/b8aa3551-554a-49f0-b0d0-f8becf031dc7 HTTP/1.1" status: 204 len: 168 time: 0.6946838 Dec 10 16:34:31.483751 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-95038bc9-fcfb-4d8e-ab27-0ae995819e07 req-0ee14008-e369-4f2f-9392-9a3054b51e7b service neutron] 10.222.0.46 "GET /v2.0/networks/1ff556fd-0581-480f-8730-5712d0e2eed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641874 Dec 10 16:34:31.499888 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b370508-b6b3-430c-9dfc-37b3e4e051cf admin admin] Pushing event deleted for resources: {'Network': ['ID=b8aa3551-554a-49f0-b0d0-f8becf031dc7,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:31.629015 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1d2e5cce-4248-43f2-a749-a28484860915 req-3c36f46e-81b8-429b-af9f-cad45de183b6 tempest-ServerShowV257Test-1045739748 tempest-ServerShowV257Test-1045739748-project] 10.222.0.11 "GET /v2.0/ports?device_id=4013a02b-37b5-4430-af14-a7437b4fbbde HTTP/1.1" status: 200 len: 210 time: 0.1370523 Dec 10 16:34:31.678931 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-95038bc9-fcfb-4d8e-ab27-0ae995819e07 req-05bff344-78c1-476b-b5ce-36ed454ec9c9 service neutron] 10.222.0.46 "GET /v2.0/networks/1ff556fd-0581-480f-8730-5712d0e2eed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876709 Dec 10 16:34:31.780856 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55700) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:31.797538 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c5ff6c9e-2096-416d-aa22-75b7289022a7 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:31.839710 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4cd12785-b005-4483-9b94-995a5b1f054e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d3063649ad0b49118b6873a82d7489eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0554523 Dec 10 16:34:31.842002 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55702) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:31.891639 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-eeb75818-b185-4038-9e43-3ef6cf8b2e54 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Deleting port 320b74ee-d4c0-4211-889c-d5e8ad14214a {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:31.891639 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eeb75818-b185-4038-9e43-3ef6cf8b2e54 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:31.900811 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-762d80bd-b38c-4ee2-b578-7893b5fa7a40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:31.923566 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-762d80bd-b38c-4ee2-b578-7893b5fa7a40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:31.982657 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-762d80bd-b38c-4ee2-b578-7893b5fa7a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:31.985241 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-762d80bd-b38c-4ee2-b578-7893b5fa7a40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:31.988900 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-762d80bd-b38c-4ee2-b578-7893b5fa7a40 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/85e5dc36-7bfe-4fe2-a426-eece040ff59e HTTP/1.1" status: 204 len: 168 time: 0.1434114 Dec 10 16:34:31.994953 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762d80bd-b38c-4ee2-b578-7893b5fa7a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e5dc36-7bfe-4fe2-a426-eece040ff59e,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:32.060261 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ff6c9e-2096-416d-aa22-75b7289022a7 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Router b9d92f37-9653-4058-ad05-31f402de00bb has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:34:32.062355 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eeb75818-b185-4038-9e43-3ef6cf8b2e54 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:32.077503 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-eeb75818-b185-4038-9e43-3ef6cf8b2e54 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Calling delete_port for 320b74ee-d4c0-4211-889c-d5e8ad14214a owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:32.201560 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ff6c9e-2096-416d-aa22-75b7289022a7 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:34:32.207098 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c5ff6c9e-2096-416d-aa22-75b7289022a7 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] 10.222.0.11 "PUT /v2.0/routers/b9d92f37-9653-4058-ad05-31f402de00bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5426536 Dec 10 16:34:32.211018 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55708) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:32.221402 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbf39a2-c809-4d49-938a-b0b969855f77 None None] Sync routers for ids ['b9d92f37-9653-4058-ad05-31f402de00bb'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:34:32.244389 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbf39a2-c809-4d49-938a-b0b969855f77 None None] Routers {'b9d92f37-9653-4058-ad05-31f402de00bb'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:32.245114 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-adbf39a2-c809-4d49-938a-b0b969855f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:34:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['b9d92f37-9653-4058-ad05-31f402de00bb'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:32.293086 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-b809c713-a7ac-4507-b3c8-a00477584fb7 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] delete failed (client error): The resource could not be found. Dec 10 16:34:32.299625 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b809c713-a7ac-4507-b3c8-a00477584fb7 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] 10.222.0.11 "DELETE /v2.0/routers/tempest-non_exist_router-177469113 HTTP/1.1" status: 404 len: 334 time: 0.0803347 Dec 10 16:34:32.299625 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55712) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:32.308729 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-961f60e4-b506-4735-b24f-79d3abb5f331 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b9d92f37-9653-4058-ad05-31f402de00bb'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:32.308953 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-adbf39a2-c809-4d49-938a-b0b969855f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:32.318026 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbf39a2-c809-4d49-938a-b0b969855f77 None None] Routers {'b9d92f37-9653-4058-ad05-31f402de00bb'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:32.318657 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-adbf39a2-c809-4d49-938a-b0b969855f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:34:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['b9d92f37-9653-4058-ad05-31f402de00bb'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:32.358704 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-adbf39a2-c809-4d49-938a-b0b969855f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:32.359360 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbf39a2-c809-4d49-938a-b0b969855f77 None None] The sync data for ids ['b9d92f37-9653-4058-ad05-31f402de00bb'] in n-d-766771-2 is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:34:32.405090 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eeb75818-b185-4038-9e43-3ef6cf8b2e54 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:32.458453 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb75818-b185-4038-9e43-3ef6cf8b2e54 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event deleted for resources: {'Port': ['ID=320b74ee-d4c0-4211-889c-d5e8ad14214a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:32.570098 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 848d1c78-e72f-40f8-ba13-583e6efa50ae no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:34:32.601806 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eeb75818-b185-4038-9e43-3ef6cf8b2e54 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:32.613623 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-961f60e4-b506-4735-b24f-79d3abb5f331 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:32.643955 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-961f60e4-b506-4735-b24f-79d3abb5f331 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] update failed (client error): The resource could not be found. Dec 10 16:34:32.646206 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-961f60e4-b506-4735-b24f-79d3abb5f331 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] 10.222.0.11 "PUT /v2.0/routers/b9d92f37-9653-4058-ad05-31f402de00bb HTTP/1.1" status: 404 len: 339 time: 0.3424459 Dec 10 16:34:32.646616 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 848d1c78-e72f-40f8-ba13-583e6efa50ae {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:34:32.650974 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 848d1c78-e72f-40f8-ba13-583e6efa50ae not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:34:32.651154 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55724) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:32.889377 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dd8e3398-b591-4641-a9ed-45403a1f89e0 req-4f4176f9-01f0-49f4-a3de-d9552bcae1f4 tempest-ServerShowV257Test-1045739748 tempest-ServerShowV257Test-1045739748-project] 10.222.0.11 "GET /v2.0/ports?device_id=4013a02b-37b5-4430-af14-a7437b4fbbde HTTP/1.1" status: 200 len: 210 time: 0.1093919 Dec 10 16:34:32.916359 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb75818-b185-4038-9e43-3ef6cf8b2e54 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Router 59c0c0e0-91ce-420d-85d1-f1c058e5e2dc has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:34:32.947492 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55738) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:33.012216 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb75818-b185-4038-9e43-3ef6cf8b2e54 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:34:33.024183 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-eeb75818-b185-4038-9e43-3ef6cf8b2e54 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "PUT /v2.0/routers/59c0c0e0-91ce-420d-85d1-f1c058e5e2dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5325632 Dec 10 16:34:33.026813 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55742) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:33.030271 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97814194-23f7-44a0-9981-91343128fa1a None None] Sync routers for ids ['59c0c0e0-91ce-420d-85d1-f1c058e5e2dc'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:34:33.045526 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97814194-23f7-44a0-9981-91343128fa1a None None] Routers {'59c0c0e0-91ce-420d-85d1-f1c058e5e2dc'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:33.046599 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-97814194-23f7-44a0-9981-91343128fa1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:34:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['59c0c0e0-91ce-420d-85d1-f1c058e5e2dc'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:33.065983 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55744) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:33.066168 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2bdf310c-6fce-43a5-bbe0-3fb47eb50766 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "GET /v2.0/ports?device_id=59c0c0e0-91ce-420d-85d1-f1c058e5e2dc HTTP/1.1" status: 200 len: 205 time: 0.0379434 Dec 10 16:34:33.080483 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-97814194-23f7-44a0-9981-91343128fa1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:33.090024 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97814194-23f7-44a0-9981-91343128fa1a None None] Routers {'59c0c0e0-91ce-420d-85d1-f1c058e5e2dc'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:33.090899 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-97814194-23f7-44a0-9981-91343128fa1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:34:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['59c0c0e0-91ce-420d-85d1-f1c058e5e2dc'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:33.096151 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a3ae723e-56a3-402e-a4de-ed2f2b372373 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:33.103459 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-a80a6f84-90a7-4732-a239-11f6c93f91a7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-282111377-network', 'tenant_id': 'c83f91795c12483cb6cb812b0404db57'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:33.123870 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-97814194-23f7-44a0-9981-91343128fa1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:33.124524 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97814194-23f7-44a0-9981-91343128fa1a None None] The sync data for ids ['59c0c0e0-91ce-420d-85d1-f1c058e5e2dc'] in n-d-766771-2 is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:34:33.147182 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3820f7f4-57e1-409c-b623-bab71b47dd97 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:33.311625 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3820f7f4-57e1-409c-b623-bab71b47dd97 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:33.315162 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3820f7f4-57e1-409c-b623-bab71b47dd97 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:33.359627 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3820f7f4-57e1-409c-b623-bab71b47dd97 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:33.360129 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3820f7f4-57e1-409c-b623-bab71b47dd97 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Fanout notify agent at l3_agent the message router_deleted on router 59c0c0e0-91ce-420d-85d1-f1c058e5e2dc {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:34:33.367035 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3820f7f4-57e1-409c-b623-bab71b47dd97 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:33.370558 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3820f7f4-57e1-409c-b623-bab71b47dd97 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "DELETE /v2.0/routers/59c0c0e0-91ce-420d-85d1-f1c058e5e2dc HTTP/1.1" status: 204 len: 168 time: 0.3006489 Dec 10 16:34:33.370812 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55746) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:33.422578 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-586d2160-b11f-4a2c-b653-74f8fbc0e502 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Deleting subnet eb3d55c5-7a43-43ad-a46d-d270d43afad5 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:34:33.425838 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-586d2160-b11f-4a2c-b653-74f8fbc0e502 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:33.466607 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-586d2160-b11f-4a2c-b653-74f8fbc0e502 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:33.520889 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80a6f84-90a7-4732-a239-11f6c93f91a7 admin admin] Made reservation on behalf of c83f91795c12483cb6cb812b0404db57 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:33.523178 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a80a6f84-90a7-4732-a239-11f6c93f91a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:33.538625 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a80a6f84-90a7-4732-a239-11f6c93f91a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:33.557337 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-586d2160-b11f-4a2c-b653-74f8fbc0e502 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:33.615226 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-586d2160-b11f-4a2c-b653-74f8fbc0e502 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:33.644006 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d2160-b11f-4a2c-b653-74f8fbc0e502 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event deleted for resources: {'Subnet': ['ID=eb3d55c5-7a43-43ad-a46d-d270d43afad5,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:33.651400 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-586d2160-b11f-4a2c-b653-74f8fbc0e502 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:33.651400 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-586d2160-b11f-4a2c-b653-74f8fbc0e502 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "DELETE /v2.0/subnets/eb3d55c5-7a43-43ad-a46d-d270d43afad5 HTTP/1.1" status: 204 len: 168 time: 0.2772586 Dec 10 16:34:33.652404 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55748) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:33.666737 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16486553-a4ae-45fe-bd50-b87db47bfc44 None None] Network 413951ec-b68f-4cac-9030-6a12be013d36 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:33.738081 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c92fd61-2a5a-4640-8a6a-65050d50f7d3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:33.751603 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a80a6f84-90a7-4732-a239-11f6c93f91a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:33.753078 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-a3ae723e-56a3-402e-a4de-ed2f2b372373 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Allocated IP 172.20.0.1 (6053b440-3781-4b4d-b690-00d9df9baabf/022a66d0-4093-4095-a326-2af0c55bdc2d/64fe3256-f0b2-4ba2-a52f-ef0d494bbdd0) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:33.758717 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a80a6f84-90a7-4732-a239-11f6c93f91a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:33.792109 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a80a6f84-90a7-4732-a239-11f6c93f91a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:34:33.798214 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-2c92fd61-2a5a-4640-8a6a-65050d50f7d3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Deleting port 4b5140b2-37f2-471a-9ea4-b7801a2d6f12 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:33.798563 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c92fd61-2a5a-4640-8a6a-65050d50f7d3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:33.849832 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a80a6f84-90a7-4732-a239-11f6c93f91a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:33.850316 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-a80a6f84-90a7-4732-a239-11f6c93f91a7 admin admin] Added segment 605c9d0b-0f61-47db-bdbf-e7f65b4070bb of type vlan for network 8a6ac51c-ad80-435f-bb98-19853a5b3731 Dec 10 16:34:33.861093 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a6f84-90a7-4732-a239-11f6c93f91a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7194cb6e-a611-47be-a7ae-6979bbdb126e,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:33.869370 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-2c92fd61-2a5a-4640-8a6a-65050d50f7d3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] For port 4b5140b2-37f2-471a-9ea4-b7801a2d6f12, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=4b5140b2-37f2-471a-9ea4-b7801a2d6f12,segment=NetworkSegment(a6cc955a-1083-4449-8e4d-7a70cebbb0e3),segment_id=a6cc955a-1083-4449-8e4d-7a70cebbb0e3)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:33.869990 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c92fd61-2a5a-4640-8a6a-65050d50f7d3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:33.880791 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f96e7a-3868-47d9-b021-6756451489d2 None None] DHCP port deletion for 413951ec-b68f-4cac-9030-6a12be013d36 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:33.912359 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a80a6f84-90a7-4732-a239-11f6c93f91a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:33.943552 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b9f96e7a-3868-47d9-b021-6756451489d2 None None] Deleting port 4b5140b2-37f2-471a-9ea4-b7801a2d6f12 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:33.944001 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b9f96e7a-3868-47d9-b021-6756451489d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:33.976656 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a80a6f84-90a7-4732-a239-11f6c93f91a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:33.977828 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80a6f84-90a7-4732-a239-11f6c93f91a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:33.978468 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a80a6f84-90a7-4732-a239-11f6c93f91a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:33.983654 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a3ae723e-56a3-402e-a4de-ed2f2b372373 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.028876 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b9f96e7a-3868-47d9-b021-6756451489d2 None None] For port 4b5140b2-37f2-471a-9ea4-b7801a2d6f12, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=4b5140b2-37f2-471a-9ea4-b7801a2d6f12,segment=NetworkSegment(a6cc955a-1083-4449-8e4d-7a70cebbb0e3),segment_id=a6cc955a-1083-4449-8e4d-7a70cebbb0e3)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:34.029602 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b9f96e7a-3868-47d9-b021-6756451489d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.045397 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b9f96e7a-3868-47d9-b021-6756451489d2 None None] Calling delete_port for 4b5140b2-37f2-471a-9ea4-b7801a2d6f12 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:34.047103 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a80a6f84-90a7-4732-a239-11f6c93f91a7 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0981104 Dec 10 16:34:34.057827 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55756) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:34.064446 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-e63b3ac1-b292-482b-a0c3-1ecd338761a2 admin admin] Request body: {'subnet': {'network_id': '8a6ac51c-ad80-435f-bb98-19853a5b3731', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-282111377-subnet', 'tenant_id': 'c83f91795c12483cb6cb812b0404db57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:34.083389 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a6f84-90a7-4732-a239-11f6c93f91a7 admin admin] Pushing event updated for resources: {'Network': ['ID=8a6ac51c-ad80-435f-bb98-19853a5b3731,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:34.094824 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 8a6ac51c-ad80-435f-bb98-19853a5b3731 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:34:34.115548 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63b3ac1-b292-482b-a0c3-1ecd338761a2 admin admin] Made reservation on behalf of c83f91795c12483cb6cb812b0404db57 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:34.118021 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e63b3ac1-b292-482b-a0c3-1ecd338761a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.135300 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a3ae723e-56a3-402e-a4de-ed2f2b372373 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.205377 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b9f96e7a-3868-47d9-b021-6756451489d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.217883 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ae723e-56a3-402e-a4de-ed2f2b372373 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Network 6053b440-3781-4b4d-b690-00d9df9baabf is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:34.221168 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f96e7a-3868-47d9-b021-6756451489d2 None None] No DVR routers for this DVR port 4b5140b2-37f2-471a-9ea4-b7801a2d6f12 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:34:34.224669 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-a3ae723e-56a3-402e-a4de-ed2f2b372373 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:34.241581 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ae723e-56a3-402e-a4de-ed2f2b372373 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:34.244142 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-2c92fd61-2a5a-4640-8a6a-65050d50f7d3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Calling delete_port for 4b5140b2-37f2-471a-9ea4-b7801a2d6f12 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:34.254381 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f96e7a-3868-47d9-b021-6756451489d2 None None] Pushing event deleted for resources: {'Port': ['ID=4b5140b2-37f2-471a-9ea4-b7801a2d6f12,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:34.263369 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f96e7a-3868-47d9-b021-6756451489d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:34.263717 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f96e7a-3868-47d9-b021-6756451489d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:34.264064 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f96e7a-3868-47d9-b021-6756451489d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:34.264407 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f96e7a-3868-47d9-b021-6756451489d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:34.264741 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f96e7a-3868-47d9-b021-6756451489d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:34.265078 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f96e7a-3868-47d9-b021-6756451489d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:34.265453 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f96e7a-3868-47d9-b021-6756451489d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:34.265790 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f96e7a-3868-47d9-b021-6756451489d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:34.266118 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f96e7a-3868-47d9-b021-6756451489d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:34.266463 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f96e7a-3868-47d9-b021-6756451489d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:34.266789 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f96e7a-3868-47d9-b021-6756451489d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:34.267125 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f96e7a-3868-47d9-b021-6756451489d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:34.267432 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f96e7a-3868-47d9-b021-6756451489d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:34.276684 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae723e-56a3-402e-a4de-ed2f2b372373 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Pushing event updated for resources: {'Port': ['ID=64fe3256-f0b2-4ba2-a52f-ef0d494bbdd0,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:34.278563 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-194e26de-34b4-4fcd-883f-0419750404f0 req-1ec80b1f-b363-467e-8642-c24c3d0d2b0d tempest-ServerShowV257Test-1045739748 tempest-ServerShowV257Test-1045739748-project] 10.222.0.11 "GET /v2.0/ports?device_id=4013a02b-37b5-4430-af14-a7437b4fbbde HTTP/1.1" status: 200 len: 210 time: 0.0457835 Dec 10 16:34:34.312791 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a3ae723e-56a3-402e-a4de-ed2f2b372373 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.389382 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c92fd61-2a5a-4640-8a6a-65050d50f7d3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.431747 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c92fd61-2a5a-4640-8a6a-65050d50f7d3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] No DVR routers for this DVR port 4b5140b2-37f2-471a-9ea4-b7801a2d6f12 on host n-d-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:34:34.434099 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92fd61-2a5a-4640-8a6a-65050d50f7d3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event deleted for resources: {'Port': ['ID=4b5140b2-37f2-471a-9ea4-b7801a2d6f12,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:34.511393 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e63b3ac1-b292-482b-a0c3-1ecd338761a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.530479 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c92fd61-2a5a-4640-8a6a-65050d50f7d3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.538910 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a3ae723e-56a3-402e-a4de-ed2f2b372373 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.555998 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-2c92fd61-2a5a-4640-8a6a-65050d50f7d3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['413951ec-b68f-4cac-9030-6a12be013d36']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:34.566403 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-2c92fd61-2a5a-4640-8a6a-65050d50f7d3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6cc955a-1083-4449-8e4d-7a70cebbb0e3') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:34.566712 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-2c92fd61-2a5a-4640-8a6a-65050d50f7d3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6cc955a-1083-4449-8e4d-7a70cebbb0e3') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:34.578630 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c92fd61-2a5a-4640-8a6a-65050d50f7d3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.600306 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e36412fc-5f60-435c-b605-f7df840981e7 None None] Provisioning complete for port 64fe3256-f0b2-4ba2-a52f-ef0d494bbdd0 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:34.600787 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e36412fc-5f60-435c-b605-f7df840981e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.604691 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c92fd61-2a5a-4640-8a6a-65050d50f7d3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.611785 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b3ac1-b292-482b-a0c3-1ecd338761a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=507bb71b-20d1-4787-8dd1-41a61b480154,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:34.612898 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c92fd61-2a5a-4640-8a6a-65050d50f7d3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:34:34.613594 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c92fd61-2a5a-4640-8a6a-65050d50f7d3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.617516 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:34:34.617516 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:34:34.617516 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:34:34.617516 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:34:34.617516 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:34:34.617516 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:34:34.617516 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:34:34.617516 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:34:34.617516 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:34:34.617516 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:34:34.617516 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:34:34.617516 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:34:34.617516 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:34:34.617516 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:34:34.617516 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:34:34.617516 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:34:34.617516 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:34:34.617516 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:34:34.617516 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:34:34.617516 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:34:34.617516 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:34:34.617516 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:34:34.617516 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:34:34.617516 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:34:34.617516 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:34:34.617516 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:34:34.617516 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:34:34.617516 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:34:34.617516 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:34:34.617516 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:34:34.617516 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:34:34.617516 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:34:34.632540 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 4b5140b2-37f2-471a-9ea4-b7801a2d6f12 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:34:34.657606 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 4b5140b2-37f2-471a-9ea4-b7801a2d6f12 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:34:34.658252 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 4b5140b2-37f2-471a-9ea4-b7801a2d6f12 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:34:34.666203 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-e36412fc-5f60-435c-b605-f7df840981e7 None None] Port 64fe3256-f0b2-4ba2-a52f-ef0d494bbdd0 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:34.691897 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c92fd61-2a5a-4640-8a6a-65050d50f7d3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.700277 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c92fd61-2a5a-4640-8a6a-65050d50f7d3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.707155 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63b3ac1-b292-482b-a0c3-1ecd338761a2 admin admin] Checking segment: {'id': '605c9d0b-0f61-47db-bdbf-e7f65b4070bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8a6ac51c-ad80-435f-bb98-19853a5b3731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:34.707342 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2c92fd61-2a5a-4640-8a6a-65050d50f7d3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "DELETE /v2.0/networks/413951ec-b68f-4cac-9030-6a12be013d36 HTTP/1.1" status: 204 len: 168 time: 1.0511136 Dec 10 16:34:34.707465 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63b3ac1-b292-482b-a0c3-1ecd338761a2 admin admin] Network hostable DHCP agents. Network: 8a6ac51c-ad80-435f-bb98-19853a5b3731, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:34:34.709911 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55760) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:34.715199 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92fd61-2a5a-4640-8a6a-65050d50f7d3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event deleted for resources: {'Network': ['ID=413951ec-b68f-4cac-9030-6a12be013d36,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:34.716029 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-ba7ca582-76a5-4766-ba00-e197f52493b5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1179315097', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:34.762349 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63b3ac1-b292-482b-a0c3-1ecd338761a2 admin admin] Network 8a6ac51c-ad80-435f-bb98-19853a5b3731 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:34:34.772668 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ba7ca582-76a5-4766-ba00-e197f52493b5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.773604 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ba7ca582-76a5-4766-ba00-e197f52493b5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.788232 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-e63b3ac1-b292-482b-a0c3-1ecd338761a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 8a6ac51c-ad80-435f-bb98-19853a5b3731) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:34.798722 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5994297-63fb-421b-aa78-521cd7965f9c None None] Network 8a6ac51c-ad80-435f-bb98-19853a5b3731 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:34.825148 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63b3ac1-b292-482b-a0c3-1ecd338761a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:34.825739 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e63b3ac1-b292-482b-a0c3-1ecd338761a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.863398 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e63b3ac1-b292-482b-a0c3-1ecd338761a2 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8044760 Dec 10 16:34:34.903767 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ba7ca582-76a5-4766-ba00-e197f52493b5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.911746 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ba7ca582-76a5-4766-ba00-e197f52493b5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.915931 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093259ad-ea41-4e2d-91a2-63e05e1bc481 None None] Network 8a6ac51c-ad80-435f-bb98-19853a5b3731 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:34.945139 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ba7ca582-76a5-4766-ba00-e197f52493b5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.949078 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ba7ca582-76a5-4766-ba00-e197f52493b5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2352991 Dec 10 16:34:34.950303 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55766) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:34.956897 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-0fd08cdc-f7e2-44df-b85a-0c87d9b2b8b5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-762648186'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:34.988457 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a3ae723e-56a3-402e-a4de-ed2f2b372373 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.990427 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd08cdc-f7e2-44df-b85a-0c87d9b2b8b5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Made reservation on behalf of 5aa64038701d4c8b8057a83cf9772c1e for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:34.993849 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0fd08cdc-f7e2-44df-b85a-0c87d9b2b8b5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.997053 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a3ae723e-56a3-402e-a4de-ed2f2b372373 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.080785 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae723e-56a3-402e-a4de-ed2f2b372373 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Pushing event updated for resources: {'Port': ['ID=64fe3256-f0b2-4ba2-a52f-ef0d494bbdd0,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:35.089452 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fd08cdc-f7e2-44df-b85a-0c87d9b2b8b5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:34:35.099646 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a3ae723e-56a3-402e-a4de-ed2f2b372373 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.109003 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0fd08cdc-f7e2-44df-b85a-0c87d9b2b8b5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.109341 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-0fd08cdc-f7e2-44df-b85a-0c87d9b2b8b5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Added segment 1ee1b58b-a972-4425-9ff1-23a2c64eae35 of type vlan for network 5e68f400-8e31-4b71-95c2-4b1cdce7040a Dec 10 16:34:35.194215 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0fd08cdc-f7e2-44df-b85a-0c87d9b2b8b5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.240582 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0fd08cdc-f7e2-44df-b85a-0c87d9b2b8b5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.246033 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd08cdc-f7e2-44df-b85a-0c87d9b2b8b5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:35.246780 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0fd08cdc-f7e2-44df-b85a-0c87d9b2b8b5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.260416 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ae723e-56a3-402e-a4de-ed2f2b372373 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Network 6053b440-3781-4b4d-b690-00d9df9baabf is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:35.264046 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55778) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:35.269282 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-6533abd8-c983-4349-8c31-faa93510f481 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-932463609-network', 'tenant_id': '20811f1ddbdc40a78d72452427d5d571'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:35.273599 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-a3ae723e-56a3-402e-a4de-ed2f2b372373 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:35.295120 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6533abd8-c983-4349-8c31-faa93510f481 admin admin] Made reservation on behalf of 20811f1ddbdc40a78d72452427d5d571 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:35.298115 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6533abd8-c983-4349-8c31-faa93510f481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.307552 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6533abd8-c983-4349-8c31-faa93510f481 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.312681 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0fd08cdc-f7e2-44df-b85a-0c87d9b2b8b5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3613470 Dec 10 16:34:35.317887 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55782) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:35.328591 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-8e2380a5-67dd-4e14-980d-3df2fb04ba18 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Request body: {'subnet': {'network_id': '5e68f400-8e31-4b71-95c2-4b1cdce7040a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:35.386830 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dd3b9788-aab3-4316-a74c-b15daa872e90 req-0e4a1239-2d49-47b1-9c9f-1052c75fbd1c tempest-ServerShowV257Test-1045739748 tempest-ServerShowV257Test-1045739748-project] 10.222.0.11 "GET /v2.0/ports?device_id=4013a02b-37b5-4430-af14-a7437b4fbbde HTTP/1.1" status: 200 len: 210 time: 0.0290020 Dec 10 16:34:35.441664 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6533abd8-c983-4349-8c31-faa93510f481 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.447720 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6533abd8-c983-4349-8c31-faa93510f481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.463366 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6533abd8-c983-4349-8c31-faa93510f481 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:34:35.465987 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd08cdc-f7e2-44df-b85a-0c87d9b2b8b5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event updated for resources: {'Network': ['ID=5e68f400-8e31-4b71-95c2-4b1cdce7040a,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:35.478179 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 5e68f400-8e31-4b71-95c2-4b1cdce7040a details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:34:35.531599 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6533abd8-c983-4349-8c31-faa93510f481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.532089 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-6533abd8-c983-4349-8c31-faa93510f481 admin admin] Added segment 51abfb63-7bb9-47e0-96dd-94368d0d1444 of type vlan for network 064fd969-6eca-423a-8dc2-dbbe65e6176d Dec 10 16:34:35.536721 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ae723e-56a3-402e-a4de-ed2f2b372373 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Router b9d92f37-9653-4058-ad05-31f402de00bb has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:34:35.545671 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6533abd8-c983-4349-8c31-faa93510f481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5d7db0-3bea-4076-8e4f-3b3b6910c14f,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:35.561298 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2380a5-67dd-4e14-980d-3df2fb04ba18 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Made reservation on behalf of 5aa64038701d4c8b8057a83cf9772c1e for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:35.565464 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8e2380a5-67dd-4e14-980d-3df2fb04ba18 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.607669 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e80451d4-9bbd-431f-8643-3e77a812be82 None None] Provisioning complete for port 64fe3256-f0b2-4ba2-a52f-ef0d494bbdd0 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:35.608452 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e80451d4-9bbd-431f-8643-3e77a812be82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.612938 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6533abd8-c983-4349-8c31-faa93510f481 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.640721 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6533abd8-c983-4349-8c31-faa93510f481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.641677 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6533abd8-c983-4349-8c31-faa93510f481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:35.642276 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6533abd8-c983-4349-8c31-faa93510f481 admin admin] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.663816 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-e80451d4-9bbd-431f-8643-3e77a812be82 None None] Port 64fe3256-f0b2-4ba2-a52f-ef0d494bbdd0 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:35.702019 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-6533abd8-c983-4349-8c31-faa93510f481 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4368172 Dec 10 16:34:35.708667 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55788) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:35.715859 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-62f4fba9-1efb-4eeb-9cef-f11ce088abc7 admin admin] Request body: {'subnet': {'network_id': '064fd969-6eca-423a-8dc2-dbbe65e6176d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-932463609-subnet', 'tenant_id': '20811f1ddbdc40a78d72452427d5d571', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:35.722548 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ae723e-56a3-402e-a4de-ed2f2b372373 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:34:35.725171 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6533abd8-c983-4349-8c31-faa93510f481 admin admin] Pushing event updated for resources: {'Network': ['ID=064fd969-6eca-423a-8dc2-dbbe65e6176d,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:35.734096 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a3ae723e-56a3-402e-a4de-ed2f2b372373 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] 10.222.0.11 "PUT /v2.0/routers/b9d92f37-9653-4058-ad05-31f402de00bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0819249 Dec 10 16:34:35.735458 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55790) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:35.735557 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a404f00-9355-4cd3-b847-7c0069f00576 None None] Sync routers for ids ['b9d92f37-9653-4058-ad05-31f402de00bb'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:34:35.739410 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 064fd969-6eca-423a-8dc2-dbbe65e6176d details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:34:35.749223 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a404f00-9355-4cd3-b847-7c0069f00576 None None] Routers {'b9d92f37-9653-4058-ad05-31f402de00bb'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:35.749829 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-2a404f00-9355-4cd3-b847-7c0069f00576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:34:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['b9d92f37-9653-4058-ad05-31f402de00bb'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:35.758576 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f4fba9-1efb-4eeb-9cef-f11ce088abc7 admin admin] Made reservation on behalf of 20811f1ddbdc40a78d72452427d5d571 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:35.760982 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-62f4fba9-1efb-4eeb-9cef-f11ce088abc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.796606 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-2a404f00-9355-4cd3-b847-7c0069f00576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:35.809114 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a404f00-9355-4cd3-b847-7c0069f00576 None None] Routers {'b9d92f37-9653-4058-ad05-31f402de00bb'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:35.810638 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-2a404f00-9355-4cd3-b847-7c0069f00576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:34:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['b9d92f37-9653-4058-ad05-31f402de00bb'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:35.853187 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-2a404f00-9355-4cd3-b847-7c0069f00576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:35.854305 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a404f00-9355-4cd3-b847-7c0069f00576 None None] The sync data for ids ['b9d92f37-9653-4058-ad05-31f402de00bb'] in n-d-766771-2 is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:34:35.867767 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8920d55a-d675-4c78-8cae-3e2c65781819 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.953049 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-62f4fba9-1efb-4eeb-9cef-f11ce088abc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:36.003573 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-8920d55a-d675-4c78-8cae-3e2c65781819 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 10 16:34:36.007498 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8920d55a-d675-4c78-8cae-3e2c65781819 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] 10.222.0.11 "DELETE /v2.0/routers/b9d92f37-9653-4058-ad05-31f402de00bb HTTP/1.1" status: 409 len: 329 time: 0.2679119 Dec 10 16:34:36.007498 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8e2380a5-67dd-4e14-980d-3df2fb04ba18 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:36.008553 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55794) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:36.010347 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f4fba9-1efb-4eeb-9cef-f11ce088abc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c61e16aa-1559-4402-bb6f-cba17932fe40,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:36.017867 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f4fba9-1efb-4eeb-9cef-f11ce088abc7 admin admin] Checking segment: {'id': '51abfb63-7bb9-47e0-96dd-94368d0d1444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '064fd969-6eca-423a-8dc2-dbbe65e6176d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:36.018265 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f4fba9-1efb-4eeb-9cef-f11ce088abc7 admin admin] Network hostable DHCP agents. Network: 064fd969-6eca-423a-8dc2-dbbe65e6176d, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:34:36.035426 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f4fba9-1efb-4eeb-9cef-f11ce088abc7 admin admin] Network 064fd969-6eca-423a-8dc2-dbbe65e6176d is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:34:36.044749 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-62f4fba9-1efb-4eeb-9cef-f11ce088abc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 064fd969-6eca-423a-8dc2-dbbe65e6176d) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:36.048962 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f4fba9-1efb-4eeb-9cef-f11ce088abc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:36.049789 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-62f4fba9-1efb-4eeb-9cef-f11ce088abc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:36.054332 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f37222b-0013-4f2b-beb0-6d3da4a8fc5d None None] Network 064fd969-6eca-423a-8dc2-dbbe65e6176d requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:36.066660 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-62f4fba9-1efb-4eeb-9cef-f11ce088abc7 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3566089 Dec 10 16:34:36.163020 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9706a1eb-8e89-4a02-91ff-39256880a35f None None] Network 064fd969-6eca-423a-8dc2-dbbe65e6176d requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:36.177594 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2380a5-67dd-4e14-980d-3df2fb04ba18 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event updated for resources: {'Subnet': ['ID=50cc3184-34f2-410f-82a9-f78cce0970df,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:36.214090 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2380a5-67dd-4e14-980d-3df2fb04ba18 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Checking segment: {'id': '1ee1b58b-a972-4425-9ff1-23a2c64eae35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5e68f400-8e31-4b71-95c2-4b1cdce7040a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:36.214490 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2380a5-67dd-4e14-980d-3df2fb04ba18 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Network hostable DHCP agents. Network: 5e68f400-8e31-4b71-95c2-4b1cdce7040a, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:34:36.240171 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:36.278571 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2380a5-67dd-4e14-980d-3df2fb04ba18 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Network 5e68f400-8e31-4b71-95c2-4b1cdce7040a is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:34:36.291942 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-8e2380a5-67dd-4e14-980d-3df2fb04ba18 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 5e68f400-8e31-4b71-95c2-4b1cdce7040a) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:36.303048 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7d3d8f-95cc-4620-a260-43307ad49203 None None] Network 5e68f400-8e31-4b71-95c2-4b1cdce7040a requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:36.315223 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2380a5-67dd-4e14-980d-3df2fb04ba18 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:36.316336 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8e2380a5-67dd-4e14-980d-3df2fb04ba18 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:36.342681 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8e2380a5-67dd-4e14-980d-3df2fb04ba18 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0236857 Dec 10 16:34:36.345600 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55804) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:36.420748 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd2e668-ded8-435a-8877-15551c9accd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-5e68f400-8e31-4b71-95c2-4b1cdce7040a', 'network_id': '5e68f400-8e31-4b71-95c2-4b1cdce7040a', 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'fixed_ips': [{'subnet_id': '50cc3184-34f2-410f-82a9-f78cce0970df'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:34:36.421636 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1fd2e668-ded8-435a-8877-15551c9accd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:36.456798 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-53e9e2e4-ead8-41b2-8d60-488fb03f3106 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:36.717060 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-6c60664b-21b9-4e1f-925d-f6288983891b tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:36.719738 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-6c60664b-21b9-4e1f-925d-f6288983891b tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] 10.222.0.11 "GET /v2.0/networks?id=8a6ac51c-ad80-435f-bb98-19853a5b3731 HTTP/1.1" status: 200 len: 824 time: 0.2197249 Dec 10 16:34:36.745250 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-1fd2e668-ded8-435a-8877-15551c9accd2 None None] Allocated IP 2001:db8::2 (5e68f400-8e31-4b71-95c2-4b1cdce7040a/50cc3184-34f2-410f-82a9-f78cce0970df/540a1426-2f17-4539-9c6b-cce7d172941c) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:36.751195 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-53e9e2e4-ead8-41b2-8d60-488fb03f3106 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Deleting port 64fe3256-f0b2-4ba2-a52f-ef0d494bbdd0 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:36.751746 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-53e9e2e4-ead8-41b2-8d60-488fb03f3106 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:36.761306 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-77bd2b2f-a54b-4ed6-9ab8-df727033f1ce tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:36.771965 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-16f0b193-9c03-4432-b136-68ab1030ab68 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] 10.222.0.11 "GET /v2.0/quotas/c83f91795c12483cb6cb812b0404db57 HTTP/1.1" status: 200 len: 375 time: 0.0443137 Dec 10 16:34:36.864934 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-53e9e2e4-ead8-41b2-8d60-488fb03f3106 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:36.873847 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-867fbac3-4e09-4e4a-af89-a6c144b9ebe7 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c83f91795c12483cb6cb812b0404db57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546093 Dec 10 16:34:36.886821 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-53e9e2e4-ead8-41b2-8d60-488fb03f3106 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Calling delete_port for 64fe3256-f0b2-4ba2-a52f-ef0d494bbdd0 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:36.920139 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1fd2e668-ded8-435a-8877-15551c9accd2 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:36.927393 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1fd2e668-ded8-435a-8877-15551c9accd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:36.985367 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd2e668-ded8-435a-8877-15551c9accd2 None None] Network 5e68f400-8e31-4b71-95c2-4b1cdce7040a is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:36.988933 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-1fd2e668-ded8-435a-8877-15551c9accd2 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:36.991760 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd2e668-ded8-435a-8877-15551c9accd2 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:36.999300 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2e668-ded8-435a-8877-15551c9accd2 None None] Pushing event updated for resources: {'Port': ['ID=540a1426-2f17-4539-9c6b-cce7d172941c,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:37.030586 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-d7879249-d453-43ad-8a41-5d8d92e15f6e service neutron] 10.222.0.11 "GET /v2.0/networks/8a6ac51c-ad80-435f-bb98-19853a5b3731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465850 Dec 10 16:34:37.067875 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-1fd2e668-ded8-435a-8877-15551c9accd2 None None] Attempting to bind port 540a1426-2f17-4539-9c6b-cce7d172941c on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:34:37.068870 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-1fd2e668-ded8-435a-8877-15551c9accd2 None None] Attempting to bind port 540a1426-2f17-4539-9c6b-cce7d172941c by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '1ee1b58b-a972-4425-9ff1-23a2c64eae35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5e68f400-8e31-4b71-95c2-4b1cdce7040a'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:34:37.069412 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd2e668-ded8-435a-8877-15551c9accd2 None None] Attempting to bind port 540a1426-2f17-4539-9c6b-cce7d172941c on network 5e68f400-8e31-4b71-95c2-4b1cdce7040a {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:34:37.075401 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd2e668-ded8-435a-8877-15551c9accd2 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:34:37.076002 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd2e668-ded8-435a-8877-15551c9accd2 None None] Checking segment: {'id': '1ee1b58b-a972-4425-9ff1-23a2c64eae35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5e68f400-8e31-4b71-95c2-4b1cdce7040a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:37.076577 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1fd2e668-ded8-435a-8877-15551c9accd2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:37.077260 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd2e668-ded8-435a-8877-15551c9accd2 None None] Bound using segment: {'id': '1ee1b58b-a972-4425-9ff1-23a2c64eae35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5e68f400-8e31-4b71-95c2-4b1cdce7040a'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:34:37.078023 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-1fd2e668-ded8-435a-8877-15551c9accd2 None None] Bound port: 540a1426-2f17-4539-9c6b-cce7d172941c, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee1b58b-a972-4425-9ff1-23a2c64eae35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5e68f400-8e31-4b71-95c2-4b1cdce7040a'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:34:37.078603 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1fd2e668-ded8-435a-8877-15551c9accd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:37.114257 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-53e9e2e4-ead8-41b2-8d60-488fb03f3106 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:37.144121 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e9e2e4-ead8-41b2-8d60-488fb03f3106 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Pushing event deleted for resources: {'Port': ['ID=64fe3256-f0b2-4ba2-a52f-ef0d494bbdd0,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:37.147222 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-1fd2e668-ded8-435a-8877-15551c9accd2 None None] For port 540a1426-2f17-4539-9c6b-cce7d172941c, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:34:37.161828 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-1fd2e668-ded8-435a-8877-15551c9accd2 None None] For port 540a1426-2f17-4539-9c6b-cce7d172941c, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=540a1426-2f17-4539-9c6b-cce7d172941c,segment=NetworkSegment(1ee1b58b-a972-4425-9ff1-23a2c64eae35),segment_id=1ee1b58b-a972-4425-9ff1-23a2c64eae35)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:34:37.167520 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1fd2e668-ded8-435a-8877-15551c9accd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:37.233646 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2e668-ded8-435a-8877-15551c9accd2 None None] Pushing event updated for resources: {'Port': ['ID=540a1426-2f17-4539-9c6b-cce7d172941c,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:37.236257 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-77bd2b2f-a54b-4ed6-9ab8-df727033f1ce tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Allocated IP 2001:db8::1 (5e68f400-8e31-4b71-95c2-4b1cdce7040a/50cc3184-34f2-410f-82a9-f78cce0970df/c5e951eb-9534-42a3-bec9-b11a9a08e0fc) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:37.271580 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-e84589c1-2678-4ebc-b34c-08c7258423d3 service neutron] 10.222.0.11 "GET /v2.0/networks/8a6ac51c-ad80-435f-bb98-19853a5b3731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154109 Dec 10 16:34:37.309946 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-53e9e2e4-ead8-41b2-8d60-488fb03f3106 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:37.469581 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-77bd2b2f-a54b-4ed6-9ab8-df727033f1ce tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:37.557448 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e9e2e4-ead8-41b2-8d60-488fb03f3106 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Router b9d92f37-9653-4058-ad05-31f402de00bb has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:34:37.575056 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0c7908d2-49f8-45b9-ae21-7eaf54156995 req-75cadf13-309f-4e72-bf7f-34d110cd69f5 tempest-ServerShowV257Test-1045739748 tempest-ServerShowV257Test-1045739748-project] 10.222.0.11 "GET /v2.0/ports?device_id=4013a02b-37b5-4430-af14-a7437b4fbbde HTTP/1.1" status: 200 len: 210 time: 0.0492518 Dec 10 16:34:37.583106 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-77bd2b2f-a54b-4ed6-9ab8-df727033f1ce tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:37.644444 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bd2b2f-a54b-4ed6-9ab8-df727033f1ce tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Network 5e68f400-8e31-4b71-95c2-4b1cdce7040a is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:37.667490 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-77bd2b2f-a54b-4ed6-9ab8-df727033f1ce tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:37.673008 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bd2b2f-a54b-4ed6-9ab8-df727033f1ce tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:37.673548 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-77bd2b2f-a54b-4ed6-9ab8-df727033f1ce tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:37.677709 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd2b2f-a54b-4ed6-9ab8-df727033f1ce tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event updated for resources: {'Port': ['ID=c5e951eb-9534-42a3-bec9-b11a9a08e0fc,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:37.755140 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e9e2e4-ead8-41b2-8d60-488fb03f3106 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:34:37.766114 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-53e9e2e4-ead8-41b2-8d60-488fb03f3106 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] 10.222.0.11 "PUT /v2.0/routers/b9d92f37-9653-4058-ad05-31f402de00bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7525711 Dec 10 16:34:37.771312 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919e9222-c893-4507-8fa0-7400f145ce65 None None] Sync routers for ids ['b9d92f37-9653-4058-ad05-31f402de00bb'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:34:37.780332 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55830) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:37.785523 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919e9222-c893-4507-8fa0-7400f145ce65 None None] Routers {'b9d92f37-9653-4058-ad05-31f402de00bb'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:37.786449 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-919e9222-c893-4507-8fa0-7400f145ce65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:34:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['b9d92f37-9653-4058-ad05-31f402de00bb'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:37.842763 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-cd55f35f-2f56-44ac-8cab-921223ba08be tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] show failed (client error): The resource could not be found. Dec 10 16:34:37.844226 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-919e9222-c893-4507-8fa0-7400f145ce65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:37.847535 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55834) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:37.847803 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-cd55f35f-2f56-44ac-8cab-921223ba08be tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] 10.222.0.11 "GET /v2.0/routers/tempest-non_exist_router-363465735 HTTP/1.1" status: 404 len: 334 time: 0.0661242 Dec 10 16:34:37.852468 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-b8d9de9c-43d4-47af-aaf2-355dcebcfee7 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:37.868095 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919e9222-c893-4507-8fa0-7400f145ce65 None None] Routers {'b9d92f37-9653-4058-ad05-31f402de00bb'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:37.869195 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-919e9222-c893-4507-8fa0-7400f145ce65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:34:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['b9d92f37-9653-4058-ad05-31f402de00bb'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:37.888641 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a3adda28-e7df-491c-9e0e-450e0df3e890 req-c36172d3-218c-4bf8-8fd1-e050afe6cf90 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] 10.222.0.11 "GET /v2.0/ports?device_id=32624582-2163-4888-bc29-35e44155fd6a HTTP/1.1" status: 200 len: 210 time: 0.0397177 Dec 10 16:34:37.891358 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-b8d9de9c-43d4-47af-aaf2-355dcebcfee7 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] update failed (client error): The resource could not be found. Dec 10 16:34:37.893044 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b8d9de9c-43d4-47af-aaf2-355dcebcfee7 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] 10.222.0.11 "PUT /v2.0/routers/tempest-non_exist_router-2058914686 HTTP/1.1" status: 404 len: 335 time: 0.0443780 Dec 10 16:34:37.896786 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55836) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:37.917272 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-919e9222-c893-4507-8fa0-7400f145ce65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:37.918166 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919e9222-c893-4507-8fa0-7400f145ce65 None None] The sync data for ids ['b9d92f37-9653-4058-ad05-31f402de00bb'] in n-d-766771-2 is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:34:37.941303 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-77bd2b2f-a54b-4ed6-9ab8-df727033f1ce tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:37.959144 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ddc81f0-1734-4f8c-bf7a-1469e09682a0 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Deleting subnet 0146b3c2-03b6-463c-b591-a0c5c73686c9 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:34:37.963039 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3ddc81f0-1734-4f8c-bf7a-1469e09682a0 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:38.044802 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3ddc81f0-1734-4f8c-bf7a-1469e09682a0 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:38.093786 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:38.187392 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3ddc81f0-1734-4f8c-bf7a-1469e09682a0 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:38.289204 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-77bd2b2f-a54b-4ed6-9ab8-df727033f1ce tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:38.297356 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-77bd2b2f-a54b-4ed6-9ab8-df727033f1ce tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:38.298604 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-77bd2b2f-a54b-4ed6-9ab8-df727033f1ce tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:38.307886 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3ddc81f0-1734-4f8c-bf7a-1469e09682a0 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:38.353766 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc81f0-1734-4f8c-bf7a-1469e09682a0 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Pushing event deleted for resources: {'Subnet': ['ID=0146b3c2-03b6-463c-b591-a0c5c73686c9,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:38.368198 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3ddc81f0-1734-4f8c-bf7a-1469e09682a0 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:38.372588 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3ddc81f0-1734-4f8c-bf7a-1469e09682a0 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] 10.222.0.11 "DELETE /v2.0/subnets/0146b3c2-03b6-463c-b591-a0c5c73686c9 HTTP/1.1" status: 204 len: 168 time: 0.4746628 Dec 10 16:34:38.376462 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3541cbc-3bbd-40da-ba99-4a184dd43f1a None None] Network 61189eda-74fa-4e9c-a387-fa3f1e40a86f requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:38.377979 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55852) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:38.450805 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd2b2f-a54b-4ed6-9ab8-df727033f1ce tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event updated for resources: {'Port': ['ID=c5e951eb-9534-42a3-bec9-b11a9a08e0fc,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:38.551363 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bd2b2f-a54b-4ed6-9ab8-df727033f1ce tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Network 5e68f400-8e31-4b71-95c2-4b1cdce7040a is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:38.554503 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-77bd2b2f-a54b-4ed6-9ab8-df727033f1ce tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:38.692007 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72796418-fd08-4f3f-bdf9-92cb622cda54 None None] DHCP port deletion for 61189eda-74fa-4e9c-a387-fa3f1e40a86f request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:38.794590 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 540a1426-2f17-4539-9c6b-cce7d172941c up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:38.804178 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b998df-9530-44f5-8393-0873c1d92884 None None] Network 5e68f400-8e31-4b71-95c2-4b1cdce7040a requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:38.826499 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c5340584-bece-480c-8bdf-eb07e37ffd84 req-13ae6d81-86be-4836-a85e-7703fbad856e tempest-ServerShowV257Test-1045739748 tempest-ServerShowV257Test-1045739748-project] 10.222.0.11 "GET /v2.0/ports?device_id=4013a02b-37b5-4430-af14-a7437b4fbbde HTTP/1.1" status: 200 len: 210 time: 0.0780702 Dec 10 16:34:38.834995 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77bd2b2f-a54b-4ed6-9ab8-df727033f1ce tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Router f01d5f13-0352-4941-b105-388d8b32c55e is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:34:38.870068 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-72796418-fd08-4f3f-bdf9-92cb622cda54 None None] Deleting port b83bfa86-e703-49ec-b2dc-0084fb08d83a {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:38.878790 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-72796418-fd08-4f3f-bdf9-92cb622cda54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:38.968460 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bd2b2f-a54b-4ed6-9ab8-df727033f1ce tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:34:38.974074 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-77bd2b2f-a54b-4ed6-9ab8-df727033f1ce tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "PUT /v2.0/routers/f01d5f13-0352-4941-b105-388d8b32c55e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6272604 Dec 10 16:34:38.977546 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55868) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:38.978607 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16b6509-829e-40e5-8aae-459f4b6ed202 None None] Sync routers for ids ['f01d5f13-0352-4941-b105-388d8b32c55e'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:34:38.985084 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-4dddf080-6e37-400f-bb8c-0a434137b62d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1457865226'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:39.008303 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16b6509-829e-40e5-8aae-459f4b6ed202 None None] Routers {'f01d5f13-0352-4941-b105-388d8b32c55e'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:39.012358 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f16b6509-829e-40e5-8aae-459f4b6ed202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:34:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['f01d5f13-0352-4941-b105-388d8b32c55e'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:39.040980 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dddf080-6e37-400f-bb8c-0a434137b62d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Made reservation on behalf of 5aa64038701d4c8b8057a83cf9772c1e for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:39.050458 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4dddf080-6e37-400f-bb8c-0a434137b62d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:39.064077 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-72796418-fd08-4f3f-bdf9-92cb622cda54 None None] For port b83bfa86-e703-49ec-b2dc-0084fb08d83a, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=b83bfa86-e703-49ec-b2dc-0084fb08d83a,segment=NetworkSegment(84ba48f8-1869-416f-bb95-4da97761f190),segment_id=84ba48f8-1869-416f-bb95-4da97761f190)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:39.065175 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-72796418-fd08-4f3f-bdf9-92cb622cda54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:39.094958 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dddf080-6e37-400f-bb8c-0a434137b62d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:34:39.107935 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c453702e-8012-454f-b1af-91a76af9cea1 None None] Provisioning complete for port 540a1426-2f17-4539-9c6b-cce7d172941c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:39.108603 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c453702e-8012-454f-b1af-91a76af9cea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:39.113677 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4dddf080-6e37-400f-bb8c-0a434137b62d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:39.114321 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-4dddf080-6e37-400f-bb8c-0a434137b62d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Added segment c2f5716b-121a-4486-9501-1fc96fd14cf8 of type vlan for network f0d88d06-1f35-4460-a6c6-7c3d686a41c1 Dec 10 16:34:39.146636 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-72796418-fd08-4f3f-bdf9-92cb622cda54 None None] Calling delete_port for b83bfa86-e703-49ec-b2dc-0084fb08d83a owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:39.173107 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-81711920-0241-4344-8d01-debfcd50fd2b tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Deleting subnet 230be1ee-56f5-4e97-969a-ad2e2c6f6f9f {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:34:39.181515 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-81711920-0241-4344-8d01-debfcd50fd2b tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:39.184735 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4dddf080-6e37-400f-bb8c-0a434137b62d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:39.206524 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-f16b6509-829e-40e5-8aae-459f4b6ed202 None None] Set router f01d5f13-0352-4941-b105-388d8b32c55e gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:34:39.250352 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-569ee7bc-4f53-4011-98e5-18ffc50ec693 req-7f45beb9-970c-4b9b-b902-6ed4171535e1 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] 10.222.0.11 "GET /v2.0/ports?device_id=32624582-2163-4888-bc29-35e44155fd6a HTTP/1.1" status: 200 len: 210 time: 0.0424316 Dec 10 16:34:39.251224 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4dddf080-6e37-400f-bb8c-0a434137b62d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:39.264722 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dddf080-6e37-400f-bb8c-0a434137b62d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:39.265711 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4dddf080-6e37-400f-bb8c-0a434137b62d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:39.269365 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-81711920-0241-4344-8d01-debfcd50fd2b tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:39.336943 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4dddf080-6e37-400f-bb8c-0a434137b62d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3555038 Dec 10 16:34:39.339670 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-5d65e58c-6a85-49e5-8777-67d860c88ac3 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:39.341638 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-5d65e58c-6a85-49e5-8777-67d860c88ac3 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] 10.222.0.46 "GET /v2.0/networks?id=8a6ac51c-ad80-435f-bb98-19853a5b3731 HTTP/1.1" status: 200 len: 824 time: 0.3024096 Dec 10 16:34:39.342803 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55870) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:39.355254 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-4696fa6e-1254-46a1-88fd-ac6682333499 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Request body: {'subnet': {'network_id': 'f0d88d06-1f35-4460-a6c6-7c3d686a41c1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:39.367469 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-c8c2d80f-4a8f-40f1-bcd3-a1c2adf82ec3 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] Request body: {'port': {'device_id': '32624582-2163-4888-bc29-35e44155fd6a', 'network_id': '8a6ac51c-ad80-435f-bb98-19853a5b3731', 'admin_state_up': True, 'tenant_id': 'c83f91795c12483cb6cb812b0404db57'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:39.373758 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dddf080-6e37-400f-bb8c-0a434137b62d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event updated for resources: {'Network': ['ID=f0d88d06-1f35-4460-a6c6-7c3d686a41c1,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:39.395805 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network f0d88d06-1f35-4460-a6c6-7c3d686a41c1 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:34:39.398205 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c453702e-8012-454f-b1af-91a76af9cea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:39.432861 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 540a1426-2f17-4539-9c6b-cce7d172941c triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:39.433273 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:39.487360 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4696fa6e-1254-46a1-88fd-ac6682333499 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Made reservation on behalf of 5aa64038701d4c8b8057a83cf9772c1e for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:39.493506 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4696fa6e-1254-46a1-88fd-ac6682333499 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:39.528740 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-81711920-0241-4344-8d01-debfcd50fd2b tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:39.595587 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c453702e-8012-454f-b1af-91a76af9cea1 None None] For port 540a1426-2f17-4539-9c6b-cce7d172941c, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=540a1426-2f17-4539-9c6b-cce7d172941c,segment=NetworkSegment(1ee1b58b-a972-4425-9ff1-23a2c64eae35),segment_id=1ee1b58b-a972-4425-9ff1-23a2c64eae35)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:39.617162 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c453702e-8012-454f-b1af-91a76af9cea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:39.633304 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-72796418-fd08-4f3f-bdf9-92cb622cda54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:39.672440 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72796418-fd08-4f3f-bdf9-92cb622cda54 None None] No DVR routers for this DVR port b83bfa86-e703-49ec-b2dc-0084fb08d83a on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:34:39.696575 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-81711920-0241-4344-8d01-debfcd50fd2b tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:39.701871 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-c8c2d80f-4a8f-40f1-bcd3-a1c2adf82ec3 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] Made reservation on behalf of c83f91795c12483cb6cb812b0404db57 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:39.703821 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f16b6509-829e-40e5-8aae-459f4b6ed202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'name': 'tempest-RoutersIpV6Test-router-1179315097', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:34Z', 'updated_at': '2021-12-10T16:34:37Z', 'revision_number': 2, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'gw_port_host': None, '_interfaces': [{'id': 'c5e951eb-9534-42a3-bec9-b11a9a08e0fc', 'name': '', 'network_id': '5e68f400-8e31-4b71-95c2-4b1cdce7040a', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:6d:88:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:36Z', 'updated_at': '2021-12-10T16:34:38Z', 'revision_number': 2, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:39.709693 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-c8c2d80f-4a8f-40f1-bcd3-a1c2adf82ec3 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:39.769971 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81711920-0241-4344-8d01-debfcd50fd2b tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Pushing event deleted for resources: {'Subnet': ['ID=230be1ee-56f5-4e97-969a-ad2e2c6f6f9f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:39.770220 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16b6509-829e-40e5-8aae-459f4b6ed202 None None] Checking router: f01d5f13-0352-4941-b105-388d8b32c55e for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:34:39.770768 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16b6509-829e-40e5-8aae-459f4b6ed202 None None] Updating router f01d5f13-0352-4941-b105-388d8b32c55e port c5e951eb-9534-42a3-bec9-b11a9a08e0fc binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:34:39.772780 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c453702e-8012-454f-b1af-91a76af9cea1 None None] Pushing event updated for resources: {'Port': ['ID=540a1426-2f17-4539-9c6b-cce7d172941c,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:39.798465 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-81711920-0241-4344-8d01-debfcd50fd2b tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:39.804042 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-81711920-0241-4344-8d01-debfcd50fd2b tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] 10.222.0.11 "DELETE /v2.0/subnets/230be1ee-56f5-4e97-969a-ad2e2c6f6f9f HTTP/1.1" status: 204 len: 168 time: 1.4245739 Dec 10 16:34:39.809816 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55872) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:39.829731 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f16b6509-829e-40e5-8aae-459f4b6ed202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:39.851371 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe0a9f7-9ed5-4ec6-a47e-44ede2487b9b None None] Network fbff91fd-d35c-450a-b873-e1488708f264 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:39.940483 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4696fa6e-1254-46a1-88fd-ac6682333499 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:39.942262 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72796418-fd08-4f3f-bdf9-92cb622cda54 None None] Pushing event deleted for resources: {'Port': ['ID=b83bfa86-e703-49ec-b2dc-0084fb08d83a,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:40.063059 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-ad6e3415-9b43-4155-933e-4c283373296d None None] Provisioning complete for port 540a1426-2f17-4539-9c6b-cce7d172941c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:40.063460 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3415-9b43-4155-933e-4c283373296d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:40.112122 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-be2caa86-5c28-48b9-bae7-72d8e4cffd75 req-49b8a056-7261-48b6-8e93-40a152fc579a tempest-ServerShowV257Test-1045739748 tempest-ServerShowV257Test-1045739748-project] 10.222.0.11 "GET /v2.0/ports?device_id=4013a02b-37b5-4430-af14-a7437b4fbbde HTTP/1.1" status: 200 len: 210 time: 0.0999420 Dec 10 16:34:40.116524 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4696fa6e-1254-46a1-88fd-ac6682333499 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event updated for resources: {'Subnet': ['ID=451dcd21-8eab-4631-b624-f00cf2582363,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:40.170419 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9a57b8d4-e133-4aea-982b-d6dfb873b59a tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:40.174388 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a36798-2bcb-4ee5-9ef2-bd0642b558b1 None None] DHCP port deletion for fbff91fd-d35c-450a-b873-e1488708f264 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:40.189898 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4696fa6e-1254-46a1-88fd-ac6682333499 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Checking segment: {'id': 'c2f5716b-121a-4486-9501-1fc96fd14cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f0d88d06-1f35-4460-a6c6-7c3d686a41c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:40.190478 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4696fa6e-1254-46a1-88fd-ac6682333499 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Network hostable DHCP agents. Network: f0d88d06-1f35-4460-a6c6-7c3d686a41c1, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:34:40.230357 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4696fa6e-1254-46a1-88fd-ac6682333499 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Network f0d88d06-1f35-4460-a6c6-7c3d686a41c1 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:34:40.241419 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-4696fa6e-1254-46a1-88fd-ac6682333499 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, f0d88d06-1f35-4460-a6c6-7c3d686a41c1) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:40.249503 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4696fa6e-1254-46a1-88fd-ac6682333499 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:40.250106 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4696fa6e-1254-46a1-88fd-ac6682333499 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:40.272758 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0a7fad-b831-4b8d-a407-f47970caab31 None None] Network f0d88d06-1f35-4460-a6c6-7c3d686a41c1 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:40.284960 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4696fa6e-1254-46a1-88fd-ac6682333499 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9399555 Dec 10 16:34:40.285665 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55884) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:40.312304 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f16b6509-829e-40e5-8aae-459f4b6ed202 None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:40.319078 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f16b6509-829e-40e5-8aae-459f4b6ed202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:40.370296 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86581339-f426-49aa-9d24-db282e6d861c None None] Pushing event updated for resources: {'Port': ['ID=c5e951eb-9534-42a3-bec9-b11a9a08e0fc,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:40.425520 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-c8c2d80f-4a8f-40f1-bcd3-a1c2adf82ec3 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] Allocated IP 172.20.0.9 (8a6ac51c-ad80-435f-bb98-19853a5b3731/507bb71b-20d1-4787-8dd1-41a61b480154/6ec319c2-c163-4770-9966-fec1eb3a8b41) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:40.476411 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9a57b8d4-e133-4aea-982b-d6dfb873b59a tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:40.484706 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-f16b6509-829e-40e5-8aae-459f4b6ed202 None None] Attempting to bind port c5e951eb-9534-42a3-bec9-b11a9a08e0fc on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:34:40.486514 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-f16b6509-829e-40e5-8aae-459f4b6ed202 None None] Attempting to bind port c5e951eb-9534-42a3-bec9-b11a9a08e0fc by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '1ee1b58b-a972-4425-9ff1-23a2c64eae35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5e68f400-8e31-4b71-95c2-4b1cdce7040a'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:34:40.486887 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16b6509-829e-40e5-8aae-459f4b6ed202 None None] Attempting to bind port c5e951eb-9534-42a3-bec9-b11a9a08e0fc on network 5e68f400-8e31-4b71-95c2-4b1cdce7040a {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:34:40.493085 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16b6509-829e-40e5-8aae-459f4b6ed202 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:34:40.493461 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16b6509-829e-40e5-8aae-459f4b6ed202 None None] Checking segment: {'id': '1ee1b58b-a972-4425-9ff1-23a2c64eae35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5e68f400-8e31-4b71-95c2-4b1cdce7040a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:40.493860 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f16b6509-829e-40e5-8aae-459f4b6ed202 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:40.494912 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16b6509-829e-40e5-8aae-459f4b6ed202 None None] Bound using segment: {'id': '1ee1b58b-a972-4425-9ff1-23a2c64eae35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5e68f400-8e31-4b71-95c2-4b1cdce7040a'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:34:40.495387 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-f16b6509-829e-40e5-8aae-459f4b6ed202 None None] Bound port: c5e951eb-9534-42a3-bec9-b11a9a08e0fc, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee1b58b-a972-4425-9ff1-23a2c64eae35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5e68f400-8e31-4b71-95c2-4b1cdce7040a'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:34:40.495765 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f16b6509-829e-40e5-8aae-459f4b6ed202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:40.559930 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-9a57b8d4-e133-4aea-982b-d6dfb873b59a tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61189eda-74fa-4e9c-a387-fa3f1e40a86f']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:40.584706 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-f16b6509-829e-40e5-8aae-459f4b6ed202 None None] For port c5e951eb-9534-42a3-bec9-b11a9a08e0fc, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:34:40.589362 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-f16b6509-829e-40e5-8aae-459f4b6ed202 None None] For port c5e951eb-9534-42a3-bec9-b11a9a08e0fc, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c5e951eb-9534-42a3-bec9-b11a9a08e0fc,segment=NetworkSegment(1ee1b58b-a972-4425-9ff1-23a2c64eae35),segment_id=1ee1b58b-a972-4425-9ff1-23a2c64eae35)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:34:40.600051 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f16b6509-829e-40e5-8aae-459f4b6ed202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:40.609333 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-9a57b8d4-e133-4aea-982b-d6dfb873b59a tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84ba48f8-1869-416f-bb95-4da97761f190') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:40.609751 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-9a57b8d4-e133-4aea-982b-d6dfb873b59a tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84ba48f8-1869-416f-bb95-4da97761f190') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:40.669594 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9a57b8d4-e133-4aea-982b-d6dfb873b59a tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:40.696470 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86581339-f426-49aa-9d24-db282e6d861c None None] Pushing event updated for resources: {'Port': ['ID=c5e951eb-9534-42a3-bec9-b11a9a08e0fc,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:40.696995 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d0a36798-2bcb-4ee5-9ef2-bd0642b558b1 None None] Deleting port 36fdf66b-1315-4066-8097-2a6ed527e3c0 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:40.697381 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d0a36798-2bcb-4ee5-9ef2-bd0642b558b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:40.719926 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16b6509-829e-40e5-8aae-459f4b6ed202 None None] Routers {'f01d5f13-0352-4941-b105-388d8b32c55e'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:40.720714 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f16b6509-829e-40e5-8aae-459f4b6ed202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:34:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['f01d5f13-0352-4941-b105-388d8b32c55e'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:40.784064 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d0a36798-2bcb-4ee5-9ef2-bd0642b558b1 None None] For port 36fdf66b-1315-4066-8097-2a6ed527e3c0, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=36fdf66b-1315-4066-8097-2a6ed527e3c0,segment=NetworkSegment(9642443b-9771-4b4a-b932-a95d8ea8d5a7),segment_id=9642443b-9771-4b4a-b932-a95d8ea8d5a7)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:40.784468 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d0a36798-2bcb-4ee5-9ef2-bd0642b558b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:40.799756 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d0a36798-2bcb-4ee5-9ef2-bd0642b558b1 None None] Calling delete_port for 36fdf66b-1315-4066-8097-2a6ed527e3c0 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:40.829768 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9a57b8d4-e133-4aea-982b-d6dfb873b59a tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:40.845238 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-f16b6509-829e-40e5-8aae-459f4b6ed202 None None] Set router f01d5f13-0352-4941-b105-388d8b32c55e gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:34:40.857720 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a57b8d4-e133-4aea-982b-d6dfb873b59a tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:34:40.863125 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9a57b8d4-e133-4aea-982b-d6dfb873b59a tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:40.866754 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:34:40.866754 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:34:40.866754 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:34:40.866754 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:34:40.866754 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:34:40.866754 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:34:40.866754 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:34:40.866754 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:34:40.866754 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:34:40.866754 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:34:40.866754 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:34:40.866754 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:34:40.866754 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:34:40.866754 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:34:40.866754 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:34:40.866754 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:34:40.866754 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:34:40.866754 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:34:40.866754 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:34:40.866754 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:34:40.866754 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:34:40.866754 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:34:40.866754 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:34:40.866754 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:34:40.866754 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:34:40.866754 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:34:40.866754 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:34:40.866754 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:34:40.866754 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:34:40.866754 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:34:40.866754 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:34:40.866754 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:34:40.872984 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 540a1426-2f17-4539-9c6b-cce7d172941c up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:40.976736 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-ad6e3415-9b43-4155-933e-4c283373296d None None] Provisioning complete for port c5e951eb-9534-42a3-bec9-b11a9a08e0fc triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:40.983078 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3415-9b43-4155-933e-4c283373296d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:41.064230 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-c8c2d80f-4a8f-40f1-bcd3-a1c2adf82ec3 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:41.120967 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9a57b8d4-e133-4aea-982b-d6dfb873b59a tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:41.151931 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ebdd17-d6b8-4e39-8e4c-432c8357a619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-f0d88d06-1f35-4460-a6c6-7c3d686a41c1', 'network_id': 'f0d88d06-1f35-4460-a6c6-7c3d686a41c1', 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'fixed_ips': [{'subnet_id': '451dcd21-8eab-4631-b624-f00cf2582363'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:34:41.154068 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f16b6509-829e-40e5-8aae-459f4b6ed202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'name': 'tempest-RoutersIpV6Test-router-1179315097', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:34Z', 'updated_at': '2021-12-10T16:34:37Z', 'revision_number': 2, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'gw_port_host': None, '_interfaces': [{'id': 'c5e951eb-9534-42a3-bec9-b11a9a08e0fc', 'name': '', 'network_id': '5e68f400-8e31-4b71-95c2-4b1cdce7040a', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:6d:88:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:36Z', 'updated_at': '2021-12-10T16:34:40Z', 'revision_number': 4, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:41.160146 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-63ebdd17-d6b8-4e39-8e4c-432c8357a619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:41.163106 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-c8c2d80f-4a8f-40f1-bcd3-a1c2adf82ec3 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:41.170967 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9a57b8d4-e133-4aea-982b-d6dfb873b59a tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:41.181598 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9a57b8d4-e133-4aea-982b-d6dfb873b59a tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] 10.222.0.11 "DELETE /v2.0/networks/61189eda-74fa-4e9c-a387-fa3f1e40a86f HTTP/1.1" status: 204 len: 168 time: 1.3671978 Dec 10 16:34:41.181598 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a57b8d4-e133-4aea-982b-d6dfb873b59a tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Pushing event deleted for resources: {'Network': ['ID=61189eda-74fa-4e9c-a387-fa3f1e40a86f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:41.187010 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55888) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:41.195137 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16b6509-829e-40e5-8aae-459f4b6ed202 None None] The sync data for ids ['f01d5f13-0352-4941-b105-388d8b32c55e'] in n-d-766771-2 is: [{'id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'name': 'tempest-RoutersIpV6Test-router-1179315097', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:34Z', 'updated_at': '2021-12-10T16:34:37Z', 'revision_number': 2, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'gw_port_host': None, '_interfaces': [{'id': 'c5e951eb-9534-42a3-bec9-b11a9a08e0fc', 'name': '', 'network_id': '5e68f400-8e31-4b71-95c2-4b1cdce7040a', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:6d:88:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:36Z', 'updated_at': '2021-12-10T16:34:40Z', 'revision_number': 4, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:34:41.255485 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 540a1426-2f17-4539-9c6b-cce7d172941c triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:41.256766 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:41.335933 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-c8c2d80f-4a8f-40f1-bcd3-a1c2adf82ec3 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] Network 8a6ac51c-ad80-435f-bb98-19853a5b3731 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:41.344017 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-c8c2d80f-4a8f-40f1-bcd3-a1c2adf82ec3 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:41.352800 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-c8c2d80f-4a8f-40f1-bcd3-a1c2adf82ec3 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:41.360497 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2d80f-4a8f-40f1-bcd3-a1c2adf82ec3 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] Pushing event updated for resources: {'Port': ['ID=6ec319c2-c163-4770-9966-fec1eb3a8b41,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:41.430452 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d0e49716-201b-4652-8281-86431e92a44c tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:41.435795 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d0a36798-2bcb-4ee5-9ef2-bd0642b558b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:41.436980 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f548b38e-3528-4553-ae91-191d72de3b39 req-0560bb54-ee69-4ae2-b01e-c60c94569651 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] 10.222.0.11 "GET /v2.0/ports?device_id=32624582-2163-4888-bc29-35e44155fd6a HTTP/1.1" status: 200 len: 210 time: 0.6574314 Dec 10 16:34:41.487200 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-c8c2d80f-4a8f-40f1-bcd3-a1c2adf82ec3 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:41.487851 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-c8c2d80f-4a8f-40f1-bcd3-a1c2adf82ec3 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:41.504169 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a36798-2bcb-4ee5-9ef2-bd0642b558b1 None None] No DVR routers for this DVR port 36fdf66b-1315-4066-8097-2a6ed527e3c0 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:34:41.694438 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-c8c2d80f-4a8f-40f1-bcd3-a1c2adf82ec3 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3363311 Dec 10 16:34:41.733083 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-3b51b144-a12a-448e-a7db-6659c510d72b service neutron] Request body: {'port': {'device_id': '32624582-2163-4888-bc29-35e44155fd6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:41.745505 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d0e49716-201b-4652-8281-86431e92a44c tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:41.782762 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ee64afac-da70-4e25-b25e-2aec9610ba46 req-cfc86b7d-79a3-4437-baa6-2e7d167ebf18 tempest-ServerShowV257Test-1045739748 tempest-ServerShowV257Test-1045739748-project] 10.222.0.11 "GET /v2.0/ports?device_id=4013a02b-37b5-4430-af14-a7437b4fbbde HTTP/1.1" status: 200 len: 210 time: 0.0748892 Dec 10 16:34:41.788869 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7bca3265-0b4d-4d3c-a051-e0635e4c5644 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:41.792264 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-d0e49716-201b-4652-8281-86431e92a44c tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbff91fd-d35c-450a-b873-e1488708f264']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:41.817673 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-d0e49716-201b-4652-8281-86431e92a44c tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9642443b-9771-4b4a-b932-a95d8ea8d5a7') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:41.818069 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-d0e49716-201b-4652-8281-86431e92a44c tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9642443b-9771-4b4a-b932-a95d8ea8d5a7') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:41.852923 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d0e49716-201b-4652-8281-86431e92a44c tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:41.872094 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d0e49716-201b-4652-8281-86431e92a44c tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:41.880420 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0e49716-201b-4652-8281-86431e92a44c tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:34:41.881138 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d0e49716-201b-4652-8281-86431e92a44c tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:41.946804 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:34:41.946804 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:34:41.946804 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:34:41.946804 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:34:41.946804 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:34:41.946804 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:34:41.946804 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:34:41.946804 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:34:41.946804 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:34:41.946804 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:34:41.946804 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:34:41.946804 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:34:41.946804 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:34:41.946804 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:34:41.946804 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:34:41.946804 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:34:41.946804 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:34:41.946804 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:34:41.946804 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:34:41.946804 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:34:41.946804 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:34:41.946804 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:34:41.946804 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:34:41.946804 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:34:41.946804 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:34:41.946804 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:34:41.946804 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:34:41.946804 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:34:41.946804 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:34:41.946804 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:34:41.946804 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:34:41.946804 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:34:42.029052 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d0e49716-201b-4652-8281-86431e92a44c tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:42.067947 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a36798-2bcb-4ee5-9ef2-bd0642b558b1 None None] Pushing event deleted for resources: {'Port': ['ID=36fdf66b-1315-4066-8097-2a6ed527e3c0,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:42.077050 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d0e49716-201b-4652-8281-86431e92a44c tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:42.086188 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d0e49716-201b-4652-8281-86431e92a44c tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] 10.222.0.11 "DELETE /v2.0/networks/fbff91fd-d35c-450a-b873-e1488708f264 HTTP/1.1" status: 204 len: 168 time: 0.8958263 Dec 10 16:34:42.095594 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55896) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:42.104311 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3415-9b43-4155-933e-4c283373296d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:42.180661 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e49716-201b-4652-8281-86431e92a44c tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Pushing event deleted for resources: {'Network': ['ID=fbff91fd-d35c-450a-b873-e1488708f264,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:42.235500 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-3b51b144-a12a-448e-a7db-6659c510d72b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:42.261141 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-63ebdd17-d6b8-4e39-8e4c-432c8357a619 None None] Allocated IP 2001:db8:1::2 (f0d88d06-1f35-4460-a6c6-7c3d686a41c1/451dcd21-8eab-4631-b624-f00cf2582363/4d6632ca-7008-4bfd-b0f4-4925a287f80b) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:42.266785 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e781bb1-d45d-4019-b028-c4a6f77046da tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Deleting subnet 022a66d0-4093-4095-a326-2af0c55bdc2d {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:34:42.267533 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-ad6e3415-9b43-4155-933e-4c283373296d None None] For port c5e951eb-9534-42a3-bec9-b11a9a08e0fc, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c5e951eb-9534-42a3-bec9-b11a9a08e0fc,segment=NetworkSegment(1ee1b58b-a972-4425-9ff1-23a2c64eae35),segment_id=1ee1b58b-a972-4425-9ff1-23a2c64eae35)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:42.277219 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7e781bb1-d45d-4019-b028-c4a6f77046da tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:42.279502 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3415-9b43-4155-933e-4c283373296d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:42.350095 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e3415-9b43-4155-933e-4c283373296d None None] Pushing event updated for resources: {'Port': ['ID=c5e951eb-9534-42a3-bec9-b11a9a08e0fc,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:42.415894 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device b83bfa86-e703-49ec-b2dc-0084fb08d83a no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:34:42.447383 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: b83bfa86-e703-49ec-b2dc-0084fb08d83a {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:34:42.447734 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device b83bfa86-e703-49ec-b2dc-0084fb08d83a not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:34:42.448230 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 36fdf66b-1315-4066-8097-2a6ed527e3c0 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:34:42.482000 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 36fdf66b-1315-4066-8097-2a6ed527e3c0 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:34:42.482278 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 36fdf66b-1315-4066-8097-2a6ed527e3c0 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:34:42.493527 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-fbef33c5-128b-4aba-94dc-598c80b5e506 None None] Provisioning complete for port c5e951eb-9534-42a3-bec9-b11a9a08e0fc triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:42.493907 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fbef33c5-128b-4aba-94dc-598c80b5e506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:42.566530 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7e781bb1-d45d-4019-b028-c4a6f77046da tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:42.607515 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227cb0e-2672-4bf6-b191-8799ee17b9b9 req-a16f7b7b-5e74-40e3-90cf-36cd82652b77 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:42.620890 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2227cb0e-2672-4bf6-b191-8799ee17b9b9 req-a16f7b7b-5e74-40e3-90cf-36cd82652b77 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] 10.222.0.11 "GET /v2.0/ports?device_id=32624582-2163-4888-bc29-35e44155fd6a HTTP/1.1" status: 200 len: 931 time: 0.0811641 Dec 10 16:34:42.671915 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-63ebdd17-d6b8-4e39-8e4c-432c8357a619 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:42.683231 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-63ebdd17-d6b8-4e39-8e4c-432c8357a619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:42.719293 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c5e951eb-9534-42a3-bec9-b11a9a08e0fc up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:42.765680 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7e781bb1-d45d-4019-b028-c4a6f77046da tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:42.770609 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2227cb0e-2672-4bf6-b191-8799ee17b9b9 req-ac459a16-f808-4914-8906-2d0296d8cb60 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] 10.222.0.11 "GET /v2.0/security-groups?id=7194cb6e-a611-47be-a7ae-6979bbdb126e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482947 Dec 10 16:34:42.792859 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-7bca3265-0b4d-4d3c-a051-e0635e4c5644 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Allocated IP 2001:db8:1::1 (f0d88d06-1f35-4460-a6c6-7c3d686a41c1/451dcd21-8eab-4631-b624-f00cf2582363/a2f94620-b145-4024-87eb-9c0e499c4b15) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:42.828294 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ebdd17-d6b8-4e39-8e4c-432c8357a619 None None] Pushing event updated for resources: {'Port': ['ID=4d6632ca-7008-4bfd-b0f4-4925a287f80b,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:42.839293 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ebdd17-d6b8-4e39-8e4c-432c8357a619 None None] Network f0d88d06-1f35-4460-a6c6-7c3d686a41c1 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:42.842875 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-63ebdd17-d6b8-4e39-8e4c-432c8357a619 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:42.846724 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ebdd17-d6b8-4e39-8e4c-432c8357a619 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:42.871022 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-3b51b144-a12a-448e-a7db-6659c510d72b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ec319c2-c163-4770-9966-fec1eb3a8b41 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:34:42.881965 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-3b51b144-a12a-448e-a7db-6659c510d72b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:42.911361 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7e781bb1-d45d-4019-b028-c4a6f77046da tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:42.914958 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-3b51b144-a12a-448e-a7db-6659c510d72b service neutron] Transition to ACTIVE for port object 6ec319c2-c163-4770-9966-fec1eb3a8b41 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:34:42.926935 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-63ebdd17-d6b8-4e39-8e4c-432c8357a619 None None] Attempting to bind port 4d6632ca-7008-4bfd-b0f4-4925a287f80b on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:34:42.927413 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-63ebdd17-d6b8-4e39-8e4c-432c8357a619 None None] Attempting to bind port 4d6632ca-7008-4bfd-b0f4-4925a287f80b by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'c2f5716b-121a-4486-9501-1fc96fd14cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f0d88d06-1f35-4460-a6c6-7c3d686a41c1'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:34:42.927860 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ebdd17-d6b8-4e39-8e4c-432c8357a619 None None] Attempting to bind port 4d6632ca-7008-4bfd-b0f4-4925a287f80b on network f0d88d06-1f35-4460-a6c6-7c3d686a41c1 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:34:42.929921 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port c5e951eb-9534-42a3-bec9-b11a9a08e0fc triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:42.930423 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:42.946240 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e781bb1-d45d-4019-b028-c4a6f77046da tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Pushing event deleted for resources: {'Subnet': ['ID=022a66d0-4093-4095-a326-2af0c55bdc2d,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:42.950429 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-3b51b144-a12a-448e-a7db-6659c510d72b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:42.964256 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ebdd17-d6b8-4e39-8e4c-432c8357a619 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:34:42.964788 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ebdd17-d6b8-4e39-8e4c-432c8357a619 None None] Checking segment: {'id': 'c2f5716b-121a-4486-9501-1fc96fd14cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f0d88d06-1f35-4460-a6c6-7c3d686a41c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:42.965366 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-63ebdd17-d6b8-4e39-8e4c-432c8357a619 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:42.965842 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ebdd17-d6b8-4e39-8e4c-432c8357a619 None None] Bound using segment: {'id': 'c2f5716b-121a-4486-9501-1fc96fd14cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f0d88d06-1f35-4460-a6c6-7c3d686a41c1'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:34:42.966024 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7e781bb1-d45d-4019-b028-c4a6f77046da tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:42.966493 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-63ebdd17-d6b8-4e39-8e4c-432c8357a619 None None] Bound port: 4d6632ca-7008-4bfd-b0f4-4925a287f80b, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f5716b-121a-4486-9501-1fc96fd14cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f0d88d06-1f35-4460-a6c6-7c3d686a41c1'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:34:42.966952 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-63ebdd17-d6b8-4e39-8e4c-432c8357a619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:42.969741 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7e781bb1-d45d-4019-b028-c4a6f77046da tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] 10.222.0.11 "DELETE /v2.0/subnets/022a66d0-4093-4095-a326-2af0c55bdc2d HTTP/1.1" status: 204 len: 168 time: 0.8471363 Dec 10 16:34:42.982324 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478cd39d-e455-4867-bb1e-a2dd3cd60dc3 None None] Network 6053b440-3781-4b4d-b690-00d9df9baabf requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:42.990235 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55904) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:43.037857 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7bca3265-0b4d-4d3c-a051-e0635e4c5644 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:43.076469 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-63ebdd17-d6b8-4e39-8e4c-432c8357a619 None None] For port 4d6632ca-7008-4bfd-b0f4-4925a287f80b, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:34:43.078062 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b51b144-a12a-448e-a7db-6659c510d72b service neutron] Pushing event updated for resources: {'Port': ['ID=6ec319c2-c163-4770-9966-fec1eb3a8b41,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:43.079993 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-63ebdd17-d6b8-4e39-8e4c-432c8357a619 None None] For port 4d6632ca-7008-4bfd-b0f4-4925a287f80b, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=4d6632ca-7008-4bfd-b0f4-4925a287f80b,segment=NetworkSegment(c2f5716b-121a-4486-9501-1fc96fd14cf8),segment_id=c2f5716b-121a-4486-9501-1fc96fd14cf8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:34:43.117948 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-63ebdd17-d6b8-4e39-8e4c-432c8357a619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:43.125365 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-651786c7-479b-48af-89a2-5454a891a042 req-ff4e73f2-7210-447e-83a5-bbeccffbe55e tempest-ServerShowV257Test-1045739748 tempest-ServerShowV257Test-1045739748-project] 10.222.0.11 "GET /v2.0/ports?device_id=4013a02b-37b5-4430-af14-a7437b4fbbde HTTP/1.1" status: 200 len: 210 time: 0.0517795 Dec 10 16:34:43.127269 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7bca3265-0b4d-4d3c-a051-e0635e4c5644 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:43.193945 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bca3265-0b4d-4d3c-a051-e0635e4c5644 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Network f0d88d06-1f35-4460-a6c6-7c3d686a41c1 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:43.197414 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-7bca3265-0b4d-4d3c-a051-e0635e4c5644 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:43.200903 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bca3265-0b4d-4d3c-a051-e0635e4c5644 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:43.201611 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7bca3265-0b4d-4d3c-a051-e0635e4c5644 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:43.247972 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca3265-0b4d-4d3c-a051-e0635e4c5644 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event updated for resources: {'Port': ['ID=a2f94620-b145-4024-87eb-9c0e499c4b15,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:43.253594 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0079b401-328e-42c8-8f4c-eddfecb130ec tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:43.358766 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ebdd17-d6b8-4e39-8e4c-432c8357a619 None None] Pushing event updated for resources: {'Port': ['ID=4d6632ca-7008-4bfd-b0f4-4925a287f80b,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:43.411416 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-3b51b144-a12a-448e-a7db-6659c510d72b service neutron] Attempting to bind port 6ec319c2-c163-4770-9966-fec1eb3a8b41 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:34:43.411742 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-3b51b144-a12a-448e-a7db-6659c510d72b service neutron] Attempting to bind port 6ec319c2-c163-4770-9966-fec1eb3a8b41 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '605c9d0b-0f61-47db-bdbf-e7f65b4070bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8a6ac51c-ad80-435f-bb98-19853a5b3731'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:34:43.412558 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-3b51b144-a12a-448e-a7db-6659c510d72b service neutron] Attempting to bind port 6ec319c2-c163-4770-9966-fec1eb3a8b41 on network 8a6ac51c-ad80-435f-bb98-19853a5b3731 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:34:43.436528 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-3b51b144-a12a-448e-a7db-6659c510d72b service neutron] Port 6ec319c2-c163-4770-9966-fec1eb3a8b41 on network 8a6ac51c-ad80-435f-bb98-19853a5b3731 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:34:43.436528 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-3b51b144-a12a-448e-a7db-6659c510d72b service neutron] Attempting to bind port 6ec319c2-c163-4770-9966-fec1eb3a8b41 on network 8a6ac51c-ad80-435f-bb98-19853a5b3731 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:34:43.463654 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7bca3265-0b4d-4d3c-a051-e0635e4c5644 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:43.470608 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-3b51b144-a12a-448e-a7db-6659c510d72b service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:34:43.470949 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-3b51b144-a12a-448e-a7db-6659c510d72b service neutron] Checking segment: {'id': '605c9d0b-0f61-47db-bdbf-e7f65b4070bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8a6ac51c-ad80-435f-bb98-19853a5b3731'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:43.471387 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-3b51b144-a12a-448e-a7db-6659c510d72b service neutron] Bound using segment: {'id': '605c9d0b-0f61-47db-bdbf-e7f65b4070bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8a6ac51c-ad80-435f-bb98-19853a5b3731'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:34:43.471758 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-3b51b144-a12a-448e-a7db-6659c510d72b service neutron] Bound port: 6ec319c2-c163-4770-9966-fec1eb3a8b41, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '605c9d0b-0f61-47db-bdbf-e7f65b4070bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8a6ac51c-ad80-435f-bb98-19853a5b3731'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:34:43.472125 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-3b51b144-a12a-448e-a7db-6659c510d72b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:43.487888 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6118d962-d553-414f-863f-f73daa33d21b None None] DHCP port deletion for 6053b440-3781-4b4d-b690-00d9df9baabf request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:43.548147 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-0079b401-328e-42c8-8f4c-eddfecb130ec tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Deleting port a8b57da2-8b99-45c0-be3a-5b58d6da8ab8 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:43.548606 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0079b401-328e-42c8-8f4c-eddfecb130ec tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:43.569367 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-6118d962-d553-414f-863f-f73daa33d21b None None] Deleting port a8b57da2-8b99-45c0-be3a-5b58d6da8ab8 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:43.569857 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6118d962-d553-414f-863f-f73daa33d21b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:43.650352 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-3b51b144-a12a-448e-a7db-6659c510d72b service neutron] For port 6ec319c2-c163-4770-9966-fec1eb3a8b41, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:34:43.653914 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-0079b401-328e-42c8-8f4c-eddfecb130ec tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] For port a8b57da2-8b99-45c0-be3a-5b58d6da8ab8, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=a8b57da2-8b99-45c0-be3a-5b58d6da8ab8,segment=NetworkSegment(fe36e18a-29ff-4aee-854f-75c77e65ca94),segment_id=fe36e18a-29ff-4aee-854f-75c77e65ca94)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:43.654299 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0079b401-328e-42c8-8f4c-eddfecb130ec tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:43.659842 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-3b51b144-a12a-448e-a7db-6659c510d72b service neutron] For port 6ec319c2-c163-4770-9966-fec1eb3a8b41, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=6ec319c2-c163-4770-9966-fec1eb3a8b41,segment=NetworkSegment(605c9d0b-0f61-47db-bdbf-e7f65b4070bb),segment_id=605c9d0b-0f61-47db-bdbf-e7f65b4070bb)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:34:43.667025 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-3b51b144-a12a-448e-a7db-6659c510d72b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:43.682077 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-0079b401-328e-42c8-8f4c-eddfecb130ec tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Calling delete_port for a8b57da2-8b99-45c0-be3a-5b58d6da8ab8 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:43.705257 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-6118d962-d553-414f-863f-f73daa33d21b None None] For port a8b57da2-8b99-45c0-be3a-5b58d6da8ab8, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=a8b57da2-8b99-45c0-be3a-5b58d6da8ab8,segment=NetworkSegment(fe36e18a-29ff-4aee-854f-75c77e65ca94),segment_id=fe36e18a-29ff-4aee-854f-75c77e65ca94)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:43.705762 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6118d962-d553-414f-863f-f73daa33d21b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:43.723966 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-3b51b144-a12a-448e-a7db-6659c510d72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:43.724580 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-3b51b144-a12a-448e-a7db-6659c510d72b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:43.725985 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-3b51b144-a12a-448e-a7db-6659c510d72b service neutron] 10.222.0.46 "PUT /v2.0/ports/6ec319c2-c163-4770-9966-fec1eb3a8b41 HTTP/1.1" status: 200 len: 1091 time: 2.0188723 Dec 10 16:34:43.726462 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32624582-2163-4888-bc29-35e44155fd6a', 'tag': '6ec319c2-c163-4770-9966-fec1eb3a8b41'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:34:43.728761 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1313d64-872a-4839-98cb-60117f95ee74" -d '{"events": [{"name": "network-changed", "server_uuid": "32624582-2163-4888-bc29-35e44155fd6a", "tag": "6ec319c2-c163-4770-9966-fec1eb3a8b41"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:34:43.732851 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-6118d962-d553-414f-863f-f73daa33d21b None None] Calling delete_port for a8b57da2-8b99-45c0-be3a-5b58d6da8ab8 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:43.842444 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6118d962-d553-414f-863f-f73daa33d21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:43.858412 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482b2071-51a7-4cc1-bc5d-a55de16235b7 x-openstack-request-id: req-482b2071-51a7-4cc1-bc5d-a55de16235b7 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:34:43.858693 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32624582-2163-4888-bc29-35e44155fd6a", "tag": "6ec319c2-c163-4770-9966-fec1eb3a8b41", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:34:43.858948 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-482b2071-51a7-4cc1-bc5d-a55de16235b7 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:34:43.859349 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32624582-2163-4888-bc29-35e44155fd6a', 'tag': '6ec319c2-c163-4770-9966-fec1eb3a8b41', 'status': 'completed', 'code': 200} Dec 10 16:34:43.891557 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118d962-d553-414f-863f-f73daa33d21b None None] Pushing event deleted for resources: {'Port': ['ID=a8b57da2-8b99-45c0-be3a-5b58d6da8ab8,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:43.899985 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6118d962-d553-414f-863f-f73daa33d21b None None] No DVR routers for this DVR port a8b57da2-8b99-45c0-be3a-5b58d6da8ab8 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:34:43.920552 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-491bf4c5-b76b-4c54-8322-9b934eacc16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:43.941611 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b51b144-a12a-448e-a7db-6659c510d72b service neutron] Pushing event updated for resources: {'Port': ['ID=6ec319c2-c163-4770-9966-fec1eb3a8b41,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:43.950948 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7bca3265-0b4d-4d3c-a051-e0635e4c5644 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:43.972452 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-372f822a-058f-416c-94cd-57dc26198f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:43.973967 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-372f822a-058f-416c-94cd-57dc26198f29 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c83f91795c12483cb6cb812b0404db57&device_id=32624582-2163-4888-bc29-35e44155fd6a HTTP/1.1" status: 200 len: 1094 time: 0.1138725 Dec 10 16:34:43.980341 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0079b401-328e-42c8-8f4c-eddfecb130ec tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:43.989625 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7bca3265-0b4d-4d3c-a051-e0635e4c5644 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:43.990614 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7bca3265-0b4d-4d3c-a051-e0635e4c5644 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:44.045825 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079b401-328e-42c8-8f4c-eddfecb130ec tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Pushing event deleted for resources: {'Port': ['ID=a8b57da2-8b99-45c0-be3a-5b58d6da8ab8,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:44.048007 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0079b401-328e-42c8-8f4c-eddfecb130ec tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] No DVR routers for this DVR port a8b57da2-8b99-45c0-be3a-5b58d6da8ab8 on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:34:44.050695 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-3394b6f2-277f-44d4-886b-7f1802743def service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ec319c2-c163-4770-9966-fec1eb3a8b41 HTTP/1.1" status: 200 len: 217 time: 0.0657773 Dec 10 16:34:44.098411 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e4242-94b2-437a-a67d-6d7e80087ea2 req-5d91b1ec-5f24-4d5b-9e1f-6e7471df9aef tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:44.100059 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-392e4242-94b2-437a-a67d-6d7e80087ea2 req-5d91b1ec-5f24-4d5b-9e1f-6e7471df9aef tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] 10.222.0.11 "GET /v2.0/ports?device_id=32624582-2163-4888-bc29-35e44155fd6a HTTP/1.1" status: 200 len: 943 time: 0.1466243 Dec 10 16:34:44.123204 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca3265-0b4d-4d3c-a051-e0635e4c5644 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event updated for resources: {'Port': ['ID=a2f94620-b145-4024-87eb-9c0e499c4b15,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:44.197736 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0079b401-328e-42c8-8f4c-eddfecb130ec tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:44.203744 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-392e4242-94b2-437a-a67d-6d7e80087ea2 req-8f3d1ce5-6f2f-44e5-a5a1-087866df0369 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] 10.222.0.11 "GET /v2.0/security-groups?id=7194cb6e-a611-47be-a7ae-6979bbdb126e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914221 Dec 10 16:34:44.206811 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-74b99846-4b53-49f4-b080-998bccfe0b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:44.208721 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-74b99846-4b53-49f4-b080-998bccfe0b16 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=507bb71b-20d1-4787-8dd1-41a61b480154 HTTP/1.1" status: 200 len: 864 time: 0.1337612 Dec 10 16:34:44.214858 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bca3265-0b4d-4d3c-a051-e0635e4c5644 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Network f0d88d06-1f35-4460-a6c6-7c3d686a41c1 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:44.216537 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-7bca3265-0b4d-4d3c-a051-e0635e4c5644 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:44.247511 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-0079b401-328e-42c8-8f4c-eddfecb130ec tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6053b440-3781-4b4d-b690-00d9df9baabf']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:44.266968 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-0079b401-328e-42c8-8f4c-eddfecb130ec tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe36e18a-29ff-4aee-854f-75c77e65ca94') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:44.267902 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-0079b401-328e-42c8-8f4c-eddfecb130ec tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe36e18a-29ff-4aee-854f-75c77e65ca94') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:44.280185 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0079b401-328e-42c8-8f4c-eddfecb130ec tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:44.298081 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0079b401-328e-42c8-8f4c-eddfecb130ec tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:44.319203 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-5caeb7c7-5c39-41a7-a71f-7d84ba085126 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8a6ac51c-ad80-435f-bb98-19853a5b3731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980439 Dec 10 16:34:44.322925 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0079b401-328e-42c8-8f4c-eddfecb130ec tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:34:44.323579 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0079b401-328e-42c8-8f4c-eddfecb130ec tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:44.328004 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:34:44.328004 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:34:44.328004 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:34:44.328004 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:34:44.328004 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:34:44.328004 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:34:44.328004 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:34:44.328004 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:34:44.328004 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:34:44.328004 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:34:44.328004 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:34:44.328004 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:34:44.328004 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:34:44.328004 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:34:44.328004 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:34:44.328004 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:34:44.328004 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:34:44.328004 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:34:44.328004 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:34:44.328004 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:34:44.328004 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:34:44.328004 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:34:44.328004 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:34:44.328004 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:34:44.328004 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:34:44.328004 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:34:44.328004 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:34:44.328004 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:34:44.328004 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:34:44.328004 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:34:44.328004 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:34:44.328004 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:34:44.328004 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:34:44.328004 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:34:44.328004 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:34:44.328004 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:34:44.328004 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:34:44.328004 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:34:44.328004 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:34:44.328004 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:34:44.364339 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-285c88d3-a48e-46ce-bc80-1e77f2d87341 req-951ccc17-9094-46cd-a7d6-0ea654927d0e tempest-ServerShowV257Test-1045739748 tempest-ServerShowV257Test-1045739748-project] 10.222.0.11 "GET /v2.0/ports?device_id=4013a02b-37b5-4430-af14-a7437b4fbbde HTTP/1.1" status: 200 len: 210 time: 0.0426500 Dec 10 16:34:44.387201 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bca3265-0b4d-4d3c-a051-e0635e4c5644 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Router f01d5f13-0352-4941-b105-388d8b32c55e has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:34:44.483616 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0079b401-328e-42c8-8f4c-eddfecb130ec tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:44.490271 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0079b401-328e-42c8-8f4c-eddfecb130ec tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:44.498731 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0079b401-328e-42c8-8f4c-eddfecb130ec tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] 10.222.0.11 "DELETE /v2.0/networks/6053b440-3781-4b4d-b690-00d9df9baabf HTTP/1.1" status: 204 len: 168 time: 1.5029466 Dec 10 16:34:44.501571 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55922) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:44.537256 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4c3236b9-d331-43a1-957a-1f626986656e tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9d92f37-9653-4058-ad05-31f402de00bb HTTP/1.1" status: 200 len: 205 time: 0.0326474 Dec 10 16:34:44.540314 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55924) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:44.558469 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079b401-328e-42c8-8f4c-eddfecb130ec tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Pushing event deleted for resources: {'Network': ['ID=6053b440-3781-4b4d-b690-00d9df9baabf,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:44.607129 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-d03002b8-a89b-47c5-b92c-1edaab5cc0f2 service neutron] 10.222.0.46 "GET /v2.0/networks/8a6ac51c-ad80-435f-bb98-19853a5b3731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683752 Dec 10 16:34:44.659809 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bca3265-0b4d-4d3c-a051-e0635e4c5644 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:34:44.669229 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-7bca3265-0b4d-4d3c-a051-e0635e4c5644 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "PUT /v2.0/routers/f01d5f13-0352-4941-b105-388d8b32c55e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3780024 Dec 10 16:34:44.674759 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55928) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:44.675093 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf274dfb-ce61-40e3-b335-e5df33af0c2d None None] Sync routers for ids ['f01d5f13-0352-4941-b105-388d8b32c55e'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:34:44.690450 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-d262e5ed-d88a-43ca-98f1-e63b3628f5a5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-184134765'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:44.695580 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0ca6a9a7-9e5c-4a5f-ba1e-e8d370e9da31 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:44.696178 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf274dfb-ce61-40e3-b335-e5df33af0c2d None None] Routers {'f01d5f13-0352-4941-b105-388d8b32c55e'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:44.697196 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-bf274dfb-ce61-40e3-b335-e5df33af0c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:34:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['f01d5f13-0352-4941-b105-388d8b32c55e'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:44.801810 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 4d6632ca-7008-4bfd-b0f4-4925a287f80b up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:44.825033 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7d6e8776-9d25-4cda-80b4-374210b3fff0 req-903f0643-cf6f-44e9-9459-b2ab92c0dffa service neutron] 10.222.0.46 "GET /v2.0/networks/8a6ac51c-ad80-435f-bb98-19853a5b3731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069530 Dec 10 16:34:44.858212 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-bf274dfb-ce61-40e3-b335-e5df33af0c2d None None] Set router f01d5f13-0352-4941-b105-388d8b32c55e gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:34:44.917866 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d262e5ed-d88a-43ca-98f1-e63b3628f5a5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Made reservation on behalf of 5aa64038701d4c8b8057a83cf9772c1e for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:44.921806 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d262e5ed-d88a-43ca-98f1-e63b3628f5a5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:44.942116 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 4d6632ca-7008-4bfd-b0f4-4925a287f80b triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:44.942760 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:44.977678 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0ca6a9a7-9e5c-4a5f-ba1e-e8d370e9da31 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:44.981335 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0ca6a9a7-9e5c-4a5f-ba1e-e8d370e9da31 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:44.981761 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1313d64-872a-4839-98cb-60117f95ee74 req-3d214567-fb31-4c7c-9c31-59c0cbbd3680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:44.983443 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f1313d64-872a-4839-98cb-60117f95ee74 req-3d214567-fb31-4c7c-9c31-59c0cbbd3680 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c83f91795c12483cb6cb812b0404db57&device_id=32624582-2163-4888-bc29-35e44155fd6a HTTP/1.1" status: 200 len: 1094 time: 0.0818355 Dec 10 16:34:44.986251 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f432b3-668b-49b2-87bc-0e1e4b47a479 None None] Network f0d88d06-1f35-4460-a6c6-7c3d686a41c1 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:45.025666 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d262e5ed-d88a-43ca-98f1-e63b3628f5a5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:34:45.047106 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d262e5ed-d88a-43ca-98f1-e63b3628f5a5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:45.047855 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-d262e5ed-d88a-43ca-98f1-e63b3628f5a5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Added segment f18b7f54-bafa-473b-b975-dbbff4a83de4 of type vlan for network 3a79c643-2254-4c48-9070-c857d15d03ea Dec 10 16:34:45.065127 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0ca6a9a7-9e5c-4a5f-ba1e-e8d370e9da31 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:45.066663 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca6a9a7-9e5c-4a5f-ba1e-e8d370e9da31 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Fanout notify agent at l3_agent the message router_deleted on router b9d92f37-9653-4058-ad05-31f402de00bb {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:34:45.078510 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0ca6a9a7-9e5c-4a5f-ba1e-e8d370e9da31 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:45.091690 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1313d64-872a-4839-98cb-60117f95ee74 req-67e1681f-6986-47ba-baeb-75c0dd6fdfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:45.093247 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-0ca6a9a7-9e5c-4a5f-ba1e-e8d370e9da31 tempest-RoutersNegativeTest-519463213 tempest-RoutersNegativeTest-519463213-project] 10.222.0.11 "DELETE /v2.0/routers/b9d92f37-9653-4058-ad05-31f402de00bb HTTP/1.1" status: 204 len: 168 time: 0.5473337 Dec 10 16:34:45.094185 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f1313d64-872a-4839-98cb-60117f95ee74 req-67e1681f-6986-47ba-baeb-75c0dd6fdfa0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8a6ac51c-ad80-435f-bb98-19853a5b3731 HTTP/1.1" status: 200 len: 925 time: 0.1028299 Dec 10 16:34:45.141783 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f1313d64-872a-4839-98cb-60117f95ee74 req-6e146b4e-fef7-46f6-a3a3-05566c57ebce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ec319c2-c163-4770-9966-fec1eb3a8b41 HTTP/1.1" status: 200 len: 217 time: 0.0396185 Dec 10 16:34:45.158443 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d262e5ed-d88a-43ca-98f1-e63b3628f5a5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:45.160383 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9c41a478-7d30-4fcf-8825-b6513ac6ac99 None None] Provisioning complete for port 4d6632ca-7008-4bfd-b0f4-4925a287f80b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:45.160765 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9c41a478-7d30-4fcf-8825-b6513ac6ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:45.197464 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d262e5ed-d88a-43ca-98f1-e63b3628f5a5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:45.204026 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1313d64-872a-4839-98cb-60117f95ee74 req-3c5af686-f9f9-4961-ba0c-3c272dbd733d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:45.205776 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d262e5ed-d88a-43ca-98f1-e63b3628f5a5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:45.205975 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f1313d64-872a-4839-98cb-60117f95ee74 req-3c5af686-f9f9-4961-ba0c-3c272dbd733d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=507bb71b-20d1-4787-8dd1-41a61b480154 HTTP/1.1" status: 200 len: 864 time: 0.0561197 Dec 10 16:34:45.206431 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d262e5ed-d88a-43ca-98f1-e63b3628f5a5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:45.243557 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f1313d64-872a-4839-98cb-60117f95ee74 req-35ca2c97-18d0-4999-b3f6-3ec1a9a86d7b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8a6ac51c-ad80-435f-bb98-19853a5b3731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298688 Dec 10 16:34:45.316291 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d262e5ed-d88a-43ca-98f1-e63b3628f5a5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6399364 Dec 10 16:34:45.316992 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55934) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:45.327493 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:45.379195 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-d33e6976-5642-47e7-909c-51765ec6b134 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Request body: {'subnet': {'network_id': '3a79c643-2254-4c48-9070-c857d15d03ea', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:45.402775 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d262e5ed-d88a-43ca-98f1-e63b3628f5a5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event updated for resources: {'Network': ['ID=3a79c643-2254-4c48-9070-c857d15d03ea,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:45.424200 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 3a79c643-2254-4c48-9070-c857d15d03ea details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:34:45.432929 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f1313d64-872a-4839-98cb-60117f95ee74 req-4605d41c-9e0b-42e7-995f-1184b01305a3 service neutron] 10.222.0.46 "GET /v2.0/networks/8a6ac51c-ad80-435f-bb98-19853a5b3731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710191 Dec 10 16:34:45.508555 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55942) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:45.552124 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 4d6632ca-7008-4bfd-b0f4-4925a287f80b, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=4d6632ca-7008-4bfd-b0f4-4925a287f80b,segment=NetworkSegment(c2f5716b-121a-4486-9501-1fc96fd14cf8),segment_id=c2f5716b-121a-4486-9501-1fc96fd14cf8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:45.583280 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c2d4e-091b-4a9a-bef3-7f6b82865625 req-f9b7a797-4646-42cc-8582-37c3becba791 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:45.594612 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dd3c2d4e-091b-4a9a-bef3-7f6b82865625 req-f9b7a797-4646-42cc-8582-37c3becba791 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] 10.222.0.11 "GET /v2.0/ports?device_id=32624582-2163-4888-bc29-35e44155fd6a HTTP/1.1" status: 200 len: 943 time: 0.2584841 Dec 10 16:34:45.597997 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:45.635320 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f1313d64-872a-4839-98cb-60117f95ee74 req-7c6d40d4-f6a1-4d64-83ef-95d8758f541f service neutron] 10.222.0.46 "GET /v2.0/networks/8a6ac51c-ad80-435f-bb98-19853a5b3731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938171 Dec 10 16:34:45.675776 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9c41a478-7d30-4fcf-8825-b6513ac6ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:45.680121 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dd3c2d4e-091b-4a9a-bef3-7f6b82865625 req-f5729d44-7d84-4ca1-b52d-63d31e2b7d2b tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] 10.222.0.11 "GET /v2.0/security-groups?id=7194cb6e-a611-47be-a7ae-6979bbdb126e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822871 Dec 10 16:34:45.692222 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33e6976-5642-47e7-909c-51765ec6b134 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Made reservation on behalf of 5aa64038701d4c8b8057a83cf9772c1e for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:45.702862 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d33e6976-5642-47e7-909c-51765ec6b134 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:45.725284 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device a8b57da2-8b99-45c0-be3a-5b58d6da8ab8 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:34:45.766341 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: a8b57da2-8b99-45c0-be3a-5b58d6da8ab8 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:34:45.766757 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device a8b57da2-8b99-45c0-be3a-5b58d6da8ab8 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:34:45.788412 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-bf274dfb-ce61-40e3-b335-e5df33af0c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'name': 'tempest-RoutersIpV6Test-router-1179315097', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:34Z', 'updated_at': '2021-12-10T16:34:43Z', 'revision_number': 3, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'gw_port_host': None, '_interfaces': [{'id': 'a2f94620-b145-4024-87eb-9c0e499c4b15', 'name': '', 'network_id': 'f0d88d06-1f35-4460-a6c6-7c3d686a41c1', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:5d:4d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '451dcd21-8eab-4631-b624-f00cf2582363', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:42Z', 'updated_at': '2021-12-10T16:34:43Z', 'revision_number': 2, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '451dcd21-8eab-4631-b624-f00cf2582363', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5e951eb-9534-42a3-bec9-b11a9a08e0fc', 'name': '', 'network_id': '5e68f400-8e31-4b71-95c2-4b1cdce7040a', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:6d:88:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:36Z', 'updated_at': '2021-12-10T16:34:42Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:45.837961 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf274dfb-ce61-40e3-b335-e5df33af0c2d None None] Checking router: f01d5f13-0352-4941-b105-388d8b32c55e for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:34:45.838966 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf274dfb-ce61-40e3-b335-e5df33af0c2d None None] Updating router f01d5f13-0352-4941-b105-388d8b32c55e port a2f94620-b145-4024-87eb-9c0e499c4b15 binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:34:45.841199 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=4d6632ca-7008-4bfd-b0f4-4925a287f80b,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:45.854320 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6295f1f3-85a5-43da-a124-7241280fa648 req-c04464d0-a25a-4a4c-bb15-3853125febb5 tempest-ServerShowV257Test-1045739748 tempest-ServerShowV257Test-1045739748-project] 10.222.0.11 "GET /v2.0/ports?device_id=4013a02b-37b5-4430-af14-a7437b4fbbde HTTP/1.1" status: 200 len: 210 time: 0.0529847 Dec 10 16:34:45.994109 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bf274dfb-ce61-40e3-b335-e5df33af0c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:46.066020 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.api [None req-9c41a478-7d30-4fcf-8825-b6513ac6ac99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:34:46.068219 n-d-766771-2 neutron-server[103394]: DEBUG oslo_db.api [None req-9c41a478-7d30-4fcf-8825-b6513ac6ac99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:34:46.112114 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3562e554-d9a7-494c-b93b-d4ec357afdc1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=81df29450a32482ca719cf695042135d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5971155 Dec 10 16:34:46.112704 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55950) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:46.120056 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d33e6976-5642-47e7-909c-51765ec6b134 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:46.225399 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-48b58884-df51-419e-8443-27ed772568c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:46.261772 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-48b58884-df51-419e-8443-27ed772568c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:46.284849 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e6976-5642-47e7-909c-51765ec6b134 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event updated for resources: {'Subnet': ['ID=b82d748d-5100-4dfc-8acd-7a143da3169a,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:46.297243 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33e6976-5642-47e7-909c-51765ec6b134 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Checking segment: {'id': 'f18b7f54-bafa-473b-b975-dbbff4a83de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3a79c643-2254-4c48-9070-c857d15d03ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:46.298044 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33e6976-5642-47e7-909c-51765ec6b134 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Network hostable DHCP agents. Network: 3a79c643-2254-4c48-9070-c857d15d03ea, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:34:46.324303 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33e6976-5642-47e7-909c-51765ec6b134 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Network 3a79c643-2254-4c48-9070-c857d15d03ea is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:34:46.335885 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-48b58884-df51-419e-8443-27ed772568c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:46.338888 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-48b58884-df51-419e-8443-27ed772568c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:46.343404 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-48b58884-df51-419e-8443-27ed772568c5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4ac0a212-31d1-45b9-a895-d18abbc4bb72 HTTP/1.1" status: 204 len: 168 time: 0.2273095 Dec 10 16:34:46.347677 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-d33e6976-5642-47e7-909c-51765ec6b134 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 3a79c643-2254-4c48-9070-c857d15d03ea) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:46.354309 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33e6976-5642-47e7-909c-51765ec6b134 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:46.354914 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d33e6976-5642-47e7-909c-51765ec6b134 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:46.356368 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b58884-df51-419e-8443-27ed772568c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac0a212-31d1-45b9-a895-d18abbc4bb72,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:46.383092 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55954) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:46.385180 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d33e6976-5642-47e7-909c-51765ec6b134 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0597391 Dec 10 16:34:46.508313 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e022aea5-5f50-4314-85b3-b052bc24a2ef None None] Network 3a79c643-2254-4c48-9070-c857d15d03ea requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:46.714362 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 4d6632ca-7008-4bfd-b0f4-4925a287f80b up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:46.791775 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee05f76-f7e4-485e-8000-712433a823e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-3a79c643-2254-4c48-9070-c857d15d03ea', 'network_id': '3a79c643-2254-4c48-9070-c857d15d03ea', 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'fixed_ips': [{'subnet_id': 'b82d748d-5100-4dfc-8acd-7a143da3169a'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:34:46.793779 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dee05f76-f7e4-485e-8000-712433a823e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:46.803551 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c2d2321a-5bb9-477d-bb7a-af58f73069c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:47.003863 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 4d6632ca-7008-4bfd-b0f4-4925a287f80b triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:47.004240 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:47.028662 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635528a5-6166-4a03-9981-95c236e40a70 req-0108cc75-b20f-4f18-ac9f-e227ca34fc99 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:47.036267 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-635528a5-6166-4a03-9981-95c236e40a70 req-0108cc75-b20f-4f18-ac9f-e227ca34fc99 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] 10.222.0.11 "GET /v2.0/ports?device_id=32624582-2163-4888-bc29-35e44155fd6a HTTP/1.1" status: 200 len: 943 time: 0.1571603 Dec 10 16:34:47.066838 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-606744ac-ffd1-4bd0-bb0e-ed728f925c9c None None] Provisioning complete for port 4d6632ca-7008-4bfd-b0f4-4925a287f80b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:47.067130 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-606744ac-ffd1-4bd0-bb0e-ed728f925c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:47.142202 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-635528a5-6166-4a03-9981-95c236e40a70 req-01c12f5b-7814-4d74-a563-92b87a472401 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] 10.222.0.11 "GET /v2.0/security-groups?id=7194cb6e-a611-47be-a7ae-6979bbdb126e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998776 Dec 10 16:34:47.199929 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-150e0f78-c4fb-4835-99c0-6f1c7033e689 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:47.216142 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bf274dfb-ce61-40e3-b335-e5df33af0c2d None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:47.242159 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bf274dfb-ce61-40e3-b335-e5df33af0c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:47.254953 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-dee05f76-f7e4-485e-8000-712433a823e2 None None] Allocated IP 2001:db8:2::2 (3a79c643-2254-4c48-9070-c857d15d03ea/b82d748d-5100-4dfc-8acd-7a143da3169a/bbf9b665-e52e-4297-b115-e6945139cf3e) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:47.303018 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-09e622d9-629b-428c-bdca-5c953206bc9c req-eb2d3ef7-0ee8-431c-b9c9-24e65fa7e302 tempest-ServerShowV257Test-1045739748 tempest-ServerShowV257Test-1045739748-project] 10.222.0.11 "GET /v2.0/ports?device_id=4013a02b-37b5-4430-af14-a7437b4fbbde HTTP/1.1" status: 200 len: 210 time: 0.0341377 Dec 10 16:34:47.335445 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 6ec319c2-c163-4770-9966-fec1eb3a8b41 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:34:47.335445 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:47.588126 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385fea8-eb3f-4187-ac2b-f0fd3cd59eab None None] Pushing event updated for resources: {'Port': ['ID=a2f94620-b145-4024-87eb-9c0e499c4b15,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:47.613117 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.resource_extend [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 16:34:47.708264 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55992) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:47.817298 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-bf274dfb-ce61-40e3-b335-e5df33af0c2d None None] Attempting to bind port a2f94620-b145-4024-87eb-9c0e499c4b15 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:34:47.817868 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-bf274dfb-ce61-40e3-b335-e5df33af0c2d None None] Attempting to bind port a2f94620-b145-4024-87eb-9c0e499c4b15 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'c2f5716b-121a-4486-9501-1fc96fd14cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f0d88d06-1f35-4460-a6c6-7c3d686a41c1'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:34:47.818057 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf274dfb-ce61-40e3-b335-e5df33af0c2d None None] Attempting to bind port a2f94620-b145-4024-87eb-9c0e499c4b15 on network f0d88d06-1f35-4460-a6c6-7c3d686a41c1 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:34:47.833666 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-606744ac-ffd1-4bd0-bb0e-ed728f925c9c None None] Provisioning complete for port a2f94620-b145-4024-87eb-9c0e499c4b15 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:47.834048 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-606744ac-ffd1-4bd0-bb0e-ed728f925c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:47.847109 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf274dfb-ce61-40e3-b335-e5df33af0c2d None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:34:47.847270 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf274dfb-ce61-40e3-b335-e5df33af0c2d None None] Checking segment: {'id': 'c2f5716b-121a-4486-9501-1fc96fd14cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f0d88d06-1f35-4460-a6c6-7c3d686a41c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:47.848290 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bf274dfb-ce61-40e3-b335-e5df33af0c2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:47.848698 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf274dfb-ce61-40e3-b335-e5df33af0c2d None None] Bound using segment: {'id': 'c2f5716b-121a-4486-9501-1fc96fd14cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f0d88d06-1f35-4460-a6c6-7c3d686a41c1'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:34:47.849746 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-bf274dfb-ce61-40e3-b335-e5df33af0c2d None None] Bound port: a2f94620-b145-4024-87eb-9c0e499c4b15, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f5716b-121a-4486-9501-1fc96fd14cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f0d88d06-1f35-4460-a6c6-7c3d686a41c1'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:34:47.850160 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bf274dfb-ce61-40e3-b335-e5df33af0c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:47.888776 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-afe37b99-da73-44b8-b7b9-0132617be204 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:47.889448 n-d-766771-2 neutron-server[103392]: WARNING neutron.api.v2.base [None req-afe37b99-da73-44b8-b7b9-0132617be204 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 10 16:34:47.889935 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-afe37b99-da73-44b8-b7b9-0132617be204 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] create failed (client error): There was a conflict when trying to complete your request. Dec 10 16:34:47.891120 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-afe37b99-da73-44b8-b7b9-0132617be204 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1818700 Dec 10 16:34:47.894830 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56004) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:47.899492 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-8e118f3d-58a0-484e-ae11-fd006f1df584 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Request body: {'security_group': {'name': 'tempest-secgroup--1108955344'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:47.924385 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8e118f3d-58a0-484e-ae11-fd006f1df584 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:47.932808 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8e118f3d-58a0-484e-ae11-fd006f1df584 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:47.933160 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-82c46442-f61f-4d6b-92d6-ccf867765ab8 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:47.943657 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-82c46442-f61f-4d6b-92d6-ccf867765ab8 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/networks?id=1ff556fd-0581-480f-8730-5712d0e2eed7 HTTP/1.1" status: 200 len: 815 time: 0.1605220 Dec 10 16:34:47.967689 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-019320cd-8729-4283-b78e-d5772d6cdf3b tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/quotas/9e3ab537af104aefb9b5f01272b0709a HTTP/1.1" status: 200 len: 375 time: 0.0227726 Dec 10 16:34:48.007889 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 6ec319c2-c163-4770-9966-fec1eb3a8b41, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=6ec319c2-c163-4770-9966-fec1eb3a8b41,segment=NetworkSegment(605c9d0b-0f61-47db-bdbf-e7f65b4070bb),segment_id=605c9d0b-0f61-47db-bdbf-e7f65b4070bb)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:48.021848 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-606744ac-ffd1-4bd0-bb0e-ed728f925c9c None None] Port a2f94620-b145-4024-87eb-9c0e499c4b15 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:48.028071 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-bf274dfb-ce61-40e3-b335-e5df33af0c2d None None] For port a2f94620-b145-4024-87eb-9c0e499c4b15, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:34:48.031445 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8e118f3d-58a0-484e-ae11-fd006f1df584 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:48.035353 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8e118f3d-58a0-484e-ae11-fd006f1df584 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:48.035531 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '6ec319c2-c163-4770-9966-fec1eb3a8b41', 'network_id': '8a6ac51c-ad80-435f-bb98-19853a5b3731', 'port_id': '6ec319c2-c163-4770-9966-fec1eb3a8b41', 'mac_address': 'fa:16:3e:04:e7:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507bb71b-20d1-4787-8dd1-41a61b480154', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:34:48.056994 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-bf274dfb-ce61-40e3-b335-e5df33af0c2d None None] For port a2f94620-b145-4024-87eb-9c0e499c4b15, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=a2f94620-b145-4024-87eb-9c0e499c4b15,segment=NetworkSegment(c2f5716b-121a-4486-9501-1fc96fd14cf8),segment_id=c2f5716b-121a-4486-9501-1fc96fd14cf8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:34:48.062995 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-a97717a8-d057-414d-ad3b-26131376d456 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e3ab537af104aefb9b5f01272b0709a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0941525 Dec 10 16:34:48.063554 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dee05f76-f7e4-485e-8000-712433a823e2 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:48.073984 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bf274dfb-ce61-40e3-b335-e5df33af0c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:48.088894 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e118f3d-58a0-484e-ae11-fd006f1df584 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41341e3f-94e5-44d7-825a-60e5f842853c,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:48.109769 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dee05f76-f7e4-485e-8000-712433a823e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:48.164755 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8e118f3d-58a0-484e-ae11-fd006f1df584 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:48.168875 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-150e0f78-c4fb-4835-99c0-6f1c7033e689 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Allocated IP 2001:db8:2::1 (3a79c643-2254-4c48-9070-c857d15d03ea/b82d748d-5100-4dfc-8acd-7a143da3169a/e7169674-ca23-465b-aaa7-912e0695b6aa) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:48.175506 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8e118f3d-58a0-484e-ae11-fd006f1df584 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:48.175740 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:48.196400 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee05f76-f7e4-485e-8000-712433a823e2 None None] Network 3a79c643-2254-4c48-9070-c857d15d03ea is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:48.207570 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf274dfb-ce61-40e3-b335-e5df33af0c2d None None] Routers {'f01d5f13-0352-4941-b105-388d8b32c55e'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:48.208208 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-bf274dfb-ce61-40e3-b335-e5df33af0c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:34:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['f01d5f13-0352-4941-b105-388d8b32c55e'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:48.212065 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-dee05f76-f7e4-485e-8000-712433a823e2 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:48.216579 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-2272ae74-30b3-4a7e-9140-8f13ec1bb323 service neutron] 10.222.0.11 "GET /v2.0/networks/1ff556fd-0581-480f-8730-5712d0e2eed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520801 Dec 10 16:34:48.219349 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee05f76-f7e4-485e-8000-712433a823e2 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:48.264078 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ec319c2-c163-4770-9966-fec1eb3a8b41 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:34:48.277144 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8e118f3d-58a0-484e-ae11-fd006f1df584 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:48.278943 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8e118f3d-58a0-484e-ae11-fd006f1df584 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3829234 Dec 10 16:34:48.282941 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56010) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:48.298388 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c3208301-d971-4b27-aac7-79c620ba9476 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Request body: {'security_group_rule': {'security_group_id': '1937eb88-2de0-4242-9295-bb54f0c66796', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:48.301558 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e118f3d-58a0-484e-ae11-fd006f1df584 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1937eb88-2de0-4242-9295-bb54f0c66796,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:48.311698 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385fea8-eb3f-4187-ac2b-f0fd3cd59eab None None] Pushing event updated for resources: {'Port': ['ID=a2f94620-b145-4024-87eb-9c0e499c4b15,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:48.324434 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-26515137-c5ce-423f-b076-cc20041b351e None None] Provisioning complete for port a2f94620-b145-4024-87eb-9c0e499c4b15 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:48.324819 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-26515137-c5ce-423f-b076-cc20041b351e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:48.391128 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-da8ec609-2164-4cca-b2d3-ea4f41a48351 service neutron] 10.222.0.11 "GET /v2.0/networks/1ff556fd-0581-480f-8730-5712d0e2eed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739388 Dec 10 16:34:48.419413 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 6ec319c2-c163-4770-9966-fec1eb3a8b41, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=6ec319c2-c163-4770-9966-fec1eb3a8b41,segment=NetworkSegment(605c9d0b-0f61-47db-bdbf-e7f65b4070bb),segment_id=605c9d0b-0f61-47db-bdbf-e7f65b4070bb)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:48.434945 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:48.474752 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-bf274dfb-ce61-40e3-b335-e5df33af0c2d None None] Set router f01d5f13-0352-4941-b105-388d8b32c55e gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:34:48.585566 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee05f76-f7e4-485e-8000-712433a823e2 None None] Pushing event updated for resources: {'Port': ['ID=bbf9b665-e52e-4297-b115-e6945139cf3e,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:48.685056 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37646d5-62fa-4650-bc4b-d52d555ff989 req-3e59797d-bfb1-42ac-9569-67fb8aeda425 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:48.687313 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b37646d5-62fa-4650-bc4b-d52d555ff989 req-3e59797d-bfb1-42ac-9569-67fb8aeda425 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] 10.222.0.11 "GET /v2.0/ports?device_id=32624582-2163-4888-bc29-35e44155fd6a HTTP/1.1" status: 200 len: 944 time: 0.0743084 Dec 10 16:34:48.733403 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c3208301-d971-4b27-aac7-79c620ba9476 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:48.749002 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=6ec319c2-c163-4770-9966-fec1eb3a8b41,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:48.755683 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b37646d5-62fa-4650-bc4b-d52d555ff989 req-5cbfb2e7-256a-48ea-9164-aa4eb6ffb20d tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] 10.222.0.11 "GET /v2.0/security-groups?id=7194cb6e-a611-47be-a7ae-6979bbdb126e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583112 Dec 10 16:34:48.761762 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-dee05f76-f7e4-485e-8000-712433a823e2 None None] Attempting to bind port bbf9b665-e52e-4297-b115-e6945139cf3e on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:34:48.766184 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-150e0f78-c4fb-4835-99c0-6f1c7033e689 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:48.767326 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-dee05f76-f7e4-485e-8000-712433a823e2 None None] Attempting to bind port bbf9b665-e52e-4297-b115-e6945139cf3e by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'f18b7f54-bafa-473b-b975-dbbff4a83de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3a79c643-2254-4c48-9070-c857d15d03ea'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:34:48.767719 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee05f76-f7e4-485e-8000-712433a823e2 None None] Attempting to bind port bbf9b665-e52e-4297-b115-e6945139cf3e on network 3a79c643-2254-4c48-9070-c857d15d03ea {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:34:48.836197 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-150e0f78-c4fb-4835-99c0-6f1c7033e689 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:48.887333 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c3208301-d971-4b27-aac7-79c620ba9476 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:48.897196 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c3208301-d971-4b27-aac7-79c620ba9476 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:48.900529 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150e0f78-c4fb-4835-99c0-6f1c7033e689 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Network 3a79c643-2254-4c48-9070-c857d15d03ea is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:48.917107 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-150e0f78-c4fb-4835-99c0-6f1c7033e689 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:48.925405 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-72fa8eb0-2917-494e-b6d2-12bbd0809caf req-4e442d4c-5a73-4d06-9383-c4b320f94e23 tempest-ServerShowV257Test-1045739748 tempest-ServerShowV257Test-1045739748-project] 10.222.0.11 "GET /v2.0/ports?device_id=4013a02b-37b5-4430-af14-a7437b4fbbde HTTP/1.1" status: 200 len: 210 time: 0.0569129 Dec 10 16:34:48.932218 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150e0f78-c4fb-4835-99c0-6f1c7033e689 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:48.932764 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-150e0f78-c4fb-4835-99c0-6f1c7033e689 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:48.989960 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-26515137-c5ce-423f-b076-cc20041b351e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:48.995660 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['6ec319c2-c163-4770-9966-fec1eb3a8b41'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:34:48.998329 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:49.017074 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e0f78-c4fb-4835-99c0-6f1c7033e689 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event updated for resources: {'Port': ['ID=e7169674-ca23-465b-aaa7-912e0695b6aa,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:49.023655 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3208301-d971-4b27-aac7-79c620ba9476 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94bd379a-9bf9-4e57-ad88-36844ab4c920,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:49.030391 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c3208301-d971-4b27-aac7-79c620ba9476 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:49.034556 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee05f76-f7e4-485e-8000-712433a823e2 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:34:49.034758 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee05f76-f7e4-485e-8000-712433a823e2 None None] Checking segment: {'id': 'f18b7f54-bafa-473b-b975-dbbff4a83de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3a79c643-2254-4c48-9070-c857d15d03ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:49.035139 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dee05f76-f7e4-485e-8000-712433a823e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:49.035281 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56032) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:49.035530 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee05f76-f7e4-485e-8000-712433a823e2 None None] Bound using segment: {'id': 'f18b7f54-bafa-473b-b975-dbbff4a83de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3a79c643-2254-4c48-9070-c857d15d03ea'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:34:49.036027 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-dee05f76-f7e4-485e-8000-712433a823e2 None None] Bound port: bbf9b665-e52e-4297-b115-e6945139cf3e, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f18b7f54-bafa-473b-b975-dbbff4a83de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3a79c643-2254-4c48-9070-c857d15d03ea'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:34:49.036242 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c3208301-d971-4b27-aac7-79c620ba9476 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7522740 Dec 10 16:34:49.036405 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dee05f76-f7e4-485e-8000-712433a823e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:49.044145 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-d964b195-1717-47fc-8f15-244ea4b62ba9 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Request body: {'security_group_rule': {'security_group_id': '1937eb88-2de0-4242-9295-bb54f0c66796', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:49.105847 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-26515137-c5ce-423f-b076-cc20041b351e None None] For port a2f94620-b145-4024-87eb-9c0e499c4b15, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=a2f94620-b145-4024-87eb-9c0e499c4b15,segment=NetworkSegment(c2f5716b-121a-4486-9501-1fc96fd14cf8),segment_id=c2f5716b-121a-4486-9501-1fc96fd14cf8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:49.124836 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-26515137-c5ce-423f-b076-cc20041b351e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:49.135071 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-150e0f78-c4fb-4835-99c0-6f1c7033e689 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:49.139980 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d964b195-1717-47fc-8f15-244ea4b62ba9 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:49.194904 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-d964b195-1717-47fc-8f15-244ea4b62ba9 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] create failed (client error): There was a conflict when trying to complete your request. Dec 10 16:34:49.200417 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d964b195-1717-47fc-8f15-244ea4b62ba9 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1627672 Dec 10 16:34:49.201011 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56036) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:49.231595 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26515137-c5ce-423f-b076-cc20041b351e None None] Pushing event updated for resources: {'Port': ['ID=a2f94620-b145-4024-87eb-9c0e499c4b15,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:49.294562 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-dee05f76-f7e4-485e-8000-712433a823e2 None None] For port bbf9b665-e52e-4297-b115-e6945139cf3e, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:34:49.307907 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ed9a0b0f-4559-4e8e-b8ac-aec8619c2e57 req-fe14b45c-40f6-48f3-b6d0-f78f0aeeef3f tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/ports?device_id=458166d8-ae2d-4667-b487-49d3beb0bd5d HTTP/1.1" status: 200 len: 210 time: 0.0600307 Dec 10 16:34:49.329892 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-0cb26c71-6e9c-4b98-84d0-2927cb55b45a None None] Provisioning complete for port a2f94620-b145-4024-87eb-9c0e499c4b15 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:49.330289 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0cb26c71-6e9c-4b98-84d0-2927cb55b45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:49.337577 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-dee05f76-f7e4-485e-8000-712433a823e2 None None] For port bbf9b665-e52e-4297-b115-e6945139cf3e, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=bbf9b665-e52e-4297-b115-e6945139cf3e,segment=NetworkSegment(f18b7f54-bafa-473b-b975-dbbff4a83de4),segment_id=f18b7f54-bafa-473b-b975-dbbff4a83de4)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:34:49.345336 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bb4224e4-82d6-41d0-b8ed-fc66b4863636 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:49.366408 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dee05f76-f7e4-485e-8000-712433a823e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:49.381667 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bb4224e4-82d6-41d0-b8ed-fc66b4863636 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:49.449911 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bb4224e4-82d6-41d0-b8ed-fc66b4863636 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:49.456331 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bb4224e4-82d6-41d0-b8ed-fc66b4863636 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:49.458186 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-bb4224e4-82d6-41d0-b8ed-fc66b4863636 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "DELETE /v2.0/security-groups/1937eb88-2de0-4242-9295-bb54f0c66796 HTTP/1.1" status: 204 len: 168 time: 0.2560804 Dec 10 16:34:49.458805 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56038) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:49.501326 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee05f76-f7e4-485e-8000-712433a823e2 None None] Pushing event updated for resources: {'Port': ['ID=bbf9b665-e52e-4297-b115-e6945139cf3e,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:49.509499 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4224e4-82d6-41d0-b8ed-fc66b4863636 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1937eb88-2de0-4242-9295-bb54f0c66796,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:49.577123 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-150e0f78-c4fb-4835-99c0-6f1c7033e689 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:49.583300 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-150e0f78-c4fb-4835-99c0-6f1c7033e689 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:49.585132 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-150e0f78-c4fb-4835-99c0-6f1c7033e689 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:49.601716 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-fe70ab01-49a1-4d47-ade8-a969d771fd74 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1124792 Dec 10 16:34:49.606626 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56042) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:49.612744 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-1c46749d-eeec-43b2-90ed-a935bf83f235 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Request body: {'security_group': {'name': 'tempest-secgroup--1016729930'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:49.623804 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-bf274dfb-ce61-40e3-b335-e5df33af0c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'name': 'tempest-RoutersIpV6Test-router-1179315097', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:34Z', 'updated_at': '2021-12-10T16:34:43Z', 'revision_number': 3, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'gw_port_host': None, '_interfaces': [{'id': 'a2f94620-b145-4024-87eb-9c0e499c4b15', 'name': '', 'network_id': 'f0d88d06-1f35-4460-a6c6-7c3d686a41c1', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:5d:4d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '451dcd21-8eab-4631-b624-f00cf2582363', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:42Z', 'updated_at': '2021-12-10T16:34:47Z', 'revision_number': 4, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '451dcd21-8eab-4631-b624-f00cf2582363', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5e951eb-9534-42a3-bec9-b11a9a08e0fc', 'name': '', 'network_id': '5e68f400-8e31-4b71-95c2-4b1cdce7040a', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:6d:88:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:36Z', 'updated_at': '2021-12-10T16:34:42Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:49.667818 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1c46749d-eeec-43b2-90ed-a935bf83f235 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:49.698606 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf274dfb-ce61-40e3-b335-e5df33af0c2d None None] The sync data for ids ['f01d5f13-0352-4941-b105-388d8b32c55e'] in n-d-766771-2 is: [{'id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'name': 'tempest-RoutersIpV6Test-router-1179315097', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:34Z', 'updated_at': '2021-12-10T16:34:43Z', 'revision_number': 3, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'gw_port_host': None, '_interfaces': [{'id': 'a2f94620-b145-4024-87eb-9c0e499c4b15', 'name': '', 'network_id': 'f0d88d06-1f35-4460-a6c6-7c3d686a41c1', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:5d:4d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '451dcd21-8eab-4631-b624-f00cf2582363', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:42Z', 'updated_at': '2021-12-10T16:34:47Z', 'revision_number': 4, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '451dcd21-8eab-4631-b624-f00cf2582363', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5e951eb-9534-42a3-bec9-b11a9a08e0fc', 'name': '', 'network_id': '5e68f400-8e31-4b71-95c2-4b1cdce7040a', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:6d:88:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:36Z', 'updated_at': '2021-12-10T16:34:42Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:34:49.718436 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:49.723518 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e0f78-c4fb-4835-99c0-6f1c7033e689 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event updated for resources: {'Port': ['ID=e7169674-ca23-465b-aaa7-912e0695b6aa,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:49.839200 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1c46749d-eeec-43b2-90ed-a935bf83f235 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:49.843588 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1c46749d-eeec-43b2-90ed-a935bf83f235 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:49.895029 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150e0f78-c4fb-4835-99c0-6f1c7033e689 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Network 3a79c643-2254-4c48-9070-c857d15d03ea is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:49.897015 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-150e0f78-c4fb-4835-99c0-6f1c7033e689 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:49.937250 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c46749d-eeec-43b2-90ed-a935bf83f235 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e9858d-36fe-4a8d-a6be-7829b75b028f,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:49.992402 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1c46749d-eeec-43b2-90ed-a935bf83f235 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:49.993700 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1c46749d-eeec-43b2-90ed-a935bf83f235 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3860693 Dec 10 16:34:49.997700 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56052) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:50.006233 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-f2a98760-92f7-4a6e-aac2-6fa29d907e1e tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Request body: {'security_group_rule': {'security_group_id': 'e1e9858d-36fe-4a8d-a6be-7829b75b028f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:50.006995 n-d-766771-2 neutron-server[103392]: WARNING neutron.api.v2.base [None req-f2a98760-92f7-4a6e-aac2-6fa29d907e1e tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 10 16:34:50.007502 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-f2a98760-92f7-4a6e-aac2-6fa29d907e1e tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:34:50.008511 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f2a98760-92f7-4a6e-aac2-6fa29d907e1e tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0076053 Dec 10 16:34:50.013881 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56054) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:50.057080 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8c249-91d3-4151-8de7-fa20edd5190f req-d5790a9a-fc83-42b5-af69-1aef486c87b5 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:50.065188 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5ae8c249-91d3-4151-8de7-fa20edd5190f req-d5790a9a-fc83-42b5-af69-1aef486c87b5 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] 10.222.0.11 "GET /v2.0/ports?device_id=32624582-2163-4888-bc29-35e44155fd6a HTTP/1.1" status: 200 len: 944 time: 0.1546192 Dec 10 16:34:50.163572 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150e0f78-c4fb-4835-99c0-6f1c7033e689 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Router f01d5f13-0352-4941-b105-388d8b32c55e has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:34:50.182601 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5ae8c249-91d3-4151-8de7-fa20edd5190f req-e966b309-7c29-40c1-a696-16b6b56f078b tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] 10.222.0.11 "GET /v2.0/security-groups?id=7194cb6e-a611-47be-a7ae-6979bbdb126e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165028 Dec 10 16:34:50.183556 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d61081fa-eeb1-4b7a-a1c8-4eaa55386d3b tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:50.216387 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d61081fa-eeb1-4b7a-a1c8-4eaa55386d3b tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:50.270321 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d61081fa-eeb1-4b7a-a1c8-4eaa55386d3b tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:50.273724 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d61081fa-eeb1-4b7a-a1c8-4eaa55386d3b tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:50.275563 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d61081fa-eeb1-4b7a-a1c8-4eaa55386d3b tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "DELETE /v2.0/security-groups/e1e9858d-36fe-4a8d-a6be-7829b75b028f HTTP/1.1" status: 204 len: 168 time: 0.2606966 Dec 10 16:34:50.279922 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56058) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:50.291395 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-2bfad2dd-519f-43d0-875d-77dfa51bb2a8 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:50.293564 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-2bfad2dd-519f-43d0-875d-77dfa51bb2a8 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.26 "GET /v2.0/networks?id=1ff556fd-0581-480f-8730-5712d0e2eed7 HTTP/1.1" status: 200 len: 815 time: 0.2748811 Dec 10 16:34:50.317775 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61081fa-eeb1-4b7a-a1c8-4eaa55386d3b tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e9858d-36fe-4a8d-a6be-7829b75b028f,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:50.343827 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4451fe37-a88b-45da-94d7-837fb48f25b6 req-9dd0afc0-66d2-489d-8478-135d16ea09fd tempest-ServerShowV257Test-1045739748 tempest-ServerShowV257Test-1045739748-project] 10.222.0.11 "GET /v2.0/ports?device_id=4013a02b-37b5-4430-af14-a7437b4fbbde HTTP/1.1" status: 200 len: 210 time: 0.0364623 Dec 10 16:34:50.345457 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150e0f78-c4fb-4835-99c0-6f1c7033e689 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:34:50.358392 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-150e0f78-c4fb-4835-99c0-6f1c7033e689 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "PUT /v2.0/routers/f01d5f13-0352-4941-b105-388d8b32c55e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9715481 Dec 10 16:34:50.359848 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-4d531fdb-9f05-42b8-a162-f9343d376cfd tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Request body: {'port': {'device_id': '458166d8-ae2d-4667-b487-49d3beb0bd5d', 'network_id': '1ff556fd-0581-480f-8730-5712d0e2eed7', 'admin_state_up': True, 'tenant_id': '9e3ab537af104aefb9b5f01272b0709a'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:50.372632 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56062) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:50.372632 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-2a8fbd63-3976-4d3a-8132-4341036236b2 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1384466238'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:50.381395 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c59ed410-c974-4cf4-ace7-8aacfa72fd5e tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0969021 Dec 10 16:34:50.382067 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56064) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:50.389172 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-59c4b90b-8369-4a01-a3e4-268eef52be9b tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Request body: {'security_group': {'name': 'tempest-secgroup--1385311713'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:50.443482 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.db.api [None req-2a8fbd63-3976-4d3a-8132-4341036236b2 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 16:34:50.443482 n-d-766771-2 neutron-server[103393]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 10 16:34:50.443482 n-d-766771-2 neutron-server[103393]: [parameters: {'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'id': 'e5a6ce73-21ab-4262-a596-654b23639f0e', 'expiration': datetime.datetime(2021, 12, 10, 16, 36, 50, 427267)}] Dec 10 16:34:50.443482 n-d-766771-2 neutron-server[103393]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:34:50.443945 n-d-766771-2 neutron-server[103393]: DEBUG oslo_db.api [None req-2a8fbd63-3976-4d3a-8132-4341036236b2 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:34:50.448421 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-59c4b90b-8369-4a01-a3e4-268eef52be9b tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:50.622223 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-4d531fdb-9f05-42b8-a162-f9343d376cfd tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Made reservation on behalf of 9e3ab537af104aefb9b5f01272b0709a for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:50.625642 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2159a38d-4b5c-4ffc-a9be-76cc5dda28db req-6318502c-0b3b-4033-bc88-ab2164438c48 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/ports?device_id=458166d8-ae2d-4667-b487-49d3beb0bd5d HTTP/1.1" status: 200 len: 210 time: 0.0700829 Dec 10 16:34:50.633960 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-4d531fdb-9f05-42b8-a162-f9343d376cfd tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:50.689856 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-59c4b90b-8369-4a01-a3e4-268eef52be9b tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:50.695265 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-59c4b90b-8369-4a01-a3e4-268eef52be9b tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:50.716344 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-59c4b90b-8369-4a01-a3e4-268eef52be9b tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:50.717651 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-59c4b90b-8369-4a01-a3e4-268eef52be9b tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3345234 Dec 10 16:34:50.724952 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56068) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:50.732862 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-73f8f20c-1b34-43c1-b387-9a4887124eda tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Request body: {'security_group_rule': {'security_group_id': 'e39fa59a-36d9-4b91-94ef-d6e5f650bcb8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:50.733742 n-d-766771-2 neutron-server[103392]: WARNING neutron.api.v2.base [None req-73f8f20c-1b34-43c1-b387-9a4887124eda tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 10 16:34:50.734442 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-73f8f20c-1b34-43c1-b387-9a4887124eda tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:34:50.735439 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-73f8f20c-1b34-43c1-b387-9a4887124eda tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0093064 Dec 10 16:34:50.739524 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56070) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:50.772695 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4b90b-8369-4a01-a3e4-268eef52be9b tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e39fa59a-36d9-4b91-94ef-d6e5f650bcb8,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:50.822393 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device bbf9b665-e52e-4297-b115-e6945139cf3e up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:50.851934 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ff56360c-790e-4ae5-8e31-bbd316aabb6f tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:50.893616 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port bbf9b665-e52e-4297-b115-e6945139cf3e triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:50.893990 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:50.897095 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ff56360c-790e-4ae5-8e31-bbd316aabb6f tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:50.961776 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ff56360c-790e-4ae5-8e31-bbd316aabb6f tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:50.964610 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-4d531fdb-9f05-42b8-a162-f9343d376cfd tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Allocated IP 172.20.0.9 (1ff556fd-0581-480f-8730-5712d0e2eed7/ed059596-b61f-4b79-b79e-c9b747c3907d/fb1529d3-9b78-4613-9fd2-2795ac9de539) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:50.965698 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ff56360c-790e-4ae5-8e31-bbd316aabb6f tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:50.967088 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ff56360c-790e-4ae5-8e31-bbd316aabb6f tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "DELETE /v2.0/security-groups/e39fa59a-36d9-4b91-94ef-d6e5f650bcb8 HTTP/1.1" status: 204 len: 168 time: 0.2265968 Dec 10 16:34:50.972779 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56072) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:50.979476 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56360c-790e-4ae5-8e31-bbd316aabb6f tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39fa59a-36d9-4b91-94ef-d6e5f650bcb8,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:50.991312 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf79e44-29c4-4506-ae4f-6659a7829897 None None] Sync routers for ids ['f01d5f13-0352-4941-b105-388d8b32c55e'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:34:51.013663 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf79e44-29c4-4506-ae4f-6659a7829897 None None] Routers {'f01d5f13-0352-4941-b105-388d8b32c55e'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:51.015002 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ddf79e44-29c4-4506-ae4f-6659a7829897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:34:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['f01d5f13-0352-4941-b105-388d8b32c55e'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:51.032849 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8fbd63-3976-4d3a-8132-4341036236b2 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Made reservation on behalf of 5aa64038701d4c8b8057a83cf9772c1e for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:51.036985 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2a8fbd63-3976-4d3a-8132-4341036236b2 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:51.048657 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:51.119558 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port bbf9b665-e52e-4297-b115-e6945139cf3e, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=bbf9b665-e52e-4297-b115-e6945139cf3e,segment=NetworkSegment(f18b7f54-bafa-473b-b975-dbbff4a83de4),segment_id=f18b7f54-bafa-473b-b975-dbbff4a83de4)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:51.124679 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:51.125629 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device a2f94620-b145-4024-87eb-9c0e499c4b15 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:51.130847 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-ddf79e44-29c4-4506-ae4f-6659a7829897 None None] Set router f01d5f13-0352-4941-b105-388d8b32c55e gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:34:51.135613 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0debbf9d-0f3e-42f8-a7cc-0aa871599cc7 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1582148 Dec 10 16:34:51.135979 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56074) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:51.142024 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-fd162ba0-c8ac-41ee-8b29-e732d96843ff tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Request body: {'security_group': {'name': 'tempest-secgroup--749119890'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:51.148098 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a8fbd63-3976-4d3a-8132-4341036236b2 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:34:51.197768 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fd162ba0-c8ac-41ee-8b29-e732d96843ff tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:51.219706 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2a8fbd63-3976-4d3a-8132-4341036236b2 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:51.219943 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-2a8fbd63-3976-4d3a-8132-4341036236b2 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Added segment 82d499ef-75c7-42c9-a11c-c5d30c9305c4 of type vlan for network 7afc10b1-7dea-4e95-8e9c-6c1330145e9e Dec 10 16:34:51.247695 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bce21e-135a-4bc4-9eea-abb38302da08 None None] Network 3a79c643-2254-4c48-9070-c857d15d03ea requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:51.353044 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 6ec319c2-c163-4770-9966-fec1eb3a8b41 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:51.356957 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-4d531fdb-9f05-42b8-a162-f9343d376cfd tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:51.375605 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fd162ba0-c8ac-41ee-8b29-e732d96843ff tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:51.397888 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=bbf9b665-e52e-4297-b115-e6945139cf3e,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:51.413112 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-0a7fbf30-fe4f-45eb-8eb3-b20631919e88 None None] Provisioning complete for port bbf9b665-e52e-4297-b115-e6945139cf3e triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:51.413495 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0a7fbf30-fe4f-45eb-8eb3-b20631919e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:51.430237 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-4d531fdb-9f05-42b8-a162-f9343d376cfd tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:51.449999 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2a8fbd63-3976-4d3a-8132-4341036236b2 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:51.459593 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['1db147b9-8b9b-4cb1-9d50-9f8e561cef00', '7991d738-4741-4147-8318-26dd3462bb81'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:34:51.459855 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fd162ba0-c8ac-41ee-8b29-e732d96843ff tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:51.461630 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['f71554f2-e8bc-44da-a5e4-c6737d99848d'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:34:51.510759 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd162ba0-c8ac-41ee-8b29-e732d96843ff tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8443ecc-4dac-48a9-abec-9adfe40365e7,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:51.516119 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-4d531fdb-9f05-42b8-a162-f9343d376cfd tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Network 1ff556fd-0581-480f-8730-5712d0e2eed7 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:51.524832 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fd162ba0-c8ac-41ee-8b29-e732d96843ff tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:51.526080 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-fd162ba0-c8ac-41ee-8b29-e732d96843ff tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3883195 Dec 10 16:34:51.529596 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56084) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:51.532892 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-4d531fdb-9f05-42b8-a162-f9343d376cfd tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:51.534856 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-4d92740e-3ae9-406e-8b87-889b27ca1e0b tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Request body: {'security_group_rule': {'security_group_id': 'b8443ecc-4dac-48a9-abec-9adfe40365e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:51.546623 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-4d531fdb-9f05-42b8-a162-f9343d376cfd tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:51.548620 n-d-766771-2 neutron-server[103392]: WARNING neutron.api.v2.base [None req-4d92740e-3ae9-406e-8b87-889b27ca1e0b tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 10 16:34:51.549675 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-4d92740e-3ae9-406e-8b87-889b27ca1e0b tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:34:51.555827 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d531fdb-9f05-42b8-a162-f9343d376cfd tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Pushing event updated for resources: {'Port': ['ID=fb1529d3-9b78-4613-9fd2-2795ac9de539,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:51.556382 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4d92740e-3ae9-406e-8b87-889b27ca1e0b tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0247338 Dec 10 16:34:51.577463 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56086) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:51.591602 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce10d4-ef4c-47f4-88c0-01c820e17d62 req-dcb158ce-e5ad-42a3-b3fb-584c6201ef15 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:51.594396 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2a8fbd63-3976-4d3a-8132-4341036236b2 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:51.603683 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1fce10d4-ef4c-47f4-88c0-01c820e17d62 req-dcb158ce-e5ad-42a3-b3fb-584c6201ef15 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] 10.222.0.11 "GET /v2.0/ports?device_id=32624582-2163-4888-bc29-35e44155fd6a HTTP/1.1" status: 200 len: 944 time: 0.2252946 Dec 10 16:34:51.608466 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8fbd63-3976-4d3a-8132-4341036236b2 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:51.609109 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2a8fbd63-3976-4d3a-8132-4341036236b2 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:51.609833 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port a2f94620-b145-4024-87eb-9c0e499c4b15 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:51.610243 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:51.634769 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-44b61ef6-a00d-4055-843f-41b89b39d938 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Request body: {'security_group_rule': {'security_group_id': 'b8443ecc-4dac-48a9-abec-9adfe40365e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:51.635800 n-d-766771-2 neutron-server[103392]: WARNING neutron.api.v2.base [None req-44b61ef6-a00d-4055-843f-41b89b39d938 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 10 16:34:51.636477 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-44b61ef6-a00d-4055-843f-41b89b39d938 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:34:51.642961 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-44b61ef6-a00d-4055-843f-41b89b39d938 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0118620 Dec 10 16:34:51.643799 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56088) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:51.658470 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-425c6a5f-cf4f-414e-a8bf-8789c05b9445 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Request body: {'security_group_rule': {'security_group_id': 'b8443ecc-4dac-48a9-abec-9adfe40365e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:51.659570 n-d-766771-2 neutron-server[103392]: WARNING neutron.api.v2.base [None req-425c6a5f-cf4f-414e-a8bf-8789c05b9445 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 10 16:34:51.660293 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-425c6a5f-cf4f-414e-a8bf-8789c05b9445 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:34:51.665933 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-425c6a5f-cf4f-414e-a8bf-8789c05b9445 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0146184 Dec 10 16:34:51.666794 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56092) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:51.684578 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-27d5a214-b98f-4a55-9326-bbadf1498521 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Request body: {'security_group_rule': {'security_group_id': 'b8443ecc-4dac-48a9-abec-9adfe40365e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:51.686460 n-d-766771-2 neutron-server[103392]: WARNING neutron.api.v2.base [None req-27d5a214-b98f-4a55-9326-bbadf1498521 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 10 16:34:51.688355 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-27d5a214-b98f-4a55-9326-bbadf1498521 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:34:51.693689 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-27d5a214-b98f-4a55-9326-bbadf1498521 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0151267 Dec 10 16:34:51.697211 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56094) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:51.702708 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 6ec319c2-c163-4770-9966-fec1eb3a8b41 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:34:51.707023 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ddf79e44-29c4-4506-ae4f-6659a7829897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'name': 'tempest-RoutersIpV6Test-router-1179315097', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:34Z', 'updated_at': '2021-12-10T16:34:49Z', 'revision_number': 4, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'gw_port_host': None, '_interfaces': [{'id': 'a2f94620-b145-4024-87eb-9c0e499c4b15', 'name': '', 'network_id': 'f0d88d06-1f35-4460-a6c6-7c3d686a41c1', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:5d:4d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '451dcd21-8eab-4631-b624-f00cf2582363', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:42Z', 'updated_at': '2021-12-10T16:34:49Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '451dcd21-8eab-4631-b624-f00cf2582363', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5e951eb-9534-42a3-bec9-b11a9a08e0fc', 'name': '', 'network_id': '5e68f400-8e31-4b71-95c2-4b1cdce7040a', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:6d:88:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:36Z', 'updated_at': '2021-12-10T16:34:42Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7169674-ca23-465b-aaa7-912e0695b6aa', 'name': '', 'network_id': '3a79c643-2254-4c48-9070-c857d15d03ea', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:38:07:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'b82d748d-5100-4dfc-8acd-7a143da3169a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:47Z', 'updated_at': '2021-12-10T16:34:49Z', 'revision_number': 2, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': 'b82d748d-5100-4dfc-8acd-7a143da3169a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:51.727338 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 6ec319c2-c163-4770-9966-fec1eb3a8b41 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:51.727713 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:51.758842 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56096) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:51.764279 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2a8fbd63-3976-4d3a-8132-4341036236b2 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3918641 Dec 10 16:34:51.770028 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-80fab586-df45-410b-9422-f838518bd3f3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Request body: {'subnet': {'network_id': '7afc10b1-7dea-4e95-8e9c-6c1330145e9e', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:51.783949 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-4d531fdb-9f05-42b8-a162-f9343d376cfd tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:51.784907 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-4d531fdb-9f05-42b8-a162-f9343d376cfd tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:51.785294 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf79e44-29c4-4506-ae4f-6659a7829897 None None] Checking router: f01d5f13-0352-4941-b105-388d8b32c55e for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:34:51.785958 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf79e44-29c4-4506-ae4f-6659a7829897 None None] Updating router f01d5f13-0352-4941-b105-388d8b32c55e port e7169674-ca23-465b-aaa7-912e0695b6aa binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:34:51.798815 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1fce10d4-ef4c-47f4-88c0-01c820e17d62 req-4e3fc62d-f971-4cea-b97d-f3cf4a3638e3 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] 10.222.0.11 "GET /v2.0/security-groups?id=7194cb6e-a611-47be-a7ae-6979bbdb126e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938689 Dec 10 16:34:51.802466 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8fbd63-3976-4d3a-8132-4341036236b2 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event updated for resources: {'Network': ['ID=7afc10b1-7dea-4e95-8e9c-6c1330145e9e,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:51.824187 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-4d531fdb-9f05-42b8-a162-f9343d376cfd tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4959695 Dec 10 16:34:51.840436 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-5d7fde22-eaf0-4c31-9c36-521e56f90fd4 service neutron] Request body: {'port': {'device_id': '458166d8-ae2d-4667-b487-49d3beb0bd5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:51.840644 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 7afc10b1-7dea-4e95-8e9c-6c1330145e9e details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:34:51.853014 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-ddf79e44-29c4-4506-ae4f-6659a7829897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:52.008936 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-5d7fde22-eaf0-4c31-9c36-521e56f90fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:52.395600 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-ddf79e44-29c4-4506-ae4f-6659a7829897 None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:52.407667 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-ddf79e44-29c4-4506-ae4f-6659a7829897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:52.526941 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-5d7fde22-eaf0-4c31-9c36-521e56f90fd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb1529d3-9b78-4613-9fd2-2795ac9de539 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:34:52.544638 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-5d7fde22-eaf0-4c31-9c36-521e56f90fd4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:52.575241 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-5d7fde22-eaf0-4c31-9c36-521e56f90fd4 service neutron] Transition to ACTIVE for port object fb1529d3-9b78-4613-9fd2-2795ac9de539 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:34:52.579371 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-5d7fde22-eaf0-4c31-9c36-521e56f90fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:52.643241 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca5bac-edba-488d-b65a-94ca8bd075d7 None None] Pushing event updated for resources: {'Port': ['ID=e7169674-ca23-465b-aaa7-912e0695b6aa,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:52.700932 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:52.723191 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-77e8ea6a-522b-4f41-97d3-69a434a15634 None None] Provisioning complete for port bbf9b665-e52e-4297-b115-e6945139cf3e triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:52.723925 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-77e8ea6a-522b-4f41-97d3-69a434a15634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:52.739260 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-461156e2-d537-4c0c-a8fa-c430bc202527 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:52.743058 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device bbf9b665-e52e-4297-b115-e6945139cf3e up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:52.744546 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7fde22-eaf0-4c31-9c36-521e56f90fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=fb1529d3-9b78-4613-9fd2-2795ac9de539,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:52.753940 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-ddf79e44-29c4-4506-ae4f-6659a7829897 None None] Attempting to bind port e7169674-ca23-465b-aaa7-912e0695b6aa on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:34:52.754539 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-ddf79e44-29c4-4506-ae4f-6659a7829897 None None] Attempting to bind port e7169674-ca23-465b-aaa7-912e0695b6aa by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'f18b7f54-bafa-473b-b975-dbbff4a83de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3a79c643-2254-4c48-9070-c857d15d03ea'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:34:52.755093 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf79e44-29c4-4506-ae4f-6659a7829897 None None] Attempting to bind port e7169674-ca23-465b-aaa7-912e0695b6aa on network 3a79c643-2254-4c48-9070-c857d15d03ea {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:34:52.770979 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf79e44-29c4-4506-ae4f-6659a7829897 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:34:52.771664 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf79e44-29c4-4506-ae4f-6659a7829897 None None] Checking segment: {'id': 'f18b7f54-bafa-473b-b975-dbbff4a83de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3a79c643-2254-4c48-9070-c857d15d03ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:52.772243 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-ddf79e44-29c4-4506-ae4f-6659a7829897 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:52.776162 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf79e44-29c4-4506-ae4f-6659a7829897 None None] Bound using segment: {'id': 'f18b7f54-bafa-473b-b975-dbbff4a83de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3a79c643-2254-4c48-9070-c857d15d03ea'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:34:52.776858 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-ddf79e44-29c4-4506-ae4f-6659a7829897 None None] Bound port: e7169674-ca23-465b-aaa7-912e0695b6aa, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f18b7f54-bafa-473b-b975-dbbff4a83de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3a79c643-2254-4c48-9070-c857d15d03ea'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:34:52.781048 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-ddf79e44-29c4-4506-ae4f-6659a7829897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:52.806952 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-5d7fde22-eaf0-4c31-9c36-521e56f90fd4 service neutron] Attempting to bind port fb1529d3-9b78-4613-9fd2-2795ac9de539 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:34:52.810687 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-5d7fde22-eaf0-4c31-9c36-521e56f90fd4 service neutron] Attempting to bind port fb1529d3-9b78-4613-9fd2-2795ac9de539 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'b44a6068-1cde-4f52-a8e6-9ddabbdb5356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1ff556fd-0581-480f-8730-5712d0e2eed7'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:34:52.811049 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-5d7fde22-eaf0-4c31-9c36-521e56f90fd4 service neutron] Attempting to bind port fb1529d3-9b78-4613-9fd2-2795ac9de539 on network 1ff556fd-0581-480f-8730-5712d0e2eed7 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:34:52.829500 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3ccd25a8-9f88-4794-b85d-a26b4f642833 req-2ff6cc87-dcc1-4760-ac4b-ec6dcab121af tempest-ServerShowV257Test-1045739748 tempest-ServerShowV257Test-1045739748-project] 10.222.0.11 "GET /v2.0/ports?device_id=4013a02b-37b5-4430-af14-a7437b4fbbde HTTP/1.1" status: 200 len: 210 time: 0.1001270 Dec 10 16:34:52.830470 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-5d7fde22-eaf0-4c31-9c36-521e56f90fd4 service neutron] Port fb1529d3-9b78-4613-9fd2-2795ac9de539 on network 1ff556fd-0581-480f-8730-5712d0e2eed7 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:34:52.830949 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-5d7fde22-eaf0-4c31-9c36-521e56f90fd4 service neutron] Attempting to bind port fb1529d3-9b78-4613-9fd2-2795ac9de539 on network 1ff556fd-0581-480f-8730-5712d0e2eed7 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:34:52.842181 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-5d7fde22-eaf0-4c31-9c36-521e56f90fd4 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:34:52.842700 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-5d7fde22-eaf0-4c31-9c36-521e56f90fd4 service neutron] Checking segment: {'id': 'b44a6068-1cde-4f52-a8e6-9ddabbdb5356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1ff556fd-0581-480f-8730-5712d0e2eed7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:52.843083 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-5d7fde22-eaf0-4c31-9c36-521e56f90fd4 service neutron] Bound using segment: {'id': 'b44a6068-1cde-4f52-a8e6-9ddabbdb5356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1ff556fd-0581-480f-8730-5712d0e2eed7'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:34:52.843562 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-5d7fde22-eaf0-4c31-9c36-521e56f90fd4 service neutron] Bound port: fb1529d3-9b78-4613-9fd2-2795ac9de539, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b44a6068-1cde-4f52-a8e6-9ddabbdb5356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1ff556fd-0581-480f-8730-5712d0e2eed7'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:34:52.843858 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-5d7fde22-eaf0-4c31-9c36-521e56f90fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:52.859157 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32624582-2163-4888-bc29-35e44155fd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec319c2-c163-4770-9966-fec1eb3a8b41'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:34:52.864421 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-ddf79e44-29c4-4506-ae4f-6659a7829897 None None] For port e7169674-ca23-465b-aaa7-912e0695b6aa, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:34:52.866170 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99434bc2-41e7-4048-9ea4-46331741dccc" -d '{"events": [{"server_uuid": "32624582-2163-4888-bc29-35e44155fd6a", "name": "network-vif-plugged", "status": "completed", "tag": "6ec319c2-c163-4770-9966-fec1eb3a8b41"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:34:52.868385 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-ddf79e44-29c4-4506-ae4f-6659a7829897 None None] For port e7169674-ca23-465b-aaa7-912e0695b6aa, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=e7169674-ca23-465b-aaa7-912e0695b6aa,segment=NetworkSegment(f18b7f54-bafa-473b-b975-dbbff4a83de4),segment_id=f18b7f54-bafa-473b-b975-dbbff4a83de4)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:34:52.873677 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-ddf79e44-29c4-4506-ae4f-6659a7829897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:52.876046 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-461156e2-d537-4c0c-a8fa-c430bc202527 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:52.894894 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fab586-df45-410b-9422-f838518bd3f3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Made reservation on behalf of 5aa64038701d4c8b8057a83cf9772c1e for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:52.909805 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-80fab586-df45-410b-9422-f838518bd3f3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:52.938666 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 6ec319c2-c163-4770-9966-fec1eb3a8b41, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=6ec319c2-c163-4770-9966-fec1eb3a8b41,segment=NetworkSegment(605c9d0b-0f61-47db-bdbf-e7f65b4070bb),segment_id=605c9d0b-0f61-47db-bdbf-e7f65b4070bb)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:52.943995 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca5bac-edba-488d-b65a-94ca8bd075d7 None None] Pushing event updated for resources: {'Port': ['ID=e7169674-ca23-465b-aaa7-912e0695b6aa,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:52.967161 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf79e44-29c4-4506-ae4f-6659a7829897 None None] Routers {'f01d5f13-0352-4941-b105-388d8b32c55e'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:52.968102 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ddf79e44-29c4-4506-ae4f-6659a7829897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:34:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['f01d5f13-0352-4941-b105-388d8b32c55e'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:52.987739 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-5d7fde22-eaf0-4c31-9c36-521e56f90fd4 service neutron] For port fb1529d3-9b78-4613-9fd2-2795ac9de539, host n-h1-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:34:52.993350 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-5d7fde22-eaf0-4c31-9c36-521e56f90fd4 service neutron] For port fb1529d3-9b78-4613-9fd2-2795ac9de539, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=fb1529d3-9b78-4613-9fd2-2795ac9de539,segment=NetworkSegment(b44a6068-1cde-4f52-a8e6-9ddabbdb5356),segment_id=b44a6068-1cde-4f52-a8e6-9ddabbdb5356)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:34:53.000017 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-5d7fde22-eaf0-4c31-9c36-521e56f90fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:53.001416 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:53.029404 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-461156e2-d537-4c0c-a8fa-c430bc202527 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:53.038295 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-461156e2-d537-4c0c-a8fa-c430bc202527 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:53.039999 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-461156e2-d537-4c0c-a8fa-c430bc202527 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "DELETE /v2.0/security-groups/b8443ecc-4dac-48a9-abec-9adfe40365e7 HTTP/1.1" status: 204 len: 168 time: 1.3414249 Dec 10 16:34:53.044514 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56106) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:53.057950 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-5d7fde22-eaf0-4c31-9c36-521e56f90fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:53.059611 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-5d7fde22-eaf0-4c31-9c36-521e56f90fd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:53.061672 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-5d7fde22-eaf0-4c31-9c36-521e56f90fd4 service neutron] 10.222.0.26 "PUT /v2.0/ports/fb1529d3-9b78-4613-9fd2-2795ac9de539 HTTP/1.1" status: 200 len: 1091 time: 1.2268450 Dec 10 16:34:53.097410 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '458166d8-ae2d-4667-b487-49d3beb0bd5d', 'tag': 'fb1529d3-9b78-4613-9fd2-2795ac9de539'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:34:53.100873 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8408b21-4dc1-49c7-815e-bf88f31fe1ad" -d '{"events": [{"name": "network-changed", "server_uuid": "458166d8-ae2d-4667-b487-49d3beb0bd5d", "tag": "fb1529d3-9b78-4613-9fd2-2795ac9de539"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:34:53.150299 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461156e2-d537-4c0c-a8fa-c430bc202527 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8443ecc-4dac-48a9-abec-9adfe40365e7,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:53.171407 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-ddf79e44-29c4-4506-ae4f-6659a7829897 None None] Set router f01d5f13-0352-4941-b105-388d8b32c55e gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:34:53.236536 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e5bf9e7b-07c9-42e2-b244-7fd9a4ecaf5c tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1586554 Dec 10 16:34:53.243698 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56110) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:53.251312 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7fde22-eaf0-4c31-9c36-521e56f90fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=fb1529d3-9b78-4613-9fd2-2795ac9de539,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:53.261480 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-3cae013b-88e2-43f0-abe2-a6ad758179ca tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Request body: {'security_group': {'name': 'tempest-secgroup--1124766195'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:53.268455 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-528ab92c-a165-43d5-b9bd-671423fc6aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:53.269941 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-528ab92c-a165-43d5-b9bd-671423fc6aae service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e3ab537af104aefb9b5f01272b0709a&device_id=458166d8-ae2d-4667-b487-49d3beb0bd5d HTTP/1.1" status: 200 len: 1094 time: 0.1512954 Dec 10 16:34:53.290659 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port bbf9b665-e52e-4297-b115-e6945139cf3e triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:53.291301 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:53.295437 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=6ec319c2-c163-4770-9966-fec1eb3a8b41,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:53.322662 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-2e2f549d-1454-4d43-82d1-e16d2a2f3a62 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb1529d3-9b78-4613-9fd2-2795ac9de539 HTTP/1.1" status: 200 len: 217 time: 0.0437536 Dec 10 16:34:53.410225 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-77e8ea6a-522b-4f41-97d3-69a434a15634 None None] Provisioning complete for port e7169674-ca23-465b-aaa7-912e0695b6aa triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:53.410562 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-77e8ea6a-522b-4f41-97d3-69a434a15634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:53.413660 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-a85bd5cf-2a61-48e5-8b9d-d8c7c3cd57db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:53.414537 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-a85bd5cf-2a61-48e5-8b9d-d8c7c3cd57db service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ed059596-b61f-4b79-b79e-c9b747c3907d HTTP/1.1" status: 200 len: 855 time: 0.0816283 Dec 10 16:34:53.461710 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-de0cbb17-bace-4bb6-878f-5ffcb56e6838 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1ff556fd-0581-480f-8730-5712d0e2eed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364335 Dec 10 16:34:53.488685 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ddf79e44-29c4-4506-ae4f-6659a7829897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'name': 'tempest-RoutersIpV6Test-router-1179315097', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:34Z', 'updated_at': '2021-12-10T16:34:49Z', 'revision_number': 4, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'gw_port_host': None, '_interfaces': [{'id': 'a2f94620-b145-4024-87eb-9c0e499c4b15', 'name': '', 'network_id': 'f0d88d06-1f35-4460-a6c6-7c3d686a41c1', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:5d:4d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '451dcd21-8eab-4631-b624-f00cf2582363', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:42Z', 'updated_at': '2021-12-10T16:34:49Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '451dcd21-8eab-4631-b624-f00cf2582363', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5e951eb-9534-42a3-bec9-b11a9a08e0fc', 'name': '', 'network_id': '5e68f400-8e31-4b71-95c2-4b1cdce7040a', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:6d:88:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:36Z', 'updated_at': '2021-12-10T16:34:42Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7169674-ca23-465b-aaa7-912e0695b6aa', 'name': '', 'network_id': '3a79c643-2254-4c48-9070-c857d15d03ea', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:38:07:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'b82d748d-5100-4dfc-8acd-7a143da3169a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:47Z', 'updated_at': '2021-12-10T16:34:52Z', 'revision_number': 4, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': 'b82d748d-5100-4dfc-8acd-7a143da3169a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:53.490082 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-80fab586-df45-410b-9422-f838518bd3f3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:53.543013 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf79e44-29c4-4506-ae4f-6659a7829897 None None] The sync data for ids ['f01d5f13-0352-4941-b105-388d8b32c55e'] in n-d-766771-2 is: [{'id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'name': 'tempest-RoutersIpV6Test-router-1179315097', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:34Z', 'updated_at': '2021-12-10T16:34:49Z', 'revision_number': 4, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'gw_port_host': None, '_interfaces': [{'id': 'a2f94620-b145-4024-87eb-9c0e499c4b15', 'name': '', 'network_id': 'f0d88d06-1f35-4460-a6c6-7c3d686a41c1', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:5d:4d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '451dcd21-8eab-4631-b624-f00cf2582363', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:42Z', 'updated_at': '2021-12-10T16:34:49Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '451dcd21-8eab-4631-b624-f00cf2582363', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5e951eb-9534-42a3-bec9-b11a9a08e0fc', 'name': '', 'network_id': '5e68f400-8e31-4b71-95c2-4b1cdce7040a', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:6d:88:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:36Z', 'updated_at': '2021-12-10T16:34:42Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7169674-ca23-465b-aaa7-912e0695b6aa', 'name': '', 'network_id': '3a79c643-2254-4c48-9070-c857d15d03ea', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:38:07:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'b82d748d-5100-4dfc-8acd-7a143da3169a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:47Z', 'updated_at': '2021-12-10T16:34:52Z', 'revision_number': 4, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': 'b82d748d-5100-4dfc-8acd-7a143da3169a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:34:53.568905 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad75d2d-ed84-4341-b6aa-7ccb064a003f req-ade62a7f-7898-45f1-a6ad-e9cab6d811f1 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:53.583422 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dad75d2d-ed84-4341-b6aa-7ccb064a003f req-ade62a7f-7898-45f1-a6ad-e9cab6d811f1 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/ports?device_id=458166d8-ae2d-4667-b487-49d3beb0bd5d HTTP/1.1" status: 200 len: 943 time: 0.4413869 Dec 10 16:34:53.668780 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-77e8ea6a-522b-4f41-97d3-69a434a15634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:53.670528 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-88b85214-fa55-4662-8e14-7eaacd3276de service neutron] 10.222.0.26 "GET /v2.0/networks/1ff556fd-0581-480f-8730-5712d0e2eed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010052 Dec 10 16:34:53.687334 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3cae013b-88e2-43f0-abe2-a6ad758179ca tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:53.729781 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-77e8ea6a-522b-4f41-97d3-69a434a15634 None None] For port e7169674-ca23-465b-aaa7-912e0695b6aa, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=e7169674-ca23-465b-aaa7-912e0695b6aa,segment=NetworkSegment(f18b7f54-bafa-473b-b975-dbbff4a83de4),segment_id=f18b7f54-bafa-473b-b975-dbbff4a83de4)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:53.736246 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-77e8ea6a-522b-4f41-97d3-69a434a15634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:53.780029 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dad75d2d-ed84-4341-b6aa-7ccb064a003f req-aa798f8e-7bdc-47d3-aea8-bf68ddefcce5 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/security-groups?id=1962f219-df48-4694-919d-c32c4e5c0eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955783 Dec 10 16:34:53.794048 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fab586-df45-410b-9422-f838518bd3f3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event updated for resources: {'Subnet': ['ID=56802ad0-ef7e-4bc5-bef1-e41fb3371952,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:53.828895 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fab586-df45-410b-9422-f838518bd3f3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Checking segment: {'id': '82d499ef-75c7-42c9-a11c-c5d30c9305c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7afc10b1-7dea-4e95-8e9c-6c1330145e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:53.838272 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fab586-df45-410b-9422-f838518bd3f3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Network hostable DHCP agents. Network: 7afc10b1-7dea-4e95-8e9c-6c1330145e9e, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:34:53.889022 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c8e3e3c5-4275-4d7f-add8-36e596c90938 req-00ded642-2e0e-4940-9865-bf6c22e24642 service neutron] 10.222.0.26 "GET /v2.0/networks/1ff556fd-0581-480f-8730-5712d0e2eed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102962 Dec 10 16:34:53.891580 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8ea6a-522b-4f41-97d3-69a434a15634 None None] Pushing event updated for resources: {'Port': ['ID=e7169674-ca23-465b-aaa7-912e0695b6aa,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:53.921859 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-68efd52e-8f58-49ad-a8df-b8563ec52adf None None] Provisioning complete for port e7169674-ca23-465b-aaa7-912e0695b6aa triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:53.921859 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-68efd52e-8f58-49ad-a8df-b8563ec52adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:53.928208 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fab586-df45-410b-9422-f838518bd3f3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Network 7afc10b1-7dea-4e95-8e9c-6c1330145e9e is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:34:53.989201 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3cae013b-88e2-43f0-abe2-a6ad758179ca tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:53.990280 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-80fab586-df45-410b-9422-f838518bd3f3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 7afc10b1-7dea-4e95-8e9c-6c1330145e9e) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:53.995462 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fab586-df45-410b-9422-f838518bd3f3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:53.996270 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-80fab586-df45-410b-9422-f838518bd3f3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:54.004749 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fea4c4c-8b7b-4ee1-8c49-e594c7ffc575 None None] Network 7afc10b1-7dea-4e95-8e9c-6c1330145e9e requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:54.006348 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3cae013b-88e2-43f0-abe2-a6ad758179ca tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:54.081523 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3cae013b-88e2-43f0-abe2-a6ad758179ca tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:54.087160 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56116) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:54.088774 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3cae013b-88e2-43f0-abe2-a6ad758179ca tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8438449 Dec 10 16:34:54.097237 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-8a8d2153-4710-4010-8c14-4554a2dc9842 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Request body: {'security_group_rule': {'security_group_id': '6b9d1f82-e835-461e-b13d-6287ebe508b4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:54.098009 n-d-766771-2 neutron-server[103393]: WARNING neutron.api.v2.base [None req-8a8d2153-4710-4010-8c14-4554a2dc9842 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 10 16:34:54.098556 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-8a8d2153-4710-4010-8c14-4554a2dc9842 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:34:54.102109 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8a8d2153-4710-4010-8c14-4554a2dc9842 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0109737 Dec 10 16:34:54.107020 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56118) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:54.119489 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-80fab586-df45-410b-9422-f838518bd3f3 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3556373 Dec 10 16:34:54.124337 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-bacb7303-723f-4ec6-9ba1-82d8cd73cdb7 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Request body: {'security_group_rule': {'security_group_id': '6b9d1f82-e835-461e-b13d-6287ebe508b4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:54.130809 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56120) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:54.141534 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae013b-88e2-43f0-abe2-a6ad758179ca tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9d1f82-e835-461e-b13d-6287ebe508b4,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:54.220899 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f22bbd-ace3-4393-8df0-4fe2b8ac7dd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-7afc10b1-7dea-4e95-8e9c-6c1330145e9e', 'network_id': '7afc10b1-7dea-4e95-8e9c-6c1330145e9e', 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'fixed_ips': [{'subnet_id': '56802ad0-ef7e-4bc5-bef1-e41fb3371952'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:34:54.221777 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a6f22bbd-ace3-4393-8df0-4fe2b8ac7dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:54.224173 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-bacb7303-723f-4ec6-9ba1-82d8cd73cdb7 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:34:54.228289 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-bacb7303-723f-4ec6-9ba1-82d8cd73cdb7 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1171699 Dec 10 16:34:54.228840 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56122) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:54.234768 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-095787ac-5e3d-4292-ba55-bfbdac8ff2db tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Request body: {'security_group_rule': {'security_group_id': '6b9d1f82-e835-461e-b13d-6287ebe508b4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:54.235244 n-d-766771-2 neutron-server[103393]: WARNING neutron.api.v2.base [None req-095787ac-5e3d-4292-ba55-bfbdac8ff2db tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 10 16:34:54.235720 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-095787ac-5e3d-4292-ba55-bfbdac8ff2db tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:34:54.239301 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-095787ac-5e3d-4292-ba55-bfbdac8ff2db tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070810 Dec 10 16:34:54.239536 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56124) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:54.249101 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-9b576408-7cc8-4118-904b-579e88258586 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Request body: {'security_group_rule': {'security_group_id': '6b9d1f82-e835-461e-b13d-6287ebe508b4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:54.275875 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b79d2d-34d6-47e7-b924-295b0e3a09c9 req-9cb1f8b3-e691-49ab-a890-49ab58e78601 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:54.286099 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7b79d2d-34d6-47e7-b924-295b0e3a09c9 req-9cb1f8b3-e691-49ab-a890-49ab58e78601 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] 10.222.0.11 "GET /v2.0/ports?device_id=32624582-2163-4888-bc29-35e44155fd6a HTTP/1.1" status: 200 len: 945 time: 0.2616556 Dec 10 16:34:54.306781 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-9b576408-7cc8-4118-904b-579e88258586 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:34:54.313267 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56126) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:54.314783 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9b576408-7cc8-4118-904b-579e88258586 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0743072 Dec 10 16:34:54.317940 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-5471c08d-b961-42f9-8f01-02a3a7363522 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Request body: {'security_group_rule': {'security_group_id': '6b9d1f82-e835-461e-b13d-6287ebe508b4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:54.318855 n-d-766771-2 neutron-server[103392]: WARNING neutron.api.v2.base [None req-5471c08d-b961-42f9-8f01-02a3a7363522 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 10 16:34:54.319408 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-5471c08d-b961-42f9-8f01-02a3a7363522 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:34:54.322897 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5471c08d-b961-42f9-8f01-02a3a7363522 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059922 Dec 10 16:34:54.323473 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56128) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:54.331205 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-161d9233-a1ae-42c6-b555-71fb077e725a tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Request body: {'security_group_rule': {'security_group_id': '6b9d1f82-e835-461e-b13d-6287ebe508b4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:54.348457 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e4f6696d-6d7b-4ee1-a3eb-d2292f244aac None None] Provisioning complete for port e7169674-ca23-465b-aaa7-912e0695b6aa triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:54.348832 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e4f6696d-6d7b-4ee1-a3eb-d2292f244aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:54.465521 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-a6f22bbd-ace3-4393-8df0-4fe2b8ac7dd7 None None] Allocated IP 2001:db8:3::2 (7afc10b1-7dea-4e95-8e9c-6c1330145e9e/56802ad0-ef7e-4bc5-bef1-e41fb3371952/d717067d-6d86-4575-a5c0-c9d094e010e6) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:54.466297 n-d-766771-2 neutron-server[103392]: INFO neutron.db.securitygroups_db [None req-161d9233-a1ae-42c6-b555-71fb077e725a tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Project dedad4c886a44ee9b484b35673719f73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:34:54.481270 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7b79d2d-34d6-47e7-b924-295b0e3a09c9 req-f13a50ea-7955-47ae-b08c-4995f4b939c2 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] 10.222.0.11 "GET /v2.0/security-groups?id=7194cb6e-a611-47be-a7ae-6979bbdb126e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940968 Dec 10 16:34:54.484626 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-161d9233-a1ae-42c6-b555-71fb077e725a tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:34:54.485720 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-161d9233-a1ae-42c6-b555-71fb077e725a tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1591086 Dec 10 16:34:54.488490 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56130) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:54.492938 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-9e787c66-05f5-4692-bc78-9e179df9140d tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Request body: {'security_group_rule': {'security_group_id': '6b9d1f82-e835-461e-b13d-6287ebe508b4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:54.493475 n-d-766771-2 neutron-server[103392]: WARNING neutron.api.v2.base [None req-9e787c66-05f5-4692-bc78-9e179df9140d tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 10 16:34:54.494018 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-9e787c66-05f5-4692-bc78-9e179df9140d tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:34:54.495058 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9e787c66-05f5-4692-bc78-9e179df9140d tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055220 Dec 10 16:34:54.498217 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56132) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:54.502502 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-aaedb922-de53-4279-9864-8614b093a025 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Request body: {'security_group_rule': {'security_group_id': '6b9d1f82-e835-461e-b13d-6287ebe508b4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:54.573858 n-d-766771-2 neutron-server[103392]: INFO neutron.db.securitygroups_db [None req-aaedb922-de53-4279-9864-8614b093a025 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Project dedad4c886a44ee9b484b35673719f73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:34:54.617675 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50682822-4557-449f-b417-61c121d5d550 x-openstack-request-id: req-50682822-4557-449f-b417-61c121d5d550 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:34:54.618787 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32624582-2163-4888-bc29-35e44155fd6a", "name": "network-vif-plugged", "status": "completed", "tag": "6ec319c2-c163-4770-9966-fec1eb3a8b41", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:34:54.621132 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-50682822-4557-449f-b417-61c121d5d550 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:34:54.622818 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32624582-2163-4888-bc29-35e44155fd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec319c2-c163-4770-9966-fec1eb3a8b41', 'code': 200} Dec 10 16:34:54.633353 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-aaedb922-de53-4279-9864-8614b093a025 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:34:54.635353 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-aaedb922-de53-4279-9864-8614b093a025 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1361828 Dec 10 16:34:54.638433 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56134) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:54.642927 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-19e16b1c-a137-4503-875a-c23ce14cc1d8 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Request body: {'security_group_rule': {'security_group_id': '6b9d1f82-e835-461e-b13d-6287ebe508b4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:54.707667 n-d-766771-2 neutron-server[103393]: INFO neutron.db.securitygroups_db [None req-19e16b1c-a137-4503-875a-c23ce14cc1d8 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Project dedad4c886a44ee9b484b35673719f73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:34:54.786705 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-19e16b1c-a137-4503-875a-c23ce14cc1d8 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:34:54.792685 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-19e16b1c-a137-4503-875a-c23ce14cc1d8 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1508017 Dec 10 16:34:54.795354 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a6f22bbd-ace3-4393-8df0-4fe2b8ac7dd7 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:54.800419 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56136) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:54.807580 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f494db0-12ff-499d-8ab4-cf73d7bfddd8 x-openstack-request-id: req-9f494db0-12ff-499d-8ab4-cf73d7bfddd8 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:34:54.807893 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "458166d8-ae2d-4667-b487-49d3beb0bd5d", "tag": "fb1529d3-9b78-4613-9fd2-2795ac9de539", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:34:54.808166 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9f494db0-12ff-499d-8ab4-cf73d7bfddd8 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:34:54.808617 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '458166d8-ae2d-4667-b487-49d3beb0bd5d', 'tag': 'fb1529d3-9b78-4613-9fd2-2795ac9de539', 'status': 'completed', 'code': 200} Dec 10 16:34:54.825430 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397df19e-073c-4f5a-a200-ca7faa4c1224 req-f7179aaa-cc50-41b6-8969-0b6ed154dfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:54.826691 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device e7169674-ca23-465b-aaa7-912e0695b6aa up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:54.827353 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-397df19e-073c-4f5a-a200-ca7faa4c1224 req-f7179aaa-cc50-41b6-8969-0b6ed154dfad service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=32624582-2163-4888-bc29-35e44155fd6a HTTP/1.1" status: 200 len: 1096 time: 0.1351984 Dec 10 16:34:54.866186 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a6f22bbd-ace3-4393-8df0-4fe2b8ac7dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:54.931866 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f22bbd-ace3-4393-8df0-4fe2b8ac7dd7 None None] Pushing event updated for resources: {'Port': ['ID=d717067d-6d86-4575-a5c0-c9d094e010e6,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:54.932535 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-397df19e-073c-4f5a-a200-ca7faa4c1224 req-2c56c7fd-e167-487c-bb26-a6d855cfa365 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7194cb6e-a611-47be-a7ae-6979bbdb126e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834374 Dec 10 16:34:54.940422 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-11dcaa15-111c-4e87-9a6e-5234ae31977b tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:54.944184 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a1e81a59-4a35-425a-850e-a6c47aaf8e57 req-aeb9ab6d-4da0-4be7-a3fe-909023d9815c tempest-ServerShowV257Test-1045739748 tempest-ServerShowV257Test-1045739748-project] 10.222.0.11 "GET /v2.0/ports?device_id=4013a02b-37b5-4430-af14-a7437b4fbbde HTTP/1.1" status: 200 len: 210 time: 0.0703146 Dec 10 16:34:54.950567 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f22bbd-ace3-4393-8df0-4fe2b8ac7dd7 None None] Network 7afc10b1-7dea-4e95-8e9c-6c1330145e9e is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:54.955274 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-a6f22bbd-ace3-4393-8df0-4fe2b8ac7dd7 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:54.960506 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f22bbd-ace3-4393-8df0-4fe2b8ac7dd7 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:54.967768 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8408b21-4dc1-49c7-815e-bf88f31fe1ad req-88081995-2aec-46d2-bc3b-23c33fe69aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:54.971501 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e8408b21-4dc1-49c7-815e-bf88f31fe1ad req-88081995-2aec-46d2-bc3b-23c33fe69aea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e3ab537af104aefb9b5f01272b0709a&device_id=458166d8-ae2d-4667-b487-49d3beb0bd5d HTTP/1.1" status: 200 len: 1094 time: 0.1366682 Dec 10 16:34:55.051306 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port e7169674-ca23-465b-aaa7-912e0695b6aa triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:55.051681 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:55.053497 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-a6f22bbd-ace3-4393-8df0-4fe2b8ac7dd7 None None] Attempting to bind port d717067d-6d86-4575-a5c0-c9d094e010e6 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:34:55.054022 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-a6f22bbd-ace3-4393-8df0-4fe2b8ac7dd7 None None] Attempting to bind port d717067d-6d86-4575-a5c0-c9d094e010e6 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '82d499ef-75c7-42c9-a11c-c5d30c9305c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7afc10b1-7dea-4e95-8e9c-6c1330145e9e'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:34:55.054420 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f22bbd-ace3-4393-8df0-4fe2b8ac7dd7 None None] Attempting to bind port d717067d-6d86-4575-a5c0-c9d094e010e6 on network 7afc10b1-7dea-4e95-8e9c-6c1330145e9e {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:34:55.097043 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f22bbd-ace3-4393-8df0-4fe2b8ac7dd7 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:34:55.097429 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f22bbd-ace3-4393-8df0-4fe2b8ac7dd7 None None] Checking segment: {'id': '82d499ef-75c7-42c9-a11c-c5d30c9305c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7afc10b1-7dea-4e95-8e9c-6c1330145e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:55.097901 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a6f22bbd-ace3-4393-8df0-4fe2b8ac7dd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:55.098583 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f22bbd-ace3-4393-8df0-4fe2b8ac7dd7 None None] Bound using segment: {'id': '82d499ef-75c7-42c9-a11c-c5d30c9305c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7afc10b1-7dea-4e95-8e9c-6c1330145e9e'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:34:55.099131 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-a6f22bbd-ace3-4393-8df0-4fe2b8ac7dd7 None None] Bound port: d717067d-6d86-4575-a5c0-c9d094e010e6, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d499ef-75c7-42c9-a11c-c5d30c9305c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7afc10b1-7dea-4e95-8e9c-6c1330145e9e'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:34:55.099527 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a6f22bbd-ace3-4393-8df0-4fe2b8ac7dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:55.115102 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8408b21-4dc1-49c7-815e-bf88f31fe1ad req-3bcfac3d-f2cb-4e4b-8d2c-35e5a044ff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:55.116669 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e8408b21-4dc1-49c7-815e-bf88f31fe1ad req-3bcfac3d-f2cb-4e4b-8d2c-35e5a044ff67 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1ff556fd-0581-480f-8730-5712d0e2eed7 HTTP/1.1" status: 200 len: 916 time: 0.1385708 Dec 10 16:34:55.120186 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7fa8386-0447-4ae0-9f1f-ed481ee4f9e8 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:55.181331 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e8408b21-4dc1-49c7-815e-bf88f31fe1ad req-ec8f7489-ed52-4910-b88e-a7155efe16a8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb1529d3-9b78-4613-9fd2-2795ac9de539 HTTP/1.1" status: 200 len: 217 time: 0.0563371 Dec 10 16:34:55.185913 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7fa8386-0447-4ae0-9f1f-ed481ee4f9e8 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:55.225989 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-a6f22bbd-ace3-4393-8df0-4fe2b8ac7dd7 None None] For port d717067d-6d86-4575-a5c0-c9d094e010e6, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:34:55.230826 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-a6f22bbd-ace3-4393-8df0-4fe2b8ac7dd7 None None] For port d717067d-6d86-4575-a5c0-c9d094e010e6, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=d717067d-6d86-4575-a5c0-c9d094e010e6,segment=NetworkSegment(82d499ef-75c7-42c9-a11c-c5d30c9305c4),segment_id=82d499ef-75c7-42c9-a11c-c5d30c9305c4)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:34:55.240085 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a6f22bbd-ace3-4393-8df0-4fe2b8ac7dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:55.279811 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8408b21-4dc1-49c7-815e-bf88f31fe1ad req-9f4fd886-cb24-4d5e-b5ba-6e91a101d84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:55.282593 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e8408b21-4dc1-49c7-815e-bf88f31fe1ad req-9f4fd886-cb24-4d5e-b5ba-6e91a101d84b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ed059596-b61f-4b79-b79e-c9b747c3907d HTTP/1.1" status: 200 len: 855 time: 0.0896544 Dec 10 16:34:55.329135 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7fa8386-0447-4ae0-9f1f-ed481ee4f9e8 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:55.331894 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7fa8386-0447-4ae0-9f1f-ed481ee4f9e8 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:55.332359 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e8408b21-4dc1-49c7-815e-bf88f31fe1ad req-9e1fb286-9fcf-45f7-9a22-cc2e8ddf9527 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1ff556fd-0581-480f-8730-5712d0e2eed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420539 Dec 10 16:34:55.333258 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f22bbd-ace3-4393-8df0-4fe2b8ac7dd7 None None] Pushing event updated for resources: {'Port': ['ID=d717067d-6d86-4575-a5c0-c9d094e010e6,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:55.338250 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56142) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:55.340092 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e7fa8386-0447-4ae0-9f1f-ed481ee4f9e8 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "DELETE /v2.0/security-groups/6b9d1f82-e835-461e-b13d-6287ebe508b4 HTTP/1.1" status: 204 len: 168 time: 0.5383468 Dec 10 16:34:55.364894 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea6add-7672-4d0c-a087-235c0d21aaaa req-0134852b-35bd-4961-b226-7af5c7ea6060 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:55.372972 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-90ea6add-7672-4d0c-a087-235c0d21aaaa req-0134852b-35bd-4961-b226-7af5c7ea6060 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/ports?device_id=458166d8-ae2d-4667-b487-49d3beb0bd5d HTTP/1.1" status: 200 len: 943 time: 0.1550622 Dec 10 16:34:55.387724 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-11dcaa15-111c-4e87-9a6e-5234ae31977b tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Allocated IP 2001:db8:3::1 (7afc10b1-7dea-4e95-8e9c-6c1330145e9e/56802ad0-ef7e-4bc5-bef1-e41fb3371952/c01972e5-0a40-4760-abdb-949db60d8388) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:55.400187 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fa8386-0447-4ae0-9f1f-ed481ee4f9e8 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9d1f82-e835-461e-b13d-6287ebe508b4,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:55.447031 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5b5ec482-703b-4100-8fd5-05fb4e6b972c tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1024206 Dec 10 16:34:55.447031 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56144) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:55.449636 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-90ea6add-7672-4d0c-a087-235c0d21aaaa req-277b483b-209f-41b2-844b-f763942e4d80 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/security-groups?id=1962f219-df48-4694-919d-c32c4e5c0eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757911 Dec 10 16:34:55.468355 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c76e102f-3cf6-4f88-a2d2-4b537feac63b tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Request body: {'security_group': {'name': 'tempest-secgroup--1524157480'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:55.521645 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e8408b21-4dc1-49c7-815e-bf88f31fe1ad req-a2603477-6c09-4989-80a7-c6d333f7f51c service neutron] 10.222.0.26 "GET /v2.0/networks/1ff556fd-0581-480f-8730-5712d0e2eed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724362 Dec 10 16:34:55.522867 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c76e102f-3cf6-4f88-a2d2-4b537feac63b tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:55.629044 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-11dcaa15-111c-4e87-9a6e-5234ae31977b tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:55.718864 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-11dcaa15-111c-4e87-9a6e-5234ae31977b tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:55.724462 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c76e102f-3cf6-4f88-a2d2-4b537feac63b tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:55.733176 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c76e102f-3cf6-4f88-a2d2-4b537feac63b tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:55.734802 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b044bf5-7dae-4428-9128-73185c1b208d req-1a86cd17-3a0e-41bd-94eb-2a03872e21c9 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:55.736528 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2b044bf5-7dae-4428-9128-73185c1b208d req-1a86cd17-3a0e-41bd-94eb-2a03872e21c9 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] 10.222.0.11 "GET /v2.0/ports?device_id=32624582-2163-4888-bc29-35e44155fd6a HTTP/1.1" status: 200 len: 945 time: 0.0807459 Dec 10 16:34:55.805663 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dcaa15-111c-4e87-9a6e-5234ae31977b tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event updated for resources: {'Port': ['ID=c01972e5-0a40-4760-abdb-949db60d8388,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:55.810391 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11dcaa15-111c-4e87-9a6e-5234ae31977b tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Network 7afc10b1-7dea-4e95-8e9c-6c1330145e9e is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:55.817011 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-11dcaa15-111c-4e87-9a6e-5234ae31977b tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:55.821165 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dcaa15-111c-4e87-9a6e-5234ae31977b tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:55.821707 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-11dcaa15-111c-4e87-9a6e-5234ae31977b tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:55.832909 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e8408b21-4dc1-49c7-815e-bf88f31fe1ad req-1131f46f-7518-48eb-8c9e-59bf226c6449 service neutron] 10.222.0.26 "GET /v2.0/networks/1ff556fd-0581-480f-8730-5712d0e2eed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999592 Dec 10 16:34:55.866620 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c76e102f-3cf6-4f88-a2d2-4b537feac63b tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:55.868920 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c76e102f-3cf6-4f88-a2d2-4b537feac63b tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4210389 Dec 10 16:34:55.871734 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56150) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:55.877283 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-ff3ec56d-8722-499b-ae80-f08b0b90bbb6 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Request body: {'security_group_rule': {'security_group_id': '82d8a8f8-d2b6-4a64-98ce-5294055d29dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:55.882837 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e102f-3cf6-4f88-a2d2-4b537feac63b tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82d8a8f8-d2b6-4a64-98ce-5294055d29dc,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:55.923001 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2b044bf5-7dae-4428-9128-73185c1b208d req-4579f8c0-a9d3-4512-863b-75082617161a tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] 10.222.0.11 "GET /v2.0/security-groups?id=7194cb6e-a611-47be-a7ae-6979bbdb126e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634812 Dec 10 16:34:55.933465 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-ff3ec56d-8722-499b-ae80-f08b0b90bbb6 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] create failed (client error): The resource could not be found. Dec 10 16:34:55.934777 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ff3ec56d-8722-499b-ae80-f08b0b90bbb6 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0617125 Dec 10 16:34:55.937459 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56152) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:55.948224 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-ae71ece5-e54e-45a4-8877-b6cae7d994c0 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Request body: {'security_group_rule': {'security_group_id': '82d8a8f8-d2b6-4a64-98ce-5294055d29dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'ecd66d76-8c5a-462a-b84a-eb1730ed26f4'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:55.957391 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-11dcaa15-111c-4e87-9a6e-5234ae31977b tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.005799 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-ae71ece5-e54e-45a4-8877-b6cae7d994c0 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] create failed (client error): The resource could not be found. Dec 10 16:34:56.008129 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ae71ece5-e54e-45a4-8877-b6cae7d994c0 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0695019 Dec 10 16:34:56.010922 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56156) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:56.087084 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c226489d-2b37-4b16-b3c1-f1b6fdc7f297 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.132791 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c226489d-2b37-4b16-b3c1-f1b6fdc7f297 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.148438 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-158b57e3-d7b1-4590-b4dc-84064f3fac76 req-557d6504-ba33-4450-a2bf-a8db13a0286d tempest-ServerShowV257Test-1045739748 tempest-ServerShowV257Test-1045739748-project] 10.222.0.11 "GET /v2.0/ports?device_id=4013a02b-37b5-4430-af14-a7437b4fbbde HTTP/1.1" status: 200 len: 210 time: 0.0362272 Dec 10 16:34:56.227581 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c226489d-2b37-4b16-b3c1-f1b6fdc7f297 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.231332 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c226489d-2b37-4b16-b3c1-f1b6fdc7f297 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.232495 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c226489d-2b37-4b16-b3c1-f1b6fdc7f297 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "DELETE /v2.0/security-groups/82d8a8f8-d2b6-4a64-98ce-5294055d29dc HTTP/1.1" status: 204 len: 168 time: 0.2206087 Dec 10 16:34:56.236595 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56160) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:56.270568 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226489d-2b37-4b16-b3c1-f1b6fdc7f297 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d8a8f8-d2b6-4a64-98ce-5294055d29dc,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:56.310813 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4b65f55d-ef4d-49d6-bab2-a78e9b42f278 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0726342 Dec 10 16:34:56.314789 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56162) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:56.319643 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-e66cc2f6-4815-437f-9a7e-a4cc21f625bf tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Request body: {'security_group_rule': {'security_group_id': '94da4a64-fded-41ac-9c5b-4ed8b966b4c2', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:56.359028 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-11dcaa15-111c-4e87-9a6e-5234ae31977b tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.365316 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-11dcaa15-111c-4e87-9a6e-5234ae31977b tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.368599 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-11dcaa15-111c-4e87-9a6e-5234ae31977b tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.372657 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-e66cc2f6-4815-437f-9a7e-a4cc21f625bf tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] create failed (client error): The resource could not be found. Dec 10 16:34:56.373784 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e66cc2f6-4815-437f-9a7e-a4cc21f625bf tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0578742 Dec 10 16:34:56.377562 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56164) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:56.383142 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device fb1529d3-9b78-4613-9fd2-2795ac9de539 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:34:56.384351 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-8fbeb242-886d-49e6-923e-5d585fe13134 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Request body: {'security_group': {'name': 'tempest-secgroup--1428681268'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:56.411694 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8fbeb242-886d-49e6-923e-5d585fe13134 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.533545 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8fbeb242-886d-49e6-923e-5d585fe13134 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.539525 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8fbeb242-886d-49e6-923e-5d585fe13134 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.591891 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8fbeb242-886d-49e6-923e-5d585fe13134 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.592286 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8fbeb242-886d-49e6-923e-5d585fe13134 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2136176 Dec 10 16:34:56.611535 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56170) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:56.634351 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c772a561-c2d9-4de1-ab02-9665e473b120 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Request body: {'security_group': {'name': 'tempest-secgroup--397731657'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:56.642038 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port fb1529d3-9b78-4613-9fd2-2795ac9de539, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=fb1529d3-9b78-4613-9fd2-2795ac9de539,segment=NetworkSegment(b44a6068-1cde-4f52-a8e6-9ddabbdb5356),segment_id=b44a6068-1cde-4f52-a8e6-9ddabbdb5356)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:56.652494 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11dcaa15-111c-4e87-9a6e-5234ae31977b tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Network 7afc10b1-7dea-4e95-8e9c-6c1330145e9e is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:56.666400 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': 'fb1529d3-9b78-4613-9fd2-2795ac9de539', 'network_id': '1ff556fd-0581-480f-8730-5712d0e2eed7', 'port_id': 'fb1529d3-9b78-4613-9fd2-2795ac9de539', 'mac_address': 'fa:16:3e:0c:01:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed059596-b61f-4b79-b79e-c9b747c3907d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:34:56.680941 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbeb242-886d-49e6-923e-5d585fe13134 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d1ea96-1fda-4532-9718-8da9ec94afcf,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:56.684124 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c772a561-c2d9-4de1-ab02-9665e473b120 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.709054 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-11dcaa15-111c-4e87-9a6e-5234ae31977b tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:56.735388 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dcaa15-111c-4e87-9a6e-5234ae31977b tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event updated for resources: {'Port': ['ID=c01972e5-0a40-4760-abdb-949db60d8388,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:56.768418 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417934c6-4190-425c-b043-b31b4384deeb None None] Network 7afc10b1-7dea-4e95-8e9c-6c1330145e9e requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:56.773177 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c772a561-c2d9-4de1-ab02-9665e473b120 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.778065 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c772a561-c2d9-4de1-ab02-9665e473b120 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.803970 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device d717067d-6d86-4575-a5c0-c9d094e010e6 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:56.814273 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c772a561-c2d9-4de1-ab02-9665e473b120 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.816085 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c772a561-c2d9-4de1-ab02-9665e473b120 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2033441 Dec 10 16:34:56.821253 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56172) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:56.831164 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-8b597b38-64f0-427a-b433-bb490792d7c6 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Request body: {'security_group_rule': {'security_group_id': 'e6d1ea96-1fda-4532-9718-8da9ec94afcf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'db1dc672-924f-4cc1-829b-9969f91c0fad'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:56.844400 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c772a561-c2d9-4de1-ab02-9665e473b120 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db1dc672-924f-4cc1-829b-9969f91c0fad,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:56.878969 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.880590 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-8b597b38-64f0-427a-b433-bb490792d7c6 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:34:56.882802 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8b597b38-64f0-427a-b433-bb490792d7c6 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0601101 Dec 10 16:34:56.885577 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56174) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:56.893347 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0dee74-29a4-47c4-ac02-e5407388a8cc req-225d865e-1961-48a1-9752-eea35a01a6d6 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:56.895305 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ff0dee74-29a4-47c4-ac02-e5407388a8cc req-225d865e-1961-48a1-9752-eea35a01a6d6 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/ports?device_id=458166d8-ae2d-4667-b487-49d3beb0bd5d HTTP/1.1" status: 200 len: 943 time: 0.2363715 Dec 10 16:34:56.906747 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb1529d3-9b78-4613-9fd2-2795ac9de539 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:34:56.923412 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-22badf90-12a2-45b4-97da-bc27996fa91a None None] Provisioning complete for port d717067d-6d86-4575-a5c0-c9d094e010e6 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:56.923792 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-22badf90-12a2-45b4-97da-bc27996fa91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.967186 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11dcaa15-111c-4e87-9a6e-5234ae31977b tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Router f01d5f13-0352-4941-b105-388d8b32c55e has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:34:56.971352 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8dda8641-d190-4af5-a913-f6767c4c1e0f tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.976710 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ff0dee74-29a4-47c4-ac02-e5407388a8cc req-afa13c27-20d4-4cfb-9059-fb58dd6b9ea3 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/security-groups?id=1962f219-df48-4694-919d-c32c4e5c0eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722158 Dec 10 16:34:56.992624 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port fb1529d3-9b78-4613-9fd2-2795ac9de539, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=fb1529d3-9b78-4613-9fd2-2795ac9de539,segment=NetworkSegment(b44a6068-1cde-4f52-a8e6-9ddabbdb5356),segment_id=b44a6068-1cde-4f52-a8e6-9ddabbdb5356)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:57.014463 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:57.017918 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8dda8641-d190-4af5-a913-f6767c4c1e0f tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:57.073547 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8dda8641-d190-4af5-a913-f6767c4c1e0f tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:57.078046 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8dda8641-d190-4af5-a913-f6767c4c1e0f tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:57.079373 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8dda8641-d190-4af5-a913-f6767c4c1e0f tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "DELETE /v2.0/security-groups/db1dc672-924f-4cc1-829b-9969f91c0fad HTTP/1.1" status: 204 len: 168 time: 0.1924150 Dec 10 16:34:57.084848 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56180) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:57.103878 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=fb1529d3-9b78-4613-9fd2-2795ac9de539,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:57.104866 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11dcaa15-111c-4e87-9a6e-5234ae31977b tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:34:57.123031 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-11dcaa15-111c-4e87-9a6e-5234ae31977b tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "PUT /v2.0/routers/f01d5f13-0352-4941-b105-388d8b32c55e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9907613 Dec 10 16:34:57.123656 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3fa1b4-df95-46dd-9703-1ab9fb01ae89 None None] Sync routers for ids ['f01d5f13-0352-4941-b105-388d8b32c55e'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:34:57.123794 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56184) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:57.128682 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-07c0a543-dcef-497a-9c8a-2ecee450aa48 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:57.160206 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda8641-d190-4af5-a913-f6767c4c1e0f tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1dc672-924f-4cc1-829b-9969f91c0fad,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:57.199951 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3fa1b4-df95-46dd-9703-1ab9fb01ae89 None None] Routers {'f01d5f13-0352-4941-b105-388d8b32c55e'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:57.200885 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-2e3fa1b4-df95-46dd-9703-1ab9fb01ae89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:34:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['f01d5f13-0352-4941-b105-388d8b32c55e'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:57.231060 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0bfa92e9-176e-4823-a348-9feec6f07729 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1298845 Dec 10 16:34:57.231795 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56188) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:57.296292 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['fb1529d3-9b78-4613-9fd2-2795ac9de539'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:34:57.298784 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f05d973-607e-46a6-bf01-72d9a329b430 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:57.299333 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port d717067d-6d86-4575-a5c0-c9d094e010e6 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:57.299868 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:57.302703 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31344ed3-9dc9-49ef-998b-187fa27de34a req-c951fdfb-bb5f-4230-8e68-6b218d5a6258 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:57.311100 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31344ed3-9dc9-49ef-998b-187fa27de34a req-c951fdfb-bb5f-4230-8e68-6b218d5a6258 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] 10.222.0.11 "GET /v2.0/ports?device_id=32624582-2163-4888-bc29-35e44155fd6a HTTP/1.1" status: 200 len: 945 time: 0.1087656 Dec 10 16:34:57.323355 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-2e3fa1b4-df95-46dd-9703-1ab9fb01ae89 None None] Set router f01d5f13-0352-4941-b105-388d8b32c55e gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:34:57.330369 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f05d973-607e-46a6-bf01-72d9a329b430 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:57.376436 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f05d973-607e-46a6-bf01-72d9a329b430 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:57.382050 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f05d973-607e-46a6-bf01-72d9a329b430 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:57.386361 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3f05d973-607e-46a6-bf01-72d9a329b430 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "DELETE /v2.0/security-groups/e6d1ea96-1fda-4532-9718-8da9ec94afcf HTTP/1.1" status: 204 len: 168 time: 0.1535141 Dec 10 16:34:57.387652 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56192) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:57.419836 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05d973-607e-46a6-bf01-72d9a329b430 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d1ea96-1fda-4532-9718-8da9ec94afcf,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:57.447583 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31344ed3-9dc9-49ef-998b-187fa27de34a req-213692a3-0fba-4b62-ab43-5171503e90aa tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] 10.222.0.11 "GET /v2.0/security-groups?id=7194cb6e-a611-47be-a7ae-6979bbdb126e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355190 Dec 10 16:34:57.467282 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56194) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:57.467397 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4270c00c-8365-4bba-b338-cfc967a10659 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0662796 Dec 10 16:34:57.472057 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-2d765d3b-6584-459e-80a2-c8df22ad45c9 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Request body: {'security_group': {'name': 'tempest-secgroup--1800234595'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:57.521922 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-22badf90-12a2-45b4-97da-bc27996fa91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:57.616889 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d765d3b-6584-459e-80a2-c8df22ad45c9 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:57.743270 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6112ca6-4158-417e-86c6-8c8f6f80e961 req-b78ce045-6cb5-4672-ba63-bf78e2f5611d tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:57.752026 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6112ca6-4158-417e-86c6-8c8f6f80e961 req-b78ce045-6cb5-4672-ba63-bf78e2f5611d tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:57.760231 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6112ca6-4158-417e-86c6-8c8f6f80e961 req-b78ce045-6cb5-4672-ba63-bf78e2f5611d tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:57.769183 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6112ca6-4158-417e-86c6-8c8f6f80e961 req-b78ce045-6cb5-4672-ba63-bf78e2f5611d tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:57.777290 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6112ca6-4158-417e-86c6-8c8f6f80e961 req-b78ce045-6cb5-4672-ba63-bf78e2f5611d tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:57.787152 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6112ca6-4158-417e-86c6-8c8f6f80e961 req-b78ce045-6cb5-4672-ba63-bf78e2f5611d tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:57.795261 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6112ca6-4158-417e-86c6-8c8f6f80e961 req-b78ce045-6cb5-4672-ba63-bf78e2f5611d tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:57.804423 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6112ca6-4158-417e-86c6-8c8f6f80e961 req-b78ce045-6cb5-4672-ba63-bf78e2f5611d tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 5445 time: 0.2097449 Dec 10 16:34:57.819110 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-22badf90-12a2-45b4-97da-bc27996fa91a None None] For port d717067d-6d86-4575-a5c0-c9d094e010e6, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=d717067d-6d86-4575-a5c0-c9d094e010e6,segment=NetworkSegment(82d499ef-75c7-42c9-a11c-c5d30c9305c4),segment_id=82d499ef-75c7-42c9-a11c-c5d30c9305c4)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:57.840875 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-513ce38c-5546-499c-9619-23aa24c65269 req-ea45a6b4-346d-4b90-85a7-5fbc695f1a7a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4013a02b-37b5-4430-af14-a7437b4fbbde HTTP/1.1" status: 200 len: 210 time: 0.0285673 Dec 10 16:34:57.861548 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-22badf90-12a2-45b4-97da-bc27996fa91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:57.915456 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6112ca6-4158-417e-86c6-8c8f6f80e961 req-bbfda979-6cf3-4e58-ae21-a0517be17f1e tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bcf6659-ad70-4f78-8202-1accd4dc47f4&id=7f2a2db4-8009-4c13-8329-5a2302100f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1101320 Dec 10 16:34:57.993381 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.extraroute_db [None req-07c0a543-dcef-497a-9c8a-2ecee450aa48 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103392) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 16:34:58.002013 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22badf90-12a2-45b4-97da-bc27996fa91a None None] Pushing event updated for resources: {'Port': ['ID=d717067d-6d86-4575-a5c0-c9d094e010e6,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:58.003518 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d765d3b-6584-459e-80a2-c8df22ad45c9 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:58.023632 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d765d3b-6584-459e-80a2-c8df22ad45c9 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:58.118804 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-2e3fa1b4-df95-46dd-9703-1ab9fb01ae89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'name': 'tempest-RoutersIpV6Test-router-1179315097', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:34Z', 'updated_at': '2021-12-10T16:34:55Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'gw_port_host': None, '_interfaces': [{'id': 'a2f94620-b145-4024-87eb-9c0e499c4b15', 'name': '', 'network_id': 'f0d88d06-1f35-4460-a6c6-7c3d686a41c1', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:5d:4d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '451dcd21-8eab-4631-b624-f00cf2582363', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:42Z', 'updated_at': '2021-12-10T16:34:49Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '451dcd21-8eab-4631-b624-f00cf2582363', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c01972e5-0a40-4760-abdb-949db60d8388', 'name': '', 'network_id': '7afc10b1-7dea-4e95-8e9c-6c1330145e9e', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:1d:31:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '56802ad0-ef7e-4bc5-bef1-e41fb3371952', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:55Z', 'updated_at': '2021-12-10T16:34:56Z', 'revision_number': 2, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '56802ad0-ef7e-4bc5-bef1-e41fb3371952', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5e951eb-9534-42a3-bec9-b11a9a08e0fc', 'name': '', 'network_id': '5e68f400-8e31-4b71-95c2-4b1cdce7040a', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:6d:88:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:36Z', 'updated_at': '2021-12-10T16:34:42Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7169674-ca23-465b-aaa7-912e0695b6aa', 'name': '', 'network_id': '3a79c643-2254-4c48-9070-c857d15d03ea', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:38:07:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'b82d748d-5100-4dfc-8acd-7a143da3169a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:47Z', 'updated_at': '2021-12-10T16:34:53Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': 'b82d748d-5100-4dfc-8acd-7a143da3169a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:58.156898 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3fa1b4-df95-46dd-9703-1ab9fb01ae89 None None] Checking router: f01d5f13-0352-4941-b105-388d8b32c55e for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:34:58.156898 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3fa1b4-df95-46dd-9703-1ab9fb01ae89 None None] Updating router f01d5f13-0352-4941-b105-388d8b32c55e port c01972e5-0a40-4760-abdb-949db60d8388 binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:34:58.194027 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2e3fa1b4-df95-46dd-9703-1ab9fb01ae89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:58.210584 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-766956e6-8962-46d3-b2bb-604e711e4708 None None] Provisioning complete for port c01972e5-0a40-4760-abdb-949db60d8388 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:58.210956 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-766956e6-8962-46d3-b2bb-604e711e4708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:58.353432 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-766956e6-8962-46d3-b2bb-604e711e4708 None None] Port c01972e5-0a40-4760-abdb-949db60d8388 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:58.383853 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-766956e6-8962-46d3-b2bb-604e711e4708 None None] Provisioning complete for port d717067d-6d86-4575-a5c0-c9d094e010e6 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:58.384233 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-766956e6-8962-46d3-b2bb-604e711e4708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:58.451417 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-92634914-e093-4905-b125-e6eaa1000d30 req-e8e660d3-542d-4821-b2f9-d595b51b01b1 tempest-ServerShowV257Test-1045739748 tempest-ServerShowV257Test-1045739748-project] 10.222.0.11 "GET /v2.0/ports?device_id=4013a02b-37b5-4430-af14-a7437b4fbbde HTTP/1.1" status: 200 len: 210 time: 0.4432273 Dec 10 16:34:58.461974 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.extraroute_db [None req-07c0a543-dcef-497a-9c8a-2ecee450aa48 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Removed routes are [] {{(pid=103392) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 16:34:58.465071 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-07c0a543-dcef-497a-9c8a-2ecee450aa48 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4726'] for router, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:58.485836 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d765d3b-6584-459e-80a2-c8df22ad45c9 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:58.487872 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2d765d3b-6584-459e-80a2-c8df22ad45c9 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0225654 Dec 10 16:34:58.492105 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56202) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:58.496226 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-af8d047f-828a-4d7d-aae6-96103be0ae5f tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Request body: {'security_group_rule': {'security_group_id': '7d68bb3b-1e89-4956-932d-f79ebf10b046', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:58.536891 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d765d3b-6584-459e-80a2-c8df22ad45c9 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d68bb3b-1e89-4956-932d-f79ebf10b046,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:58.640268 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2e3fa1b4-df95-46dd-9703-1ab9fb01ae89 None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:58.656948 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2e3fa1b4-df95-46dd-9703-1ab9fb01ae89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:58.677275 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-af8d047f-828a-4d7d-aae6-96103be0ae5f tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:34:58.681872 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-af8d047f-828a-4d7d-aae6-96103be0ae5f tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1891367 Dec 10 16:34:58.682026 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56206) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:58.687272 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-f373a3a7-4b66-42dc-bdd5-98c5185b6159 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Request body: {'security_group_rule': {'security_group_id': '7d68bb3b-1e89-4956-932d-f79ebf10b046', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:58.697395 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device d717067d-6d86-4575-a5c0-c9d094e010e6 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:58.739571 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-f373a3a7-4b66-42dc-bdd5-98c5185b6159 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:34:58.743374 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f373a3a7-4b66-42dc-bdd5-98c5185b6159 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0600879 Dec 10 16:34:58.746626 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56208) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:58.764084 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ed30a-359c-4d40-a668-813a79d5dbcc None None] Pushing event updated for resources: {'Port': ['ID=c01972e5-0a40-4760-abdb-949db60d8388,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:58.766352 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-40eec464-6a10-4a0d-8c87-6c73ea44bf3f None None] Provisioning complete for port c01972e5-0a40-4760-abdb-949db60d8388 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:58.766725 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-40eec464-6a10-4a0d-8c87-6c73ea44bf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:58.782885 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-07c0a543-dcef-497a-9c8a-2ecee450aa48 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4726'] for router, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:58.796776 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2cc30-279d-49d5-8c9c-e7f7aa2ef6aa req-a66229ce-3438-4159-a821-514949f0cedb tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:58.804753 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-56e2cc30-279d-49d5-8c9c-e7f7aa2ef6aa req-a66229ce-3438-4159-a821-514949f0cedb tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] 10.222.0.11 "GET /v2.0/ports?device_id=32624582-2163-4888-bc29-35e44155fd6a HTTP/1.1" status: 200 len: 945 time: 0.0840905 Dec 10 16:34:58.814519 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-07c0a543-dcef-497a-9c8a-2ecee450aa48 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-603901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599127'] for router, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:58.869059 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-40eec464-6a10-4a0d-8c87-6c73ea44bf3f None None] Port c01972e5-0a40-4760-abdb-949db60d8388 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:58.876196 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-400176ca-ff44-4783-8946-20a4933df375 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:58.877590 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-2e3fa1b4-df95-46dd-9703-1ab9fb01ae89 None None] Attempting to bind port c01972e5-0a40-4760-abdb-949db60d8388 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:34:58.878003 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-2e3fa1b4-df95-46dd-9703-1ab9fb01ae89 None None] Attempting to bind port c01972e5-0a40-4760-abdb-949db60d8388 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '82d499ef-75c7-42c9-a11c-c5d30c9305c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7afc10b1-7dea-4e95-8e9c-6c1330145e9e'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:34:58.878399 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3fa1b4-df95-46dd-9703-1ab9fb01ae89 None None] Attempting to bind port c01972e5-0a40-4760-abdb-949db60d8388 on network 7afc10b1-7dea-4e95-8e9c-6c1330145e9e {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:34:58.881919 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port d717067d-6d86-4575-a5c0-c9d094e010e6 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:58.882348 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:58.909691 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3fa1b4-df95-46dd-9703-1ab9fb01ae89 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:34:58.910125 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3fa1b4-df95-46dd-9703-1ab9fb01ae89 None None] Checking segment: {'id': '82d499ef-75c7-42c9-a11c-c5d30c9305c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7afc10b1-7dea-4e95-8e9c-6c1330145e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:58.910700 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2e3fa1b4-df95-46dd-9703-1ab9fb01ae89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:58.911099 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3fa1b4-df95-46dd-9703-1ab9fb01ae89 None None] Bound using segment: {'id': '82d499ef-75c7-42c9-a11c-c5d30c9305c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7afc10b1-7dea-4e95-8e9c-6c1330145e9e'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:34:58.911622 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-2e3fa1b4-df95-46dd-9703-1ab9fb01ae89 None None] Bound port: c01972e5-0a40-4760-abdb-949db60d8388, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d499ef-75c7-42c9-a11c-c5d30c9305c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7afc10b1-7dea-4e95-8e9c-6c1330145e9e'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:34:58.912105 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2e3fa1b4-df95-46dd-9703-1ab9fb01ae89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:58.913794 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-56e2cc30-279d-49d5-8c9c-e7f7aa2ef6aa req-5b7621cb-8991-49d8-afd9-658eb81582d3 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] 10.222.0.11 "GET /v2.0/security-groups?id=7194cb6e-a611-47be-a7ae-6979bbdb126e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079512 Dec 10 16:34:58.925789 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-400176ca-ff44-4783-8946-20a4933df375 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:59.003077 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-2e3fa1b4-df95-46dd-9703-1ab9fb01ae89 None None] For port c01972e5-0a40-4760-abdb-949db60d8388, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:34:59.006468 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-2e3fa1b4-df95-46dd-9703-1ab9fb01ae89 None None] For port c01972e5-0a40-4760-abdb-949db60d8388, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c01972e5-0a40-4760-abdb-949db60d8388,segment=NetworkSegment(82d499ef-75c7-42c9-a11c-c5d30c9305c4),segment_id=82d499ef-75c7-42c9-a11c-c5d30c9305c4)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:34:59.014603 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-400176ca-ff44-4783-8946-20a4933df375 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:59.016223 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2e3fa1b4-df95-46dd-9703-1ab9fb01ae89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:59.021711 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-400176ca-ff44-4783-8946-20a4933df375 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:59.022985 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-400176ca-ff44-4783-8946-20a4933df375 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "DELETE /v2.0/security-groups/7d68bb3b-1e89-4956-932d-f79ebf10b046 HTTP/1.1" status: 204 len: 168 time: 0.2746301 Dec 10 16:34:59.027648 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56212) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:59.059369 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c0a543-dcef-497a-9c8a-2ecee450aa48 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Router f01d5f13-0352-4941-b105-388d8b32c55e has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:34:59.061162 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400176ca-ff44-4783-8946-20a4933df375 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d68bb3b-1e89-4956-932d-f79ebf10b046,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:59.077715 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00805f69-652a-4dd5-a5c6-2de33afb43b1 req-778448a9-cf77-4e1c-ad4c-05de03cc5efd tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:59.083839 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00805f69-652a-4dd5-a5c6-2de33afb43b1 req-778448a9-cf77-4e1c-ad4c-05de03cc5efd tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:59.090044 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00805f69-652a-4dd5-a5c6-2de33afb43b1 req-778448a9-cf77-4e1c-ad4c-05de03cc5efd tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:59.096581 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00805f69-652a-4dd5-a5c6-2de33afb43b1 req-778448a9-cf77-4e1c-ad4c-05de03cc5efd tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:59.102914 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00805f69-652a-4dd5-a5c6-2de33afb43b1 req-778448a9-cf77-4e1c-ad4c-05de03cc5efd tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:59.109951 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00805f69-652a-4dd5-a5c6-2de33afb43b1 req-778448a9-cf77-4e1c-ad4c-05de03cc5efd tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:59.116168 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00805f69-652a-4dd5-a5c6-2de33afb43b1 req-778448a9-cf77-4e1c-ad4c-05de03cc5efd tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:59.132759 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-00805f69-652a-4dd5-a5c6-2de33afb43b1 req-778448a9-cf77-4e1c-ad4c-05de03cc5efd tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 5445 time: 0.1332896 Dec 10 16:34:59.142073 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e5b013fe-87d5-400d-b667-a951ed734ae0 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1121209 Dec 10 16:34:59.147760 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56216) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:59.156166 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-f89f17aa-3ef0-4087-a1bf-2849f1b5d3c3 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Request body: {'security_group': {'name': 'tempest-secgroup--1262952943'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:59.157677 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-11e82639-bdb9-4881-aa65-fdb77775e054 None None] Provisioning complete for port c01972e5-0a40-4760-abdb-949db60d8388 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:59.158068 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-11e82639-bdb9-4881-aa65-fdb77775e054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:59.213185 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3fa1b4-df95-46dd-9703-1ab9fb01ae89 None None] Routers {'f01d5f13-0352-4941-b105-388d8b32c55e'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:59.216021 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-2e3fa1b4-df95-46dd-9703-1ab9fb01ae89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:34:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['f01d5f13-0352-4941-b105-388d8b32c55e'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:59.286365 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f89f17aa-3ef0-4087-a1bf-2849f1b5d3c3 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:59.288609 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ed30a-359c-4d40-a668-813a79d5dbcc None None] Pushing event updated for resources: {'Port': ['ID=c01972e5-0a40-4760-abdb-949db60d8388,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:59.334731 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7409f6-475d-48fd-9db7-044c286f521c req-4ff40083-e02a-4027-859d-d5871077a7f9 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:59.335119 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-2e3fa1b4-df95-46dd-9703-1ab9fb01ae89 None None] Set router f01d5f13-0352-4941-b105-388d8b32c55e gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:34:59.336504 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-db7409f6-475d-48fd-9db7-044c286f521c req-4ff40083-e02a-4027-859d-d5871077a7f9 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/ports?device_id=458166d8-ae2d-4667-b487-49d3beb0bd5d HTTP/1.1" status: 200 len: 944 time: 0.1221161 Dec 10 16:34:59.338491 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c0a543-dcef-497a-9c8a-2ecee450aa48 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:34:59.349319 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-07c0a543-dcef-497a-9c8a-2ecee450aa48 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:59.353320 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56218) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:59.353512 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-07c0a543-dcef-497a-9c8a-2ecee450aa48 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "PUT /v2.0/routers/f01d5f13-0352-4941-b105-388d8b32c55e HTTP/1.1" status: 200 len: 954 time: 2.2286718 Dec 10 16:34:59.428026 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-db7409f6-475d-48fd-9db7-044c286f521c req-74a5e659-47dc-4f1a-89e4-9379b820558e tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/security-groups?id=1962f219-df48-4694-919d-c32c4e5c0eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721033 Dec 10 16:34:59.451978 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f89f17aa-3ef0-4087-a1bf-2849f1b5d3c3 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:59.456636 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f89f17aa-3ef0-4087-a1bf-2849f1b5d3c3 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:59.456846 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-11e82639-bdb9-4881-aa65-fdb77775e054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:59.477021 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c7a4bbda-a144-4290-a3ca-d4b30c45fccc tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "GET /v2.0/routers/f01d5f13-0352-4941-b105-388d8b32c55e HTTP/1.1" status: 200 len: 954 time: 0.1218939 Dec 10 16:34:59.477611 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56220) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:59.482640 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-24719218-a060-4567-af16-106f3b56f6b8 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Request body: {'router': {'routes': None}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:59.498769 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f17aa-3ef0-4087-a1bf-2849f1b5d3c3 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b816c59c-afb5-46f8-88a2-d02b036801a5,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:59.504125 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f89f17aa-3ef0-4087-a1bf-2849f1b5d3c3 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:59.508504 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f89f17aa-3ef0-4087-a1bf-2849f1b5d3c3 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3581300 Dec 10 16:34:59.509214 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56224) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:59.515066 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-8f2474bf-5df4-46a8-b78b-f0e122c4e12e tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:59.515545 n-d-766771-2 neutron-server[103392]: WARNING neutron.api.v2.base [None req-8f2474bf-5df4-46a8-b78b-f0e122c4e12e tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 10 16:34:59.516045 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-8f2474bf-5df4-46a8-b78b-f0e122c4e12e tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] update failed (client error): There was a conflict when trying to complete your request. Dec 10 16:34:59.519765 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-8f2474bf-5df4-46a8-b78b-f0e122c4e12e tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "PUT /v2.0/security-groups/b816c59c-afb5-46f8-88a2-d02b036801a5 HTTP/1.1" status: 409 len: 330 time: 0.0092022 Dec 10 16:34:59.520351 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56226) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:59.587604 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7c8b5c5-05fe-4cda-a6e9-49729b5109c5 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:59.610418 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-11e82639-bdb9-4881-aa65-fdb77775e054 None None] For port c01972e5-0a40-4760-abdb-949db60d8388, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c01972e5-0a40-4760-abdb-949db60d8388,segment=NetworkSegment(82d499ef-75c7-42c9-a11c-c5d30c9305c4),segment_id=82d499ef-75c7-42c9-a11c-c5d30c9305c4)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:59.623516 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7c8b5c5-05fe-4cda-a6e9-49729b5109c5 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:59.636850 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-11e82639-bdb9-4881-aa65-fdb77775e054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:59.694040 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e82639-bdb9-4881-aa65-fdb77775e054 None None] Pushing event updated for resources: {'Port': ['ID=c01972e5-0a40-4760-abdb-949db60d8388,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:59.711594 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7c8b5c5-05fe-4cda-a6e9-49729b5109c5 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:59.715944 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7c8b5c5-05fe-4cda-a6e9-49729b5109c5 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:59.717091 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c7c8b5c5-05fe-4cda-a6e9-49729b5109c5 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "DELETE /v2.0/security-groups/b816c59c-afb5-46f8-88a2-d02b036801a5 HTTP/1.1" status: 204 len: 168 time: 0.1958303 Dec 10 16:34:59.722772 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56236) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:59.729098 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c8b5c5-05fe-4cda-a6e9-49729b5109c5 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b816c59c-afb5-46f8-88a2-d02b036801a5,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:59.733584 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-2e3fa1b4-df95-46dd-9703-1ab9fb01ae89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'name': 'tempest-RoutersIpV6Test-router-1179315097', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:34Z', 'updated_at': '2021-12-10T16:34:58Z', 'revision_number': 6, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'gw_port_host': None, '_interfaces': [{'id': 'a2f94620-b145-4024-87eb-9c0e499c4b15', 'name': '', 'network_id': 'f0d88d06-1f35-4460-a6c6-7c3d686a41c1', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:5d:4d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '451dcd21-8eab-4631-b624-f00cf2582363', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:42Z', 'updated_at': '2021-12-10T16:34:49Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '451dcd21-8eab-4631-b624-f00cf2582363', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c01972e5-0a40-4760-abdb-949db60d8388', 'name': '', 'network_id': '7afc10b1-7dea-4e95-8e9c-6c1330145e9e', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:1d:31:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '56802ad0-ef7e-4bc5-bef1-e41fb3371952', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:55Z', 'updated_at': '2021-12-10T16:34:58Z', 'revision_number': 4, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '56802ad0-ef7e-4bc5-bef1-e41fb3371952', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5e951eb-9534-42a3-bec9-b11a9a08e0fc', 'name': '', 'network_id': '5e68f400-8e31-4b71-95c2-4b1cdce7040a', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:6d:88:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:36Z', 'updated_at': '2021-12-10T16:34:42Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7169674-ca23-465b-aaa7-912e0695b6aa', 'name': '', 'network_id': '3a79c643-2254-4c48-9070-c857d15d03ea', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:38:07:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'b82d748d-5100-4dfc-8acd-7a143da3169a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:47Z', 'updated_at': '2021-12-10T16:34:53Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': 'b82d748d-5100-4dfc-8acd-7a143da3169a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:59.776137 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3fa1b4-df95-46dd-9703-1ab9fb01ae89 None None] The sync data for ids ['f01d5f13-0352-4941-b105-388d8b32c55e'] in n-d-766771-2 is: [{'id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'name': 'tempest-RoutersIpV6Test-router-1179315097', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:34Z', 'updated_at': '2021-12-10T16:34:58Z', 'revision_number': 6, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'gw_port_host': None, '_interfaces': [{'id': 'a2f94620-b145-4024-87eb-9c0e499c4b15', 'name': '', 'network_id': 'f0d88d06-1f35-4460-a6c6-7c3d686a41c1', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:5d:4d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '451dcd21-8eab-4631-b624-f00cf2582363', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:42Z', 'updated_at': '2021-12-10T16:34:49Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '451dcd21-8eab-4631-b624-f00cf2582363', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c01972e5-0a40-4760-abdb-949db60d8388', 'name': '', 'network_id': '7afc10b1-7dea-4e95-8e9c-6c1330145e9e', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:1d:31:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '56802ad0-ef7e-4bc5-bef1-e41fb3371952', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:55Z', 'updated_at': '2021-12-10T16:34:58Z', 'revision_number': 4, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '56802ad0-ef7e-4bc5-bef1-e41fb3371952', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5e951eb-9534-42a3-bec9-b11a9a08e0fc', 'name': '', 'network_id': '5e68f400-8e31-4b71-95c2-4b1cdce7040a', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:6d:88:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:36Z', 'updated_at': '2021-12-10T16:34:42Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7169674-ca23-465b-aaa7-912e0695b6aa', 'name': '', 'network_id': '3a79c643-2254-4c48-9070-c857d15d03ea', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:38:07:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'b82d748d-5100-4dfc-8acd-7a143da3169a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:47Z', 'updated_at': '2021-12-10T16:34:53Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': 'b82d748d-5100-4dfc-8acd-7a143da3169a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:34:59.794364 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d1d65c88-7701-42c3-9968-c1016a41a7d2 None None] Provisioning complete for port c01972e5-0a40-4760-abdb-949db60d8388 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:59.794864 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d1d65c88-7701-42c3-9968-c1016a41a7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:59.871602 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7abad9c8-6844-49ba-941f-38cde9250b9d tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1477439 Dec 10 16:34:59.876048 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56238) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:59.901750 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-ae6594b6-6c20-4411-b267-4f25f2ba27d8 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] delete failed (client error): The resource could not be found. Dec 10 16:34:59.906211 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ae6594b6-6c20-4411-b267-4f25f2ba27d8 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "DELETE /v2.0/security-groups/7784a18e-6642-4485-90cf-ebee87ad5900 HTTP/1.1" status: 404 len: 347 time: 0.0258808 Dec 10 16:34:59.906966 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56242) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:59.947304 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-2ba0cdf9-1372-4c7c-b22c-48a5d48aaa34 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] show failed (client error): The resource could not be found. Dec 10 16:34:59.953063 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2ba0cdf9-1372-4c7c-b22c-48a5d48aaa34 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "GET /v2.0/security-groups/39d55c6b-ede2-4fcd-b6fd-fda94a516475 HTTP/1.1" status: 404 len: 347 time: 0.0405192 Dec 10 16:34:59.958816 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56244) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:59.992378 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1ea72fa9-5834-4403-9361-3b3187073bf1 req-c111afbb-b9ba-4e57-98d7-e531ec6b9f63 tempest-ServerShowV257Test-1045739748 tempest-ServerShowV257Test-1045739748-project] 10.222.0.11 "GET /v2.0/ports?device_id=4013a02b-37b5-4430-af14-a7437b4fbbde HTTP/1.1" status: 200 len: 210 time: 0.0423493 Dec 10 16:34:59.994220 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-34cc7fbd-ae57-4325-a78b-2a19831d03d6 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] show failed (client error): The resource could not be found. Dec 10 16:35:00.000718 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-34cc7fbd-ae57-4325-a78b-2a19831d03d6 tempest-NegativeSecGroupIPv6Test-512021241 tempest-NegativeSecGroupIPv6Test-512021241-project] 10.222.0.11 "GET /v2.0/security-group-rules/79294ca2-0b0c-4f41-b369-7b5233ecc0a5 HTTP/1.1" status: 404 len: 356 time: 0.0394659 Dec 10 16:35:00.050261 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.extraroute_db [None req-24719218-a060-4567-af16-106f3b56f6b8 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Added routes are [] {{(pid=103393) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 16:35:00.050669 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.extraroute_db [None req-24719218-a060-4567-af16-106f3b56f6b8 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103393) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 16:35:00.097501 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-24719218-a060-4567-af16-106f3b56f6b8 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4726'] for router, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:00.243319 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:35:00.323566 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-24719218-a060-4567-af16-106f3b56f6b8 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4726'] for router, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:00.328267 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-24719218-a060-4567-af16-106f3b56f6b8 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-603901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599127'] for router, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:00.369213 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f095e2e-4ff8-4062-8a22-fbbb3f2f600c req-7eac261c-edff-4532-a0df-cc288aff0e92 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:00.378246 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f095e2e-4ff8-4062-8a22-fbbb3f2f600c req-7eac261c-edff-4532-a0df-cc288aff0e92 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] 10.222.0.11 "GET /v2.0/ports?device_id=32624582-2163-4888-bc29-35e44155fd6a HTTP/1.1" status: 200 len: 945 time: 0.0734167 Dec 10 16:35:00.380834 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56256) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:00.410464 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device fb1529d3-9b78-4613-9fd2-2795ac9de539 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:35:00.452179 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f095e2e-4ff8-4062-8a22-fbbb3f2f600c req-c17d83f2-4c59-4f3b-84ad-3aaf45e9d0e6 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] 10.222.0.11 "GET /v2.0/security-groups?id=7194cb6e-a611-47be-a7ae-6979bbdb126e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724823 Dec 10 16:35:00.539674 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port fb1529d3-9b78-4613-9fd2-2795ac9de539 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:35:00.549343 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port fb1529d3-9b78-4613-9fd2-2795ac9de539 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:00.549848 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:00.675630 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9cf718c8-c144-4fe4-8dba-e87226d22095 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dedad4c886a44ee9b484b35673719f73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2907681 Dec 10 16:35:00.675981 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56268) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:00.814356 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6d671154-c1c4-4961-81db-8c480afd94bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:00.816044 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c01972e5-0a40-4760-abdb-949db60d8388 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:35:00.848278 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6d671154-c1c4-4961-81db-8c480afd94bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:00.864435 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305ed95-edbe-4dd0-929a-fa93db386850 req-135be3c0-121c-473b-8f6f-19a323542ee5 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:00.866071 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0305ed95-edbe-4dd0-929a-fa93db386850 req-135be3c0-121c-473b-8f6f-19a323542ee5 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 946 time: 0.1074216 Dec 10 16:35:00.893212 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-eb2a33c2-75f6-42c1-9c08-221229c61002 req-8f99ffe8-a83b-4bbf-854c-2f49f79c5958 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c5db16e07a34ceb906e03c11b6b15aa&device_id=4013a02b-37b5-4430-af14-a7437b4fbbde HTTP/1.1" status: 200 len: 210 time: 0.0633836 Dec 10 16:35:00.927872 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-eb2a33c2-75f6-42c1-9c08-221229c61002 req-429826a0-7b0f-46da-848b-d74413b8a7f3 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=2c5db16e07a34ceb906e03c11b6b15aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244086 Dec 10 16:35:00.937394 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6d671154-c1c4-4961-81db-8c480afd94bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:00.941374 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6d671154-c1c4-4961-81db-8c480afd94bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:00.942706 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-6d671154-c1c4-4961-81db-8c480afd94bb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/41341e3f-94e5-44d7-825a-60e5f842853c HTTP/1.1" status: 204 len: 168 time: 0.2655418 Dec 10 16:35:00.973228 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6e6974-bd82-4452-b501-20e539adae80 None None] Sync routers for ids ['f01d5f13-0352-4941-b105-388d8b32c55e'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:35:00.979692 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24719218-a060-4567-af16-106f3b56f6b8 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Router f01d5f13-0352-4941-b105-388d8b32c55e has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:35:00.998041 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6e6974-bd82-4452-b501-20e539adae80 None None] Routers {'f01d5f13-0352-4941-b105-388d8b32c55e'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:00.998686 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0d6e6974-bd82-4452-b501-20e539adae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:34:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['f01d5f13-0352-4941-b105-388d8b32c55e'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:00.999262 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d671154-c1c4-4961-81db-8c480afd94bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41341e3f-94e5-44d7-825a-60e5f842853c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:01.017190 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0305ed95-edbe-4dd0-929a-fa93db386850 req-e6593968-e455-4f13-96d7-adf3930a8c62 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=61dd92f2-b4f5-4bfd-ac94-e9e550096dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441007 Dec 10 16:35:01.115948 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:01.143718 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a33c2-75f6-42c1-9c08-221229c61002 req-a4f161a1-9cc1-43fd-a94f-13c51b121602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:01.153330 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-eb2a33c2-75f6-42c1-9c08-221229c61002 req-a4f161a1-9cc1-43fd-a94f-13c51b121602 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2160354 Dec 10 16:35:01.174508 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-0d6e6974-bd82-4452-b501-20e539adae80 None None] Set router f01d5f13-0352-4941-b105-388d8b32c55e gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:35:01.176699 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24719218-a060-4567-af16-106f3b56f6b8 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:35:01.190092 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-24719218-a060-4567-af16-106f3b56f6b8 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:01.192054 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458166d8-ae2d-4667-b487-49d3beb0bd5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1529d3-9b78-4613-9fd2-2795ac9de539'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:35:01.194155 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-24719218-a060-4567-af16-106f3b56f6b8 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "PUT /v2.0/routers/f01d5f13-0352-4941-b105-388d8b32c55e HTTP/1.1" status: 200 len: 704 time: 1.7155037 Dec 10 16:35:01.197078 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56284) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:01.198922 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bfb42e-2790-467e-8858-31c41d193920" -d '{"events": [{"server_uuid": "458166d8-ae2d-4667-b487-49d3beb0bd5d", "name": "network-vif-plugged", "status": "completed", "tag": "fb1529d3-9b78-4613-9fd2-2795ac9de539"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:35:01.228299 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port fb1529d3-9b78-4613-9fd2-2795ac9de539, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=fb1529d3-9b78-4613-9fd2-2795ac9de539,segment=NetworkSegment(b44a6068-1cde-4f52-a8e6-9ddabbdb5356),segment_id=b44a6068-1cde-4f52-a8e6-9ddabbdb5356)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:01.237094 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba32a8-a5a1-4178-8252-ce1364bf4d40 req-c2c25f3f-87c4-44c8-8469-05c7b228a596 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:01.240035 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-87ba32a8-a5a1-4178-8252-ce1364bf4d40 req-c2c25f3f-87c4-44c8-8469-05c7b228a596 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/ports?device_id=458166d8-ae2d-4667-b487-49d3beb0bd5d HTTP/1.1" status: 200 len: 944 time: 0.1163785 Dec 10 16:35:01.241077 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port c01972e5-0a40-4760-abdb-949db60d8388 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:01.241757 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:01.250752 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:01.338520 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-87ba32a8-a5a1-4178-8252-ce1364bf4d40 req-f7a929a1-c317-41fe-a838-254a68fbdae9 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/security-groups?id=1962f219-df48-4694-919d-c32c4e5c0eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858250 Dec 10 16:35:01.341063 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-bc35aeb9-cb23-4ddf-8a03-0db8051c7d2b tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "GET /v2.0/routers/f01d5f13-0352-4941-b105-388d8b32c55e HTTP/1.1" status: 200 len: 704 time: 0.1426368 Dec 10 16:35:01.344600 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56290) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:01.424972 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=fb1529d3-9b78-4613-9fd2-2795ac9de539,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:01.508590 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0d6e6974-bd82-4452-b501-20e539adae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'name': 'tempest-RoutersIpV6Test-router-1179315097', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:34Z', 'updated_at': '2021-12-10T16:35:00Z', 'revision_number': 7, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'gw_port_host': None, '_interfaces': [{'id': 'a2f94620-b145-4024-87eb-9c0e499c4b15', 'name': '', 'network_id': 'f0d88d06-1f35-4460-a6c6-7c3d686a41c1', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:5d:4d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '451dcd21-8eab-4631-b624-f00cf2582363', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:42Z', 'updated_at': '2021-12-10T16:34:49Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '451dcd21-8eab-4631-b624-f00cf2582363', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c01972e5-0a40-4760-abdb-949db60d8388', 'name': '', 'network_id': '7afc10b1-7dea-4e95-8e9c-6c1330145e9e', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:1d:31:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '56802ad0-ef7e-4bc5-bef1-e41fb3371952', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:55Z', 'updated_at': '2021-12-10T16:34:59Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '56802ad0-ef7e-4bc5-bef1-e41fb3371952', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5e951eb-9534-42a3-bec9-b11a9a08e0fc', 'name': '', 'network_id': '5e68f400-8e31-4b71-95c2-4b1cdce7040a', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:6d:88:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:36Z', 'updated_at': '2021-12-10T16:34:42Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7169674-ca23-465b-aaa7-912e0695b6aa', 'name': '', 'network_id': '3a79c643-2254-4c48-9070-c857d15d03ea', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:38:07:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'b82d748d-5100-4dfc-8acd-7a143da3169a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:47Z', 'updated_at': '2021-12-10T16:34:53Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': 'b82d748d-5100-4dfc-8acd-7a143da3169a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:01.557266 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6e6974-bd82-4452-b501-20e539adae80 None None] Checking router: f01d5f13-0352-4941-b105-388d8b32c55e for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:35:01.567968 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6e6974-bd82-4452-b501-20e539adae80 None None] Routers {'f01d5f13-0352-4941-b105-388d8b32c55e'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:01.568632 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0d6e6974-bd82-4452-b501-20e539adae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:34:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['f01d5f13-0352-4941-b105-388d8b32c55e'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:01.614424 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-929cf93b-e9c6-4c78-a72a-6d3952f467c5 req-f36692a5-82aa-4c7b-9f2d-21bea61ef43d tempest-ServerShowV257Test-1045739748 tempest-ServerShowV257Test-1045739748-project] 10.222.0.11 "GET /v2.0/ports?device_id=4013a02b-37b5-4430-af14-a7437b4fbbde HTTP/1.1" status: 200 len: 210 time: 0.0631051 Dec 10 16:35:01.627197 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56306) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:01.693988 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-0d6e6974-bd82-4452-b501-20e539adae80 None None] Set router f01d5f13-0352-4941-b105-388d8b32c55e gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:35:01.760453 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d05a294-7d3a-4927-a3b8-b9e8d8b5ce0d x-openstack-request-id: req-2d05a294-7d3a-4927-a3b8-b9e8d8b5ce0d {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:35:01.760760 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "458166d8-ae2d-4667-b487-49d3beb0bd5d", "name": "network-vif-plugged", "status": "completed", "tag": "fb1529d3-9b78-4613-9fd2-2795ac9de539", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:35:01.761020 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2d05a294-7d3a-4927-a3b8-b9e8d8b5ce0d {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:35:01.761427 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458166d8-ae2d-4667-b487-49d3beb0bd5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1529d3-9b78-4613-9fd2-2795ac9de539', 'code': 200} Dec 10 16:35:01.795921 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79af16-5c31-49c3-89e6-08f9eaad579b req-d2cfbe0f-fe1e-4967-b64a-1ba043c648a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:01.795921 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79af16-5c31-49c3-89e6-08f9eaad579b req-d2cfbe0f-fe1e-4967-b64a-1ba043c648a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:01.795921 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79af16-5c31-49c3-89e6-08f9eaad579b req-d2cfbe0f-fe1e-4967-b64a-1ba043c648a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:01.808085 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79af16-5c31-49c3-89e6-08f9eaad579b req-d2cfbe0f-fe1e-4967-b64a-1ba043c648a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:01.809205 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79af16-5c31-49c3-89e6-08f9eaad579b req-d2cfbe0f-fe1e-4967-b64a-1ba043c648a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:01.809689 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79af16-5c31-49c3-89e6-08f9eaad579b req-d2cfbe0f-fe1e-4967-b64a-1ba043c648a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:01.810171 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79af16-5c31-49c3-89e6-08f9eaad579b req-d2cfbe0f-fe1e-4967-b64a-1ba043c648a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:01.818756 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fc79af16-5c31-49c3-89e6-08f9eaad579b req-d2cfbe0f-fe1e-4967-b64a-1ba043c648a0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 6502 time: 0.1900907 Dec 10 16:35:01.913451 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc46597-d12f-4b58-8fe7-2ed14a3c0125 req-81753d08-f1f3-49fb-9e44-4a9ac2be19e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:01.917035 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-afc46597-d12f-4b58-8fe7-2ed14a3c0125 req-81753d08-f1f3-49fb-9e44-4a9ac2be19e5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=458166d8-ae2d-4667-b487-49d3beb0bd5d HTTP/1.1" status: 200 len: 1096 time: 0.0698173 Dec 10 16:35:01.956346 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fc79af16-5c31-49c3-89e6-08f9eaad579b req-9f4d8c3a-4e5f-4991-a31b-73a0df80270e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0bcf6659-ad70-4f78-8202-1accd4dc47f4&id=7f2a2db4-8009-4c13-8329-5a2302100f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1367347 Dec 10 16:35:01.957972 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c628fd9-03f1-460c-9800-a94eb8fe18af tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:01.973556 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18734e38-a04a-4d04-b97b-02d01df497b2 req-f3040539-99b5-40cb-93e8-b32c5367df9a tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:01.976228 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-18734e38-a04a-4d04-b97b-02d01df497b2 req-f3040539-99b5-40cb-93e8-b32c5367df9a tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.26 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 946 time: 0.1432431 Dec 10 16:35:02.055194 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-afc46597-d12f-4b58-8fe7-2ed14a3c0125 req-7ebcbdde-e41d-4bdf-950a-7055066590af service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1962f219-df48-4694-919d-c32c4e5c0eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285603 Dec 10 16:35:02.061142 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0d6e6974-bd82-4452-b501-20e539adae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'name': 'tempest-RoutersIpV6Test-router-1179315097', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:34Z', 'updated_at': '2021-12-10T16:35:00Z', 'revision_number': 7, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'gw_port_host': None, '_interfaces': [{'id': 'a2f94620-b145-4024-87eb-9c0e499c4b15', 'name': '', 'network_id': 'f0d88d06-1f35-4460-a6c6-7c3d686a41c1', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:5d:4d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '451dcd21-8eab-4631-b624-f00cf2582363', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:42Z', 'updated_at': '2021-12-10T16:34:49Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '451dcd21-8eab-4631-b624-f00cf2582363', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c01972e5-0a40-4760-abdb-949db60d8388', 'name': '', 'network_id': '7afc10b1-7dea-4e95-8e9c-6c1330145e9e', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:1d:31:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '56802ad0-ef7e-4bc5-bef1-e41fb3371952', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:55Z', 'updated_at': '2021-12-10T16:34:59Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '56802ad0-ef7e-4bc5-bef1-e41fb3371952', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5e951eb-9534-42a3-bec9-b11a9a08e0fc', 'name': '', 'network_id': '5e68f400-8e31-4b71-95c2-4b1cdce7040a', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:6d:88:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:36Z', 'updated_at': '2021-12-10T16:34:42Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7169674-ca23-465b-aaa7-912e0695b6aa', 'name': '', 'network_id': '3a79c643-2254-4c48-9070-c857d15d03ea', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:38:07:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'b82d748d-5100-4dfc-8acd-7a143da3169a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:47Z', 'updated_at': '2021-12-10T16:34:53Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': 'b82d748d-5100-4dfc-8acd-7a143da3169a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:02.094185 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56324) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:02.111650 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6e6974-bd82-4452-b501-20e539adae80 None None] The sync data for ids ['f01d5f13-0352-4941-b105-388d8b32c55e'] in n-d-766771-2 is: [{'id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'name': 'tempest-RoutersIpV6Test-router-1179315097', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:34Z', 'updated_at': '2021-12-10T16:35:00Z', 'revision_number': 7, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'gw_port_host': None, '_interfaces': [{'id': 'a2f94620-b145-4024-87eb-9c0e499c4b15', 'name': '', 'network_id': 'f0d88d06-1f35-4460-a6c6-7c3d686a41c1', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:5d:4d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '451dcd21-8eab-4631-b624-f00cf2582363', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:42Z', 'updated_at': '2021-12-10T16:34:49Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '451dcd21-8eab-4631-b624-f00cf2582363', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c01972e5-0a40-4760-abdb-949db60d8388', 'name': '', 'network_id': '7afc10b1-7dea-4e95-8e9c-6c1330145e9e', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:1d:31:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '56802ad0-ef7e-4bc5-bef1-e41fb3371952', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:55Z', 'updated_at': '2021-12-10T16:34:59Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '56802ad0-ef7e-4bc5-bef1-e41fb3371952', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5e951eb-9534-42a3-bec9-b11a9a08e0fc', 'name': '', 'network_id': '5e68f400-8e31-4b71-95c2-4b1cdce7040a', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:6d:88:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:36Z', 'updated_at': '2021-12-10T16:34:42Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7169674-ca23-465b-aaa7-912e0695b6aa', 'name': '', 'network_id': '3a79c643-2254-4c48-9070-c857d15d03ea', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:38:07:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'b82d748d-5100-4dfc-8acd-7a143da3169a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:47Z', 'updated_at': '2021-12-10T16:34:53Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': 'b82d748d-5100-4dfc-8acd-7a143da3169a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:35:02.117876 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-18734e38-a04a-4d04-b97b-02d01df497b2 req-cf372f1b-cdba-4a1f-8e63-5cd6ab7fb230 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Deleting port 9ad72708-8145-4710-a27a-811122cc9840 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:35:02.118246 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-18734e38-a04a-4d04-b97b-02d01df497b2 req-cf372f1b-cdba-4a1f-8e63-5cd6ab7fb230 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:02.191628 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c827a8-f2e9-4d99-8505-3d4623fcafb1 req-0a918b38-07bd-4c4b-a49b-1c15f89899d0 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:02.199584 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-42c827a8-f2e9-4d99-8505-3d4623fcafb1 req-0a918b38-07bd-4c4b-a49b-1c15f89899d0 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] 10.222.0.11 "GET /v2.0/ports?device_id=32624582-2163-4888-bc29-35e44155fd6a HTTP/1.1" status: 200 len: 945 time: 0.1231506 Dec 10 16:35:02.212214 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9c597e35-cdf0-4644-9875-06e3fc3ba28b tempest-ServiceProvidersTest-1537946592 tempest-ServiceProvidersTest-1537946592-project] 10.222.0.11 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1168070 Dec 10 16:35:02.248076 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-18734e38-a04a-4d04-b97b-02d01df497b2 req-cf372f1b-cdba-4a1f-8e63-5cd6ab7fb230 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] For port 9ad72708-8145-4710-a27a-811122cc9840, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=9ad72708-8145-4710-a27a-811122cc9840,segment=NetworkSegment(5bae3635-32be-403a-b68a-450983b5ab53),segment_id=5bae3635-32be-403a-b68a-450983b5ab53)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:02.248526 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-18734e38-a04a-4d04-b97b-02d01df497b2 req-cf372f1b-cdba-4a1f-8e63-5cd6ab7fb230 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:02.267916 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-42c827a8-f2e9-4d99-8505-3d4623fcafb1 req-5ec4945c-c371-4972-9622-bd726785a597 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] 10.222.0.11 "GET /v2.0/security-groups?id=7194cb6e-a611-47be-a7ae-6979bbdb126e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660985 Dec 10 16:35:02.418007 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068b141-b995-41d2-9e5a-8d964757898d req-a79454c9-94b8-439a-ae12-528565f1a6df tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:02.427284 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7068b141-b995-41d2-9e5a-8d964757898d req-a79454c9-94b8-439a-ae12-528565f1a6df tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=06112d00-9d68-4d54-b130-689171e78630 HTTP/1.1" status: 200 len: 946 time: 0.0769022 Dec 10 16:35:02.448377 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-3c628fd9-03f1-460c-9800-a94eb8fe18af tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Deleting port c01972e5-0a40-4760-abdb-949db60d8388 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:35:02.448837 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c628fd9-03f1-460c-9800-a94eb8fe18af tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:02.475980 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40c0b8b-d8c5-43ae-97cb-e8e13bfde46f None None] Sync routers for ids ['f01d5f13-0352-4941-b105-388d8b32c55e'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:35:02.488996 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40c0b8b-d8c5-43ae-97cb-e8e13bfde46f None None] Routers {'f01d5f13-0352-4941-b105-388d8b32c55e'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:02.489716 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a40c0b8b-d8c5-43ae-97cb-e8e13bfde46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:34:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['f01d5f13-0352-4941-b105-388d8b32c55e'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:02.548020 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7068b141-b995-41d2-9e5a-8d964757898d req-5e3cd446-887f-4151-89f4-592898b32e66 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=61dd92f2-b4f5-4bfd-ac94-e9e550096dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196961 Dec 10 16:35:02.552703 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56336) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:02.590918 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-3c628fd9-03f1-460c-9800-a94eb8fe18af tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] For port c01972e5-0a40-4760-abdb-949db60d8388, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c01972e5-0a40-4760-abdb-949db60d8388,segment=NetworkSegment(82d499ef-75c7-42c9-a11c-c5d30c9305c4),segment_id=82d499ef-75c7-42c9-a11c-c5d30c9305c4)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:02.591726 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c628fd9-03f1-460c-9800-a94eb8fe18af tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:02.607934 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-3c628fd9-03f1-460c-9800-a94eb8fe18af tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Calling delete_port for c01972e5-0a40-4760-abdb-949db60d8388 owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:35:02.657628 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-a40c0b8b-d8c5-43ae-97cb-e8e13bfde46f None None] Set router f01d5f13-0352-4941-b105-388d8b32c55e gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:35:02.700893 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-18734e38-a04a-4d04-b97b-02d01df497b2 req-cf372f1b-cdba-4a1f-8e63-5cd6ab7fb230 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:02.701637 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-18734e38-a04a-4d04-b97b-02d01df497b2 req-cf372f1b-cdba-4a1f-8e63-5cd6ab7fb230 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:02.702229 n-d-766771-2 neutron-server[103393]: INFO neutron.db.l3_db [req-18734e38-a04a-4d04-b97b-02d01df497b2 req-cf372f1b-cdba-4a1f-8e63-5cd6ab7fb230 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Floating IP 878927f7-65b9-47b8-abf3-29fc639f6c3f disassociated. External IP: 172.25.6.44, port: 9ad72708-8145-4710-a27a-811122cc9840. Dec 10 16:35:02.702976 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-18734e38-a04a-4d04-b97b-02d01df497b2 req-cf372f1b-cdba-4a1f-8e63-5cd6ab7fb230 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Calling delete_port for 9ad72708-8145-4710-a27a-811122cc9840 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:35:02.736937 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eb2a33c2-75f6-42c1-9c08-221229c61002 req-084c0a20-8613-4118-9489-d0ae0c8747bc tempest-ServerShowV257Test-1045739748 tempest-ServerShowV257Test-1045739748-project] 10.222.0.26 "GET /v2.0/ports?device_id=4013a02b-37b5-4430-af14-a7437b4fbbde HTTP/1.1" status: 200 len: 210 time: 0.0613201 Dec 10 16:35:02.766310 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba13b448-71aa-4696-8570-42cd6d34560c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:02.851234 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dcb796-f672-4d4f-976d-c4cb631618f3 req-020c059b-b7f2-438e-91b2-8da4f55d5f5f tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:02.853305 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f2dcb796-f672-4d4f-976d-c4cb631618f3 req-020c059b-b7f2-438e-91b2-8da4f55d5f5f tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/ports?device_id=458166d8-ae2d-4667-b487-49d3beb0bd5d HTTP/1.1" status: 200 len: 945 time: 0.1789010 Dec 10 16:35:02.862453 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-18734e38-a04a-4d04-b97b-02d01df497b2 req-cf372f1b-cdba-4a1f-8e63-5cd6ab7fb230 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:02.895504 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf372f1b-cdba-4a1f-8e63-5cd6ab7fb230 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Pushing event deleted for resources: {'Port': ['ID=9ad72708-8145-4710-a27a-811122cc9840,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:02.944868 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a40c0b8b-d8c5-43ae-97cb-e8e13bfde46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'name': 'tempest-RoutersIpV6Test-router-1179315097', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:34Z', 'updated_at': '2021-12-10T16:35:00Z', 'revision_number': 7, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'gw_port_host': None, '_interfaces': [{'id': 'a2f94620-b145-4024-87eb-9c0e499c4b15', 'name': '', 'network_id': 'f0d88d06-1f35-4460-a6c6-7c3d686a41c1', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:5d:4d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '451dcd21-8eab-4631-b624-f00cf2582363', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:42Z', 'updated_at': '2021-12-10T16:34:49Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '451dcd21-8eab-4631-b624-f00cf2582363', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c01972e5-0a40-4760-abdb-949db60d8388', 'name': '', 'network_id': '7afc10b1-7dea-4e95-8e9c-6c1330145e9e', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:1d:31:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '56802ad0-ef7e-4bc5-bef1-e41fb3371952', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:55Z', 'updated_at': '2021-12-10T16:34:59Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '56802ad0-ef7e-4bc5-bef1-e41fb3371952', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5e951eb-9534-42a3-bec9-b11a9a08e0fc', 'name': '', 'network_id': '5e68f400-8e31-4b71-95c2-4b1cdce7040a', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:6d:88:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:36Z', 'updated_at': '2021-12-10T16:34:42Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7169674-ca23-465b-aaa7-912e0695b6aa', 'name': '', 'network_id': '3a79c643-2254-4c48-9070-c857d15d03ea', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:38:07:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'b82d748d-5100-4dfc-8acd-7a143da3169a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:47Z', 'updated_at': '2021-12-10T16:34:53Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': 'b82d748d-5100-4dfc-8acd-7a143da3169a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:02.976790 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f2dcb796-f672-4d4f-976d-c4cb631618f3 req-e8dd6ff2-d5af-49d4-9444-0c39b6ebfa48 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/security-groups?id=1962f219-df48-4694-919d-c32c4e5c0eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012747 Dec 10 16:35:02.977388 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40c0b8b-d8c5-43ae-97cb-e8e13bfde46f None None] Checking router: f01d5f13-0352-4941-b105-388d8b32c55e for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:35:02.987082 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40c0b8b-d8c5-43ae-97cb-e8e13bfde46f None None] Routers {'f01d5f13-0352-4941-b105-388d8b32c55e'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:02.987613 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a40c0b8b-d8c5-43ae-97cb-e8e13bfde46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:34:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['f01d5f13-0352-4941-b105-388d8b32c55e'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:03.014948 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba13b448-71aa-4696-8570-42cd6d34560c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:03.019994 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba13b448-71aa-4696-8570-42cd6d34560c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:03.025655 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c628fd9-03f1-460c-9800-a94eb8fe18af tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:03.055257 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18734e38-a04a-4d04-b97b-02d01df497b2 req-cf372f1b-cdba-4a1f-8e63-5cd6ab7fb230 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Router 502c8e36-adcb-4049-b7f2-59563f5fb626 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:35:03.085372 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c628fd9-03f1-460c-9800-a94eb8fe18af tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event deleted for resources: {'Port': ['ID=c01972e5-0a40-4760-abdb-949db60d8388,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:03.133570 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-a40c0b8b-d8c5-43ae-97cb-e8e13bfde46f None None] Set router f01d5f13-0352-4941-b105-388d8b32c55e gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:35:03.164501 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ba13b448-71aa-4696-8570-42cd6d34560c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c6a0773213e54961869cb34f0bc94d25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6107287 Dec 10 16:35:03.175877 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f56b9300-5ae6-4815-b427-ccdd10e58e8f req-26d79391-f28c-4832-a67b-4a25e13e8ecb tempest-ServerShowV257Test-1045739748 tempest-ServerShowV257Test-1045739748-project] 10.222.0.11 "GET /v2.0/ports?device_id=4013a02b-37b5-4430-af14-a7437b4fbbde HTTP/1.1" status: 200 len: 210 time: 0.0926094 Dec 10 16:35:03.179926 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56344) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:03.224853 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18734e38-a04a-4d04-b97b-02d01df497b2 req-cf372f1b-cdba-4a1f-8e63-5cd6ab7fb230 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:35:03.238560 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b976f2-1825-40d1-b0eb-3bd6eea70946 None None] Sync routers for ids ['502c8e36-adcb-4049-b7f2-59563f5fb626'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:35:03.250364 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13b448-71aa-4696-8570-42cd6d34560c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb1ba99-d602-46f0-ba4c-2f4c3d41aff8,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:03.266624 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b976f2-1825-40d1-b0eb-3bd6eea70946 None None] Routers {'502c8e36-adcb-4049-b7f2-59563f5fb626'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:03.270392 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-09b976f2-1825-40d1-b0eb-3bd6eea70946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:34:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['502c8e36-adcb-4049-b7f2-59563f5fb626'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:03.307329 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-18734e38-a04a-4d04-b97b-02d01df497b2 req-cf372f1b-cdba-4a1f-8e63-5cd6ab7fb230 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] No DVR routers for this DVR port 9ad72708-8145-4710-a27a-811122cc9840 on host n-h1-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:35:03.314108 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-18734e38-a04a-4d04-b97b-02d01df497b2 req-cf372f1b-cdba-4a1f-8e63-5cd6ab7fb230 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:03.324868 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-18734e38-a04a-4d04-b97b-02d01df497b2 req-cf372f1b-cdba-4a1f-8e63-5cd6ab7fb230 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.26 "DELETE /v2.0/ports/9ad72708-8145-4710-a27a-811122cc9840 HTTP/1.1" status: 204 len: 173 time: 1.3409488 Dec 10 16:35:03.325225 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06112d00-9d68-4d54-b130-689171e78630', 'name': 'network-vif-deleted', 'tag': '9ad72708-8145-4710-a27a-811122cc9840'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:35:03.335523 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11860599-27c6-4f56-9ea0-4450c529c26c" -d '{"events": [{"server_uuid": "06112d00-9d68-4d54-b130-689171e78630", "name": "network-vif-deleted", "tag": "9ad72708-8145-4710-a27a-811122cc9840"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:35:03.495652 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc2b72-f0ca-4574-b921-a64908bfefb2 req-649fdf35-07bd-41d8-9cab-db67e1dea5ec tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:03.503812 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-83dc2b72-f0ca-4574-b921-a64908bfefb2 req-649fdf35-07bd-41d8-9cab-db67e1dea5ec tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] 10.222.0.46 "GET /v2.0/ports?device_id=32624582-2163-4888-bc29-35e44155fd6a HTTP/1.1" status: 200 len: 945 time: 0.1588166 Dec 10 16:35:03.504984 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c628fd9-03f1-460c-9800-a94eb8fe18af tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:03.558456 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-09b976f2-1825-40d1-b0eb-3bd6eea70946 None None] Set router 502c8e36-adcb-4049-b7f2-59563f5fb626 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:35:03.602060 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-95f3670e-911f-43f9-86a5-524e8a16e8e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:03.714854 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-83dc2b72-f0ca-4574-b921-a64908bfefb2 req-61184d46-d4d2-4591-9688-3de96c754a10 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] Deleting port 6ec319c2-c163-4770-9966-fec1eb3a8b41 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:35:03.715220 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-83dc2b72-f0ca-4574-b921-a64908bfefb2 req-61184d46-d4d2-4591-9688-3de96c754a10 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:03.723154 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a40c0b8b-d8c5-43ae-97cb-e8e13bfde46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'name': 'tempest-RoutersIpV6Test-router-1179315097', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:34Z', 'updated_at': '2021-12-10T16:35:00Z', 'revision_number': 7, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'gw_port_host': None, '_interfaces': [{'id': 'a2f94620-b145-4024-87eb-9c0e499c4b15', 'name': '', 'network_id': 'f0d88d06-1f35-4460-a6c6-7c3d686a41c1', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:5d:4d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '451dcd21-8eab-4631-b624-f00cf2582363', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:42Z', 'updated_at': '2021-12-10T16:34:49Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '451dcd21-8eab-4631-b624-f00cf2582363', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c01972e5-0a40-4760-abdb-949db60d8388', 'name': '', 'network_id': '7afc10b1-7dea-4e95-8e9c-6c1330145e9e', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:1d:31:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '56802ad0-ef7e-4bc5-bef1-e41fb3371952', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:55Z', 'updated_at': '2021-12-10T16:34:59Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '56802ad0-ef7e-4bc5-bef1-e41fb3371952', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5e951eb-9534-42a3-bec9-b11a9a08e0fc', 'name': '', 'network_id': '5e68f400-8e31-4b71-95c2-4b1cdce7040a', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:6d:88:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:36Z', 'updated_at': '2021-12-10T16:34:42Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7169674-ca23-465b-aaa7-912e0695b6aa', 'name': '', 'network_id': '3a79c643-2254-4c48-9070-c857d15d03ea', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:38:07:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'b82d748d-5100-4dfc-8acd-7a143da3169a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:47Z', 'updated_at': '2021-12-10T16:34:53Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': 'b82d748d-5100-4dfc-8acd-7a143da3169a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:03.752096 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40c0b8b-d8c5-43ae-97cb-e8e13bfde46f None None] The sync data for ids ['f01d5f13-0352-4941-b105-388d8b32c55e'] in n-d-766771-2 is: [{'id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'name': 'tempest-RoutersIpV6Test-router-1179315097', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:34Z', 'updated_at': '2021-12-10T16:35:00Z', 'revision_number': 7, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'gw_port_host': None, '_interfaces': [{'id': 'a2f94620-b145-4024-87eb-9c0e499c4b15', 'name': '', 'network_id': 'f0d88d06-1f35-4460-a6c6-7c3d686a41c1', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:5d:4d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '451dcd21-8eab-4631-b624-f00cf2582363', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:42Z', 'updated_at': '2021-12-10T16:34:49Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '451dcd21-8eab-4631-b624-f00cf2582363', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c01972e5-0a40-4760-abdb-949db60d8388', 'name': '', 'network_id': '7afc10b1-7dea-4e95-8e9c-6c1330145e9e', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:1d:31:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '56802ad0-ef7e-4bc5-bef1-e41fb3371952', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:55Z', 'updated_at': '2021-12-10T16:34:59Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '56802ad0-ef7e-4bc5-bef1-e41fb3371952', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5e951eb-9534-42a3-bec9-b11a9a08e0fc', 'name': '', 'network_id': '5e68f400-8e31-4b71-95c2-4b1cdce7040a', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:6d:88:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:36Z', 'updated_at': '2021-12-10T16:34:42Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7169674-ca23-465b-aaa7-912e0695b6aa', 'name': '', 'network_id': '3a79c643-2254-4c48-9070-c857d15d03ea', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:38:07:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'b82d748d-5100-4dfc-8acd-7a143da3169a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:47Z', 'updated_at': '2021-12-10T16:34:53Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': 'b82d748d-5100-4dfc-8acd-7a143da3169a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:35:03.776217 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-95f3670e-911f-43f9-86a5-524e8a16e8e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:03.818960 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-83dc2b72-f0ca-4574-b921-a64908bfefb2 req-61184d46-d4d2-4591-9688-3de96c754a10 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] For port 6ec319c2-c163-4770-9966-fec1eb3a8b41, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=6ec319c2-c163-4770-9966-fec1eb3a8b41,segment=NetworkSegment(605c9d0b-0f61-47db-bdbf-e7f65b4070bb),segment_id=605c9d0b-0f61-47db-bdbf-e7f65b4070bb)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:03.819360 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-83dc2b72-f0ca-4574-b921-a64908bfefb2 req-61184d46-d4d2-4591-9688-3de96c754a10 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:03.827543 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61979f-1413-49f3-a008-657470ae2d3f req-af1b3a3f-ae1a-4eda-b6dc-fac639e5b065 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:03.835639 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9c61979f-1413-49f3-a008-657470ae2d3f req-af1b3a3f-ae1a-4eda-b6dc-fac639e5b065 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] 10.222.0.11 "GET /v2.0/ports?device_id=32624582-2163-4888-bc29-35e44155fd6a HTTP/1.1" status: 200 len: 945 time: 0.2771206 Dec 10 16:35:03.836735 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-83dc2b72-f0ca-4574-b921-a64908bfefb2 req-61184d46-d4d2-4591-9688-3de96c754a10 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] Calling delete_port for 6ec319c2-c163-4770-9966-fec1eb3a8b41 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:35:03.982846 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-83dc2b72-f0ca-4574-b921-a64908bfefb2 req-61184d46-d4d2-4591-9688-3de96c754a10 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:03.996039 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['6ec319c2-c163-4770-9966-fec1eb3a8b41'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:35:03.998577 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-09b976f2-1825-40d1-b0eb-3bd6eea70946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'name': 'tempest-AttachVolumeShelveTestJSON-1006417357-router', 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '49f971ca-999e-475a-86cb-d2ce838db505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:30:21Z', 'updated_at': '2021-12-10T16:30:28Z', 'revision_number': 4, 'project_id': 'bee2cdae51254104bc03c8ca50b383dd', 'gw_port': {'id': '49f971ca-999e-475a-86cb-d2ce838db505', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:23Z', 'updated_at': '2021-12-10T16:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '40127625-c808-4e92-aebd-c7b03d0cdeb7', 'name': '', 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02', 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'mac_address': 'fa:16:3e:cd:97:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:27Z', 'updated_at': '2021-12-10T16:30:36Z', 'revision_number': 5, 'project_id': 'bee2cdae51254104bc03c8ca50b383dd', 'subnets': [{'id': 'c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:04.029803 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61184d46-d4d2-4591-9688-3de96c754a10 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] Pushing event deleted for resources: {'Port': ['ID=6ec319c2-c163-4770-9966-fec1eb3a8b41,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:04.060662 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b976f2-1825-40d1-b0eb-3bd6eea70946 None None] Checking router: 502c8e36-adcb-4049-b7f2-59563f5fb626 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:35:04.071221 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b976f2-1825-40d1-b0eb-3bd6eea70946 None None] Routers {'502c8e36-adcb-4049-b7f2-59563f5fb626'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:04.071480 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-09b976f2-1825-40d1-b0eb-3bd6eea70946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:34:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['502c8e36-adcb-4049-b7f2-59563f5fb626'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:04.093241 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-83dc2b72-f0ca-4574-b921-a64908bfefb2 req-61184d46-d4d2-4591-9688-3de96c754a10 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] No DVR routers for this DVR port 6ec319c2-c163-4770-9966-fec1eb3a8b41 on host n-h2-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:35:04.097809 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-83dc2b72-f0ca-4574-b921-a64908bfefb2 req-61184d46-d4d2-4591-9688-3de96c754a10 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:04.103478 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-83dc2b72-f0ca-4574-b921-a64908bfefb2 req-61184d46-d4d2-4591-9688-3de96c754a10 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] 10.222.0.46 "DELETE /v2.0/ports/6ec319c2-c163-4770-9966-fec1eb3a8b41 HTTP/1.1" status: 204 len: 173 time: 0.5931580 Dec 10 16:35:04.210724 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-09b976f2-1825-40d1-b0eb-3bd6eea70946 None None] Set router 502c8e36-adcb-4049-b7f2-59563f5fb626 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:35:04.332259 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9c61979f-1413-49f3-a008-657470ae2d3f req-f69e5274-58d8-4529-9f9c-7abe229b1b90 tempest-ServersNegativeTestMultiTenantJSON-2119121091 tempest-ServersNegativeTestMultiTenantJSON-2119121091-project] 10.222.0.11 "GET /v2.0/security-groups?id=7194cb6e-a611-47be-a7ae-6979bbdb126e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4956737 Dec 10 16:35:04.344627 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-95f3670e-911f-43f9-86a5-524e8a16e8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:04.347448 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-95f3670e-911f-43f9-86a5-524e8a16e8e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:04.351387 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-95f3670e-911f-43f9-86a5-524e8a16e8e1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/afb1ba99-d602-46f0-ba4c-2f4c3d41aff8 HTTP/1.1" status: 204 len: 168 time: 1.0826311 Dec 10 16:35:04.366743 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f3670e-911f-43f9-86a5-524e8a16e8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb1ba99-d602-46f0-ba4c-2f4c3d41aff8,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:04.378163 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c628fd9-03f1-460c-9800-a94eb8fe18af tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Router f01d5f13-0352-4941-b105-388d8b32c55e has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:35:04.414976 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 9ad72708-8145-4710-a27a-811122cc9840 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:35:04.442172 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959f09f6-214b-4af3-b8df-693260f03c59 x-openstack-request-id: req-959f09f6-214b-4af3-b8df-693260f03c59 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:35:04.442492 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06112d00-9d68-4d54-b130-689171e78630", "name": "network-vif-deleted", "tag": "9ad72708-8145-4710-a27a-811122cc9840", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:35:04.442744 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-959f09f6-214b-4af3-b8df-693260f03c59 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:35:04.443296 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06112d00-9d68-4d54-b130-689171e78630', 'name': 'network-vif-deleted', 'tag': '9ad72708-8145-4710-a27a-811122cc9840', 'status': 'completed', 'code': 200} Dec 10 16:35:04.453417 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 9ad72708-8145-4710-a27a-811122cc9840 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:35:04.455101 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-09b976f2-1825-40d1-b0eb-3bd6eea70946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'name': 'tempest-AttachVolumeShelveTestJSON-1006417357-router', 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '49f971ca-999e-475a-86cb-d2ce838db505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:30:21Z', 'updated_at': '2021-12-10T16:30:28Z', 'revision_number': 4, 'project_id': 'bee2cdae51254104bc03c8ca50b383dd', 'gw_port': {'id': '49f971ca-999e-475a-86cb-d2ce838db505', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:23Z', 'updated_at': '2021-12-10T16:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '40127625-c808-4e92-aebd-c7b03d0cdeb7', 'name': '', 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02', 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'mac_address': 'fa:16:3e:cd:97:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:27Z', 'updated_at': '2021-12-10T16:30:36Z', 'revision_number': 5, 'project_id': 'bee2cdae51254104bc03c8ca50b383dd', 'subnets': [{'id': 'c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:04.456841 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 9ad72708-8145-4710-a27a-811122cc9840 not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:35:04.488972 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c628fd9-03f1-460c-9800-a94eb8fe18af tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:35:04.506183 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3c628fd9-03f1-460c-9800-a94eb8fe18af tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "PUT /v2.0/routers/f01d5f13-0352-4941-b105-388d8b32c55e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1600814 Dec 10 16:35:04.508933 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56362) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:04.509569 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccb7135-d463-4b8e-8e3a-70cd850a38c7 None None] Sync routers for ids ['f01d5f13-0352-4941-b105-388d8b32c55e'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:35:04.520298 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b976f2-1825-40d1-b0eb-3bd6eea70946 None None] The sync data for ids ['502c8e36-adcb-4049-b7f2-59563f5fb626'] in n-d-766771-2 is: [{'id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'name': 'tempest-AttachVolumeShelveTestJSON-1006417357-router', 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '49f971ca-999e-475a-86cb-d2ce838db505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:30:21Z', 'updated_at': '2021-12-10T16:30:28Z', 'revision_number': 4, 'project_id': 'bee2cdae51254104bc03c8ca50b383dd', 'gw_port': {'id': '49f971ca-999e-475a-86cb-d2ce838db505', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:23Z', 'updated_at': '2021-12-10T16:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '40127625-c808-4e92-aebd-c7b03d0cdeb7', 'name': '', 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02', 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'mac_address': 'fa:16:3e:cd:97:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:27Z', 'updated_at': '2021-12-10T16:30:36Z', 'revision_number': 5, 'project_id': 'bee2cdae51254104bc03c8ca50b383dd', 'subnets': [{'id': 'c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:35:04.555194 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccb7135-d463-4b8e-8e3a-70cd850a38c7 None None] Routers {'f01d5f13-0352-4941-b105-388d8b32c55e'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:04.555194 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-9ccb7135-d463-4b8e-8e3a-70cd850a38c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:34:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['f01d5f13-0352-4941-b105-388d8b32c55e'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:04.615322 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-c88e72e0-b2c2-445a-a307-0496c698058f tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Deleting subnet 56802ad0-ef7e-4bc5-bef1-e41fb3371952 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:35:04.620213 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c88e72e0-b2c2-445a-a307-0496c698058f tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:04.704220 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dfccea-7ca2-4e5e-80aa-b8df8d8a2888 req-597d34e6-0d59-482f-9e9a-2b6770fafec1 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:04.705943 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a8dfccea-7ca2-4e5e-80aa-b8df8d8a2888 req-597d34e6-0d59-482f-9e9a-2b6770fafec1 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/ports?device_id=458166d8-ae2d-4667-b487-49d3beb0bd5d HTTP/1.1" status: 200 len: 945 time: 0.1301100 Dec 10 16:35:04.728087 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c88e72e0-b2c2-445a-a307-0496c698058f tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:04.773168 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-9ccb7135-d463-4b8e-8e3a-70cd850a38c7 None None] Set router f01d5f13-0352-4941-b105-388d8b32c55e gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:35:04.780754 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a8dfccea-7ca2-4e5e-80aa-b8df8d8a2888 req-fb16d8e9-60fd-4d13-b183-63b338b81c80 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/security-groups?id=1962f219-df48-4694-919d-c32c4e5c0eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677044 Dec 10 16:35:04.843175 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c88e72e0-b2c2-445a-a307-0496c698058f tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:04.941353 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c88e72e0-b2c2-445a-a307-0496c698058f tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:04.999856 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56376) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:05.021878 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e72e0-b2c2-445a-a307-0496c698058f tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event deleted for resources: {'Subnet': ['ID=56802ad0-ef7e-4bc5-bef1-e41fb3371952,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:05.033949 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6659ab61-4306-4096-8a10-4cb6415324e4 None None] Network 7afc10b1-7dea-4e95-8e9c-6c1330145e9e requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:35:05.035324 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c88e72e0-b2c2-445a-a307-0496c698058f tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:05.038608 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c88e72e0-b2c2-445a-a307-0496c698058f tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "DELETE /v2.0/subnets/56802ad0-ef7e-4bc5-bef1-e41fb3371952 HTTP/1.1" status: 204 len: 168 time: 0.5285170 Dec 10 16:35:05.047178 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56378) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:05.079393 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081808a7-b161-4b01-acfa-b940827f4503 None None] New status for floating IP 878927f7-65b9-47b8-abf3-29fc639f6c3f: DOWN {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:35:05.163251 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b42f36c6-40d7-4618-ae3b-6bd4d5ffa5be tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:05.169058 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-be027cb7-c393-41ac-a4ff-064a19436cbb tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:05.204620 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b42f36c6-40d7-4618-ae3b-6bd4d5ffa5be tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:05.283641 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-9ccb7135-d463-4b8e-8e3a-70cd850a38c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'name': 'tempest-RoutersIpV6Test-router-1179315097', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:34Z', 'updated_at': '2021-12-10T16:35:02Z', 'revision_number': 8, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'gw_port_host': None, '_interfaces': [{'id': 'a2f94620-b145-4024-87eb-9c0e499c4b15', 'name': '', 'network_id': 'f0d88d06-1f35-4460-a6c6-7c3d686a41c1', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:5d:4d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '451dcd21-8eab-4631-b624-f00cf2582363', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:42Z', 'updated_at': '2021-12-10T16:34:49Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '451dcd21-8eab-4631-b624-f00cf2582363', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5e951eb-9534-42a3-bec9-b11a9a08e0fc', 'name': '', 'network_id': '5e68f400-8e31-4b71-95c2-4b1cdce7040a', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:6d:88:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:36Z', 'updated_at': '2021-12-10T16:34:42Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7169674-ca23-465b-aaa7-912e0695b6aa', 'name': '', 'network_id': '3a79c643-2254-4c48-9070-c857d15d03ea', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:38:07:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'b82d748d-5100-4dfc-8acd-7a143da3169a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:47Z', 'updated_at': '2021-12-10T16:34:53Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': 'b82d748d-5100-4dfc-8acd-7a143da3169a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:05.298535 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56384) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:05.328599 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-be027cb7-c393-41ac-a4ff-064a19436cbb tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Deleting port d717067d-6d86-4575-a5c0-c9d094e010e6 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:35:05.330549 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-be027cb7-c393-41ac-a4ff-064a19436cbb tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:05.376434 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccb7135-d463-4b8e-8e3a-70cd850a38c7 None None] Checking router: f01d5f13-0352-4941-b105-388d8b32c55e for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:35:05.391531 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230d767c-e610-42af-9b54-aebc43ff9e03 None None] DHCP port deletion for 7afc10b1-7dea-4e95-8e9c-6c1330145e9e request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:35:05.395636 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b42f36c6-40d7-4618-ae3b-6bd4d5ffa5be tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:05.398754 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccb7135-d463-4b8e-8e3a-70cd850a38c7 None None] Routers {'f01d5f13-0352-4941-b105-388d8b32c55e'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:05.399379 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-9ccb7135-d463-4b8e-8e3a-70cd850a38c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:34:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['f01d5f13-0352-4941-b105-388d8b32c55e'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:05.400217 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b42f36c6-40d7-4618-ae3b-6bd4d5ffa5be tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:05.401659 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b42f36c6-40d7-4618-ae3b-6bd4d5ffa5be tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "DELETE /v2.0/security-groups/61dd92f2-b4f5-4bfd-ac94-e9e550096dd2 HTTP/1.1" status: 204 len: 168 time: 0.3996887 Dec 10 16:35:05.408045 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56394) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:05.420470 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f36c6-40d7-4618-ae3b-6bd4d5ffa5be tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61dd92f2-b4f5-4bfd-ac94-e9e550096dd2,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:05.440937 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-cf48433e-1a53-4a4e-8f70-c7fb60a4d35b tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] show failed (client error): The resource could not be found. Dec 10 16:35:05.445134 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56398) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:05.448493 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-cf48433e-1a53-4a4e-8f70-c7fb60a4d35b tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups/61dd92f2-b4f5-4bfd-ac94-e9e550096dd2 HTTP/1.1" status: 404 len: 347 time: 0.0373156 Dec 10 16:35:05.497388 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56402) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:05.510923 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-be027cb7-c393-41ac-a4ff-064a19436cbb tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] For port d717067d-6d86-4575-a5c0-c9d094e010e6, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=d717067d-6d86-4575-a5c0-c9d094e010e6,segment=NetworkSegment(82d499ef-75c7-42c9-a11c-c5d30c9305c4),segment_id=82d499ef-75c7-42c9-a11c-c5d30c9305c4)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:05.511373 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-be027cb7-c393-41ac-a4ff-064a19436cbb tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:05.567115 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-be027cb7-c393-41ac-a4ff-064a19436cbb tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Calling delete_port for d717067d-6d86-4575-a5c0-c9d094e010e6 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:35:05.603995 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f5f1154-8c2c-4f07-9d6b-366f354f4f0c admin admin] Deleting subnet 507bb71b-20d1-4787-8dd1-41a61b480154 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:35:05.614754 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2f5f1154-8c2c-4f07-9d6b-366f354f4f0c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:05.700878 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-9ccb7135-d463-4b8e-8e3a-70cd850a38c7 None None] Set router f01d5f13-0352-4941-b105-388d8b32c55e gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:35:05.701319 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-92e08211-6b75-4842-a233-818f35987ba1 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Deleting port dc05ce09-6bc8-4513-8502-1b561e983e8f {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:35:05.701731 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-92e08211-6b75-4842-a233-818f35987ba1 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:05.706471 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa4236d4-1246-497c-82c0-56bf4ff489ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:05.732530 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2f5f1154-8c2c-4f07-9d6b-366f354f4f0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:05.780671 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-be027cb7-c393-41ac-a4ff-064a19436cbb tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:05.798591 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be027cb7-c393-41ac-a4ff-064a19436cbb tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] No DVR routers for this DVR port d717067d-6d86-4575-a5c0-c9d094e010e6 on host n-d-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:35:05.832076 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56410) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:05.853554 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2f5f1154-8c2c-4f07-9d6b-366f354f4f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:05.872980 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be027cb7-c393-41ac-a4ff-064a19436cbb tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event deleted for resources: {'Port': ['ID=d717067d-6d86-4575-a5c0-c9d094e010e6,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:05.944952 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa4236d4-1246-497c-82c0-56bf4ff489ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:05.960924 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa4236d4-1246-497c-82c0-56bf4ff489ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.015056 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2f5f1154-8c2c-4f07-9d6b-366f354f4f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.017091 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-92e08211-6b75-4842-a233-818f35987ba1 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.017437 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-92e08211-6b75-4842-a233-818f35987ba1 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.023648 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-aa4236d4-1246-497c-82c0-56bf4ff489ef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2c5db16e07a34ceb906e03c11b6b15aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7222803 Dec 10 16:35:06.028147 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56416) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:06.031607 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-44c828aa-3475-4392-9ec1-1754c6259a3a tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1566129968'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:06.079093 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f1154-8c2c-4f07-9d6b-366f354f4f0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=507bb71b-20d1-4787-8dd1-41a61b480154,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:06.088193 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-92e08211-6b75-4842-a233-818f35987ba1 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Calling delete_port for dc05ce09-6bc8-4513-8502-1b561e983e8f owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:35:06.088965 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2f5f1154-8c2c-4f07-9d6b-366f354f4f0c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.095808 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-be027cb7-c393-41ac-a4ff-064a19436cbb tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.096051 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-230d767c-e610-42af-9b54-aebc43ff9e03 None None] Deleting port d717067d-6d86-4575-a5c0-c9d094e010e6 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:35:06.096792 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2f5f1154-8c2c-4f07-9d6b-366f354f4f0c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/507bb71b-20d1-4787-8dd1-41a61b480154 HTTP/1.1" status: 204 len: 168 time: 0.6045086 Dec 10 16:35:06.097585 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56418) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:06.097723 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-230d767c-e610-42af-9b54-aebc43ff9e03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.100774 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4236d4-1246-497c-82c0-56bf4ff489ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c5be1c-5039-426a-ac87-e66b45d0ebf0,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:06.142615 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c828aa-3475-4392-9ec1-1754c6259a3a tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Made reservation on behalf of d403e9465bdc4009ac9789aa80d8954a for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:35:06.146088 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-44c828aa-3475-4392-9ec1-1754c6259a3a tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.149954 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-be027cb7-c393-41ac-a4ff-064a19436cbb tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7afc10b1-7dea-4e95-8e9c-6c1330145e9e']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:06.187165 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-44c828aa-3475-4392-9ec1-1754c6259a3a tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.201940 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-be027cb7-c393-41ac-a4ff-064a19436cbb tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82d499ef-75c7-42c9-a11c-c5d30c9305c4') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:06.203182 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-be027cb7-c393-41ac-a4ff-064a19436cbb tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82d499ef-75c7-42c9-a11c-c5d30c9305c4') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:06.228262 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-be027cb7-c393-41ac-a4ff-064a19436cbb tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.240793 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-716fe7b3-bbeb-45c6-b4e9-53cfceeea1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.259189 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-230d767c-e610-42af-9b54-aebc43ff9e03 None None] For port d717067d-6d86-4575-a5c0-c9d094e010e6, host n-d-766771-2, got binding levels [] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:06.259771 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-230d767c-e610-42af-9b54-aebc43ff9e03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.261332 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c55a7a7-b415-42b8-91e3-c61bbc709e16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.270520 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-be027cb7-c393-41ac-a4ff-064a19436cbb tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.278915 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.297448 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be027cb7-c393-41ac-a4ff-064a19436cbb tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:35:06.298176 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-be027cb7-c393-41ac-a4ff-064a19436cbb tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.301482 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:35:06.301482 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:35:06.301482 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:35:06.301482 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:35:06.301482 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:35:06.301482 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:35:06.301482 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:35:06.301482 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:35:06.301482 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:35:06.301482 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:35:06.301482 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:35:06.301482 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:35:06.301482 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:35:06.301482 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:35:06.301482 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:35:06.301482 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:35:06.301482 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:35:06.301482 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:35:06.301482 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:35:06.301482 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:35:06.301482 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:35:06.301482 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:35:06.301482 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:35:06.301482 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:35:06.301482 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:35:06.301482 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:35:06.301482 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:35:06.301482 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:35:06.301482 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:35:06.301482 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:35:06.301482 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:35:06.301482 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:35:06.319202 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-230d767c-e610-42af-9b54-aebc43ff9e03 None None] Calling delete_port for d717067d-6d86-4575-a5c0-c9d094e010e6 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:35:06.325736 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.ipam_backend_mixin [None req-230d767c-e610-42af-9b54-aebc43ff9e03 None None] Port d717067d-6d86-4575-a5c0-c9d094e010e6 was not found and therefore no delete operation was performed {{(pid=103394) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 16:35:06.327935 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-230d767c-e610-42af-9b54-aebc43ff9e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.350228 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c55a7a7-b415-42b8-91e3-c61bbc709e16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.364717 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-716fe7b3-bbeb-45c6-b4e9-53cfceeea1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.367691 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230d767c-e610-42af-9b54-aebc43ff9e03 None None] Pushing event deleted for resources: {'Port': ['ID=d717067d-6d86-4575-a5c0-c9d094e010e6,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:06.389874 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230d767c-e610-42af-9b54-aebc43ff9e03 None None] No DVR routers for this DVR port d717067d-6d86-4575-a5c0-c9d094e010e6 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:35:06.397553 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-716fe7b3-bbeb-45c6-b4e9-53cfceeea1a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a6ac51c-ad80-435f-bb98-19853a5b3731']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:06.417679 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-716fe7b3-bbeb-45c6-b4e9-53cfceeea1a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '605c9d0b-0f61-47db-bdbf-e7f65b4070bb') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:06.418658 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-716fe7b3-bbeb-45c6-b4e9-53cfceeea1a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '605c9d0b-0f61-47db-bdbf-e7f65b4070bb') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:06.422809 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-9ccb7135-d463-4b8e-8e3a-70cd850a38c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'name': 'tempest-RoutersIpV6Test-router-1179315097', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:34Z', 'updated_at': '2021-12-10T16:35:02Z', 'revision_number': 8, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'gw_port_host': None, '_interfaces': [{'id': 'a2f94620-b145-4024-87eb-9c0e499c4b15', 'name': '', 'network_id': 'f0d88d06-1f35-4460-a6c6-7c3d686a41c1', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:5d:4d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '451dcd21-8eab-4631-b624-f00cf2582363', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:42Z', 'updated_at': '2021-12-10T16:34:49Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '451dcd21-8eab-4631-b624-f00cf2582363', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5e951eb-9534-42a3-bec9-b11a9a08e0fc', 'name': '', 'network_id': '5e68f400-8e31-4b71-95c2-4b1cdce7040a', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:6d:88:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:36Z', 'updated_at': '2021-12-10T16:34:42Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7169674-ca23-465b-aaa7-912e0695b6aa', 'name': '', 'network_id': '3a79c643-2254-4c48-9070-c857d15d03ea', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:38:07:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'b82d748d-5100-4dfc-8acd-7a143da3169a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:47Z', 'updated_at': '2021-12-10T16:34:53Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': 'b82d748d-5100-4dfc-8acd-7a143da3169a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:06.434929 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-be027cb7-c393-41ac-a4ff-064a19436cbb tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.442478 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-716fe7b3-bbeb-45c6-b4e9-53cfceeea1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.444083 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32624582-2163-4888-bc29-35e44155fd6a', 'name': 'network-vif-deleted', 'tag': '6ec319c2-c163-4770-9966-fec1eb3a8b41'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:35:06.446522 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e3e3d3-9dd8-44fe-9216-b8f37a56d227" -d '{"events": [{"server_uuid": "32624582-2163-4888-bc29-35e44155fd6a", "name": "network-vif-deleted", "tag": "6ec319c2-c163-4770-9966-fec1eb3a8b41"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:35:06.487138 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccb7135-d463-4b8e-8e3a-70cd850a38c7 None None] The sync data for ids ['f01d5f13-0352-4941-b105-388d8b32c55e'] in n-d-766771-2 is: [{'id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'name': 'tempest-RoutersIpV6Test-router-1179315097', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:34Z', 'updated_at': '2021-12-10T16:35:02Z', 'revision_number': 8, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'gw_port_host': None, '_interfaces': [{'id': 'a2f94620-b145-4024-87eb-9c0e499c4b15', 'name': '', 'network_id': 'f0d88d06-1f35-4460-a6c6-7c3d686a41c1', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:5d:4d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '451dcd21-8eab-4631-b624-f00cf2582363', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:42Z', 'updated_at': '2021-12-10T16:34:49Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '451dcd21-8eab-4631-b624-f00cf2582363', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5e951eb-9534-42a3-bec9-b11a9a08e0fc', 'name': '', 'network_id': '5e68f400-8e31-4b71-95c2-4b1cdce7040a', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:6d:88:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:36Z', 'updated_at': '2021-12-10T16:34:42Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7169674-ca23-465b-aaa7-912e0695b6aa', 'name': '', 'network_id': '3a79c643-2254-4c48-9070-c857d15d03ea', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:38:07:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'b82d748d-5100-4dfc-8acd-7a143da3169a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:47Z', 'updated_at': '2021-12-10T16:34:53Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': 'b82d748d-5100-4dfc-8acd-7a143da3169a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:35:06.497109 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-716fe7b3-bbeb-45c6-b4e9-53cfceeea1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.501201 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-be027cb7-c393-41ac-a4ff-064a19436cbb tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.516055 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-be027cb7-c393-41ac-a4ff-064a19436cbb tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "DELETE /v2.0/networks/7afc10b1-7dea-4e95-8e9c-6c1330145e9e HTTP/1.1" status: 204 len: 168 time: 1.4615190 Dec 10 16:35:06.516940 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be027cb7-c393-41ac-a4ff-064a19436cbb tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event deleted for resources: {'Network': ['ID=7afc10b1-7dea-4e95-8e9c-6c1330145e9e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:06.526966 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56424) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:06.533150 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a430f86b-9682-49bc-a26d-08d801c08957 x-openstack-request-id: req-a430f86b-9682-49bc-a26d-08d801c08957 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:35:06.533457 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32624582-2163-4888-bc29-35e44155fd6a", "name": "network-vif-deleted", "tag": "6ec319c2-c163-4770-9966-fec1eb3a8b41", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:35:06.533700 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a430f86b-9682-49bc-a26d-08d801c08957 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:35:06.534105 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32624582-2163-4888-bc29-35e44155fd6a', 'name': 'network-vif-deleted', 'tag': '6ec319c2-c163-4770-9966-fec1eb3a8b41', 'status': 'completed', 'code': 200} Dec 10 16:35:06.545162 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-44c828aa-3475-4392-9ec1-1754c6259a3a tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.546955 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-716fe7b3-bbeb-45c6-b4e9-53cfceeea1a8 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:35:06.547325 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-716fe7b3-bbeb-45c6-b4e9-53cfceeea1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.549273 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:35:06.549273 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:35:06.549273 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:35:06.549273 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:35:06.549273 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:35:06.549273 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:35:06.549273 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:35:06.549273 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:35:06.549273 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:35:06.549273 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:35:06.549273 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:35:06.549273 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:35:06.549273 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:35:06.549273 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:35:06.549273 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:35:06.549273 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:35:06.549273 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:35:06.549273 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:35:06.549273 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:35:06.549273 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:35:06.549273 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:35:06.549273 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:35:06.549273 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:35:06.549273 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:35:06.549273 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:35:06.549273 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:35:06.549273 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:35:06.549273 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:35:06.549273 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:35:06.549273 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:35:06.549273 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:35:06.549273 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:35:06.623491 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-44c828aa-3475-4392-9ec1-1754c6259a3a tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.641194 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-92e08211-6b75-4842-a233-818f35987ba1 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.643352 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c55a7a7-b415-42b8-91e3-c61bbc709e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.652681 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c55a7a7-b415-42b8-91e3-c61bbc709e16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.653732 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3c55a7a7-b415-42b8-91e3-c61bbc709e16 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c7c5be1c-5039-426a-ac87-e66b45d0ebf0 HTTP/1.1" status: 204 len: 168 time: 0.6225090 Dec 10 16:35:06.663887 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c828aa-3475-4392-9ec1-1754c6259a3a tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:35:06.682527 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-716fe7b3-bbeb-45c6-b4e9-53cfceeea1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.690530 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-44c828aa-3475-4392-9ec1-1754c6259a3a tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.690871 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-44c828aa-3475-4392-9ec1-1754c6259a3a tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Added segment fb05931d-6c4e-4fe9-b257-f6cbd96d3924 of type vlan for network 8d489eaf-95c4-4def-8e5e-fe7c253725af Dec 10 16:35:06.692589 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-716fe7b3-bbeb-45c6-b4e9-53cfceeea1a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.696124 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-716fe7b3-bbeb-45c6-b4e9-53cfceeea1a8 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8a6ac51c-ad80-435f-bb98-19853a5b3731 HTTP/1.1" status: 204 len: 168 time: 0.5795193 Dec 10 16:35:06.696893 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c828aa-3475-4392-9ec1-1754c6259a3a tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6966e67-69b4-4c7b-8b13-03d445b03596,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:06.700661 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56428) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:06.706848 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e08211-6b75-4842-a233-818f35987ba1 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Pushing event deleted for resources: {'Port': ['ID=dc05ce09-6bc8-4513-8502-1b561e983e8f,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:06.712456 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c55a7a7-b415-42b8-91e3-c61bbc709e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c5be1c-5039-426a-ac87-e66b45d0ebf0,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:06.744422 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716fe7b3-bbeb-45c6-b4e9-53cfceeea1a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a6ac51c-ad80-435f-bb98-19853a5b3731,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:06.790497 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-44c828aa-3475-4392-9ec1-1754c6259a3a tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.804634 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ddd2138-bf1e-4ae7-b606-6341f94135b5 admin admin] Deleting subnet c61e16aa-1559-4402-bb6f-cba17932fe40 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:35:06.811090 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0ddd2138-bf1e-4ae7-b606-6341f94135b5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.853849 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-44c828aa-3475-4392-9ec1-1754c6259a3a tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.863555 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c828aa-3475-4392-9ec1-1754c6259a3a tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:06.864383 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-44c828aa-3475-4392-9ec1-1754c6259a3a tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.876434 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0ddd2138-bf1e-4ae7-b606-6341f94135b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.881569 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-92e08211-6b75-4842-a233-818f35987ba1 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks [] for floatingip, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.884340 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-92e08211-6b75-4842-a233-818f35987ba1 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.889143 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-92e08211-6b75-4842-a233-818f35987ba1 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "DELETE /v2.0/floatingips/878927f7-65b9-47b8-abf3-29fc639f6c3f HTTP/1.1" status: 204 len: 168 time: 1.4384921 Dec 10 16:35:06.964106 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device d717067d-6d86-4575-a5c0-c9d094e010e6 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:35:06.979280 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-44c828aa-3475-4392-9ec1-1754c6259a3a tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1459858 Dec 10 16:35:06.983191 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56434) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:06.988301 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-4abd0b9f-3bdb-4820-acd1-9b299c5bc260 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Request body: {'subnet': {'network_id': '8d489eaf-95c4-4def-8e5e-fe7c253725af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:06.999421 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: d717067d-6d86-4575-a5c0-c9d094e010e6 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:35:06.999778 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device d717067d-6d86-4575-a5c0-c9d094e010e6 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:35:07.052393 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0ddd2138-bf1e-4ae7-b606-6341f94135b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:07.090817 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c828aa-3475-4392-9ec1-1754c6259a3a tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Pushing event updated for resources: {'Network': ['ID=8d489eaf-95c4-4def-8e5e-fe7c253725af,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:07.107146 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 8d489eaf-95c4-4def-8e5e-fe7c253725af details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:35:07.139100 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0ddd2138-bf1e-4ae7-b606-6341f94135b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:07.176053 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd2138-bf1e-4ae7-b606-6341f94135b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c61e16aa-1559-4402-bb6f-cba17932fe40,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:07.181715 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0ddd2138-bf1e-4ae7-b606-6341f94135b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:07.187358 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0ddd2138-bf1e-4ae7-b606-6341f94135b5 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c61e16aa-1559-4402-bb6f-cba17932fe40 HTTP/1.1" status: 204 len: 168 time: 0.4791391 Dec 10 16:35:07.189712 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56440) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:07.220489 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abd0b9f-3bdb-4820-acd1-9b299c5bc260 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Made reservation on behalf of d403e9465bdc4009ac9789aa80d8954a for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:35:07.235756 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4abd0b9f-3bdb-4820-acd1-9b299c5bc260 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:07.297637 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d0ffa4cc-ed5f-41e8-a67c-f7476947bf96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:07.359166 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6b2ea077-a8e7-4540-af3f-cfb4d295d270 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:07.392541 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 6ec319c2-c163-4770-9966-fec1eb3a8b41 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:35:07.395610 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56448) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:07.402070 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-b8f12985-8d52-4351-b052-9e341fb2c6bc tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Request body: {'security_group': {'name': 'tempest-securitygroup--989363181', 'description': 'tempest-description--1180901351'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:07.430707 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: 6ec319c2-c163-4770-9966-fec1eb3a8b41 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:35:07.432124 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 6ec319c2-c163-4770-9966-fec1eb3a8b41 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:35:07.433059 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d0ffa4cc-ed5f-41e8-a67c-f7476947bf96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:07.455906 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b8f12985-8d52-4351-b052-9e341fb2c6bc tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:07.479382 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-d0ffa4cc-ed5f-41e8-a67c-f7476947bf96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['064fd969-6eca-423a-8dc2-dbbe65e6176d']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:07.495543 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-d0ffa4cc-ed5f-41e8-a67c-f7476947bf96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51abfb63-7bb9-47e0-96dd-94368d0d1444') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:07.496063 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-d0ffa4cc-ed5f-41e8-a67c-f7476947bf96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51abfb63-7bb9-47e0-96dd-94368d0d1444') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:07.512490 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d0ffa4cc-ed5f-41e8-a67c-f7476947bf96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:07.539820 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d0ffa4cc-ed5f-41e8-a67c-f7476947bf96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:07.552367 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0ffa4cc-ed5f-41e8-a67c-f7476947bf96 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:35:07.552801 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d0ffa4cc-ed5f-41e8-a67c-f7476947bf96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:07.554745 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:35:07.554745 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:35:07.554745 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:35:07.554745 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:35:07.554745 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:35:07.554745 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:35:07.554745 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:35:07.554745 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:35:07.554745 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:35:07.554745 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:35:07.554745 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:35:07.554745 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:35:07.554745 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:35:07.554745 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:35:07.554745 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:35:07.554745 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:35:07.554745 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:35:07.554745 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:35:07.554745 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:35:07.554745 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:35:07.554745 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:35:07.554745 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:35:07.554745 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:35:07.554745 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:35:07.554745 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:35:07.554745 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:35:07.554745 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:35:07.554745 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:35:07.554745 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:35:07.554745 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:35:07.554745 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:35:07.554745 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:35:07.646080 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4abd0b9f-3bdb-4820-acd1-9b299c5bc260 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:07.663117 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b8f12985-8d52-4351-b052-9e341fb2c6bc tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:07.664238 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d0ffa4cc-ed5f-41e8-a67c-f7476947bf96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:07.670769 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d0ffa4cc-ed5f-41e8-a67c-f7476947bf96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:07.673999 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d0ffa4cc-ed5f-41e8-a67c-f7476947bf96 admin admin] 10.222.0.11 "DELETE /v2.0/networks/064fd969-6eca-423a-8dc2-dbbe65e6176d HTTP/1.1" status: 204 len: 168 time: 0.4830885 Dec 10 16:35:07.677833 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b8f12985-8d52-4351-b052-9e341fb2c6bc tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:07.704216 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ffa4cc-ed5f-41e8-a67c-f7476947bf96 admin admin] Pushing event deleted for resources: {'Network': ['ID=064fd969-6eca-423a-8dc2-dbbe65e6176d,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:07.719852 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b8f12985-8d52-4351-b052-9e341fb2c6bc tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:07.721581 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b8f12985-8d52-4351-b052-9e341fb2c6bc tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3249974 Dec 10 16:35:07.724879 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56464) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:07.725140 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd0b9f-3bdb-4820-acd1-9b299c5bc260 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Pushing event updated for resources: {'Subnet': ['ID=82772aa0-ed4e-4fce-84eb-860e8c59b812,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:07.738747 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-0fce334c-3182-44d3-9743-1e2e8f4995a8 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Request body: {'security_group_rule': {'security_group_id': '42a51466-52e5-4458-bb68-54ca9f97b7e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:07.781960 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f12985-8d52-4351-b052-9e341fb2c6bc tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42a51466-52e5-4458-bb68-54ca9f97b7e7,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:07.787715 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abd0b9f-3bdb-4820-acd1-9b299c5bc260 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Checking segment: {'id': 'fb05931d-6c4e-4fe9-b257-f6cbd96d3924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8d489eaf-95c4-4def-8e5e-fe7c253725af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:35:07.788085 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abd0b9f-3bdb-4820-acd1-9b299c5bc260 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Network hostable DHCP agents. Network: 8d489eaf-95c4-4def-8e5e-fe7c253725af, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:35:07.795200 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0fce334c-3182-44d3-9743-1e2e8f4995a8 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:07.835653 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56468) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:07.879226 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abd0b9f-3bdb-4820-acd1-9b299c5bc260 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Network 8d489eaf-95c4-4def-8e5e-fe7c253725af is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:35:07.898810 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-6b2ea077-a8e7-4540-af3f-cfb4d295d270 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Deleting port e7169674-ca23-465b-aaa7-912e0695b6aa {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:35:07.899499 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6b2ea077-a8e7-4540-af3f-cfb4d295d270 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:07.903347 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0fce334c-3182-44d3-9743-1e2e8f4995a8 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:07.911598 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0fce334c-3182-44d3-9743-1e2e8f4995a8 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:07.938428 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce334c-3182-44d3-9743-1e2e8f4995a8 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27e9077c-ff31-4dfb-bfd1-c6046b841748,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:07.948384 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0fce334c-3182-44d3-9743-1e2e8f4995a8 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:07.952416 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0fce334c-3182-44d3-9743-1e2e8f4995a8 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2231734 Dec 10 16:35:07.952725 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56476) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:07.957382 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-edf9e100-bd04-4a6b-ae76-f31bc81f0983 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Request body: {'security_group_rule': {'security_group_id': '42a51466-52e5-4458-bb68-54ca9f97b7e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:07.964281 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-4abd0b9f-3bdb-4820-acd1-9b299c5bc260 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 8d489eaf-95c4-4def-8e5e-fe7c253725af) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:35:07.983273 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e04ad0c-888e-47a6-975c-9f6c771446ea None None] Network 8d489eaf-95c4-4def-8e5e-fe7c253725af requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:35:07.997080 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abd0b9f-3bdb-4820-acd1-9b299c5bc260 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:07.997818 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4abd0b9f-3bdb-4820-acd1-9b299c5bc260 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:08.004781 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56478) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:08.010495 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-edf9e100-bd04-4a6b-ae76-f31bc81f0983 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:08.044447 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4abd0b9f-3bdb-4820-acd1-9b299c5bc260 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0600078 Dec 10 16:35:08.047391 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56480) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:08.080671 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-6f2ca4a2-ebc5-44e3-8738-9b954cba4b2d admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1606327309-network', 'tenant_id': 'fd71d41315d14f44a5af26a4c8931727'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:08.094039 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-32a99eed-3572-4587-84e7-e7d95ed28cc1 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Request body: {'port': {'network_id': '8d489eaf-95c4-4def-8e5e-fe7c253725af', 'name': 'tempest-TagsExtTest-997833938'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:08.094311 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-6b2ea077-a8e7-4540-af3f-cfb4d295d270 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] For port e7169674-ca23-465b-aaa7-912e0695b6aa, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=e7169674-ca23-465b-aaa7-912e0695b6aa,segment=NetworkSegment(f18b7f54-bafa-473b-b975-dbbff4a83de4),segment_id=f18b7f54-bafa-473b-b975-dbbff4a83de4)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:08.094907 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6b2ea077-a8e7-4540-af3f-cfb4d295d270 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:08.100134 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-8a1964a7-1428-4d57-a62b-dd31f3039e00 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c83f91795c12483cb6cb812b0404db57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0932119 Dec 10 16:35:08.107142 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56484) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:08.129232 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-6b2ea077-a8e7-4540-af3f-cfb4d295d270 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Calling delete_port for e7169674-ca23-465b-aaa7-912e0695b6aa owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:35:08.209204 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-edf9e100-bd04-4a6b-ae76-f31bc81f0983 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:08.212854 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2ca4a2-ebc5-44e3-8738-9b954cba4b2d admin admin] Made reservation on behalf of fd71d41315d14f44a5af26a4c8931727 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:35:08.216225 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:08.216769 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6f2ca4a2-ebc5-44e3-8738-9b954cba4b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:08.229273 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f4918a66-7ab4-4779-ad6d-28ad4e45bda3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:08.231254 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6f2ca4a2-ebc5-44e3-8738-9b954cba4b2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:08.233269 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749e8dac-7334-42a0-a278-fbe2eb9c426b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-8d489eaf-95c4-4def-8e5e-fe7c253725af', 'network_id': '8d489eaf-95c4-4def-8e5e-fe7c253725af', 'project_id': 'd403e9465bdc4009ac9789aa80d8954a', 'fixed_ips': [{'subnet_id': '82772aa0-ed4e-4fce-84eb-860e8c59b812'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:35:08.234163 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-749e8dac-7334-42a0-a278-fbe2eb9c426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:08.238971 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-edf9e100-bd04-4a6b-ae76-f31bc81f0983 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:08.293664 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f4918a66-7ab4-4779-ad6d-28ad4e45bda3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:08.335370 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf9e100-bd04-4a6b-ae76-f31bc81f0983 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ced30204-ea6a-4c19-ab24-2a27169bf5db,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:08.368393 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-edf9e100-bd04-4a6b-ae76-f31bc81f0983 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:08.373725 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-edf9e100-bd04-4a6b-ae76-f31bc81f0983 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4197662 Dec 10 16:35:08.374351 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56486) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:08.386221 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-83283714-44a3-447d-94d5-4efdf822fec9 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:08.392900 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f4918a66-7ab4-4779-ad6d-28ad4e45bda3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:08.396050 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f4918a66-7ab4-4779-ad6d-28ad4e45bda3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:08.399916 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f4918a66-7ab4-4779-ad6d-28ad4e45bda3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7194cb6e-a611-47be-a7ae-6979bbdb126e HTTP/1.1" status: 204 len: 168 time: 0.2920952 Dec 10 16:35:08.400088 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6f2ca4a2-ebc5-44e3-8738-9b954cba4b2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:08.412292 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6f2ca4a2-ebc5-44e3-8738-9b954cba4b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:08.419096 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4918a66-7ab4-4779-ad6d-28ad4e45bda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7194cb6e-a611-47be-a7ae-6979bbdb126e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:08.428666 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.db.api [None req-32a99eed-3572-4587-84e7-e7d95ed28cc1 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 16:35:08.428666 n-d-766771-2 neutron-server[103393]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 10 16:35:08.428666 n-d-766771-2 neutron-server[103393]: [parameters: {'project_id_1': 'd403e9465bdc4009ac9789aa80d8954a', 'expiration_1': datetime.datetime(2021, 12, 10, 16, 34, 48, 408117)}] Dec 10 16:35:08.428666 n-d-766771-2 neutron-server[103393]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:35:08.429165 n-d-766771-2 neutron-server[103393]: DEBUG oslo_db.api [None req-32a99eed-3572-4587-84e7-e7d95ed28cc1 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:35:08.438774 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f2ca4a2-ebc5-44e3-8738-9b954cba4b2d admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:35:08.453518 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6b2ea077-a8e7-4540-af3f-cfb4d295d270 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:08.467840 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83283714-44a3-447d-94d5-4efdf822fec9 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks [] for floatingip, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:08.484934 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6f2ca4a2-ebc5-44e3-8738-9b954cba4b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:08.485839 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-6f2ca4a2-ebc5-44e3-8738-9b954cba4b2d admin admin] Added segment 11ed6ae1-59d4-46eb-a3b6-aaf53e9c56c9 of type vlan for network 9a53536a-f17c-4fbd-95a7-46daa403dd42 Dec 10 16:35:08.490026 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-749e8dac-7334-42a0-a278-fbe2eb9c426b None None] Allocated IP 172.20.0.2 (8d489eaf-95c4-4def-8e5e-fe7c253725af/82772aa0-ed4e-4fce-84eb-860e8c59b812/b5065ee0-3f19-41e5-8e8f-bef64dffa4de) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:35:08.498299 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ca4a2-ebc5-44e3-8738-9b954cba4b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e32c662-f5cc-4254-a67d-b93fb2c40ef7,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:08.592362 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6f2ca4a2-ebc5-44e3-8738-9b954cba4b2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:08.629472 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ea077-a8e7-4540-af3f-cfb4d295d270 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event deleted for resources: {'Port': ['ID=e7169674-ca23-465b-aaa7-912e0695b6aa,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:08.645880 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c01972e5-0a40-4760-abdb-949db60d8388 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:35:08.690008 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6f2ca4a2-ebc5-44e3-8738-9b954cba4b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:08.691024 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2ca4a2-ebc5-44e3-8738-9b954cba4b2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:08.691608 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6f2ca4a2-ebc5-44e3-8738-9b954cba4b2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:08.790938 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6b2ea077-a8e7-4540-af3f-cfb4d295d270 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:08.854852 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-749e8dac-7334-42a0-a278-fbe2eb9c426b None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:08.858878 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: c01972e5-0a40-4760-abdb-949db60d8388 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:35:08.859432 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c01972e5-0a40-4760-abdb-949db60d8388 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:35:08.861613 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6f2ca4a2-ebc5-44e3-8738-9b954cba4b2d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0246882 Dec 10 16:35:08.872847 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ca4a2-ebc5-44e3-8738-9b954cba4b2d admin admin] Pushing event updated for resources: {'Network': ['ID=9a53536a-f17c-4fbd-95a7-46daa403dd42,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:08.884192 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-749e8dac-7334-42a0-a278-fbe2eb9c426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:08.892713 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83283714-44a3-447d-94d5-4efdf822fec9 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:08.901448 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 9a53536a-f17c-4fbd-95a7-46daa403dd42 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:35:09.050501 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749e8dac-7334-42a0-a278-fbe2eb9c426b None None] Network 8d489eaf-95c4-4def-8e5e-fe7c253725af is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:35:09.055521 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-749e8dac-7334-42a0-a278-fbe2eb9c426b None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:35:09.059033 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749e8dac-7334-42a0-a278-fbe2eb9c426b None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:35:09.067791 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e8dac-7334-42a0-a278-fbe2eb9c426b None None] Pushing event updated for resources: {'Port': ['ID=b5065ee0-3f19-41e5-8e8f-bef64dffa4de,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:09.195980 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-749e8dac-7334-42a0-a278-fbe2eb9c426b None None] Attempting to bind port b5065ee0-3f19-41e5-8e8f-bef64dffa4de on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:35:09.196345 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-749e8dac-7334-42a0-a278-fbe2eb9c426b None None] Attempting to bind port b5065ee0-3f19-41e5-8e8f-bef64dffa4de by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'fb05931d-6c4e-4fe9-b257-f6cbd96d3924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8d489eaf-95c4-4def-8e5e-fe7c253725af'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:35:09.196720 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749e8dac-7334-42a0-a278-fbe2eb9c426b None None] Attempting to bind port b5065ee0-3f19-41e5-8e8f-bef64dffa4de on network 8d489eaf-95c4-4def-8e5e-fe7c253725af {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:35:09.204524 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749e8dac-7334-42a0-a278-fbe2eb9c426b None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:35:09.206445 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749e8dac-7334-42a0-a278-fbe2eb9c426b None None] Checking segment: {'id': 'fb05931d-6c4e-4fe9-b257-f6cbd96d3924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8d489eaf-95c4-4def-8e5e-fe7c253725af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:35:09.207112 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-749e8dac-7334-42a0-a278-fbe2eb9c426b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:09.207749 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749e8dac-7334-42a0-a278-fbe2eb9c426b None None] Bound using segment: {'id': 'fb05931d-6c4e-4fe9-b257-f6cbd96d3924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8d489eaf-95c4-4def-8e5e-fe7c253725af'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:35:09.208621 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-749e8dac-7334-42a0-a278-fbe2eb9c426b None None] Bound port: b5065ee0-3f19-41e5-8e8f-bef64dffa4de, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05931d-6c4e-4fe9-b257-f6cbd96d3924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8d489eaf-95c4-4def-8e5e-fe7c253725af'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:35:09.209265 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-749e8dac-7334-42a0-a278-fbe2eb9c426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:09.263709 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56498) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:09.275346 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2ea077-a8e7-4540-af3f-cfb4d295d270 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Router f01d5f13-0352-4941-b105-388d8b32c55e has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:35:09.316212 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-749e8dac-7334-42a0-a278-fbe2eb9c426b None None] For port b5065ee0-3f19-41e5-8e8f-bef64dffa4de, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:35:09.324220 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-749e8dac-7334-42a0-a278-fbe2eb9c426b None None] For port b5065ee0-3f19-41e5-8e8f-bef64dffa4de, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=b5065ee0-3f19-41e5-8e8f-bef64dffa4de,segment=NetworkSegment(fb05931d-6c4e-4fe9-b257-f6cbd96d3924),segment_id=fb05931d-6c4e-4fe9-b257-f6cbd96d3924)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:35:09.347057 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-749e8dac-7334-42a0-a278-fbe2eb9c426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:09.423610 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e8dac-7334-42a0-a278-fbe2eb9c426b None None] Pushing event updated for resources: {'Port': ['ID=b5065ee0-3f19-41e5-8e8f-bef64dffa4de,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:09.457567 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a99eed-3572-4587-84e7-e7d95ed28cc1 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Made reservation on behalf of d403e9465bdc4009ac9789aa80d8954a for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:35:09.458200 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c60c3375-dc55-4965-8d43-32dc74296721 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=20811f1ddbdc40a78d72452427d5d571&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1894674 Dec 10 16:35:09.458323 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56506) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:09.458958 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32a99eed-3572-4587-84e7-e7d95ed28cc1 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:09.467184 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2ea077-a8e7-4540-af3f-cfb4d295d270 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:35:09.476791 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e0ad44-50f0-4fee-9741-1b74dedab31e None None] Sync routers for ids ['f01d5f13-0352-4941-b105-388d8b32c55e'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:35:09.486644 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-6b2ea077-a8e7-4540-af3f-cfb4d295d270 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "PUT /v2.0/routers/f01d5f13-0352-4941-b105-388d8b32c55e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9626663 Dec 10 16:35:09.490673 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56508) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:09.493131 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e0ad44-50f0-4fee-9741-1b74dedab31e None None] Routers {'f01d5f13-0352-4941-b105-388d8b32c55e'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:09.497307 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-f1e0ad44-50f0-4fee-9741-1b74dedab31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:34:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['f01d5f13-0352-4941-b105-388d8b32c55e'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:09.571894 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4cccb567-2280-43d7-ad79-5b3fdef7b116 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:09.615637 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-83283714-44a3-447d-94d5-4efdf822fec9 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Allocated IP 172.25.6.78 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/92a513ed-214f-4a90-999b-d4342be1bebe) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:35:09.617575 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-32a99eed-3572-4587-84e7-e7d95ed28cc1 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] device_id is not set on port 74cb2e92-5bb0-4784-99be-3d9b9a6980a8 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:35:09.623200 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4cccb567-2280-43d7-ad79-5b3fdef7b116 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:09.677932 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-f1e0ad44-50f0-4fee-9741-1b74dedab31e None None] Set router f01d5f13-0352-4941-b105-388d8b32c55e gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:35:09.858579 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4cccb567-2280-43d7-ad79-5b3fdef7b116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:09.861721 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4cccb567-2280-43d7-ad79-5b3fdef7b116 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:09.862956 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4cccb567-2280-43d7-ad79-5b3fdef7b116 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fa5d7db0-3bea-4076-8e4f-3b3b6910c14f HTTP/1.1" status: 204 len: 168 time: 0.4037678 Dec 10 16:35:09.956030 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83283714-44a3-447d-94d5-4efdf822fec9 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:09.960059 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cccb567-2280-43d7-ad79-5b3fdef7b116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5d7db0-3bea-4076-8e4f-3b3b6910c14f,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:09.997051 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-badd3141-cee5-4dfa-baa5-2afbd67bec85 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Deleting subnet b82d748d-5100-4dfc-8acd-7a143da3169a {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:35:10.004766 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83283714-44a3-447d-94d5-4efdf822fec9 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:10.011270 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-badd3141-cee5-4dfa-baa5-2afbd67bec85 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:10.030491 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2347b8-b8de-408b-9de5-a39ac79b29c7 req-f45cc118-4ccf-4880-98c0-ebf85d89988e tempest-ComputeTenantNetworksTest-745577331 tempest-ComputeTenantNetworksTest-745577331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:10.039039 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2347b8-b8de-408b-9de5-a39ac79b29c7 req-f45cc118-4ccf-4880-98c0-ebf85d89988e tempest-ComputeTenantNetworksTest-745577331 tempest-ComputeTenantNetworksTest-745577331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:10.045912 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2347b8-b8de-408b-9de5-a39ac79b29c7 req-f45cc118-4ccf-4880-98c0-ebf85d89988e tempest-ComputeTenantNetworksTest-745577331 tempest-ComputeTenantNetworksTest-745577331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:10.059711 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cf2347b8-b8de-408b-9de5-a39ac79b29c7 req-f45cc118-4ccf-4880-98c0-ebf85d89988e tempest-ComputeTenantNetworksTest-745577331 tempest-ComputeTenantNetworksTest-745577331-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3907349 Dec 10 16:35:10.090174 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83283714-44a3-447d-94d5-4efdf822fec9 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:35:10.100520 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-83283714-44a3-447d-94d5-4efdf822fec9 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:35:10.104054 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83283714-44a3-447d-94d5-4efdf822fec9 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:35:10.138579 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-f1e0ad44-50f0-4fee-9741-1b74dedab31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'name': 'tempest-RoutersIpV6Test-router-1179315097', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:34Z', 'updated_at': '2021-12-10T16:35:08Z', 'revision_number': 9, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'gw_port_host': None, '_interfaces': [{'id': 'a2f94620-b145-4024-87eb-9c0e499c4b15', 'name': '', 'network_id': 'f0d88d06-1f35-4460-a6c6-7c3d686a41c1', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:5d:4d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '451dcd21-8eab-4631-b624-f00cf2582363', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:42Z', 'updated_at': '2021-12-10T16:34:49Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '451dcd21-8eab-4631-b624-f00cf2582363', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5e951eb-9534-42a3-bec9-b11a9a08e0fc', 'name': '', 'network_id': '5e68f400-8e31-4b71-95c2-4b1cdce7040a', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:6d:88:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:36Z', 'updated_at': '2021-12-10T16:34:42Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:10.171501 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83283714-44a3-447d-94d5-4efdf822fec9 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Pushing event updated for resources: {'Port': ['ID=92a513ed-214f-4a90-999b-d4342be1bebe,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:10.192221 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-badd3141-cee5-4dfa-baa5-2afbd67bec85 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:10.203433 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e0ad44-50f0-4fee-9741-1b74dedab31e None None] Checking router: f01d5f13-0352-4941-b105-388d8b32c55e for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:35:10.222321 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e0ad44-50f0-4fee-9741-1b74dedab31e None None] Routers {'f01d5f13-0352-4941-b105-388d8b32c55e'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:10.223228 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-f1e0ad44-50f0-4fee-9741-1b74dedab31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:34:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['f01d5f13-0352-4941-b105-388d8b32c55e'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:10.252050 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-32a99eed-3572-4587-84e7-e7d95ed28cc1 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Allocated IP 172.20.0.11 (8d489eaf-95c4-4def-8e5e-fe7c253725af/82772aa0-ed4e-4fce-84eb-860e8c59b812/74cb2e92-5bb0-4784-99be-3d9b9a6980a8) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:35:10.345791 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83283714-44a3-447d-94d5-4efdf822fec9 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:10.364820 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-f1e0ad44-50f0-4fee-9741-1b74dedab31e None None] Set router f01d5f13-0352-4941-b105-388d8b32c55e gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:35:10.458268 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83283714-44a3-447d-94d5-4efdf822fec9 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:10.486005 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-badd3141-cee5-4dfa-baa5-2afbd67bec85 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:10.769539 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32a99eed-3572-4587-84e7-e7d95ed28cc1 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:10.858099 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-badd3141-cee5-4dfa-baa5-2afbd67bec85 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:10.877205 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-f1e0ad44-50f0-4fee-9741-1b74dedab31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'name': 'tempest-RoutersIpV6Test-router-1179315097', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:34Z', 'updated_at': '2021-12-10T16:35:08Z', 'revision_number': 9, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'gw_port_host': None, '_interfaces': [{'id': 'a2f94620-b145-4024-87eb-9c0e499c4b15', 'name': '', 'network_id': 'f0d88d06-1f35-4460-a6c6-7c3d686a41c1', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:5d:4d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '451dcd21-8eab-4631-b624-f00cf2582363', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:42Z', 'updated_at': '2021-12-10T16:34:49Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '451dcd21-8eab-4631-b624-f00cf2582363', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5e951eb-9534-42a3-bec9-b11a9a08e0fc', 'name': '', 'network_id': '5e68f400-8e31-4b71-95c2-4b1cdce7040a', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:6d:88:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:36Z', 'updated_at': '2021-12-10T16:34:42Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:10.886646 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32a99eed-3572-4587-84e7-e7d95ed28cc1 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:10.916390 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device b5065ee0-3f19-41e5-8e8f-bef64dffa4de up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:35:10.920961 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e0ad44-50f0-4fee-9741-1b74dedab31e None None] The sync data for ids ['f01d5f13-0352-4941-b105-388d8b32c55e'] in n-d-766771-2 is: [{'id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'name': 'tempest-RoutersIpV6Test-router-1179315097', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:34Z', 'updated_at': '2021-12-10T16:35:08Z', 'revision_number': 9, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'gw_port_host': None, '_interfaces': [{'id': 'a2f94620-b145-4024-87eb-9c0e499c4b15', 'name': '', 'network_id': 'f0d88d06-1f35-4460-a6c6-7c3d686a41c1', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:5d:4d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '451dcd21-8eab-4631-b624-f00cf2582363', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:42Z', 'updated_at': '2021-12-10T16:34:49Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '451dcd21-8eab-4631-b624-f00cf2582363', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5e951eb-9534-42a3-bec9-b11a9a08e0fc', 'name': '', 'network_id': '5e68f400-8e31-4b71-95c2-4b1cdce7040a', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:6d:88:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:36Z', 'updated_at': '2021-12-10T16:34:42Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:35:10.960746 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc4c9f-dd34-4aa3-8ee0-ba7c9119930b req-3fa05038-2f8a-445b-88cb-f3a75b0bff63 tempest-ComputeTenantNetworksTest-745577331 tempest-ComputeTenantNetworksTest-745577331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:10.971137 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-74bc4c9f-dd34-4aa3-8ee0-ba7c9119930b req-3fa05038-2f8a-445b-88cb-f3a75b0bff63 tempest-ComputeTenantNetworksTest-745577331 tempest-ComputeTenantNetworksTest-745577331-project] 10.222.0.11 "GET /v2.0/networks/9a53536a-f17c-4fbd-95a7-46daa403dd42 HTTP/1.1" status: 200 len: 769 time: 0.8226967 Dec 10 16:35:10.978001 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56530) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:10.982540 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd3141-cee5-4dfa-baa5-2afbd67bec85 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event deleted for resources: {'Subnet': ['ID=b82d748d-5100-4dfc-8acd-7a143da3169a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:10.990426 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde2216a-1943-4a36-8c27-0f6cdc78d82c None None] Network 3a79c643-2254-4c48-9070-c857d15d03ea requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:35:11.055814 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-badd3141-cee5-4dfa-baa5-2afbd67bec85 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.059920 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-badd3141-cee5-4dfa-baa5-2afbd67bec85 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "DELETE /v2.0/subnets/b82d748d-5100-4dfc-8acd-7a143da3169a HTTP/1.1" status: 204 len: 168 time: 1.5664313 Dec 10 16:35:11.060820 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a99eed-3572-4587-84e7-e7d95ed28cc1 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Pushing event updated for resources: {'Port': ['ID=74cb2e92-5bb0-4784-99be-3d9b9a6980a8,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:11.066487 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56534) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:11.112509 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-80b38a66-c3c2-41ef-bfd0-15084c36d436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.114918 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57b3a78-07df-412d-80a8-55cb1c37dd94 None None] Network 8d489eaf-95c4-4def-8e5e-fe7c253725af requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:35:11.210104 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-80b38a66-c3c2-41ef-bfd0-15084c36d436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.240309 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-80b38a66-c3c2-41ef-bfd0-15084c36d436 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a53536a-f17c-4fbd-95a7-46daa403dd42']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:11.256459 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-80b38a66-c3c2-41ef-bfd0-15084c36d436 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11ed6ae1-59d4-46eb-a3b6-aaf53e9c56c9') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:11.257162 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-80b38a66-c3c2-41ef-bfd0-15084c36d436 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11ed6ae1-59d4-46eb-a3b6-aaf53e9c56c9') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:11.270631 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-80b38a66-c3c2-41ef-bfd0-15084c36d436 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.285437 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-80b38a66-c3c2-41ef-bfd0-15084c36d436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.295045 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b38a66-c3c2-41ef-bfd0-15084c36d436 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:35:11.295787 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-80b38a66-c3c2-41ef-bfd0-15084c36d436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.361429 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83283714-44a3-447d-94d5-4efdf822fec9 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.375345 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83283714-44a3-447d-94d5-4efdf822fec9 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.375975 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:35:11.375975 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:35:11.375975 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:35:11.375975 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:35:11.375975 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:35:11.375975 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:35:11.375975 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:35:11.375975 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:35:11.375975 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:35:11.375975 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:35:11.375975 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:35:11.375975 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:35:11.375975 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:35:11.375975 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:35:11.375975 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:35:11.375975 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:35:11.375975 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:35:11.375975 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:35:11.375975 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:35:11.375975 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:35:11.375975 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:35:11.375975 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:35:11.375975 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:35:11.375975 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:35:11.375975 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:35:11.375975 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:35:11.375975 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:35:11.375975 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:35:11.375975 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:35:11.375975 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:35:11.375975 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:35:11.375975 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:35:11.378551 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-ee56b4fe-9008-4a1a-9c07-b134bd6e61c0 None None] Provisioning complete for port b5065ee0-3f19-41e5-8e8f-bef64dffa4de triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:11.378995 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ee56b4fe-9008-4a1a-9c07-b134bd6e61c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.385540 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-80b38a66-c3c2-41ef-bfd0-15084c36d436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.398221 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a99eed-3572-4587-84e7-e7d95ed28cc1 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Network 8d489eaf-95c4-4def-8e5e-fe7c253725af is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:35:11.423807 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-80b38a66-c3c2-41ef-bfd0-15084c36d436 admin admin] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.428419 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-80b38a66-c3c2-41ef-bfd0-15084c36d436 admin admin] 10.222.0.11 "DELETE /v2.0/networks/9a53536a-f17c-4fbd-95a7-46daa403dd42 HTTP/1.1" status: 204 len: 168 time: 0.4490473 Dec 10 16:35:11.430157 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b38a66-c3c2-41ef-bfd0-15084c36d436 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a53536a-f17c-4fbd-95a7-46daa403dd42,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:11.442127 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-32a99eed-3572-4587-84e7-e7d95ed28cc1 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:35:11.459267 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a99eed-3572-4587-84e7-e7d95ed28cc1 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:35:11.502052 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port b5065ee0-3f19-41e5-8e8f-bef64dffa4de triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:11.503981 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.533958 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8b4af87b-0747-42ff-9dfe-5e137c8c4cc7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.580965 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83283714-44a3-447d-94d5-4efdf822fec9 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Pushing event updated for resources: {'Port': ['ID=92a513ed-214f-4a90-999b-d4342be1bebe,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:11.615957 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83283714-44a3-447d-94d5-4efdf822fec9 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.628243 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a99eed-3572-4587-84e7-e7d95ed28cc1 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:11.629226 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32a99eed-3572-4587-84e7-e7d95ed28cc1 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.698577 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab7dc6a-7f5c-43f9-ba64-658faad60e48 None None] DHCP port deletion for 3a79c643-2254-4c48-9070-c857d15d03ea request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:35:11.701380 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83283714-44a3-447d-94d5-4efdf822fec9 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.710193 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-83283714-44a3-447d-94d5-4efdf822fec9 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3227170 Dec 10 16:35:11.710758 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-32a99eed-3572-4587-84e7-e7d95ed28cc1 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.6216717 Dec 10 16:35:11.713225 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56550) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:11.726802 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-8b4af87b-0747-42ff-9dfe-5e137c8c4cc7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Deleting port bbf9b665-e52e-4297-b115-e6945139cf3e {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:35:11.727146 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8b4af87b-0747-42ff-9dfe-5e137c8c4cc7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.728923 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-f204575b-11ef-4487-9c79-c5ef6c6eac9f tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-833982542', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:11.804649 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f204575b-11ef-4487-9c79-c5ef6c6eac9f tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.806149 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-8b4af87b-0747-42ff-9dfe-5e137c8c4cc7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] For port bbf9b665-e52e-4297-b115-e6945139cf3e, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=bbf9b665-e52e-4297-b115-e6945139cf3e,segment=NetworkSegment(f18b7f54-bafa-473b-b975-dbbff4a83de4),segment_id=f18b7f54-bafa-473b-b975-dbbff4a83de4)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:11.807210 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8b4af87b-0747-42ff-9dfe-5e137c8c4cc7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.813413 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f204575b-11ef-4487-9c79-c5ef6c6eac9f tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.822099 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-8b4af87b-0747-42ff-9dfe-5e137c8c4cc7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Calling delete_port for bbf9b665-e52e-4297-b115-e6945139cf3e owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:35:11.930236 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56556) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:11.951935 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f204575b-11ef-4487-9c79-c5ef6c6eac9f tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.972162 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f204575b-11ef-4487-9c79-c5ef6c6eac9f tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:12.022943 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f204575b-11ef-4487-9c79-c5ef6c6eac9f tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:12.027949 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f204575b-11ef-4487-9c79-c5ef6c6eac9f tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3081768 Dec 10 16:35:12.028719 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56558) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:12.036454 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-5080b1ff-50ea-4363-988a-de2c0aa152b6 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-161702721', 'prefixes': ['172.20.0.0/16']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:12.139627 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d2418a57-14a1-4956-a692-6038534d5ced admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fd71d41315d14f44a5af26a4c8931727&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2001677 Dec 10 16:35:12.140308 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56568) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:12.184153 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8b4af87b-0747-42ff-9dfe-5e137c8c4cc7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:12.213157 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5080b1ff-50ea-4363-988a-de2c0aa152b6 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks [] for subnetpool, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:12.214442 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5080b1ff-50ea-4363-988a-de2c0aa152b6 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1847117 Dec 10 16:35:12.221122 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56576) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:12.233689 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4af87b-0747-42ff-9dfe-5e137c8c4cc7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event deleted for resources: {'Port': ['ID=bbf9b665-e52e-4297-b115-e6945139cf3e,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:12.242276 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4af87b-0747-42ff-9dfe-5e137c8c4cc7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] No DVR routers for this DVR port bbf9b665-e52e-4297-b115-e6945139cf3e on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:35:12.257744 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-06580401-49a5-4e94-bdbd-88513738d5ad tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '82772aa0-ed4e-4fce-84eb-860e8c59b812', 'tempest-TagsExtTest-Tag-663970865') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:12.287919 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4af87b-0747-42ff-9dfe-5e137c8c4cc7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:12.288514 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4af87b-0747-42ff-9dfe-5e137c8c4cc7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:12.289133 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4af87b-0747-42ff-9dfe-5e137c8c4cc7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:12.289668 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4af87b-0747-42ff-9dfe-5e137c8c4cc7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:12.290227 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4af87b-0747-42ff-9dfe-5e137c8c4cc7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:12.290744 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4af87b-0747-42ff-9dfe-5e137c8c4cc7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:12.291879 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4af87b-0747-42ff-9dfe-5e137c8c4cc7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:12.292382 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4af87b-0747-42ff-9dfe-5e137c8c4cc7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:12.293082 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4af87b-0747-42ff-9dfe-5e137c8c4cc7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:12.293575 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4af87b-0747-42ff-9dfe-5e137c8c4cc7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:12.294362 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4af87b-0747-42ff-9dfe-5e137c8c4cc7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:12.294857 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4af87b-0747-42ff-9dfe-5e137c8c4cc7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:12.295530 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4af87b-0747-42ff-9dfe-5e137c8c4cc7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:12.373503 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8b4af87b-0747-42ff-9dfe-5e137c8c4cc7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:12.380474 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:12.395541 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-8b4af87b-0747-42ff-9dfe-5e137c8c4cc7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a79c643-2254-4c48-9070-c857d15d03ea']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:12.405445 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ee56b4fe-9008-4a1a-9c07-b134bd6e61c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:12.405716 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-8b4af87b-0747-42ff-9dfe-5e137c8c4cc7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f18b7f54-bafa-473b-b975-dbbff4a83de4') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:12.406246 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-8b4af87b-0747-42ff-9dfe-5e137c8c4cc7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f18b7f54-bafa-473b-b975-dbbff4a83de4') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:12.416736 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8b4af87b-0747-42ff-9dfe-5e137c8c4cc7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:12.430584 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8b4af87b-0747-42ff-9dfe-5e137c8c4cc7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:12.439400 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b4af87b-0747-42ff-9dfe-5e137c8c4cc7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:35:12.439795 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8b4af87b-0747-42ff-9dfe-5e137c8c4cc7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:12.443356 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:35:12.443356 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:35:12.443356 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:35:12.443356 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:35:12.443356 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:35:12.443356 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:35:12.443356 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:35:12.443356 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:35:12.443356 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:35:12.443356 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:35:12.443356 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:35:12.443356 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:35:12.443356 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:35:12.443356 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:35:12.443356 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:35:12.443356 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:35:12.443356 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:35:12.443356 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:35:12.443356 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:35:12.443356 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:35:12.443356 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:35:12.443356 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:35:12.443356 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:35:12.443356 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:35:12.443356 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:35:12.443356 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:35:12.443356 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:35:12.443356 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:35:12.443356 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:35:12.443356 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:35:12.443356 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:35:12.443356 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:35:12.458255 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port b5065ee0-3f19-41e5-8e8f-bef64dffa4de, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=b5065ee0-3f19-41e5-8e8f-bef64dffa4de,segment=NetworkSegment(fb05931d-6c4e-4fe9-b257-f6cbd96d3924),segment_id=fb05931d-6c4e-4fe9-b257-f6cbd96d3924)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:12.465158 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-dab7dc6a-7f5c-43f9-ba64-658faad60e48 None None] Deleting port bbf9b665-e52e-4297-b115-e6945139cf3e {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:35:12.465541 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dab7dc6a-7f5c-43f9-ba64-658faad60e48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:12.470968 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:12.509690 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-feabf5bc-9c25-42c9-a266-767bb8cc1fe9 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--989363181&fields=id&tenant_id=bee2cdae51254104bc03c8ca50b383dd HTTP/1.1" status: 200 len: 267 time: 0.3154364 Dec 10 16:35:12.530779 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e11158ce-d3d7-4de2-9aa7-47bf3d8562df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:12.549546 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8b4af87b-0747-42ff-9dfe-5e137c8c4cc7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:12.568985 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8b4af87b-0747-42ff-9dfe-5e137c8c4cc7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:12.581972 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8b4af87b-0747-42ff-9dfe-5e137c8c4cc7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "DELETE /v2.0/networks/3a79c643-2254-4c48-9070-c857d15d03ea HTTP/1.1" status: 204 len: 168 time: 1.5117252 Dec 10 16:35:12.596455 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56586) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:12.622208 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e11158ce-d3d7-4de2-9aa7-47bf3d8562df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:12.665382 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.api [None req-ee56b4fe-9008-4a1a-9c07-b134bd6e61c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:35:12.665755 n-d-766771-2 neutron-server[103394]: DEBUG oslo_db.api [None req-ee56b4fe-9008-4a1a-9c07-b134bd6e61c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:35:12.672145 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=b5065ee0-3f19-41e5-8e8f-bef64dffa4de,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:12.717438 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-dab7dc6a-7f5c-43f9-ba64-658faad60e48 None None] For port bbf9b665-e52e-4297-b115-e6945139cf3e, host n-d-766771-2, got binding levels [] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:12.718091 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dab7dc6a-7f5c-43f9-ba64-658faad60e48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:12.734872 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-dab7dc6a-7f5c-43f9-ba64-658faad60e48 None None] Calling delete_port for bbf9b665-e52e-4297-b115-e6945139cf3e owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:35:12.738513 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device e7169674-ca23-465b-aaa7-912e0695b6aa no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:35:12.742035 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.ipam_backend_mixin [None req-dab7dc6a-7f5c-43f9-ba64-658faad60e48 None None] Port bbf9b665-e52e-4297-b115-e6945139cf3e was not found and therefore no delete operation was performed {{(pid=103394) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 16:35:12.745433 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dab7dc6a-7f5c-43f9-ba64-658faad60e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:12.791023 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab7dc6a-7f5c-43f9-ba64-658faad60e48 None None] Pushing event deleted for resources: {'Port': ['ID=bbf9b665-e52e-4297-b115-e6945139cf3e,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:12.796803 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: e7169674-ca23-465b-aaa7-912e0695b6aa {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:35:12.796922 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device e7169674-ca23-465b-aaa7-912e0695b6aa not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:35:12.797305 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device bbf9b665-e52e-4297-b115-e6945139cf3e no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:35:12.801022 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dab7dc6a-7f5c-43f9-ba64-658faad60e48 None None] Network 3a79c643-2254-4c48-9070-c857d15d03ea is not hosted by any dhcp agent {{(pid=103394) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 16:35:12.801486 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab7dc6a-7f5c-43f9-ba64-658faad60e48 None None] No DVR routers for this DVR port bbf9b665-e52e-4297-b115-e6945139cf3e on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:35:12.822533 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4af87b-0747-42ff-9dfe-5e137c8c4cc7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event deleted for resources: {'Network': ['ID=3a79c643-2254-4c48-9070-c857d15d03ea,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:12.837255 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-43b0c257-242f-4e86-a7df-1520da7e59b1 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:12.839085 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-43b0c257-242f-4e86-a7df-1520da7e59b1 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/networks?id=a2b747af-c1f4-4b9f-a6a4-5511674e4c02 HTTP/1.1" status: 200 len: 817 time: 0.3222356 Dec 10 16:35:12.841420 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-06580401-49a5-4e94-bdbd-88513738d5ad tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "PUT /v2.0/subnets/82772aa0-ed4e-4fce-84eb-860e8c59b812/tags/tempest-TagsExtTest-Tag-663970865 HTTP/1.1" status: 201 len: 201 time: 0.6009970 Dec 10 16:35:12.844450 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56596) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:12.850972 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: bbf9b665-e52e-4297-b115-e6945139cf3e {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:35:12.851327 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device bbf9b665-e52e-4297-b115-e6945139cf3e not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:35:12.851447 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-63e1c39e-3e31-4b17-9ef9-54a21edccbc4 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '74cb2e92-5bb0-4784-99be-3d9b9a6980a8', 'tempest-TagsExtTest-Tag-823891917') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:12.897461 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-26f1f76f-185b-4ec1-9e6b-58f93ab5ad9c tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/quotas/bee2cdae51254104bc03c8ca50b383dd HTTP/1.1" status: 200 len: 375 time: 0.0433152 Dec 10 16:35:12.990219 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-087f27a7-d086-4980-8538-4c2704b5e4d9 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bee2cdae51254104bc03c8ca50b383dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0774314 Dec 10 16:35:13.003574 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e11158ce-d3d7-4de2-9aa7-47bf3d8562df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:13.006386 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e11158ce-d3d7-4de2-9aa7-47bf3d8562df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:13.007661 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e11158ce-d3d7-4de2-9aa7-47bf3d8562df admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0e32c662-f5cc-4254-a67d-b93fb2c40ef7 HTTP/1.1" status: 204 len: 168 time: 0.8642292 Dec 10 16:35:13.023060 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11158ce-d3d7-4de2-9aa7-47bf3d8562df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e32c662-f5cc-4254-a67d-b93fb2c40ef7,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:13.047983 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-63e1c39e-3e31-4b17-9ef9-54a21edccbc4 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "PUT /v2.0/ports/74cb2e92-5bb0-4784-99be-3d9b9a6980a8/tags/tempest-TagsExtTest-Tag-823891917 HTTP/1.1" status: 201 len: 201 time: 0.2018356 Dec 10 16:35:13.078446 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56604) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:13.088092 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-53a96e8b-135a-4c89-923b-15011ca4fd19 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9e02a254-5966-4beb-9a38-96365aa4ae07', 'tempest-TagsExtTest-Tag-489083900') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:13.245965 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-693e0400-a208-452a-9092-176b64bcb97e tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:13.302911 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-7c6a6938-ff90-4ea3-a276-6bfccfd01a10 service neutron] 10.222.0.11 "GET /v2.0/networks/a2b747af-c1f4-4b9f-a6a4-5511674e4c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930982 Dec 10 16:35:13.357251 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-53a96e8b-135a-4c89-923b-15011ca4fd19 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "PUT /v2.0/routers/9e02a254-5966-4beb-9a38-96365aa4ae07/tags/tempest-TagsExtTest-Tag-489083900 HTTP/1.1" status: 201 len: 201 time: 0.2777379 Dec 10 16:35:13.359949 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56612) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:13.369091 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-6bc1cf83-978c-4c55-bb51-a359c5dc4710 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '283c2cf1-e559-431f-9b8f-945440253897', 'tempest-TagsExtTest-Tag-1488265565') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:13.405718 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d7f60df4-7d45-4c2d-8892-5ac0d62e82af None None] Provisioning complete for port b5065ee0-3f19-41e5-8e8f-bef64dffa4de triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:13.406607 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d7f60df4-7d45-4c2d-8892-5ac0d62e82af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:13.503441 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-5b7ce178-f2ea-4020-84bc-c0b317cfacfb service neutron] 10.222.0.11 "GET /v2.0/networks/a2b747af-c1f4-4b9f-a6a4-5511674e4c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992919 Dec 10 16:35:13.519650 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-6bc1cf83-978c-4c55-bb51-a359c5dc4710 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "PUT /v2.0/subnetpools/283c2cf1-e559-431f-9b8f-945440253897/tags/tempest-TagsExtTest-Tag-1488265565 HTTP/1.1" status: 201 len: 201 time: 0.1584933 Dec 10 16:35:13.523081 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56620) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:13.528867 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-464cb45d-cc00-4f8c-914b-a370d886d234 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '82772aa0-ed4e-4fce-84eb-860e8c59b812') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:13.559111 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d7f60df4-7d45-4c2d-8892-5ac0d62e82af None None] Provisioning complete for port 74cb2e92-5bb0-4784-99be-3d9b9a6980a8 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:13.567308 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d7f60df4-7d45-4c2d-8892-5ac0d62e82af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:13.630511 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d7f60df4-7d45-4c2d-8892-5ac0d62e82af None None] Port 74cb2e92-5bb0-4784-99be-3d9b9a6980a8 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:35:13.710246 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-464cb45d-cc00-4f8c-914b-a370d886d234 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "GET /v2.0/subnets/82772aa0-ed4e-4fce-84eb-860e8c59b812/tags HTTP/1.1" status: 200 len: 240 time: 0.1850502 Dec 10 16:35:13.712118 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56632) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:13.725738 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.tag.tag_plugin [None req-9d905b80-4fb0-432f-9dfb-11cc4e9451fd tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '82772aa0-ed4e-4fce-84eb-860e8c59b812', 'tempest-TagsExtTest-Tag-663970865') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:13.821108 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-693e0400-a208-452a-9092-176b64bcb97e tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Deleting port a2f94620-b145-4024-87eb-9c0e499c4b15 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:35:13.821435 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-693e0400-a208-452a-9092-176b64bcb97e tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:13.893107 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8bfef772-169e-43cc-8e34-fdb8086d5951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:14.025778 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-985c57bb-4940-4754-9181-8fb9221f5318 req-1fdc7ef2-e394-4f37-ac1f-84af00108868 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 210 time: 0.0604308 Dec 10 16:35:14.322718 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9d905b80-4fb0-432f-9dfb-11cc4e9451fd tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "GET /v2.0/subnets/82772aa0-ed4e-4fce-84eb-860e8c59b812/tags/tempest-TagsExtTest-Tag-663970865 HTTP/1.1" status: 204 len: 168 time: 0.6089597 Dec 10 16:35:14.325331 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56662) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:14.332401 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-b401415e-1a92-404f-94d3-76b4569222b4 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '82772aa0-ed4e-4fce-84eb-860e8c59b812', 'tempest-TagsExtTest-Tag-663970865') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:14.383394 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-693e0400-a208-452a-9092-176b64bcb97e tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] For port a2f94620-b145-4024-87eb-9c0e499c4b15, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=a2f94620-b145-4024-87eb-9c0e499c4b15,segment=NetworkSegment(c2f5716b-121a-4486-9501-1fc96fd14cf8),segment_id=c2f5716b-121a-4486-9501-1fc96fd14cf8)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:14.384942 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-693e0400-a208-452a-9092-176b64bcb97e tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:14.407330 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56666) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:14.409818 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-693e0400-a208-452a-9092-176b64bcb97e tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Calling delete_port for a2f94620-b145-4024-87eb-9c0e499c4b15 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:35:14.465188 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b401415e-1a92-404f-94d3-76b4569222b4 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "DELETE /v2.0/subnets/82772aa0-ed4e-4fce-84eb-860e8c59b812/tags/tempest-TagsExtTest-Tag-663970865 HTTP/1.1" status: 204 len: 168 time: 0.1378760 Dec 10 16:35:14.467331 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56670) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:14.473639 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-1eb7a589-70aa-4e69-8a42-8a870a9476f8 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '82772aa0-ed4e-4fce-84eb-860e8c59b812') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:14.574272 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1eb7a589-70aa-4e69-8a42-8a870a9476f8 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "GET /v2.0/subnets/82772aa0-ed4e-4fce-84eb-860e8c59b812/tags HTTP/1.1" status: 200 len: 205 time: 0.1049325 Dec 10 16:35:14.577923 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56674) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:14.596232 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-1cf5cf6c-5802-44e6-a83e-91028fad4cca tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '74cb2e92-5bb0-4784-99be-3d9b9a6980a8') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:14.698686 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-693e0400-a208-452a-9092-176b64bcb97e tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:14.744849 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device b5065ee0-3f19-41e5-8e8f-bef64dffa4de up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:35:14.768106 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e0400-a208-452a-9092-176b64bcb97e tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event deleted for resources: {'Port': ['ID=a2f94620-b145-4024-87eb-9c0e499c4b15,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:14.773712 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56682) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:14.776676 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1cf5cf6c-5802-44e6-a83e-91028fad4cca tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "GET /v2.0/ports/74cb2e92-5bb0-4784-99be-3d9b9a6980a8/tags HTTP/1.1" status: 200 len: 240 time: 0.1904745 Dec 10 16:35:14.779904 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.tag.tag_plugin [None req-76134ca8-ce4c-4130-bc6b-c1fa76aaf52d tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '74cb2e92-5bb0-4784-99be-3d9b9a6980a8', 'tempest-TagsExtTest-Tag-823891917') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:14.803366 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c03f995f-2ef1-4f12-b3f5-c3d05c9caee6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:14.890405 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port b5065ee0-3f19-41e5-8e8f-bef64dffa4de triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:14.891032 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:15.004413 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-693e0400-a208-452a-9092-176b64bcb97e tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:15.013864 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c03f995f-2ef1-4f12-b3f5-c3d05c9caee6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:15.021660 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c03f995f-2ef1-4f12-b3f5-c3d05c9caee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:15.146348 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c03f995f-2ef1-4f12-b3f5-c3d05c9caee6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9e862314d6cb48dda2070cb1fab1729f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7363422 Dec 10 16:35:15.154029 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f995f-2ef1-4f12-b3f5-c3d05c9caee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2141ad65-4cc5-4409-a525-d543150cf719,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:15.154231 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56692) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:15.182381 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-76134ca8-ce4c-4130-bc6b-c1fa76aaf52d tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "GET /v2.0/ports/74cb2e92-5bb0-4784-99be-3d9b9a6980a8/tags/tempest-TagsExtTest-Tag-823891917 HTTP/1.1" status: 204 len: 168 time: 0.4071140 Dec 10 16:35:15.185353 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56696) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:15.209363 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-66fab8ce-b499-40fe-8b1a-0721d7a0fa66 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '74cb2e92-5bb0-4784-99be-3d9b9a6980a8', 'tempest-TagsExtTest-Tag-823891917') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:15.222840 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e7dd0656-6f0c-4820-b21e-a8001c44f0a8 req-27b82fc1-44a0-432a-81bb-116c198c92d2 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 210 time: 0.0736406 Dec 10 16:35:15.311322 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-66fab8ce-b499-40fe-8b1a-0721d7a0fa66 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "DELETE /v2.0/ports/74cb2e92-5bb0-4784-99be-3d9b9a6980a8/tags/tempest-TagsExtTest-Tag-823891917 HTTP/1.1" status: 204 len: 168 time: 0.1240633 Dec 10 16:35:15.314880 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56698) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:15.322263 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-51413a42-dd02-4364-991f-c3fafe77d0df tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '74cb2e92-5bb0-4784-99be-3d9b9a6980a8') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:15.397176 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56702) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:15.397941 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-51413a42-dd02-4364-991f-c3fafe77d0df tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "GET /v2.0/ports/74cb2e92-5bb0-4784-99be-3d9b9a6980a8/tags HTTP/1.1" status: 200 len: 205 time: 0.0810730 Dec 10 16:35:15.420084 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.tag.tag_plugin [None req-3eaea8d0-2644-4933-9044-d8a2fe048fbb tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9e02a254-5966-4beb-9a38-96365aa4ae07') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:15.421979 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b2507fdc-f1fc-4851-ae08-6a7805f74c86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:15.538536 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b2507fdc-f1fc-4851-ae08-6a7805f74c86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:15.552940 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-693e0400-a208-452a-9092-176b64bcb97e tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Router f01d5f13-0352-4941-b105-388d8b32c55e has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:35:15.600419 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-7c0ce50c-a2a4-4522-bed5-5412b9866ff2 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:15.601919 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-7c0ce50c-a2a4-4522-bed5-5412b9866ff2 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.46 "GET /v2.0/networks?id=a2b747af-c1f4-4b9f-a6a4-5511674e4c02 HTTP/1.1" status: 200 len: 817 time: 0.3244119 Dec 10 16:35:15.612555 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3eaea8d0-2644-4933-9044-d8a2fe048fbb tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "GET /v2.0/routers/9e02a254-5966-4beb-9a38-96365aa4ae07/tags HTTP/1.1" status: 200 len: 240 time: 0.2120969 Dec 10 16:35:15.613459 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56710) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:15.625960 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.tag.tag_plugin [None req-c5de79ca-9442-4036-a6ec-dd1113b903e0 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9e02a254-5966-4beb-9a38-96365aa4ae07', 'tempest-TagsExtTest-Tag-489083900') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:15.822272 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b2507fdc-f1fc-4851-ae08-6a7805f74c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:15.824948 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b2507fdc-f1fc-4851-ae08-6a7805f74c86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:15.828623 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b2507fdc-f1fc-4851-ae08-6a7805f74c86 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2141ad65-4cc5-4409-a525-d543150cf719 HTTP/1.1" status: 204 len: 168 time: 0.6681483 Dec 10 16:35:15.851795 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693e0400-a208-452a-9092-176b64bcb97e tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:35:15.860140 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-3c46e7ac-c2e2-4e29-8998-8d153009115f tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bee2cdae51254104bc03c8ca50b383dd HTTP/1.1" status: 200 len: 379 time: 0.2461212 Dec 10 16:35:15.860894 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2507fdc-f1fc-4851-ae08-6a7805f74c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2141ad65-4cc5-4409-a525-d543150cf719,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:15.866529 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-693e0400-a208-452a-9092-176b64bcb97e tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "PUT /v2.0/routers/f01d5f13-0352-4941-b105-388d8b32c55e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2654579 Dec 10 16:35:15.869250 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56726) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:15.875258 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c5de79ca-9442-4036-a6ec-dd1113b903e0 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "GET /v2.0/routers/9e02a254-5966-4beb-9a38-96365aa4ae07/tags/tempest-TagsExtTest-Tag-489083900 HTTP/1.1" status: 204 len: 168 time: 0.2599711 Dec 10 16:35:15.878707 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f894c228-e424-4d40-a6c2-f7f90e474408 None None] Sync routers for ids ['f01d5f13-0352-4941-b105-388d8b32c55e'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:35:15.879220 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-5ff42249-df44-4c62-abf8-a2297e870161 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Request body: {'port': {'device_id': '105fbc39-9fee-4115-aff9-663a6d26770e', 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02', 'admin_state_up': True, 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'security_groups': ['42a51466-52e5-4458-bb68-54ca9f97b7e7']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:15.882075 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56732) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:15.892286 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-010270ff-b131-4966-a1ca-d2172e83cf1e tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '9e02a254-5966-4beb-9a38-96365aa4ae07', 'tempest-TagsExtTest-Tag-489083900') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:15.927890 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f894c228-e424-4d40-a6c2-f7f90e474408 None None] Routers {'f01d5f13-0352-4941-b105-388d8b32c55e'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:15.929137 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f894c228-e424-4d40-a6c2-f7f90e474408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:34:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['f01d5f13-0352-4941-b105-388d8b32c55e'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:16.048775 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-f894c228-e424-4d40-a6c2-f7f90e474408 None None] Set router f01d5f13-0352-4941-b105-388d8b32c55e gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:35:16.111205 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-338dfb22-bb7c-4c8c-8c50-080961182901 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Deleting subnet 451dcd21-8eab-4631-b624-f00cf2582363 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:35:16.115124 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-338dfb22-bb7c-4c8c-8c50-080961182901 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:16.121958 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-5ff42249-df44-4c62-abf8-a2297e870161 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Made reservation on behalf of bee2cdae51254104bc03c8ca50b383dd for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:35:16.125596 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-5ff42249-df44-4c62-abf8-a2297e870161 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:16.160572 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-338dfb22-bb7c-4c8c-8c50-080961182901 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:16.234672 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-010270ff-b131-4966-a1ca-d2172e83cf1e tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "DELETE /v2.0/routers/9e02a254-5966-4beb-9a38-96365aa4ae07/tags/tempest-TagsExtTest-Tag-489083900 HTTP/1.1" status: 204 len: 168 time: 0.3489652 Dec 10 16:35:16.248120 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56736) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:16.259337 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.tag.tag_plugin [None req-216f15eb-b2a7-4701-87dc-984e1b34f198 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9e02a254-5966-4beb-9a38-96365aa4ae07') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:16.299411 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f894c228-e424-4d40-a6c2-f7f90e474408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'name': 'tempest-RoutersIpV6Test-router-1179315097', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:34Z', 'updated_at': '2021-12-10T16:35:14Z', 'revision_number': 10, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'gw_port_host': None, '_interfaces': [{'id': 'c5e951eb-9534-42a3-bec9-b11a9a08e0fc', 'name': '', 'network_id': '5e68f400-8e31-4b71-95c2-4b1cdce7040a', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:6d:88:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:36Z', 'updated_at': '2021-12-10T16:34:42Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:16.326682 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-338dfb22-bb7c-4c8c-8c50-080961182901 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:16.351133 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f894c228-e424-4d40-a6c2-f7f90e474408 None None] Checking router: f01d5f13-0352-4941-b105-388d8b32c55e for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:35:16.364419 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f894c228-e424-4d40-a6c2-f7f90e474408 None None] Routers {'f01d5f13-0352-4941-b105-388d8b32c55e'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:16.365498 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f894c228-e424-4d40-a6c2-f7f90e474408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:34:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['f01d5f13-0352-4941-b105-388d8b32c55e'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:16.405573 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cdf36016-fa1c-4273-be05-6aff882fa5d2 req-448d3efb-b5b1-45d6-811c-65fb59791961 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 210 time: 0.0367436 Dec 10 16:35:16.471624 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-56da097f-302a-498b-ade3-71df54f147f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:16.491556 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-338dfb22-bb7c-4c8c-8c50-080961182901 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:16.495760 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-216f15eb-b2a7-4701-87dc-984e1b34f198 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "GET /v2.0/routers/9e02a254-5966-4beb-9a38-96365aa4ae07/tags HTTP/1.1" status: 200 len: 205 time: 0.2406528 Dec 10 16:35:16.498659 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56744) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:16.504925 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.tag.tag_plugin [None req-1a0f7d9d-78a9-4ba3-8087-8cdaf767cd79 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '283c2cf1-e559-431f-9b8f-945440253897') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:16.519396 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-338dfb22-bb7c-4c8c-8c50-080961182901 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:16.524060 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9428a8b3-c556-4043-9192-2e092f85f08a None None] Network f0d88d06-1f35-4460-a6c6-7c3d686a41c1 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:35:16.529603 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-338dfb22-bb7c-4c8c-8c50-080961182901 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "DELETE /v2.0/subnets/451dcd21-8eab-4631-b624-f00cf2582363 HTTP/1.1" status: 204 len: 168 time: 0.6592519 Dec 10 16:35:16.534504 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-5ff42249-df44-4c62-abf8-a2297e870161 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Allocated IP 172.20.0.4 (a2b747af-c1f4-4b9f-a6a4-5511674e4c02/c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3/cb94977b-eb94-4335-af94-bcaa74a1e09e) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:35:16.536427 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56746) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:16.601138 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-f894c228-e424-4d40-a6c2-f7f90e474408 None None] Set router f01d5f13-0352-4941-b105-388d8b32c55e gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:35:16.609302 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338dfb22-bb7c-4c8c-8c50-080961182901 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event deleted for resources: {'Subnet': ['ID=451dcd21-8eab-4631-b624-f00cf2582363,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:16.620934 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56748) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:16.674231 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-084e29be-4b08-4974-aaa6-a70cb1b431f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:16.741346 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1a0f7d9d-78a9-4ba3-8087-8cdaf767cd79 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "GET /v2.0/subnetpools/283c2cf1-e559-431f-9b8f-945440253897/tags HTTP/1.1" status: 200 len: 241 time: 0.2418685 Dec 10 16:35:16.746699 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56752) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:16.769522 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.tag.tag_plugin [None req-5c1b9625-b22f-4f35-b7cb-a8d6e9fa7600 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '283c2cf1-e559-431f-9b8f-945440253897', 'tempest-TagsExtTest-Tag-1488265565') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:16.824405 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b6a285-3322-4dd1-9762-1cd9849cdab2 None None] DHCP port deletion for f0d88d06-1f35-4460-a6c6-7c3d686a41c1 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:35:16.829974 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a74bad51-3cd9-4824-9bb1-289e47d00347 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:16.846032 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-084e29be-4b08-4974-aaa6-a70cb1b431f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:16.851955 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-084e29be-4b08-4974-aaa6-a70cb1b431f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:16.864240 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5c1b9625-b22f-4f35-b7cb-a8d6e9fa7600 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "GET /v2.0/subnetpools/283c2cf1-e559-431f-9b8f-945440253897/tags/tempest-TagsExtTest-Tag-1488265565 HTTP/1.1" status: 204 len: 168 time: 0.1101937 Dec 10 16:35:16.868117 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56754) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:16.924163 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-5ff42249-df44-4c62-abf8-a2297e870161 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:16.931600 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-7b0f0fb9-d9d5-408c-bf46-4b01da3fd249 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '283c2cf1-e559-431f-9b8f-945440253897', 'tempest-TagsExtTest-Tag-1488265565') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:16.944892 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-35b6a285-3322-4dd1-9762-1cd9849cdab2 None None] Deleting port 4d6632ca-7008-4bfd-b0f4-4925a287f80b {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:35:16.945800 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-35b6a285-3322-4dd1-9762-1cd9849cdab2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:16.955806 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-084e29be-4b08-4974-aaa6-a70cb1b431f4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ecf595c8db4e4d0e86dc4ce8d0a2adf5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3280575 Dec 10 16:35:16.962916 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a74bad51-3cd9-4824-9bb1-289e47d00347 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Deleting port 4d6632ca-7008-4bfd-b0f4-4925a287f80b {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:35:16.963262 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a74bad51-3cd9-4824-9bb1-289e47d00347 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:16.970161 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56756) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:17.049131 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f894c228-e424-4d40-a6c2-f7f90e474408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'name': 'tempest-RoutersIpV6Test-router-1179315097', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:34Z', 'updated_at': '2021-12-10T16:35:14Z', 'revision_number': 10, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'gw_port_host': None, '_interfaces': [{'id': 'c5e951eb-9534-42a3-bec9-b11a9a08e0fc', 'name': '', 'network_id': '5e68f400-8e31-4b71-95c2-4b1cdce7040a', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:6d:88:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:36Z', 'updated_at': '2021-12-10T16:34:42Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:17.052937 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-a74bad51-3cd9-4824-9bb1-289e47d00347 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] For port 4d6632ca-7008-4bfd-b0f4-4925a287f80b, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=4d6632ca-7008-4bfd-b0f4-4925a287f80b,segment=NetworkSegment(c2f5716b-121a-4486-9501-1fc96fd14cf8),segment_id=c2f5716b-121a-4486-9501-1fc96fd14cf8)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:17.053312 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a74bad51-3cd9-4824-9bb1-289e47d00347 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:17.064530 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-35b6a285-3322-4dd1-9762-1cd9849cdab2 None None] For port 4d6632ca-7008-4bfd-b0f4-4925a287f80b, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=4d6632ca-7008-4bfd-b0f4-4925a287f80b,segment=NetworkSegment(c2f5716b-121a-4486-9501-1fc96fd14cf8),segment_id=c2f5716b-121a-4486-9501-1fc96fd14cf8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:17.065220 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-35b6a285-3322-4dd1-9762-1cd9849cdab2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:17.082402 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-35b6a285-3322-4dd1-9762-1cd9849cdab2 None None] Calling delete_port for 4d6632ca-7008-4bfd-b0f4-4925a287f80b owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:35:17.087369 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e29be-4b08-4974-aaa6-a70cb1b431f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf71bcd-fd50-4f47-8a5e-b798c30d6171,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:17.087666 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a74bad51-3cd9-4824-9bb1-289e47d00347 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Calling delete_port for 4d6632ca-7008-4bfd-b0f4-4925a287f80b owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:35:17.174665 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f894c228-e424-4d40-a6c2-f7f90e474408 None None] The sync data for ids ['f01d5f13-0352-4941-b105-388d8b32c55e'] in n-d-766771-2 is: [{'id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'name': 'tempest-RoutersIpV6Test-router-1179315097', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:34Z', 'updated_at': '2021-12-10T16:35:14Z', 'revision_number': 10, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'gw_port_host': None, '_interfaces': [{'id': 'c5e951eb-9534-42a3-bec9-b11a9a08e0fc', 'name': '', 'network_id': '5e68f400-8e31-4b71-95c2-4b1cdce7040a', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'mac_address': 'fa:16:3e:6d:88:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:36Z', 'updated_at': '2021-12-10T16:34:42Z', 'revision_number': 5, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'subnets': [{'id': '50cc3184-34f2-410f-82a9-f78cce0970df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:35:17.210985 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-7b0f0fb9-d9d5-408c-bf46-4b01da3fd249 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "DELETE /v2.0/subnetpools/283c2cf1-e559-431f-9b8f-945440253897/tags/tempest-TagsExtTest-Tag-1488265565 HTTP/1.1" status: 204 len: 168 time: 0.2881219 Dec 10 16:35:17.212664 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56768) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:17.218750 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-f4be5409-b86c-4804-a619-d1a64d6cab69 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '283c2cf1-e559-431f-9b8f-945440253897') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:17.220880 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-35b6a285-3322-4dd1-9762-1cd9849cdab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:17.247165 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:17.258072 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-797bcc71-d8b8-496b-a0b8-72f2b0f50f8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:17.270903 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6a285-3322-4dd1-9762-1cd9849cdab2 None None] Pushing event deleted for resources: {'Port': ['ID=4d6632ca-7008-4bfd-b0f4-4925a287f80b,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:17.273323 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b6a285-3322-4dd1-9762-1cd9849cdab2 None None] No DVR routers for this DVR port 4d6632ca-7008-4bfd-b0f4-4925a287f80b on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:35:17.288162 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f4be5409-b86c-4804-a619-d1a64d6cab69 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "GET /v2.0/subnetpools/283c2cf1-e559-431f-9b8f-945440253897/tags HTTP/1.1" status: 200 len: 205 time: 0.0744650 Dec 10 16:35:17.290646 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56772) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:17.294595 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-797bcc71-d8b8-496b-a0b8-72f2b0f50f8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:17.299392 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.tag.tag_plugin [None req-1f960c10-1f49-42b8-b9ad-cf512d9bb360 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '283c2cf1-e559-431f-9b8f-945440253897') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:17.330656 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-5ff42249-df44-4c62-abf8-a2297e870161 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:17.343446 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a74bad51-3cd9-4824-9bb1-289e47d00347 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:17.363643 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-797bcc71-d8b8-496b-a0b8-72f2b0f50f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:17.366294 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-797bcc71-d8b8-496b-a0b8-72f2b0f50f8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:17.367443 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-797bcc71-d8b8-496b-a0b8-72f2b0f50f8a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fbf71bcd-fd50-4f47-8a5e-b798c30d6171 HTTP/1.1" status: 204 len: 168 time: 0.3954778 Dec 10 16:35:17.376533 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797bcc71-d8b8-496b-a0b8-72f2b0f50f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf71bcd-fd50-4f47-8a5e-b798c30d6171,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:17.419796 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1f960c10-1f49-42b8-b9ad-cf512d9bb360 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "DELETE /v2.0/subnetpools/283c2cf1-e559-431f-9b8f-945440253897/tags HTTP/1.1" status: 204 len: 168 time: 0.1252444 Dec 10 16:35:17.420392 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-5ff42249-df44-4c62-abf8-a2297e870161 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Network a2b747af-c1f4-4b9f-a6a4-5511674e4c02 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:35:17.420981 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56780) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:17.427130 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-4129c277-ff01-4b7b-a66f-acbb33025193 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9e02a254-5966-4beb-9a38-96365aa4ae07') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:17.428877 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74bad51-3cd9-4824-9bb1-289e47d00347 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] No DVR routers for this DVR port 4d6632ca-7008-4bfd-b0f4-4925a287f80b on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:35:17.432128 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-5ff42249-df44-4c62-abf8-a2297e870161 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:35:17.540487 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-5ff42249-df44-4c62-abf8-a2297e870161 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:35:17.632353 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-5ff42249-df44-4c62-abf8-a2297e870161 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:17.633046 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-5ff42249-df44-4c62-abf8-a2297e870161 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:17.639931 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff42249-df44-4c62-abf8-a2297e870161 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Pushing event updated for resources: {'Port': ['ID=cb94977b-eb94-4335-af94-bcaa74a1e09e,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:17.710767 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74bad51-3cd9-4824-9bb1-289e47d00347 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event deleted for resources: {'Port': ['ID=4d6632ca-7008-4bfd-b0f4-4925a287f80b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:17.724326 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a74bad51-3cd9-4824-9bb1-289e47d00347 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:17.746857 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-5ff42249-df44-4c62-abf8-a2297e870161 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8787539 Dec 10 16:35:17.771119 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-982abd7e-6ea7-4060-a899-b96b9482aee5 service neutron] Request body: {'port': {'device_id': '105fbc39-9fee-4115-aff9-663a6d26770e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:17.775132 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4129c277-ff01-4b7b-a66f-acbb33025193 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "DELETE /v2.0/routers/9e02a254-5966-4beb-9a38-96365aa4ae07/tags HTTP/1.1" status: 204 len: 168 time: 0.3506041 Dec 10 16:35:17.785602 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56786) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:17.800584 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-90bf30a2-78c4-4692-9936-cd4359c83087 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '74cb2e92-5bb0-4784-99be-3d9b9a6980a8') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:17.860410 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a74bad51-3cd9-4824-9bb1-289e47d00347 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0d88d06-1f35-4460-a6c6-7c3d686a41c1']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:17.876664 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a74bad51-3cd9-4824-9bb1-289e47d00347 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f5716b-121a-4486-9501-1fc96fd14cf8') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:17.877121 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a74bad51-3cd9-4824-9bb1-289e47d00347 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f5716b-121a-4486-9501-1fc96fd14cf8') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:17.907331 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a74bad51-3cd9-4824-9bb1-289e47d00347 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:17.922457 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-982abd7e-6ea7-4060-a899-b96b9482aee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:17.928656 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-bef247d0-d380-46ae-8553-edaa9219bfab None None] Provisioning complete for port cb94977b-eb94-4335-af94-bcaa74a1e09e triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:17.929915 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d572c9-6a04-4201-98b0-c85c861ddb6d req-704b7e01-87fe-44bd-8f60-570a72ecaa15 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:17.934966 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bef247d0-d380-46ae-8553-edaa9219bfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:17.939473 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-90d572c9-6a04-4201-98b0-c85c861ddb6d req-704b7e01-87fe-44bd-8f60-570a72ecaa15 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 931 time: 0.3147614 Dec 10 16:35:17.943943 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a74bad51-3cd9-4824-9bb1-289e47d00347 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:17.971852 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a74bad51-3cd9-4824-9bb1-289e47d00347 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:35:17.972259 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a74bad51-3cd9-4824-9bb1-289e47d00347 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:17.975708 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:35:17.975708 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:35:17.975708 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:35:17.975708 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:35:17.975708 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:35:17.975708 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:35:17.975708 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:35:17.975708 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:35:17.975708 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:35:17.975708 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:35:17.975708 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:35:17.975708 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:35:17.975708 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:35:17.975708 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:35:17.975708 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:35:17.975708 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:35:17.975708 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:35:17.975708 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:35:17.975708 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:35:17.975708 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:35:17.975708 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:35:17.975708 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:35:17.975708 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:35:17.975708 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:35:17.975708 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:35:17.975708 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:35:17.975708 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:35:17.975708 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:35:17.975708 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:35:17.975708 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:35:17.975708 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:35:17.975708 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:35:17.975708 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:35:17.975708 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:35:17.975708 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:35:17.975708 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:35:17.975708 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:35:17.975708 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:35:17.975708 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:35:17.975708 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:35:18.051421 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-bef247d0-d380-46ae-8553-edaa9219bfab None None] Port cb94977b-eb94-4335-af94-bcaa74a1e09e cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:35:18.100682 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-90bf30a2-78c4-4692-9936-cd4359c83087 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "DELETE /v2.0/ports/74cb2e92-5bb0-4784-99be-3d9b9a6980a8/tags HTTP/1.1" status: 204 len: 168 time: 0.3036127 Dec 10 16:35:18.104675 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56798) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:18.113649 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-b7ece080-b070-4d79-a0ba-ec29d2f4afbf tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '82772aa0-ed4e-4fce-84eb-860e8c59b812') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:18.153662 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-90d572c9-6a04-4201-98b0-c85c861ddb6d req-1a0328b0-c0a4-456f-a767-5df811c3b60d tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2007289 Dec 10 16:35:18.201310 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b7ece080-b070-4d79-a0ba-ec29d2f4afbf tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "DELETE /v2.0/subnets/82772aa0-ed4e-4fce-84eb-860e8c59b812/tags HTTP/1.1" status: 204 len: 168 time: 0.0954106 Dec 10 16:35:18.205539 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56804) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:18.211752 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-ab453610-6ade-4fef-b551-a0a73f750bb8 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '82772aa0-ed4e-4fce-84eb-860e8c59b812', 'tempest-TagsExtTest-Tag-996129629') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:18.410450 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ab453610-6ade-4fef-b551-a0a73f750bb8 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "PUT /v2.0/subnets/82772aa0-ed4e-4fce-84eb-860e8c59b812/tags/tempest-TagsExtTest-Tag-996129629 HTTP/1.1" status: 201 len: 201 time: 0.2037828 Dec 10 16:35:18.411299 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56814) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:18.417603 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-b8d66a8b-a8d2-4dac-98d5-ab6727058705 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '74cb2e92-5bb0-4784-99be-3d9b9a6980a8', 'tempest-TagsExtTest-Tag-48328383') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:18.433695 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a74bad51-3cd9-4824-9bb1-289e47d00347 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:18.438626 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a74bad51-3cd9-4824-9bb1-289e47d00347 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:18.445490 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a74bad51-3cd9-4824-9bb1-289e47d00347 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "DELETE /v2.0/networks/f0d88d06-1f35-4460-a6c6-7c3d686a41c1 HTTP/1.1" status: 204 len: 168 time: 1.9080150 Dec 10 16:35:18.446131 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56818) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:18.510603 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b8d66a8b-a8d2-4dac-98d5-ab6727058705 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "PUT /v2.0/ports/74cb2e92-5bb0-4784-99be-3d9b9a6980a8/tags/tempest-TagsExtTest-Tag-48328383 HTTP/1.1" status: 201 len: 201 time: 0.0953906 Dec 10 16:35:18.510809 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:18.510920 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56824) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:18.517066 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-c394250f-d5ba-48ab-be89-75170317d1d8 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9e02a254-5966-4beb-9a38-96365aa4ae07', 'tempest-TagsExtTest-Tag-91427276') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:18.526282 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74bad51-3cd9-4824-9bb1-289e47d00347 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event deleted for resources: {'Network': ['ID=f0d88d06-1f35-4460-a6c6-7c3d686a41c1,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:18.676278 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c394250f-d5ba-48ab-be89-75170317d1d8 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "PUT /v2.0/routers/9e02a254-5966-4beb-9a38-96365aa4ae07/tags/tempest-TagsExtTest-Tag-91427276 HTTP/1.1" status: 201 len: 201 time: 0.1636043 Dec 10 16:35:18.678771 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56830) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:18.688270 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 4d6632ca-7008-4bfd-b0f4-4925a287f80b no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:35:18.694695 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-b76b995a-146a-4e57-ad15-ba49fe84c20a tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '283c2cf1-e559-431f-9b8f-945440253897', 'tempest-TagsExtTest-Tag-785234329') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:18.728453 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 4d6632ca-7008-4bfd-b0f4-4925a287f80b {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:35:18.728862 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 4d6632ca-7008-4bfd-b0f4-4925a287f80b not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:35:18.729342 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device a2f94620-b145-4024-87eb-9c0e499c4b15 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:35:18.738195 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b76b995a-146a-4e57-ad15-ba49fe84c20a tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "PUT /v2.0/subnetpools/283c2cf1-e559-431f-9b8f-945440253897/tags/tempest-TagsExtTest-Tag-785234329 HTTP/1.1" status: 201 len: 201 time: 0.0579977 Dec 10 16:35:18.738913 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56836) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:18.743847 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-7ca05074-c95e-4248-9498-f260db0d9ce6 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '82772aa0-ed4e-4fce-84eb-860e8c59b812', {'tags': ['tempest-TagsExtTest-Tag-206296476', 'tempest-TagsExtTest-Tag-447762259', 'tempest-TagsExtTest-Tag-1936896345']}) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:18.776872 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: a2f94620-b145-4024-87eb-9c0e499c4b15 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:35:18.777157 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device a2f94620-b145-4024-87eb-9c0e499c4b15 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:35:18.825778 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-7ca05074-c95e-4248-9498-f260db0d9ce6 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "PUT /v2.0/subnets/82772aa0-ed4e-4fce-84eb-860e8c59b812/tags HTTP/1.1" status: 200 len: 316 time: 0.0857382 Dec 10 16:35:18.828456 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56842) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:18.833792 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-d9347fe0-3a46-4455-ad90-351136190274 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '82772aa0-ed4e-4fce-84eb-860e8c59b812') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:18.932377 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d9347fe0-3a46-4455-ad90-351136190274 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "DELETE /v2.0/subnets/82772aa0-ed4e-4fce-84eb-860e8c59b812/tags HTTP/1.1" status: 204 len: 168 time: 0.1025839 Dec 10 16:35:18.934301 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-982abd7e-6ea7-4060-a899-b96b9482aee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb94977b-eb94-4335-af94-bcaa74a1e09e {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:35:18.935690 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56848) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:18.942012 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-d2f9f4f0-c17f-4a4a-b28e-75f6d4101fa5 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '82772aa0-ed4e-4fce-84eb-860e8c59b812', 'tempest-TagsExtTest-Tag-206296476') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:18.947328 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-982abd7e-6ea7-4060-a899-b96b9482aee5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:18.971855 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-982abd7e-6ea7-4060-a899-b96b9482aee5 service neutron] Transition to ACTIVE for port object cb94977b-eb94-4335-af94-bcaa74a1e09e will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:35:18.995607 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-982abd7e-6ea7-4060-a899-b96b9482aee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:19.010846 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-d2f9f4f0-c17f-4a4a-b28e-75f6d4101fa5 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] show failed (client error): The resource could not be found. Dec 10 16:35:19.011952 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d2f9f4f0-c17f-4a4a-b28e-75f6d4101fa5 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "GET /v2.0/subnets/82772aa0-ed4e-4fce-84eb-860e8c59b812/tags/tempest-TagsExtTest-Tag-206296476 HTTP/1.1" status: 404 len: 328 time: 0.0739369 Dec 10 16:35:19.014823 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56854) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:19.018999 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-280eff8a-16f7-4afb-88f5-52185a56f57c tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '82772aa0-ed4e-4fce-84eb-860e8c59b812', 'tempest-TagsExtTest-Tag-447762259') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:19.062118 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982abd7e-6ea7-4060-a899-b96b9482aee5 service neutron] Pushing event updated for resources: {'Port': ['ID=cb94977b-eb94-4335-af94-bcaa74a1e09e,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:19.096027 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-280eff8a-16f7-4afb-88f5-52185a56f57c tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] show failed (client error): The resource could not be found. Dec 10 16:35:19.098006 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-280eff8a-16f7-4afb-88f5-52185a56f57c tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "GET /v2.0/subnets/82772aa0-ed4e-4fce-84eb-860e8c59b812/tags/tempest-TagsExtTest-Tag-447762259 HTTP/1.1" status: 404 len: 328 time: 0.0822611 Dec 10 16:35:19.100876 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56860) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:19.106006 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-4c5119ed-e3c8-45a9-8e7c-443082a3f87d tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '82772aa0-ed4e-4fce-84eb-860e8c59b812', 'tempest-TagsExtTest-Tag-1936896345') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:19.173183 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-4c5119ed-e3c8-45a9-8e7c-443082a3f87d tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] show failed (client error): The resource could not be found. Dec 10 16:35:19.175020 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4c5119ed-e3c8-45a9-8e7c-443082a3f87d tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "GET /v2.0/subnets/82772aa0-ed4e-4fce-84eb-860e8c59b812/tags/tempest-TagsExtTest-Tag-1936896345 HTTP/1.1" status: 404 len: 329 time: 0.0730066 Dec 10 16:35:19.178044 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56862) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:19.183796 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-3b08dbe7-295a-4f5c-bed9-1d3d2c33c464 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '74cb2e92-5bb0-4784-99be-3d9b9a6980a8', {'tags': ['tempest-TagsExtTest-Tag-2121678368', 'tempest-TagsExtTest-Tag-598105598', 'tempest-TagsExtTest-Tag-95165458']}) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:19.254832 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3b08dbe7-295a-4f5c-bed9-1d3d2c33c464 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "PUT /v2.0/ports/74cb2e92-5bb0-4784-99be-3d9b9a6980a8/tags HTTP/1.1" status: 200 len: 315 time: 0.0754170 Dec 10 16:35:19.270057 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56870) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:19.280421 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-feb6eb7f-4af3-4547-823b-b140710757d7 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '74cb2e92-5bb0-4784-99be-3d9b9a6980a8') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:19.304000 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-982abd7e-6ea7-4060-a899-b96b9482aee5 service neutron] Attempting to bind port cb94977b-eb94-4335-af94-bcaa74a1e09e on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:35:19.304340 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-982abd7e-6ea7-4060-a899-b96b9482aee5 service neutron] Attempting to bind port cb94977b-eb94-4335-af94-bcaa74a1e09e by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '5bae3635-32be-403a-b68a-450983b5ab53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:35:19.304670 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-982abd7e-6ea7-4060-a899-b96b9482aee5 service neutron] Attempting to bind port cb94977b-eb94-4335-af94-bcaa74a1e09e on network a2b747af-c1f4-4b9f-a6a4-5511674e4c02 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:35:19.330803 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-982abd7e-6ea7-4060-a899-b96b9482aee5 service neutron] Port cb94977b-eb94-4335-af94-bcaa74a1e09e on network a2b747af-c1f4-4b9f-a6a4-5511674e4c02 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:35:19.331050 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-982abd7e-6ea7-4060-a899-b96b9482aee5 service neutron] Attempting to bind port cb94977b-eb94-4335-af94-bcaa74a1e09e on network a2b747af-c1f4-4b9f-a6a4-5511674e4c02 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:35:19.341042 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-982abd7e-6ea7-4060-a899-b96b9482aee5 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:35:19.341390 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-982abd7e-6ea7-4060-a899-b96b9482aee5 service neutron] Checking segment: {'id': '5bae3635-32be-403a-b68a-450983b5ab53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:35:19.341779 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-982abd7e-6ea7-4060-a899-b96b9482aee5 service neutron] Bound using segment: {'id': '5bae3635-32be-403a-b68a-450983b5ab53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:35:19.342242 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-982abd7e-6ea7-4060-a899-b96b9482aee5 service neutron] Bound port: cb94977b-eb94-4335-af94-bcaa74a1e09e, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bae3635-32be-403a-b68a-450983b5ab53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:35:19.342606 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-982abd7e-6ea7-4060-a899-b96b9482aee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:19.407558 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666bac6-b5ab-453b-a4b8-86ef433e0b90 req-b8e975d5-3f94-4306-bcff-68d20c5086dd tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:19.409120 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d666bac6-b5ab-453b-a4b8-86ef433e0b90 req-b8e975d5-3f94-4306-bcff-68d20c5086dd tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 943 time: 0.0857587 Dec 10 16:35:19.445885 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-982abd7e-6ea7-4060-a899-b96b9482aee5 service neutron] For port cb94977b-eb94-4335-af94-bcaa74a1e09e, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:35:19.450891 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-982abd7e-6ea7-4060-a899-b96b9482aee5 service neutron] For port cb94977b-eb94-4335-af94-bcaa74a1e09e, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=cb94977b-eb94-4335-af94-bcaa74a1e09e,segment=NetworkSegment(5bae3635-32be-403a-b68a-450983b5ab53),segment_id=5bae3635-32be-403a-b68a-450983b5ab53)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:35:19.455332 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-feb6eb7f-4af3-4547-823b-b140710757d7 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "DELETE /v2.0/ports/74cb2e92-5bb0-4784-99be-3d9b9a6980a8/tags HTTP/1.1" status: 204 len: 168 time: 0.1820185 Dec 10 16:35:19.456030 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56876) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:19.460120 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-3a65a01e-72af-440d-a028-f07758ee8f33 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '74cb2e92-5bb0-4784-99be-3d9b9a6980a8', 'tempest-TagsExtTest-Tag-2121678368') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:19.465260 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-982abd7e-6ea7-4060-a899-b96b9482aee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:19.501943 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d666bac6-b5ab-453b-a4b8-86ef433e0b90 req-c69f00ac-90f5-4aec-a3aa-04c3d8432764 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846322 Dec 10 16:35:19.528392 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-65fd58c4-8a47-4517-a62b-034a1dde52f5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:19.549732 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-3a65a01e-72af-440d-a028-f07758ee8f33 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] show failed (client error): The resource could not be found. Dec 10 16:35:19.551363 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3a65a01e-72af-440d-a028-f07758ee8f33 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "GET /v2.0/ports/74cb2e92-5bb0-4784-99be-3d9b9a6980a8/tags/tempest-TagsExtTest-Tag-2121678368 HTTP/1.1" status: 404 len: 329 time: 0.0944121 Dec 10 16:35:19.554640 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56882) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:19.560084 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-a0b333e5-6ca5-4b5a-becc-0559ca6021c5 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '74cb2e92-5bb0-4784-99be-3d9b9a6980a8', 'tempest-TagsExtTest-Tag-598105598') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:19.638692 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-982abd7e-6ea7-4060-a899-b96b9482aee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:19.639581 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-982abd7e-6ea7-4060-a899-b96b9482aee5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:19.641150 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-982abd7e-6ea7-4060-a899-b96b9482aee5 service neutron] 10.222.0.46 "PUT /v2.0/ports/cb94977b-eb94-4335-af94-bcaa74a1e09e HTTP/1.1" status: 200 len: 1091 time: 1.8839188 Dec 10 16:35:19.641773 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105fbc39-9fee-4115-aff9-663a6d26770e', 'tag': 'cb94977b-eb94-4335-af94-bcaa74a1e09e'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:35:19.644829 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f3dc07-fa97-48a9-aecd-b9f103bab010" -d '{"events": [{"name": "network-changed", "server_uuid": "105fbc39-9fee-4115-aff9-663a6d26770e", "tag": "cb94977b-eb94-4335-af94-bcaa74a1e09e"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:35:19.645720 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:19.667408 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982abd7e-6ea7-4060-a899-b96b9482aee5 service neutron] Pushing event updated for resources: {'Port': ['ID=cb94977b-eb94-4335-af94-bcaa74a1e09e,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:19.702620 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-a0b333e5-6ca5-4b5a-becc-0559ca6021c5 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] show failed (client error): The resource could not be found. Dec 10 16:35:19.706314 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a0b333e5-6ca5-4b5a-becc-0559ca6021c5 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "GET /v2.0/ports/74cb2e92-5bb0-4784-99be-3d9b9a6980a8/tags/tempest-TagsExtTest-Tag-598105598 HTTP/1.1" status: 404 len: 328 time: 0.1486335 Dec 10 16:35:19.707542 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56890) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:19.718326 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-fbaa2115-595e-49e3-9969-1c0d29cb87ac tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '74cb2e92-5bb0-4784-99be-3d9b9a6980a8', 'tempest-TagsExtTest-Tag-95165458') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:19.805719 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bb5f24-1d3e-4407-b4a0-17beb75ef581 x-openstack-request-id: req-27bb5f24-1d3e-4407-b4a0-17beb75ef581 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:35:19.806023 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "105fbc39-9fee-4115-aff9-663a6d26770e", "tag": "cb94977b-eb94-4335-af94-bcaa74a1e09e", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:35:19.806322 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-27bb5f24-1d3e-4407-b4a0-17beb75ef581 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:35:19.806459 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-fbaa2115-595e-49e3-9969-1c0d29cb87ac tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] show failed (client error): The resource could not be found. Dec 10 16:35:19.806740 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105fbc39-9fee-4115-aff9-663a6d26770e', 'tag': 'cb94977b-eb94-4335-af94-bcaa74a1e09e', 'status': 'completed', 'code': 200} Dec 10 16:35:19.808610 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-fbaa2115-595e-49e3-9969-1c0d29cb87ac tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "GET /v2.0/ports/74cb2e92-5bb0-4784-99be-3d9b9a6980a8/tags/tempest-TagsExtTest-Tag-95165458 HTTP/1.1" status: 404 len: 327 time: 0.0995653 Dec 10 16:35:19.813486 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56896) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:19.818937 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-7f1e8f32-c634-48a4-85c5-8d8a38cac935 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '9e02a254-5966-4beb-9a38-96365aa4ae07', {'tags': ['tempest-TagsExtTest-Tag-1376164021', 'tempest-TagsExtTest-Tag-58114132', 'tempest-TagsExtTest-Tag-1018094739']}) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:19.881548 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-bd144674-f922-4427-ae91-cf80e7e9641b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:19.883424 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-bd144674-f922-4427-ae91-cf80e7e9641b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bee2cdae51254104bc03c8ca50b383dd&device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 1094 time: 0.1795537 Dec 10 16:35:19.942109 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-5023f077-eefe-49fc-98b5-ec29b3ceda28 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb94977b-eb94-4335-af94-bcaa74a1e09e HTTP/1.1" status: 200 len: 217 time: 0.0441477 Dec 10 16:35:19.989135 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-7f1e8f32-c634-48a4-85c5-8d8a38cac935 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "PUT /v2.0/routers/9e02a254-5966-4beb-9a38-96365aa4ae07/tags HTTP/1.1" status: 200 len: 316 time: 0.1738772 Dec 10 16:35:19.991821 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56904) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.001158 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-4dfcccdb-dfd8-4f3d-b173-d9e9fa68b53f tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9e02a254-5966-4beb-9a38-96365aa4ae07') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:20.087874 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-0a5c38b3-db2f-4a56-ab12-62e278d84f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:20.091456 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-0a5c38b3-db2f-4a56-ab12-62e278d84f91 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3 HTTP/1.1" status: 200 len: 856 time: 0.1377733 Dec 10 16:35:20.155838 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4dfcccdb-dfd8-4f3d-b173-d9e9fa68b53f tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "DELETE /v2.0/routers/9e02a254-5966-4beb-9a38-96365aa4ae07/tags HTTP/1.1" status: 204 len: 168 time: 0.1625907 Dec 10 16:35:20.156340 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56916) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.157871 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-65fd58c4-8a47-4517-a62b-034a1dde52f5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Deleting port c5e951eb-9534-42a3-bec9-b11a9a08e0fc {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:35:20.158348 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-65fd58c4-8a47-4517-a62b-034a1dde52f5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:20.165891 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-2218e751-8cee-4965-bb8d-3aee995a0282 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9e02a254-5966-4beb-9a38-96365aa4ae07', 'tempest-TagsExtTest-Tag-1376164021') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:20.221229 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-25944e1b-88c0-4e16-adc1-410ba299c18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:20.223017 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-25944e1b-88c0-4e16-adc1-410ba299c18b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a2b747af-c1f4-4b9f-a6a4-5511674e4c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1237299 Dec 10 16:35:20.253018 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-2218e751-8cee-4965-bb8d-3aee995a0282 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] show failed (client error): The resource could not be found. Dec 10 16:35:20.256849 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2218e751-8cee-4965-bb8d-3aee995a0282 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "GET /v2.0/routers/9e02a254-5966-4beb-9a38-96365aa4ae07/tags/tempest-TagsExtTest-Tag-1376164021 HTTP/1.1" status: 404 len: 329 time: 0.0964165 Dec 10 16:35:20.257443 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56922) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.263848 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-3d77993f-6eb2-4a98-8fc3-09bc3b46d182 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9e02a254-5966-4beb-9a38-96365aa4ae07', 'tempest-TagsExtTest-Tag-58114132') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:20.333731 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-65fd58c4-8a47-4517-a62b-034a1dde52f5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] For port c5e951eb-9534-42a3-bec9-b11a9a08e0fc, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c5e951eb-9534-42a3-bec9-b11a9a08e0fc,segment=NetworkSegment(1ee1b58b-a972-4425-9ff1-23a2c64eae35),segment_id=1ee1b58b-a972-4425-9ff1-23a2c64eae35)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:20.341011 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-65fd58c4-8a47-4517-a62b-034a1dde52f5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:20.362486 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-3d77993f-6eb2-4a98-8fc3-09bc3b46d182 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] show failed (client error): The resource could not be found. Dec 10 16:35:20.368556 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3d77993f-6eb2-4a98-8fc3-09bc3b46d182 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "GET /v2.0/routers/9e02a254-5966-4beb-9a38-96365aa4ae07/tags/tempest-TagsExtTest-Tag-58114132 HTTP/1.1" status: 404 len: 327 time: 0.1052377 Dec 10 16:35:20.368918 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56930) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.375089 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-49647bc8-0acb-437a-86f2-ffd40abc21fa tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9e02a254-5966-4beb-9a38-96365aa4ae07', 'tempest-TagsExtTest-Tag-1018094739') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:20.377933 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-65fd58c4-8a47-4517-a62b-034a1dde52f5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Calling delete_port for c5e951eb-9534-42a3-bec9-b11a9a08e0fc owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:35:20.451976 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-05b1dbd9-fec0-4689-8599-9e3b67c0c203 service neutron] 10.222.0.46 "GET /v2.0/networks/a2b747af-c1f4-4b9f-a6a4-5511674e4c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212794 Dec 10 16:35:20.464557 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-49647bc8-0acb-437a-86f2-ffd40abc21fa tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] show failed (client error): The resource could not be found. Dec 10 16:35:20.465892 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-49647bc8-0acb-437a-86f2-ffd40abc21fa tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "GET /v2.0/routers/9e02a254-5966-4beb-9a38-96365aa4ae07/tags/tempest-TagsExtTest-Tag-1018094739 HTTP/1.1" status: 404 len: 329 time: 0.0950322 Dec 10 16:35:20.468711 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56936) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.479623 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-3ae16c7f-d30d-446f-8bdb-7ba06918388b tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '283c2cf1-e559-431f-9b8f-945440253897', {'tags': ['tempest-TagsExtTest-Tag-656934133', 'tempest-TagsExtTest-Tag-2085972502', 'tempest-TagsExtTest-Tag-238800065']}) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:20.532928 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3ae16c7f-d30d-446f-8bdb-7ba06918388b tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "PUT /v2.0/subnetpools/283c2cf1-e559-431f-9b8f-945440253897/tags HTTP/1.1" status: 200 len: 316 time: 0.0603669 Dec 10 16:35:20.533782 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56944) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.539851 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-3a9ff4b2-6912-4033-a8a8-fa72e3d7e07b tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '283c2cf1-e559-431f-9b8f-945440253897') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:20.602192 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3a9ff4b2-6912-4033-a8a8-fa72e3d7e07b tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "DELETE /v2.0/subnetpools/283c2cf1-e559-431f-9b8f-945440253897/tags HTTP/1.1" status: 204 len: 168 time: 0.0654647 Dec 10 16:35:20.603643 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56948) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.616435 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.tag.tag_plugin [None req-4939eb87-1d47-4bef-8bd9-91d9bec71d00 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '283c2cf1-e559-431f-9b8f-945440253897', 'tempest-TagsExtTest-Tag-656934133') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:20.655587 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6461fe38-f74b-495b-af32-90d67796ddd3 req-07863f6e-150c-49b3-a0ec-ae8c233d1851 service neutron] 10.222.0.46 "GET /v2.0/networks/a2b747af-c1f4-4b9f-a6a4-5511674e4c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921124 Dec 10 16:35:20.689625 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56956) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.691388 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-4939eb87-1d47-4bef-8bd9-91d9bec71d00 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] show failed (client error): The resource could not be found. Dec 10 16:35:20.694519 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4939eb87-1d47-4bef-8bd9-91d9bec71d00 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "GET /v2.0/subnetpools/283c2cf1-e559-431f-9b8f-945440253897/tags/tempest-TagsExtTest-Tag-656934133 HTTP/1.1" status: 404 len: 328 time: 0.0873132 Dec 10 16:35:20.696958 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56958) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.702843 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-6812cffd-bbc3-448e-afe8-7127b7b4df32 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '283c2cf1-e559-431f-9b8f-945440253897', 'tempest-TagsExtTest-Tag-2085972502') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:20.741656 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb9226-6628-46d1-9a56-f06e49d63ef9 req-1f620d23-195a-40cb-8f4d-08df97f47e70 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:20.750235 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95fb9226-6628-46d1-9a56-f06e49d63ef9 req-1f620d23-195a-40cb-8f4d-08df97f47e70 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 943 time: 0.1157956 Dec 10 16:35:20.751633 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-65fd58c4-8a47-4517-a62b-034a1dde52f5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:20.754667 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-6812cffd-bbc3-448e-afe8-7127b7b4df32 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] show failed (client error): The resource could not be found. Dec 10 16:35:20.758399 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-6812cffd-bbc3-448e-afe8-7127b7b4df32 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "GET /v2.0/subnetpools/283c2cf1-e559-431f-9b8f-945440253897/tags/tempest-TagsExtTest-Tag-2085972502 HTTP/1.1" status: 404 len: 329 time: 0.0574207 Dec 10 16:35:20.762693 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56966) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.775525 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-992e958d-bd07-4607-9198-90c49bbc21e7 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '283c2cf1-e559-431f-9b8f-945440253897', 'tempest-TagsExtTest-Tag-238800065') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:20.786727 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd58c4-8a47-4517-a62b-034a1dde52f5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event deleted for resources: {'Port': ['ID=c5e951eb-9534-42a3-bec9-b11a9a08e0fc,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:20.837713 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95fb9226-6628-46d1-9a56-f06e49d63ef9 req-a5dce1f1-d881-4095-ac66-1411592b211f tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812099 Dec 10 16:35:20.843733 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-992e958d-bd07-4607-9198-90c49bbc21e7 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] show failed (client error): The resource could not be found. Dec 10 16:35:20.846546 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-992e958d-bd07-4607-9198-90c49bbc21e7 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "GET /v2.0/subnetpools/283c2cf1-e559-431f-9b8f-945440253897/tags/tempest-TagsExtTest-Tag-238800065 HTTP/1.1" status: 404 len: 328 time: 0.0813110 Dec 10 16:35:20.849208 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56970) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.866120 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-d0ccf215-7f29-4112-a735-2d2dbfb73c13 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '283c2cf1-e559-431f-9b8f-945440253897') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:20.906228 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d0ccf215-7f29-4112-a735-2d2dbfb73c13 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "DELETE /v2.0/subnetpools/283c2cf1-e559-431f-9b8f-945440253897/tags HTTP/1.1" status: 204 len: 168 time: 0.0556703 Dec 10 16:35:20.909030 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56976) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.914317 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-ce73e353-386a-4887-a19f-7a62b57f7323 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9e02a254-5966-4beb-9a38-96365aa4ae07') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:20.927395 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-65fd58c4-8a47-4517-a62b-034a1dde52f5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:20.930386 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3dc07-fa97-48a9-aecd-b9f103bab010 req-78747dc5-118a-48b2-8680-7af393ec69ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:20.931890 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-26f3dc07-fa97-48a9-aecd-b9f103bab010 req-78747dc5-118a-48b2-8680-7af393ec69ed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bee2cdae51254104bc03c8ca50b383dd&device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 1094 time: 0.2114012 Dec 10 16:35:21.015257 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ce73e353-386a-4887-a19f-7a62b57f7323 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "DELETE /v2.0/routers/9e02a254-5966-4beb-9a38-96365aa4ae07/tags HTTP/1.1" status: 204 len: 168 time: 0.1050100 Dec 10 16:35:21.017910 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56984) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:21.022508 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-826cadfb-43b3-4970-8e8f-9ef2ff371f6f tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '74cb2e92-5bb0-4784-99be-3d9b9a6980a8') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:21.031311 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ffac0bf0-77cd-4ae3-81a3-101ce58b7165 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:21.093567 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-826cadfb-43b3-4970-8e8f-9ef2ff371f6f tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "DELETE /v2.0/ports/74cb2e92-5bb0-4784-99be-3d9b9a6980a8/tags HTTP/1.1" status: 204 len: 168 time: 0.0724838 Dec 10 16:35:21.094615 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56992) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:21.099793 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-aa4ce6b0-85a6-4b38-b0b1-f0e1eb0192bb tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '82772aa0-ed4e-4fce-84eb-860e8c59b812') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:21.172948 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-aa4ce6b0-85a6-4b38-b0b1-f0e1eb0192bb tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "DELETE /v2.0/subnets/82772aa0-ed4e-4fce-84eb-860e8c59b812/tags HTTP/1.1" status: 204 len: 168 time: 0.0772014 Dec 10 16:35:21.177807 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56998) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:21.210808 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3dc07-fa97-48a9-aecd-b9f103bab010 req-cfd647b4-f423-487e-b761-a01d7878900d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:21.212419 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-26f3dc07-fa97-48a9-aecd-b9f103bab010 req-cfd647b4-f423-487e-b761-a01d7878900d service neutron] 10.222.0.46 "GET /v2.0/networks?id=a2b747af-c1f4-4b9f-a6a4-5511674e4c02 HTTP/1.1" status: 200 len: 918 time: 0.2716408 Dec 10 16:35:21.231175 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65fd58c4-8a47-4517-a62b-034a1dde52f5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Router f01d5f13-0352-4941-b105-388d8b32c55e has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:35:21.271206 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-af09b189-60ad-402a-a2f3-bcac795ff154 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks [] for subnetpool, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:21.275311 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-af09b189-60ad-402a-a2f3-bcac795ff154 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "DELETE /v2.0/subnetpools/283c2cf1-e559-431f-9b8f-945440253897 HTTP/1.1" status: 204 len: 168 time: 0.0964389 Dec 10 16:35:21.275557 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-26f3dc07-fa97-48a9-aecd-b9f103bab010 req-f0496673-d6ea-4890-8d91-dfda3d368e7a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb94977b-eb94-4335-af94-bcaa74a1e09e HTTP/1.1" status: 200 len: 217 time: 0.0515773 Dec 10 16:35:21.279599 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 57006) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:21.310530 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f28a625b-39e9-4b3f-84c9-f42baa5de384 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e02a254-5966-4beb-9a38-96365aa4ae07 HTTP/1.1" status: 200 len: 205 time: 0.0269964 Dec 10 16:35:21.310723 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 57012) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:21.385914 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ffac0bf0-77cd-4ae3-81a3-101ce58b7165 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:21.400014 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ffac0bf0-77cd-4ae3-81a3-101ce58b7165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:21.429679 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65fd58c4-8a47-4517-a62b-034a1dde52f5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:35:21.438537 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-65fd58c4-8a47-4517-a62b-034a1dde52f5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "PUT /v2.0/routers/f01d5f13-0352-4941-b105-388d8b32c55e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9843190 Dec 10 16:35:21.442789 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed71c03-b5bd-4ab0-99f5-a86a2d6da7be None None] Sync routers for ids ['f01d5f13-0352-4941-b105-388d8b32c55e'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:35:21.447587 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 57024) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:21.451089 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3dc07-fa97-48a9-aecd-b9f103bab010 req-150802b2-52a5-4d30-9580-2a6ae6c0ca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:21.452795 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-26f3dc07-fa97-48a9-aecd-b9f103bab010 req-150802b2-52a5-4d30-9580-2a6ae6c0ca7c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3 HTTP/1.1" status: 200 len: 856 time: 0.1636376 Dec 10 16:35:21.468567 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed71c03-b5bd-4ab0-99f5-a86a2d6da7be None None] Routers {'f01d5f13-0352-4941-b105-388d8b32c55e'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:21.470016 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-7ed71c03-b5bd-4ab0-99f5-a86a2d6da7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:35:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['f01d5f13-0352-4941-b105-388d8b32c55e'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:21.543250 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ffac0bf0-77cd-4ae3-81a3-101ce58b7165 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f04a6544adde4118ad5a04c35dadfc51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8497615 Dec 10 16:35:21.550048 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 57030) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:21.551120 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac0bf0-77cd-4ae3-81a3-101ce58b7165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d9ec42-27cc-4b65-ab51-041701cc8931,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:21.578617 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-0afd7b35-0910-4958-ae18-5f28f2cb2fb6 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Deleting subnet 50cc3184-34f2-410f-82a9-f78cce0970df {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:35:21.590377 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0afd7b35-0910-4958-ae18-5f28f2cb2fb6 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:21.592476 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-7ed71c03-b5bd-4ab0-99f5-a86a2d6da7be None None] Set router f01d5f13-0352-4941-b105-388d8b32c55e gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:35:21.658405 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-7ed71c03-b5bd-4ab0-99f5-a86a2d6da7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'name': 'tempest-RoutersIpV6Test-router-1179315097', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:34Z', 'updated_at': '2021-12-10T16:35:20Z', 'revision_number': 11, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'gw_port_host': None}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:21.687073 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed71c03-b5bd-4ab0-99f5-a86a2d6da7be None None] Checking router: f01d5f13-0352-4941-b105-388d8b32c55e for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:35:21.710415 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed71c03-b5bd-4ab0-99f5-a86a2d6da7be None None] Routers {'f01d5f13-0352-4941-b105-388d8b32c55e'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:21.711690 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-7ed71c03-b5bd-4ab0-99f5-a86a2d6da7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:35:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['f01d5f13-0352-4941-b105-388d8b32c55e'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:21.801573 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ef35eb9e-0d11-4811-a7db-cadb56432929 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:21.847055 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-7ed71c03-b5bd-4ab0-99f5-a86a2d6da7be None None] Set router f01d5f13-0352-4941-b105-388d8b32c55e gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:35:21.905800 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0afd7b35-0910-4958-ae18-5f28f2cb2fb6 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:21.985977 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-7ed71c03-b5bd-4ab0-99f5-a86a2d6da7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'name': 'tempest-RoutersIpV6Test-router-1179315097', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:34Z', 'updated_at': '2021-12-10T16:35:20Z', 'revision_number': 11, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'gw_port_host': None}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:22.006611 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3dc07-fa97-48a9-aecd-b9f103bab010 req-0f08b8d5-28ad-4fa5-a5e2-78e4eb792930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:22.008134 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-26f3dc07-fa97-48a9-aecd-b9f103bab010 req-0f08b8d5-28ad-4fa5-a5e2-78e4eb792930 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a2b747af-c1f4-4b9f-a6a4-5511674e4c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5050941 Dec 10 16:35:22.008302 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ef35eb9e-0d11-4811-a7db-cadb56432929 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:22.012060 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ef35eb9e-0d11-4811-a7db-cadb56432929 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:22.025637 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed71c03-b5bd-4ab0-99f5-a86a2d6da7be None None] The sync data for ids ['f01d5f13-0352-4941-b105-388d8b32c55e'] in n-d-766771-2 is: [{'id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'name': 'tempest-RoutersIpV6Test-router-1179315097', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:34Z', 'updated_at': '2021-12-10T16:35:20Z', 'revision_number': 11, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'gw_port_host': None}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:35:22.068647 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb4fb4-53dc-4fc5-96ab-5008743ff501 req-d44e8d27-dce0-4d9d-b69f-0c5e9e8c4c4d tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:22.070367 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-debb4fb4-53dc-4fc5-96ab-5008743ff501 req-d44e8d27-dce0-4d9d-b69f-0c5e9e8c4c4d tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 943 time: 0.1239305 Dec 10 16:35:22.083991 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ef35eb9e-0d11-4811-a7db-cadb56432929 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:22.085012 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef35eb9e-0d11-4811-a7db-cadb56432929 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Fanout notify agent at l3_agent the message router_deleted on router 9e02a254-5966-4beb-9a38-96365aa4ae07 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:35:22.092494 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ef35eb9e-0d11-4811-a7db-cadb56432929 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:22.093714 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ef35eb9e-0d11-4811-a7db-cadb56432929 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "DELETE /v2.0/routers/9e02a254-5966-4beb-9a38-96365aa4ae07 HTTP/1.1" status: 204 len: 168 time: 0.7820215 Dec 10 16:35:22.102622 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 57066) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:22.116266 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1c8489d6-0c7f-4fc5-b415-0b9e1f44c22a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:22.139666 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0afd7b35-0910-4958-ae18-5f28f2cb2fb6 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:22.193563 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-debb4fb4-53dc-4fc5-96ab-5008743ff501 req-c4d5fabd-dff0-48c0-9f1b-88cfd82fc71c tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160843 Dec 10 16:35:22.194670 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1c8489d6-0c7f-4fc5-b415-0b9e1f44c22a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:22.235037 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-26f3dc07-fa97-48a9-aecd-b9f103bab010 req-7ff6e5db-d73b-4bc9-8581-526faeaa33b5 service neutron] 10.222.0.46 "GET /v2.0/networks/a2b747af-c1f4-4b9f-a6a4-5511674e4c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146637 Dec 10 16:35:22.237728 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-17ad0591-19f8-4735-99cc-22d5ae5f68c2 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Deleting port 74cb2e92-5bb0-4784-99be-3d9b9a6980a8 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:35:22.238341 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-17ad0591-19f8-4735-99cc-22d5ae5f68c2 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:22.319726 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 57070) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:22.330849 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0afd7b35-0910-4958-ae18-5f28f2cb2fb6 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:22.365206 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-17ad0591-19f8-4735-99cc-22d5ae5f68c2 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:22.380034 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-17ad0591-19f8-4735-99cc-22d5ae5f68c2 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Calling delete_port for 74cb2e92-5bb0-4784-99be-3d9b9a6980a8 owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:35:22.382784 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0afd7b35-0910-4958-ae18-5f28f2cb2fb6 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:22.390636 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 57074) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:22.391269 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0afd7b35-0910-4958-ae18-5f28f2cb2fb6 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "DELETE /v2.0/subnets/50cc3184-34f2-410f-82a9-f78cce0970df HTTP/1.1" status: 204 len: 168 time: 0.9420297 Dec 10 16:35:22.393618 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de45353-10d8-476c-8a45-e4e236585c2d None None] Network 5e68f400-8e31-4b71-95c2-4b1cdce7040a requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:35:22.395310 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd7b35-0910-4958-ae18-5f28f2cb2fb6 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event deleted for resources: {'Subnet': ['ID=50cc3184-34f2-410f-82a9-f78cce0970df,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:22.399142 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1c8489d6-0c7f-4fc5-b415-0b9e1f44c22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:22.402961 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1c8489d6-0c7f-4fc5-b415-0b9e1f44c22a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:22.405462 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1c8489d6-0c7f-4fc5-b415-0b9e1f44c22a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a7d9ec42-27cc-4b65-ab51-041701cc8931 HTTP/1.1" status: 204 len: 168 time: 0.8510909 Dec 10 16:35:22.410182 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-26f3dc07-fa97-48a9-aecd-b9f103bab010 req-f3485710-258b-4482-9bc5-b0d602d77f1e service neutron] 10.222.0.46 "GET /v2.0/networks/a2b747af-c1f4-4b9f-a6a4-5511674e4c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677916 Dec 10 16:35:22.422792 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8489d6-0c7f-4fc5-b415-0b9e1f44c22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d9ec42-27cc-4b65-ab51-041701cc8931,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:22.604633 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-75305a9e-7469-4308-83fa-8ba42cbed746 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:22.644703 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-777634fc-9ab6-4993-9cb7-e0716946faf7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:22.666522 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1661ea-ca9d-4bd5-98a6-252a1d22ef0b None None] DHCP port deletion for 5e68f400-8e31-4b71-95c2-4b1cdce7040a request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:35:22.716519 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c5e951eb-9534-42a3-bec9-b11a9a08e0fc no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:35:22.742341 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: c5e951eb-9534-42a3-bec9-b11a9a08e0fc {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:35:22.742972 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c5e951eb-9534-42a3-bec9-b11a9a08e0fc not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:35:22.760286 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-2e1661ea-ca9d-4bd5-98a6-252a1d22ef0b None None] Deleting port 540a1426-2f17-4539-9c6b-cce7d172941c {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:35:22.760673 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2e1661ea-ca9d-4bd5-98a6-252a1d22ef0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:22.829003 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-2e1661ea-ca9d-4bd5-98a6-252a1d22ef0b None None] For port 540a1426-2f17-4539-9c6b-cce7d172941c, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=540a1426-2f17-4539-9c6b-cce7d172941c,segment=NetworkSegment(1ee1b58b-a972-4425-9ff1-23a2c64eae35),segment_id=1ee1b58b-a972-4425-9ff1-23a2c64eae35)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:22.829290 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2e1661ea-ca9d-4bd5-98a6-252a1d22ef0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:22.832631 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-17ad0591-19f8-4735-99cc-22d5ae5f68c2 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:22.842374 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-2e1661ea-ca9d-4bd5-98a6-252a1d22ef0b None None] Calling delete_port for 540a1426-2f17-4539-9c6b-cce7d172941c owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:35:22.880983 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-777634fc-9ab6-4993-9cb7-e0716946faf7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Deleting port 540a1426-2f17-4539-9c6b-cce7d172941c {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:35:22.881325 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-777634fc-9ab6-4993-9cb7-e0716946faf7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:22.882945 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 57082) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:22.888310 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad0591-19f8-4735-99cc-22d5ae5f68c2 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Pushing event deleted for resources: {'Port': ['ID=74cb2e92-5bb0-4784-99be-3d9b9a6980a8,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:22.897590 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-efc6fa6e-29fd-46b6-a0a1-0c9e2d39e1e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:22.910177 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-75305a9e-7469-4308-83fa-8ba42cbed746 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:22.938563 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2e1661ea-ca9d-4bd5-98a6-252a1d22ef0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:22.952535 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1661ea-ca9d-4bd5-98a6-252a1d22ef0b None None] No DVR routers for this DVR port 540a1426-2f17-4539-9c6b-cce7d172941c on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:35:22.959508 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-75305a9e-7469-4308-83fa-8ba42cbed746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:22.980175 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1661ea-ca9d-4bd5-98a6-252a1d22ef0b None None] Pushing event deleted for resources: {'Port': ['ID=540a1426-2f17-4539-9c6b-cce7d172941c,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:22.993038 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-efc6fa6e-29fd-46b6-a0a1-0c9e2d39e1e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.000071 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-efc6fa6e-29fd-46b6-a0a1-0c9e2d39e1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.055315 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-efc6fa6e-29fd-46b6-a0a1-0c9e2d39e1e7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=db357ba6441b4f86b1e1c465758589e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1712482 Dec 10 16:35:23.056005 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 57084) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:23.063305 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc6fa6e-29fd-46b6-a0a1-0c9e2d39e1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b2ef9b-cedf-473f-8b2d-b8c7aee3eb40,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:23.075039 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-75305a9e-7469-4308-83fa-8ba42cbed746 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2591fb7193c4455bad606f4bf24d789c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7536621 Dec 10 16:35:23.079354 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 57086) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:23.080651 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-777634fc-9ab6-4993-9cb7-e0716946faf7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] For port 540a1426-2f17-4539-9c6b-cce7d172941c, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=540a1426-2f17-4539-9c6b-cce7d172941c,segment=NetworkSegment(1ee1b58b-a972-4425-9ff1-23a2c64eae35),segment_id=1ee1b58b-a972-4425-9ff1-23a2c64eae35)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:23.081069 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-777634fc-9ab6-4993-9cb7-e0716946faf7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.091216 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75305a9e-7469-4308-83fa-8ba42cbed746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606d5de5-f5cd-498a-948a-191af0f7a836,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:23.098559 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-17ad0591-19f8-4735-99cc-22d5ae5f68c2 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.102891 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-17ad0591-19f8-4735-99cc-22d5ae5f68c2 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "DELETE /v2.0/ports/74cb2e92-5bb0-4784-99be-3d9b9a6980a8 HTTP/1.1" status: 204 len: 168 time: 0.9990287 Dec 10 16:35:23.107325 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 57088) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:23.109509 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-777634fc-9ab6-4993-9cb7-e0716946faf7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Calling delete_port for 540a1426-2f17-4539-9c6b-cce7d172941c owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:35:23.162548 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-59628e67-c705-4f09-8b68-3b793bc2dd8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.168798 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8ba1b190-eec8-45f7-a3e5-fd32bbbbb1bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.199514 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-690db88f-2bbc-4ecf-a44c-ade8155d025b tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Deleting subnet 82772aa0-ed4e-4fce-84eb-860e8c59b812 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:35:23.199711 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-59628e67-c705-4f09-8b68-3b793bc2dd8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.204924 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-690db88f-2bbc-4ecf-a44c-ade8155d025b tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.209319 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8ba1b190-eec8-45f7-a3e5-fd32bbbbb1bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.261450 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-690db88f-2bbc-4ecf-a44c-ade8155d025b tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.279923 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8ba1b190-eec8-45f7-a3e5-fd32bbbbb1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.283125 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8ba1b190-eec8-45f7-a3e5-fd32bbbbb1bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.286806 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8ba1b190-eec8-45f7-a3e5-fd32bbbbb1bf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/606d5de5-f5cd-498a-948a-191af0f7a836 HTTP/1.1" status: 204 len: 168 time: 0.2036593 Dec 10 16:35:23.295005 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-59628e67-c705-4f09-8b68-3b793bc2dd8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.297794 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-59628e67-c705-4f09-8b68-3b793bc2dd8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.298802 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-59628e67-c705-4f09-8b68-3b793bc2dd8e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/51b2ef9b-cedf-473f-8b2d-b8c7aee3eb40 HTTP/1.1" status: 204 len: 168 time: 0.2414470 Dec 10 16:35:23.302258 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba1b190-eec8-45f7-a3e5-fd32bbbbb1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606d5de5-f5cd-498a-948a-191af0f7a836,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:23.322662 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59628e67-c705-4f09-8b68-3b793bc2dd8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b2ef9b-cedf-473f-8b2d-b8c7aee3eb40,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:23.333364 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-777634fc-9ab6-4993-9cb7-e0716946faf7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.385111 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777634fc-9ab6-4993-9cb7-e0716946faf7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event deleted for resources: {'Port': ['ID=540a1426-2f17-4539-9c6b-cce7d172941c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:23.392682 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777634fc-9ab6-4993-9cb7-e0716946faf7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] No DVR routers for this DVR port 540a1426-2f17-4539-9c6b-cce7d172941c on host n-d-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:35:23.456179 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device cb94977b-eb94-4335-af94-bcaa74a1e09e details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:35:23.501314 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2cf6e-7797-487a-929a-605705bf59cd req-146d9dfc-86ab-4ce8-a135-d8cb0b0825bd tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:23.503073 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aef2cf6e-7797-487a-929a-605705bf59cd req-146d9dfc-86ab-4ce8-a135-d8cb0b0825bd tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 943 time: 0.2181079 Dec 10 16:35:23.539830 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-777634fc-9ab6-4993-9cb7-e0716946faf7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.543315 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-690db88f-2bbc-4ecf-a44c-ade8155d025b tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.613630 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port cb94977b-eb94-4335-af94-bcaa74a1e09e, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=cb94977b-eb94-4335-af94-bcaa74a1e09e,segment=NetworkSegment(5bae3635-32be-403a-b68a-450983b5ab53),segment_id=5bae3635-32be-403a-b68a-450983b5ab53)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:23.643303 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'cb94977b-eb94-4335-af94-bcaa74a1e09e', 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02', 'port_id': 'cb94977b-eb94-4335-af94-bcaa74a1e09e', 'mac_address': 'fa:16:3e:4f:d5:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:35:23.645202 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-777634fc-9ab6-4993-9cb7-e0716946faf7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e68f400-8e31-4b71-95c2-4b1cdce7040a']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:23.666905 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-777634fc-9ab6-4993-9cb7-e0716946faf7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ee1b58b-a972-4425-9ff1-23a2c64eae35') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:23.672322 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-777634fc-9ab6-4993-9cb7-e0716946faf7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ee1b58b-a972-4425-9ff1-23a2c64eae35') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:23.697815 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-777634fc-9ab6-4993-9cb7-e0716946faf7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.703702 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.719622 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb94977b-eb94-4335-af94-bcaa74a1e09e {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:35:23.740272 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aef2cf6e-7797-487a-929a-605705bf59cd req-e8a56fac-eaf5-4fa1-8003-d34fbc45a530 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2263572 Dec 10 16:35:23.742185 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port cb94977b-eb94-4335-af94-bcaa74a1e09e, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=cb94977b-eb94-4335-af94-bcaa74a1e09e,segment=NetworkSegment(5bae3635-32be-403a-b68a-450983b5ab53),segment_id=5bae3635-32be-403a-b68a-450983b5ab53)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:23.749687 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.753466 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-777634fc-9ab6-4993-9cb7-e0716946faf7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.764625 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-777634fc-9ab6-4993-9cb7-e0716946faf7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:35:23.765113 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-777634fc-9ab6-4993-9cb7-e0716946faf7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.768828 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:35:23.768828 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:35:23.768828 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:35:23.768828 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:35:23.768828 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:35:23.768828 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:35:23.768828 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:35:23.768828 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:35:23.768828 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:35:23.768828 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:35:23.768828 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:35:23.768828 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:35:23.768828 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:35:23.768828 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:35:23.768828 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:35:23.768828 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:35:23.768828 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:35:23.768828 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:35:23.768828 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:35:23.768828 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:35:23.768828 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:35:23.768828 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:35:23.768828 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:35:23.768828 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:35:23.768828 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:35:23.768828 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:35:23.768828 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:35:23.768828 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:35:23.768828 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:35:23.768828 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:35:23.768828 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:35:23.768828 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:35:23.820119 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-690db88f-2bbc-4ecf-a44c-ade8155d025b tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.821413 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 57106) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:23.829005 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=cb94977b-eb94-4335-af94-bcaa74a1e09e,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:23.849997 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c706df74-7664-4f4b-87e1-ec225b8cb462 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.863177 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690db88f-2bbc-4ecf-a44c-ade8155d025b tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Pushing event deleted for resources: {'Subnet': ['ID=82772aa0-ed4e-4fce-84eb-860e8c59b812,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:23.867895 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-690db88f-2bbc-4ecf-a44c-ade8155d025b tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.872323 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-690db88f-2bbc-4ecf-a44c-ade8155d025b tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "DELETE /v2.0/subnets/82772aa0-ed4e-4fce-84eb-860e8c59b812 HTTP/1.1" status: 204 len: 168 time: 0.7637742 Dec 10 16:35:23.874649 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 57110) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:23.878365 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2fa818-7b53-46bd-b828-a069e67750a6 None None] Network 8d489eaf-95c4-4def-8e5e-fe7c253725af requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:35:23.886667 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-777634fc-9ab6-4993-9cb7-e0716946faf7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.915886 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-777634fc-9ab6-4993-9cb7-e0716946faf7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.919742 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-777634fc-9ab6-4993-9cb7-e0716946faf7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "DELETE /v2.0/networks/5e68f400-8e31-4b71-95c2-4b1cdce7040a HTTP/1.1" status: 204 len: 168 time: 1.5284376 Dec 10 16:35:23.924778 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 57112) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:23.931003 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-19fdd6f1-a731-47d4-b568-8f922f1d1f4d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Request body: {'router': {'routes': None}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:23.948214 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777634fc-9ab6-4993-9cb7-e0716946faf7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Pushing event deleted for resources: {'Network': ['ID=5e68f400-8e31-4b71-95c2-4b1cdce7040a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:23.994873 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cb3bb564-a52d-48d0-8c04-cdcbf8759030 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:24.052430 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['cb94977b-eb94-4335-af94-bcaa74a1e09e'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:35:24.064979 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-cb3bb564-a52d-48d0-8c04-cdcbf8759030 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Deleting port b5065ee0-3f19-41e5-8e8f-bef64dffa4de {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:35:24.065422 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cb3bb564-a52d-48d0-8c04-cdcbf8759030 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:24.086760 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299f1249-26a1-4975-889e-32d46dcd4435 None None] DHCP port deletion for 8d489eaf-95c4-4def-8e5e-fe7c253725af request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:35:24.132380 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.extraroute_db [None req-19fdd6f1-a731-47d4-b568-8f922f1d1f4d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Added routes are [] {{(pid=103393) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 16:35:24.132661 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.extraroute_db [None req-19fdd6f1-a731-47d4-b568-8f922f1d1f4d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Removed routes are [] {{(pid=103393) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 16:35:24.133017 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-19fdd6f1-a731-47d4-b568-8f922f1d1f4d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4726'] for router, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:24.139912 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c706df74-7664-4f4b-87e1-ec225b8cb462 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:24.155579 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-cb3bb564-a52d-48d0-8c04-cdcbf8759030 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] For port b5065ee0-3f19-41e5-8e8f-bef64dffa4de, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=b5065ee0-3f19-41e5-8e8f-bef64dffa4de,segment=NetworkSegment(fb05931d-6c4e-4fe9-b257-f6cbd96d3924),segment_id=fb05931d-6c4e-4fe9-b257-f6cbd96d3924)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:24.156761 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cb3bb564-a52d-48d0-8c04-cdcbf8759030 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:24.176521 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-cb3bb564-a52d-48d0-8c04-cdcbf8759030 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Calling delete_port for b5065ee0-3f19-41e5-8e8f-bef64dffa4de owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:35:24.228872 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c706df74-7664-4f4b-87e1-ec225b8cb462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:24.235816 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-299f1249-26a1-4975-889e-32d46dcd4435 None None] Deleting port b5065ee0-3f19-41e5-8e8f-bef64dffa4de {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:35:24.236201 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-299f1249-26a1-4975-889e-32d46dcd4435 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:24.279070 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cb3bb564-a52d-48d0-8c04-cdcbf8759030 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:24.295377 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3bb564-a52d-48d0-8c04-cdcbf8759030 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] No DVR routers for this DVR port b5065ee0-3f19-41e5-8e8f-bef64dffa4de on host n-d-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:35:24.319325 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3bb564-a52d-48d0-8c04-cdcbf8759030 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Pushing event deleted for resources: {'Port': ['ID=b5065ee0-3f19-41e5-8e8f-bef64dffa4de,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:24.358196 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-19fdd6f1-a731-47d4-b568-8f922f1d1f4d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4726'] for router, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:24.358432 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-299f1249-26a1-4975-889e-32d46dcd4435 None None] For port b5065ee0-3f19-41e5-8e8f-bef64dffa4de, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=b5065ee0-3f19-41e5-8e8f-bef64dffa4de,segment=NetworkSegment(fb05931d-6c4e-4fe9-b257-f6cbd96d3924),segment_id=fb05931d-6c4e-4fe9-b257-f6cbd96d3924)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:24.358833 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-299f1249-26a1-4975-889e-32d46dcd4435 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:24.363153 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c706df74-7664-4f4b-87e1-ec225b8cb462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4506234-aac2-446c-95b3-6b20f59a291c,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:24.369732 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c706df74-7664-4f4b-87e1-ec225b8cb462 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d60e797831b341b7812ed019b3502837&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5472550 Dec 10 16:35:24.372929 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 57124) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:24.381394 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-19fdd6f1-a731-47d4-b568-8f922f1d1f4d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-603901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599127'] for router, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:24.395604 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-299f1249-26a1-4975-889e-32d46dcd4435 None None] Calling delete_port for b5065ee0-3f19-41e5-8e8f-bef64dffa4de owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:35:24.434749 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cb3bb564-a52d-48d0-8c04-cdcbf8759030 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:24.457149 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-cb3bb564-a52d-48d0-8c04-cdcbf8759030 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d489eaf-95c4-4def-8e5e-fe7c253725af']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:24.467045 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-cb3bb564-a52d-48d0-8c04-cdcbf8759030 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb05931d-6c4e-4fe9-b257-f6cbd96d3924') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:24.467679 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-cb3bb564-a52d-48d0-8c04-cdcbf8759030 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb05931d-6c4e-4fe9-b257-f6cbd96d3924') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:24.478452 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cb3bb564-a52d-48d0-8c04-cdcbf8759030 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:24.483616 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-299f1249-26a1-4975-889e-32d46dcd4435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:24.494079 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cb3bb564-a52d-48d0-8c04-cdcbf8759030 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:24.502809 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb3bb564-a52d-48d0-8c04-cdcbf8759030 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:35:24.503252 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cb3bb564-a52d-48d0-8c04-cdcbf8759030 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:24.522398 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f1249-26a1-4975-889e-32d46dcd4435 None None] Pushing event deleted for resources: {'Port': ['ID=b5065ee0-3f19-41e5-8e8f-bef64dffa4de,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:24.523463 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19fdd6f1-a731-47d4-b568-8f922f1d1f4d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Router f01d5f13-0352-4941-b105-388d8b32c55e has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:35:24.526499 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299f1249-26a1-4975-889e-32d46dcd4435 None None] No DVR routers for this DVR port b5065ee0-3f19-41e5-8e8f-bef64dffa4de on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:35:24.537187 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db4a68d0-57a0-42cc-89a2-9ad4f9358193 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:24.548115 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:35:24.548115 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:35:24.548115 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:35:24.548115 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:35:24.548115 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:35:24.548115 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:35:24.548115 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:35:24.548115 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:35:24.548115 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:35:24.548115 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:35:24.548115 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:35:24.548115 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:35:24.548115 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:35:24.548115 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:35:24.548115 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:35:24.548115 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:35:24.548115 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:35:24.548115 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:35:24.548115 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:35:24.548115 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:35:24.548115 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:35:24.548115 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:35:24.548115 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:35:24.548115 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:35:24.548115 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:35:24.548115 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:35:24.548115 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:35:24.548115 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:35:24.548115 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:35:24.548115 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:35:24.548115 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:35:24.548115 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:35:24.577658 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cb3bb564-a52d-48d0-8c04-cdcbf8759030 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:24.588903 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cb3bb564-a52d-48d0-8c04-cdcbf8759030 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:24.595731 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-cb3bb564-a52d-48d0-8c04-cdcbf8759030 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] 10.222.0.11 "DELETE /v2.0/networks/8d489eaf-95c4-4def-8e5e-fe7c253725af HTTP/1.1" status: 204 len: 168 time: 0.7171240 Dec 10 16:35:24.625281 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19fdd6f1-a731-47d4-b568-8f922f1d1f4d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:35:24.628141 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3bb564-a52d-48d0-8c04-cdcbf8759030 tempest-TagsExtTest-1783255158 tempest-TagsExtTest-1783255158-project] Pushing event deleted for resources: {'Network': ['ID=8d489eaf-95c4-4def-8e5e-fe7c253725af,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:24.633217 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-19fdd6f1-a731-47d4-b568-8f922f1d1f4d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:24.642321 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff4284b-dec3-41f9-b25e-01a3a3e134ac None None] Sync routers for ids ['f01d5f13-0352-4941-b105-388d8b32c55e'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:35:24.651361 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-19fdd6f1-a731-47d4-b568-8f922f1d1f4d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "PUT /v2.0/routers/f01d5f13-0352-4941-b105-388d8b32c55e HTTP/1.1" status: 200 len: 705 time: 0.7252402 Dec 10 16:35:24.655558 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff4284b-dec3-41f9-b25e-01a3a3e134ac None None] Routers {'f01d5f13-0352-4941-b105-388d8b32c55e'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:24.656733 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-aff4284b-dec3-41f9-b25e-01a3a3e134ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:35:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['f01d5f13-0352-4941-b105-388d8b32c55e'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:24.657547 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 57134) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:24.680023 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db4a68d0-57a0-42cc-89a2-9ad4f9358193 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:24.686818 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 540a1426-2f17-4539-9c6b-cce7d172941c no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:35:24.701894 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e5a036e6-8724-48f6-895d-d85ece2f84b7 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "GET /v2.0/ports?device_id=f01d5f13-0352-4941-b105-388d8b32c55e HTTP/1.1" status: 200 len: 205 time: 0.0429492 Dec 10 16:35:24.702555 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 57136) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:24.734546 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 540a1426-2f17-4539-9c6b-cce7d172941c {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:35:24.735052 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 540a1426-2f17-4539-9c6b-cce7d172941c not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:35:24.735366 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device b5065ee0-3f19-41e5-8e8f-bef64dffa4de no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:35:24.781166 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db4a68d0-57a0-42cc-89a2-9ad4f9358193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:24.784464 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db4a68d0-57a0-42cc-89a2-9ad4f9358193 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:24.790470 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-db4a68d0-57a0-42cc-89a2-9ad4f9358193 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a4506234-aac2-446c-95b3-6b20f59a291c HTTP/1.1" status: 204 len: 168 time: 0.4132950 Dec 10 16:35:24.805392 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a68d0-57a0-42cc-89a2-9ad4f9358193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4506234-aac2-446c-95b3-6b20f59a291c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:24.807421 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-aff4284b-dec3-41f9-b25e-01a3a3e134ac None None] Set router f01d5f13-0352-4941-b105-388d8b32c55e gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:35:24.809642 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: b5065ee0-3f19-41e5-8e8f-bef64dffa4de {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:35:24.810784 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device b5065ee0-3f19-41e5-8e8f-bef64dffa4de not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:35:24.825884 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5c73d554-d0b1-44c0-8a20-93ca686c21d2 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:24.974799 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-aff4284b-dec3-41f9-b25e-01a3a3e134ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'name': 'tempest-RoutersIpV6Test-router-1179315097', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:34Z', 'updated_at': '2021-12-10T16:35:20Z', 'revision_number': 11, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'gw_port_host': None}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:25.017868 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff4284b-dec3-41f9-b25e-01a3a3e134ac None None] Checking router: f01d5f13-0352-4941-b105-388d8b32c55e for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:35:25.033379 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff4284b-dec3-41f9-b25e-01a3a3e134ac None None] Routers {'f01d5f13-0352-4941-b105-388d8b32c55e'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:25.034294 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-aff4284b-dec3-41f9-b25e-01a3a3e134ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:35:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['f01d5f13-0352-4941-b105-388d8b32c55e'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:25.081901 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5c73d554-d0b1-44c0-8a20-93ca686c21d2 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:25.084972 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5c73d554-d0b1-44c0-8a20-93ca686c21d2 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:25.122889 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-aff4284b-dec3-41f9-b25e-01a3a3e134ac None None] Set router f01d5f13-0352-4941-b105-388d8b32c55e gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:35:25.181566 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-aff4284b-dec3-41f9-b25e-01a3a3e134ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'name': 'tempest-RoutersIpV6Test-router-1179315097', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:34Z', 'updated_at': '2021-12-10T16:35:20Z', 'revision_number': 11, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'gw_port_host': None}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:25.208177 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 57160) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:25.216296 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff4284b-dec3-41f9-b25e-01a3a3e134ac None None] The sync data for ids ['f01d5f13-0352-4941-b105-388d8b32c55e'] in n-d-766771-2 is: [{'id': 'f01d5f13-0352-4941-b105-388d8b32c55e', 'name': 'tempest-RoutersIpV6Test-router-1179315097', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:34Z', 'updated_at': '2021-12-10T16:35:20Z', 'revision_number': 11, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'gw_port_host': None}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:35:25.403862 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb90cff-f005-42ab-81bc-41cb43f35245 req-5b0680a9-8a9a-4f87-8e71-772153e6eaed tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:25.405407 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2cb90cff-f005-42ab-81bc-41cb43f35245 req-5b0680a9-8a9a-4f87-8e71-772153e6eaed tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 944 time: 0.4800808 Dec 10 16:35:25.416208 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9237c7d5-7ca3-467b-a32b-ed039732f9b8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d403e9465bdc4009ac9789aa80d8954a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2066298 Dec 10 16:35:25.418866 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 57172) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:25.427480 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5c73d554-d0b1-44c0-8a20-93ca686c21d2 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:25.427940 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c73d554-d0b1-44c0-8a20-93ca686c21d2 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Fanout notify agent at l3_agent the message router_deleted on router f01d5f13-0352-4941-b105-388d8b32c55e {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:35:25.440670 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5c73d554-d0b1-44c0-8a20-93ca686c21d2 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:25.441774 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5c73d554-d0b1-44c0-8a20-93ca686c21d2 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "DELETE /v2.0/routers/f01d5f13-0352-4941-b105-388d8b32c55e HTTP/1.1" status: 204 len: 168 time: 0.7382472 Dec 10 16:35:25.445638 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 57174) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:25.450914 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-b8f4fe00-e652-4eaf-a1b3-1d8be55104e5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1895960476', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:25.470170 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device cb94977b-eb94-4335-af94-bcaa74a1e09e up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:35:25.514675 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2cb90cff-f005-42ab-81bc-41cb43f35245 req-06bc21a8-c52b-40fe-9286-7ccf3c860861 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882452 Dec 10 16:35:25.515083 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0c93748f-f2db-463c-8c8c-15cc5b66decd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:25.516899 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b8f4fe00-e652-4eaf-a1b3-1d8be55104e5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:25.518709 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b8f4fe00-e652-4eaf-a1b3-1d8be55104e5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:25.552492 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0c93748f-f2db-463c-8c8c-15cc5b66decd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:25.580379 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port cb94977b-eb94-4335-af94-bcaa74a1e09e completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:35:25.602017 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port cb94977b-eb94-4335-af94-bcaa74a1e09e triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:25.602423 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:25.613016 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b8f4fe00-e652-4eaf-a1b3-1d8be55104e5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:25.624226 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b8f4fe00-e652-4eaf-a1b3-1d8be55104e5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:25.673734 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b8f4fe00-e652-4eaf-a1b3-1d8be55104e5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:25.675013 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b8f4fe00-e652-4eaf-a1b3-1d8be55104e5 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2281475 Dec 10 16:35:25.678495 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 57182) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:25.690341 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-d58f286f-f9ce-4ab0-8a22-d9340cc8ceda tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:25.692359 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0c93748f-f2db-463c-8c8c-15cc5b66decd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:25.701539 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0c93748f-f2db-463c-8c8c-15cc5b66decd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:25.706215 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0c93748f-f2db-463c-8c8c-15cc5b66decd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b6966e67-69b4-4c7b-8b13-03d445b03596 HTTP/1.1" status: 204 len: 168 time: 0.2835879 Dec 10 16:35:25.728170 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c93748f-f2db-463c-8c8c-15cc5b66decd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6966e67-69b4-4c7b-8b13-03d445b03596,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:25.978163 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d58f286f-f9ce-4ab0-8a22-d9340cc8ceda tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4726'] for router, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:26.007311 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [req-bf84dbdf-41f0-46a5-9f46-dd09670c09ef req-8d293ed9-7d11-44ae-af9b-d2783ac9c27a tempest-ServersWithSpecificFlavorTestJSON-1577648521 tempest-ServersWithSpecificFlavorTestJSON-1577648521-project] (103393) timed out ('10.222.0.11', 60934) {{(pid=103393) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 16:35:26.015146 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d58f286f-f9ce-4ab0-8a22-d9340cc8ceda tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-603901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599127'] for router, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:26.091317 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:26.149291 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105fbc39-9fee-4115-aff9-663a6d26770e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb94977b-eb94-4335-af94-bcaa74a1e09e'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:35:26.153039 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d079df9e-52c2-4779-8512-ce06ee991f17" -d '{"events": [{"server_uuid": "105fbc39-9fee-4115-aff9-663a6d26770e", "name": "network-vif-plugged", "status": "completed", "tag": "cb94977b-eb94-4335-af94-bcaa74a1e09e"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:35:26.190001 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port cb94977b-eb94-4335-af94-bcaa74a1e09e, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=cb94977b-eb94-4335-af94-bcaa74a1e09e,segment=NetworkSegment(5bae3635-32be-403a-b68a-450983b5ab53),segment_id=5bae3635-32be-403a-b68a-450983b5ab53)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:26.200892 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:26.216475 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58f286f-f9ce-4ab0-8a22-d9340cc8ceda tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Router 709ee8ef-08cb-4422-94ce-d4db0c5e7c7f is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:35:26.244024 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ce5548-34c3-43e3-813c-200b31df36fe x-openstack-request-id: req-f7ce5548-34c3-43e3-813c-200b31df36fe {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:35:26.244650 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105fbc39-9fee-4115-aff9-663a6d26770e", "name": "network-vif-plugged", "status": "completed", "tag": "cb94977b-eb94-4335-af94-bcaa74a1e09e", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:35:26.245288 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f7ce5548-34c3-43e3-813c-200b31df36fe {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:35:26.245972 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105fbc39-9fee-4115-aff9-663a6d26770e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb94977b-eb94-4335-af94-bcaa74a1e09e', 'code': 200} Dec 10 16:35:26.280891 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=cb94977b-eb94-4335-af94-bcaa74a1e09e,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:26.350645 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096bfd5c-1d72-49c2-ab12-03f91fea87c2 req-8e9ef2e5-a456-4b35-9896-a4e052afa456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:26.352550 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-096bfd5c-1d72-49c2-ab12-03f91fea87c2 req-8e9ef2e5-a456-4b35-9896-a4e052afa456 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 1096 time: 0.0435174 Dec 10 16:35:26.355234 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58f286f-f9ce-4ab0-8a22-d9340cc8ceda tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:35:26.362413 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d58f286f-f9ce-4ab0-8a22-d9340cc8ceda tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:26.363638 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d58f286f-f9ce-4ab0-8a22-d9340cc8ceda tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "PUT /v2.0/routers/709ee8ef-08cb-4422-94ce-d4db0c5e7c7f HTTP/1.1" status: 200 len: 698 time: 0.6841383 Dec 10 16:35:26.365421 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed59a384-5940-48a8-b162-dffd5c1cd42d None None] Sync routers for ids ['709ee8ef-08cb-4422-94ce-d4db0c5e7c7f'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:35:26.366157 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 57212) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:26.376509 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed59a384-5940-48a8-b162-dffd5c1cd42d None None] Routers {'709ee8ef-08cb-4422-94ce-d4db0c5e7c7f'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:26.377549 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ed59a384-5940-48a8-b162-dffd5c1cd42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:35:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['709ee8ef-08cb-4422-94ce-d4db0c5e7c7f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:26.448014 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-096bfd5c-1d72-49c2-ab12-03f91fea87c2 req-f2172804-5c37-40c5-b6db-b498477d2500 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825970 Dec 10 16:35:26.464758 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-ed59a384-5940-48a8-b162-dffd5c1cd42d None None] Set router 709ee8ef-08cb-4422-94ce-d4db0c5e7c7f gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:35:26.492359 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ab57af64-e293-4f30-9aa7-59ed26a37059 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "GET /v2.0/routers/709ee8ef-08cb-4422-94ce-d4db0c5e7c7f HTTP/1.1" status: 200 len: 704 time: 0.1250174 Dec 10 16:35:26.494923 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 57218) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:26.525482 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9488df07-c8d5-4989-b25c-eb5ba3cfd8a1 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "GET /v2.0/ports?device_id=709ee8ef-08cb-4422-94ce-d4db0c5e7c7f HTTP/1.1" status: 200 len: 205 time: 0.0285156 Dec 10 16:35:26.528079 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 57220) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:26.544151 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ed59a384-5940-48a8-b162-dffd5c1cd42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709ee8ef-08cb-4422-94ce-d4db0c5e7c7f', 'name': 'tempest-RoutersIpV6Test-router-1895960476', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:35:25Z', 'updated_at': '2021-12-10T16:35:25Z', 'revision_number': 2, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'gw_port_host': None}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:26.593830 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed59a384-5940-48a8-b162-dffd5c1cd42d None None] Checking router: 709ee8ef-08cb-4422-94ce-d4db0c5e7c7f for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:35:26.602917 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed59a384-5940-48a8-b162-dffd5c1cd42d None None] Routers {'709ee8ef-08cb-4422-94ce-d4db0c5e7c7f'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:26.603776 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ed59a384-5940-48a8-b162-dffd5c1cd42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:35:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['709ee8ef-08cb-4422-94ce-d4db0c5e7c7f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:26.682285 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-ed59a384-5940-48a8-b162-dffd5c1cd42d None None] Set router 709ee8ef-08cb-4422-94ce-d4db0c5e7c7f gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:35:26.742583 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4337e633-9b9a-43b9-acb8-66e7e498a1a6 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:26.772751 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ed59a384-5940-48a8-b162-dffd5c1cd42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709ee8ef-08cb-4422-94ce-d4db0c5e7c7f', 'name': 'tempest-RoutersIpV6Test-router-1895960476', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:35:25Z', 'updated_at': '2021-12-10T16:35:25Z', 'revision_number': 2, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'gw_port_host': None}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:26.820315 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed59a384-5940-48a8-b162-dffd5c1cd42d None None] The sync data for ids ['709ee8ef-08cb-4422-94ce-d4db0c5e7c7f'] in n-d-766771-2 is: [{'id': '709ee8ef-08cb-4422-94ce-d4db0c5e7c7f', 'name': 'tempest-RoutersIpV6Test-router-1895960476', 'tenant_id': '5aa64038701d4c8b8057a83cf9772c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:35:25Z', 'updated_at': '2021-12-10T16:35:25Z', 'revision_number': 2, 'project_id': '5aa64038701d4c8b8057a83cf9772c1e', 'gw_port_host': None}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:35:26.989073 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8d8c5-8dc3-459c-9fda-b8964d5593b8 req-56ba5b9f-9fe5-4d52-ae56-cc1645e30205 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:26.994726 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-20a8d8c5-8dc3-459c-9fda-b8964d5593b8 req-56ba5b9f-9fe5-4d52-ae56-cc1645e30205 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 945 time: 0.3184659 Dec 10 16:35:27.066438 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4337e633-9b9a-43b9-acb8-66e7e498a1a6 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:27.070456 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4337e633-9b9a-43b9-acb8-66e7e498a1a6 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:27.082766 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-20a8d8c5-8dc3-459c-9fda-b8964d5593b8 req-732a18b5-24ab-4fe5-a2f3-2e9a09fea1e5 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818336 Dec 10 16:35:27.200725 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4337e633-9b9a-43b9-acb8-66e7e498a1a6 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:27.201792 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4337e633-9b9a-43b9-acb8-66e7e498a1a6 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Fanout notify agent at l3_agent the message router_deleted on router 709ee8ef-08cb-4422-94ce-d4db0c5e7c7f {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:35:27.211726 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4337e633-9b9a-43b9-acb8-66e7e498a1a6 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:27.217362 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4337e633-9b9a-43b9-acb8-66e7e498a1a6 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "DELETE /v2.0/routers/709ee8ef-08cb-4422-94ce-d4db0c5e7c7f HTTP/1.1" status: 204 len: 168 time: 0.6846855 Dec 10 16:35:27.217925 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 57246) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:27.268869 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a3d1eddb-ba36-46a6-aab4-f5ed71d1f2db tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "GET /v2.0/ports?device_id=709ee8ef-08cb-4422-94ce-d4db0c5e7c7f HTTP/1.1" status: 200 len: 205 time: 0.0476816 Dec 10 16:35:27.269245 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 57250) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:27.314051 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-138d0adc-1d5b-4b7f-a11a-0cc770c93faf tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] delete failed (client error): The resource could not be found. Dec 10 16:35:27.317416 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-138d0adc-1d5b-4b7f-a11a-0cc770c93faf tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "DELETE /v2.0/routers/709ee8ef-08cb-4422-94ce-d4db0c5e7c7f HTTP/1.1" status: 404 len: 336 time: 0.0449319 Dec 10 16:35:27.317706 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 57254) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:27.351303 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-03fd5f19-0adc-42ef-8b7b-107ae62be64e tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] DELETE failed (client error): The resource could not be found. Dec 10 16:35:27.351674 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03fd5f19-0adc-42ef-8b7b-107ae62be64e tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:35:27.357561 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-03fd5f19-0adc-42ef-8b7b-107ae62be64e tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "DELETE /v2.0/subnets/56802ad0-ef7e-4bc5-bef1-e41fb3371952 HTTP/1.1" status: 404 len: 337 time: 0.0360327 Dec 10 16:35:27.357810 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 57256) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:27.390497 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f8eaf35-de7b-40a8-bcbb-c11229afc8ef tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] DELETE failed (client error): The resource could not be found. Dec 10 16:35:27.390967 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f8eaf35-de7b-40a8-bcbb-c11229afc8ef tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:35:27.396279 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-7f8eaf35-de7b-40a8-bcbb-c11229afc8ef tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "DELETE /v2.0/subnets/b82d748d-5100-4dfc-8acd-7a143da3169a HTTP/1.1" status: 404 len: 337 time: 0.0352647 Dec 10 16:35:27.396697 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 57258) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:27.433394 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-1002c157-890e-4862-b4bc-a4197eca7ccf tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] DELETE failed (client error): The resource could not be found. Dec 10 16:35:27.434215 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1002c157-890e-4862-b4bc-a4197eca7ccf tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:35:27.437652 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1002c157-890e-4862-b4bc-a4197eca7ccf tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "DELETE /v2.0/subnets/451dcd21-8eab-4631-b624-f00cf2582363 HTTP/1.1" status: 404 len: 337 time: 0.0399067 Dec 10 16:35:27.440740 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 57262) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:27.471373 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-98b2005a-67de-469c-be1a-66f2ea101d7b tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] DELETE failed (client error): The resource could not be found. Dec 10 16:35:27.472079 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98b2005a-67de-469c-be1a-66f2ea101d7b tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:35:27.475223 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-98b2005a-67de-469c-be1a-66f2ea101d7b tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "DELETE /v2.0/subnets/50cc3184-34f2-410f-82a9-f78cce0970df HTTP/1.1" status: 404 len: 337 time: 0.0330148 Dec 10 16:35:27.477852 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 57266) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:27.515581 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e80db3b6-08cd-4fdd-9719-8bf138fcf6ec tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "GET /v2.0/ports?device_id=f01d5f13-0352-4941-b105-388d8b32c55e HTTP/1.1" status: 200 len: 205 time: 0.0357585 Dec 10 16:35:27.517956 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 57268) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:27.574802 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-bd9a8c74-31e7-47f1-ad84-3f8555f0ca61 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] delete failed (client error): The resource could not be found. Dec 10 16:35:27.576278 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-bd9a8c74-31e7-47f1-ad84-3f8555f0ca61 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "DELETE /v2.0/routers/f01d5f13-0352-4941-b105-388d8b32c55e HTTP/1.1" status: 404 len: 336 time: 0.0533752 Dec 10 16:35:27.579568 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 57272) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:27.621766 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c531c5c0-7a17-4efc-b293-4ee4aa77b6a2 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "GET /v2.0/ports?device_id=59c0c0e0-91ce-420d-85d1-f1c058e5e2dc HTTP/1.1" status: 200 len: 205 time: 0.0406132 Dec 10 16:35:27.622309 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 57274) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:27.697689 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-ae74ae02-f066-4f39-9b0b-a9fc2da24746 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] delete failed (client error): The resource could not be found. Dec 10 16:35:27.699020 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ae74ae02-f066-4f39-9b0b-a9fc2da24746 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "DELETE /v2.0/routers/59c0c0e0-91ce-420d-85d1-f1c058e5e2dc HTTP/1.1" status: 404 len: 336 time: 0.0749924 Dec 10 16:35:27.701643 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 57276) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:27.729242 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-1631eb97-6f81-4a66-ac04-a6116995bb0a tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] DELETE failed (client error): The resource could not be found. Dec 10 16:35:27.730693 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1631eb97-6f81-4a66-ac04-a6116995bb0a tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:35:27.734086 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1631eb97-6f81-4a66-ac04-a6116995bb0a tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "DELETE /v2.0/subnets/eb3d55c5-7a43-43ad-a46d-d270d43afad5 HTTP/1.1" status: 404 len: 337 time: 0.0311518 Dec 10 16:35:27.736965 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 57280) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:27.766968 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-92f86bd2-e95e-450d-9b72-b12b1f1e284a tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "GET /v2.0/ports?device_id=64ab3708-5d4b-4bfb-9259-b91aef10793c HTTP/1.1" status: 200 len: 205 time: 0.0286572 Dec 10 16:35:27.769655 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 57284) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:27.812325 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-53328e54-3325-44c0-a209-ebf155d4ba6d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] delete failed (client error): The resource could not be found. Dec 10 16:35:27.813583 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-53328e54-3325-44c0-a209-ebf155d4ba6d tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "DELETE /v2.0/routers/64ab3708-5d4b-4bfb-9259-b91aef10793c HTTP/1.1" status: 404 len: 336 time: 0.0426309 Dec 10 16:35:27.816352 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 57286) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:27.850313 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1bfa20bf-d391-4e27-aeb7-657561b148ad tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "GET /v2.0/ports?device_id=20451b5c-665a-497b-a944-4bd41ef77dae HTTP/1.1" status: 200 len: 205 time: 0.0307183 Dec 10 16:35:27.850699 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 57288) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:27.904371 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-beed0a26-f7b4-4077-84a9-b6a6f9d46df4 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] delete failed (client error): The resource could not be found. Dec 10 16:35:27.905422 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-beed0a26-f7b4-4077-84a9-b6a6f9d46df4 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "DELETE /v2.0/routers/20451b5c-665a-497b-a944-4bd41ef77dae HTTP/1.1" status: 404 len: 336 time: 0.0537364 Dec 10 16:35:27.908239 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 57294) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:27.935454 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a6e6628-ba4f-4608-80f2-eb659d583e8f tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] DELETE failed (client error): The resource could not be found. Dec 10 16:35:27.935914 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a6e6628-ba4f-4608-80f2-eb659d583e8f tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:35:27.939113 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7a6e6628-ba4f-4608-80f2-eb659d583e8f tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "DELETE /v2.0/subnets/fb81d053-17c9-4a4f-88de-cad249a5fadb HTTP/1.1" status: 404 len: 337 time: 0.0299489 Dec 10 16:35:27.941803 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 57298) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:27.976575 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2f389193-d7f5-4a25-970d-20540359cd94 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f20c159-8da5-4cca-9d68-a51249bea261 HTTP/1.1" status: 200 len: 205 time: 0.0335505 Dec 10 16:35:27.979052 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 57300) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:28.028192 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-90cd3427-b5a1-4843-a888-cf565f1f70c6 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] delete failed (client error): The resource could not be found. Dec 10 16:35:28.031997 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-90cd3427-b5a1-4843-a888-cf565f1f70c6 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "DELETE /v2.0/routers/2f20c159-8da5-4cca-9d68-a51249bea261 HTTP/1.1" status: 404 len: 336 time: 0.0513580 Dec 10 16:35:28.032585 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 57304) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:28.076755 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb77b067-38d5-4737-8611-52e667353bfe tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] DELETE failed (client error): The resource could not be found. Dec 10 16:35:28.077214 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb77b067-38d5-4737-8611-52e667353bfe tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:35:28.085575 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 57308) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:28.086395 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-eb77b067-38d5-4737-8611-52e667353bfe tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "DELETE /v2.0/subnets/f2913021-95b3-40fb-967b-29dbadc9e05e HTTP/1.1" status: 404 len: 337 time: 0.0525959 Dec 10 16:35:28.128102 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-add3c571-c3eb-4164-a284-9236a919bae1 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "GET /v2.0/ports?device_id=66ac26f6-5d10-47dc-bd1c-8a1bbf6609d2 HTTP/1.1" status: 200 len: 205 time: 0.0408394 Dec 10 16:35:28.131155 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 57312) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:28.238379 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-5b491487-49ef-4cc0-b79b-9a43e451c090 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] delete failed (client error): The resource could not be found. Dec 10 16:35:28.241929 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5b491487-49ef-4cc0-b79b-9a43e451c090 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "DELETE /v2.0/routers/66ac26f6-5d10-47dc-bd1c-8a1bbf6609d2 HTTP/1.1" status: 404 len: 336 time: 0.1097589 Dec 10 16:35:28.242519 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 57318) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:28.285904 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-df83850d-1f71-4ca0-8c16-3de62babcc27 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] DELETE failed (client error): The resource could not be found. Dec 10 16:35:28.286582 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df83850d-1f71-4ca0-8c16-3de62babcc27 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:35:28.298912 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-df83850d-1f71-4ca0-8c16-3de62babcc27 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "DELETE /v2.0/subnets/7dba1b5a-68d6-473e-811b-566c9ba86ab3 HTTP/1.1" status: 404 len: 337 time: 0.0547845 Dec 10 16:35:28.301509 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81dfb7-f39b-415e-9199-0a8b165d0fbd req-92065d86-47dd-4aad-a107-a8a023f3ebde tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:28.301734 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 57322) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:28.303199 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-db81dfb7-f39b-415e-9199-0a8b165d0fbd req-92065d86-47dd-4aad-a107-a8a023f3ebde tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 945 time: 0.0684619 Dec 10 16:35:28.344184 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-252b7123-b262-4e09-a04a-404eed84d065 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] DELETE failed (client error): The resource could not be found. Dec 10 16:35:28.345582 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-252b7123-b262-4e09-a04a-404eed84d065 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:35:28.350638 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-252b7123-b262-4e09-a04a-404eed84d065 tempest-RoutersIpV6Test-141914571 tempest-RoutersIpV6Test-141914571-project] 10.222.0.11 "DELETE /v2.0/subnets/c67a5d64-89e2-44f7-8e3d-79f41dfe05ee HTTP/1.1" status: 404 len: 337 time: 0.0477479 Dec 10 16:35:28.386281 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-db81dfb7-f39b-415e-9199-0a8b165d0fbd req-e03b04a4-6170-4a0f-af25-3f4a007840ea tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695100 Dec 10 16:35:28.667465 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23105c4-f261-417c-8c3c-99a57ede3942 req-bf5d880d-004f-4530-b71c-5929a85106fa tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:28.669872 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c23105c4-f261-417c-8c3c-99a57ede3942 req-bf5d880d-004f-4530-b71c-5929a85106fa tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 945 time: 0.0768719 Dec 10 16:35:28.679117 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 57340) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:28.685191 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-a0abea00-ee98-4c22-9848-47fb61b04097 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Request body: {'floatingip': {'port_id': 'cb94977b-eb94-4335-af94-bcaa74a1e09e'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:28.734619 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a0abea00-ee98-4c22-9848-47fb61b04097 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks [] for floatingip, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:28.884196 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1545b3f7-5835-4e76-a80d-e9e4695f150b req-ecc7c31d-c273-4144-ba94-0467416caf5a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=291bb480-a09b-440d-ad1a-d975ad379262&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1369016 Dec 10 16:35:28.912281 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 57346) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:29.074524 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545b3f7-5835-4e76-a80d-e9e4695f150b req-1c504ea8-aa0d-4e59-9059-5f1e2143bdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:29.075739 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1545b3f7-5835-4e76-a80d-e9e4695f150b req-1c504ea8-aa0d-4e59-9059-5f1e2143bdf3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e3ab537af104aefb9b5f01272b0709a&device_id=291bb480-a09b-440d-ad1a-d975ad379262 HTTP/1.1" status: 200 len: 1096 time: 0.0982673 Dec 10 16:35:29.382066 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ac89f078-afb5-40ff-a028-65e14a8ca09b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5aa64038701d4c8b8057a83cf9772c1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4687572 Dec 10 16:35:29.384742 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 57360) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:29.464693 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b7875b87-c596-4930-b299-c97f158b8a1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:29.473994 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545b3f7-5835-4e76-a80d-e9e4695f150b req-51e80206-c529-4ace-8f0b-35d4bf506d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:29.475491 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1545b3f7-5835-4e76-a80d-e9e4695f150b req-51e80206-c529-4ace-8f0b-35d4bf506d44 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1ff556fd-0581-480f-8730-5712d0e2eed7 HTTP/1.1" status: 200 len: 916 time: 0.2545478 Dec 10 16:35:29.497608 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b7875b87-c596-4930-b299-c97f158b8a1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:29.555485 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1545b3f7-5835-4e76-a80d-e9e4695f150b req-aa226913-b7fd-4395-8a39-7136f77b3389 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f71554f2-e8bc-44da-a5e4-c6737d99848d HTTP/1.1" status: 200 len: 217 time: 0.0473742 Dec 10 16:35:29.561077 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b7875b87-c596-4930-b299-c97f158b8a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:29.565026 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b7875b87-c596-4930-b299-c97f158b8a1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:29.567270 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b7875b87-c596-4930-b299-c97f158b8a1f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/47666a4d-b8fe-462c-ab6c-dcf52f10e35a HTTP/1.1" status: 204 len: 168 time: 0.1811666 Dec 10 16:35:29.580773 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7875b87-c596-4930-b299-c97f158b8a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47666a4d-b8fe-462c-ab6c-dcf52f10e35a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:29.599888 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7875b87-c596-4930-b299-c97f158b8a1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:29.600597 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7875b87-c596-4930-b299-c97f158b8a1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:29.601126 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7875b87-c596-4930-b299-c97f158b8a1f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:29.601639 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7875b87-c596-4930-b299-c97f158b8a1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:29.602168 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7875b87-c596-4930-b299-c97f158b8a1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:29.602679 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7875b87-c596-4930-b299-c97f158b8a1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:29.603345 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7875b87-c596-4930-b299-c97f158b8a1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:29.604183 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7875b87-c596-4930-b299-c97f158b8a1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:29.605318 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7875b87-c596-4930-b299-c97f158b8a1f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:29.606049 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7875b87-c596-4930-b299-c97f158b8a1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:29.606923 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7875b87-c596-4930-b299-c97f158b8a1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:29.607432 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7875b87-c596-4930-b299-c97f158b8a1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:29.607931 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7875b87-c596-4930-b299-c97f158b8a1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:29.624134 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a0abea00-ee98-4c22-9848-47fb61b04097 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:29.641074 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a0abea00-ee98-4c22-9848-47fb61b04097 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:30.050281 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545b3f7-5835-4e76-a80d-e9e4695f150b req-4d1bb9f6-ec93-47a7-a006-42b0a592adc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:30.051801 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1545b3f7-5835-4e76-a80d-e9e4695f150b req-4d1bb9f6-ec93-47a7-a006-42b0a592adc0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ed059596-b61f-4b79-b79e-c9b747c3907d HTTP/1.1" status: 200 len: 855 time: 0.4938364 Dec 10 16:35:30.092691 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1545b3f7-5835-4e76-a80d-e9e4695f150b req-89ec8c75-524a-413b-bc56-6d2e6141adb7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1ff556fd-0581-480f-8730-5712d0e2eed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319788 Dec 10 16:35:30.173344 n-d-766771-2 neutron-server[103393]: INFO neutron.db.l3_db [None req-a0abea00-ee98-4c22-9848-47fb61b04097 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Floating IP 5a161d05-d937-42e2-8cb8-7b2db6075809 associated. External IP: 172.25.6.78, port: cb94977b-eb94-4335-af94-bcaa74a1e09e. Dec 10 16:35:30.272453 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1545b3f7-5835-4e76-a80d-e9e4695f150b req-5257cac3-3c36-4d89-ab91-fe3ec13efe9c service neutron] 10.222.0.26 "GET /v2.0/networks/1ff556fd-0581-480f-8730-5712d0e2eed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712167 Dec 10 16:35:30.561906 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0abea00-ee98-4c22-9848-47fb61b04097 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Router 502c8e36-adcb-4049-b7f2-59563f5fb626 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:35:30.586755 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1545b3f7-5835-4e76-a80d-e9e4695f150b req-ecaba5e2-363d-4cfe-835d-a970ecdc3bce service neutron] 10.222.0.26 "GET /v2.0/networks/1ff556fd-0581-480f-8730-5712d0e2eed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057935 Dec 10 16:35:30.798600 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0abea00-ee98-4c22-9848-47fb61b04097 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:35:30.808438 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a0abea00-ee98-4c22-9848-47fb61b04097 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:30.812344 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c56c7cc-e1e0-40f2-a0e0-6e6bb38607d3 None None] Sync routers for ids ['502c8e36-adcb-4049-b7f2-59563f5fb626'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:35:30.827684 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c56c7cc-e1e0-40f2-a0e0-6e6bb38607d3 None None] Routers {'502c8e36-adcb-4049-b7f2-59563f5fb626'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:30.828333 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5c56c7cc-e1e0-40f2-a0e0-6e6bb38607d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:35:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['502c8e36-adcb-4049-b7f2-59563f5fb626'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:30.893434 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a0abea00-ee98-4c22-9848-47fb61b04097 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "PUT /v2.0/floatingips/5a161d05-d937-42e2-8cb8-7b2db6075809 HTTP/1.1" status: 200 len: 990 time: 2.2131951 Dec 10 16:35:30.894029 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105fbc39-9fee-4115-aff9-663a6d26770e', 'tag': 'cb94977b-eb94-4335-af94-bcaa74a1e09e'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:35:30.896326 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a986c3e-50a4-4328-b386-a8012aee3fd0" -d '{"events": [{"name": "network-changed", "server_uuid": "105fbc39-9fee-4115-aff9-663a6d26770e", "tag": "cb94977b-eb94-4335-af94-bcaa74a1e09e"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:35:31.008606 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-5c56c7cc-e1e0-40f2-a0e0-6e6bb38607d3 None None] Set router 502c8e36-adcb-4049-b7f2-59563f5fb626 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:35:31.364617 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5c56c7cc-e1e0-40f2-a0e0-6e6bb38607d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'name': 'tempest-AttachVolumeShelveTestJSON-1006417357-router', 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '49f971ca-999e-475a-86cb-d2ce838db505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:30:21Z', 'updated_at': '2021-12-10T16:30:28Z', 'revision_number': 4, 'project_id': 'bee2cdae51254104bc03c8ca50b383dd', 'gw_port': {'id': '49f971ca-999e-475a-86cb-d2ce838db505', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:23Z', 'updated_at': '2021-12-10T16:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '5a161d05-d937-42e2-8cb8-7b2db6075809', 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'floating_ip_address': '172.25.6.78', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'port_id': 'cb94977b-eb94-4335-af94-bcaa74a1e09e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1996, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02', 'mac_address': 'fa:16:3e:4f:d5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105fbc39-9fee-4115-aff9-663a6d26770e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:35:10Z', 'updated_at': '2021-12-10T16:35:29Z', 'revision_number': 1, 'project_id': 'bee2cdae51254104bc03c8ca50b383dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40127625-c808-4e92-aebd-c7b03d0cdeb7', 'name': '', 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02', 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'mac_address': 'fa:16:3e:cd:97:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:27Z', 'updated_at': '2021-12-10T16:30:36Z', 'revision_number': 5, 'project_id': 'bee2cdae51254104bc03c8ca50b383dd', 'subnets': [{'id': 'c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:31.409238 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c56c7cc-e1e0-40f2-a0e0-6e6bb38607d3 None None] Checking router: 502c8e36-adcb-4049-b7f2-59563f5fb626 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:35:31.420784 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c56c7cc-e1e0-40f2-a0e0-6e6bb38607d3 None None] Routers {'502c8e36-adcb-4049-b7f2-59563f5fb626'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:31.422473 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5c56c7cc-e1e0-40f2-a0e0-6e6bb38607d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:35:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['502c8e36-adcb-4049-b7f2-59563f5fb626'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:31.622903 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-5c56c7cc-e1e0-40f2-a0e0-6e6bb38607d3 None None] Set router 502c8e36-adcb-4049-b7f2-59563f5fb626 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:35:31.653283 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11bae190-f658-471e-ac53-a3ca576bb1b3 x-openstack-request-id: req-11bae190-f658-471e-ac53-a3ca576bb1b3 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:35:31.654382 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "105fbc39-9fee-4115-aff9-663a6d26770e", "tag": "cb94977b-eb94-4335-af94-bcaa74a1e09e", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:35:31.654878 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-11bae190-f658-471e-ac53-a3ca576bb1b3 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:35:31.656040 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105fbc39-9fee-4115-aff9-663a6d26770e', 'tag': 'cb94977b-eb94-4335-af94-bcaa74a1e09e', 'status': 'completed', 'code': 200} Dec 10 16:35:31.747545 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a986c3e-50a4-4328-b386-a8012aee3fd0 req-0e83fd53-6535-46ca-a371-e56092ea2926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:31.754698 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4a986c3e-50a4-4328-b386-a8012aee3fd0 req-0e83fd53-6535-46ca-a371-e56092ea2926 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bee2cdae51254104bc03c8ca50b383dd&device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 1096 time: 0.0828955 Dec 10 16:35:31.941691 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a986c3e-50a4-4328-b386-a8012aee3fd0 req-7ded46bd-dac7-445b-a082-c8fe5db28e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:31.943525 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4a986c3e-50a4-4328-b386-a8012aee3fd0 req-7ded46bd-dac7-445b-a082-c8fe5db28e96 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a2b747af-c1f4-4b9f-a6a4-5511674e4c02 HTTP/1.1" status: 200 len: 918 time: 0.1827726 Dec 10 16:35:32.012796 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5c56c7cc-e1e0-40f2-a0e0-6e6bb38607d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'name': 'tempest-AttachVolumeShelveTestJSON-1006417357-router', 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '49f971ca-999e-475a-86cb-d2ce838db505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:30:21Z', 'updated_at': '2021-12-10T16:30:28Z', 'revision_number': 4, 'project_id': 'bee2cdae51254104bc03c8ca50b383dd', 'gw_port': {'id': '49f971ca-999e-475a-86cb-d2ce838db505', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:23Z', 'updated_at': '2021-12-10T16:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '5a161d05-d937-42e2-8cb8-7b2db6075809', 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'floating_ip_address': '172.25.6.78', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'port_id': 'cb94977b-eb94-4335-af94-bcaa74a1e09e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1996, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02', 'mac_address': 'fa:16:3e:4f:d5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105fbc39-9fee-4115-aff9-663a6d26770e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:35:10Z', 'updated_at': '2021-12-10T16:35:29Z', 'revision_number': 1, 'project_id': 'bee2cdae51254104bc03c8ca50b383dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40127625-c808-4e92-aebd-c7b03d0cdeb7', 'name': '', 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02', 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'mac_address': 'fa:16:3e:cd:97:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:27Z', 'updated_at': '2021-12-10T16:30:36Z', 'revision_number': 5, 'project_id': 'bee2cdae51254104bc03c8ca50b383dd', 'subnets': [{'id': 'c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:32.070784 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c56c7cc-e1e0-40f2-a0e0-6e6bb38607d3 None None] The sync data for ids ['502c8e36-adcb-4049-b7f2-59563f5fb626'] in n-d-766771-2 is: [{'id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'name': 'tempest-AttachVolumeShelveTestJSON-1006417357-router', 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '49f971ca-999e-475a-86cb-d2ce838db505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:30:21Z', 'updated_at': '2021-12-10T16:30:28Z', 'revision_number': 4, 'project_id': 'bee2cdae51254104bc03c8ca50b383dd', 'gw_port': {'id': '49f971ca-999e-475a-86cb-d2ce838db505', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:23Z', 'updated_at': '2021-12-10T16:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '5a161d05-d937-42e2-8cb8-7b2db6075809', 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'floating_ip_address': '172.25.6.78', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'port_id': 'cb94977b-eb94-4335-af94-bcaa74a1e09e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1996, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02', 'mac_address': 'fa:16:3e:4f:d5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105fbc39-9fee-4115-aff9-663a6d26770e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:35:10Z', 'updated_at': '2021-12-10T16:35:29Z', 'revision_number': 1, 'project_id': 'bee2cdae51254104bc03c8ca50b383dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40127625-c808-4e92-aebd-c7b03d0cdeb7', 'name': '', 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02', 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'mac_address': 'fa:16:3e:cd:97:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:27Z', 'updated_at': '2021-12-10T16:30:36Z', 'revision_number': 5, 'project_id': 'bee2cdae51254104bc03c8ca50b383dd', 'subnets': [{'id': 'c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:35:32.111586 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4a986c3e-50a4-4328-b386-a8012aee3fd0 req-5019d889-6e5c-472f-8621-7169d0d03ad4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb94977b-eb94-4335-af94-bcaa74a1e09e HTTP/1.1" status: 200 len: 998 time: 0.1593592 Dec 10 16:35:32.231000 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a986c3e-50a4-4328-b386-a8012aee3fd0 req-302eb013-7b12-48a3-a139-0d15fe38468e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:32.234384 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4a986c3e-50a4-4328-b386-a8012aee3fd0 req-302eb013-7b12-48a3-a139-0d15fe38468e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3 HTTP/1.1" status: 200 len: 856 time: 0.1173010 Dec 10 16:35:32.333808 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a986c3e-50a4-4328-b386-a8012aee3fd0 req-6ed6c766-9e7a-45d7-b84f-19d0187a4ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:32.338630 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4a986c3e-50a4-4328-b386-a8012aee3fd0 req-6ed6c766-9e7a-45d7-b84f-19d0187a4ce4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a2b747af-c1f4-4b9f-a6a4-5511674e4c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942311 Dec 10 16:35:32.411250 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191692c9-9ab6-40b6-a943-ebe7f1392c6c None None] New status for floating IP 5a161d05-d937-42e2-8cb8-7b2db6075809: ACTIVE {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:35:32.519412 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4a986c3e-50a4-4328-b386-a8012aee3fd0 req-bf87056a-a95f-4120-b62e-cf392d3fc9eb service neutron] 10.222.0.46 "GET /v2.0/networks/a2b747af-c1f4-4b9f-a6a4-5511674e4c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733115 Dec 10 16:35:32.715937 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4a986c3e-50a4-4328-b386-a8012aee3fd0 req-9bb48643-2ece-44ad-8550-78a483e508a5 service neutron] 10.222.0.46 "GET /v2.0/networks/a2b747af-c1f4-4b9f-a6a4-5511674e4c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894245 Dec 10 16:35:32.998211 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 57550) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:33.027953 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 57554) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:33.303271 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-34711baf-a40d-4652-b010-2807650a1752 tempest-DvrRoutersNegativeTest-490925863 tempest-DvrRoutersNegativeTest-490925863-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-783538553', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:33.306186 n-d-766771-2 neutron-server[103392]: DEBUG neutron.policy [None req-34711baf-a40d-4652-b010-2807650a1752 tempest-DvrRoutersNegativeTest-490925863 tempest-DvrRoutersNegativeTest-490925863-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103392) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 10 16:35:33.306697 n-d-766771-2 neutron-server[103392]: DEBUG neutron.policy [None req-34711baf-a40d-4652-b010-2807650a1752 tempest-DvrRoutersNegativeTest-490925863 tempest-DvrRoutersNegativeTest-490925863-project] Failed policy check for 'create_router' {{(pid=103392) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 10 16:35:33.307387 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-34711baf-a40d-4652-b010-2807650a1752 tempest-DvrRoutersNegativeTest-490925863 tempest-DvrRoutersNegativeTest-490925863-project] create failed (client error): Access was denied to this resource. Dec 10 16:35:33.315349 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-34711baf-a40d-4652-b010-2807650a1752 tempest-DvrRoutersNegativeTest-490925863 tempest-DvrRoutersNegativeTest-490925863-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3159251 Dec 10 16:35:33.342490 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d83f412-e7a3-443d-ab29-196e2b94f829 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:33.466512 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d83f412-e7a3-443d-ab29-196e2b94f829 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:33.471742 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d83f412-e7a3-443d-ab29-196e2b94f829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:33.526605 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 57572) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:33.527325 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9d83f412-e7a3-443d-ab29-196e2b94f829 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=11f681fc2ac245f58694b2cd497986fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4966364 Dec 10 16:35:33.528194 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d83f412-e7a3-443d-ab29-196e2b94f829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca0cfea-b24a-44b3-bc48-adbe931496b0,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:33.591873 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3d19bd67-eb31-4230-93c8-bafa645400f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:33.616387 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3d19bd67-eb31-4230-93c8-bafa645400f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:33.692666 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3d19bd67-eb31-4230-93c8-bafa645400f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:33.696005 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3d19bd67-eb31-4230-93c8-bafa645400f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:33.702154 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3d19bd67-eb31-4230-93c8-bafa645400f2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cca0cfea-b24a-44b3-bc48-adbe931496b0 HTTP/1.1" status: 204 len: 168 time: 0.1739967 Dec 10 16:35:33.713984 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19bd67-eb31-4230-93c8-bafa645400f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca0cfea-b24a-44b3-bc48-adbe931496b0,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:33.802071 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 57584) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:34.110471 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b480b07d-c8af-48b6-96f6-e6dfc027189d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:34.236927 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b480b07d-c8af-48b6-96f6-e6dfc027189d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:34.242599 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b480b07d-c8af-48b6-96f6-e6dfc027189d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:34.249578 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 57604) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:34.271578 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-40cf54b3-6308-465d-b9b6-902c6aab3e8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:34.350994 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 57606) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:34.351740 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b480b07d-c8af-48b6-96f6-e6dfc027189d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=316b5ae328cd4910bd163811865df13c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5429738 Dec 10 16:35:34.357294 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480b07d-c8af-48b6-96f6-e6dfc027189d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c691cb-3013-4752-8f38-57875636105a,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:34.452527 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-40cf54b3-6308-465d-b9b6-902c6aab3e8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:34.454039 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8598bb4f-4016-4eaf-af39-d90c8f95f0af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:34.464572 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-40cf54b3-6308-465d-b9b6-902c6aab3e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:34.501854 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf54b3-6308-465d-b9b6-902c6aab3e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11375a6-6c3b-4a8b-8cdd-671fcab47001,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:34.527661 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8598bb4f-4016-4eaf-af39-d90c8f95f0af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:34.534693 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-40cf54b3-6308-465d-b9b6-902c6aab3e8a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bf6c9b4081b4439698717559f828e068&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2830074 Dec 10 16:35:34.535248 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 57616) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:34.612654 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8598bb4f-4016-4eaf-af39-d90c8f95f0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:34.615475 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8598bb4f-4016-4eaf-af39-d90c8f95f0af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:34.616813 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-8598bb4f-4016-4eaf-af39-d90c8f95f0af admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e9c691cb-3013-4752-8f38-57875636105a HTTP/1.1" status: 204 len: 168 time: 0.2631299 Dec 10 16:35:34.625390 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-49c9987c-379f-4b59-9762-fc4663b42d1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:34.625519 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8598bb4f-4016-4eaf-af39-d90c8f95f0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c691cb-3013-4752-8f38-57875636105a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:34.686414 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-49c9987c-379f-4b59-9762-fc4663b42d1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:34.753541 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-49c9987c-379f-4b59-9762-fc4663b42d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:34.756451 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-49c9987c-379f-4b59-9762-fc4663b42d1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:34.760317 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-49c9987c-379f-4b59-9762-fc4663b42d1c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b11375a6-6c3b-4a8b-8cdd-671fcab47001 HTTP/1.1" status: 204 len: 168 time: 0.2214959 Dec 10 16:35:34.781429 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9987c-379f-4b59-9762-fc4663b42d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11375a6-6c3b-4a8b-8cdd-671fcab47001,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:36.232533 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:36.584920 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b4b40-90b4-4820-be3c-39a5bf4c17fe req-198e6b80-b928-41c4-b5d1-89e45a1302f6 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:36.594032 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-439b4b40-90b4-4820-be3c-39a5bf4c17fe req-198e6b80-b928-41c4-b5d1-89e45a1302f6 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/ports?device_id=458166d8-ae2d-4667-b487-49d3beb0bd5d HTTP/1.1" status: 200 len: 945 time: 0.0683773 Dec 10 16:35:36.659542 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-439b4b40-90b4-4820-be3c-39a5bf4c17fe req-7793a9c9-0488-447a-a9b8-c5565efaa1e2 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/security-groups?id=1962f219-df48-4694-919d-c32c4e5c0eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643797 Dec 10 16:35:37.250249 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:35:37.782403 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303b3a7-46fd-42a6-ae71-a3e98c780e09 req-f6da76dc-d9f6-4b16-8bad-07fb4fa2d76b tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:37.784047 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a303b3a7-46fd-42a6-ae71-a3e98c780e09 req-f6da76dc-d9f6-4b16-8bad-07fb4fa2d76b tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/ports?device_id=458166d8-ae2d-4667-b487-49d3beb0bd5d HTTP/1.1" status: 200 len: 945 time: 0.0512583 Dec 10 16:35:37.839225 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a303b3a7-46fd-42a6-ae71-a3e98c780e09 req-9c086d13-233c-45f0-b817-5702b307c6bc tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/security-groups?id=1962f219-df48-4694-919d-c32c4e5c0eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483024 Dec 10 16:35:38.101410 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb09957-0c37-4967-9af4-2ff8cef0d396 req-1ce087db-e488-4219-ba5b-01e844135ff1 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:38.103251 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9eb09957-0c37-4967-9af4-2ff8cef0d396 req-1ce087db-e488-4219-ba5b-01e844135ff1 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.26 "GET /v2.0/ports?device_id=458166d8-ae2d-4667-b487-49d3beb0bd5d HTTP/1.1" status: 200 len: 945 time: 0.0556257 Dec 10 16:35:38.109862 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:38.222769 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-9eb09957-0c37-4967-9af4-2ff8cef0d396 req-4e06679a-c844-4ae3-a278-4cc4796067ee tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Deleting port fb1529d3-9b78-4613-9fd2-2795ac9de539 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:35:38.222968 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-9eb09957-0c37-4967-9af4-2ff8cef0d396 req-4e06679a-c844-4ae3-a278-4cc4796067ee tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:38.330024 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-9eb09957-0c37-4967-9af4-2ff8cef0d396 req-4e06679a-c844-4ae3-a278-4cc4796067ee tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] For port fb1529d3-9b78-4613-9fd2-2795ac9de539, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=fb1529d3-9b78-4613-9fd2-2795ac9de539,segment=NetworkSegment(b44a6068-1cde-4f52-a8e6-9ddabbdb5356),segment_id=b44a6068-1cde-4f52-a8e6-9ddabbdb5356)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:38.330506 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-9eb09957-0c37-4967-9af4-2ff8cef0d396 req-4e06679a-c844-4ae3-a278-4cc4796067ee tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:38.343690 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-9eb09957-0c37-4967-9af4-2ff8cef0d396 req-4e06679a-c844-4ae3-a278-4cc4796067ee tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Calling delete_port for fb1529d3-9b78-4613-9fd2-2795ac9de539 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:35:38.487033 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-9eb09957-0c37-4967-9af4-2ff8cef0d396 req-4e06679a-c844-4ae3-a278-4cc4796067ee tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:38.499050 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['1db147b9-8b9b-4cb1-9d50-9f8e561cef00', '7991d738-4741-4147-8318-26dd3462bb81'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:35:38.546086 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e06679a-c844-4ae3-a278-4cc4796067ee tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Pushing event deleted for resources: {'Port': ['ID=fb1529d3-9b78-4613-9fd2-2795ac9de539,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:38.562798 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['f71554f2-e8bc-44da-a5e4-c6737d99848d', 'fb1529d3-9b78-4613-9fd2-2795ac9de539'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:35:38.594561 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb09957-0c37-4967-9af4-2ff8cef0d396 req-4e06679a-c844-4ae3-a278-4cc4796067ee tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] No DVR routers for this DVR port fb1529d3-9b78-4613-9fd2-2795ac9de539 on host n-h1-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:35:38.598008 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-9eb09957-0c37-4967-9af4-2ff8cef0d396 req-4e06679a-c844-4ae3-a278-4cc4796067ee tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:38.602432 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9eb09957-0c37-4967-9af4-2ff8cef0d396 req-4e06679a-c844-4ae3-a278-4cc4796067ee tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.26 "DELETE /v2.0/ports/fb1529d3-9b78-4613-9fd2-2795ac9de539 HTTP/1.1" status: 204 len: 173 time: 0.4933894 Dec 10 16:35:38.605825 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458166d8-ae2d-4667-b487-49d3beb0bd5d', 'name': 'network-vif-deleted', 'tag': 'fb1529d3-9b78-4613-9fd2-2795ac9de539'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:35:38.608532 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b72670-1f4c-4984-a473-97ef69c66efd" -d '{"events": [{"server_uuid": "458166d8-ae2d-4667-b487-49d3beb0bd5d", "name": "network-vif-deleted", "tag": "fb1529d3-9b78-4613-9fd2-2795ac9de539"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:35:38.707006 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62d6e3c-ab90-4fa6-97ad-9c2221e22ab7 x-openstack-request-id: req-e62d6e3c-ab90-4fa6-97ad-9c2221e22ab7 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:35:38.707568 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "458166d8-ae2d-4667-b487-49d3beb0bd5d", "name": "network-vif-deleted", "tag": "fb1529d3-9b78-4613-9fd2-2795ac9de539", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:35:38.707895 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e62d6e3c-ab90-4fa6-97ad-9c2221e22ab7 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:35:38.708423 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458166d8-ae2d-4667-b487-49d3beb0bd5d', 'name': 'network-vif-deleted', 'tag': 'fb1529d3-9b78-4613-9fd2-2795ac9de539', 'status': 'completed', 'code': 200} Dec 10 16:35:38.997458 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0cb4e4cd-bb67-4cda-ad74-f3a16cd40b57 req-c41d3460-ca99-4994-a897-53bbf3eb03df tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/ports?device_id=458166d8-ae2d-4667-b487-49d3beb0bd5d HTTP/1.1" status: 200 len: 210 time: 0.0311506 Dec 10 16:35:40.553872 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device fb1529d3-9b78-4613-9fd2-2795ac9de539 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:35:40.606115 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: fb1529d3-9b78-4613-9fd2-2795ac9de539 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:35:40.607025 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device fb1529d3-9b78-4613-9fd2-2795ac9de539 not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:35:40.662951 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 57870) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:40.941236 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e8adc977-6569-4890-bde5-a768b9b75e1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:41.096583 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e8adc977-6569-4890-bde5-a768b9b75e1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:41.101285 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e8adc977-6569-4890-bde5-a768b9b75e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:41.156191 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e8adc977-6569-4890-bde5-a768b9b75e1d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fbc70485d1024299b506d15c4d84d50f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4880750 Dec 10 16:35:41.156852 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8adc977-6569-4890-bde5-a768b9b75e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74135841-372a-4a5f-b138-861263fd9cbc,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:41.157036 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 57896) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:41.227819 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-401760a5-7f08-4d78-afbc-66b9a1b2868d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:41.260516 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-401760a5-7f08-4d78-afbc-66b9a1b2868d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:41.353000 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-401760a5-7f08-4d78-afbc-66b9a1b2868d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:41.357153 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-401760a5-7f08-4d78-afbc-66b9a1b2868d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:41.358657 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-401760a5-7f08-4d78-afbc-66b9a1b2868d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/74135841-372a-4a5f-b138-861263fd9cbc HTTP/1.1" status: 204 len: 168 time: 0.2005422 Dec 10 16:35:41.387684 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401760a5-7f08-4d78-afbc-66b9a1b2868d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74135841-372a-4a5f-b138-861263fd9cbc,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:41.861462 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 57920) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:41.880608 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4cc5c19b-bf1d-4fe0-b51d-0cfd847fa8c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:42.013069 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4cc5c19b-bf1d-4fe0-b51d-0cfd847fa8c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:42.017789 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4cc5c19b-bf1d-4fe0-b51d-0cfd847fa8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:42.061239 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5c19b-bf1d-4fe0-b51d-0cfd847fa8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688c91cc-5414-4cc2-952e-72002f307a4c,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:42.079531 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 57926) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:42.080030 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4cc5c19b-bf1d-4fe0-b51d-0cfd847fa8c9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b0d510c935934a2e9cf65557bd1fc167&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2174122 Dec 10 16:35:42.156091 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-431cb59e-09db-4e29-a1b5-05d8347bf94a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:42.223086 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-431cb59e-09db-4e29-a1b5-05d8347bf94a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:42.288809 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-431cb59e-09db-4e29-a1b5-05d8347bf94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:42.291411 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-431cb59e-09db-4e29-a1b5-05d8347bf94a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:42.293123 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-431cb59e-09db-4e29-a1b5-05d8347bf94a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/688c91cc-5414-4cc2-952e-72002f307a4c HTTP/1.1" status: 204 len: 168 time: 0.2124870 Dec 10 16:35:42.310033 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431cb59e-09db-4e29-a1b5-05d8347bf94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688c91cc-5414-4cc2-952e-72002f307a4c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:43.900447 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-19a1e39d-04ff-4fd4-9a24-181661667870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:45.012328 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f93bcd-bbca-4b4d-af3a-55fee5d1dde5 req-a102622e-39fe-4a97-bda2-d4b146fc9495 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:45.014741 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e2f93bcd-bbca-4b4d-af3a-55fee5d1dde5 req-a102622e-39fe-4a97-bda2-d4b146fc9495 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/ports?device_id=991cf7dd-c716-4635-abbb-80df3f58541d HTTP/1.1" status: 200 len: 946 time: 0.0757928 Dec 10 16:35:45.110681 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e2f93bcd-bbca-4b4d-af3a-55fee5d1dde5 req-fe617d0a-9f82-4d6b-8ffa-c5422754eb23 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/security-groups?id=1962f219-df48-4694-919d-c32c4e5c0eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846298 Dec 10 16:35:46.242670 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4d6b2-1983-4f93-baf0-ddddc46e6259 req-1a40fdba-4f41-43ac-add5-321aca71f1b1 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:46.250379 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cbc4d6b2-1983-4f93-baf0-ddddc46e6259 req-1a40fdba-4f41-43ac-add5-321aca71f1b1 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/ports?device_id=991cf7dd-c716-4635-abbb-80df3f58541d HTTP/1.1" status: 200 len: 946 time: 0.0663190 Dec 10 16:35:46.313667 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cbc4d6b2-1983-4f93-baf0-ddddc46e6259 req-b78c377b-d3b5-4bc2-984d-cb40bb15fe34 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/security-groups?id=1962f219-df48-4694-919d-c32c4e5c0eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577719 Dec 10 16:35:46.358356 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 58102) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:46.446607 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-056259dc-de9e-41af-a353-4759942124cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:46.556185 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97132487-23be-42d5-bd07-870edba44a89 req-ee434b93-2a80-4664-a269-cfddc80c3078 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:46.558914 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-97132487-23be-42d5-bd07-870edba44a89 req-ee434b93-2a80-4664-a269-cfddc80c3078 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.46 "GET /v2.0/ports?device_id=991cf7dd-c716-4635-abbb-80df3f58541d HTTP/1.1" status: 200 len: 946 time: 0.0569811 Dec 10 16:35:46.618657 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-269b32b3-830a-431b-8ce5-92772f6b13a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:46.739770 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-269b32b3-830a-431b-8ce5-92772f6b13a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:46.749100 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-269b32b3-830a-431b-8ce5-92772f6b13a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:46.808128 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-97132487-23be-42d5-bd07-870edba44a89 req-b861df8f-adbe-4b9d-b630-1f1634ae0b17 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Deleting port 7991d738-4741-4147-8318-26dd3462bb81 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:35:46.808742 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-97132487-23be-42d5-bd07-870edba44a89 req-b861df8f-adbe-4b9d-b630-1f1634ae0b17 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:46.812317 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b32b3-830a-431b-8ce5-92772f6b13a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ddba9d-9fc9-42cf-aba0-ae050d143836,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:46.821787 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 58116) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:46.822502 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-269b32b3-830a-431b-8ce5-92772f6b13a8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f2722c132fc54735a1fe071eaa5e7416&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4615059 Dec 10 16:35:46.906062 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9294b1e3-50e6-4454-ac8d-5b6f2faf7b46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:46.937158 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9294b1e3-50e6-4454-ac8d-5b6f2faf7b46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:46.940548 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-97132487-23be-42d5-bd07-870edba44a89 req-b861df8f-adbe-4b9d-b630-1f1634ae0b17 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] For port 7991d738-4741-4147-8318-26dd3462bb81, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=7991d738-4741-4147-8318-26dd3462bb81,segment=NetworkSegment(b44a6068-1cde-4f52-a8e6-9ddabbdb5356),segment_id=b44a6068-1cde-4f52-a8e6-9ddabbdb5356)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:46.941030 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-97132487-23be-42d5-bd07-870edba44a89 req-b861df8f-adbe-4b9d-b630-1f1634ae0b17 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:46.956587 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-97132487-23be-42d5-bd07-870edba44a89 req-b861df8f-adbe-4b9d-b630-1f1634ae0b17 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Calling delete_port for 7991d738-4741-4147-8318-26dd3462bb81 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:35:46.994475 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9294b1e3-50e6-4454-ac8d-5b6f2faf7b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:46.998572 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9294b1e3-50e6-4454-ac8d-5b6f2faf7b46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:47.003640 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9294b1e3-50e6-4454-ac8d-5b6f2faf7b46 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/77ddba9d-9fc9-42cf-aba0-ae050d143836 HTTP/1.1" status: 204 len: 168 time: 0.1800344 Dec 10 16:35:47.015407 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9294b1e3-50e6-4454-ac8d-5b6f2faf7b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ddba9d-9fc9-42cf-aba0-ae050d143836,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:47.198614 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-97132487-23be-42d5-bd07-870edba44a89 req-b861df8f-adbe-4b9d-b630-1f1634ae0b17 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:47.225663 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['1db147b9-8b9b-4cb1-9d50-9f8e561cef00', '7991d738-4741-4147-8318-26dd3462bb81'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:35:47.232942 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['f71554f2-e8bc-44da-a5e4-c6737d99848d'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:35:47.248513 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861df8f-adbe-4b9d-b630-1f1634ae0b17 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Pushing event deleted for resources: {'Port': ['ID=7991d738-4741-4147-8318-26dd3462bb81,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:47.338357 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-97132487-23be-42d5-bd07-870edba44a89 req-b861df8f-adbe-4b9d-b630-1f1634ae0b17 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] No DVR routers for this DVR port 7991d738-4741-4147-8318-26dd3462bb81 on host n-h2-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:35:47.342678 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-97132487-23be-42d5-bd07-870edba44a89 req-b861df8f-adbe-4b9d-b630-1f1634ae0b17 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:47.353958 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-97132487-23be-42d5-bd07-870edba44a89 req-b861df8f-adbe-4b9d-b630-1f1634ae0b17 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.46 "DELETE /v2.0/ports/7991d738-4741-4147-8318-26dd3462bb81 HTTP/1.1" status: 204 len: 173 time: 0.7871859 Dec 10 16:35:47.365976 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991cf7dd-c716-4635-abbb-80df3f58541d', 'name': 'network-vif-deleted', 'tag': '7991d738-4741-4147-8318-26dd3462bb81'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:35:47.378853 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf14af9-e628-4cf8-864d-0a5ff68ed406" -d '{"events": [{"server_uuid": "991cf7dd-c716-4635-abbb-80df3f58541d", "name": "network-vif-deleted", "tag": "7991d738-4741-4147-8318-26dd3462bb81"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:35:47.431801 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:47.516802 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9926a208-9962-4cbb-89b9-18d474c553b1 req-e88a1fe7-eedb-4e80-8c5b-c529050261ce tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/ports?device_id=991cf7dd-c716-4635-abbb-80df3f58541d HTTP/1.1" status: 200 len: 210 time: 0.0562716 Dec 10 16:35:47.584106 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a3d9ec-f2d6-412b-a59a-81f18e98e103 x-openstack-request-id: req-03a3d9ec-f2d6-412b-a59a-81f18e98e103 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:35:47.584426 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "991cf7dd-c716-4635-abbb-80df3f58541d", "name": "network-vif-deleted", "tag": "7991d738-4741-4147-8318-26dd3462bb81", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:35:47.584691 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-03a3d9ec-f2d6-412b-a59a-81f18e98e103 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:35:47.587310 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '991cf7dd-c716-4635-abbb-80df3f58541d', 'name': 'network-vif-deleted', 'tag': '7991d738-4741-4147-8318-26dd3462bb81', 'status': 'completed', 'code': 200} Dec 10 16:35:47.917601 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 58148) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:47.971235 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-95d7947b-869a-4d66-bdfd-90d636118c21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:48.111240 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-95d7947b-869a-4d66-bdfd-90d636118c21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:48.119778 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-95d7947b-869a-4d66-bdfd-90d636118c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:48.175325 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-95d7947b-869a-4d66-bdfd-90d636118c21 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2b18b77cb81143299c2a9e1e87a8a849&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2565839 Dec 10 16:35:48.178044 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 58164) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:48.181858 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d7947b-869a-4d66-bdfd-90d636118c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede94f8e-1397-414a-8e0c-da5f1e1b5c2c,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:48.236883 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-43d3f7dd-985a-4df0-acb3-0d2e91b93042 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:48.265027 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-43d3f7dd-985a-4df0-acb3-0d2e91b93042 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:48.330814 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-43d3f7dd-985a-4df0-acb3-0d2e91b93042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:48.333767 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-43d3f7dd-985a-4df0-acb3-0d2e91b93042 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:48.335317 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-43d3f7dd-985a-4df0-acb3-0d2e91b93042 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ede94f8e-1397-414a-8e0c-da5f1e1b5c2c HTTP/1.1" status: 204 len: 168 time: 0.1556728 Dec 10 16:35:48.344470 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3f7dd-985a-4df0-acb3-0d2e91b93042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede94f8e-1397-414a-8e0c-da5f1e1b5c2c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:48.518457 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:49.028994 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f72f7-3e98-495b-b8a6-d145838984ca req-f5da1a25-dda7-44c2-a0eb-0065a5b6e016 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:49.030781 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-864f72f7-3e98-495b-b8a6-d145838984ca req-f5da1a25-dda7-44c2-a0eb-0065a5b6e016 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/ports?device_id=291bb480-a09b-440d-ad1a-d975ad379262 HTTP/1.1" status: 200 len: 945 time: 0.0575638 Dec 10 16:35:49.131809 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-864f72f7-3e98-495b-b8a6-d145838984ca req-4c14679a-eb38-44df-8464-68896967c625 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/security-groups?id=1962f219-df48-4694-919d-c32c4e5c0eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901775 Dec 10 16:35:49.632863 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:50.253273 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd348d7f-a870-4dc8-85d8-50c760d5f5ff req-3feb8b1c-90fe-4e44-becf-4253e86ee8c3 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:50.260015 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fd348d7f-a870-4dc8-85d8-50c760d5f5ff req-3feb8b1c-90fe-4e44-becf-4253e86ee8c3 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.26 "GET /v2.0/ports?device_id=291bb480-a09b-440d-ad1a-d975ad379262 HTTP/1.1" status: 200 len: 945 time: 0.1467390 Dec 10 16:35:50.281007 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 58262) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:50.381717 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-fd348d7f-a870-4dc8-85d8-50c760d5f5ff req-cfcdf6f0-1f26-46ae-a150-cfcc3d41fb42 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Deleting port f71554f2-e8bc-44da-a5e4-c6737d99848d {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:35:50.382468 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fd348d7f-a870-4dc8-85d8-50c760d5f5ff req-cfcdf6f0-1f26-46ae-a150-cfcc3d41fb42 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:50.391285 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e23b57-8873-4e4f-9329-4c50e3e9ec50 req-a89f592e-d3ec-4902-b0cb-9f659249d77f tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:50.408170 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-80e23b57-8873-4e4f-9329-4c50e3e9ec50 req-a89f592e-d3ec-4902-b0cb-9f659249d77f tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/ports?device_id=291bb480-a09b-440d-ad1a-d975ad379262 HTTP/1.1" status: 200 len: 945 time: 0.1243250 Dec 10 16:35:50.470824 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-80e23b57-8873-4e4f-9329-4c50e3e9ec50 req-b2b3cfa6-da9c-4bc9-8cdc-0428e9604433 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/security-groups?id=1962f219-df48-4694-919d-c32c4e5c0eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602651 Dec 10 16:35:50.601970 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-fd348d7f-a870-4dc8-85d8-50c760d5f5ff req-cfcdf6f0-1f26-46ae-a150-cfcc3d41fb42 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] For port f71554f2-e8bc-44da-a5e4-c6737d99848d, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=f71554f2-e8bc-44da-a5e4-c6737d99848d,segment=NetworkSegment(b44a6068-1cde-4f52-a8e6-9ddabbdb5356),segment_id=b44a6068-1cde-4f52-a8e6-9ddabbdb5356)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:50.602677 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fd348d7f-a870-4dc8-85d8-50c760d5f5ff req-cfcdf6f0-1f26-46ae-a150-cfcc3d41fb42 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:50.623137 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-fd348d7f-a870-4dc8-85d8-50c760d5f5ff req-cfcdf6f0-1f26-46ae-a150-cfcc3d41fb42 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Calling delete_port for f71554f2-e8bc-44da-a5e4-c6737d99848d owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:35:50.650215 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-42ae0632-6601-4cf4-aa79-836be85b9082 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:50.859204 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-42ae0632-6601-4cf4-aa79-836be85b9082 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:50.883374 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-42ae0632-6601-4cf4-aa79-836be85b9082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:51.001267 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-42ae0632-6601-4cf4-aa79-836be85b9082 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=98374ce6a5d34ea8ab0763b69e057eb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7191460 Dec 10 16:35:51.002604 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 58292) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:51.003638 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fd348d7f-a870-4dc8-85d8-50c760d5f5ff req-cfcdf6f0-1f26-46ae-a150-cfcc3d41fb42 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:51.005511 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae0632-6601-4cf4-aa79-836be85b9082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d81ea63-193d-45ed-95d2-75e779b9ca46,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:51.015615 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['1db147b9-8b9b-4cb1-9d50-9f8e561cef00'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:35:51.139687 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd348d7f-a870-4dc8-85d8-50c760d5f5ff req-cfcdf6f0-1f26-46ae-a150-cfcc3d41fb42 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] No DVR routers for this DVR port f71554f2-e8bc-44da-a5e4-c6737d99848d on host n-h1-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:35:51.142687 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcdf6f0-1f26-46ae-a150-cfcc3d41fb42 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Pushing event deleted for resources: {'Port': ['ID=f71554f2-e8bc-44da-a5e4-c6737d99848d,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:51.150290 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4fe7d54a-b6ca-4c34-a0e4-06e37a66d672 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:51.153344 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fd348d7f-a870-4dc8-85d8-50c760d5f5ff req-cfcdf6f0-1f26-46ae-a150-cfcc3d41fb42 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:51.160931 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fd348d7f-a870-4dc8-85d8-50c760d5f5ff req-cfcdf6f0-1f26-46ae-a150-cfcc3d41fb42 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.26 "DELETE /v2.0/ports/f71554f2-e8bc-44da-a5e4-c6737d99848d HTTP/1.1" status: 204 len: 173 time: 0.8945868 Dec 10 16:35:51.161406 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291bb480-a09b-440d-ad1a-d975ad379262', 'name': 'network-vif-deleted', 'tag': 'f71554f2-e8bc-44da-a5e4-c6737d99848d'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:35:51.163749 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a055bb55-af7c-421d-a252-3a1eb239f151" -d '{"events": [{"server_uuid": "291bb480-a09b-440d-ad1a-d975ad379262", "name": "network-vif-deleted", "tag": "f71554f2-e8bc-44da-a5e4-c6737d99848d"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:35:51.231408 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4fe7d54a-b6ca-4c34-a0e4-06e37a66d672 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:51.265327 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4be94e3-8df6-455a-9afd-1c2e680d616f x-openstack-request-id: req-f4be94e3-8df6-455a-9afd-1c2e680d616f {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:35:51.265854 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291bb480-a09b-440d-ad1a-d975ad379262", "name": "network-vif-deleted", "tag": "f71554f2-e8bc-44da-a5e4-c6737d99848d", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:35:51.266297 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f4be94e3-8df6-455a-9afd-1c2e680d616f {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:35:51.266973 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291bb480-a09b-440d-ad1a-d975ad379262', 'name': 'network-vif-deleted', 'tag': 'f71554f2-e8bc-44da-a5e4-c6737d99848d', 'status': 'completed', 'code': 200} Dec 10 16:35:51.326847 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4fe7d54a-b6ca-4c34-a0e4-06e37a66d672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:51.329419 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4fe7d54a-b6ca-4c34-a0e4-06e37a66d672 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:51.337544 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4fe7d54a-b6ca-4c34-a0e4-06e37a66d672 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8d81ea63-193d-45ed-95d2-75e779b9ca46 HTTP/1.1" status: 204 len: 168 time: 0.3331323 Dec 10 16:35:51.365245 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe7d54a-b6ca-4c34-a0e4-06e37a66d672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d81ea63-193d-45ed-95d2-75e779b9ca46,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:51.583690 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 7991d738-4741-4147-8318-26dd3462bb81 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:35:51.653941 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: 7991d738-4741-4147-8318-26dd3462bb81 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:35:51.655489 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 7991d738-4741-4147-8318-26dd3462bb81 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:35:51.712245 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e3e3e164-6c00-4b14-b1c1-6df9f9291f6b req-9d98bada-8437-485d-91fc-4daa6b5173a2 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/ports?device_id=291bb480-a09b-440d-ad1a-d975ad379262 HTTP/1.1" status: 200 len: 210 time: 0.0722704 Dec 10 16:35:51.991375 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 58336) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:52.016052 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aeb6a769-6ab7-4ff5-b429-4c0a74d218d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:52.056881 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 58338) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:52.148884 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aeb6a769-6ab7-4ff5-b429-4c0a74d218d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:52.155462 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aeb6a769-6ab7-4ff5-b429-4c0a74d218d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:52.193708 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-aeb6a769-6ab7-4ff5-b429-4c0a74d218d3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4cd307888ab1477a89dcab778fbacc27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2010300 Dec 10 16:35:52.196117 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 58344) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:52.249527 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6a769-6ab7-4ff5-b429-4c0a74d218d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac958411-b4bb-4e25-a4b0-9a6444a0b8ce,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:52.285635 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9a159da8-ac16-46b0-b247-967478eaf1a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:52.312043 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9a159da8-ac16-46b0-b247-967478eaf1a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:52.327190 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a85c5963-7b5f-4782-9cdd-34b28175481d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:52.371456 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9a159da8-ac16-46b0-b247-967478eaf1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:52.374827 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9a159da8-ac16-46b0-b247-967478eaf1a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:52.386035 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9a159da8-ac16-46b0-b247-967478eaf1a7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ac958411-b4bb-4e25-a4b0-9a6444a0b8ce HTTP/1.1" status: 204 len: 168 time: 0.1881185 Dec 10 16:35:52.399413 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a159da8-ac16-46b0-b247-967478eaf1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac958411-b4bb-4e25-a4b0-9a6444a0b8ce,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:52.473061 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a85c5963-7b5f-4782-9cdd-34b28175481d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:52.479823 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a85c5963-7b5f-4782-9cdd-34b28175481d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:52.515946 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 58348) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:52.516415 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a85c5963-7b5f-4782-9cdd-34b28175481d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c5ade9abb04744808f782853d7a03636&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4576294 Dec 10 16:35:52.543661 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c5963-7b5f-4782-9cdd-34b28175481d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de05c63-3c9c-4297-b10f-bc808c35c005,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:52.639284 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device f71554f2-e8bc-44da-a5e4-c6737d99848d no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:35:52.668500 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: f71554f2-e8bc-44da-a5e4-c6737d99848d {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:35:52.669180 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device f71554f2-e8bc-44da-a5e4-c6737d99848d not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:35:52.678381 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ee8a7f78-4e2a-4ab9-a449-5618c456eea8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:52.712000 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ee8a7f78-4e2a-4ab9-a449-5618c456eea8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:52.828664 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ee8a7f78-4e2a-4ab9-a449-5618c456eea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:52.832353 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ee8a7f78-4e2a-4ab9-a449-5618c456eea8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:52.834315 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ee8a7f78-4e2a-4ab9-a449-5618c456eea8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1de05c63-3c9c-4297-b10f-bc808c35c005 HTTP/1.1" status: 204 len: 168 time: 0.3163004 Dec 10 16:35:52.859067 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a7f78-4e2a-4ab9-a449-5618c456eea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de05c63-3c9c-4297-b10f-bc808c35c005,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:53.603021 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 58380) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:53.641806 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4cbb5689-9b66-4d4a-b1de-61807b4d523c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:53.812575 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4cbb5689-9b66-4d4a-b1de-61807b4d523c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:53.820612 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4cbb5689-9b66-4d4a-b1de-61807b4d523c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:53.886815 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb5689-9b66-4d4a-b1de-61807b4d523c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086dfbeb-9b6e-4bf2-8d1f-de8381f812fe,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:53.893059 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4cbb5689-9b66-4d4a-b1de-61807b4d523c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8cd48664a8724d6a96e9b411dc0e82fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2878647 Dec 10 16:35:53.895362 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 58396) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:53.976657 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ae4d873-7812-450d-8d4c-aec0251062f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:54.001254 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ae4d873-7812-450d-8d4c-aec0251062f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:54.143429 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ae4d873-7812-450d-8d4c-aec0251062f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:54.147360 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ae4d873-7812-450d-8d4c-aec0251062f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:54.151593 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6ae4d873-7812-450d-8d4c-aec0251062f6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/086dfbeb-9b6e-4bf2-8d1f-de8381f812fe HTTP/1.1" status: 204 len: 168 time: 0.2510858 Dec 10 16:35:54.173872 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4d873-7812-450d-8d4c-aec0251062f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086dfbeb-9b6e-4bf2-8d1f-de8381f812fe,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:58.097567 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bae69d-6750-4c7e-9722-10d23b8e9ac2 req-39497c8b-5b0d-4179-8e4f-f4105297a296 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:58.104436 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-35bae69d-6750-4c7e-9722-10d23b8e9ac2 req-39497c8b-5b0d-4179-8e4f-f4105297a296 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/ports?device_id=475ce569-ff11-47d8-9e53-8dc1caeb82af HTTP/1.1" status: 200 len: 946 time: 0.1130188 Dec 10 16:35:58.211584 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-35bae69d-6750-4c7e-9722-10d23b8e9ac2 req-361a3932-863b-47c9-85ec-2f4e123355f9 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/security-groups?id=1962f219-df48-4694-919d-c32c4e5c0eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896571 Dec 10 16:35:59.372122 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f73ca4-e4d0-401f-b6c6-5939fb69d841 req-faac799b-de2d-4882-8782-c04c2071c86c tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:59.379691 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7f73ca4-e4d0-401f-b6c6-5939fb69d841 req-faac799b-de2d-4882-8782-c04c2071c86c tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/ports?device_id=475ce569-ff11-47d8-9e53-8dc1caeb82af HTTP/1.1" status: 200 len: 946 time: 0.0734286 Dec 10 16:35:59.473133 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3c892-98dc-4796-a99b-5fd27695b51c req-32ad9679-2f56-48ec-b5e4-fce709906b98 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:59.474814 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2af3c892-98dc-4796-a99b-5fd27695b51c req-32ad9679-2f56-48ec-b5e4-fce709906b98 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.46 "GET /v2.0/ports?device_id=475ce569-ff11-47d8-9e53-8dc1caeb82af HTTP/1.1" status: 200 len: 946 time: 0.0692513 Dec 10 16:35:59.475349 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 58588) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:59.476612 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7f73ca4-e4d0-401f-b6c6-5939fb69d841 req-5cb49daa-9bb6-4189-a675-3ce59355575d tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/security-groups?id=1962f219-df48-4694-919d-c32c4e5c0eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959878 Dec 10 16:35:59.703498 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-2af3c892-98dc-4796-a99b-5fd27695b51c req-149a5112-e0ed-42e7-b917-a1dcbbdca29c tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Deleting port 1db147b9-8b9b-4cb1-9d50-9f8e561cef00 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:35:59.704077 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2af3c892-98dc-4796-a99b-5fd27695b51c req-149a5112-e0ed-42e7-b917-a1dcbbdca29c tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:59.873763 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-2af3c892-98dc-4796-a99b-5fd27695b51c req-149a5112-e0ed-42e7-b917-a1dcbbdca29c tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] For port 1db147b9-8b9b-4cb1-9d50-9f8e561cef00, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=1db147b9-8b9b-4cb1-9d50-9f8e561cef00,segment=NetworkSegment(b44a6068-1cde-4f52-a8e6-9ddabbdb5356),segment_id=b44a6068-1cde-4f52-a8e6-9ddabbdb5356)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:59.874481 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2af3c892-98dc-4796-a99b-5fd27695b51c req-149a5112-e0ed-42e7-b917-a1dcbbdca29c tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:59.897626 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-2af3c892-98dc-4796-a99b-5fd27695b51c req-149a5112-e0ed-42e7-b917-a1dcbbdca29c tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Calling delete_port for 1db147b9-8b9b-4cb1-9d50-9f8e561cef00 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:35:59.907519 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-81d0285e-2a06-49b2-84ac-03017252add5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:00.090902 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-81d0285e-2a06-49b2-84ac-03017252add5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:00.095780 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-81d0285e-2a06-49b2-84ac-03017252add5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:00.151458 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-81d0285e-2a06-49b2-84ac-03017252add5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=23e49c7701c348d19ac3a7d5f1a2dee7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6628664 Dec 10 16:36:00.154163 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 58622) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:00.163648 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2af3c892-98dc-4796-a99b-5fd27695b51c req-149a5112-e0ed-42e7-b917-a1dcbbdca29c tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:00.184721 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['1db147b9-8b9b-4cb1-9d50-9f8e561cef00'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:36:00.190310 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0285e-2a06-49b2-84ac-03017252add5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efef5d26-dd87-4938-bd29-310399ae628c,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:00.195748 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a5112-e0ed-42e7-b917-a1dcbbdca29c tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Pushing event deleted for resources: {'Port': ['ID=1db147b9-8b9b-4cb1-9d50-9f8e561cef00,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:00.244369 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af3c892-98dc-4796-a99b-5fd27695b51c req-149a5112-e0ed-42e7-b917-a1dcbbdca29c tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] No DVR routers for this DVR port 1db147b9-8b9b-4cb1-9d50-9f8e561cef00 on host n-h2-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:36:00.247196 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2af3c892-98dc-4796-a99b-5fd27695b51c req-149a5112-e0ed-42e7-b917-a1dcbbdca29c tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:00.248190 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-233863d5-f851-4eac-96ba-69e18554b699 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:00.250558 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2af3c892-98dc-4796-a99b-5fd27695b51c req-149a5112-e0ed-42e7-b917-a1dcbbdca29c tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.46 "DELETE /v2.0/ports/1db147b9-8b9b-4cb1-9d50-9f8e561cef00 HTTP/1.1" status: 204 len: 173 time: 0.7529380 Dec 10 16:36:00.251005 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475ce569-ff11-47d8-9e53-8dc1caeb82af', 'name': 'network-vif-deleted', 'tag': '1db147b9-8b9b-4cb1-9d50-9f8e561cef00'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:36:00.253488 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0361a0-d31f-401d-b4ad-5fba68b817ee" -d '{"events": [{"server_uuid": "475ce569-ff11-47d8-9e53-8dc1caeb82af", "name": "network-vif-deleted", "tag": "1db147b9-8b9b-4cb1-9d50-9f8e561cef00"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:36:00.302661 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-233863d5-f851-4eac-96ba-69e18554b699 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:00.324199 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9867a4c1-74d9-49b9-84f0-798b4c3a8a8a x-openstack-request-id: req-9867a4c1-74d9-49b9-84f0-798b4c3a8a8a {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:36:00.324688 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "475ce569-ff11-47d8-9e53-8dc1caeb82af", "name": "network-vif-deleted", "tag": "1db147b9-8b9b-4cb1-9d50-9f8e561cef00", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:36:00.324990 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9867a4c1-74d9-49b9-84f0-798b4c3a8a8a {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:36:00.325391 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '475ce569-ff11-47d8-9e53-8dc1caeb82af', 'name': 'network-vif-deleted', 'tag': '1db147b9-8b9b-4cb1-9d50-9f8e561cef00', 'status': 'completed', 'code': 200} Dec 10 16:36:00.371057 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-233863d5-f851-4eac-96ba-69e18554b699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:00.374168 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-233863d5-f851-4eac-96ba-69e18554b699 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:00.375521 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-233863d5-f851-4eac-96ba-69e18554b699 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/efef5d26-dd87-4938-bd29-310399ae628c HTTP/1.1" status: 204 len: 168 time: 0.2203596 Dec 10 16:36:00.384470 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233863d5-f851-4eac-96ba-69e18554b699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efef5d26-dd87-4938-bd29-310399ae628c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:00.609778 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2ee56b2c-f3df-4df7-ad2e-9a53801347ca req-96d99349-575b-4e26-b953-7e5d7c019372 tempest-AttachVolumeNegativeTest-630033721 tempest-AttachVolumeNegativeTest-630033721-project] 10.222.0.11 "GET /v2.0/ports?device_id=475ce569-ff11-47d8-9e53-8dc1caeb82af HTTP/1.1" status: 200 len: 210 time: 0.0322685 Dec 10 16:36:00.849674 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f7239-9d1c-417a-ba0f-ce0d83963e9c req-fc87950a-d8e9-42f5-998a-8894b1a8a0c0 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:00.851215 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-495f7239-9d1c-417a-ba0f-ce0d83963e9c req-fc87950a-d8e9-42f5-998a-8894b1a8a0c0 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 945 time: 0.0535746 Dec 10 16:36:00.950394 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-495f7239-9d1c-417a-ba0f-ce0d83963e9c req-a02e6022-f17d-4929-b9b9-06157375524e tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0871153 Dec 10 16:36:01.684749 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 58704) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:01.741399 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-2360d129-be4e-4468-aacb-30e84194a27b admin admin] Deleting subnet ed059596-b61f-4b79-b79e-c9b747c3907d {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:36:01.749408 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2360d129-be4e-4468-aacb-30e84194a27b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:01.790998 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2360d129-be4e-4468-aacb-30e84194a27b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:01.906008 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2360d129-be4e-4468-aacb-30e84194a27b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:02.000741 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2360d129-be4e-4468-aacb-30e84194a27b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:02.065143 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2360d129-be4e-4468-aacb-30e84194a27b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed059596-b61f-4b79-b79e-c9b747c3907d,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:02.069464 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2360d129-be4e-4468-aacb-30e84194a27b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:02.077523 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 58728) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:02.078726 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2360d129-be4e-4468-aacb-30e84194a27b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ed059596-b61f-4b79-b79e-c9b747c3907d HTTP/1.1" status: 204 len: 168 time: 0.3920846 Dec 10 16:36:02.171939 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b8af1d79-db54-49af-9085-9a5dff32e2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:02.265016 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b8af1d79-db54-49af-9085-9a5dff32e2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:02.287375 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-b8af1d79-db54-49af-9085-9a5dff32e2d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ff556fd-0581-480f-8730-5712d0e2eed7']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:02.299565 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-b8af1d79-db54-49af-9085-9a5dff32e2d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b44a6068-1cde-4f52-a8e6-9ddabbdb5356') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:02.299970 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-b8af1d79-db54-49af-9085-9a5dff32e2d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b44a6068-1cde-4f52-a8e6-9ddabbdb5356') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:02.318694 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b8af1d79-db54-49af-9085-9a5dff32e2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:02.339402 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b8af1d79-db54-49af-9085-9a5dff32e2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:02.356152 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8af1d79-db54-49af-9085-9a5dff32e2d5 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:36:02.356648 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b8af1d79-db54-49af-9085-9a5dff32e2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:02.358873 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:36:02.358873 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:36:02.358873 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:36:02.358873 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:36:02.358873 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:36:02.358873 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:36:02.358873 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:36:02.358873 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:36:02.358873 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:36:02.358873 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:36:02.358873 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:36:02.358873 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:36:02.358873 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:36:02.358873 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:36:02.358873 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:36:02.358873 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:36:02.358873 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:36:02.358873 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:36:02.358873 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:36:02.358873 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:36:02.358873 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:36:02.358873 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:36:02.358873 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:36:02.358873 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:36:02.358873 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:36:02.358873 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:36:02.358873 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:36:02.358873 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:36:02.358873 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:36:02.358873 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:36:02.358873 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:36:02.358873 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:36:02.493571 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b8af1d79-db54-49af-9085-9a5dff32e2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:02.503220 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b8af1d79-db54-49af-9085-9a5dff32e2d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:02.507310 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b8af1d79-db54-49af-9085-9a5dff32e2d5 admin admin] 10.222.0.11 "DELETE /v2.0/networks/1ff556fd-0581-480f-8730-5712d0e2eed7 HTTP/1.1" status: 204 len: 168 time: 0.4287202 Dec 10 16:36:02.528848 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af1d79-db54-49af-9085-9a5dff32e2d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ff556fd-0581-480f-8730-5712d0e2eed7,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:02.827551 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 58756) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:02.835209 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 58758) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:02.882089 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-31a84c8f-1221-434f-a2e3-55be4d2a729b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9e3ab537af104aefb9b5f01272b0709a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0450644 Dec 10 16:36:02.884577 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 58762) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:02.943383 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-11fcd2ed-117b-445e-ad94-918c2d6f2172 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:02.972313 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-11fcd2ed-117b-445e-ad94-918c2d6f2172 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:03.025250 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-54833a76-a875-4ffd-b44e-f77cea6112fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:03.028135 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-11fcd2ed-117b-445e-ad94-918c2d6f2172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:03.030929 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-11fcd2ed-117b-445e-ad94-918c2d6f2172 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:03.034211 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-11fcd2ed-117b-445e-ad94-918c2d6f2172 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1962f219-df48-4694-919d-c32c4e5c0eb0 HTTP/1.1" status: 204 len: 168 time: 0.1475377 Dec 10 16:36:03.049493 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fcd2ed-117b-445e-ad94-918c2d6f2172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1962f219-df48-4694-919d-c32c4e5c0eb0,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:03.203561 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-54833a76-a875-4ffd-b44e-f77cea6112fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:03.209318 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-54833a76-a875-4ffd-b44e-f77cea6112fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:03.279308 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 58778) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:03.281099 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-54833a76-a875-4ffd-b44e-f77cea6112fb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=21b32a55ec984b2185606c2a9d467832&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4515855 Dec 10 16:36:03.282420 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54833a76-a875-4ffd-b44e-f77cea6112fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8501f53-525a-4a1e-9d63-f7cca72b8b60,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:03.408665 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2d39b196-e4c3-44f1-a4f9-a3f153dc2aee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:03.450839 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2d39b196-e4c3-44f1-a4f9-a3f153dc2aee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:03.596928 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2d39b196-e4c3-44f1-a4f9-a3f153dc2aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:03.606031 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2d39b196-e4c3-44f1-a4f9-a3f153dc2aee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:03.607702 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2d39b196-e4c3-44f1-a4f9-a3f153dc2aee admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a8501f53-525a-4a1e-9d63-f7cca72b8b60 HTTP/1.1" status: 204 len: 168 time: 0.3262897 Dec 10 16:36:03.625998 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39b196-e4c3-44f1-a4f9-a3f153dc2aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8501f53-525a-4a1e-9d63-f7cca72b8b60,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:03.650263 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 1db147b9-8b9b-4cb1-9d50-9f8e561cef00 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:36:03.724212 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: 1db147b9-8b9b-4cb1-9d50-9f8e561cef00 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:36:03.724639 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 1db147b9-8b9b-4cb1-9d50-9f8e561cef00 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:36:03.888516 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 58816) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:04.113152 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bc1e45a8-ca4e-4cf2-9cb9-d00540fbafd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:04.276997 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bc1e45a8-ca4e-4cf2-9cb9-d00540fbafd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:04.287790 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bc1e45a8-ca4e-4cf2-9cb9-d00540fbafd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:04.343868 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e45a8-ca4e-4cf2-9cb9-d00540fbafd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e58d5a-ac44-41e2-90fd-31ba395a7eb3,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:04.406587 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 58842) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:04.416572 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-bc1e45a8-ca4e-4cf2-9cb9-d00540fbafd8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f99d4625e3da495681373245088527e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5245981 Dec 10 16:36:04.486145 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-baaa79db-5b5d-4fef-9078-28e00fedb82b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:04.508907 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-baaa79db-5b5d-4fef-9078-28e00fedb82b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:04.579958 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-baaa79db-5b5d-4fef-9078-28e00fedb82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:04.582897 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-baaa79db-5b5d-4fef-9078-28e00fedb82b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:04.586595 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-baaa79db-5b5d-4fef-9078-28e00fedb82b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/36e58d5a-ac44-41e2-90fd-31ba395a7eb3 HTTP/1.1" status: 204 len: 168 time: 0.1753354 Dec 10 16:36:04.593980 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa79db-5b5d-4fef-9078-28e00fedb82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e58d5a-ac44-41e2-90fd-31ba395a7eb3,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:05.073033 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 58888) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:05.100482 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9433ebce-f0cc-43d9-9003-e110f9e67e27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:05.261470 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9433ebce-f0cc-43d9-9003-e110f9e67e27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:05.270442 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9433ebce-f0cc-43d9-9003-e110f9e67e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:05.360685 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9433ebce-f0cc-43d9-9003-e110f9e67e27 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=11bfff6bb43841a2851b60ce866872ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2864287 Dec 10 16:36:05.363737 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 58908) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:05.388020 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9433ebce-f0cc-43d9-9003-e110f9e67e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b32b4f-258b-4575-b71e-53ca8cdb8477,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:05.480921 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f044f4aa-4246-4249-8c1e-a23e52360fe7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:05.514530 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f044f4aa-4246-4249-8c1e-a23e52360fe7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:05.596175 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f044f4aa-4246-4249-8c1e-a23e52360fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:05.599654 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f044f4aa-4246-4249-8c1e-a23e52360fe7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:05.600929 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f044f4aa-4246-4249-8c1e-a23e52360fe7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/30b32b4f-258b-4575-b71e-53ca8cdb8477 HTTP/1.1" status: 204 len: 168 time: 0.2361851 Dec 10 16:36:05.626291 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f044f4aa-4246-4249-8c1e-a23e52360fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b32b4f-258b-4575-b71e-53ca8cdb8477,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:05.667356 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 81f6994e-318a-4d30-b5b5-897e0480e4d0 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:36:05.860329 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 81f6994e-318a-4d30-b5b5-897e0480e4d0, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=81f6994e-318a-4d30-b5b5-897e0480e4d0,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:05.875890 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '81f6994e-318a-4d30-b5b5-897e0480e4d0', 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277', 'port_id': '81f6994e-318a-4d30-b5b5-897e0480e4d0', 'mac_address': 'fa:16:3e:29:80:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bad4bd9c-d017-467b-badb-ee51884a8aea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:36:06.009019 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:06.041875 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81f6994e-318a-4d30-b5b5-897e0480e4d0 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:36:06.049302 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 58942) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:06.106421 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 81f6994e-318a-4d30-b5b5-897e0480e4d0, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=81f6994e-318a-4d30-b5b5-897e0480e4d0,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:06.112157 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:06.176824 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=81f6994e-318a-4d30-b5b5-897e0480e4d0,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:06.184956 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:06.185305 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:06.185651 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:06.185992 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:06.186558 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:06.186901 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:06.187235 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:06.187569 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:06.187896 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:06.188403 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:06.188909 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:06.189410 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:06.189920 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:06.232830 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['81f6994e-318a-4d30-b5b5-897e0480e4d0'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:36:06.262584 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:06.440818 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5f4f72b0-f4ee-4c2e-8ed8-04df313f8182 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:06.571583 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5f4f72b0-f4ee-4c2e-8ed8-04df313f8182 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:06.576793 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5f4f72b0-f4ee-4c2e-8ed8-04df313f8182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:06.640929 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 58974) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:06.667893 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5f4f72b0-f4ee-4c2e-8ed8-04df313f8182 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f9cbff7d1af149268247f1a99a149c37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6149335 Dec 10 16:36:06.669007 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f72b0-f4ee-4c2e-8ed8-04df313f8182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce7b1c3-5937-4008-8bb0-f2ef0c2415d7,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:06.755949 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c2096bcd-607a-4e9e-aa61-716ac24d1441 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:06.803949 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c2096bcd-607a-4e9e-aa61-716ac24d1441 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:06.896250 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c2096bcd-607a-4e9e-aa61-716ac24d1441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:06.907311 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c2096bcd-607a-4e9e-aa61-716ac24d1441 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:06.915077 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c2096bcd-607a-4e9e-aa61-716ac24d1441 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4ce7b1c3-5937-4008-8bb0-f2ef0c2415d7 HTTP/1.1" status: 204 len: 168 time: 0.2720215 Dec 10 16:36:06.941421 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2096bcd-607a-4e9e-aa61-716ac24d1441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce7b1c3-5937-4008-8bb0-f2ef0c2415d7,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:07.304610 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 59010) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:07.658422 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 81f6994e-318a-4d30-b5b5-897e0480e4d0 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:36:07.697418 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-48e405bc-a700-4dd9-a0df-513315eb23d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:07.741128 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 81f6994e-318a-4d30-b5b5-897e0480e4d0 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:07.741809 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:07.862063 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-48e405bc-a700-4dd9-a0df-513315eb23d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:07.873431 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-48e405bc-a700-4dd9-a0df-513315eb23d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:07.938645 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e405bc-a700-4dd9-a0df-513315eb23d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b75dbc-aae3-47ac-9b17-0c15892a1f1f,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:07.975146 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:08.036906 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 59040) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:08.044022 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c175e649-a26b-4fb3-8242-5b9dbaf73234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f6994e-318a-4d30-b5b5-897e0480e4d0'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:36:08.051444 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70d361d-fc9c-4d50-be47-ab53df0d7d29" -d '{"events": [{"server_uuid": "c175e649-a26b-4fb3-8242-5b9dbaf73234", "name": "network-vif-plugged", "status": "completed", "tag": "81f6994e-318a-4d30-b5b5-897e0480e4d0"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:36:08.051690 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-48e405bc-a700-4dd9-a0df-513315eb23d3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ed59dc63a848402687a41fc0cbe263ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7435126 Dec 10 16:36:08.084578 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 81f6994e-318a-4d30-b5b5-897e0480e4d0, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=81f6994e-318a-4d30-b5b5-897e0480e4d0,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:08.109507 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:08.203474 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-672e1d2c-bc98-4463-bfb4-685507e993fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:08.257654 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-672e1d2c-bc98-4463-bfb4-685507e993fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:08.272653 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3104d26-149d-4450-ab62-493c26f71d88 x-openstack-request-id: req-c3104d26-149d-4450-ab62-493c26f71d88 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:36:08.273858 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c175e649-a26b-4fb3-8242-5b9dbaf73234", "name": "network-vif-plugged", "status": "completed", "tag": "81f6994e-318a-4d30-b5b5-897e0480e4d0", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:36:08.274362 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c3104d26-149d-4450-ab62-493c26f71d88 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:36:08.275097 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c175e649-a26b-4fb3-8242-5b9dbaf73234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f6994e-318a-4d30-b5b5-897e0480e4d0', 'code': 200} Dec 10 16:36:08.275945 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=81f6994e-318a-4d30-b5b5-897e0480e4d0,revision_number=7']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:08.311212 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:08.365790 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-672e1d2c-bc98-4463-bfb4-685507e993fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:08.370753 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-672e1d2c-bc98-4463-bfb4-685507e993fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:08.373349 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-672e1d2c-bc98-4463-bfb4-685507e993fb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d0b75dbc-aae3-47ac-9b17-0c15892a1f1f HTTP/1.1" status: 204 len: 168 time: 0.3353062 Dec 10 16:36:08.382882 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e1d2c-bc98-4463-bfb4-685507e993fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b75dbc-aae3-47ac-9b17-0c15892a1f1f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:13.255554 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 59282) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:13.712368 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0981db2f-199d-422a-9cce-7a587e08d127 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:13.843195 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0981db2f-199d-422a-9cce-7a587e08d127 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:13.851644 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0981db2f-199d-422a-9cce-7a587e08d127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:13.880887 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-80a57d64-4f89-4ece-af78-7a547c49e4f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:13.921157 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0981db2f-199d-422a-9cce-7a587e08d127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a3972b-5b1c-452b-b2c0-da7b4ba5f3be,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:13.938879 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0981db2f-199d-422a-9cce-7a587e08d127 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:13.939226 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0981db2f-199d-422a-9cce-7a587e08d127 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:13.942793 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0981db2f-199d-422a-9cce-7a587e08d127 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:13.946756 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0981db2f-199d-422a-9cce-7a587e08d127 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:13.948299 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0981db2f-199d-422a-9cce-7a587e08d127 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:13.948818 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0981db2f-199d-422a-9cce-7a587e08d127 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:13.949393 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0981db2f-199d-422a-9cce-7a587e08d127 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:13.949965 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0981db2f-199d-422a-9cce-7a587e08d127 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:13.950606 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0981db2f-199d-422a-9cce-7a587e08d127 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:13.951110 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0981db2f-199d-422a-9cce-7a587e08d127 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:13.951614 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0981db2f-199d-422a-9cce-7a587e08d127 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:13.952246 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0981db2f-199d-422a-9cce-7a587e08d127 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:13.952985 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0981db2f-199d-422a-9cce-7a587e08d127 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:13.973518 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0981db2f-199d-422a-9cce-7a587e08d127 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2e94d09820b1425d8cee7c922556cc8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7160559 Dec 10 16:36:13.973779 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 59336) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:14.073585 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a3cb4963-b0f4-4fb6-97da-a4bee9039723 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:14.122311 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a3cb4963-b0f4-4fb6-97da-a4bee9039723 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:14.221972 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a3cb4963-b0f4-4fb6-97da-a4bee9039723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:14.226464 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a3cb4963-b0f4-4fb6-97da-a4bee9039723 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:14.230305 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a3cb4963-b0f4-4fb6-97da-a4bee9039723 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e4a3972b-5b1c-452b-b2c0-da7b4ba5f3be HTTP/1.1" status: 204 len: 168 time: 0.2511380 Dec 10 16:36:14.245825 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:36:14.261313 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb4963-b0f4-4fb6-97da-a4bee9039723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a3972b-5b1c-452b-b2c0-da7b4ba5f3be,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:14.716065 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 59376) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:14.864748 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 59382) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:14.888220 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ec2fa120-d2bb-46c3-8329-851e3f585deb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:15.016804 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ec2fa120-d2bb-46c3-8329-851e3f585deb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:15.028309 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ec2fa120-d2bb-46c3-8329-851e3f585deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:15.092899 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ec2fa120-d2bb-46c3-8329-851e3f585deb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=00e47785276e458c8a2492f96478223c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2268229 Dec 10 16:36:15.094275 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2fa120-d2bb-46c3-8329-851e3f585deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3afaab48-be9b-451b-818c-e265fb0082f6,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:15.095650 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 59386) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:15.217332 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fceffd95-0c74-44ea-bca4-1be26e953e3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:15.229414 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5b53b427-0044-4a59-94e6-8860a8e45aec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:15.271300 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5b53b427-0044-4a59-94e6-8860a8e45aec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:15.381439 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5b53b427-0044-4a59-94e6-8860a8e45aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:15.386045 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5b53b427-0044-4a59-94e6-8860a8e45aec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:15.397869 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5b53b427-0044-4a59-94e6-8860a8e45aec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3afaab48-be9b-451b-818c-e265fb0082f6 HTTP/1.1" status: 204 len: 168 time: 0.3009682 Dec 10 16:36:15.411200 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fceffd95-0c74-44ea-bca4-1be26e953e3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:15.421864 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fceffd95-0c74-44ea-bca4-1be26e953e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:15.426213 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53b427-0044-4a59-94e6-8860a8e45aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afaab48-be9b-451b-818c-e265fb0082f6,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:15.544557 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 59398) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:15.544914 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-fceffd95-0c74-44ea-bca4-1be26e953e3d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8864d82d33b04b6999a061c2ecfa31e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8274264 Dec 10 16:36:15.582324 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceffd95-0c74-44ea-bca4-1be26e953e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbef4f3-d72e-4c48-8a95-54db570a8331,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:15.665690 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-075c5a05-39b9-45b5-ad45-ce056d3a8a17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:15.695329 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-075c5a05-39b9-45b5-ad45-ce056d3a8a17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:15.759827 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-075c5a05-39b9-45b5-ad45-ce056d3a8a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:15.764407 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-075c5a05-39b9-45b5-ad45-ce056d3a8a17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:15.768705 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-075c5a05-39b9-45b5-ad45-ce056d3a8a17 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2cbef4f3-d72e-4c48-8a95-54db570a8331 HTTP/1.1" status: 204 len: 168 time: 0.2225289 Dec 10 16:36:15.787312 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c5a05-39b9-45b5-ad45-ce056d3a8a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbef4f3-d72e-4c48-8a95-54db570a8331,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:16.454583 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-31be2ca6-6d34-4144-81bc-da9ca7c00c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:16.529210 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 59426) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:16.558931 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-93ff98dc-fbae-44d7-9185-7f07220d10e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:16.756679 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-93ff98dc-fbae-44d7-9185-7f07220d10e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:16.765288 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-93ff98dc-fbae-44d7-9185-7f07220d10e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:16.846220 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 59444) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:16.863661 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-93ff98dc-fbae-44d7-9185-7f07220d10e1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fb3db9677cfa46829d2cba6d3b641c64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3325353 Dec 10 16:36:16.865345 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff98dc-fbae-44d7-9185-7f07220d10e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730fb4ad-2c76-4f5b-b00f-baee764ca2ee,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:16.952040 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bfd6c864-98d2-4c75-9de5-6c52e5f92c6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:17.003518 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bfd6c864-98d2-4c75-9de5-6c52e5f92c6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:17.122289 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bfd6c864-98d2-4c75-9de5-6c52e5f92c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:17.128585 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bfd6c864-98d2-4c75-9de5-6c52e5f92c6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:17.134893 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-bfd6c864-98d2-4c75-9de5-6c52e5f92c6a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/730fb4ad-2c76-4f5b-b00f-baee764ca2ee HTTP/1.1" status: 204 len: 168 time: 0.2875476 Dec 10 16:36:17.153919 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6c864-98d2-4c75-9de5-6c52e5f92c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730fb4ad-2c76-4f5b-b00f-baee764ca2ee,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:17.261755 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:18.564730 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:19.281815 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 59528) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:19.642477 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:19.695486 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4e4e847d-5e53-4774-874e-8650fcce17f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:19.866695 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4e4e847d-5e53-4774-874e-8650fcce17f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:19.889890 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4e4e847d-5e53-4774-874e-8650fcce17f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:20.021112 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 59562) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:20.033522 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4e4e847d-5e53-4774-874e-8650fcce17f1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a9970ff606da482fb70f7a5c35ba52f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7477603 Dec 10 16:36:20.039231 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e847d-5e53-4774-874e-8650fcce17f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4dab8f-ebea-42e7-bfb1-a4db89d3d6fc,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:20.119436 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cf3dc0e6-95e0-432d-bdb8-7a9f70186f45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:20.150755 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cf3dc0e6-95e0-432d-bdb8-7a9f70186f45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:20.215515 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cf3dc0e6-95e0-432d-bdb8-7a9f70186f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:20.220199 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cf3dc0e6-95e0-432d-bdb8-7a9f70186f45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:20.224695 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-cf3dc0e6-95e0-432d-bdb8-7a9f70186f45 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/be4dab8f-ebea-42e7-bfb1-a4db89d3d6fc HTTP/1.1" status: 204 len: 168 time: 0.1996548 Dec 10 16:36:20.234510 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3dc0e6-95e0-432d-bdb8-7a9f70186f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4dab8f-ebea-42e7-bfb1-a4db89d3d6fc,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:20.837243 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 59602) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:20.857531 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-555886ec-bc2a-408f-b606-addfb3ff2ead admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:20.954737 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-555886ec-bc2a-408f-b606-addfb3ff2ead admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:20.965492 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-555886ec-bc2a-408f-b606-addfb3ff2ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:21.025635 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555886ec-bc2a-408f-b606-addfb3ff2ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00884d7b-bcda-4bb7-a8a2-8b5eb0f953d4,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:21.036854 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-555886ec-bc2a-408f-b606-addfb3ff2ead admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dbc82b09494a4753b30f3da0285463a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1983812 Dec 10 16:36:21.039424 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 59612) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:21.214280 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c4af1622-417e-420e-9fa3-a85579a76837 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:21.251870 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c4af1622-417e-420e-9fa3-a85579a76837 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:21.327615 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c4af1622-417e-420e-9fa3-a85579a76837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:21.331569 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c4af1622-417e-420e-9fa3-a85579a76837 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:21.337494 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c4af1622-417e-420e-9fa3-a85579a76837 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/00884d7b-bcda-4bb7-a8a2-8b5eb0f953d4 HTTP/1.1" status: 204 len: 168 time: 0.2948093 Dec 10 16:36:21.351861 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af1622-417e-420e-9fa3-a85579a76837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00884d7b-bcda-4bb7-a8a2-8b5eb0f953d4,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:23.964601 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 59810) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:24.326274 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6806da2f-defe-4a56-b953-f4907b5e454a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:24.418556 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6806da2f-defe-4a56-b953-f4907b5e454a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:24.423083 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6806da2f-defe-4a56-b953-f4907b5e454a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:24.468503 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6806da2f-defe-4a56-b953-f4907b5e454a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=25656309df6949b3bd761fe437a6de1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5026684 Dec 10 16:36:24.470557 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6806da2f-defe-4a56-b953-f4907b5e454a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3c4289-8c5a-48a0-92eb-ce271807c744,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:24.471313 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 59836) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:24.540010 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b0f934ba-ee79-4e3f-a3e7-cc61f55af58d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:24.607832 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b0f934ba-ee79-4e3f-a3e7-cc61f55af58d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:24.677434 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 59854) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:24.765233 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52b5fd-7325-4ce7-ab8e-c4dd1d08df5c req-f18dc533-5b49-4477-8f05-f44df931a615 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:24.766823 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0c52b5fd-7325-4ce7-ab8e-c4dd1d08df5c req-f18dc533-5b49-4477-8f05-f44df931a615 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 945 time: 0.1141472 Dec 10 16:36:24.767669 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b0f934ba-ee79-4e3f-a3e7-cc61f55af58d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:24.771174 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b0f934ba-ee79-4e3f-a3e7-cc61f55af58d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:24.781322 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b0f934ba-ee79-4e3f-a3e7-cc61f55af58d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5c3c4289-8c5a-48a0-92eb-ce271807c744 HTTP/1.1" status: 204 len: 168 time: 0.3082840 Dec 10 16:36:24.802267 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f934ba-ee79-4e3f-a3e7-cc61f55af58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3c4289-8c5a-48a0-92eb-ce271807c744,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:24.824348 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1b02eafc-088d-4fac-8492-0bbf93a0702a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:24.850684 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0c52b5fd-7325-4ce7-ab8e-c4dd1d08df5c req-fdab90f8-5708-4a3c-9622-4c9c3da65502 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670788 Dec 10 16:36:25.053685 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1b02eafc-088d-4fac-8492-0bbf93a0702a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:25.068981 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1b02eafc-088d-4fac-8492-0bbf93a0702a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:25.169792 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1b02eafc-088d-4fac-8492-0bbf93a0702a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=46e07ab56e754ceab968865e48a06b00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4902422 Dec 10 16:36:25.171869 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 59910) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:25.183623 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02eafc-088d-4fac-8492-0bbf93a0702a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb85578-e4d5-45fe-9308-6c326e58e4c7,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:25.255300 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1ca41589-ddf9-464a-b1f1-6b0ea27ba63d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:25.313376 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1ca41589-ddf9-464a-b1f1-6b0ea27ba63d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:25.381337 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1ca41589-ddf9-464a-b1f1-6b0ea27ba63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:25.386005 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1ca41589-ddf9-464a-b1f1-6b0ea27ba63d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:25.390659 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1ca41589-ddf9-464a-b1f1-6b0ea27ba63d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dcb85578-e4d5-45fe-9308-6c326e58e4c7 HTTP/1.1" status: 204 len: 168 time: 0.2175014 Dec 10 16:36:25.410689 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca41589-ddf9-464a-b1f1-6b0ea27ba63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb85578-e4d5-45fe-9308-6c326e58e4c7,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:25.446369 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 59926) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:25.469127 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-14df0260-93ab-44ab-afaf-2360f64c3cbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:25.628544 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-14df0260-93ab-44ab-afaf-2360f64c3cbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:25.643732 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-14df0260-93ab-44ab-afaf-2360f64c3cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:25.687857 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-14df0260-93ab-44ab-afaf-2360f64c3cbc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3ecb0698a09e454baed81aca8f01cf0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2401507 Dec 10 16:36:25.690474 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 59948) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:25.717133 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df0260-93ab-44ab-afaf-2360f64c3cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3727fe9f-5b51-4553-99d6-77b0638b7ffa,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:25.814264 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9fa88965-a726-4833-852d-bb5008237843 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:25.859817 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9fa88965-a726-4833-852d-bb5008237843 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:25.919083 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9fa88965-a726-4833-852d-bb5008237843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:25.924229 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9fa88965-a726-4833-852d-bb5008237843 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:25.930047 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9fa88965-a726-4833-852d-bb5008237843 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3727fe9f-5b51-4553-99d6-77b0638b7ffa HTTP/1.1" status: 204 len: 168 time: 0.2362025 Dec 10 16:36:25.937257 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 59970) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:25.953019 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa88965-a726-4833-852d-bb5008237843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3727fe9f-5b51-4553-99d6-77b0638b7ffa,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:25.970662 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d80d4049-b50f-4c23-940d-a54104b01820 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:26.036184 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8d930-2391-4473-bfae-1ce152fe00e9 req-4e145495-6ad2-43b9-9078-ec3202a36f26 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:26.038071 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e0d8d930-2391-4473-bfae-1ce152fe00e9 req-4e145495-6ad2-43b9-9078-ec3202a36f26 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 945 time: 0.0569210 Dec 10 16:36:26.088186 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 59978) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:26.122889 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e0d8d930-2391-4473-bfae-1ce152fe00e9 req-6b6e3039-babb-491e-8747-2a77b2715c52 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0704508 Dec 10 16:36:26.125480 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d80d4049-b50f-4c23-940d-a54104b01820 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:26.141506 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d80d4049-b50f-4c23-940d-a54104b01820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:26.216087 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d4049-b50f-4c23-940d-a54104b01820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8744f01d-3bdc-403e-ab40-8ef1477b157a,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:26.251693 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d80d4049-b50f-4c23-940d-a54104b01820 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c532b264299149a882ea08696f0b0a8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3132629 Dec 10 16:36:26.255272 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 59992) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:26.376028 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dcad72d9-c659-4e76-974f-99f05fc83e5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:26.425686 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dcad72d9-c659-4e76-974f-99f05fc83e5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:26.462898 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-362b4226-0831-429b-b316-9451c426df06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:26.521793 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dcad72d9-c659-4e76-974f-99f05fc83e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:26.524659 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dcad72d9-c659-4e76-974f-99f05fc83e5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:26.533960 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-dcad72d9-c659-4e76-974f-99f05fc83e5b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8744f01d-3bdc-403e-ab40-8ef1477b157a HTTP/1.1" status: 204 len: 168 time: 0.2769351 Dec 10 16:36:26.559921 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad72d9-c659-4e76-974f-99f05fc83e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8744f01d-3bdc-403e-ab40-8ef1477b157a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:26.682701 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-362b4226-0831-429b-b316-9451c426df06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:26.692757 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-362b4226-0831-429b-b316-9451c426df06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:26.761292 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-362b4226-0831-429b-b316-9451c426df06 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=784500c559114d9c93a661731ccab230&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6689525 Dec 10 16:36:26.762097 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60034) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:26.773879 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b4226-0831-429b-b316-9451c426df06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98dc7590-a176-42ad-a538-8c1a2a38f394,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:26.863217 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-18ea6ea3-b0d5-4ddc-9f8e-89ff6dbce06b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:26.891487 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-18ea6ea3-b0d5-4ddc-9f8e-89ff6dbce06b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:26.952737 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-18ea6ea3-b0d5-4ddc-9f8e-89ff6dbce06b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:26.955658 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-18ea6ea3-b0d5-4ddc-9f8e-89ff6dbce06b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:26.958027 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-18ea6ea3-b0d5-4ddc-9f8e-89ff6dbce06b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/98dc7590-a176-42ad-a538-8c1a2a38f394 HTTP/1.1" status: 204 len: 168 time: 0.1946685 Dec 10 16:36:26.983588 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ea6ea3-b0d5-4ddc-9f8e-89ff6dbce06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98dc7590-a176-42ad-a538-8c1a2a38f394,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:27.531363 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60072) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:27.547369 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8dd6d92c-c6d5-420b-81ba-d7532f0665e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:27.684019 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8dd6d92c-c6d5-420b-81ba-d7532f0665e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:27.689912 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8dd6d92c-c6d5-420b-81ba-d7532f0665e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:27.753749 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60090) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:27.760948 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8dd6d92c-c6d5-420b-81ba-d7532f0665e5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4dec6b729681451ea86722c742cebf60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2280986 Dec 10 16:36:27.768267 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6d92c-c6d5-420b-81ba-d7532f0665e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d8e26b-ea1e-4f01-91c2-682387ab7461,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:27.838295 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa67ac21-8275-4a09-8636-17dddd3600b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:27.867097 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa67ac21-8275-4a09-8636-17dddd3600b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:27.927681 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa67ac21-8275-4a09-8636-17dddd3600b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:27.930547 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa67ac21-8275-4a09-8636-17dddd3600b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:27.934553 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-fa67ac21-8275-4a09-8636-17dddd3600b5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f3d8e26b-ea1e-4f01-91c2-682387ab7461 HTTP/1.1" status: 204 len: 168 time: 0.1769338 Dec 10 16:36:27.949139 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa67ac21-8275-4a09-8636-17dddd3600b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d8e26b-ea1e-4f01-91c2-682387ab7461,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:27.995104 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60100) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:28.247018 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e6bb0a27-47fe-4508-835d-ff74c7e1a86b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:28.358934 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e6bb0a27-47fe-4508-835d-ff74c7e1a86b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:28.365481 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e6bb0a27-47fe-4508-835d-ff74c7e1a86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:28.448951 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e6bb0a27-47fe-4508-835d-ff74c7e1a86b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=07033f39c9f5422e8629cd69ce302a5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4525018 Dec 10 16:36:28.451690 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60124) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:28.459077 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bb0a27-47fe-4508-835d-ff74c7e1a86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d270aaa-f14b-417f-96bc-e096ea22b72d,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:28.518803 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-69e4a9f5-bf8f-4032-b27b-5b7beaea709d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:28.547303 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-69e4a9f5-bf8f-4032-b27b-5b7beaea709d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:28.635792 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-69e4a9f5-bf8f-4032-b27b-5b7beaea709d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:28.641838 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-69e4a9f5-bf8f-4032-b27b-5b7beaea709d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:28.644010 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-69e4a9f5-bf8f-4032-b27b-5b7beaea709d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9d270aaa-f14b-417f-96bc-e096ea22b72d HTTP/1.1" status: 204 len: 168 time: 0.1906776 Dec 10 16:36:28.657205 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4a9f5-bf8f-4032-b27b-5b7beaea709d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d270aaa-f14b-417f-96bc-e096ea22b72d,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:29.178351 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60158) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:29.440926 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-ec94fa70-962e-4d25-9d3f-1f34cac18d82 tempest-MeteringTestJSON-748794452 tempest-MeteringTestJSON-748794452-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-772220578'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:29.441786 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-ec94fa70-962e-4d25-9d3f-1f34cac18d82 tempest-MeteringTestJSON-748794452 tempest-MeteringTestJSON-748794452-project-admin] Unknown quota resources ['metering_label']. {{(pid=103393) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 16:36:29.760820 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 81f6994e-318a-4d30-b5b5-897e0480e4d0 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:36:29.989585 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 81f6994e-318a-4d30-b5b5-897e0480e4d0 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:36:30.089141 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 81f6994e-318a-4d30-b5b5-897e0480e4d0, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=81f6994e-318a-4d30-b5b5-897e0480e4d0,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:30.144087 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ec94fa70-962e-4d25-9d3f-1f34cac18d82 tempest-MeteringTestJSON-748794452 tempest-MeteringTestJSON-748794452-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:30.145507 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ec94fa70-962e-4d25-9d3f-1f34cac18d82 tempest-MeteringTestJSON-748794452 tempest-MeteringTestJSON-748794452-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.9661372 Dec 10 16:36:30.149020 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60240) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:30.154455 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-703015e6-1d8f-4fad-85e3-e5643267f5c7 tempest-MeteringTestJSON-748794452 tempest-MeteringTestJSON-748794452-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'c20a5ae0-5763-466b-ba47-7af3a020a366'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:30.155016 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-703015e6-1d8f-4fad-85e3-e5643267f5c7 tempest-MeteringTestJSON-748794452 tempest-MeteringTestJSON-748794452-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103392) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 16:36:30.156357 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '81f6994e-318a-4d30-b5b5-897e0480e4d0', 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277', 'port_id': '81f6994e-318a-4d30-b5b5-897e0480e4d0', 'mac_address': 'fa:16:3e:29:80:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bad4bd9c-d017-467b-badb-ee51884a8aea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:36:30.203653 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:30.225915 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81f6994e-318a-4d30-b5b5-897e0480e4d0 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:36:30.248142 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 81f6994e-318a-4d30-b5b5-897e0480e4d0, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=81f6994e-318a-4d30-b5b5-897e0480e4d0,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:30.277207 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:30.348205 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:30.419071 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['81f6994e-318a-4d30-b5b5-897e0480e4d0'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:36:30.479084 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=81f6994e-318a-4d30-b5b5-897e0480e4d0,revision_number=8']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:30.515539 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.api [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:36:30.516177 n-d-766771-2 neutron-server[103394]: DEBUG oslo_db.api [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:36:30.777903 n-d-766771-2 neutron-server[103392]: WARNING neutron.services.metering.metering_plugin [None req-703015e6-1d8f-4fad-85e3-e5643267f5c7 tempest-MeteringTestJSON-748794452 tempest-MeteringTestJSON-748794452-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 10 16:36:30.942764 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-703015e6-1d8f-4fad-85e3-e5643267f5c7 tempest-MeteringTestJSON-748794452 tempest-MeteringTestJSON-748794452-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:30.944100 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-703015e6-1d8f-4fad-85e3-e5643267f5c7 tempest-MeteringTestJSON-748794452 tempest-MeteringTestJSON-748794452-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7940412 Dec 10 16:36:30.947846 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60292) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:30.954480 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-d025691f-690d-46c0-b473-bd7515491361 tempest-MeteringTestJSON-748794452 tempest-MeteringTestJSON-748794452-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'c20a5ae0-5763-466b-ba47-7af3a020a366'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:30.955770 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-d025691f-690d-46c0-b473-bd7515491361 tempest-MeteringTestJSON-748794452 tempest-MeteringTestJSON-748794452-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103393) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 16:36:31.099393 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:31.136211 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 81f6994e-318a-4d30-b5b5-897e0480e4d0 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:36:31.159814 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 81f6994e-318a-4d30-b5b5-897e0480e4d0, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=81f6994e-318a-4d30-b5b5-897e0480e4d0,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:31.167707 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:31.178958 n-d-766771-2 neutron-server[103393]: WARNING neutron.services.metering.metering_plugin [None req-d025691f-690d-46c0-b473-bd7515491361 tempest-MeteringTestJSON-748794452 tempest-MeteringTestJSON-748794452-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 10 16:36:31.309987 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=81f6994e-318a-4d30-b5b5-897e0480e4d0,revision_number=9']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:31.405477 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d025691f-690d-46c0-b473-bd7515491361 tempest-MeteringTestJSON-748794452 tempest-MeteringTestJSON-748794452-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:31.416397 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d025691f-690d-46c0-b473-bd7515491361 tempest-MeteringTestJSON-748794452 tempest-MeteringTestJSON-748794452-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4605851 Dec 10 16:36:31.416397 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60342) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:31.436056 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f2f00d9e-76b6-424e-8784-27041ca6e16b tempest-MeteringTestJSON-748794452 tempest-MeteringTestJSON-748794452-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=0a6da16f-a6b3-41d4-addc-37384468272c HTTP/1.1" status: 200 len: 464 time: 0.0184612 Dec 10 16:36:31.436469 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60346) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:31.682460 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6bf20099-577e-49e9-b3a5-3e5bcdcbd22c tempest-MeteringTestJSON-748794452 tempest-MeteringTestJSON-748794452-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:31.692005 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6bf20099-577e-49e9-b3a5-3e5bcdcbd22c tempest-MeteringTestJSON-748794452 tempest-MeteringTestJSON-748794452-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-label-rules/0a6da16f-a6b3-41d4-addc-37384468272c HTTP/1.1" status: 204 len: 168 time: 0.2545090 Dec 10 16:36:31.694719 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60352) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:31.713253 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8da28f12-a993-4002-91ff-c847de8f1777 tempest-MeteringTestJSON-748794452 tempest-MeteringTestJSON-748794452-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=0a6da16f-a6b3-41d4-addc-37384468272c HTTP/1.1" status: 200 len: 221 time: 0.0173268 Dec 10 16:36:31.716451 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60354) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:31.721257 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-d8f2bfd9-e3d7-49cf-9b10-1e2f55f07be3 tempest-MeteringTestJSON-748794452 tempest-MeteringTestJSON-748794452-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--376573301', 'description': 'label created by tempest'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:31.721714 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-d8f2bfd9-e3d7-49cf-9b10-1e2f55f07be3 tempest-MeteringTestJSON-748794452 tempest-MeteringTestJSON-748794452-project-admin] Unknown quota resources ['metering_label']. {{(pid=103393) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 16:36:31.766096 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 81f6994e-318a-4d30-b5b5-897e0480e4d0 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:36:31.903964 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d8f2bfd9-e3d7-49cf-9b10-1e2f55f07be3 tempest-MeteringTestJSON-748794452 tempest-MeteringTestJSON-748794452-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:31.905240 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d8f2bfd9-e3d7-49cf-9b10-1e2f55f07be3 tempest-MeteringTestJSON-748794452 tempest-MeteringTestJSON-748794452-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1876709 Dec 10 16:36:31.908460 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60370) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:31.949778 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 81f6994e-318a-4d30-b5b5-897e0480e4d0 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:31.950409 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:32.099906 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60380) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:32.101099 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-065d9297-3059-480f-940c-6f62ed26e8b1 tempest-MeteringTestJSON-748794452 tempest-MeteringTestJSON-748794452-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=5ecbfa19-77c7-4d12-964b-98fbb6783fc4 HTTP/1.1" status: 200 len: 467 time: 0.1912775 Dec 10 16:36:32.437085 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:32.468598 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c175e649-a26b-4fb3-8242-5b9dbaf73234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f6994e-318a-4d30-b5b5-897e0480e4d0'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:36:32.471535 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3d549a-279b-422d-90ff-cf346047a32d" -d '{"events": [{"server_uuid": "c175e649-a26b-4fb3-8242-5b9dbaf73234", "name": "network-vif-plugged", "status": "completed", "tag": "81f6994e-318a-4d30-b5b5-897e0480e4d0"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:36:32.489715 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 81f6994e-318a-4d30-b5b5-897e0480e4d0, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=81f6994e-318a-4d30-b5b5-897e0480e4d0,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:32.498510 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:32.580494 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=81f6994e-318a-4d30-b5b5-897e0480e4d0,revision_number=10']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:32.590607 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5104d0-b08d-47ca-a9c6-45e9a1735774 x-openstack-request-id: req-ad5104d0-b08d-47ca-a9c6-45e9a1735774 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:36:32.590878 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c175e649-a26b-4fb3-8242-5b9dbaf73234", "name": "network-vif-plugged", "status": "completed", "tag": "81f6994e-318a-4d30-b5b5-897e0480e4d0", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:36:32.591136 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ad5104d0-b08d-47ca-a9c6-45e9a1735774 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:36:32.591538 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c175e649-a26b-4fb3-8242-5b9dbaf73234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f6994e-318a-4d30-b5b5-897e0480e4d0', 'code': 200} Dec 10 16:36:32.663455 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bd1bfb0c-c971-40d6-b334-244fc3083d2a tempest-MeteringTestJSON-748794452 tempest-MeteringTestJSON-748794452-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:32.668320 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60396) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:32.675646 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-bd1bfb0c-c971-40d6-b334-244fc3083d2a tempest-MeteringTestJSON-748794452 tempest-MeteringTestJSON-748794452-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-labels/5ecbfa19-77c7-4d12-964b-98fbb6783fc4 HTTP/1.1" status: 204 len: 168 time: 0.5743549 Dec 10 16:36:32.691073 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-24aa45ee-d551-4dc5-a9de-b99d7249c571 tempest-MeteringTestJSON-748794452 tempest-MeteringTestJSON-748794452-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=5ecbfa19-77c7-4d12-964b-98fbb6783fc4 HTTP/1.1" status: 200 len: 216 time: 0.0214951 Dec 10 16:36:32.694998 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60398) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:32.719402 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-7573dca5-fa22-485a-956e-39ef3bd8ddb6 tempest-MeteringTestJSON-748794452 tempest-MeteringTestJSON-748794452-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0230300 Dec 10 16:36:32.722797 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60400) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:32.746288 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60402) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:32.749739 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4b00baf7-4e1c-4235-a48f-7c48df4f57c2 tempest-MeteringTestJSON-748794452 tempest-MeteringTestJSON-748794452-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0237968 Dec 10 16:36:32.869217 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-563d40af-e03d-4d7a-b306-73025ab8e8a6 tempest-MeteringTestJSON-748794452 tempest-MeteringTestJSON-748794452-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels/c20a5ae0-5763-466b-ba47-7af3a020a366 HTTP/1.1" status: 200 len: 472 time: 0.1213462 Dec 10 16:36:32.873312 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60404) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:32.912778 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60406) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:32.914934 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c8c43799-bfb4-4b0b-a010-1405ab87a9cc tempest-MeteringTestJSON-748794452 tempest-MeteringTestJSON-748794452-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules/06f772c9-7ea6-463c-af26-7fcc537524c9 HTTP/1.1" status: 200 len: 461 time: 0.0395412 Dec 10 16:36:33.005070 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-b0b7ceee-d264-494e-a50c-0c692b650efa service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1237543 Dec 10 16:36:33.157772 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60414) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:33.187495 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-31dd1f9d-98a1-4088-b045-85cd899bfbb7 tempest-MeteringTestJSON-748794452 tempest-MeteringTestJSON-748794452-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:33.191363 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-31dd1f9d-98a1-4088-b045-85cd899bfbb7 tempest-MeteringTestJSON-748794452 tempest-MeteringTestJSON-748794452-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-label-rules/06f772c9-7ea6-463c-af26-7fcc537524c9 HTTP/1.1" status: 204 len: 168 time: 0.2769799 Dec 10 16:36:33.191995 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60418) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:33.201066 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-942b8776-0324-400a-a3f9-779b53911166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:33.204504 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-942b8776-0324-400a-a3f9-779b53911166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:33.206574 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-942b8776-0324-400a-a3f9-779b53911166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:33.207114 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-942b8776-0324-400a-a3f9-779b53911166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:33.210529 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-942b8776-0324-400a-a3f9-779b53911166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:33.211345 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-942b8776-0324-400a-a3f9-779b53911166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:33.211875 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-942b8776-0324-400a-a3f9-779b53911166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:33.217025 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-942b8776-0324-400a-a3f9-779b53911166 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87638972bbdb420baed9019b114e9df8&device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 6502 time: 0.1328719 Dec 10 16:36:33.430308 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e55a36d9-a6ca-422c-a660-c52d3ab70328 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:33.485555 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-ecec6667-a17f-497d-bb58-c63fc20acb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:33.486589 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-ecec6667-a17f-497d-bb58-c63fc20acb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:33.487214 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-ecec6667-a17f-497d-bb58-c63fc20acb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:33.489235 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-ecec6667-a17f-497d-bb58-c63fc20acb4b service neutron] 10.222.0.46 "GET /v2.0/networks?id=54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06&id=cf96409c-c15e-4dab-9223-335a0597f4de&id=cf96409c-c15e-4dab-9223-335a0597f4de&id=cf96409c-c15e-4dab-9223-335a0597f4de&id=cf96409c-c15e-4dab-9223-335a0597f4de&id=38e57e43-6d77-489e-a8a8-a633e923df66&id=38e57e43-6d77-489e-a8a8-a633e923df66 HTTP/1.1" status: 200 len: 2298 time: 0.2463174 Dec 10 16:36:33.606414 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-507bba88-a93e-4bdb-a877-825672e0fe58 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5bdcbf6-9c70-4b11-a616-8e8aeec9956a HTTP/1.1" status: 200 len: 1001 time: 0.1047449 Dec 10 16:36:33.661961 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e55a36d9-a6ca-422c-a660-c52d3ab70328 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:33.672043 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e55a36d9-a6ca-422c-a660-c52d3ab70328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:33.710343 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-29052d01-1106-4854-a580-e0b79ab38b08 tempest-MeteringTestJSON-748794452 tempest-MeteringTestJSON-748794452-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:33.712656 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-29052d01-1106-4854-a580-e0b79ab38b08 tempest-MeteringTestJSON-748794452 tempest-MeteringTestJSON-748794452-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-labels/c20a5ae0-5763-466b-ba47-7af3a020a366 HTTP/1.1" status: 204 len: 168 time: 0.5189400 Dec 10 16:36:33.718689 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e55a36d9-a6ca-422c-a660-c52d3ab70328 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c7bbe8194ea14d51ade3cdc9f2220455&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5588038 Dec 10 16:36:33.719590 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60424) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:33.751833 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-d17acc43-ada6-4497-b736-cd04b60997c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:33.754315 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-d17acc43-ada6-4497-b736-cd04b60997c6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=680c8cce-43a4-41f3-b994-8a2b86d3ec14 HTTP/1.1" status: 200 len: 855 time: 0.1391513 Dec 10 16:36:33.785443 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a36d9-a6ca-422c-a660-c52d3ab70328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2af4a5-8652-4d88-8dcd-bd8fdf3f69ed,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:33.855344 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-fe372091-ccbe-4db3-b9ff-e5462e957ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:33.857630 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-fe372091-ccbe-4db3-b9ff-e5462e957ed2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0945237 Dec 10 16:36:33.859736 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4627127e-06f1-4749-a179-5ebaf97059a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:33.887804 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4627127e-06f1-4749-a179-5ebaf97059a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:33.949448 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4627127e-06f1-4749-a179-5ebaf97059a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:33.952604 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4627127e-06f1-4749-a179-5ebaf97059a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:33.972985 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4627127e-06f1-4749-a179-5ebaf97059a5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cb2af4a5-8652-4d88-8dcd-bd8fdf3f69ed HTTP/1.1" status: 204 len: 168 time: 0.2485359 Dec 10 16:36:34.067887 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627127e-06f1-4749-a179-5ebaf97059a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2af4a5-8652-4d88-8dcd-bd8fdf3f69ed,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:34.119976 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60434) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:34.210253 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-a519bbfb-988b-484d-b904-3f3a01b8ff0a service neutron] 10.222.0.46 "GET /v2.0/networks/54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684817 Dec 10 16:36:34.379262 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-a9012526-2865-4274-9008-acfab90ad34c service neutron] 10.222.0.46 "GET /v2.0/networks/54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624875 Dec 10 16:36:34.454893 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-5a5b9a8d-f552-4853-8ee6-295898656eb9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=7a783492-ea39-41dc-8499-87239009e539 HTTP/1.1" status: 200 len: 217 time: 0.0623064 Dec 10 16:36:34.564373 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-c4a2ac45-a669-4101-9721-89602c80923a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:34.582049 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-c4a2ac45-a669-4101-9721-89602c80923a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a67fe19-d2ec-40d0-b0cf-1f0cbda6e9f5 HTTP/1.1" status: 200 len: 797 time: 0.1189063 Dec 10 16:36:34.594927 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ac745448-98c3-4614-8fc0-625ffe9183a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:34.686315 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-e4ce488d-d632-411c-95b5-db59d38bf1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:34.688395 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-e4ce488d-d632-411c-95b5-db59d38bf1c7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cf96409c-c15e-4dab-9223-335a0597f4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0994670 Dec 10 16:36:34.738814 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60442) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:34.762263 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ac745448-98c3-4614-8fc0-625ffe9183a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:34.767935 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ac745448-98c3-4614-8fc0-625ffe9183a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:34.781802 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bc91ab02-1293-4d38-be24-3ae013302e4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:34.821624 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac745448-98c3-4614-8fc0-625ffe9183a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e654274-78bc-4201-9f2a-4527f351ec25,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:34.827975 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ac745448-98c3-4614-8fc0-625ffe9183a6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c83fae9295c94a92a3c0bc0c3e056bd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7074373 Dec 10 16:36:34.834364 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60444) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:34.899195 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac745448-98c3-4614-8fc0-625ffe9183a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:34.899830 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac745448-98c3-4614-8fc0-625ffe9183a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:34.900990 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac745448-98c3-4614-8fc0-625ffe9183a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:34.901562 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac745448-98c3-4614-8fc0-625ffe9183a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:34.908979 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac745448-98c3-4614-8fc0-625ffe9183a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:34.912821 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac745448-98c3-4614-8fc0-625ffe9183a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:34.914400 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac745448-98c3-4614-8fc0-625ffe9183a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:34.914967 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac745448-98c3-4614-8fc0-625ffe9183a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:34.915550 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac745448-98c3-4614-8fc0-625ffe9183a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:34.916693 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac745448-98c3-4614-8fc0-625ffe9183a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:34.917240 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac745448-98c3-4614-8fc0-625ffe9183a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:34.920073 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac745448-98c3-4614-8fc0-625ffe9183a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:34.920893 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac745448-98c3-4614-8fc0-625ffe9183a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:34.928538 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-521d1a31-457e-429d-87c2-3d78c6507079 service neutron] 10.222.0.46 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318919 Dec 10 16:36:34.982172 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-21688086-9e87-459d-815e-981476f2f55f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:35.051758 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-21688086-9e87-459d-815e-981476f2f55f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:35.066728 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bc91ab02-1293-4d38-be24-3ae013302e4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:35.095321 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-894da416-39b8-4d86-a411-b23ab1dffb1c service neutron] 10.222.0.46 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552145 Dec 10 16:36:35.095949 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bc91ab02-1293-4d38-be24-3ae013302e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:35.169146 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-21688086-9e87-459d-815e-981476f2f55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:35.174421 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-21688086-9e87-459d-815e-981476f2f55f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:35.178284 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-21688086-9e87-459d-815e-981476f2f55f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7e654274-78bc-4201-9f2a-4527f351ec25 HTTP/1.1" status: 204 len: 168 time: 0.3396897 Dec 10 16:36:35.199810 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21688086-9e87-459d-815e-981476f2f55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e654274-78bc-4201-9f2a-4527f351ec25,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:35.209318 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-01150a6b-2e65-44ca-bef0-565e9e89146a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=304a9bfc-169e-45fd-9a13-801c0c824783 HTTP/1.1" status: 200 len: 217 time: 0.1022537 Dec 10 16:36:35.253703 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60452) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:35.257129 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-bc91ab02-1293-4d38-be24-3ae013302e4d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6e610c0244c14a1eb40c0580ad4f817c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5110092 Dec 10 16:36:35.263300 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc91ab02-1293-4d38-be24-3ae013302e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75b20d2-b52f-4629-add4-cc1e3f350663,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:35.358124 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-fb023d82-2e75-44b9-adce-42bffdf789db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:35.360219 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-fb023d82-2e75-44b9-adce-42bffdf789db service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a67fe19-d2ec-40d0-b0cf-1f0cbda6e9f5 HTTP/1.1" status: 200 len: 797 time: 0.1378906 Dec 10 16:36:35.373920 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eff96f26-3265-49c2-bcf7-fee0c77cf898 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:35.406019 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eff96f26-3265-49c2-bcf7-fee0c77cf898 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:35.466317 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-15d7dd59-f7c8-49c4-adab-ba9a516b119f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:35.470115 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-15d7dd59-f7c8-49c4-adab-ba9a516b119f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cf96409c-c15e-4dab-9223-335a0597f4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1001923 Dec 10 16:36:35.490918 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eff96f26-3265-49c2-bcf7-fee0c77cf898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:35.494219 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eff96f26-3265-49c2-bcf7-fee0c77cf898 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:35.495390 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-eff96f26-3265-49c2-bcf7-fee0c77cf898 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e75b20d2-b52f-4629-add4-cc1e3f350663 HTTP/1.1" status: 204 len: 168 time: 0.2401786 Dec 10 16:36:35.517062 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff96f26-3265-49c2-bcf7-fee0c77cf898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75b20d2-b52f-4629-add4-cc1e3f350663,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:35.742559 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60460) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:35.760420 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5f8f141-db8f-43ec-adea-37ad4afae1de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:35.767088 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-4ab5a61f-edfc-47a5-8412-735ac63c93fc service neutron] 10.222.0.46 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886820 Dec 10 16:36:35.892271 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5f8f141-db8f-43ec-adea-37ad4afae1de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:35.904335 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5f8f141-db8f-43ec-adea-37ad4afae1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:35.925768 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-35f131d8-7a40-41bc-b48b-0e1a9e09a9e7 service neutron] 10.222.0.46 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482229 Dec 10 16:36:35.946469 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d5f8f141-db8f-43ec-adea-37ad4afae1de admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=46ef925de43c49eebbe2787fcdd4ba83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2003467 Dec 10 16:36:35.952370 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60464) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:35.978994 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f8f141-db8f-43ec-adea-37ad4afae1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff42587-5808-4e9e-bd4e-ba7337b9eb35,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:36.037990 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-015c0ba9-02db-45a1-a592-c8b2a4b24775 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:36.045802 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-dade4fef-3b83-44bd-9e09-e61bca5bce5a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=21b8bef8-fefe-4479-9cf4-2a31d80aa85b HTTP/1.1" status: 200 len: 217 time: 0.1123216 Dec 10 16:36:36.089716 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-015c0ba9-02db-45a1-a592-c8b2a4b24775 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:36.172685 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-253f96f0-c1e1-4838-baf1-6b1fcea0a94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:36.176009 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-253f96f0-c1e1-4838-baf1-6b1fcea0a94b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a67fe19-d2ec-40d0-b0cf-1f0cbda6e9f5 HTTP/1.1" status: 200 len: 797 time: 0.1221426 Dec 10 16:36:36.198300 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-015c0ba9-02db-45a1-a592-c8b2a4b24775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:36.203615 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-015c0ba9-02db-45a1-a592-c8b2a4b24775 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:36.211378 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-015c0ba9-02db-45a1-a592-c8b2a4b24775 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2ff42587-5808-4e9e-bd4e-ba7337b9eb35 HTTP/1.1" status: 204 len: 168 time: 0.2578373 Dec 10 16:36:36.227341 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c0ba9-02db-45a1-a592-c8b2a4b24775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff42587-5808-4e9e-bd4e-ba7337b9eb35,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:36.303607 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:36.358390 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-1f46f286-2c9a-4c46-811c-99e590ddc500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:36.360393 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-1f46f286-2c9a-4c46-811c-99e590ddc500 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cf96409c-c15e-4dab-9223-335a0597f4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1775203 Dec 10 16:36:36.593069 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-7582d550-b8f1-474a-9a9c-e36c64e5d8b2 service neutron] 10.222.0.46 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253635 Dec 10 16:36:36.760654 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-8d0b4951-f94e-485a-9ab1-8aba71f00fd4 service neutron] 10.222.0.46 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573355 Dec 10 16:36:36.825061 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-d166b731-548e-4107-844e-05c243cefff5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=8ea2a5ee-71c7-4668-b402-89d8708371f8 HTTP/1.1" status: 200 len: 217 time: 0.0565498 Dec 10 16:36:36.897947 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-b419c223-76da-4b70-8c45-98fcf893bafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:36.899917 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-b419c223-76da-4b70-8c45-98fcf893bafe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a67fe19-d2ec-40d0-b0cf-1f0cbda6e9f5 HTTP/1.1" status: 200 len: 797 time: 0.0679224 Dec 10 16:36:36.976881 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-0f0fb0a7-c4dd-4314-8b92-8ddb2ca95a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:36.982962 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-0f0fb0a7-c4dd-4314-8b92-8ddb2ca95a9a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cf96409c-c15e-4dab-9223-335a0597f4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0724306 Dec 10 16:36:37.205262 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-7c54169c-4821-4cfb-b32e-44fb1ab827fe service neutron] 10.222.0.46 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167704 Dec 10 16:36:37.438257 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-aed49089-2d99-4ef7-a0fd-e25233ad423b service neutron] 10.222.0.46 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227886 Dec 10 16:36:37.544624 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-247121e4-37ed-4786-831e-03e5ea93fb65 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=eeb3a935-ca6c-4918-87c1-e89b62c3b091 HTTP/1.1" status: 200 len: 217 time: 0.0997174 Dec 10 16:36:37.694622 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-c557d0fa-2ef3-45cc-a055-fb9bc50f5567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:37.701679 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-c557d0fa-2ef3-45cc-a055-fb9bc50f5567 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=512e7c15-5283-4a20-8554-1db6c68de939 HTTP/1.1" status: 200 len: 797 time: 0.1475177 Dec 10 16:36:37.790397 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-03dd69a1-5c59-4a16-8270-c76a85b51139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:37.792311 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-03dd69a1-5c59-4a16-8270-c76a85b51139 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38e57e43-6d77-489e-a8a8-a633e923df66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0835574 Dec 10 16:36:37.889815 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60538) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:37.958069 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-bac244fa-7e2f-4ca7-929d-bfcc1ae34a4a service neutron] 10.222.0.46 "GET /v2.0/networks/38e57e43-6d77-489e-a8a8-a633e923df66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579616 Dec 10 16:36:38.089393 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2a330733-9a2b-4ccf-8dc3-1e5c19242e1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:38.106246 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:38.223320 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2a330733-9a2b-4ccf-8dc3-1e5c19242e1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:38.230734 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2a330733-9a2b-4ccf-8dc3-1e5c19242e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:38.235922 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-501b4651-fe07-43d4-b85e-0f9c549d8d2c service neutron] 10.222.0.46 "GET /v2.0/networks/38e57e43-6d77-489e-a8a8-a633e923df66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683790 Dec 10 16:36:38.336305 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a330733-9a2b-4ccf-8dc3-1e5c19242e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f65fd1-5420-495e-bc11-6836eae57a21,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:38.359135 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2a330733-9a2b-4ccf-8dc3-1e5c19242e1f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2e0ed3e563c7418cac3ab6f4da095ce6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4650698 Dec 10 16:36:38.359915 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-f7924e37-ba87-4530-8c03-6ad04a66ec25 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ce4d43d3-b2a9-4324-9c6c-aabee5331e81 HTTP/1.1" status: 200 len: 217 time: 0.0885687 Dec 10 16:36:38.365591 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60558) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:38.579883 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-42945670-52f2-4b9e-a985-57994512f7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:38.582227 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-42945670-52f2-4b9e-a985-57994512f7f0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=512e7c15-5283-4a20-8554-1db6c68de939 HTTP/1.1" status: 200 len: 797 time: 0.2211273 Dec 10 16:36:38.694901 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b35fb4af-5bc8-4da2-9a8f-110e9f3406df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:38.721644 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60566) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:38.766332 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b35fb4af-5bc8-4da2-9a8f-110e9f3406df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:38.793553 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-62669ca6-f3ac-40e2-87de-ff563e89ab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:38.795139 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-62669ca6-f3ac-40e2-87de-ff563e89ab82 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38e57e43-6d77-489e-a8a8-a633e923df66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1949017 Dec 10 16:36:38.926959 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-bdfcc6b0-93ba-4dad-b354-c1cec2b0b8ce tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-861217506', 'router:external': True}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:38.955777 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfcc6b0-93ba-4dad-b354-c1cec2b0b8ce tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Made reservation on behalf of 8f048cde4ae8405f9042fdc01efcc935 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:38.958692 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bdfcc6b0-93ba-4dad-b354-c1cec2b0b8ce tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:38.984211 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bdfcc6b0-93ba-4dad-b354-c1cec2b0b8ce tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:39.006173 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b35fb4af-5bc8-4da2-9a8f-110e9f3406df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:39.008751 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b35fb4af-5bc8-4da2-9a8f-110e9f3406df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:39.009965 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b35fb4af-5bc8-4da2-9a8f-110e9f3406df admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/73f65fd1-5420-495e-bc11-6836eae57a21 HTTP/1.1" status: 204 len: 168 time: 0.6286149 Dec 10 16:36:39.062668 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-b388a6ef-0f80-48b4-bf3b-6e02e3bb88fa service neutron] 10.222.0.46 "GET /v2.0/networks/38e57e43-6d77-489e-a8a8-a633e923df66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538235 Dec 10 16:36:39.071692 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35fb4af-5bc8-4da2-9a8f-110e9f3406df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f65fd1-5420-495e-bc11-6836eae57a21,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:39.377091 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f19f1611-eddd-4162-a606-98f9f5df4e11 req-6962e75b-4845-49d8-931e-3782a41e551b service neutron] 10.222.0.46 "GET /v2.0/networks/38e57e43-6d77-489e-a8a8-a633e923df66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066881 Dec 10 16:36:39.391877 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bdfcc6b0-93ba-4dad-b354-c1cec2b0b8ce tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:39.398944 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bdfcc6b0-93ba-4dad-b354-c1cec2b0b8ce tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:39.438850 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfcc6b0-93ba-4dad-b354-c1cec2b0b8ce tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10813ff-4686-4d98-acb9-1b2596381abf,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:39.450283 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdfcc6b0-93ba-4dad-b354-c1cec2b0b8ce tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:36:39.469439 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bdfcc6b0-93ba-4dad-b354-c1cec2b0b8ce tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:39.470050 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-bdfcc6b0-93ba-4dad-b354-c1cec2b0b8ce tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Added segment f3fad395-7536-4041-8825-1120f213e8d2 of type vlan for network 2015dabb-a1d3-4b10-9dd9-dfacd269859f Dec 10 16:36:39.568429 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bdfcc6b0-93ba-4dad-b354-c1cec2b0b8ce tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:39.614977 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bdfcc6b0-93ba-4dad-b354-c1cec2b0b8ce tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:39.616765 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfcc6b0-93ba-4dad-b354-c1cec2b0b8ce tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:39.617571 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bdfcc6b0-93ba-4dad-b354-c1cec2b0b8ce tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:39.717587 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60588) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:39.731956 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-76a5ed99-353e-4f61-8eb4-e4e8002cca86 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Request body: {'subnet': {'network_id': '2015dabb-a1d3-4b10-9dd9-dfacd269859f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:39.735382 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-bdfcc6b0-93ba-4dad-b354-c1cec2b0b8ce tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.0072854 Dec 10 16:36:39.742041 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfcc6b0-93ba-4dad-b354-c1cec2b0b8ce tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Pushing event updated for resources: {'Network': ['ID=2015dabb-a1d3-4b10-9dd9-dfacd269859f,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:39.757884 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 2015dabb-a1d3-4b10-9dd9-dfacd269859f details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:36:39.765515 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a5ed99-353e-4f61-8eb4-e4e8002cca86 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Made reservation on behalf of 8f048cde4ae8405f9042fdc01efcc935 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:39.770461 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-76a5ed99-353e-4f61-8eb4-e4e8002cca86 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:40.247269 n-d-766771-2 neutron-server[103392]: DEBUG neutron.objects.ports [None req-76a5ed99-353e-4f61-8eb4-e4e8002cca86 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103392) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 16:36:40.248107 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-76a5ed99-353e-4f61-8eb4-e4e8002cca86 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:40.317199 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a5ed99-353e-4f61-8eb4-e4e8002cca86 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Checking segment: {'id': 'f3fad395-7536-4041-8825-1120f213e8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2015dabb-a1d3-4b10-9dd9-dfacd269859f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:36:40.317660 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a5ed99-353e-4f61-8eb4-e4e8002cca86 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Network hostable DHCP agents. Network: 2015dabb-a1d3-4b10-9dd9-dfacd269859f, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:36:40.338340 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5ed99-353e-4f61-8eb4-e4e8002cca86 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fde2c03e-70be-49b2-87dd-e65db8aeb483,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:40.370061 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a5ed99-353e-4f61-8eb4-e4e8002cca86 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Network 2015dabb-a1d3-4b10-9dd9-dfacd269859f is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:36:40.407772 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-76a5ed99-353e-4f61-8eb4-e4e8002cca86 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 2015dabb-a1d3-4b10-9dd9-dfacd269859f) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:40.414953 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a5ed99-353e-4f61-8eb4-e4e8002cca86 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:40.415720 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-76a5ed99-353e-4f61-8eb4-e4e8002cca86 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:40.425136 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23652216-f87e-440b-9afa-94ef42c76b5c None None] Network 2015dabb-a1d3-4b10-9dd9-dfacd269859f requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:40.455048 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60606) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:40.455449 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-76a5ed99-353e-4f61-8eb4-e4e8002cca86 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7344441 Dec 10 16:36:40.483944 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-9fdb3094-ca6c-4749-aae5-14b08046b4ae tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1035872201', 'network_id': '2015dabb-a1d3-4b10-9dd9-dfacd269859f'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:40.569559 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa487dc-99ff-4cf7-a781-ef25fbd590cc None None] Network 2015dabb-a1d3-4b10-9dd9-dfacd269859f requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:40.580842 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fdb3094-ca6c-4749-aae5-14b08046b4ae tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Made reservation on behalf of 8f048cde4ae8405f9042fdc01efcc935 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:40.593018 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9fdb3094-ca6c-4749-aae5-14b08046b4ae tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:40.677589 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-9fdb3094-ca6c-4749-aae5-14b08046b4ae tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] device_id is not set on port 6a22848a-16f1-4ddc-9e31-7ed86e79904f yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:36:40.932349 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-9fdb3094-ca6c-4749-aae5-14b08046b4ae tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Allocated IP 172.20.0.13 (2015dabb-a1d3-4b10-9dd9-dfacd269859f/fde2c03e-70be-49b2-87dd-e65db8aeb483/6a22848a-16f1-4ddc-9e31-7ed86e79904f) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:36:41.504287 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9fdb3094-ca6c-4749-aae5-14b08046b4ae tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:41.575494 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9fdb3094-ca6c-4749-aae5-14b08046b4ae tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:41.710215 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdb3094-ca6c-4749-aae5-14b08046b4ae tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Network 2015dabb-a1d3-4b10-9dd9-dfacd269859f is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:36:41.729340 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-9fdb3094-ca6c-4749-aae5-14b08046b4ae tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:41.733797 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdb3094-ca6c-4749-aae5-14b08046b4ae tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:36:41.793058 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb3094-ca6c-4749-aae5-14b08046b4ae tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Pushing event updated for resources: {'Port': ['ID=6a22848a-16f1-4ddc-9e31-7ed86e79904f,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:41.833548 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdb3094-ca6c-4749-aae5-14b08046b4ae tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:41.834190 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9fdb3094-ca6c-4749-aae5-14b08046b4ae tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:41.860807 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9fdb3094-ca6c-4749-aae5-14b08046b4ae tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.4037702 Dec 10 16:36:41.863444 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60638) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:42.020434 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60642) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:42.057312 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-cd1a1dc5-91ad-426e-851b-b8b295d8fd13 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Deleting port 6a22848a-16f1-4ddc-9e31-7ed86e79904f {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:42.057779 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cd1a1dc5-91ad-426e-851b-b8b295d8fd13 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:42.160364 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cd1a1dc5-91ad-426e-851b-b8b295d8fd13 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:42.173575 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-cd1a1dc5-91ad-426e-851b-b8b295d8fd13 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Calling delete_port for 6a22848a-16f1-4ddc-9e31-7ed86e79904f owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:42.199054 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c69602a6-7028-458e-9563-c94b5177b1bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:42.298946 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c69602a6-7028-458e-9563-c94b5177b1bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:42.311242 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c69602a6-7028-458e-9563-c94b5177b1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:42.329231 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cd1a1dc5-91ad-426e-851b-b8b295d8fd13 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:42.376826 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a1dc5-91ad-426e-851b-b8b295d8fd13 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a22848a-16f1-4ddc-9e31-7ed86e79904f,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:42.416524 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69602a6-7028-458e-9563-c94b5177b1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be76a274-ffd8-4b2a-9bb9-1025e8a64f9a,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:42.457244 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c69602a6-7028-458e-9563-c94b5177b1bf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fb2638337ff642b4af5a621370fd98c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4353845 Dec 10 16:36:42.462985 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60648) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:42.535679 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cd1a1dc5-91ad-426e-851b-b8b295d8fd13 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:42.540136 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-cd1a1dc5-91ad-426e-851b-b8b295d8fd13 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] 10.222.0.11 "DELETE /v2.0/ports/6a22848a-16f1-4ddc-9e31-7ed86e79904f HTTP/1.1" status: 204 len: 168 time: 0.6756589 Dec 10 16:36:42.543435 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60650) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:42.554464 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c536160e-b0e6-4665-9ff2-c5abb32ff9fc tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2015dabb-a1d3-4b10-9dd9-dfacd269859f', 'external_fixed_ips': [{'subnet_id': 'fde2c03e-70be-49b2-87dd-e65db8aeb483', 'ip_address': '172.20.0.13'}]}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:42.613683 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c536160e-b0e6-4665-9ff2-c5abb32ff9fc tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:42.619605 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c536160e-b0e6-4665-9ff2-c5abb32ff9fc tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:42.634437 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-971fc12a-2ba7-4007-8b39-fac63875f13f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:42.724040 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-971fc12a-2ba7-4007-8b39-fac63875f13f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:42.726585 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c536160e-b0e6-4665-9ff2-c5abb32ff9fc tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:42.947918 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c536160e-b0e6-4665-9ff2-c5abb32ff9fc tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:43.020452 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-971fc12a-2ba7-4007-8b39-fac63875f13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:43.023246 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-971fc12a-2ba7-4007-8b39-fac63875f13f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:43.024821 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-971fc12a-2ba7-4007-8b39-fac63875f13f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/be76a274-ffd8-4b2a-9bb9-1025e8a64f9a HTTP/1.1" status: 204 len: 168 time: 0.5607145 Dec 10 16:36:43.039795 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971fc12a-2ba7-4007-8b39-fac63875f13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be76a274-ffd8-4b2a-9bb9-1025e8a64f9a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:43.593551 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c536160e-b0e6-4665-9ff2-c5abb32ff9fc tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:43.635261 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c536160e-b0e6-4665-9ff2-c5abb32ff9fc tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:43.913150 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60664) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:43.919405 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-de2d640e-d318-4194-85ec-4a264f06e171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:43.939958 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-860ae4b1-4aca-452b-8b19-b2e80bd7d9a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:44.186640 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-860ae4b1-4aca-452b-8b19-b2e80bd7d9a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:44.206867 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-860ae4b1-4aca-452b-8b19-b2e80bd7d9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:44.214556 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-c536160e-b0e6-4665-9ff2-c5abb32ff9fc tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Allocated IP 172.20.0.13 (2015dabb-a1d3-4b10-9dd9-dfacd269859f/fde2c03e-70be-49b2-87dd-e65db8aeb483/564eef7d-2239-4bb3-9310-4afc6c066b4c) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:36:44.492958 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-860ae4b1-4aca-452b-8b19-b2e80bd7d9a0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7c0b2001addc443592f8ef0869de4a16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5763040 Dec 10 16:36:44.496786 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60682) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:44.521485 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ae4b1-4aca-452b-8b19-b2e80bd7d9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce710ac6-294c-4f50-8c62-1bf4a8fee783,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:44.628676 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c536160e-b0e6-4665-9ff2-c5abb32ff9fc tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:44.651562 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5c5f452a-207c-4d14-a311-47814b268f4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:44.658231 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5c5f452a-207c-4d14-a311-47814b268f4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:44.680724 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c536160e-b0e6-4665-9ff2-c5abb32ff9fc tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:44.753145 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5c5f452a-207c-4d14-a311-47814b268f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:44.756126 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5c5f452a-207c-4d14-a311-47814b268f4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:44.757397 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5c5f452a-207c-4d14-a311-47814b268f4f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ce710ac6-294c-4f50-8c62-1bf4a8fee783 HTTP/1.1" status: 204 len: 168 time: 0.2543542 Dec 10 16:36:44.789437 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f452a-207c-4d14-a311-47814b268f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce710ac6-294c-4f50-8c62-1bf4a8fee783,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:44.793284 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c536160e-b0e6-4665-9ff2-c5abb32ff9fc tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Network 2015dabb-a1d3-4b10-9dd9-dfacd269859f is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:36:44.796671 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-c536160e-b0e6-4665-9ff2-c5abb32ff9fc tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:44.815647 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c536160e-b0e6-4665-9ff2-c5abb32ff9fc tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:36:44.906706 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536160e-b0e6-4665-9ff2-c5abb32ff9fc tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Pushing event updated for resources: {'Port': ['ID=564eef7d-2239-4bb3-9310-4afc6c066b4c,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:45.192917 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c536160e-b0e6-4665-9ff2-c5abb32ff9fc tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:45.460140 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c536160e-b0e6-4665-9ff2-c5abb32ff9fc tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:45.719748 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c536160e-b0e6-4665-9ff2-c5abb32ff9fc tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Router f032d246-f15f-41e1-a312-7d42d9dc27c3 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:36:45.893078 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c536160e-b0e6-4665-9ff2-c5abb32ff9fc tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:36:45.900434 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82742ea9-7d6d-4a4b-8598-c98cc63cf2e4 None None] Sync routers for ids ['f032d246-f15f-41e1-a312-7d42d9dc27c3'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:36:45.934950 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82742ea9-7d6d-4a4b-8598-c98cc63cf2e4 None None] Routers {'f032d246-f15f-41e1-a312-7d42d9dc27c3'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:36:45.939285 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-82742ea9-7d6d-4a4b-8598-c98cc63cf2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:36:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['f032d246-f15f-41e1-a312-7d42d9dc27c3'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:45.967987 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c536160e-b0e6-4665-9ff2-c5abb32ff9fc tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:45.972252 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60718) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:45.972822 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c536160e-b0e6-4665-9ff2-c5abb32ff9fc tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.4280310 Dec 10 16:36:46.157552 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60722) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:46.168202 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-82742ea9-7d6d-4a4b-8598-c98cc63cf2e4 None None] Set router f032d246-f15f-41e1-a312-7d42d9dc27c3 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:36:46.316775 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-181bb00f-7eee-4df6-ac9e-52278db7031f tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:46.380292 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-8ae91e78-6fea-4350-9cd9-ada6dcf3cb9e tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1069772918'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:46.409242 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae91e78-6fea-4350-9cd9-ada6dcf3cb9e tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Made reservation on behalf of 59ad0d74c18342cc851278d18a2acbb7 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:46.414466 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8ae91e78-6fea-4350-9cd9-ada6dcf3cb9e tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:46.426601 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8ae91e78-6fea-4350-9cd9-ada6dcf3cb9e tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:46.460020 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2f5d5c4e-2bbd-41c5-bbef-bedca83f11f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:46.596621 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-181bb00f-7eee-4df6-ac9e-52278db7031f tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:46.620256 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8ae91e78-6fea-4350-9cd9-ada6dcf3cb9e tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:46.626470 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8ae91e78-6fea-4350-9cd9-ada6dcf3cb9e tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:46.655629 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-82742ea9-7d6d-4a4b-8598-c98cc63cf2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f032d246-f15f-41e1-a312-7d42d9dc27c3', 'name': '', 'tenant_id': '8f048cde4ae8405f9042fdc01efcc935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2015dabb-a1d3-4b10-9dd9-dfacd269859f', 'external_fixed_ips': [{'subnet_id': 'fde2c03e-70be-49b2-87dd-e65db8aeb483', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '564eef7d-2239-4bb3-9310-4afc6c066b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:36:42Z', 'updated_at': '2021-12-10T16:36:45Z', 'revision_number': 3, 'project_id': '8f048cde4ae8405f9042fdc01efcc935', 'gw_port': {'id': '564eef7d-2239-4bb3-9310-4afc6c066b4c', 'name': '', 'network_id': '2015dabb-a1d3-4b10-9dd9-dfacd269859f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:33:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f032d246-f15f-41e1-a312-7d42d9dc27c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': 'fde2c03e-70be-49b2-87dd-e65db8aeb483', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:36:43Z', 'updated_at': '2021-12-10T16:36:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fde2c03e-70be-49b2-87dd-e65db8aeb483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:46.679600 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae91e78-6fea-4350-9cd9-ada6dcf3cb9e tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:36:46.698224 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82742ea9-7d6d-4a4b-8598-c98cc63cf2e4 None None] Checking router: f032d246-f15f-41e1-a312-7d42d9dc27c3 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:36:46.698709 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82742ea9-7d6d-4a4b-8598-c98cc63cf2e4 None None] Updating router f032d246-f15f-41e1-a312-7d42d9dc27c3 port 564eef7d-2239-4bb3-9310-4afc6c066b4c binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:36:46.701030 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae91e78-6fea-4350-9cd9-ada6dcf3cb9e tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9233240-5b92-4898-b604-8c813477c669,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:46.727631 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8ae91e78-6fea-4350-9cd9-ada6dcf3cb9e tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:46.728634 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-8ae91e78-6fea-4350-9cd9-ada6dcf3cb9e tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Added segment 24559f5b-46b5-40b1-b88d-e406c74c4349 of type vlan for network f58da99f-2815-49f6-9e8d-2c7b2c95b9ba Dec 10 16:36:46.744959 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-82742ea9-7d6d-4a4b-8598-c98cc63cf2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:46.753576 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-181bb00f-7eee-4df6-ac9e-52278db7031f tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Deleting port 564eef7d-2239-4bb3-9310-4afc6c066b4c {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:46.753939 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-181bb00f-7eee-4df6-ac9e-52278db7031f tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:46.802448 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8ae91e78-6fea-4350-9cd9-ada6dcf3cb9e tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:46.848686 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8ae91e78-6fea-4350-9cd9-ada6dcf3cb9e tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:46.857504 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae91e78-6fea-4350-9cd9-ada6dcf3cb9e tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:46.858729 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8ae91e78-6fea-4350-9cd9-ada6dcf3cb9e tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:47.008714 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-181bb00f-7eee-4df6-ac9e-52278db7031f tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:47.017263 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae91e78-6fea-4350-9cd9-ada6dcf3cb9e tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Pushing event updated for resources: {'Network': ['ID=f58da99f-2815-49f6-9e8d-2c7b2c95b9ba,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:47.031282 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network f58da99f-2815-49f6-9e8d-2c7b2c95b9ba details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:36:47.050859 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-181bb00f-7eee-4df6-ac9e-52278db7031f tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Calling delete_port for 564eef7d-2239-4bb3-9310-4afc6c066b4c owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:47.067171 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8ae91e78-6fea-4350-9cd9-ada6dcf3cb9e tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.9034038 Dec 10 16:36:47.077423 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60738) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:47.091493 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-8003ace3-0225-43a8-9219-28170b1bc5ce tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Request body: {'subnet': {'network_id': 'f58da99f-2815-49f6-9e8d-2c7b2c95b9ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:47.348529 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-82742ea9-7d6d-4a4b-8598-c98cc63cf2e4 None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:47.350907 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:47.361285 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-82742ea9-7d6d-4a4b-8598-c98cc63cf2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:47.420392 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8003ace3-0225-43a8-9219-28170b1bc5ce tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Made reservation on behalf of 59ad0d74c18342cc851278d18a2acbb7 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:47.425108 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8003ace3-0225-43a8-9219-28170b1bc5ce tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:47.501784 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb2b4a-d8d0-4509-adbe-315ea70e0615 None None] Pushing event updated for resources: {'Port': ['ID=564eef7d-2239-4bb3-9310-4afc6c066b4c,revision_number=2']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:47.506986 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-181bb00f-7eee-4df6-ac9e-52278db7031f tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:47.531488 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-82742ea9-7d6d-4a4b-8598-c98cc63cf2e4 None None] Attempting to bind port 564eef7d-2239-4bb3-9310-4afc6c066b4c on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:36:47.532511 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-82742ea9-7d6d-4a4b-8598-c98cc63cf2e4 None None] Attempting to bind port 564eef7d-2239-4bb3-9310-4afc6c066b4c by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'f3fad395-7536-4041-8825-1120f213e8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2015dabb-a1d3-4b10-9dd9-dfacd269859f'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:36:47.533137 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82742ea9-7d6d-4a4b-8598-c98cc63cf2e4 None None] Attempting to bind port 564eef7d-2239-4bb3-9310-4afc6c066b4c on network 2015dabb-a1d3-4b10-9dd9-dfacd269859f {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:36:47.539683 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcb2b4a-d8d0-4509-adbe-315ea70e0615 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:47.540614 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcb2b4a-d8d0-4509-adbe-315ea70e0615 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:47.542539 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcb2b4a-d8d0-4509-adbe-315ea70e0615 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:47.543079 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcb2b4a-d8d0-4509-adbe-315ea70e0615 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:47.543595 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcb2b4a-d8d0-4509-adbe-315ea70e0615 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:47.546944 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcb2b4a-d8d0-4509-adbe-315ea70e0615 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:47.547480 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcb2b4a-d8d0-4509-adbe-315ea70e0615 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:47.548230 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcb2b4a-d8d0-4509-adbe-315ea70e0615 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:47.548750 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcb2b4a-d8d0-4509-adbe-315ea70e0615 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:47.549249 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcb2b4a-d8d0-4509-adbe-315ea70e0615 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:47.549761 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcb2b4a-d8d0-4509-adbe-315ea70e0615 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:47.550282 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcb2b4a-d8d0-4509-adbe-315ea70e0615 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:47.554991 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcb2b4a-d8d0-4509-adbe-315ea70e0615 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:47.567464 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82742ea9-7d6d-4a4b-8598-c98cc63cf2e4 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:36:47.569794 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82742ea9-7d6d-4a4b-8598-c98cc63cf2e4 None None] Checking segment: {'id': 'f3fad395-7536-4041-8825-1120f213e8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2015dabb-a1d3-4b10-9dd9-dfacd269859f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:36:47.571271 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-82742ea9-7d6d-4a4b-8598-c98cc63cf2e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:47.571918 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82742ea9-7d6d-4a4b-8598-c98cc63cf2e4 None None] Bound using segment: {'id': 'f3fad395-7536-4041-8825-1120f213e8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2015dabb-a1d3-4b10-9dd9-dfacd269859f'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:36:47.575493 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-82742ea9-7d6d-4a4b-8598-c98cc63cf2e4 None None] Bound port: 564eef7d-2239-4bb3-9310-4afc6c066b4c, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3fad395-7536-4041-8825-1120f213e8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2015dabb-a1d3-4b10-9dd9-dfacd269859f'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:36:47.576132 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-82742ea9-7d6d-4a4b-8598-c98cc63cf2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:47.593526 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181bb00f-7eee-4df6-ac9e-52278db7031f tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Pushing event deleted for resources: {'Port': ['ID=564eef7d-2239-4bb3-9310-4afc6c066b4c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:47.646328 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.plugin [None req-82742ea9-7d6d-4a4b-8598-c98cc63cf2e4 None None] Port 564eef7d-2239-4bb3-9310-4afc6c066b4c has been deleted concurrently {{(pid=103395) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 10 16:36:47.684515 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82742ea9-7d6d-4a4b-8598-c98cc63cf2e4 None None] Routers {'f032d246-f15f-41e1-a312-7d42d9dc27c3'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:36:47.688554 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-82742ea9-7d6d-4a4b-8598-c98cc63cf2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:36:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['f032d246-f15f-41e1-a312-7d42d9dc27c3'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:47.863446 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-82742ea9-7d6d-4a4b-8598-c98cc63cf2e4 None None] Set router f032d246-f15f-41e1-a312-7d42d9dc27c3 gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:36:47.914251 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8003ace3-0225-43a8-9219-28170b1bc5ce tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:47.989001 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-82742ea9-7d6d-4a4b-8598-c98cc63cf2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f032d246-f15f-41e1-a312-7d42d9dc27c3', 'name': '', 'tenant_id': '8f048cde4ae8405f9042fdc01efcc935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:36:42Z', 'updated_at': '2021-12-10T16:36:47Z', 'revision_number': 5, 'project_id': '8f048cde4ae8405f9042fdc01efcc935', 'gw_port_host': None}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:48.059321 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82742ea9-7d6d-4a4b-8598-c98cc63cf2e4 None None] The sync data for ids ['f032d246-f15f-41e1-a312-7d42d9dc27c3'] in n-d-766771-2 is: [{'id': 'f032d246-f15f-41e1-a312-7d42d9dc27c3', 'name': '', 'tenant_id': '8f048cde4ae8405f9042fdc01efcc935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:36:42Z', 'updated_at': '2021-12-10T16:36:47Z', 'revision_number': 5, 'project_id': '8f048cde4ae8405f9042fdc01efcc935', 'gw_port_host': None}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:36:48.063022 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003ace3-0225-43a8-9219-28170b1bc5ce tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Pushing event updated for resources: {'Subnet': ['ID=3c1b5397-3076-46f9-8b3f-8e85cdd3a507,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:48.074836 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8003ace3-0225-43a8-9219-28170b1bc5ce tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Checking segment: {'id': '24559f5b-46b5-40b1-b88d-e406c74c4349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f58da99f-2815-49f6-9e8d-2c7b2c95b9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:36:48.079172 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8003ace3-0225-43a8-9219-28170b1bc5ce tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Network hostable DHCP agents. Network: f58da99f-2815-49f6-9e8d-2c7b2c95b9ba, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:36:48.121391 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8003ace3-0225-43a8-9219-28170b1bc5ce tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Network f58da99f-2815-49f6-9e8d-2c7b2c95b9ba is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:36:48.161616 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-8003ace3-0225-43a8-9219-28170b1bc5ce tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, f58da99f-2815-49f6-9e8d-2c7b2c95b9ba) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:48.172230 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da4594a-15d9-4ee3-82ce-a122da8f8838 None None] Network f58da99f-2815-49f6-9e8d-2c7b2c95b9ba requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:48.184138 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8003ace3-0225-43a8-9219-28170b1bc5ce tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:48.184669 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8003ace3-0225-43a8-9219-28170b1bc5ce tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:48.235460 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8003ace3-0225-43a8-9219-28170b1bc5ce tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1538711 Dec 10 16:36:48.236560 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60748) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:48.245061 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-35e0b063-d42c-460d-846a-dfc733483ec4 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Request body: {'port': {'network_id': 'f58da99f-2815-49f6-9e8d-2c7b2c95b9ba', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-742054852'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:48.546547 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-181bb00f-7eee-4df6-ac9e-52278db7031f tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:48.547235 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91605e2-8c76-4df0-8eea-4a5be2a44fd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-f58da99f-2815-49f6-9e8d-2c7b2c95b9ba', 'network_id': 'f58da99f-2815-49f6-9e8d-2c7b2c95b9ba', 'project_id': '59ad0d74c18342cc851278d18a2acbb7', 'fixed_ips': [{'subnet_id': '3c1b5397-3076-46f9-8b3f-8e85cdd3a507'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:36:48.552491 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b91605e2-8c76-4df0-8eea-4a5be2a44fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:48.678240 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e0b063-d42c-460d-846a-dfc733483ec4 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Made reservation on behalf of 59ad0d74c18342cc851278d18a2acbb7 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:48.681173 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35e0b063-d42c-460d-846a-dfc733483ec4 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:48.783642 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-35e0b063-d42c-460d-846a-dfc733483ec4 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] device_id is not set on port f3e6b013-a74e-4b23-bf8e-9a12b5c772bd yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:36:48.811641 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-181bb00f-7eee-4df6-ac9e-52278db7031f tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:48.817120 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-181bb00f-7eee-4df6-ac9e-52278db7031f tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:48.884793 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-b91605e2-8c76-4df0-8eea-4a5be2a44fd3 None None] Allocated IP 2001:db8::2 (f58da99f-2815-49f6-9e8d-2c7b2c95b9ba/3c1b5397-3076-46f9-8b3f-8e85cdd3a507/239c6325-6930-4491-8ef0-29486e3d5342) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:36:48.998491 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-181bb00f-7eee-4df6-ac9e-52278db7031f tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:48.998769 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181bb00f-7eee-4df6-ac9e-52278db7031f tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f032d246-f15f-41e1-a312-7d42d9dc27c3 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:36:49.003469 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-181bb00f-7eee-4df6-ac9e-52278db7031f tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:49.007732 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60754) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:49.008355 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-181bb00f-7eee-4df6-ac9e-52278db7031f tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] 10.222.0.11 "DELETE /v2.0/routers/f032d246-f15f-41e1-a312-7d42d9dc27c3 HTTP/1.1" status: 204 len: 168 time: 3.0332704 Dec 10 16:36:49.057136 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b91605e2-8c76-4df0-8eea-4a5be2a44fd3 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:49.060301 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:49.064664 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b91605e2-8c76-4df0-8eea-4a5be2a44fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:49.149017 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91605e2-8c76-4df0-8eea-4a5be2a44fd3 None None] Network f58da99f-2815-49f6-9e8d-2c7b2c95b9ba is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:36:49.163114 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-b91605e2-8c76-4df0-8eea-4a5be2a44fd3 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:49.171999 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91605e2-8c76-4df0-8eea-4a5be2a44fd3 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:36:49.195847 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-35e0b063-d42c-460d-846a-dfc733483ec4 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Allocated IP 2001:db8::2d9 (f58da99f-2815-49f6-9e8d-2c7b2c95b9ba/3c1b5397-3076-46f9-8b3f-8e85cdd3a507/f3e6b013-a74e-4b23-bf8e-9a12b5c772bd) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:36:49.200515 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91605e2-8c76-4df0-8eea-4a5be2a44fd3 None None] Pushing event updated for resources: {'Port': ['ID=239c6325-6930-4491-8ef0-29486e3d5342,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:49.284768 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-24678622-9eb9-405b-9148-250676364528 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Deleting subnet fde2c03e-70be-49b2-87dd-e65db8aeb483 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:36:49.288314 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-24678622-9eb9-405b-9148-250676364528 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:49.332327 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-b91605e2-8c76-4df0-8eea-4a5be2a44fd3 None None] Attempting to bind port 239c6325-6930-4491-8ef0-29486e3d5342 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:36:49.333020 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-b91605e2-8c76-4df0-8eea-4a5be2a44fd3 None None] Attempting to bind port 239c6325-6930-4491-8ef0-29486e3d5342 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '24559f5b-46b5-40b1-b88d-e406c74c4349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f58da99f-2815-49f6-9e8d-2c7b2c95b9ba'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:36:49.333581 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91605e2-8c76-4df0-8eea-4a5be2a44fd3 None None] Attempting to bind port 239c6325-6930-4491-8ef0-29486e3d5342 on network f58da99f-2815-49f6-9e8d-2c7b2c95b9ba {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:36:49.348161 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91605e2-8c76-4df0-8eea-4a5be2a44fd3 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:36:49.349293 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91605e2-8c76-4df0-8eea-4a5be2a44fd3 None None] Checking segment: {'id': '24559f5b-46b5-40b1-b88d-e406c74c4349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f58da99f-2815-49f6-9e8d-2c7b2c95b9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:36:49.349716 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b91605e2-8c76-4df0-8eea-4a5be2a44fd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:49.351584 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91605e2-8c76-4df0-8eea-4a5be2a44fd3 None None] Bound using segment: {'id': '24559f5b-46b5-40b1-b88d-e406c74c4349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f58da99f-2815-49f6-9e8d-2c7b2c95b9ba'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:36:49.351775 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-b91605e2-8c76-4df0-8eea-4a5be2a44fd3 None None] Bound port: 239c6325-6930-4491-8ef0-29486e3d5342, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24559f5b-46b5-40b1-b88d-e406c74c4349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f58da99f-2815-49f6-9e8d-2c7b2c95b9ba'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:36:49.352023 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b91605e2-8c76-4df0-8eea-4a5be2a44fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:49.362131 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-24678622-9eb9-405b-9148-250676364528 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:49.406737 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-24678622-9eb9-405b-9148-250676364528 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:49.468061 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-24678622-9eb9-405b-9148-250676364528 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:49.482698 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-24678622-9eb9-405b-9148-250676364528 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:49.485951 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-24678622-9eb9-405b-9148-250676364528 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] 10.222.0.11 "DELETE /v2.0/subnets/fde2c03e-70be-49b2-87dd-e65db8aeb483 HTTP/1.1" status: 204 len: 168 time: 0.4770586 Dec 10 16:36:49.490068 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60762) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:49.512660 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24678622-9eb9-405b-9148-250676364528 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fde2c03e-70be-49b2-87dd-e65db8aeb483,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:49.606428 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b91605e2-8c76-4df0-8eea-4a5be2a44fd3 None None] For port 239c6325-6930-4491-8ef0-29486e3d5342, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:36:49.614823 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b91605e2-8c76-4df0-8eea-4a5be2a44fd3 None None] For port 239c6325-6930-4491-8ef0-29486e3d5342, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=239c6325-6930-4491-8ef0-29486e3d5342,segment=NetworkSegment(24559f5b-46b5-40b1-b88d-e406c74c4349),segment_id=24559f5b-46b5-40b1-b88d-e406c74c4349)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:36:49.673658 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b91605e2-8c76-4df0-8eea-4a5be2a44fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:49.701697 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7b9a0fff-08ee-4707-afcd-a307bbc40191 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:49.850357 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91605e2-8c76-4df0-8eea-4a5be2a44fd3 None None] Pushing event updated for resources: {'Port': ['ID=239c6325-6930-4491-8ef0-29486e3d5342,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:49.862373 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:49.902410 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7b9a0fff-08ee-4707-afcd-a307bbc40191 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:49.950977 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35e0b063-d42c-460d-846a-dfc733483ec4 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:49.954857 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-7b9a0fff-08ee-4707-afcd-a307bbc40191 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2015dabb-a1d3-4b10-9dd9-dfacd269859f']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:49.974575 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-7b9a0fff-08ee-4707-afcd-a307bbc40191 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3fad395-7536-4041-8825-1120f213e8d2') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:49.976909 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-7b9a0fff-08ee-4707-afcd-a307bbc40191 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3fad395-7536-4041-8825-1120f213e8d2') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:49.989366 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7b9a0fff-08ee-4707-afcd-a307bbc40191 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:50.029293 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35e0b063-d42c-460d-846a-dfc733483ec4 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:50.033100 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7b9a0fff-08ee-4707-afcd-a307bbc40191 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:50.060546 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b9a0fff-08ee-4707-afcd-a307bbc40191 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:36:50.061989 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7b9a0fff-08ee-4707-afcd-a307bbc40191 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:50.068671 n-d-766771-2 neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:36:50.068671 n-d-766771-2 neutron-server[103392]: items = [ Dec 10 16:36:50.068671 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:36:50.068671 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:36:50.068671 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:36:50.068671 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:36:50.068671 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:36:50.068671 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:36:50.068671 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:36:50.068671 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:36:50.068671 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:36:50.068671 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:36:50.068671 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:36:50.068671 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:36:50.068671 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:36:50.068671 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:36:50.068671 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:36:50.068671 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:36:50.068671 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:36:50.068671 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:36:50.068671 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:36:50.068671 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:36:50.068671 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:36:50.068671 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:36:50.068671 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:36:50.068671 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:36:50.068671 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:36:50.068671 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:36:50.068671 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:36:50.068671 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:36:50.068671 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:36:50.068671 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:36:50.068671 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:36:50.068671 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:36:50.112456 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0b063-d42c-460d-846a-dfc733483ec4 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Pushing event updated for resources: {'Port': ['ID=f3e6b013-a74e-4b23-bf8e-9a12b5c772bd,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:50.127260 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e0b063-d42c-460d-846a-dfc733483ec4 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Network f58da99f-2815-49f6-9e8d-2c7b2c95b9ba is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:36:50.129192 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-35e0b063-d42c-460d-846a-dfc733483ec4 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:50.137399 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e0b063-d42c-460d-846a-dfc733483ec4 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:36:50.146727 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e0b063-d42c-460d-846a-dfc733483ec4 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:50.147807 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35e0b063-d42c-460d-846a-dfc733483ec4 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:50.189629 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-35e0b063-d42c-460d-846a-dfc733483ec4 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.9516034 Dec 10 16:36:50.193092 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60770) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:50.210532 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c5b41b5a-a591-4925-85bc-275f1da8e5b6 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Request body: {'port': {'network_id': 'f58da99f-2815-49f6-9e8d-2c7b2c95b9ba', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-397756413', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:50.211712 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.api.validators [None req-c5b41b5a-a591-4925-85bc-275f1da8e5b6 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] bootfile-name is not in valid_values {{(pid=103393) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 16:36:50.212698 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.api.validators [None req-c5b41b5a-a591-4925-85bc-275f1da8e5b6 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] tftp-server is not in valid_values {{(pid=103393) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 16:36:50.212914 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.api.validators [None req-c5b41b5a-a591-4925-85bc-275f1da8e5b6 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] server-ip-address is not in valid_values {{(pid=103393) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 16:36:50.227084 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7b9a0fff-08ee-4707-afcd-a307bbc40191 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:50.245169 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9a0fff-08ee-4707-afcd-a307bbc40191 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2015dabb-a1d3-4b10-9dd9-dfacd269859f {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 16:36:50.265889 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7b9a0fff-08ee-4707-afcd-a307bbc40191 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:50.272544 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-7b9a0fff-08ee-4707-afcd-a307bbc40191 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] 10.222.0.11 "DELETE /v2.0/networks/2015dabb-a1d3-4b10-9dd9-dfacd269859f HTTP/1.1" status: 204 len: 168 time: 0.7779224 Dec 10 16:36:50.322458 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a0fff-08ee-4707-afcd-a307bbc40191 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Pushing event deleted for resources: {'Network': ['ID=2015dabb-a1d3-4b10-9dd9-dfacd269859f,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:50.546101 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b41b5a-a591-4925-85bc-275f1da8e5b6 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Made reservation on behalf of 59ad0d74c18342cc851278d18a2acbb7 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:50.575293 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c5b41b5a-a591-4925-85bc-275f1da8e5b6 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:50.679464 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-c5b41b5a-a591-4925-85bc-275f1da8e5b6 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] device_id is not set on port 7cd9bc1d-6b71-4689-a789-363918ab6002 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:36:50.896254 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60782) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:50.905699 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a5da5e4e-d2e5-4497-ade9-681d56f87a4f tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Request body: {'router': {'name': 'tempest-router--684431243', 'project_id': '4acf70f10283421db9bf5601db19353c'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:50.914727 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 239c6325-6930-4491-8ef0-29486e3d5342 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:36:50.961170 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a5da5e4e-d2e5-4497-ade9-681d56f87a4f tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:50.963709 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a5da5e4e-d2e5-4497-ade9-681d56f87a4f tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:51.103698 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-c5b41b5a-a591-4925-85bc-275f1da8e5b6 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Allocated IP 2001:db8::236 (f58da99f-2815-49f6-9e8d-2c7b2c95b9ba/3c1b5397-3076-46f9-8b3f-8e85cdd3a507/7cd9bc1d-6b71-4689-a789-363918ab6002) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:36:51.121331 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 239c6325-6930-4491-8ef0-29486e3d5342 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:51.121697 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:51.128843 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a5da5e4e-d2e5-4497-ade9-681d56f87a4f tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:51.138958 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a5da5e4e-d2e5-4497-ade9-681d56f87a4f tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:51.175715 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a5da5e4e-d2e5-4497-ade9-681d56f87a4f tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:51.177455 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a5da5e4e-d2e5-4497-ade9-681d56f87a4f tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2795811 Dec 10 16:36:51.184207 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60786) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:51.249179 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:36:51.285630 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:51.338838 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 239c6325-6930-4491-8ef0-29486e3d5342, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=239c6325-6930-4491-8ef0-29486e3d5342,segment=NetworkSegment(24559f5b-46b5-40b1-b88d-e406c74c4349),segment_id=24559f5b-46b5-40b1-b88d-e406c74c4349)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:51.352688 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:51.428627 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=239c6325-6930-4491-8ef0-29486e3d5342,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:51.446263 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-87951e13-3068-49e0-b2ff-5825c46934de tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:51.719956 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08529706-b486-4a22-82d3-fd5b3cd80ddb None None] Network f58da99f-2815-49f6-9e8d-2c7b2c95b9ba requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:51.835638 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-894d78b3-fb24-4f12-95ea-e948ed46ee15 None None] Provisioning complete for port 239c6325-6930-4491-8ef0-29486e3d5342 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:51.836008 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-894d78b3-fb24-4f12-95ea-e948ed46ee15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:52.112933 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-87951e13-3068-49e0-b2ff-5825c46934de tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:52.115249 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-87951e13-3068-49e0-b2ff-5825c46934de tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:52.171348 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-87951e13-3068-49e0-b2ff-5825c46934de tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:52.171911 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87951e13-3068-49e0-b2ff-5825c46934de tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5b33cb1a-72bb-4dc1-8ea8-8c73fc500c6e {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:36:52.177029 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-87951e13-3068-49e0-b2ff-5825c46934de tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:52.191758 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-87951e13-3068-49e0-b2ff-5825c46934de tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] 10.222.0.11 "DELETE /v2.0/routers/5b33cb1a-72bb-4dc1-8ea8-8c73fc500c6e HTTP/1.1" status: 204 len: 168 time: 0.9957922 Dec 10 16:36:52.331455 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c5b41b5a-a591-4925-85bc-275f1da8e5b6 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:52.372428 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60796) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:52.393839 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c5b41b5a-a591-4925-85bc-275f1da8e5b6 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:52.515004 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b41b5a-a591-4925-85bc-275f1da8e5b6 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Network f58da99f-2815-49f6-9e8d-2c7b2c95b9ba is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:36:52.527821 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-c5b41b5a-a591-4925-85bc-275f1da8e5b6 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:52.541311 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b41b5a-a591-4925-85bc-275f1da8e5b6 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:36:52.577422 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b41b5a-a591-4925-85bc-275f1da8e5b6 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:52.591000 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c5b41b5a-a591-4925-85bc-275f1da8e5b6 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:52.645911 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b41b5a-a591-4925-85bc-275f1da8e5b6 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Pushing event updated for resources: {'Port': ['ID=7cd9bc1d-6b71-4689-a789-363918ab6002,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:52.704325 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60800) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:52.710998 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-bd68a3a6-df32-406e-b149-887c78ed5b0d None None] Provisioning complete for port f3e6b013-a74e-4b23-bf8e-9a12b5c772bd triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:52.712102 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bd68a3a6-df32-406e-b149-887c78ed5b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:52.722673 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c5b41b5a-a591-4925-85bc-275f1da8e5b6 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.5066133 Dec 10 16:36:52.828164 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-bd68a3a6-df32-406e-b149-887c78ed5b0d None None] Port f3e6b013-a74e-4b23-bf8e-9a12b5c772bd cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:36:52.887830 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-bd68a3a6-df32-406e-b149-887c78ed5b0d None None] Provisioning complete for port 239c6325-6930-4491-8ef0-29486e3d5342 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:52.889829 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bd68a3a6-df32-406e-b149-887c78ed5b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:52.940157 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e406ffb4-828c-4060-bc9a-9b1774b18605 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:52.948908 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e406ffb4-828c-4060-bc9a-9b1774b18605 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:52.957875 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e406ffb4-828c-4060-bc9a-9b1774b18605 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:52.960209 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e406ffb4-828c-4060-bc9a-9b1774b18605 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2542367 Dec 10 16:36:52.963043 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60806) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:52.965631 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-d6d69525-d254-46a7-89ce-ce21f440292e tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2010401001', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}, 'admin_state_up': False}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:53.000012 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 239c6325-6930-4491-8ef0-29486e3d5342 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:36:53.013787 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d6d69525-d254-46a7-89ce-ce21f440292e tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:53.015427 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d6d69525-d254-46a7-89ce-ce21f440292e tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:53.194011 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d6d69525-d254-46a7-89ce-ce21f440292e tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:53.270270 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 239c6325-6930-4491-8ef0-29486e3d5342 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:53.271443 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:53.347295 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-226d5fdc-de2b-4b27-8429-54d23f9d3105 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Deleting port 7cd9bc1d-6b71-4689-a789-363918ab6002 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:53.350304 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-226d5fdc-de2b-4b27-8429-54d23f9d3105 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:53.398323 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-2cbd097d-7351-4012-9566-60f80e177bba None None] Provisioning complete for port f3e6b013-a74e-4b23-bf8e-9a12b5c772bd triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:53.398831 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2cbd097d-7351-4012-9566-60f80e177bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:53.459669 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-2cbd097d-7351-4012-9566-60f80e177bba None None] Port f3e6b013-a74e-4b23-bf8e-9a12b5c772bd cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:36:53.600203 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d6d69525-d254-46a7-89ce-ce21f440292e tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:53.650490 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-226d5fdc-de2b-4b27-8429-54d23f9d3105 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:53.695469 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-226d5fdc-de2b-4b27-8429-54d23f9d3105 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Calling delete_port for 7cd9bc1d-6b71-4689-a789-363918ab6002 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:53.696273 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-82dda3e8-3b01-415c-aa96-0007bcfb2e17 None None] Provisioning complete for port 7cd9bc1d-6b71-4689-a789-363918ab6002 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:53.701710 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-82dda3e8-3b01-415c-aa96-0007bcfb2e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:53.807275 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-82dda3e8-3b01-415c-aa96-0007bcfb2e17 None None] Port 7cd9bc1d-6b71-4689-a789-363918ab6002 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:36:54.105151 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-226d5fdc-de2b-4b27-8429-54d23f9d3105 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:54.136648 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d6d69525-d254-46a7-89ce-ce21f440292e tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:54.167309 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d6d69525-d254-46a7-89ce-ce21f440292e tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:54.187244 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d5fdc-de2b-4b27-8429-54d23f9d3105 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Pushing event deleted for resources: {'Port': ['ID=7cd9bc1d-6b71-4689-a789-363918ab6002,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:54.274349 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-226d5fdc-de2b-4b27-8429-54d23f9d3105 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:54.283195 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-226d5fdc-de2b-4b27-8429-54d23f9d3105 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] 10.222.0.11 "DELETE /v2.0/ports/7cd9bc1d-6b71-4689-a789-363918ab6002 HTTP/1.1" status: 204 len: 168 time: 1.3147898 Dec 10 16:36:54.288367 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60874) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:54.310820 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-15e8c574-c106-478c-a31f-8d864a54dafe tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Request body: {'port': {'name': 'tempest-new-port-name-1621098311', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:54.311239 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.api.validators [None req-15e8c574-c106-478c-a31f-8d864a54dafe tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] bootfile-name is not in valid_values {{(pid=103393) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 16:36:54.311585 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.api.validators [None req-15e8c574-c106-478c-a31f-8d864a54dafe tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] tftp-server is not in valid_values {{(pid=103393) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 16:36:54.311926 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.api.validators [None req-15e8c574-c106-478c-a31f-8d864a54dafe tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] server-ip-address is not in valid_values {{(pid=103393) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 16:36:54.473268 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-15e8c574-c106-478c-a31f-8d864a54dafe tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:54.516842 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-d6d69525-d254-46a7-89ce-ce21f440292e tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Allocated IP 172.25.6.80 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/f8dec271-f9a2-471f-970b-64db65ef3df0) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:36:54.785857 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d6d69525-d254-46a7-89ce-ce21f440292e tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:54.862620 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-15e8c574-c106-478c-a31f-8d864a54dafe tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:54.872402 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-15e8c574-c106-478c-a31f-8d864a54dafe tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:54.876552 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d6d69525-d254-46a7-89ce-ce21f440292e tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:54.905457 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-15e8c574-c106-478c-a31f-8d864a54dafe tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] In _notify_port_updated(), no bound segment for port f3e6b013-a74e-4b23-bf8e-9a12b5c772bd on network f58da99f-2815-49f6-9e8d-2c7b2c95b9ba {{(pid=103393) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:36:54.922574 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e8c574-c106-478c-a31f-8d864a54dafe tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:54.923291 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-15e8c574-c106-478c-a31f-8d864a54dafe tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:54.927140 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-15e8c574-c106-478c-a31f-8d864a54dafe tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] 10.222.0.11 "PUT /v2.0/ports/f3e6b013-a74e-4b23-bf8e-9a12b5c772bd HTTP/1.1" status: 200 len: 1130 time: 0.6343632 Dec 10 16:36:54.927431 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60910) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:54.953804 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d69525-d254-46a7-89ce-ce21f440292e tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:36:54.960533 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-d6d69525-d254-46a7-89ce-ce21f440292e tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:54.977646 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d69525-d254-46a7-89ce-ce21f440292e tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:36:54.986240 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef5d2da-7ce1-44ba-8e9a-b70861489c20 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:36:55.039258 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d69525-d254-46a7-89ce-ce21f440292e tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Pushing event updated for resources: {'Port': ['ID=f8dec271-f9a2-471f-970b-64db65ef3df0,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:55.044725 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd25716e-38e9-42f3-98d0-dd4a1097e800 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:55.051537 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-bd25716e-38e9-42f3-98d0-dd4a1097e800 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] 10.222.0.11 "GET /v2.0/ports/f3e6b013-a74e-4b23-bf8e-9a12b5c772bd HTTP/1.1" status: 200 len: 1130 time: 0.1179478 Dec 10 16:36:55.052366 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60920) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:55.091277 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-adb52348-0710-436a-af81-72d39cb952a0 None None] Provisioning complete for port f8dec271-f9a2-471f-970b-64db65ef3df0 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:55.091695 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-adb52348-0710-436a-af81-72d39cb952a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:55.192251 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-adb52348-0710-436a-af81-72d39cb952a0 None None] Port f8dec271-f9a2-471f-970b-64db65ef3df0 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:36:55.301019 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e8c574-c106-478c-a31f-8d864a54dafe tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Pushing event updated for resources: {'Port': ['ID=f3e6b013-a74e-4b23-bf8e-9a12b5c772bd,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:55.320228 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-8c34a93e-b943-4603-8789-726471f1ac26 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Deleting port f3e6b013-a74e-4b23-bf8e-9a12b5c772bd {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:55.320228 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8c34a93e-b943-4603-8789-726471f1ac26 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:55.434392 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-1360a7ca-1c07-4b5b-a322-6462cd2caffc None None] Provisioning complete for port f3e6b013-a74e-4b23-bf8e-9a12b5c772bd triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:55.435157 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1360a7ca-1c07-4b5b-a322-6462cd2caffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:55.513499 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8c34a93e-b943-4603-8789-726471f1ac26 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:55.517500 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-1360a7ca-1c07-4b5b-a322-6462cd2caffc None None] Port f3e6b013-a74e-4b23-bf8e-9a12b5c772bd cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:36:55.532080 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-8c34a93e-b943-4603-8789-726471f1ac26 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Calling delete_port for f3e6b013-a74e-4b23-bf8e-9a12b5c772bd owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:55.682583 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d6d69525-d254-46a7-89ce-ce21f440292e tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:55.725387 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8c34a93e-b943-4603-8789-726471f1ac26 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:55.761453 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c34a93e-b943-4603-8789-726471f1ac26 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Pushing event deleted for resources: {'Port': ['ID=f3e6b013-a74e-4b23-bf8e-9a12b5c772bd,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:55.796536 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8c34a93e-b943-4603-8789-726471f1ac26 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:55.800539 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8c34a93e-b943-4603-8789-726471f1ac26 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] 10.222.0.11 "DELETE /v2.0/ports/f3e6b013-a74e-4b23-bf8e-9a12b5c772bd HTTP/1.1" status: 204 len: 168 time: 0.7421811 Dec 10 16:36:55.804853 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60970) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:55.953605 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-71740899-55be-4390-968f-43f92da266fa tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Deleting subnet 3c1b5397-3076-46f9-8b3f-8e85cdd3a507 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:36:55.964350 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71740899-55be-4390-968f-43f92da266fa tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:56.117593 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71740899-55be-4390-968f-43f92da266fa tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:56.278613 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d6d69525-d254-46a7-89ce-ce21f440292e tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:56.380734 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71740899-55be-4390-968f-43f92da266fa tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:56.516455 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71740899-55be-4390-968f-43f92da266fa tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:56.539088 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71740899-55be-4390-968f-43f92da266fa tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:56.552635 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-71740899-55be-4390-968f-43f92da266fa tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] 10.222.0.11 "DELETE /v2.0/subnets/3c1b5397-3076-46f9-8b3f-8e85cdd3a507 HTTP/1.1" status: 204 len: 168 time: 0.7461519 Dec 10 16:36:56.556753 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 32778) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:56.573699 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2d2950-82e6-4d4e-ac65-2b303cdc1e5e None None] Network f58da99f-2815-49f6-9e8d-2c7b2c95b9ba requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:56.587906 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d69525-d254-46a7-89ce-ce21f440292e tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Router f174c256-3758-4453-8074-6bad548c7062 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:36:56.723852 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71740899-55be-4390-968f-43f92da266fa tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Pushing event deleted for resources: {'Subnet': ['ID=3c1b5397-3076-46f9-8b3f-8e85cdd3a507,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:56.802043 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1424d60-50e3-4d6e-9bc7-252480ff65f3 None None] DHCP port deletion for f58da99f-2815-49f6-9e8d-2c7b2c95b9ba request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:36:56.812360 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d69525-d254-46a7-89ce-ce21f440292e tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:36:56.849536 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d6d69525-d254-46a7-89ce-ce21f440292e tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:56.852550 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d6d69525-d254-46a7-89ce-ce21f440292e tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.4790897 Dec 10 16:36:56.858078 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 32792) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:56.866769 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e02907b-cfde-4e2b-845f-769fc8f0b104 None None] Sync routers for ids ['f174c256-3758-4453-8074-6bad548c7062'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:36:56.908300 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f1424d60-50e3-4d6e-9bc7-252480ff65f3 None None] Deleting port 239c6325-6930-4491-8ef0-29486e3d5342 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:56.909288 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f1424d60-50e3-4d6e-9bc7-252480ff65f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:56.914738 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0818ea23-0507-4265-b4eb-0c0aba980a12 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:56.996152 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f1424d60-50e3-4d6e-9bc7-252480ff65f3 None None] For port 239c6325-6930-4491-8ef0-29486e3d5342, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=239c6325-6930-4491-8ef0-29486e3d5342,segment=NetworkSegment(24559f5b-46b5-40b1-b88d-e406c74c4349),segment_id=24559f5b-46b5-40b1-b88d-e406c74c4349)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:56.996578 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f1424d60-50e3-4d6e-9bc7-252480ff65f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:57.012914 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-0818ea23-0507-4265-b4eb-0c0aba980a12 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Deleting port 239c6325-6930-4491-8ef0-29486e3d5342 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:57.013167 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f1424d60-50e3-4d6e-9bc7-252480ff65f3 None None] Calling delete_port for 239c6325-6930-4491-8ef0-29486e3d5342 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:57.013277 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0818ea23-0507-4265-b4eb-0c0aba980a12 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:57.032082 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e02907b-cfde-4e2b-845f-769fc8f0b104 None None] Routers {'f174c256-3758-4453-8074-6bad548c7062'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:36:57.032997 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6e02907b-cfde-4e2b-845f-769fc8f0b104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:36:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['f174c256-3758-4453-8074-6bad548c7062'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:57.060695 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 32808) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:57.144180 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d0803650-b0e7-40a8-bd92-83ff1aa18fe3 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] 10.222.0.11 "GET /v2.0/routers/f174c256-3758-4453-8074-6bad548c7062 HTTP/1.1" status: 200 len: 920 time: 0.2826767 Dec 10 16:36:57.158170 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 32814) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:57.158518 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-0818ea23-0507-4265-b4eb-0c0aba980a12 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] For port 239c6325-6930-4491-8ef0-29486e3d5342, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=239c6325-6930-4491-8ef0-29486e3d5342,segment=NetworkSegment(24559f5b-46b5-40b1-b88d-e406c74c4349),segment_id=24559f5b-46b5-40b1-b88d-e406c74c4349)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:57.158518 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0818ea23-0507-4265-b4eb-0c0aba980a12 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:57.189840 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-0818ea23-0507-4265-b4eb-0c0aba980a12 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Calling delete_port for 239c6325-6930-4491-8ef0-29486e3d5342 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:57.201674 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-fb447909-a82f-4439-a6f7-8ce83c217ae5 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] 10.222.0.11 "GET /v2.0/ports?device_id=f174c256-3758-4453-8074-6bad548c7062 HTTP/1.1" status: 200 len: 205 time: 0.0500953 Dec 10 16:36:57.205278 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 32822) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:57.300827 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f6edd7f9-f328-488a-a9d7-ef7a568dd027 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:57.423726 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6e02907b-cfde-4e2b-845f-769fc8f0b104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:57.443876 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e02907b-cfde-4e2b-845f-769fc8f0b104 None None] Routers {'f174c256-3758-4453-8074-6bad548c7062'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:36:57.444705 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6e02907b-cfde-4e2b-845f-769fc8f0b104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:36:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['f174c256-3758-4453-8074-6bad548c7062'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:57.490970 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6e02907b-cfde-4e2b-845f-769fc8f0b104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:57.492215 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e02907b-cfde-4e2b-845f-769fc8f0b104 None None] The sync data for ids ['f174c256-3758-4453-8074-6bad548c7062'] in n-d-766771-2 is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:36:57.512643 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f1424d60-50e3-4d6e-9bc7-252480ff65f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:57.549558 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1424d60-50e3-4d6e-9bc7-252480ff65f3 None None] Pushing event deleted for resources: {'Port': ['ID=239c6325-6930-4491-8ef0-29486e3d5342,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:57.562989 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1424d60-50e3-4d6e-9bc7-252480ff65f3 None None] No DVR routers for this DVR port 239c6325-6930-4491-8ef0-29486e3d5342 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:36:57.587215 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0818ea23-0507-4265-b4eb-0c0aba980a12 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:57.588509 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f6edd7f9-f328-488a-a9d7-ef7a568dd027 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:57.597377 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f6edd7f9-f328-488a-a9d7-ef7a568dd027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:57.622334 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0818ea23-0507-4265-b4eb-0c0aba980a12 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Pushing event deleted for resources: {'Port': ['ID=239c6325-6930-4491-8ef0-29486e3d5342,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:57.638219 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0818ea23-0507-4265-b4eb-0c0aba980a12 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] No DVR routers for this DVR port 239c6325-6930-4491-8ef0-29486e3d5342 on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:36:57.659716 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f6edd7f9-f328-488a-a9d7-ef7a568dd027 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b980ba9b743b4629864d22d8bb28f65e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5976350 Dec 10 16:36:57.660711 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 32842) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:57.661687 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6edd7f9-f328-488a-a9d7-ef7a568dd027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d9c9cf-8d08-4fa0-83bd-b150619d2a0f,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:57.738010 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0818ea23-0507-4265-b4eb-0c0aba980a12 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:57.745269 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c0d01736-9b7f-45cc-a919-fcb2f16ead28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:57.760042 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-0818ea23-0507-4265-b4eb-0c0aba980a12 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f58da99f-2815-49f6-9e8d-2c7b2c95b9ba']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:57.773619 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-0818ea23-0507-4265-b4eb-0c0aba980a12 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24559f5b-46b5-40b1-b88d-e406c74c4349') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:57.774379 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-0818ea23-0507-4265-b4eb-0c0aba980a12 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24559f5b-46b5-40b1-b88d-e406c74c4349') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:57.786378 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0818ea23-0507-4265-b4eb-0c0aba980a12 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:57.801626 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0818ea23-0507-4265-b4eb-0c0aba980a12 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:57.810219 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0818ea23-0507-4265-b4eb-0c0aba980a12 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:36:57.811967 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0818ea23-0507-4265-b4eb-0c0aba980a12 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:57.818649 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c0d01736-9b7f-45cc-a919-fcb2f16ead28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:57.887098 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:36:57.887098 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:36:57.887098 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:36:57.887098 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:36:57.887098 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:36:57.887098 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:36:57.887098 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:36:57.887098 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:36:57.887098 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:36:57.887098 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:36:57.887098 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:36:57.887098 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:36:57.887098 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:36:57.887098 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:36:57.887098 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:36:57.887098 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:36:57.887098 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:36:57.887098 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:36:57.887098 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:36:57.887098 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:36:57.887098 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:36:57.887098 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:36:57.887098 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:36:57.887098 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:36:57.887098 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:36:57.887098 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:36:57.887098 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:36:57.887098 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:36:57.887098 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:36:57.887098 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:36:57.887098 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:36:57.887098 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:36:57.887098 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:36:57.887098 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:36:57.887098 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:36:57.887098 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:36:57.887098 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:36:57.887098 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:36:57.887098 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:36:57.887098 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:36:57.897436 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-df1e02cd-e120-4dd4-ab8e-068a6c73bd47 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:57.903628 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0818ea23-0507-4265-b4eb-0c0aba980a12 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:57.910717 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0818ea23-0507-4265-b4eb-0c0aba980a12 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:57.916654 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0818ea23-0507-4265-b4eb-0c0aba980a12 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] 10.222.0.11 "DELETE /v2.0/networks/f58da99f-2815-49f6-9e8d-2c7b2c95b9ba HTTP/1.1" status: 204 len: 168 time: 1.3468475 Dec 10 16:36:57.926594 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3009b7-e31e-4abd-92ac-f17a7689e876 req-aa6b5d81-f330-4428-943b-93576ad47915 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:57.934601 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4b3009b7-e31e-4abd-92ac-f17a7689e876 req-aa6b5d81-f330-4428-943b-93576ad47915 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 946 time: 0.3709242 Dec 10 16:36:57.977225 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c0d01736-9b7f-45cc-a919-fcb2f16ead28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:57.980700 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c0d01736-9b7f-45cc-a919-fcb2f16ead28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:57.981906 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c0d01736-9b7f-45cc-a919-fcb2f16ead28 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f8d9c9cf-8d08-4fa0-83bd-b150619d2a0f HTTP/1.1" status: 204 len: 168 time: 0.3168082 Dec 10 16:36:58.035014 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4b3009b7-e31e-4abd-92ac-f17a7689e876 req-f876950c-57a3-4ffd-859a-9233f30c8dc8 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0991731 Dec 10 16:36:58.057457 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d01736-9b7f-45cc-a919-fcb2f16ead28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d9c9cf-8d08-4fa0-83bd-b150619d2a0f,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:58.180116 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0818ea23-0507-4265-b4eb-0c0aba980a12 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358 tempest-ExtraDHCPOptionsIpV6TestJSON-309543358-project] Pushing event deleted for resources: {'Network': ['ID=f58da99f-2815-49f6-9e8d-2c7b2c95b9ba,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:58.269870 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-df1e02cd-e120-4dd4-ab8e-068a6c73bd47 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:58.285411 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 32860) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:58.382646 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-df1e02cd-e120-4dd4-ab8e-068a6c73bd47 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Deleting port f8dec271-f9a2-471f-970b-64db65ef3df0 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:58.383342 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-df1e02cd-e120-4dd4-ab8e-068a6c73bd47 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:58.511604 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-df1e02cd-e120-4dd4-ab8e-068a6c73bd47 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:58.525207 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-df1e02cd-e120-4dd4-ab8e-068a6c73bd47 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Calling delete_port for f8dec271-f9a2-471f-970b-64db65ef3df0 owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:58.646196 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 32880) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:58.654959 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5db6bf13-5756-4822-b1b3-dfac2bdc83d4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=59ad0d74c18342cc851278d18a2acbb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3623624 Dec 10 16:36:58.677176 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 32884) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:58.708374 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a81dff65-cff7-43d0-a476-1a33c152f44c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:58.783979 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d3f5450d-3f83-4585-932a-027f43f29762 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:58.794618 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 239c6325-6930-4491-8ef0-29486e3d5342 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:36:58.825950 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a81dff65-cff7-43d0-a476-1a33c152f44c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:58.842052 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 239c6325-6930-4491-8ef0-29486e3d5342 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:36:58.842429 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 239c6325-6930-4491-8ef0-29486e3d5342 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:36:58.852318 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a81dff65-cff7-43d0-a476-1a33c152f44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:58.857826 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d3f5450d-3f83-4585-932a-027f43f29762 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:58.922796 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a81dff65-cff7-43d0-a476-1a33c152f44c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5e7f385c3c61493996687f59b07f1e59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2540092 Dec 10 16:36:58.926522 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 32888) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:58.927142 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81dff65-cff7-43d0-a476-1a33c152f44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313d040d-222d-4c70-aa23-4cd978e4e2d8,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:58.982254 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff62f30-97a9-4cda-989b-5d633505ccab req-d9151d4b-e308-4fbd-852c-c77250e0de9b tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:58.984953 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bff62f30-97a9-4cda-989b-5d633505ccab req-d9151d4b-e308-4fbd-852c-c77250e0de9b tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 946 time: 0.1563327 Dec 10 16:36:59.050080 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d3f5450d-3f83-4585-932a-027f43f29762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:59.054444 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d3f5450d-3f83-4585-932a-027f43f29762 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:59.056674 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d3f5450d-3f83-4585-932a-027f43f29762 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e9233240-5b92-4898-b604-8c813477c669 HTTP/1.1" status: 204 len: 168 time: 0.3778274 Dec 10 16:36:59.062945 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f5c23c10-ec7c-44c8-b71f-baf4364d1bc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:59.068510 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-df1e02cd-e120-4dd4-ab8e-068a6c73bd47 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:59.072142 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f5450d-3f83-4585-932a-027f43f29762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9233240-5b92-4898-b604-8c813477c669,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:59.120578 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f5c23c10-ec7c-44c8-b71f-baf4364d1bc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:59.127462 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e02cd-e120-4dd4-ab8e-068a6c73bd47 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Pushing event deleted for resources: {'Port': ['ID=f8dec271-f9a2-471f-970b-64db65ef3df0,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:59.155456 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bff62f30-97a9-4cda-989b-5d633505ccab req-84e723e5-10b4-45be-bcdd-53b18c65fa1e tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1388154 Dec 10 16:36:59.172737 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a538b9-5ddf-458b-8d3f-2d16162e584d None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:36:59.224798 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f5c23c10-ec7c-44c8-b71f-baf4364d1bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:59.229823 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f5c23c10-ec7c-44c8-b71f-baf4364d1bc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:59.231602 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f5c23c10-ec7c-44c8-b71f-baf4364d1bc0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/313d040d-222d-4c70-aa23-4cd978e4e2d8 HTTP/1.1" status: 204 len: 168 time: 0.3014944 Dec 10 16:36:59.248983 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c23c10-ec7c-44c8-b71f-baf4364d1bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313d040d-222d-4c70-aa23-4cd978e4e2d8,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:59.266700 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-df1e02cd-e120-4dd4-ab8e-068a6c73bd47 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:59.405622 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-df1e02cd-e120-4dd4-ab8e-068a6c73bd47 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:59.408174 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-df1e02cd-e120-4dd4-ab8e-068a6c73bd47 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:59.464445 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-df1e02cd-e120-4dd4-ab8e-068a6c73bd47 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:59.465213 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1e02cd-e120-4dd4-ab8e-068a6c73bd47 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Fanout notify agent at l3_agent the message router_deleted on router f174c256-3758-4453-8074-6bad548c7062 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:36:59.491953 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-df1e02cd-e120-4dd4-ab8e-068a6c73bd47 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:59.496519 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-df1e02cd-e120-4dd4-ab8e-068a6c73bd47 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] 10.222.0.11 "DELETE /v2.0/routers/f174c256-3758-4453-8074-6bad548c7062 HTTP/1.1" status: 204 len: 168 time: 2.2887037 Dec 10 16:36:59.498818 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 32900) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:59.505459 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-f1b4a126-d970-4f26-ba75-83de12027423 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Request body: {'router': {'name': 'tempest-snat-router-717399840', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'enable_snat': False}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:59.532056 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f1b4a126-d970-4f26-ba75-83de12027423 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:59.533968 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f1b4a126-d970-4f26-ba75-83de12027423 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:59.625590 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f1b4a126-d970-4f26-ba75-83de12027423 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:59.890875 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f1b4a126-d970-4f26-ba75-83de12027423 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:00.144916 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f1b4a126-d970-4f26-ba75-83de12027423 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:00.186938 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f1b4a126-d970-4f26-ba75-83de12027423 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:00.392920 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17beff-5073-4333-9325-1763e0e1c64d req-93a2fed1-88a5-4ee5-9f03-932ed0774147 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:00.402557 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ca17beff-5073-4333-9325-1763e0e1c64d req-93a2fed1-88a5-4ee5-9f03-932ed0774147 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 946 time: 0.0974014 Dec 10 16:37:00.428941 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-f1b4a126-d970-4f26-ba75-83de12027423 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Allocated IP 172.25.6.216 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/4f88d83b-6cdd-49e8-9b13-608c4bf9b48a) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:00.484842 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ca17beff-5073-4333-9325-1763e0e1c64d req-ed0e2204-f7be-4d89-9a90-6596f24589d3 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0781834 Dec 10 16:37:00.553280 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 32950) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:00.595870 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f1b4a126-d970-4f26-ba75-83de12027423 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:00.653459 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f1b4a126-d970-4f26-ba75-83de12027423 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:00.697847 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b4a126-d970-4f26-ba75-83de12027423 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:00.701123 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-f1b4a126-d970-4f26-ba75-83de12027423 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:00.705651 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b4a126-d970-4f26-ba75-83de12027423 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:00.719481 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d03aa0-819b-462d-ba75-678a85eeefb0 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:37:00.730583 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b4a126-d970-4f26-ba75-83de12027423 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Pushing event updated for resources: {'Port': ['ID=4f88d83b-6cdd-49e8-9b13-608c4bf9b48a,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:00.797454 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a4036191-9f31-4c4d-b980-1a1ed61436ba tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Request body: {'network': {'name': 'tempest-RoutersTest-287305751'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:00.803838 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-89910415-4730-4df5-89c2-49dc81ee60d8 None None] Provisioning complete for port 4f88d83b-6cdd-49e8-9b13-608c4bf9b48a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:00.804327 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-89910415-4730-4df5-89c2-49dc81ee60d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:00.848130 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4036191-9f31-4c4d-b980-1a1ed61436ba tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Made reservation on behalf of c3e8ec0e2fb1438e9608d84a3552139f for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:00.854717 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a4036191-9f31-4c4d-b980-1a1ed61436ba tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:00.882468 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a4036191-9f31-4c4d-b980-1a1ed61436ba tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:00.897470 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-89910415-4730-4df5-89c2-49dc81ee60d8 None None] Port 4f88d83b-6cdd-49e8-9b13-608c4bf9b48a cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:37:01.032867 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a4036191-9f31-4c4d-b980-1a1ed61436ba tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:01.040338 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a4036191-9f31-4c4d-b980-1a1ed61436ba tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:01.075263 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4036191-9f31-4c4d-b980-1a1ed61436ba tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7644a71-2bc8-4904-8a0b-5f209e055d97,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:01.092340 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4036191-9f31-4c4d-b980-1a1ed61436ba tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:37:01.106048 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a4036191-9f31-4c4d-b980-1a1ed61436ba tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:01.106048 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-a4036191-9f31-4c4d-b980-1a1ed61436ba tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Added segment 7339a783-6a16-431c-9cf3-eb0353ef4913 of type vlan for network 13d754f4-7313-4bb1-b4c9-43ad20bf2426 Dec 10 16:37:01.198714 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a4036191-9f31-4c4d-b980-1a1ed61436ba tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:01.200830 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f1b4a126-d970-4f26-ba75-83de12027423 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:01.257640 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a4036191-9f31-4c4d-b980-1a1ed61436ba tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:01.264116 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4036191-9f31-4c4d-b980-1a1ed61436ba tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:01.264762 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a4036191-9f31-4c4d-b980-1a1ed61436ba tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:01.344893 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a4036191-9f31-4c4d-b980-1a1ed61436ba tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7898080 Dec 10 16:37:01.357114 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 32998) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:01.372659 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-454d4e95-366b-495e-8cc5-8f228982b156 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Request body: {'network': {'name': 'tempest-RoutersTest-1340548385'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:01.439743 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4036191-9f31-4c4d-b980-1a1ed61436ba tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event updated for resources: {'Network': ['ID=13d754f4-7313-4bb1-b4c9-43ad20bf2426,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:01.454952 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 13d754f4-7313-4bb1-b4c9-43ad20bf2426 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:37:01.459468 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454d4e95-366b-495e-8cc5-8f228982b156 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Made reservation on behalf of c3e8ec0e2fb1438e9608d84a3552139f for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:01.465484 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-454d4e95-366b-495e-8cc5-8f228982b156 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:01.492729 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33002) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:01.528938 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-454d4e95-366b-495e-8cc5-8f228982b156 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:37:01.550257 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-454d4e95-366b-495e-8cc5-8f228982b156 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:01.550607 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-454d4e95-366b-495e-8cc5-8f228982b156 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Added segment 794407e5-9390-4a1b-9ec3-807d663de0e9 of type vlan for network 5464fc43-64dc-450a-897f-dfe6b0d8c5a1 Dec 10 16:37:01.853232 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f1b4a126-d970-4f26-ba75-83de12027423 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:01.939014 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 81f6994e-318a-4d30-b5b5-897e0480e4d0 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:37:01.970785 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-454d4e95-366b-495e-8cc5-8f228982b156 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:01.992614 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-454d4e95-366b-495e-8cc5-8f228982b156 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:01.999091 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454d4e95-366b-495e-8cc5-8f228982b156 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:01.999721 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-454d4e95-366b-495e-8cc5-8f228982b156 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:02.020526 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9a45d731-43f6-448f-9d1b-1fac3ef32cfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:02.071160 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 81f6994e-318a-4d30-b5b5-897e0480e4d0, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=81f6994e-318a-4d30-b5b5-897e0480e4d0,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:02.075121 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b4a126-d970-4f26-ba75-83de12027423 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Router b94a177f-f422-4a5a-b06a-6098be8b0ade is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:37:02.088625 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '81f6994e-318a-4d30-b5b5-897e0480e4d0', 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277', 'port_id': '81f6994e-318a-4d30-b5b5-897e0480e4d0', 'mac_address': 'fa:16:3e:29:80:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bad4bd9c-d017-467b-badb-ee51884a8aea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:37:02.092824 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 81f6994e-318a-4d30-b5b5-897e0480e4d0 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:37:02.135154 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33018) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:02.137212 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-454d4e95-366b-495e-8cc5-8f228982b156 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7758992 Dec 10 16:37:02.140439 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-7eec38bf-927b-4ae2-beaa-01ab2f2ff7be tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Request body: {'subnet': {'network_id': '13d754f4-7313-4bb1-b4c9-43ad20bf2426', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:02.185122 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:02.217692 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217be88-11e1-4216-adab-c98a81d9de6d req-5ac10688-bca8-4731-bacc-5fdcc59eca34 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:02.221267 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2217be88-11e1-4216-adab-c98a81d9de6d req-5ac10688-bca8-4731-bacc-5fdcc59eca34 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 946 time: 0.5932972 Dec 10 16:37:02.228679 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d4e95-366b-495e-8cc5-8f228982b156 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event updated for resources: {'Network': ['ID=5464fc43-64dc-450a-897f-dfe6b0d8c5a1,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:02.299655 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 5464fc43-64dc-450a-897f-dfe6b0d8c5a1 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:37:02.326545 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:02.334354 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81f6994e-318a-4d30-b5b5-897e0480e4d0 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:37:02.383032 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b4a126-d970-4f26-ba75-83de12027423 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:37:02.394184 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 81f6994e-318a-4d30-b5b5-897e0480e4d0, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=81f6994e-318a-4d30-b5b5-897e0480e4d0,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:02.397547 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eec38bf-927b-4ae2-beaa-01ab2f2ff7be tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Made reservation on behalf of c3e8ec0e2fb1438e9608d84a3552139f for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:02.400386 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b4f66a-df86-40b5-94b4-ad418974d248 None None] Sync routers for ids ['b94a177f-f422-4a5a-b06a-6098be8b0ade'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:37:02.405955 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7eec38bf-927b-4ae2-beaa-01ab2f2ff7be tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:02.417609 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9a45d731-43f6-448f-9d1b-1fac3ef32cfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:02.438231 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9a45d731-43f6-448f-9d1b-1fac3ef32cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:02.446878 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b4f66a-df86-40b5-94b4-ad418974d248 None None] Routers {'b94a177f-f422-4a5a-b06a-6098be8b0ade'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:37:02.447744 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-44b4f66a-df86-40b5-94b4-ad418974d248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:36:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['b94a177f-f422-4a5a-b06a-6098be8b0ade'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:02.514822 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:02.559405 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9a45d731-43f6-448f-9d1b-1fac3ef32cfc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=70bc617867a74973b3ea3b5e7262c66a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0639453 Dec 10 16:37:02.567027 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33040) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:02.738442 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a45d731-43f6-448f-9d1b-1fac3ef32cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdaa3389-6e23-408f-894f-6447b66b404d,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:02.815496 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2217be88-11e1-4216-adab-c98a81d9de6d req-134a579a-47c5-4511-ae14-bf500e66519f tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3888223 Dec 10 16:37:02.848064 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-612e0cf1-7aa0-4ba7-9f86-53f2ca12fff7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:02.892068 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=81f6994e-318a-4d30-b5b5-897e0480e4d0,revision_number=11']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:02.914776 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7eec38bf-927b-4ae2-beaa-01ab2f2ff7be tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:02.922166 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-44b4f66a-df86-40b5-94b4-ad418974d248 None None] Set router b94a177f-f422-4a5a-b06a-6098be8b0ade gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:37:02.964005 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-612e0cf1-7aa0-4ba7-9f86-53f2ca12fff7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:02.974331 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f1b4a126-d970-4f26-ba75-83de12027423 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:02.975698 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f1b4a126-d970-4f26-ba75-83de12027423 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.4751256 Dec 10 16:37:02.978986 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['81f6994e-318a-4d30-b5b5-897e0480e4d0'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:37:02.980424 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33058) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:03.108409 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-612e0cf1-7aa0-4ba7-9f86-53f2ca12fff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:03.112049 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-612e0cf1-7aa0-4ba7-9f86-53f2ca12fff7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:03.113432 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-612e0cf1-7aa0-4ba7-9f86-53f2ca12fff7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fdaa3389-6e23-408f-894f-6447b66b404d HTTP/1.1" status: 204 len: 168 time: 0.5407898 Dec 10 16:37:03.129139 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e0cf1-7aa0-4ba7-9f86-53f2ca12fff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdaa3389-6e23-408f-894f-6447b66b404d,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:03.234478 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec38bf-927b-4ae2-beaa-01ab2f2ff7be tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event updated for resources: {'Subnet': ['ID=6bd0c4ff-7745-43ff-96a5-25a65439df35,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:03.241876 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.api [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:37:03.242337 n-d-766771-2 neutron-server[103394]: DEBUG oslo_db.api [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:37:03.281822 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eec38bf-927b-4ae2-beaa-01ab2f2ff7be tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Checking segment: {'id': '7339a783-6a16-431c-9cf3-eb0353ef4913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '13d754f4-7313-4bb1-b4c9-43ad20bf2426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:03.283793 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eec38bf-927b-4ae2-beaa-01ab2f2ff7be tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Network hostable DHCP agents. Network: 13d754f4-7313-4bb1-b4c9-43ad20bf2426, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:37:03.347277 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-afea9db5-b76d-4a61-8fa7-573538585efb tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] 10.222.0.11 "GET /v2.0/routers/b94a177f-f422-4a5a-b06a-6098be8b0ade HTTP/1.1" status: 200 len: 908 time: 0.3623092 Dec 10 16:37:03.349876 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33070) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:03.355444 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-8b481d4d-d7a8-4f17-9f0f-1b65448d63dc tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Request body: {'router': {'name': 'tempest-snat-router-717399840', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'enable_snat': True}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:03.358296 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eec38bf-927b-4ae2-beaa-01ab2f2ff7be tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Network 13d754f4-7313-4bb1-b4c9-43ad20bf2426 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:37:03.385139 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-7eec38bf-927b-4ae2-beaa-01ab2f2ff7be tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 13d754f4-7313-4bb1-b4c9-43ad20bf2426) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:03.392836 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eec38bf-927b-4ae2-beaa-01ab2f2ff7be tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:03.393407 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7eec38bf-927b-4ae2-beaa-01ab2f2ff7be tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:03.405876 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5bdd5f-3e8e-4d9e-ba08-c6b6cb61858a None None] Network 13d754f4-7313-4bb1-b4c9-43ad20bf2426 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:03.414784 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-44b4f66a-df86-40b5-94b4-ad418974d248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94a177f-f422-4a5a-b06a-6098be8b0ade', 'name': 'tempest-snat-router-717399840', 'tenant_id': '8f048cde4ae8405f9042fdc01efcc935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.216'}], 'enable_snat': False}, 'gw_port_id': '4f88d83b-6cdd-49e8-9b13-608c4bf9b48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:36:59Z', 'updated_at': '2021-12-10T16:37:01Z', 'revision_number': 3, 'project_id': '8f048cde4ae8405f9042fdc01efcc935', 'gw_port': {'id': '4f88d83b-6cdd-49e8-9b13-608c4bf9b48a', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:8a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94a177f-f422-4a5a-b06a-6098be8b0ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:37:00Z', 'updated_at': '2021-12-10T16:37:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:03.421839 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8b481d4d-d7a8-4f17-9f0f-1b65448d63dc tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:03.424396 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8b481d4d-d7a8-4f17-9f0f-1b65448d63dc tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:03.435814 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7eec38bf-927b-4ae2-beaa-01ab2f2ff7be tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2993512 Dec 10 16:37:03.438315 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33072) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:03.443580 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-2da1ffee-3475-41d2-9bd6-007c83d766b6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Request body: {'subnet': {'network_id': '5464fc43-64dc-450a-897f-dfe6b0d8c5a1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:03.583556 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8b481d4d-d7a8-4f17-9f0f-1b65448d63dc tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:03.600475 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b4f66a-df86-40b5-94b4-ad418974d248 None None] Checking router: b94a177f-f422-4a5a-b06a-6098be8b0ade for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:37:03.601191 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b4f66a-df86-40b5-94b4-ad418974d248 None None] Updating router b94a177f-f422-4a5a-b06a-6098be8b0ade port 4f88d83b-6cdd-49e8-9b13-608c4bf9b48a binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:37:03.654277 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-44b4f66a-df86-40b5-94b4-ad418974d248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:03.659025 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da1ffee-3475-41d2-9bd6-007c83d766b6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Made reservation on behalf of c3e8ec0e2fb1438e9608d84a3552139f for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:03.664787 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c478cd72-f848-45cf-a136-5b8ccc65a75b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-13d754f4-7313-4bb1-b4c9-43ad20bf2426', 'network_id': '13d754f4-7313-4bb1-b4c9-43ad20bf2426', 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'fixed_ips': [{'subnet_id': '6bd0c4ff-7745-43ff-96a5-25a65439df35'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:37:03.666420 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c478cd72-f848-45cf-a136-5b8ccc65a75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:03.677339 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2da1ffee-3475-41d2-9bd6-007c83d766b6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:03.701592 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33076) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:03.904154 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8b481d4d-d7a8-4f17-9f0f-1b65448d63dc tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:04.018732 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:04.083696 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 81f6994e-318a-4d30-b5b5-897e0480e4d0 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:37:04.107474 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 81f6994e-318a-4d30-b5b5-897e0480e4d0, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=81f6994e-318a-4d30-b5b5-897e0480e4d0,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:04.113904 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:04.127204 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 81f6994e-318a-4d30-b5b5-897e0480e4d0 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:37:04.158467 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2da1ffee-3475-41d2-9bd6-007c83d766b6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:04.187414 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8cb957dc-3dcc-478e-825b-7a4ac79f1b2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:04.250747 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-c478cd72-f848-45cf-a136-5b8ccc65a75b None None] Allocated IP 172.20.0.2 (13d754f4-7313-4bb1-b4c9-43ad20bf2426/6bd0c4ff-7745-43ff-96a5-25a65439df35/701a323c-a4d6-4e8b-86a5-7ce367073194) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:04.326400 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1ffee-3475-41d2-9bd6-007c83d766b6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event updated for resources: {'Subnet': ['ID=e566011a-b95b-4c23-b1a7-120175232106,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:04.329372 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da1ffee-3475-41d2-9bd6-007c83d766b6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Checking segment: {'id': '794407e5-9390-4a1b-9ec3-807d663de0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5464fc43-64dc-450a-897f-dfe6b0d8c5a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:04.329988 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da1ffee-3475-41d2-9bd6-007c83d766b6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Network hostable DHCP agents. Network: 5464fc43-64dc-450a-897f-dfe6b0d8c5a1, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:37:04.353790 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da1ffee-3475-41d2-9bd6-007c83d766b6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Network 5464fc43-64dc-450a-897f-dfe6b0d8c5a1 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:37:04.369957 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-2da1ffee-3475-41d2-9bd6-007c83d766b6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 5464fc43-64dc-450a-897f-dfe6b0d8c5a1) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:04.378964 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da1ffee-3475-41d2-9bd6-007c83d766b6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:04.380829 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2da1ffee-3475-41d2-9bd6-007c83d766b6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:04.400747 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-44b4f66a-df86-40b5-94b4-ad418974d248 None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:04.407769 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25de633a-9996-440a-a709-cb8645c4f7c2 None None] Network 5464fc43-64dc-450a-897f-dfe6b0d8c5a1 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:04.415921 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-44b4f66a-df86-40b5-94b4-ad418974d248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:04.421058 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2da1ffee-3475-41d2-9bd6-007c83d766b6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9813564 Dec 10 16:37:04.424663 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33104) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:04.436867 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-f5e6e157-6ac5-49b1-851e-487a642fee84 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-415607496', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:04.453248 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8cb957dc-3dcc-478e-825b-7a4ac79f1b2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:04.484701 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5e6e157-6ac5-49b1-851e-487a642fee84 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:04.485855 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5e6e157-6ac5-49b1-851e-487a642fee84 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:04.489786 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8cb957dc-3dcc-478e-825b-7a4ac79f1b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:04.527458 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-44b4f66a-df86-40b5-94b4-ad418974d248 None None] Attempting to bind port 4f88d83b-6cdd-49e8-9b13-608c4bf9b48a on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:37:04.527834 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-44b4f66a-df86-40b5-94b4-ad418974d248 None None] Attempting to bind port 4f88d83b-6cdd-49e8-9b13-608c4bf9b48a by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:37:04.528403 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b4f66a-df86-40b5-94b4-ad418974d248 None None] Attempting to bind port 4f88d83b-6cdd-49e8-9b13-608c4bf9b48a on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:37:04.549591 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b4f66a-df86-40b5-94b4-ad418974d248 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:37:04.550295 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b4f66a-df86-40b5-94b4-ad418974d248 None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:04.552582 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-44b4f66a-df86-40b5-94b4-ad418974d248 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:04.553185 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b4f66a-df86-40b5-94b4-ad418974d248 None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:37:04.553861 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-44b4f66a-df86-40b5-94b4-ad418974d248 None None] Bound port: 4f88d83b-6cdd-49e8-9b13-608c4bf9b48a, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:37:04.556978 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-44b4f66a-df86-40b5-94b4-ad418974d248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:04.593609 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5e6e157-6ac5-49b1-851e-487a642fee84 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:04.596109 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 81f6994e-318a-4d30-b5b5-897e0480e4d0 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:04.599562 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:04.608126 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5e6e157-6ac5-49b1-851e-487a642fee84 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:04.609559 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dffe07c-e00a-45fe-b040-5b9a7fa348a0 req-ef15d0f0-6082-4b91-b93d-502bcc473358 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:04.618745 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5dffe07c-e00a-45fe-b040-5b9a7fa348a0 req-ef15d0f0-6082-4b91-b93d-502bcc473358 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.5081775 Dec 10 16:37:04.678364 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb957dc-3dcc-478e-825b-7a4ac79f1b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf266dab-b828-46fb-85d5-e7268367a067,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:04.682194 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5e6e157-6ac5-49b1-851e-487a642fee84 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:04.683502 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f5e6e157-6ac5-49b1-851e-487a642fee84 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2587364 Dec 10 16:37:04.686259 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33110) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:04.696086 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-8cb957dc-3dcc-478e-825b-7a4ac79f1b2e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4bcb1e5851f8477bbb641fa8121fbbfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9933622 Dec 10 16:37:04.697755 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33112) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:04.702714 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1cf79-f4a4-4e0b-9268-fc354dadfa77 None None] Pushing event updated for resources: {'Port': ['ID=4f88d83b-6cdd-49e8-9b13-608c4bf9b48a,revision_number=2']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:04.716516 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-44b4f66a-df86-40b5-94b4-ad418974d248 None None] For port 4f88d83b-6cdd-49e8-9b13-608c4bf9b48a, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:37:04.727442 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-44b4f66a-df86-40b5-94b4-ad418974d248 None None] For port 4f88d83b-6cdd-49e8-9b13-608c4bf9b48a, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=4f88d83b-6cdd-49e8-9b13-608c4bf9b48a,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:37:04.740674 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-44b4f66a-df86-40b5-94b4-ad418974d248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:04.796377 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5dffe07c-e00a-45fe-b040-5b9a7fa348a0 req-edd9c141-2839-4a36-a029-2a913be89f06 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1763034 Dec 10 16:37:04.920972 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b4f66a-df86-40b5-94b4-ad418974d248 None None] Routers {'b94a177f-f422-4a5a-b06a-6098be8b0ade'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:37:04.925342 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-44b4f66a-df86-40b5-94b4-ad418974d248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:36:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['b94a177f-f422-4a5a-b06a-6098be8b0ade'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:04.951274 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c478cd72-f848-45cf-a136-5b8ccc65a75b None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:04.995113 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce84756b-afd1-45d5-b22b-0f6aaa638d2e None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:37:04.998362 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=81f6994e-318a-4d30-b5b5-897e0480e4d0,revision_number=12']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:05.035846 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c478cd72-f848-45cf-a136-5b8ccc65a75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:05.108929 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c478cd72-f848-45cf-a136-5b8ccc65a75b None None] Pushing event updated for resources: {'Port': ['ID=701a323c-a4d6-4e8b-86a5-7ce367073194,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:05.177355 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d85d5303-9ea8-4c5c-aba8-349fbc97483a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:05.212410 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3911ad8-5626-474d-8f9e-8290fb9e3b9b None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:37:05.233139 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c478cd72-f848-45cf-a136-5b8ccc65a75b None None] Network 13d754f4-7313-4bb1-b4c9-43ad20bf2426 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:05.239042 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1cf79-f4a4-4e0b-9268-fc354dadfa77 None None] Pushing event updated for resources: {'Port': ['ID=4f88d83b-6cdd-49e8-9b13-608c4bf9b48a,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:05.249809 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-44b4f66a-df86-40b5-94b4-ad418974d248 None None] Set router b94a177f-f422-4a5a-b06a-6098be8b0ade gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:37:05.270957 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8b481d4d-d7a8-4f17-9f0f-1b65448d63dc tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:05.273110 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-c478cd72-f848-45cf-a136-5b8ccc65a75b None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:05.295635 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-3ab96e48-d695-44a1-870b-34bfbe2ea259 None None] Provisioning complete for port 4f88d83b-6cdd-49e8-9b13-608c4bf9b48a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:05.295635 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3ab96e48-d695-44a1-870b-34bfbe2ea259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:05.314891 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c478cd72-f848-45cf-a136-5b8ccc65a75b None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:05.339161 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8b481d4d-d7a8-4f17-9f0f-1b65448d63dc tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:05.532891 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-44b4f66a-df86-40b5-94b4-ad418974d248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94a177f-f422-4a5a-b06a-6098be8b0ade', 'name': 'tempest-snat-router-717399840', 'tenant_id': '8f048cde4ae8405f9042fdc01efcc935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.216'}], 'enable_snat': False}, 'gw_port_id': '4f88d83b-6cdd-49e8-9b13-608c4bf9b48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:36:59Z', 'updated_at': '2021-12-10T16:37:01Z', 'revision_number': 3, 'project_id': '8f048cde4ae8405f9042fdc01efcc935', 'gw_port': {'id': '4f88d83b-6cdd-49e8-9b13-608c4bf9b48a', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:8a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94a177f-f422-4a5a-b06a-6098be8b0ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:37:00Z', 'updated_at': '2021-12-10T16:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:05.533535 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d85d5303-9ea8-4c5c-aba8-349fbc97483a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:05.577268 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b4f66a-df86-40b5-94b4-ad418974d248 None None] The sync data for ids ['b94a177f-f422-4a5a-b06a-6098be8b0ade'] in n-d-766771-2 is: [{'id': 'b94a177f-f422-4a5a-b06a-6098be8b0ade', 'name': 'tempest-snat-router-717399840', 'tenant_id': '8f048cde4ae8405f9042fdc01efcc935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.216'}], 'enable_snat': False}, 'gw_port_id': '4f88d83b-6cdd-49e8-9b13-608c4bf9b48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:36:59Z', 'updated_at': '2021-12-10T16:37:01Z', 'revision_number': 3, 'project_id': '8f048cde4ae8405f9042fdc01efcc935', 'gw_port': {'id': '4f88d83b-6cdd-49e8-9b13-608c4bf9b48a', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:8a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94a177f-f422-4a5a-b06a-6098be8b0ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:37:00Z', 'updated_at': '2021-12-10T16:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:37:05.606376 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-8b481d4d-d7a8-4f17-9f0f-1b65448d63dc tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Allocated IP 172.25.6.79 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/dcaff4cb-7b11-4710-a304-9180cb769a88) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:05.640926 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:05.699394 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba7a73f-bbf4-44dc-b096-93b49de390ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-5464fc43-64dc-450a-897f-dfe6b0d8c5a1', 'network_id': '5464fc43-64dc-450a-897f-dfe6b0d8c5a1', 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'fixed_ips': [{'subnet_id': 'e566011a-b95b-4c23-b1a7-120175232106'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:37:05.706420 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2ba7a73f-bbf4-44dc-b096-93b49de390ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:05.756504 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-c478cd72-f848-45cf-a136-5b8ccc65a75b None None] Attempting to bind port 701a323c-a4d6-4e8b-86a5-7ce367073194 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:37:05.756903 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-c478cd72-f848-45cf-a136-5b8ccc65a75b None None] Attempting to bind port 701a323c-a4d6-4e8b-86a5-7ce367073194 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '7339a783-6a16-431c-9cf3-eb0353ef4913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '13d754f4-7313-4bb1-b4c9-43ad20bf2426'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:37:05.757280 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c478cd72-f848-45cf-a136-5b8ccc65a75b None None] Attempting to bind port 701a323c-a4d6-4e8b-86a5-7ce367073194 on network 13d754f4-7313-4bb1-b4c9-43ad20bf2426 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:37:05.777917 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c478cd72-f848-45cf-a136-5b8ccc65a75b None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:37:05.778339 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c478cd72-f848-45cf-a136-5b8ccc65a75b None None] Checking segment: {'id': '7339a783-6a16-431c-9cf3-eb0353ef4913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '13d754f4-7313-4bb1-b4c9-43ad20bf2426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:05.779910 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c478cd72-f848-45cf-a136-5b8ccc65a75b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:05.780328 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c478cd72-f848-45cf-a136-5b8ccc65a75b None None] Bound using segment: {'id': '7339a783-6a16-431c-9cf3-eb0353ef4913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '13d754f4-7313-4bb1-b4c9-43ad20bf2426'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:37:05.780837 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-c478cd72-f848-45cf-a136-5b8ccc65a75b None None] Bound port: 701a323c-a4d6-4e8b-86a5-7ce367073194, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7339a783-6a16-431c-9cf3-eb0353ef4913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '13d754f4-7313-4bb1-b4c9-43ad20bf2426'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:37:05.781236 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c478cd72-f848-45cf-a136-5b8ccc65a75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:05.832261 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1426ab59-b97b-4136-8b2c-6a6b664c4641 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:05.846072 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 81f6994e-318a-4d30-b5b5-897e0480e4d0, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=81f6994e-318a-4d30-b5b5-897e0480e4d0,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:05.848547 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d85d5303-9ea8-4c5c-aba8-349fbc97483a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:05.850597 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c175e649-a26b-4fb3-8242-5b9dbaf73234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f6994e-318a-4d30-b5b5-897e0480e4d0'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:37:05.851793 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d85d5303-9ea8-4c5c-aba8-349fbc97483a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:05.853304 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250d78d7-6dfb-4f1e-a636-5181c4c78d37" -d '{"events": [{"server_uuid": "c175e649-a26b-4fb3-8242-5b9dbaf73234", "name": "network-vif-plugged", "status": "completed", "tag": "81f6994e-318a-4d30-b5b5-897e0480e4d0"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:37:05.853489 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d85d5303-9ea8-4c5c-aba8-349fbc97483a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bf266dab-b828-46fb-85d5-e7268367a067 HTTP/1.1" status: 204 len: 168 time: 1.1544583 Dec 10 16:37:05.859887 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c832171-382b-4204-bd17-bfc023531575 req-4a828fd4-303d-4b8f-a169-a2670620795c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:05.870225 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:05.878613 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c832171-382b-4204-bd17-bfc023531575 req-4a828fd4-303d-4b8f-a169-a2670620795c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:05.885597 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c832171-382b-4204-bd17-bfc023531575 req-4a828fd4-303d-4b8f-a169-a2670620795c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:05.891935 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d5303-9ea8-4c5c-aba8-349fbc97483a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf266dab-b828-46fb-85d5-e7268367a067,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:05.907576 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c832171-382b-4204-bd17-bfc023531575 req-4a828fd4-303d-4b8f-a169-a2670620795c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:05.925041 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c832171-382b-4204-bd17-bfc023531575 req-4a828fd4-303d-4b8f-a169-a2670620795c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:05.942820 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c832171-382b-4204-bd17-bfc023531575 req-4a828fd4-303d-4b8f-a169-a2670620795c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:05.953806 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c832171-382b-4204-bd17-bfc023531575 req-4a828fd4-303d-4b8f-a169-a2670620795c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:05.959802 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0c832171-382b-4204-bd17-bfc023531575 req-4a828fd4-303d-4b8f-a169-a2670620795c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 5445 time: 0.3426516 Dec 10 16:37:06.075705 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3ab96e48-d695-44a1-870b-34bfbe2ea259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:06.180436 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=81f6994e-318a-4d30-b5b5-897e0480e4d0,revision_number=13']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:06.197953 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-3ab96e48-d695-44a1-870b-34bfbe2ea259 None None] For port 4f88d83b-6cdd-49e8-9b13-608c4bf9b48a, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=4f88d83b-6cdd-49e8-9b13-608c4bf9b48a,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:06.213222 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0c832171-382b-4204-bd17-bfc023531575 req-2abd0e92-22b8-42f0-a4b2-bf595f44ce33 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bcf6659-ad70-4f78-8202-1accd4dc47f4&id=7f2a2db4-8009-4c13-8329-5a2302100f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2430089 Dec 10 16:37:06.216706 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8b481d4d-d7a8-4f17-9f0f-1b65448d63dc tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:06.264198 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3ab96e48-d695-44a1-870b-34bfbe2ea259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:06.331202 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8b481d4d-d7a8-4f17-9f0f-1b65448d63dc tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:06.433887 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b481d4d-d7a8-4f17-9f0f-1b65448d63dc tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Pushing event updated for resources: {'Port': ['ID=dcaff4cb-7b11-4710-a304-9180cb769a88,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:06.453650 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c478cd72-f848-45cf-a136-5b8ccc65a75b None None] For port 701a323c-a4d6-4e8b-86a5-7ce367073194, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:37:06.468030 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c478cd72-f848-45cf-a136-5b8ccc65a75b None None] For port 701a323c-a4d6-4e8b-86a5-7ce367073194, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=701a323c-a4d6-4e8b-86a5-7ce367073194,segment=NetworkSegment(7339a783-6a16-431c-9cf3-eb0353ef4913),segment_id=7339a783-6a16-431c-9cf3-eb0353ef4913)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:37:06.524573 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-2ba7a73f-bbf4-44dc-b096-93b49de390ef None None] Allocated IP 172.21.0.2 (5464fc43-64dc-450a-897f-dfe6b0d8c5a1/e566011a-b95b-4c23-b1a7-120175232106/c6861745-707a-46af-af60-606045640daf) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:06.548521 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b481d4d-d7a8-4f17-9f0f-1b65448d63dc tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:06.550842 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-8b481d4d-d7a8-4f17-9f0f-1b65448d63dc tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:06.557279 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b481d4d-d7a8-4f17-9f0f-1b65448d63dc tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:06.589445 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c478cd72-f848-45cf-a136-5b8ccc65a75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:06.785045 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33218) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:06.838298 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-1426ab59-b97b-4136-8b2c-6a6b664c4641 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Allocated IP 172.20.0.1 (13d754f4-7313-4bb1-b4c9-43ad20bf2426/6bd0c4ff-7745-43ff-96a5-25a65439df35/e72d72e2-b19f-4d53-8cf7-64b5c6096195) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:06.866423 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c6c372f8-a3ad-4803-90f9-14a07b13d4cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:06.902326 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8db0c9-d699-4dc6-b419-16e42963dc47 req-0ea583e0-428d-40e0-ab2a-85dc7d7e1f3a tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:06.917608 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2b8db0c9-d699-4dc6-b419-16e42963dc47 req-0ea583e0-428d-40e0-ab2a-85dc7d7e1f3a tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 946 time: 0.4922624 Dec 10 16:37:07.205957 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1426ab59-b97b-4136-8b2c-6a6b664c4641 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:07.246876 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-89717169-e0ba-47a8-8123-5c21beff0f0b tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:07.273342 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-89717169-e0ba-47a8-8123-5c21beff0f0b tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:07.286697 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-89717169-e0ba-47a8-8123-5c21beff0f0b tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:07.299828 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2b8db0c9-d699-4dc6-b419-16e42963dc47 req-6369e8b0-314d-4c7f-bb3c-b3e0a1825ad4 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3807921 Dec 10 16:37:07.313799 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-89717169-e0ba-47a8-8123-5c21beff0f0b tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:07.344359 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-89717169-e0ba-47a8-8123-5c21beff0f0b tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:07.374634 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-89717169-e0ba-47a8-8123-5c21beff0f0b tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:07.390592 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-89717169-e0ba-47a8-8123-5c21beff0f0b tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:07.392901 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-89717169-e0ba-47a8-8123-5c21beff0f0b tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.46 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 5445 time: 1.0520473 Dec 10 16:37:07.521161 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1426ab59-b97b-4136-8b2c-6a6b664c4641 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:07.525873 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2ba7a73f-bbf4-44dc-b096-93b49de390ef None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:07.538397 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb82f76-d6ac-4d6a-ad0a-b72716e18e90 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:37:07.544942 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c6c372f8-a3ad-4803-90f9-14a07b13d4cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:07.558685 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c49820-f57b-449a-8f55-2fa05e947b2b x-openstack-request-id: req-d5c49820-f57b-449a-8f55-2fa05e947b2b {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:37:07.559363 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c175e649-a26b-4fb3-8242-5b9dbaf73234", "name": "network-vif-plugged", "status": "completed", "tag": "81f6994e-318a-4d30-b5b5-897e0480e4d0", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:37:07.559812 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d5c49820-f57b-449a-8f55-2fa05e947b2b {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:37:07.560498 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c175e649-a26b-4fb3-8242-5b9dbaf73234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f6994e-318a-4d30-b5b5-897e0480e4d0', 'code': 200} Dec 10 16:37:07.562015 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8b481d4d-d7a8-4f17-9f0f-1b65448d63dc tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:07.564465 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-301e0b8f-097f-4876-9d7d-c28a94ca2c01 None None] Provisioning complete for port 4f88d83b-6cdd-49e8-9b13-608c4bf9b48a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:07.564854 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-301e0b8f-097f-4876-9d7d-c28a94ca2c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:07.568630 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c6c372f8-a3ad-4803-90f9-14a07b13d4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:07.633695 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 4f88d83b-6cdd-49e8-9b13-608c4bf9b48a up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:37:07.668587 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1426ab59-b97b-4136-8b2c-6a6b664c4641 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event updated for resources: {'Port': ['ID=e72d72e2-b19f-4d53-8cf7-64b5c6096195,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:07.700925 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1426ab59-b97b-4136-8b2c-6a6b664c4641 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Network 13d754f4-7313-4bb1-b4c9-43ad20bf2426 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:07.706922 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33240) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:07.709317 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-1426ab59-b97b-4136-8b2c-6a6b664c4641 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:07.728328 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1426ab59-b97b-4136-8b2c-6a6b664c4641 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:07.741600 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2ba7a73f-bbf4-44dc-b096-93b49de390ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:07.762622 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c372f8-a3ad-4803-90f9-14a07b13d4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e636c6-f650-4d16-86c4-396a666aeae6,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:07.770861 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c6c372f8-a3ad-4803-90f9-14a07b13d4cf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8bbba143e90345499018e0b0d13a1ad3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9818766 Dec 10 16:37:07.777058 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33244) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:07.851588 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:07.865973 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab96e48-d695-44a1-870b-34bfbe2ea259 None None] Pushing event updated for resources: {'Port': ['ID=4f88d83b-6cdd-49e8-9b13-608c4bf9b48a,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:07.876886 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1426ab59-b97b-4136-8b2c-6a6b664c4641 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:07.933186 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba7a73f-bbf4-44dc-b096-93b49de390ef None None] Network 5464fc43-64dc-450a-897f-dfe6b0d8c5a1 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:07.965989 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-2ba7a73f-bbf4-44dc-b096-93b49de390ef None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:07.987568 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab96e48-d695-44a1-870b-34bfbe2ea259 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:07.988503 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab96e48-d695-44a1-870b-34bfbe2ea259 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:07.990442 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7aff4ae-8bc9-4f54-b6e2-595675183f51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:07.991056 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab96e48-d695-44a1-870b-34bfbe2ea259 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:07.992119 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab96e48-d695-44a1-870b-34bfbe2ea259 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:07.992847 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab96e48-d695-44a1-870b-34bfbe2ea259 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:07.995850 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab96e48-d695-44a1-870b-34bfbe2ea259 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:07.996423 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab96e48-d695-44a1-870b-34bfbe2ea259 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:07.996936 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab96e48-d695-44a1-870b-34bfbe2ea259 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:07.997594 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab96e48-d695-44a1-870b-34bfbe2ea259 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:07.998744 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab96e48-d695-44a1-870b-34bfbe2ea259 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:07.999727 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab96e48-d695-44a1-870b-34bfbe2ea259 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:08.001274 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab96e48-d695-44a1-870b-34bfbe2ea259 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:08.001806 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab96e48-d695-44a1-870b-34bfbe2ea259 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:08.032924 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba7a73f-bbf4-44dc-b096-93b49de390ef None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:08.081599 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7aff4ae-8bc9-4f54-b6e2-595675183f51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:08.233288 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8b481d4d-d7a8-4f17-9f0f-1b65448d63dc tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:08.253354 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 4f88d83b-6cdd-49e8-9b13-608c4bf9b48a triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:08.254009 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:08.393833 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-36d37e9c-068b-4352-9dc5-399b35f19c8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:08.402224 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1426ab59-b97b-4136-8b2c-6a6b664c4641 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:08.447905 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7aff4ae-8bc9-4f54-b6e2-595675183f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:08.455201 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7aff4ae-8bc9-4f54-b6e2-595675183f51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:08.460419 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-d98cad7c-4732-468f-91f1-7947679978c1 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:08.464055 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e7aff4ae-8bc9-4f54-b6e2-595675183f51 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/02e636c6-f650-4d16-86c4-396a666aeae6 HTTP/1.1" status: 204 len: 168 time: 0.6849387 Dec 10 16:37:08.465352 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-d98cad7c-4732-468f-91f1-7947679978c1 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.46 "GET /v2.0/ports/7a783492-ea39-41dc-8499-87239009e539?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 1.0645509 Dec 10 16:37:08.491462 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c478cd72-f848-45cf-a136-5b8ccc65a75b None None] Pushing event updated for resources: {'Port': ['ID=701a323c-a4d6-4e8b-86a5-7ce367073194,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:08.529046 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aff4ae-8bc9-4f54-b6e2-595675183f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e636c6-f650-4d16-86c4-396a666aeae6,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:08.607697 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:08.611020 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba508d34-1299-48c2-a96d-d086384eac4b req-dd113446-8d6b-438f-aae7-7b73e595d249 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:08.652736 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba508d34-1299-48c2-a96d-d086384eac4b req-dd113446-8d6b-438f-aae7-7b73e595d249 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:08.688817 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba508d34-1299-48c2-a96d-d086384eac4b req-dd113446-8d6b-438f-aae7-7b73e595d249 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:08.711432 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba508d34-1299-48c2-a96d-d086384eac4b req-dd113446-8d6b-438f-aae7-7b73e595d249 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:08.725251 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba508d34-1299-48c2-a96d-d086384eac4b req-dd113446-8d6b-438f-aae7-7b73e595d249 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:08.763394 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba508d34-1299-48c2-a96d-d086384eac4b req-dd113446-8d6b-438f-aae7-7b73e595d249 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:08.775710 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-2ba7a73f-bbf4-44dc-b096-93b49de390ef None None] Attempting to bind port c6861745-707a-46af-af60-606045640daf on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:37:08.776199 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-2ba7a73f-bbf4-44dc-b096-93b49de390ef None None] Attempting to bind port c6861745-707a-46af-af60-606045640daf by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '794407e5-9390-4a1b-9ec3-807d663de0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5464fc43-64dc-450a-897f-dfe6b0d8c5a1'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:37:08.776669 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba7a73f-bbf4-44dc-b096-93b49de390ef None None] Attempting to bind port c6861745-707a-46af-af60-606045640daf on network 5464fc43-64dc-450a-897f-dfe6b0d8c5a1 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:37:08.779648 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba508d34-1299-48c2-a96d-d086384eac4b req-dd113446-8d6b-438f-aae7-7b73e595d249 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:08.784849 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba7a73f-bbf4-44dc-b096-93b49de390ef None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:37:08.785381 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba7a73f-bbf4-44dc-b096-93b49de390ef None None] Checking segment: {'id': '794407e5-9390-4a1b-9ec3-807d663de0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5464fc43-64dc-450a-897f-dfe6b0d8c5a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:08.785895 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2ba7a73f-bbf4-44dc-b096-93b49de390ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:08.786439 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba7a73f-bbf4-44dc-b096-93b49de390ef None None] Bound using segment: {'id': '794407e5-9390-4a1b-9ec3-807d663de0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5464fc43-64dc-450a-897f-dfe6b0d8c5a1'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:37:08.787330 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-2ba7a73f-bbf4-44dc-b096-93b49de390ef None None] Bound port: c6861745-707a-46af-af60-606045640daf, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '794407e5-9390-4a1b-9ec3-807d663de0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5464fc43-64dc-450a-897f-dfe6b0d8c5a1'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:37:08.787515 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2ba7a73f-bbf4-44dc-b096-93b49de390ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:08.796089 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba7a73f-bbf4-44dc-b096-93b49de390ef None None] Pushing event updated for resources: {'Port': ['ID=c6861745-707a-46af-af60-606045640daf,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:08.801740 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ba508d34-1299-48c2-a96d-d086384eac4b req-dd113446-8d6b-438f-aae7-7b73e595d249 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 5445 time: 0.5430577 Dec 10 16:37:08.928811 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-017dc0a3-1085-412b-863f-f95f400cadfc None None] Provisioning complete for port dcaff4cb-7b11-4710-a304-9180cb769a88 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:08.929337 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-017dc0a3-1085-412b-863f-f95f400cadfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:08.988080 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-017dc0a3-1085-412b-863f-f95f400cadfc None None] Port dcaff4cb-7b11-4710-a304-9180cb769a88 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:37:09.011186 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-2ba7a73f-bbf4-44dc-b096-93b49de390ef None None] For port c6861745-707a-46af-af60-606045640daf, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:37:09.015350 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-2ba7a73f-bbf4-44dc-b096-93b49de390ef None None] For port c6861745-707a-46af-af60-606045640daf, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c6861745-707a-46af-af60-606045640daf,segment=NetworkSegment(794407e5-9390-4a1b-9ec3-807d663de0e9),segment_id=794407e5-9390-4a1b-9ec3-807d663de0e9)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:37:09.023106 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2ba7a73f-bbf4-44dc-b096-93b49de390ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:09.095777 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ba508d34-1299-48c2-a96d-d086384eac4b req-6af6d4f7-45ec-4495-b43a-29c108c21341 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bcf6659-ad70-4f78-8202-1accd4dc47f4&id=7f2a2db4-8009-4c13-8329-5a2302100f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2809777 Dec 10 16:37:09.159287 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba7a73f-bbf4-44dc-b096-93b49de390ef None None] Pushing event updated for resources: {'Port': ['ID=c6861745-707a-46af-af60-606045640daf,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:09.200500 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b481d4d-d7a8-4f17-9f0f-1b65448d63dc tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Router a48b7bf3-7135-49f0-a7da-215626d4b1ee is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:37:09.449481 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 701a323c-a4d6-4e8b-86a5-7ce367073194 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:37:09.627571 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 701a323c-a4d6-4e8b-86a5-7ce367073194 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:09.628165 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:09.804774 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-efdd3fbd-e7a3-4ba3-a077-28f47c554c34 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.46 "GET /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.3235214 Dec 10 16:37:09.843880 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:09.855392 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b481d4d-d7a8-4f17-9f0f-1b65448d63dc tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:37:09.870776 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4fc949-472f-447d-a6ef-c6b5856a1236 None None] Sync routers for ids ['a48b7bf3-7135-49f0-a7da-215626d4b1ee'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:37:09.913553 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4fc949-472f-447d-a6ef-c6b5856a1236 None None] Routers {'a48b7bf3-7135-49f0-a7da-215626d4b1ee'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:37:09.914229 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ca4fc949-472f-447d-a6ef-c6b5856a1236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:36:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['a48b7bf3-7135-49f0-a7da-215626d4b1ee'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:09.925441 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b64a4f-bcf8-447d-9857-2488c836014b req-10f496d1-2919-4310-84a5-019f715e1fd0 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:09.939582 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f5b64a4f-bcf8-447d-9857-2488c836014b req-10f496d1-2919-4310-84a5-019f715e1fd0 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 946 time: 0.5164723 Dec 10 16:37:09.997911 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8b481d4d-d7a8-4f17-9f0f-1b65448d63dc tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:10.003365 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-8b481d4d-d7a8-4f17-9f0f-1b65448d63dc tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.6520410 Dec 10 16:37:10.013971 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33274) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:10.019959 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-ff3fa034-a414-4e7a-9066-fe80e3d3bea7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:10.168821 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-ca4fc949-472f-447d-a6ef-c6b5856a1236 None None] Set router a48b7bf3-7135-49f0-a7da-215626d4b1ee gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:37:10.206393 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f5b64a4f-bcf8-447d-9857-2488c836014b req-b3b7bb8b-e702-4df8-b446-05387bc5e452 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2640421 Dec 10 16:37:10.217821 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-ff3fa034-a414-4e7a-9066-fe80e3d3bea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:10.277588 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-31740149-90dc-4953-92b2-2a5a69f6d5be tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] 10.222.0.11 "GET /v2.0/routers/a48b7bf3-7135-49f0-a7da-215626d4b1ee HTTP/1.1" status: 200 len: 906 time: 0.2548065 Dec 10 16:37:10.280562 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33280) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:10.283983 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-36d37e9c-068b-4352-9dc5-399b35f19c8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:10.304472 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-36d37e9c-068b-4352-9dc5-399b35f19c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:10.312766 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device d5bdcbf6-9c70-4b11-a616-8e8aeec9956a no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:37:10.318972 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c54108f-d28e-4b88-9f89-f9722608e8a5 None None] Network 13d754f4-7313-4bb1-b4c9-43ad20bf2426 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:10.334020 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 701a323c-a4d6-4e8b-86a5-7ce367073194, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=701a323c-a4d6-4e8b-86a5-7ce367073194,segment=NetworkSegment(7339a783-6a16-431c-9cf3-eb0353ef4913),segment_id=7339a783-6a16-431c-9cf3-eb0353ef4913)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:10.662667 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d37e9c-068b-4352-9dc5-399b35f19c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0489acf8-eb5f-465e-a2e9-30d7bbbaf0d9,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:10.784623 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:10.790815 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 4f88d83b-6cdd-49e8-9b13-608c4bf9b48a up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:37:10.792738 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1426ab59-b97b-4136-8b2c-6a6b664c4641 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:10.822248 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1426ab59-b97b-4136-8b2c-6a6b664c4641 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:10.837676 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-36d37e9c-068b-4352-9dc5-399b35f19c8d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f3bd5cff8d6b419887d17551184dac76&name=default HTTP/1.1" status: 200 len: 3000 time: 3.1222179 Dec 10 16:37:10.842469 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33290) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:10.978697 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-929befb6-e37c-4521-9bf2-990892748b69 None None] Provisioning complete for port 701a323c-a4d6-4e8b-86a5-7ce367073194 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:10.984506 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-929befb6-e37c-4521-9bf2-990892748b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:11.076662 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1426ab59-b97b-4136-8b2c-6a6b664c4641 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:11.084089 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-ff3fa034-a414-4e7a-9066-fe80e3d3bea7 service neutron] For port 7a783492-ea39-41dc-8499-87239009e539, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=7a783492-ea39-41dc-8499-87239009e539,segment=NetworkSegment(44a46a5e-a254-4d44-9870-cc62115a4eda),segment_id=44a46a5e-a254-4d44-9870-cc62115a4eda)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:11.118238 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1426ab59-b97b-4136-8b2c-6a6b664c4641 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event updated for resources: {'Port': ['ID=e72d72e2-b19f-4d53-8cf7-64b5c6096195,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:11.142265 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f9901a41-787d-43eb-b6e4-76a246d8fa33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:11.149061 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56b8a26-339a-4c60-9713-aacb93455da6 None None] Network 5464fc43-64dc-450a-897f-dfe6b0d8c5a1 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:11.255890 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f9901a41-787d-43eb-b6e4-76a246d8fa33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:11.278382 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1145eed-bece-461a-a910-9ba11430ff8d req-b08c00f2-1c86-4e02-8b55-5d3f8341f9d2 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:11.297248 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1145eed-bece-461a-a910-9ba11430ff8d req-b08c00f2-1c86-4e02-8b55-5d3f8341f9d2 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:11.314912 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1145eed-bece-461a-a910-9ba11430ff8d req-b08c00f2-1c86-4e02-8b55-5d3f8341f9d2 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:11.323848 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-ff3fa034-a414-4e7a-9066-fe80e3d3bea7 service neutron] For port 7a783492-ea39-41dc-8499-87239009e539, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:37:11.331148 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1145eed-bece-461a-a910-9ba11430ff8d req-b08c00f2-1c86-4e02-8b55-5d3f8341f9d2 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:11.349482 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1145eed-bece-461a-a910-9ba11430ff8d req-b08c00f2-1c86-4e02-8b55-5d3f8341f9d2 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:11.362181 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1145eed-bece-461a-a910-9ba11430ff8d req-b08c00f2-1c86-4e02-8b55-5d3f8341f9d2 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:11.380835 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1145eed-bece-461a-a910-9ba11430ff8d req-b08c00f2-1c86-4e02-8b55-5d3f8341f9d2 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:11.392657 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e1145eed-bece-461a-a910-9ba11430ff8d req-b08c00f2-1c86-4e02-8b55-5d3f8341f9d2 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 5445 time: 0.3083746 Dec 10 16:37:11.532910 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-ff3fa034-a414-4e7a-9066-fe80e3d3bea7 service neutron] device_id is not set on port 7a783492-ea39-41dc-8499-87239009e539 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:37:11.570077 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-ff3fa034-a414-4e7a-9066-fe80e3d3bea7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:11.584662 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1426ab59-b97b-4136-8b2c-6a6b664c4641 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Network 13d754f4-7313-4bb1-b4c9-43ad20bf2426 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:11.586691 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-1426ab59-b97b-4136-8b2c-6a6b664c4641 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:11.597255 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9ebb3eb9-2243-45df-a9fa-8731c4c635d1 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:11.598450 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-ff3fa034-a414-4e7a-9066-fe80e3d3bea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:11.655018 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=701a323c-a4d6-4e8b-86a5-7ce367073194,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:11.672845 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 4f88d83b-6cdd-49e8-9b13-608c4bf9b48a triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:11.673422 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:11.685477 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3fa034-a414-4e7a-9066-fe80e3d3bea7 service neutron] Pushing event updated for resources: {'Port': ['ID=7a783492-ea39-41dc-8499-87239009e539,revision_number=6']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:11.699599 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f9901a41-787d-43eb-b6e4-76a246d8fa33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:11.702285 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f9901a41-787d-43eb-b6e4-76a246d8fa33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:11.703603 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f9901a41-787d-43eb-b6e4-76a246d8fa33 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0489acf8-eb5f-465e-a2e9-30d7bbbaf0d9 HTTP/1.1" status: 204 len: 168 time: 0.8301461 Dec 10 16:37:11.754555 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e1145eed-bece-461a-a910-9ba11430ff8d req-14e82e0f-3b4f-4b72-94f1-9802ef69fe72 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bcf6659-ad70-4f78-8202-1accd4dc47f4&id=7f2a2db4-8009-4c13-8329-5a2302100f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3565497 Dec 10 16:37:11.825319 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9901a41-787d-43eb-b6e4-76a246d8fa33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0489acf8-eb5f-465e-a2e9-30d7bbbaf0d9,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:11.938542 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-ff3fa034-a414-4e7a-9066-fe80e3d3bea7 service neutron] No DVR routers for this DVR port 7a783492-ea39-41dc-8499-87239009e539 on host n-h2-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:37:11.953619 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:11.991971 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9ebb3eb9-2243-45df-a9fa-8731c4c635d1 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:12.077573 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ca4fc949-472f-447d-a6ef-c6b5856a1236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48b7bf3-7135-49f0-a7da-215626d4b1ee', 'name': 'tempest-snat-router-717399840', 'tenant_id': '8f048cde4ae8405f9042fdc01efcc935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'dcaff4cb-7b11-4710-a304-9180cb769a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:37:03Z', 'updated_at': '2021-12-10T16:37:06Z', 'revision_number': 3, 'project_id': '8f048cde4ae8405f9042fdc01efcc935', 'gw_port': {'id': 'dcaff4cb-7b11-4710-a304-9180cb769a88', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:57:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48b7bf3-7135-49f0-a7da-215626d4b1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:37:05Z', 'updated_at': '2021-12-10T16:37:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:12.147968 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-ff3fa034-a414-4e7a-9066-fe80e3d3bea7 service neutron] In _notify_port_updated(), no bound segment for port 7a783492-ea39-41dc-8499-87239009e539 on network cf96409c-c15e-4dab-9223-335a0597f4de {{(pid=103393) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:37:12.148895 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-ff3fa034-a414-4e7a-9066-fe80e3d3bea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:12.158855 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-ff3fa034-a414-4e7a-9066-fe80e3d3bea7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:12.163317 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-ff3fa034-a414-4e7a-9066-fe80e3d3bea7 service neutron] 10.222.0.46 "PUT /v2.0/ports/7a783492-ea39-41dc-8499-87239009e539 HTTP/1.1" status: 200 len: 1032 time: 2.2190824 Dec 10 16:37:12.198017 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4fc949-472f-447d-a6ef-c6b5856a1236 None None] Checking router: a48b7bf3-7135-49f0-a7da-215626d4b1ee for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:37:12.198478 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4fc949-472f-447d-a6ef-c6b5856a1236 None None] Updating router a48b7bf3-7135-49f0-a7da-215626d4b1ee port dcaff4cb-7b11-4710-a304-9180cb769a88 binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:37:12.362093 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5bdcbf6-9c70-4b11-a616-8e8aeec9956a'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:37:12.373248 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642362aa-0d27-4784-8018-aa8018a135bc" -d '{"events": [{"server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "name": "network-vif-unplugged", "status": "completed", "tag": "d5bdcbf6-9c70-4b11-a616-8e8aeec9956a"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:37:12.411400 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-64a2df34-38e1-45cf-baf3-b8fd8faab83e None None] Provisioning complete for port c6861745-707a-46af-af60-606045640daf triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:12.413979 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-64a2df34-38e1-45cf-baf3-b8fd8faab83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:12.423044 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9ebb3eb9-2243-45df-a9fa-8731c4c635d1 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Deleting port dcaff4cb-7b11-4710-a304-9180cb769a88 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:12.423595 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9ebb3eb9-2243-45df-a9fa-8731c4c635d1 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:12.456588 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-1a4e372e-474f-41da-9a13-b69c329c72b2 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:12.458072 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-1a4e372e-474f-41da-9a13-b69c329c72b2 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.46 "GET /v2.0/ports/304a9bfc-169e-45fd-9a13-801c0c824783?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2732172 Dec 10 16:37:12.462361 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37fb185-1c37-47d2-a9bf-5ca65a230e1c req-6ef021cb-f06d-41c2-aea2-41220ee191dd tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:12.471933 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b37fb185-1c37-47d2-a9bf-5ca65a230e1c req-6ef021cb-f06d-41c2-aea2-41220ee191dd tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 946 time: 0.3905275 Dec 10 16:37:12.529233 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-10e6650f-c420-46fe-969d-ca2818b00a60 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:12.582603 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port d5bdcbf6-9c70-4b11-a616-8e8aeec9956a, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=d5bdcbf6-9c70-4b11-a616-8e8aeec9956a,segment=NetworkSegment(5ba54cce-8066-4ebb-a6ee-8a1c8abcc880),segment_id=5ba54cce-8066-4ebb-a6ee-8a1c8abcc880)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:12.611021 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ca4fc949-472f-447d-a6ef-c6b5856a1236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:12.700060 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1426ab59-b97b-4136-8b2c-6a6b664c4641 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Router b5c9b3ea-9d5d-4ecf-954b-ca9ffa1e312b is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:37:12.750419 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:12.759799 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device ce4d43d3-b2a9-4324-9c6c-aabee5331e81 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:37:12.787210 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b37fb185-1c37-47d2-a9bf-5ca65a230e1c req-77f4fb82-074e-4024-b198-3801b0804c1e tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2701032 Dec 10 16:37:12.897573 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-10e6650f-c420-46fe-969d-ca2818b00a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:12.927061 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9ebb3eb9-2243-45df-a9fa-8731c4c635d1 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:12.987873 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9ebb3eb9-2243-45df-a9fa-8731c4c635d1 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Calling delete_port for dcaff4cb-7b11-4710-a304-9180cb769a88 owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:13.101849 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 16:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad19027-55c6-4190-9746-f8a7cc2847f1 x-openstack-request-id: req-6ad19027-55c6-4190-9746-f8a7cc2847f1 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:37:13.103899 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "name": "network-vif-unplugged", "status": "completed", "tag": "d5bdcbf6-9c70-4b11-a616-8e8aeec9956a", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:37:13.106408 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6ad19027-55c6-4190-9746-f8a7cc2847f1 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:37:13.108181 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5bdcbf6-9c70-4b11-a616-8e8aeec9956a', 'code': 200} Dec 10 16:37:13.500432 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33348) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:13.527416 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1426ab59-b97b-4136-8b2c-6a6b664c4641 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:37:13.546710 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17ffdcb-53b1-4246-b9b6-b30ff03b2fe2 None None] Sync routers for ids ['b5c9b3ea-9d5d-4ecf-954b-ca9ffa1e312b'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:37:13.564519 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1426ab59-b97b-4136-8b2c-6a6b664c4641 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "PUT /v2.0/routers/b5c9b3ea-9d5d-4ecf-954b-ca9ffa1e312b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8772094 Dec 10 16:37:13.567876 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17ffdcb-53b1-4246-b9b6-b30ff03b2fe2 None None] Routers {'b5c9b3ea-9d5d-4ecf-954b-ca9ffa1e312b'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:37:13.569153 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33352) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:13.570492 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-b17ffdcb-53b1-4246-b9b6-b30ff03b2fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:36:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['b5c9b3ea-9d5d-4ecf-954b-ca9ffa1e312b'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:13.680021 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-b17ffdcb-53b1-4246-b9b6-b30ff03b2fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:13.704329 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17ffdcb-53b1-4246-b9b6-b30ff03b2fe2 None None] Routers {'b5c9b3ea-9d5d-4ecf-954b-ca9ffa1e312b'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:37:13.704940 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-b17ffdcb-53b1-4246-b9b6-b30ff03b2fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:36:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['b5c9b3ea-9d5d-4ecf-954b-ca9ffa1e312b'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:13.765939 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51d038-19cc-43e9-bfa4-df7da7692aca req-87f086e5-7ff1-4c92-8947-56e62de5e0f5 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:13.780210 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51d038-19cc-43e9-bfa4-df7da7692aca req-87f086e5-7ff1-4c92-8947-56e62de5e0f5 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:13.796040 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51d038-19cc-43e9-bfa4-df7da7692aca req-87f086e5-7ff1-4c92-8947-56e62de5e0f5 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:13.807893 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-10e6650f-c420-46fe-969d-ca2818b00a60 service neutron] For port 304a9bfc-169e-45fd-9a13-801c0c824783, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=304a9bfc-169e-45fd-9a13-801c0c824783,segment=NetworkSegment(44a46a5e-a254-4d44-9870-cc62115a4eda),segment_id=44a46a5e-a254-4d44-9870-cc62115a4eda)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:13.811252 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51d038-19cc-43e9-bfa4-df7da7692aca req-87f086e5-7ff1-4c92-8947-56e62de5e0f5 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:13.814801 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-b17ffdcb-53b1-4246-b9b6-b30ff03b2fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:13.816863 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17ffdcb-53b1-4246-b9b6-b30ff03b2fe2 None None] The sync data for ids ['b5c9b3ea-9d5d-4ecf-954b-ca9ffa1e312b'] in n-d-766771-2 is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:37:13.827266 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51d038-19cc-43e9-bfa4-df7da7692aca req-87f086e5-7ff1-4c92-8947-56e62de5e0f5 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:13.843919 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51d038-19cc-43e9-bfa4-df7da7692aca req-87f086e5-7ff1-4c92-8947-56e62de5e0f5 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:13.847756 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9f51d038-19cc-43e9-bfa4-df7da7692aca req-87f086e5-7ff1-4c92-8947-56e62de5e0f5 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 4664 time: 0.6542389 Dec 10 16:37:13.856857 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33360) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:13.938463 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-10e6650f-c420-46fe-969d-ca2818b00a60 service neutron] For port 304a9bfc-169e-45fd-9a13-801c0c824783, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:37:13.940988 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=d5bdcbf6-9c70-4b11-a616-8e8aeec9956a,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:13.995307 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e72159-16b9-4150-9085-803d39297a59 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:13.996973 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-38e72159-16b9-4150-9085-803d39297a59 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "GET /v2.0/ports/e72d72e2-b19f-4d53-8cf7-64b5c6096195 HTTP/1.1" status: 200 len: 910 time: 0.3658347 Dec 10 16:37:14.005608 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33368) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:14.036005 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9ebb3eb9-2243-45df-a9fa-8731c4c635d1 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:14.053638 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a4e4301-d213-48f7-8d05-6a927b0c957d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:14.113220 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9f51d038-19cc-43e9-bfa4-df7da7692aca req-3dfeab0d-5711-4d06-afa7-6a1df4d47097 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bcf6659-ad70-4f78-8202-1accd4dc47f4&id=7f2a2db4-8009-4c13-8329-5a2302100f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2437701 Dec 10 16:37:14.114985 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebb3eb9-2243-45df-a9fa-8731c4c635d1 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Pushing event deleted for resources: {'Port': ['ID=dcaff4cb-7b11-4710-a304-9180cb769a88,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:14.191595 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-64a2df34-38e1-45cf-baf3-b8fd8faab83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:14.230206 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda49f70-d99e-4418-9ba8-22f5331d522c None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:37:14.275199 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9ebb3eb9-2243-45df-a9fa-8731c4c635d1 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:14.371062 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4900e6d8-8f16-4ff7-ae43-185a4f71fde9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:14.396500 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9ebb3eb9-2243-45df-a9fa-8731c4c635d1 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:14.398680 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9ebb3eb9-2243-45df-a9fa-8731c4c635d1 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:14.456978 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9ebb3eb9-2243-45df-a9fa-8731c4c635d1 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:14.457579 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebb3eb9-2243-45df-a9fa-8731c4c635d1 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a48b7bf3-7135-49f0-a7da-215626d4b1ee {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:37:14.486962 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-10e6650f-c420-46fe-969d-ca2818b00a60 service neutron] device_id is not set on port 304a9bfc-169e-45fd-9a13-801c0c824783 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:37:14.528890 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9ebb3eb9-2243-45df-a9fa-8731c4c635d1 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:14.538874 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9ebb3eb9-2243-45df-a9fa-8731c4c635d1 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] 10.222.0.11 "DELETE /v2.0/routers/a48b7bf3-7135-49f0-a7da-215626d4b1ee HTTP/1.1" status: 204 len: 168 time: 4.2531815 Dec 10 16:37:14.561039 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33374) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:14.577295 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.api [None req-ca4fc949-472f-447d-a6ef-c6b5856a1236 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:37:14.577662 n-d-766771-2 neutron-server[103394]: DEBUG oslo_db.api [None req-ca4fc949-472f-447d-a6ef-c6b5856a1236 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:37:14.578663 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9fbf1416-64f0-4f1f-94f8-98cac0508662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:14.601601 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:14.624037 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-10e6650f-c420-46fe-969d-ca2818b00a60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:14.669111 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64d00c-c019-41a2-9d4c-b76ca1f26e10 req-29568214-27e7-4116-a7c1-ec17f24223be tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:14.680205 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cf64d00c-c019-41a2-9d4c-b76ca1f26e10 req-29568214-27e7-4116-a7c1-ec17f24223be tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 946 time: 0.2358539 Dec 10 16:37:14.746580 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port ce4d43d3-b2a9-4324-9c6c-aabee5331e81, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=ce4d43d3-b2a9-4324-9c6c-aabee5331e81,segment=NetworkSegment(d62dc478-30ab-46d0-93b0-617021b42e5a),segment_id=d62dc478-30ab-46d0-93b0-617021b42e5a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:14.754539 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-64a2df34-38e1-45cf-baf3-b8fd8faab83e None None] For port c6861745-707a-46af-af60-606045640daf, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c6861745-707a-46af-af60-606045640daf,segment=NetworkSegment(794407e5-9390-4a1b-9ec3-807d663de0e9),segment_id=794407e5-9390-4a1b-9ec3-807d663de0e9)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:14.761689 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:14.762535 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 21b8bef8-fefe-4479-9cf4-2a31d80aa85b no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:37:14.779139 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-64a2df34-38e1-45cf-baf3-b8fd8faab83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:14.816543 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4900e6d8-8f16-4ff7-ae43-185a4f71fde9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:14.867226 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cf64d00c-c019-41a2-9d4c-b76ca1f26e10 req-110aa79e-181e-4768-a68a-55b3eb34368a tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1841388 Dec 10 16:37:14.916602 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-10e6650f-c420-46fe-969d-ca2818b00a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:14.920302 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 701a323c-a4d6-4e8b-86a5-7ce367073194 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:37:14.927001 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4900e6d8-8f16-4ff7-ae43-185a4f71fde9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:14.997645 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-ed7a7c27-b01b-4b79-9dbd-cf0f471eecc5 None None] Provisioning complete for port 7a783492-ea39-41dc-8499-87239009e539 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:14.998048 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ed7a7c27-b01b-4b79-9dbd-cf0f471eecc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:15.126036 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce4d43d3-b2a9-4324-9c6c-aabee5331e81'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:37:15.132341 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b23432b-bb75-45c9-96b0-9699dc31c5c8" -d '{"events": [{"server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "name": "network-vif-unplugged", "status": "completed", "tag": "ce4d43d3-b2a9-4324-9c6c-aabee5331e81"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:37:15.138085 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:15.185503 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=ce4d43d3-b2a9-4324-9c6c-aabee5331e81,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:15.259571 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4fc949-472f-447d-a6ef-c6b5856a1236 None None] Port dcaff4cb-7b11-4710-a304-9180cb769a88 not found while updating agent binding for router a48b7bf3-7135-49f0-a7da-215626d4b1ee. {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 10 16:37:15.261619 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2df34-38e1-45cf-baf3-b8fd8faab83e None None] Pushing event updated for resources: {'Port': ['ID=c6861745-707a-46af-af60-606045640daf,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:15.369173 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4900e6d8-8f16-4ff7-ae43-185a4f71fde9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6271bc922c084e7091c0a902c67e2afd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4435446 Dec 10 16:37:15.378695 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-ed7a7c27-b01b-4b79-9dbd-cf0f471eecc5 None None] Port 7a783492-ea39-41dc-8499-87239009e539 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:37:15.378695 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 16:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776acc7d-4cb2-42dd-914a-7b505c2df417 x-openstack-request-id: req-776acc7d-4cb2-42dd-914a-7b505c2df417 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:37:15.378695 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "name": "network-vif-unplugged", "status": "completed", "tag": "ce4d43d3-b2a9-4324-9c6c-aabee5331e81", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:37:15.378695 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-776acc7d-4cb2-42dd-914a-7b505c2df417 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:37:15.378695 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce4d43d3-b2a9-4324-9c6c-aabee5331e81', 'code': 200} Dec 10 16:37:15.378695 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 701a323c-a4d6-4e8b-86a5-7ce367073194 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:15.378695 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:15.378695 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 21b8bef8-fefe-4479-9cf4-2a31d80aa85b, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=21b8bef8-fefe-4479-9cf4-2a31d80aa85b,segment=NetworkSegment(44a46a5e-a254-4d44-9870-cc62115a4eda),segment_id=44a46a5e-a254-4d44-9870-cc62115a4eda)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:15.378695 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4fc949-472f-447d-a6ef-c6b5856a1236 None None] Routers set() bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:37:15.378695 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4fc949-472f-447d-a6ef-c6b5856a1236 None None] Router IDs set() for agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 16:37:15.378695 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_agentschedulers_db [None req-ca4fc949-472f-447d-a6ef-c6b5856a1236 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a48b7bf3-7135-49f0-a7da-215626d4b1ee'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:36:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent'). {{(pid=103394) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 10 16:37:15.378695 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4fc949-472f-447d-a6ef-c6b5856a1236 None None] The sync data for ids ['a48b7bf3-7135-49f0-a7da-215626d4b1ee'] in n-d-766771-2 is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:37:15.378695 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-ed7a7c27-b01b-4b79-9dbd-cf0f471eecc5 None None] Provisioning complete for port 701a323c-a4d6-4e8b-86a5-7ce367073194 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:15.378695 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ed7a7c27-b01b-4b79-9dbd-cf0f471eecc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:15.380364 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33388) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:15.396096 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:15.396842 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device eeb3a935-ca6c-4918-87c1-e89b62c3b091 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:37:15.535292 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e6650f-c420-46fe-969d-ca2818b00a60 service neutron] Pushing event updated for resources: {'Port': ['ID=304a9bfc-169e-45fd-9a13-801c0c824783,revision_number=6']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:15.561592 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935fdd2-8544-4dcd-a2d7-547f7a135bb3 req-6c8c4813-6da8-41d1-b284-826f7f09d231 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:15.575293 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935fdd2-8544-4dcd-a2d7-547f7a135bb3 req-6c8c4813-6da8-41d1-b284-826f7f09d231 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:15.582825 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935fdd2-8544-4dcd-a2d7-547f7a135bb3 req-6c8c4813-6da8-41d1-b284-826f7f09d231 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:15.586296 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4900e6d8-8f16-4ff7-ae43-185a4f71fde9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99724d9-25c8-42a3-b65b-144f2843fcdc,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:15.617038 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935fdd2-8544-4dcd-a2d7-547f7a135bb3 req-6c8c4813-6da8-41d1-b284-826f7f09d231 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:15.641834 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935fdd2-8544-4dcd-a2d7-547f7a135bb3 req-6c8c4813-6da8-41d1-b284-826f7f09d231 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:15.643811 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f935fdd2-8544-4dcd-a2d7-547f7a135bb3 req-6c8c4813-6da8-41d1-b284-826f7f09d231 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 3882 time: 0.2889690 Dec 10 16:37:15.644268 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e6650f-c420-46fe-969d-ca2818b00a60 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:15.646213 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e6650f-c420-46fe-969d-ca2818b00a60 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:15.646213 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e6650f-c420-46fe-969d-ca2818b00a60 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:15.650839 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e6650f-c420-46fe-969d-ca2818b00a60 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:15.650839 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e6650f-c420-46fe-969d-ca2818b00a60 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:15.650839 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e6650f-c420-46fe-969d-ca2818b00a60 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:15.650839 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e6650f-c420-46fe-969d-ca2818b00a60 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:15.651858 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=21b8bef8-fefe-4479-9cf4-2a31d80aa85b,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:15.652882 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e6650f-c420-46fe-969d-ca2818b00a60 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:15.653781 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e6650f-c420-46fe-969d-ca2818b00a60 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:15.653781 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e6650f-c420-46fe-969d-ca2818b00a60 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:15.653983 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e6650f-c420-46fe-969d-ca2818b00a60 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:15.654092 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f40ceece-a093-429b-bac5-f5b1952f7483 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:15.654391 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e6650f-c420-46fe-969d-ca2818b00a60 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:15.654695 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e6650f-c420-46fe-969d-ca2818b00a60 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:15.666185 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:15.751534 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4273f157-fb33-4070-9a3d-3c49be94af32 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:15.801801 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c6861745-707a-46af-af60-606045640daf up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:37:15.802684 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f40ceece-a093-429b-bac5-f5b1952f7483 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:15.808183 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4900e6d8-8f16-4ff7-ae43-185a4f71fde9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:15.808848 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4900e6d8-8f16-4ff7-ae43-185a4f71fde9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:15.809434 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4900e6d8-8f16-4ff7-ae43-185a4f71fde9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:15.810458 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4900e6d8-8f16-4ff7-ae43-185a4f71fde9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:15.811786 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4900e6d8-8f16-4ff7-ae43-185a4f71fde9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:15.812545 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4900e6d8-8f16-4ff7-ae43-185a4f71fde9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:15.813118 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4900e6d8-8f16-4ff7-ae43-185a4f71fde9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:15.814094 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4900e6d8-8f16-4ff7-ae43-185a4f71fde9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:15.814851 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4900e6d8-8f16-4ff7-ae43-185a4f71fde9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:15.815780 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4900e6d8-8f16-4ff7-ae43-185a4f71fde9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:15.816425 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4900e6d8-8f16-4ff7-ae43-185a4f71fde9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:15.816978 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4900e6d8-8f16-4ff7-ae43-185a4f71fde9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:15.817583 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4900e6d8-8f16-4ff7-ae43-185a4f71fde9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:15.895743 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-10e6650f-c420-46fe-969d-ca2818b00a60 service neutron] No DVR routers for this DVR port 304a9bfc-169e-45fd-9a13-801c0c824783 on host n-h2-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:37:15.901263 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f935fdd2-8544-4dcd-a2d7-547f7a135bb3 req-95a0f56a-5ba3-4c4d-8a9d-79c8e18336e4 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/security-groups?id=7f2a2db4-8009-4c13-8329-5a2302100f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2290299 Dec 10 16:37:15.902558 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33404) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:15.914310 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port eeb3a935-ca6c-4918-87c1-e89b62c3b091, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=eeb3a935-ca6c-4918-87c1-e89b62c3b091,segment=NetworkSegment(d62dc478-30ab-46d0-93b0-617021b42e5a),segment_id=d62dc478-30ab-46d0-93b0-617021b42e5a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:15.934154 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:15.948275 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 304a9bfc-169e-45fd-9a13-801c0c824783 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:37:15.955792 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a4e4301-d213-48f7-8d05-6a927b0c957d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.011603 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=eeb3a935-ca6c-4918-87c1-e89b62c3b091,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:16.014448 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-10e6650f-c420-46fe-969d-ca2818b00a60 service neutron] In _notify_port_updated(), no bound segment for port 304a9bfc-169e-45fd-9a13-801c0c824783 on network cf96409c-c15e-4dab-9223-335a0597f4de {{(pid=103393) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:37:16.017961 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f40ceece-a093-429b-bac5-f5b1952f7483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.021521 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f40ceece-a093-429b-bac5-f5b1952f7483 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.022861 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f40ceece-a093-429b-bac5-f5b1952f7483 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c99724d9-25c8-42a3-b65b-144f2843fcdc HTTP/1.1" status: 204 len: 168 time: 0.6532459 Dec 10 16:37:16.024739 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-ed7a7c27-b01b-4b79-9dbd-cf0f471eecc5 None None] Provisioning complete for port c6861745-707a-46af-af60-606045640daf triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:16.025122 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ed7a7c27-b01b-4b79-9dbd-cf0f471eecc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.030315 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-10e6650f-c420-46fe-969d-ca2818b00a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:16.031187 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-10e6650f-c420-46fe-969d-ca2818b00a60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.033969 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-10e6650f-c420-46fe-969d-ca2818b00a60 service neutron] 10.222.0.46 "PUT /v2.0/ports/304a9bfc-169e-45fd-9a13-801c0c824783 HTTP/1.1" status: 200 len: 1033 time: 3.5362341 Dec 10 16:37:16.040847 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ceece-a093-429b-bac5-f5b1952f7483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99724d9-25c8-42a3-b65b-144f2843fcdc,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:16.048750 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a4e4301-d213-48f7-8d05-6a927b0c957d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.115655 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 304a9bfc-169e-45fd-9a13-801c0c824783 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:37:16.116370 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 7a783492-ea39-41dc-8499-87239009e539 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:37:16.144381 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port c6861745-707a-46af-af60-606045640daf triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:16.145135 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.174451 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e4301-d213-48f7-8d05-6a927b0c957d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3896e070-8df8-49e7-a886-c4c1ee8d044e,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:16.233973 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-bed3f17a-77bc-4c5f-9d13-cd3d5982f729 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-787254622'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:16.268358 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76f735-9b0b-4017-82fd-00a9821c317d req-0a3417ad-5352-4df7-8bef-57b31bfcae51 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:16.277185 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb76f735-9b0b-4017-82fd-00a9821c317d req-0a3417ad-5352-4df7-8bef-57b31bfcae51 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 946 time: 0.1126328 Dec 10 16:37:16.312073 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5a4e4301-d213-48f7-8d05-6a927b0c957d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ed2f3cf9b1ed49429a924d5a4bb98811&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8104541 Dec 10 16:37:16.315598 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33414) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:16.317343 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 7a783492-ea39-41dc-8499-87239009e539 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:37:16.317838 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 8ea2a5ee-71c7-4668-b402-89d8708371f8 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:37:16.336278 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bed3f17a-77bc-4c5f-9d13-cd3d5982f729 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.338328 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bed3f17a-77bc-4c5f-9d13-cd3d5982f729 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.341861 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-2180a802-f568-4bd6-9946-722b8b52c76d tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Deleting port ce4d43d3-b2a9-4324-9c6c-aabee5331e81 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:16.342220 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-2180a802-f568-4bd6-9946-722b8b52c76d tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.397816 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bed3f17a-77bc-4c5f-9d13-cd3d5982f729 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.410878 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bed3f17a-77bc-4c5f-9d13-cd3d5982f729 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.441205 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb76f735-9b0b-4017-82fd-00a9821c317d req-becd5c17-330a-4fe1-b43c-a234f29a80e4 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1580017 Dec 10 16:37:16.449649 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bed3f17a-77bc-4c5f-9d13-cd3d5982f729 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.454922 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-bed3f17a-77bc-4c5f-9d13-cd3d5982f729 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5509553 Dec 10 16:37:16.455809 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33416) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:16.510232 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-793c1747-76af-4958-9595-61a58d39329f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.524008 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-ed7a7c27-b01b-4b79-9dbd-cf0f471eecc5 None None] Provisioning complete for port e72d72e2-b19f-4d53-8cf7-64b5c6096195 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:16.525085 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ed7a7c27-b01b-4b79-9dbd-cf0f471eecc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.557648 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5b0354c7-9738-4bcb-8faf-cdcc12b67bc9 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.612210 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c56ab94-74b5-497d-9de9-1b60d16647f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.695779 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c6861745-707a-46af-af60-606045640daf up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:37:16.718715 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c56ab94-74b5-497d-9de9-1b60d16647f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.808470 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5b0354c7-9738-4bcb-8faf-cdcc12b67bc9 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.816416 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5b0354c7-9738-4bcb-8faf-cdcc12b67bc9 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.828020 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-ed7a7c27-b01b-4b79-9dbd-cf0f471eecc5 None None] Port e72d72e2-b19f-4d53-8cf7-64b5c6096195 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:37:16.844009 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.854920 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-656d55d9-dcc1-4596-b845-5d51272363b5 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.861409 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33420) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:16.894953 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5b0354c7-9738-4bcb-8faf-cdcc12b67bc9 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.895539 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0354c7-9738-4bcb-8faf-cdcc12b67bc9 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 59a71d45-3fd8-49e2-8f20-d9039e921479 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:37:16.912673 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5b0354c7-9738-4bcb-8faf-cdcc12b67bc9 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.915834 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5b0354c7-9738-4bcb-8faf-cdcc12b67bc9 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] 10.222.0.11 "DELETE /v2.0/routers/59a71d45-3fd8-49e2-8f20-d9039e921479 HTTP/1.1" status: 204 len: 168 time: 0.4534347 Dec 10 16:37:16.919374 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c56ab94-74b5-497d-9de9-1b60d16647f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.925424 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33422) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:16.928019 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4273f157-fb33-4070-9a3d-3c49be94af32 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.933036 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d2fe5f3b-cd86-4943-9ad4-649e5c187551 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.935344 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c56ab94-74b5-497d-9de9-1b60d16647f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.936657 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2c56ab94-74b5-497d-9de9-1b60d16647f8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3896e070-8df8-49e7-a886-c4c1ee8d044e HTTP/1.1" status: 204 len: 168 time: 0.6178157 Dec 10 16:37:16.953631 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c56ab94-74b5-497d-9de9-1b60d16647f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3896e070-8df8-49e7-a886-c4c1ee8d044e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:16.955253 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 8ea2a5ee-71c7-4668-b402-89d8708371f8, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=8ea2a5ee-71c7-4668-b402-89d8708371f8,segment=NetworkSegment(44a46a5e-a254-4d44-9870-cc62115a4eda),segment_id=44a46a5e-a254-4d44-9870-cc62115a4eda)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:16.989661 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:17.015329 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-35586317-3231-4ba0-961a-90e47849c414 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Request body: {'router': {'name': 'tempest-router-245576636', 'distributed': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:17.055161 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port c6861745-707a-46af-af60-606045640daf triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:17.055579 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:17.057150 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-92f16510-9d3c-49f5-8299-ea2f7b77d34b None None] Provisioning complete for port 304a9bfc-169e-45fd-9a13-801c0c824783 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:17.057515 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-92f16510-9d3c-49f5-8299-ea2f7b77d34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:17.118069 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-2180a802-f568-4bd6-9946-722b8b52c76d tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] For port ce4d43d3-b2a9-4324-9c6c-aabee5331e81, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=ce4d43d3-b2a9-4324-9c6c-aabee5331e81,segment=NetworkSegment(d62dc478-30ab-46d0-93b0-617021b42e5a),segment_id=d62dc478-30ab-46d0-93b0-617021b42e5a)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:17.118795 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-2180a802-f568-4bd6-9946-722b8b52c76d tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:17.179587 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59d05b-e342-4a1d-b0fa-90ae2a718929 req-4665a20d-d291-480b-a14d-27a3311d1227 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:17.186057 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-2180a802-f568-4bd6-9946-722b8b52c76d tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Calling delete_port for ce4d43d3-b2a9-4324-9c6c-aabee5331e81 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:17.194517 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35586317-3231-4ba0-961a-90e47849c414 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:17.195524 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35586317-3231-4ba0-961a-90e47849c414 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:17.202124 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59d05b-e342-4a1d-b0fa-90ae2a718929 req-4665a20d-d291-480b-a14d-27a3311d1227 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:17.214355 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59d05b-e342-4a1d-b0fa-90ae2a718929 req-4665a20d-d291-480b-a14d-27a3311d1227 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:17.224002 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=8ea2a5ee-71c7-4668-b402-89d8708371f8,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:17.235648 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59d05b-e342-4a1d-b0fa-90ae2a718929 req-4665a20d-d291-480b-a14d-27a3311d1227 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:17.252213 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59d05b-e342-4a1d-b0fa-90ae2a718929 req-4665a20d-d291-480b-a14d-27a3311d1227 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:17.264635 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eb59d05b-e342-4a1d-b0fa-90ae2a718929 req-4665a20d-d291-480b-a14d-27a3311d1227 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 3876 time: 0.1952384 Dec 10 16:37:17.313965 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21b8bef8-fefe-4479-9cf4-2a31d80aa85b'}, {'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeb3a935-ca6c-4918-87c1-e89b62c3b091'}, {'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ea2a5ee-71c7-4668-b402-89d8708371f8'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:37:17.317888 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8834c6c4-b91e-440e-a04a-82921f8e7b4b" -d '{"events": [{"server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "name": "network-vif-unplugged", "status": "completed", "tag": "21b8bef8-fefe-4479-9cf4-2a31d80aa85b"}, {"server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "name": "network-vif-unplugged", "status": "completed", "tag": "eeb3a935-ca6c-4918-87c1-e89b62c3b091"}, {"server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "name": "network-vif-unplugged", "status": "completed", "tag": "8ea2a5ee-71c7-4668-b402-89d8708371f8"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:37:17.350660 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:17.367160 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eb59d05b-e342-4a1d-b0fa-90ae2a718929 req-d8144acb-6fef-4a81-92f5-b5701c0cba3e tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/security-groups?id=7f2a2db4-8009-4c13-8329-5a2302100f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940008 Dec 10 16:37:17.405324 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35586317-3231-4ba0-961a-90e47849c414 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:17.426094 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-92f16510-9d3c-49f5-8299-ea2f7b77d34b None None] Port 304a9bfc-169e-45fd-9a13-801c0c824783 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:37:17.453169 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35586317-3231-4ba0-961a-90e47849c414 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:17.465604 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-4273f157-fb33-4070-9a3d-3c49be94af32 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Deleting port 4f88d83b-6cdd-49e8-9b13-608c4bf9b48a {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:17.465947 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4273f157-fb33-4070-9a3d-3c49be94af32 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:17.532181 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d2fe5f3b-cd86-4943-9ad4-649e5c187551 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:17.552722 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35586317-3231-4ba0-961a-90e47849c414 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:17.557293 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33440) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:17.557461 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-35586317-3231-4ba0-961a-90e47849c414 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6254406 Dec 10 16:37:17.558079 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d2fe5f3b-cd86-4943-9ad4-649e5c187551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:17.677015 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-885e78ed-d650-4af6-9b77-64d7ceb8de2a tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:17.697561 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d2fe5f3b-cd86-4943-9ad4-649e5c187551 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6fe91f594b6c4230917b4ab0d6a9ddfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8347869 Dec 10 16:37:17.700402 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33450) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:17.715888 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe5f3b-cd86-4943-9ad4-649e5c187551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9567d8aa-333d-4b3c-b6de-302d708552be,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:17.745461 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-656d55d9-dcc1-4596-b845-5d51272363b5 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Allocated IP 172.21.0.1 (5464fc43-64dc-450a-897f-dfe6b0d8c5a1/e566011a-b95b-4c23-b1a7-120175232106/24475e0a-4877-437d-84ba-95b4f8899334) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:17.777699 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-4273f157-fb33-4070-9a3d-3c49be94af32 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] For port 4f88d83b-6cdd-49e8-9b13-608c4bf9b48a, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=4f88d83b-6cdd-49e8-9b13-608c4bf9b48a,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:17.778128 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4273f157-fb33-4070-9a3d-3c49be94af32 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:17.812412 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-4273f157-fb33-4070-9a3d-3c49be94af32 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Calling delete_port for 4f88d83b-6cdd-49e8-9b13-608c4bf9b48a owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:17.821843 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-2180a802-f568-4bd6-9946-722b8b52c76d tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:17.912504 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180a802-f568-4bd6-9946-722b8b52c76d tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Pushing event deleted for resources: {'Port': ['ID=ce4d43d3-b2a9-4324-9c6c-aabee5331e81,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:18.020257 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-885e78ed-d650-4af6-9b77-64d7ceb8de2a tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.023024 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-885e78ed-d650-4af6-9b77-64d7ceb8de2a tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.027087 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3a58eb7e-3ce6-492b-b550-4189bfb3f1ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.066763 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-2180a802-f568-4bd6-9946-722b8b52c76d tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] No DVR routers for this DVR port ce4d43d3-b2a9-4324-9c6c-aabee5331e81 on host n-h2-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:37:18.079583 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-885e78ed-d650-4af6-9b77-64d7ceb8de2a tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.080266 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885e78ed-d650-4af6-9b77-64d7ceb8de2a tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 36bfe51d-a830-4280-a662-4ad6aeebc85d {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:37:18.086409 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-2180a802-f568-4bd6-9946-722b8b52c76d tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.089964 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-885e78ed-d650-4af6-9b77-64d7ceb8de2a tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.095557 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-885e78ed-d650-4af6-9b77-64d7ceb8de2a tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] 10.222.0.11 "DELETE /v2.0/routers/36bfe51d-a830-4280-a662-4ad6aeebc85d HTTP/1.1" status: 204 len: 168 time: 0.5330284 Dec 10 16:37:18.096710 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-2180a802-f568-4bd6-9946-722b8b52c76d tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.46 "DELETE /v2.0/ports/ce4d43d3-b2a9-4324-9c6c-aabee5331e81 HTTP/1.1" status: 204 len: 173 time: 2.0460389 Dec 10 16:37:18.097424 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33464) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:18.097553 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'name': 'network-vif-deleted', 'tag': 'ce4d43d3-b2a9-4324-9c6c-aabee5331e81'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:37:18.100090 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aeadc77-a001-407e-8204-058ba8fccb14" -d '{"events": [{"server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "name": "network-vif-deleted", "tag": "ce4d43d3-b2a9-4324-9c6c-aabee5331e81"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:37:18.106089 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-b01507d3-108a-46c9-9424-f1d6432f2045 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Request body: {'router': {'name': 'tempest-router-1486433763', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'c97724d130c74d659fc917c6c001c931'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:18.139382 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 10 Dec 2021 16:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e725ab5-d2ba-4fd0-bc81-7fde33c87e08 x-openstack-request-id: req-9e725ab5-d2ba-4fd0-bc81-7fde33c87e08 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:37:18.139699 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "name": "network-vif-unplugged", "status": "completed", "tag": "21b8bef8-fefe-4479-9cf4-2a31d80aa85b", "code": 200}, {"server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "name": "network-vif-unplugged", "status": "completed", "tag": "eeb3a935-ca6c-4918-87c1-e89b62c3b091", "code": 200}, {"server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "name": "network-vif-unplugged", "status": "completed", "tag": "8ea2a5ee-71c7-4668-b402-89d8708371f8", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:37:18.139957 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9e725ab5-d2ba-4fd0-bc81-7fde33c87e08 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:37:18.140368 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21b8bef8-fefe-4479-9cf4-2a31d80aa85b', 'code': 200} Dec 10 16:37:18.140632 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeb3a935-ca6c-4918-87c1-e89b62c3b091', 'code': 200} Dec 10 16:37:18.140893 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ea2a5ee-71c7-4668-b402-89d8708371f8', 'code': 200} Dec 10 16:37:18.155802 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b01507d3-108a-46c9-9424-f1d6432f2045 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.158562 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b01507d3-108a-46c9-9424-f1d6432f2045 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.185127 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3a58eb7e-3ce6-492b-b550-4189bfb3f1ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.193043 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-656d55d9-dcc1-4596-b845-5d51272363b5 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.262155 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b01507d3-108a-46c9-9424-f1d6432f2045 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.282773 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b01507d3-108a-46c9-9424-f1d6432f2045 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.329107 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b01507d3-108a-46c9-9424-f1d6432f2045 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.333202 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b01507d3-108a-46c9-9424-f1d6432f2045 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2345181 Dec 10 16:37:18.335158 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33472) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:18.341815 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-25b270fc-c00e-4c9a-b729-b8860d1cc766 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:18.377711 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b196e-acf4-48cf-b04d-ddc12b0582d6 req-920ee89f-d89a-48e3-9bca-ee1536100678 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:18.385397 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bc2b196e-acf4-48cf-b04d-ddc12b0582d6 req-920ee89f-d89a-48e3-9bca-ee1536100678 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 946 time: 0.1433034 Dec 10 16:37:18.460996 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3a58eb7e-3ce6-492b-b550-4189bfb3f1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.464384 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3a58eb7e-3ce6-492b-b550-4189bfb3f1ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.465558 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3a58eb7e-3ce6-492b-b550-4189bfb3f1ae admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9567d8aa-333d-4b3c-b6de-302d708552be HTTP/1.1" status: 204 len: 168 time: 0.7601802 Dec 10 16:37:18.481559 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58eb7e-3ce6-492b-b550-4189bfb3f1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9567d8aa-333d-4b3c-b6de-302d708552be,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:18.545576 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bc2b196e-acf4-48cf-b04d-ddc12b0582d6 req-55e504c7-9202-442d-a639-ac3e05ecfeed tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1593091 Dec 10 16:37:18.551991 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.557379 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-656d55d9-dcc1-4596-b845-5d51272363b5 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.597371 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656d55d9-dcc1-4596-b845-5d51272363b5 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Network 5464fc43-64dc-450a-897f-dfe6b0d8c5a1 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:18.621029 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-656d55d9-dcc1-4596-b845-5d51272363b5 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:18.623553 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656d55d9-dcc1-4596-b845-5d51272363b5 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:18.681474 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-ce6ae2c9-858e-430a-baf2-3396a8aabdd0 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Deleting port d5bdcbf6-9c70-4b11-a616-8e8aeec9956a {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:18.681816 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-ce6ae2c9-858e-430a-baf2-3396a8aabdd0 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.839913 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-ce6ae2c9-858e-430a-baf2-3396a8aabdd0 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] For port d5bdcbf6-9c70-4b11-a616-8e8aeec9956a, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=d5bdcbf6-9c70-4b11-a616-8e8aeec9956a,segment=NetworkSegment(5ba54cce-8066-4ebb-a6ee-8a1c8abcc880),segment_id=5ba54cce-8066-4ebb-a6ee-8a1c8abcc880)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:18.840332 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-ce6ae2c9-858e-430a-baf2-3396a8aabdd0 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:19.158839 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-ce6ae2c9-858e-430a-baf2-3396a8aabdd0 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:19.160804 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-ce6ae2c9-858e-430a-baf2-3396a8aabdd0 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:19.161512 n-d-766771-2 neutron-server[103393]: INFO neutron.db.l3_db [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-ce6ae2c9-858e-430a-baf2-3396a8aabdd0 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Floating IP 05422faf-7bb9-40df-9d03-74856e90fb47 disassociated. External IP: 172.25.6.158, port: d5bdcbf6-9c70-4b11-a616-8e8aeec9956a. Dec 10 16:37:19.162160 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-ce6ae2c9-858e-430a-baf2-3396a8aabdd0 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Calling delete_port for d5bdcbf6-9c70-4b11-a616-8e8aeec9956a owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:19.172318 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4273f157-fb33-4070-9a3d-3c49be94af32 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:19.179342 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d55d9-dcc1-4596-b845-5d51272363b5 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event updated for resources: {'Port': ['ID=24475e0a-4877-437d-84ba-95b4f8899334,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:19.187972 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-bec3b3a1-a2fc-46fd-a9f1-f7b266380017 None None] Provisioning complete for port 24475e0a-4877-437d-84ba-95b4f8899334 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:19.188365 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bec3b3a1-a2fc-46fd-a9f1-f7b266380017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:19.217929 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273f157-fb33-4070-9a3d-3c49be94af32 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f88d83b-6cdd-49e8-9b13-608c4bf9b48a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:19.223450 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-656d55d9-dcc1-4596-b845-5d51272363b5 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:19.302864 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd04a11b-26e4-43ff-86f2-7708985c3820 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:37:19.375074 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-bec3b3a1-a2fc-46fd-a9f1-f7b266380017 None None] Port 24475e0a-4877-437d-84ba-95b4f8899334 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:37:19.418013 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25b270fc-c00e-4c9a-b729-b8860d1cc766 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4726'] for router, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:19.418769 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25b270fc-c00e-4c9a-b729-b8860d1cc766 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks [] for router, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:19.459973 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4273f157-fb33-4070-9a3d-3c49be94af32 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:19.518885 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-25b270fc-c00e-4c9a-b729-b8860d1cc766 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103392) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 10 16:37:19.519221 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-25b270fc-c00e-4c9a-b729-b8860d1cc766 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Router 59723a63-d759-4c48-8cf1-6230385a57da migrating from provider to provider. {{(pid=103392) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 10 16:37:19.520583 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25b270fc-c00e-4c9a-b729-b8860d1cc766 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:19.525742 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25b270fc-c00e-4c9a-b729-b8860d1cc766 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:19.530285 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25b270fc-c00e-4c9a-b729-b8860d1cc766 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-603901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599127'] for router, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:19.596721 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4273f157-fb33-4070-9a3d-3c49be94af32 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:19.603287 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4273f157-fb33-4070-9a3d-3c49be94af32 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:19.604953 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-656d55d9-dcc1-4596-b845-5d51272363b5 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:19.632862 n-d-766771-2 neutron-server[103392]: WARNING neutron.scheduler.l3_agent_scheduler [None req-25b270fc-c00e-4c9a-b729-b8860d1cc766 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] No L3 agents can host the router 59723a63-d759-4c48-8cf1-6230385a57da Dec 10 16:37:19.645865 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee185fe-2151-48a6-9d7e-3b8f71e5909f req-ba885bd3-de2e-433d-ba63-ad49a743dfd1 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:19.658403 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dee185fe-2151-48a6-9d7e-3b8f71e5909f req-ba885bd3-de2e-433d-ba63-ad49a743dfd1 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 945 time: 0.9502642 Dec 10 16:37:19.673049 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:19.810495 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b270fc-c00e-4c9a-b729-b8860d1cc766 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Hosts for router 59723a63-d759-4c48-8cf1-6230385a57da: [] {{(pid=103392) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 10 16:37:19.854467 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dee185fe-2151-48a6-9d7e-3b8f71e5909f req-207e88ad-6b82-4fe5-b076-a73cf69876a1 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1951280 Dec 10 16:37:19.856541 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b270fc-c00e-4c9a-b729-b8860d1cc766 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Hosts for other DVR routers connected to router 59723a63-d759-4c48-8cf1-6230385a57da: set() {{(pid=103392) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 10 16:37:19.859444 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25b270fc-c00e-4c9a-b729-b8860d1cc766 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:19.868397 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-25b270fc-c00e-4c9a-b729-b8860d1cc766 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] 10.222.0.11 "PUT /v2.0/routers/59723a63-d759-4c48-8cf1-6230385a57da HTTP/1.1" status: 200 len: 717 time: 1.5277238 Dec 10 16:37:19.870769 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33506) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:19.982743 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-656d55d9-dcc1-4596-b845-5d51272363b5 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:19.986684 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be75b3f5-7f88-4464-b937-4080aa30d703 x-openstack-request-id: req-be75b3f5-7f88-4464-b937-4080aa30d703 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:37:19.987403 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "name": "network-vif-deleted", "tag": "ce4d43d3-b2a9-4324-9c6c-aabee5331e81", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:37:19.988558 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-be75b3f5-7f88-4464-b937-4080aa30d703 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:37:19.989123 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'name': 'network-vif-deleted', 'tag': 'ce4d43d3-b2a9-4324-9c6c-aabee5331e81', 'status': 'completed', 'code': 200} Dec 10 16:37:19.995235 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-656d55d9-dcc1-4596-b845-5d51272363b5 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:20.049378 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b8ffa811-85ad-4839-bb06-dcd994e032dc tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] 10.222.0.11 "GET /v2.0/routers/59723a63-d759-4c48-8cf1-6230385a57da HTTP/1.1" status: 200 len: 717 time: 0.1747234 Dec 10 16:37:20.054117 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33510) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:20.057322 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4273f157-fb33-4070-9a3d-3c49be94af32 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:20.058111 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4273f157-fb33-4070-9a3d-3c49be94af32 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b94a177f-f422-4a5a-b06a-6098be8b0ade {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:37:20.083311 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4273f157-fb33-4070-9a3d-3c49be94af32 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:20.084859 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4273f157-fb33-4070-9a3d-3c49be94af32 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] 10.222.0.11 "DELETE /v2.0/routers/b94a177f-f422-4a5a-b06a-6098be8b0ade HTTP/1.1" status: 204 len: 168 time: 5.5159245 Dec 10 16:37:20.098430 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33516) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:20.129525 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-2a019122-6159-45eb-9e50-ca437854bd4a tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1232740102', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}, 'admin_state_up': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:20.164014 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-ce6ae2c9-858e-430a-baf2-3396a8aabdd0 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:20.171960 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf36622-6598-4deb-9f74-c97849ef015c req-68cfe33a-74a7-4b5b-99bf-c0eba6e9038c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:20.191990 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf36622-6598-4deb-9f74-c97849ef015c req-68cfe33a-74a7-4b5b-99bf-c0eba6e9038c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:20.206316 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf36622-6598-4deb-9f74-c97849ef015c req-68cfe33a-74a7-4b5b-99bf-c0eba6e9038c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:20.212742 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf36622-6598-4deb-9f74-c97849ef015c req-68cfe33a-74a7-4b5b-99bf-c0eba6e9038c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:20.221957 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4cf36622-6598-4deb-9f74-c97849ef015c req-68cfe33a-74a7-4b5b-99bf-c0eba6e9038c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 3065 time: 0.1686287 Dec 10 16:37:20.273283 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d55d9-dcc1-4596-b845-5d51272363b5 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event updated for resources: {'Port': ['ID=24475e0a-4877-437d-84ba-95b4f8899334,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:20.359882 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4cf36622-6598-4deb-9f74-c97849ef015c req-5142dde1-7104-4bd7-b1c8-5b51d7a60f7c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/security-groups?id=7f2a2db4-8009-4c13-8329-5a2302100f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368151 Dec 10 16:37:20.412613 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-656d55d9-dcc1-4596-b845-5d51272363b5 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:20.429774 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ae2c9-858e-430a-baf2-3396a8aabdd0 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Pushing event deleted for resources: {'Port': ['ID=d5bdcbf6-9c70-4b11-a616-8e8aeec9956a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:20.557496 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b22a6d32-43b5-4b8d-b614-8f8ace88923e tempest-RoutersTestDVR-578288354 tempest-RoutersTestDVR-578288354-project] 10.222.0.11 "GET /v2.0/routers/59723a63-d759-4c48-8cf1-6230385a57da HTTP/1.1" status: 200 len: 683 time: 0.5019472 Dec 10 16:37:20.561219 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33524) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:20.697171 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0d369ad3-1ad1-46b8-9796-88d8123d29d7 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:20.906597 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 4f88d83b-6cdd-49e8-9b13-608c4bf9b48a no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:37:20.922744 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47e362-3637-46c2-97a2-7fa9a04d0895 req-168d5939-c3e3-4ee1-89de-b28781f730d2 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:20.932022 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7d47e362-3637-46c2-97a2-7fa9a04d0895 req-168d5939-c3e3-4ee1-89de-b28781f730d2 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 946 time: 0.4169319 Dec 10 16:37:20.979537 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 4f88d83b-6cdd-49e8-9b13-608c4bf9b48a {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:37:20.979888 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 4f88d83b-6cdd-49e8-9b13-608c4bf9b48a not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:37:21.089400 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0d369ad3-1ad1-46b8-9796-88d8123d29d7 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:21.091817 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0d369ad3-1ad1-46b8-9796-88d8123d29d7 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:21.156158 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0d369ad3-1ad1-46b8-9796-88d8123d29d7 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:21.156898 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d369ad3-1ad1-46b8-9796-88d8123d29d7 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 59723a63-d759-4c48-8cf1-6230385a57da {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:37:21.164403 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0d369ad3-1ad1-46b8-9796-88d8123d29d7 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:21.165676 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-0d369ad3-1ad1-46b8-9796-88d8123d29d7 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] 10.222.0.11 "DELETE /v2.0/routers/59723a63-d759-4c48-8cf1-6230385a57da HTTP/1.1" status: 204 len: 168 time: 0.6028268 Dec 10 16:37:21.183831 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33536) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:21.194625 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-2d79dd9b-3f0f-42d2-9126-102d414f6a5d tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Request body: {'router': {'name': 'tempest-router-1572232252', 'distributed': True}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:21.207251 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2a019122-6159-45eb-9e50-ca437854bd4a tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:21.211360 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2a019122-6159-45eb-9e50-ca437854bd4a tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:21.223651 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7d47e362-3637-46c2-97a2-7fa9a04d0895 req-ac6607e8-c4fe-42f1-b720-2f7400ce081c tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2906351 Dec 10 16:37:21.252708 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d79dd9b-3f0f-42d2-9126-102d414f6a5d tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:21.261255 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d79dd9b-3f0f-42d2-9126-102d414f6a5d tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:21.431552 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d79dd9b-3f0f-42d2-9126-102d414f6a5d tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:21.437136 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d79dd9b-3f0f-42d2-9126-102d414f6a5d tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:21.456726 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d79dd9b-3f0f-42d2-9126-102d414f6a5d tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:21.458101 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2d79dd9b-3f0f-42d2-9126-102d414f6a5d tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2732079 Dec 10 16:37:21.465937 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33550) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:21.493441 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2a019122-6159-45eb-9e50-ca437854bd4a tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:21.493721 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db2d3f-605b-41a1-a107-f6a6cb6fb0bb req-21034405-4651-489a-a0dc-d762c135aeda tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:21.504539 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c7db2d3f-605b-41a1-a107-f6a6cb6fb0bb req-21034405-4651-489a-a0dc-d762c135aeda tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 945 time: 0.1715281 Dec 10 16:37:21.592712 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656d55d9-dcc1-4596-b845-5d51272363b5 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Network 5464fc43-64dc-450a-897f-dfe6b0d8c5a1 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:21.597084 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-656d55d9-dcc1-4596-b845-5d51272363b5 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:21.608169 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-ce6ae2c9-858e-430a-baf2-3396a8aabdd0 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Router 49c1dfb1-e8f2-476b-b533-25c93fce4e8c has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:37:21.628856 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-de670011-59a3-4afe-b8a1-468d24defdd8 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:21.658495 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c7db2d3f-605b-41a1-a107-f6a6cb6fb0bb req-16b16887-d5c2-436b-a789-71a20d408570 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527777 Dec 10 16:37:22.005793 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2a019122-6159-45eb-9e50-ca437854bd4a tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:22.029449 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d3812c16-9e0d-4176-8859-f75bd7ff7f3d None None] Provisioning complete for port 24475e0a-4877-437d-84ba-95b4f8899334 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:22.033011 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d3812c16-9e0d-4176-8859-f75bd7ff7f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:22.075843 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-de670011-59a3-4afe-b8a1-468d24defdd8 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:22.082093 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-de670011-59a3-4afe-b8a1-468d24defdd8 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:22.140577 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d3812c16-9e0d-4176-8859-f75bd7ff7f3d None None] Port 24475e0a-4877-437d-84ba-95b4f8899334 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:37:22.173451 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656d55d9-dcc1-4596-b845-5d51272363b5 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Router b5c9b3ea-9d5d-4ecf-954b-ca9ffa1e312b has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:37:22.206103 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b78e3-ce58-422f-934f-3da5e93d91e1 req-9a6e5118-5923-4e4b-a224-1d3f1dd32f8c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:22.220599 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b78e3-ce58-422f-934f-3da5e93d91e1 req-9a6e5118-5923-4e4b-a224-1d3f1dd32f8c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:22.235178 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b78e3-ce58-422f-934f-3da5e93d91e1 req-9a6e5118-5923-4e4b-a224-1d3f1dd32f8c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:22.247212 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7f8b78e3-ce58-422f-934f-3da5e93d91e1 req-9a6e5118-5923-4e4b-a224-1d3f1dd32f8c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 2410 time: 0.4341300 Dec 10 16:37:22.270264 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33566) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:22.279284 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-de670011-59a3-4afe-b8a1-468d24defdd8 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:22.279813 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de670011-59a3-4afe-b8a1-468d24defdd8 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d1f21b93-05aa-4ce6-ad76-bdc026416d6b {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:37:22.300663 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-de670011-59a3-4afe-b8a1-468d24defdd8 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:22.302184 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-de670011-59a3-4afe-b8a1-468d24defdd8 tempest-RoutersTestDVR-1413198992 tempest-RoutersTestDVR-1413198992-project-admin] 10.222.0.11 "DELETE /v2.0/routers/d1f21b93-05aa-4ce6-ad76-bdc026416d6b HTTP/1.1" status: 204 len: 168 time: 0.8330240 Dec 10 16:37:22.367304 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7f8b78e3-ce58-422f-934f-3da5e93d91e1 req-82a08a85-84aa-4b6e-a09d-92e81b9fec6f tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/security-groups?id=7f2a2db4-8009-4c13-8329-5a2302100f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192024 Dec 10 16:37:22.454421 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-ce6ae2c9-858e-430a-baf2-3396a8aabdd0 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:37:22.477260 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efa4eb8-e71e-4fb2-b0ed-0ac10d6c3d46 None None] Sync routers for ids ['49c1dfb1-e8f2-476b-b533-25c93fce4e8c'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:37:22.498050 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efa4eb8-e71e-4fb2-b0ed-0ac10d6c3d46 None None] Routers {'49c1dfb1-e8f2-476b-b533-25c93fce4e8c'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:37:22.499023 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8efa4eb8-e71e-4fb2-b0ed-0ac10d6c3d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:37:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['49c1dfb1-e8f2-476b-b533-25c93fce4e8c'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:22.605074 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-ce6ae2c9-858e-430a-baf2-3396a8aabdd0 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] No DVR routers for this DVR port d5bdcbf6-9c70-4b11-a616-8e8aeec9956a on host n-h2-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:37:22.622303 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-ce6ae2c9-858e-430a-baf2-3396a8aabdd0 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:22.625908 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-ce6ae2c9-858e-430a-baf2-3396a8aabdd0 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.46 "DELETE /v2.0/ports/d5bdcbf6-9c70-4b11-a616-8e8aeec9956a HTTP/1.1" status: 204 len: 173 time: 4.5154793 Dec 10 16:37:22.630618 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'name': 'network-vif-deleted', 'tag': 'd5bdcbf6-9c70-4b11-a616-8e8aeec9956a'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:37:22.643912 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c1d21d-14a5-4603-90b2-72716525b4cc" -d '{"events": [{"server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "name": "network-vif-deleted", "tag": "d5bdcbf6-9c70-4b11-a616-8e8aeec9956a"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:37:22.675969 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-8efa4eb8-e71e-4fb2-b0ed-0ac10d6c3d46 None None] Set router 49c1dfb1-e8f2-476b-b533-25c93fce4e8c gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:37:22.752925 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a2c2da53-82a2-4bed-a5f6-901c88b506b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:22.791257 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656d55d9-dcc1-4596-b845-5d51272363b5 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:37:22.801734 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-656d55d9-dcc1-4596-b845-5d51272363b5 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "PUT /v2.0/routers/b5c9b3ea-9d5d-4ecf-954b-ca9ffa1e312b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7750044 Dec 10 16:37:22.806034 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33580) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:22.810520 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43b41e3-890f-443d-b619-32d726a7fff5 None None] Sync routers for ids ['b5c9b3ea-9d5d-4ecf-954b-ca9ffa1e312b'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:37:22.816461 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33582) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:22.848010 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43b41e3-890f-443d-b619-32d726a7fff5 None None] Routers {'b5c9b3ea-9d5d-4ecf-954b-ca9ffa1e312b'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:37:22.851077 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-d43b41e3-890f-443d-b619-32d726a7fff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:37:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['b5c9b3ea-9d5d-4ecf-954b-ca9ffa1e312b'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:22.964454 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee03ea4c-5285-4e84-8897-670c2b12668d tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:22.969668 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-d43b41e3-890f-443d-b619-32d726a7fff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:22.973497 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ee03ea4c-5285-4e84-8897-670c2b12668d tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "GET /v2.0/ports/24475e0a-4877-437d-84ba-95b4f8899334 HTTP/1.1" status: 200 len: 910 time: 0.1661770 Dec 10 16:37:22.980050 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33586) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:22.991670 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43b41e3-890f-443d-b619-32d726a7fff5 None None] Routers {'b5c9b3ea-9d5d-4ecf-954b-ca9ffa1e312b'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:37:22.992573 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-d43b41e3-890f-443d-b619-32d726a7fff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:37:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['b5c9b3ea-9d5d-4ecf-954b-ca9ffa1e312b'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:23.044511 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0b246-d6ce-4e2b-9992-a9e6f0929576 req-f0fc9da2-4a2d-413d-836b-1d345bd6383b tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:23.049373 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-deb0b246-d6ce-4e2b-9992-a9e6f0929576 req-f0fc9da2-4a2d-413d-836b-1d345bd6383b tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 946 time: 0.5195463 Dec 10 16:37:23.072030 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-d43b41e3-890f-443d-b619-32d726a7fff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:23.072696 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43b41e3-890f-443d-b619-32d726a7fff5 None None] The sync data for ids ['b5c9b3ea-9d5d-4ecf-954b-ca9ffa1e312b'] in n-d-766771-2 is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:37:23.144985 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-deb0b246-d6ce-4e2b-9992-a9e6f0929576 req-b80b10e1-c3cd-40c6-a9f7-363ddcef2e90 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0889854 Dec 10 16:37:23.204280 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cf5856d9-acc6-4dbe-847c-061039f0e462 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:23.242887 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04a1662-ca2a-4acf-80b8-7353906ff8f8 x-openstack-request-id: req-c04a1662-ca2a-4acf-80b8-7353906ff8f8 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:37:23.253366 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "name": "network-vif-deleted", "tag": "d5bdcbf6-9c70-4b11-a616-8e8aeec9956a", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:37:23.253726 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c04a1662-ca2a-4acf-80b8-7353906ff8f8 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:37:23.254173 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'name': 'network-vif-deleted', 'tag': 'd5bdcbf6-9c70-4b11-a616-8e8aeec9956a', 'status': 'completed', 'code': 200} Dec 10 16:37:23.303068 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-a2e327d3-685e-4ffd-800b-26c916e0e659 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Deleting port 21b8bef8-fefe-4479-9cf4-2a31d80aa85b {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:23.303742 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-a2e327d3-685e-4ffd-800b-26c916e0e659 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:23.401624 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a2c2da53-82a2-4bed-a5f6-901c88b506b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:23.420624 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0488c-99e0-4a8b-909b-ae3549c27c14 req-71b91302-e2c7-4ba7-bc4f-a4ebff4f12ad tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:23.422930 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5ad0488c-99e0-4a8b-909b-ae3549c27c14 req-71b91302-e2c7-4ba7-bc4f-a4ebff4f12ad tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 945 time: 0.0983243 Dec 10 16:37:23.463521 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2a019122-6159-45eb-9e50-ca437854bd4a tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:23.480146 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a2c2da53-82a2-4bed-a5f6-901c88b506b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:23.530055 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5ad0488c-99e0-4a8b-909b-ae3549c27c14 req-d6808b72-bd65-49da-a73e-a6932cbd9563 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987558 Dec 10 16:37:23.538122 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2a019122-6159-45eb-9e50-ca437854bd4a tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:23.541940 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8efa4eb8-e71e-4fb2-b0ed-0ac10d6c3d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c1dfb1-e8f2-476b-b533-25c93fce4e8c', 'name': 'tempest-TaggedBootDevicesTest_v242-333135798-router', 'tenant_id': '87638972bbdb420baed9019b114e9df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '6f9a3a99-3f7b-4281-9666-bb76e5698adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:26:54Z', 'updated_at': '2021-12-10T16:26:57Z', 'revision_number': 4, 'project_id': '87638972bbdb420baed9019b114e9df8', 'gw_port': {'id': '6f9a3a99-3f7b-4281-9666-bb76e5698adc', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c1dfb1-e8f2-476b-b533-25c93fce4e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:26:54Z', 'updated_at': '2021-12-10T16:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '0114394b-5c4e-4ab2-b27e-502c41af2b04', 'name': '', 'network_id': '54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06', 'tenant_id': '87638972bbdb420baed9019b114e9df8', 'mac_address': 'fa:16:3e:17:1c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c1dfb1-e8f2-476b-b533-25c93fce4e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '680c8cce-43a4-41f3-b994-8a2b86d3ec14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:26:56Z', 'updated_at': '2021-12-10T16:27:02Z', 'revision_number': 5, 'project_id': '87638972bbdb420baed9019b114e9df8', 'subnets': [{'id': '680c8cce-43a4-41f3-b994-8a2b86d3ec14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:23.610915 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efa4eb8-e71e-4fb2-b0ed-0ac10d6c3d46 None None] Checking router: 49c1dfb1-e8f2-476b-b533-25c93fce4e8c for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:37:23.627313 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efa4eb8-e71e-4fb2-b0ed-0ac10d6c3d46 None None] Routers {'49c1dfb1-e8f2-476b-b533-25c93fce4e8c'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:37:23.627947 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8efa4eb8-e71e-4fb2-b0ed-0ac10d6c3d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:37:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['49c1dfb1-e8f2-476b-b533-25c93fce4e8c'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:23.653257 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2da53-82a2-4bed-a5f6-901c88b506b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9becadf-ae8f-4964-bf00-c77fc26d92c5,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:23.710043 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a2c2da53-82a2-4bed-a5f6-901c88b506b7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1519de475257408399a695d9c08b156c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4342678 Dec 10 16:37:23.716111 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33590) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:23.790488 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7bd7d0-4eb7-4dbb-aab2-18ed7664d7ec req-75db87e9-d97c-4c6c-8caa-47eb0c8bfe35 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:23.797207 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7bd7d0-4eb7-4dbb-aab2-18ed7664d7ec req-75db87e9-d97c-4c6c-8caa-47eb0c8bfe35 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:23.804593 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7bd7d0-4eb7-4dbb-aab2-18ed7664d7ec req-75db87e9-d97c-4c6c-8caa-47eb0c8bfe35 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:23.815360 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3b7bd7d0-4eb7-4dbb-aab2-18ed7664d7ec req-75db87e9-d97c-4c6c-8caa-47eb0c8bfe35 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 2410 time: 0.1640370 Dec 10 16:37:23.871334 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cf5856d9-acc6-4dbe-847c-061039f0e462 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:23.873704 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6a7eeeb0-6eae-41f4-82e6-a3f281d2266a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:23.917774 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6a7eeeb0-6eae-41f4-82e6-a3f281d2266a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:23.925324 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-8efa4eb8-e71e-4fb2-b0ed-0ac10d6c3d46 None None] Set router 49c1dfb1-e8f2-476b-b533-25c93fce4e8c gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:37:23.941469 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3b7bd7d0-4eb7-4dbb-aab2-18ed7664d7ec req-fdb19d8d-709d-4a0c-b1f1-fa25541c2a76 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/security-groups?id=7f2a2db4-8009-4c13-8329-5a2302100f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246092 Dec 10 16:37:23.982174 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cf5856d9-acc6-4dbe-847c-061039f0e462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:23.985762 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-a2e327d3-685e-4ffd-800b-26c916e0e659 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] For port 21b8bef8-fefe-4479-9cf4-2a31d80aa85b, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=21b8bef8-fefe-4479-9cf4-2a31d80aa85b,segment=NetworkSegment(44a46a5e-a254-4d44-9870-cc62115a4eda),segment_id=44a46a5e-a254-4d44-9870-cc62115a4eda)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:23.986266 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-a2e327d3-685e-4ffd-800b-26c916e0e659 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:24.034985 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6a7eeeb0-6eae-41f4-82e6-a3f281d2266a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:24.042566 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-a2e327d3-685e-4ffd-800b-26c916e0e659 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Calling delete_port for 21b8bef8-fefe-4479-9cf4-2a31d80aa85b owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:24.167535 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6a7eeeb0-6eae-41f4-82e6-a3f281d2266a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:24.167535 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-6a7eeeb0-6eae-41f4-82e6-a3f281d2266a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c9becadf-ae8f-4964-bf00-c77fc26d92c5 HTTP/1.1" status: 204 len: 168 time: 0.3411255 Dec 10 16:37:24.168336 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-2a019122-6159-45eb-9e50-ca437854bd4a tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Allocated IP 172.25.6.214 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/fa679725-7dc8-4270-80fd-d5deebfb690f) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:24.168713 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7eeeb0-6eae-41f4-82e6-a3f281d2266a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9becadf-ae8f-4964-bf00-c77fc26d92c5,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:24.168999 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-cf5856d9-acc6-4dbe-847c-061039f0e462 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c97724d130c74d659fc917c6c001c931&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2719164 Dec 10 16:37:24.169257 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33600) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:24.169337 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5856d9-acc6-4dbe-847c-061039f0e462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628c7e78-ab42-4367-ae4c-7036b6e8ced8,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:24.266523 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5547d5a-0c0c-4483-aba0-90dd381cc8a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:24.328611 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5547d5a-0c0c-4483-aba0-90dd381cc8a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:24.456666 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5547d5a-0c0c-4483-aba0-90dd381cc8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:24.463608 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5547d5a-0c0c-4483-aba0-90dd381cc8a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:24.466274 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d5547d5a-0c0c-4483-aba0-90dd381cc8a5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/628c7e78-ab42-4367-ae4c-7036b6e8ced8 HTTP/1.1" status: 204 len: 168 time: 0.3560717 Dec 10 16:37:24.525457 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8efa4eb8-e71e-4fb2-b0ed-0ac10d6c3d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c1dfb1-e8f2-476b-b533-25c93fce4e8c', 'name': 'tempest-TaggedBootDevicesTest_v242-333135798-router', 'tenant_id': '87638972bbdb420baed9019b114e9df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '6f9a3a99-3f7b-4281-9666-bb76e5698adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:26:54Z', 'updated_at': '2021-12-10T16:26:57Z', 'revision_number': 4, 'project_id': '87638972bbdb420baed9019b114e9df8', 'gw_port': {'id': '6f9a3a99-3f7b-4281-9666-bb76e5698adc', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c1dfb1-e8f2-476b-b533-25c93fce4e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:26:54Z', 'updated_at': '2021-12-10T16:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '0114394b-5c4e-4ab2-b27e-502c41af2b04', 'name': '', 'network_id': '54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06', 'tenant_id': '87638972bbdb420baed9019b114e9df8', 'mac_address': 'fa:16:3e:17:1c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c1dfb1-e8f2-476b-b533-25c93fce4e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '680c8cce-43a4-41f3-b994-8a2b86d3ec14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:26:56Z', 'updated_at': '2021-12-10T16:27:02Z', 'revision_number': 5, 'project_id': '87638972bbdb420baed9019b114e9df8', 'subnets': [{'id': '680c8cce-43a4-41f3-b994-8a2b86d3ec14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:24.575849 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5547d5a-0c0c-4483-aba0-90dd381cc8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628c7e78-ab42-4367-ae4c-7036b6e8ced8,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:24.617880 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efa4eb8-e71e-4fb2-b0ed-0ac10d6c3d46 None None] The sync data for ids ['49c1dfb1-e8f2-476b-b533-25c93fce4e8c'] in n-d-766771-2 is: [{'id': '49c1dfb1-e8f2-476b-b533-25c93fce4e8c', 'name': 'tempest-TaggedBootDevicesTest_v242-333135798-router', 'tenant_id': '87638972bbdb420baed9019b114e9df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '6f9a3a99-3f7b-4281-9666-bb76e5698adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:26:54Z', 'updated_at': '2021-12-10T16:26:57Z', 'revision_number': 4, 'project_id': '87638972bbdb420baed9019b114e9df8', 'gw_port': {'id': '6f9a3a99-3f7b-4281-9666-bb76e5698adc', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c1dfb1-e8f2-476b-b533-25c93fce4e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:26:54Z', 'updated_at': '2021-12-10T16:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '0114394b-5c4e-4ab2-b27e-502c41af2b04', 'name': '', 'network_id': '54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06', 'tenant_id': '87638972bbdb420baed9019b114e9df8', 'mac_address': 'fa:16:3e:17:1c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c1dfb1-e8f2-476b-b533-25c93fce4e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '680c8cce-43a4-41f3-b994-8a2b86d3ec14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:26:56Z', 'updated_at': '2021-12-10T16:27:02Z', 'revision_number': 5, 'project_id': '87638972bbdb420baed9019b114e9df8', 'subnets': [{'id': '680c8cce-43a4-41f3-b994-8a2b86d3ec14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:37:24.621309 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8460e4-589f-4cdb-8b55-56fd940f7c2f req-fe33f711-2901-4497-b4e8-d3917f2e3684 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:24.623117 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bd8460e4-589f-4cdb-8b55-56fd940f7c2f req-fe33f711-2901-4497-b4e8-d3917f2e3684 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 946 time: 0.1722226 Dec 10 16:37:24.737731 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bd8460e4-589f-4cdb-8b55-56fd940f7c2f req-c59e41b1-c373-4e51-8739-58a13be7b58c tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0976226 Dec 10 16:37:24.901982 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33614) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:24.950526 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2a019122-6159-45eb-9e50-ca437854bd4a tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:25.011543 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a825b-c340-46d6-99d8-795757d4bce6 req-01356804-8117-4295-8059-5bb531eccb69 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:25.021021 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf7c1073-1e10-48f7-8e99-1d7df8af6301 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:25.029962 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2a019122-6159-45eb-9e50-ca437854bd4a tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:25.030429 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-507a825b-c340-46d6-99d8-795757d4bce6 req-01356804-8117-4295-8059-5bb531eccb69 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 945 time: 0.1771517 Dec 10 16:37:25.135580 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8f4249-f026-4794-a4fe-3a70ffcb89be None None] New status for floating IP 05422faf-7bb9-40df-9d03-74856e90fb47: DOWN {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:37:25.153654 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-507a825b-c340-46d6-99d8-795757d4bce6 req-4a0d5dd9-8629-48c7-9104-984fd60ac9f3 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065707 Dec 10 16:37:25.222193 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a019122-6159-45eb-9e50-ca437854bd4a tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:25.223990 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a019122-6159-45eb-9e50-ca437854bd4a tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Pushing event updated for resources: {'Port': ['ID=fa679725-7dc8-4270-80fd-d5deebfb690f,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:25.234461 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33618) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:25.249471 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-2a019122-6159-45eb-9e50-ca437854bd4a tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:25.267039 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-178357d8-decc-4206-ac8a-50249334008d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:25.276803 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a019122-6159-45eb-9e50-ca437854bd4a tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:25.303106 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f418d7a-f4ab-4d11-8506-b78a7c3a6c20 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:37:25.385462 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf42f7-379f-455d-b463-3082d5fdb8a1 req-e67e102f-ea59-4b32-afaa-5452d973b54d tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:25.391334 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf42f7-379f-455d-b463-3082d5fdb8a1 req-e67e102f-ea59-4b32-afaa-5452d973b54d tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:25.397503 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf42f7-379f-455d-b463-3082d5fdb8a1 req-e67e102f-ea59-4b32-afaa-5452d973b54d tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:25.406827 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ebf42f7-379f-455d-b463-3082d5fdb8a1 req-e67e102f-ea59-4b32-afaa-5452d973b54d tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 2410 time: 0.1063120 Dec 10 16:37:25.464096 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-36def9ab-bdf3-4ddb-b8e1-786fd92dfb44 None None] Provisioning complete for port fa679725-7dc8-4270-80fd-d5deebfb690f triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:25.474863 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-36def9ab-bdf3-4ddb-b8e1-786fd92dfb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:25.484129 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-178357d8-decc-4206-ac8a-50249334008d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:25.496491 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ebf42f7-379f-455d-b463-3082d5fdb8a1 req-092c2318-b1bf-417e-aa8f-b8d9b213cd8e tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/security-groups?id=7f2a2db4-8009-4c13-8329-5a2302100f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886011 Dec 10 16:37:25.504857 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-178357d8-decc-4206-ac8a-50249334008d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:25.562741 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-36def9ab-bdf3-4ddb-b8e1-786fd92dfb44 None None] Port fa679725-7dc8-4270-80fd-d5deebfb690f cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:37:25.571053 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178357d8-decc-4206-ac8a-50249334008d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b666cb-19df-48fc-8bb3-c8604341131c,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:25.578440 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-178357d8-decc-4206-ac8a-50249334008d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a607513b5d7946a4b36505d3a7745484&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3404014 Dec 10 16:37:25.580143 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33620) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:25.603027 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-a2e327d3-685e-4ffd-800b-26c916e0e659 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:25.657229 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dda115e0-c93a-476c-b063-55a34f135535 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:25.681287 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e327d3-685e-4ffd-800b-26c916e0e659 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Pushing event deleted for resources: {'Port': ['ID=21b8bef8-fefe-4479-9cf4-2a31d80aa85b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:25.686416 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dda115e0-c93a-476c-b063-55a34f135535 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:25.698691 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62522910-cdb2-4f84-ae21-6872a0f92a2a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:25.789495 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dda115e0-c93a-476c-b063-55a34f135535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:25.792945 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dda115e0-c93a-476c-b063-55a34f135535 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:25.796461 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-dda115e0-c93a-476c-b063-55a34f135535 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/93b666cb-19df-48fc-8bb3-c8604341131c HTTP/1.1" status: 204 len: 168 time: 0.2131028 Dec 10 16:37:25.816328 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda115e0-c93a-476c-b063-55a34f135535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b666cb-19df-48fc-8bb3-c8604341131c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:25.915932 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-a2e327d3-685e-4ffd-800b-26c916e0e659 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] No DVR routers for this DVR port 21b8bef8-fefe-4479-9cf4-2a31d80aa85b on host n-h2-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:37:25.938447 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-a2e327d3-685e-4ffd-800b-26c916e0e659 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:25.958775 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-a2e327d3-685e-4ffd-800b-26c916e0e659 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.46 "DELETE /v2.0/ports/21b8bef8-fefe-4479-9cf4-2a31d80aa85b HTTP/1.1" status: 204 len: 173 time: 3.2878027 Dec 10 16:37:25.959970 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'name': 'network-vif-deleted', 'tag': '21b8bef8-fefe-4479-9cf4-2a31d80aa85b'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:37:25.963058 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfaa019-d053-4fa2-8056-58092e6aa3dd" -d '{"events": [{"server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "name": "network-vif-deleted", "tag": "21b8bef8-fefe-4479-9cf4-2a31d80aa85b"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:37:25.966713 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23fc338-c53d-4498-ac5b-2ff17b253532 req-eefd7413-7982-4b8d-ac02-485d15e727ea tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:25.969193 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d23fc338-c53d-4498-ac5b-2ff17b253532 req-eefd7413-7982-4b8d-ac02-485d15e727ea tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 946 time: 0.1100051 Dec 10 16:37:25.981570 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf7c1073-1e10-48f7-8e99-1d7df8af6301 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:26.060388 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d23fc338-c53d-4498-ac5b-2ff17b253532 req-0829ec1c-e178-4e4a-9681-555fecfef423 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0854576 Dec 10 16:37:26.175789 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf7c1073-1e10-48f7-8e99-1d7df8af6301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:26.212153 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c57887-e13f-478e-9792-e583c6a72ddf x-openstack-request-id: req-d1c57887-e13f-478e-9792-e583c6a72ddf {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:37:26.215150 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "name": "network-vif-deleted", "tag": "21b8bef8-fefe-4479-9cf4-2a31d80aa85b", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:37:26.215566 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d1c57887-e13f-478e-9792-e583c6a72ddf {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:37:26.216131 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'name': 'network-vif-deleted', 'tag': '21b8bef8-fefe-4479-9cf4-2a31d80aa85b', 'status': 'completed', 'code': 200} Dec 10 16:37:26.411133 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370e999-1c76-4940-85b2-c7fc6641f1bc req-d98783cd-d6d5-4d2b-8218-8d74fbb97f2e tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:26.427322 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0370e999-1c76-4940-85b2-c7fc6641f1bc req-d98783cd-d6d5-4d2b-8218-8d74fbb97f2e tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 945 time: 0.1109972 Dec 10 16:37:26.446960 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c1073-1e10-48f7-8e99-1d7df8af6301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aefad230-8b6c-4164-a3f5-2b400e110506,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:26.458613 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-bf7c1073-1e10-48f7-8e99-1d7df8af6301 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=013e0f9599f04ffe9860fd550741b57d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5491340 Dec 10 16:37:26.466163 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33642) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:26.540277 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2a019122-6159-45eb-9e50-ca437854bd4a tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:26.546971 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0370e999-1c76-4940-85b2-c7fc6641f1bc req-b5c5da5b-20fe-43f8-976a-762cbb7039b5 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176085 Dec 10 16:37:26.720091 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-293cc09b-7e92-494a-9ceb-9fbe0bf19236 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Deleting port eeb3a935-ca6c-4918-87c1-e89b62c3b091 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:26.727411 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-293cc09b-7e92-494a-9ceb-9fbe0bf19236 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:26.774036 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b9871-2ff1-442e-95ee-c79f7517e174 req-49113f2a-733f-4b35-a711-7a0bf9cc674a tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:26.787752 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b9871-2ff1-442e-95ee-c79f7517e174 req-49113f2a-733f-4b35-a711-7a0bf9cc674a tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:26.806759 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1c1b9871-2ff1-442e-95ee-c79f7517e174 req-49113f2a-733f-4b35-a711-7a0bf9cc674a tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 1677 time: 0.1381521 Dec 10 16:37:26.872457 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-37537b8a-e15d-4029-837b-d322575b6015 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:26.893033 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1c1b9871-2ff1-442e-95ee-c79f7517e174 req-69c56110-2339-432e-835e-b8da4e1aa754 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/security-groups?id=7f2a2db4-8009-4c13-8329-5a2302100f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854371 Dec 10 16:37:26.980736 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-37537b8a-e15d-4029-837b-d322575b6015 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:27.210412 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-293cc09b-7e92-494a-9ceb-9fbe0bf19236 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] For port eeb3a935-ca6c-4918-87c1-e89b62c3b091, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=eeb3a935-ca6c-4918-87c1-e89b62c3b091,segment=NetworkSegment(d62dc478-30ab-46d0-93b0-617021b42e5a),segment_id=d62dc478-30ab-46d0-93b0-617021b42e5a)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:27.210783 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-293cc09b-7e92-494a-9ceb-9fbe0bf19236 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:27.239739 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-293cc09b-7e92-494a-9ceb-9fbe0bf19236 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Calling delete_port for eeb3a935-ca6c-4918-87c1-e89b62c3b091 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:27.286360 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85871b-f8fa-45fe-be92-19e76cd5f838 req-88989bd0-a00c-44a5-8981-6251e5e340ba tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:27.289764 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fd85871b-f8fa-45fe-be92-19e76cd5f838 req-88989bd0-a00c-44a5-8981-6251e5e340ba tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 946 time: 0.1204646 Dec 10 16:37:27.337142 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-37537b8a-e15d-4029-837b-d322575b6015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:27.339774 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-37537b8a-e15d-4029-837b-d322575b6015 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:27.351486 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-37537b8a-e15d-4029-837b-d322575b6015 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aefad230-8b6c-4164-a3f5-2b400e110506 HTTP/1.1" status: 204 len: 168 time: 0.8695252 Dec 10 16:37:27.370676 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2a019122-6159-45eb-9e50-ca437854bd4a tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:27.376847 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-62522910-cdb2-4f84-ae21-6872a0f92a2a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Deleting port 24475e0a-4877-437d-84ba-95b4f8899334 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:27.377177 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62522910-cdb2-4f84-ae21-6872a0f92a2a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:27.383364 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37537b8a-e15d-4029-837b-d322575b6015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefad230-8b6c-4164-a3f5-2b400e110506,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:27.420123 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fd85871b-f8fa-45fe-be92-19e76cd5f838 req-f87a761c-2663-4ad9-87d2-6e4f3d96c60c tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1219530 Dec 10 16:37:27.647873 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62522910-cdb2-4f84-ae21-6872a0f92a2a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:27.695214 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-62522910-cdb2-4f84-ae21-6872a0f92a2a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Calling delete_port for 24475e0a-4877-437d-84ba-95b4f8899334 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:27.802944 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf7121-2bdc-4aa8-ac54-34015ea6adb7 req-d9b325cd-032d-421f-81f3-193290164243 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:27.813240 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aacf7121-2bdc-4aa8-ac54-34015ea6adb7 req-d9b325cd-032d-421f-81f3-193290164243 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 945 time: 0.0941350 Dec 10 16:37:27.921841 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aacf7121-2bdc-4aa8-ac54-34015ea6adb7 req-c2b9f2bb-3730-4f85-b936-0f10a1f1d0c6 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076586 Dec 10 16:37:28.170672 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0e32e-5bbe-4894-a052-9f27daf75c7e req-982c1165-0377-41cc-ac05-384aac08dc05 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:28.178964 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-58b0e32e-5bbe-4894-a052-9f27daf75c7e req-982c1165-0377-41cc-ac05-384aac08dc05 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 943 time: 0.1074941 Dec 10 16:37:28.248114 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:37:28.303301 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33692) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:28.333939 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-58b0e32e-5bbe-4894-a052-9f27daf75c7e req-7510b338-ef94-4135-97a1-ada4f93b7cbf tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/security-groups?id=7f2a2db4-8009-4c13-8329-5a2302100f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540830 Dec 10 16:37:28.581842 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-293cc09b-7e92-494a-9ceb-9fbe0bf19236 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:28.654767 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293cc09b-7e92-494a-9ceb-9fbe0bf19236 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Pushing event deleted for resources: {'Port': ['ID=eeb3a935-ca6c-4918-87c1-e89b62c3b091,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:28.663349 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62522910-cdb2-4f84-ae21-6872a0f92a2a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:28.684630 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d9f59-1473-4252-a179-e65761c45602 req-f98b9305-b5a4-4a5c-9e4b-7bca33c28aad tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:28.688724 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-701d9f59-1473-4252-a179-e65761c45602 req-f98b9305-b5a4-4a5c-9e4b-7bca33c28aad tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 946 time: 0.1422668 Dec 10 16:37:28.703182 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-352c6c04-0608-479c-ab74-44dbc6d347f3 tempest-RoutersAdminNegativeTest-2107646012 tempest-RoutersAdminNegativeTest-2107646012-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1152356031', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:28.733384 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a019122-6159-45eb-9e50-ca437854bd4a tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Router e79b4107-e3af-48f6-8556-2f86c6bec662 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:37:28.756673 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352c6c04-0608-479c-ab74-44dbc6d347f3 tempest-RoutersAdminNegativeTest-2107646012 tempest-RoutersAdminNegativeTest-2107646012-project-admin] Made reservation on behalf of aafbf82ce133402ab842bf1b999bf1a3 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:28.764043 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-352c6c04-0608-479c-ab74-44dbc6d347f3 tempest-RoutersAdminNegativeTest-2107646012 tempest-RoutersAdminNegativeTest-2107646012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:28.768959 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62522910-cdb2-4f84-ae21-6872a0f92a2a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event deleted for resources: {'Port': ['ID=24475e0a-4877-437d-84ba-95b4f8899334,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:28.828718 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-352c6c04-0608-479c-ab74-44dbc6d347f3 tempest-RoutersAdminNegativeTest-2107646012 tempest-RoutersAdminNegativeTest-2107646012-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:28.928287 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-701d9f59-1473-4252-a179-e65761c45602 req-2a2b7e57-3a13-49ef-bdfc-da5d8cb1db14 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1995375 Dec 10 16:37:28.970674 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-293cc09b-7e92-494a-9ceb-9fbe0bf19236 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] No DVR routers for this DVR port eeb3a935-ca6c-4918-87c1-e89b62c3b091 on host n-h2-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:37:28.985611 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-293cc09b-7e92-494a-9ceb-9fbe0bf19236 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:28.998108 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-293cc09b-7e92-494a-9ceb-9fbe0bf19236 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.46 "DELETE /v2.0/ports/eeb3a935-ca6c-4918-87c1-e89b62c3b091 HTTP/1.1" status: 204 len: 173 time: 3.0317168 Dec 10 16:37:29.002504 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'name': 'network-vif-deleted', 'tag': 'eeb3a935-ca6c-4918-87c1-e89b62c3b091'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:37:29.004490 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4203ee97-4a2c-47f7-b0ea-81de41ac1789" -d '{"events": [{"server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "name": "network-vif-deleted", "tag": "eeb3a935-ca6c-4918-87c1-e89b62c3b091"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:37:29.152979 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-352c6c04-0608-479c-ab74-44dbc6d347f3 tempest-RoutersAdminNegativeTest-2107646012 tempest-RoutersAdminNegativeTest-2107646012-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:29.187774 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-352c6c04-0608-479c-ab74-44dbc6d347f3 tempest-RoutersAdminNegativeTest-2107646012 tempest-RoutersAdminNegativeTest-2107646012-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:29.209735 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-352c6c04-0608-479c-ab74-44dbc6d347f3 tempest-RoutersAdminNegativeTest-2107646012 tempest-RoutersAdminNegativeTest-2107646012-project-admin] device_id is not set on port 97a2df6a-d93c-438c-b113-8336e8865cb5 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:37:29.357361 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a019122-6159-45eb-9e50-ca437854bd4a tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:37:29.372923 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee75e517-7c4a-4931-b9e1-927e12f55250 None None] Sync routers for ids ['e79b4107-e3af-48f6-8556-2f86c6bec662'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:37:29.401099 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee75e517-7c4a-4931-b9e1-927e12f55250 None None] Routers {'e79b4107-e3af-48f6-8556-2f86c6bec662'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:37:29.404129 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ee75e517-7c4a-4931-b9e1-927e12f55250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:37:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['e79b4107-e3af-48f6-8556-2f86c6bec662'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:29.459874 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-352c6c04-0608-479c-ab74-44dbc6d347f3 tempest-RoutersAdminNegativeTest-2107646012 tempest-RoutersAdminNegativeTest-2107646012-project-admin] Allocated IP 172.25.6.118 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/97a2df6a-d93c-438c-b113-8336e8865cb5) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:29.502762 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ee75e517-7c4a-4931-b9e1-927e12f55250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:29.525199 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee75e517-7c4a-4931-b9e1-927e12f55250 None None] Routers {'e79b4107-e3af-48f6-8556-2f86c6bec662'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:37:29.527141 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ee75e517-7c4a-4931-b9e1-927e12f55250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:37:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['e79b4107-e3af-48f6-8556-2f86c6bec662'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:29.589134 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ee75e517-7c4a-4931-b9e1-927e12f55250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:29.589799 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee75e517-7c4a-4931-b9e1-927e12f55250 None None] The sync data for ids ['e79b4107-e3af-48f6-8556-2f86c6bec662'] in n-d-766771-2 is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:37:29.606381 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2a019122-6159-45eb-9e50-ca437854bd4a tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:29.614556 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2a019122-6159-45eb-9e50-ca437854bd4a tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.5106380 Dec 10 16:37:29.617409 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33726) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:29.651442 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-cc88e637-fcd8-4d12-b806-df995e966c6a tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'enable_snat': False}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:29.684683 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-3499c33c-f27d-4ed9-9804-025db0a2f5b7 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Deleting port 8ea2a5ee-71c7-4668-b402-89d8708371f8 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:29.685017 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-3499c33c-f27d-4ed9-9804-025db0a2f5b7 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:29.788575 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4674e-4a38-4aba-b38a-393f9aec522f req-a57052d4-bb48-4972-a9db-1c77c2443002 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:29.796346 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-17d4674e-4a38-4aba-b38a-393f9aec522f req-a57052d4-bb48-4972-a9db-1c77c2443002 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 945 time: 0.6651175 Dec 10 16:37:29.802433 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c6c04-0608-479c-ab74-44dbc6d347f3 tempest-RoutersAdminNegativeTest-2107646012 tempest-RoutersAdminNegativeTest-2107646012-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0a58fd-4d42-4aa3-b791-f2b70803e09d,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:29.882102 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-3499c33c-f27d-4ed9-9804-025db0a2f5b7 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] For port 8ea2a5ee-71c7-4668-b402-89d8708371f8, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=8ea2a5ee-71c7-4668-b402-89d8708371f8,segment=NetworkSegment(44a46a5e-a254-4d44-9870-cc62115a4eda),segment_id=44a46a5e-a254-4d44-9870-cc62115a4eda)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:29.882482 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-3499c33c-f27d-4ed9-9804-025db0a2f5b7 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:29.915415 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-17d4674e-4a38-4aba-b38a-393f9aec522f req-e1d41744-9513-41e7-bd18-332d673c7926 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093507 Dec 10 16:37:29.932786 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-3499c33c-f27d-4ed9-9804-025db0a2f5b7 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Calling delete_port for 8ea2a5ee-71c7-4668-b402-89d8708371f8 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:30.031358 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-352c6c04-0608-479c-ab74-44dbc6d347f3 tempest-RoutersAdminNegativeTest-2107646012 tempest-RoutersAdminNegativeTest-2107646012-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:30.111111 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device cb94977b-eb94-4335-af94-bcaa74a1e09e details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:37:30.299086 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d17ebb-fc8a-454b-8ca1-9d3e72c97c75 x-openstack-request-id: req-c8d17ebb-fc8a-454b-8ca1-9d3e72c97c75 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:37:30.299298 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "name": "network-vif-deleted", "tag": "eeb3a935-ca6c-4918-87c1-e89b62c3b091", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:37:30.299518 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c8d17ebb-fc8a-454b-8ca1-9d3e72c97c75 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:37:30.299932 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'name': 'network-vif-deleted', 'tag': 'eeb3a935-ca6c-4918-87c1-e89b62c3b091', 'status': 'completed', 'code': 200} Dec 10 16:37:30.306945 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-3499c33c-f27d-4ed9-9804-025db0a2f5b7 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:30.335627 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6abbd94-c259-45c3-a3c1-289508e5b9a6 req-c549709a-34e4-4faa-8343-8e752f5aa6a1 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:30.349265 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e6abbd94-c259-45c3-a3c1-289508e5b9a6 req-c549709a-34e4-4faa-8343-8e752f5aa6a1 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 943 time: 0.2440398 Dec 10 16:37:30.399093 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3499c33c-f27d-4ed9-9804-025db0a2f5b7 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Pushing event deleted for resources: {'Port': ['ID=8ea2a5ee-71c7-4668-b402-89d8708371f8,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:30.400161 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-352c6c04-0608-479c-ab74-44dbc6d347f3 tempest-RoutersAdminNegativeTest-2107646012 tempest-RoutersAdminNegativeTest-2107646012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:30.402561 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62522910-cdb2-4f84-ae21-6872a0f92a2a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:30.448200 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port cb94977b-eb94-4335-af94-bcaa74a1e09e, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=cb94977b-eb94-4335-af94-bcaa74a1e09e,segment=NetworkSegment(5bae3635-32be-403a-b68a-450983b5ab53),segment_id=5bae3635-32be-403a-b68a-450983b5ab53)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:30.465691 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'cb94977b-eb94-4335-af94-bcaa74a1e09e', 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02', 'port_id': 'cb94977b-eb94-4335-af94-bcaa74a1e09e', 'mac_address': 'fa:16:3e:4f:d5:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:37:30.563988 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:30.576293 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352c6c04-0608-479c-ab74-44dbc6d347f3 tempest-RoutersAdminNegativeTest-2107646012 tempest-RoutersAdminNegativeTest-2107646012-project-admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:30.601108 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb94977b-eb94-4335-af94-bcaa74a1e09e {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:37:30.647341 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port cb94977b-eb94-4335-af94-bcaa74a1e09e, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=cb94977b-eb94-4335-af94-bcaa74a1e09e,segment=NetworkSegment(5bae3635-32be-403a-b68a-450983b5ab53),segment_id=5bae3635-32be-403a-b68a-450983b5ab53)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:30.657924 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:30.712786 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-352c6c04-0608-479c-ab74-44dbc6d347f3 tempest-RoutersAdminNegativeTest-2107646012 tempest-RoutersAdminNegativeTest-2107646012-project-admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:30.717899 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e6abbd94-c259-45c3-a3c1-289508e5b9a6 req-fc048f1d-9c60-453d-b751-1c334ea382b6 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/security-groups?id=7f2a2db4-8009-4c13-8329-5a2302100f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3660393 Dec 10 16:37:30.718916 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352c6c04-0608-479c-ab74-44dbc6d347f3 tempest-RoutersAdminNegativeTest-2107646012 tempest-RoutersAdminNegativeTest-2107646012-project-admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:30.726859 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c6c04-0608-479c-ab74-44dbc6d347f3 tempest-RoutersAdminNegativeTest-2107646012 tempest-RoutersAdminNegativeTest-2107646012-project-admin] Pushing event updated for resources: {'Port': ['ID=97a2df6a-d93c-438c-b113-8336e8865cb5,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:30.798872 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-3499c33c-f27d-4ed9-9804-025db0a2f5b7 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] No DVR routers for this DVR port 8ea2a5ee-71c7-4668-b402-89d8708371f8 on host n-h2-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:37:30.804075 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-3499c33c-f27d-4ed9-9804-025db0a2f5b7 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:30.820816 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8e6665a3-d9e1-471e-92d6-38749c662d6b req-3499c33c-f27d-4ed9-9804-025db0a2f5b7 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.46 "DELETE /v2.0/ports/8ea2a5ee-71c7-4668-b402-89d8708371f8 HTTP/1.1" status: 204 len: 173 time: 1.7587595 Dec 10 16:37:30.841648 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352c6c04-0608-479c-ab74-44dbc6d347f3 tempest-RoutersAdminNegativeTest-2107646012 tempest-RoutersAdminNegativeTest-2107646012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:30.856641 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-352c6c04-0608-479c-ab74-44dbc6d347f3 tempest-RoutersAdminNegativeTest-2107646012 tempest-RoutersAdminNegativeTest-2107646012-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:30.913461 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=cb94977b-eb94-4335-af94-bcaa74a1e09e,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:30.942821 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30d14d9-01c5-4e16-8588-e07570ccf1fc None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:37:30.971744 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33754) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:30.980667 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-352c6c04-0608-479c-ab74-44dbc6d347f3 tempest-RoutersAdminNegativeTest-2107646012 tempest-RoutersAdminNegativeTest-2107646012-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.6649754 Dec 10 16:37:30.985708 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-3548ea6f-09aa-42ff-ad2a-c375f6d9a4bb tempest-RoutersAdminNegativeTest-2107646012 tempest-RoutersAdminNegativeTest-2107646012-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.118'}]}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:30.991210 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['cb94977b-eb94-4335-af94-bcaa74a1e09e'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:37:31.000049 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc88e637-fcd8-4d12-b806-df995e966c6a tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:31.093357 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62522910-cdb2-4f84-ae21-6872a0f92a2a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Router b5c9b3ea-9d5d-4ecf-954b-ca9ffa1e312b has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:37:31.103033 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3548ea6f-09aa-42ff-ad2a-c375f6d9a4bb tempest-RoutersAdminNegativeTest-2107646012 tempest-RoutersAdminNegativeTest-2107646012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:31.104418 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3548ea6f-09aa-42ff-ad2a-c375f6d9a4bb tempest-RoutersAdminNegativeTest-2107646012 tempest-RoutersAdminNegativeTest-2107646012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:31.235215 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-db217106-a687-4288-a1cb-bd0ecb0802fa None None] Provisioning complete for port 97a2df6a-d93c-438c-b113-8336e8865cb5 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:31.235751 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-db217106-a687-4288-a1cb-bd0ecb0802fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:31.289714 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af780a-cea9-4588-a6a4-caa693e336d9 req-b65107d1-f77c-48b6-9b30-b190292a2cf2 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:31.305356 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-96af780a-cea9-4588-a6a4-caa693e336d9 req-b65107d1-f77c-48b6-9b30-b190292a2cf2 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 946 time: 0.2831938 Dec 10 16:37:31.386686 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-db217106-a687-4288-a1cb-bd0ecb0802fa None None] Port 97a2df6a-d93c-438c-b113-8336e8865cb5 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:37:31.482501 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3548ea6f-09aa-42ff-ad2a-c375f6d9a4bb tempest-RoutersAdminNegativeTest-2107646012 tempest-RoutersAdminNegativeTest-2107646012-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:31.507596 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-96af780a-cea9-4588-a6a4-caa693e336d9 req-8474d6b5-e1dc-44e7-8f3c-ba05fd259d9b tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1916130 Dec 10 16:37:31.728678 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62522910-cdb2-4f84-ae21-6872a0f92a2a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:37:31.736013 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-62522910-cdb2-4f84-ae21-6872a0f92a2a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "PUT /v2.0/routers/b5c9b3ea-9d5d-4ecf-954b-ca9ffa1e312b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7458580 Dec 10 16:37:31.741854 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f6ba33-9b02-4d56-b8ac-4dd387c7d5b5 None None] Sync routers for ids ['b5c9b3ea-9d5d-4ecf-954b-ca9ffa1e312b'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:37:31.742539 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33774) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:31.756981 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f6ba33-9b02-4d56-b8ac-4dd387c7d5b5 None None] Routers {'b5c9b3ea-9d5d-4ecf-954b-ca9ffa1e312b'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:37:31.765102 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a4f6ba33-9b02-4d56-b8ac-4dd387c7d5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:37:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['b5c9b3ea-9d5d-4ecf-954b-ca9ffa1e312b'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:31.838434 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a4f6ba33-9b02-4d56-b8ac-4dd387c7d5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:31.869784 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f6ba33-9b02-4d56-b8ac-4dd387c7d5b5 None None] Routers {'b5c9b3ea-9d5d-4ecf-954b-ca9ffa1e312b'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:37:31.872928 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a4f6ba33-9b02-4d56-b8ac-4dd387c7d5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:37:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['b5c9b3ea-9d5d-4ecf-954b-ca9ffa1e312b'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:31.997013 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9fc36-a46f-4f7f-9032-545079cf0d77 req-ea5552c5-c4e1-47e7-a0fa-1681d4bc495d tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:31.999640 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a4f6ba33-9b02-4d56-b8ac-4dd387c7d5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:32.000318 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f6ba33-9b02-4d56-b8ac-4dd387c7d5b5 None None] The sync data for ids ['b5c9b3ea-9d5d-4ecf-954b-ca9ffa1e312b'] in n-d-766771-2 is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:37:32.001651 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-36e9fc36-a46f-4f7f-9032-545079cf0d77 req-ea5552c5-c4e1-47e7-a0fa-1681d4bc495d tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 944 time: 0.2176328 Dec 10 16:37:32.126954 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device cb94977b-eb94-4335-af94-bcaa74a1e09e up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:37:32.233644 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3548ea6f-09aa-42ff-ad2a-c375f6d9a4bb tempest-RoutersAdminNegativeTest-2107646012 tempest-RoutersAdminNegativeTest-2107646012-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:32.254422 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-36e9fc36-a46f-4f7f-9032-545079cf0d77 req-0ae1a851-1912-4263-9225-4471dc90ff39 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2155097 Dec 10 16:37:32.271989 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port cb94977b-eb94-4335-af94-bcaa74a1e09e triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:32.272475 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:32.325942 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'name': 'network-vif-deleted', 'tag': '8ea2a5ee-71c7-4668-b402-89d8708371f8'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:37:32.328407 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ed84a0-39b3-4028-8b37-a704b30085c1" -d '{"events": [{"server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "name": "network-vif-deleted", "tag": "8ea2a5ee-71c7-4668-b402-89d8708371f8"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:37:32.471315 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:32.544587 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port cb94977b-eb94-4335-af94-bcaa74a1e09e, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=cb94977b-eb94-4335-af94-bcaa74a1e09e,segment=NetworkSegment(5bae3635-32be-403a-b68a-450983b5ab53),segment_id=5bae3635-32be-403a-b68a-450983b5ab53)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:32.557544 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105fbc39-9fee-4115-aff9-663a6d26770e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb94977b-eb94-4335-af94-bcaa74a1e09e'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:37:32.559683 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456b2e32-6465-4336-aa4d-75aada63a547" -d '{"events": [{"server_uuid": "105fbc39-9fee-4115-aff9-663a6d26770e", "name": "network-vif-plugged", "status": "completed", "tag": "cb94977b-eb94-4335-af94-bcaa74a1e09e"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:37:32.562392 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:32.612338 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d57d5507-349b-4ccc-b681-5f9d29a8a8c7 req-ea4700d3-5582-4ba0-bcf6-e7dded0a6702 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 210 time: 0.1393917 Dec 10 16:37:32.717778 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=cb94977b-eb94-4335-af94-bcaa74a1e09e,revision_number=7']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:32.752206 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc88e637-fcd8-4d12-b806-df995e966c6a tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4726'] for router, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:32.760227 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc88e637-fcd8-4d12-b806-df995e966c6a tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-603901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599127'] for router, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:32.802759 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ef0234-1406-40fd-a67b-70f3065c5bcb x-openstack-request-id: req-18ef0234-1406-40fd-a67b-70f3065c5bcb {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:37:32.803055 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96c4629-2e29-4fb2-9e4c-3c422ec340a9", "name": "network-vif-deleted", "tag": "8ea2a5ee-71c7-4668-b402-89d8708371f8", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:37:32.803306 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-18ef0234-1406-40fd-a67b-70f3065c5bcb {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:37:32.803702 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96c4629-2e29-4fb2-9e4c-3c422ec340a9', 'name': 'network-vif-deleted', 'tag': '8ea2a5ee-71c7-4668-b402-89d8708371f8', 'status': 'completed', 'code': 200} Dec 10 16:37:33.043618 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc88e637-fcd8-4d12-b806-df995e966c6a tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Router e79b4107-e3af-48f6-8556-2f86c6bec662 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:37:33.127828 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c92fbfb-2939-42d7-891d-3426bf5a3e6a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:33.179009 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd64f9-8883-43fe-9a23-e0c667363ff6 req-11df8926-ebce-4058-bd0f-63211507478f tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:33.190126 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7cfd64f9-8883-43fe-9a23-e0c667363ff6 req-11df8926-ebce-4058-bd0f-63211507478f tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 946 time: 0.2106459 Dec 10 16:37:33.310462 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3548ea6f-09aa-42ff-ad2a-c375f6d9a4bb tempest-RoutersAdminNegativeTest-2107646012 tempest-RoutersAdminNegativeTest-2107646012-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:33.389565 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3548ea6f-09aa-42ff-ad2a-c375f6d9a4bb tempest-RoutersAdminNegativeTest-2107646012 tempest-RoutersAdminNegativeTest-2107646012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:33.435375 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7cfd64f9-8883-43fe-9a23-e0c667363ff6 req-4e5a346c-fe7d-4c38-b9f6-d9f3cbd00e3a tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2353301 Dec 10 16:37:33.483946 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc88e637-fcd8-4d12-b806-df995e966c6a tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:37:33.496266 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc88e637-fcd8-4d12-b806-df995e966c6a tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:33.497503 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-cc88e637-fcd8-4d12-b806-df995e966c6a tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] 10.222.0.11 "PUT /v2.0/routers/e79b4107-e3af-48f6-8556-2f86c6bec662 HTTP/1.1" status: 200 len: 922 time: 3.8504121 Dec 10 16:37:33.502404 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116fa0ea-aa8a-4a4d-bbd8-e92efce962aa None None] Sync routers for ids ['e79b4107-e3af-48f6-8556-2f86c6bec662'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:37:33.503047 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33802) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:33.525371 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116fa0ea-aa8a-4a4d-bbd8-e92efce962aa None None] Routers {'e79b4107-e3af-48f6-8556-2f86c6bec662'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:37:33.528420 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-116fa0ea-aa8a-4a4d-bbd8-e92efce962aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:37:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['e79b4107-e3af-48f6-8556-2f86c6bec662'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:33.647108 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-116fa0ea-aa8a-4a4d-bbd8-e92efce962aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:33.679932 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116fa0ea-aa8a-4a4d-bbd8-e92efce962aa None None] Routers {'e79b4107-e3af-48f6-8556-2f86c6bec662'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:37:33.682724 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-116fa0ea-aa8a-4a4d-bbd8-e92efce962aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:37:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['e79b4107-e3af-48f6-8556-2f86c6bec662'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:33.758860 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-116fa0ea-aa8a-4a4d-bbd8-e92efce962aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:33.761142 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116fa0ea-aa8a-4a4d-bbd8-e92efce962aa None None] The sync data for ids ['e79b4107-e3af-48f6-8556-2f86c6bec662'] in n-d-766771-2 is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:37:33.836787 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ea7eb60c-b214-4da3-92a0-0c39c7cfd815 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] 10.222.0.11 "GET /v2.0/routers/e79b4107-e3af-48f6-8556-2f86c6bec662 HTTP/1.1" status: 200 len: 922 time: 0.3299396 Dec 10 16:37:33.837031 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33810) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:33.880005 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0f07ee-d7f3-4dc7-b5c6-95d6c0d52afa x-openstack-request-id: req-9f0f07ee-d7f3-4dc7-b5c6-95d6c0d52afa {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:37:33.880487 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105fbc39-9fee-4115-aff9-663a6d26770e", "name": "network-vif-plugged", "status": "completed", "tag": "cb94977b-eb94-4335-af94-bcaa74a1e09e", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:37:33.880561 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9f0f07ee-d7f3-4dc7-b5c6-95d6c0d52afa {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:37:33.880924 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105fbc39-9fee-4115-aff9-663a6d26770e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb94977b-eb94-4335-af94-bcaa74a1e09e', 'code': 200} Dec 10 16:37:34.283871 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3548ea6f-09aa-42ff-ad2a-c375f6d9a4bb tempest-RoutersAdminNegativeTest-2107646012 tempest-RoutersAdminNegativeTest-2107646012-project-admin] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:34.365551 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6482f1-03da-4295-ba41-f031aaa34f18 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:34.369641 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9a6482f1-03da-4295-ba41-f031aaa34f18 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=5eeed31d-d918-4774-81b9-ef71c6f02574&device_id=e79b4107-e3af-48f6-8556-2f86c6bec662&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5292370 Dec 10 16:37:34.370741 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33824) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:34.499563 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c9023-13fc-46ea-89d3-e3c42c57dafe req-dd850571-dab5-4aa7-b32f-7500456b90d5 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:34.506716 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-225c9023-13fc-46ea-89d3-e3c42c57dafe req-dd850571-dab5-4aa7-b32f-7500456b90d5 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 945 time: 0.2049611 Dec 10 16:37:34.572947 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc4b486-4cbb-4253-a2ac-036208931722 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:34.574499 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1cc4b486-4cbb-4253-a2ac-036208931722 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] 10.222.0.11 "GET /v2.0/networks/5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 881 time: 0.2013645 Dec 10 16:37:34.584468 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-225c9023-13fc-46ea-89d3-e3c42c57dafe req-73582d47-9725-44bf-954b-d0200b667b74 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768631 Dec 10 16:37:34.585159 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33834) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:34.672813 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-cffef6e8-9742-4db9-991e-12172c2ac923 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] 10.222.0.11 "GET /v2.0/ports?device_id=e79b4107-e3af-48f6-8556-2f86c6bec662 HTTP/1.1" status: 200 len: 205 time: 0.0790904 Dec 10 16:37:34.676726 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33838) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:34.825563 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3548ea6f-09aa-42ff-ad2a-c375f6d9a4bb tempest-RoutersAdminNegativeTest-2107646012 tempest-RoutersAdminNegativeTest-2107646012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:34.828533 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1169f7b-9ea1-45e1-b18f-f007d148751d req-c3a35220-a88b-4a66-a55f-602496766324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:34.830063 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d1169f7b-9ea1-45e1-b18f-f007d148751d req-c3a35220-a88b-4a66-a55f-602496766324 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=38b4c50f2746432ea9adf6424421cd8d&device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 1097 time: 0.5537298 Dec 10 16:37:34.831331 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3548ea6f-09aa-42ff-ad2a-c375f6d9a4bb tempest-RoutersAdminNegativeTest-2107646012 tempest-RoutersAdminNegativeTest-2107646012-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:34.956489 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f0bcc485-a935-4aac-90d2-68186bfcb2ff req-361fb826-645c-4d67-96d8-dc3b3f3d403d tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 210 time: 0.1797278 Dec 10 16:37:34.965786 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1169f7b-9ea1-45e1-b18f-f007d148751d req-2ca34cff-8291-49d1-be03-419fd7e68b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:34.967335 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d1169f7b-9ea1-45e1-b18f-f007d148751d req-2ca34cff-8291-49d1-be03-419fd7e68b37 service neutron] 10.222.0.46 "GET /v2.0/networks?id=32421a12-0b3a-42d4-846a-0de14cdef277 HTTP/1.1" status: 200 len: 912 time: 0.1149321 Dec 10 16:37:35.047155 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c6489d82-fed2-45b2-b50f-4f10d7c5e7af tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:35.090970 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d1169f7b-9ea1-45e1-b18f-f007d148751d req-620003b7-6daf-4215-b048-995d84122af2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81f6994e-318a-4d30-b5b5-897e0480e4d0 HTTP/1.1" status: 200 len: 1001 time: 0.0861530 Dec 10 16:37:35.149814 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3548ea6f-09aa-42ff-ad2a-c375f6d9a4bb tempest-RoutersAdminNegativeTest-2107646012 tempest-RoutersAdminNegativeTest-2107646012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:35.150403 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3548ea6f-09aa-42ff-ad2a-c375f6d9a4bb tempest-RoutersAdminNegativeTest-2107646012 tempest-RoutersAdminNegativeTest-2107646012-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f7f31709-dfbb-4ba2-bb5b-8696cabd6c06 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:37:35.180634 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-3548ea6f-09aa-42ff-ad2a-c375f6d9a4bb tempest-RoutersAdminNegativeTest-2107646012 tempest-RoutersAdminNegativeTest-2107646012-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 10 16:37:35.188079 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3548ea6f-09aa-42ff-ad2a-c375f6d9a4bb tempest-RoutersAdminNegativeTest-2107646012 tempest-RoutersAdminNegativeTest-2107646012-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.2152007 Dec 10 16:37:35.197227 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33852) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:35.269889 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1169f7b-9ea1-45e1-b18f-f007d148751d req-c4a7cbd4-eaa1-44d4-916c-b902db3a9a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:35.271389 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d1169f7b-9ea1-45e1-b18f-f007d148751d req-c4a7cbd4-eaa1-44d4-916c-b902db3a9a5a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bad4bd9c-d017-467b-badb-ee51884a8aea HTTP/1.1" status: 200 len: 850 time: 0.1613674 Dec 10 16:37:35.419707 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac6058-8d7d-4dd8-8f6a-3365d03b5948 req-7272fc0f-d37a-48c9-b5ac-74a70d5e0da1 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:35.435639 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-18ac6058-8d7d-4dd8-8f6a-3365d03b5948 req-7272fc0f-d37a-48c9-b5ac-74a70d5e0da1 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 946 time: 0.3106010 Dec 10 16:37:35.439339 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1169f7b-9ea1-45e1-b18f-f007d148751d req-37b40f81-f046-4000-846c-b2a2ef06493b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:35.440993 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d1169f7b-9ea1-45e1-b18f-f007d148751d req-37b40f81-f046-4000-846c-b2a2ef06493b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=32421a12-0b3a-42d4-846a-0de14cdef277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1573434 Dec 10 16:37:35.463492 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [req-d1169f7b-9ea1-45e1-b18f-f007d148751d req-2808efe7-cf5c-4f38-8417-2394fea2acbe service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:37:35.464792 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d1169f7b-9ea1-45e1-b18f-f007d148751d req-2808efe7-cf5c-4f38-8417-2394fea2acbe service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0153260 Dec 10 16:37:35.468603 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c92fbfb-2939-42d7-891d-3426bf5a3e6a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Deleting port e72d72e2-b19f-4d53-8cf7-64b5c6096195 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:35.470126 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c92fbfb-2939-42d7-891d-3426bf5a3e6a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:35.630638 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-18ac6058-8d7d-4dd8-8f6a-3365d03b5948 req-4d4cf8c4-90b6-4994-80be-dfa18f8d5951 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1936076 Dec 10 16:37:35.642624 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c6489d82-fed2-45b2-b50f-4f10d7c5e7af tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:35.698313 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d1169f7b-9ea1-45e1-b18f-f007d148751d req-04139610-6e1e-4135-9fc7-dccd01d6ad81 service neutron] 10.222.0.46 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172594 Dec 10 16:37:35.789845 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-f0c9cba8-a410-4bf5-8ed0-cb80226d34ab tempest-RoutersAdminNegativeTest-2107646012 tempest-RoutersAdminNegativeTest-2107646012-project-admin] Deleting port 97a2df6a-d93c-438c-b113-8336e8865cb5 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:35.791171 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f0c9cba8-a410-4bf5-8ed0-cb80226d34ab tempest-RoutersAdminNegativeTest-2107646012 tempest-RoutersAdminNegativeTest-2107646012-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:35.907807 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9b479-bc1a-4077-9ba4-e5493ba3753a req-b1fa7487-69d1-478b-b30f-f546d114bdc7 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:35.916671 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-34f9b479-bc1a-4077-9ba4-e5493ba3753a req-b1fa7487-69d1-478b-b30f-f546d114bdc7 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 945 time: 0.1573975 Dec 10 16:37:35.943093 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-c6489d82-fed2-45b2-b50f-4f10d7c5e7af tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Deleting port fa679725-7dc8-4270-80fd-d5deebfb690f {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:35.943744 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c6489d82-fed2-45b2-b50f-4f10d7c5e7af tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:36.021719 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c92fbfb-2939-42d7-891d-3426bf5a3e6a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:36.048679 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d1169f7b-9ea1-45e1-b18f-f007d148751d req-c4233f95-81e5-48d1-aff1-915b8a4c2dee service neutron] 10.222.0.46 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289721 Dec 10 16:37:36.049579 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7c92fbfb-2939-42d7-891d-3426bf5a3e6a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Calling delete_port for e72d72e2-b19f-4d53-8cf7-64b5c6096195 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:36.148499 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f0c9cba8-a410-4bf5-8ed0-cb80226d34ab tempest-RoutersAdminNegativeTest-2107646012 tempest-RoutersAdminNegativeTest-2107646012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:36.180757 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-34f9b479-bc1a-4077-9ba4-e5493ba3753a req-e21b3157-35f8-4dee-b1ca-718b06987672 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2621794 Dec 10 16:37:36.199123 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-f0c9cba8-a410-4bf5-8ed0-cb80226d34ab tempest-RoutersAdminNegativeTest-2107646012 tempest-RoutersAdminNegativeTest-2107646012-project-admin] Calling delete_port for 97a2df6a-d93c-438c-b113-8336e8865cb5 owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:36.201992 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c6489d82-fed2-45b2-b50f-4f10d7c5e7af tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:36.239300 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-c6489d82-fed2-45b2-b50f-4f10d7c5e7af tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Calling delete_port for fa679725-7dc8-4270-80fd-d5deebfb690f owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:36.316038 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:36.380064 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-03f7b9e1-1b1a-42b6-9a31-a13c76d025b8 req-139c50c9-bef2-4674-9f91-03bc156f0fa6 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 210 time: 0.0555921 Dec 10 16:37:36.443191 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c92fbfb-2939-42d7-891d-3426bf5a3e6a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:36.569305 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c92fbfb-2939-42d7-891d-3426bf5a3e6a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event deleted for resources: {'Port': ['ID=e72d72e2-b19f-4d53-8cf7-64b5c6096195,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:36.729844 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c6489d82-fed2-45b2-b50f-4f10d7c5e7af tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:36.762356 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c92fbfb-2939-42d7-891d-3426bf5a3e6a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:36.799111 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6489d82-fed2-45b2-b50f-4f10d7c5e7af tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Pushing event deleted for resources: {'Port': ['ID=fa679725-7dc8-4270-80fd-d5deebfb690f,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:36.811222 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3992cd-fbc8-4981-904e-e6b5bad43dd0 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:37:36.871898 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6489d82-fed2-45b2-b50f-4f10d7c5e7af tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:36.876037 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6489d82-fed2-45b2-b50f-4f10d7c5e7af tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:36.877032 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6489d82-fed2-45b2-b50f-4f10d7c5e7af tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:36.877522 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6489d82-fed2-45b2-b50f-4f10d7c5e7af tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:36.878007 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6489d82-fed2-45b2-b50f-4f10d7c5e7af tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:36.878540 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6489d82-fed2-45b2-b50f-4f10d7c5e7af tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:36.879027 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6489d82-fed2-45b2-b50f-4f10d7c5e7af tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:36.879503 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6489d82-fed2-45b2-b50f-4f10d7c5e7af tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:36.879982 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6489d82-fed2-45b2-b50f-4f10d7c5e7af tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:36.880461 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6489d82-fed2-45b2-b50f-4f10d7c5e7af tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:36.880956 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6489d82-fed2-45b2-b50f-4f10d7c5e7af tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:36.881430 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6489d82-fed2-45b2-b50f-4f10d7c5e7af tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:36.881901 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6489d82-fed2-45b2-b50f-4f10d7c5e7af tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:36.935317 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b12848-901d-4086-82e2-ed2c829759d6 req-c4226de5-c46d-4ebb-9d40-de4639f25077 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:36.942711 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-75b12848-901d-4086-82e2-ed2c829759d6 req-c4226de5-c46d-4ebb-9d40-de4639f25077 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 946 time: 0.2868998 Dec 10 16:37:36.990585 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c6489d82-fed2-45b2-b50f-4f10d7c5e7af tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:37.034669 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f0c9cba8-a410-4bf5-8ed0-cb80226d34ab tempest-RoutersAdminNegativeTest-2107646012 tempest-RoutersAdminNegativeTest-2107646012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:37.083267 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c92fbfb-2939-42d7-891d-3426bf5a3e6a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Router b5c9b3ea-9d5d-4ecf-954b-ca9ffa1e312b has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:37:37.160128 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c9cba8-a410-4bf5-8ed0-cb80226d34ab tempest-RoutersAdminNegativeTest-2107646012 tempest-RoutersAdminNegativeTest-2107646012-project-admin] Pushing event deleted for resources: {'Port': ['ID=97a2df6a-d93c-438c-b113-8336e8865cb5,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:37.165334 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c6489d82-fed2-45b2-b50f-4f10d7c5e7af tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:37.182246 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf9ba99-813a-4936-91c1-12772821f706 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:37:37.182706 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-75b12848-901d-4086-82e2-ed2c829759d6 req-6d46a110-d042-4e51-b928-313c7836e317 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2342029 Dec 10 16:37:37.184280 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c6489d82-fed2-45b2-b50f-4f10d7c5e7af tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:37.263160 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c92fbfb-2939-42d7-891d-3426bf5a3e6a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:37:37.275519 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb85e4a-6ce5-47cf-9dd1-d4c4a81e23ac None None] Sync routers for ids ['b5c9b3ea-9d5d-4ecf-954b-ca9ffa1e312b'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:37:37.279985 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7c92fbfb-2939-42d7-891d-3426bf5a3e6a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "PUT /v2.0/routers/b5c9b3ea-9d5d-4ecf-954b-ca9ffa1e312b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5297945 Dec 10 16:37:37.280834 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33918) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:37.303897 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb85e4a-6ce5-47cf-9dd1-d4c4a81e23ac None None] Routers {'b5c9b3ea-9d5d-4ecf-954b-ca9ffa1e312b'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:37:37.304671 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-3cb85e4a-6ce5-47cf-9dd1-d4c4a81e23ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:37:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['b5c9b3ea-9d5d-4ecf-954b-ca9ffa1e312b'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:37.318009 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-13c593b7-aa11-45a0-8f53-f0519c0077ff tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5c9b3ea-9d5d-4ecf-954b-ca9ffa1e312b HTTP/1.1" status: 200 len: 205 time: 0.0358601 Dec 10 16:37:37.319057 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33920) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:37.377725 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-3cb85e4a-6ce5-47cf-9dd1-d4c4a81e23ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:37.387076 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb85e4a-6ce5-47cf-9dd1-d4c4a81e23ac None None] Routers {'b5c9b3ea-9d5d-4ecf-954b-ca9ffa1e312b'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:37:37.387815 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-3cb85e4a-6ce5-47cf-9dd1-d4c4a81e23ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:37:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['b5c9b3ea-9d5d-4ecf-954b-ca9ffa1e312b'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:37.431105 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a9837b95-babf-4194-84e7-cf4cb9807937 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:37.445311 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-3cb85e4a-6ce5-47cf-9dd1-d4c4a81e23ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:37.446129 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb85e4a-6ce5-47cf-9dd1-d4c4a81e23ac None None] The sync data for ids ['b5c9b3ea-9d5d-4ecf-954b-ca9ffa1e312b'] in n-d-766771-2 is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:37:37.528200 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c6489d82-fed2-45b2-b50f-4f10d7c5e7af tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:37.528200 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6489d82-fed2-45b2-b50f-4f10d7c5e7af tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Fanout notify agent at l3_agent the message router_deleted on router e79b4107-e3af-48f6-8556-2f86c6bec662 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:37:37.568664 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f0c9cba8-a410-4bf5-8ed0-cb80226d34ab tempest-RoutersAdminNegativeTest-2107646012 tempest-RoutersAdminNegativeTest-2107646012-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:37.580282 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f0c9cba8-a410-4bf5-8ed0-cb80226d34ab tempest-RoutersAdminNegativeTest-2107646012 tempest-RoutersAdminNegativeTest-2107646012-project-admin] 10.222.0.11 "DELETE /v2.0/ports/97a2df6a-d93c-438c-b113-8336e8865cb5 HTTP/1.1" status: 204 len: 168 time: 2.3446288 Dec 10 16:37:37.611178 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c6489d82-fed2-45b2-b50f-4f10d7c5e7af tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:37.621368 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c6489d82-fed2-45b2-b50f-4f10d7c5e7af tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] 10.222.0.11 "DELETE /v2.0/routers/e79b4107-e3af-48f6-8556-2f86c6bec662 HTTP/1.1" status: 204 len: 168 time: 2.9400759 Dec 10 16:37:37.624853 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33938) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:37.642203 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-d92dc31c-b20b-404d-aba3-44a7c45e4d48 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-112537098', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:37.734426 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777f946-3c29-4ec7-b5a4-4db41daa8a4d req-e0d1afa9-a319-4017-aa57-c1bce93b07fe tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:37.736301 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1777f946-3c29-4ec7-b5a4-4db41daa8a4d req-e0d1afa9-a319-4017-aa57-c1bce93b07fe tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 945 time: 0.2347083 Dec 10 16:37:37.738168 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d92dc31c-b20b-404d-aba3-44a7c45e4d48 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:37.739434 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d92dc31c-b20b-404d-aba3-44a7c45e4d48 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:37.806035 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d92dc31c-b20b-404d-aba3-44a7c45e4d48 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:37.847660 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d92dc31c-b20b-404d-aba3-44a7c45e4d48 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:37.871771 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a9837b95-babf-4194-84e7-cf4cb9807937 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:37.878626 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a9837b95-babf-4194-84e7-cf4cb9807937 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:37.901241 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1777f946-3c29-4ec7-b5a4-4db41daa8a4d req-1c9e9da4-3d31-4402-8b24-b6689e698351 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935524 Dec 10 16:37:37.907010 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d92dc31c-b20b-404d-aba3-44a7c45e4d48 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:37.912979 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d92dc31c-b20b-404d-aba3-44a7c45e4d48 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2836573 Dec 10 16:37:37.913572 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33962) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:37.918763 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-5cb9b5cf-1960-41f3-9da0-9911c67c0658 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Request body: {'router': {'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:38.049075 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a9837b95-babf-4194-84e7-cf4cb9807937 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:38.049714 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9837b95-babf-4194-84e7-cf4cb9807937 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Fanout notify agent at l3_agent the message router_deleted on router b5c9b3ea-9d5d-4ecf-954b-ca9ffa1e312b {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:37:38.070478 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a9837b95-babf-4194-84e7-cf4cb9807937 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:38.072829 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a9837b95-babf-4194-84e7-cf4cb9807937 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "DELETE /v2.0/routers/b5c9b3ea-9d5d-4ecf-954b-ca9ffa1e312b HTTP/1.1" status: 204 len: 168 time: 0.7526500 Dec 10 16:37:38.081069 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33966) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:38.122772 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:38.175387 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 81f6994e-318a-4d30-b5b5-897e0480e4d0 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:37:38.211779 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33972) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:38.235088 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-79eb61ad-8dbf-49d0-99f8-577aeae520c6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Deleting subnet e566011a-b95b-4c23-b1a7-120175232106 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:37:38.244107 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-79eb61ad-8dbf-49d0-99f8-577aeae520c6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:38.323060 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-79eb61ad-8dbf-49d0-99f8-577aeae520c6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:38.415625 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2130a28a-4cc1-43e7-979b-39ff63ba088a req-edf6386c-df98-4c6a-8153-43d8c5ce698a tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 210 time: 0.1901450 Dec 10 16:37:38.419864 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:38.473063 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5cb9b5cf-1960-41f3-9da0-9911c67c0658 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:38.538979 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 81f6994e-318a-4d30-b5b5-897e0480e4d0, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=81f6994e-318a-4d30-b5b5-897e0480e4d0,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:38.540881 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c175e649-a26b-4fb3-8242-5b9dbaf73234', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81f6994e-318a-4d30-b5b5-897e0480e4d0'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:37:38.544031 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7561c11e-b717-4ced-a65f-e0d8934cc188" -d '{"events": [{"server_uuid": "c175e649-a26b-4fb3-8242-5b9dbaf73234", "name": "network-vif-unplugged", "status": "completed", "tag": "81f6994e-318a-4d30-b5b5-897e0480e4d0"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:37:38.562066 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:38.569174 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c9a4a45f-c952-487c-96a5-53fa8a952b11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:38.626206 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-79eb61ad-8dbf-49d0-99f8-577aeae520c6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:38.635513 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 16:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca86148c-7707-414e-9b7c-1ead1ffe1abf x-openstack-request-id: req-ca86148c-7707-414e-9b7c-1ead1ffe1abf {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:37:38.636106 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c175e649-a26b-4fb3-8242-5b9dbaf73234", "name": "network-vif-unplugged", "status": "completed", "tag": "81f6994e-318a-4d30-b5b5-897e0480e4d0", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:37:38.636530 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ca86148c-7707-414e-9b7c-1ead1ffe1abf {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:37:38.637088 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c175e649-a26b-4fb3-8242-5b9dbaf73234', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81f6994e-318a-4d30-b5b5-897e0480e4d0', 'code': 200} Dec 10 16:37:38.725104 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=81f6994e-318a-4d30-b5b5-897e0480e4d0,revision_number=14']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:38.775928 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-79eb61ad-8dbf-49d0-99f8-577aeae520c6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:38.829115 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3007dd-5576-406a-9b57-ac1b2d382bb8 None None] Network 5464fc43-64dc-450a-897f-dfe6b0d8c5a1 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:38.845670 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb61ad-8dbf-49d0-99f8-577aeae520c6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event deleted for resources: {'Subnet': ['ID=e566011a-b95b-4c23-b1a7-120175232106,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:38.853501 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-79eb61ad-8dbf-49d0-99f8-577aeae520c6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:38.860097 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-79eb61ad-8dbf-49d0-99f8-577aeae520c6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "DELETE /v2.0/subnets/e566011a-b95b-4c23-b1a7-120175232106 HTTP/1.1" status: 204 len: 168 time: 0.7755988 Dec 10 16:37:38.870654 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33988) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:38.958471 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c9a4a45f-c952-487c-96a5-53fa8a952b11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:38.976971 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c9a4a45f-c952-487c-96a5-53fa8a952b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:39.110733 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5cb9b5cf-1960-41f3-9da0-9911c67c0658 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:39.118778 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a4a45f-c952-487c-96a5-53fa8a952b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f574156-29a9-449d-9bc4-051d1b2c5519,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:39.136131 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe6983ae-edd9-453b-8556-3192fb08bafc tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Deleting subnet 6bd0c4ff-7745-43ff-96a5-25a65439df35 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:37:39.141232 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c9a4a45f-c952-487c-96a5-53fa8a952b11 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=74b360678304408d94a8096c1df1476b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9203084 Dec 10 16:37:39.143805 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34002) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:39.146058 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fe6983ae-edd9-453b-8556-3192fb08bafc tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:39.155686 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bfd9ba-e4fc-4a13-91e5-2600a6c1e69c None None] DHCP port deletion for 5464fc43-64dc-450a-897f-dfe6b0d8c5a1 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:37:39.187630 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5cb9b5cf-1960-41f3-9da0-9911c67c0658 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:39.275944 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d0bfd9ba-e4fc-4a13-91e5-2600a6c1e69c None None] Deleting port c6861745-707a-46af-af60-606045640daf {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:39.278548 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d0bfd9ba-e4fc-4a13-91e5-2600a6c1e69c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:39.316224 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-5cb9b5cf-1960-41f3-9da0-9911c67c0658 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Allocated IP 172.25.6.124 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/a1fdb79c-22be-4a05-b0b8-b451cb1bf990) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:39.362897 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fe6983ae-edd9-453b-8556-3192fb08bafc tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:39.449693 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5cb9b5cf-1960-41f3-9da0-9911c67c0658 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:39.459602 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d0bfd9ba-e4fc-4a13-91e5-2600a6c1e69c None None] For port c6861745-707a-46af-af60-606045640daf, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c6861745-707a-46af-af60-606045640daf,segment=NetworkSegment(794407e5-9390-4a1b-9ec3-807d663de0e9),segment_id=794407e5-9390-4a1b-9ec3-807d663de0e9)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:39.459602 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d0bfd9ba-e4fc-4a13-91e5-2600a6c1e69c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:39.489908 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d0bfd9ba-e4fc-4a13-91e5-2600a6c1e69c None None] Calling delete_port for c6861745-707a-46af-af60-606045640daf owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:39.524984 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5cb9b5cf-1960-41f3-9da0-9911c67c0658 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:39.552064 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb9b5cf-1960-41f3-9da0-9911c67c0658 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:39.556138 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-366f9f12-3def-4ae0-87de-99a086a7cb9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:39.559848 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-5cb9b5cf-1960-41f3-9da0-9911c67c0658 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:39.563388 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb9b5cf-1960-41f3-9da0-9911c67c0658 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:39.642395 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a3538-1424-405c-bf18-07bfb7559332 req-031840fc-1375-401f-bfe1-afa41a4f9c0d tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:39.644442 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a46a3538-1424-405c-bf18-07bfb7559332 req-031840fc-1375-401f-bfe1-afa41a4f9c0d tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 945 time: 0.4594545 Dec 10 16:37:39.708585 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb97fc4-f7f4-4193-b808-dc3dbcb2d4d2 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:37:39.715070 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-366f9f12-3def-4ae0-87de-99a086a7cb9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:39.718982 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d0bfd9ba-e4fc-4a13-91e5-2600a6c1e69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:39.790861 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fe6983ae-edd9-453b-8556-3192fb08bafc tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:39.815643 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bfd9ba-e4fc-4a13-91e5-2600a6c1e69c None None] Pushing event deleted for resources: {'Port': ['ID=c6861745-707a-46af-af60-606045640daf,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:39.860463 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bfd9ba-e4fc-4a13-91e5-2600a6c1e69c None None] No DVR routers for this DVR port c6861745-707a-46af-af60-606045640daf on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:37:39.905114 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-1b5f666c-eb48-47c1-b2fb-d3c7967af4ed None None] Provisioning complete for port a1fdb79c-22be-4a05-b0b8-b451cb1bf990 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:39.905652 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1b5f666c-eb48-47c1-b2fb-d3c7967af4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:39.969139 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-366f9f12-3def-4ae0-87de-99a086a7cb9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:39.970783 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-366f9f12-3def-4ae0-87de-99a086a7cb9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:39.972025 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-366f9f12-3def-4ae0-87de-99a086a7cb9a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5f574156-29a9-449d-9bc4-051d1b2c5519 HTTP/1.1" status: 204 len: 168 time: 0.8272798 Dec 10 16:37:39.997126 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-1b5f666c-eb48-47c1-b2fb-d3c7967af4ed None None] Port a1fdb79c-22be-4a05-b0b8-b451cb1bf990 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:37:39.997331 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fe6983ae-edd9-453b-8556-3192fb08bafc tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:39.999283 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f9f12-3def-4ae0-87de-99a086a7cb9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f574156-29a9-449d-9bc4-051d1b2c5519,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:40.040168 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6983ae-edd9-453b-8556-3192fb08bafc tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event deleted for resources: {'Subnet': ['ID=6bd0c4ff-7745-43ff-96a5-25a65439df35,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:40.042281 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fe6983ae-edd9-453b-8556-3192fb08bafc tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:40.050347 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09dd57cb-5fcb-42a4-9be1-1987941d40bd None None] Network 13d754f4-7313-4bb1-b4c9-43ad20bf2426 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:40.073989 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-fe6983ae-edd9-453b-8556-3192fb08bafc tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "DELETE /v2.0/subnets/6bd0c4ff-7745-43ff-96a5-25a65439df35 HTTP/1.1" status: 204 len: 168 time: 1.1980255 Dec 10 16:37:40.076441 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34030) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:40.200267 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-41abe6b4-ad3c-4e34-89d6-c79ba1f6f852 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:40.456115 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48352b9a-c309-4b01-be5c-135db23e48a9 None None] DHCP port deletion for 13d754f4-7313-4bb1-b4c9-43ad20bf2426 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:37:40.491138 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-41abe6b4-ad3c-4e34-89d6-c79ba1f6f852 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:40.535019 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-41abe6b4-ad3c-4e34-89d6-c79ba1f6f852 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5464fc43-64dc-450a-897f-dfe6b0d8c5a1']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:40.558620 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-41abe6b4-ad3c-4e34-89d6-c79ba1f6f852 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '794407e5-9390-4a1b-9ec3-807d663de0e9') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:40.558620 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-41abe6b4-ad3c-4e34-89d6-c79ba1f6f852 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '794407e5-9390-4a1b-9ec3-807d663de0e9') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:40.558873 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-48352b9a-c309-4b01-be5c-135db23e48a9 None None] Deleting port 701a323c-a4d6-4e8b-86a5-7ce367073194 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:40.558873 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48352b9a-c309-4b01-be5c-135db23e48a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:40.559342 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-41abe6b4-ad3c-4e34-89d6-c79ba1f6f852 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:40.597922 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-41abe6b4-ad3c-4e34-89d6-c79ba1f6f852 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:40.626997 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41abe6b4-ad3c-4e34-89d6-c79ba1f6f852 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:37:40.627371 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-41abe6b4-ad3c-4e34-89d6-c79ba1f6f852 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:40.642164 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:37:40.642164 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:37:40.642164 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:37:40.642164 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:37:40.642164 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:37:40.642164 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:37:40.642164 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:37:40.642164 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:37:40.642164 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:37:40.642164 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:37:40.642164 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:37:40.642164 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:37:40.642164 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:37:40.642164 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:37:40.642164 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:37:40.642164 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:37:40.642164 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:37:40.642164 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:37:40.642164 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:37:40.642164 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:37:40.642164 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:37:40.642164 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:37:40.642164 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:37:40.642164 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:37:40.642164 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:37:40.642164 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:37:40.642164 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:37:40.642164 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:37:40.642164 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:37:40.642164 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:37:40.642164 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:37:40.642164 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:37:40.690231 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb9b5cf-1960-41f3-9da0-9911c67c0658 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Pushing event updated for resources: {'Port': ['ID=a1fdb79c-22be-4a05-b0b8-b451cb1bf990,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:40.757043 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-48352b9a-c309-4b01-be5c-135db23e48a9 None None] For port 701a323c-a4d6-4e8b-86a5-7ce367073194, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=701a323c-a4d6-4e8b-86a5-7ce367073194,segment=NetworkSegment(7339a783-6a16-431c-9cf3-eb0353ef4913),segment_id=7339a783-6a16-431c-9cf3-eb0353ef4913)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:40.757441 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48352b9a-c309-4b01-be5c-135db23e48a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:40.766676 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34038) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:40.777915 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-41abe6b4-ad3c-4e34-89d6-c79ba1f6f852 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:40.782013 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-48352b9a-c309-4b01-be5c-135db23e48a9 None None] Calling delete_port for 701a323c-a4d6-4e8b-86a5-7ce367073194 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:40.783872 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-41abe6b4-ad3c-4e34-89d6-c79ba1f6f852 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:40.790737 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-41abe6b4-ad3c-4e34-89d6-c79ba1f6f852 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "DELETE /v2.0/networks/5464fc43-64dc-450a-897f-dfe6b0d8c5a1 HTTP/1.1" status: 204 len: 168 time: 0.7132940 Dec 10 16:37:40.799237 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34040) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:40.879311 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 701a323c-a4d6-4e8b-86a5-7ce367073194 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:37:40.885227 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48352b9a-c309-4b01-be5c-135db23e48a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:40.912913 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5143fcaf-7ebf-4092-ad02-11aebd60fd3c tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:40.935287 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41abe6b4-ad3c-4e34-89d6-c79ba1f6f852 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event deleted for resources: {'Network': ['ID=5464fc43-64dc-450a-897f-dfe6b0d8c5a1,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:40.944489 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a46a3538-1424-405c-bf18-07bfb7559332 req-369f6c5c-5e19-41e1-a730-752d92a44f24 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4008255 Dec 10 16:37:40.946790 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48352b9a-c309-4b01-be5c-135db23e48a9 None None] Pushing event deleted for resources: {'Port': ['ID=701a323c-a4d6-4e8b-86a5-7ce367073194,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:40.948746 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48352b9a-c309-4b01-be5c-135db23e48a9 None None] No DVR routers for this DVR port 701a323c-a4d6-4e8b-86a5-7ce367073194 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:37:40.952477 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 701a323c-a4d6-4e8b-86a5-7ce367073194 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:37:40.962442 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 701a323c-a4d6-4e8b-86a5-7ce367073194 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:37:40.962442 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c6861745-707a-46af-af60-606045640daf no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:37:40.987676 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: c6861745-707a-46af-af60-606045640daf {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:37:40.988060 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c6861745-707a-46af-af60-606045640daf not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:37:41.038681 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5cb9b5cf-1960-41f3-9da0-9911c67c0658 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:41.158429 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5143fcaf-7ebf-4092-ad02-11aebd60fd3c tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:41.180956 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-5143fcaf-7ebf-4092-ad02-11aebd60fd3c tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13d754f4-7313-4bb1-b4c9-43ad20bf2426']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:41.191494 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-5143fcaf-7ebf-4092-ad02-11aebd60fd3c tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7339a783-6a16-431c-9cf3-eb0353ef4913') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:41.191796 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-5143fcaf-7ebf-4092-ad02-11aebd60fd3c tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7339a783-6a16-431c-9cf3-eb0353ef4913') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:41.203742 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5143fcaf-7ebf-4092-ad02-11aebd60fd3c tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:41.219824 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5143fcaf-7ebf-4092-ad02-11aebd60fd3c tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:41.231389 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5143fcaf-7ebf-4092-ad02-11aebd60fd3c tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:37:41.232095 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5143fcaf-7ebf-4092-ad02-11aebd60fd3c tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:41.251803 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6f8d75c0-7c49-49f5-91a5-ac5ba627a898 req-291b2f68-78e3-4dcf-b60b-3aa4817d79df tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 210 time: 0.1268611 Dec 10 16:37:41.379819 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:37:41.379819 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:37:41.379819 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:37:41.379819 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:37:41.379819 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:37:41.379819 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:37:41.379819 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:37:41.379819 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:37:41.379819 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:37:41.379819 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:37:41.379819 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:37:41.379819 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:37:41.379819 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:37:41.379819 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:37:41.379819 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:37:41.379819 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:37:41.379819 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:37:41.379819 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:37:41.379819 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:37:41.379819 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:37:41.379819 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:37:41.379819 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:37:41.379819 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:37:41.379819 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:37:41.379819 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:37:41.379819 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:37:41.379819 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:37:41.379819 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:37:41.379819 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:37:41.379819 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:37:41.379819 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:37:41.379819 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:37:41.393073 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5143fcaf-7ebf-4092-ad02-11aebd60fd3c tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:41.411987 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5143fcaf-7ebf-4092-ad02-11aebd60fd3c tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:41.431110 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5143fcaf-7ebf-4092-ad02-11aebd60fd3c tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "DELETE /v2.0/networks/13d754f4-7313-4bb1-b4c9-43ad20bf2426 HTTP/1.1" status: 204 len: 168 time: 0.6265790 Dec 10 16:37:41.433605 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34048) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:41.462441 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-213fd3de-c862-4e3b-b744-10d43ac97d16 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Request body: {'network': {'name': 'tempest-RoutersTest-481813851'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:41.481225 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5a5b844d-41e3-4cdf-b78a-055faa20d6ac admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aafbf82ce133402ab842bf1b999bf1a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7120905 Dec 10 16:37:41.509759 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34050) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:41.534843 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5143fcaf-7ebf-4092-ad02-11aebd60fd3c tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event deleted for resources: {'Network': ['ID=13d754f4-7313-4bb1-b4c9-43ad20bf2426,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:41.680976 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf64c8-7705-4a91-b95c-fe9089e89cfd req-e32440f8-ea7d-4d3d-802f-78b2071e54c1 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:41.690687 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6baf64c8-7705-4a91-b95c-fe9089e89cfd req-e32440f8-ea7d-4d3d-802f-78b2071e54c1 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.1664062 Dec 10 16:37:41.714246 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213fd3de-c862-4e3b-b744-10d43ac97d16 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Made reservation on behalf of c3e8ec0e2fb1438e9608d84a3552139f for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:41.717088 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5cb9b5cf-1960-41f3-9da0-9911c67c0658 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4726'] for router, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:41.723050 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-213fd3de-c862-4e3b-b744-10d43ac97d16 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:41.728566 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5cb9b5cf-1960-41f3-9da0-9911c67c0658 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-603901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599127'] for router, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:41.829660 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-213fd3de-c862-4e3b-b744-10d43ac97d16 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:37:41.841565 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-18e6e610-94e1-41a1-a96a-e0aa65f359aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:41.889228 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6baf64c8-7705-4a91-b95c-fe9089e89cfd req-0429a541-abdc-45b7-ae95-3b158f454711 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1928012 Dec 10 16:37:41.902369 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-213fd3de-c862-4e3b-b744-10d43ac97d16 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:41.904946 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-213fd3de-c862-4e3b-b744-10d43ac97d16 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Added segment 1e9d9735-97c1-4758-9d77-6dc15898132c of type vlan for network 4116a009-8312-4edb-a959-d85cbc066442 Dec 10 16:37:42.021321 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-18e6e610-94e1-41a1-a96a-e0aa65f359aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:42.110798 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb9b5cf-1960-41f3-9da0-9911c67c0658 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Router c92e0da8-2950-42e9-9010-9b60032fec4c is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:37:42.207405 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-213fd3de-c862-4e3b-b744-10d43ac97d16 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:42.294892 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34062) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:42.308084 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-213fd3de-c862-4e3b-b744-10d43ac97d16 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:42.315124 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213fd3de-c862-4e3b-b744-10d43ac97d16 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:42.316637 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-213fd3de-c862-4e3b-b744-10d43ac97d16 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:42.466038 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-213fd3de-c862-4e3b-b744-10d43ac97d16 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0204732 Dec 10 16:37:42.469779 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34068) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:42.476916 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213fd3de-c862-4e3b-b744-10d43ac97d16 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event updated for resources: {'Network': ['ID=4116a009-8312-4edb-a959-d85cbc066442,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:42.482385 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250b33d-69f4-4cf8-a838-381d5cc91636 req-2c13da52-e2e3-4b7d-aba8-56669f85fe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:42.484193 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f250b33d-69f4-4cf8-a838-381d5cc91636 req-2c13da52-e2e3-4b7d-aba8-56669f85fe34 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=38b4c50f2746432ea9adf6424421cd8d&device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 1095 time: 0.1926124 Dec 10 16:37:42.485076 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-18e6e610-94e1-41a1-a96a-e0aa65f359aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:42.489508 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-18e6e610-94e1-41a1-a96a-e0aa65f359aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:42.491761 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 4116a009-8312-4edb-a959-d85cbc066442 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:37:42.504235 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23c6d9-73a1-4469-ab8a-2c9ec1de8094 req-7f3e5468-8391-40f8-aad7-912b8fa0969e tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:42.519500 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-18e6e610-94e1-41a1-a96a-e0aa65f359aa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cb0a58fd-4d42-4aa3-b791-f2b70803e09d HTTP/1.1" status: 204 len: 168 time: 0.9995475 Dec 10 16:37:42.527914 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-be23c6d9-73a1-4469-ab8a-2c9ec1de8094 req-7f3e5468-8391-40f8-aad7-912b8fa0969e tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 945 time: 0.2339869 Dec 10 16:37:42.580958 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-717311d6-eeaa-4147-a4ac-03fc1a823f4e tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Request body: {'subnet': {'network_id': '4116a009-8312-4edb-a959-d85cbc066442', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:42.692793 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb9b5cf-1960-41f3-9da0-9911c67c0658 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:37:42.715566 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1816f68-7a50-4aee-95ce-6be5aa51d352 None None] Sync routers for ids ['c92e0da8-2950-42e9-9010-9b60032fec4c'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:37:42.718212 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5cb9b5cf-1960-41f3-9da0-9911c67c0658 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:42.721182 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5cb9b5cf-1960-41f3-9da0-9911c67c0658 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] 10.222.0.11 "PUT /v2.0/routers/c92e0da8-2950-42e9-9010-9b60032fec4c HTTP/1.1" status: 200 len: 879 time: 4.8063729 Dec 10 16:37:42.744291 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1816f68-7a50-4aee-95ce-6be5aa51d352 None None] Routers {'c92e0da8-2950-42e9-9010-9b60032fec4c'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:37:42.745817 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c1816f68-7a50-4aee-95ce-6be5aa51d352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:37:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['c92e0da8-2950-42e9-9010-9b60032fec4c'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:42.821095 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34074) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:42.826902 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c1816f68-7a50-4aee-95ce-6be5aa51d352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:42.850640 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1816f68-7a50-4aee-95ce-6be5aa51d352 None None] Routers {'c92e0da8-2950-42e9-9010-9b60032fec4c'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:37:42.851581 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c1816f68-7a50-4aee-95ce-6be5aa51d352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:37:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['c92e0da8-2950-42e9-9010-9b60032fec4c'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:42.978988 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c1816f68-7a50-4aee-95ce-6be5aa51d352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:42.979876 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1816f68-7a50-4aee-95ce-6be5aa51d352 None None] The sync data for ids ['c92e0da8-2950-42e9-9010-9b60032fec4c'] in n-d-766771-2 is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:37:43.104345 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e6e610-94e1-41a1-a96a-e0aa65f359aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0a58fd-4d42-4aa3-b791-f2b70803e09d,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:43.140200 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-be23c6d9-73a1-4469-ab8a-2c9ec1de8094 req-e77b9956-1c74-4b3a-b330-d52ce4645a1c tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6029344 Dec 10 16:37:43.159222 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f6bc0465-9978-48e2-b998-3374d679b684 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:43.243716 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717311d6-eeaa-4147-a4ac-03fc1a823f4e tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Made reservation on behalf of c3e8ec0e2fb1438e9608d84a3552139f for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:43.256286 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-717311d6-eeaa-4147-a4ac-03fc1a823f4e tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:43.344668 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-7cc04a86-8559-412b-980e-ecebc66fea51 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] 10.222.0.11 "GET /v2.0/routers/c92e0da8-2950-42e9-9010-9b60032fec4c HTTP/1.1" status: 200 len: 920 time: 0.5196593 Dec 10 16:37:43.351479 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34080) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:43.394314 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250b33d-69f4-4cf8-a838-381d5cc91636 req-f2a126cf-c95c-43c3-884a-2947ed207778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:43.396356 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f250b33d-69f4-4cf8-a838-381d5cc91636 req-f2a126cf-c95c-43c3-884a-2947ed207778 service neutron] 10.222.0.46 "GET /v2.0/networks?id=32421a12-0b3a-42d4-846a-0de14cdef277 HTTP/1.1" status: 200 len: 912 time: 0.8743210 Dec 10 16:37:43.499935 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80ba2f-235f-4f08-81af-a9a5ad29ab3b req-70e83790-9101-4d9f-a851-5589eabfbf61 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:43.507049 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1b80ba2f-235f-4f08-81af-a9a5ad29ab3b req-70e83790-9101-4d9f-a851-5589eabfbf61 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.2095768 Dec 10 16:37:43.512301 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f250b33d-69f4-4cf8-a838-381d5cc91636 req-2f85d23a-29ca-4b67-834a-080671380a0f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81f6994e-318a-4d30-b5b5-897e0480e4d0 HTTP/1.1" status: 200 len: 999 time: 0.1066065 Dec 10 16:37:43.522374 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f6cd43-275d-4201-9727-74c43b7cb913 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:43.522374 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-63f6cd43-275d-4201-9727-74c43b7cb913 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=5eeed31d-d918-4774-81b9-ef71c6f02574&device_id=c92e0da8-2950-42e9-9010-9b60032fec4c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1684582 Dec 10 16:37:43.524730 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34088) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:43.582499 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f6bc0465-9978-48e2-b998-3374d679b684 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:43.599498 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f6bc0465-9978-48e2-b998-3374d679b684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:43.726185 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f6bc0465-9978-48e2-b998-3374d679b684 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8810e3704e0e4971a5f9613ae842fa8f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4190750 Dec 10 16:37:43.732338 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250b33d-69f4-4cf8-a838-381d5cc91636 req-4e905760-bf77-426e-b7b4-9181d42045d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:43.734089 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f250b33d-69f4-4cf8-a838-381d5cc91636 req-4e905760-bf77-426e-b7b4-9181d42045d2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bad4bd9c-d017-467b-badb-ee51884a8aea HTTP/1.1" status: 200 len: 850 time: 0.2041750 Dec 10 16:37:43.736586 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34094) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:43.848637 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc0465-9978-48e2-b998-3374d679b684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecff946a-561c-4e95-be54-11b16eca651d,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:43.890708 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ec610e73-64a1-4ef4-bfd5-ccf253fd5560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:43.954730 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250b33d-69f4-4cf8-a838-381d5cc91636 req-f3707ae2-0a11-4da3-8ab8-dcb0ab6733e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:43.959032 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f250b33d-69f4-4cf8-a838-381d5cc91636 req-f3707ae2-0a11-4da3-8ab8-dcb0ab6733e6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=32421a12-0b3a-42d4-846a-0de14cdef277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2007556 Dec 10 16:37:43.988940 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1b80ba2f-235f-4f08-81af-a9a5ad29ab3b req-29dfb9b6-b75f-461e-9f21-56e9062d1866 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4809487 Dec 10 16:37:44.009041 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-717311d6-eeaa-4147-a4ac-03fc1a823f4e tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:44.128392 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717311d6-eeaa-4147-a4ac-03fc1a823f4e tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event updated for resources: {'Subnet': ['ID=ff17b75e-c754-449b-8f19-239a9530f2df,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:44.130533 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f857902-8af0-4fba-b93c-fa1c01f7529e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:44.169234 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f857902-8af0-4fba-b93c-fa1c01f7529e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:44.229497 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c6ea48df-cd3e-44de-a434-24c5bec83df0 req-b64c5b04-eb83-4980-af67-b8516f1136ad tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 210 time: 0.0935795 Dec 10 16:37:44.276331 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f250b33d-69f4-4cf8-a838-381d5cc91636 req-623d6c76-6237-409c-9cba-9c0d4323c1d9 service neutron] 10.222.0.46 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879093 Dec 10 16:37:44.279365 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f857902-8af0-4fba-b93c-fa1c01f7529e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:44.285534 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f857902-8af0-4fba-b93c-fa1c01f7529e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:44.290676 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3f857902-8af0-4fba-b93c-fa1c01f7529e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ecff946a-561c-4e95-be54-11b16eca651d HTTP/1.1" status: 204 len: 168 time: 0.5491171 Dec 10 16:37:44.319809 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f857902-8af0-4fba-b93c-fa1c01f7529e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecff946a-561c-4e95-be54-11b16eca651d,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:44.360474 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717311d6-eeaa-4147-a4ac-03fc1a823f4e tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Checking segment: {'id': '1e9d9735-97c1-4758-9d77-6dc15898132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4116a009-8312-4edb-a959-d85cbc066442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:44.360941 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717311d6-eeaa-4147-a4ac-03fc1a823f4e tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Network hostable DHCP agents. Network: 4116a009-8312-4edb-a959-d85cbc066442, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:37:44.369397 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f64ecaa-67f6-4f85-9041-a3312986e1e2 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:44.371907 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-8f64ecaa-67f6-4f85-9041-a3312986e1e2 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] 10.222.0.11 "GET /v2.0/networks/5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 881 time: 0.8462131 Dec 10 16:37:44.374949 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34108) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:44.431228 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-87af0320-1705-43d4-9dc6-a8446aef25c0 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c92e0da8-2950-42e9-9010-9b60032fec4c HTTP/1.1" status: 200 len: 205 time: 0.0510292 Dec 10 16:37:44.444175 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34110) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:44.465014 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717311d6-eeaa-4147-a4ac-03fc1a823f4e tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Network 4116a009-8312-4edb-a959-d85cbc066442 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:37:44.488093 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee055196-fb5a-49b0-8870-4eb84e03fdb9 req-fcea59d2-ecd7-4935-82c7-05fb595c4087 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:44.496257 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ee055196-fb5a-49b0-8870-4eb84e03fdb9 req-fcea59d2-ecd7-4935-82c7-05fb595c4087 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 945 time: 0.1031651 Dec 10 16:37:44.504825 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-717311d6-eeaa-4147-a4ac-03fc1a823f4e tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 4116a009-8312-4edb-a959-d85cbc066442) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:44.513682 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193cf509-a521-42ba-a42d-81d592f1ba7a None None] Network 4116a009-8312-4edb-a959-d85cbc066442 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:44.517558 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717311d6-eeaa-4147-a4ac-03fc1a823f4e tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:44.518902 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-717311d6-eeaa-4147-a4ac-03fc1a823f4e tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:44.540389 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f250b33d-69f4-4cf8-a838-381d5cc91636 req-bc83aa2d-4546-4920-930a-e70359b9e8f1 service neutron] 10.222.0.46 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451684 Dec 10 16:37:44.557407 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-717311d6-eeaa-4147-a4ac-03fc1a823f4e tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0790768 Dec 10 16:37:44.561734 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34114) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:44.572848 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-d5c57a95-25b5-46b6-b373-675cda681383 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1892584046', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:44.637191 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5c57a95-25b5-46b6-b373-675cda681383 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:44.640622 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5c57a95-25b5-46b6-b373-675cda681383 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:44.689609 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ee055196-fb5a-49b0-8870-4eb84e03fdb9 req-91935615-3510-49ea-8815-a8bf1679705c tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1922297 Dec 10 16:37:44.744769 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b6cb2b7-99a0-4124-aa13-68b5c27bf40c tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:44.821576 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e75e7b-b828-45a3-9a1a-49f84bf47e44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-4116a009-8312-4edb-a959-d85cbc066442', 'network_id': '4116a009-8312-4edb-a959-d85cbc066442', 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'fixed_ips': [{'subnet_id': 'ff17b75e-c754-449b-8f19-239a9530f2df'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:37:44.824505 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b9e75e7b-b828-45a3-9a1a-49f84bf47e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:44.884320 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5c57a95-25b5-46b6-b373-675cda681383 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:44.890239 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5c57a95-25b5-46b6-b373-675cda681383 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:44.933504 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5c57a95-25b5-46b6-b373-675cda681383 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:44.934933 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d5c57a95-25b5-46b6-b373-675cda681383 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3713245 Dec 10 16:37:44.938196 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34122) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:44.948642 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-eed55d86-14f3-4739-92d5-f359b6f35ab9 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Request body: {'port': {'network_id': '4116a009-8312-4edb-a959-d85cbc066442', 'name': 'tempest-RoutersTest-561642171'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:45.037273 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b6cb2b7-99a0-4124-aa13-68b5c27bf40c tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:45.051269 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34126) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:45.110423 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1b92eea5-038f-45e7-87a0-a5cd989f877d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:45.173987 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-3b6cb2b7-99a0-4124-aa13-68b5c27bf40c tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Deleting port a1fdb79c-22be-4a05-b0b8-b451cb1bf990 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:45.174583 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b6cb2b7-99a0-4124-aa13-68b5c27bf40c tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:45.269714 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed55d86-14f3-4739-92d5-f359b6f35ab9 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Made reservation on behalf of c3e8ec0e2fb1438e9608d84a3552139f for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:45.282127 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eed55d86-14f3-4739-92d5-f359b6f35ab9 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:45.317031 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1b92eea5-038f-45e7-87a0-a5cd989f877d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:45.324633 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1b92eea5-038f-45e7-87a0-a5cd989f877d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:45.357490 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1b92eea5-038f-45e7-87a0-a5cd989f877d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=18619a528e534fee984da1561257452a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3049803 Dec 10 16:37:45.365106 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b6cb2b7-99a0-4124-aa13-68b5c27bf40c tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:45.372520 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34134) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:45.402755 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-eed55d86-14f3-4739-92d5-f359b6f35ab9 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] device_id is not set on port 4a532a4b-68bf-439a-ac9c-470e616c676b yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:37:45.436693 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-3b6cb2b7-99a0-4124-aa13-68b5c27bf40c tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Calling delete_port for a1fdb79c-22be-4a05-b0b8-b451cb1bf990 owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:45.458272 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b92eea5-038f-45e7-87a0-a5cd989f877d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcd7ba8-4e68-4587-9ceb-6bd6a586769f,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:45.590889 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dadaf2-2a25-4947-819f-9b42da6859b2 req-68ae27f4-3fa3-44d4-9fc5-c4f1d4f474f7 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:45.601426 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd31ab69-7355-4521-8431-629825bd15a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:45.603833 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-18dadaf2-2a25-4947-819f-9b42da6859b2 req-68ae27f4-3fa3-44d4-9fc5-c4f1d4f474f7 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.3420913 Dec 10 16:37:45.678475 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-18dadaf2-2a25-4947-819f-9b42da6859b2 req-dadab56d-9768-4edd-906e-e4671177a38f tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0693233 Dec 10 16:37:45.722060 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-b9e75e7b-b828-45a3-9a1a-49f84bf47e44 None None] Allocated IP 172.20.0.2 (4116a009-8312-4edb-a959-d85cbc066442/ff17b75e-c754-449b-8f19-239a9530f2df/6a3099d5-87a3-4ba6-b3c3-b5fe11953c30) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:45.750818 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd31ab69-7355-4521-8431-629825bd15a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:45.838905 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-69e7fc57-e01a-4dd7-8e34-5e49d335426a req-470556f6-4d9a-43b6-abf2-74df92f04e87 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 210 time: 0.0599871 Dec 10 16:37:45.857633 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd31ab69-7355-4521-8431-629825bd15a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:45.870088 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd31ab69-7355-4521-8431-629825bd15a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:45.870088 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-fd31ab69-7355-4521-8431-629825bd15a7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ddcd7ba8-4e68-4587-9ceb-6bd6a586769f HTTP/1.1" status: 204 len: 168 time: 0.4846027 Dec 10 16:37:45.933295 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd31ab69-7355-4521-8431-629825bd15a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcd7ba8-4e68-4587-9ceb-6bd6a586769f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:45.982728 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b6cb2b7-99a0-4124-aa13-68b5c27bf40c tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:46.032399 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6cb2b7-99a0-4124-aa13-68b5c27bf40c tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Pushing event deleted for resources: {'Port': ['ID=a1fdb79c-22be-4a05-b0b8-b451cb1bf990,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:46.071385 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b9e75e7b-b828-45a3-9a1a-49f84bf47e44 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:46.080460 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30a41e9-2d92-492b-be1a-5ee06228679f None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:37:46.103686 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b9e75e7b-b828-45a3-9a1a-49f84bf47e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:46.153392 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-eed55d86-14f3-4739-92d5-f359b6f35ab9 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Allocated IP 172.20.0.12 (4116a009-8312-4edb-a959-d85cbc066442/ff17b75e-c754-449b-8f19-239a9530f2df/4a532a4b-68bf-439a-ac9c-470e616c676b) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:46.162642 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e75e7b-b828-45a3-9a1a-49f84bf47e44 None None] Network 4116a009-8312-4edb-a959-d85cbc066442 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:46.168640 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-b9e75e7b-b828-45a3-9a1a-49f84bf47e44 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:46.212924 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b6cb2b7-99a0-4124-aa13-68b5c27bf40c tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:46.233640 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e75e7b-b828-45a3-9a1a-49f84bf47e44 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:46.318411 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e75e7b-b828-45a3-9a1a-49f84bf47e44 None None] Pushing event updated for resources: {'Port': ['ID=6a3099d5-87a3-4ba6-b3c3-b5fe11953c30,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:46.424140 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-b9e75e7b-b828-45a3-9a1a-49f84bf47e44 None None] Attempting to bind port 6a3099d5-87a3-4ba6-b3c3-b5fe11953c30 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:37:46.424546 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-b9e75e7b-b828-45a3-9a1a-49f84bf47e44 None None] Attempting to bind port 6a3099d5-87a3-4ba6-b3c3-b5fe11953c30 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '1e9d9735-97c1-4758-9d77-6dc15898132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4116a009-8312-4edb-a959-d85cbc066442'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:37:46.424921 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e75e7b-b828-45a3-9a1a-49f84bf47e44 None None] Attempting to bind port 6a3099d5-87a3-4ba6-b3c3-b5fe11953c30 on network 4116a009-8312-4edb-a959-d85cbc066442 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:37:46.434643 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e75e7b-b828-45a3-9a1a-49f84bf47e44 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:37:46.435034 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e75e7b-b828-45a3-9a1a-49f84bf47e44 None None] Checking segment: {'id': '1e9d9735-97c1-4758-9d77-6dc15898132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4116a009-8312-4edb-a959-d85cbc066442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:46.435450 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b9e75e7b-b828-45a3-9a1a-49f84bf47e44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:46.435881 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e75e7b-b828-45a3-9a1a-49f84bf47e44 None None] Bound using segment: {'id': '1e9d9735-97c1-4758-9d77-6dc15898132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4116a009-8312-4edb-a959-d85cbc066442'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:37:46.441608 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-b9e75e7b-b828-45a3-9a1a-49f84bf47e44 None None] Bound port: 6a3099d5-87a3-4ba6-b3c3-b5fe11953c30, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e9d9735-97c1-4758-9d77-6dc15898132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4116a009-8312-4edb-a959-d85cbc066442'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:37:46.442346 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b9e75e7b-b828-45a3-9a1a-49f84bf47e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:46.455577 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eed55d86-14f3-4739-92d5-f359b6f35ab9 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:46.472323 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a447d-1d81-4d7f-baf6-c77367303eb0 req-96cf5386-81b2-4219-bc97-a1ba023d293e tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:46.481438 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0e3a447d-1d81-4d7f-baf6-c77367303eb0 req-96cf5386-81b2-4219-bc97-a1ba023d293e tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 945 time: 0.4770234 Dec 10 16:37:46.529471 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b6cb2b7-99a0-4124-aa13-68b5c27bf40c tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:46.537426 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b6cb2b7-99a0-4124-aa13-68b5c27bf40c tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:46.576036 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0e3a447d-1d81-4d7f-baf6-c77367303eb0 req-dfbd7258-1ee0-4bc4-b373-70788425c792 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934565 Dec 10 16:37:46.594588 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eed55d86-14f3-4739-92d5-f359b6f35ab9 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:46.611965 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b9e75e7b-b828-45a3-9a1a-49f84bf47e44 None None] For port 6a3099d5-87a3-4ba6-b3c3-b5fe11953c30, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:37:46.666289 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b6cb2b7-99a0-4124-aa13-68b5c27bf40c tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:46.667757 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6cb2b7-99a0-4124-aa13-68b5c27bf40c tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Fanout notify agent at l3_agent the message router_deleted on router c92e0da8-2950-42e9-9010-9b60032fec4c {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:37:46.675887 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b6cb2b7-99a0-4124-aa13-68b5c27bf40c tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:46.677624 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3b6cb2b7-99a0-4124-aa13-68b5c27bf40c tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] 10.222.0.11 "DELETE /v2.0/routers/c92e0da8-2950-42e9-9010-9b60032fec4c HTTP/1.1" status: 204 len: 168 time: 2.2314832 Dec 10 16:37:46.681885 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34166) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:46.685345 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b9e75e7b-b828-45a3-9a1a-49f84bf47e44 None None] For port 6a3099d5-87a3-4ba6-b3c3-b5fe11953c30, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=6a3099d5-87a3-4ba6-b3c3-b5fe11953c30,segment=NetworkSegment(1e9d9735-97c1-4758-9d77-6dc15898132c),segment_id=1e9d9735-97c1-4758-9d77-6dc15898132c)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:37:46.688560 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-676e9328-aabe-4bee-8fd4-e5769b1f4322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:46.689531 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-512d685a-0ed0-4e81-b79d-0cdb96e26165 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1272947773', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:46.706546 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b9e75e7b-b828-45a3-9a1a-49f84bf47e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:46.742160 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed55d86-14f3-4739-92d5-f359b6f35ab9 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Network 4116a009-8312-4edb-a959-d85cbc066442 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:46.746357 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-512d685a-0ed0-4e81-b79d-0cdb96e26165 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:46.747893 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-512d685a-0ed0-4e81-b79d-0cdb96e26165 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:46.749923 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-eed55d86-14f3-4739-92d5-f359b6f35ab9 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:46.752509 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed55d86-14f3-4739-92d5-f359b6f35ab9 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:46.840899 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e75e7b-b828-45a3-9a1a-49f84bf47e44 None None] Pushing event updated for resources: {'Port': ['ID=6a3099d5-87a3-4ba6-b3c3-b5fe11953c30,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:46.864179 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed55d86-14f3-4739-92d5-f359b6f35ab9 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event updated for resources: {'Port': ['ID=4a532a4b-68bf-439a-ac9c-470e616c676b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:46.897583 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-512d685a-0ed0-4e81-b79d-0cdb96e26165 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:46.907026 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-512d685a-0ed0-4e81-b79d-0cdb96e26165 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:46.942826 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-512d685a-0ed0-4e81-b79d-0cdb96e26165 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:46.946901 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-512d685a-0ed0-4e81-b79d-0cdb96e26165 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2628107 Dec 10 16:37:46.948634 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34178) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:46.962185 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-68d871c9-a1de-409e-a8b2-02f8529eab7a tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'enable_snat': True}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:46.977891 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed55d86-14f3-4739-92d5-f359b6f35ab9 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:46.978624 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eed55d86-14f3-4739-92d5-f359b6f35ab9 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:47.042886 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-eed55d86-14f3-4739-92d5-f359b6f35ab9 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.1033335 Dec 10 16:37:47.045965 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34180) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:47.068663 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aeda8d-dbb8-49f9-a934-185714559a6e req-800f4cdb-54ef-48b8-930d-2eab81e93d9b tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:47.077081 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b9aeda8d-dbb8-49f9-a934-185714559a6e req-800f4cdb-54ef-48b8-930d-2eab81e93d9b tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.2408941 Dec 10 16:37:47.258928 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:47.578115 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-68d871c9-a1de-409e-a8b2-02f8529eab7a tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:47.921405 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b9aeda8d-dbb8-49f9-a934-185714559a6e req-77b7fccc-d74f-4097-b407-f4462af678ee tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8181341 Dec 10 16:37:48.204426 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-68d871c9-a1de-409e-a8b2-02f8529eab7a tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:48.246524 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-68d871c9-a1de-409e-a8b2-02f8529eab7a tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:48.496539 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-68d871c9-a1de-409e-a8b2-02f8529eab7a tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Allocated IP 172.25.6.164 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/9f9641a0-9956-40ee-851f-54fddcc50b0f) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:48.555366 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:48.760693 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-045c813c-c704-4b64-9bc0-487322023e50 req-85984bbd-5ab8-4010-ac9f-00ea6e2ff2b8 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 210 time: 0.6727159 Dec 10 16:37:48.789949 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 6a3099d5-87a3-4ba6-b3c3-b5fe11953c30 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:37:48.813862 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-68d871c9-a1de-409e-a8b2-02f8529eab7a tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:48.876245 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f62994c-e80a-4637-b30f-34d9ecd71eb4 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:48.891364 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-68d871c9-a1de-409e-a8b2-02f8529eab7a tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:48.904502 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada27f93-e059-48e2-97b4-836696b63947 None None] Network 4116a009-8312-4edb-a959-d85cbc066442 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:49.040842 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d871c9-a1de-409e-a8b2-02f8529eab7a tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:49.060684 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-68d871c9-a1de-409e-a8b2-02f8529eab7a tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:49.084422 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d871c9-a1de-409e-a8b2-02f8529eab7a tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:49.106789 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34222) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:49.201289 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69b937d-8d32-42bd-93a1-1e25fc8a5211 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:37:49.203117 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d871c9-a1de-409e-a8b2-02f8529eab7a tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Pushing event updated for resources: {'Port': ['ID=9f9641a0-9956-40ee-851f-54fddcc50b0f,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:49.298670 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f7d79dfa-0e13-4853-b74f-3f9a77935c7c None None] Provisioning complete for port 6a3099d5-87a3-4ba6-b3c3-b5fe11953c30 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:49.301722 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f7d79dfa-0e13-4853-b74f-3f9a77935c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:49.546919 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e6d91813-cc0d-4d51-a9ec-a45292c1b369 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:49.589763 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 6a3099d5-87a3-4ba6-b3c3-b5fe11953c30 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:49.590788 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:49.629956 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662be80f-87f6-4dee-a55c-6464e87cbdcd req-1992689a-e518-479e-947d-c3dfb2a6b2a4 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:49.647559 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-662be80f-87f6-4dee-a55c-6464e87cbdcd req-1992689a-e518-479e-947d-c3dfb2a6b2a4 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 945 time: 0.5877664 Dec 10 16:37:49.743839 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f7d79dfa-0e13-4853-b74f-3f9a77935c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:49.760234 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:49.782525 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-662be80f-87f6-4dee-a55c-6464e87cbdcd req-41b50dc4-5659-475b-b711-917d07d23c16 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337495 Dec 10 16:37:49.846477 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f62994c-e80a-4637-b30f-34d9ecd71eb4 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:49.853403 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f62994c-e80a-4637-b30f-34d9ecd71eb4 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:49.921239 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34232) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:49.974566 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:50.022564 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e6d91813-cc0d-4d51-a9ec-a45292c1b369 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:50.028501 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e6d91813-cc0d-4d51-a9ec-a45292c1b369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:50.065364 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e6d91813-cc0d-4d51-a9ec-a45292c1b369 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6805bcf3dc314f93b463e7b7e1cceda9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9485321 Dec 10 16:37:50.067884 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f7d79dfa-0e13-4853-b74f-3f9a77935c7c None None] For port 6a3099d5-87a3-4ba6-b3c3-b5fe11953c30, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=6a3099d5-87a3-4ba6-b3c3-b5fe11953c30,segment=NetworkSegment(1e9d9735-97c1-4758-9d77-6dc15898132c),segment_id=1e9d9735-97c1-4758-9d77-6dc15898132c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:50.069525 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34244) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:50.124146 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f7d79dfa-0e13-4853-b74f-3f9a77935c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:50.155415 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d91813-cc0d-4d51-a9ec-a45292c1b369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769947bc-db16-4517-b105-c55006bc0853,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:50.172012 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-68d871c9-a1de-409e-a8b2-02f8529eab7a tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:50.199437 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d26b4f4a-7a3b-4b77-993a-7b060622825f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:50.227782 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d26b4f4a-7a3b-4b77-993a-7b060622825f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:50.434863 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ad3ecf0e-38f8-4b9d-b3c5-1c3247c03ff6 req-bcb77c10-6af8-4f8f-a1b2-099399eebf61 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 210 time: 0.2049346 Dec 10 16:37:50.510735 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62994c-e80a-4637-b30f-34d9ecd71eb4 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event updated for resources: {'Port': ['ID=4a532a4b-68bf-439a-ac9c-470e616c676b,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:50.513362 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-119a26f8-1673-4c27-bdff-0e78f1e238eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:50.538994 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d79dfa-0e13-4853-b74f-3f9a77935c7c None None] Pushing event updated for resources: {'Port': ['ID=6a3099d5-87a3-4ba6-b3c3-b5fe11953c30,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:50.558368 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-3c7cb4af-66ac-4a4c-8156-f4c5cc44455b None None] Provisioning complete for port 9f9641a0-9956-40ee-851f-54fddcc50b0f triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:50.558642 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3c7cb4af-66ac-4a4c-8156-f4c5cc44455b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:50.662094 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.api [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:37:50.662094 n-d-766771-2 neutron-server[103394]: DEBUG oslo_db.api [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:37:50.677792 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-3c7cb4af-66ac-4a4c-8156-f4c5cc44455b None None] Port 9f9641a0-9956-40ee-851f-54fddcc50b0f cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:37:50.799958 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f62994c-e80a-4637-b30f-34d9ecd71eb4 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:50.807572 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b266e219-1734-463b-9b35-c859e510c9cb None None] Provisioning complete for port 6a3099d5-87a3-4ba6-b3c3-b5fe11953c30 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:50.807572 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b266e219-1734-463b-9b35-c859e510c9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:50.828663 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-68d871c9-a1de-409e-a8b2-02f8529eab7a tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4726'] for router, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:50.833190 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-68d871c9-a1de-409e-a8b2-02f8529eab7a tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-603901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599127'] for router, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:50.835478 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d26b4f4a-7a3b-4b77-993a-7b060622825f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:50.839981 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d26b4f4a-7a3b-4b77-993a-7b060622825f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:50.844366 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d26b4f4a-7a3b-4b77-993a-7b060622825f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/769947bc-db16-4517-b105-c55006bc0853 HTTP/1.1" status: 204 len: 168 time: 0.7736759 Dec 10 16:37:50.857468 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b4f4a-7a3b-4b77-993a-7b060622825f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769947bc-db16-4517-b105-c55006bc0853,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:51.009583 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643965ae-6874-4b1b-86cf-5f60258b40c6 req-a35b1931-71dc-450f-bef9-fdf84cb6eeb2 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:51.023946 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-643965ae-6874-4b1b-86cf-5f60258b40c6 req-a35b1931-71dc-450f-bef9-fdf84cb6eeb2 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.4046724 Dec 10 16:37:51.121238 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b266e219-1734-463b-9b35-c859e510c9cb None None] Provisioning complete for port 4a532a4b-68bf-439a-ac9c-470e616c676b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:51.121636 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b266e219-1734-463b-9b35-c859e510c9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:51.338559 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-119a26f8-1673-4c27-bdff-0e78f1e238eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:51.431512 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b266e219-1734-463b-9b35-c859e510c9cb None None] Port 4a532a4b-68bf-439a-ac9c-470e616c676b cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:37:51.450887 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-643965ae-6874-4b1b-86cf-5f60258b40c6 req-63a89be0-0bc4-43be-835d-29cd53cc1c5b tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4198289 Dec 10 16:37:51.454229 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-119a26f8-1673-4c27-bdff-0e78f1e238eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:51.583401 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d00e1fba-833b-4d94-af43-6388e28416f5 None None] Provisioning complete for port 4a532a4b-68bf-439a-ac9c-470e616c676b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:51.592046 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d00e1fba-833b-4d94-af43-6388e28416f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:51.619493 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 6a3099d5-87a3-4ba6-b3c3-b5fe11953c30 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:37:51.655869 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d871c9-a1de-409e-a8b2-02f8529eab7a tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Router 4980d4fc-c5a8-4aa7-821e-4b4f4382104a is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:37:51.687110 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34278) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:51.700834 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f62994c-e80a-4637-b30f-34d9ecd71eb4 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:51.728590 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a26f8-1673-4c27-bdff-0e78f1e238eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c8025e-28a8-4729-b1d3-ae07a9ec6c3c,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:51.759415 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-119a26f8-1673-4c27-bdff-0e78f1e238eb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=270ce9205e2c42db90fc16ffeab35927&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8371081 Dec 10 16:37:51.762075 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f3584be2-b4a5-4ec4-acde-87b8f8949c7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:51.772687 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34282) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:51.881791 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d00e1fba-833b-4d94-af43-6388e28416f5 None None] Port 4a532a4b-68bf-439a-ac9c-470e616c676b cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:37:51.900734 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 6a3099d5-87a3-4ba6-b3c3-b5fe11953c30 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:51.901811 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:51.953082 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-04fa0fb4-7e6e-4d6d-9b88-7854b0243a2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:51.955312 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d871c9-a1de-409e-a8b2-02f8529eab7a tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:37:51.959995 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-68d871c9-a1de-409e-a8b2-02f8529eab7a tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:51.961735 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-68d871c9-a1de-409e-a8b2-02f8529eab7a tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] 10.222.0.11 "PUT /v2.0/routers/4980d4fc-c5a8-4aa7-821e-4b4f4382104a HTTP/1.1" status: 200 len: 915 time: 5.0051196 Dec 10 16:37:51.970503 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6430c5cf-39fa-41f1-bfbc-b99576f1e9fe None None] Sync routers for ids ['4980d4fc-c5a8-4aa7-821e-4b4f4382104a'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:37:51.981153 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34286) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:52.022971 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-04fa0fb4-7e6e-4d6d-9b88-7854b0243a2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:52.053146 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6430c5cf-39fa-41f1-bfbc-b99576f1e9fe None None] Routers {'4980d4fc-c5a8-4aa7-821e-4b4f4382104a'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:37:52.058993 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6430c5cf-39fa-41f1-bfbc-b99576f1e9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:37:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['4980d4fc-c5a8-4aa7-821e-4b4f4382104a'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:52.067850 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8caa2-edd0-4a10-9197-1698da423b2d req-c237049f-33cd-47cc-827d-dd9e54a76729 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:52.070229 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81d8caa2-edd0-4a10-9197-1698da423b2d req-c237049f-33cd-47cc-827d-dd9e54a76729 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 945 time: 0.3388038 Dec 10 16:37:52.121397 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-04fa0fb4-7e6e-4d6d-9b88-7854b0243a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:52.124179 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-04fa0fb4-7e6e-4d6d-9b88-7854b0243a2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:52.129454 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-04fa0fb4-7e6e-4d6d-9b88-7854b0243a2c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a1c8025e-28a8-4729-b1d3-ae07a9ec6c3c HTTP/1.1" status: 204 len: 168 time: 0.3551917 Dec 10 16:37:52.208764 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa0fb4-7e6e-4d6d-9b88-7854b0243a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c8025e-28a8-4729-b1d3-ae07a9ec6c3c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:52.244084 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6430c5cf-39fa-41f1-bfbc-b99576f1e9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:52.256345 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-07ac2227-0772-4f1a-9ee0-1911f1cf0949 None None] Provisioning complete for port 4a532a4b-68bf-439a-ac9c-470e616c676b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:52.256726 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-07ac2227-0772-4f1a-9ee0-1911f1cf0949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:52.277915 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-fe75564b-12aa-4b6f-a508-1e747ddb2e50 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] 10.222.0.11 "GET /v2.0/routers/4980d4fc-c5a8-4aa7-821e-4b4f4382104a HTTP/1.1" status: 200 len: 921 time: 0.1676376 Dec 10 16:37:52.277915 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34290) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:52.380666 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-07ac2227-0772-4f1a-9ee0-1911f1cf0949 None None] Port 4a532a4b-68bf-439a-ac9c-470e616c676b cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:37:52.422390 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6430c5cf-39fa-41f1-bfbc-b99576f1e9fe None None] Routers {'4980d4fc-c5a8-4aa7-821e-4b4f4382104a'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:37:52.423011 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6430c5cf-39fa-41f1-bfbc-b99576f1e9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:37:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['4980d4fc-c5a8-4aa7-821e-4b4f4382104a'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:52.441928 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81d8caa2-edd0-4a10-9197-1698da423b2d req-c990577e-152a-44cd-b17a-ba81b0ec8590 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3514977 Dec 10 16:37:52.447786 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f3584be2-b4a5-4ec4-acde-87b8f8949c7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:52.501953 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09431fb7-8299-4db4-bbeb-da6850ef759d tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:52.516855 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-09431fb7-8299-4db4-bbeb-da6850ef759d tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=5eeed31d-d918-4774-81b9-ef71c6f02574&device_id=4980d4fc-c5a8-4aa7-821e-4b4f4382104a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2352855 Dec 10 16:37:52.517969 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6430c5cf-39fa-41f1-bfbc-b99576f1e9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:52.518740 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6430c5cf-39fa-41f1-bfbc-b99576f1e9fe None None] The sync data for ids ['4980d4fc-c5a8-4aa7-821e-4b4f4382104a'] in n-d-766771-2 is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:37:52.519330 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34298) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:52.592008 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f62994c-e80a-4637-b30f-34d9ecd71eb4 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:52.602710 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f3584be2-b4a5-4ec4-acde-87b8f8949c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:52.640813 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f62994c-e80a-4637-b30f-34d9ecd71eb4 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:52.658483 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3584be2-b4a5-4ec4-acde-87b8f8949c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54240301-bf83-4409-a77f-549d77190223,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:52.693634 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f15d8b0-9fd3-486d-bbc4-b7a5ae2515dc tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:52.697594 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9f15d8b0-9fd3-486d-bbc4-b7a5ae2515dc tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] 10.222.0.11 "GET /v2.0/networks/5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 881 time: 0.1715174 Dec 10 16:37:52.707259 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34302) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:52.805556 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f3a5133a-e6dd-4cac-aabe-92322c5d7646 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] 10.222.0.11 "GET /v2.0/ports?device_id=4980d4fc-c5a8-4aa7-821e-4b4f4382104a HTTP/1.1" status: 200 len: 205 time: 0.0898812 Dec 10 16:37:52.806329 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34304) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:52.823210 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f3584be2-b4a5-4ec4-acde-87b8f8949c7d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=31b8ae09e24047c99e4f0d4f4a2f4d57&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1348984 Dec 10 16:37:52.830940 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34306) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:52.840038 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a824e1-6501-4215-8975-9e5e35990a3f req-2279cf3d-2906-4645-80c3-9f3b41b89286 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:52.842637 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-58a824e1-6501-4215-8975-9e5e35990a3f req-2279cf3d-2906-4645-80c3-9f3b41b89286 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.2453532 Dec 10 16:37:52.858914 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f62994c-e80a-4637-b30f-34d9ecd71eb4 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:53.076035 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-58a824e1-6501-4215-8975-9e5e35990a3f req-39f73f7d-8034-4a23-9290-328779b765bb tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1991110 Dec 10 16:37:53.076811 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62994c-e80a-4637-b30f-34d9ecd71eb4 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event updated for resources: {'Port': ['ID=4a532a4b-68bf-439a-ac9c-470e616c676b,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:53.120351 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f62994c-e80a-4637-b30f-34d9ecd71eb4 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Network 4116a009-8312-4edb-a959-d85cbc066442 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:53.122714 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-3f62994c-e80a-4637-b30f-34d9ecd71eb4 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:53.385462 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-848a29da-2504-451b-aa6f-b04a2212db2e req-0b3c016a-c9ff-4613-b6e6-148da41b1eb5 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 210 time: 0.0811534 Dec 10 16:37:53.401052 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2bd2e64d-cf51-42fe-b40a-a3ce314eb23f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:53.428840 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-39300d7d-0ac7-469c-b466-88d806353442 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:53.554578 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f62994c-e80a-4637-b30f-34d9ecd71eb4 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Router 85f806ea-16d9-4af0-8bbb-cd61110e1dd2 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:37:53.646077 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-3c88606a-b713-4cb4-9d2c-ba96ef51e438 None None] Provisioning complete for port 4a532a4b-68bf-439a-ac9c-470e616c676b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:53.646603 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3c88606a-b713-4cb4-9d2c-ba96ef51e438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:53.680251 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2bd2e64d-cf51-42fe-b40a-a3ce314eb23f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:53.700481 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f62994c-e80a-4637-b30f-34d9ecd71eb4 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:37:53.713690 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3e52ac-a312-44b8-b38e-2551f21ac717 None None] Sync routers for ids ['85f806ea-16d9-4af0-8bbb-cd61110e1dd2'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:37:53.724518 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-3c88606a-b713-4cb4-9d2c-ba96ef51e438 None None] Port 4a532a4b-68bf-439a-ac9c-470e616c676b cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:37:53.737553 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3f62994c-e80a-4637-b30f-34d9ecd71eb4 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "PUT /v2.0/routers/85f806ea-16d9-4af0-8bbb-cd61110e1dd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6864820 Dec 10 16:37:53.741464 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34346) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:53.744011 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3e52ac-a312-44b8-b38e-2551f21ac717 None None] Routers {'85f806ea-16d9-4af0-8bbb-cd61110e1dd2'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:37:53.745894 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ea3e52ac-a312-44b8-b38e-2551f21ac717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:37:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['85f806ea-16d9-4af0-8bbb-cd61110e1dd2'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:53.815740 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2bd2e64d-cf51-42fe-b40a-a3ce314eb23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:53.826055 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2bd2e64d-cf51-42fe-b40a-a3ce314eb23f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:53.834460 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2bd2e64d-cf51-42fe-b40a-a3ce314eb23f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/54240301-bf83-4409-a77f-549d77190223 HTTP/1.1" status: 204 len: 168 time: 1.0058494 Dec 10 16:37:53.856487 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ea3e52ac-a312-44b8-b38e-2551f21ac717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:53.867455 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2e64d-cf51-42fe-b40a-a3ce314eb23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54240301-bf83-4409-a77f-549d77190223,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:53.884507 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3e52ac-a312-44b8-b38e-2551f21ac717 None None] Routers {'85f806ea-16d9-4af0-8bbb-cd61110e1dd2'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:37:53.885260 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ea3e52ac-a312-44b8-b38e-2551f21ac717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:37:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['85f806ea-16d9-4af0-8bbb-cd61110e1dd2'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:53.941099 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-39300d7d-0ac7-469c-b466-88d806353442 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:54.056836 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebdea9b-c7b9-4c13-8d18-c5a2cdaa6dfd tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:54.071233 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4ebdea9b-c7b9-4c13-8d18-c5a2cdaa6dfd tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "GET /v2.0/ports/4a532a4b-68bf-439a-ac9c-470e616c676b HTTP/1.1" status: 200 len: 977 time: 0.3215809 Dec 10 16:37:54.073029 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34360) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:54.169968 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-39300d7d-0ac7-469c-b466-88d806353442 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Deleting port 9f9641a0-9956-40ee-851f-54fddcc50b0f {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:54.171506 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-39300d7d-0ac7-469c-b466-88d806353442 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:54.223662 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-55213482-8765-442a-b40d-41d904d1074b tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:54.229066 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-55213482-8765-442a-b40d-41d904d1074b tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/networks?id=32421a12-0b3a-42d4-846a-0de14cdef277 HTTP/1.1" status: 200 len: 811 time: 0.5336866 Dec 10 16:37:54.296742 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-39112298-c631-4a3b-9aac-8dec7702abe4 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/quotas/38b4c50f2746432ea9adf6424421cd8d HTTP/1.1" status: 200 len: 375 time: 0.0509839 Dec 10 16:37:54.319178 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ea3e52ac-a312-44b8-b38e-2551f21ac717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:54.331706 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3e52ac-a312-44b8-b38e-2551f21ac717 None None] The sync data for ids ['85f806ea-16d9-4af0-8bbb-cd61110e1dd2'] in n-d-766771-2 is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:37:54.378373 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-39300d7d-0ac7-469c-b466-88d806353442 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:54.411753 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-39300d7d-0ac7-469c-b466-88d806353442 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Calling delete_port for 9f9641a0-9956-40ee-851f-54fddcc50b0f owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:54.949617 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-39300d7d-0ac7-469c-b466-88d806353442 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:55.105937 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39300d7d-0ac7-469c-b466-88d806353442 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Pushing event deleted for resources: {'Port': ['ID=9f9641a0-9956-40ee-851f-54fddcc50b0f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:55.149834 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2746a4-cf14-4341-8d05-5e61aaab8179 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:37:55.341064 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-39300d7d-0ac7-469c-b466-88d806353442 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:55.376200 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-a81a33af-f014-4bb4-9c0a-c5b1defaa70f tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=38b4c50f2746432ea9adf6424421cd8d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9580202 Dec 10 16:37:55.510098 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-39300d7d-0ac7-469c-b466-88d806353442 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:55.516569 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-39300d7d-0ac7-469c-b466-88d806353442 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:55.673844 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-39300d7d-0ac7-469c-b466-88d806353442 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:55.676647 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39300d7d-0ac7-469c-b466-88d806353442 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Fanout notify agent at l3_agent the message router_deleted on router 4980d4fc-c5a8-4aa7-821e-4b4f4382104a {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:37:55.707999 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-39300d7d-0ac7-469c-b466-88d806353442 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:55.709158 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-39300d7d-0ac7-469c-b466-88d806353442 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] 10.222.0.11 "DELETE /v2.0/routers/4980d4fc-c5a8-4aa7-821e-4b4f4382104a HTTP/1.1" status: 204 len: 168 time: 2.9018795 Dec 10 16:37:55.713386 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34406) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:55.719390 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-3029a279-55e5-4740-a984-f1d8e54b25cc tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1593680153', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:55.933578 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3029a279-55e5-4740-a984-f1d8e54b25cc tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:55.937858 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3029a279-55e5-4740-a984-f1d8e54b25cc tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:55.965994 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-cb0d4969-095b-41cc-8a10-781c225adb58 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:37:55.973740 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-cb0d4969-095b-41cc-8a10-781c225adb58 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5966976 Dec 10 16:37:56.140809 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-47589098-4a91-476a-b45a-49dedb2186de service neutron] 10.222.0.11 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535518 Dec 10 16:37:56.198954 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3029a279-55e5-4740-a984-f1d8e54b25cc tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:56.356755 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3029a279-55e5-4740-a984-f1d8e54b25cc tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:56.503461 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3029a279-55e5-4740-a984-f1d8e54b25cc tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:56.508216 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3029a279-55e5-4740-a984-f1d8e54b25cc tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7902825 Dec 10 16:37:56.508382 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34430) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:56.513014 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-458b341c-b978-4d34-9b6c-bbe2ee5f6f6b tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'enable_snat': False}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:56.555766 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-a06882d7-1d2e-464d-a766-349fc88ef6de service neutron] 10.222.0.11 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519650 Dec 10 16:37:56.828946 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e47d641a-aa67-44c1-bbea-e282e7b3e6fb tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:57.171780 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-458b341c-b978-4d34-9b6c-bbe2ee5f6f6b tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:57.361511 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-e47d641a-aa67-44c1-bbea-e282e7b3e6fb tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Deleting port 4a532a4b-68bf-439a-ac9c-470e616c676b {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:57.366497 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e47d641a-aa67-44c1-bbea-e282e7b3e6fb tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:57.539857 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-458b341c-b978-4d34-9b6c-bbe2ee5f6f6b tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:57.553770 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e47d641a-aa67-44c1-bbea-e282e7b3e6fb tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:57.581767 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-e47d641a-aa67-44c1-bbea-e282e7b3e6fb tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Calling delete_port for 4a532a4b-68bf-439a-ac9c-470e616c676b owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:57.608288 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-458b341c-b978-4d34-9b6c-bbe2ee5f6f6b tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:57.881548 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-458b341c-b978-4d34-9b6c-bbe2ee5f6f6b tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Allocated IP 172.25.6.63 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/6f3dae15-c651-4a66-9aa8-aedcc61c9662) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:58.178059 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-458b341c-b978-4d34-9b6c-bbe2ee5f6f6b tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:58.209375 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e47d641a-aa67-44c1-bbea-e282e7b3e6fb tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:58.274147 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-458b341c-b978-4d34-9b6c-bbe2ee5f6f6b tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:58.335161 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d641a-aa67-44c1-bbea-e282e7b3e6fb tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event deleted for resources: {'Port': ['ID=4a532a4b-68bf-439a-ac9c-470e616c676b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:58.381023 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcfa8e-0eef-4cb9-a4de-03bf8f9b10ef req-340381c2-3248-4a1b-a775-922321a670b0 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:58.382848 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1ebcfa8e-0eef-4cb9-a4de-03bf8f9b10ef req-340381c2-3248-4a1b-a775-922321a670b0 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 945 time: 0.3267467 Dec 10 16:37:58.465466 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458b341c-b978-4d34-9b6c-bbe2ee5f6f6b tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:58.480695 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-458b341c-b978-4d34-9b6c-bbe2ee5f6f6b tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:58.489215 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458b341c-b978-4d34-9b6c-bbe2ee5f6f6b tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:58.518619 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698667be-52a5-4351-9288-9c2ad414f2c8 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:37:58.583033 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1ebcfa8e-0eef-4cb9-a4de-03bf8f9b10ef req-2e9ebe3c-8381-405f-ac77-ea984f74783d tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561964 Dec 10 16:37:58.639729 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e4fc2935-965e-49b9-9732-1ffba6b3cdfb None None] Provisioning complete for port 6f3dae15-c651-4a66-9aa8-aedcc61c9662 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:58.640305 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e4fc2935-965e-49b9-9732-1ffba6b3cdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:58.680126 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b341c-b978-4d34-9b6c-bbe2ee5f6f6b tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Pushing event updated for resources: {'Port': ['ID=6f3dae15-c651-4a66-9aa8-aedcc61c9662,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:58.774419 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e47d641a-aa67-44c1-bbea-e282e7b3e6fb tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:58.797788 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-e4fc2935-965e-49b9-9732-1ffba6b3cdfb None None] Port 6f3dae15-c651-4a66-9aa8-aedcc61c9662 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:37:59.030642 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f7718544-6f86-4248-82cc-63c649b83ab4 req-770312d6-6741-453f-b4fb-d30900e31442 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 210 time: 0.1079860 Dec 10 16:37:59.479549 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-458b341c-b978-4d34-9b6c-bbe2ee5f6f6b tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:59.664252 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0e075c80-23f6-48d0-b61c-a2b791b072a8 req-18e654f8-cc5e-4095-9ae0-088a07348f49 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=41b872ec-a385-49f0-9221-9507cb66a550 HTTP/1.1" status: 200 len: 210 time: 0.3016872 Dec 10 16:37:59.717811 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47d641a-aa67-44c1-bbea-e282e7b3e6fb tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Router 85f806ea-16d9-4af0-8bbb-cd61110e1dd2 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:37:59.918552 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-458b341c-b978-4d34-9b6c-bbe2ee5f6f6b tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4726'] for router, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:59.942168 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-458b341c-b978-4d34-9b6c-bbe2ee5f6f6b tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-603901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599127'] for router, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:00.158721 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d3c2e-3713-4e4c-872f-fe912330ece0 req-650a460e-0eb7-4a92-83d7-dbce317e04f4 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:00.164811 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-064d3c2e-3713-4e4c-872f-fe912330ece0 req-650a460e-0eb7-4a92-83d7-dbce317e04f4 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 945 time: 0.1835833 Dec 10 16:38:00.168565 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47d641a-aa67-44c1-bbea-e282e7b3e6fb tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:38:00.187365 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43a3154-0a7b-4343-ab45-a6b312a35dac None None] Sync routers for ids ['85f806ea-16d9-4af0-8bbb-cd61110e1dd2'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:38:00.197374 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34508) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:00.216847 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e47d641a-aa67-44c1-bbea-e282e7b3e6fb tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "PUT /v2.0/routers/85f806ea-16d9-4af0-8bbb-cd61110e1dd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0309625 Dec 10 16:38:00.228540 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43a3154-0a7b-4343-ab45-a6b312a35dac None None] Routers {'85f806ea-16d9-4af0-8bbb-cd61110e1dd2'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:00.229151 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b43a3154-0a7b-4343-ab45-a6b312a35dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:37:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['85f806ea-16d9-4af0-8bbb-cd61110e1dd2'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:00.416223 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b43a3154-0a7b-4343-ab45-a6b312a35dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:00.422973 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-064d3c2e-3713-4e4c-872f-fe912330ece0 req-a65ec59b-68e7-4abd-bdf2-0909929bac90 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2049026 Dec 10 16:38:00.443704 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43a3154-0a7b-4343-ab45-a6b312a35dac None None] Routers {'85f806ea-16d9-4af0-8bbb-cd61110e1dd2'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:00.445311 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b43a3154-0a7b-4343-ab45-a6b312a35dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:37:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['85f806ea-16d9-4af0-8bbb-cd61110e1dd2'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:00.619063 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b43a3154-0a7b-4343-ab45-a6b312a35dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:00.627921 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43a3154-0a7b-4343-ab45-a6b312a35dac None None] The sync data for ids ['85f806ea-16d9-4af0-8bbb-cd61110e1dd2'] in n-d-766771-2 is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:38:00.713310 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b3ca1123-5fe8-487e-a568-9cddaa25bc09 req-b3ccf5a1-47d4-4b1d-9fc2-39584b5d8954 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 210 time: 0.0637839 Dec 10 16:38:00.914004 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c50094c9-b8c7-41e6-849b-af6bcfef332d req-0526cdad-7a4a-4328-84fe-d7c14138e66c tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=41b872ec-a385-49f0-9221-9507cb66a550 HTTP/1.1" status: 200 len: 210 time: 0.0735731 Dec 10 16:38:01.208405 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458b341c-b978-4d34-9b6c-bbe2ee5f6f6b tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Router 5ec8e278-1b51-4c51-bfc0-4083b28e7af9 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:38:01.621026 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-16ecca6c-b0d1-4f80-b4c3-e808e4d4f8ba tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] remove_router_interface failed (client error): The resource could not be found. Dec 10 16:38:01.625309 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-16ecca6c-b0d1-4f80-b4c3-e808e4d4f8ba tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "PUT /v2.0/routers/85f806ea-16d9-4af0-8bbb-cd61110e1dd2/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.4268470 Dec 10 16:38:01.634597 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34532) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:01.693784 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40051e8-5cd7-48ba-bc23-3eae2dd9b3f7 req-8e6a6209-7f4c-437f-92cb-ebe07c54bd53 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:01.723052 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-632914b2-e2fc-4baf-9ead-124286ff2078 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:01.725599 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-632914b2-e2fc-4baf-9ead-124286ff2078 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.26 "GET /v2.0/networks?id=32421a12-0b3a-42d4-846a-0de14cdef277 HTTP/1.1" status: 200 len: 811 time: 0.7206044 Dec 10 16:38:01.740624 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d40051e8-5cd7-48ba-bc23-3eae2dd9b3f7 req-8e6a6209-7f4c-437f-92cb-ebe07c54bd53 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 945 time: 0.1425836 Dec 10 16:38:01.826501 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3632854e-cca8-464b-8e21-c29820d69578 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "GET /v2.0/ports?device_id=85f806ea-16d9-4af0-8bbb-cd61110e1dd2 HTTP/1.1" status: 200 len: 205 time: 0.1855178 Dec 10 16:38:01.828579 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458b341c-b978-4d34-9b6c-bbe2ee5f6f6b tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:38:01.832489 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34540) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:01.843040 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98060cf7-8d1d-4deb-aca2-71cdc8dffb96 None None] Sync routers for ids ['5ec8e278-1b51-4c51-bfc0-4083b28e7af9'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:38:01.850607 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-e1dce1a7-cf8a-4007-8d84-5d2769f300c7 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Request body: {'port': {'device_id': '41b872ec-a385-49f0-9221-9507cb66a550', 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277', 'admin_state_up': True, 'tenant_id': '38b4c50f2746432ea9adf6424421cd8d'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:01.860785 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-458b341c-b978-4d34-9b6c-bbe2ee5f6f6b tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:01.862359 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-458b341c-b978-4d34-9b6c-bbe2ee5f6f6b tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] 10.222.0.11 "PUT /v2.0/routers/5ec8e278-1b51-4c51-bfc0-4083b28e7af9 HTTP/1.1" status: 200 len: 915 time: 5.3533006 Dec 10 16:38:01.871173 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34544) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:01.873875 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98060cf7-8d1d-4deb-aca2-71cdc8dffb96 None None] Routers {'5ec8e278-1b51-4c51-bfc0-4083b28e7af9'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:01.874516 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-98060cf7-8d1d-4deb-aca2-71cdc8dffb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:37:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['5ec8e278-1b51-4c51-bfc0-4083b28e7af9'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:01.928640 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-98060cf7-8d1d-4deb-aca2-71cdc8dffb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:01.970695 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98060cf7-8d1d-4deb-aca2-71cdc8dffb96 None None] Routers {'5ec8e278-1b51-4c51-bfc0-4083b28e7af9'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:01.981526 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-98060cf7-8d1d-4deb-aca2-71cdc8dffb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:37:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['5ec8e278-1b51-4c51-bfc0-4083b28e7af9'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:02.006888 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d40051e8-5cd7-48ba-bc23-3eae2dd9b3f7 req-d5039747-5680-403e-bbc6-aa8b4d8406d2 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2638144 Dec 10 16:38:02.170842 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-98060cf7-8d1d-4deb-aca2-71cdc8dffb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:02.171935 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98060cf7-8d1d-4deb-aca2-71cdc8dffb96 None None] The sync data for ids ['5ec8e278-1b51-4c51-bfc0-4083b28e7af9'] in n-d-766771-2 is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:38:02.181968 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5048caca-e7e3-4fb2-a7d4-111b2f1dec2b tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:02.323475 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-306e8454-10fc-4d80-9ab3-19a59427f12c tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] 10.222.0.11 "GET /v2.0/routers/5ec8e278-1b51-4c51-bfc0-4083b28e7af9 HTTP/1.1" status: 200 len: 921 time: 0.4455993 Dec 10 16:38:02.330236 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34558) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:02.376286 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-08e284b0-bd2a-4167-8f2c-ffa8e8431cef req-aa355cbf-f90d-46cd-8cd2-14ef41edf918 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 210 time: 0.0451665 Dec 10 16:38:02.493747 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019c671d-08d5-43ac-b86a-c4691e75016c tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:02.500083 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-019c671d-08d5-43ac-b86a-c4691e75016c tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=5eeed31d-d918-4774-81b9-ef71c6f02574&device_id=5ec8e278-1b51-4c51-bfc0-4083b28e7af9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1687479 Dec 10 16:38:02.502779 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-e1dce1a7-cf8a-4007-8d84-5d2769f300c7 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Made reservation on behalf of 38b4c50f2746432ea9adf6424421cd8d for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:02.507016 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-e1dce1a7-cf8a-4007-8d84-5d2769f300c7 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:02.532554 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34562) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:02.763481 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-e1dce1a7-cf8a-4007-8d84-5d2769f300c7 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Allocated IP 172.20.0.10 (32421a12-0b3a-42d4-846a-0de14cdef277/bad4bd9c-d017-467b-badb-ee51884a8aea/44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:03.031914 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f161e41e-d058-4bd5-b59d-f41474311f8f req-27de84e6-a0c6-45d8-a625-27c0a96aadbb tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=41b872ec-a385-49f0-9221-9507cb66a550 HTTP/1.1" status: 200 len: 210 time: 0.4967391 Dec 10 16:38:03.108064 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-e1dce1a7-cf8a-4007-8d84-5d2769f300c7 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:03.154714 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5048caca-e7e3-4fb2-a7d4-111b2f1dec2b tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:03.178557 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5048caca-e7e3-4fb2-a7d4-111b2f1dec2b tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:03.190760 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-e1dce1a7-cf8a-4007-8d84-5d2769f300c7 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:03.250060 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-e1dce1a7-cf8a-4007-8d84-5d2769f300c7 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Network 32421a12-0b3a-42d4-846a-0de14cdef277 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:03.257148 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-e1dce1a7-cf8a-4007-8d84-5d2769f300c7 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:03.262267 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-e1dce1a7-cf8a-4007-8d84-5d2769f300c7 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:38:03.304898 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dce1a7-cf8a-4007-8d84-5d2769f300c7 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Pushing event updated for resources: {'Port': ['ID=44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:03.359456 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-e1dce1a7-cf8a-4007-8d84-5d2769f300c7 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:03.360280 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-e1dce1a7-cf8a-4007-8d84-5d2769f300c7 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:03.383121 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5048caca-e7e3-4fb2-a7d4-111b2f1dec2b tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:03.383591 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5048caca-e7e3-4fb2-a7d4-111b2f1dec2b tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Fanout notify agent at l3_agent the message router_deleted on router 85f806ea-16d9-4af0-8bbb-cd61110e1dd2 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:38:03.400175 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-e1dce1a7-cf8a-4007-8d84-5d2769f300c7 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5622032 Dec 10 16:38:03.411871 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-18ad5a76-70fb-4b3f-b2ce-5ddf46002671 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:03.415588 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-18ad5a76-70fb-4b3f-b2ce-5ddf46002671 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085437 Dec 10 16:38:03.424680 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5048caca-e7e3-4fb2-a7d4-111b2f1dec2b tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:03.424680 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5048caca-e7e3-4fb2-a7d4-111b2f1dec2b tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "DELETE /v2.0/routers/85f806ea-16d9-4af0-8bbb-cd61110e1dd2 HTTP/1.1" status: 204 len: 168 time: 1.5857530 Dec 10 16:38:03.425155 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34588) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:03.526601 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94874d3-565d-451e-a39b-fbaab3a1c9fe req-0533cf6f-ab83-494f-ab99-3c5aa07c061c tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:03.528195 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f94874d3-565d-451e-a39b-fbaab3a1c9fe req-0533cf6f-ab83-494f-ab99-3c5aa07c061c tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 945 time: 0.3968520 Dec 10 16:38:03.535880 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bd611f-9e46-401a-80f9-fad9cda173d5 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:03.537191 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f4bd611f-9e46-401a-80f9-fad9cda173d5 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] 10.222.0.11 "GET /v2.0/networks/5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 881 time: 0.9682934 Dec 10 16:38:03.541282 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34592) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:03.638309 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-bf36c200-d090-46b1-a89c-81cfb1e2b81f tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ec8e278-1b51-4c51-bfc0-4083b28e7af9 HTTP/1.1" status: 200 len: 205 time: 0.0864687 Dec 10 16:38:03.644291 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34596) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:03.664680 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f94874d3-565d-451e-a39b-fbaab3a1c9fe req-6f0b5450-ce55-4bbe-87fa-82026cc105c1 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103053 Dec 10 16:38:03.685195 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9aee9fd-412c-46a1-9263-c72575b78907 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Deleting subnet ff17b75e-c754-449b-8f19-239a9530f2df {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:38:03.690780 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e9aee9fd-412c-46a1-9263-c72575b78907 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:03.787877 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-166ceeef-3252-4039-9de5-a3fe25bb76ee service neutron] Request body: {'port': {'device_id': '41b872ec-a385-49f0-9221-9507cb66a550', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:03.808585 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-1b597cfc-7a54-4290-9b6c-b8b0152c40be None None] Provisioning complete for port 44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:03.809645 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1b597cfc-7a54-4290-9b6c-b8b0152c40be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:03.853468 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e9aee9fd-412c-46a1-9263-c72575b78907 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:03.892948 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a7e0764d-04e6-4b1b-a564-b2395da2f74c tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:03.994008 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-1b597cfc-7a54-4290-9b6c-b8b0152c40be None None] Port 44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:38:04.017656 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-166ceeef-3252-4039-9de5-a3fe25bb76ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:04.151865 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-52b44a93-0d10-42c1-b494-2bf86e4d1e20 req-ea0fa8e0-1973-4495-b101-86f8b16de3eb tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 210 time: 0.0774000 Dec 10 16:38:04.181855 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e9aee9fd-412c-46a1-9263-c72575b78907 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:04.215255 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a7e0764d-04e6-4b1b-a564-b2395da2f74c tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:04.424051 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25edb403-4de0-4723-a2ce-180b81c3d90a req-ab178732-9f63-4cd9-aab5-bc9cbdbb4c7b tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:04.425726 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-25edb403-4de0-4723-a2ce-180b81c3d90a req-ab178732-9f63-4cd9-aab5-bc9cbdbb4c7b tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=41b872ec-a385-49f0-9221-9507cb66a550 HTTP/1.1" status: 200 len: 932 time: 0.1140475 Dec 10 16:38:04.516611 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-25edb403-4de0-4723-a2ce-180b81c3d90a req-62ad3101-3d22-4ced-a1ab-1eb3ab2df131 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820155 Dec 10 16:38:04.519245 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a7e0764d-04e6-4b1b-a564-b2395da2f74c tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Deleting port 6f3dae15-c651-4a66-9aa8-aedcc61c9662 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:04.519586 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a7e0764d-04e6-4b1b-a564-b2395da2f74c tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:04.658522 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-166ceeef-3252-4039-9de5-a3fe25bb76ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:38:04.667660 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-166ceeef-3252-4039-9de5-a3fe25bb76ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:04.683320 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-166ceeef-3252-4039-9de5-a3fe25bb76ee service neutron] Transition to ACTIVE for port object 44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:38:04.709419 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-166ceeef-3252-4039-9de5-a3fe25bb76ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:04.725423 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e9aee9fd-412c-46a1-9263-c72575b78907 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:04.754690 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a7e0764d-04e6-4b1b-a564-b2395da2f74c tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:04.791889 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a7e0764d-04e6-4b1b-a564-b2395da2f74c tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Calling delete_port for 6f3dae15-c651-4a66-9aa8-aedcc61c9662 owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:04.871520 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aee9fd-412c-46a1-9263-c72575b78907 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event deleted for resources: {'Subnet': ['ID=ff17b75e-c754-449b-8f19-239a9530f2df,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:04.906544 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e9aee9fd-412c-46a1-9263-c72575b78907 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:04.915275 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e9aee9fd-412c-46a1-9263-c72575b78907 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "DELETE /v2.0/subnets/ff17b75e-c754-449b-8f19-239a9530f2df HTTP/1.1" status: 204 len: 168 time: 1.4859376 Dec 10 16:38:04.916046 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b67e4b-7fa6-420a-81af-e65e5cda9942 None None] Network 4116a009-8312-4edb-a959-d85cbc066442 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:04.927268 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34642) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:04.953271 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ceeef-3252-4039-9de5-a3fe25bb76ee service neutron] Pushing event updated for resources: {'Port': ['ID=44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:05.095585 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54613ed-0417-4f89-9bb3-e6eab49f9793 req-80f2861d-c4ca-4202-afef-74eaa41a33c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:05.097223 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f54613ed-0417-4f89-9bb3-e6eab49f9793 req-80f2861d-c4ca-4202-afef-74eaa41a33c9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bee2cdae51254104bc03c8ca50b383dd&device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 1096 time: 0.1407838 Dec 10 16:38:05.098380 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-166ceeef-3252-4039-9de5-a3fe25bb76ee service neutron] Attempting to bind port 44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:38:05.098710 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-166ceeef-3252-4039-9de5-a3fe25bb76ee service neutron] Attempting to bind port 44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '70327ecd-07c4-4b68-895f-82935446f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:38:05.099030 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-166ceeef-3252-4039-9de5-a3fe25bb76ee service neutron] Attempting to bind port 44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71 on network 32421a12-0b3a-42d4-846a-0de14cdef277 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:38:05.105710 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-166ceeef-3252-4039-9de5-a3fe25bb76ee service neutron] Port 44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71 on network 32421a12-0b3a-42d4-846a-0de14cdef277 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:38:05.106033 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-166ceeef-3252-4039-9de5-a3fe25bb76ee service neutron] Attempting to bind port 44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71 on network 32421a12-0b3a-42d4-846a-0de14cdef277 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:38:05.138917 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-166ceeef-3252-4039-9de5-a3fe25bb76ee service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:38:05.139265 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-166ceeef-3252-4039-9de5-a3fe25bb76ee service neutron] Checking segment: {'id': '70327ecd-07c4-4b68-895f-82935446f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:38:05.139635 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-166ceeef-3252-4039-9de5-a3fe25bb76ee service neutron] Bound using segment: {'id': '70327ecd-07c4-4b68-895f-82935446f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:38:05.140087 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-166ceeef-3252-4039-9de5-a3fe25bb76ee service neutron] Bound port: 44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70327ecd-07c4-4b68-895f-82935446f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:38:05.140441 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-166ceeef-3252-4039-9de5-a3fe25bb76ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:05.249590 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:38:05.304101 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-166ceeef-3252-4039-9de5-a3fe25bb76ee service neutron] For port 44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71, host n-h1-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:38:05.308246 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-166ceeef-3252-4039-9de5-a3fe25bb76ee service neutron] For port 44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:38:05.322485 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-166ceeef-3252-4039-9de5-a3fe25bb76ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:05.353776 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8919d8-70b0-434a-b8e3-02d522714892 None None] DHCP port deletion for 4116a009-8312-4edb-a959-d85cbc066442 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:38:05.407651 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2aec5fa5-c785-4439-9bec-07d9f34dfb98 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:05.409513 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-166ceeef-3252-4039-9de5-a3fe25bb76ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:05.418372 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-166ceeef-3252-4039-9de5-a3fe25bb76ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:05.423465 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-166ceeef-3252-4039-9de5-a3fe25bb76ee service neutron] 10.222.0.26 "PUT /v2.0/ports/44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71 HTTP/1.1" status: 200 len: 1092 time: 1.9942567 Dec 10 16:38:05.466823 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-3b8919d8-70b0-434a-b8e3-02d522714892 None None] Deleting port 6a3099d5-87a3-4ba6-b3c3-b5fe11953c30 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:05.467347 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3b8919d8-70b0-434a-b8e3-02d522714892 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:05.519096 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b872ec-a385-49f0-9221-9507cb66a550', 'tag': '44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:38:05.526219 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471c7827-61c3-4100-9e60-fe5f2d9946c8" -d '{"events": [{"name": "network-changed", "server_uuid": "41b872ec-a385-49f0-9221-9507cb66a550", "tag": "44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:38:05.614043 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-3b8919d8-70b0-434a-b8e3-02d522714892 None None] For port 6a3099d5-87a3-4ba6-b3c3-b5fe11953c30, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=6a3099d5-87a3-4ba6-b3c3-b5fe11953c30,segment=NetworkSegment(1e9d9735-97c1-4758-9d77-6dc15898132c),segment_id=1e9d9735-97c1-4758-9d77-6dc15898132c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:05.614720 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3b8919d8-70b0-434a-b8e3-02d522714892 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:05.630764 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-3b8919d8-70b0-434a-b8e3-02d522714892 None None] Calling delete_port for 6a3099d5-87a3-4ba6-b3c3-b5fe11953c30 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:05.721719 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ceeef-3252-4039-9de5-a3fe25bb76ee service neutron] Pushing event updated for resources: {'Port': ['ID=44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:05.726128 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 6a3099d5-87a3-4ba6-b3c3-b5fe11953c30 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:38:05.737399 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3b8919d8-70b0-434a-b8e3-02d522714892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:05.749693 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f60db7-9fbc-41be-9ecf-99bee882016f req-c9fa3772-f00e-4e08-b667-c60b118f26eb tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:05.756393 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-36f60db7-9fbc-41be-9ecf-99bee882016f req-c9fa3772-f00e-4e08-b667-c60b118f26eb tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 945 time: 0.8637860 Dec 10 16:38:05.786048 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8919d8-70b0-434a-b8e3-02d522714892 None None] Pushing event deleted for resources: {'Port': ['ID=6a3099d5-87a3-4ba6-b3c3-b5fe11953c30,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:05.810928 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8919d8-70b0-434a-b8e3-02d522714892 None None] No DVR routers for this DVR port 6a3099d5-87a3-4ba6-b3c3-b5fe11953c30 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:38:05.820205 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 6a3099d5-87a3-4ba6-b3c3-b5fe11953c30 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:38:05.820881 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 6a3099d5-87a3-4ba6-b3c3-b5fe11953c30 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:38:05.856432 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-06b2b1ec-ce4c-47d4-80a0-315f5e04c928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:05.858103 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-06b2b1ec-ce4c-47d4-80a0-315f5e04c928 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=38b4c50f2746432ea9adf6424421cd8d&device_id=41b872ec-a385-49f0-9221-9507cb66a550 HTTP/1.1" status: 200 len: 1095 time: 0.3124299 Dec 10 16:38:05.863042 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54613ed-0417-4f89-9bb3-e6eab49f9793 req-35a8edb7-31eb-40bd-81b9-6ae5770b82e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:05.864466 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f54613ed-0417-4f89-9bb3-e6eab49f9793 req-35a8edb7-31eb-40bd-81b9-6ae5770b82e6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a2b747af-c1f4-4b9f-a6a4-5511674e4c02 HTTP/1.1" status: 200 len: 918 time: 0.7521460 Dec 10 16:38:05.903052 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-36f60db7-9fbc-41be-9ecf-99bee882016f req-eef6dc57-a74c-46b6-87d6-9d4e523a26d4 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272147 Dec 10 16:38:05.965316 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-2aec5fa5-c785-4439-9bec-07d9f34dfb98 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Deleting port 6a3099d5-87a3-4ba6-b3c3-b5fe11953c30 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:05.966715 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2aec5fa5-c785-4439-9bec-07d9f34dfb98 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:06.048026 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-7c39ab0d-2cec-414f-9747-2d67e20bd286 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71 HTTP/1.1" status: 200 len: 217 time: 0.1808000 Dec 10 16:38:06.088586 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-2aec5fa5-c785-4439-9bec-07d9f34dfb98 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] For port 6a3099d5-87a3-4ba6-b3c3-b5fe11953c30, host n-d-766771-2, got binding levels [] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:06.088961 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2aec5fa5-c785-4439-9bec-07d9f34dfb98 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:06.104507 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-2aec5fa5-c785-4439-9bec-07d9f34dfb98 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Calling delete_port for 6a3099d5-87a3-4ba6-b3c3-b5fe11953c30 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:06.107750 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.ipam_backend_mixin [None req-2aec5fa5-c785-4439-9bec-07d9f34dfb98 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Port 6a3099d5-87a3-4ba6-b3c3-b5fe11953c30 was not found and therefore no delete operation was performed {{(pid=103392) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 16:38:06.109087 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2aec5fa5-c785-4439-9bec-07d9f34dfb98 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:06.164824 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec5fa5-c785-4439-9bec-07d9f34dfb98 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event deleted for resources: {'Port': ['ID=6a3099d5-87a3-4ba6-b3c3-b5fe11953c30,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:06.191776 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f54613ed-0417-4f89-9bb3-e6eab49f9793 req-cd461dae-f9a2-474d-b38f-63a219be4d5d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb94977b-eb94-4335-af94-bcaa74a1e09e HTTP/1.1" status: 200 len: 1000 time: 0.3111277 Dec 10 16:38:06.207724 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aec5fa5-c785-4439-9bec-07d9f34dfb98 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] No DVR routers for this DVR port 6a3099d5-87a3-4ba6-b3c3-b5fe11953c30 on host n-d-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:38:06.224748 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-94f3c6f5-af71-4937-864d-b8479fe9f214 req-183143e8-0d38-418c-b92f-aea40344c8db tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96c4629-2e29-4fb2-9e4c-3c422ec340a9 HTTP/1.1" status: 200 len: 210 time: 0.1059303 Dec 10 16:38:06.260053 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a7e0764d-04e6-4b1b-a564-b2395da2f74c tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:06.293091 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-2aa50c0a-289e-4b6a-8569-3b44bb47b4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:06.294738 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-2aa50c0a-289e-4b6a-8569-3b44bb47b4d0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bad4bd9c-d017-467b-badb-ee51884a8aea HTTP/1.1" status: 200 len: 850 time: 0.2284098 Dec 10 16:38:06.304856 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:06.378984 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54613ed-0417-4f89-9bb3-e6eab49f9793 req-ad316543-dbe8-4bc6-9024-3d72aa859000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:06.389888 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f54613ed-0417-4f89-9bb3-e6eab49f9793 req-ad316543-dbe8-4bc6-9024-3d72aa859000 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3 HTTP/1.1" status: 200 len: 856 time: 0.1765301 Dec 10 16:38:06.414739 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e0764d-04e6-4b1b-a564-b2395da2f74c tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Pushing event deleted for resources: {'Port': ['ID=6f3dae15-c651-4a66-9aa8-aedcc61c9662,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:06.442657 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c160109e-15aa-4bc7-908d-44ddedbb9d2b None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:38:06.493172 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-5eeaf3aa-4b93-4b25-a6d5-a24adc016b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:06.495706 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-5eeaf3aa-4b93-4b25-a6d5-a24adc016b1a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32421a12-0b3a-42d4-846a-0de14cdef277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1904244 Dec 10 16:38:06.502896 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54613ed-0417-4f89-9bb3-e6eab49f9793 req-b8f0466f-b23f-4232-b144-f7be79ec4328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:06.504743 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f54613ed-0417-4f89-9bb3-e6eab49f9793 req-b8f0466f-b23f-4232-b144-f7be79ec4328 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a2b747af-c1f4-4b9f-a6a4-5511674e4c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1140354 Dec 10 16:38:06.559548 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2aec5fa5-c785-4439-9bec-07d9f34dfb98 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:06.562495 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a7e0764d-04e6-4b1b-a564-b2395da2f74c tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:06.678881 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-2aec5fa5-c785-4439-9bec-07d9f34dfb98 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4116a009-8312-4edb-a959-d85cbc066442']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:06.707967 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a7e0764d-04e6-4b1b-a564-b2395da2f74c tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:06.712082 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a7e0764d-04e6-4b1b-a564-b2395da2f74c tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:06.714725 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-2aec5fa5-c785-4439-9bec-07d9f34dfb98 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e9d9735-97c1-4758-9d77-6dc15898132c') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:06.726607 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-2aec5fa5-c785-4439-9bec-07d9f34dfb98 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e9d9735-97c1-4758-9d77-6dc15898132c') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:06.746810 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2aec5fa5-c785-4439-9bec-07d9f34dfb98 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:06.933404 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2aec5fa5-c785-4439-9bec-07d9f34dfb98 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:06.981879 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a7e0764d-04e6-4b1b-a564-b2395da2f74c tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:06.989797 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e0764d-04e6-4b1b-a564-b2395da2f74c tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Fanout notify agent at l3_agent the message router_deleted on router 5ec8e278-1b51-4c51-bfc0-4083b28e7af9 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:38:06.993059 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aec5fa5-c785-4439-9bec-07d9f34dfb98 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:38:06.996269 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2aec5fa5-c785-4439-9bec-07d9f34dfb98 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:07.009237 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:38:07.009237 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:38:07.009237 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:38:07.009237 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:38:07.009237 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:38:07.009237 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:38:07.009237 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:38:07.009237 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:38:07.009237 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:38:07.009237 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:38:07.009237 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:38:07.009237 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:38:07.009237 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:38:07.009237 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:38:07.009237 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:38:07.009237 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:38:07.009237 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:38:07.009237 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:38:07.009237 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:38:07.009237 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:38:07.009237 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:38:07.009237 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:38:07.009237 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:38:07.009237 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:38:07.009237 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:38:07.009237 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:38:07.009237 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:38:07.009237 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:38:07.009237 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:38:07.009237 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:38:07.009237 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:38:07.009237 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:38:07.088894 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a7e0764d-04e6-4b1b-a564-b2395da2f74c tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:07.090081 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a7e0764d-04e6-4b1b-a564-b2395da2f74c tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] 10.222.0.11 "DELETE /v2.0/routers/5ec8e278-1b51-4c51-bfc0-4083b28e7af9 HTTP/1.1" status: 204 len: 168 time: 3.4444594 Dec 10 16:38:07.241553 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34686) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:07.247697 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-690673bd-ccf5-47cc-914f-35a96575a241 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1719448559', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}, 'admin_state_up': False}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:07.275302 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ae1f6-a144-4d62-9df5-acd6ca816936 req-c2d5a4a2-6eee-48ba-807e-4b169a16fbc0 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:07.284008 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7a0ae1f6-a144-4d62-9df5-acd6ca816936 req-c2d5a4a2-6eee-48ba-807e-4b169a16fbc0 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=41b872ec-a385-49f0-9221-9507cb66a550 HTTP/1.1" status: 200 len: 944 time: 0.5323088 Dec 10 16:38:07.403905 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1fe369-ce86-433f-bfb6-914d1e681b02 x-openstack-request-id: req-2b1fe369-ce86-433f-bfb6-914d1e681b02 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:38:07.404463 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b872ec-a385-49f0-9221-9507cb66a550", "tag": "44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:38:07.404463 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2b1fe369-ce86-433f-bfb6-914d1e681b02 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:38:07.404811 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b872ec-a385-49f0-9221-9507cb66a550', 'tag': '44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71', 'status': 'completed', 'code': 200} Dec 10 16:38:07.405936 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7a0ae1f6-a144-4d62-9df5-acd6ca816936 req-55fa2a9a-4804-4fb6-af66-31fb08109cac tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210296 Dec 10 16:38:07.406678 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2aec5fa5-c785-4439-9bec-07d9f34dfb98 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:07.407266 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f54613ed-0417-4f89-9bb3-e6eab49f9793 req-0c96c66c-b7da-485b-8753-1a717be2b5f9 service neutron] 10.222.0.46 "GET /v2.0/networks/a2b747af-c1f4-4b9f-a6a4-5511674e4c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8841336 Dec 10 16:38:07.436764 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2aec5fa5-c785-4439-9bec-07d9f34dfb98 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:07.448303 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2aec5fa5-c785-4439-9bec-07d9f34dfb98 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "DELETE /v2.0/networks/4116a009-8312-4edb-a959-d85cbc066442 HTTP/1.1" status: 204 len: 168 time: 2.5179727 Dec 10 16:38:07.450258 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34690) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:07.456817 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-690673bd-ccf5-47cc-914f-35a96575a241 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:07.460111 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-e0a51144-60ad-4ddd-9609-e9f4c926dcaa tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Request body: {'network': {'name': 'tempest-RoutersTest-1192801312'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:07.470804 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-690673bd-ccf5-47cc-914f-35a96575a241 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:07.502660 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec5fa5-c785-4439-9bec-07d9f34dfb98 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event deleted for resources: {'Network': ['ID=4116a009-8312-4edb-a959-d85cbc066442,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:07.629531 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-690673bd-ccf5-47cc-914f-35a96575a241 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:07.638966 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a51144-60ad-4ddd-9609-e9f4c926dcaa tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Made reservation on behalf of c3e8ec0e2fb1438e9608d84a3552139f for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:07.645939 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e0a51144-60ad-4ddd-9609-e9f4c926dcaa tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:07.719656 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-bf38f2be-864d-4eca-8fa9-61ae5903422a service neutron] 10.222.0.26 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2134147 Dec 10 16:38:07.744366 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f54613ed-0417-4f89-9bb3-e6eab49f9793 req-fcca84aa-fc2f-45be-b72f-41b076905521 service neutron] 10.222.0.46 "GET /v2.0/networks/a2b747af-c1f4-4b9f-a6a4-5511674e4c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067884 Dec 10 16:38:07.774386 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0a51144-60ad-4ddd-9609-e9f4c926dcaa tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:38:07.798163 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e0a51144-60ad-4ddd-9609-e9f4c926dcaa tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:07.798509 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-e0a51144-60ad-4ddd-9609-e9f4c926dcaa tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Added segment 632b1e09-297e-4bc4-8850-abe698053283 of type vlan for network c26d171f-3341-40f7-bdc7-f1ebbf4b2773 Dec 10 16:38:07.864589 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e0a51144-60ad-4ddd-9609-e9f4c926dcaa tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:07.903741 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041adb66-5742-4b3a-bac1-ff305096be2a req-17917a59-6b0c-4f66-a3fb-3722a96348d9 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:07.905995 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e0a51144-60ad-4ddd-9609-e9f4c926dcaa tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:07.912004 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-041adb66-5742-4b3a-bac1-ff305096be2a req-17917a59-6b0c-4f66-a3fb-3722a96348d9 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 945 time: 0.2899530 Dec 10 16:38:07.912175 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a51144-60ad-4ddd-9609-e9f4c926dcaa tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:07.912991 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e0a51144-60ad-4ddd-9609-e9f4c926dcaa tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:07.963083 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-690673bd-ccf5-47cc-914f-35a96575a241 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:07.991169 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e0a51144-60ad-4ddd-9609-e9f4c926dcaa tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5354927 Dec 10 16:38:08.006501 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34706) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:08.092374 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-826b35be-9b8f-40fa-a83c-8c4f8be20a36 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Request body: {'subnet': {'network_id': 'c26d171f-3341-40f7-bdc7-f1ebbf4b2773', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:08.134070 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:08.152495 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a51144-60ad-4ddd-9609-e9f4c926dcaa tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event updated for resources: {'Network': ['ID=c26d171f-3341-40f7-bdc7-f1ebbf4b2773,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:08.166217 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network c26d171f-3341-40f7-bdc7-f1ebbf4b2773 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:38:08.204268 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1dd27fe9-8ff2-4508-9759-f373fb6552f4 req-cc1185e6-d116-4b84-92d8-31a5649be5e1 service neutron] 10.222.0.26 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073537 Dec 10 16:38:08.246939 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-041adb66-5742-4b3a-bac1-ff305096be2a req-c4acfec0-f438-4aed-b4ff-eb4493e756d8 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3329589 Dec 10 16:38:08.336088 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device cb94977b-eb94-4335-af94-bcaa74a1e09e no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:38:08.394787 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826b35be-9b8f-40fa-a83c-8c4f8be20a36 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Made reservation on behalf of c3e8ec0e2fb1438e9608d84a3552139f for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:08.409010 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34714) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:08.411499 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-826b35be-9b8f-40fa-a83c-8c4f8be20a36 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:08.496265 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c7827-61c3-4100-9e60-fe5f2d9946c8 req-3d0585fc-48e5-4360-9e2a-d4547b2a2254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:08.497219 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:08.498001 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-471c7827-61c3-4100-9e60-fe5f2d9946c8 req-3d0585fc-48e5-4360-9e2a-d4547b2a2254 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=38b4c50f2746432ea9adf6424421cd8d&device_id=41b872ec-a385-49f0-9221-9507cb66a550 HTTP/1.1" status: 200 len: 1095 time: 0.1594274 Dec 10 16:38:08.587355 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce0d5d10-fe10-4d83-bc3c-a95249df7b8f tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:08.609775 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port cb94977b-eb94-4335-af94-bcaa74a1e09e, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=cb94977b-eb94-4335-af94-bcaa74a1e09e,segment=NetworkSegment(5bae3635-32be-403a-b68a-450983b5ab53),segment_id=5bae3635-32be-403a-b68a-450983b5ab53)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:08.611500 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105fbc39-9fee-4115-aff9-663a6d26770e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb94977b-eb94-4335-af94-bcaa74a1e09e'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:38:08.615884 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204f2654-14fb-4e5c-adb0-8f1d21f8e63e" -d '{"events": [{"server_uuid": "105fbc39-9fee-4115-aff9-663a6d26770e", "name": "network-vif-unplugged", "status": "completed", "tag": "cb94977b-eb94-4335-af94-bcaa74a1e09e"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:38:08.622243 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:08.643331 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce0d5d10-fe10-4d83-bc3c-a95249df7b8f tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:08.690985 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=cb94977b-eb94-4335-af94-bcaa74a1e09e,revision_number=8']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:08.700961 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:08.702173 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:08.702699 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:08.703586 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:08.704114 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:08.704625 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:08.706001 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:08.706628 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:08.706749 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c7827-61c3-4100-9e60-fe5f2d9946c8 req-65539ed8-5e03-4db8-9bc8-1d2c8a10fd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:08.707260 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:08.708109 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:08.708258 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-471c7827-61c3-4100-9e60-fe5f2d9946c8 req-65539ed8-5e03-4db8-9bc8-1d2c8a10fd45 service neutron] 10.222.0.26 "GET /v2.0/networks?id=32421a12-0b3a-42d4-846a-0de14cdef277 HTTP/1.1" status: 200 len: 912 time: 0.1947060 Dec 10 16:38:08.708860 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:08.711374 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:08.711849 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:08.772748 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-471c7827-61c3-4100-9e60-fe5f2d9946c8 req-e50acbd8-7173-4e19-b260-1de5bc1c53ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71 HTTP/1.1" status: 200 len: 217 time: 0.0564013 Dec 10 16:38:08.785393 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce0d5d10-fe10-4d83-bc3c-a95249df7b8f tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:08.790393 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce0d5d10-fe10-4d83-bc3c-a95249df7b8f tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:08.791705 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ce0d5d10-fe10-4d83-bc3c-a95249df7b8f tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "DELETE /v2.0/security-groups/7f2a2db4-8009-4c13-8329-5a2302100f9d HTTP/1.1" status: 204 len: 168 time: 0.3783469 Dec 10 16:38:08.796640 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34726) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:08.813150 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d5d10-fe10-4d83-bc3c-a95249df7b8f tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2a2db4-8009-4c13-8329-5a2302100f9d,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:08.819794 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-5831eaf6-7d57-443c-b8df-d788b48bc830 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] show failed (client error): The resource could not be found. Dec 10 16:38:08.821421 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5831eaf6-7d57-443c-b8df-d788b48bc830 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "GET /v2.0/security-groups/7f2a2db4-8009-4c13-8329-5a2302100f9d HTTP/1.1" status: 404 len: 347 time: 0.0173180 Dec 10 16:38:08.839237 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34728) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:08.866703 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997cb477-46e9-4934-95df-cd3842fb24ac req-054cf029-23db-4ee1-acf9-42cd1d88107b tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:08.875886 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-997cb477-46e9-4934-95df-cd3842fb24ac req-054cf029-23db-4ee1-acf9-42cd1d88107b tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=41b872ec-a385-49f0-9221-9507cb66a550 HTTP/1.1" status: 200 len: 944 time: 0.3649800 Dec 10 16:38:08.880968 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-690673bd-ccf5-47cc-914f-35a96575a241 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:08.936780 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-690673bd-ccf5-47cc-914f-35a96575a241 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:08.997828 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c7827-61c3-4100-9e60-fe5f2d9946c8 req-3c263374-112f-4c92-a90d-6a4e8c85f43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:08.999366 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-471c7827-61c3-4100-9e60-fe5f2d9946c8 req-3c263374-112f-4c92-a90d-6a4e8c85f43d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bad4bd9c-d017-467b-badb-ee51884a8aea HTTP/1.1" status: 200 len: 850 time: 0.2152627 Dec 10 16:38:09.112939 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c7827-61c3-4100-9e60-fe5f2d9946c8 req-03141f66-a4bf-4e5b-938c-959ef9313e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:09.115397 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-471c7827-61c3-4100-9e60-fe5f2d9946c8 req-03141f66-a4bf-4e5b-938c-959ef9313e54 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32421a12-0b3a-42d4-846a-0de14cdef277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1034250 Dec 10 16:38:09.123492 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-cc7e31be-c2e1-44a4-a5cf-e577d3cecb51 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Deleting port 9f50ed7f-7cf3-4c4e-8eb2-bce9bf7822df {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:09.124125 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cc7e31be-c2e1-44a4-a5cf-e577d3cecb51 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:09.427006 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cc7e31be-c2e1-44a4-a5cf-e577d3cecb51 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:09.428185 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cc7e31be-c2e1-44a4-a5cf-e577d3cecb51 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:09.449060 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-471c7827-61c3-4100-9e60-fe5f2d9946c8 req-fb487e44-109d-4f61-a675-9900b9231aac service neutron] 10.222.0.26 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220217 Dec 10 16:38:09.450334 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-cc7e31be-c2e1-44a4-a5cf-e577d3cecb51 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Calling delete_port for 9f50ed7f-7cf3-4c4e-8eb2-bce9bf7822df owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:09.598476 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-997cb477-46e9-4934-95df-cd3842fb24ac req-6e7d86df-d958-4c7d-ac56-6ee0c7e9f8a4 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7214453 Dec 10 16:38:09.704788 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 16:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e99844-b4eb-4bde-935b-6b4a93e35a4a x-openstack-request-id: req-40e99844-b4eb-4bde-935b-6b4a93e35a4a {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:38:09.705277 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105fbc39-9fee-4115-aff9-663a6d26770e", "name": "network-vif-unplugged", "status": "completed", "tag": "cb94977b-eb94-4335-af94-bcaa74a1e09e", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:38:09.705369 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-40e99844-b4eb-4bde-935b-6b4a93e35a4a {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:38:09.705963 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105fbc39-9fee-4115-aff9-663a6d26770e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb94977b-eb94-4335-af94-bcaa74a1e09e', 'code': 200} Dec 10 16:38:09.833191 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-471c7827-61c3-4100-9e60-fe5f2d9946c8 req-2b57ade8-fc15-478a-b2dd-33f97798f34e service neutron] 10.222.0.26 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602126 Dec 10 16:38:09.856653 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-690673bd-ccf5-47cc-914f-35a96575a241 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Allocated IP 172.25.6.108 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/db1378f3-1ff6-43d2-962a-11b7a94e0f65) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:09.864835 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-826b35be-9b8f-40fa-a83c-8c4f8be20a36 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:10.098466 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cc7e31be-c2e1-44a4-a5cf-e577d3cecb51 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:10.137458 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6296a1-1825-4fea-b916-252767a95bd7 req-2f25e18b-af53-46a9-a19c-06c9b7335ef6 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:10.139149 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0b6296a1-1825-4fea-b916-252767a95bd7 req-2f25e18b-af53-46a9-a19c-06c9b7335ef6 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 943 time: 0.2787206 Dec 10 16:38:10.139926 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b35be-9b8f-40fa-a83c-8c4f8be20a36 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event updated for resources: {'Subnet': ['ID=88df3b21-6a67-4103-aa03-2d038535f59e,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:10.150008 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e31be-c2e1-44a4-a5cf-e577d3cecb51 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Pushing event deleted for resources: {'Port': ['ID=9f50ed7f-7cf3-4c4e-8eb2-bce9bf7822df,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:10.167222 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793c8cc4-60f6-46d3-aa62-a1daf9f1c434 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:38:10.258504 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cc7e31be-c2e1-44a4-a5cf-e577d3cecb51 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:10.272399 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cc7e31be-c2e1-44a4-a5cf-e577d3cecb51 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:10.273614 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-cc7e31be-c2e1-44a4-a5cf-e577d3cecb51 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "DELETE /v2.0/floatingips/05422faf-7bb9-40df-9d03-74856e90fb47 HTTP/1.1" status: 204 len: 168 time: 1.4334168 Dec 10 16:38:10.277993 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826b35be-9b8f-40fa-a83c-8c4f8be20a36 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Checking segment: {'id': '632b1e09-297e-4bc4-8850-abe698053283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c26d171f-3341-40f7-bdc7-f1ebbf4b2773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:38:10.278539 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34758) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:10.278782 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826b35be-9b8f-40fa-a83c-8c4f8be20a36 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Network hostable DHCP agents. Network: c26d171f-3341-40f7-bdc7-f1ebbf4b2773, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:38:10.364190 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0b6296a1-1825-4fea-b916-252767a95bd7 req-8c97d946-2931-46c0-94dd-0502719f92b1 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730316 Dec 10 16:38:10.428713 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826b35be-9b8f-40fa-a83c-8c4f8be20a36 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Network c26d171f-3341-40f7-bdc7-f1ebbf4b2773 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:38:10.453426 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-690673bd-ccf5-47cc-914f-35a96575a241 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:10.477677 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-826b35be-9b8f-40fa-a83c-8c4f8be20a36 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, c26d171f-3341-40f7-bdc7-f1ebbf4b2773) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:10.486340 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826b35be-9b8f-40fa-a83c-8c4f8be20a36 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:10.486881 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32094c5a-742b-4f53-98f4-878dc7328e9f None None] Network c26d171f-3341-40f7-bdc7-f1ebbf4b2773 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:10.486991 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-826b35be-9b8f-40fa-a83c-8c4f8be20a36 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:10.529452 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-826b35be-9b8f-40fa-a83c-8c4f8be20a36 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4457133 Dec 10 16:38:10.542270 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34768) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:10.551795 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-89ab0924-b026-4496-bfa4-7206cb24f1d4 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-500395831', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:10.602362 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-4ed9f6b8-5c2e-44dc-9be9-20664391928e tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Deleting port 304a9bfc-169e-45fd-9a13-801c0c824783 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:10.604619 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4ed9f6b8-5c2e-44dc-9be9-20664391928e tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:10.659363 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-89ab0924-b026-4496-bfa4-7206cb24f1d4 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:10.660724 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-89ab0924-b026-4496-bfa4-7206cb24f1d4 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:10.699073 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-690673bd-ccf5-47cc-914f-35a96575a241 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:10.783758 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f677c44-7446-46e8-9598-f41851967cdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-c26d171f-3341-40f7-bdc7-f1ebbf4b2773', 'network_id': 'c26d171f-3341-40f7-bdc7-f1ebbf4b2773', 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'fixed_ips': [{'subnet_id': '88df3b21-6a67-4103-aa03-2d038535f59e'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:38:10.786787 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4f677c44-7446-46e8-9598-f41851967cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:10.818052 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4ed9f6b8-5c2e-44dc-9be9-20664391928e tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:10.864346 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-4ed9f6b8-5c2e-44dc-9be9-20664391928e tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Calling delete_port for 304a9bfc-169e-45fd-9a13-801c0c824783 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:10.988029 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-89ab0924-b026-4496-bfa4-7206cb24f1d4 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:10.999687 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690673bd-ccf5-47cc-914f-35a96575a241 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:11.003627 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690673bd-ccf5-47cc-914f-35a96575a241 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Pushing event updated for resources: {'Port': ['ID=db1378f3-1ff6-43d2-962a-11b7a94e0f65,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:11.025761 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-89ab0924-b026-4496-bfa4-7206cb24f1d4 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:11.051518 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-690673bd-ccf5-47cc-914f-35a96575a241 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:11.057861 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690673bd-ccf5-47cc-914f-35a96575a241 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:38:11.163571 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dca9b65-5bba-4a63-9fa0-9fdfc813ad68 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:38:11.183573 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-89ab0924-b026-4496-bfa4-7206cb24f1d4 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:11.187404 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-89ab0924-b026-4496-bfa4-7206cb24f1d4 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6378555 Dec 10 16:38:11.190259 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34790) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:11.239769 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:38:11.241615 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4ed9f6b8-5c2e-44dc-9be9-20664391928e tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:11.324076 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed9f6b8-5c2e-44dc-9be9-20664391928e tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Pushing event deleted for resources: {'Port': ['ID=304a9bfc-169e-45fd-9a13-801c0c824783,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:11.340882 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-4f677c44-7446-46e8-9598-f41851967cdc None None] Allocated IP 172.20.0.2 (c26d171f-3341-40f7-bdc7-f1ebbf4b2773/88df3b21-6a67-4103-aa03-2d038535f59e/b2b6e6dc-24c1-4e62-b020-506287dd9719) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:11.365319 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-fefa8af6-4676-40f1-8846-3c1d58b4dfa9 None None] Provisioning complete for port db1378f3-1ff6-43d2-962a-11b7a94e0f65 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:11.367787 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fefa8af6-4676-40f1-8846-3c1d58b4dfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:11.459171 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.resource_extend [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 16:38:11.495442 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4ed9f6b8-5c2e-44dc-9be9-20664391928e tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:11.498829 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4ed9f6b8-5c2e-44dc-9be9-20664391928e tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "DELETE /v2.0/ports/304a9bfc-169e-45fd-9a13-801c0c824783 HTTP/1.1" status: 204 len: 168 time: 1.2192285 Dec 10 16:38:11.505188 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34798) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:11.587431 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-fefa8af6-4676-40f1-8846-3c1d58b4dfa9 None None] Port db1378f3-1ff6-43d2-962a-11b7a94e0f65 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:38:11.769920 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-489c79e8-fa54-4f95-8595-63042d7a2e14 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Deleting port 7a783492-ea39-41dc-8499-87239009e539 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:11.770607 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-489c79e8-fa54-4f95-8595-63042d7a2e14 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:11.901703 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-489c79e8-fa54-4f95-8595-63042d7a2e14 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:11.914375 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-24f10d0d-1d16-4eed-a610-69680023295e tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:11.921407 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-489c79e8-fa54-4f95-8595-63042d7a2e14 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Calling delete_port for 7a783492-ea39-41dc-8499-87239009e539 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:11.965683 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5788a3-5281-47f6-8003-92a996bab1d3 req-2bde45f1-4d76-4008-a5e9-162318667727 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:11.988080 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-db5788a3-5281-47f6-8003-92a996bab1d3 req-2bde45f1-4d76-4008-a5e9-162318667727 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=41b872ec-a385-49f0-9221-9507cb66a550 HTTP/1.1" status: 200 len: 944 time: 0.6711297 Dec 10 16:38:12.064291 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:12.093913 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71', 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277', 'port_id': '44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71', 'mac_address': 'fa:16:3e:ce:7c:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bad4bd9c-d017-467b-badb-ee51884a8aea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:38:12.153817 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-489c79e8-fa54-4f95-8595-63042d7a2e14 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:12.212271 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c79e8-fa54-4f95-8595-63042d7a2e14 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Pushing event deleted for resources: {'Port': ['ID=7a783492-ea39-41dc-8499-87239009e539,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:12.328577 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4f677c44-7446-46e8-9598-f41851967cdc None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:12.343494 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-489c79e8-fa54-4f95-8595-63042d7a2e14 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:12.344968 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:12.350412 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-489c79e8-fa54-4f95-8595-63042d7a2e14 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "DELETE /v2.0/ports/7a783492-ea39-41dc-8499-87239009e539 HTTP/1.1" status: 204 len: 168 time: 0.8417492 Dec 10 16:38:12.350563 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4f677c44-7446-46e8-9598-f41851967cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:12.351461 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34824) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:12.417523 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-db5788a3-5281-47f6-8003-92a996bab1d3 req-21a3a8d4-f19a-46a9-9e28-aaf6cd6e931f tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285643 Dec 10 16:38:12.430126 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:38:12.449564 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f677c44-7446-46e8-9598-f41851967cdc None None] Network c26d171f-3341-40f7-bdc7-f1ebbf4b2773 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:12.474997 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-4f677c44-7446-46e8-9598-f41851967cdc None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:12.484044 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f677c44-7446-46e8-9598-f41851967cdc None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:38:12.498219 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:12.505368 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:12.524037 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f677c44-7446-46e8-9598-f41851967cdc None None] Pushing event updated for resources: {'Port': ['ID=b2b6e6dc-24c1-4e62-b020-506287dd9719,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:12.567605 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-4f677c44-7446-46e8-9598-f41851967cdc None None] Attempting to bind port b2b6e6dc-24c1-4e62-b020-506287dd9719 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:38:12.568213 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-4f677c44-7446-46e8-9598-f41851967cdc None None] Attempting to bind port b2b6e6dc-24c1-4e62-b020-506287dd9719 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '632b1e09-297e-4bc4-8850-abe698053283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c26d171f-3341-40f7-bdc7-f1ebbf4b2773'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:38:12.568763 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f677c44-7446-46e8-9598-f41851967cdc None None] Attempting to bind port b2b6e6dc-24c1-4e62-b020-506287dd9719 on network c26d171f-3341-40f7-bdc7-f1ebbf4b2773 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:38:12.629354 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f677c44-7446-46e8-9598-f41851967cdc None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:38:12.630318 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f677c44-7446-46e8-9598-f41851967cdc None None] Checking segment: {'id': '632b1e09-297e-4bc4-8850-abe698053283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c26d171f-3341-40f7-bdc7-f1ebbf4b2773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:38:12.630883 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4f677c44-7446-46e8-9598-f41851967cdc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:12.631421 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f677c44-7446-46e8-9598-f41851967cdc None None] Bound using segment: {'id': '632b1e09-297e-4bc4-8850-abe698053283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c26d171f-3341-40f7-bdc7-f1ebbf4b2773'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:38:12.632063 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-4f677c44-7446-46e8-9598-f41851967cdc None None] Bound port: b2b6e6dc-24c1-4e62-b020-506287dd9719, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632b1e09-297e-4bc4-8850-abe698053283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c26d171f-3341-40f7-bdc7-f1ebbf4b2773'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:38:12.632649 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4f677c44-7446-46e8-9598-f41851967cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:12.841094 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:38:12.855488 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-f50ae394-b032-4a57-bd6c-d747e37ddcab tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Deleting subnet 512e7c15-5283-4a20-8554-1db6c68de939 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:38:12.867706 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f50ae394-b032-4a57-bd6c-d747e37ddcab tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:12.959672 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-4f677c44-7446-46e8-9598-f41851967cdc None None] For port b2b6e6dc-24c1-4e62-b020-506287dd9719, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:38:12.984317 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-4f677c44-7446-46e8-9598-f41851967cdc None None] For port b2b6e6dc-24c1-4e62-b020-506287dd9719, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=b2b6e6dc-24c1-4e62-b020-506287dd9719,segment=NetworkSegment(632b1e09-297e-4bc4-8850-abe698053283),segment_id=632b1e09-297e-4bc4-8850-abe698053283)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:38:12.988258 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:12.998447 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4f677c44-7446-46e8-9598-f41851967cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:13.025185 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-24f10d0d-1d16-4eed-a610-69680023295e tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Allocated IP 172.20.0.1 (c26d171f-3341-40f7-bdc7-f1ebbf4b2773/88df3b21-6a67-4103-aa03-2d038535f59e/21fb6776-ba2c-47be-a814-5e48bedfcad5) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:13.030880 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f50ae394-b032-4a57-bd6c-d747e37ddcab tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:13.034626 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-690673bd-ccf5-47cc-914f-35a96575a241 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:13.132575 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f677c44-7446-46e8-9598-f41851967cdc None None] Pushing event updated for resources: {'Port': ['ID=b2b6e6dc-24c1-4e62-b020-506287dd9719,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:13.875926 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fb50f221-cfc0-41ea-adf1-2de274c49890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:14.045737 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b1bf0-761d-48c5-980f-a6a3296549ef req-739f3e19-7593-4f35-9909-ab5c0973d69b tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:14.053248 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c6b1bf0-761d-48c5-980f-a6a3296549ef req-739f3e19-7593-4f35-9909-ab5c0973d69b tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 943 time: 0.3492501 Dec 10 16:38:14.107544 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9caabcf7-1f78-4098-ad7b-c941331c25d2 req-397db8ff-9f77-443b-af57-83f1037666f7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3856111 Dec 10 16:38:14.124143 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-9caabcf7-1f78-4098-ad7b-c941331c25d2 req-8fbfdfa4-a136-43bb-9fbf-25093d0160a3 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:14.125722 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9caabcf7-1f78-4098-ad7b-c941331c25d2 req-8fbfdfa4-a136-43bb-9fbf-25093d0160a3 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082445 Dec 10 16:38:14.166640 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-24f10d0d-1d16-4eed-a610-69680023295e tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:14.168630 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f50ae394-b032-4a57-bd6c-d747e37ddcab tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:14.172947 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-690673bd-ccf5-47cc-914f-35a96575a241 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:14.252113 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c6b1bf0-761d-48c5-980f-a6a3296549ef req-565a27f3-6735-46ff-af77-298d92228a45 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977975 Dec 10 16:38:14.357307 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device cb94977b-eb94-4335-af94-bcaa74a1e09e no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:38:14.600684 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f50ae394-b032-4a57-bd6c-d747e37ddcab tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:14.620805 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-24f10d0d-1d16-4eed-a610-69680023295e tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:14.706052 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f23c8-db3f-42e0-934f-462168790e85 req-7c668010-2efe-4169-83f1-a44f80c7a655 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:14.713696 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-492f23c8-db3f-42e0-934f-462168790e85 req-7c668010-2efe-4169-83f1-a44f80c7a655 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=41b872ec-a385-49f0-9221-9507cb66a550 HTTP/1.1" status: 200 len: 945 time: 0.2375188 Dec 10 16:38:14.741537 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ae394-b032-4a57-bd6c-d747e37ddcab tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Pushing event deleted for resources: {'Subnet': ['ID=512e7c15-5283-4a20-8554-1db6c68de939,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:14.754958 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f50ae394-b032-4a57-bd6c-d747e37ddcab tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:14.761105 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f50ae394-b032-4a57-bd6c-d747e37ddcab tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "DELETE /v2.0/subnets/512e7c15-5283-4a20-8554-1db6c68de939 HTTP/1.1" status: 204 len: 168 time: 2.4054320 Dec 10 16:38:14.761654 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34892) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:14.766858 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91191cc7-3255-46c4-8894-ca0098dc40ec None None] Network 38e57e43-6d77-489e-a8a8-a633e923df66 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:14.784386 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f10d0d-1d16-4eed-a610-69680023295e tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Network c26d171f-3341-40f7-bdc7-f1ebbf4b2773 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:14.794542 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-24f10d0d-1d16-4eed-a610-69680023295e tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:14.796973 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f10d0d-1d16-4eed-a610-69680023295e tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:38:14.883611 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f10d0d-1d16-4eed-a610-69680023295e tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event updated for resources: {'Port': ['ID=21fb6776-ba2c-47be-a814-5e48bedfcad5,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:14.909494 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-24f10d0d-1d16-4eed-a610-69680023295e tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:14.929541 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6e14419-fab6-4cc3-9544-6e003bec9d54 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Deleting subnet 7a67fe19-d2ec-40d0-b0cf-1f0cbda6e9f5 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:38:14.934551 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a6e14419-fab6-4cc3-9544-6e003bec9d54 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:15.034233 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385069de-fd27-4e1e-94e2-d70d69269302 None None] Network c26d171f-3341-40f7-bdc7-f1ebbf4b2773 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:15.047964 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a6e14419-fab6-4cc3-9544-6e003bec9d54 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:15.184592 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6df392-d767-407c-8f33-068019129916 None None] DHCP port deletion for 38e57e43-6d77-489e-a8a8-a633e923df66 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:38:15.200873 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-492f23c8-db3f-42e0-934f-462168790e85 req-84ba3734-f895-4c2d-8f79-af250c2546d8 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4852543 Dec 10 16:38:15.205449 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f65089cb-1d59-4ebe-9276-ee258ee34fb7 None None] Provisioning complete for port b2b6e6dc-24c1-4e62-b020-506287dd9719 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:15.205830 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f65089cb-1d59-4ebe-9276-ee258ee34fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:15.228508 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a6e14419-fab6-4cc3-9544-6e003bec9d54 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:15.282990 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:38:15.291825 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690673bd-ccf5-47cc-914f-35a96575a241 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Router 391cd7b2-eee1-4265-aeef-97da8ac799a0 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:38:15.295334 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a6e14419-fab6-4cc3-9544-6e003bec9d54 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:15.305166 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-24f10d0d-1d16-4eed-a610-69680023295e tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:15.393142 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e14419-fab6-4cc3-9544-6e003bec9d54 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Pushing event deleted for resources: {'Subnet': ['ID=7a67fe19-d2ec-40d0-b0cf-1f0cbda6e9f5,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:15.440750 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a6e14419-fab6-4cc3-9544-6e003bec9d54 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:15.451036 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a6e14419-fab6-4cc3-9544-6e003bec9d54 tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "DELETE /v2.0/subnets/7a67fe19-d2ec-40d0-b0cf-1f0cbda6e9f5 HTTP/1.1" status: 204 len: 168 time: 0.6882181 Dec 10 16:38:15.452415 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34912) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:15.488854 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567e1b7b-4979-472e-b853-77e860647c3e None None] Network cf96409c-c15e-4dab-9223-335a0597f4de requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:15.664254 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3eb7f4bb-6dd4-4f3d-8b04-ff3d5e480a0e tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:15.725649 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-3eb7f4bb-6dd4-4f3d-8b04-ff3d5e480a0e tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Deleting port f4805e6e-4d5e-4115-9424-a66998600bb9 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:15.726922 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3eb7f4bb-6dd4-4f3d-8b04-ff3d5e480a0e tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:15.731012 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device b2b6e6dc-24c1-4e62-b020-506287dd9719 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:38:15.910625 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:38:15.922124 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-3eb7f4bb-6dd4-4f3d-8b04-ff3d5e480a0e tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] For port f4805e6e-4d5e-4115-9424-a66998600bb9, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=f4805e6e-4d5e-4115-9424-a66998600bb9,segment=NetworkSegment(d62dc478-30ab-46d0-93b0-617021b42e5a),segment_id=d62dc478-30ab-46d0-93b0-617021b42e5a)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:15.922696 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3eb7f4bb-6dd4-4f3d-8b04-ff3d5e480a0e tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:15.947561 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:15.947937 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:15.980459 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-3eb7f4bb-6dd4-4f3d-8b04-ff3d5e480a0e tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Calling delete_port for f4805e6e-4d5e-4115-9424-a66998600bb9 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:15.994182 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-2c6df392-d767-407c-8f33-068019129916 None None] Deleting port f4805e6e-4d5e-4115-9424-a66998600bb9 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:15.997374 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2c6df392-d767-407c-8f33-068019129916 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:16.121160 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f65089cb-1d59-4ebe-9276-ee258ee34fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:16.150123 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-24f10d0d-1d16-4eed-a610-69680023295e tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:16.183671 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-24f10d0d-1d16-4eed-a610-69680023295e tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:16.209875 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3eb7f4bb-6dd4-4f3d-8b04-ff3d5e480a0e tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:16.236142 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb7f4bb-6dd4-4f3d-8b04-ff3d5e480a0e tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] No DVR routers for this DVR port f4805e6e-4d5e-4115-9424-a66998600bb9 on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:38:16.286059 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51636254-97a1-46e1-b5f2-45c13ae44adc req-d5871ad0-2549-4313-9350-e9ad2d54ed72 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:16.293334 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-51636254-97a1-46e1-b5f2-45c13ae44adc req-d5871ad0-2549-4313-9350-e9ad2d54ed72 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 943 time: 0.8336992 Dec 10 16:38:16.325609 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7f4bb-6dd4-4f3d-8b04-ff3d5e480a0e tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Pushing event deleted for resources: {'Port': ['ID=f4805e6e-4d5e-4115-9424-a66998600bb9,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:16.392729 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-51636254-97a1-46e1-b5f2-45c13ae44adc req-a68cf1da-b22f-4b24-bbce-7409620c0b2a tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956347 Dec 10 16:38:16.393650 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7f4bb-6dd4-4f3d-8b04-ff3d5e480a0e tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:16.393999 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7f4bb-6dd4-4f3d-8b04-ff3d5e480a0e tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:16.394390 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7f4bb-6dd4-4f3d-8b04-ff3d5e480a0e tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:16.394731 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7f4bb-6dd4-4f3d-8b04-ff3d5e480a0e tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:16.395064 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7f4bb-6dd4-4f3d-8b04-ff3d5e480a0e tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:16.395685 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7f4bb-6dd4-4f3d-8b04-ff3d5e480a0e tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:16.396023 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7f4bb-6dd4-4f3d-8b04-ff3d5e480a0e tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:16.396350 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7f4bb-6dd4-4f3d-8b04-ff3d5e480a0e tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:16.396713 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7f4bb-6dd4-4f3d-8b04-ff3d5e480a0e tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:16.396992 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7f4bb-6dd4-4f3d-8b04-ff3d5e480a0e tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:16.397316 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7f4bb-6dd4-4f3d-8b04-ff3d5e480a0e tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:16.397638 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7f4bb-6dd4-4f3d-8b04-ff3d5e480a0e tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:16.398624 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7f4bb-6dd4-4f3d-8b04-ff3d5e480a0e tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:16.398929 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-2c6df392-d767-407c-8f33-068019129916 None None] For port f4805e6e-4d5e-4115-9424-a66998600bb9, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=f4805e6e-4d5e-4115-9424-a66998600bb9,segment=NetworkSegment(d62dc478-30ab-46d0-93b0-617021b42e5a),segment_id=d62dc478-30ab-46d0-93b0-617021b42e5a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:16.406549 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2c6df392-d767-407c-8f33-068019129916 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:16.427286 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3eb7f4bb-6dd4-4f3d-8b04-ff3d5e480a0e tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:16.429356 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-2c6df392-d767-407c-8f33-068019129916 None None] Calling delete_port for f4805e6e-4d5e-4115-9424-a66998600bb9 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:16.488290 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-24f10d0d-1d16-4eed-a610-69680023295e tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:16.494816 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f10d0d-1d16-4eed-a610-69680023295e tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event updated for resources: {'Port': ['ID=21fb6776-ba2c-47be-a814-5e48bedfcad5,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:16.504208 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-3eb7f4bb-6dd4-4f3d-8b04-ff3d5e480a0e tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38e57e43-6d77-489e-a8a8-a633e923df66']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:16.520599 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690673bd-ccf5-47cc-914f-35a96575a241 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:38:16.525600 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-3eb7f4bb-6dd4-4f3d-8b04-ff3d5e480a0e tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd62dc478-30ab-46d0-93b0-617021b42e5a') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:16.525899 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-3eb7f4bb-6dd4-4f3d-8b04-ff3d5e480a0e tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd62dc478-30ab-46d0-93b0-617021b42e5a') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:16.545831 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3eb7f4bb-6dd4-4f3d-8b04-ff3d5e480a0e tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:16.605243 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c77d809-4005-49ab-aabf-c3d132c96c98 None None] DHCP port deletion for cf96409c-c15e-4dab-9223-335a0597f4de request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:38:16.606672 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3eb7f4bb-6dd4-4f3d-8b04-ff3d5e480a0e tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:16.617948 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb7f4bb-6dd4-4f3d-8b04-ff3d5e480a0e tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:38:16.618386 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3eb7f4bb-6dd4-4f3d-8b04-ff3d5e480a0e tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:16.621816 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:38:16.621816 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:38:16.621816 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:38:16.621816 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:38:16.621816 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:38:16.621816 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:38:16.621816 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:38:16.621816 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:38:16.621816 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:38:16.621816 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:38:16.621816 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:38:16.621816 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:38:16.621816 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:38:16.621816 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:38:16.621816 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:38:16.621816 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:38:16.621816 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:38:16.621816 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:38:16.621816 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:38:16.621816 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:38:16.621816 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:38:16.621816 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:38:16.621816 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:38:16.621816 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:38:16.621816 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:38:16.621816 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:38:16.621816 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:38:16.621816 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:38:16.621816 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:38:16.621816 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:38:16.621816 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:38:16.621816 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:38:16.625807 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port b2b6e6dc-24c1-4e62-b020-506287dd9719 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:16.626406 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:16.628510 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22029a8c-374b-4738-86a4-a20bbd259590 None None] Sync routers for ids ['391cd7b2-eee1-4265-aeef-97da8ac799a0'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:38:16.706389 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3eb7f4bb-6dd4-4f3d-8b04-ff3d5e480a0e tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:16.718675 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3eb7f4bb-6dd4-4f3d-8b04-ff3d5e480a0e tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:16.728464 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3eb7f4bb-6dd4-4f3d-8b04-ff3d5e480a0e tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "DELETE /v2.0/networks/38e57e43-6d77-489e-a8a8-a633e923df66 HTTP/1.1" status: 204 len: 168 time: 1.2716718 Dec 10 16:38:16.729407 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34936) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:16.729606 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f65089cb-1d59-4ebe-9276-ee258ee34fb7 None None] For port b2b6e6dc-24c1-4e62-b020-506287dd9719, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=b2b6e6dc-24c1-4e62-b020-506287dd9719,segment=NetworkSegment(632b1e09-297e-4bc4-8850-abe698053283),segment_id=632b1e09-297e-4bc4-8850-abe698053283)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:16.748220 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22029a8c-374b-4738-86a4-a20bbd259590 None None] Routers {'391cd7b2-eee1-4265-aeef-97da8ac799a0'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:16.748856 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-22029a8c-374b-4738-86a4-a20bbd259590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:37:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['391cd7b2-eee1-4265-aeef-97da8ac799a0'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:16.751285 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:16.800044 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f10d0d-1d16-4eed-a610-69680023295e tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Network c26d171f-3341-40f7-bdc7-f1ebbf4b2773 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:16.807365 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f65089cb-1d59-4ebe-9276-ee258ee34fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:16.810184 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-24f10d0d-1d16-4eed-a610-69680023295e tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:16.837663 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-22029a8c-374b-4738-86a4-a20bbd259590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:16.844693 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c90636c6-a76d-4720-b03c-d69577a4efee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:16.849959 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-690673bd-ccf5-47cc-914f-35a96575a241 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:16.851325 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-690673bd-ccf5-47cc-914f-35a96575a241 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.6077318 Dec 10 16:38:16.854023 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34938) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:16.963436 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:16.980231 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b872ec-a385-49f0-9221-9507cb66a550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:38:16.986336 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8810d911-ff6a-47d4-bdf1-22b51d8cfb09" -d '{"events": [{"server_uuid": "41b872ec-a385-49f0-9221-9507cb66a550", "name": "network-vif-plugged", "status": "completed", "tag": "44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:38:16.992505 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-82c6459d-7d9b-4f8e-a1b3-dd87a60b9766 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:17.001785 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:17.006184 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22029a8c-374b-4738-86a4-a20bbd259590 None None] Routers {'391cd7b2-eee1-4265-aeef-97da8ac799a0'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:17.007025 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-22029a8c-374b-4738-86a4-a20bbd259590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:38:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['391cd7b2-eee1-4265-aeef-97da8ac799a0'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:17.012273 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4b65169-df9f-444e-9d6b-4a87de58c33c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:17.022399 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7f4bb-6dd4-4f3d-8b04-ff3d5e480a0e tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Pushing event deleted for resources: {'Network': ['ID=38e57e43-6d77-489e-a8a8-a633e923df66,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:17.107150 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-22029a8c-374b-4738-86a4-a20bbd259590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:17.109998 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22029a8c-374b-4738-86a4-a20bbd259590 None None] The sync data for ids ['391cd7b2-eee1-4265-aeef-97da8ac799a0'] in n-d-766771-2 is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:38:17.220367 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2c6df392-d767-407c-8f33-068019129916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:17.260208 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-b4b65169-df9f-444e-9d6b-4a87de58c33c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Deleting port 544f079f-3777-4b6a-bd9b-1340ec1fc547 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:17.260469 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4b65169-df9f-444e-9d6b-4a87de58c33c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:17.373201 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45508790-16bd-4843-b598-aff24125bee4 req-2385707c-aadf-4e5c-8056-5f3283ff2bb6 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:17.375256 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-45508790-16bd-4843-b598-aff24125bee4 req-2385707c-aadf-4e5c-8056-5f3283ff2bb6 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=41b872ec-a385-49f0-9221-9507cb66a550 HTTP/1.1" status: 200 len: 945 time: 0.6398623 Dec 10 16:38:17.442033 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-b4b65169-df9f-444e-9d6b-4a87de58c33c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] For port 544f079f-3777-4b6a-bd9b-1340ec1fc547, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=544f079f-3777-4b6a-bd9b-1340ec1fc547,segment=NetworkSegment(44a46a5e-a254-4d44-9870-cc62115a4eda),segment_id=44a46a5e-a254-4d44-9870-cc62115a4eda)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:17.443132 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4b65169-df9f-444e-9d6b-4a87de58c33c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:17.457654 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2c6df392-d767-407c-8f33-068019129916 None None] Network 38e57e43-6d77-489e-a8a8-a633e923df66 is not hosted by any dhcp agent {{(pid=103394) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 16:38:17.462460 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6df392-d767-407c-8f33-068019129916 None None] No DVR routers for this DVR port f4805e6e-4d5e-4115-9424-a66998600bb9 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:38:17.481189 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-b4b65169-df9f-444e-9d6b-4a87de58c33c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Calling delete_port for 544f079f-3777-4b6a-bd9b-1340ec1fc547 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:17.504524 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-1d22d1fb-3e8e-4e70-9176-cff4353a8001 None None] Provisioning complete for port b2b6e6dc-24c1-4e62-b020-506287dd9719 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:17.504901 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1d22d1fb-3e8e-4e70-9176-cff4353a8001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:17.521557 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-5c77d809-4005-49ab-aabf-c3d132c96c98 None None] Deleting port 544f079f-3777-4b6a-bd9b-1340ec1fc547 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:17.521944 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5c77d809-4005-49ab-aabf-c3d132c96c98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:17.536176 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device f4805e6e-4d5e-4115-9424-a66998600bb9 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:38:17.549095 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-45508790-16bd-4843-b598-aff24125bee4 req-aaa4ea2d-2df5-4c03-853f-64b04bd2a609 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654997 Dec 10 16:38:17.559396 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f10d0d-1d16-4eed-a610-69680023295e tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Router b707016f-f3ef-4d93-852e-be84cd8348da is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:38:17.744611 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65089cb-1d59-4ebe-9276-ee258ee34fb7 None None] Pushing event updated for resources: {'Port': ['ID=b2b6e6dc-24c1-4e62-b020-506287dd9719,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:17.818128 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009fe157-11a2-437f-9ae4-72321bbdd713 x-openstack-request-id: req-009fe157-11a2-437f-9ae4-72321bbdd713 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:38:17.818507 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b872ec-a385-49f0-9221-9507cb66a550", "name": "network-vif-plugged", "status": "completed", "tag": "44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:38:17.818687 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-009fe157-11a2-437f-9ae4-72321bbdd713 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:38:17.819075 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b872ec-a385-49f0-9221-9507cb66a550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71', 'code': 200} Dec 10 16:38:17.869163 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34968) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:17.897625 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-5c77d809-4005-49ab-aabf-c3d132c96c98 None None] For port 544f079f-3777-4b6a-bd9b-1340ec1fc547, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=544f079f-3777-4b6a-bd9b-1340ec1fc547,segment=NetworkSegment(44a46a5e-a254-4d44-9870-cc62115a4eda),segment_id=44a46a5e-a254-4d44-9870-cc62115a4eda)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:17.898583 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5c77d809-4005-49ab-aabf-c3d132c96c98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:17.914565 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-5c77d809-4005-49ab-aabf-c3d132c96c98 None None] Calling delete_port for 544f079f-3777-4b6a-bd9b-1340ec1fc547 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:18.061085 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4b65169-df9f-444e-9d6b-4a87de58c33c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:18.088953 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535fc68-b490-4468-b3d9-9d6919d5fd30 req-eb6c7239-b42e-4d20-97e9-7fc71ac72880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:18.103805 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8535fc68-b490-4468-b3d9-9d6919d5fd30 req-eb6c7239-b42e-4d20-97e9-7fc71ac72880 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=41b872ec-a385-49f0-9221-9507cb66a550 HTTP/1.1" status: 200 len: 1097 time: 0.2355702 Dec 10 16:38:18.105766 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caabcf7-1f78-4098-ad7b-c941331c25d2 req-020f481c-18a3-49ac-a6cd-5648ba365cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:18.107228 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9caabcf7-1f78-4098-ad7b-c941331c25d2 req-020f481c-18a3-49ac-a6cd-5648ba365cd9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e&tenant_id=bee2cdae51254104bc03c8ca50b383dd HTTP/1.1" status: 200 len: 1094 time: 0.5248842 Dec 10 16:38:18.136172 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:18.150047 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: f4805e6e-4d5e-4115-9424-a66998600bb9 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:38:18.150617 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device f4805e6e-4d5e-4115-9424-a66998600bb9 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:38:18.165109 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:18.165731 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b65169-df9f-444e-9d6b-4a87de58c33c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Pushing event deleted for resources: {'Port': ['ID=544f079f-3777-4b6a-bd9b-1340ec1fc547,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:18.173545 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b65169-df9f-444e-9d6b-4a87de58c33c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] No DVR routers for this DVR port 544f079f-3777-4b6a-bd9b-1340ec1fc547 on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:38:18.242508 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5100fbb4-8758-498f-97c8-767d3c42ea04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:18.272444 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6df392-d767-407c-8f33-068019129916 None None] Pushing event deleted for resources: {'Port': ['ID=f4805e6e-4d5e-4115-9424-a66998600bb9,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:18.310083 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8535fc68-b490-4468-b3d9-9d6919d5fd30 req-4fdde1dd-23da-4fb0-ba06-87709759320a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632209 Dec 10 16:38:18.338291 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4b65169-df9f-444e-9d6b-4a87de58c33c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:18.359081 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caabcf7-1f78-4098-ad7b-c941331c25d2 req-79a95d7a-653a-4356-a86f-da69fcd60fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:18.360617 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9caabcf7-1f78-4098-ad7b-c941331c25d2 req-79a95d7a-653a-4356-a86f-da69fcd60fc4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bee2cdae51254104bc03c8ca50b383dd&device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 1094 time: 0.2152457 Dec 10 16:38:18.394597 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-b4b65169-df9f-444e-9d6b-4a87de58c33c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf96409c-c15e-4dab-9223-335a0597f4de']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:18.421959 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device b2b6e6dc-24c1-4e62-b020-506287dd9719 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:38:18.459396 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-b4b65169-df9f-444e-9d6b-4a87de58c33c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44a46a5e-a254-4d44-9870-cc62115a4eda') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:18.459601 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-b4b65169-df9f-444e-9d6b-4a87de58c33c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44a46a5e-a254-4d44-9870-cc62115a4eda') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:18.498496 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4b65169-df9f-444e-9d6b-4a87de58c33c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:18.527502 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4b65169-df9f-444e-9d6b-4a87de58c33c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:18.537510 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4b65169-df9f-444e-9d6b-4a87de58c33c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:38:18.538264 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4b65169-df9f-444e-9d6b-4a87de58c33c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:18.548355 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:38:18.548355 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:38:18.548355 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:38:18.548355 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:38:18.548355 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:38:18.548355 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:38:18.548355 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:38:18.548355 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:38:18.548355 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:38:18.548355 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:38:18.548355 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:38:18.548355 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:38:18.548355 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:38:18.548355 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:38:18.548355 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:38:18.548355 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:38:18.548355 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:38:18.548355 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:38:18.548355 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:38:18.548355 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:38:18.548355 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:38:18.548355 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:38:18.548355 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:38:18.548355 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:38:18.548355 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:38:18.548355 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:38:18.548355 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:38:18.548355 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:38:18.548355 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:38:18.548355 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:38:18.548355 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:38:18.548355 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:38:18.593659 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port b2b6e6dc-24c1-4e62-b020-506287dd9719 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:18.594044 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:18.644055 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:18.649199 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-1d22d1fb-3e8e-4e70-9176-cff4353a8001 None None] Provisioning complete for port 21fb6776-ba2c-47be-a814-5e48bedfcad5 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:18.649631 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1d22d1fb-3e8e-4e70-9176-cff4353a8001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:18.676339 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caabcf7-1f78-4098-ad7b-c941331c25d2 req-3ee7236e-e22f-4fab-bb2b-0134959649c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:18.677739 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9caabcf7-1f78-4098-ad7b-c941331c25d2 req-3ee7236e-e22f-4fab-bb2b-0134959649c1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a2b747af-c1f4-4b9f-a6a4-5511674e4c02 HTTP/1.1" status: 200 len: 918 time: 0.3047273 Dec 10 16:38:18.701947 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-1d22d1fb-3e8e-4e70-9176-cff4353a8001 None None] Port 21fb6776-ba2c-47be-a814-5e48bedfcad5 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:38:18.707407 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5c77d809-4005-49ab-aabf-c3d132c96c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:18.724697 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f10d0d-1d16-4eed-a610-69680023295e tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:38:18.740941 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f2729-143b-48f0-a30b-81451f3ba7a5 req-3f713c03-900d-4c94-a636-bc0ead1698e5 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:18.744978 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9ba1da-160d-442e-a0bb-46d52dd119e9 None None] Sync routers for ids ['b707016f-f3ef-4d93-852e-be84cd8348da'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:38:18.749644 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f86f2729-143b-48f0-a30b-81451f3ba7a5 req-3f713c03-900d-4c94-a636-bc0ead1698e5 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 943 time: 0.1262190 Dec 10 16:38:18.758390 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-24f10d0d-1d16-4eed-a610-69680023295e tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "PUT /v2.0/routers/b707016f-f3ef-4d93-852e-be84cd8348da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5620244 Dec 10 16:38:18.763675 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34988) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:18.778606 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9ba1da-160d-442e-a0bb-46d52dd119e9 None None] Routers {'b707016f-f3ef-4d93-852e-be84cd8348da'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:18.778803 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-cb9ba1da-160d-442e-a0bb-46d52dd119e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:38:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['b707016f-f3ef-4d93-852e-be84cd8348da'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:18.793445 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c77d809-4005-49ab-aabf-c3d132c96c98 None None] No DVR routers for this DVR port 544f079f-3777-4b6a-bd9b-1340ec1fc547 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:38:18.797668 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77d809-4005-49ab-aabf-c3d132c96c98 None None] Pushing event deleted for resources: {'Port': ['ID=544f079f-3777-4b6a-bd9b-1340ec1fc547,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:18.883868 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-cb9ba1da-160d-442e-a0bb-46d52dd119e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:18.904202 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4b65169-df9f-444e-9d6b-4a87de58c33c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:18.906749 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9ba1da-160d-442e-a0bb-46d52dd119e9 None None] Routers {'b707016f-f3ef-4d93-852e-be84cd8348da'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:18.908055 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-cb9ba1da-160d-442e-a0bb-46d52dd119e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:38:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['b707016f-f3ef-4d93-852e-be84cd8348da'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:18.926045 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4b65169-df9f-444e-9d6b-4a87de58c33c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:18.933037 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b4b65169-df9f-444e-9d6b-4a87de58c33c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] 10.222.0.11 "DELETE /v2.0/networks/cf96409c-c15e-4dab-9223-335a0597f4de HTTP/1.1" status: 204 len: 168 time: 2.1890798 Dec 10 16:38:18.933037 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5100fbb4-8758-498f-97c8-767d3c42ea04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:18.941938 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-df0c37ce-4b39-424b-827b-6d892162916d None None] Provisioning complete for port 21fb6776-ba2c-47be-a814-5e48bedfcad5 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:18.942668 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-df0c37ce-4b39-424b-827b-6d892162916d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:18.969025 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5100fbb4-8758-498f-97c8-767d3c42ea04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:18.987141 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b65169-df9f-444e-9d6b-4a87de58c33c tempest-TaggedBootDevicesTest_v242-1679512498 tempest-TaggedBootDevicesTest_v242-1679512498-project] Pushing event deleted for resources: {'Network': ['ID=cf96409c-c15e-4dab-9223-335a0597f4de,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:19.003891 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9caabcf7-1f78-4098-ad7b-c941331c25d2 req-29050d53-4599-4456-a7a9-3bfea29364f0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb94977b-eb94-4335-af94-bcaa74a1e09e HTTP/1.1" status: 200 len: 998 time: 0.3124039 Dec 10 16:38:19.020687 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141f6c7b-d7b1-444f-8115-3e45ffc5448f tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:19.037063 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-141f6c7b-d7b1-444f-8115-3e45ffc5448f tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "GET /v2.0/ports/21fb6776-ba2c-47be-a814-5e48bedfcad5 HTTP/1.1" status: 200 len: 910 time: 0.2722313 Dec 10 16:38:19.042522 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34996) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:19.073392 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-cb9ba1da-160d-442e-a0bb-46d52dd119e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:19.073392 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9ba1da-160d-442e-a0bb-46d52dd119e9 None None] The sync data for ids ['b707016f-f3ef-4d93-852e-be84cd8348da'] in n-d-766771-2 is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:38:19.100974 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f86f2729-143b-48f0-a30b-81451f3ba7a5 req-cff91ea2-20c8-4f08-81c3-8def78d47bfa tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3503227 Dec 10 16:38:19.108965 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-df0c37ce-4b39-424b-827b-6d892162916d None None] Port 21fb6776-ba2c-47be-a814-5e48bedfcad5 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:38:19.121312 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 544f079f-3777-4b6a-bd9b-1340ec1fc547 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:38:19.132797 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5100fbb4-8758-498f-97c8-767d3c42ea04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3543cd-e09f-42ca-88e3-1cbabd748272,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:19.156860 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 544f079f-3777-4b6a-bd9b-1340ec1fc547 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:38:19.157208 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 544f079f-3777-4b6a-bd9b-1340ec1fc547 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:38:19.233353 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-82c6459d-7d9b-4f8e-a1b3-dd87a60b9766 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:19.253097 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-82c6459d-7d9b-4f8e-a1b3-dd87a60b9766 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:19.255403 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5100fbb4-8758-498f-97c8-767d3c42ea04 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=039748ebdcb14c8e8927dfb4d79ba97e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3676078 Dec 10 16:38:19.269402 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35004) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:19.347254 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caabcf7-1f78-4098-ad7b-c941331c25d2 req-887921b1-8246-4fec-92a7-5aa983a3a32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:19.348733 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9caabcf7-1f78-4098-ad7b-c941331c25d2 req-887921b1-8246-4fec-92a7-5aa983a3a32d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3 HTTP/1.1" status: 200 len: 856 time: 0.3280940 Dec 10 16:38:19.628684 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f400fe-0f3c-4159-ac0f-7eb2c862fe4a req-0810d535-3b38-49f3-b226-e19a2de22252 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:19.630325 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-00f400fe-0f3c-4159-ac0f-7eb2c862fe4a req-0810d535-3b38-49f3-b226-e19a2de22252 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=41b872ec-a385-49f0-9221-9507cb66a550 HTTP/1.1" status: 200 len: 946 time: 0.3595321 Dec 10 16:38:19.655567 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ad16417b-a31d-4a93-a38c-7ea7cb299eb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:19.674015 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:19.711262 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-82c6459d-7d9b-4f8e-a1b3-dd87a60b9766 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Deleting port db1378f3-1ff6-43d2-962a-11b7a94e0f65 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:19.712349 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-82c6459d-7d9b-4f8e-a1b3-dd87a60b9766 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:19.831694 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ad16417b-a31d-4a93-a38c-7ea7cb299eb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:19.893769 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-00f400fe-0f3c-4159-ac0f-7eb2c862fe4a req-84f4a586-56c2-48aa-9232-56007c6cc86f tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217610 Dec 10 16:38:19.958254 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ad16417b-a31d-4a93-a38c-7ea7cb299eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:19.961483 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ad16417b-a31d-4a93-a38c-7ea7cb299eb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:19.968115 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ad16417b-a31d-4a93-a38c-7ea7cb299eb6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9f3543cd-e09f-42ca-88e3-1cbabd748272 HTTP/1.1" status: 204 len: 168 time: 0.6908071 Dec 10 16:38:19.991973 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad16417b-a31d-4a93-a38c-7ea7cb299eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3543cd-e09f-42ca-88e3-1cbabd748272,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:20.089922 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-82c6459d-7d9b-4f8e-a1b3-dd87a60b9766 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:20.154959 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-82c6459d-7d9b-4f8e-a1b3-dd87a60b9766 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Calling delete_port for db1378f3-1ff6-43d2-962a-11b7a94e0f65 owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:20.276256 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caabcf7-1f78-4098-ad7b-c941331c25d2 req-2b497d73-3cde-46cd-9240-67637c7d08c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:20.278566 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9caabcf7-1f78-4098-ad7b-c941331c25d2 req-2b497d73-3cde-46cd-9240-67637c7d08c8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a2b747af-c1f4-4b9f-a6a4-5511674e4c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9137051 Dec 10 16:38:20.511489 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9caabcf7-1f78-4098-ad7b-c941331c25d2 req-f2d109a9-2dbb-4f3c-ae9f-3631063c52d4 service neutron] 10.222.0.46 "GET /v2.0/networks/a2b747af-c1f4-4b9f-a6a4-5511674e4c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243283 Dec 10 16:38:20.630725 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031cf7d-1103-40d0-9400-3586a78d9144 req-3ddf4309-2fb5-46fd-a64f-387798b56ea9 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:20.633017 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e031cf7d-1103-40d0-9400-3586a78d9144 req-3ddf4309-2fb5-46fd-a64f-387798b56ea9 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 943 time: 0.2314305 Dec 10 16:38:20.688340 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35042) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:20.723526 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc46f8ee-7665-4e8d-b1d5-f5f305ecf8f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:20.784745 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9caabcf7-1f78-4098-ad7b-c941331c25d2 req-3adddefa-6971-4f15-97c4-fca5912c4019 service neutron] 10.222.0.46 "GET /v2.0/networks/a2b747af-c1f4-4b9f-a6a4-5511674e4c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631981 Dec 10 16:38:20.821717 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-82c6459d-7d9b-4f8e-a1b3-dd87a60b9766 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:20.924131 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c6459d-7d9b-4f8e-a1b3-dd87a60b9766 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Pushing event deleted for resources: {'Port': ['ID=db1378f3-1ff6-43d2-962a-11b7a94e0f65,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:20.962505 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e031cf7d-1103-40d0-9400-3586a78d9144 req-8728ba7e-29d8-4a6a-bc59-e1246af351b8 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2291176 Dec 10 16:38:20.986233 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc46f8ee-7665-4e8d-b1d5-f5f305ecf8f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:20.997210 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc46f8ee-7665-4e8d-b1d5-f5f305ecf8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:21.008127 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9d1273-a552-4a66-90fd-fe5d8144df96 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:38:21.015928 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d2d04da8-f159-4c5c-afc0-6cbebed52848 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:21.174584 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-dc46f8ee-7665-4e8d-b1d5-f5f305ecf8f1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=898ec1fe661f4428a43a66540c163739&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4848783 Dec 10 16:38:21.177332 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35058) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:21.226918 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46f8ee-7665-4e8d-b1d5-f5f305ecf8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e2c565-1bbf-4d86-bd61-fd2ce6176012,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:21.297057 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-346055cc-f1ed-499b-864f-8ecb29b5e107 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:21.322307 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-82c6459d-7d9b-4f8e-a1b3-dd87a60b9766 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:21.328194 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-346055cc-f1ed-499b-864f-8ecb29b5e107 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:21.459870 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-346055cc-f1ed-499b-864f-8ecb29b5e107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:21.463064 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-346055cc-f1ed-499b-864f-8ecb29b5e107 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:21.464222 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-346055cc-f1ed-499b-864f-8ecb29b5e107 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/62e2c565-1bbf-4d86-bd61-fd2ce6176012 HTTP/1.1" status: 204 len: 168 time: 0.2845583 Dec 10 16:38:21.490381 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346055cc-f1ed-499b-864f-8ecb29b5e107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e2c565-1bbf-4d86-bd61-fd2ce6176012,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:21.513692 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-d2d04da8-f159-4c5c-afc0-6cbebed52848 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Deleting port 21fb6776-ba2c-47be-a814-5e48bedfcad5 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:21.514031 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d2d04da8-f159-4c5c-afc0-6cbebed52848 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:21.587586 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37eb76-ff1c-4eec-a458-dedff9030e0d req-0da22cd4-85aa-4c08-81c2-b4afa858c9c1 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:21.598726 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f37eb76-ff1c-4eec-a458-dedff9030e0d req-0da22cd4-85aa-4c08-81c2-b4afa858c9c1 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=41b872ec-a385-49f0-9221-9507cb66a550 HTTP/1.1" status: 200 len: 946 time: 0.4828775 Dec 10 16:38:21.702422 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d2d04da8-f159-4c5c-afc0-6cbebed52848 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:21.763589 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-d2d04da8-f159-4c5c-afc0-6cbebed52848 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Calling delete_port for 21fb6776-ba2c-47be-a814-5e48bedfcad5 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:21.778897 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-82c6459d-7d9b-4f8e-a1b3-dd87a60b9766 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4726'] for router, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:21.877178 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f37eb76-ff1c-4eec-a458-dedff9030e0d req-3ddee199-b009-4b56-88ee-02d8f8176fa8 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774632 Dec 10 16:38:21.886053 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-82c6459d-7d9b-4f8e-a1b3-dd87a60b9766 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-603901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599127'] for router, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:22.236233 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35100) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:22.332178 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c6459d-7d9b-4f8e-a1b3-dd87a60b9766 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Router 391cd7b2-eee1-4265-aeef-97da8ac799a0 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:38:22.356746 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e684b750-2a96-49b4-8e6b-50941afa13ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:22.408220 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d2d04da8-f159-4c5c-afc0-6cbebed52848 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:22.530042 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d04da8-f159-4c5c-afc0-6cbebed52848 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event deleted for resources: {'Port': ['ID=21fb6776-ba2c-47be-a814-5e48bedfcad5,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:22.581530 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c6459d-7d9b-4f8e-a1b3-dd87a60b9766 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:38:22.597166 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b3a105-e445-4232-9a82-52d555063508 None None] Sync routers for ids ['391cd7b2-eee1-4265-aeef-97da8ac799a0'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:38:22.609069 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-82c6459d-7d9b-4f8e-a1b3-dd87a60b9766 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:22.611809 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b3a105-e445-4232-9a82-52d555063508 None None] Routers {'391cd7b2-eee1-4265-aeef-97da8ac799a0'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:22.612980 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-82c6459d-7d9b-4f8e-a1b3-dd87a60b9766 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] 10.222.0.11 "PUT /v2.0/routers/391cd7b2-eee1-4265-aeef-97da8ac799a0 HTTP/1.1" status: 200 len: 706 time: 5.6363792 Dec 10 16:38:22.615943 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-77b3a105-e445-4232-9a82-52d555063508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:38:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['391cd7b2-eee1-4265-aeef-97da8ac799a0'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:22.616328 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35104) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:22.698283 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a390c-cc61-4d46-95ae-adec898e0260 req-5a50c331-0cec-4e74-97c0-81c7110c87c6 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:22.720107 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c3a390c-cc61-4d46-95ae-adec898e0260 req-5a50c331-0cec-4e74-97c0-81c7110c87c6 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 943 time: 0.1981862 Dec 10 16:38:22.749181 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-77b3a105-e445-4232-9a82-52d555063508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:22.788622 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c3a390c-cc61-4d46-95ae-adec898e0260 req-9327d179-e15a-4024-831f-81e3ee79e090 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673983 Dec 10 16:38:22.815436 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b3a105-e445-4232-9a82-52d555063508 None None] Routers {'391cd7b2-eee1-4265-aeef-97da8ac799a0'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:22.818851 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-77b3a105-e445-4232-9a82-52d555063508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:38:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['391cd7b2-eee1-4265-aeef-97da8ac799a0'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:22.947682 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e684b750-2a96-49b4-8e6b-50941afa13ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:22.962646 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e684b750-2a96-49b4-8e6b-50941afa13ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:22.972027 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-89e7351e-19f7-4157-8d4a-b64239ddba07 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] 10.222.0.11 "GET /v2.0/routers/391cd7b2-eee1-4265-aeef-97da8ac799a0 HTTP/1.1" status: 200 len: 741 time: 0.3513291 Dec 10 16:38:22.992948 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35112) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:23.025438 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-77b3a105-e445-4232-9a82-52d555063508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:23.027709 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b3a105-e445-4232-9a82-52d555063508 None None] The sync data for ids ['391cd7b2-eee1-4265-aeef-97da8ac799a0'] in n-d-766771-2 is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:38:23.111726 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e684b750-2a96-49b4-8e6b-50941afa13ae admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=50d825fe3f9e446799d11a66d100e540&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8482420 Dec 10 16:38:23.113181 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35114) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:23.118431 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e6928bec-2a58-4de7-9797-fa9bb0f5a5c0 tempest-RoutersAdminTest-1897104634 tempest-RoutersAdminTest-1897104634-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=5eeed31d-d918-4774-81b9-ef71c6f02574&device_id=391cd7b2-eee1-4265-aeef-97da8ac799a0 HTTP/1.1" status: 200 len: 205 time: 0.1212993 Dec 10 16:38:23.123269 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35116) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:23.162894 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-6499e11e-9b16-4fbb-aa06-5a8b101bd6dc tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] 10.222.0.11 "GET /v2.0/ports?device_id=391cd7b2-eee1-4265-aeef-97da8ac799a0 HTTP/1.1" status: 200 len: 205 time: 0.0373933 Dec 10 16:38:23.165706 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e684b750-2a96-49b4-8e6b-50941afa13ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038eb257-e90f-47da-8cc2-1c598fdebd80,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:23.168203 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35118) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:23.216279 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d2d04da8-f159-4c5c-afc0-6cbebed52848 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:23.328199 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351e1bc-e363-47d3-97d6-404cfb205289 req-8c05cbd7-985e-47cf-a4ae-8f90a2dd8955 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:23.328782 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6a9defad-620e-4255-a27b-197136fefaf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:23.337675 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6351e1bc-e363-47d3-97d6-404cfb205289 req-8c05cbd7-985e-47cf-a4ae-8f90a2dd8955 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=41b872ec-a385-49f0-9221-9507cb66a550 HTTP/1.1" status: 200 len: 946 time: 0.3633900 Dec 10 16:38:23.392265 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e5468894-cfed-4bfe-a827-12f1baab11b8 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:23.410712 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6a9defad-620e-4255-a27b-197136fefaf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:23.536901 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d04da8-f159-4c5c-afc0-6cbebed52848 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Router b707016f-f3ef-4d93-852e-be84cd8348da has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:38:23.712934 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6351e1bc-e363-47d3-97d6-404cfb205289 req-2d286c7b-69fa-4f25-94a6-2cca69a22daa tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742239 Dec 10 16:38:23.722886 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6a9defad-620e-4255-a27b-197136fefaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:23.725476 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6a9defad-620e-4255-a27b-197136fefaf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:23.726707 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6a9defad-620e-4255-a27b-197136fefaf2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/038eb257-e90f-47da-8cc2-1c598fdebd80 HTTP/1.1" status: 204 len: 168 time: 0.6125851 Dec 10 16:38:23.745358 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d04da8-f159-4c5c-afc0-6cbebed52848 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:38:23.751274 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d2d04da8-f159-4c5c-afc0-6cbebed52848 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "PUT /v2.0/routers/b707016f-f3ef-4d93-852e-be84cd8348da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6117308 Dec 10 16:38:23.756740 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5a97a0-4ac6-4cf1-af84-587c5d9c2c4b None None] Sync routers for ids ['b707016f-f3ef-4d93-852e-be84cd8348da'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:38:23.770324 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35130) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:23.772058 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5a97a0-4ac6-4cf1-af84-587c5d9c2c4b None None] Routers {'b707016f-f3ef-4d93-852e-be84cd8348da'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:23.772932 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ef5a97a0-4ac6-4cf1-af84-587c5d9c2c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:38:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['b707016f-f3ef-4d93-852e-be84cd8348da'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:23.830739 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9defad-620e-4255-a27b-197136fefaf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038eb257-e90f-47da-8cc2-1c598fdebd80,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:23.834538 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e5468894-cfed-4bfe-a827-12f1baab11b8 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:23.838615 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-05038a89-6163-4a4b-bdb2-3ac1532d5595 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "GET /v2.0/ports?device_id=b707016f-f3ef-4d93-852e-be84cd8348da HTTP/1.1" status: 200 len: 205 time: 0.0627830 Dec 10 16:38:23.844083 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ef5a97a0-4ac6-4cf1-af84-587c5d9c2c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:23.844913 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35134) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:23.845654 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e5468894-cfed-4bfe-a827-12f1baab11b8 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:23.855962 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5a97a0-4ac6-4cf1-af84-587c5d9c2c4b None None] Routers {'b707016f-f3ef-4d93-852e-be84cd8348da'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:23.856749 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ef5a97a0-4ac6-4cf1-af84-587c5d9c2c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:38:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['b707016f-f3ef-4d93-852e-be84cd8348da'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:23.895625 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ef5a97a0-4ac6-4cf1-af84-587c5d9c2c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:23.896608 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5a97a0-4ac6-4cf1-af84-587c5d9c2c4b None None] The sync data for ids ['b707016f-f3ef-4d93-852e-be84cd8348da'] in n-d-766771-2 is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:38:24.385569 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ef3d15fd-c388-4b6a-bba2-ef841157d0ff tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:24.586772 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e5468894-cfed-4bfe-a827-12f1baab11b8 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:24.587540 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5468894-cfed-4bfe-a827-12f1baab11b8 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Fanout notify agent at l3_agent the message router_deleted on router 391cd7b2-eee1-4265-aeef-97da8ac799a0 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:38:24.640330 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e5468894-cfed-4bfe-a827-12f1baab11b8 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:24.640330 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e5468894-cfed-4bfe-a827-12f1baab11b8 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] 10.222.0.11 "DELETE /v2.0/routers/391cd7b2-eee1-4265-aeef-97da8ac799a0 HTTP/1.1" status: 204 len: 168 time: 1.4661517 Dec 10 16:38:24.641140 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35156) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:24.688587 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b1ed6111-2711-4ce8-96ed-cef95f53372a tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] 10.222.0.11 "GET /v2.0/ports?device_id=391cd7b2-eee1-4265-aeef-97da8ac799a0 HTTP/1.1" status: 200 len: 205 time: 0.0456693 Dec 10 16:38:24.689692 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35158) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:24.736425 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-6f3d5cfa-a67c-4b80-adc6-b0d2ca30a42f tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] delete failed (client error): The resource could not be found. Dec 10 16:38:24.737893 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6f3d5cfa-a67c-4b80-adc6-b0d2ca30a42f tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] 10.222.0.11 "DELETE /v2.0/routers/391cd7b2-eee1-4265-aeef-97da8ac799a0 HTTP/1.1" status: 404 len: 336 time: 0.0467191 Dec 10 16:38:24.743646 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35162) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:24.780338 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced9c07-3f32-481e-a959-020fac89f114 req-e9d3209e-58e8-41dd-a185-4a5a58fe0c28 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:24.793335 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fced9c07-3f32-481e-a959-020fac89f114 req-e9d3209e-58e8-41dd-a185-4a5a58fe0c28 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 943 time: 0.7625198 Dec 10 16:38:24.969689 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ef3d15fd-c388-4b6a-bba2-ef841157d0ff tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:24.977454 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ef3d15fd-c388-4b6a-bba2-ef841157d0ff tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:24.984093 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35170) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:24.986442 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-00f5233d-6532-4d6f-acb1-17e305a98e23 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ec8e278-1b51-4c51-bfc0-4083b28e7af9 HTTP/1.1" status: 200 len: 205 time: 0.2405081 Dec 10 16:38:25.112789 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-aaffaecb-6583-43d6-aa2f-cd44edd626dc tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] delete failed (client error): The resource could not be found. Dec 10 16:38:25.112789 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-aaffaecb-6583-43d6-aa2f-cd44edd626dc tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] 10.222.0.11 "DELETE /v2.0/routers/5ec8e278-1b51-4c51-bfc0-4083b28e7af9 HTTP/1.1" status: 404 len: 336 time: 0.1275160 Dec 10 16:38:25.156066 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35174) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:25.280773 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b01e2923-23a7-4fe7-93d0-e4249f160fe6 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] 10.222.0.11 "GET /v2.0/ports?device_id=4980d4fc-c5a8-4aa7-821e-4b4f4382104a HTTP/1.1" status: 200 len: 205 time: 0.1067822 Dec 10 16:38:25.282028 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35184) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:25.322423 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ef3d15fd-c388-4b6a-bba2-ef841157d0ff tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:25.322992 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3d15fd-c388-4b6a-bba2-ef841157d0ff tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Fanout notify agent at l3_agent the message router_deleted on router b707016f-f3ef-4d93-852e-be84cd8348da {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:38:25.343242 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-fb8f503d-d437-4cda-a87b-c93b355644cd tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] delete failed (client error): The resource could not be found. Dec 10 16:38:25.352667 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-fb8f503d-d437-4cda-a87b-c93b355644cd tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] 10.222.0.11 "DELETE /v2.0/routers/4980d4fc-c5a8-4aa7-821e-4b4f4382104a HTTP/1.1" status: 404 len: 336 time: 0.0626614 Dec 10 16:38:25.353205 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35186) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:25.363472 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fced9c07-3f32-481e-a959-020fac89f114 req-8abb7d3a-a5ac-4921-ab54-d2d20c302533 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5678959 Dec 10 16:38:25.377200 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ef3d15fd-c388-4b6a-bba2-ef841157d0ff tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:25.393151 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ef3d15fd-c388-4b6a-bba2-ef841157d0ff tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "DELETE /v2.0/routers/b707016f-f3ef-4d93-852e-be84cd8348da HTTP/1.1" status: 204 len: 168 time: 1.5103424 Dec 10 16:38:25.394074 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35190) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:25.459180 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a5a3a5e2-c603-4f52-bb09-90ca4d8987c9 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c92e0da8-2950-42e9-9010-9b60032fec4c HTTP/1.1" status: 200 len: 205 time: 0.1045697 Dec 10 16:38:25.463328 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35194) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:25.573959 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-9127994b-bbb0-493c-a0cb-3f9b55bf97aa tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] delete failed (client error): The resource could not be found. Dec 10 16:38:25.575295 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9127994b-bbb0-493c-a0cb-3f9b55bf97aa tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] 10.222.0.11 "DELETE /v2.0/routers/c92e0da8-2950-42e9-9010-9b60032fec4c HTTP/1.1" status: 404 len: 336 time: 0.1109071 Dec 10 16:38:25.580221 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35198) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:25.605314 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-5658320e-0154-4a28-880a-af49b55d3d55 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Deleting subnet 88df3b21-6a67-4103-aa03-2d038535f59e {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:38:25.639962 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5658320e-0154-4a28-880a-af49b55d3d55 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:25.668704 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a6927116-23ea-4761-9214-25c7781b9f4f tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] 10.222.0.11 "GET /v2.0/ports?device_id=e79b4107-e3af-48f6-8556-2f86c6bec662 HTTP/1.1" status: 200 len: 205 time: 0.0868857 Dec 10 16:38:25.682995 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35200) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:25.778856 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-a7bcb60b-cdeb-4f6a-8109-8a9dad4dd172 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] delete failed (client error): The resource could not be found. Dec 10 16:38:25.780104 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a7bcb60b-cdeb-4f6a-8109-8a9dad4dd172 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] 10.222.0.11 "DELETE /v2.0/routers/e79b4107-e3af-48f6-8556-2f86c6bec662 HTTP/1.1" status: 404 len: 336 time: 0.0958221 Dec 10 16:38:25.795775 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35204) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:25.861562 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ff918270-0ef2-47ff-80b2-dde896ab3ce0 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] 10.222.0.11 "GET /v2.0/ports?device_id=f174c256-3758-4453-8074-6bad548c7062 HTTP/1.1" status: 200 len: 205 time: 0.0644839 Dec 10 16:38:25.873150 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35208) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:25.930784 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-a724c11f-f8f0-4c8a-95e5-457895e259f2 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] delete failed (client error): The resource could not be found. Dec 10 16:38:25.936160 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a724c11f-f8f0-4c8a-95e5-457895e259f2 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] 10.222.0.11 "DELETE /v2.0/routers/f174c256-3758-4453-8074-6bad548c7062 HTTP/1.1" status: 404 len: 336 time: 0.0611537 Dec 10 16:38:25.938422 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35212) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:26.025167 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-b08e0629-55e0-44a7-9936-1f78580e7b96 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] DELETE failed (client error): The resource could not be found. Dec 10 16:38:26.025635 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b08e0629-55e0-44a7-9936-1f78580e7b96 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:38:26.033944 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b08e0629-55e0-44a7-9936-1f78580e7b96 tempest-RoutersAdminTest-984692722 tempest-RoutersAdminTest-984692722-project] 10.222.0.11 "DELETE /v2.0/subnets/fde2c03e-70be-49b2-87dd-e65db8aeb483 HTTP/1.1" status: 404 len: 337 time: 0.0906415 Dec 10 16:38:26.068806 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e1014-ff17-42dc-8ea1-81c0bd92715e req-ba46f5f7-ef87-4733-8d46-5ade2d73ccd6 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:26.071335 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-103e1014-ff17-42dc-8ea1-81c0bd92715e req-ba46f5f7-ef87-4733-8d46-5ade2d73ccd6 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=41b872ec-a385-49f0-9221-9507cb66a550 HTTP/1.1" status: 200 len: 946 time: 0.5484469 Dec 10 16:38:26.132735 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5658320e-0154-4a28-880a-af49b55d3d55 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:26.348341 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-103e1014-ff17-42dc-8ea1-81c0bd92715e req-7d6279a3-af6a-416d-bae9-77b2d7c75975 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663188 Dec 10 16:38:26.437508 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5658320e-0154-4a28-880a-af49b55d3d55 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:26.521093 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5658320e-0154-4a28-880a-af49b55d3d55 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:26.567497 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35242) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:26.572902 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9687e9c5-e1c2-4672-a18e-3fe9644bec21 None None] Network c26d171f-3341-40f7-bdc7-f1ebbf4b2773 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:26.589971 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5658320e-0154-4a28-880a-af49b55d3d55 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:26.613314 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5658320e-0154-4a28-880a-af49b55d3d55 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "DELETE /v2.0/subnets/88df3b21-6a67-4103-aa03-2d038535f59e HTTP/1.1" status: 204 len: 168 time: 1.2149162 Dec 10 16:38:26.613887 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35246) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:26.754718 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658320e-0154-4a28-880a-af49b55d3d55 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event deleted for resources: {'Subnet': ['ID=88df3b21-6a67-4103-aa03-2d038535f59e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:26.832362 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8eac7-475c-49cf-9bdf-7c4d6b5baee7 req-43ba8b3b-49e0-4db3-a28c-438c60980f92 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:26.848239 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-efe8eac7-475c-49cf-9bdf-7c4d6b5baee7 req-43ba8b3b-49e0-4db3-a28c-438c60980f92 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 943 time: 0.2956541 Dec 10 16:38:27.003786 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee8529a-b856-4fb2-9960-c22d01693bf5 None None] DHCP port deletion for c26d171f-3341-40f7-bdc7-f1ebbf4b2773 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:38:27.036113 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32ebe850-b977-4231-a84b-9cd11438dd02 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:27.066706 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35254) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:27.107323 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-efe8eac7-475c-49cf-9bdf-7c4d6b5baee7 req-7a11b5d3-6699-48e5-82aa-5b5227313fcf tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2576928 Dec 10 16:38:27.146603 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-3ee8529a-b856-4fb2-9960-c22d01693bf5 None None] Deleting port b2b6e6dc-24c1-4e62-b020-506287dd9719 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:27.146980 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3ee8529a-b856-4fb2-9960-c22d01693bf5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:27.205367 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0afcc0f5-d2ca-46e0-8d6f-44e83c1d2a5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:27.352278 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-3ee8529a-b856-4fb2-9960-c22d01693bf5 None None] For port b2b6e6dc-24c1-4e62-b020-506287dd9719, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=b2b6e6dc-24c1-4e62-b020-506287dd9719,segment=NetworkSegment(632b1e09-297e-4bc4-8850-abe698053283),segment_id=632b1e09-297e-4bc4-8850-abe698053283)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:27.352680 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3ee8529a-b856-4fb2-9960-c22d01693bf5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:27.410228 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-3ee8529a-b856-4fb2-9960-c22d01693bf5 None None] Calling delete_port for b2b6e6dc-24c1-4e62-b020-506287dd9719 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:27.436106 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-32ebe850-b977-4231-a84b-9cd11438dd02 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Deleting port b2b6e6dc-24c1-4e62-b020-506287dd9719 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:27.442844 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32ebe850-b977-4231-a84b-9cd11438dd02 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:27.443941 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-8c27f1fd-3999-4317-b4d6-7c98c1df5775 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Request body: {'network': {'name': 'tempest-network-smoke--1077745387', 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'port_security_enabled': True}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:27.530050 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c27f1fd-3999-4317-b4d6-7c98c1df5775 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Made reservation on behalf of f7102f587c0942469f218fb29d23ff5f for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:27.546620 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8c27f1fd-3999-4317-b4d6-7c98c1df5775 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:27.618158 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3ee8529a-b856-4fb2-9960-c22d01693bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:27.659778 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee8529a-b856-4fb2-9960-c22d01693bf5 None None] Pushing event deleted for resources: {'Port': ['ID=b2b6e6dc-24c1-4e62-b020-506287dd9719,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:27.683543 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee8529a-b856-4fb2-9960-c22d01693bf5 None None] No DVR routers for this DVR port b2b6e6dc-24c1-4e62-b020-506287dd9719 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:38:27.717310 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8c27f1fd-3999-4317-b4d6-7c98c1df5775 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:27.776904 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-32ebe850-b977-4231-a84b-9cd11438dd02 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] For port b2b6e6dc-24c1-4e62-b020-506287dd9719, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=b2b6e6dc-24c1-4e62-b020-506287dd9719,segment=NetworkSegment(632b1e09-297e-4bc4-8850-abe698053283),segment_id=632b1e09-297e-4bc4-8850-abe698053283)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:27.777271 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32ebe850-b977-4231-a84b-9cd11438dd02 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:27.834540 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-32ebe850-b977-4231-a84b-9cd11438dd02 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Calling delete_port for b2b6e6dc-24c1-4e62-b020-506287dd9719 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:27.864381 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0afcc0f5-d2ca-46e0-8d6f-44e83c1d2a5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:27.886788 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0afcc0f5-d2ca-46e0-8d6f-44e83c1d2a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:28.036282 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afcc0f5-d2ca-46e0-8d6f-44e83c1d2a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52fd5d6a-edcf-42ce-b696-a8b7f5354c87,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:28.079220 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f82642-8216-409b-9580-f8fbaea2b030 req-c3cac14c-0740-4e6b-abf6-2234124a0d4b tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:28.090395 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0afcc0f5-d2ca-46e0-8d6f-44e83c1d2a5f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ba4a9687c3444919a0356d790b875b72&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5209854 Dec 10 16:38:28.091102 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35278) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:28.107683 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-64f82642-8216-409b-9580-f8fbaea2b030 req-c3cac14c-0740-4e6b-abf6-2234124a0d4b tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=41b872ec-a385-49f0-9221-9507cb66a550 HTTP/1.1" status: 200 len: 946 time: 0.5434978 Dec 10 16:38:28.158720 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8c27f1fd-3999-4317-b4d6-7c98c1df5775 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:28.177420 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c8d5d522-bf1b-4c59-9b45-b87c5082b878 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:28.213168 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8c27f1fd-3999-4317-b4d6-7c98c1df5775 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:28.217491 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32ebe850-b977-4231-a84b-9cd11438dd02 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:28.240150 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ebe850-b977-4231-a84b-9cd11438dd02 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] No DVR routers for this DVR port b2b6e6dc-24c1-4e62-b020-506287dd9719 on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:38:28.284583 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c8d5d522-bf1b-4c59-9b45-b87c5082b878 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:28.314994 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c27f1fd-3999-4317-b4d6-7c98c1df5775 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:38:28.334650 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device b2b6e6dc-24c1-4e62-b020-506287dd9719 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:38:28.376488 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32ebe850-b977-4231-a84b-9cd11438dd02 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:28.384349 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: b2b6e6dc-24c1-4e62-b020-506287dd9719 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:38:28.387033 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device b2b6e6dc-24c1-4e62-b020-506287dd9719 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:38:28.400330 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-64f82642-8216-409b-9580-f8fbaea2b030 req-c13a8541-cbf7-4bb4-a60f-de57711053aa tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916236 Dec 10 16:38:28.413453 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c27f1fd-3999-4317-b4d6-7c98c1df5775 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83222be8-979f-4629-b1f3-4136907efd50,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:28.429976 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8c27f1fd-3999-4317-b4d6-7c98c1df5775 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:28.430374 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-8c27f1fd-3999-4317-b4d6-7c98c1df5775 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Added segment 2bbad0e8-ed67-413a-8c9a-253af19189e9 of type vlan for network d541c368-720d-4b18-b807-71b1bfe1994a Dec 10 16:38:28.488321 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-32ebe850-b977-4231-a84b-9cd11438dd02 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c26d171f-3341-40f7-bdc7-f1ebbf4b2773']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:28.521419 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-32ebe850-b977-4231-a84b-9cd11438dd02 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '632b1e09-297e-4bc4-8850-abe698053283') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:28.521729 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-32ebe850-b977-4231-a84b-9cd11438dd02 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '632b1e09-297e-4bc4-8850-abe698053283') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:28.558177 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32ebe850-b977-4231-a84b-9cd11438dd02 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:28.593807 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32ebe850-b977-4231-a84b-9cd11438dd02 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:28.634525 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32ebe850-b977-4231-a84b-9cd11438dd02 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:38:28.644267 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32ebe850-b977-4231-a84b-9cd11438dd02 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:28.649672 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8c27f1fd-3999-4317-b4d6-7c98c1df5775 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:28.710573 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7d827-cb97-4b04-9c77-905e0667f833 req-aa590a93-b803-4d69-b525-0f1c98273828 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:28.718846 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-42b7d827-cb97-4b04-9c77-905e0667f833 req-aa590a93-b803-4d69-b525-0f1c98273828 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 943 time: 0.1387281 Dec 10 16:38:28.749182 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8c27f1fd-3999-4317-b4d6-7c98c1df5775 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:28.763002 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c27f1fd-3999-4317-b4d6-7c98c1df5775 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:28.763963 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8c27f1fd-3999-4317-b4d6-7c98c1df5775 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:28.767593 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:38:28.767593 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:38:28.767593 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:38:28.767593 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:38:28.767593 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:38:28.767593 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:38:28.767593 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:38:28.767593 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:38:28.767593 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:38:28.767593 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:38:28.767593 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:38:28.767593 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:38:28.767593 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:38:28.767593 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:38:28.767593 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:38:28.767593 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:38:28.767593 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:38:28.767593 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:38:28.767593 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:38:28.767593 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:38:28.767593 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:38:28.767593 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:38:28.767593 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:38:28.767593 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:38:28.767593 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:38:28.767593 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:38:28.767593 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:38:28.767593 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:38:28.767593 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:38:28.767593 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:38:28.767593 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:38:28.767593 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:38:28.767593 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:38:28.767593 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:38:28.767593 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:38:28.767593 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:38:28.767593 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:38:28.767593 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:38:28.767593 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:38:28.767593 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:38:28.889132 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ebe850-b977-4231-a84b-9cd11438dd02 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event deleted for resources: {'Port': ['ID=b2b6e6dc-24c1-4e62-b020-506287dd9719,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:28.909419 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32ebe850-b977-4231-a84b-9cd11438dd02 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:28.919698 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32ebe850-b977-4231-a84b-9cd11438dd02 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:28.933067 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-32ebe850-b977-4231-a84b-9cd11438dd02 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "DELETE /v2.0/networks/c26d171f-3341-40f7-bdc7-f1ebbf4b2773 HTTP/1.1" status: 204 len: 168 time: 2.3174276 Dec 10 16:38:28.933738 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35292) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:28.983326 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-5891c4a7-b818-460c-a3cd-3559531e0a55 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-363568697', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}, 'admin_state_up': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:29.009853 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ebe850-b977-4231-a84b-9cd11438dd02 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event deleted for resources: {'Network': ['ID=c26d171f-3341-40f7-bdc7-f1ebbf4b2773,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:29.032747 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c27f1fd-3999-4317-b4d6-7c98c1df5775 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event updated for resources: {'Network': ['ID=d541c368-720d-4b18-b807-71b1bfe1994a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:29.045951 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network d541c368-720d-4b18-b807-71b1bfe1994a details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:38:29.080328 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-42b7d827-cb97-4b04-9c77-905e0667f833 req-e8cd77b4-18f6-4a1c-a3e9-adbc5e23afd4 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3602276 Dec 10 16:38:29.115436 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5891c4a7-b818-460c-a3cd-3559531e0a55 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:29.118546 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5891c4a7-b818-460c-a3cd-3559531e0a55 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:29.124156 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-8c27f1fd-3999-4317-b4d6-7c98c1df5775 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.0515711 Dec 10 16:38:29.126795 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35294) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:29.133335 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-5e68a84d-9c2a-41df-8467-ed5f6b8b10a6 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1922325860', 'admin_state_up': True, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:29.231707 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5e68a84d-9c2a-41df-8467-ed5f6b8b10a6 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:29.232989 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5e68a84d-9c2a-41df-8467-ed5f6b8b10a6 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:29.348342 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5891c4a7-b818-460c-a3cd-3559531e0a55 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:29.351540 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c8d5d522-bf1b-4c59-9b45-b87c5082b878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:29.356276 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c8d5d522-bf1b-4c59-9b45-b87c5082b878 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:29.361084 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c8d5d522-bf1b-4c59-9b45-b87c5082b878 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/52fd5d6a-edcf-42ce-b696-a8b7f5354c87 HTTP/1.1" status: 204 len: 168 time: 1.2647681 Dec 10 16:38:29.374523 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5d522-bf1b-4c59-9b45-b87c5082b878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fd5d6a-edcf-42ce-b696-a8b7f5354c87,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:29.404564 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5e68a84d-9c2a-41df-8467-ed5f6b8b10a6 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:30.055024 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5e68a84d-9c2a-41df-8467-ed5f6b8b10a6 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:30.373674 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400dbfe9-b078-4e8a-b1da-eb236af109f1 req-846bb845-7745-41d3-97ab-21cf8bd2d210 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:30.391229 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-400dbfe9-b078-4e8a-b1da-eb236af109f1 req-846bb845-7745-41d3-97ab-21cf8bd2d210 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=41b872ec-a385-49f0-9221-9507cb66a550 HTTP/1.1" status: 200 len: 946 time: 0.7859144 Dec 10 16:38:30.393395 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35320) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:30.617745 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5f92dcbc-d4b0-4edd-91c8-8844c301e21d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8f048cde4ae8405f9042fdc01efcc935&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2193031 Dec 10 16:38:30.633965 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35324) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:30.724252 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-400dbfe9-b078-4e8a-b1da-eb236af109f1 req-4b947c30-a590-45fa-baa5-5ad6d3d2d3bc tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314686 Dec 10 16:38:30.729224 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5891c4a7-b818-460c-a3cd-3559531e0a55 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:30.941826 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f2edef5b-b72a-4baf-be54-d48f96796816 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:31.034671 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f2edef5b-b72a-4baf-be54-d48f96796816 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:31.171151 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e5a0e-fc5e-4994-b78d-65ef19c22399 req-79c3efc4-9f21-486c-ae64-f377080d80c9 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:31.180043 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e10e5a0e-fc5e-4994-b78d-65ef19c22399 req-79c3efc4-9f21-486c-ae64-f377080d80c9 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 943 time: 0.2163999 Dec 10 16:38:31.217372 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f2edef5b-b72a-4baf-be54-d48f96796816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:31.220575 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f2edef5b-b72a-4baf-be54-d48f96796816 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:31.224092 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f2edef5b-b72a-4baf-be54-d48f96796816 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c10813ff-4686-4d98-acb9-1b2596381abf HTTP/1.1" status: 204 len: 168 time: 0.5759032 Dec 10 16:38:31.296252 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2edef5b-b72a-4baf-be54-d48f96796816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10813ff-4686-4d98-acb9-1b2596381abf,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:31.306479 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5e68a84d-9c2a-41df-8467-ed5f6b8b10a6 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:31.342717 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5891c4a7-b818-460c-a3cd-3559531e0a55 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:31.409785 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5891c4a7-b818-460c-a3cd-3559531e0a55 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:31.449323 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5e68a84d-9c2a-41df-8467-ed5f6b8b10a6 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:31.751506 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-5891c4a7-b818-460c-a3cd-3559531e0a55 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Allocated IP 172.25.6.97 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/a54c8e50-28eb-4f23-9099-e582be2c7418) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:31.848439 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e10e5a0e-fc5e-4994-b78d-65ef19c22399 req-09aa5b88-a2dd-4380-be73-1a12e3763491 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6673188 Dec 10 16:38:32.002352 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5891c4a7-b818-460c-a3cd-3559531e0a55 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:32.121840 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87633fe4-301f-4961-ba0b-d078356d39d5 req-5439756a-4d8e-484e-bbcc-2168027abb08 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:32.129813 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5891c4a7-b818-460c-a3cd-3559531e0a55 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:32.133711 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-87633fe4-301f-4961-ba0b-d078356d39d5 req-5439756a-4d8e-484e-bbcc-2168027abb08 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=41b872ec-a385-49f0-9221-9507cb66a550 HTTP/1.1" status: 200 len: 946 time: 0.1434326 Dec 10 16:38:32.222115 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-5e68a84d-9c2a-41df-8467-ed5f6b8b10a6 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Allocated IP 172.25.6.73 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/033196f5-e487-461d-9344-13635f0d77e5) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:32.321685 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5891c4a7-b818-460c-a3cd-3559531e0a55 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:32.324774 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-5891c4a7-b818-460c-a3cd-3559531e0a55 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:32.329323 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5891c4a7-b818-460c-a3cd-3559531e0a55 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:38:32.344597 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad280d3-60de-4c06-8927-b5bd08006349 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:38:32.424955 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-52329680-8ad2-48c5-a1f2-5d2d9b1e8e15 None None] Provisioning complete for port a54c8e50-28eb-4f23-9099-e582be2c7418 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:32.425420 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-52329680-8ad2-48c5-a1f2-5d2d9b1e8e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:32.475070 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891c4a7-b818-460c-a3cd-3559531e0a55 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event updated for resources: {'Port': ['ID=a54c8e50-28eb-4f23-9099-e582be2c7418,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:32.493478 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5e68a84d-9c2a-41df-8467-ed5f6b8b10a6 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:32.560782 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5e68a84d-9c2a-41df-8467-ed5f6b8b10a6 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:32.580764 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-52329680-8ad2-48c5-a1f2-5d2d9b1e8e15 None None] Port a54c8e50-28eb-4f23-9099-e582be2c7418 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:38:32.693052 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e68a84d-9c2a-41df-8467-ed5f6b8b10a6 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:32.712685 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-5e68a84d-9c2a-41df-8467-ed5f6b8b10a6 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:32.738980 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1659784c-d478-43c9-9ed6-c5da40dd8708 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:38:32.743138 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e68a84d-9c2a-41df-8467-ed5f6b8b10a6 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:38:32.758761 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68a84d-9c2a-41df-8467-ed5f6b8b10a6 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event updated for resources: {'Port': ['ID=033196f5-e487-461d-9344-13635f0d77e5,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:32.921862 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-58f79570-c8cb-4dcd-a369-ab36ff496508 None None] Provisioning complete for port 033196f5-e487-461d-9344-13635f0d77e5 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:32.922187 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-58f79570-c8cb-4dcd-a369-ab36ff496508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:32.948746 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-87633fe4-301f-4961-ba0b-d078356d39d5 req-2fdedd96-f9ba-4a6c-b2f6-cd67eba2f7e1 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8137689 Dec 10 16:38:33.071156 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-58f79570-c8cb-4dcd-a369-ab36ff496508 None None] Port 033196f5-e487-461d-9344-13635f0d77e5 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:38:33.122239 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5891c4a7-b818-460c-a3cd-3559531e0a55 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:33.125263 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35380) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:33.259448 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31afc2b-8292-4191-ad19-14fbdc6eaa4e req-cb563f58-821a-4743-8bca-a3aaf53eb409 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:33.261187 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d31afc2b-8292-4191-ad19-14fbdc6eaa4e req-cb563f58-821a-4743-8bca-a3aaf53eb409 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 943 time: 0.1052454 Dec 10 16:38:33.525405 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [None req-f66d4f1f-d261-4826-b4fc-ccd46c32f964 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:33.538032 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d3bf4-1795-45e1-b994-505261248314 req-0aaaa895-739a-449e-96ed-eb2f63ab0187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:33.540063 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f66d4f1f-d261-4826-b4fc-ccd46c32f964 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.4132710 Dec 10 16:38:33.540249 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-be2d3bf4-1795-45e1-b994-505261248314 req-0aaaa895-739a-449e-96ed-eb2f63ab0187 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=38b4c50f2746432ea9adf6424421cd8d&device_id=41b872ec-a385-49f0-9221-9507cb66a550 HTTP/1.1" status: 200 len: 1097 time: 0.1874628 Dec 10 16:38:33.543150 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35390) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:33.549564 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-e06fb5e2-3d26-4309-990f-11edfa5bdf49 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:33.550548 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e06fb5e2-3d26-4309-990f-11edfa5bdf49 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0064919 Dec 10 16:38:33.553566 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35392) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:33.560396 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-6395f2f4-9894-44d7-bc47-63b4f10db796 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:33.561398 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6395f2f4-9894-44d7-bc47-63b4f10db796 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0061233 Dec 10 16:38:33.564867 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35394) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:33.572848 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-7d62d104-2af9-4044-b0bf-8275da97692a tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:33.573842 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7d62d104-2af9-4044-b0bf-8275da97692a tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0080724 Dec 10 16:38:33.584315 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35396) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:33.613174 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-26ffdc8f-08c3-4f98-9445-d99b8c37c683 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:33.626484 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d31afc2b-8292-4191-ad19-14fbdc6eaa4e req-ac85df41-1821-45e1-9031-903ea05fd329 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3489738 Dec 10 16:38:33.628108 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-26ffdc8f-08c3-4f98-9445-d99b8c37c683 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0324049 Dec 10 16:38:33.638811 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35398) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:33.660273 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [None req-96b4bcdd-0272-48a1-b887-788538c00cfe tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:33.664399 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-96b4bcdd-0272-48a1-b887-788538c00cfe tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0057571 Dec 10 16:38:33.664399 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5e68a84d-9c2a-41df-8467-ed5f6b8b10a6 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:33.664646 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35402) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:33.680141 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [None req-22c8e4f2-45dd-47c7-8886-adb791e7e419 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:33.680141 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-22c8e4f2-45dd-47c7-8886-adb791e7e419 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0054319 Dec 10 16:38:33.683413 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35404) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:33.752945 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5891c4a7-b818-460c-a3cd-3559531e0a55 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:33.753201 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [None req-b94a5440-9ecc-4dcf-b13d-b8115d691c12 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:33.758497 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b94a5440-9ecc-4dcf-b13d-b8115d691c12 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0144885 Dec 10 16:38:33.762495 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35406) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:33.914506 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [None req-796aa3a4-ba35-4ab4-8167-913655fb5d5c tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:33.917998 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-796aa3a4-ba35-4ab4-8167-913655fb5d5c tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0059323 Dec 10 16:38:33.919713 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35410) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:33.936170 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [None req-afdba304-538e-4c9f-a098-eba68329c9de tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:33.941707 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-afdba304-538e-4c9f-a098-eba68329c9de tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0098312 Dec 10 16:38:33.967747 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35412) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:34.017779 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d3bf4-1795-45e1-b994-505261248314 req-7305eef1-35c1-4e29-87a4-12515f387dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:34.019509 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-be2d3bf4-1795-45e1-b994-505261248314 req-7305eef1-35c1-4e29-87a4-12515f387dc5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=32421a12-0b3a-42d4-846a-0de14cdef277 HTTP/1.1" status: 200 len: 912 time: 0.4125667 Dec 10 16:38:34.024170 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-b030524e-6675-4039-a533-ff56094a1d16 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:34.027765 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b030524e-6675-4039-a533-ff56094a1d16 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0176053 Dec 10 16:38:34.032489 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35416) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:34.056172 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [None req-c182da98-0601-467a-86e1-198ef28298c2 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:34.059910 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c182da98-0601-467a-86e1-198ef28298c2 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0220408 Dec 10 16:38:34.072656 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35418) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:34.101541 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-be2d3bf4-1795-45e1-b994-505261248314 req-3fe74589-5633-483f-b29b-ab6905bffe21 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71 HTTP/1.1" status: 200 len: 217 time: 0.0704594 Dec 10 16:38:34.113528 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [None req-c5b1bca6-3a5f-4acd-88c7-6bfb74453db9 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:34.121819 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c5b1bca6-3a5f-4acd-88c7-6bfb74453db9 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0424733 Dec 10 16:38:34.122529 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35420) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:34.138350 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [None req-6044fb74-aa57-42b6-9ac8-4c3d90babb9e tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:34.141772 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-6044fb74-aa57-42b6-9ac8-4c3d90babb9e tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0128019 Dec 10 16:38:34.146054 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35422) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:34.157614 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [None req-8ae9da7d-76c1-4796-bb01-b25aa0c0f378 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:34.161242 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-8ae9da7d-76c1-4796-bb01-b25aa0c0f378 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0118539 Dec 10 16:38:34.161385 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d3bf4-1795-45e1-b994-505261248314 req-a124cd22-897e-4754-88f9-42d0af0776a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:34.161889 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-be2d3bf4-1795-45e1-b994-505261248314 req-a124cd22-897e-4754-88f9-42d0af0776a8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bad4bd9c-d017-467b-badb-ee51884a8aea HTTP/1.1" status: 200 len: 850 time: 0.0540006 Dec 10 16:38:34.162196 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35426) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:34.165179 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5891c4a7-b818-460c-a3cd-3559531e0a55 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Router 137c642c-78b0-4206-981a-f8aaf094a6ef is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:38:34.170365 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-92d12e88-2eba-40b9-9c6e-50c915c6327e tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:34.173797 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-92d12e88-2eba-40b9-9c6e-50c915c6327e tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0071459 Dec 10 16:38:34.216778 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35428) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:34.245585 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-3c5e77e0-774d-4641-b25a-d045cf22a152 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:34.246678 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3c5e77e0-774d-4641-b25a-d045cf22a152 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0276673 Dec 10 16:38:34.260926 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35434) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:34.278113 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-98f5ddcd-6983-4c2d-be86-37a7210647fe tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:34.279106 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-98f5ddcd-6983-4c2d-be86-37a7210647fe tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0146561 Dec 10 16:38:34.293829 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35436) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:34.299125 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-cbdc89f9-a51f-41be-995b-7a70b396d21c tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:34.300078 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-cbdc89f9-a51f-41be-995b-7a70b396d21c tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0055685 Dec 10 16:38:34.333275 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35438) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:34.369221 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [None req-5328e00a-fed0-4407-b025-df8567921d38 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:34.370311 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5328e00a-fed0-4407-b025-df8567921d38 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0362267 Dec 10 16:38:34.387895 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35440) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:34.398658 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [None req-343e4078-b504-401b-8a8e-82b0cc98a186 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:34.399604 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-343e4078-b504-401b-8a8e-82b0cc98a186 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0089450 Dec 10 16:38:34.411718 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35442) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:34.519630 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-f5dd7874-97f2-473c-91d2-ea8de8739e32 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:34.525321 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f143d-de6d-4849-a764-4d8b5cd6ccfa req-ad4fc6bb-1753-4ee3-9cb9-2c11ab4144e0 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:34.538937 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-903f143d-de6d-4849-a764-4d8b5cd6ccfa req-ad4fc6bb-1753-4ee3-9cb9-2c11ab4144e0 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=41b872ec-a385-49f0-9221-9507cb66a550 HTTP/1.1" status: 200 len: 946 time: 0.2775939 Dec 10 16:38:34.542164 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f5dd7874-97f2-473c-91d2-ea8de8739e32 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.1284580 Dec 10 16:38:34.547184 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35446) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:34.551409 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [None req-e923be45-ea92-473a-8ac3-905efa4661e7 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:34.552353 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e923be45-ea92-473a-8ac3-905efa4661e7 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0041513 Dec 10 16:38:34.556351 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35448) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:34.577976 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [None req-bcb0ceae-7104-490f-9ba4-47ca11403f83 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:34.579195 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-bcb0ceae-7104-490f-9ba4-47ca11403f83 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0120919 Dec 10 16:38:34.625942 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35452) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:34.631709 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5e68a84d-9c2a-41df-8467-ed5f6b8b10a6 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:34.634807 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5891c4a7-b818-460c-a3cd-3559531e0a55 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:38:34.640028 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [None req-70115e41-2938-4214-8589-78f427251cf9 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:34.641053 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-70115e41-2938-4214-8589-78f427251cf9 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0115871 Dec 10 16:38:34.657097 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6762ca-c78d-41f6-bce9-21a66248b1c6 None None] Sync routers for ids ['137c642c-78b0-4206-981a-f8aaf094a6ef'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:38:34.672102 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d3bf4-1795-45e1-b994-505261248314 req-1c606dca-b3a6-4e4d-9ab1-af52b8603e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:34.673024 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35456) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:34.675481 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-be2d3bf4-1795-45e1-b994-505261248314 req-1c606dca-b3a6-4e4d-9ab1-af52b8603e73 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32421a12-0b3a-42d4-846a-0de14cdef277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5020738 Dec 10 16:38:34.680056 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [None req-43b05221-559a-4926-8fae-24bbee16a893 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:34.681105 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-43b05221-559a-4926-8fae-24bbee16a893 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0070033 Dec 10 16:38:34.688375 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35460) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:34.691109 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6762ca-c78d-41f6-bce9-21a66248b1c6 None None] Routers {'137c642c-78b0-4206-981a-f8aaf094a6ef'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:34.693484 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ed6762ca-c78d-41f6-bce9-21a66248b1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:38:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['137c642c-78b0-4206-981a-f8aaf094a6ef'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:34.754696 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-07eaaef9-221d-42d1-9196-1cb90c0352b4 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:34.756085 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-07eaaef9-221d-42d1-9196-1cb90c0352b4 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0271845 Dec 10 16:38:34.762357 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35462) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:34.776227 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-904e2593-1e9f-41dc-9887-1ee7d39e868c tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:34.777640 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-904e2593-1e9f-41dc-9887-1ee7d39e868c tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0110507 Dec 10 16:38:34.802229 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35464) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:34.810460 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ed6762ca-c78d-41f6-bce9-21a66248b1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:34.810917 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-65c97b77-61f1-46a9-acbf-56036f1340a1 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:34.812392 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-65c97b77-61f1-46a9-acbf-56036f1340a1 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0063262 Dec 10 16:38:34.844011 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6762ca-c78d-41f6-bce9-21a66248b1c6 None None] Routers {'137c642c-78b0-4206-981a-f8aaf094a6ef'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:34.844655 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ed6762ca-c78d-41f6-bce9-21a66248b1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:38:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['137c642c-78b0-4206-981a-f8aaf094a6ef'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:34.854423 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35466) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:34.859405 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-6165a77a-7da0-42c1-b91c-8b57a45bc8b6 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:34.860709 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6165a77a-7da0-42c1-b91c-8b57a45bc8b6 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0049286 Dec 10 16:38:34.863647 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35468) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:34.868340 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-d0d3132a-2944-4f6b-902c-5a99c52f6747 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:34.869593 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d0d3132a-2944-4f6b-902c-5a99c52f6747 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0047958 Dec 10 16:38:34.875448 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35470) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:34.880179 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-7d53ca55-8bdb-40b1-80a8-3ab826389e57 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:34.881451 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7d53ca55-8bdb-40b1-80a8-3ab826389e57 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0047553 Dec 10 16:38:34.886924 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5891c4a7-b818-460c-a3cd-3559531e0a55 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:34.888567 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5891c4a7-b818-460c-a3cd-3559531e0a55 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.9373736 Dec 10 16:38:34.891018 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35472) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:34.891590 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35474) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:34.907839 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-7959d48a-b11f-41d9-a3a1-c8b52daa85e3 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:34.911349 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7959d48a-b11f-41d9-a3a1-c8b52daa85e3 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0186136 Dec 10 16:38:34.917692 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ed6762ca-c78d-41f6-bce9-21a66248b1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:34.918393 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6762ca-c78d-41f6-bce9-21a66248b1c6 None None] The sync data for ids ['137c642c-78b0-4206-981a-f8aaf094a6ef'] in n-d-766771-2 is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:38:34.919357 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35476) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:34.928158 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-7023eade-39a2-4738-83eb-5be65ec2e44b tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:34.929593 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7023eade-39a2-4738-83eb-5be65ec2e44b tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0060825 Dec 10 16:38:34.953080 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35478) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:34.961295 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [None req-d4f9bf5a-4f75-4458-8d30-19c60d88a6c8 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:34.962947 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d4f9bf5a-4f75-4458-8d30-19c60d88a6c8 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0056477 Dec 10 16:38:34.978506 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35480) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:35.017061 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-2cf3fd7c-8cda-4228-a8d5-96a498ba635b tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:35.018550 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2cf3fd7c-8cda-4228-a8d5-96a498ba635b tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0051053 Dec 10 16:38:35.026231 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35486) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:35.029215 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-903f143d-de6d-4849-a764-4d8b5cd6ccfa req-4f2067da-2d20-4677-800a-1c486cf8363b tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4886498 Dec 10 16:38:35.033314 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-9d2b2c6f-d084-4215-b545-20ffcef70909 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:35.034498 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9d2b2c6f-d084-4215-b545-20ffcef70909 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0052192 Dec 10 16:38:35.039822 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35488) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:35.046082 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-bd133d6b-45b4-4b73-9c5b-29d84e332504 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:35.047332 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-bd133d6b-45b4-4b73-9c5b-29d84e332504 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0049732 Dec 10 16:38:35.052834 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35490) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:35.068043 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [None req-81d8064f-0139-4727-b1c7-2033c40751f4 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:35.072646 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-81d8064f-0139-4727-b1c7-2033c40751f4 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0136704 Dec 10 16:38:35.074259 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35492) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:35.091033 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-62b3c37e-e1c3-4eb6-88c6-4284f90e2922 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:35.091033 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-62b3c37e-e1c3-4eb6-88c6-4284f90e2922 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0100825 Dec 10 16:38:35.095214 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35494) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:35.106574 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [None req-92101208-5f0f-4331-8af1-b5b366179b89 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:35.108756 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-92101208-5f0f-4331-8af1-b5b366179b89 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0124533 Dec 10 16:38:35.110959 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35496) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:35.122505 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [None req-f35f4de1-387b-4c4d-9a8f-d0c38e752a76 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:35.133449 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-be2d3bf4-1795-45e1-b994-505261248314 req-2281558e-40f3-45ce-b35c-5b6d5624e771 service neutron] 10.222.0.26 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135075 Dec 10 16:38:35.133561 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f35f4de1-387b-4c4d-9a8f-d0c38e752a76 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0116117 Dec 10 16:38:35.138003 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35498) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:35.157065 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [None req-b1c51282-9294-4d9b-9db5-9e8dabd5a994 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:35.158759 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b1c51282-9294-4d9b-9db5-9e8dabd5a994 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0173357 Dec 10 16:38:35.161898 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35502) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:35.170588 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [None req-a6264e5c-4011-4172-8eb3-8e6bc5db55f6 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:35.175078 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a6264e5c-4011-4172-8eb3-8e6bc5db55f6 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0120909 Dec 10 16:38:35.177932 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35504) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:35.194698 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [None req-570c627f-969a-40da-a9f0-9d20cfbd9a3f tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:35.195928 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-570c627f-969a-40da-a9f0-9d20cfbd9a3f tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0133083 Dec 10 16:38:35.203066 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35506) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:35.213128 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [None req-567131bd-77fc-45d4-82c2-3298d1d50fcf tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:35.220309 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-567131bd-77fc-45d4-82c2-3298d1d50fcf tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0145972 Dec 10 16:38:35.223092 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35508) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:35.223732 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e68a84d-9c2a-41df-8467-ed5f6b8b10a6 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Router a3daaec8-386d-4021-bb23-29c319fd323f is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:38:35.251337 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [None req-32392986-80bc-49c2-a7ea-c77320f8fcd4 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:35.252334 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-32392986-80bc-49c2-a7ea-c77320f8fcd4 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0257409 Dec 10 16:38:35.264211 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35510) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:35.284517 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-41623ca4-1d0a-4232-a1d9-b554b9026366 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:35.285521 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-41623ca4-1d0a-4232-a1d9-b554b9026366 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0187020 Dec 10 16:38:35.301173 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35512) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:35.304661 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [None req-87c8eb7d-3058-4320-be26-1036d9da9ef8 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:35.305684 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-87c8eb7d-3058-4320-be26-1036d9da9ef8 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0051613 Dec 10 16:38:35.310485 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35516) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:35.322558 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-d9708b2c-c48c-4eb2-965b-77dab5f3415a tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:35.323385 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d9708b2c-c48c-4eb2-965b-77dab5f3415a tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0115361 Dec 10 16:38:35.349639 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7f58866f-0661-4411-9fdb-e752d5fe14cb tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "GET /v2.0/routers/137c642c-78b0-4206-981a-f8aaf094a6ef HTTP/1.1" status: 200 len: 879 time: 0.4364774 Dec 10 16:38:35.355709 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35518) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:35.358367 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35520) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:35.385289 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-094bf6a3-1b65-4eaa-aa34-a0e0c3efd0fd tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:35.386512 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-094bf6a3-1b65-4eaa-aa34-a0e0c3efd0fd tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0206068 Dec 10 16:38:35.405517 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35522) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:35.448200 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-0af1b874-e8b6-464d-881d-8f7dd1315f92 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:35.449547 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0af1b874-e8b6-464d-881d-8f7dd1315f92 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0406535 Dec 10 16:38:35.473182 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35526) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:35.477951 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-94b120f4-e628-4efc-a36d-efbc7b45496e tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:35.488143 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-94b120f4-e628-4efc-a36d-efbc7b45496e tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0133905 Dec 10 16:38:35.557843 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35528) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:35.564216 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-e218084a-4d3c-4dc9-83f4-6910c1025424 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:35.565635 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e218084a-4d3c-4dc9-83f4-6910c1025424 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0062680 Dec 10 16:38:35.575665 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35534) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:35.592140 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-9d32ce2b-c40b-4071-81ed-a4876200cc46 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:35.593515 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9d32ce2b-c40b-4071-81ed-a4876200cc46 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0102856 Dec 10 16:38:35.598769 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35536) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:35.619655 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-bba110ac-08ed-4c1c-b218-b61282b01489 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:35.628731 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-bba110ac-08ed-4c1c-b218-b61282b01489 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0150509 Dec 10 16:38:35.662212 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35538) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:35.666864 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-e15c9358-7def-41aa-9320-769e7c666b88 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:35.671459 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e15c9358-7def-41aa-9320-769e7c666b88 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0077918 Dec 10 16:38:35.675501 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35540) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:35.712637 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-6dcd999d-b377-4d66-9920-ff9bb27a697e tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:35.718264 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6dcd999d-b377-4d66-9920-ff9bb27a697e tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0404391 Dec 10 16:38:35.720889 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-be2d3bf4-1795-45e1-b994-505261248314 req-f1697209-e7ef-4428-91ab-5a1083895e28 service neutron] 10.222.0.26 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5855951 Dec 10 16:38:35.722643 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35542) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:35.738516 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-7c17197f-6ff1-4edc-b9a2-0b3f2b79b4a7 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:35.745653 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7c17197f-6ff1-4edc-b9a2-0b3f2b79b4a7 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0216179 Dec 10 16:38:35.757758 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35544) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:35.772796 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-fb544405-aac5-44ad-8d39-8e949737e081 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:35.776839 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-fb544405-aac5-44ad-8d39-8e949737e081 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0095828 Dec 10 16:38:35.778861 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35546) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:35.784989 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-eb8e06a8-c457-4eac-b4d4-187b1675403d tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:35.789473 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-eb8e06a8-c457-4eac-b4d4-187b1675403d tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0092511 Dec 10 16:38:35.790418 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35548) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:35.802586 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-a7c7c263-cdaf-4448-b6dd-f8aa6af45f6b tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:35.808877 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a7c7c263-cdaf-4448-b6dd-f8aa6af45f6b tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0114090 Dec 10 16:38:35.809844 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35550) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:35.815926 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-caf56d14-fd9a-4dea-8a05-c7e6419c914a tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:35.820796 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-caf56d14-fd9a-4dea-8a05-c7e6419c914a tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0094755 Dec 10 16:38:35.821688 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35552) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:35.841417 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-fba8ae34-3dec-47f5-bb7a-1afa050257c1 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:35.845729 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-fba8ae34-3dec-47f5-bb7a-1afa050257c1 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0174179 Dec 10 16:38:35.847676 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35554) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:35.853169 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-f1dedeed-5bfd-49b4-aca0-25179db27d94 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:35.857305 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f1dedeed-5bfd-49b4-aca0-25179db27d94 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0085180 Dec 10 16:38:35.859525 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35556) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:35.870574 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-10162953-9eb1-4d21-9a5c-4a54ff8d03df tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:35.895601 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-10162953-9eb1-4d21-9a5c-4a54ff8d03df tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0347769 Dec 10 16:38:35.897708 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35558) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:35.908927 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-c13d2f40-c0cd-4d1e-8924-50b29e06bee7 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:35.928584 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c13d2f40-c0cd-4d1e-8924-50b29e06bee7 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0252805 Dec 10 16:38:35.933226 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35560) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:35.938747 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-b0084443-541b-4181-8461-9684f091f067 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:35.942862 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b0084443-541b-4181-8461-9684f091f067 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0084329 Dec 10 16:38:35.945948 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35562) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:35.951735 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-295a5801-310f-499f-b4ef-a679e19d7adf tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:35.963799 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-295a5801-310f-499f-b4ef-a679e19d7adf tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0164707 Dec 10 16:38:35.964961 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35564) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:35.972115 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-ca027882-a0bf-41e0-99fc-85e1356e2d0c tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:35.976790 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ca027882-a0bf-41e0-99fc-85e1356e2d0c tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0092356 Dec 10 16:38:35.978499 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35566) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:35.982845 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [None req-bb00ee75-c755-4ff4-b51b-51d9ff8e3f81 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:38:36.004353 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-bb00ee75-c755-4ff4-b51b-51d9ff8e3f81 tempest-ExtensionsTestJSON-47948528 tempest-ExtensionsTestJSON-47948528-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0245371 Dec 10 16:38:36.237119 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a195ef3-e023-4a43-b0dd-88f279e3a4a2 req-cf6884ae-7fce-4cf9-b643-97872aae9186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:36.243176 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7a195ef3-e023-4a43-b0dd-88f279e3a4a2 req-cf6884ae-7fce-4cf9-b643-97872aae9186 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bee2cdae51254104bc03c8ca50b383dd&device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 1094 time: 0.2293408 Dec 10 16:38:36.307664 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-71a18eb8-3d5f-4eff-a092-3ed381dfd663 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.9342370 Dec 10 16:38:36.315105 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35578) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:36.329958 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-d698ce1c-fe3f-432f-93ae-8f754d6f0280 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-363568697'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:36.356897 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:36.500326 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576aaa10-f376-41ef-9adf-acaf2b0cdc81 req-d910ef6e-2a40-4527-8639-ff5815ef99c0 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:36.514822 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-576aaa10-f376-41ef-9adf-acaf2b0cdc81 req-d910ef6e-2a40-4527-8639-ff5815ef99c0 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 943 time: 1.2593310 Dec 10 16:38:36.905642 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e68a84d-9c2a-41df-8467-ed5f6b8b10a6 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:38:36.925325 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d00306-f2d0-414f-9f8c-322a52d9ae10 None None] Sync routers for ids ['a3daaec8-386d-4021-bb23-29c319fd323f'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:38:36.957967 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d00306-f2d0-414f-9f8c-322a52d9ae10 None None] Routers {'a3daaec8-386d-4021-bb23-29c319fd323f'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:36.958666 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-e5d00306-f2d0-414f-9f8c-322a52d9ae10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:38:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['a3daaec8-386d-4021-bb23-29c319fd323f'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:37.015676 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-576aaa10-f376-41ef-9adf-acaf2b0cdc81 req-27fc03a4-e977-4c7c-b81b-622d6cde8a63 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4883816 Dec 10 16:38:37.042431 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5e68a84d-9c2a-41df-8467-ed5f6b8b10a6 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:37.043714 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5e68a84d-9c2a-41df-8467-ed5f6b8b10a6 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.9157052 Dec 10 16:38:37.050235 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35590) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:37.052415 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35592) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:37.157272 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a195ef3-e023-4a43-b0dd-88f279e3a4a2 req-5f49629f-752b-4c69-a418-9195299b3502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:37.187298 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7a195ef3-e023-4a43-b0dd-88f279e3a4a2 req-5f49629f-752b-4c69-a418-9195299b3502 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a2b747af-c1f4-4b9f-a6a4-5511674e4c02 HTTP/1.1" status: 200 len: 918 time: 0.8503149 Dec 10 16:38:37.389564 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5960a12-b700-4086-a56a-20318bf29f7e req-d8c7dd4c-5064-41bf-a17a-01742b4feaaf tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:37.397720 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b5960a12-b700-4086-a56a-20318bf29f7e req-d8c7dd4c-5064-41bf-a17a-01742b4feaaf tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=41b872ec-a385-49f0-9221-9507cb66a550 HTTP/1.1" status: 200 len: 946 time: 0.2005110 Dec 10 16:38:37.460312 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-e5d00306-f2d0-414f-9f8c-322a52d9ae10 None None] Set router a3daaec8-386d-4021-bb23-29c319fd323f gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:38:37.668721 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b5960a12-b700-4086-a56a-20318bf29f7e req-a498c24d-c2ab-4f6f-8f38-0cc5950d8218 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515187 Dec 10 16:38:37.674211 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fcdd9b34-9467-44f4-aeb6-f3ea0a8a940f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:37.781763 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-29d46655-417e-402b-82b6-28c60ccf301c tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=f7102f587c0942469f218fb29d23ff5f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7282791 Dec 10 16:38:37.802410 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35608) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:38.061659 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-e5d00306-f2d0-414f-9f8c-322a52d9ae10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'name': 'tempest-TestNetworkBasicOps-router-1922325860', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '033196f5-e487-461d-9344-13635f0d77e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:38:29Z', 'updated_at': '2021-12-10T16:38:33Z', 'revision_number': 3, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'gw_port': {'id': '033196f5-e487-461d-9344-13635f0d77e5', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:12:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:38:31Z', 'updated_at': '2021-12-10T16:38:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:38.072066 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7a195ef3-e023-4a43-b0dd-88f279e3a4a2 req-5138726d-8a2a-4c47-b1e5-e312532b99e3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb94977b-eb94-4335-af94-bcaa74a1e09e HTTP/1.1" status: 200 len: 998 time: 0.8591413 Dec 10 16:38:38.134496 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:38.154072 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d00306-f2d0-414f-9f8c-322a52d9ae10 None None] Checking router: a3daaec8-386d-4021-bb23-29c319fd323f for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:38:38.155473 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d00306-f2d0-414f-9f8c-322a52d9ae10 None None] Updating router a3daaec8-386d-4021-bb23-29c319fd323f port 033196f5-e487-461d-9344-13635f0d77e5 binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:38:38.278623 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-e5d00306-f2d0-414f-9f8c-322a52d9ae10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:38.288922 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a195ef3-e023-4a43-b0dd-88f279e3a4a2 req-030e4181-910c-47fc-a21d-bc0ca6984a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:38.290565 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7a195ef3-e023-4a43-b0dd-88f279e3a4a2 req-030e4181-910c-47fc-a21d-bc0ca6984a99 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3 HTTP/1.1" status: 200 len: 856 time: 0.2035804 Dec 10 16:38:38.390788 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f9589f-a21b-4ac8-81fc-b02694e97c8f tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:38.392529 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d1f9589f-a21b-4ac8-81fc-b02694e97c8f tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5890391 Dec 10 16:38:38.396043 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35616) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:38.453986 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ddfc5-a2da-4577-b279-09aae9c7d390 req-ac2309fd-aff1-4e1d-b80e-44692db09056 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:38.456371 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-731ddfc5-a2da-4577-b279-09aae9c7d390 req-ac2309fd-aff1-4e1d-b80e-44692db09056 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 943 time: 0.1692848 Dec 10 16:38:38.460030 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-84ff5b15-f5f6-4d96-a664-2f4e8617eef7 tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=5eeed31d-d918-4774-81b9-ef71c6f02574&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0620251 Dec 10 16:38:38.467899 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35620) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:38.493470 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a71e63a8-b084-48b7-8fb4-73add9df0c7b tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1002433497', 'network_id': 'd541c368-720d-4b18-b807-71b1bfe1994a', 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:38.571625 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a195ef3-e023-4a43-b0dd-88f279e3a4a2 req-2916643e-87bd-4013-86f9-3b393935965e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:38.573113 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7a195ef3-e023-4a43-b0dd-88f279e3a4a2 req-2916643e-87bd-4013-86f9-3b393935965e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a2b747af-c1f4-4b9f-a6a4-5511674e4c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2239797 Dec 10 16:38:38.824877 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fcdd9b34-9467-44f4-aeb6-f3ea0a8a940f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:38.868412 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fcdd9b34-9467-44f4-aeb6-f3ea0a8a940f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:39.079942 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-731ddfc5-a2da-4577-b279-09aae9c7d390 req-fde6ccf5-a2e1-4064-a212-850779b032aa tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5026181 Dec 10 16:38:39.167985 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-fcdd9b34-9467-44f4-aeb6-f3ea0a8a940f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d3c98f4b6afc47f28a66da561ec57d2e&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0965545 Dec 10 16:38:39.172829 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35634) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:39.175419 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd9b34-9467-44f4-aeb6-f3ea0a8a940f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3093cb4d-b8c7-4960-aaea-8e43f0243757,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:39.267682 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd9b34-9467-44f4-aeb6-f3ea0a8a940f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:39.268089 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd9b34-9467-44f4-aeb6-f3ea0a8a940f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:39.268805 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd9b34-9467-44f4-aeb6-f3ea0a8a940f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:39.269687 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd9b34-9467-44f4-aeb6-f3ea0a8a940f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:39.270771 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd9b34-9467-44f4-aeb6-f3ea0a8a940f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:39.271202 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd9b34-9467-44f4-aeb6-f3ea0a8a940f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:39.273024 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd9b34-9467-44f4-aeb6-f3ea0a8a940f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:39.273462 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd9b34-9467-44f4-aeb6-f3ea0a8a940f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:39.274289 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd9b34-9467-44f4-aeb6-f3ea0a8a940f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:39.276056 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd9b34-9467-44f4-aeb6-f3ea0a8a940f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:39.276510 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd9b34-9467-44f4-aeb6-f3ea0a8a940f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:39.277316 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd9b34-9467-44f4-aeb6-f3ea0a8a940f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:39.279112 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd9b34-9467-44f4-aeb6-f3ea0a8a940f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:39.293774 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71e63a8-b084-48b7-8fb4-73add9df0c7b tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Made reservation on behalf of f7102f587c0942469f218fb29d23ff5f for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:39.305400 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a71e63a8-b084-48b7-8fb4-73add9df0c7b tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:39.316814 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7a195ef3-e023-4a43-b0dd-88f279e3a4a2 req-78c64ffe-cf53-4041-bda4-50436cf5b880 service neutron] 10.222.0.46 "GET /v2.0/networks/a2b747af-c1f4-4b9f-a6a4-5511674e4c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6696465 Dec 10 16:38:39.327745 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-e5d00306-f2d0-414f-9f8c-322a52d9ae10 None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:39.354492 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-e5d00306-f2d0-414f-9f8c-322a52d9ae10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:39.434590 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d698ce1c-fe3f-432f-93ae-8f754d6f0280 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4726'] for router, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:39.461405 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d698ce1c-fe3f-432f-93ae-8f754d6f0280 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-603901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599127'] for router, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:39.523187 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf63b67-063a-4c90-8158-22188b204736 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:38:39.534256 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf23c89-648b-475b-ad99-7027144f6948 None None] Pushing event updated for resources: {'Port': ['ID=033196f5-e487-461d-9344-13635f0d77e5,revision_number=2']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:39.567855 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8fec1c-0cf6-4ea1-aa3d-b0d7b7b13e10 req-f53842db-a4e7-4118-a7e0-3d950120f747 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:39.576052 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dc8fec1c-0cf6-4ea1-aa3d-b0d7b7b13e10 req-f53842db-a4e7-4118-a7e0-3d950120f747 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=41b872ec-a385-49f0-9221-9507cb66a550 HTTP/1.1" status: 200 len: 946 time: 0.2862217 Dec 10 16:38:39.592162 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf23c89-648b-475b-ad99-7027144f6948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:39.592367 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf23c89-648b-475b-ad99-7027144f6948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:39.592690 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf23c89-648b-475b-ad99-7027144f6948 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:39.593042 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf23c89-648b-475b-ad99-7027144f6948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:39.597770 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf23c89-648b-475b-ad99-7027144f6948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:39.620440 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf23c89-648b-475b-ad99-7027144f6948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:39.620804 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf23c89-648b-475b-ad99-7027144f6948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:39.621128 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf23c89-648b-475b-ad99-7027144f6948 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:39.621474 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf23c89-648b-475b-ad99-7027144f6948 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:39.621813 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf23c89-648b-475b-ad99-7027144f6948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:39.625106 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf23c89-648b-475b-ad99-7027144f6948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:39.625721 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf23c89-648b-475b-ad99-7027144f6948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:39.626026 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf23c89-648b-475b-ad99-7027144f6948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:39.641993 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-e5d00306-f2d0-414f-9f8c-322a52d9ae10 None None] Attempting to bind port 033196f5-e487-461d-9344-13635f0d77e5 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:38:39.642618 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-e5d00306-f2d0-414f-9f8c-322a52d9ae10 None None] Attempting to bind port 033196f5-e487-461d-9344-13635f0d77e5 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:38:39.642990 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d00306-f2d0-414f-9f8c-322a52d9ae10 None None] Attempting to bind port 033196f5-e487-461d-9344-13635f0d77e5 on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:38:39.655326 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d00306-f2d0-414f-9f8c-322a52d9ae10 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:38:39.655326 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d00306-f2d0-414f-9f8c-322a52d9ae10 None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:38:39.655326 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-e5d00306-f2d0-414f-9f8c-322a52d9ae10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:39.655326 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d00306-f2d0-414f-9f8c-322a52d9ae10 None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:38:39.662215 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-e5d00306-f2d0-414f-9f8c-322a52d9ae10 None None] Bound port: 033196f5-e487-461d-9344-13635f0d77e5, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:38:39.662446 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b55fff46-9419-4f05-8dca-876e9cf77e3c None None] Provisioning complete for port 033196f5-e487-461d-9344-13635f0d77e5 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:39.662539 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-e5d00306-f2d0-414f-9f8c-322a52d9ae10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:39.662671 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b55fff46-9419-4f05-8dca-876e9cf77e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:39.691403 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7a195ef3-e023-4a43-b0dd-88f279e3a4a2 req-3390edf5-16cb-4510-b0b7-f21f73810aae service neutron] 10.222.0.46 "GET /v2.0/networks/a2b747af-c1f4-4b9f-a6a4-5511674e4c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295364 Dec 10 16:38:39.706907 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dc8fec1c-0cf6-4ea1-aa3d-b0d7b7b13e10 req-b5a3b779-1144-4c1f-8e2e-2e35b772ad0d tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262956 Dec 10 16:38:39.729874 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd81bcd6-9f60-4bce-889f-56db1b231c78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:39.743186 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d698ce1c-fe3f-432f-93ae-8f754d6f0280 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Router 137c642c-78b0-4206-981a-f8aaf094a6ef has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:38:39.754575 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b55fff46-9419-4f05-8dca-876e9cf77e3c None None] Port 033196f5-e487-461d-9344-13635f0d77e5 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:38:39.779475 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd81bcd6-9f60-4bce-889f-56db1b231c78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:39.834068 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-e5d00306-f2d0-414f-9f8c-322a52d9ae10 None None] For port 033196f5-e487-461d-9344-13635f0d77e5, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:38:39.842534 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-e5d00306-f2d0-414f-9f8c-322a52d9ae10 None None] For port 033196f5-e487-461d-9344-13635f0d77e5, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=033196f5-e487-461d-9344-13635f0d77e5,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:38:39.869949 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-e5d00306-f2d0-414f-9f8c-322a52d9ae10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:39.944887 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fffca5-efce-4c14-8522-fb9c5a3e46ac None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:38:39.986425 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8a80ea66-5433-45f9-805e-192518520c6b None None] Provisioning complete for port 033196f5-e487-461d-9344-13635f0d77e5 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:39.986807 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8a80ea66-5433-45f9-805e-192518520c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:40.000288 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d698ce1c-fe3f-432f-93ae-8f754d6f0280 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:38:40.018697 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d698ce1c-fe3f-432f-93ae-8f754d6f0280 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:40.023425 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35646) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:40.024001 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d698ce1c-fe3f-432f-93ae-8f754d6f0280 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "PUT /v2.0/routers/137c642c-78b0-4206-981a-f8aaf094a6ef HTTP/1.1" status: 200 len: 886 time: 3.7024074 Dec 10 16:38:40.050775 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5ace23-f214-472d-9e9f-45ed271ad864 None None] Sync routers for ids ['137c642c-78b0-4206-981a-f8aaf094a6ef'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:38:40.095149 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf23c89-648b-475b-ad99-7027144f6948 None None] Pushing event updated for resources: {'Port': ['ID=033196f5-e487-461d-9344-13635f0d77e5,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:40.099816 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d00306-f2d0-414f-9f8c-322a52d9ae10 None None] Routers {'a3daaec8-386d-4021-bb23-29c319fd323f'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:40.101076 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-e5d00306-f2d0-414f-9f8c-322a52d9ae10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:38:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['a3daaec8-386d-4021-bb23-29c319fd323f'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:40.131906 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a71e63a8-b084-48b7-8fb4-73add9df0c7b tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:40.186475 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd81bcd6-9f60-4bce-889f-56db1b231c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:40.190959 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd81bcd6-9f60-4bce-889f-56db1b231c78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:40.195404 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-bd81bcd6-9f60-4bce-889f-56db1b231c78 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3093cb4d-b8c7-4960-aaea-8e43f0243757 HTTP/1.1" status: 204 len: 168 time: 0.9966748 Dec 10 16:38:40.264889 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8a80ea66-5433-45f9-805e-192518520c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:40.299139 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-e5d00306-f2d0-414f-9f8c-322a52d9ae10 None None] Set router a3daaec8-386d-4021-bb23-29c319fd323f gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:38:40.301743 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5ace23-f214-472d-9e9f-45ed271ad864 None None] Routers {'137c642c-78b0-4206-981a-f8aaf094a6ef'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:40.302653 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6b5ace23-f214-472d-9e9f-45ed271ad864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:38:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['137c642c-78b0-4206-981a-f8aaf094a6ef'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:40.393177 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6b5ace23-f214-472d-9e9f-45ed271ad864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:40.418030 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd81bcd6-9f60-4bce-889f-56db1b231c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3093cb4d-b8c7-4960-aaea-8e43f0243757,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:40.431022 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8a80ea66-5433-45f9-805e-192518520c6b None None] For port 033196f5-e487-461d-9344-13635f0d77e5, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=033196f5-e487-461d-9344-13635f0d77e5,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:40.452982 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8a80ea66-5433-45f9-805e-192518520c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:40.510185 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e63a8-b084-48b7-8fb4-73add9df0c7b tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event updated for resources: {'Subnet': ['ID=16a35958-36a2-4747-a09b-1406e66a4b54,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:40.512695 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5ace23-f214-472d-9e9f-45ed271ad864 None None] Routers {'137c642c-78b0-4206-981a-f8aaf094a6ef'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:40.513546 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6b5ace23-f214-472d-9e9f-45ed271ad864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:38:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['137c642c-78b0-4206-981a-f8aaf094a6ef'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:40.549073 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75c826-12e2-41b9-8835-97b07ad21cba req-27a385ae-8a43-4c9b-8c98-2914630d53e9 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:40.556961 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a80ea66-5433-45f9-805e-192518520c6b None None] Pushing event updated for resources: {'Port': ['ID=033196f5-e487-461d-9344-13635f0d77e5,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:40.557589 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cc75c826-12e2-41b9-8835-97b07ad21cba req-27a385ae-8a43-4c9b-8c98-2914630d53e9 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 943 time: 0.2488685 Dec 10 16:38:40.560130 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6b5ace23-f214-472d-9e9f-45ed271ad864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:40.560907 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5ace23-f214-472d-9e9f-45ed271ad864 None None] The sync data for ids ['137c642c-78b0-4206-981a-f8aaf094a6ef'] in n-d-766771-2 is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:38:40.564020 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71e63a8-b084-48b7-8fb4-73add9df0c7b tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Checking segment: {'id': '2bbad0e8-ed67-413a-8c9a-253af19189e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd541c368-720d-4b18-b807-71b1bfe1994a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:38:40.564393 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71e63a8-b084-48b7-8fb4-73add9df0c7b tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Network hostable DHCP agents. Network: d541c368-720d-4b18-b807-71b1bfe1994a, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:38:40.584172 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35658) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:40.594989 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a7f5afa4-9e02-4a80-b3f2-692c1a8c7c6c tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "GET /v2.0/routers/137c642c-78b0-4206-981a-f8aaf094a6ef HTTP/1.1" status: 200 len: 886 time: 0.5689662 Dec 10 16:38:40.659708 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f97bb4ad-c963-4709-982d-deb054eee616 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "GET /v2.0/ports?device_id=137c642c-78b0-4206-981a-f8aaf094a6ef HTTP/1.1" status: 200 len: 205 time: 0.0742960 Dec 10 16:38:40.660492 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35664) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:40.726669 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71e63a8-b084-48b7-8fb4-73add9df0c7b tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Network d541c368-720d-4b18-b807-71b1bfe1994a is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:38:40.804626 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cc75c826-12e2-41b9-8835-97b07ad21cba req-9091aada-bcf9-470a-8595-9748f7abe7e9 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2460015 Dec 10 16:38:40.817352 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-e5d00306-f2d0-414f-9f8c-322a52d9ae10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'name': 'tempest-TestNetworkBasicOps-router-1922325860', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '033196f5-e487-461d-9344-13635f0d77e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:38:29Z', 'updated_at': '2021-12-10T16:38:33Z', 'revision_number': 3, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'gw_port': {'id': '033196f5-e487-461d-9344-13635f0d77e5', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:12:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:38:31Z', 'updated_at': '2021-12-10T16:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:40.825797 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-a71e63a8-b084-48b7-8fb4-73add9df0c7b tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, d541c368-720d-4b18-b807-71b1bfe1994a) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:40.831932 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71e63a8-b084-48b7-8fb4-73add9df0c7b tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:40.832686 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a71e63a8-b084-48b7-8fb4-73add9df0c7b tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:40.836671 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db81302-0728-4c90-9c72-28282d1bf5d7 None None] Network d541c368-720d-4b18-b807-71b1bfe1994a requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:40.870312 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a71e63a8-b084-48b7-8fb4-73add9df0c7b tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.3950279 Dec 10 16:38:40.870312 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35670) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:40.914301 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d00306-f2d0-414f-9f8c-322a52d9ae10 None None] The sync data for ids ['a3daaec8-386d-4021-bb23-29c319fd323f'] in n-d-766771-2 is: [{'id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'name': 'tempest-TestNetworkBasicOps-router-1922325860', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '033196f5-e487-461d-9344-13635f0d77e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:38:29Z', 'updated_at': '2021-12-10T16:38:33Z', 'revision_number': 3, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'gw_port': {'id': '033196f5-e487-461d-9344-13635f0d77e5', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:12:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:38:31Z', 'updated_at': '2021-12-10T16:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:38:41.016227 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-353bb778-96ff-4f26-8322-6d790d616eec tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:41.193521 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5742b2cd-6388-40e9-b892-674255fab7f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-d541c368-720d-4b18-b807-71b1bfe1994a', 'network_id': 'd541c368-720d-4b18-b807-71b1bfe1994a', 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'fixed_ips': [{'subnet_id': '16a35958-36a2-4747-a09b-1406e66a4b54'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:38:41.195576 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5742b2cd-6388-40e9-b892-674255fab7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:41.256180 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11808bf3-d22e-4fc9-b3a5-946885ab8197 req-0ce030e1-8c70-4d53-a527-fa985ab515e1 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:41.280545 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-11808bf3-d22e-4fc9-b3a5-946885ab8197 req-0ce030e1-8c70-4d53-a527-fa985ab515e1 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=41b872ec-a385-49f0-9221-9507cb66a550 HTTP/1.1" status: 200 len: 946 time: 0.1673732 Dec 10 16:38:41.289496 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-353bb778-96ff-4f26-8322-6d790d616eec tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:41.426811 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-353bb778-96ff-4f26-8322-6d790d616eec tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Deleting port a54c8e50-28eb-4f23-9099-e582be2c7418 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:41.427421 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-353bb778-96ff-4f26-8322-6d790d616eec tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:41.516415 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-11808bf3-d22e-4fc9-b3a5-946885ab8197 req-f1aa2f3b-774a-4555-9147-a26ad984db47 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347815 Dec 10 16:38:41.760373 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-5742b2cd-6388-40e9-b892-674255fab7f5 None None] Allocated IP 172.20.0.2 (d541c368-720d-4b18-b807-71b1bfe1994a/16a35958-36a2-4747-a09b-1406e66a4b54/43c83027-01a4-49a1-b183-4f600159aa04) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:41.818317 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-353bb778-96ff-4f26-8322-6d790d616eec tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:41.851176 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-353bb778-96ff-4f26-8322-6d790d616eec tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Calling delete_port for a54c8e50-28eb-4f23-9099-e582be2c7418 owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:42.212865 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35708) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:42.255975 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:38:42.369915 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-353bb778-96ff-4f26-8322-6d790d616eec tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:42.387803 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e445a7c-1acf-4325-a7f7-a0842bb457ad req-7e406437-e9e5-4fe0-afa1-108e9fa5bde9 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:42.401906 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6e445a7c-1acf-4325-a7f7-a0842bb457ad req-7e406437-e9e5-4fe0-afa1-108e9fa5bde9 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 943 time: 0.4482510 Dec 10 16:38:42.487110 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 033196f5-e487-461d-9344-13635f0d77e5 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:38:42.488670 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353bb778-96ff-4f26-8322-6d790d616eec tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event deleted for resources: {'Port': ['ID=a54c8e50-28eb-4f23-9099-e582be2c7418,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:42.562129 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-405ef342-2ccb-4c1c-9ecc-5bcc90e70a3b tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1046026827'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:42.579689 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-353bb778-96ff-4f26-8322-6d790d616eec tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:42.598022 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fd78ce-2c92-4781-9c08-ccc9698b9968 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:38:42.611253 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device cb94977b-eb94-4335-af94-bcaa74a1e09e details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:38:42.630043 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5742b2cd-6388-40e9-b892-674255fab7f5 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:42.689259 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6e445a7c-1acf-4325-a7f7-a0842bb457ad req-38cb7076-3b1e-48f9-8335-ca6cd4735278 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1956763 Dec 10 16:38:42.695060 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5742b2cd-6388-40e9-b892-674255fab7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:42.699498 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405ef342-2ccb-4c1c-9ecc-5bcc90e70a3b tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Made reservation on behalf of 794669b8dccb41efb010cc51dab729ff for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:42.711778 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-405ef342-2ccb-4c1c-9ecc-5bcc90e70a3b tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:42.756125 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-405ef342-2ccb-4c1c-9ecc-5bcc90e70a3b tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:42.774965 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d3fb551-468d-489e-a3b8-5a945b841c57 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:42.804856 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.resource_extend [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 16:38:42.877866 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-353bb778-96ff-4f26-8322-6d790d616eec tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:42.880209 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-353bb778-96ff-4f26-8322-6d790d616eec tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:43.037844 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-353bb778-96ff-4f26-8322-6d790d616eec tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:43.046035 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353bb778-96ff-4f26-8322-6d790d616eec tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Fanout notify agent at l3_agent the message router_deleted on router 137c642c-78b0-4206-981a-f8aaf094a6ef {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:38:43.052789 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port cb94977b-eb94-4335-af94-bcaa74a1e09e, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=cb94977b-eb94-4335-af94-bcaa74a1e09e,segment=NetworkSegment(5bae3635-32be-403a-b68a-450983b5ab53),segment_id=5bae3635-32be-403a-b68a-450983b5ab53)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:43.066814 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-353bb778-96ff-4f26-8322-6d790d616eec tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:43.095700 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-353bb778-96ff-4f26-8322-6d790d616eec tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "DELETE /v2.0/routers/137c642c-78b0-4206-981a-f8aaf094a6ef HTTP/1.1" status: 204 len: 168 time: 2.4308639 Dec 10 16:38:43.097066 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35718) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:43.102832 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5742b2cd-6388-40e9-b892-674255fab7f5 None None] Network d541c368-720d-4b18-b807-71b1bfe1994a is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:43.105834 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-e504ea72-9583-445f-9069-e418883067eb tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Request body: {'network': {'name': 'tempest-RoutersTest-185386608'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:43.108792 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'cb94977b-eb94-4335-af94-bcaa74a1e09e', 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02', 'port_id': 'cb94977b-eb94-4335-af94-bcaa74a1e09e', 'mac_address': 'fa:16:3e:4f:d5:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:38:43.196478 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-5742b2cd-6388-40e9-b892-674255fab7f5 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:43.210596 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5742b2cd-6388-40e9-b892-674255fab7f5 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:38:43.214815 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5742b2cd-6388-40e9-b892-674255fab7f5 None None] Pushing event updated for resources: {'Port': ['ID=43c83027-01a4-49a1-b183-4f600159aa04,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:43.241580 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8096e7-a087-45fe-af3b-8b403912cf89 req-5999ee9f-3d0b-47bd-a911-53415e2fc9e5 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:43.244277 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe8096e7-a087-45fe-af3b-8b403912cf89 req-5999ee9f-3d0b-47bd-a911-53415e2fc9e5 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=41b872ec-a385-49f0-9221-9507cb66a550 HTTP/1.1" status: 200 len: 946 time: 0.2599895 Dec 10 16:38:43.262985 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e504ea72-9583-445f-9069-e418883067eb tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Made reservation on behalf of c3e8ec0e2fb1438e9608d84a3552139f for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:43.268988 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e504ea72-9583-445f-9069-e418883067eb tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:43.373507 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-5742b2cd-6388-40e9-b892-674255fab7f5 None None] Attempting to bind port 43c83027-01a4-49a1-b183-4f600159aa04 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:38:43.377459 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-5742b2cd-6388-40e9-b892-674255fab7f5 None None] Attempting to bind port 43c83027-01a4-49a1-b183-4f600159aa04 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '2bbad0e8-ed67-413a-8c9a-253af19189e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd541c368-720d-4b18-b807-71b1bfe1994a'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:38:43.378013 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5742b2cd-6388-40e9-b892-674255fab7f5 None None] Attempting to bind port 43c83027-01a4-49a1-b183-4f600159aa04 on network d541c368-720d-4b18-b807-71b1bfe1994a {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:38:43.404624 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5742b2cd-6388-40e9-b892-674255fab7f5 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:38:43.405024 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5742b2cd-6388-40e9-b892-674255fab7f5 None None] Checking segment: {'id': '2bbad0e8-ed67-413a-8c9a-253af19189e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd541c368-720d-4b18-b807-71b1bfe1994a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:38:43.405421 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5742b2cd-6388-40e9-b892-674255fab7f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:43.405983 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5742b2cd-6388-40e9-b892-674255fab7f5 None None] Bound using segment: {'id': '2bbad0e8-ed67-413a-8c9a-253af19189e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd541c368-720d-4b18-b807-71b1bfe1994a'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:38:43.406671 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-5742b2cd-6388-40e9-b892-674255fab7f5 None None] Bound port: 43c83027-01a4-49a1-b183-4f600159aa04, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bbad0e8-ed67-413a-8c9a-253af19189e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd541c368-720d-4b18-b807-71b1bfe1994a'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:38:43.407326 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5742b2cd-6388-40e9-b892-674255fab7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:43.439639 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 033196f5-e487-461d-9344-13635f0d77e5 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:43.440048 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:43.501199 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-405ef342-2ccb-4c1c-9ecc-5bcc90e70a3b tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:43.567272 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-5742b2cd-6388-40e9-b892-674255fab7f5 None None] For port 43c83027-01a4-49a1-b183-4f600159aa04, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:38:43.576549 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-5742b2cd-6388-40e9-b892-674255fab7f5 None None] For port 43c83027-01a4-49a1-b183-4f600159aa04, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=43c83027-01a4-49a1-b183-4f600159aa04,segment=NetworkSegment(2bbad0e8-ed67-413a-8c9a-253af19189e9),segment_id=2bbad0e8-ed67-413a-8c9a-253af19189e9)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:38:43.598909 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e504ea72-9583-445f-9069-e418883067eb tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:38:43.603791 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-405ef342-2ccb-4c1c-9ecc-5bcc90e70a3b tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:43.622917 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5742b2cd-6388-40e9-b892-674255fab7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:43.686751 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe8096e7-a087-45fe-af3b-8b403912cf89 req-14a85bf8-f72b-49fb-a275-171308e0227c tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005940 Dec 10 16:38:43.757630 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e504ea72-9583-445f-9069-e418883067eb tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:43.758103 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-e504ea72-9583-445f-9069-e418883067eb tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Added segment 7a939a9e-cd5a-404a-8292-0a93ee82b746 of type vlan for network 8d7803c1-91b1-4133-b73c-636b7c63cac2 Dec 10 16:38:43.803044 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:43.845207 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb94977b-eb94-4335-af94-bcaa74a1e09e {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:38:43.883707 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-405ef342-2ccb-4c1c-9ecc-5bcc90e70a3b tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:38:43.920141 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port cb94977b-eb94-4335-af94-bcaa74a1e09e, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=cb94977b-eb94-4335-af94-bcaa74a1e09e,segment=NetworkSegment(5bae3635-32be-403a-b68a-450983b5ab53),segment_id=5bae3635-32be-403a-b68a-450983b5ab53)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:43.950656 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:43.962363 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5742b2cd-6388-40e9-b892-674255fab7f5 None None] Pushing event updated for resources: {'Port': ['ID=43c83027-01a4-49a1-b183-4f600159aa04,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:43.966284 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ef342-2ccb-4c1c-9ecc-5bcc90e70a3b tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=040e33ee-7700-4e0b-b560-36db0eb13b17,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:44.097928 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e504ea72-9583-445f-9069-e418883067eb tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:44.102011 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=cb94977b-eb94-4335-af94-bcaa74a1e09e,revision_number=9']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:44.106975 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5660f92e-5ba2-4f6f-967d-70779a75a600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:44.152516 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-405ef342-2ccb-4c1c-9ecc-5bcc90e70a3b tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:44.152872 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-405ef342-2ccb-4c1c-9ecc-5bcc90e70a3b tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Added segment 1bc69df0-8913-45d6-b32d-d7d297e444a9 of type vlan for network 25705e4c-5bde-4bfe-af28-6ac69642d875 Dec 10 16:38:44.196510 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['cb94977b-eb94-4335-af94-bcaa74a1e09e'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:38:44.385516 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35740) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:44.492446 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-405ef342-2ccb-4c1c-9ecc-5bcc90e70a3b tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:44.530995 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 43c83027-01a4-49a1-b183-4f600159aa04 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:38:44.599750 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-9d3fb551-468d-489e-a3b8-5a945b841c57 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Allocated IP 172.20.0.1 (d541c368-720d-4b18-b807-71b1bfe1994a/16a35958-36a2-4747-a09b-1406e66a4b54/e4e4e72f-cb6a-4b0c-9a28-12a06638453c) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:44.662223 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a0b1d-b0bc-4e08-9727-8049dd054284 req-ce1782a3-d39a-4b4d-8aed-35e345a3a708 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:44.666786 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-283a0b1d-b0bc-4e08-9727-8049dd054284 req-ce1782a3-d39a-4b4d-8aed-35e345a3a708 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 944 time: 0.7328079 Dec 10 16:38:44.669792 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e504ea72-9583-445f-9069-e418883067eb tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:44.682993 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e504ea72-9583-445f-9069-e418883067eb tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:44.685128 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e504ea72-9583-445f-9069-e418883067eb tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:44.787642 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 43c83027-01a4-49a1-b183-4f600159aa04 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:44.788804 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:44.821812 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504ea72-9583-445f-9069-e418883067eb tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event updated for resources: {'Network': ['ID=8d7803c1-91b1-4133-b73c-636b7c63cac2,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:44.834438 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 8d7803c1-91b1-4133-b73c-636b7c63cac2 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:38:44.912360 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-405ef342-2ccb-4c1c-9ecc-5bcc90e70a3b tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:44.923475 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405ef342-2ccb-4c1c-9ecc-5bcc90e70a3b tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:44.924609 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-405ef342-2ccb-4c1c-9ecc-5bcc90e70a3b tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:44.930888 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e504ea72-9583-445f-9069-e418883067eb tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.8319154 Dec 10 16:38:44.933640 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35758) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:44.945390 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-473fc350-3c8b-439d-a0c5-f3372e494ea3 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Request body: {'subnet': {'network_id': '8d7803c1-91b1-4133-b73c-636b7c63cac2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:44.988914 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:45.032843 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 43c83027-01a4-49a1-b183-4f600159aa04, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=43c83027-01a4-49a1-b183-4f600159aa04,segment=NetworkSegment(2bbad0e8-ed67-413a-8c9a-253af19189e9),segment_id=2bbad0e8-ed67-413a-8c9a-253af19189e9)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:45.038577 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:45.125934 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=43c83027-01a4-49a1-b183-4f600159aa04,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:45.226834 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473fc350-3c8b-439d-a0c5-f3372e494ea3 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Made reservation on behalf of c3e8ec0e2fb1438e9608d84a3552139f for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:45.232155 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-473fc350-3c8b-439d-a0c5-f3372e494ea3 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:45.486822 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-473fc350-3c8b-439d-a0c5-f3372e494ea3 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:45.656257 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e359a0-214c-4eef-8d83-e4b78e107947 None None] Network d541c368-720d-4b18-b807-71b1bfe1994a requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:45.781790 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473fc350-3c8b-439d-a0c5-f3372e494ea3 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event updated for resources: {'Subnet': ['ID=5222e807-7c8f-4992-85f5-5698538ddb7b,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:45.785694 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473fc350-3c8b-439d-a0c5-f3372e494ea3 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Checking segment: {'id': '7a939a9e-cd5a-404a-8292-0a93ee82b746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8d7803c1-91b1-4133-b73c-636b7c63cac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:38:45.786061 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473fc350-3c8b-439d-a0c5-f3372e494ea3 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Network hostable DHCP agents. Network: 8d7803c1-91b1-4133-b73c-636b7c63cac2, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:38:45.855836 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ef342-2ccb-4c1c-9ecc-5bcc90e70a3b tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Pushing event updated for resources: {'Network': ['ID=25705e4c-5bde-4bfe-af28-6ac69642d875,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:45.863950 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473fc350-3c8b-439d-a0c5-f3372e494ea3 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Network 8d7803c1-91b1-4133-b73c-636b7c63cac2 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:38:45.885837 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-473fc350-3c8b-439d-a0c5-f3372e494ea3 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 8d7803c1-91b1-4133-b73c-636b7c63cac2) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:45.893054 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473fc350-3c8b-439d-a0c5-f3372e494ea3 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:45.893690 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-473fc350-3c8b-439d-a0c5-f3372e494ea3 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:45.915645 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-faa6f9d8-58f4-4863-9781-5cb58eda2ab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:45.935699 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-283a0b1d-b0bc-4e08-9727-8049dd054284 req-872e6bda-b5f0-47d6-a9ec-0a81be33bcb2 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1125715 Dec 10 16:38:45.952361 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-405ef342-2ccb-4c1c-9ecc-5bcc90e70a3b tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.7373178 Dec 10 16:38:45.953215 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35776) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:45.973386 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-c322fcc8-14c6-470e-8d6f-c568f0284576 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Request body: {'subnet': {'network_id': '25705e4c-5bde-4bfe-af28-6ac69642d875', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:46.045691 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 25705e4c-5bde-4bfe-af28-6ac69642d875 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:38:46.051010 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa12511-725f-4a9a-b82a-fdbd8538b170 None None] Network 8d7803c1-91b1-4133-b73c-636b7c63cac2 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:46.075190 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d3fb551-468d-489e-a3b8-5a945b841c57 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:46.099796 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-473fc350-3c8b-439d-a0c5-f3372e494ea3 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1628022 Dec 10 16:38:46.100129 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35778) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:46.104686 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-5446b26a-ff72-41d6-b93f-7013f746e6a4 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1981156334', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:46.190589 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d3fb551-468d-489e-a3b8-5a945b841c57 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:46.193552 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5446b26a-ff72-41d6-b93f-7013f746e6a4 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:46.197108 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-7ef3ee1b-4f47-4086-b1e5-272a2d8e291f None None] Provisioning complete for port 43c83027-01a4-49a1-b183-4f600159aa04 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:46.197490 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7ef3ee1b-4f47-4086-b1e5-272a2d8e291f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:46.198502 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5446b26a-ff72-41d6-b93f-7013f746e6a4 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:46.298191 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3fb551-468d-489e-a3b8-5a945b841c57 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Network d541c368-720d-4b18-b807-71b1bfe1994a is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:46.304814 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3fb551-468d-489e-a3b8-5a945b841c57 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event updated for resources: {'Port': ['ID=e4e4e72f-cb6a-4b0c-9a28-12a06638453c,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:46.314732 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-9d3fb551-468d-489e-a3b8-5a945b841c57 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:46.330175 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3fb551-468d-489e-a3b8-5a945b841c57 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:38:46.392847 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb497553-0ed8-4496-ab55-367ccd1b5e03 req-be7adea5-10a9-4ca8-8c8b-4ccf160f09a3 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:46.392847 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb497553-0ed8-4496-ab55-367ccd1b5e03 req-be7adea5-10a9-4ca8-8c8b-4ccf160f09a3 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=41b872ec-a385-49f0-9221-9507cb66a550 HTTP/1.1" status: 200 len: 946 time: 0.3055189 Dec 10 16:38:46.394741 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c322fcc8-14c6-470e-8d6f-c568f0284576 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Made reservation on behalf of 794669b8dccb41efb010cc51dab729ff for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:46.397423 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c322fcc8-14c6-470e-8d6f-c568f0284576 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:46.415530 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 43c83027-01a4-49a1-b183-4f600159aa04 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:38:46.417281 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5446b26a-ff72-41d6-b93f-7013f746e6a4 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:46.432310 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5446b26a-ff72-41d6-b93f-7013f746e6a4 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:46.470418 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5446b26a-ff72-41d6-b93f-7013f746e6a4 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:46.482536 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a5584c-aecd-4582-ab35-8b4c4911d5eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-8d7803c1-91b1-4133-b73c-636b7c63cac2', 'network_id': '8d7803c1-91b1-4133-b73c-636b7c63cac2', 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'fixed_ips': [{'subnet_id': '5222e807-7c8f-4992-85f5-5698538ddb7b'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:38:46.482724 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5446b26a-ff72-41d6-b93f-7013f746e6a4 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3697784 Dec 10 16:38:46.482848 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-17a5584c-aecd-4582-ab35-8b4c4911d5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:46.482956 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35784) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:46.548582 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d3fb551-468d-489e-a3b8-5a945b841c57 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:46.635318 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device cb94977b-eb94-4335-af94-bcaa74a1e09e up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:38:46.730288 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb497553-0ed8-4496-ab55-367ccd1b5e03 req-27676272-0d8f-4e3f-b162-96a63c8761d6 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393513 Dec 10 16:38:46.921851 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6dff9ebe-1f15-410d-9a90-23cafc27928a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:47.141427 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d3fb551-468d-489e-a3b8-5a945b841c57 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:47.151073 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e9674cfb-b009-4302-ad8b-9b2b92c04224 None None] Provisioning complete for port 43c83027-01a4-49a1-b183-4f600159aa04 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:47.151620 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e9674cfb-b009-4302-ad8b-9b2b92c04224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:47.284864 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 43c83027-01a4-49a1-b183-4f600159aa04 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:47.288846 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:47.375659 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:47.387102 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-17a5584c-aecd-4582-ab35-8b4c4911d5eb None None] Allocated IP 172.20.0.2 (8d7803c1-91b1-4133-b73c-636b7c63cac2/5222e807-7c8f-4992-85f5-5698538ddb7b/884d1606-6304-4d4f-a059-22c76dbb8d13) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:47.397831 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port cb94977b-eb94-4335-af94-bcaa74a1e09e triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:47.398353 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:47.406789 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c322fcc8-14c6-470e-8d6f-c568f0284576 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:47.464229 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd85ee-e660-446f-b35a-2b8a5edc2448 req-dbcb2b2d-f992-41ac-8b5c-13852ad6e2d7 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:47.465941 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3bdd85ee-e660-446f-b35a-2b8a5edc2448 req-dbcb2b2d-f992-41ac-8b5c-13852ad6e2d7 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 944 time: 0.3291287 Dec 10 16:38:47.554028 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c322fcc8-14c6-470e-8d6f-c568f0284576 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Pushing event updated for resources: {'Subnet': ['ID=fb7b26c3-b950-4949-90ed-99892cbab814,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:47.570717 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c322fcc8-14c6-470e-8d6f-c568f0284576 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Checking segment: {'id': '1bc69df0-8913-45d6-b32d-d7d297e444a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '25705e4c-5bde-4bfe-af28-6ac69642d875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:38:47.571511 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c322fcc8-14c6-470e-8d6f-c568f0284576 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Network hostable DHCP agents. Network: 25705e4c-5bde-4bfe-af28-6ac69642d875, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:38:47.672549 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c322fcc8-14c6-470e-8d6f-c568f0284576 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Network 25705e4c-5bde-4bfe-af28-6ac69642d875 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:38:47.686339 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3bdd85ee-e660-446f-b35a-2b8a5edc2448 req-67bfb366-ec46-4bdf-9f01-03b5a8caef2c tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994712 Dec 10 16:38:47.750468 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-c322fcc8-14c6-470e-8d6f-c568f0284576 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 25705e4c-5bde-4bfe-af28-6ac69642d875) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:47.785480 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c322fcc8-14c6-470e-8d6f-c568f0284576 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:47.786529 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c322fcc8-14c6-470e-8d6f-c568f0284576 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:47.884503 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c322fcc8-14c6-470e-8d6f-c568f0284576 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9256949 Dec 10 16:38:47.916209 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f73b4b-6ccb-4738-bf06-421d4b842280 None None] Network 25705e4c-5bde-4bfe-af28-6ac69642d875 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:47.940143 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d3fb551-468d-489e-a3b8-5a945b841c57 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:47.980208 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35808) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:47.985822 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-da9b1703-5e3d-40aa-9bdc-c2ab6652e018 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1174656603', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:47.992328 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d3fb551-468d-489e-a3b8-5a945b841c57 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:48.113830 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-da9b1703-5e3d-40aa-9bdc-c2ab6652e018 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:48.114603 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-da9b1703-5e3d-40aa-9bdc-c2ab6652e018 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:48.135479 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-17a5584c-aecd-4582-ab35-8b4c4911d5eb None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:48.144893 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:48.156647 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d3fb551-468d-489e-a3b8-5a945b841c57 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:48.189568 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e9674cfb-b009-4302-ad8b-9b2b92c04224 None None] Provisioning complete for port e4e4e72f-cb6a-4b0c-9a28-12a06638453c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:48.190747 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e9674cfb-b009-4302-ad8b-9b2b92c04224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:48.227993 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-faa6f9d8-58f4-4863-9781-5cb58eda2ab2 admin admin] Deleting port 0114394b-5c4e-4ab2-b27e-502c41af2b04 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:48.228565 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-faa6f9d8-58f4-4863-9781-5cb58eda2ab2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:48.232998 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-17a5584c-aecd-4582-ab35-8b4c4911d5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:48.245973 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-e9674cfb-b009-4302-ad8b-9b2b92c04224 None None] Port e4e4e72f-cb6a-4b0c-9a28-12a06638453c cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:38:48.293605 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a5584c-aecd-4582-ab35-8b4c4911d5eb None None] Pushing event updated for resources: {'Port': ['ID=884d1606-6304-4d4f-a059-22c76dbb8d13,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:48.333538 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105fbc39-9fee-4115-aff9-663a6d26770e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb94977b-eb94-4335-af94-bcaa74a1e09e'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:38:48.336871 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89c096a-248f-44d2-8ef1-1370ff8f4b70" -d '{"events": [{"server_uuid": "105fbc39-9fee-4115-aff9-663a6d26770e", "name": "network-vif-plugged", "status": "completed", "tag": "cb94977b-eb94-4335-af94-bcaa74a1e09e"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:38:48.346602 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca052598-0ab4-4c7d-b502-9fcfcfcae3b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-25705e4c-5bde-4bfe-af28-6ac69642d875', 'network_id': '25705e4c-5bde-4bfe-af28-6ac69642d875', 'project_id': '794669b8dccb41efb010cc51dab729ff', 'fixed_ips': [{'subnet_id': 'fb7b26c3-b950-4949-90ed-99892cbab814'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:38:48.347666 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ca052598-0ab4-4c7d-b502-9fcfcfcae3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:48.352835 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a5584c-aecd-4582-ab35-8b4c4911d5eb None None] Network 8d7803c1-91b1-4133-b73c-636b7c63cac2 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:48.395263 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dd77b3fb-f4ce-4d84-bad9-a53206999ca6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:48.400252 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-17a5584c-aecd-4582-ab35-8b4c4911d5eb None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:48.421412 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port cb94977b-eb94-4335-af94-bcaa74a1e09e, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=cb94977b-eb94-4335-af94-bcaa74a1e09e,segment=NetworkSegment(5bae3635-32be-403a-b68a-450983b5ab53),segment_id=5bae3635-32be-403a-b68a-450983b5ab53)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:48.428711 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a5584c-aecd-4582-ab35-8b4c4911d5eb None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:38:48.442967 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-cebff939-63be-456d-8ede-99cad9c6beee None None] Provisioning complete for port e4e4e72f-cb6a-4b0c-9a28-12a06638453c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:48.443536 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cebff939-63be-456d-8ede-99cad9c6beee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:48.453273 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56308eb5-7b20-4373-83a7-78be06c5b10b req-cad7129d-bc6e-405b-a581-d44a325f6c42 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:48.474036 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-56308eb5-7b20-4373-83a7-78be06c5b10b req-cad7129d-bc6e-405b-a581-d44a325f6c42 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=41b872ec-a385-49f0-9221-9507cb66a550 HTTP/1.1" status: 200 len: 946 time: 0.5255003 Dec 10 16:38:48.485498 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-da9b1703-5e3d-40aa-9bdc-c2ab6652e018 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:48.493987 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3fb551-468d-489e-a3b8-5a945b841c57 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event updated for resources: {'Port': ['ID=e4e4e72f-cb6a-4b0c-9a28-12a06638453c,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:48.527691 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-da9b1703-5e3d-40aa-9bdc-c2ab6652e018 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:48.531464 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:48.538979 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-cebff939-63be-456d-8ede-99cad9c6beee None None] Port e4e4e72f-cb6a-4b0c-9a28-12a06638453c cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:38:48.576196 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-da9b1703-5e3d-40aa-9bdc-c2ab6652e018 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:48.583957 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-da9b1703-5e3d-40aa-9bdc-c2ab6652e018 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5955970 Dec 10 16:38:48.587315 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35820) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:48.700142 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=cb94977b-eb94-4335-af94-bcaa74a1e09e,revision_number=10']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:48.832363 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-dd77b3fb-f4ce-4d84-bad9-a53206999ca6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Allocated IP 172.20.0.1 (8d7803c1-91b1-4133-b73c-636b7c63cac2/5222e807-7c8f-4992-85f5-5698538ddb7b/2e410f0b-9bdf-4f74-a861-6a77a2dd4a64) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:48.889382 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:48.894964 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-17a5584c-aecd-4582-ab35-8b4c4911d5eb None None] Attempting to bind port 884d1606-6304-4d4f-a059-22c76dbb8d13 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:38:48.895342 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-17a5584c-aecd-4582-ab35-8b4c4911d5eb None None] Attempting to bind port 884d1606-6304-4d4f-a059-22c76dbb8d13 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '7a939a9e-cd5a-404a-8292-0a93ee82b746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8d7803c1-91b1-4133-b73c-636b7c63cac2'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:38:48.895856 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a5584c-aecd-4582-ab35-8b4c4911d5eb None None] Attempting to bind port 884d1606-6304-4d4f-a059-22c76dbb8d13 on network 8d7803c1-91b1-4133-b73c-636b7c63cac2 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:38:48.946731 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a5584c-aecd-4582-ab35-8b4c4911d5eb None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:38:48.947125 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a5584c-aecd-4582-ab35-8b4c4911d5eb None None] Checking segment: {'id': '7a939a9e-cd5a-404a-8292-0a93ee82b746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8d7803c1-91b1-4133-b73c-636b7c63cac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:38:48.950674 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-17a5584c-aecd-4582-ab35-8b4c4911d5eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:48.950674 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a5584c-aecd-4582-ab35-8b4c4911d5eb None None] Bound using segment: {'id': '7a939a9e-cd5a-404a-8292-0a93ee82b746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8d7803c1-91b1-4133-b73c-636b7c63cac2'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:38:48.950674 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-17a5584c-aecd-4582-ab35-8b4c4911d5eb None None] Bound port: 884d1606-6304-4d4f-a059-22c76dbb8d13, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a939a9e-cd5a-404a-8292-0a93ee82b746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8d7803c1-91b1-4133-b73c-636b7c63cac2'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:38:48.950674 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-17a5584c-aecd-4582-ab35-8b4c4911d5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:48.979505 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dd77b3fb-f4ce-4d84-bad9-a53206999ca6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:49.005696 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-ca052598-0ab4-4c7d-b502-9fcfcfcae3b4 None None] Allocated IP 172.20.0.2 (25705e4c-5bde-4bfe-af28-6ac69642d875/fb7b26c3-b950-4949-90ed-99892cbab814/76c6fb28-b841-4327-8d93-7c361b6344a8) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:49.019303 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dd77b3fb-f4ce-4d84-bad9-a53206999ca6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:49.096584 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd77b3fb-f4ce-4d84-bad9-a53206999ca6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Network 8d7803c1-91b1-4133-b73c-636b7c63cac2 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:49.116779 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-17a5584c-aecd-4582-ab35-8b4c4911d5eb None None] For port 884d1606-6304-4d4f-a059-22c76dbb8d13, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:38:49.120938 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-dd77b3fb-f4ce-4d84-bad9-a53206999ca6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:49.137676 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd77b3fb-f4ce-4d84-bad9-a53206999ca6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:38:49.141683 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-faa6f9d8-58f4-4863-9781-5cb58eda2ab2 admin admin] For port 0114394b-5c4e-4ab2-b27e-502c41af2b04, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=0114394b-5c4e-4ab2-b27e-502c41af2b04,segment=NetworkSegment(5ba54cce-8066-4ebb-a6ee-8a1c8abcc880),segment_id=5ba54cce-8066-4ebb-a6ee-8a1c8abcc880)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:49.142388 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-faa6f9d8-58f4-4863-9781-5cb58eda2ab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:49.159754 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-56308eb5-7b20-4373-83a7-78be06c5b10b req-77c90059-0891-4780-be9e-ca889523fcff tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6544604 Dec 10 16:38:49.187142 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77b3fb-f4ce-4d84-bad9-a53206999ca6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event updated for resources: {'Port': ['ID=2e410f0b-9bdf-4f74-a861-6a77a2dd4a64,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:49.196251 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-faa6f9d8-58f4-4863-9781-5cb58eda2ab2 admin admin] Calling delete_port for 0114394b-5c4e-4ab2-b27e-502c41af2b04 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:49.204174 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-17a5584c-aecd-4582-ab35-8b4c4911d5eb None None] For port 884d1606-6304-4d4f-a059-22c76dbb8d13, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=884d1606-6304-4d4f-a059-22c76dbb8d13,segment=NetworkSegment(7a939a9e-cd5a-404a-8292-0a93ee82b746),segment_id=7a939a9e-cd5a-404a-8292-0a93ee82b746)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:38:49.212240 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3fb551-468d-489e-a3b8-5a945b841c57 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Network d541c368-720d-4b18-b807-71b1bfe1994a is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:49.217176 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-9d3fb551-468d-489e-a3b8-5a945b841c57 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:49.227095 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-17a5584c-aecd-4582-ab35-8b4c4911d5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:49.233444 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dd77b3fb-f4ce-4d84-bad9-a53206999ca6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:49.359174 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273d426c-c986-42c0-9304-3f0951c54965 x-openstack-request-id: req-273d426c-c986-42c0-9304-3f0951c54965 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:38:49.359445 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105fbc39-9fee-4115-aff9-663a6d26770e", "name": "network-vif-plugged", "status": "completed", "tag": "cb94977b-eb94-4335-af94-bcaa74a1e09e", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:38:49.359699 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-273d426c-c986-42c0-9304-3f0951c54965 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:38:49.360103 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105fbc39-9fee-4115-aff9-663a6d26770e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb94977b-eb94-4335-af94-bcaa74a1e09e', 'code': 200} Dec 10 16:38:49.515625 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3fb551-468d-489e-a3b8-5a945b841c57 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Router a3daaec8-386d-4021-bb23-29c319fd323f has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:38:49.519707 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a5584c-aecd-4582-ab35-8b4c4911d5eb None None] Pushing event updated for resources: {'Port': ['ID=884d1606-6304-4d4f-a059-22c76dbb8d13,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:49.576133 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ca052598-0ab4-4c7d-b502-9fcfcfcae3b4 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:49.589303 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ca052598-0ab4-4c7d-b502-9fcfcfcae3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:49.620923 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6b2a3f29-ee43-4a2b-9596-88b86b31e1c8 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:49.736931 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca052598-0ab4-4c7d-b502-9fcfcfcae3b4 None None] Network 25705e4c-5bde-4bfe-af28-6ac69642d875 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:49.749219 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca052598-0ab4-4c7d-b502-9fcfcfcae3b4 None None] Pushing event updated for resources: {'Port': ['ID=76c6fb28-b841-4327-8d93-7c361b6344a8,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:49.774668 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-ca052598-0ab4-4c7d-b502-9fcfcfcae3b4 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:49.784744 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:49.789495 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca052598-0ab4-4c7d-b502-9fcfcfcae3b4 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:38:49.808196 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-2511873f-1c43-4b86-85bc-ab756f10a55d None None] Provisioning complete for port e4e4e72f-cb6a-4b0c-9a28-12a06638453c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:49.808575 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2511873f-1c43-4b86-85bc-ab756f10a55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:49.841029 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d77467-fb48-47dd-9f09-dba1c1f29213 req-7a3b33d9-4fdc-44a6-8aba-820f15763fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:49.842960 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-27d77467-fb48-47dd-9f09-dba1c1f29213 req-7a3b33d9-4fdc-44a6-8aba-820f15763fed service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 1097 time: 0.2538273 Dec 10 16:38:49.845856 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dd77b3fb-f4ce-4d84-bad9-a53206999ca6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:49.903684 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-ca052598-0ab4-4c7d-b502-9fcfcfcae3b4 None None] Attempting to bind port 76c6fb28-b841-4327-8d93-7c361b6344a8 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:38:49.904070 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-ca052598-0ab4-4c7d-b502-9fcfcfcae3b4 None None] Attempting to bind port 76c6fb28-b841-4327-8d93-7c361b6344a8 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '1bc69df0-8913-45d6-b32d-d7d297e444a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '25705e4c-5bde-4bfe-af28-6ac69642d875'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:38:49.904441 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca052598-0ab4-4c7d-b502-9fcfcfcae3b4 None None] Attempting to bind port 76c6fb28-b841-4327-8d93-7c361b6344a8 on network 25705e4c-5bde-4bfe-af28-6ac69642d875 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:38:49.914808 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-2511873f-1c43-4b86-85bc-ab756f10a55d None None] Port e4e4e72f-cb6a-4b0c-9a28-12a06638453c cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:38:49.928726 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca052598-0ab4-4c7d-b502-9fcfcfcae3b4 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:38:49.929215 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca052598-0ab4-4c7d-b502-9fcfcfcae3b4 None None] Checking segment: {'id': '1bc69df0-8913-45d6-b32d-d7d297e444a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '25705e4c-5bde-4bfe-af28-6ac69642d875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:38:49.929630 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ca052598-0ab4-4c7d-b502-9fcfcfcae3b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:49.930040 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca052598-0ab4-4c7d-b502-9fcfcfcae3b4 None None] Bound using segment: {'id': '1bc69df0-8913-45d6-b32d-d7d297e444a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '25705e4c-5bde-4bfe-af28-6ac69642d875'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:38:49.930583 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-ca052598-0ab4-4c7d-b502-9fcfcfcae3b4 None None] Bound port: 76c6fb28-b841-4327-8d93-7c361b6344a8, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bc69df0-8913-45d6-b32d-d7d297e444a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '25705e4c-5bde-4bfe-af28-6ac69642d875'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:38:49.931331 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ca052598-0ab4-4c7d-b502-9fcfcfcae3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:49.963986 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-faa6f9d8-58f4-4863-9781-5cb58eda2ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:50.013478 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6f9d8-58f4-4863-9781-5cb58eda2ab2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0114394b-5c4e-4ab2-b27e-502c41af2b04,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:50.074408 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-ca052598-0ab4-4c7d-b502-9fcfcfcae3b4 None None] For port 76c6fb28-b841-4327-8d93-7c361b6344a8, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:38:50.077933 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-ca052598-0ab4-4c7d-b502-9fcfcfcae3b4 None None] For port 76c6fb28-b841-4327-8d93-7c361b6344a8, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=76c6fb28-b841-4327-8d93-7c361b6344a8,segment=NetworkSegment(1bc69df0-8913-45d6-b32d-d7d297e444a9),segment_id=1bc69df0-8913-45d6-b32d-d7d297e444a9)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:38:50.087825 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ca052598-0ab4-4c7d-b502-9fcfcfcae3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:50.269971 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca052598-0ab4-4c7d-b502-9fcfcfcae3b4 None None] Pushing event updated for resources: {'Port': ['ID=76c6fb28-b841-4327-8d93-7c361b6344a8,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:50.573749 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 884d1606-6304-4d4f-a059-22c76dbb8d13 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:38:50.619956 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3fb551-468d-489e-a3b8-5a945b841c57 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:38:50.630891 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abef8a5-2125-4b22-826c-c518ab82d2b9 None None] Sync routers for ids ['a3daaec8-386d-4021-bb23-29c319fd323f'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:38:50.644375 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9d3fb551-468d-489e-a3b8-5a945b841c57 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "PUT /v2.0/routers/a3daaec8-386d-4021-bb23-29c319fd323f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7730737 Dec 10 16:38:50.669157 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abef8a5-2125-4b22-826c-c518ab82d2b9 None None] Routers {'a3daaec8-386d-4021-bb23-29c319fd323f'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:50.670078 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5abef8a5-2125-4b22-826c-c518ab82d2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:38:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['a3daaec8-386d-4021-bb23-29c319fd323f'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:50.697894 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35848) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:50.820385 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-faa6f9d8-58f4-4863-9781-5cb58eda2ab2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:50.856971 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-27d77467-fb48-47dd-9f09-dba1c1f29213 req-9013840f-47ff-4d37-8dd9-542ebdc751d2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0061088 Dec 10 16:38:50.858502 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-5abef8a5-2125-4b22-826c-c518ab82d2b9 None None] Set router a3daaec8-386d-4021-bb23-29c319fd323f gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:38:51.031615 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702e5047-66bf-45f3-b50b-3fe10bc77abd tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:51.032085 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702e5047-66bf-45f3-b50b-3fe10bc77abd tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:51.032547 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702e5047-66bf-45f3-b50b-3fe10bc77abd tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:51.033005 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702e5047-66bf-45f3-b50b-3fe10bc77abd tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:51.033721 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702e5047-66bf-45f3-b50b-3fe10bc77abd tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:51.034211 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702e5047-66bf-45f3-b50b-3fe10bc77abd tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:51.034714 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702e5047-66bf-45f3-b50b-3fe10bc77abd tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:51.035174 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702e5047-66bf-45f3-b50b-3fe10bc77abd tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:51.035658 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702e5047-66bf-45f3-b50b-3fe10bc77abd tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:51.036056 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702e5047-66bf-45f3-b50b-3fe10bc77abd tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:51.038986 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-702e5047-66bf-45f3-b50b-3fe10bc77abd tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7088 time: 0.3400736 Dec 10 16:38:51.045616 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35852) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:51.054852 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4ad22-0dcf-4f32-9433-b97af9b4d878 req-69d00dd4-0241-47b6-9162-6756cd9a573b tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:51.070307 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e5c4ad22-0dcf-4f32-9433-b97af9b4d878 req-69d00dd4-0241-47b6-9162-6756cd9a573b tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 946 time: 1.4892020 Dec 10 16:38:51.188695 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dd77b3fb-f4ce-4d84-bad9-a53206999ca6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:51.203193 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dd77b3fb-f4ce-4d84-bad9-a53206999ca6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:51.265776 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 884d1606-6304-4d4f-a059-22c76dbb8d13 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:51.266203 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:51.316792 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e5c4ad22-0dcf-4f32-9433-b97af9b4d878 req-9b6e2447-5a8f-4d62-ad42-8592a441cc99 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2373116 Dec 10 16:38:51.450387 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5abef8a5-2125-4b22-826c-c518ab82d2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'name': 'tempest-TestNetworkBasicOps-router-1922325860', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '033196f5-e487-461d-9344-13635f0d77e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:38:29Z', 'updated_at': '2021-12-10T16:38:46Z', 'revision_number': 4, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'gw_port': {'id': '033196f5-e487-461d-9344-13635f0d77e5', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:38:31Z', 'updated_at': '2021-12-10T16:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'e4e4e72f-cb6a-4b0c-9a28-12a06638453c', 'name': '', 'network_id': 'd541c368-720d-4b18-b807-71b1bfe1994a', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'mac_address': 'fa:16:3e:cb:de:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '16a35958-36a2-4747-a09b-1406e66a4b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:38:43Z', 'updated_at': '2021-12-10T16:38:47Z', 'revision_number': 2, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'subnets': [{'id': '16a35958-36a2-4747-a09b-1406e66a4b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:51.509518 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abef8a5-2125-4b22-826c-c518ab82d2b9 None None] Checking router: a3daaec8-386d-4021-bb23-29c319fd323f for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:38:51.513776 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abef8a5-2125-4b22-826c-c518ab82d2b9 None None] Updating router a3daaec8-386d-4021-bb23-29c319fd323f port e4e4e72f-cb6a-4b0c-9a28-12a06638453c binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:38:51.549168 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:51.562495 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7f8a26-fe06-45b0-ac88-6eee0ee8e77c tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:51.562968 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7f8a26-fe06-45b0-ac88-6eee0ee8e77c tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:51.563424 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7f8a26-fe06-45b0-ac88-6eee0ee8e77c tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:51.563877 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7f8a26-fe06-45b0-ac88-6eee0ee8e77c tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:51.564327 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7f8a26-fe06-45b0-ac88-6eee0ee8e77c tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:51.564780 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7f8a26-fe06-45b0-ac88-6eee0ee8e77c tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:51.565223 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7f8a26-fe06-45b0-ac88-6eee0ee8e77c tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:51.565667 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7f8a26-fe06-45b0-ac88-6eee0ee8e77c tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:51.566107 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7f8a26-fe06-45b0-ac88-6eee0ee8e77c tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:51.577613 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-5abef8a5-2125-4b22-826c-c518ab82d2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:51.584126 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7f8a26-fe06-45b0-ac88-6eee0ee8e77c tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:51.586886 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4d7f8a26-fe06-45b0-ac88-6eee0ee8e77c tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6479 time: 0.4831772 Dec 10 16:38:51.604842 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35860) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:51.619097 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b232cdf5-bf11-418c-b05a-41eaae279b1e None None] Network 8d7803c1-91b1-4133-b73c-636b7c63cac2 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:51.671519 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 884d1606-6304-4d4f-a059-22c76dbb8d13, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=884d1606-6304-4d4f-a059-22c76dbb8d13,segment=NetworkSegment(7a939a9e-cd5a-404a-8292-0a93ee82b746),segment_id=7a939a9e-cd5a-404a-8292-0a93ee82b746)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:51.711605 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:51.802213 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa6f9d8-58f4-4863-9781-5cb58eda2ab2 admin admin] Router 49c1dfb1-e8f2-476b-b533-25c93fce4e8c has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:38:51.852128 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=884d1606-6304-4d4f-a059-22c76dbb8d13,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:51.868942 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dd77b3fb-f4ce-4d84-bad9-a53206999ca6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:51.880180 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-986e02aa-1435-4809-99a1-3268c1f96db5 None None] Provisioning complete for port 884d1606-6304-4d4f-a059-22c76dbb8d13 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:51.898437 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-986e02aa-1435-4809-99a1-3268c1f96db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:52.032596 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c725312-5659-4296-b88c-3b16a1514270 req-ef933911-73b8-45f0-8ba9-e46e65a96240 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:52.043647 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0c725312-5659-4296-b88c-3b16a1514270 req-ef933911-73b8-45f0-8ba9-e46e65a96240 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.3153698 Dec 10 16:38:52.172881 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77b3fb-f4ce-4d84-bad9-a53206999ca6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event updated for resources: {'Port': ['ID=2e410f0b-9bdf-4f74-a861-6a77a2dd4a64,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:52.181178 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa6f9d8-58f4-4863-9781-5cb58eda2ab2 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:38:52.196217 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-faa6f9d8-58f4-4863-9781-5cb58eda2ab2 admin admin] 10.222.0.11 "PUT /v2.0/routers/49c1dfb1-e8f2-476b-b533-25c93fce4e8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8062234 Dec 10 16:38:52.204715 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a413db8-fc2d-494f-92ff-18b8793228cd None None] Sync routers for ids ['49c1dfb1-e8f2-476b-b533-25c93fce4e8c'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:38:52.219715 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35868) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:52.260814 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e494581c-a632-42cf-b1db-7b885d1c3cf5 None None] Network 25705e4c-5bde-4bfe-af28-6ac69642d875 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:52.284486 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0c725312-5659-4296-b88c-3b16a1514270 req-6def82ca-2a09-4530-9122-d49a3ea635f8 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2399449 Dec 10 16:38:52.310385 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-5abef8a5-2125-4b22-826c-c518ab82d2b9 None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:52.330444 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-5abef8a5-2125-4b22-826c-c518ab82d2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:52.401440 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-6b2a3f29-ee43-4a2b-9596-88b86b31e1c8 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Allocated IP 172.20.0.1 (25705e4c-5bde-4bfe-af28-6ac69642d875/fb7b26c3-b950-4949-90ed-99892cbab814/d1b193c7-43ad-405d-89e6-ede207742c5f) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:52.484710 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a413db8-fc2d-494f-92ff-18b8793228cd None None] Routers {'49c1dfb1-e8f2-476b-b533-25c93fce4e8c'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:52.492023 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4a413db8-fc2d-494f-92ff-18b8793228cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:38:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['49c1dfb1-e8f2-476b-b533-25c93fce4e8c'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:52.636658 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc24f2a-9da6-41c1-8bec-5b652534a2a8 None None] Pushing event updated for resources: {'Port': ['ID=e4e4e72f-cb6a-4b0c-9a28-12a06638453c,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:52.783680 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 884d1606-6304-4d4f-a059-22c76dbb8d13 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:38:52.821330 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-5abef8a5-2125-4b22-826c-c518ab82d2b9 None None] Attempting to bind port e4e4e72f-cb6a-4b0c-9a28-12a06638453c on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:38:52.821620 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-5abef8a5-2125-4b22-826c-c518ab82d2b9 None None] Attempting to bind port e4e4e72f-cb6a-4b0c-9a28-12a06638453c by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '2bbad0e8-ed67-413a-8c9a-253af19189e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd541c368-720d-4b18-b807-71b1bfe1994a'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:38:52.821988 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abef8a5-2125-4b22-826c-c518ab82d2b9 None None] Attempting to bind port e4e4e72f-cb6a-4b0c-9a28-12a06638453c on network d541c368-720d-4b18-b807-71b1bfe1994a {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:38:52.850677 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abef8a5-2125-4b22-826c-c518ab82d2b9 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:38:52.851056 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abef8a5-2125-4b22-826c-c518ab82d2b9 None None] Checking segment: {'id': '2bbad0e8-ed67-413a-8c9a-253af19189e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd541c368-720d-4b18-b807-71b1bfe1994a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:38:52.853653 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-5abef8a5-2125-4b22-826c-c518ab82d2b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:52.854819 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abef8a5-2125-4b22-826c-c518ab82d2b9 None None] Bound using segment: {'id': '2bbad0e8-ed67-413a-8c9a-253af19189e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd541c368-720d-4b18-b807-71b1bfe1994a'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:38:52.858156 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-5abef8a5-2125-4b22-826c-c518ab82d2b9 None None] Bound port: e4e4e72f-cb6a-4b0c-9a28-12a06638453c, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bbad0e8-ed67-413a-8c9a-253af19189e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd541c368-720d-4b18-b807-71b1bfe1994a'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:38:52.858580 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-5abef8a5-2125-4b22-826c-c518ab82d2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:52.980579 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd77b3fb-f4ce-4d84-bad9-a53206999ca6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Network 8d7803c1-91b1-4133-b73c-636b7c63cac2 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:52.983234 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b10b85f1-360b-404b-bfb6-b3808edb5a4c None None] Provisioning complete for port 76c6fb28-b841-4327-8d93-7c361b6344a8 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:52.987898 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b10b85f1-360b-404b-bfb6-b3808edb5a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:52.993633 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-dd77b3fb-f4ce-4d84-bad9-a53206999ca6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:53.014848 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6c5eb0e9-35d0-4580-a1d3-14100e1517af admin admin] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:53.116930 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4af68-0b04-4bbd-bc8a-4ccb60c97dfb req-b1ad590f-edc3-48f4-9da6-0a45fa5daa04 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:53.121885 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-5abef8a5-2125-4b22-826c-c518ab82d2b9 None None] For port e4e4e72f-cb6a-4b0c-9a28-12a06638453c, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:38:53.136327 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-5abef8a5-2125-4b22-826c-c518ab82d2b9 None None] For port e4e4e72f-cb6a-4b0c-9a28-12a06638453c, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=e4e4e72f-cb6a-4b0c-9a28-12a06638453c,segment=NetworkSegment(2bbad0e8-ed67-413a-8c9a-253af19189e9),segment_id=2bbad0e8-ed67-413a-8c9a-253af19189e9)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:38:53.138590 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bca4af68-0b04-4bbd-bc8a-4ccb60c97dfb req-b1ad590f-edc3-48f4-9da6-0a45fa5daa04 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.5817785 Dec 10 16:38:53.143084 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-5abef8a5-2125-4b22-826c-c518ab82d2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:53.218281 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-adb49741-d08c-45a3-811e-d6f093367e31 tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5565 time: 1.6034892 Dec 10 16:38:53.339828 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6c5eb0e9-35d0-4580-a1d3-14100e1517af admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:53.343615 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abef8a5-2125-4b22-826c-c518ab82d2b9 None None] Routers {'a3daaec8-386d-4021-bb23-29c319fd323f'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:53.350995 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5abef8a5-2125-4b22-826c-c518ab82d2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:38:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['a3daaec8-386d-4021-bb23-29c319fd323f'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:53.416545 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bca4af68-0b04-4bbd-bc8a-4ccb60c97dfb req-510b679a-ed80-4a7d-b4c2-90835cac18fe tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2768717 Dec 10 16:38:53.433541 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-4a413db8-fc2d-494f-92ff-18b8793228cd None None] Set router 49c1dfb1-e8f2-476b-b533-25c93fce4e8c gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:38:53.478774 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6b2a3f29-ee43-4a2b-9596-88b86b31e1c8 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:53.548200 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc24f2a-9da6-41c1-8bec-5b652534a2a8 None None] Pushing event updated for resources: {'Port': ['ID=e4e4e72f-cb6a-4b0c-9a28-12a06638453c,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:53.640770 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-5abef8a5-2125-4b22-826c-c518ab82d2b9 None None] Set router a3daaec8-386d-4021-bb23-29c319fd323f gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:38:53.722569 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6b2a3f29-ee43-4a2b-9596-88b86b31e1c8 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:53.724781 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-6c5eb0e9-35d0-4580-a1d3-14100e1517af admin admin] Deleting port 6f9a3a99-3f7b-4281-9666-bb76e5698adc {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:53.725107 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6c5eb0e9-35d0-4580-a1d3-14100e1517af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:53.819578 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 884d1606-6304-4d4f-a059-22c76dbb8d13 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:53.830757 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:53.836600 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-6c5eb0e9-35d0-4580-a1d3-14100e1517af admin admin] For port 6f9a3a99-3f7b-4281-9666-bb76e5698adc, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=6f9a3a99-3f7b-4281-9666-bb76e5698adc,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:53.836964 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6c5eb0e9-35d0-4580-a1d3-14100e1517af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:53.856562 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-6c5eb0e9-35d0-4580-a1d3-14100e1517af admin admin] Calling delete_port for 6f9a3a99-3f7b-4281-9666-bb76e5698adc owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:53.881351 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4af02d-a603-48a5-a88c-863239529c69 req-6f98c0a5-d4d5-493e-af02-c1bce17eb8b7 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:53.896612 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4e4af02d-a603-48a5-a88c-863239529c69 req-6f98c0a5-d4d5-493e-af02-c1bce17eb8b7 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 946 time: 0.2822769 Dec 10 16:38:53.926754 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2a3f29-ee43-4a2b-9596-88b86b31e1c8 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Network 25705e4c-5bde-4bfe-af28-6ac69642d875 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:53.943076 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-6b2a3f29-ee43-4a2b-9596-88b86b31e1c8 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:53.959286 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2a3f29-ee43-4a2b-9596-88b86b31e1c8 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:38:53.973090 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a3f29-ee43-4a2b-9596-88b86b31e1c8 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Pushing event updated for resources: {'Port': ['ID=d1b193c7-43ad-405d-89e6-ede207742c5f,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:54.066737 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b10b85f1-360b-404b-bfb6-b3808edb5a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:54.139125 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4e4af02d-a603-48a5-a88c-863239529c69 req-4153b696-ecd1-41fa-a53b-aaa43d321a89 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2254443 Dec 10 16:38:54.177688 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6b2a3f29-ee43-4a2b-9596-88b86b31e1c8 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:54.191027 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5abef8a5-2125-4b22-826c-c518ab82d2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'name': 'tempest-TestNetworkBasicOps-router-1922325860', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '033196f5-e487-461d-9344-13635f0d77e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:38:29Z', 'updated_at': '2021-12-10T16:38:46Z', 'revision_number': 4, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'gw_port': {'id': '033196f5-e487-461d-9344-13635f0d77e5', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:38:31Z', 'updated_at': '2021-12-10T16:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'e4e4e72f-cb6a-4b0c-9a28-12a06638453c', 'name': '', 'network_id': 'd541c368-720d-4b18-b807-71b1bfe1994a', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'mac_address': 'fa:16:3e:cb:de:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '16a35958-36a2-4747-a09b-1406e66a4b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:38:43Z', 'updated_at': '2021-12-10T16:38:53Z', 'revision_number': 4, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'subnets': [{'id': '16a35958-36a2-4747-a09b-1406e66a4b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:54.232988 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abef8a5-2125-4b22-826c-c518ab82d2b9 None None] The sync data for ids ['a3daaec8-386d-4021-bb23-29c319fd323f'] in n-d-766771-2 is: [{'id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'name': 'tempest-TestNetworkBasicOps-router-1922325860', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '033196f5-e487-461d-9344-13635f0d77e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:38:29Z', 'updated_at': '2021-12-10T16:38:46Z', 'revision_number': 4, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'gw_port': {'id': '033196f5-e487-461d-9344-13635f0d77e5', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:38:31Z', 'updated_at': '2021-12-10T16:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'e4e4e72f-cb6a-4b0c-9a28-12a06638453c', 'name': '', 'network_id': 'd541c368-720d-4b18-b807-71b1bfe1994a', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'mac_address': 'fa:16:3e:cb:de:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '16a35958-36a2-4747-a09b-1406e66a4b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:38:43Z', 'updated_at': '2021-12-10T16:38:53Z', 'revision_number': 4, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'subnets': [{'id': '16a35958-36a2-4747-a09b-1406e66a4b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:38:54.315296 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b10b85f1-360b-404b-bfb6-b3808edb5a4c None None] For port 76c6fb28-b841-4327-8d93-7c361b6344a8, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=76c6fb28-b841-4327-8d93-7c361b6344a8,segment=NetworkSegment(1bc69df0-8913-45d6-b32d-d7d297e444a9),segment_id=1bc69df0-8913-45d6-b32d-d7d297e444a9)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:54.321390 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b10b85f1-360b-404b-bfb6-b3808edb5a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:54.339174 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 76c6fb28-b841-4327-8d93-7c361b6344a8 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:38:54.385390 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd77b3fb-f4ce-4d84-bad9-a53206999ca6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Router 64b295f2-18f1-4699-abe4-ad0ce2a41add is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:38:54.519401 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6b2a3f29-ee43-4a2b-9596-88b86b31e1c8 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:54.784196 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-dac23050-fbd3-42ba-8053-10b5b4209dd0 None None] Provisioning complete for port 884d1606-6304-4d4f-a059-22c76dbb8d13 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:54.789253 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dac23050-fbd3-42ba-8053-10b5b4209dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:54.803746 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b85f1-360b-404b-bfb6-b3808edb5a4c None None] Pushing event updated for resources: {'Port': ['ID=76c6fb28-b841-4327-8d93-7c361b6344a8,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:54.996048 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 76c6fb28-b841-4327-8d93-7c361b6344a8 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:54.996717 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:55.121862 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4a413db8-fc2d-494f-92ff-18b8793228cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c1dfb1-e8f2-476b-b533-25c93fce4e8c', 'name': 'tempest-TaggedBootDevicesTest_v242-333135798-router', 'tenant_id': '87638972bbdb420baed9019b114e9df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '6f9a3a99-3f7b-4281-9666-bb76e5698adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:26:54Z', 'updated_at': '2021-12-10T16:38:49Z', 'revision_number': 5, 'project_id': '87638972bbdb420baed9019b114e9df8', 'gw_port': {'id': '6f9a3a99-3f7b-4281-9666-bb76e5698adc', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c1dfb1-e8f2-476b-b533-25c93fce4e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:26:54Z', 'updated_at': '2021-12-10T16:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:55.138226 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6b2a3f29-ee43-4a2b-9596-88b86b31e1c8 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:55.163115 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6b2a3f29-ee43-4a2b-9596-88b86b31e1c8 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:55.283761 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a3f29-ee43-4a2b-9596-88b86b31e1c8 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Pushing event updated for resources: {'Port': ['ID=d1b193c7-43ad-405d-89e6-ede207742c5f,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:55.289182 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6b2a3f29-ee43-4a2b-9596-88b86b31e1c8 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:55.363382 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a413db8-fc2d-494f-92ff-18b8793228cd None None] Checking router: 49c1dfb1-e8f2-476b-b533-25c93fce4e8c for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:38:55.461128 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35932) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:55.481872 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-c0fb69a7-5434-4a68-b1bd-430bea30219b tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-793127086', 'description': 'tempest-secgroup-smoke-793127086 description', 'project_id': 'f7102f587c0942469f218fb29d23ff5f'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:55.570304 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a413db8-fc2d-494f-92ff-18b8793228cd None None] Routers {'49c1dfb1-e8f2-476b-b533-25c93fce4e8c'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:55.571229 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4a413db8-fc2d-494f-92ff-18b8793228cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:38:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['49c1dfb1-e8f2-476b-b533-25c93fce4e8c'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:55.744098 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6c5eb0e9-35d0-4580-a1d3-14100e1517af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:55.820332 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67803683-3b47-4d83-b04d-5eec625702ca None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:38:55.845831 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 76c6fb28-b841-4327-8d93-7c361b6344a8 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:38:55.858860 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c0fb69a7-5434-4a68-b1bd-430bea30219b tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:55.868016 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302136e-9b12-42ca-8ece-122fb071b60e req-39c9b6c6-dd23-4598-a645-6789862d8424 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:55.881210 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c302136e-9b12-42ca-8ece-122fb071b60e req-39c9b6c6-dd23-4598-a645-6789862d8424 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/networks?id=32421a12-0b3a-42d4-846a-0de14cdef277 HTTP/1.1" status: 200 len: 811 time: 0.2969165 Dec 10 16:38:55.895863 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2a3f29-ee43-4a2b-9596-88b86b31e1c8 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Network 25705e4c-5bde-4bfe-af28-6ac69642d875 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:55.899296 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5eb0e9-35d0-4580-a1d3-14100e1517af admin admin] Pushing event deleted for resources: {'Port': ['ID=6f9a3a99-3f7b-4281-9666-bb76e5698adc,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:55.908041 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-6b2a3f29-ee43-4a2b-9596-88b86b31e1c8 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:55.916873 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-dac23050-fbd3-42ba-8053-10b5b4209dd0 None None] Provisioning complete for port 76c6fb28-b841-4327-8d93-7c361b6344a8 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:55.917247 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dac23050-fbd3-42ba-8053-10b5b4209dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:55.921931 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c302136e-9b12-42ca-8ece-122fb071b60e req-47b72a49-5504-48b7-a241-e8955a42bb26 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/quotas/38b4c50f2746432ea9adf6424421cd8d HTTP/1.1" status: 200 len: 375 time: 0.0390170 Dec 10 16:38:55.986415 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd77b3fb-f4ce-4d84-bad9-a53206999ca6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:38:55.996427 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d47ac7e-ccd6-411b-84f8-6683d739f6d2 None None] Sync routers for ids ['64b295f2-18f1-4699-abe4-ad0ce2a41add'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:38:56.005149 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-dd77b3fb-f4ce-4d84-bad9-a53206999ca6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "PUT /v2.0/routers/64b295f2-18f1-4699-abe4-ad0ce2a41add/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5301616 Dec 10 16:38:56.017420 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d47ac7e-ccd6-411b-84f8-6683d739f6d2 None None] Routers {'64b295f2-18f1-4699-abe4-ad0ce2a41add'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:56.027107 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35944) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:56.028411 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-8d47ac7e-ccd6-411b-84f8-6683d739f6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:38:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['64b295f2-18f1-4699-abe4-ad0ce2a41add'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:56.130594 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6c5eb0e9-35d0-4580-a1d3-14100e1517af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:56.136510 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-8d47ac7e-ccd6-411b-84f8-6683d739f6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:56.156004 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d47ac7e-ccd6-411b-84f8-6683d739f6d2 None None] Routers {'64b295f2-18f1-4699-abe4-ad0ce2a41add'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:56.159709 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-8d47ac7e-ccd6-411b-84f8-6683d739f6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:38:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['64b295f2-18f1-4699-abe4-ad0ce2a41add'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:56.237158 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac894a26-5946-4e31-a9d9-c746e1d834b0 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:56.245948 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ac894a26-5946-4e31-a9d9-c746e1d834b0 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "GET /v2.0/ports/2e410f0b-9bdf-4f74-a861-6a77a2dd4a64 HTTP/1.1" status: 200 len: 910 time: 0.2152693 Dec 10 16:38:56.269111 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-8d47ac7e-ccd6-411b-84f8-6683d739f6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:56.269989 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d47ac7e-ccd6-411b-84f8-6683d739f6d2 None None] The sync data for ids ['64b295f2-18f1-4699-abe4-ad0ce2a41add'] in n-d-766771-2 is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:38:56.297999 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35946) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:56.309889 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-2622ef5b-4547-4433-9d66-3b3e6ed57e34 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5222e807-7c8f-4992-85f5-5698538ddb7b'}]}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:56.390911 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6c5eb0e9-35d0-4580-a1d3-14100e1517af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:56.395855 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6c5eb0e9-35d0-4580-a1d3-14100e1517af admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:56.463673 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-4a413db8-fc2d-494f-92ff-18b8793228cd None None] Set router 49c1dfb1-e8f2-476b-b533-25c93fce4e8c gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:38:56.538636 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 76c6fb28-b841-4327-8d93-7c361b6344a8 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:56.539232 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:56.590657 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4a413db8-fc2d-494f-92ff-18b8793228cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c1dfb1-e8f2-476b-b533-25c93fce4e8c', 'name': 'tempest-TaggedBootDevicesTest_v242-333135798-router', 'tenant_id': '87638972bbdb420baed9019b114e9df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:26:54Z', 'updated_at': '2021-12-10T16:38:53Z', 'revision_number': 6, 'project_id': '87638972bbdb420baed9019b114e9df8', 'gw_port_host': None}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:56.637509 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a413db8-fc2d-494f-92ff-18b8793228cd None None] The sync data for ids ['49c1dfb1-e8f2-476b-b533-25c93fce4e8c'] in n-d-766771-2 is: [{'id': '49c1dfb1-e8f2-476b-b533-25c93fce4e8c', 'name': 'tempest-TaggedBootDevicesTest_v242-333135798-router', 'tenant_id': '87638972bbdb420baed9019b114e9df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:26:54Z', 'updated_at': '2021-12-10T16:38:53Z', 'revision_number': 6, 'project_id': '87638972bbdb420baed9019b114e9df8', 'gw_port_host': None}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:38:56.701170 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6c5eb0e9-35d0-4580-a1d3-14100e1517af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:56.701170 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5eb0e9-35d0-4580-a1d3-14100e1517af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49c1dfb1-e8f2-476b-b533-25c93fce4e8c {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:38:56.704267 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6c5eb0e9-35d0-4580-a1d3-14100e1517af admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:56.708134 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6c5eb0e9-35d0-4580-a1d3-14100e1517af admin admin] 10.222.0.11 "DELETE /v2.0/routers/49c1dfb1-e8f2-476b-b533-25c93fce4e8c HTTP/1.1" status: 204 len: 168 time: 4.4774702 Dec 10 16:38:56.708847 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35950) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:56.716467 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2622ef5b-4547-4433-9d66-3b3e6ed57e34 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:56.728167 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c302136e-9b12-42ca-8ece-122fb071b60e req-b0a7e20a-06e0-4fcc-b8a8-52c050b8a455 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=38b4c50f2746432ea9adf6424421cd8d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.8045468 Dec 10 16:38:56.732700 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-dac23050-fbd3-42ba-8053-10b5b4209dd0 None None] Provisioning complete for port 2e410f0b-9bdf-4f74-a861-6a77a2dd4a64 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:56.733081 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dac23050-fbd3-42ba-8053-10b5b4209dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:56.806999 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-195a8e93-f9fe-40b6-882c-b01ad9c31bc6 admin admin] Deleting subnet 680c8cce-43a4-41f3-b994-8a2b86d3ec14 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:38:56.810335 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-195a8e93-f9fe-40b6-882c-b01ad9c31bc6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:56.833256 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c0fb69a7-5434-4a68-b1bd-430bea30219b tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:56.838879 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device e4e4e72f-cb6a-4b0c-9a28-12a06638453c up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:38:56.847823 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c0fb69a7-5434-4a68-b1bd-430bea30219b tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:56.853953 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-195a8e93-f9fe-40b6-882c-b01ad9c31bc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:56.871304 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c0fb69a7-5434-4a68-b1bd-430bea30219b tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:56.872787 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c0fb69a7-5434-4a68-b1bd-430bea30219b tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.4056835 Dec 10 16:38:56.887218 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35952) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:56.895461 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-887fac54-241f-405c-a7d5-30a6e0c74338 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Request body: {'security_group_rule': {'security_group_id': '4a6d5bf6-4b98-4d63-a5d1-ad5b655a51b3', 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:56.927935 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-dac23050-fbd3-42ba-8053-10b5b4209dd0 None None] Port 2e410f0b-9bdf-4f74-a861-6a77a2dd4a64 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:38:56.928160 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2a3f29-ee43-4a2b-9596-88b86b31e1c8 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Router a7a82b66-4a56-4f62-b930-63e48ad66215 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:38:56.941273 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fb69a7-5434-4a68-b1bd-430bea30219b tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6d5bf6-4b98-4d63-a5d1-ad5b655a51b3,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:56.950878 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-195a8e93-f9fe-40b6-882c-b01ad9c31bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:56.956186 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c302136e-9b12-42ca-8ece-122fb071b60e req-58ffe868-d1a2-4420-8951-b05cb608ebc2 service neutron] 10.222.0.11 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257686 Dec 10 16:38:56.978949 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-dac23050-fbd3-42ba-8053-10b5b4209dd0 None None] Provisioning complete for port e4e4e72f-cb6a-4b0c-9a28-12a06638453c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:56.979336 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dac23050-fbd3-42ba-8053-10b5b4209dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:57.040278 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-195a8e93-f9fe-40b6-882c-b01ad9c31bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:57.089330 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port e4e4e72f-cb6a-4b0c-9a28-12a06638453c triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:57.089724 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:57.102083 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c302136e-9b12-42ca-8ece-122fb071b60e req-d0f674ec-63f3-4e99-830b-d10d273af9b1 service neutron] 10.222.0.11 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429055 Dec 10 16:38:57.140033 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-887fac54-241f-405c-a7d5-30a6e0c74338 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:57.172509 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a8e93-f9fe-40b6-882c-b01ad9c31bc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=680c8cce-43a4-41f3-b994-8a2b86d3ec14,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:57.185022 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-195a8e93-f9fe-40b6-882c-b01ad9c31bc6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:57.193454 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35956) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:57.195186 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-195a8e93-f9fe-40b6-882c-b01ad9c31bc6 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/680c8cce-43a4-41f3-b994-8a2b86d3ec14 HTTP/1.1" status: 204 len: 168 time: 0.4839466 Dec 10 16:38:57.195840 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be18f6aa-de39-480d-8d50-cc42385a1ed3 None None] Network 54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:57.355801 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-07706ddb-76cd-4713-a365-b71e48db8605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:57.423116 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2a3f29-ee43-4a2b-9596-88b86b31e1c8 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:38:57.433458 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-6b2a3f29-ee43-4a2b-9596-88b86b31e1c8 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] 10.222.0.11 "PUT /v2.0/routers/a7a82b66-4a56-4f62-b930-63e48ad66215/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8338404 Dec 10 16:38:57.441516 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-887fac54-241f-405c-a7d5-30a6e0c74338 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:57.445579 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35964) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:57.454023 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b25bc7-4e58-42bb-8201-5cbe6765610a None None] Sync routers for ids ['a7a82b66-4a56-4f62-b930-63e48ad66215'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:38:57.458399 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-d1ce5584-bd38-4d92-aa0b-c07b05e439ca tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Request body: {'port': {'network_id': '25705e4c-5bde-4bfe-af28-6ac69642d875', 'name': 'tempest-FloatingIPNegativeTestJSON-456740139'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:57.507566 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-887fac54-241f-405c-a7d5-30a6e0c74338 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:57.544891 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:57.590054 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dac23050-fbd3-42ba-8053-10b5b4209dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:57.620684 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b25bc7-4e58-42bb-8201-5cbe6765610a None None] Routers {'a7a82b66-4a56-4f62-b930-63e48ad66215'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:57.621328 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-29b25bc7-4e58-42bb-8201-5cbe6765610a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:38:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['a7a82b66-4a56-4f62-b930-63e48ad66215'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:57.708349 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887fac54-241f-405c-a7d5-30a6e0c74338 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06504b7c-eda9-4ee5-a578-7ae1cd16b13d,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:57.722455 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-887fac54-241f-405c-a7d5-30a6e0c74338 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:57.727552 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-887fac54-241f-405c-a7d5-30a6e0c74338 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8346753 Dec 10 16:38:57.732825 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35970) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:57.745948 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port e4e4e72f-cb6a-4b0c-9a28-12a06638453c, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=e4e4e72f-cb6a-4b0c-9a28-12a06638453c,segment=NetworkSegment(2bbad0e8-ed67-413a-8c9a-253af19189e9),segment_id=2bbad0e8-ed67-413a-8c9a-253af19189e9)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:57.763315 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-1a52dccb-2f4e-4347-b519-279bfd9eca7a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Request body: {'security_group_rule': {'security_group_id': '4a6d5bf6-4b98-4d63-a5d1-ad5b655a51b3', 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:57.764103 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-29b25bc7-4e58-42bb-8201-5cbe6765610a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:57.770108 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:57.864583 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2622ef5b-4547-4433-9d66-3b3e6ed57e34 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:57.888241 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2622ef5b-4547-4433-9d66-3b3e6ed57e34 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:57.888511 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd92e1-5905-49af-acb5-6627704fe93c req-60032c87-a512-43b2-bb0c-e9eb53af90f4 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:57.903345 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-89dd92e1-5905-49af-acb5-6627704fe93c req-60032c87-a512-43b2-bb0c-e9eb53af90f4 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 946 time: 0.3098578 Dec 10 16:38:57.936551 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb51e42-bdd0-49a1-8671-81ffa8ed5fc8 None None] DHCP port deletion for 54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:38:58.010032 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b25bc7-4e58-42bb-8201-5cbe6765610a None None] Routers {'a7a82b66-4a56-4f62-b930-63e48ad66215'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:58.010727 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-29b25bc7-4e58-42bb-8201-5cbe6765610a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:38:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['a7a82b66-4a56-4f62-b930-63e48ad66215'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:58.024171 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2622ef5b-4547-4433-9d66-3b3e6ed57e34 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:58.024872 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2622ef5b-4547-4433-9d66-3b3e6ed57e34 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:58.026323 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 6f9a3a99-3f7b-4281-9666-bb76e5698adc no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:38:58.029657 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2622ef5b-4547-4433-9d66-3b3e6ed57e34 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "PUT /v2.0/ports/2e410f0b-9bdf-4f74-a861-6a77a2dd4a64 HTTP/1.1" status: 200 len: 910 time: 1.7313261 Dec 10 16:38:58.042478 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35976) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:58.060841 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-89dd92e1-5905-49af-acb5-6627704fe93c req-3b9a935b-a757-443e-af20-76ce34d4cc7a tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537330 Dec 10 16:38:58.103118 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622ef5b-4547-4433-9d66-3b3e6ed57e34 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event updated for resources: {'Port': ['ID=2e410f0b-9bdf-4f74-a861-6a77a2dd4a64,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:58.205091 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1a52dccb-2f4e-4347-b519-279bfd9eca7a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:58.214956 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-07706ddb-76cd-4713-a365-b71e48db8605 admin admin] Deleting port 06b3d6e1-31c4-403d-82e2-cd18f85baa02 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:58.215294 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-07706ddb-76cd-4713-a365-b71e48db8605 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:58.275781 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-29b25bc7-4e58-42bb-8201-5cbe6765610a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:58.277198 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b25bc7-4e58-42bb-8201-5cbe6765610a None None] The sync data for ids ['a7a82b66-4a56-4f62-b930-63e48ad66215'] in n-d-766771-2 is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:38:58.279966 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.api [None req-dac23050-fbd3-42ba-8053-10b5b4209dd0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:38:58.280320 n-d-766771-2 neutron-server[103394]: DEBUG oslo_db.api [None req-dac23050-fbd3-42ba-8053-10b5b4209dd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:38:58.296326 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-07706ddb-76cd-4713-a365-b71e48db8605 admin admin] For port 06b3d6e1-31c4-403d-82e2-cd18f85baa02, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=06b3d6e1-31c4-403d-82e2-cd18f85baa02,segment=NetworkSegment(5ba54cce-8066-4ebb-a6ee-8a1c8abcc880),segment_id=5ba54cce-8066-4ebb-a6ee-8a1c8abcc880)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:58.296692 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-07706ddb-76cd-4713-a365-b71e48db8605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:58.321008 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 6f9a3a99-3f7b-4281-9666-bb76e5698adc {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:38:58.321741 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 6f9a3a99-3f7b-4281-9666-bb76e5698adc not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:38:58.322463 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 0114394b-5c4e-4ab2-b27e-502c41af2b04 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:38:58.328562 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=e4e4e72f-cb6a-4b0c-9a28-12a06638453c,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:58.357638 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-07706ddb-76cd-4713-a365-b71e48db8605 admin admin] Calling delete_port for 06b3d6e1-31c4-403d-82e2-cd18f85baa02 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:58.361164 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 0114394b-5c4e-4ab2-b27e-502c41af2b04 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:38:58.362048 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 0114394b-5c4e-4ab2-b27e-502c41af2b04 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:38:58.386578 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-ecb51e42-bdd0-49a1-8671-81ffa8ed5fc8 None None] Deleting port 06b3d6e1-31c4-403d-82e2-cd18f85baa02 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:58.387440 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ecb51e42-bdd0-49a1-8671-81ffa8ed5fc8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:58.479163 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-ecb51e42-bdd0-49a1-8671-81ffa8ed5fc8 None None] For port 06b3d6e1-31c4-403d-82e2-cd18f85baa02, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=06b3d6e1-31c4-403d-82e2-cd18f85baa02,segment=NetworkSegment(5ba54cce-8066-4ebb-a6ee-8a1c8abcc880),segment_id=5ba54cce-8066-4ebb-a6ee-8a1c8abcc880)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:58.480174 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ecb51e42-bdd0-49a1-8671-81ffa8ed5fc8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:58.495974 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-07706ddb-76cd-4713-a365-b71e48db8605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:58.502648 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-ecb51e42-bdd0-49a1-8671-81ffa8ed5fc8 None None] Calling delete_port for 06b3d6e1-31c4-403d-82e2-cd18f85baa02 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:58.561979 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ce5584-bd38-4d92-aa0b-c07b05e439ca tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Made reservation on behalf of 794669b8dccb41efb010cc51dab729ff for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:58.572318 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d1ce5584-bd38-4d92-aa0b-c07b05e439ca tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:38:58.602566 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:38:58.612388 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ecb51e42-bdd0-49a1-8671-81ffa8ed5fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:58.632536 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb51e42-bdd0-49a1-8671-81ffa8ed5fc8 None None] No DVR routers for this DVR port 06b3d6e1-31c4-403d-82e2-cd18f85baa02 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:38:58.663962 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb51e42-bdd0-49a1-8671-81ffa8ed5fc8 None None] Pushing event deleted for resources: {'Port': ['ID=06b3d6e1-31c4-403d-82e2-cd18f85baa02,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:58.668958 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07706ddb-76cd-4713-a365-b71e48db8605 admin admin] Pushing event deleted for resources: {'Port': ['ID=06b3d6e1-31c4-403d-82e2-cd18f85baa02,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:58.720569 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4d61d98b-6551-4c55-b181-cb5770cd94aa req-abd360e2-7212-41af-9a49-44d5598d1049 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f214a6-d796-41d5-9334-70abecc9a275 HTTP/1.1" status: 200 len: 210 time: 0.2304902 Dec 10 16:38:58.896863 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07706ddb-76cd-4713-a365-b71e48db8605 admin admin] No DVR routers for this DVR port 06b3d6e1-31c4-403d-82e2-cd18f85baa02 on host n-d-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:38:58.981816 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35998) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:58.994887 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-30afaa4a-f4c1-4092-9169-a1f88adf436b None None] Provisioning complete for port d1b193c7-43ad-405d-89e6-ede207742c5f triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:58.995267 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-30afaa4a-f4c1-4092-9169-a1f88adf436b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:59.041720 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-d1ce5584-bd38-4d92-aa0b-c07b05e439ca tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] device_id is not set on port 6c3fc44a-ce43-4fc9-855d-328c2bec7573 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:38:59.050541 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-30afaa4a-f4c1-4092-9169-a1f88adf436b None None] Port d1b193c7-43ad-405d-89e6-ede207742c5f cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:38:59.195747 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1a52dccb-2f4e-4347-b519-279bfd9eca7a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:59.198862 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-07706ddb-76cd-4713-a365-b71e48db8605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:59.200766 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cae7fa5a-adda-44d3-9c3b-a9b6cac6df76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:59.240690 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1a52dccb-2f4e-4347-b519-279bfd9eca7a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:59.295161 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302136e-9b12-42ca-8ece-122fb071b60e req-973774df-d0a0-4421-9723-04864341292d tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:59.295702 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1a52dccb-2f4e-4347-b519-279bfd9eca7a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:59.296953 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1a52dccb-2f4e-4347-b519-279bfd9eca7a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5466855 Dec 10 16:38:59.297740 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c302136e-9b12-42ca-8ece-122fb071b60e req-973774df-d0a0-4421-9723-04864341292d tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.46 "GET /v2.0/networks?id=32421a12-0b3a-42d4-846a-0de14cdef277 HTTP/1.1" status: 200 len: 811 time: 0.2356079 Dec 10 16:38:59.302725 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36004) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:59.306065 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-07706ddb-76cd-4713-a365-b71e48db8605 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:59.311029 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-2d39d06a-6bc2-4f9d-b6af-359ed8c27472 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Request body: {'security_group_rule': {'security_group_id': '4a6d5bf6-4b98-4d63-a5d1-ad5b655a51b3', 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:59.317600 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a52dccb-2f4e-4347-b519-279bfd9eca7a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1c01315-5dfb-4c92-a664-d9d0dd31b5bf,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:59.334657 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-c302136e-9b12-42ca-8ece-122fb071b60e req-0d298828-8955-4a3a-9c36-c70a66b1db0e tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Request body: {'port': {'device_id': 'b3f214a6-d796-41d5-9334-70abecc9a275', 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277', 'admin_state_up': True, 'tenant_id': '38b4c50f2746432ea9adf6424421cd8d'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:59.341272 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-07706ddb-76cd-4713-a365-b71e48db8605 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ba54cce-8066-4ebb-a6ee-8a1c8abcc880') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:59.341637 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-07706ddb-76cd-4713-a365-b71e48db8605 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ba54cce-8066-4ebb-a6ee-8a1c8abcc880') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:59.367933 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-07706ddb-76cd-4713-a365-b71e48db8605 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:59.385099 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-115813c6-89f0-4d3e-ab7e-2fef86d894e2 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:59.424334 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2d39d06a-6bc2-4f9d-b6af-359ed8c27472 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:59.433843 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-07706ddb-76cd-4713-a365-b71e48db8605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:59.472969 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-d1ce5584-bd38-4d92-aa0b-c07b05e439ca tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Allocated IP 172.20.0.5 (25705e4c-5bde-4bfe-af28-6ac69642d875/fb7b26c3-b950-4949-90ed-99892cbab814/6c3fc44a-ce43-4fc9-855d-328c2bec7573) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:59.475960 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07706ddb-76cd-4713-a365-b71e48db8605 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:38:59.476456 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-07706ddb-76cd-4713-a365-b71e48db8605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:59.480011 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:38:59.480011 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:38:59.480011 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:38:59.480011 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:38:59.480011 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:38:59.480011 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:38:59.480011 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:38:59.480011 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:38:59.480011 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:38:59.480011 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:38:59.480011 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:38:59.480011 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:38:59.480011 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:38:59.480011 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:38:59.480011 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:38:59.480011 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:38:59.480011 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:38:59.480011 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:38:59.480011 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:38:59.480011 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:38:59.480011 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:38:59.480011 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:38:59.480011 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:38:59.480011 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:38:59.480011 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:38:59.480011 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:38:59.480011 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:38:59.480011 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:38:59.480011 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:38:59.480011 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:38:59.480011 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:38:59.480011 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:38:59.495764 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2d39d06a-6bc2-4f9d-b6af-359ed8c27472 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:59.508504 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2d39d06a-6bc2-4f9d-b6af-359ed8c27472 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:59.549574 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2d39d06a-6bc2-4f9d-b6af-359ed8c27472 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:59.550940 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2d39d06a-6bc2-4f9d-b6af-359ed8c27472 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2457051 Dec 10 16:38:59.557619 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36006) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:59.574653 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-d34aab98-7fe3-412e-9b3d-dc144766ca27 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Request body: {'security_group_rule': {'security_group_id': '4a6d5bf6-4b98-4d63-a5d1-ad5b655a51b3', 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:59.579802 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39d06a-6bc2-4f9d-b6af-359ed8c27472 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be338018-032e-4b39-a485-1ca7792afbe8,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:59.584955 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-07706ddb-76cd-4713-a365-b71e48db8605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:59.585126 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cae7fa5a-adda-44d3-9c3b-a9b6cac6df76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:59.599602 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cae7fa5a-adda-44d3-9c3b-a9b6cac6df76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:59.634735 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-07706ddb-76cd-4713-a365-b71e48db8605 admin admin] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:59.637945 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-07706ddb-76cd-4713-a365-b71e48db8605 admin admin] 10.222.0.11 "DELETE /v2.0/networks/54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06 HTTP/1.1" status: 204 len: 168 time: 2.4433057 Dec 10 16:38:59.638947 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07706ddb-76cd-4713-a365-b71e48db8605 admin admin] Pushing event deleted for resources: {'Network': ['ID=54bbdaa8-9fc0-4ffc-b46f-0902bb4ede06,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:59.640281 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-cae7fa5a-adda-44d3-9c3b-a9b6cac6df76 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cf484c018f34483596f942ef5b3acc0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6565397 Dec 10 16:38:59.644455 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36008) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:59.644711 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36010) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:59.819507 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7fa5a-adda-44d3-9c3b-a9b6cac6df76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de8d00a-d909-4c97-84ac-d9dbaa75c8cf,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:59.845407 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d1ce5584-bd38-4d92-aa0b-c07b05e439ca tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:59.874249 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d34aab98-7fe3-412e-9b3d-dc144766ca27 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:59.899755 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c302136e-9b12-42ca-8ece-122fb071b60e req-0d298828-8955-4a3a-9c36-c70a66b1db0e tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Made reservation on behalf of 38b4c50f2746432ea9adf6424421cd8d for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:59.903376 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c302136e-9b12-42ca-8ece-122fb071b60e req-0d298828-8955-4a3a-9c36-c70a66b1db0e tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:59.932824 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device e4e4e72f-cb6a-4b0c-9a28-12a06638453c up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:38:59.958118 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-772641a3-fcf2-4ca8-99e3-cd6e5b494029 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:59.964946 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d1ce5584-bd38-4d92-aa0b-c07b05e439ca tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:00.040708 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d34aab98-7fe3-412e-9b3d-dc144766ca27 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:00.042710 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-772641a3-fcf2-4ca8-99e3-cd6e5b494029 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:00.062613 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port e4e4e72f-cb6a-4b0c-9a28-12a06638453c triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:00.062995 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:00.085002 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7e108aed-5421-4fdf-8308-3c72ad98bfad req-f3d59f62-2a60-4589-bb50-74665f52c87e tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f214a6-d796-41d5-9334-70abecc9a275 HTTP/1.1" status: 200 len: 210 time: 0.1692073 Dec 10 16:39:00.130397 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d34aab98-7fe3-412e-9b3d-dc144766ca27 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:00.178934 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ce5584-bd38-4d92-aa0b-c07b05e439ca tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Network 25705e4c-5bde-4bfe-af28-6ac69642d875 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:00.183964 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce5584-bd38-4d92-aa0b-c07b05e439ca tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Pushing event updated for resources: {'Port': ['ID=6c3fc44a-ce43-4fc9-855d-328c2bec7573,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:00.204109 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-d1ce5584-bd38-4d92-aa0b-c07b05e439ca tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:00.217150 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34aab98-7fe3-412e-9b3d-dc144766ca27 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f66e50-3de6-400b-aea5-88785067ad3e,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:00.231212 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ce5584-bd38-4d92-aa0b-c07b05e439ca tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:00.239365 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d34aab98-7fe3-412e-9b3d-dc144766ca27 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:00.245632 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d34aab98-7fe3-412e-9b3d-dc144766ca27 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6798456 Dec 10 16:39:00.265973 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36016) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:00.306394 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 06b3d6e1-31c4-403d-82e2-cd18f85baa02 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:39:00.326929 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-42a2604b-ed43-42b4-a83c-edb8527b81d7 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Request body: {'security_group_rule': {'security_group_id': '4a6d5bf6-4b98-4d63-a5d1-ad5b655a51b3', 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:00.337930 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-772641a3-fcf2-4ca8-99e3-cd6e5b494029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:00.340783 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-772641a3-fcf2-4ca8-99e3-cd6e5b494029 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:00.342158 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-772641a3-fcf2-4ca8-99e3-cd6e5b494029 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7de8d00a-d909-4c97-84ac-d9dbaa75c8cf HTTP/1.1" status: 204 len: 168 time: 0.6934369 Dec 10 16:39:00.350088 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 06b3d6e1-31c4-403d-82e2-cd18f85baa02 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:39:00.358578 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 06b3d6e1-31c4-403d-82e2-cd18f85baa02 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:39:00.397492 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ce5584-bd38-4d92-aa0b-c07b05e439ca tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:00.398736 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d1ce5584-bd38-4d92-aa0b-c07b05e439ca tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:00.407705 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-c302136e-9b12-42ca-8ece-122fb071b60e req-0d298828-8955-4a3a-9c36-c70a66b1db0e tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Allocated IP 172.20.0.11 (32421a12-0b3a-42d4-846a-0de14cdef277/bad4bd9c-d017-467b-badb-ee51884a8aea/4ac466ce-9ccd-4222-9262-149999660a66) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:00.424216 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772641a3-fcf2-4ca8-99e3-cd6e5b494029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de8d00a-d909-4c97-84ac-d9dbaa75c8cf,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:00.486235 n-d-766771-2 neutron-server[103392]: INFO neutron.db.securitygroups_db [None req-42a2604b-ed43-42b4-a83c-edb8527b81d7 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Project f7102f587c0942469f218fb29d23ff5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:39:00.494884 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42a2604b-ed43-42b4-a83c-edb8527b81d7 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:00.523837 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d1ce5584-bd38-4d92-aa0b-c07b05e439ca tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0752180 Dec 10 16:39:00.534933 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36020) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:00.540226 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-2a40c1f7-3eb0-4c29-8fd0-cfcb7cc40c41 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:00.588706 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-51cd48e5-4158-49af-93f7-0b152dd43859 None None] Provisioning complete for port 6c3fc44a-ce43-4fc9-855d-328c2bec7573 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:00.589257 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-51cd48e5-4158-49af-93f7-0b152dd43859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:00.613184 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42a2604b-ed43-42b4-a83c-edb8527b81d7 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:00.614355 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2a40c1f7-3eb0-4c29-8fd0-cfcb7cc40c41 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:00.620905 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42a2604b-ed43-42b4-a83c-edb8527b81d7 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:00.633957 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-51cd48e5-4158-49af-93f7-0b152dd43859 None None] Port 6c3fc44a-ce43-4fc9-855d-328c2bec7573 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:39:00.685759 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a2604b-ed43-42b4-a83c-edb8527b81d7 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=984b371b-b0b9-4a1f-b75b-2b2139886868,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:00.696645 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-115813c6-89f0-4d3e-ab7e-2fef86d894e2 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Deleting port 2e410f0b-9bdf-4f74-a861-6a77a2dd4a64 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:39:00.697004 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-115813c6-89f0-4d3e-ab7e-2fef86d894e2 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:00.745088 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c302136e-9b12-42ca-8ece-122fb071b60e req-0d298828-8955-4a3a-9c36-c70a66b1db0e tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:00.746502 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42a2604b-ed43-42b4-a83c-edb8527b81d7 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:00.750237 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-42a2604b-ed43-42b4-a83c-edb8527b81d7 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4807446 Dec 10 16:39:00.752069 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36028) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:00.757838 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-4d3742aa-9ed9-4516-9692-bdbb2c01c8b6 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Request body: {'security_group_rule': {'security_group_id': '4a6d5bf6-4b98-4d63-a5d1-ad5b655a51b3', 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:00.808002 n-d-766771-2 neutron-server[103393]: INFO neutron.db.securitygroups_db [None req-4d3742aa-9ed9-4516-9692-bdbb2c01c8b6 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Project f7102f587c0942469f218fb29d23ff5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:39:00.813308 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-115813c6-89f0-4d3e-ab7e-2fef86d894e2 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:00.821502 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4d3742aa-9ed9-4516-9692-bdbb2c01c8b6 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:00.832741 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c302136e-9b12-42ca-8ece-122fb071b60e req-0d298828-8955-4a3a-9c36-c70a66b1db0e tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:00.832973 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-115813c6-89f0-4d3e-ab7e-2fef86d894e2 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Calling delete_port for 2e410f0b-9bdf-4f74-a861-6a77a2dd4a64 owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:00.845635 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:39:00.854268 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0139c961-da7f-4164-945a-788c627f8c61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:00.887017 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2a40c1f7-3eb0-4c29-8fd0-cfcb7cc40c41 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:00.998178 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c302136e-9b12-42ca-8ece-122fb071b60e req-0d298828-8955-4a3a-9c36-c70a66b1db0e tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Network 32421a12-0b3a-42d4-846a-0de14cdef277 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:01.008751 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-c302136e-9b12-42ca-8ece-122fb071b60e req-0d298828-8955-4a3a-9c36-c70a66b1db0e tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:01.016105 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d298828-8955-4a3a-9c36-c70a66b1db0e tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Pushing event updated for resources: {'Port': ['ID=4ac466ce-9ccd-4222-9262-149999660a66,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:01.021660 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-c302136e-9b12-42ca-8ece-122fb071b60e req-0d298828-8955-4a3a-9c36-c70a66b1db0e tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:01.058742 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4d3742aa-9ed9-4516-9692-bdbb2c01c8b6 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:01.064740 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-2a40c1f7-3eb0-4c29-8fd0-cfcb7cc40c41 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Allocated IP 172.25.6.123 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/3ea2a170-708a-4c71-a753-e79962d21cc6) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:01.071663 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4d3742aa-9ed9-4516-9692-bdbb2c01c8b6 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:01.140868 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3742aa-9ed9-4516-9692-bdbb2c01c8b6 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5068683-a9c1-4c53-ad3d-a88715af2ad2,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:01.170254 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302136e-9b12-42ca-8ece-122fb071b60e req-0d298828-8955-4a3a-9c36-c70a66b1db0e tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:01.170918 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c302136e-9b12-42ca-8ece-122fb071b60e req-0d298828-8955-4a3a-9c36-c70a66b1db0e tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:01.216865 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4d3742aa-9ed9-4516-9692-bdbb2c01c8b6 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:01.218757 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4d3742aa-9ed9-4516-9692-bdbb2c01c8b6 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4664686 Dec 10 16:39:01.322321 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c302136e-9b12-42ca-8ece-122fb071b60e req-0d298828-8955-4a3a-9c36-c70a66b1db0e tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9927864 Dec 10 16:39:01.325035 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-115813c6-89f0-4d3e-ab7e-2fef86d894e2 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:01.341464 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-c302136e-9b12-42ca-8ece-122fb071b60e req-130f5e69-191f-49b1-8c86-410927100295 service neutron] Request body: {'port': {'device_id': 'b3f214a6-d796-41d5-9334-70abecc9a275', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:01.400088 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2a40c1f7-3eb0-4c29-8fd0-cfcb7cc40c41 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:01.444301 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36068) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:01.458991 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115813c6-89f0-4d3e-ab7e-2fef86d894e2 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event deleted for resources: {'Port': ['ID=2e410f0b-9bdf-4f74-a861-6a77a2dd4a64,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:01.482921 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-bdaffb05-ac00-4ac1-972c-c52d0b643666 None None] Provisioning complete for port 4ac466ce-9ccd-4222-9262-149999660a66 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:01.483511 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bdaffb05-ac00-4ac1-972c-c52d0b643666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:01.590776 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-56f6c3f1-b9e2-4fc9-af89-c6207eba79b3 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1517356123-network', 'tenant_id': '82a91439607e4bae9723c370020baa2b'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:01.590900 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-bdaffb05-ac00-4ac1-972c-c52d0b643666 None None] Port 4ac466ce-9ccd-4222-9262-149999660a66 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:39:01.633085 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537cc4f-cc21-4de9-8300-65eec31418c1 req-a87bc8d5-56d5-4045-9114-0ac86717918b tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:01.643084 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6537cc4f-cc21-4de9-8300-65eec31418c1 req-a87bc8d5-56d5-4045-9114-0ac86717918b tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f214a6-d796-41d5-9334-70abecc9a275 HTTP/1.1" status: 200 len: 932 time: 0.2898107 Dec 10 16:39:01.650090 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2a40c1f7-3eb0-4c29-8fd0-cfcb7cc40c41 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:01.850766 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c302136e-9b12-42ca-8ece-122fb071b60e req-130f5e69-191f-49b1-8c86-410927100295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:02.041844 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-0139c961-da7f-4164-945a-788c627f8c61 admin admin] Deleting port 963010e4-1c76-4f77-a6dd-cbc196ebe114 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:39:02.042201 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0139c961-da7f-4164-945a-788c627f8c61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:02.121714 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f6c3f1-b9e2-4fc9-af89-c6207eba79b3 admin admin] Made reservation on behalf of 82a91439607e4bae9723c370020baa2b for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:02.124887 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56f6c3f1-b9e2-4fc9-af89-c6207eba79b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:02.130740 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a40c1f7-3eb0-4c29-8fd0-cfcb7cc40c41 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:02.150192 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40c1f7-3eb0-4c29-8fd0-cfcb7cc40c41 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Pushing event updated for resources: {'Port': ['ID=3ea2a170-708a-4c71-a753-e79962d21cc6,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:02.155991 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56f6c3f1-b9e2-4fc9-af89-c6207eba79b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:02.158013 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-2a40c1f7-3eb0-4c29-8fd0-cfcb7cc40c41 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:02.162230 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-115813c6-89f0-4d3e-ab7e-2fef86d894e2 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:02.174310 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a40c1f7-3eb0-4c29-8fd0-cfcb7cc40c41 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:02.188735 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6537cc4f-cc21-4de9-8300-65eec31418c1 req-59813f8e-8080-4c93-980d-a9d60dd172ed tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5447676 Dec 10 16:39:02.193547 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-0139c961-da7f-4164-945a-788c627f8c61 admin admin] For port 963010e4-1c76-4f77-a6dd-cbc196ebe114, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=963010e4-1c76-4f77-a6dd-cbc196ebe114,segment=NetworkSegment(9a1c60a4-64c6-4be4-b5f8-ebd3ba313168),segment_id=9a1c60a4-64c6-4be4-b5f8-ebd3ba313168)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:02.194329 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0139c961-da7f-4164-945a-788c627f8c61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:02.215022 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-0139c961-da7f-4164-945a-788c627f8c61 admin admin] Calling delete_port for 963010e4-1c76-4f77-a6dd-cbc196ebe114 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:02.295681 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-c302136e-9b12-42ca-8ece-122fb071b60e req-130f5e69-191f-49b1-8c86-410927100295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ac466ce-9ccd-4222-9262-149999660a66 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:39:02.306290 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c302136e-9b12-42ca-8ece-122fb071b60e req-130f5e69-191f-49b1-8c86-410927100295 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:02.329800 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-c302136e-9b12-42ca-8ece-122fb071b60e req-130f5e69-191f-49b1-8c86-410927100295 service neutron] Transition to ACTIVE for port object 4ac466ce-9ccd-4222-9262-149999660a66 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:39:02.336173 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c302136e-9b12-42ca-8ece-122fb071b60e req-130f5e69-191f-49b1-8c86-410927100295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:02.447075 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f5e69-191f-49b1-8c86-410927100295 service neutron] Pushing event updated for resources: {'Port': ['ID=4ac466ce-9ccd-4222-9262-149999660a66,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:02.590067 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56f6c3f1-b9e2-4fc9-af89-c6207eba79b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:02.593658 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-c302136e-9b12-42ca-8ece-122fb071b60e req-130f5e69-191f-49b1-8c86-410927100295 service neutron] Attempting to bind port 4ac466ce-9ccd-4222-9262-149999660a66 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:39:02.594085 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-c302136e-9b12-42ca-8ece-122fb071b60e req-130f5e69-191f-49b1-8c86-410927100295 service neutron] Attempting to bind port 4ac466ce-9ccd-4222-9262-149999660a66 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '70327ecd-07c4-4b68-895f-82935446f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:39:02.595131 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c302136e-9b12-42ca-8ece-122fb071b60e req-130f5e69-191f-49b1-8c86-410927100295 service neutron] Attempting to bind port 4ac466ce-9ccd-4222-9262-149999660a66 on network 32421a12-0b3a-42d4-846a-0de14cdef277 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:02.601316 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2a40c1f7-3eb0-4c29-8fd0-cfcb7cc40c41 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:02.605898 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c302136e-9b12-42ca-8ece-122fb071b60e req-130f5e69-191f-49b1-8c86-410927100295 service neutron] Port 4ac466ce-9ccd-4222-9262-149999660a66 on network 32421a12-0b3a-42d4-846a-0de14cdef277 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:39:02.606236 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c302136e-9b12-42ca-8ece-122fb071b60e req-130f5e69-191f-49b1-8c86-410927100295 service neutron] Attempting to bind port 4ac466ce-9ccd-4222-9262-149999660a66 on network 32421a12-0b3a-42d4-846a-0de14cdef277 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:02.615672 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c302136e-9b12-42ca-8ece-122fb071b60e req-130f5e69-191f-49b1-8c86-410927100295 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:39:02.616235 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c302136e-9b12-42ca-8ece-122fb071b60e req-130f5e69-191f-49b1-8c86-410927100295 service neutron] Checking segment: {'id': '70327ecd-07c4-4b68-895f-82935446f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:02.616698 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c302136e-9b12-42ca-8ece-122fb071b60e req-130f5e69-191f-49b1-8c86-410927100295 service neutron] Bound using segment: {'id': '70327ecd-07c4-4b68-895f-82935446f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:39:02.617367 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-c302136e-9b12-42ca-8ece-122fb071b60e req-130f5e69-191f-49b1-8c86-410927100295 service neutron] Bound port: 4ac466ce-9ccd-4222-9262-149999660a66, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70327ecd-07c4-4b68-895f-82935446f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:39:02.617849 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c302136e-9b12-42ca-8ece-122fb071b60e req-130f5e69-191f-49b1-8c86-410927100295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:02.634304 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56f6c3f1-b9e2-4fc9-af89-c6207eba79b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:02.671776 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0139c961-da7f-4164-945a-788c627f8c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:02.677879 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-34db45e1-b88b-4976-b5f3-8da4c6a3c166 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-793127086&fields=id&tenant_id=f7102f587c0942469f218fb29d23ff5f HTTP/1.1" status: 200 len: 267 time: 0.3450599 Dec 10 16:39:02.701879 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0139c961-da7f-4164-945a-788c627f8c61 admin admin] Pushing event deleted for resources: {'Port': ['ID=963010e4-1c76-4f77-a6dd-cbc196ebe114,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:02.746989 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f6c3f1-b9e2-4fc9-af89-c6207eba79b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:39:02.784299 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56f6c3f1-b9e2-4fc9-af89-c6207eba79b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:02.784647 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-56f6c3f1-b9e2-4fc9-af89-c6207eba79b3 admin admin] Added segment 44d2bb16-ca57-4712-9634-a0ccd9fb8316 of type vlan for network f4f58725-76ee-4fee-b48e-44ba4df345e4 Dec 10 16:39:02.824233 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115813c6-89f0-4d3e-ab7e-2fef86d894e2 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Router 64b295f2-18f1-4699-abe4-ad0ce2a41add has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:39:02.849505 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-c302136e-9b12-42ca-8ece-122fb071b60e req-130f5e69-191f-49b1-8c86-410927100295 service neutron] For port 4ac466ce-9ccd-4222-9262-149999660a66, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:39:02.867982 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2a40c1f7-3eb0-4c29-8fd0-cfcb7cc40c41 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:02.879358 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56f6c3f1-b9e2-4fc9-af89-c6207eba79b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:02.882828 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6c3f1-b9e2-4fc9-af89-c6207eba79b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbac0ec6-2e48-4271-b68d-0eb8a3f44d7e,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:02.900058 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-c302136e-9b12-42ca-8ece-122fb071b60e req-130f5e69-191f-49b1-8c86-410927100295 service neutron] For port 4ac466ce-9ccd-4222-9262-149999660a66, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=4ac466ce-9ccd-4222-9262-149999660a66,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:39:02.907015 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c302136e-9b12-42ca-8ece-122fb071b60e req-130f5e69-191f-49b1-8c86-410927100295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:02.964804 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f5e69-191f-49b1-8c86-410927100295 service neutron] Pushing event updated for resources: {'Port': ['ID=4ac466ce-9ccd-4222-9262-149999660a66,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:02.989659 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302136e-9b12-42ca-8ece-122fb071b60e req-130f5e69-191f-49b1-8c86-410927100295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:02.990700 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c302136e-9b12-42ca-8ece-122fb071b60e req-130f5e69-191f-49b1-8c86-410927100295 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:02.993358 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c302136e-9b12-42ca-8ece-122fb071b60e req-130f5e69-191f-49b1-8c86-410927100295 service neutron] 10.222.0.46 "PUT /v2.0/ports/4ac466ce-9ccd-4222-9262-149999660a66 HTTP/1.1" status: 200 len: 1092 time: 1.6584461 Dec 10 16:39:02.998064 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f214a6-d796-41d5-9334-70abecc9a275', 'tag': '4ac466ce-9ccd-4222-9262-149999660a66'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:39:03.001593 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff17276f-f77b-4f0c-9c7a-85351f099325" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f214a6-d796-41d5-9334-70abecc9a275", "tag": "4ac466ce-9ccd-4222-9262-149999660a66"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:39:03.033735 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0139c961-da7f-4164-945a-788c627f8c61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:03.056659 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115813c6-89f0-4d3e-ab7e-2fef86d894e2 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:39:03.059462 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56f6c3f1-b9e2-4fc9-af89-c6207eba79b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:03.060417 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f6c3f1-b9e2-4fc9-af89-c6207eba79b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:03.060994 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56f6c3f1-b9e2-4fc9-af89-c6207eba79b3 admin admin] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:03.066245 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dd21d0-f32b-45aa-8193-6cb451d46f26 None None] Sync routers for ids ['64b295f2-18f1-4699-abe4-ad0ce2a41add'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:39:03.084080 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-115813c6-89f0-4d3e-ab7e-2fef86d894e2 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "PUT /v2.0/routers/64b295f2-18f1-4699-abe4-ad0ce2a41add/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0176926 Dec 10 16:39:03.090103 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36244) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:03.092383 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-56f6c3f1-b9e2-4fc9-af89-c6207eba79b3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6456447 Dec 10 16:39:03.094444 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dd21d0-f32b-45aa-8193-6cb451d46f26 None None] Routers {'64b295f2-18f1-4699-abe4-ad0ce2a41add'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:03.095370 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-b2dd21d0-f32b-45aa-8193-6cb451d46f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:38:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['64b295f2-18f1-4699-abe4-ad0ce2a41add'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:03.143878 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36246) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:03.150106 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-1dd0db24-9169-4365-82f5-86fc359043cc admin admin] Request body: {'subnet': {'network_id': 'f4f58725-76ee-4fee-b48e-44ba4df345e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1517356123-subnet', 'tenant_id': '82a91439607e4bae9723c370020baa2b', 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:03.205985 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3007f9ef-14bb-4ace-8031-55471e2b3d87 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "GET /v2.0/ports?device_id=64b295f2-18f1-4699-abe4-ad0ce2a41add HTTP/1.1" status: 200 len: 205 time: 0.0680377 Dec 10 16:39:03.213953 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-b2dd21d0-f32b-45aa-8193-6cb451d46f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:03.215123 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-28c845f4-7b3d-4f87-b2f7-93e81bdf9468 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:03.217130 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-28c845f4-7b3d-4f87-b2f7-93e81bdf9468 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/networks?id=d541c368-720d-4b18-b807-71b1bfe1994a HTTP/1.1" status: 200 len: 797 time: 0.5382013 Dec 10 16:39:03.220627 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36260) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:03.253348 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dd21d0-f32b-45aa-8193-6cb451d46f26 None None] Routers {'64b295f2-18f1-4699-abe4-ad0ce2a41add'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:03.254403 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-b2dd21d0-f32b-45aa-8193-6cb451d46f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:38:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['64b295f2-18f1-4699-abe4-ad0ce2a41add'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:03.260399 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6c3f1-b9e2-4fc9-af89-c6207eba79b3 admin admin] Pushing event updated for resources: {'Network': ['ID=f4f58725-76ee-4fee-b48e-44ba4df345e4,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:03.264166 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-a7665364-d0fd-430f-b5b0-b868fc5c4ad0 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/quotas/f7102f587c0942469f218fb29d23ff5f HTTP/1.1" status: 200 len: 375 time: 0.0342367 Dec 10 16:39:03.272974 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd0db24-9169-4365-82f5-86fc359043cc admin admin] Made reservation on behalf of 82a91439607e4bae9723c370020baa2b for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:03.275368 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1dd0db24-9169-4365-82f5-86fc359043cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:03.279489 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network f4f58725-76ee-4fee-b48e-44ba4df345e4 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:39:03.320822 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-b2dd21d0-f32b-45aa-8193-6cb451d46f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:03.325883 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302136e-9b12-42ca-8ece-122fb071b60e req-15a66cc1-8cfb-4049-9dc1-26e33308f802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:03.326913 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dd21d0-f32b-45aa-8193-6cb451d46f26 None None] The sync data for ids ['64b295f2-18f1-4699-abe4-ad0ce2a41add'] in n-d-766771-2 is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:39:03.327426 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c302136e-9b12-42ca-8ece-122fb071b60e req-15a66cc1-8cfb-4049-9dc1-26e33308f802 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=38b4c50f2746432ea9adf6424421cd8d&device_id=b3f214a6-d796-41d5-9334-70abecc9a275 HTTP/1.1" status: 200 len: 1095 time: 0.2753649 Dec 10 16:39:03.404557 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9d44bb72-81b7-406b-b994-53f87a646bc2 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:03.409019 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c302136e-9b12-42ca-8ece-122fb071b60e req-88ff09ec-1f22-4eeb-b4ce-6a69a70df042 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ac466ce-9ccd-4222-9262-149999660a66 HTTP/1.1" status: 200 len: 217 time: 0.0687706 Dec 10 16:39:03.560185 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-02df8956-0470-4c1d-905c-efdcafeb475c tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7102f587c0942469f218fb29d23ff5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2586682 Dec 10 16:39:03.598505 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2a40c1f7-3eb0-4c29-8fd0-cfcb7cc40c41 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:03.640051 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2a40c1f7-3eb0-4c29-8fd0-cfcb7cc40c41 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:03.706676 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302136e-9b12-42ca-8ece-122fb071b60e req-a88cfd6f-16ef-40a4-bc14-942a96f49a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:03.708142 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c302136e-9b12-42ca-8ece-122fb071b60e req-a88cfd6f-16ef-40a4-bc14-942a96f49a24 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bad4bd9c-d017-467b-badb-ee51884a8aea HTTP/1.1" status: 200 len: 850 time: 0.2647390 Dec 10 16:39:03.715955 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9d44bb72-81b7-406b-b994-53f87a646bc2 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:03.721054 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9d44bb72-81b7-406b-b994-53f87a646bc2 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:03.788429 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40c1f7-3eb0-4c29-8fd0-cfcb7cc40c41 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Pushing event updated for resources: {'Port': ['ID=3ea2a170-708a-4c71-a753-e79962d21cc6,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:03.814019 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9d44bb72-81b7-406b-b994-53f87a646bc2 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:03.814600 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d44bb72-81b7-406b-b994-53f87a646bc2 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Fanout notify agent at l3_agent the message router_deleted on router 64b295f2-18f1-4699-abe4-ad0ce2a41add {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:39:03.819479 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302136e-9b12-42ca-8ece-122fb071b60e req-4076983e-f6b7-462e-9224-29b1632e128a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:03.820898 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c302136e-9b12-42ca-8ece-122fb071b60e req-4076983e-f6b7-462e-9224-29b1632e128a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=32421a12-0b3a-42d4-846a-0de14cdef277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1029282 Dec 10 16:39:03.826611 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-8dcd41d2-a55d-4b67-9e61-3b3e67c9cdf3 service neutron] 10.222.0.11 "GET /v2.0/networks/d541c368-720d-4b18-b807-71b1bfe1994a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423217 Dec 10 16:39:03.827381 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2a40c1f7-3eb0-4c29-8fd0-cfcb7cc40c41 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:03.828877 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9d44bb72-81b7-406b-b994-53f87a646bc2 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:03.832705 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9d44bb72-81b7-406b-b994-53f87a646bc2 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "DELETE /v2.0/routers/64b295f2-18f1-4699-abe4-ad0ce2a41add HTTP/1.1" status: 204 len: 168 time: 0.6109443 Dec 10 16:39:03.835060 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1dd0db24-9169-4365-82f5-86fc359043cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:03.836792 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36330) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:03.903895 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cdd6b09-c037-4f99-bd34-38b7cb1552a6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Deleting subnet 5222e807-7c8f-4992-85f5-5698538ddb7b {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:39:03.908430 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0139c961-da7f-4164-945a-788c627f8c61 admin admin] Router b00a7c58-213f-4477-a408-53d7729705a5 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:39:03.910394 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4cdd6b09-c037-4f99-bd34-38b7cb1552a6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:03.945683 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2a40c1f7-3eb0-4c29-8fd0-cfcb7cc40c41 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:03.950051 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2a40c1f7-3eb0-4c29-8fd0-cfcb7cc40c41 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4106622 Dec 10 16:39:03.952459 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36346) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:03.962633 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-b83283ca-55d1-42f1-a4d1-40334a8b8be4 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Request body: {'floatingip': {'port_id': '6c3fc44a-ce43-4fc9-855d-328c2bec7573', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:03.999534 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4cdd6b09-c037-4f99-bd34-38b7cb1552a6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:04.015225 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd0db24-9169-4365-82f5-86fc359043cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=64d652f5-e20a-4a4e-969a-c2271fe340e6,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:04.031140 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b83283ca-55d1-42f1-a4d1-40334a8b8be4 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks [] for floatingip, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:04.078100 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd0db24-9169-4365-82f5-86fc359043cc admin admin] Checking segment: {'id': '44d2bb16-ca57-4712-9634-a0ccd9fb8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f4f58725-76ee-4fee-b48e-44ba4df345e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:04.078488 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd0db24-9169-4365-82f5-86fc359043cc admin admin] Network hostable DHCP agents. Network: f4f58725-76ee-4fee-b48e-44ba4df345e4, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:39:04.137127 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-bc2a808e-3eb5-40e0-8337-588ef1c36203 service neutron] 10.222.0.11 "GET /v2.0/networks/d541c368-720d-4b18-b807-71b1bfe1994a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997782 Dec 10 16:39:04.157111 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c302136e-9b12-42ca-8ece-122fb071b60e req-ba5252e6-9b43-4884-9bfd-67e9862cb27b service neutron] 10.222.0.46 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210146 Dec 10 16:39:04.170864 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd0db24-9169-4365-82f5-86fc359043cc admin admin] Network f4f58725-76ee-4fee-b48e-44ba4df345e4 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:39:04.191840 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-1dd0db24-9169-4365-82f5-86fc359043cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, f4f58725-76ee-4fee-b48e-44ba4df345e4) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:04.202560 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd0db24-9169-4365-82f5-86fc359043cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:04.202718 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3bdc7a-eccf-4628-8924-184584612a52 None None] Network f4f58725-76ee-4fee-b48e-44ba4df345e4 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:04.203488 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1dd0db24-9169-4365-82f5-86fc359043cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:04.207767 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-b83283ca-55d1-42f1-a4d1-40334a8b8be4 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] update failed (client error): The resource could not be found. Dec 10 16:39:04.209010 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b83283ca-55d1-42f1-a4d1-40334a8b8be4 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] 10.222.0.11 "PUT /v2.0/floatingips/f0670872-1ac9-444f-ac98-626f923e0529 HTTP/1.1" status: 404 len: 507 time: 0.2506683 Dec 10 16:39:04.213479 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36374) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:04.280023 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1dd0db24-9169-4365-82f5-86fc359043cc admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1343036 Dec 10 16:39:04.282212 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c302136e-9b12-42ca-8ece-122fb071b60e req-1bd4775c-5db9-49ad-aca2-0c93a9ef655b service neutron] 10.222.0.46 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012797 Dec 10 16:39:04.282731 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36384) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:04.290202 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-47c5151d-bff7-429b-9878-600ca70b4d91 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1517356123-router', 'tenant_id': '82a91439607e4bae9723c370020baa2b', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:04.298323 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0139c961-da7f-4164-945a-788c627f8c61 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:39:04.311250 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0139c961-da7f-4164-945a-788c627f8c61 admin admin] 10.222.0.11 "PUT /v2.0/routers/b00a7c58-213f-4477-a408-53d7729705a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6642082 Dec 10 16:39:04.317112 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36386) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:04.323898 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4cdd6b09-c037-4f99-bd34-38b7cb1552a6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:04.371559 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c4b383-d9b4-4de1-b7c2-d39ac8c5e40f None None] Sync routers for ids ['b00a7c58-213f-4477-a408-53d7729705a5'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:39:04.389070 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c4b383-d9b4-4de1-b7c2-d39ac8c5e40f None None] Routers {'b00a7c58-213f-4477-a408-53d7729705a5'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:04.389763 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-16c4b383-d9b4-4de1-b7c2-d39ac8c5e40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:38:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['b00a7c58-213f-4477-a408-53d7729705a5'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:04.488319 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-26a08cc3-6bd0-4e9f-a9c3-3e7e44e4af4d tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Deleting port 3ea2a170-708a-4c71-a753-e79962d21cc6 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:39:04.488966 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-26a08cc3-6bd0-4e9f-a9c3-3e7e44e4af4d tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:04.560097 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-16c4b383-d9b4-4de1-b7c2-d39ac8c5e40f None None] Set router b00a7c58-213f-4477-a408-53d7729705a5 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:04.640642 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-26a08cc3-6bd0-4e9f-a9c3-3e7e44e4af4d tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:04.641287 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-26a08cc3-6bd0-4e9f-a9c3-3e7e44e4af4d tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:04.665388 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-26a08cc3-6bd0-4e9f-a9c3-3e7e44e4af4d tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Calling delete_port for 3ea2a170-708a-4c71-a753-e79962d21cc6 owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:04.698879 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5499b0f2-51e0-4a90-9ec4-88c3af417e8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-f4f58725-76ee-4fee-b48e-44ba4df345e4', 'network_id': 'f4f58725-76ee-4fee-b48e-44ba4df345e4', 'project_id': '82a91439607e4bae9723c370020baa2b', 'fixed_ips': [{'subnet_id': '64d652f5-e20a-4a4e-969a-c2271fe340e6'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:39:04.700208 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5499b0f2-51e0-4a90-9ec4-88c3af417e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:04.835332 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b2bd1-12da-4aee-b5ef-66516ff6e62a req-03dda253-cb80-489b-9148-12bb82edf267 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:04.843092 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-233b2bd1-12da-4aee-b5ef-66516ff6e62a req-03dda253-cb80-489b-9148-12bb82edf267 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f214a6-d796-41d5-9334-70abecc9a275 HTTP/1.1" status: 200 len: 944 time: 0.1447632 Dec 10 16:39:04.852669 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3641383d-ac4a-4997-8de0-a8225d991b17 x-openstack-request-id: req-3641383d-ac4a-4997-8de0-a8225d991b17 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:39:04.852920 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f214a6-d796-41d5-9334-70abecc9a275", "tag": "4ac466ce-9ccd-4222-9262-149999660a66", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:39:04.853172 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3641383d-ac4a-4997-8de0-a8225d991b17 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:39:04.853570 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f214a6-d796-41d5-9334-70abecc9a275', 'tag': '4ac466ce-9ccd-4222-9262-149999660a66', 'status': 'completed', 'code': 200} Dec 10 16:39:04.950947 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-233b2bd1-12da-4aee-b5ef-66516ff6e62a req-a90ff9b3-4e4d-4bdb-a18e-a94aea00b6f1 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067500 Dec 10 16:39:04.999485 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-26a08cc3-6bd0-4e9f-a9c3-3e7e44e4af4d tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:05.014534 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-47c5151d-bff7-429b-9878-600ca70b4d91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:05.015574 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-47c5151d-bff7-429b-9878-600ca70b4d91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:05.071150 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a08cc3-6bd0-4e9f-a9c3-3e7e44e4af4d tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Pushing event deleted for resources: {'Port': ['ID=3ea2a170-708a-4c71-a753-e79962d21cc6,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:05.110474 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1fe8afda-e660-4536-b2c3-a5e9778b41b8 req-6e4b1c7d-0e85-4226-865e-f3f5964aa714 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9f4a92-2d46-4c26-9232-803f432456fd HTTP/1.1" status: 200 len: 210 time: 0.0467916 Dec 10 16:39:05.143334 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-47c5151d-bff7-429b-9878-600ca70b4d91 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:05.152041 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4cdd6b09-c037-4f99-bd34-38b7cb1552a6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:05.231249 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-26a08cc3-6bd0-4e9f-a9c3-3e7e44e4af4d tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks [] for floatingip, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:05.235311 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-26a08cc3-6bd0-4e9f-a9c3-3e7e44e4af4d tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:05.239970 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-26a08cc3-6bd0-4e9f-a9c3-3e7e44e4af4d tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] 10.222.0.11 "DELETE /v2.0/floatingips/f0670872-1ac9-444f-ac98-626f923e0529 HTTP/1.1" status: 204 len: 168 time: 1.0220356 Dec 10 16:39:05.241683 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36486) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:05.247232 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-8c5eb724-55a5-4e01-b4d4-557ef3abce86 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Request body: {'floatingip': {'floating_network_id': '25705e4c-5bde-4bfe-af28-6ac69642d875', 'port_id': '6c3fc44a-ce43-4fc9-855d-328c2bec7573', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:05.277436 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8c5eb724-55a5-4e01-b4d4-557ef3abce86 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:05.325120 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-5499b0f2-51e0-4a90-9ec4-88c3af417e8d None None] Allocated IP 172.20.0.2 (f4f58725-76ee-4fee-b48e-44ba4df345e4/64d652f5-e20a-4a4e-969a-c2271fe340e6/dfe36c22-e87c-42f4-a1bb-9fffdbf07296) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:05.332867 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd6b09-c037-4f99-bd34-38b7cb1552a6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event deleted for resources: {'Subnet': ['ID=5222e807-7c8f-4992-85f5-5698538ddb7b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:05.340661 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4cdd6b09-c037-4f99-bd34-38b7cb1552a6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:05.345012 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4cdd6b09-c037-4f99-bd34-38b7cb1552a6 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "DELETE /v2.0/subnets/5222e807-7c8f-4992-85f5-5698538ddb7b HTTP/1.1" status: 204 len: 168 time: 1.5071437 Dec 10 16:39:05.347065 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dd327df6-b9a9-4988-bd6b-452d31a1e5f7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:05.350893 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36498) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:05.351199 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17276f-f77b-4f0c-9c7a-85351f099325 req-c3e9577b-9562-4032-909e-5d1e8f5b7fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:05.352814 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ff17276f-f77b-4f0c-9c7a-85351f099325 req-c3e9577b-9562-4032-909e-5d1e8f5b7fed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=38b4c50f2746432ea9adf6424421cd8d&device_id=b3f214a6-d796-41d5-9334-70abecc9a275 HTTP/1.1" status: 200 len: 1095 time: 0.5027738 Dec 10 16:39:05.365637 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf4e383-bf6e-4587-8c94-9aaf3df8de12 None None] Network 8d7803c1-91b1-4133-b73c-636b7c63cac2 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:05.377348 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-16c4b383-d9b4-4de1-b7c2-d39ac8c5e40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00a7c58-213f-4477-a408-53d7729705a5', 'name': 'tempest-TaggedBootDevicesTest_v242-59029420-router', 'tenant_id': '7ef0693d7775498c8045043558338ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '06d6b615-e46d-4990-bb6f-42c9463988e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:27:01Z', 'updated_at': '2021-12-10T16:39:02Z', 'revision_number': 5, 'project_id': '7ef0693d7775498c8045043558338ff5', 'gw_port': {'id': '06d6b615-e46d-4990-bb6f-42c9463988e8', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:42:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a7c58-213f-4477-a408-53d7729705a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:27:01Z', 'updated_at': '2021-12-10T16:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:05.479914 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-744db866-eb85-4115-b498-bb6d11b7b7d8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:05.492721 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c4b383-d9b4-4de1-b7c2-d39ac8c5e40f None None] Checking router: b00a7c58-213f-4477-a408-53d7729705a5 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:39:05.527690 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-47c5151d-bff7-429b-9878-600ca70b4d91 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:05.581837 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c4b383-d9b4-4de1-b7c2-d39ac8c5e40f None None] Routers {'b00a7c58-213f-4477-a408-53d7729705a5'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:05.582904 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-16c4b383-d9b4-4de1-b7c2-d39ac8c5e40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:38:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['b00a7c58-213f-4477-a408-53d7729705a5'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:05.604046 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-8c5eb724-55a5-4e01-b4d4-557ef3abce86 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:39:05.605495 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-8c5eb724-55a5-4e01-b4d4-557ef3abce86 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3626692 Dec 10 16:39:05.609476 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36522) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:05.616375 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-3c078851-9331-4c18-b4a2-a7db15013303 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'port_id': '6c3fc44a-ce43-4fc9-855d-328c2bec7573', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:05.635416 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-744db866-eb85-4115-b498-bb6d11b7b7d8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Deleting port 884d1606-6304-4d4f-a059-22c76dbb8d13 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:39:05.636107 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-744db866-eb85-4115-b498-bb6d11b7b7d8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:05.707650 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-16c4b383-d9b4-4de1-b7c2-d39ac8c5e40f None None] Set router b00a7c58-213f-4477-a408-53d7729705a5 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:05.714832 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c078851-9331-4c18-b4a2-a7db15013303 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:05.742163 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17276f-f77b-4f0c-9c7a-85351f099325 req-5141ff62-c1eb-469c-8df3-7205f2517345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:05.744316 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ff17276f-f77b-4f0c-9c7a-85351f099325 req-5141ff62-c1eb-469c-8df3-7205f2517345 service neutron] 10.222.0.46 "GET /v2.0/networks?id=32421a12-0b3a-42d4-846a-0de14cdef277 HTTP/1.1" status: 200 len: 912 time: 0.3819330 Dec 10 16:39:05.772891 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dd327df6-b9a9-4988-bd6b-452d31a1e5f7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:05.783404 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-744db866-eb85-4115-b498-bb6d11b7b7d8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] For port 884d1606-6304-4d4f-a059-22c76dbb8d13, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=884d1606-6304-4d4f-a059-22c76dbb8d13,segment=NetworkSegment(7a939a9e-cd5a-404a-8292-0a93ee82b746),segment_id=7a939a9e-cd5a-404a-8292-0a93ee82b746)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:05.783807 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-744db866-eb85-4115-b498-bb6d11b7b7d8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:05.805258 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-744db866-eb85-4115-b498-bb6d11b7b7d8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Calling delete_port for 884d1606-6304-4d4f-a059-22c76dbb8d13 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:05.857677 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ff17276f-f77b-4f0c-9c7a-85351f099325 req-509209a5-fd2d-4e0e-aab8-31df5035c986 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ac466ce-9ccd-4222-9262-149999660a66 HTTP/1.1" status: 200 len: 217 time: 0.0980842 Dec 10 16:39:05.929485 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c078851-9331-4c18-b4a2-a7db15013303 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:05.946590 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-744db866-eb85-4115-b498-bb6d11b7b7d8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:05.966904 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17276f-f77b-4f0c-9c7a-85351f099325 req-b4202116-8f5b-48eb-bcb5-5c0aa72f6e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:05.972472 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ff17276f-f77b-4f0c-9c7a-85351f099325 req-b4202116-8f5b-48eb-bcb5-5c0aa72f6e50 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bad4bd9c-d017-467b-badb-ee51884a8aea HTTP/1.1" status: 200 len: 850 time: 0.1004243 Dec 10 16:39:06.043779 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744db866-eb85-4115-b498-bb6d11b7b7d8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] No DVR routers for this DVR port 884d1606-6304-4d4f-a059-22c76dbb8d13 on host n-d-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:39:06.045859 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744db866-eb85-4115-b498-bb6d11b7b7d8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event deleted for resources: {'Port': ['ID=884d1606-6304-4d4f-a059-22c76dbb8d13,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:06.078823 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e5bb11-5d20-4e85-b449-98db68159259 None None] DHCP port deletion for 8d7803c1-91b1-4133-b73c-636b7c63cac2 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:39:06.122980 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5499b0f2-51e0-4a90-9ec4-88c3af417e8d None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:06.133896 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5499b0f2-51e0-4a90-9ec4-88c3af417e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:06.161700 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-dd327df6-b9a9-4988-bd6b-452d31a1e5f7 admin admin] Deleting port 06d6b615-e46d-4990-bb6f-42c9463988e8 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:39:06.162046 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dd327df6-b9a9-4988-bd6b-452d31a1e5f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:06.193234 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499b0f2-51e0-4a90-9ec4-88c3af417e8d None None] Pushing event updated for resources: {'Port': ['ID=dfe36c22-e87c-42f4-a1bb-9fffdbf07296,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:06.202009 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5499b0f2-51e0-4a90-9ec4-88c3af417e8d None None] Network f4f58725-76ee-4fee-b48e-44ba4df345e4 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:06.207218 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-5499b0f2-51e0-4a90-9ec4-88c3af417e8d None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:06.210286 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5499b0f2-51e0-4a90-9ec4-88c3af417e8d None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:06.213511 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-16c4b383-d9b4-4de1-b7c2-d39ac8c5e40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00a7c58-213f-4477-a408-53d7729705a5', 'name': 'tempest-TaggedBootDevicesTest_v242-59029420-router', 'tenant_id': '7ef0693d7775498c8045043558338ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '06d6b615-e46d-4990-bb6f-42c9463988e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:27:01Z', 'updated_at': '2021-12-10T16:39:02Z', 'revision_number': 5, 'project_id': '7ef0693d7775498c8045043558338ff5', 'gw_port': {'id': '06d6b615-e46d-4990-bb6f-42c9463988e8', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:42:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a7c58-213f-4477-a408-53d7729705a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:27:01Z', 'updated_at': '2021-12-10T16:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:06.243309 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c4b383-d9b4-4de1-b7c2-d39ac8c5e40f None None] The sync data for ids ['b00a7c58-213f-4477-a408-53d7729705a5'] in n-d-766771-2 is: [{'id': 'b00a7c58-213f-4477-a408-53d7729705a5', 'name': 'tempest-TaggedBootDevicesTest_v242-59029420-router', 'tenant_id': '7ef0693d7775498c8045043558338ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '06d6b615-e46d-4990-bb6f-42c9463988e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:27:01Z', 'updated_at': '2021-12-10T16:39:02Z', 'revision_number': 5, 'project_id': '7ef0693d7775498c8045043558338ff5', 'gw_port': {'id': '06d6b615-e46d-4990-bb6f-42c9463988e8', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:42:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a7c58-213f-4477-a408-53d7729705a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:27:01Z', 'updated_at': '2021-12-10T16:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:39:06.343735 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-5499b0f2-51e0-4a90-9ec4-88c3af417e8d None None] Attempting to bind port dfe36c22-e87c-42f4-a1bb-9fffdbf07296 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:39:06.344214 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-5499b0f2-51e0-4a90-9ec4-88c3af417e8d None None] Attempting to bind port dfe36c22-e87c-42f4-a1bb-9fffdbf07296 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '44d2bb16-ca57-4712-9634-a0ccd9fb8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f4f58725-76ee-4fee-b48e-44ba4df345e4'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:39:06.344918 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5499b0f2-51e0-4a90-9ec4-88c3af417e8d None None] Attempting to bind port dfe36c22-e87c-42f4-a1bb-9fffdbf07296 on network f4f58725-76ee-4fee-b48e-44ba4df345e4 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:06.349583 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:06.356171 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5499b0f2-51e0-4a90-9ec4-88c3af417e8d None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:39:06.356880 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5499b0f2-51e0-4a90-9ec4-88c3af417e8d None None] Checking segment: {'id': '44d2bb16-ca57-4712-9634-a0ccd9fb8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f4f58725-76ee-4fee-b48e-44ba4df345e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:06.357502 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5499b0f2-51e0-4a90-9ec4-88c3af417e8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:06.358241 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5499b0f2-51e0-4a90-9ec4-88c3af417e8d None None] Bound using segment: {'id': '44d2bb16-ca57-4712-9634-a0ccd9fb8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f4f58725-76ee-4fee-b48e-44ba4df345e4'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:39:06.358967 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-5499b0f2-51e0-4a90-9ec4-88c3af417e8d None None] Bound port: dfe36c22-e87c-42f4-a1bb-9fffdbf07296, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44d2bb16-ca57-4712-9634-a0ccd9fb8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f4f58725-76ee-4fee-b48e-44ba4df345e4'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:39:06.359735 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5499b0f2-51e0-4a90-9ec4-88c3af417e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:06.421961 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17276f-f77b-4f0c-9c7a-85351f099325 req-20fa2444-88dd-44d7-b824-26dff263c453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:06.423264 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ff17276f-f77b-4f0c-9c7a-85351f099325 req-20fa2444-88dd-44d7-b824-26dff263c453 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=32421a12-0b3a-42d4-846a-0de14cdef277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4388115 Dec 10 16:39:06.443212 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-5499b0f2-51e0-4a90-9ec4-88c3af417e8d None None] For port dfe36c22-e87c-42f4-a1bb-9fffdbf07296, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:39:06.447300 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-5499b0f2-51e0-4a90-9ec4-88c3af417e8d None None] For port dfe36c22-e87c-42f4-a1bb-9fffdbf07296, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=dfe36c22-e87c-42f4-a1bb-9fffdbf07296,segment=NetworkSegment(44d2bb16-ca57-4712-9634-a0ccd9fb8316),segment_id=44d2bb16-ca57-4712-9634-a0ccd9fb8316)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:39:06.453442 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-dd327df6-b9a9-4988-bd6b-452d31a1e5f7 admin admin] For port 06d6b615-e46d-4990-bb6f-42c9463988e8, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=06d6b615-e46d-4990-bb6f-42c9463988e8,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:06.453639 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5499b0f2-51e0-4a90-9ec4-88c3af417e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:06.454235 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dd327df6-b9a9-4988-bd6b-452d31a1e5f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:06.507242 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-47c5151d-bff7-429b-9878-600ca70b4d91 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:06.521703 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499b0f2-51e0-4a90-9ec4-88c3af417e8d None None] Pushing event updated for resources: {'Port': ['ID=dfe36c22-e87c-42f4-a1bb-9fffdbf07296,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:06.545316 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-47c5151d-bff7-429b-9878-600ca70b4d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:06.547399 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-dd327df6-b9a9-4988-bd6b-452d31a1e5f7 admin admin] Calling delete_port for 06d6b615-e46d-4990-bb6f-42c9463988e8 owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:06.581635 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-744db866-eb85-4115-b498-bb6d11b7b7d8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:06.621618 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 4ac466ce-9ccd-4222-9262-149999660a66 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:39:06.624503 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067ce1e-1aab-44ca-ac6b-3987d68b20ba req-bcfbb1c5-ecd3-4fd5-907b-eba5954086f9 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:06.626635 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d067ce1e-1aab-44ca-ac6b-3987d68b20ba req-bcfbb1c5-ecd3-4fd5-907b-eba5954086f9 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f214a6-d796-41d5-9334-70abecc9a275 HTTP/1.1" status: 200 len: 944 time: 0.5456271 Dec 10 16:39:06.639692 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-744db866-eb85-4115-b498-bb6d11b7b7d8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d7803c1-91b1-4133-b73c-636b7c63cac2']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:06.664049 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-744db866-eb85-4115-b498-bb6d11b7b7d8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a939a9e-cd5a-404a-8292-0a93ee82b746') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:06.664584 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-744db866-eb85-4115-b498-bb6d11b7b7d8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a939a9e-cd5a-404a-8292-0a93ee82b746') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:06.694172 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-3c078851-9331-4c18-b4a2-a7db15013303 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Allocated IP 172.25.6.159 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/12380690-1d4c-48c3-bda2-d407b1acd0ee) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:06.710092 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-744db866-eb85-4115-b498-bb6d11b7b7d8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:06.752506 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-744db866-eb85-4115-b498-bb6d11b7b7d8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:06.828009 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-744db866-eb85-4115-b498-bb6d11b7b7d8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:39:06.828425 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-744db866-eb85-4115-b498-bb6d11b7b7d8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:06.828904 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 4ac466ce-9ccd-4222-9262-149999660a66, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=4ac466ce-9ccd-4222-9262-149999660a66,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:06.831516 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:39:06.831516 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:39:06.831516 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:39:06.831516 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:39:06.831516 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:39:06.831516 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:39:06.831516 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:39:06.831516 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:39:06.831516 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:39:06.831516 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:39:06.831516 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:39:06.831516 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:39:06.831516 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:39:06.831516 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:39:06.831516 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:39:06.831516 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:39:06.831516 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:39:06.831516 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:39:06.831516 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:39:06.831516 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:39:06.831516 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:39:06.831516 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:39:06.831516 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:39:06.831516 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:39:06.831516 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:39:06.831516 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:39:06.831516 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:39:06.831516 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:39:06.831516 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:39:06.831516 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:39:06.831516 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:39:06.831516 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:39:06.851588 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-528390e5-39d8-4075-bfe0-4cdfccc6220f tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:06.853720 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-528390e5-39d8-4075-bfe0-4cdfccc6220f tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.26 "GET /v2.0/networks?id=d541c368-720d-4b18-b807-71b1bfe1994a HTTP/1.1" status: 200 len: 797 time: 0.5729909 Dec 10 16:39:06.904470 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '4ac466ce-9ccd-4222-9262-149999660a66', 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277', 'port_id': '4ac466ce-9ccd-4222-9262-149999660a66', 'mac_address': 'fa:16:3e:fe:f5:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bad4bd9c-d017-467b-badb-ee51884a8aea', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:39:06.944991 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d067ce1e-1aab-44ca-ac6b-3987d68b20ba req-1a3acf69-4da5-4605-b12f-02d91d84b8da tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048561 Dec 10 16:39:07.012773 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:07.022557 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-744db866-eb85-4115-b498-bb6d11b7b7d8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:07.031494 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ff17276f-f77b-4f0c-9c7a-85351f099325 req-737f9c7b-f4c9-46ce-8142-09d1757b27e8 service neutron] 10.222.0.46 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5988748 Dec 10 16:39:07.048604 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-744db866-eb85-4115-b498-bb6d11b7b7d8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:07.050203 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ac466ce-9ccd-4222-9262-149999660a66 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:39:07.055905 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-744db866-eb85-4115-b498-bb6d11b7b7d8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "DELETE /v2.0/networks/8d7803c1-91b1-4133-b73c-636b7c63cac2 HTTP/1.1" status: 204 len: 168 time: 1.6998827 Dec 10 16:39:07.056058 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-363de8a7-a933-43f7-9059-c23cba1046a8 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7102f587c0942469f218fb29d23ff5f HTTP/1.1" status: 200 len: 379 time: 0.1834452 Dec 10 16:39:07.056951 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36560) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:07.072712 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 4ac466ce-9ccd-4222-9262-149999660a66, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=4ac466ce-9ccd-4222-9262-149999660a66,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:07.078666 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:07.105359 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-71b116a2-509e-4b15-ba46-cf1e139af9d3 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1164737647', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:07.114389 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744db866-eb85-4115-b498-bb6d11b7b7d8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event deleted for resources: {'Network': ['ID=8d7803c1-91b1-4133-b73c-636b7c63cac2,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:07.132084 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-1fb610a1-7340-4940-87f1-64d6078d21dd tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Request body: {'port': {'device_id': '9b9f4a92-2d46-4c26-9232-803f432456fd', 'network_id': 'd541c368-720d-4b18-b807-71b1bfe1994a', 'admin_state_up': True, 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'security_groups': ['4a6d5bf6-4b98-4d63-a5d1-ad5b655a51b3']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:07.151811 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a7cc15bf-ecaf-4ea9-9a77-9c602ba40c0d req-e060891b-a216-477d-af2c-55111af2a94d tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9f4a92-2d46-4c26-9232-803f432456fd HTTP/1.1" status: 200 len: 210 time: 0.0785980 Dec 10 16:39:07.161338 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c078851-9331-4c18-b4a2-a7db15013303 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:07.194369 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=4ac466ce-9ccd-4222-9262-149999660a66,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:07.223503 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c078851-9331-4c18-b4a2-a7db15013303 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:07.270830 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c078851-9331-4c18-b4a2-a7db15013303 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:07.274448 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-3c078851-9331-4c18-b4a2-a7db15013303 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:07.278036 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c078851-9331-4c18-b4a2-a7db15013303 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:07.304070 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['4ac466ce-9ccd-4222-9262-149999660a66'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:39:07.311295 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c078851-9331-4c18-b4a2-a7db15013303 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Pushing event updated for resources: {'Port': ['ID=12380690-1d4c-48c3-bda2-d407b1acd0ee,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:07.486809 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-3c078851-9331-4c18-b4a2-a7db15013303 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Deleting port 12380690-1d4c-48c3-bda2-d407b1acd0ee {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:39:07.488598 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c078851-9331-4c18-b4a2-a7db15013303 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:07.592399 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c078851-9331-4c18-b4a2-a7db15013303 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:07.593466 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c078851-9331-4c18-b4a2-a7db15013303 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:07.611438 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-3c078851-9331-4c18-b4a2-a7db15013303 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Calling delete_port for 12380690-1d4c-48c3-bda2-d407b1acd0ee owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:07.749851 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71b116a2-509e-4b15-ba46-cf1e139af9d3 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:07.750849 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71b116a2-509e-4b15-ba46-cf1e139af9d3 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:07.776655 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c078851-9331-4c18-b4a2-a7db15013303 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:07.811259 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-47c5151d-bff7-429b-9878-600ca70b4d91 admin admin] Allocated IP 172.25.6.214 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/fa739048-c35d-403d-b35b-262f78fe99cc) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:07.845896 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ff17276f-f77b-4f0c-9c7a-85351f099325 req-91758aaa-21e2-48ea-9fbc-5212141e468f service neutron] 10.222.0.46 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7874589 Dec 10 16:39:07.860963 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dd327df6-b9a9-4988-bd6b-452d31a1e5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:07.883826 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c078851-9331-4c18-b4a2-a7db15013303 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Pushing event deleted for resources: {'Port': ['ID=12380690-1d4c-48c3-bda2-d407b1acd0ee,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:07.941422 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c463c5e4-f27c-482a-bfc6-f2e195e731c3 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:39:08.008466 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device dfe36c22-e87c-42f4-a1bb-9fffdbf07296 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:08.064125 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd327df6-b9a9-4988-bd6b-452d31a1e5f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=06d6b615-e46d-4990-bb6f-42c9463988e8,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:08.088954 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71b116a2-509e-4b15-ba46-cf1e139af9d3 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:08.095131 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port dfe36c22-e87c-42f4-a1bb-9fffdbf07296 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:08.095875 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:08.099497 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ed2a6-bf64-475a-987c-dd39cadda11e req-484df6ac-6059-4270-a961-0c43620cd0ac tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:08.102415 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71b116a2-509e-4b15-ba46-cf1e139af9d3 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:08.112807 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-da0ed2a6-bf64-475a-987c-dd39cadda11e req-484df6ac-6059-4270-a961-0c43620cd0ac tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f214a6-d796-41d5-9334-70abecc9a275 HTTP/1.1" status: 200 len: 945 time: 0.0779355 Dec 10 16:39:08.163079 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-1fb610a1-7340-4940-87f1-64d6078d21dd tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Made reservation on behalf of f7102f587c0942469f218fb29d23ff5f for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:08.167865 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-1fb610a1-7340-4940-87f1-64d6078d21dd tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:08.176729 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-3c078851-9331-4c18-b4a2-a7db15013303 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] create failed (client error): The resource could not be found. Dec 10 16:39:08.180934 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3c078851-9331-4c18-b4a2-a7db15013303 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.5701249 Dec 10 16:39:08.191220 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36568) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:08.193475 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71b116a2-509e-4b15-ba46-cf1e139af9d3 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:08.197385 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-71b116a2-509e-4b15-ba46-cf1e139af9d3 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.1361217 Dec 10 16:39:08.202761 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36570) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:08.208799 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-70bde8af-1313-4a96-809a-b388eea4b65c tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Request body: {'network': {'name': 'tempest-RoutersTest-1801707557'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:08.213923 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:08.217968 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:08.253171 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port dfe36c22-e87c-42f4-a1bb-9fffdbf07296, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=dfe36c22-e87c-42f4-a1bb-9fffdbf07296,segment=NetworkSegment(44d2bb16-ca57-4712-9634-a0ccd9fb8316),segment_id=44d2bb16-ca57-4712-9634-a0ccd9fb8316)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:08.254947 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39dd244f-7d72-43c9-94cb-7e3255e0bcef None None] Network f4f58725-76ee-4fee-b48e-44ba4df345e4 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:08.259026 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-da0ed2a6-bf64-475a-987c-dd39cadda11e req-7b17bb71-0066-40e8-b230-e329f2ecefd7 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452463 Dec 10 16:39:08.270791 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:08.367637 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=dfe36c22-e87c-42f4-a1bb-9fffdbf07296,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:08.372190 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 884d1606-6304-4d4f-a059-22c76dbb8d13 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:39:08.394950 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-1fb610a1-7340-4940-87f1-64d6078d21dd tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Allocated IP 172.20.0.6 (d541c368-720d-4b18-b807-71b1bfe1994a/16a35958-36a2-4747-a09b-1406e66a4b54/14a1d06f-210d-4cdb-b160-f5a60a932505) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:08.395451 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 884d1606-6304-4d4f-a059-22c76dbb8d13 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:39:08.395711 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-5de68401-b6ac-459e-a4cd-b44899468ac2 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Deleting port 6c3fc44a-ce43-4fc9-855d-328c2bec7573 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:39:08.396061 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5de68401-b6ac-459e-a4cd-b44899468ac2 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:08.396395 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 884d1606-6304-4d4f-a059-22c76dbb8d13 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:39:08.397576 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 963010e4-1c76-4f77-a6dd-cbc196ebe114 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:39:08.432582 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 963010e4-1c76-4f77-a6dd-cbc196ebe114 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:39:08.433237 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 963010e4-1c76-4f77-a6dd-cbc196ebe114 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:39:08.439508 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d0880a98-3916-4da5-bfb8-b97222d1d422 None None] Provisioning complete for port dfe36c22-e87c-42f4-a1bb-9fffdbf07296 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:08.440108 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d0880a98-3916-4da5-bfb8-b97222d1d422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:08.487345 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cf7a914e-04ce-4951-8027-486afefc7abf req-01cd50fa-413f-4986-a71a-0bd83bcd4fa5 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9f4a92-2d46-4c26-9232-803f432456fd HTTP/1.1" status: 200 len: 210 time: 0.0826969 Dec 10 16:39:08.562077 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5de68401-b6ac-459e-a4cd-b44899468ac2 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:08.581188 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-5de68401-b6ac-459e-a4cd-b44899468ac2 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Calling delete_port for 6c3fc44a-ce43-4fc9-855d-328c2bec7573 owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:08.597655 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dd327df6-b9a9-4988-bd6b-452d31a1e5f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:08.621733 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 4ac466ce-9ccd-4222-9262-149999660a66 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:08.711191 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 4ac466ce-9ccd-4222-9262-149999660a66 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:39:08.717239 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 4ac466ce-9ccd-4222-9262-149999660a66 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:08.717835 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:08.734825 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-47c5151d-bff7-429b-9878-600ca70b4d91 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:08.742722 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bde8af-1313-4a96-809a-b388eea4b65c tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Made reservation on behalf of c3e8ec0e2fb1438e9608d84a3552139f for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:08.747048 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-70bde8af-1313-4a96-809a-b388eea4b65c tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:08.762989 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5de68401-b6ac-459e-a4cd-b44899468ac2 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:08.781425 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dd327df6-b9a9-4988-bd6b-452d31a1e5f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:08.793812 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dd327df6-b9a9-4988-bd6b-452d31a1e5f7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:08.833388 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:08.866487 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f214a6-d796-41d5-9334-70abecc9a275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac466ce-9ccd-4222-9262-149999660a66'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:39:08.873833 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611d77a1-d714-4c7c-9d96-6e060abcd9a7" -d '{"events": [{"server_uuid": "b3f214a6-d796-41d5-9334-70abecc9a275", "name": "network-vif-plugged", "status": "completed", "tag": "4ac466ce-9ccd-4222-9262-149999660a66"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:39:08.881523 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-1fb610a1-7340-4940-87f1-64d6078d21dd tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:08.901043 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70bde8af-1313-4a96-809a-b388eea4b65c tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:39:08.906401 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dd327df6-b9a9-4988-bd6b-452d31a1e5f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:08.906965 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd327df6-b9a9-4988-bd6b-452d31a1e5f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b00a7c58-213f-4477-a408-53d7729705a5 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:39:08.918753 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dd327df6-b9a9-4988-bd6b-452d31a1e5f7 admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:08.922571 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-dd327df6-b9a9-4988-bd6b-452d31a1e5f7 admin admin] 10.222.0.11 "DELETE /v2.0/routers/b00a7c58-213f-4477-a408-53d7729705a5 HTTP/1.1" status: 204 len: 168 time: 4.6041493 Dec 10 16:39:08.925927 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36574) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:08.927094 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de68401-b6ac-459e-a4cd-b44899468ac2 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Pushing event deleted for resources: {'Port': ['ID=6c3fc44a-ce43-4fc9-855d-328c2bec7573,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:08.950460 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 4ac466ce-9ccd-4222-9262-149999660a66, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=4ac466ce-9ccd-4222-9262-149999660a66,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:08.963420 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-70bde8af-1313-4a96-809a-b388eea4b65c tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:08.963739 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-70bde8af-1313-4a96-809a-b388eea4b65c tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Added segment 68f33962-bf9e-4ed4-9987-9ed08839d526 of type vlan for network 5d884117-c793-4ff4-b37e-45e1cec76516 Dec 10 16:39:08.983000 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:09.016539 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5de68401-b6ac-459e-a4cd-b44899468ac2 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:09.025578 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5de68401-b6ac-459e-a4cd-b44899468ac2 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] 10.222.0.11 "DELETE /v2.0/ports/6c3fc44a-ce43-4fc9-855d-328c2bec7573 HTTP/1.1" status: 204 len: 168 time: 0.8311467 Dec 10 16:39:09.027060 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36578) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:09.045699 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-47c5151d-bff7-429b-9878-600ca70b4d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:09.078666 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355c82a4-a719-4ff9-9cca-03b7d2347968 x-openstack-request-id: req-355c82a4-a719-4ff9-9cca-03b7d2347968 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:39:09.078996 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f214a6-d796-41d5-9334-70abecc9a275", "name": "network-vif-plugged", "status": "completed", "tag": "4ac466ce-9ccd-4222-9262-149999660a66", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:39:09.079353 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-355c82a4-a719-4ff9-9cca-03b7d2347968 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:39:09.079835 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f214a6-d796-41d5-9334-70abecc9a275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac466ce-9ccd-4222-9262-149999660a66', 'code': 200} Dec 10 16:39:09.081444 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=4ac466ce-9ccd-4222-9262-149999660a66,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:09.093742 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:09.094096 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:09.094477 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:09.094822 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:09.095152 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:09.095523 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:09.098578 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:09.098919 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:09.099256 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:09.099634 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:09.100500 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:09.100830 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:09.101162 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:09.124538 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b82a7e6a-1387-454b-bd7a-c97b4df3fcc6 None None] Provisioning complete for port dfe36c22-e87c-42f4-a1bb-9fffdbf07296 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:09.124909 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b82a7e6a-1387-454b-bd7a-c97b4df3fcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:09.151912 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5154c0-636e-4c7e-88e9-80e22f2d6417 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:09.154039 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ea5154c0-636e-4c7e-88e9-80e22f2d6417 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7a82b66-4a56-4f62-b930-63e48ad66215 HTTP/1.1" status: 200 len: 913 time: 0.1259630 Dec 10 16:39:09.156550 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36580) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:09.242456 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c5151d-bff7-429b-9878-600ca70b4d91 admin admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:09.250027 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-70bde8af-1313-4a96-809a-b388eea4b65c tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:09.261651 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-1fb610a1-7340-4940-87f1-64d6078d21dd tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:09.266252 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7ef8ad5-7d15-443c-9230-d93d0e43e155 admin admin] Deleting subnet c02442fb-3df0-46ba-8888-db0ea22f6649 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:39:09.268431 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-47c5151d-bff7-429b-9878-600ca70b4d91 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:09.285063 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646227d9-446e-4eea-a548-c5b99401f054 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:39:09.295122 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c5151d-bff7-429b-9878-600ca70b4d91 admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:09.296962 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c7ef8ad5-7d15-443c-9230-d93d0e43e155 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:09.304662 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5151d-bff7-429b-9878-600ca70b4d91 admin admin] Pushing event updated for resources: {'Port': ['ID=fa739048-c35d-403d-b35b-262f78fe99cc,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:09.391449 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-98b18a3f-0ec7-4497-b25f-aa563aa89aff None None] Provisioning complete for port fa739048-c35d-403d-b35b-262f78fe99cc triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:09.391666 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-98b18a3f-0ec7-4497-b25f-aa563aa89aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:09.422688 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-1fb610a1-7340-4940-87f1-64d6078d21dd tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Network d541c368-720d-4b18-b807-71b1bfe1994a is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:09.435761 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-1fb610a1-7340-4940-87f1-64d6078d21dd tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:09.443429 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c7ef8ad5-7d15-443c-9230-d93d0e43e155 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:09.445955 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-70bde8af-1313-4a96-809a-b388eea4b65c tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:09.451629 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bde8af-1313-4a96-809a-b388eea4b65c tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:09.452476 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-70bde8af-1313-4a96-809a-b388eea4b65c tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:09.456072 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8c47f-1f51-4844-9e85-1b03903dd875 req-8c290d1d-8a19-4551-a96a-006f9e48c5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:09.457366 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3ad8c47f-1f51-4844-9e85-1b03903dd875 req-8c290d1d-8a19-4551-a96a-006f9e48c5e5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b3f214a6-d796-41d5-9334-70abecc9a275 HTTP/1.1" status: 200 len: 1097 time: 0.3830884 Dec 10 16:39:09.479488 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-1fb610a1-7340-4940-87f1-64d6078d21dd tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:09.507451 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2a877-2b44-42ab-b6ff-96b7c4afdf62 req-29e13e68-fa3a-4028-a4b5-7cd977cf96ab tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:09.510389 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-07d2a877-2b44-42ab-b6ff-96b7c4afdf62 req-29e13e68-fa3a-4028-a4b5-7cd977cf96ab tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f214a6-d796-41d5-9334-70abecc9a275 HTTP/1.1" status: 200 len: 946 time: 0.1540036 Dec 10 16:39:09.516655 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-98b18a3f-0ec7-4497-b25f-aa563aa89aff None None] Port fa739048-c35d-403d-b35b-262f78fe99cc cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:39:09.676380 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-07d2a877-2b44-42ab-b6ff-96b7c4afdf62 req-1401adc2-e8b0-4462-bef9-64d96071786e tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413138 Dec 10 16:39:09.685933 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb610a1-7340-4940-87f1-64d6078d21dd tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event updated for resources: {'Port': ['ID=14a1d06f-210d-4cdb-b160-f5a60a932505,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:09.771186 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-70bde8af-1313-4a96-809a-b388eea4b65c tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5672734 Dec 10 16:39:09.783063 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36586) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:09.794911 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-0487e45d-0863-4685-9200-7bba529f851a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Request body: {'subnet': {'network_id': '5d884117-c793-4ff4-b37e-45e1cec76516', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:09.840075 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bde8af-1313-4a96-809a-b388eea4b65c tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event updated for resources: {'Network': ['ID=5d884117-c793-4ff4-b37e-45e1cec76516,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:09.842443 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-10a075cd-c0a1-4070-a6ee-0df5406ae87f None None] Provisioning complete for port 14a1d06f-210d-4cdb-b160-f5a60a932505 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:09.842824 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-10a075cd-c0a1-4070-a6ee-0df5406ae87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:09.867557 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-1fb610a1-7340-4940-87f1-64d6078d21dd tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:09.867557 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-1fb610a1-7340-4940-87f1-64d6078d21dd tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:09.880694 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 5d884117-c793-4ff4-b37e-45e1cec76516 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:39:09.914732 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3ad8c47f-1f51-4844-9e85-1b03903dd875 req-e00a53e8-7c76-4b00-a92e-67500bea6276 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249821 Dec 10 16:39:09.928207 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-1fb610a1-7340-4940-87f1-64d6078d21dd tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8344998 Dec 10 16:39:09.931412 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device dfe36c22-e87c-42f4-a1bb-9fffdbf07296 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:09.973784 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7dab7f8f-1a61-462d-9e37-f669747ef0d5 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:09.976258 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-8aef5c12-b199-4792-96c4-352d17fc7299 service neutron] Request body: {'port': {'device_id': '9b9f4a92-2d46-4c26-9232-803f432456fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:09.987432 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-10a075cd-c0a1-4070-a6ee-0df5406ae87f None None] Port 14a1d06f-210d-4cdb-b160-f5a60a932505 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:39:10.011353 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c7ef8ad5-7d15-443c-9230-d93d0e43e155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:10.022775 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port dfe36c22-e87c-42f4-a1bb-9fffdbf07296 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:10.023063 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:10.089726 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0487e45d-0863-4685-9200-7bba529f851a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Made reservation on behalf of c3e8ec0e2fb1438e9608d84a3552139f for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:10.093805 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0487e45d-0863-4685-9200-7bba529f851a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:10.134422 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-8aef5c12-b199-4792-96c4-352d17fc7299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:10.138381 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-47c5151d-bff7-429b-9878-600ca70b4d91 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:10.214372 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1ec6c-8c42-4a0b-80c5-c92f16a528c8 req-94bc4025-b30a-4bb6-b88a-579c70f909b3 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:10.215900 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c7ef8ad5-7d15-443c-9230-d93d0e43e155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:10.222794 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-80e1ec6c-8c42-4a0b-80c5-c92f16a528c8 req-94bc4025-b30a-4bb6-b88a-579c70f909b3 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9f4a92-2d46-4c26-9232-803f432456fd HTTP/1.1" status: 200 len: 931 time: 0.4209797 Dec 10 16:39:10.233143 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 06d6b615-e46d-4990-bb6f-42c9463988e8 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:39:10.257421 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 06d6b615-e46d-4990-bb6f-42c9463988e8 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:39:10.257771 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 06d6b615-e46d-4990-bb6f-42c9463988e8 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:39:10.268727 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef8ad5-7d15-443c-9230-d93d0e43e155 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c02442fb-3df0-46ba-8888-db0ea22f6649,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:10.278791 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c7ef8ad5-7d15-443c-9230-d93d0e43e155 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:10.282049 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce57242c-928d-4382-a94c-38475c074c61 None None] Network ef24c11b-620d-4371-a4a9-9ac56c1a38d9 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:10.284840 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c7ef8ad5-7d15-443c-9230-d93d0e43e155 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c02442fb-3df0-46ba-8888-db0ea22f6649 HTTP/1.1" status: 204 len: 168 time: 1.3556373 Dec 10 16:39:10.289422 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36590) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:10.439427 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c9bc7e47-6810-44c5-846f-b579573a4829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:10.503802 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07548755-9acd-4cd8-9b6c-1eafeaca778e None None] DHCP port deletion for ef24c11b-620d-4371-a4a9-9ac56c1a38d9 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:39:10.523895 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-80e1ec6c-8c42-4a0b-80c5-c92f16a528c8 req-547ec7e0-6179-4d6e-861d-8c7829483f58 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a6d5bf6-4b98-4d63-a5d1-ad5b655a51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3003178 Dec 10 16:39:10.552719 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-47c5151d-bff7-429b-9878-600ca70b4d91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:10.712774 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-c9bc7e47-6810-44c5-846f-b579573a4829 admin admin] Deleting port 2015f4da-a565-4c24-8071-324d9576df57 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:39:10.713091 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c9bc7e47-6810-44c5-846f-b579573a4829 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:10.726781 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-8aef5c12-b199-4792-96c4-352d17fc7299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14a1d06f-210d-4cdb-b160-f5a60a932505 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:39:10.738375 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-8aef5c12-b199-4792-96c4-352d17fc7299 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:10.758084 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-8aef5c12-b199-4792-96c4-352d17fc7299 service neutron] Transition to ACTIVE for port object 14a1d06f-210d-4cdb-b160-f5a60a932505 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:39:10.763474 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-8aef5c12-b199-4792-96c4-352d17fc7299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:10.818017 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c5151d-bff7-429b-9878-600ca70b4d91 admin admin] Router 4b479155-e49b-4e4c-a133-4c01715a0a1e is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:39:10.819065 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-c9bc7e47-6810-44c5-846f-b579573a4829 admin admin] For port 2015f4da-a565-4c24-8071-324d9576df57, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=2015f4da-a565-4c24-8071-324d9576df57,segment=NetworkSegment(9a1c60a4-64c6-4be4-b5f8-ebd3ba313168),segment_id=9a1c60a4-64c6-4be4-b5f8-ebd3ba313168)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:10.819527 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c9bc7e47-6810-44c5-846f-b579573a4829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:10.839270 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-c9bc7e47-6810-44c5-846f-b579573a4829 admin admin] Calling delete_port for 2015f4da-a565-4c24-8071-324d9576df57 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:10.839392 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef5c12-b199-4792-96c4-352d17fc7299 service neutron] Pushing event updated for resources: {'Port': ['ID=14a1d06f-210d-4cdb-b160-f5a60a932505,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:10.931809 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0487e45d-0863-4685-9200-7bba529f851a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:11.004146 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-07548755-9acd-4cd8-9b6c-1eafeaca778e None None] Deleting port 2015f4da-a565-4c24-8071-324d9576df57 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:39:11.004614 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-07548755-9acd-4cd8-9b6c-1eafeaca778e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:11.103366 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-07548755-9acd-4cd8-9b6c-1eafeaca778e None None] For port 2015f4da-a565-4c24-8071-324d9576df57, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=2015f4da-a565-4c24-8071-324d9576df57,segment=NetworkSegment(9a1c60a4-64c6-4be4-b5f8-ebd3ba313168),segment_id=9a1c60a4-64c6-4be4-b5f8-ebd3ba313168)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:11.103776 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-07548755-9acd-4cd8-9b6c-1eafeaca778e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:11.124177 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-07548755-9acd-4cd8-9b6c-1eafeaca778e None None] Calling delete_port for 2015f4da-a565-4c24-8071-324d9576df57 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:11.162950 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0487e45d-0863-4685-9200-7bba529f851a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event updated for resources: {'Subnet': ['ID=5fc03afa-562d-4c0a-af73-9daea9f6b848,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:11.183792 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef93013-a55d-4bb8-820a-3825cc74e449 req-b46062cb-69ab-42c9-b816-908fde9a902a tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:11.186065 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3ef93013-a55d-4bb8-820a-3825cc74e449 req-b46062cb-69ab-42c9-b816-908fde9a902a tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f214a6-d796-41d5-9334-70abecc9a275 HTTP/1.1" status: 200 len: 946 time: 0.3072221 Dec 10 16:39:11.239207 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-7dab7f8f-1a61-462d-9e37-f669747ef0d5 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Deleting port d1b193c7-43ad-405d-89e6-ede207742c5f {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:39:11.239550 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7dab7f8f-1a61-462d-9e37-f669747ef0d5 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:11.244938 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c9bc7e47-6810-44c5-846f-b579573a4829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:11.248899 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0487e45d-0863-4685-9200-7bba529f851a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Checking segment: {'id': '68f33962-bf9e-4ed4-9987-9ed08839d526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5d884117-c793-4ff4-b37e-45e1cec76516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:11.249263 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0487e45d-0863-4685-9200-7bba529f851a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Network hostable DHCP agents. Network: 5d884117-c793-4ff4-b37e-45e1cec76516, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:39:11.310745 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-07548755-9acd-4cd8-9b6c-1eafeaca778e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:11.343851 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc7e47-6810-44c5-846f-b579573a4829 admin admin] Pushing event deleted for resources: {'Port': ['ID=2015f4da-a565-4c24-8071-324d9576df57,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:11.355273 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bc7e47-6810-44c5-846f-b579573a4829 admin admin] No DVR routers for this DVR port 2015f4da-a565-4c24-8071-324d9576df57 on host n-d-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:39:11.372453 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-8aef5c12-b199-4792-96c4-352d17fc7299 service neutron] Attempting to bind port 14a1d06f-210d-4cdb-b160-f5a60a932505 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:39:11.373032 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-8aef5c12-b199-4792-96c4-352d17fc7299 service neutron] Attempting to bind port 14a1d06f-210d-4cdb-b160-f5a60a932505 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '2bbad0e8-ed67-413a-8c9a-253af19189e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd541c368-720d-4b18-b807-71b1bfe1994a'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:39:11.373382 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-8aef5c12-b199-4792-96c4-352d17fc7299 service neutron] Attempting to bind port 14a1d06f-210d-4cdb-b160-f5a60a932505 on network d541c368-720d-4b18-b807-71b1bfe1994a {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:11.373700 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07548755-9acd-4cd8-9b6c-1eafeaca778e None None] Pushing event deleted for resources: {'Port': ['ID=2015f4da-a565-4c24-8071-324d9576df57,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:11.375350 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3ef93013-a55d-4bb8-820a-3825cc74e449 req-eace5e60-fd92-483d-85af-6aee1f44790d tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735818 Dec 10 16:39:11.382027 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-8aef5c12-b199-4792-96c4-352d17fc7299 service neutron] Port 14a1d06f-210d-4cdb-b160-f5a60a932505 on network d541c368-720d-4b18-b807-71b1bfe1994a not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:39:11.382604 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-8aef5c12-b199-4792-96c4-352d17fc7299 service neutron] Attempting to bind port 14a1d06f-210d-4cdb-b160-f5a60a932505 on network d541c368-720d-4b18-b807-71b1bfe1994a {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:11.384677 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07548755-9acd-4cd8-9b6c-1eafeaca778e None None] No DVR routers for this DVR port 2015f4da-a565-4c24-8071-324d9576df57 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:39:11.393594 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-8aef5c12-b199-4792-96c4-352d17fc7299 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:39:11.394042 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-8aef5c12-b199-4792-96c4-352d17fc7299 service neutron] Checking segment: {'id': '2bbad0e8-ed67-413a-8c9a-253af19189e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd541c368-720d-4b18-b807-71b1bfe1994a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:11.394649 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-8aef5c12-b199-4792-96c4-352d17fc7299 service neutron] Bound using segment: {'id': '2bbad0e8-ed67-413a-8c9a-253af19189e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd541c368-720d-4b18-b807-71b1bfe1994a'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:39:11.399150 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-8aef5c12-b199-4792-96c4-352d17fc7299 service neutron] Bound port: 14a1d06f-210d-4cdb-b160-f5a60a932505, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bbad0e8-ed67-413a-8c9a-253af19189e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd541c368-720d-4b18-b807-71b1bfe1994a'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:39:11.399616 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-8aef5c12-b199-4792-96c4-352d17fc7299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:11.427019 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0487e45d-0863-4685-9200-7bba529f851a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Network 5d884117-c793-4ff4-b37e-45e1cec76516 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:39:11.499633 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-0487e45d-0863-4685-9200-7bba529f851a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 5d884117-c793-4ff4-b37e-45e1cec76516) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:11.506378 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36600) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:11.508167 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7dab7f8f-1a61-462d-9e37-f669747ef0d5 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:11.509432 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812d02d9-76e8-44c8-9a35-d83b5af8a915 None None] Network 5d884117-c793-4ff4-b37e-45e1cec76516 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:11.524542 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0487e45d-0863-4685-9200-7bba529f851a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:11.525288 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0487e45d-0863-4685-9200-7bba529f851a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:11.530039 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-8aef5c12-b199-4792-96c4-352d17fc7299 service neutron] For port 14a1d06f-210d-4cdb-b160-f5a60a932505, host n-h1-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:39:11.534799 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-8aef5c12-b199-4792-96c4-352d17fc7299 service neutron] For port 14a1d06f-210d-4cdb-b160-f5a60a932505, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=14a1d06f-210d-4cdb-b160-f5a60a932505,segment=NetworkSegment(2bbad0e8-ed67-413a-8c9a-253af19189e9),segment_id=2bbad0e8-ed67-413a-8c9a-253af19189e9)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:39:11.541548 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-8aef5c12-b199-4792-96c4-352d17fc7299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:11.559309 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-7dab7f8f-1a61-462d-9e37-f669747ef0d5 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Calling delete_port for d1b193c7-43ad-405d-89e6-ede207742c5f owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:11.577022 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c9bc7e47-6810-44c5-846f-b579573a4829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:11.627836 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-0487e45d-0863-4685-9200-7bba529f851a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8428602 Dec 10 16:39:11.638744 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36606) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:11.662671 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c5151d-bff7-429b-9878-600ca70b4d91 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:39:11.663270 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-c9bc7e47-6810-44c5-846f-b579573a4829 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef24c11b-620d-4371-a4a9-9ac56c1a38d9']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:11.665439 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-8aef5c12-b199-4792-96c4-352d17fc7299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:11.666385 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-8aef5c12-b199-4792-96c4-352d17fc7299 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:11.667933 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-8aef5c12-b199-4792-96c4-352d17fc7299 service neutron] 10.222.0.26 "PUT /v2.0/ports/14a1d06f-210d-4cdb-b160-f5a60a932505 HTTP/1.1" status: 200 len: 1091 time: 1.7319579 Dec 10 16:39:11.671341 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9f4a92-2d46-4c26-9232-803f432456fd', 'tag': '14a1d06f-210d-4cdb-b160-f5a60a932505'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:39:11.682026 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21acc00-7e55-44c9-9a5a-adbbc0edc280 None None] Sync routers for ids ['4b479155-e49b-4e4c-a133-4c01715a0a1e'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:39:11.690855 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e50941b-45ac-4a0e-97b1-800ef1abd8a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-5d884117-c793-4ff4-b37e-45e1cec76516', 'network_id': '5d884117-c793-4ff4-b37e-45e1cec76516', 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'fixed_ips': [{'subnet_id': '5fc03afa-562d-4c0a-af73-9daea9f6b848'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:39:11.691789 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9e50941b-45ac-4a0e-97b1-800ef1abd8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:11.717262 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74203d7-be5a-4768-b552-8bf215f49d4e" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9f4a92-2d46-4c26-9232-803f432456fd", "tag": "14a1d06f-210d-4cdb-b160-f5a60a932505"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:39:11.731192 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21acc00-7e55-44c9-9a5a-adbbc0edc280 None None] Routers {'4b479155-e49b-4e4c-a133-4c01715a0a1e'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:11.734358 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f21acc00-7e55-44c9-9a5a-adbbc0edc280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:38:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['4b479155-e49b-4e4c-a133-4c01715a0a1e'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:11.784382 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-47c5151d-bff7-429b-9878-600ca70b4d91 admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:11.788604 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-47c5151d-bff7-429b-9878-600ca70b4d91 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.5001335 Dec 10 16:39:11.798082 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36610) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:11.919758 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-f21acc00-7e55-44c9-9a5a-adbbc0edc280 None None] Set router 4b479155-e49b-4e4c-a133-4c01715a0a1e gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:11.970910 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 2015f4da-a565-4c24-8071-324d9576df57 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:39:11.986503 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-c9bc7e47-6810-44c5-846f-b579573a4829 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a1c60a4-64c6-4be4-b5f8-ebd3ba313168') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:11.987053 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-c9bc7e47-6810-44c5-846f-b579573a4829 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a1c60a4-64c6-4be4-b5f8-ebd3ba313168') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:11.997296 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef5c12-b199-4792-96c4-352d17fc7299 service neutron] Pushing event updated for resources: {'Port': ['ID=14a1d06f-210d-4cdb-b160-f5a60a932505,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:12.015170 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 2015f4da-a565-4c24-8071-324d9576df57 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:39:12.016154 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 2015f4da-a565-4c24-8071-324d9576df57 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:39:12.063611 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-9e50941b-45ac-4a0e-97b1-800ef1abd8a3 None None] Allocated IP 172.20.0.2 (5d884117-c793-4ff4-b37e-45e1cec76516/5fc03afa-562d-4c0a-af73-9daea9f6b848/d4a40129-efaf-4ffd-bf01-90f8ba444241) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:12.066689 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c9bc7e47-6810-44c5-846f-b579573a4829 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:12.087395 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dcfe7b69-7896-4cc9-8438-7f3539b0d9e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:12.161207 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c9bc7e47-6810-44c5-846f-b579573a4829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:12.176343 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f21acc00-7e55-44c9-9a5a-adbbc0edc280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b479155-e49b-4e4c-a133-4c01715a0a1e', 'name': 'tempest-TestServerBasicOps-1517356123-router', 'tenant_id': '82a91439607e4bae9723c370020baa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'fa739048-c35d-403d-b35b-262f78fe99cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:05Z', 'updated_at': '2021-12-10T16:39:09Z', 'revision_number': 3, 'project_id': '82a91439607e4bae9723c370020baa2b', 'gw_port': {'id': 'fa739048-c35d-403d-b35b-262f78fe99cc', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ae:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b479155-e49b-4e4c-a133-4c01715a0a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:06Z', 'updated_at': '2021-12-10T16:39:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:12.178684 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-04bc1a0a-8ff9-408d-8c45-e7d55665d46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:12.180408 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-04bc1a0a-8ff9-408d-8c45-e7d55665d46f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7102f587c0942469f218fb29d23ff5f&device_id=9b9f4a92-2d46-4c26-9232-803f432456fd HTTP/1.1" status: 200 len: 1094 time: 0.4362986 Dec 10 16:39:12.219393 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21acc00-7e55-44c9-9a5a-adbbc0edc280 None None] Checking router: 4b479155-e49b-4e4c-a133-4c01715a0a1e for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:39:12.220191 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21acc00-7e55-44c9-9a5a-adbbc0edc280 None None] Updating router 4b479155-e49b-4e4c-a133-4c01715a0a1e port fa739048-c35d-403d-b35b-262f78fe99cc binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:39:12.228843 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9bc7e47-6810-44c5-846f-b579573a4829 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:39:12.229253 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c9bc7e47-6810-44c5-846f-b579573a4829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:12.231039 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:39:12.231039 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:39:12.231039 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:39:12.231039 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:39:12.231039 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:39:12.231039 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:39:12.231039 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:39:12.231039 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:39:12.231039 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:39:12.231039 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:39:12.231039 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:39:12.231039 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:39:12.231039 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:39:12.231039 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:39:12.231039 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:39:12.231039 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:39:12.231039 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:39:12.231039 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:39:12.231039 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:39:12.231039 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:39:12.231039 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:39:12.231039 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:39:12.231039 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:39:12.231039 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:39:12.231039 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:39:12.231039 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:39:12.231039 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:39:12.231039 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:39:12.231039 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:39:12.231039 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:39:12.231039 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:39:12.231039 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:39:12.248762 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-5591ee58-3cea-4fd0-9760-b915eccf27cd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14a1d06f-210d-4cdb-b160-f5a60a932505 HTTP/1.1" status: 200 len: 217 time: 0.0607834 Dec 10 16:39:12.253998 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f21acc00-7e55-44c9-9a5a-adbbc0edc280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:12.281830 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9e50941b-45ac-4a0e-97b1-800ef1abd8a3 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:12.295828 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9e50941b-45ac-4a0e-97b1-800ef1abd8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:12.384440 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e50941b-45ac-4a0e-97b1-800ef1abd8a3 None None] Network 5d884117-c793-4ff4-b37e-45e1cec76516 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:12.389459 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-9e50941b-45ac-4a0e-97b1-800ef1abd8a3 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:12.402851 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e50941b-45ac-4a0e-97b1-800ef1abd8a3 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:12.408801 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-d8cf0e6d-733a-4cdb-9023-f20a56ebe8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:12.410317 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-d8cf0e6d-733a-4cdb-9023-f20a56ebe8dd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=16a35958-36a2-4747-a09b-1406e66a4b54 HTTP/1.1" status: 200 len: 835 time: 0.1450734 Dec 10 16:39:12.418583 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e50941b-45ac-4a0e-97b1-800ef1abd8a3 None None] Pushing event updated for resources: {'Port': ['ID=d4a40129-efaf-4ffd-bf01-90f8ba444241,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:12.548999 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-9e50941b-45ac-4a0e-97b1-800ef1abd8a3 None None] Attempting to bind port d4a40129-efaf-4ffd-bf01-90f8ba444241 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:39:12.549366 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-9e50941b-45ac-4a0e-97b1-800ef1abd8a3 None None] Attempting to bind port d4a40129-efaf-4ffd-bf01-90f8ba444241 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '68f33962-bf9e-4ed4-9987-9ed08839d526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5d884117-c793-4ff4-b37e-45e1cec76516'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:39:12.549723 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e50941b-45ac-4a0e-97b1-800ef1abd8a3 None None] Attempting to bind port d4a40129-efaf-4ffd-bf01-90f8ba444241 on network 5d884117-c793-4ff4-b37e-45e1cec76516 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:12.558283 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e50941b-45ac-4a0e-97b1-800ef1abd8a3 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:39:12.558656 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e50941b-45ac-4a0e-97b1-800ef1abd8a3 None None] Checking segment: {'id': '68f33962-bf9e-4ed4-9987-9ed08839d526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5d884117-c793-4ff4-b37e-45e1cec76516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:12.559005 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9e50941b-45ac-4a0e-97b1-800ef1abd8a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:12.559407 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e50941b-45ac-4a0e-97b1-800ef1abd8a3 None None] Bound using segment: {'id': '68f33962-bf9e-4ed4-9987-9ed08839d526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5d884117-c793-4ff4-b37e-45e1cec76516'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:39:12.559890 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-9e50941b-45ac-4a0e-97b1-800ef1abd8a3 None None] Bound port: d4a40129-efaf-4ffd-bf01-90f8ba444241, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f33962-bf9e-4ed4-9987-9ed08839d526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5d884117-c793-4ff4-b37e-45e1cec76516'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:39:12.560277 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9e50941b-45ac-4a0e-97b1-800ef1abd8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:12.682032 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadef0d5-6ea5-4964-85cf-6676da274b29 req-69f0355d-9f46-44c4-b50a-04b122041b7d tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:12.685869 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9e50941b-45ac-4a0e-97b1-800ef1abd8a3 None None] For port d4a40129-efaf-4ffd-bf01-90f8ba444241, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:39:12.689166 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9e50941b-45ac-4a0e-97b1-800ef1abd8a3 None None] For port d4a40129-efaf-4ffd-bf01-90f8ba444241, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=d4a40129-efaf-4ffd-bf01-90f8ba444241,segment=NetworkSegment(68f33962-bf9e-4ed4-9987-9ed08839d526),segment_id=68f33962-bf9e-4ed4-9987-9ed08839d526)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:39:12.697983 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9e50941b-45ac-4a0e-97b1-800ef1abd8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:12.703141 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fadef0d5-6ea5-4964-85cf-6676da274b29 req-69f0355d-9f46-44c4-b50a-04b122041b7d tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9f4a92-2d46-4c26-9232-803f432456fd HTTP/1.1" status: 200 len: 943 time: 1.0421383 Dec 10 16:39:12.738611 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-a2ed8b77-f144-41a8-9624-9e07af441044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:12.741311 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-a2ed8b77-f144-41a8-9624-9e07af441044 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d541c368-720d-4b18-b807-71b1bfe1994a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1522038 Dec 10 16:39:12.783144 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f21acc00-7e55-44c9-9a5a-adbbc0edc280 None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:12.792661 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f21acc00-7e55-44c9-9a5a-adbbc0edc280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:12.793348 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e50941b-45ac-4a0e-97b1-800ef1abd8a3 None None] Pushing event updated for resources: {'Port': ['ID=d4a40129-efaf-4ffd-bf01-90f8ba444241,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:12.813787 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f0e522ba-7a50-4490-ac9f-f6835d3877e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:12.831415 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7169bd2-459b-48e6-b3bd-677abf695178 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:39:12.864760 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c9bc7e47-6810-44c5-846f-b579573a4829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:12.894292 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c9bc7e47-6810-44c5-846f-b579573a4829 admin admin] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:12.895056 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-f21acc00-7e55-44c9-9a5a-adbbc0edc280 None None] Attempting to bind port fa739048-c35d-403d-b35b-262f78fe99cc on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:39:12.898435 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-f21acc00-7e55-44c9-9a5a-adbbc0edc280 None None] Attempting to bind port fa739048-c35d-403d-b35b-262f78fe99cc by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:39:12.898888 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e048b761-4713-4121-8407-3e78d809c444 None None] Provisioning complete for port fa739048-c35d-403d-b35b-262f78fe99cc triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:12.899227 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21acc00-7e55-44c9-9a5a-adbbc0edc280 None None] Attempting to bind port fa739048-c35d-403d-b35b-262f78fe99cc on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:12.899336 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e048b761-4713-4121-8407-3e78d809c444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:12.899510 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c9bc7e47-6810-44c5-846f-b579573a4829 admin admin] 10.222.0.11 "DELETE /v2.0/networks/ef24c11b-620d-4371-a4a9-9ac56c1a38d9 HTTP/1.1" status: 204 len: 168 time: 2.6055412 Dec 10 16:39:12.950026 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21acc00-7e55-44c9-9a5a-adbbc0edc280 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:39:12.956334 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21acc00-7e55-44c9-9a5a-adbbc0edc280 None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:12.956767 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f21acc00-7e55-44c9-9a5a-adbbc0edc280 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:12.957167 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21acc00-7e55-44c9-9a5a-adbbc0edc280 None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:39:12.957668 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-f21acc00-7e55-44c9-9a5a-adbbc0edc280 None None] Bound port: fa739048-c35d-403d-b35b-262f78fe99cc, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:39:12.957972 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-e048b761-4713-4121-8407-3e78d809c444 None None] Port fa739048-c35d-403d-b35b-262f78fe99cc cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:39:12.958079 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f21acc00-7e55-44c9-9a5a-adbbc0edc280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:13.003385 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc7e47-6810-44c5-846f-b579573a4829 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef24c11b-620d-4371-a4a9-9ac56c1a38d9,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:13.030713 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e32d6ee-b492-4fc1-a96a-c52f9dff03fc None None] Pushing event updated for resources: {'Port': ['ID=fa739048-c35d-403d-b35b-262f78fe99cc,revision_number=2']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:13.068306 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-e4acc6d1-8871-421e-9e4f-cdcd73c8d608 service neutron] 10.222.0.26 "GET /v2.0/networks/d541c368-720d-4b18-b807-71b1bfe1994a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658958 Dec 10 16:39:13.095432 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-f21acc00-7e55-44c9-9a5a-adbbc0edc280 None None] For port fa739048-c35d-403d-b35b-262f78fe99cc, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:39:13.099401 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-f21acc00-7e55-44c9-9a5a-adbbc0edc280 None None] For port fa739048-c35d-403d-b35b-262f78fe99cc, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=fa739048-c35d-403d-b35b-262f78fe99cc,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:39:13.104666 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f21acc00-7e55-44c9-9a5a-adbbc0edc280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:13.147491 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fadef0d5-6ea5-4964-85cf-6676da274b29 req-644cb64d-d3b2-4b3b-bfef-38076dbf844a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a6d5bf6-4b98-4d63-a5d1-ad5b655a51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4414742 Dec 10 16:39:13.228636 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc95c18e-3c62-49cd-bc9f-030cfd662e2c None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:39:13.238847 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36616) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:13.244670 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddc7c9c-447a-4e7e-952d-17d25f2d90ab x-openstack-request-id: req-dddc7c9c-447a-4e7e-952d-17d25f2d90ab {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:39:13.245009 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9f4a92-2d46-4c26-9232-803f432456fd", "tag": "14a1d06f-210d-4cdb-b160-f5a60a932505", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:39:13.245320 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dddc7c9c-447a-4e7e-952d-17d25f2d90ab {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:39:13.245736 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9f4a92-2d46-4c26-9232-803f432456fd', 'tag': '14a1d06f-210d-4cdb-b160-f5a60a932505', 'status': 'completed', 'code': 200} Dec 10 16:39:13.255881 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-f0e522ba-7a50-4490-ac9f-f6835d3877e0 admin admin] Allocated IP 172.20.0.1 (f4f58725-76ee-4fee-b48e-44ba4df345e4/64d652f5-e20a-4a4e-969a-c2271fe340e6/8cbc1b4e-f5e1-4c41-80cf-f205de51a21b) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:13.256109 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21acc00-7e55-44c9-9a5a-adbbc0edc280 None None] Routers {'4b479155-e49b-4e4c-a133-4c01715a0a1e'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:13.256460 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f21acc00-7e55-44c9-9a5a-adbbc0edc280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:38:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['4b479155-e49b-4e4c-a133-4c01715a0a1e'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:13.289881 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab9196b5-4bf1-43c8-a983-692cd1bc46ed tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:13.299588 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-05ecfc18-c4fd-426a-a74e-7df9bd4b2663 None None] Provisioning complete for port fa739048-c35d-403d-b35b-262f78fe99cc triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:13.299942 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-05ecfc18-c4fd-426a-a74e-7df9bd4b2663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:13.307003 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5369e580-9e8e-4e04-a4cb-e8f9ba3886e5 req-d3ef30bb-71fa-4631-b810-dd49e63e5b55 service neutron] 10.222.0.26 "GET /v2.0/networks/d541c368-720d-4b18-b807-71b1bfe1994a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232974 Dec 10 16:39:13.348754 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dcfe7b69-7896-4cc9-8438-7f3539b0d9e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:13.387238 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e32d6ee-b492-4fc1-a96a-c52f9dff03fc None None] Pushing event updated for resources: {'Port': ['ID=fa739048-c35d-403d-b35b-262f78fe99cc,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:13.401301 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dcfe7b69-7896-4cc9-8438-7f3539b0d9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:13.443000 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-05ecfc18-c4fd-426a-a74e-7df9bd4b2663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:13.454463 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-f21acc00-7e55-44c9-9a5a-adbbc0edc280 None None] Set router 4b479155-e49b-4e4c-a133-4c01715a0a1e gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:13.456584 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c2dfa2c3-da4b-49fc-b4ca-c38358d97504 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=87638972bbdb420baed9019b114e9df8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2035470 Dec 10 16:39:13.462030 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36618) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:13.484604 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74203d7-be5a-4768-b552-8bf215f49d4e req-82c01d75-1749-4cd0-9aeb-2e5847d0eb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:13.485225 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-05ecfc18-c4fd-426a-a74e-7df9bd4b2663 None None] For port fa739048-c35d-403d-b35b-262f78fe99cc, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=fa739048-c35d-403d-b35b-262f78fe99cc,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:13.486119 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f74203d7-be5a-4768-b552-8bf215f49d4e req-82c01d75-1749-4cd0-9aeb-2e5847d0eb03 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7102f587c0942469f218fb29d23ff5f&device_id=9b9f4a92-2d46-4c26-9232-803f432456fd HTTP/1.1" status: 200 len: 1094 time: 0.0929368 Dec 10 16:39:13.491108 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-05ecfc18-c4fd-426a-a74e-7df9bd4b2663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:13.532628 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7dab7f8f-1a61-462d-9e37-f669747ef0d5 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:13.591162 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe7b69-7896-4cc9-8438-7f3539b0d9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50335c0c-2a1c-40c8-8aa1-c790a00fb6be,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:13.598208 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-dcfe7b69-7896-4cc9-8438-7f3539b0d9e1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=14c5541bfd284957971b65c5e094afdb&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0846891 Dec 10 16:39:13.600684 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab7f8f-1a61-462d-9e37-f669747ef0d5 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Pushing event deleted for resources: {'Port': ['ID=d1b193c7-43ad-405d-89e6-ede207742c5f,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:13.606868 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36620) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:13.631110 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f0e522ba-7a50-4490-ac9f-f6835d3877e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:13.656733 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e22e00ac-fe6e-48ea-8ca4-ecd5adc8d8e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:13.667117 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ecfc18-c4fd-426a-a74e-7df9bd4b2663 None None] Pushing event updated for resources: {'Port': ['ID=fa739048-c35d-403d-b35b-262f78fe99cc,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:13.712482 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74203d7-be5a-4768-b552-8bf215f49d4e req-a170ba84-15f3-44d6-b862-1de3ca9040d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:13.713957 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f74203d7-be5a-4768-b552-8bf215f49d4e req-a170ba84-15f3-44d6-b862-1de3ca9040d7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d541c368-720d-4b18-b807-71b1bfe1994a HTTP/1.1" status: 200 len: 898 time: 0.2107885 Dec 10 16:39:13.725881 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e22e00ac-fe6e-48ea-8ca4-ecd5adc8d8e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:13.739717 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f619b4d-c6b4-4d8f-92cd-5cb6f1d3b0b1 req-31664a11-ed0c-4613-b363-4fe1cc643680 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:13.748567 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4f619b4d-c6b4-4d8f-92cd-5cb6f1d3b0b1 req-31664a11-ed0c-4613-b363-4fe1cc643680 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f214a6-d796-41d5-9334-70abecc9a275 HTTP/1.1" status: 200 len: 946 time: 0.3973053 Dec 10 16:39:13.822649 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c496565a-ae5a-4ed4-8b44-955c02af0614 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:13.827014 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f74203d7-be5a-4768-b552-8bf215f49d4e req-9cf2e1a6-8782-4e8d-b676-7f8c81506334 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14a1d06f-210d-4cdb-b160-f5a60a932505 HTTP/1.1" status: 200 len: 217 time: 0.0951927 Dec 10 16:39:13.865021 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f21acc00-7e55-44c9-9a5a-adbbc0edc280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b479155-e49b-4e4c-a133-4c01715a0a1e', 'name': 'tempest-TestServerBasicOps-1517356123-router', 'tenant_id': '82a91439607e4bae9723c370020baa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'fa739048-c35d-403d-b35b-262f78fe99cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:05Z', 'updated_at': '2021-12-10T16:39:09Z', 'revision_number': 3, 'project_id': '82a91439607e4bae9723c370020baa2b', 'gw_port': {'id': 'fa739048-c35d-403d-b35b-262f78fe99cc', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ae:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b479155-e49b-4e4c-a133-4c01715a0a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:06Z', 'updated_at': '2021-12-10T16:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:13.904111 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-20ced9b3-348b-4a28-817f-cafa96685047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:13.924759 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21acc00-7e55-44c9-9a5a-adbbc0edc280 None None] The sync data for ids ['4b479155-e49b-4e4c-a133-4c01715a0a1e'] in n-d-766771-2 is: [{'id': '4b479155-e49b-4e4c-a133-4c01715a0a1e', 'name': 'tempest-TestServerBasicOps-1517356123-router', 'tenant_id': '82a91439607e4bae9723c370020baa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'fa739048-c35d-403d-b35b-262f78fe99cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:05Z', 'updated_at': '2021-12-10T16:39:09Z', 'revision_number': 3, 'project_id': '82a91439607e4bae9723c370020baa2b', 'gw_port': {'id': 'fa739048-c35d-403d-b35b-262f78fe99cc', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ae:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b479155-e49b-4e4c-a133-4c01715a0a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:06Z', 'updated_at': '2021-12-10T16:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:39:13.968162 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c496565a-ae5a-4ed4-8b44-955c02af0614 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:13.980272 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e22e00ac-fe6e-48ea-8ca4-ecd5adc8d8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:13.982884 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e22e00ac-fe6e-48ea-8ca4-ecd5adc8d8e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:13.984417 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e22e00ac-fe6e-48ea-8ca4-ecd5adc8d8e4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0bcf6659-ad70-4f78-8202-1accd4dc47f4 HTTP/1.1" status: 204 len: 168 time: 0.5210915 Dec 10 16:39:13.985301 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f0e522ba-7a50-4490-ac9f-f6835d3877e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:14.017191 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device d4a40129-efaf-4ffd-bf01-90f8ba444241 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:14.060071 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e00ac-fe6e-48ea-8ca4-ecd5adc8d8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcf6659-ad70-4f78-8202-1accd4dc47f4,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:14.071191 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74203d7-be5a-4768-b552-8bf215f49d4e req-ebf6acd4-e12b-4577-a1d3-8c111bb1253d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:14.072771 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f74203d7-be5a-4768-b552-8bf215f49d4e req-ebf6acd4-e12b-4577-a1d3-8c111bb1253d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=16a35958-36a2-4747-a09b-1406e66a4b54 HTTP/1.1" status: 200 len: 835 time: 0.2248693 Dec 10 16:39:14.089528 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7dab7f8f-1a61-462d-9e37-f669747ef0d5 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:14.101800 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4f619b4d-c6b4-4d8f-92cd-5cb6f1d3b0b1 req-da102470-a54f-4ce7-9b3a-d87b204c1fed tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523357 Dec 10 16:39:14.123367 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port d4a40129-efaf-4ffd-bf01-90f8ba444241 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:14.123999 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:14.174096 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e522ba-7a50-4490-ac9f-f6835d3877e0 admin admin] Network f4f58725-76ee-4fee-b48e-44ba4df345e4 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:14.255216 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e522ba-7a50-4490-ac9f-f6835d3877e0 admin admin] Pushing event updated for resources: {'Port': ['ID=8cbc1b4e-f5e1-4c41-80cf-f205de51a21b,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:14.255532 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-ab9196b5-4bf1-43c8-a983-692cd1bc46ed tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Allocated IP 172.20.0.1 (5d884117-c793-4ff4-b37e-45e1cec76516/5fc03afa-562d-4c0a-af73-9daea9f6b848/74e6bed2-6ebe-4384-ad72-3ccaf806c930) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:14.269233 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:14.275295 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-f0e522ba-7a50-4490-ac9f-f6835d3877e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:14.303535 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e522ba-7a50-4490-ac9f-f6835d3877e0 admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:14.394403 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c496565a-ae5a-4ed4-8b44-955c02af0614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:14.398759 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c496565a-ae5a-4ed4-8b44-955c02af0614 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:14.412807 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c496565a-ae5a-4ed4-8b44-955c02af0614 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/50335c0c-2a1c-40c8-8aa1-c790a00fb6be HTTP/1.1" status: 204 len: 168 time: 0.7881777 Dec 10 16:39:14.431915 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port d4a40129-efaf-4ffd-bf01-90f8ba444241, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=d4a40129-efaf-4ffd-bf01-90f8ba444241,segment=NetworkSegment(68f33962-bf9e-4ed4-9987-9ed08839d526),segment_id=68f33962-bf9e-4ed4-9987-9ed08839d526)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:14.438653 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:14.442577 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74203d7-be5a-4768-b552-8bf215f49d4e req-d46089ef-f3c9-4935-8152-e63c5f665b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:14.448466 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f74203d7-be5a-4768-b552-8bf215f49d4e req-d46089ef-f3c9-4935-8152-e63c5f665b44 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d541c368-720d-4b18-b807-71b1bfe1994a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3631971 Dec 10 16:39:14.534015 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496565a-ae5a-4ed4-8b44-955c02af0614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50335c0c-2a1c-40c8-8aa1-c790a00fb6be,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:14.587836 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=d4a40129-efaf-4ffd-bf01-90f8ba444241,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:14.608892 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054d9606-9749-40ca-abc3-0b21ecbbbe67 None None] Network 5d884117-c793-4ff4-b37e-45e1cec76516 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:14.618163 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f0e522ba-7a50-4490-ac9f-f6835d3877e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:14.782236 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-7e5a12ed-0f5c-4d61-abae-da215b2703fa None None] Provisioning complete for port d4a40129-efaf-4ffd-bf01-90f8ba444241 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:14.782555 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7e5a12ed-0f5c-4d61-abae-da215b2703fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:14.823680 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f74203d7-be5a-4768-b552-8bf215f49d4e req-cf9b7209-2c51-4911-b976-8522c7dc16d5 service neutron] 10.222.0.26 "GET /v2.0/networks/d541c368-720d-4b18-b807-71b1bfe1994a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655553 Dec 10 16:39:14.845995 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac652f5-ae11-4ea8-b48c-ac58614d94fb req-0deb7273-d2b3-49d6-9380-4d00999f5b53 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:14.847681 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dac652f5-ae11-4ea8-b48c-ac58614d94fb req-0deb7273-d2b3-49d6-9380-4d00999f5b53 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9f4a92-2d46-4c26-9232-803f432456fd HTTP/1.1" status: 200 len: 943 time: 0.3791475 Dec 10 16:39:14.859104 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dab7f8f-1a61-462d-9e37-f669747ef0d5 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Router a7a82b66-4a56-4f62-b930-63e48ad66215 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:39:14.866744 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36634) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:15.034700 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f0e522ba-7a50-4490-ac9f-f6835d3877e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:15.057676 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f74203d7-be5a-4768-b552-8bf215f49d4e req-fc7f1278-b5e0-443d-92eb-d9714d790ecd service neutron] 10.222.0.26 "GET /v2.0/networks/d541c368-720d-4b18-b807-71b1bfe1994a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242270 Dec 10 16:39:15.148811 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dab7f8f-1a61-462d-9e37-f669747ef0d5 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:39:15.150028 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6d26cb91-76e5-4f79-8f2d-595deaf9acb2 None None] Provisioning complete for port 8cbc1b4e-f5e1-4c41-80cf-f205de51a21b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:15.150447 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6d26cb91-76e5-4f79-8f2d-595deaf9acb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:15.203625 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-7dab7f8f-1a61-462d-9e37-f669747ef0d5 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] 10.222.0.11 "PUT /v2.0/routers/a7a82b66-4a56-4f62-b930-63e48ad66215/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0453064 Dec 10 16:39:15.207353 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36640) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:15.221248 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab9196b5-4bf1-43c8-a983-692cd1bc46ed tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:15.225241 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-34ae973f-addf-4acb-a074-e39a8464dbfe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7ef0693d7775498c8045043558338ff5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3382494 Dec 10 16:39:15.244877 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-6d26cb91-76e5-4f79-8f2d-595deaf9acb2 None None] Port 8cbc1b4e-f5e1-4c41-80cf-f205de51a21b cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:39:15.248348 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1e99a5-7601-47a4-9bee-38aa728432e6 None None] Sync routers for ids ['a7a82b66-4a56-4f62-b930-63e48ad66215'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:39:15.261706 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36642) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:15.261706 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dac652f5-ae11-4ea8-b48c-ac58614d94fb req-6f749dbf-0261-4823-ae3b-5a048f4ded16 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a6d5bf6-4b98-4d63-a5d1-ad5b655a51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3900278 Dec 10 16:39:15.271898 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1e99a5-7601-47a4-9bee-38aa728432e6 None None] Routers {'a7a82b66-4a56-4f62-b930-63e48ad66215'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:15.274885 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-0b1e99a5-7601-47a4-9bee-38aa728432e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:38:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['a7a82b66-4a56-4f62-b930-63e48ad66215'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:15.359514 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-0b1e99a5-7601-47a4-9bee-38aa728432e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:15.372885 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1e99a5-7601-47a4-9bee-38aa728432e6 None None] Routers {'a7a82b66-4a56-4f62-b930-63e48ad66215'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:15.373555 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-0b1e99a5-7601-47a4-9bee-38aa728432e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:38:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['a7a82b66-4a56-4f62-b930-63e48ad66215'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:15.379163 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c9a95756-b27b-4793-9001-ef2e68876ff9 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:15.384118 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab9196b5-4bf1-43c8-a983-692cd1bc46ed tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:15.438014 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-0b1e99a5-7601-47a4-9bee-38aa728432e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:15.438718 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1e99a5-7601-47a4-9bee-38aa728432e6 None None] The sync data for ids ['a7a82b66-4a56-4f62-b930-63e48ad66215'] in n-d-766771-2 is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:39:15.439269 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dd000456-7514-4067-a624-4ddc67fee0b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:15.460568 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9196b5-4bf1-43c8-a983-692cd1bc46ed tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Network 5d884117-c793-4ff4-b37e-45e1cec76516 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:15.472657 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-ab9196b5-4bf1-43c8-a983-692cd1bc46ed tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:15.485937 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-0ae21a8f-3856-46d2-a4fb-6f0b1394f8b8 None None] Provisioning complete for port d4a40129-efaf-4ffd-bf01-90f8ba444241 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:15.486423 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0ae21a8f-3856-46d2-a4fb-6f0b1394f8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:15.506936 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9196b5-4bf1-43c8-a983-692cd1bc46ed tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:15.554216 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 14a1d06f-210d-4cdb-b160-f5a60a932505 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:39:15.581296 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9196b5-4bf1-43c8-a983-692cd1bc46ed tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event updated for resources: {'Port': ['ID=74e6bed2-6ebe-4384-ad72-3ccaf806c930,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:15.589928 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dd000456-7514-4067-a624-4ddc67fee0b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:15.602655 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f0e522ba-7a50-4490-ac9f-f6835d3877e0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:15.610307 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f0e522ba-7a50-4490-ac9f-f6835d3877e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:15.635635 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab9196b5-4bf1-43c8-a983-692cd1bc46ed tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:15.678533 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c9a95756-b27b-4793-9001-ef2e68876ff9 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:15.725270 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c9a95756-b27b-4793-9001-ef2e68876ff9 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:15.738250 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f0e522ba-7a50-4490-ac9f-f6835d3877e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:15.810080 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab9196b5-4bf1-43c8-a983-692cd1bc46ed tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:15.865568 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dd000456-7514-4067-a624-4ddc67fee0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:15.865568 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dd000456-7514-4067-a624-4ddc67fee0b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:15.865568 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-dd000456-7514-4067-a624-4ddc67fee0b1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6ac07849-15e0-4503-bc24-72f5dcaceb6e HTTP/1.1" status: 204 len: 168 time: 0.6036170 Dec 10 16:39:15.877334 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 14a1d06f-210d-4cdb-b160-f5a60a932505, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=14a1d06f-210d-4cdb-b160-f5a60a932505,segment=NetworkSegment(2bbad0e8-ed67-413a-8c9a-253af19189e9),segment_id=2bbad0e8-ed67-413a-8c9a-253af19189e9)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:15.892940 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd000456-7514-4067-a624-4ddc67fee0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac07849-15e0-4503-bc24-72f5dcaceb6e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:15.911633 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '14a1d06f-210d-4cdb-b160-f5a60a932505', 'network_id': 'd541c368-720d-4b18-b807-71b1bfe1994a', 'port_id': '14a1d06f-210d-4cdb-b160-f5a60a932505', 'mac_address': 'fa:16:3e:76:92:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16a35958-36a2-4747-a09b-1406e66a4b54', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:39:16.012785 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-240f48c0-9f5c-417f-a7b8-1412956abcb0 None None] Provisioning complete for port 74e6bed2-6ebe-4384-ad72-3ccaf806c930 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:16.013191 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-240f48c0-9f5c-417f-a7b8-1412956abcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:16.017546 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:16.063936 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14a1d06f-210d-4cdb-b160-f5a60a932505 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:39:16.104205 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 14a1d06f-210d-4cdb-b160-f5a60a932505, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=14a1d06f-210d-4cdb-b160-f5a60a932505,segment=NetworkSegment(2bbad0e8-ed67-413a-8c9a-253af19189e9),segment_id=2bbad0e8-ed67-413a-8c9a-253af19189e9)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:16.111071 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:16.179472 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device d4a40129-efaf-4ffd-bf01-90f8ba444241 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:16.184934 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-240f48c0-9f5c-417f-a7b8-1412956abcb0 None None] Port 74e6bed2-6ebe-4384-ad72-3ccaf806c930 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:39:16.233393 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=14a1d06f-210d-4cdb-b160-f5a60a932505,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:16.293744 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port d4a40129-efaf-4ffd-bf01-90f8ba444241 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:16.294323 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:16.356781 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['14a1d06f-210d-4cdb-b160-f5a60a932505'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:39:16.410010 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e522ba-7a50-4490-ac9f-f6835d3877e0 admin admin] Pushing event updated for resources: {'Port': ['ID=8cbc1b4e-f5e1-4c41-80cf-f205de51a21b,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:16.431241 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e522ba-7a50-4490-ac9f-f6835d3877e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:16.431582 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e522ba-7a50-4490-ac9f-f6835d3877e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:16.431920 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e522ba-7a50-4490-ac9f-f6835d3877e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:16.432262 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e522ba-7a50-4490-ac9f-f6835d3877e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:16.432599 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e522ba-7a50-4490-ac9f-f6835d3877e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:16.432930 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e522ba-7a50-4490-ac9f-f6835d3877e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:16.433261 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e522ba-7a50-4490-ac9f-f6835d3877e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:16.433586 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e522ba-7a50-4490-ac9f-f6835d3877e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:16.433915 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e522ba-7a50-4490-ac9f-f6835d3877e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:16.435215 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e522ba-7a50-4490-ac9f-f6835d3877e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:16.435556 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e522ba-7a50-4490-ac9f-f6835d3877e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:16.435885 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e522ba-7a50-4490-ac9f-f6835d3877e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:16.436219 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e522ba-7a50-4490-ac9f-f6835d3877e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:16.443808 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c9a95756-b27b-4793-9001-ef2e68876ff9 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:16.443808 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a95756-b27b-4793-9001-ef2e68876ff9 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Fanout notify agent at l3_agent the message router_deleted on router a7a82b66-4a56-4f62-b930-63e48ad66215 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:39:16.453314 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c9a95756-b27b-4793-9001-ef2e68876ff9 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:16.458080 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c9a95756-b27b-4793-9001-ef2e68876ff9 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] 10.222.0.11 "DELETE /v2.0/routers/a7a82b66-4a56-4f62-b930-63e48ad66215 HTTP/1.1" status: 204 len: 168 time: 1.2491403 Dec 10 16:39:16.458760 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36672) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:16.539150 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f0b7a743-af21-42b2-b589-2440c912e03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:16.542941 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-1be427f2-cd67-4169-8295-159e3886232e tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Deleting subnet fb7b26c3-b950-4949-90ed-99892cbab814 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:39:16.547844 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1be427f2-cd67-4169-8295-159e3886232e tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:16.560407 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e522ba-7a50-4490-ac9f-f6835d3877e0 admin admin] Network f4f58725-76ee-4fee-b48e-44ba4df345e4 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:16.590096 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-f0e522ba-7a50-4490-ac9f-f6835d3877e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:16.659796 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab9196b5-4bf1-43c8-a983-692cd1bc46ed tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:16.690515 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device fa739048-c35d-403d-b35b-262f78fe99cc up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:16.701602 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1c84a-c332-49fa-9894-b231092feec1 req-5fe96840-ead1-474d-9763-49c3e1c94789 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:16.707568 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b9c1c84a-c332-49fa-9894-b231092feec1 req-5fe96840-ead1-474d-9763-49c3e1c94789 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9f4a92-2d46-4c26-9232-803f432456fd HTTP/1.1" status: 200 len: 944 time: 0.3144152 Dec 10 16:39:16.709501 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab9196b5-4bf1-43c8-a983-692cd1bc46ed tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:16.719311 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1be427f2-cd67-4169-8295-159e3886232e tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:16.839888 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab9196b5-4bf1-43c8-a983-692cd1bc46ed tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:16.941215 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1be427f2-cd67-4169-8295-159e3886232e tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:17.005749 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port fa739048-c35d-403d-b35b-262f78fe99cc triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:17.006696 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:17.032595 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9196b5-4bf1-43c8-a983-692cd1bc46ed tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Network 5d884117-c793-4ff4-b37e-45e1cec76516 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:17.040665 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-ab9196b5-4bf1-43c8-a983-692cd1bc46ed tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:17.081991 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b9c1c84a-c332-49fa-9894-b231092feec1 req-5b786e64-39ab-4a17-8fd4-a2be062fe570 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a6d5bf6-4b98-4d63-a5d1-ad5b655a51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3562512 Dec 10 16:39:17.082723 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9196b5-4bf1-43c8-a983-692cd1bc46ed tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event updated for resources: {'Port': ['ID=74e6bed2-6ebe-4384-ad72-3ccaf806c930,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:17.097249 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1be427f2-cd67-4169-8295-159e3886232e tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:17.136223 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1be427f2-cd67-4169-8295-159e3886232e tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:17.142726 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1be427f2-cd67-4169-8295-159e3886232e tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] 10.222.0.11 "DELETE /v2.0/subnets/fb7b26c3-b950-4949-90ed-99892cbab814 HTTP/1.1" status: 204 len: 168 time: 0.6811841 Dec 10 16:39:17.145083 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e522ba-7a50-4490-ac9f-f6835d3877e0 admin admin] Router 4b479155-e49b-4e4c-a133-4c01715a0a1e has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:39:17.148630 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36692) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:17.176038 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295d229a-b02b-4123-857e-b41bb960fd6b None None] Network 25705e4c-5bde-4bfe-af28-6ac69642d875 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:17.217125 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be427f2-cd67-4169-8295-159e3886232e tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Pushing event deleted for resources: {'Subnet': ['ID=fb7b26c3-b950-4949-90ed-99892cbab814,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:17.374965 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9196b5-4bf1-43c8-a983-692cd1bc46ed tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Router 5f39ed70-7472-45f4-8b3a-222a2550720d is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:39:17.406218 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36698) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:17.425109 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-98fd89a7-07d3-437e-8fd7-c23f487c12a6 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:17.500377 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e522ba-7a50-4490-ac9f-f6835d3877e0 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:39:17.511974 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1ae254-2ea6-4a1d-952b-e1909d5bcc4d None None] Sync routers for ids ['4b479155-e49b-4e4c-a133-4c01715a0a1e'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:39:17.523235 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f0e522ba-7a50-4490-ac9f-f6835d3877e0 admin admin] 10.222.0.11 "PUT /v2.0/routers/4b479155-e49b-4e4c-a133-4c01715a0a1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7153475 Dec 10 16:39:17.532334 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1ae254-2ea6-4a1d-952b-e1909d5bcc4d None None] Routers {'4b479155-e49b-4e4c-a133-4c01715a0a1e'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:17.534022 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3e1ae254-2ea6-4a1d-952b-e1909d5bcc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:39:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['4b479155-e49b-4e4c-a133-4c01715a0a1e'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:17.547431 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6388e22b-32b3-40c1-975b-c0aec2fab5ac None None] Provisioning complete for port 8cbc1b4e-f5e1-4c41-80cf-f205de51a21b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:17.547974 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6388e22b-32b3-40c1-975b-c0aec2fab5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:17.573284 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-98fd89a7-07d3-437e-8fd7-c23f487c12a6 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Deleting port 76c6fb28-b841-4327-8d93-7c361b6344a8 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:39:17.573846 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-98fd89a7-07d3-437e-8fd7-c23f487c12a6 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:17.581141 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9196b5-4bf1-43c8-a983-692cd1bc46ed tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:39:17.598557 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ab9196b5-4bf1-43c8-a983-692cd1bc46ed tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "PUT /v2.0/routers/5f39ed70-7472-45f4-8b3a-222a2550720d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9524217 Dec 10 16:39:17.599298 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36704) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:17.606470 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-da1a7167-94c3-40db-805e-8c3d609b46a0 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Request body: {'network': {'name': 'tempest-RoutersTest-1596649228'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:17.673981 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17564962-4e38-4112-9c12-e455530ec3ec None None] Sync routers for ids ['5f39ed70-7472-45f4-8b3a-222a2550720d'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:39:17.685746 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1a7167-94c3-40db-805e-8c3d609b46a0 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Made reservation on behalf of c3e8ec0e2fb1438e9608d84a3552139f for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:17.690315 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-baafaa33-8828-4c2e-b244-5e4f61869f99 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-590751650-network', 'tenant_id': '8241e2a448cc4c3bb89d9c117fa15231'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:17.692919 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-da1a7167-94c3-40db-805e-8c3d609b46a0 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:17.727854 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-3e1ae254-2ea6-4a1d-952b-e1909d5bcc4d None None] Set router 4b479155-e49b-4e4c-a133-4c01715a0a1e gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:17.733248 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17564962-4e38-4112-9c12-e455530ec3ec None None] Routers {'5f39ed70-7472-45f4-8b3a-222a2550720d'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:17.733955 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-17564962-4e38-4112-9c12-e455530ec3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:39:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['5f39ed70-7472-45f4-8b3a-222a2550720d'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:17.744368 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:17.756648 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da1a7167-94c3-40db-805e-8c3d609b46a0 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:39:17.769716 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-98fd89a7-07d3-437e-8fd7-c23f487c12a6 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] For port 76c6fb28-b841-4327-8d93-7c361b6344a8, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=76c6fb28-b841-4327-8d93-7c361b6344a8,segment=NetworkSegment(1bc69df0-8913-45d6-b32d-d7d297e444a9),segment_id=1bc69df0-8913-45d6-b32d-d7d297e444a9)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:17.770374 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-98fd89a7-07d3-437e-8fd7-c23f487c12a6 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:17.784568 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-da1a7167-94c3-40db-805e-8c3d609b46a0 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:17.785293 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-da1a7167-94c3-40db-805e-8c3d609b46a0 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Added segment 075e93c4-5c0d-4bf4-a769-1feff4c3bba1 of type vlan for network e47e9b0f-d5cd-406d-aabd-b15d8c6d0950 Dec 10 16:39:17.787553 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baafaa33-8828-4c2e-b244-5e4f61869f99 admin admin] Made reservation on behalf of 8241e2a448cc4c3bb89d9c117fa15231 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:17.789859 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-baafaa33-8828-4c2e-b244-5e4f61869f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:17.792215 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-98fd89a7-07d3-437e-8fd7-c23f487c12a6 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Calling delete_port for 76c6fb28-b841-4327-8d93-7c361b6344a8 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:17.808344 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-baafaa33-8828-4c2e-b244-5e4f61869f99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:17.851336 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-da1a7167-94c3-40db-805e-8c3d609b46a0 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:17.855289 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-6388e22b-32b3-40c1-975b-c0aec2fab5ac None None] Port 8cbc1b4e-f5e1-4c41-80cf-f205de51a21b cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:39:17.902517 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-da1a7167-94c3-40db-805e-8c3d609b46a0 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:17.925391 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1a7167-94c3-40db-805e-8c3d609b46a0 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:17.931709 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-da1a7167-94c3-40db-805e-8c3d609b46a0 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:17.952494 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91181778-4204-48ba-8826-1756fae05232 None None] DHCP port deletion for 25705e4c-5bde-4bfe-af28-6ac69642d875 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:39:17.986467 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-17564962-4e38-4112-9c12-e455530ec3ec None None] Set router 5f39ed70-7472-45f4-8b3a-222a2550720d gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:18.017185 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-98fd89a7-07d3-437e-8fd7-c23f487c12a6 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:18.056446 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-baafaa33-8828-4c2e-b244-5e4f61869f99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:18.067555 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-da1a7167-94c3-40db-805e-8c3d609b46a0 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4655142 Dec 10 16:39:18.073043 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36712) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:18.079620 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fd89a7-07d3-437e-8fd7-c23f487c12a6 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] No DVR routers for this DVR port 76c6fb28-b841-4327-8d93-7c361b6344a8 on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:39:18.105432 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-baafaa33-8828-4c2e-b244-5e4f61869f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:18.105914 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-4845a94c-4af0-4377-8d11-e9c169781e96 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Request body: {'subnet': {'network_id': 'e47e9b0f-d5cd-406d-aabd-b15d8c6d0950', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:18.110247 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd89a7-07d3-437e-8fd7-c23f487c12a6 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Pushing event deleted for resources: {'Port': ['ID=76c6fb28-b841-4327-8d93-7c361b6344a8,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:18.142299 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baafaa33-8828-4c2e-b244-5e4f61869f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693085e5-7332-4c5f-93cd-deaca0871cd1,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:18.217432 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-3b7f20c6-413a-46c7-8dbf-3c9ac0f30167 None None] Provisioning complete for port 74e6bed2-6ebe-4384-ad72-3ccaf806c930 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:18.218204 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3b7f20c6-413a-46c7-8dbf-3c9ac0f30167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:18.219998 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baafaa33-8828-4c2e-b244-5e4f61869f99 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:39:18.258780 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-baafaa33-8828-4c2e-b244-5e4f61869f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:18.259131 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-baafaa33-8828-4c2e-b244-5e4f61869f99 admin admin] Added segment db436464-9c6b-4d87-a475-1d1393a0d135 of type vlan for network 44664ccf-6fcd-4f2c-8bbc-31f6a4af3075 Dec 10 16:39:18.296237 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-98fd89a7-07d3-437e-8fd7-c23f487c12a6 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:18.309954 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a7167-94c3-40db-805e-8c3d609b46a0 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event updated for resources: {'Network': ['ID=e47e9b0f-d5cd-406d-aabd-b15d8c6d0950,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:18.312506 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3e1ae254-2ea6-4a1d-952b-e1909d5bcc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b479155-e49b-4e4c-a133-4c01715a0a1e', 'name': 'tempest-TestServerBasicOps-1517356123-router', 'tenant_id': '82a91439607e4bae9723c370020baa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'fa739048-c35d-403d-b35b-262f78fe99cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:05Z', 'updated_at': '2021-12-10T16:39:14Z', 'revision_number': 4, 'project_id': '82a91439607e4bae9723c370020baa2b', 'gw_port': {'id': 'fa739048-c35d-403d-b35b-262f78fe99cc', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ae:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b479155-e49b-4e4c-a133-4c01715a0a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:06Z', 'updated_at': '2021-12-10T16:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '8cbc1b4e-f5e1-4c41-80cf-f205de51a21b', 'name': '', 'network_id': 'f4f58725-76ee-4fee-b48e-44ba4df345e4', 'tenant_id': '82a91439607e4bae9723c370020baa2b', 'mac_address': 'fa:16:3e:ba:99:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b479155-e49b-4e4c-a133-4c01715a0a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '64d652f5-e20a-4a4e-969a-c2271fe340e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:12Z', 'updated_at': '2021-12-10T16:39:15Z', 'revision_number': 2, 'project_id': '82a91439607e4bae9723c370020baa2b', 'subnets': [{'id': '64d652f5-e20a-4a4e-969a-c2271fe340e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:18.350933 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f2b765-6fa9-414c-ae0c-a81b7b0feb86 req-592a0a89-6140-482a-af79-9c716e25df05 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:18.352141 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f8f2b765-6fa9-414c-ae0c-a81b7b0feb86 req-592a0a89-6140-482a-af79-9c716e25df05 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9f4a92-2d46-4c26-9232-803f432456fd HTTP/1.1" status: 200 len: 944 time: 0.0850761 Dec 10 16:39:18.368236 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4845a94c-4af0-4377-8d11-e9c169781e96 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Made reservation on behalf of c3e8ec0e2fb1438e9608d84a3552139f for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:18.374932 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4845a94c-4af0-4377-8d11-e9c169781e96 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:18.384119 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1ae254-2ea6-4a1d-952b-e1909d5bcc4d None None] Checking router: 4b479155-e49b-4e4c-a133-4c01715a0a1e for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:39:18.384426 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1ae254-2ea6-4a1d-952b-e1909d5bcc4d None None] Updating router 4b479155-e49b-4e4c-a133-4c01715a0a1e port 8cbc1b4e-f5e1-4c41-80cf-f205de51a21b binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:39:18.431876 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network e47e9b0f-d5cd-406d-aabd-b15d8c6d0950 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:39:18.441360 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-98fd89a7-07d3-437e-8fd7-c23f487c12a6 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25705e4c-5bde-4bfe-af28-6ac69642d875']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:18.450991 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3e1ae254-2ea6-4a1d-952b-e1909d5bcc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:18.478565 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-baafaa33-8828-4c2e-b244-5e4f61869f99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:18.481938 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-98fd89a7-07d3-437e-8fd7-c23f487c12a6 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bc69df0-8913-45d6-b32d-d7d297e444a9') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:18.482429 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-98fd89a7-07d3-437e-8fd7-c23f487c12a6 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bc69df0-8913-45d6-b32d-d7d297e444a9') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:18.496033 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-98fd89a7-07d3-437e-8fd7-c23f487c12a6 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:18.528791 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-98fd89a7-07d3-437e-8fd7-c23f487c12a6 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:18.550201 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98fd89a7-07d3-437e-8fd7-c23f487c12a6 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:39:18.550567 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-98fd89a7-07d3-437e-8fd7-c23f487c12a6 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:18.555906 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-baafaa33-8828-4c2e-b244-5e4f61869f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:18.559416 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baafaa33-8828-4c2e-b244-5e4f61869f99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:18.560088 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-baafaa33-8828-4c2e-b244-5e4f61869f99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:18.577128 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-91181778-4204-48ba-8826-1756fae05232 None None] Deleting port 76c6fb28-b841-4327-8d93-7c361b6344a8 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:39:18.577128 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-91181778-4204-48ba-8826-1756fae05232 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:18.579750 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:39:18.579750 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:39:18.579750 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:39:18.579750 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:39:18.579750 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:39:18.579750 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:39:18.579750 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:39:18.579750 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:39:18.579750 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:39:18.579750 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:39:18.579750 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:39:18.579750 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:39:18.579750 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:39:18.579750 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:39:18.579750 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:39:18.579750 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:39:18.579750 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:39:18.579750 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:39:18.579750 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:39:18.579750 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:39:18.579750 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:39:18.579750 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:39:18.579750 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:39:18.579750 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:39:18.579750 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:39:18.579750 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:39:18.579750 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:39:18.579750 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:39:18.579750 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:39:18.579750 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:39:18.579750 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:39:18.579750 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:39:18.581900 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36726) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:18.596580 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-3b7f20c6-413a-46c7-8dbf-3c9ac0f30167 None None] Port 74e6bed2-6ebe-4384-ad72-3ccaf806c930 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:39:18.663610 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:18.720651 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-9e279b63-b887-4191-af8b-c49e40ed54f1 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1988866964-network', 'tenant_id': 'd4ee0c7a428d45198e7c09fd38192339'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:18.729555 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-91181778-4204-48ba-8826-1756fae05232 None None] For port 76c6fb28-b841-4327-8d93-7c361b6344a8, host n-d-766771-2, got binding levels [] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:18.729805 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baafaa33-8828-4c2e-b244-5e4f61869f99 admin admin] Pushing event updated for resources: {'Network': ['ID=44664ccf-6fcd-4f2c-8bbc-31f6a4af3075,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:18.743044 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-baafaa33-8828-4c2e-b244-5e4f61869f99 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3353980 Dec 10 16:39:18.746591 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-91181778-4204-48ba-8826-1756fae05232 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:18.748405 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36728) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:18.753916 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-9e60088e-34d8-49dd-8640-cbef688f8844 admin admin] Request body: {'subnet': {'network_id': '44664ccf-6fcd-4f2c-8bbc-31f6a4af3075', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-590751650-subnet', 'tenant_id': '8241e2a448cc4c3bb89d9c117fa15231', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:18.763244 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 44664ccf-6fcd-4f2c-8bbc-31f6a4af3075 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:39:18.782235 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-98fd89a7-07d3-437e-8fd7-c23f487c12a6 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:18.787381 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e279b63-b887-4191-af8b-c49e40ed54f1 admin admin] Made reservation on behalf of d4ee0c7a428d45198e7c09fd38192339 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:18.790092 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9e279b63-b887-4191-af8b-c49e40ed54f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:18.800399 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-98fd89a7-07d3-437e-8fd7-c23f487c12a6 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:18.803804 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-98fd89a7-07d3-437e-8fd7-c23f487c12a6 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] 10.222.0.11 "DELETE /v2.0/networks/25705e4c-5bde-4bfe-af28-6ac69642d875 HTTP/1.1" status: 204 len: 168 time: 1.6538651 Dec 10 16:39:18.824774 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9e279b63-b887-4191-af8b-c49e40ed54f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:18.831433 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd89a7-07d3-437e-8fd7-c23f487c12a6 tempest-FloatingIPNegativeTestJSON-1109013434 tempest-FloatingIPNegativeTestJSON-1109013434-project] Pushing event deleted for resources: {'Network': ['ID=25705e4c-5bde-4bfe-af28-6ac69642d875,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:18.840773 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e60088e-34d8-49dd-8640-cbef688f8844 admin admin] Made reservation on behalf of 8241e2a448cc4c3bb89d9c117fa15231 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:18.841522 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-91181778-4204-48ba-8826-1756fae05232 None None] Calling delete_port for 76c6fb28-b841-4327-8d93-7c361b6344a8 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:18.843869 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9e60088e-34d8-49dd-8640-cbef688f8844 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:18.867936 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.ipam_backend_mixin [None req-91181778-4204-48ba-8826-1756fae05232 None None] Port 76c6fb28-b841-4327-8d93-7c361b6344a8 was not found and therefore no delete operation was performed {{(pid=103394) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 16:39:18.874030 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-91181778-4204-48ba-8826-1756fae05232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:18.894448 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3e1ae254-2ea6-4a1d-952b-e1909d5bcc4d None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:18.903095 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3e1ae254-2ea6-4a1d-952b-e1909d5bcc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:18.905509 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91181778-4204-48ba-8826-1756fae05232 None None] Pushing event deleted for resources: {'Port': ['ID=76c6fb28-b841-4327-8d93-7c361b6344a8,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:18.922925 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-91181778-4204-48ba-8826-1756fae05232 None None] Network 25705e4c-5bde-4bfe-af28-6ac69642d875 is not hosted by any dhcp agent {{(pid=103394) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 16:39:18.923342 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91181778-4204-48ba-8826-1756fae05232 None None] No DVR routers for this DVR port 76c6fb28-b841-4327-8d93-7c361b6344a8 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:39:18.964328 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f8f2b765-6fa9-414c-ae0c-a81b7b0feb86 req-54bdb948-3b44-4591-ad6f-b11338d97c9b tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a6d5bf6-4b98-4d63-a5d1-ad5b655a51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6040914 Dec 10 16:39:18.967619 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-17564962-4e38-4112-9c12-e455530ec3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'name': 'tempest-RoutersTest-router-1164737647', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:07Z', 'updated_at': '2021-12-10T16:39:15Z', 'revision_number': 2, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'gw_port_host': None, '_interfaces': [{'id': '74e6bed2-6ebe-4384-ad72-3ccaf806c930', 'name': '', 'network_id': '5d884117-c793-4ff4-b37e-45e1cec76516', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:1c:74:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:13Z', 'updated_at': '2021-12-10T16:39:16Z', 'revision_number': 2, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:19.078835 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17564962-4e38-4112-9c12-e455530ec3ec None None] Checking router: 5f39ed70-7472-45f4-8b3a-222a2550720d for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:39:19.079085 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17564962-4e38-4112-9c12-e455530ec3ec None None] Updating router 5f39ed70-7472-45f4-8b3a-222a2550720d port 74e6bed2-6ebe-4384-ad72-3ccaf806c930 binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:39:19.141003 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9e60088e-34d8-49dd-8640-cbef688f8844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:19.145359 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2a16a-1c51-46c3-a604-e79d823d6a86 None None] Pushing event updated for resources: {'Port': ['ID=8cbc1b4e-f5e1-4c41-80cf-f205de51a21b,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:19.160720 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-17564962-4e38-4112-9c12-e455530ec3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:19.181404 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4845a94c-4af0-4377-8d11-e9c169781e96 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:19.225835 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-3e1ae254-2ea6-4a1d-952b-e1909d5bcc4d None None] Attempting to bind port 8cbc1b4e-f5e1-4c41-80cf-f205de51a21b on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:39:19.226239 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-3e1ae254-2ea6-4a1d-952b-e1909d5bcc4d None None] Attempting to bind port 8cbc1b4e-f5e1-4c41-80cf-f205de51a21b by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '44d2bb16-ca57-4712-9634-a0ccd9fb8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f4f58725-76ee-4fee-b48e-44ba4df345e4'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:39:19.228268 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1ae254-2ea6-4a1d-952b-e1909d5bcc4d None None] Attempting to bind port 8cbc1b4e-f5e1-4c41-80cf-f205de51a21b on network f4f58725-76ee-4fee-b48e-44ba4df345e4 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:19.245718 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1ae254-2ea6-4a1d-952b-e1909d5bcc4d None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:39:19.246159 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1ae254-2ea6-4a1d-952b-e1909d5bcc4d None None] Checking segment: {'id': '44d2bb16-ca57-4712-9634-a0ccd9fb8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f4f58725-76ee-4fee-b48e-44ba4df345e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:19.246527 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3e1ae254-2ea6-4a1d-952b-e1909d5bcc4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:19.247045 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1ae254-2ea6-4a1d-952b-e1909d5bcc4d None None] Bound using segment: {'id': '44d2bb16-ca57-4712-9634-a0ccd9fb8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f4f58725-76ee-4fee-b48e-44ba4df345e4'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:39:19.247385 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-3e1ae254-2ea6-4a1d-952b-e1909d5bcc4d None None] Bound port: 8cbc1b4e-f5e1-4c41-80cf-f205de51a21b, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44d2bb16-ca57-4712-9634-a0ccd9fb8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f4f58725-76ee-4fee-b48e-44ba4df345e4'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:39:19.247758 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3e1ae254-2ea6-4a1d-952b-e1909d5bcc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:19.274324 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:39:19.309904 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60088e-34d8-49dd-8640-cbef688f8844 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e82466c5-eec5-41e7-8b5b-73ab3b0a5d1f,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:19.353217 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845a94c-4af0-4377-8d11-e9c169781e96 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event updated for resources: {'Subnet': ['ID=0789f4cd-b6e6-4642-9dd3-410a33e65083,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:19.364128 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e60088e-34d8-49dd-8640-cbef688f8844 admin admin] Checking segment: {'id': 'db436464-9c6b-4d87-a475-1d1393a0d135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '44664ccf-6fcd-4f2c-8bbc-31f6a4af3075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:19.364497 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e60088e-34d8-49dd-8640-cbef688f8844 admin admin] Network hostable DHCP agents. Network: 44664ccf-6fcd-4f2c-8bbc-31f6a4af3075, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:39:19.369171 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4845a94c-4af0-4377-8d11-e9c169781e96 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Checking segment: {'id': '075e93c4-5c0d-4bf4-a769-1feff4c3bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e47e9b0f-d5cd-406d-aabd-b15d8c6d0950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:19.371701 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4845a94c-4af0-4377-8d11-e9c169781e96 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Network hostable DHCP agents. Network: e47e9b0f-d5cd-406d-aabd-b15d8c6d0950, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:39:19.418449 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36744) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:19.429498 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-3e1ae254-2ea6-4a1d-952b-e1909d5bcc4d None None] For port 8cbc1b4e-f5e1-4c41-80cf-f205de51a21b, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:39:19.433373 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4845a94c-4af0-4377-8d11-e9c169781e96 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Network e47e9b0f-d5cd-406d-aabd-b15d8c6d0950 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:39:19.435604 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-3e1ae254-2ea6-4a1d-952b-e1909d5bcc4d None None] For port 8cbc1b4e-f5e1-4c41-80cf-f205de51a21b, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=8cbc1b4e-f5e1-4c41-80cf-f205de51a21b,segment=NetworkSegment(44d2bb16-ca57-4712-9634-a0ccd9fb8316),segment_id=44d2bb16-ca57-4712-9634-a0ccd9fb8316)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:39:19.441556 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3e1ae254-2ea6-4a1d-952b-e1909d5bcc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:19.443949 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-4845a94c-4af0-4377-8d11-e9c169781e96 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, e47e9b0f-d5cd-406d-aabd-b15d8c6d0950) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:19.453294 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4845a94c-4af0-4377-8d11-e9c169781e96 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:19.456544 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4845a94c-4af0-4377-8d11-e9c169781e96 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:19.473906 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9e279b63-b887-4191-af8b-c49e40ed54f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:19.484719 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4845a94c-4af0-4377-8d11-e9c169781e96 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4107630 Dec 10 16:39:19.488646 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36748) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:19.488884 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd6d3a1-e72e-4c2a-8294-0c90fc4de6ab None None] Network e47e9b0f-d5cd-406d-aabd-b15d8c6d0950 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:19.513092 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9e279b63-b887-4191-af8b-c49e40ed54f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:19.517160 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1ae254-2ea6-4a1d-952b-e1909d5bcc4d None None] Routers {'4b479155-e49b-4e4c-a133-4c01715a0a1e'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:19.518572 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3e1ae254-2ea6-4a1d-952b-e1909d5bcc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:39:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['4b479155-e49b-4e4c-a133-4c01715a0a1e'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:19.536199 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e60088e-34d8-49dd-8640-cbef688f8844 admin admin] Network 44664ccf-6fcd-4f2c-8bbc-31f6a4af3075 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:39:19.577669 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-9e60088e-34d8-49dd-8640-cbef688f8844 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 44664ccf-6fcd-4f2c-8bbc-31f6a4af3075) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:19.620536 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e60088e-34d8-49dd-8640-cbef688f8844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:19.621291 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9e60088e-34d8-49dd-8640-cbef688f8844 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:19.626943 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e279b63-b887-4191-af8b-c49e40ed54f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:39:19.664047 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 14a1d06f-210d-4cdb-b160-f5a60a932505 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:19.676678 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c9d3b0-0f42-429c-9f52-d4bad2f9d790 None None] Network 44664ccf-6fcd-4f2c-8bbc-31f6a4af3075 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:19.703228 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e279b63-b887-4191-af8b-c49e40ed54f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10276333-a2af-4490-b966-68e4767b3ae0,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:19.710542 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9e279b63-b887-4191-af8b-c49e40ed54f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:19.711156 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-9e279b63-b887-4191-af8b-c49e40ed54f1 admin admin] Added segment 3e23467b-3cd1-4f26-9829-42878e845786 of type vlan for network fc800729-4c89-4e71-8c3d-357b80434302 Dec 10 16:39:19.737493 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ae24cea4-d324-44ad-b164-552f8f73a6b0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=794669b8dccb41efb010cc51dab729ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3173060 Dec 10 16:39:19.741059 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36750) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:19.743230 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9e60088e-34d8-49dd-8640-cbef688f8844 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9937413 Dec 10 16:39:19.814011 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2a16a-1c51-46c3-a604-e79d823d6a86 None None] Pushing event updated for resources: {'Port': ['ID=8cbc1b4e-f5e1-4c41-80cf-f205de51a21b,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:19.822272 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9e279b63-b887-4191-af8b-c49e40ed54f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:19.911385 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9e279b63-b887-4191-af8b-c49e40ed54f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:19.913137 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e279b63-b887-4191-af8b-c49e40ed54f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:19.915043 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9e279b63-b887-4191-af8b-c49e40ed54f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:19.921847 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-3e1ae254-2ea6-4a1d-952b-e1909d5bcc4d None None] Set router 4b479155-e49b-4e4c-a133-4c01715a0a1e gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:19.967076 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:19.996596 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 76c6fb28-b841-4327-8d93-7c361b6344a8 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:39:20.018587 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9e279b63-b887-4191-af8b-c49e40ed54f1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3066802 Dec 10 16:39:20.023316 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36756) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:20.031028 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-ca3cd2bd-63ee-4691-932a-b2e9059c8c37 admin admin] Request body: {'subnet': {'network_id': 'fc800729-4c89-4e71-8c3d-357b80434302', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1988866964-subnet', 'tenant_id': 'd4ee0c7a428d45198e7c09fd38192339', 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:20.066629 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e279b63-b887-4191-af8b-c49e40ed54f1 admin admin] Pushing event updated for resources: {'Network': ['ID=fc800729-4c89-4e71-8c3d-357b80434302,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:20.100249 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5132abb7-f35c-4bee-a08c-8aacb69616da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:20.117000 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3cd2bd-63ee-4691-932a-b2e9059c8c37 admin admin] Made reservation on behalf of d4ee0c7a428d45198e7c09fd38192339 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:20.119411 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca3cd2bd-63ee-4691-932a-b2e9059c8c37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:20.141862 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-762b09bf-5c36-4d82-bd20-58f6404a6d2d None None] Provisioning complete for port 8cbc1b4e-f5e1-4c41-80cf-f205de51a21b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:20.141862 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-762b09bf-5c36-4d82-bd20-58f6404a6d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:20.151788 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network fc800729-4c89-4e71-8c3d-357b80434302 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:39:20.220009 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 76c6fb28-b841-4327-8d93-7c361b6344a8 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:39:20.220359 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 76c6fb28-b841-4327-8d93-7c361b6344a8 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:39:20.250488 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3e1ae254-2ea6-4a1d-952b-e1909d5bcc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b479155-e49b-4e4c-a133-4c01715a0a1e', 'name': 'tempest-TestServerBasicOps-1517356123-router', 'tenant_id': '82a91439607e4bae9723c370020baa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'fa739048-c35d-403d-b35b-262f78fe99cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:05Z', 'updated_at': '2021-12-10T16:39:14Z', 'revision_number': 4, 'project_id': '82a91439607e4bae9723c370020baa2b', 'gw_port': {'id': 'fa739048-c35d-403d-b35b-262f78fe99cc', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ae:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b479155-e49b-4e4c-a133-4c01715a0a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:06Z', 'updated_at': '2021-12-10T16:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '8cbc1b4e-f5e1-4c41-80cf-f205de51a21b', 'name': '', 'network_id': 'f4f58725-76ee-4fee-b48e-44ba4df345e4', 'tenant_id': '82a91439607e4bae9723c370020baa2b', 'mac_address': 'fa:16:3e:ba:99:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b479155-e49b-4e4c-a133-4c01715a0a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '64d652f5-e20a-4a4e-969a-c2271fe340e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:12Z', 'updated_at': '2021-12-10T16:39:19Z', 'revision_number': 4, 'project_id': '82a91439607e4bae9723c370020baa2b', 'subnets': [{'id': '64d652f5-e20a-4a4e-969a-c2271fe340e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:20.294108 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1ae254-2ea6-4a1d-952b-e1909d5bcc4d None None] The sync data for ids ['4b479155-e49b-4e4c-a133-4c01715a0a1e'] in n-d-766771-2 is: [{'id': '4b479155-e49b-4e4c-a133-4c01715a0a1e', 'name': 'tempest-TestServerBasicOps-1517356123-router', 'tenant_id': '82a91439607e4bae9723c370020baa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'fa739048-c35d-403d-b35b-262f78fe99cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:05Z', 'updated_at': '2021-12-10T16:39:14Z', 'revision_number': 4, 'project_id': '82a91439607e4bae9723c370020baa2b', 'gw_port': {'id': 'fa739048-c35d-403d-b35b-262f78fe99cc', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ae:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b479155-e49b-4e4c-a133-4c01715a0a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:06Z', 'updated_at': '2021-12-10T16:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '8cbc1b4e-f5e1-4c41-80cf-f205de51a21b', 'name': '', 'network_id': 'f4f58725-76ee-4fee-b48e-44ba4df345e4', 'tenant_id': '82a91439607e4bae9723c370020baa2b', 'mac_address': 'fa:16:3e:ba:99:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b479155-e49b-4e4c-a133-4c01715a0a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '64d652f5-e20a-4a4e-969a-c2271fe340e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:12Z', 'updated_at': '2021-12-10T16:39:19Z', 'revision_number': 4, 'project_id': '82a91439607e4bae9723c370020baa2b', 'subnets': [{'id': '64d652f5-e20a-4a4e-969a-c2271fe340e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:39:20.334927 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59a47c-ab6e-498b-bc58-db545528f030 req-9f31187f-e70e-4cb4-bd13-9f97a89f3613 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:20.336527 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fa59a47c-ab6e-498b-bc58-db545528f030 req-9f31187f-e70e-4cb4-bd13-9f97a89f3613 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9f4a92-2d46-4c26-9232-803f432456fd HTTP/1.1" status: 200 len: 944 time: 0.2267246 Dec 10 16:39:20.340760 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5132abb7-f35c-4bee-a08c-8aacb69616da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:20.366897 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 14a1d06f-210d-4cdb-b160-f5a60a932505 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:39:20.415169 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 14a1d06f-210d-4cdb-b160-f5a60a932505 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:20.415853 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:20.464121 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965bd1e9-dbab-4cbd-abb4-b3018ad123c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-e47e9b0f-d5cd-406d-aabd-b15d8c6d0950', 'network_id': 'e47e9b0f-d5cd-406d-aabd-b15d8c6d0950', 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'fixed_ips': [{'subnet_id': '0789f4cd-b6e6-4642-9dd3-410a33e65083'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:39:20.465251 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-965bd1e9-dbab-4cbd-abb4-b3018ad123c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:20.476221 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5719bd0c-815a-43e5-9d30-859222909d23 None None] Network 44664ccf-6fcd-4f2c-8bbc-31f6a4af3075 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:20.497414 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fa59a47c-ab6e-498b-bc58-db545528f030 req-98ed6b14-e4c6-4340-b9a2-fd5c923fb7b6 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a6d5bf6-4b98-4d63-a5d1-ad5b655a51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431265 Dec 10 16:39:20.547888 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8a216dea-a80e-4f56-85b6-9b417df582bb tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:20.555116 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5132abb7-f35c-4bee-a08c-8aacb69616da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:20.558514 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5132abb7-f35c-4bee-a08c-8aacb69616da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:20.562250 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5132abb7-f35c-4bee-a08c-8aacb69616da admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/040e33ee-7700-4e0b-b560-36db0eb13b17 HTTP/1.1" status: 204 len: 168 time: 0.8178999 Dec 10 16:39:20.656575 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5132abb7-f35c-4bee-a08c-8aacb69616da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040e33ee-7700-4e0b-b560-36db0eb13b17,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:20.669938 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca3cd2bd-63ee-4691-932a-b2e9059c8c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:20.973625 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-762b09bf-5c36-4d82-bd20-58f6404a6d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:21.029638 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-17564962-4e38-4112-9c12-e455530ec3ec None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:21.058293 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3cd2bd-63ee-4691-932a-b2e9059c8c37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=514f0cad-311e-42b1-88d3-96c4adf5fce4,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:21.091584 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3cd2bd-63ee-4691-932a-b2e9059c8c37 admin admin] Checking segment: {'id': '3e23467b-3cd1-4f26-9829-42878e845786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fc800729-4c89-4e71-8c3d-357b80434302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:21.093700 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3cd2bd-63ee-4691-932a-b2e9059c8c37 admin admin] Network hostable DHCP agents. Network: fc800729-4c89-4e71-8c3d-357b80434302, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:39:21.264907 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-17564962-4e38-4112-9c12-e455530ec3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:21.407802 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3cd2bd-63ee-4691-932a-b2e9059c8c37 admin admin] Network fc800729-4c89-4e71-8c3d-357b80434302 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:39:21.416174 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-762b09bf-5c36-4d82-bd20-58f6404a6d2d None None] For port 8cbc1b4e-f5e1-4c41-80cf-f205de51a21b, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=8cbc1b4e-f5e1-4c41-80cf-f205de51a21b,segment=NetworkSegment(44d2bb16-ca57-4712-9634-a0ccd9fb8316),segment_id=44d2bb16-ca57-4712-9634-a0ccd9fb8316)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:21.425231 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-8a37175f-4b02-458f-8013-0714b04903e3 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:21.427177 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-8a37175f-4b02-458f-8013-0714b04903e3 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] 10.222.0.11 "GET /v2.0/networks?id=44664ccf-6fcd-4f2c-8bbc-31f6a4af3075 HTTP/1.1" status: 200 len: 820 time: 0.1885061 Dec 10 16:39:21.431194 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-ca3cd2bd-63ee-4691-932a-b2e9059c8c37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, fc800729-4c89-4e71-8c3d-357b80434302) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:21.432874 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-762b09bf-5c36-4d82-bd20-58f6404a6d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:21.434631 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:21.448036 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3cd2bd-63ee-4691-932a-b2e9059c8c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:21.448812 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca3cd2bd-63ee-4691-932a-b2e9059c8c37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:21.485698 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-0b2a66e8-dc9f-405e-bf3f-0e88fcca0d72 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] 10.222.0.11 "GET /v2.0/quotas/8241e2a448cc4c3bb89d9c117fa15231 HTTP/1.1" status: 200 len: 375 time: 0.0441694 Dec 10 16:39:21.503129 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36794) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:21.506519 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ca3cd2bd-63ee-4691-932a-b2e9059c8c37 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4742770 Dec 10 16:39:21.509424 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-0f867c28-00e7-4674-af6a-e83decdfb52d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1988866964-router', 'tenant_id': 'd4ee0c7a428d45198e7c09fd38192339', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:21.532343 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c96a91-c0df-4504-8b83-e53d1b737a22 None None] Network fc800729-4c89-4e71-8c3d-357b80434302 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:21.542541 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-f6e6d96c-718b-4d1e-838b-64226bc2b9f9 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8241e2a448cc4c3bb89d9c117fa15231&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512793 Dec 10 16:39:21.543679 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-8a216dea-a80e-4f56-85b6-9b417df582bb tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Allocated IP 172.21.0.1 (e47e9b0f-d5cd-406d-aabd-b15d8c6d0950/0789f4cd-b6e6-4642-9dd3-410a33e65083/61daa797-1723-4951-9bb9-45570f6a322b) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:21.594237 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a98549-da00-432b-be09-8664911716d3 None None] Pushing event updated for resources: {'Port': ['ID=74e6bed2-6ebe-4384-ad72-3ccaf806c930,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:21.600682 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0f867c28-00e7-4674-af6a-e83decdfb52d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:21.601767 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0f867c28-00e7-4674-af6a-e83decdfb52d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:21.722550 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0f867c28-00e7-4674-af6a-e83decdfb52d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:21.859509 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 14a1d06f-210d-4cdb-b160-f5a60a932505, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=14a1d06f-210d-4cdb-b160-f5a60a932505,segment=NetworkSegment(2bbad0e8-ed67-413a-8c9a-253af19189e9),segment_id=2bbad0e8-ed67-413a-8c9a-253af19189e9)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:21.869551 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9f4a92-2d46-4c26-9232-803f432456fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a1d06f-210d-4cdb-b160-f5a60a932505'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:39:21.871846 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ea3f75-9d3a-434b-abd8-8b933db68e9f" -d '{"events": [{"server_uuid": "9b9f4a92-2d46-4c26-9232-803f432456fd", "name": "network-vif-plugged", "status": "completed", "tag": "14a1d06f-210d-4cdb-b160-f5a60a932505"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:39:21.876288 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-3fe53601-b4f3-47eb-b90e-4263b547b26f service neutron] 10.222.0.11 "GET /v2.0/networks/44664ccf-6fcd-4f2c-8bbc-31f6a4af3075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221953 Dec 10 16:39:21.882929 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8a216dea-a80e-4f56-85b6-9b417df582bb tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:21.894082 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:21.898724 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-17564962-4e38-4112-9c12-e455530ec3ec None None] Attempting to bind port 74e6bed2-6ebe-4384-ad72-3ccaf806c930 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:39:21.899098 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-17564962-4e38-4112-9c12-e455530ec3ec None None] Attempting to bind port 74e6bed2-6ebe-4384-ad72-3ccaf806c930 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '68f33962-bf9e-4ed4-9987-9ed08839d526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5d884117-c793-4ff4-b37e-45e1cec76516'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:39:21.910768 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17564962-4e38-4112-9c12-e455530ec3ec None None] Attempting to bind port 74e6bed2-6ebe-4384-ad72-3ccaf806c930 on network 5d884117-c793-4ff4-b37e-45e1cec76516 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:21.938116 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36806) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:21.963087 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17564962-4e38-4112-9c12-e455530ec3ec None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:39:21.963502 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17564962-4e38-4112-9c12-e455530ec3ec None None] Checking segment: {'id': '68f33962-bf9e-4ed4-9987-9ed08839d526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5d884117-c793-4ff4-b37e-45e1cec76516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:21.963866 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-17564962-4e38-4112-9c12-e455530ec3ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:21.964265 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17564962-4e38-4112-9c12-e455530ec3ec None None] Bound using segment: {'id': '68f33962-bf9e-4ed4-9987-9ed08839d526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5d884117-c793-4ff4-b37e-45e1cec76516'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:39:21.964764 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-17564962-4e38-4112-9c12-e455530ec3ec None None] Bound port: 74e6bed2-6ebe-4384-ad72-3ccaf806c930, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f33962-bf9e-4ed4-9987-9ed08839d526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5d884117-c793-4ff4-b37e-45e1cec76516'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:39:21.965281 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-17564962-4e38-4112-9c12-e455530ec3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:21.983097 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-ff0c44cf-4e59-4c63-a953-d21a4a40034c None None] Provisioning complete for port 8cbc1b4e-f5e1-4c41-80cf-f205de51a21b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:21.983755 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ff0c44cf-4e59-4c63-a953-d21a4a40034c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:21.998337 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 8cbc1b4e-f5e1-4c41-80cf-f205de51a21b up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:22.034550 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0f867c28-00e7-4674-af6a-e83decdfb52d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:22.059716 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8a216dea-a80e-4f56-85b6-9b417df582bb tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:22.095782 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a216dea-a80e-4f56-85b6-9b417df582bb tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Network e47e9b0f-d5cd-406d-aabd-b15d8c6d0950 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:22.099639 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-8a216dea-a80e-4f56-85b6-9b417df582bb tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:22.103264 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a216dea-a80e-4f56-85b6-9b417df582bb tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:22.108817 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-01081a5c-ad15-48fe-9ce0-85cec7631a93 service neutron] 10.222.0.11 "GET /v2.0/networks/44664ccf-6fcd-4f2c-8bbc-31f6a4af3075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240100 Dec 10 16:39:22.199017 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a216dea-a80e-4f56-85b6-9b417df582bb tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event updated for resources: {'Port': ['ID=61daa797-1723-4951-9bb9-45570f6a322b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:22.206055 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8a216dea-a80e-4f56-85b6-9b417df582bb tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:22.210181 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c75ac669-a106-4506-8065-fd0af858e954 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-108227616'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:22.226904 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-965bd1e9-dbab-4cbd-abb4-b3018ad123c9 None None] Allocated IP 172.21.0.2 (e47e9b0f-d5cd-406d-aabd-b15d8c6d0950/0789f4cd-b6e6-4642-9dd3-410a33e65083/55b03701-ce29-4fbb-9dd4-ff3d9f5c8667) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:22.247462 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b09bf-5c36-4d82-bd20-58f6404a6d2d None None] Pushing event updated for resources: {'Port': ['ID=8cbc1b4e-f5e1-4c41-80cf-f205de51a21b,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:22.281114 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75ac669-a106-4506-8065-fd0af858e954 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Made reservation on behalf of 19120212824a4ffeb7bcd2361b78b861 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:22.287099 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c75ac669-a106-4506-8065-fd0af858e954 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:22.314339 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c75ac669-a106-4506-8065-fd0af858e954 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:22.373954 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8a216dea-a80e-4f56-85b6-9b417df582bb tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:22.543237 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cdd97f-a706-43e9-ace3-f0ed2cd6b427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-fc800729-4c89-4e71-8c3d-357b80434302', 'network_id': 'fc800729-4c89-4e71-8c3d-357b80434302', 'project_id': 'd4ee0c7a428d45198e7c09fd38192339', 'fixed_ips': [{'subnet_id': '514f0cad-311e-42b1-88d3-96c4adf5fce4'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:39:22.544310 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-93cdd97f-a706-43e9-ace3-f0ed2cd6b427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:22.564296 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0f867c28-00e7-4674-af6a-e83decdfb52d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:22.590265 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0f867c28-00e7-4674-af6a-e83decdfb52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:22.659431 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8025a76-44e8-40c5-85b5-0d2d40ed3728 req-4151dbc8-48e7-44e7-a054-65e71c0db10d tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:22.661041 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a8025a76-44e8-40c5-85b5-0d2d40ed3728 req-4151dbc8-48e7-44e7-a054-65e71c0db10d tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9f4a92-2d46-4c26-9232-803f432456fd HTTP/1.1" status: 200 len: 945 time: 0.1144819 Dec 10 16:39:22.733161 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-17564962-4e38-4112-9c12-e455530ec3ec None None] For port 74e6bed2-6ebe-4384-ad72-3ccaf806c930, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:39:22.737549 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-17564962-4e38-4112-9c12-e455530ec3ec None None] For port 74e6bed2-6ebe-4384-ad72-3ccaf806c930, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=74e6bed2-6ebe-4384-ad72-3ccaf806c930,segment=NetworkSegment(68f33962-bf9e-4ed4-9987-9ed08839d526),segment_id=68f33962-bf9e-4ed4-9987-9ed08839d526)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:39:22.742276 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=14a1d06f-210d-4cdb-b160-f5a60a932505,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:22.753490 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c75ac669-a106-4506-8065-fd0af858e954 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:22.762386 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c75ac669-a106-4506-8065-fd0af858e954 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:22.811494 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a8025a76-44e8-40c5-85b5-0d2d40ed3728 req-adcacff6-ffa4-4e5c-a404-7d3c765b248a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a6d5bf6-4b98-4d63-a5d1-ad5b655a51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441374 Dec 10 16:39:22.856695 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-17564962-4e38-4112-9c12-e455530ec3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:22.859358 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c75ac669-a106-4506-8065-fd0af858e954 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:39:22.875847 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ac669-a106-4506-8065-fd0af858e954 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97b37ef6-f9be-41e1-8041-ab04191add56,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:22.891481 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c75ac669-a106-4506-8065-fd0af858e954 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:22.891866 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-c75ac669-a106-4506-8065-fd0af858e954 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Added segment d5ce8c70-dbaf-4f35-9a7a-d89a5ff7cc15 of type vlan for network 36856122-7f68-4727-aacf-3b7d54657432 Dec 10 16:39:22.912156 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-0f867c28-00e7-4674-af6a-e83decdfb52d admin admin] Allocated IP 172.25.6.80 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/13094df4-d7e7-4fd5-8525-beabb53cdb50) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:22.933236 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8a216dea-a80e-4f56-85b6-9b417df582bb tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:22.940264 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8a216dea-a80e-4f56-85b6-9b417df582bb tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:22.958735 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c75ac669-a106-4506-8065-fd0af858e954 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:22.993988 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 8cbc1b4e-f5e1-4c41-80cf-f205de51a21b triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:23.001710 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:23.063681 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8a216dea-a80e-4f56-85b6-9b417df582bb tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:23.077014 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c75ac669-a106-4506-8065-fd0af858e954 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:23.081755 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed643944-615f-4c80-87d2-39bc6057dc45 x-openstack-request-id: req-ed643944-615f-4c80-87d2-39bc6057dc45 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:39:23.082206 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9f4a92-2d46-4c26-9232-803f432456fd", "name": "network-vif-plugged", "status": "completed", "tag": "14a1d06f-210d-4cdb-b160-f5a60a932505", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:39:23.082591 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75ac669-a106-4506-8065-fd0af858e954 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:23.082773 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ed643944-615f-4c80-87d2-39bc6057dc45 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:39:23.083198 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c75ac669-a106-4506-8065-fd0af858e954 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:23.083595 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9f4a92-2d46-4c26-9232-803f432456fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a1d06f-210d-4cdb-b160-f5a60a932505', 'code': 200} Dec 10 16:39:23.085974 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a216dea-a80e-4f56-85b6-9b417df582bb tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event updated for resources: {'Port': ['ID=61daa797-1723-4951-9bb9-45570f6a322b,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:23.242240 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4e501991-79c3-467b-96f4-d6b6a9a5b9fd req-8f2eaece-c585-412d-90e3-94168220e825 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1ea9ea7-eb5b-4fdc-a023-a49630c2bd68 HTTP/1.1" status: 200 len: 210 time: 0.0378344 Dec 10 16:39:23.251234 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a216dea-a80e-4f56-85b6-9b417df582bb tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Network e47e9b0f-d5cd-406d-aabd-b15d8c6d0950 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:23.252908 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-8a216dea-a80e-4f56-85b6-9b417df582bb tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:23.322091 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ac669-a106-4506-8065-fd0af858e954 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Pushing event updated for resources: {'Network': ['ID=36856122-7f68-4727-aacf-3b7d54657432,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:23.342255 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a98549-da00-432b-be09-8664911716d3 None None] Pushing event updated for resources: {'Port': ['ID=74e6bed2-6ebe-4384-ad72-3ccaf806c930,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:23.387120 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 36856122-7f68-4727-aacf-3b7d54657432 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:39:23.389352 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17564962-4e38-4112-9c12-e455530ec3ec None None] Routers {'5f39ed70-7472-45f4-8b3a-222a2550720d'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:23.390934 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-17564962-4e38-4112-9c12-e455530ec3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:39:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['5f39ed70-7472-45f4-8b3a-222a2550720d'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:23.401269 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a216dea-a80e-4f56-85b6-9b417df582bb tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Router 5f39ed70-7472-45f4-8b3a-222a2550720d has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:39:23.414746 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c75ac669-a106-4506-8065-fd0af858e954 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4750431 Dec 10 16:39:23.500179 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0f867c28-00e7-4674-af6a-e83decdfb52d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:23.546415 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ad53d-541b-4bd3-b4c9-195dd1a58ab2 req-297e105d-f3a0-42ee-aaab-d8fb58315579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:23.549663 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-606ad53d-541b-4bd3-b4c9-195dd1a58ab2 req-297e105d-f3a0-42ee-aaab-d8fb58315579 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9b9f4a92-2d46-4c26-9232-803f432456fd HTTP/1.1" status: 200 len: 1096 time: 0.2728570 Dec 10 16:39:23.607811 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a216dea-a80e-4f56-85b6-9b417df582bb tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:39:23.648809 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-93cdd97f-a706-43e9-ace3-f0ed2cd6b427 None None] Allocated IP 172.20.0.2 (fc800729-4c89-4e71-8c3d-357b80434302/514f0cad-311e-42b1-88d3-96c4adf5fce4/c19f3433-0ec0-40d5-850d-1ad79d1165c8) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:23.661717 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-8a216dea-a80e-4f56-85b6-9b417df582bb tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "PUT /v2.0/routers/5f39ed70-7472-45f4-8b3a-222a2550720d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1725383 Dec 10 16:39:23.664115 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36824) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:23.673043 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-03759027-c698-4c8d-8229-8e909482f163 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Request body: {'network': {'name': 'tempest-RoutersTest-234305614'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:23.720406 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03759027-c698-4c8d-8229-8e909482f163 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Made reservation on behalf of c3e8ec0e2fb1438e9608d84a3552139f for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:23.727238 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-03759027-c698-4c8d-8229-8e909482f163 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:23.727416 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-606ad53d-541b-4bd3-b4c9-195dd1a58ab2 req-e18fb496-1681-400a-9b0d-9a2352fbc9b0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4a6d5bf6-4b98-4d63-a5d1-ad5b655a51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711600 Dec 10 16:39:23.728733 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0f867c28-00e7-4674-af6a-e83decdfb52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:23.759874 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-965bd1e9-dbab-4cbd-abb4-b3018ad123c9 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:23.786082 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03759027-c698-4c8d-8229-8e909482f163 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:39:23.817430 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-03759027-c698-4c8d-8229-8e909482f163 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:23.817818 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-03759027-c698-4c8d-8229-8e909482f163 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Added segment 31514409-837a-4e36-9d79-a73ca12dded8 of type vlan for network 40672997-412d-4364-8e20-42bc5f212e65 Dec 10 16:39:23.827366 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f867c28-00e7-4674-af6a-e83decdfb52d admin admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:23.833414 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-0f867c28-00e7-4674-af6a-e83decdfb52d admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:23.837043 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-351070a1-1fa3-4bab-9984-a1e28c184d2e None None] Provisioning complete for port 74e6bed2-6ebe-4384-ad72-3ccaf806c930 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:23.837314 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-351070a1-1fa3-4bab-9984-a1e28c184d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:23.841293 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f867c28-00e7-4674-af6a-e83decdfb52d admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:23.843173 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-965bd1e9-dbab-4cbd-abb4-b3018ad123c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:23.905257 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f867c28-00e7-4674-af6a-e83decdfb52d admin admin] Pushing event updated for resources: {'Port': ['ID=13094df4-d7e7-4fd5-8525-beabb53cdb50,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:23.995232 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-03759027-c698-4c8d-8229-8e909482f163 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:24.042851 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719ee8e7-fb67-4b45-be96-a4174ef95a0b None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:39:24.102191 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-03759027-c698-4c8d-8229-8e909482f163 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:24.128352 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03759027-c698-4c8d-8229-8e909482f163 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:24.129128 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-03759027-c698-4c8d-8229-8e909482f163 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:24.427971 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-03759027-c698-4c8d-8229-8e909482f163 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7579842 Dec 10 16:39:24.437665 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36838) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:24.455731 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-5c34fd0c-99f5-40e6-902b-4a1bc63152b9 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Request body: {'subnet': {'network_id': '40672997-412d-4364-8e20-42bc5f212e65', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:24.464833 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36840) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:24.472927 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-17564962-4e38-4112-9c12-e455530ec3ec None None] Set router 5f39ed70-7472-45f4-8b3a-222a2550720d gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:24.542162 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965bd1e9-dbab-4cbd-abb4-b3018ad123c9 None None] Pushing event updated for resources: {'Port': ['ID=55b03701-ce29-4fbb-9dd4-ff3d9f5c8667,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:24.556613 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965bd1e9-dbab-4cbd-abb4-b3018ad123c9 None None] Network e47e9b0f-d5cd-406d-aabd-b15d8c6d0950 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:24.614937 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-965bd1e9-dbab-4cbd-abb4-b3018ad123c9 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:24.642155 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965bd1e9-dbab-4cbd-abb4-b3018ad123c9 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:24.649412 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03759027-c698-4c8d-8229-8e909482f163 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event updated for resources: {'Network': ['ID=40672997-412d-4364-8e20-42bc5f212e65,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:24.697550 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 40672997-412d-4364-8e20-42bc5f212e65 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:39:24.697858 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da4913-f0b2-46dd-a449-c07d78f07df5 req-6651a67d-6f1b-42ce-bcda-a0290e7b5013 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:24.717182 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-38da4913-f0b2-46dd-a449-c07d78f07df5 req-6651a67d-6f1b-42ce-bcda-a0290e7b5013 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9f4a92-2d46-4c26-9232-803f432456fd HTTP/1.1" status: 200 len: 945 time: 0.6522808 Dec 10 16:39:24.759136 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0f867c28-00e7-4674-af6a-e83decdfb52d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:24.824427 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c34fd0c-99f5-40e6-902b-4a1bc63152b9 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Made reservation on behalf of c3e8ec0e2fb1438e9608d84a3552139f for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:24.828221 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5c34fd0c-99f5-40e6-902b-4a1bc63152b9 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:24.851447 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 8cbc1b4e-f5e1-4c41-80cf-f205de51a21b up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:24.874763 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-38da4913-f0b2-46dd-a449-c07d78f07df5 req-c243c201-0859-41d7-be15-8b90e7e17195 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a6d5bf6-4b98-4d63-a5d1-ad5b655a51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566057 Dec 10 16:39:24.933019 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-f83fa41b-360c-44b0-80f5-138b3e7c3257 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:24.934529 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-f83fa41b-360c-44b0-80f5-138b3e7c3257 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] 10.222.0.46 "GET /v2.0/networks?id=44664ccf-6fcd-4f2c-8bbc-31f6a4af3075 HTTP/1.1" status: 200 len: 820 time: 0.5941823 Dec 10 16:39:24.952294 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-ed1c4177-590c-4472-82d4-f0b831880821 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] Request body: {'port': {'device_id': 'f1ea9ea7-eb5b-4fdc-a023-a49630c2bd68', 'network_id': '44664ccf-6fcd-4f2c-8bbc-31f6a4af3075', 'admin_state_up': True, 'tenant_id': '8241e2a448cc4c3bb89d9c117fa15231'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:25.017209 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-539f871f-7f6a-4465-bb28-9dc6d11ed5ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:25.124157 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-93cdd97f-a706-43e9-ace3-f0ed2cd6b427 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:25.161155 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0cb05741-3de1-4142-83bc-e03395cf3c50 req-2b76cba3-42a5-42c6-9494-f0c46a4b3aaf tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1ea9ea7-eb5b-4fdc-a023-a49630c2bd68 HTTP/1.1" status: 200 len: 210 time: 0.0598471 Dec 10 16:39:25.319099 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-93cdd97f-a706-43e9-ace3-f0ed2cd6b427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:25.384287 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5c34fd0c-99f5-40e6-902b-4a1bc63152b9 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:25.503019 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cdd97f-a706-43e9-ace3-f0ed2cd6b427 None None] Network fc800729-4c89-4e71-8c3d-357b80434302 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:25.511016 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-965bd1e9-dbab-4cbd-abb4-b3018ad123c9 None None] Attempting to bind port 55b03701-ce29-4fbb-9dd4-ff3d9f5c8667 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:39:25.511711 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-965bd1e9-dbab-4cbd-abb4-b3018ad123c9 None None] Attempting to bind port 55b03701-ce29-4fbb-9dd4-ff3d9f5c8667 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '075e93c4-5c0d-4bf4-a769-1feff4c3bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e47e9b0f-d5cd-406d-aabd-b15d8c6d0950'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:39:25.512336 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965bd1e9-dbab-4cbd-abb4-b3018ad123c9 None None] Attempting to bind port 55b03701-ce29-4fbb-9dd4-ff3d9f5c8667 on network e47e9b0f-d5cd-406d-aabd-b15d8c6d0950 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:25.521871 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-93cdd97f-a706-43e9-ace3-f0ed2cd6b427 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:25.525056 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-351070a1-1fa3-4bab-9984-a1e28c184d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:25.534230 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cdd97f-a706-43e9-ace3-f0ed2cd6b427 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:25.555152 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598989b-e756-493f-975f-614f617e290a req-289ca480-15cc-4c65-b92d-9fc1c11c1e06 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:25.561219 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965bd1e9-dbab-4cbd-abb4-b3018ad123c9 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:39:25.562003 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965bd1e9-dbab-4cbd-abb4-b3018ad123c9 None None] Checking segment: {'id': '075e93c4-5c0d-4bf4-a769-1feff4c3bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e47e9b0f-d5cd-406d-aabd-b15d8c6d0950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:25.562679 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-965bd1e9-dbab-4cbd-abb4-b3018ad123c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:25.563310 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965bd1e9-dbab-4cbd-abb4-b3018ad123c9 None None] Bound using segment: {'id': '075e93c4-5c0d-4bf4-a769-1feff4c3bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e47e9b0f-d5cd-406d-aabd-b15d8c6d0950'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:39:25.564020 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-965bd1e9-dbab-4cbd-abb4-b3018ad123c9 None None] Bound port: 55b03701-ce29-4fbb-9dd4-ff3d9f5c8667, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '075e93c4-5c0d-4bf4-a769-1feff4c3bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e47e9b0f-d5cd-406d-aabd-b15d8c6d0950'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:39:25.564641 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-965bd1e9-dbab-4cbd-abb4-b3018ad123c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:25.565716 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9598989b-e756-493f-975f-614f617e290a req-289ca480-15cc-4c65-b92d-9fc1c11c1e06 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.2318316 Dec 10 16:39:25.573867 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cdd97f-a706-43e9-ace3-f0ed2cd6b427 None None] Pushing event updated for resources: {'Port': ['ID=c19f3433-0ec0-40d5-850d-1ad79d1165c8,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:25.656589 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 8cbc1b4e-f5e1-4c41-80cf-f205de51a21b triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:25.657035 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:25.720800 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c34fd0c-99f5-40e6-902b-4a1bc63152b9 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Checking segment: {'id': '31514409-837a-4e36-9d79-a73ca12dded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '40672997-412d-4364-8e20-42bc5f212e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:25.721173 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c34fd0c-99f5-40e6-902b-4a1bc63152b9 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Network hostable DHCP agents. Network: 40672997-412d-4364-8e20-42bc5f212e65, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:39:25.734949 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34fd0c-99f5-40e6-902b-4a1bc63152b9 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event updated for resources: {'Subnet': ['ID=b5af992b-e554-4e07-98aa-6a6e6279360e,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:25.741048 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-351070a1-1fa3-4bab-9984-a1e28c184d2e None None] For port 74e6bed2-6ebe-4384-ad72-3ccaf806c930, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=74e6bed2-6ebe-4384-ad72-3ccaf806c930,segment=NetworkSegment(68f33962-bf9e-4ed4-9987-9ed08839d526),segment_id=68f33962-bf9e-4ed4-9987-9ed08839d526)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:25.754353 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-351070a1-1fa3-4bab-9984-a1e28c184d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:25.762725 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-93cdd97f-a706-43e9-ace3-f0ed2cd6b427 None None] Attempting to bind port c19f3433-0ec0-40d5-850d-1ad79d1165c8 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:39:25.763225 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-93cdd97f-a706-43e9-ace3-f0ed2cd6b427 None None] Attempting to bind port c19f3433-0ec0-40d5-850d-1ad79d1165c8 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '3e23467b-3cd1-4f26-9829-42878e845786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fc800729-4c89-4e71-8c3d-357b80434302'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:39:25.763697 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cdd97f-a706-43e9-ace3-f0ed2cd6b427 None None] Attempting to bind port c19f3433-0ec0-40d5-850d-1ad79d1165c8 on network fc800729-4c89-4e71-8c3d-357b80434302 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:25.780325 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-539f871f-7f6a-4465-bb28-9dc6d11ed5ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:25.805167 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9598989b-e756-493f-975f-614f617e290a req-f948e7c3-4a87-4429-9e31-ff97f1d24a1a tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2337914 Dec 10 16:39:25.820352 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cdd97f-a706-43e9-ace3-f0ed2cd6b427 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:39:25.820916 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cdd97f-a706-43e9-ace3-f0ed2cd6b427 None None] Checking segment: {'id': '3e23467b-3cd1-4f26-9829-42878e845786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fc800729-4c89-4e71-8c3d-357b80434302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:25.821430 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-93cdd97f-a706-43e9-ace3-f0ed2cd6b427 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:25.821933 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cdd97f-a706-43e9-ace3-f0ed2cd6b427 None None] Bound using segment: {'id': '3e23467b-3cd1-4f26-9829-42878e845786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fc800729-4c89-4e71-8c3d-357b80434302'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:39:25.822629 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-93cdd97f-a706-43e9-ace3-f0ed2cd6b427 None None] Bound port: c19f3433-0ec0-40d5-850d-1ad79d1165c8, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e23467b-3cd1-4f26-9829-42878e845786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fc800729-4c89-4e71-8c3d-357b80434302'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:39:25.823133 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-93cdd97f-a706-43e9-ace3-f0ed2cd6b427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:25.827706 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c34fd0c-99f5-40e6-902b-4a1bc63152b9 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Network 40672997-412d-4364-8e20-42bc5f212e65 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:39:25.852342 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351070a1-1fa3-4bab-9984-a1e28c184d2e None None] Pushing event updated for resources: {'Port': ['ID=74e6bed2-6ebe-4384-ad72-3ccaf806c930,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:25.853648 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-5c34fd0c-99f5-40e6-902b-4a1bc63152b9 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 40672997-412d-4364-8e20-42bc5f212e65) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:25.875770 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c34fd0c-99f5-40e6-902b-4a1bc63152b9 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:25.876563 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5c34fd0c-99f5-40e6-902b-4a1bc63152b9 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:25.888099 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2ff7d9-db09-4d78-af19-632f8ae5915a None None] Network 40672997-412d-4364-8e20-42bc5f212e65 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:25.890801 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-539f871f-7f6a-4465-bb28-9dc6d11ed5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:25.924407 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5c34fd0c-99f5-40e6-902b-4a1bc63152b9 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4760871 Dec 10 16:39:25.926748 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36850) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:25.941250 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36852) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:25.942335 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-539f871f-7f6a-4465-bb28-9dc6d11ed5ee admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=51ef0a4cec1d42d0b72ad7781e2b3f89&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4735096 Dec 10 16:39:25.943344 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-ed1c4177-590c-4472-82d4-f0b831880821 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] Made reservation on behalf of 8241e2a448cc4c3bb89d9c117fa15231 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:25.949520 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-ed1c4177-590c-4472-82d4-f0b831880821 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:25.952360 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-93cdd97f-a706-43e9-ace3-f0ed2cd6b427 None None] For port c19f3433-0ec0-40d5-850d-1ad79d1165c8, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:39:25.955879 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-93cdd97f-a706-43e9-ace3-f0ed2cd6b427 None None] For port c19f3433-0ec0-40d5-850d-1ad79d1165c8, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c19f3433-0ec0-40d5-850d-1ad79d1165c8,segment=NetworkSegment(3e23467b-3cd1-4f26-9829-42878e845786),segment_id=3e23467b-3cd1-4f26-9829-42878e845786)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:39:25.968767 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-965bd1e9-dbab-4cbd-abb4-b3018ad123c9 None None] For port 55b03701-ce29-4fbb-9dd4-ff3d9f5c8667, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:39:26.008117 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-93cdd97f-a706-43e9-ace3-f0ed2cd6b427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:26.039469 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-965bd1e9-dbab-4cbd-abb4-b3018ad123c9 None None] For port 55b03701-ce29-4fbb-9dd4-ff3d9f5c8667, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=55b03701-ce29-4fbb-9dd4-ff3d9f5c8667,segment=NetworkSegment(075e93c4-5c0d-4bf4-a769-1feff4c3bba1),segment_id=075e93c4-5c0d-4bf4-a769-1feff4c3bba1)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:39:26.083281 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-965bd1e9-dbab-4cbd-abb4-b3018ad123c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:26.108851 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f871f-7f6a-4465-bb28-9dc6d11ed5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7ac2a6-9d58-484b-b627-fdfc38b48ec4,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:26.138071 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-17564962-4e38-4112-9c12-e455530ec3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'name': 'tempest-RoutersTest-router-1164737647', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:07Z', 'updated_at': '2021-12-10T16:39:22Z', 'revision_number': 3, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'gw_port_host': None, '_interfaces': [{'id': '61daa797-1723-4951-9bb9-45570f6a322b', 'name': '', 'network_id': 'e47e9b0f-d5cd-406d-aabd-b15d8c6d0950', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:1a:54:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '0789f4cd-b6e6-4642-9dd3-410a33e65083', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:20Z', 'updated_at': '2021-12-10T16:39:22Z', 'revision_number': 2, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': '0789f4cd-b6e6-4642-9dd3-410a33e65083', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e6bed2-6ebe-4384-ad72-3ccaf806c930', 'name': '', 'network_id': '5d884117-c793-4ff4-b37e-45e1cec76516', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:1c:74:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:13Z', 'updated_at': '2021-12-10T16:39:22Z', 'revision_number': 4, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:26.167818 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-1a5e2855-c9ce-4d99-8ed9-455f6460d2fb None None] Provisioning complete for port 74e6bed2-6ebe-4384-ad72-3ccaf806c930 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:26.168195 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1a5e2855-c9ce-4d99-8ed9-455f6460d2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:26.288453 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0f867c28-00e7-4674-af6a-e83decdfb52d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:26.300931 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-65c9c054-8033-4009-9805-2dba8dc24545 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:26.305077 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17564962-4e38-4112-9c12-e455530ec3ec None None] The sync data for ids ['5f39ed70-7472-45f4-8b3a-222a2550720d'] in n-d-766771-2 is: [{'id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'name': 'tempest-RoutersTest-router-1164737647', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:07Z', 'updated_at': '2021-12-10T16:39:22Z', 'revision_number': 3, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'gw_port_host': None, '_interfaces': [{'id': '61daa797-1723-4951-9bb9-45570f6a322b', 'name': '', 'network_id': 'e47e9b0f-d5cd-406d-aabd-b15d8c6d0950', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:1a:54:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '0789f4cd-b6e6-4642-9dd3-410a33e65083', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:20Z', 'updated_at': '2021-12-10T16:39:22Z', 'revision_number': 2, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': '0789f4cd-b6e6-4642-9dd3-410a33e65083', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e6bed2-6ebe-4384-ad72-3ccaf806c930', 'name': '', 'network_id': '5d884117-c793-4ff4-b37e-45e1cec76516', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:1c:74:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:13Z', 'updated_at': '2021-12-10T16:39:22Z', 'revision_number': 4, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:39:26.367176 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cdd97f-a706-43e9-ace3-f0ed2cd6b427 None None] Pushing event updated for resources: {'Port': ['ID=c19f3433-0ec0-40d5-850d-1ad79d1165c8,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:26.371364 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-ed1c4177-590c-4472-82d4-f0b831880821 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] Allocated IP 172.20.0.4 (44664ccf-6fcd-4f2c-8bbc-31f6a4af3075/e82466c5-eec5-41e7-8b5b-73ab3b0a5d1f/d6fe07ca-8e42-4b68-984e-1f345c8d16f6) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:26.496161 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7c79f-f6ba-40ca-89c8-bb0c0f757d4a req-bc952db9-1235-49c8-9a34-8013adf313ff tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:26.507055 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4cc7c79f-f6ba-40ca-89c8-bb0c0f757d4a req-bc952db9-1235-49c8-9a34-8013adf313ff tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.3901920 Dec 10 16:39:26.529342 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d314267b-0708-4b62-a6f1-4d5a8b4e7fc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-40672997-412d-4364-8e20-42bc5f212e65', 'network_id': '40672997-412d-4364-8e20-42bc5f212e65', 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'fixed_ips': [{'subnet_id': 'b5af992b-e554-4e07-98aa-6a6e6279360e'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:39:26.530324 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d314267b-0708-4b62-a6f1-4d5a8b4e7fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:26.532967 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-65c9c054-8033-4009-9805-2dba8dc24545 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:26.693367 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965bd1e9-dbab-4cbd-abb4-b3018ad123c9 None None] Pushing event updated for resources: {'Port': ['ID=55b03701-ce29-4fbb-9dd4-ff3d9f5c8667,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:26.805384 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-65c9c054-8033-4009-9805-2dba8dc24545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:26.831934 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-65c9c054-8033-4009-9805-2dba8dc24545 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:26.836328 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-65c9c054-8033-4009-9805-2dba8dc24545 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ee7ac2a6-9d58-484b-b627-fdfc38b48ec4 HTTP/1.1" status: 204 len: 168 time: 0.8910224 Dec 10 16:39:26.872419 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c19f3433-0ec0-40d5-850d-1ad79d1165c8 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:26.914539 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36858) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:26.933153 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-776a5314-ac7f-46ec-80ca-5a525b06a409 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Request body: {'subnet': {'network_id': '36856122-7f68-4727-aacf-3b7d54657432', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:27.003407 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c9c054-8033-4009-9805-2dba8dc24545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7ac2a6-9d58-484b-b627-fdfc38b48ec4,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:27.084871 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4cc7c79f-f6ba-40ca-89c8-bb0c0f757d4a req-e6c5d605-c57b-4b06-9448-90b453ec5c69 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5755534 Dec 10 16:39:27.095006 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f867c28-00e7-4674-af6a-e83decdfb52d admin admin] Router 46cf8110-e37c-446a-9ef9-825115114025 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:39:27.098107 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-1a5e2855-c9ce-4d99-8ed9-455f6460d2fb None None] Provisioning complete for port 13094df4-d7e7-4fd5-8525-beabb53cdb50 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:27.100954 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1a5e2855-c9ce-4d99-8ed9-455f6460d2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:27.233711 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-d314267b-0708-4b62-a6f1-4d5a8b4e7fc4 None None] Allocated IP 172.22.0.2 (40672997-412d-4364-8e20-42bc5f212e65/b5af992b-e554-4e07-98aa-6a6e6279360e/e8c56805-bd5f-46a4-8bf8-cfde7ea0ef87) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:27.277192 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-1a5e2855-c9ce-4d99-8ed9-455f6460d2fb None None] Port 13094df4-d7e7-4fd5-8525-beabb53cdb50 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:39:27.279172 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port c19f3433-0ec0-40d5-850d-1ad79d1165c8 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:27.279926 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:27.445363 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-ed1c4177-590c-4472-82d4-f0b831880821 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:27.451538 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776a5314-ac7f-46ec-80ca-5a525b06a409 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Made reservation on behalf of 19120212824a4ffeb7bcd2361b78b861 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:27.455269 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-776a5314-ac7f-46ec-80ca-5a525b06a409 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:27.546626 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:27.585797 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d314267b-0708-4b62-a6f1-4d5a8b4e7fc4 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:27.624858 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d314267b-0708-4b62-a6f1-4d5a8b4e7fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:27.694766 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f867c28-00e7-4674-af6a-e83decdfb52d admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:39:27.706204 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9217bbf0-56fd-4872-8c50-40747ce19189 None None] Sync routers for ids ['46cf8110-e37c-446a-9ef9-825115114025'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:39:27.707350 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-ed1c4177-590c-4472-82d4-f0b831880821 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:27.747019 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9217bbf0-56fd-4872-8c50-40747ce19189 None None] Routers {'46cf8110-e37c-446a-9ef9-825115114025'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:27.747665 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-9217bbf0-56fd-4872-8c50-40747ce19189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:39:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['46cf8110-e37c-446a-9ef9-825115114025'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:27.831031 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-ed1c4177-590c-4472-82d4-f0b831880821 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] Network 44664ccf-6fcd-4f2c-8bbc-31f6a4af3075 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:27.845844 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-ed1c4177-590c-4472-82d4-f0b831880821 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:27.860790 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-ed1c4177-590c-4472-82d4-f0b831880821 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:27.898711 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0f867c28-00e7-4674-af6a-e83decdfb52d admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:27.907959 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0f867c28-00e7-4674-af6a-e83decdfb52d admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.4030831 Dec 10 16:39:27.910584 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36876) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:27.965174 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317996e-c456-4157-9ca9-2d3137c056e3 req-f60ddb44-621c-4ea7-9d77-898491463aa3 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:27.978776 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5317996e-c456-4157-9ca9-2d3137c056e3 req-f60ddb44-621c-4ea7-9d77-898491463aa3 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9f4a92-2d46-4c26-9232-803f432456fd HTTP/1.1" status: 200 len: 945 time: 0.2522240 Dec 10 16:39:28.120957 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c4177-590c-4472-82d4-f0b831880821 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] Pushing event updated for resources: {'Port': ['ID=d6fe07ca-8e42-4b68-984e-1f345c8d16f6,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:28.137199 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-9217bbf0-56fd-4872-8c50-40747ce19189 None None] Set router 46cf8110-e37c-446a-9ef9-825115114025 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:28.216480 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port c19f3433-0ec0-40d5-850d-1ad79d1165c8, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c19f3433-0ec0-40d5-850d-1ad79d1165c8,segment=NetworkSegment(3e23467b-3cd1-4f26-9829-42878e845786),segment_id=3e23467b-3cd1-4f26-9829-42878e845786)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:28.220245 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-ed1c4177-590c-4472-82d4-f0b831880821 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:28.221224 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-ed1c4177-590c-4472-82d4-f0b831880821 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:28.263744 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5317996e-c456-4157-9ca9-2d3137c056e3 req-454c3662-67a9-4395-812a-97eef5a5a61b tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a6d5bf6-4b98-4d63-a5d1-ad5b655a51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2718244 Dec 10 16:39:28.278923 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:28.303711 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-ed1c4177-590c-4472-82d4-f0b831880821 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3563848 Dec 10 16:39:28.323278 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-2409b51f-8e99-4721-bada-a722efc98ea7 service neutron] Request body: {'port': {'device_id': 'f1ea9ea7-eb5b-4fdc-a023-a49630c2bd68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:28.326931 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e801f189-ed25-4fc4-a65c-5c14a848a2af tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:28.329366 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c718525-fbfa-4e2d-ac2e-8122a2408d92 None None] Network fc800729-4c89-4e71-8c3d-357b80434302 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:28.363309 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d314267b-0708-4b62-a6f1-4d5a8b4e7fc4 None None] Network 40672997-412d-4364-8e20-42bc5f212e65 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:28.403683 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-776a5314-ac7f-46ec-80ca-5a525b06a409 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:28.462719 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-d314267b-0708-4b62-a6f1-4d5a8b4e7fc4 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:28.467779 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d314267b-0708-4b62-a6f1-4d5a8b4e7fc4 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:28.487680 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d314267b-0708-4b62-a6f1-4d5a8b4e7fc4 None None] Pushing event updated for resources: {'Port': ['ID=e8c56805-bd5f-46a4-8bf8-cfde7ea0ef87,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:28.604478 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-065ec809-af69-4d6f-8285-5acb003864eb None None] Provisioning complete for port c19f3433-0ec0-40d5-850d-1ad79d1165c8 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:28.605059 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-065ec809-af69-4d6f-8285-5acb003864eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:28.656543 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf25a07-6958-4887-b902-6c9b470b8eb4 req-d26d9aa7-59fe-4c97-8268-954dfce0ce4b tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:28.658120 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-faf25a07-6958-4887-b902-6c9b470b8eb4 req-d26d9aa7-59fe-4c97-8268-954dfce0ce4b tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1ea9ea7-eb5b-4fdc-a023-a49630c2bd68 HTTP/1.1" status: 200 len: 931 time: 0.1595654 Dec 10 16:39:28.732957 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-2409b51f-8e99-4721-bada-a722efc98ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:28.783765 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-9217bbf0-56fd-4872-8c50-40747ce19189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46cf8110-e37c-446a-9ef9-825115114025', 'name': 'tempest-TestServerBasicOps-1988866964-router', 'tenant_id': 'd4ee0c7a428d45198e7c09fd38192339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '13094df4-d7e7-4fd5-8525-beabb53cdb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:21Z', 'updated_at': '2021-12-10T16:39:24Z', 'revision_number': 3, 'project_id': 'd4ee0c7a428d45198e7c09fd38192339', 'gw_port': {'id': '13094df4-d7e7-4fd5-8525-beabb53cdb50', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:25:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46cf8110-e37c-446a-9ef9-825115114025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:22Z', 'updated_at': '2021-12-10T16:39:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:28.845310 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdad60c0-258b-4512-9553-7cc45b63c5a5 None None] Network e47e9b0f-d5cd-406d-aabd-b15d8c6d0950 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:28.847498 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=c19f3433-0ec0-40d5-850d-1ad79d1165c8,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:28.872236 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a5314-ac7f-46ec-80ca-5a525b06a409 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Pushing event updated for resources: {'Subnet': ['ID=ed30cf43-1858-46de-a28f-6fe62a399b80,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:28.878028 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9217bbf0-56fd-4872-8c50-40747ce19189 None None] Checking router: 46cf8110-e37c-446a-9ef9-825115114025 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:39:28.888825 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d314267b-0708-4b62-a6f1-4d5a8b4e7fc4 None None] Attempting to bind port e8c56805-bd5f-46a4-8bf8-cfde7ea0ef87 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:39:28.889548 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9217bbf0-56fd-4872-8c50-40747ce19189 None None] Updating router 46cf8110-e37c-446a-9ef9-825115114025 port 13094df4-d7e7-4fd5-8525-beabb53cdb50 binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:39:28.892096 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d314267b-0708-4b62-a6f1-4d5a8b4e7fc4 None None] Attempting to bind port e8c56805-bd5f-46a4-8bf8-cfde7ea0ef87 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '31514409-837a-4e36-9d79-a73ca12dded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '40672997-412d-4364-8e20-42bc5f212e65'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:39:28.892468 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d314267b-0708-4b62-a6f1-4d5a8b4e7fc4 None None] Attempting to bind port e8c56805-bd5f-46a4-8bf8-cfde7ea0ef87 on network 40672997-412d-4364-8e20-42bc5f212e65 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:28.945311 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 74e6bed2-6ebe-4384-ad72-3ccaf806c930 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:28.995224 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-9217bbf0-56fd-4872-8c50-40747ce19189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:29.004500 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d314267b-0708-4b62-a6f1-4d5a8b4e7fc4 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:39:29.004902 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d314267b-0708-4b62-a6f1-4d5a8b4e7fc4 None None] Checking segment: {'id': '31514409-837a-4e36-9d79-a73ca12dded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '40672997-412d-4364-8e20-42bc5f212e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:29.005291 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d314267b-0708-4b62-a6f1-4d5a8b4e7fc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:29.006271 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d314267b-0708-4b62-a6f1-4d5a8b4e7fc4 None None] Bound using segment: {'id': '31514409-837a-4e36-9d79-a73ca12dded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '40672997-412d-4364-8e20-42bc5f212e65'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:39:29.006805 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d314267b-0708-4b62-a6f1-4d5a8b4e7fc4 None None] Bound port: e8c56805-bd5f-46a4-8bf8-cfde7ea0ef87, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31514409-837a-4e36-9d79-a73ca12dded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '40672997-412d-4364-8e20-42bc5f212e65'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:39:29.007197 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d314267b-0708-4b62-a6f1-4d5a8b4e7fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:29.039989 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776a5314-ac7f-46ec-80ca-5a525b06a409 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Checking segment: {'id': 'd5ce8c70-dbaf-4f35-9a7a-d89a5ff7cc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '36856122-7f68-4727-aacf-3b7d54657432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:29.040490 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776a5314-ac7f-46ec-80ca-5a525b06a409 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Network hostable DHCP agents. Network: 36856122-7f68-4727-aacf-3b7d54657432, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:39:29.091342 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-e801f189-ed25-4fc4-a65c-5c14a848a2af tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Allocated IP 172.22.0.1 (40672997-412d-4364-8e20-42bc5f212e65/b5af992b-e554-4e07-98aa-6a6e6279360e/d9d9846f-179f-422b-b690-ee15579322cd) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:29.168617 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 74e6bed2-6ebe-4384-ad72-3ccaf806c930 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:29.168967 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:29.299837 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e801f189-ed25-4fc4-a65c-5c14a848a2af tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:29.309970 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d314267b-0708-4b62-a6f1-4d5a8b4e7fc4 None None] For port e8c56805-bd5f-46a4-8bf8-cfde7ea0ef87, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:39:29.328771 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d314267b-0708-4b62-a6f1-4d5a8b4e7fc4 None None] For port e8c56805-bd5f-46a4-8bf8-cfde7ea0ef87, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=e8c56805-bd5f-46a4-8bf8-cfde7ea0ef87,segment=NetworkSegment(31514409-837a-4e36-9d79-a73ca12dded8),segment_id=31514409-837a-4e36-9d79-a73ca12dded8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:39:29.340478 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d314267b-0708-4b62-a6f1-4d5a8b4e7fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:29.356571 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776a5314-ac7f-46ec-80ca-5a525b06a409 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Network 36856122-7f68-4727-aacf-3b7d54657432 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:39:29.383147 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-faf25a07-6958-4887-b902-6c9b470b8eb4 req-43e4ce05-c68f-44c7-9fa5-b91386b5ecd6 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] 10.222.0.11 "GET /v2.0/security-groups?id=693085e5-7332-4c5f-93cd-deaca0871cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6415215 Dec 10 16:39:29.392291 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e801f189-ed25-4fc4-a65c-5c14a848a2af tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:29.416550 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-776a5314-ac7f-46ec-80ca-5a525b06a409 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 36856122-7f68-4727-aacf-3b7d54657432) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:29.439995 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776a5314-ac7f-46ec-80ca-5a525b06a409 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:29.440586 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-776a5314-ac7f-46ec-80ca-5a525b06a409 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:29.458540 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8a6ada-25e0-4f9a-a5dc-ecfe540c0b24 None None] Network 36856122-7f68-4727-aacf-3b7d54657432 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:29.498119 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e801f189-ed25-4fc4-a65c-5c14a848a2af tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Network 40672997-412d-4364-8e20-42bc5f212e65 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:29.571004 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-776a5314-ac7f-46ec-80ca-5a525b06a409 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6458902 Dec 10 16:39:29.571646 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36896) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:29.610119 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-e801f189-ed25-4fc4-a65c-5c14a848a2af tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:29.610553 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c0213417-0646-4c4e-881f-4679f51782ff tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-633490594'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:29.620027 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e801f189-ed25-4fc4-a65c-5c14a848a2af tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:29.793806 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e801f189-ed25-4fc4-a65c-5c14a848a2af tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event updated for resources: {'Port': ['ID=d9d9846f-179f-422b-b690-ee15579322cd,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:29.836479 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e801f189-ed25-4fc4-a65c-5c14a848a2af tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:29.848099 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-9217bbf0-56fd-4872-8c50-40747ce19189 None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:29.865892 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-9217bbf0-56fd-4872-8c50-40747ce19189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:29.889085 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0213417-0646-4c4e-881f-4679f51782ff tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Made reservation on behalf of 19120212824a4ffeb7bcd2361b78b861 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:29.893076 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c0213417-0646-4c4e-881f-4679f51782ff tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:29.925940 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d314267b-0708-4b62-a6f1-4d5a8b4e7fc4 None None] Pushing event updated for resources: {'Port': ['ID=e8c56805-bd5f-46a4-8bf8-cfde7ea0ef87,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:29.963426 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 55b03701-ce29-4fbb-9dd4-ff3d9f5c8667 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:30.066587 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343322d3-59fb-441c-a50a-c502c39b9f9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-36856122-7f68-4727-aacf-3b7d54657432', 'network_id': '36856122-7f68-4727-aacf-3b7d54657432', 'project_id': '19120212824a4ffeb7bcd2361b78b861', 'fixed_ips': [{'subnet_id': 'ed30cf43-1858-46de-a28f-6fe62a399b80'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:39:30.067495 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-343322d3-59fb-441c-a50a-c502c39b9f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:30.082067 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53f4e09-cb98-402c-bc60-e0908715d209 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:39:30.103147 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7181128-73ee-4b5b-8545-77d7edb8f266 None None] Pushing event updated for resources: {'Port': ['ID=13094df4-d7e7-4fd5-8525-beabb53cdb50,revision_number=2']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:30.106823 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-9217bbf0-56fd-4872-8c50-40747ce19189 None None] Attempting to bind port 13094df4-d7e7-4fd5-8525-beabb53cdb50 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:39:30.107404 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-9217bbf0-56fd-4872-8c50-40747ce19189 None None] Attempting to bind port 13094df4-d7e7-4fd5-8525-beabb53cdb50 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:39:30.108024 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9217bbf0-56fd-4872-8c50-40747ce19189 None None] Attempting to bind port 13094df4-d7e7-4fd5-8525-beabb53cdb50 on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:30.113379 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-2409b51f-8e99-4721-bada-a722efc98ea7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6fe07ca-8e42-4b68-984e-1f345c8d16f6 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:39:30.130374 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9217bbf0-56fd-4872-8c50-40747ce19189 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:39:30.130603 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9217bbf0-56fd-4872-8c50-40747ce19189 None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:30.131174 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-9217bbf0-56fd-4872-8c50-40747ce19189 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:30.131729 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9217bbf0-56fd-4872-8c50-40747ce19189 None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:39:30.132554 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-9217bbf0-56fd-4872-8c50-40747ce19189 None None] Bound port: 13094df4-d7e7-4fd5-8525-beabb53cdb50, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:39:30.132783 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-750d6d98-60a6-4ae6-80bd-b6de96b37ca6 None None] Provisioning complete for port 55b03701-ce29-4fbb-9dd4-ff3d9f5c8667 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:30.136337 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-750d6d98-60a6-4ae6-80bd-b6de96b37ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:30.137931 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-9217bbf0-56fd-4872-8c50-40747ce19189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:30.153544 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-2409b51f-8e99-4721-bada-a722efc98ea7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:30.172688 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0213417-0646-4c4e-881f-4679f51782ff tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:39:30.239294 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e801f189-ed25-4fc4-a65c-5c14a848a2af tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:30.258293 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c0213417-0646-4c4e-881f-4679f51782ff tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:30.258293 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-c0213417-0646-4c4e-881f-4679f51782ff tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Added segment fa56c86b-b115-4cbc-baba-4b8662daf13e of type vlan for network cde4a5ef-8dbb-4b15-9024-6885e7aaeff0 Dec 10 16:39:30.263428 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-9217bbf0-56fd-4872-8c50-40747ce19189 None None] For port 13094df4-d7e7-4fd5-8525-beabb53cdb50, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:39:30.264862 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec991d85-10e8-4c4a-924e-31a5bb697868 None None] Sync routers for ids ['5f39ed70-7472-45f4-8b3a-222a2550720d'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:39:30.268366 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-9217bbf0-56fd-4872-8c50-40747ce19189 None None] For port 13094df4-d7e7-4fd5-8525-beabb53cdb50, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=13094df4-d7e7-4fd5-8525-beabb53cdb50,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:39:30.273670 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-9217bbf0-56fd-4872-8c50-40747ce19189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:30.289175 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a36cf765-ddae-4a4e-81ab-780fe6b247c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:30.323721 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-2409b51f-8e99-4721-bada-a722efc98ea7 service neutron] Transition to ACTIVE for port object d6fe07ca-8e42-4b68-984e-1f345c8d16f6 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:39:30.393703 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9217bbf0-56fd-4872-8c50-40747ce19189 None None] Routers {'46cf8110-e37c-446a-9ef9-825115114025'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:30.394730 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-9217bbf0-56fd-4872-8c50-40747ce19189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:39:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['46cf8110-e37c-446a-9ef9-825115114025'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:30.409720 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-2409b51f-8e99-4721-bada-a722efc98ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:30.447185 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415db90f-2833-49df-b5d1-3f98a399c97b None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:39:30.511375 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec991d85-10e8-4c4a-924e-31a5bb697868 None None] Routers {'5f39ed70-7472-45f4-8b3a-222a2550720d'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:30.512028 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ec991d85-10e8-4c4a-924e-31a5bb697868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:39:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['5f39ed70-7472-45f4-8b3a-222a2550720d'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:30.528292 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7181128-73ee-4b5b-8545-77d7edb8f266 None None] Pushing event updated for resources: {'Port': ['ID=13094df4-d7e7-4fd5-8525-beabb53cdb50,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:30.553334 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c0213417-0646-4c4e-881f-4679f51782ff tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:30.675229 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e801f189-ed25-4fc4-a65c-5c14a848a2af tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:30.689917 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ac1f2-78b3-4b36-87e5-407917abe38f req-44211f3a-a015-4d3e-9677-65eddecb22ba tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:30.702176 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9c2ac1f2-78b3-4b36-87e5-407917abe38f req-44211f3a-a015-4d3e-9677-65eddecb22ba tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9f4a92-2d46-4c26-9232-803f432456fd HTTP/1.1" status: 200 len: 945 time: 0.5878096 Dec 10 16:39:30.709977 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-9217bbf0-56fd-4872-8c50-40747ce19189 None None] Set router 46cf8110-e37c-446a-9ef9-825115114025 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:30.757192 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e801f189-ed25-4fc4-a65c-5c14a848a2af tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:30.794223 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9c2ac1f2-78b3-4b36-87e5-407917abe38f req-51252563-062d-4444-8676-950f7aed7444 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a6d5bf6-4b98-4d63-a5d1-ad5b655a51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902362 Dec 10 16:39:30.832538 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 55b03701-ce29-4fbb-9dd4-ff3d9f5c8667 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:30.832920 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:30.839859 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409b51f-8e99-4721-bada-a722efc98ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=d6fe07ca-8e42-4b68-984e-1f345c8d16f6,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:30.846550 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36912) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:30.942438 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c0213417-0646-4c4e-881f-4679f51782ff tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:30.948552 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0213417-0646-4c4e-881f-4679f51782ff tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:30.949154 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c0213417-0646-4c4e-881f-4679f51782ff tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:30.963778 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-343322d3-59fb-441c-a50a-c502c39b9f9a None None] Allocated IP 2001:db8:0:ffff::2 (36856122-7f68-4727-aacf-3b7d54657432/ed30cf43-1858-46de-a28f-6fe62a399b80/85eade06-9d8e-44da-b734-49286dff521c) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:31.061526 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e801f189-ed25-4fc4-a65c-5c14a848a2af tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:31.089530 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c0213417-0646-4c4e-881f-4679f51782ff tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5075362 Dec 10 16:39:31.092748 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36914) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:31.110386 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-32025a0f-77b4-4336-ab08-07268d3eb570 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Request body: {'subnet': {'network_id': 'cde4a5ef-8dbb-4b15-9024-6885e7aaeff0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:31.178110 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e801f189-ed25-4fc4-a65c-5c14a848a2af tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event updated for resources: {'Port': ['ID=d9d9846f-179f-422b-b690-ee15579322cd,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:31.259415 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-343322d3-59fb-441c-a50a-c502c39b9f9a None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:31.281947 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-ec991d85-10e8-4c4a-924e-31a5bb697868 None None] Set router 5f39ed70-7472-45f4-8b3a-222a2550720d gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:31.288099 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3d6af8-93c3-4b6d-b2f2-91331b3b7114 tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:31.294247 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9a3d6af8-93c3-4b6d-b2f2-91331b3b7114 tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9b9f4a92-2d46-4c26-9232-803f432456fd HTTP/1.1" status: 200 len: 1091 time: 0.4000547 Dec 10 16:39:31.303159 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36918) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:31.317783 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-bb5c31e6-8589-4b01-bc3d-5d984f563580 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'port_id': '14a1d06f-210d-4cdb-b160-f5a60a932505', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:31.323865 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0213417-0646-4c4e-881f-4679f51782ff tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Pushing event updated for resources: {'Network': ['ID=cde4a5ef-8dbb-4b15-9024-6885e7aaeff0,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:31.339238 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223f0f0-4336-4d3f-8ab7-dc49cbe73ee7 req-48ed0506-fccc-41c6-b5d6-9ce85d549236 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:31.340981 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e223f0f0-4336-4d3f-8ab7-dc49cbe73ee7 req-48ed0506-fccc-41c6-b5d6-9ce85d549236 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.3873107 Dec 10 16:39:31.376344 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-a36cf765-ddae-4a4e-81ab-780fe6b247c7 admin admin] Allocated IP 172.20.0.1 (fc800729-4c89-4e71-8c3d-357b80434302/514f0cad-311e-42b1-88d3-96c4adf5fce4/3869ea40-c8fa-4f77-86d4-9146cef901bc) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:31.376602 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-343322d3-59fb-441c-a50a-c502c39b9f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:31.378503 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network cde4a5ef-8dbb-4b15-9024-6885e7aaeff0 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:39:31.487419 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e223f0f0-4336-4d3f-8ab7-dc49cbe73ee7 req-1b431e4a-c8bc-4cff-84e1-eec832c15616 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1225429 Dec 10 16:39:31.547236 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32025a0f-77b4-4336-ab08-07268d3eb570 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Made reservation on behalf of 19120212824a4ffeb7bcd2361b78b861 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:31.554433 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32025a0f-77b4-4336-ab08-07268d3eb570 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:31.599464 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bb5c31e6-8589-4b01-bc3d-5d984f563580 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for floatingip, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:31.621904 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e801f189-ed25-4fc4-a65c-5c14a848a2af tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Network 40672997-412d-4364-8e20-42bc5f212e65 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:31.627562 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-e801f189-ed25-4fc4-a65c-5c14a848a2af tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:31.653318 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-2409b51f-8e99-4721-bada-a722efc98ea7 service neutron] Attempting to bind port d6fe07ca-8e42-4b68-984e-1f345c8d16f6 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:39:31.653685 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-2409b51f-8e99-4721-bada-a722efc98ea7 service neutron] Attempting to bind port d6fe07ca-8e42-4b68-984e-1f345c8d16f6 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': 'db436464-9c6b-4d87-a475-1d1393a0d135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '44664ccf-6fcd-4f2c-8bbc-31f6a4af3075'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:39:31.654014 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-2409b51f-8e99-4721-bada-a722efc98ea7 service neutron] Attempting to bind port d6fe07ca-8e42-4b68-984e-1f345c8d16f6 on network 44664ccf-6fcd-4f2c-8bbc-31f6a4af3075 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:31.680571 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a36cf765-ddae-4a4e-81ab-780fe6b247c7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:31.693930 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-2409b51f-8e99-4721-bada-a722efc98ea7 service neutron] Port d6fe07ca-8e42-4b68-984e-1f345c8d16f6 on network 44664ccf-6fcd-4f2c-8bbc-31f6a4af3075 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:39:31.694292 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-2409b51f-8e99-4721-bada-a722efc98ea7 service neutron] Attempting to bind port d6fe07ca-8e42-4b68-984e-1f345c8d16f6 on network 44664ccf-6fcd-4f2c-8bbc-31f6a4af3075 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:31.711803 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-9217bbf0-56fd-4872-8c50-40747ce19189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46cf8110-e37c-446a-9ef9-825115114025', 'name': 'tempest-TestServerBasicOps-1988866964-router', 'tenant_id': 'd4ee0c7a428d45198e7c09fd38192339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '13094df4-d7e7-4fd5-8525-beabb53cdb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:21Z', 'updated_at': '2021-12-10T16:39:24Z', 'revision_number': 3, 'project_id': 'd4ee0c7a428d45198e7c09fd38192339', 'gw_port': {'id': '13094df4-d7e7-4fd5-8525-beabb53cdb50', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:25:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46cf8110-e37c-446a-9ef9-825115114025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:22Z', 'updated_at': '2021-12-10T16:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:31.773157 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9217bbf0-56fd-4872-8c50-40747ce19189 None None] The sync data for ids ['46cf8110-e37c-446a-9ef9-825115114025'] in n-d-766771-2 is: [{'id': '46cf8110-e37c-446a-9ef9-825115114025', 'name': 'tempest-TestServerBasicOps-1988866964-router', 'tenant_id': 'd4ee0c7a428d45198e7c09fd38192339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '13094df4-d7e7-4fd5-8525-beabb53cdb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:21Z', 'updated_at': '2021-12-10T16:39:24Z', 'revision_number': 3, 'project_id': 'd4ee0c7a428d45198e7c09fd38192339', 'gw_port': {'id': '13094df4-d7e7-4fd5-8525-beabb53cdb50', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:25:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46cf8110-e37c-446a-9ef9-825115114025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:22Z', 'updated_at': '2021-12-10T16:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:39:31.798446 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-2409b51f-8e99-4721-bada-a722efc98ea7 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:39:31.804354 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-2409b51f-8e99-4721-bada-a722efc98ea7 service neutron] Checking segment: {'id': 'db436464-9c6b-4d87-a475-1d1393a0d135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '44664ccf-6fcd-4f2c-8bbc-31f6a4af3075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:31.806032 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-2409b51f-8e99-4721-bada-a722efc98ea7 service neutron] Bound using segment: {'id': 'db436464-9c6b-4d87-a475-1d1393a0d135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '44664ccf-6fcd-4f2c-8bbc-31f6a4af3075'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:39:31.806648 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-2409b51f-8e99-4721-bada-a722efc98ea7 service neutron] Bound port: d6fe07ca-8e42-4b68-984e-1f345c8d16f6, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db436464-9c6b-4d87-a475-1d1393a0d135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '44664ccf-6fcd-4f2c-8bbc-31f6a4af3075'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:39:31.808271 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-2409b51f-8e99-4721-bada-a722efc98ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:31.825387 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e801f189-ed25-4fc4-a65c-5c14a848a2af tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Router 5f39ed70-7472-45f4-8b3a-222a2550720d has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:39:31.895578 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97a643d-7a38-4eae-8046-76cb615cbc2a None None] Network 40672997-412d-4364-8e20-42bc5f212e65 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:31.966665 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343322d3-59fb-441c-a50a-c502c39b9f9a None None] Network 36856122-7f68-4727-aacf-3b7d54657432 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:31.969194 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-750d6d98-60a6-4ae6-80bd-b6de96b37ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:31.986726 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a36cf765-ddae-4a4e-81ab-780fe6b247c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:32.001698 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-2409b51f-8e99-4721-bada-a722efc98ea7 service neutron] For port d6fe07ca-8e42-4b68-984e-1f345c8d16f6, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:39:32.046875 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36cf765-ddae-4a4e-81ab-780fe6b247c7 admin admin] Network fc800729-4c89-4e71-8c3d-357b80434302 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:32.055627 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-2409b51f-8e99-4721-bada-a722efc98ea7 service neutron] For port d6fe07ca-8e42-4b68-984e-1f345c8d16f6, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=d6fe07ca-8e42-4b68-984e-1f345c8d16f6,segment=NetworkSegment(db436464-9c6b-4d87-a475-1d1393a0d135),segment_id=db436464-9c6b-4d87-a475-1d1393a0d135)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:39:32.060330 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-a36cf765-ddae-4a4e-81ab-780fe6b247c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:32.066743 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36cf765-ddae-4a4e-81ab-780fe6b247c7 admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:32.069190 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-2409b51f-8e99-4721-bada-a722efc98ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:32.100451 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-343322d3-59fb-441c-a50a-c502c39b9f9a None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:32.105503 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343322d3-59fb-441c-a50a-c502c39b9f9a None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:32.106222 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36cf765-ddae-4a4e-81ab-780fe6b247c7 admin admin] Pushing event updated for resources: {'Port': ['ID=3869ea40-c8fa-4f77-86d4-9146cef901bc,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:32.145026 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f3b97-9b5a-4ea7-a964-a5495ce4548f req-0b329201-70ee-4f8c-87fc-54749cdc99ae tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:32.146933 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-409f3b97-9b5a-4ea7-a964-a5495ce4548f req-0b329201-70ee-4f8c-87fc-54749cdc99ae tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1ea9ea7-eb5b-4fdc-a023-a49630c2bd68 HTTP/1.1" status: 200 len: 943 time: 0.2061541 Dec 10 16:39:32.153572 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e801f189-ed25-4fc4-a65c-5c14a848a2af tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:39:32.169127 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-2409b51f-8e99-4721-bada-a722efc98ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:32.169825 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-2409b51f-8e99-4721-bada-a722efc98ea7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:32.172619 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-2409b51f-8e99-4721-bada-a722efc98ea7 service neutron] 10.222.0.46 "PUT /v2.0/ports/d6fe07ca-8e42-4b68-984e-1f345c8d16f6 HTTP/1.1" status: 200 len: 1091 time: 3.8597500 Dec 10 16:39:32.179913 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ea9ea7-eb5b-4fdc-a023-a49630c2bd68', 'tag': 'd6fe07ca-8e42-4b68-984e-1f345c8d16f6'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:39:32.203089 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e801f189-ed25-4fc4-a65c-5c14a848a2af tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "PUT /v2.0/routers/5f39ed70-7472-45f4-8b3a-222a2550720d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2751756 Dec 10 16:39:32.215933 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36930) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:32.228175 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-fc898b61-2ad1-41d2-83fd-00a556e8ca8e tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Request body: {'network': {'name': 'tempest-RoutersTest-1951859218'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:32.228333 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c998c3-dd3c-42ea-90dd-a3d2230532d8" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ea9ea7-eb5b-4fdc-a023-a49630c2bd68", "tag": "d6fe07ca-8e42-4b68-984e-1f345c8d16f6"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:39:32.240659 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:32.255404 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343322d3-59fb-441c-a50a-c502c39b9f9a None None] Pushing event updated for resources: {'Port': ['ID=85eade06-9d8e-44da-b734-49286dff521c,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:32.301329 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a36cf765-ddae-4a4e-81ab-780fe6b247c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:32.304643 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409b51f-8e99-4721-bada-a722efc98ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=d6fe07ca-8e42-4b68-984e-1f345c8d16f6,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:32.331249 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-750d6d98-60a6-4ae6-80bd-b6de96b37ca6 None None] For port 55b03701-ce29-4fbb-9dd4-ff3d9f5c8667, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=55b03701-ce29-4fbb-9dd4-ff3d9f5c8667,segment=NetworkSegment(075e93c4-5c0d-4bf4-a769-1feff4c3bba1),segment_id=075e93c4-5c0d-4bf4-a769-1feff4c3bba1)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:32.374025 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-409f3b97-9b5a-4ea7-a964-a5495ce4548f req-37c5209e-5ade-4f5b-8f1a-e95855df7b1d tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] 10.222.0.11 "GET /v2.0/security-groups?id=693085e5-7332-4c5f-93cd-deaca0871cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164962 Dec 10 16:39:32.377266 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc898b61-2ad1-41d2-83fd-00a556e8ca8e tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Made reservation on behalf of c3e8ec0e2fb1438e9608d84a3552139f for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:32.393877 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fc898b61-2ad1-41d2-83fd-00a556e8ca8e tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:32.394365 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-750d6d98-60a6-4ae6-80bd-b6de96b37ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:32.398184 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bb5c31e6-8589-4b01-bc3d-5d984f563580 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:32.455982 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc898b61-2ad1-41d2-83fd-00a556e8ca8e tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:39:32.472079 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fc898b61-2ad1-41d2-83fd-00a556e8ca8e tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:32.473971 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-fc898b61-2ad1-41d2-83fd-00a556e8ca8e tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Added segment 23cc838c-f8dd-4ceb-aa8d-5c5bedcbc0d6 of type vlan for network f050ad9c-b965-473b-97e0-a2c5cab7ba54 Dec 10 16:39:32.561336 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fc898b61-2ad1-41d2-83fd-00a556e8ca8e tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:32.620695 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.api [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:39:32.621426 n-d-766771-2 neutron-server[103394]: DEBUG oslo_db.api [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:39:32.632160 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fc898b61-2ad1-41d2-83fd-00a556e8ca8e tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:32.650026 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-343322d3-59fb-441c-a50a-c502c39b9f9a None None] Attempting to bind port 85eade06-9d8e-44da-b734-49286dff521c on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:39:32.650435 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-343322d3-59fb-441c-a50a-c502c39b9f9a None None] Attempting to bind port 85eade06-9d8e-44da-b734-49286dff521c by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'd5ce8c70-dbaf-4f35-9a7a-d89a5ff7cc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '36856122-7f68-4727-aacf-3b7d54657432'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:39:32.650807 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343322d3-59fb-441c-a50a-c502c39b9f9a None None] Attempting to bind port 85eade06-9d8e-44da-b734-49286dff521c on network 36856122-7f68-4727-aacf-3b7d54657432 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:32.667380 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc898b61-2ad1-41d2-83fd-00a556e8ca8e tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:32.668036 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fc898b61-2ad1-41d2-83fd-00a556e8ca8e tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:32.744267 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d6d98-60a6-4ae6-80bd-b6de96b37ca6 None None] Pushing event updated for resources: {'Port': ['ID=55b03701-ce29-4fbb-9dd4-ff3d9f5c8667,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:32.750048 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343322d3-59fb-441c-a50a-c502c39b9f9a None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:39:32.750945 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343322d3-59fb-441c-a50a-c502c39b9f9a None None] Checking segment: {'id': 'd5ce8c70-dbaf-4f35-9a7a-d89a5ff7cc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '36856122-7f68-4727-aacf-3b7d54657432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:32.751533 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-343322d3-59fb-441c-a50a-c502c39b9f9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:32.751997 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343322d3-59fb-441c-a50a-c502c39b9f9a None None] Bound using segment: {'id': 'd5ce8c70-dbaf-4f35-9a7a-d89a5ff7cc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '36856122-7f68-4727-aacf-3b7d54657432'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:39:32.752641 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-343322d3-59fb-441c-a50a-c502c39b9f9a None None] Bound port: 85eade06-9d8e-44da-b734-49286dff521c, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ce8c70-dbaf-4f35-9a7a-d89a5ff7cc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '36856122-7f68-4727-aacf-3b7d54657432'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:39:32.753203 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-343322d3-59fb-441c-a50a-c502c39b9f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:32.766649 n-d-766771-2 neutron-server[103392]: DEBUG neutron.objects.ports [None req-32025a0f-77b4-4336-ab08-07268d3eb570 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103392) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 16:39:32.794774 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6108479a-cc68-41bc-b1b6-0db9d8430c19 None None] Provisioning complete for port c19f3433-0ec0-40d5-850d-1ad79d1165c8 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:32.795221 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6108479a-cc68-41bc-b1b6-0db9d8430c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:32.842400 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32025a0f-77b4-4336-ab08-07268d3eb570 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:32.861875 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-fc898b61-2ad1-41d2-83fd-00a556e8ca8e tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6425531 Dec 10 16:39:32.889396 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36938) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:32.910538 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271efa0b-ad2e-4367-9085-37370a38799f req-e525bfbd-1bf8-44d9-95f8-284cc9194286 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:32.912240 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-271efa0b-ad2e-4367-9085-37370a38799f req-e525bfbd-1bf8-44d9-95f8-284cc9194286 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 946 time: 0.2994919 Dec 10 16:39:32.917181 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-56a70fc6-2a02-4089-bbfa-cacafb1984ce tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Request body: {'subnet': {'network_id': 'f050ad9c-b965-473b-97e0-a2c5cab7ba54', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:33.002180 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc898b61-2ad1-41d2-83fd-00a556e8ca8e tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event updated for resources: {'Network': ['ID=f050ad9c-b965-473b-97e0-a2c5cab7ba54,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:33.019143 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-343322d3-59fb-441c-a50a-c502c39b9f9a None None] For port 85eade06-9d8e-44da-b734-49286dff521c, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:39:33.027293 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network f050ad9c-b965-473b-97e0-a2c5cab7ba54 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:39:33.129807 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32025a0f-77b4-4336-ab08-07268d3eb570 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Pushing event updated for resources: {'Subnet': ['ID=92517010-7529-4c00-984d-cd1aa208c1f9,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:33.135816 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-bb5c31e6-8589-4b01-bc3d-5d984f563580 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Allocated IP 172.25.6.95 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/d5e2b729-84b8-4bef-ae43-f2723c164fc5) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:33.176776 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6108479a-cc68-41bc-b1b6-0db9d8430c19 None None] Provisioning complete for port 55b03701-ce29-4fbb-9dd4-ff3d9f5c8667 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:33.177153 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6108479a-cc68-41bc-b1b6-0db9d8430c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:33.198213 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-343322d3-59fb-441c-a50a-c502c39b9f9a None None] For port 85eade06-9d8e-44da-b734-49286dff521c, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=85eade06-9d8e-44da-b734-49286dff521c,segment=NetworkSegment(d5ce8c70-dbaf-4f35-9a7a-d89a5ff7cc15),segment_id=d5ce8c70-dbaf-4f35-9a7a-d89a5ff7cc15)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:39:33.202527 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ec991d85-10e8-4c4a-924e-31a5bb697868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'name': 'tempest-RoutersTest-router-1164737647', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:07Z', 'updated_at': '2021-12-10T16:39:30Z', 'revision_number': 4, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'gw_port_host': None, '_interfaces': [{'id': '61daa797-1723-4951-9bb9-45570f6a322b', 'name': '', 'network_id': 'e47e9b0f-d5cd-406d-aabd-b15d8c6d0950', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:1a:54:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '0789f4cd-b6e6-4642-9dd3-410a33e65083', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:20Z', 'updated_at': '2021-12-10T16:39:22Z', 'revision_number': 2, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': '0789f4cd-b6e6-4642-9dd3-410a33e65083', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e6bed2-6ebe-4384-ad72-3ccaf806c930', 'name': '', 'network_id': '5d884117-c793-4ff4-b37e-45e1cec76516', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:1c:74:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:13Z', 'updated_at': '2021-12-10T16:39:25Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9d9846f-179f-422b-b690-ee15579322cd', 'name': '', 'network_id': '40672997-412d-4364-8e20-42bc5f212e65', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:3d:f8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'b5af992b-e554-4e07-98aa-6a6e6279360e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:28Z', 'updated_at': '2021-12-10T16:39:29Z', 'revision_number': 1, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': 'b5af992b-e554-4e07-98aa-6a6e6279360e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:33.214960 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-271efa0b-ad2e-4367-9085-37370a38799f req-365a3910-ca0c-4265-b7d0-1936e8ae6413 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups?id=42a51466-52e5-4458-bb68-54ca9f97b7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2901366 Dec 10 16:39:33.262789 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bb5c31e6-8589-4b01-bc3d-5d984f563580 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:33.269842 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32025a0f-77b4-4336-ab08-07268d3eb570 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Checking segment: {'id': 'fa56c86b-b115-4cbc-baba-4b8662daf13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cde4a5ef-8dbb-4b15-9024-6885e7aaeff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:33.271611 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32025a0f-77b4-4336-ab08-07268d3eb570 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Network hostable DHCP agents. Network: cde4a5ef-8dbb-4b15-9024-6885e7aaeff0, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:39:33.292726 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bb5c31e6-8589-4b01-bc3d-5d984f563580 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:33.342929 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-343322d3-59fb-441c-a50a-c502c39b9f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:33.372471 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5c31e6-8589-4b01-bc3d-5d984f563580 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:33.413356 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-bb5c31e6-8589-4b01-bc3d-5d984f563580 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:33.428731 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-a6ae3a15-b2d4-40d8-b5d5-6d61e9a0dad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:33.439527 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-a6ae3a15-b2d4-40d8-b5d5-6d61e9a0dad7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8241e2a448cc4c3bb89d9c117fa15231&device_id=f1ea9ea7-eb5b-4fdc-a023-a49630c2bd68 HTTP/1.1" status: 200 len: 1094 time: 1.1767597 Dec 10 16:39:33.445254 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5c31e6-8589-4b01-bc3d-5d984f563580 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:33.463955 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343322d3-59fb-441c-a50a-c502c39b9f9a None None] Pushing event updated for resources: {'Port': ['ID=85eade06-9d8e-44da-b734-49286dff521c,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:33.470520 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec991d85-10e8-4c4a-924e-31a5bb697868 None None] Checking router: 5f39ed70-7472-45f4-8b3a-222a2550720d for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:39:33.470967 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec991d85-10e8-4c4a-924e-31a5bb697868 None None] Updating router 5f39ed70-7472-45f4-8b3a-222a2550720d port 61daa797-1723-4951-9bb9-45570f6a322b binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:39:33.490581 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c31e6-8589-4b01-bc3d-5d984f563580 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event updated for resources: {'Port': ['ID=d5e2b729-84b8-4bef-ae43-f2723c164fc5,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:33.536124 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c9dde-2b14-4db7-8a3d-cfb8e10291d1 req-2a8951a7-2cc4-4dbf-8ea6-0af0486a4dd2 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:33.538323 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-036c9dde-2b14-4db7-8a3d-cfb8e10291d1 req-2a8951a7-2cc4-4dbf-8ea6-0af0486a4dd2 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.46 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 946 time: 0.3218744 Dec 10 16:39:33.541626 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a70fc6-2a02-4089-bbfa-cacafb1984ce tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Made reservation on behalf of c3e8ec0e2fb1438e9608d84a3552139f for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:33.548457 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56a70fc6-2a02-4089-bbfa-cacafb1984ce tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:33.559713 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ec991d85-10e8-4c4a-924e-31a5bb697868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:33.568845 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-a62baea5-7e20-41d0-a866-38302cef56a2 tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=5d925a23ee2046d79bb5352e8a2fbff8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1516104 Dec 10 16:39:33.586852 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-8be00125-6703-4695-b9e6-3b0e9c3b2959 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6fe07ca-8e42-4b68-984e-1f345c8d16f6 HTTP/1.1" status: 200 len: 217 time: 0.1253965 Dec 10 16:39:33.611908 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32025a0f-77b4-4336-ab08-07268d3eb570 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Network cde4a5ef-8dbb-4b15-9024-6885e7aaeff0 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:39:33.676059 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-43f86127-e091-4f75-8a5c-e3e5d8f5b01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:33.678118 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-43f86127-e091-4f75-8a5c-e3e5d8f5b01a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e82466c5-eec5-41e7-8b5b-73ab3b0a5d1f HTTP/1.1" status: 200 len: 860 time: 0.0821328 Dec 10 16:39:33.753832 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-32025a0f-77b4-4336-ab08-07268d3eb570 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, cde4a5ef-8dbb-4b15-9024-6885e7aaeff0) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:33.759441 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32025a0f-77b4-4336-ab08-07268d3eb570 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:33.760260 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32025a0f-77b4-4336-ab08-07268d3eb570 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:33.770364 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7544310f-864e-4e76-9764-3ed62a418ac8 None None] Network cde4a5ef-8dbb-4b15-9024-6885e7aaeff0 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:33.792898 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-a143c408-21ad-4ce7-9c3c-b7f96f70f13c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=44664ccf-6fcd-4f2c-8bbc-31f6a4af3075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052597 Dec 10 16:39:33.868533 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6108479a-cc68-41bc-b1b6-0db9d8430c19 None None] Provisioning complete for port e8c56805-bd5f-46a4-8bf8-cfde7ea0ef87 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:33.868845 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6108479a-cc68-41bc-b1b6-0db9d8430c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:33.946854 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device e8c56805-bd5f-46a4-8bf8-cfde7ea0ef87 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:33.971803 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a36cf765-ddae-4a4e-81ab-780fe6b247c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:34.214197 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2139e958-1fd4-422a-a7ce-0778f9deae10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-cde4a5ef-8dbb-4b15-9024-6885e7aaeff0', 'network_id': 'cde4a5ef-8dbb-4b15-9024-6885e7aaeff0', 'project_id': '19120212824a4ffeb7bcd2361b78b861', 'fixed_ips': [{'subnet_id': '92517010-7529-4c00-984d-cd1aa208c1f9'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:39:34.215767 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2139e958-1fd4-422a-a7ce-0778f9deae10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:34.229516 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-9e076a46-b07b-4adc-966f-12101542140c service neutron] 10.222.0.46 "GET /v2.0/networks/44664ccf-6fcd-4f2c-8bbc-31f6a4af3075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199185 Dec 10 16:39:34.327314 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-32025a0f-77b4-4336-ab08-07268d3eb570 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2227173 Dec 10 16:39:34.335576 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port e8c56805-bd5f-46a4-8bf8-cfde7ea0ef87 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:34.336414 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:34.340146 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36952) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:34.362011 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-4e4f8f30-25de-4b75-8276-8930e38e3565 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Request body: {'port': {'network_id': 'cde4a5ef-8dbb-4b15-9024-6885e7aaeff0', 'name': 'tempest-NetworksIpV6TestAttrs-845480972'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:34.406392 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-436508e0-807d-4ef1-8e37-268cac7a0797 req-7171af40-bc60-49f8-81db-826483199d68 service neutron] 10.222.0.46 "GET /v2.0/networks/44664ccf-6fcd-4f2c-8bbc-31f6a4af3075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298137 Dec 10 16:39:34.463932 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6108479a-cc68-41bc-b1b6-0db9d8430c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:34.515314 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-fb57f725-54f3-43c9-bebd-c9fa866032d0 tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:34.517362 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-fb57f725-54f3-43c9-bebd-c9fa866032d0 tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9477818 Dec 10 16:39:34.544253 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a36cf765-ddae-4a4e-81ab-780fe6b247c7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:34.601711 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-c5db2cde-aa5b-4b4d-8bb2-b4fc4e9dbc79 tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] 10.222.0.11 "GET /v2.0/quotas/5d925a23ee2046d79bb5352e8a2fbff8 HTTP/1.1" status: 200 len: 375 time: 0.0673761 Dec 10 16:39:34.629872 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a36cf765-ddae-4a4e-81ab-780fe6b247c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:34.674581 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-036c9dde-2b14-4db7-8a3d-cfb8e10291d1 req-8b7fb387-e1c7-4a4f-b650-35d69396b3c1 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Deleting port cb94977b-eb94-4335-af94-bcaa74a1e09e {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:39:34.674910 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-036c9dde-2b14-4db7-8a3d-cfb8e10291d1 req-8b7fb387-e1c7-4a4f-b650-35d69396b3c1 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:34.682998 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-1f2dad46-b4f1-420c-8347-aff569d8331f tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5d925a23ee2046d79bb5352e8a2fbff8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591083 Dec 10 16:39:34.715898 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bb5c31e6-8589-4b01-bc3d-5d984f563580 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:34.718170 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a36cf765-ddae-4a4e-81ab-780fe6b247c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:34.756305 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36cf765-ddae-4a4e-81ab-780fe6b247c7 admin admin] Pushing event updated for resources: {'Port': ['ID=3869ea40-c8fa-4f77-86d4-9146cef901bc,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:34.803818 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56a70fc6-2a02-4089-bbfa-cacafb1984ce tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:34.841351 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4f8f30-25de-4b75-8276-8930e38e3565 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Made reservation on behalf of 19120212824a4ffeb7bcd2361b78b861 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:34.851345 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4e4f8f30-25de-4b75-8276-8930e38e3565 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:34.916511 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bb5c31e6-8589-4b01-bc3d-5d984f563580 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:34.961391 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-4e4f8f30-25de-4b75-8276-8930e38e3565 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] device_id is not set on port a762a80f-fb0e-4a83-978a-b6825b534e97 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:39:34.982265 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf12c4c-852a-4f99-9210-62feb1b8179f x-openstack-request-id: req-4bf12c4c-852a-4f99-9210-62feb1b8179f {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:39:34.983354 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ea9ea7-eb5b-4fdc-a023-a49630c2bd68", "tag": "d6fe07ca-8e42-4b68-984e-1f345c8d16f6", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:39:34.983500 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ec991d85-10e8-4c4a-924e-31a5bb697868 None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:34.983686 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4bf12c4c-852a-4f99-9210-62feb1b8179f {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:39:34.985250 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ea9ea7-eb5b-4fdc-a023-a49630c2bd68', 'tag': 'd6fe07ca-8e42-4b68-984e-1f345c8d16f6', 'status': 'completed', 'code': 200} Dec 10 16:39:34.992412 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:35.012831 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-036c9dde-2b14-4db7-8a3d-cfb8e10291d1 req-8b7fb387-e1c7-4a4f-b650-35d69396b3c1 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] For port cb94977b-eb94-4335-af94-bcaa74a1e09e, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=cb94977b-eb94-4335-af94-bcaa74a1e09e,segment=NetworkSegment(5bae3635-32be-403a-b68a-450983b5ab53),segment_id=5bae3635-32be-403a-b68a-450983b5ab53)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:35.013250 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-036c9dde-2b14-4db7-8a3d-cfb8e10291d1 req-8b7fb387-e1c7-4a4f-b650-35d69396b3c1 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:35.023882 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-6108479a-cc68-41bc-b1b6-0db9d8430c19 None None] For port e8c56805-bd5f-46a4-8bf8-cfde7ea0ef87, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=e8c56805-bd5f-46a4-8bf8-cfde7ea0ef87,segment=NetworkSegment(31514409-837a-4e36-9d79-a73ca12dded8),segment_id=31514409-837a-4e36-9d79-a73ca12dded8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:35.036429 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-2139e958-1fd4-422a-a7ce-0778f9deae10 None None] Allocated IP 2001:db8::f816:3eff:fef5:61ff (cde4a5ef-8dbb-4b15-9024-6885e7aaeff0/92517010-7529-4c00-984d-cd1aa208c1f9/96df402a-9a32-4c6e-aa5f-69fef7977422) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:35.044611 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36cf765-ddae-4a4e-81ab-780fe6b247c7 admin admin] Network fc800729-4c89-4e71-8c3d-357b80434302 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:35.089153 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-a36cf765-ddae-4a4e-81ab-780fe6b247c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:35.200441 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a70fc6-2a02-4089-bbfa-cacafb1984ce tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event updated for resources: {'Subnet': ['ID=cd7f1344-df09-4bcf-8a66-a7c73e1eba76,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:35.218628 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ec991d85-10e8-4c4a-924e-31a5bb697868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:35.242828 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6108479a-cc68-41bc-b1b6-0db9d8430c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:35.369775 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a70fc6-2a02-4089-bbfa-cacafb1984ce tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Checking segment: {'id': '23cc838c-f8dd-4ceb-aa8d-5c5bedcbc0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f050ad9c-b965-473b-97e0-a2c5cab7ba54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:35.370158 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a70fc6-2a02-4089-bbfa-cacafb1984ce tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Network hostable DHCP agents. Network: f050ad9c-b965-473b-97e0-a2c5cab7ba54, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:39:35.465570 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36cf765-ddae-4a4e-81ab-780fe6b247c7 admin admin] Router 46cf8110-e37c-446a-9ef9-825115114025 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:39:35.475737 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6108479a-cc68-41bc-b1b6-0db9d8430c19 None None] Provisioning complete for port 61daa797-1723-4951-9bb9-45570f6a322b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:35.478567 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6108479a-cc68-41bc-b1b6-0db9d8430c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:35.486442 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c998c3-dd3c-42ea-90dd-a3d2230532d8 req-4af1a6f9-bd87-4f12-a0b8-4f82bd3e1e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:35.488205 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-39c998c3-dd3c-42ea-90dd-a3d2230532d8 req-4af1a6f9-bd87-4f12-a0b8-4f82bd3e1e71 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8241e2a448cc4c3bb89d9c117fa15231&device_id=f1ea9ea7-eb5b-4fdc-a023-a49630c2bd68 HTTP/1.1" status: 200 len: 1094 time: 0.4767487 Dec 10 16:39:35.575577 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a70fc6-2a02-4089-bbfa-cacafb1984ce tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Network f050ad9c-b965-473b-97e0-a2c5cab7ba54 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:39:35.597990 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.api [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:39:35.602628 n-d-766771-2 neutron-server[103394]: DEBUG oslo_db.api [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:39:35.609458 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-56a70fc6-2a02-4089-bbfa-cacafb1984ce tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, f050ad9c-b965-473b-97e0-a2c5cab7ba54) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:35.649666 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a70fc6-2a02-4089-bbfa-cacafb1984ce tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:35.657417 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56a70fc6-2a02-4089-bbfa-cacafb1984ce tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:35.673765 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d059e06-a586-4bd6-b247-265d96f25345 None None] Network 36856122-7f68-4727-aacf-3b7d54657432 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:35.683730 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17448ddd-530a-4ff5-a8f0-6ea5c0e7b166 None None] Network f050ad9c-b965-473b-97e0-a2c5cab7ba54 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:35.685549 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b0865-e222-4e17-a8c2-02329c8a81e1 None None] Pushing event updated for resources: {'Port': ['ID=61daa797-1723-4951-9bb9-45570f6a322b,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:35.724728 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-56a70fc6-2a02-4089-bbfa-cacafb1984ce tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8113704 Dec 10 16:39:35.747166 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36966) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:35.778045 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-ec991d85-10e8-4c4a-924e-31a5bb697868 None None] Attempting to bind port 61daa797-1723-4951-9bb9-45570f6a322b on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:39:35.779557 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-ec991d85-10e8-4c4a-924e-31a5bb697868 None None] Attempting to bind port 61daa797-1723-4951-9bb9-45570f6a322b by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '075e93c4-5c0d-4bf4-a769-1feff4c3bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e47e9b0f-d5cd-406d-aabd-b15d8c6d0950'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:39:35.780111 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec991d85-10e8-4c4a-924e-31a5bb697868 None None] Attempting to bind port 61daa797-1723-4951-9bb9-45570f6a322b on network e47e9b0f-d5cd-406d-aabd-b15d8c6d0950 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:35.818421 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-036c9dde-2b14-4db7-8a3d-cfb8e10291d1 req-8b7fb387-e1c7-4a4f-b650-35d69396b3c1 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:35.818771 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-036c9dde-2b14-4db7-8a3d-cfb8e10291d1 req-8b7fb387-e1c7-4a4f-b650-35d69396b3c1 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:35.819103 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [req-036c9dde-2b14-4db7-8a3d-cfb8e10291d1 req-8b7fb387-e1c7-4a4f-b650-35d69396b3c1 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Floating IP 5a161d05-d937-42e2-8cb8-7b2db6075809 disassociated. External IP: 172.25.6.78, port: cb94977b-eb94-4335-af94-bcaa74a1e09e. Dec 10 16:39:35.819515 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-036c9dde-2b14-4db7-8a3d-cfb8e10291d1 req-8b7fb387-e1c7-4a4f-b650-35d69396b3c1 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Calling delete_port for cb94977b-eb94-4335-af94-bcaa74a1e09e owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:35.874176 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bb5c31e6-8589-4b01-bc3d-5d984f563580 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:35.908120 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec991d85-10e8-4c4a-924e-31a5bb697868 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:39:35.908662 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bb5c31e6-8589-4b01-bc3d-5d984f563580 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:35.909210 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec991d85-10e8-4c4a-924e-31a5bb697868 None None] Checking segment: {'id': '075e93c4-5c0d-4bf4-a769-1feff4c3bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e47e9b0f-d5cd-406d-aabd-b15d8c6d0950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:35.909777 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ec991d85-10e8-4c4a-924e-31a5bb697868 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:35.910404 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec991d85-10e8-4c4a-924e-31a5bb697868 None None] Bound using segment: {'id': '075e93c4-5c0d-4bf4-a769-1feff4c3bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e47e9b0f-d5cd-406d-aabd-b15d8c6d0950'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:39:35.910871 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-ec991d85-10e8-4c4a-924e-31a5bb697868 None None] Bound port: 61daa797-1723-4951-9bb9-45570f6a322b, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '075e93c4-5c0d-4bf4-a769-1feff4c3bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e47e9b0f-d5cd-406d-aabd-b15d8c6d0950'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:39:35.911278 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ec991d85-10e8-4c4a-924e-31a5bb697868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:35.951398 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-6108479a-cc68-41bc-b1b6-0db9d8430c19 None None] Port 61daa797-1723-4951-9bb9-45570f6a322b cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:39:35.979178 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6342bd24-633e-4ddd-a2d4-57aa3cc3886c req-a1c012a6-22be-4737-9b4f-bc1d69d50adc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=41b872ec-a385-49f0-9221-9507cb66a550&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8063343 Dec 10 16:39:36.014343 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6108479a-cc68-41bc-b1b6-0db9d8430c19 None None] Pushing event updated for resources: {'Port': ['ID=e8c56805-bd5f-46a4-8bf8-cfde7ea0ef87,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:36.079783 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2139e958-1fd4-422a-a7ce-0778f9deae10 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:36.085109 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6108479a-cc68-41bc-b1b6-0db9d8430c19 None None] Provisioning complete for port 13094df4-d7e7-4fd5-8525-beabb53cdb50 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:36.085477 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6108479a-cc68-41bc-b1b6-0db9d8430c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:36.112075 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2621033b-28d5-400c-adca-5e389f9d5ecd req-2c1c0343-70b6-4dad-8b66-df61bde2788f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2027280 Dec 10 16:39:36.132306 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c087c92e-c2d2-4a71-a5a7-ba6660725b6d req-15c2ad5c-a808-462c-8cb8-e0f10fa63e80 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:36.139902 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c087c92e-c2d2-4a71-a5a7-ba6660725b6d req-15c2ad5c-a808-462c-8cb8-e0f10fa63e80 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1ea9ea7-eb5b-4fdc-a023-a49630c2bd68 HTTP/1.1" status: 200 len: 943 time: 0.2651958 Dec 10 16:39:36.163670 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2139e958-1fd4-422a-a7ce-0778f9deae10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:36.170979 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bb5c31e6-8589-4b01-bc3d-5d984f563580 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:36.196201 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba82b7be-1dac-4fc8-b6d8-c1e6fc7906c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-f050ad9c-b965-473b-97e0-a2c5cab7ba54', 'network_id': 'f050ad9c-b965-473b-97e0-a2c5cab7ba54', 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'fixed_ips': [{'subnet_id': 'cd7f1344-df09-4bcf-8a66-a7c73e1eba76'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:39:36.197062 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ba82b7be-1dac-4fc8-b6d8-c1e6fc7906c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:36.273461 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-ec991d85-10e8-4c4a-924e-31a5bb697868 None None] For port 61daa797-1723-4951-9bb9-45570f6a322b, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:39:36.278716 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2139e958-1fd4-422a-a7ce-0778f9deae10 None None] Network cde4a5ef-8dbb-4b15-9024-6885e7aaeff0 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:36.294955 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 55b03701-ce29-4fbb-9dd4-ff3d9f5c8667 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:36.301900 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c31e6-8589-4b01-bc3d-5d984f563580 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event updated for resources: {'Port': ['ID=d5e2b729-84b8-4bef-ae43-f2723c164fc5,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:36.310385 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-2139e958-1fd4-422a-a7ce-0778f9deae10 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:36.312689 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36cf765-ddae-4a4e-81ab-780fe6b247c7 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:39:36.314654 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-ec991d85-10e8-4c4a-924e-31a5bb697868 None None] For port 61daa797-1723-4951-9bb9-45570f6a322b, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=61daa797-1723-4951-9bb9-45570f6a322b,segment=NetworkSegment(075e93c4-5c0d-4bf4-a769-1feff4c3bba1),segment_id=075e93c4-5c0d-4bf4-a769-1feff4c3bba1)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:39:36.322975 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2139e958-1fd4-422a-a7ce-0778f9deae10 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:36.332268 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a36cf765-ddae-4a4e-81ab-780fe6b247c7 admin admin] 10.222.0.11 "PUT /v2.0/routers/46cf8110-e37c-446a-9ef9-825115114025/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3879778 Dec 10 16:39:36.339120 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342bd24-633e-4ddd-a2d4-57aa3cc3886c req-6ae7ef7a-c358-4e2c-b72b-fc8d7643cc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:36.340820 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6342bd24-633e-4ddd-a2d4-57aa3cc3886c req-6ae7ef7a-c358-4e2c-b72b-fc8d7643cc87 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=38b4c50f2746432ea9adf6424421cd8d&device_id=41b872ec-a385-49f0-9221-9507cb66a550 HTTP/1.1" status: 200 len: 1097 time: 0.2702770 Dec 10 16:39:36.343200 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293253bb-6014-4b7d-b0de-4821f6f2356d None None] Sync routers for ids ['46cf8110-e37c-446a-9ef9-825115114025'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:39:36.354909 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293253bb-6014-4b7d-b0de-4821f6f2356d None None] Routers {'46cf8110-e37c-446a-9ef9-825115114025'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:36.355896 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-293253bb-6014-4b7d-b0de-4821f6f2356d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:39:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['46cf8110-e37c-446a-9ef9-825115114025'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:36.371996 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-4e4f8f30-25de-4b75-8276-8930e38e3565 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Allocated IP 2001:db8::f816:3eff:feab:4243 (cde4a5ef-8dbb-4b15-9024-6885e7aaeff0/92517010-7529-4c00-984d-cd1aa208c1f9/a762a80f-fb0e-4a83-978a-b6825b534e97) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:36.440529 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c087c92e-c2d2-4a71-a5a7-ba6660725b6d req-b2b7c4df-5db5-4c97-99b2-d0eeb6d8fced tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] 10.222.0.11 "GET /v2.0/security-groups?id=693085e5-7332-4c5f-93cd-deaca0871cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954035 Dec 10 16:39:36.476832 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-293253bb-6014-4b7d-b0de-4821f6f2356d None None] Set router 46cf8110-e37c-446a-9ef9-825115114025 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:36.514536 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621033b-28d5-400c-adca-5e389f9d5ecd req-2507a002-210f-42fd-acb0-87912ce85d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:36.516080 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2621033b-28d5-400c-adca-5e389f9d5ecd req-2507a002-210f-42fd-acb0-87912ce85d8d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=38b4c50f2746432ea9adf6424421cd8d&device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 1095 time: 0.3064406 Dec 10 16:39:36.520194 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-036c9dde-2b14-4db7-8a3d-cfb8e10291d1 req-8b7fb387-e1c7-4a4f-b650-35d69396b3c1 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:36.589339 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342bd24-633e-4ddd-a2d4-57aa3cc3886c req-f1c84d96-962a-4e22-a5dc-857286ace44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:36.598767 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6342bd24-633e-4ddd-a2d4-57aa3cc3886c req-f1c84d96-962a-4e22-a5dc-857286ace44b service neutron] 10.222.0.26 "GET /v2.0/networks?id=32421a12-0b3a-42d4-846a-0de14cdef277 HTTP/1.1" status: 200 len: 912 time: 0.2089562 Dec 10 16:39:36.665218 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6342bd24-633e-4ddd-a2d4-57aa3cc3886c req-6bd24eb5-2fec-4977-8813-9d1adef19de2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71 HTTP/1.1" status: 200 len: 217 time: 0.0614214 Dec 10 16:39:36.668105 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c998c3-dd3c-42ea-90dd-a3d2230532d8 req-0a00a2ca-2c6a-4bee-8c45-3e59f9d20b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:36.669410 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-39c998c3-dd3c-42ea-90dd-a3d2230532d8 req-0a00a2ca-2c6a-4bee-8c45-3e59f9d20b32 service neutron] 10.222.0.46 "GET /v2.0/networks?id=44664ccf-6fcd-4f2c-8bbc-31f6a4af3075 HTTP/1.1" status: 200 len: 921 time: 1.1660886 Dec 10 16:39:36.682674 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ec991d85-10e8-4c4a-924e-31a5bb697868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:36.685242 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2139e958-1fd4-422a-a7ce-0778f9deae10 None None] Pushing event updated for resources: {'Port': ['ID=96df402a-9a32-4c6e-aa5f-69fef7977422,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:36.694088 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-293253bb-6014-4b7d-b0de-4821f6f2356d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46cf8110-e37c-446a-9ef9-825115114025', 'name': 'tempest-TestServerBasicOps-1988866964-router', 'tenant_id': 'd4ee0c7a428d45198e7c09fd38192339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '13094df4-d7e7-4fd5-8525-beabb53cdb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:21Z', 'updated_at': '2021-12-10T16:39:33Z', 'revision_number': 4, 'project_id': 'd4ee0c7a428d45198e7c09fd38192339', 'gw_port': {'id': '13094df4-d7e7-4fd5-8525-beabb53cdb50', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:25:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46cf8110-e37c-446a-9ef9-825115114025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:22Z', 'updated_at': '2021-12-10T16:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '3869ea40-c8fa-4f77-86d4-9146cef901bc', 'name': '', 'network_id': 'fc800729-4c89-4e71-8c3d-357b80434302', 'tenant_id': 'd4ee0c7a428d45198e7c09fd38192339', 'mac_address': 'fa:16:3e:c5:25:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46cf8110-e37c-446a-9ef9-825115114025', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '514f0cad-311e-42b1-88d3-96c4adf5fce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:30Z', 'updated_at': '2021-12-10T16:39:34Z', 'revision_number': 2, 'project_id': 'd4ee0c7a428d45198e7c09fd38192339', 'subnets': [{'id': '514f0cad-311e-42b1-88d3-96c4adf5fce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:36.729888 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293253bb-6014-4b7d-b0de-4821f6f2356d None None] Checking router: 46cf8110-e37c-446a-9ef9-825115114025 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:39:36.730113 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293253bb-6014-4b7d-b0de-4821f6f2356d None None] Updating router 46cf8110-e37c-446a-9ef9-825115114025 port 3869ea40-c8fa-4f77-86d4-9146cef901bc binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:39:36.757413 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-293253bb-6014-4b7d-b0de-4821f6f2356d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:36.779078 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device d6fe07ca-8e42-4b68-984e-1f345c8d16f6 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:39:36.781084 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device cb94977b-eb94-4335-af94-bcaa74a1e09e no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:39:36.866776 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621033b-28d5-400c-adca-5e389f9d5ecd req-b4f3c7af-cf76-42c2-a082-8069936e9a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:36.868666 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2621033b-28d5-400c-adca-5e389f9d5ecd req-b4f3c7af-cf76-42c2-a082-8069936e9a25 service neutron] 10.222.0.46 "GET /v2.0/networks?id=32421a12-0b3a-42d4-846a-0de14cdef277 HTTP/1.1" status: 200 len: 912 time: 0.3095357 Dec 10 16:39:36.869497 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7fb387-e1c7-4a4f-b650-35d69396b3c1 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Pushing event deleted for resources: {'Port': ['ID=cb94977b-eb94-4335-af94-bcaa74a1e09e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:36.872958 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9221ceac-bd96-49fc-b15a-18dd94e2a52b req-25b32bd0-95c2-404a-8494-1eb1da243ddc tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/ports?device_id=105fbc39-9fee-4115-aff9-663a6d26770e HTTP/1.1" status: 200 len: 210 time: 0.3318098 Dec 10 16:39:36.874554 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-79baa48d-4536-4bf5-8195-cab4beb2a695 tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=5d925a23ee2046d79bb5352e8a2fbff8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2521787 Dec 10 16:39:36.968928 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec991d85-10e8-4c4a-924e-31a5bb697868 None None] Updating router 5f39ed70-7472-45f4-8b3a-222a2550720d port d9d9846f-179f-422b-b690-ee15579322cd binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:39:36.996651 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: cb94977b-eb94-4335-af94-bcaa74a1e09e {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:39:37.007058 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device cb94977b-eb94-4335-af94-bcaa74a1e09e not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:39:37.082222 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:37.203881 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-293253bb-6014-4b7d-b0de-4821f6f2356d None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:37.207522 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4e4f8f30-25de-4b75-8276-8930e38e3565 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:37.220683 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.resource_extend [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 16:39:37.224851 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-293253bb-6014-4b7d-b0de-4821f6f2356d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:37.250479 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b0865-e222-4e17-a8c2-02329c8a81e1 None None] Pushing event updated for resources: {'Port': ['ID=61daa797-1723-4951-9bb9-45570f6a322b,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:37.253208 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 55b03701-ce29-4fbb-9dd4-ff3d9f5c8667 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:37.253587 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:37.297991 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-2139e958-1fd4-422a-a7ce-0778f9deae10 None None] Attempting to bind port 96df402a-9a32-4c6e-aa5f-69fef7977422 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:39:37.298640 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-2139e958-1fd4-422a-a7ce-0778f9deae10 None None] Attempting to bind port 96df402a-9a32-4c6e-aa5f-69fef7977422 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'fa56c86b-b115-4cbc-baba-4b8662daf13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cde4a5ef-8dbb-4b15-9024-6885e7aaeff0'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:39:37.298732 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2139e958-1fd4-422a-a7ce-0778f9deae10 None None] Attempting to bind port 96df402a-9a32-4c6e-aa5f-69fef7977422 on network cde4a5ef-8dbb-4b15-9024-6885e7aaeff0 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:37.313456 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e04eb-3c12-405d-af00-a7b18360b574 None None] Pushing event updated for resources: {'Port': ['ID=3869ea40-c8fa-4f77-86d4-9146cef901bc,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:37.331715 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ec991d85-10e8-4c4a-924e-31a5bb697868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:37.347437 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6108479a-cc68-41bc-b1b6-0db9d8430c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:37.387503 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2139e958-1fd4-422a-a7ce-0778f9deae10 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:39:37.389184 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2139e958-1fd4-422a-a7ce-0778f9deae10 None None] Checking segment: {'id': 'fa56c86b-b115-4cbc-baba-4b8662daf13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cde4a5ef-8dbb-4b15-9024-6885e7aaeff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:37.389617 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2139e958-1fd4-422a-a7ce-0778f9deae10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:37.395259 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2139e958-1fd4-422a-a7ce-0778f9deae10 None None] Bound using segment: {'id': 'fa56c86b-b115-4cbc-baba-4b8662daf13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cde4a5ef-8dbb-4b15-9024-6885e7aaeff0'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:39:37.395648 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-2139e958-1fd4-422a-a7ce-0778f9deae10 None None] Bound port: 96df402a-9a32-4c6e-aa5f-69fef7977422, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa56c86b-b115-4cbc-baba-4b8662daf13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cde4a5ef-8dbb-4b15-9024-6885e7aaeff0'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:39:37.396097 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2139e958-1fd4-422a-a7ce-0778f9deae10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:37.398359 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-293253bb-6014-4b7d-b0de-4821f6f2356d None None] Attempting to bind port 3869ea40-c8fa-4f77-86d4-9146cef901bc on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:39:37.399274 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-293253bb-6014-4b7d-b0de-4821f6f2356d None None] Attempting to bind port 3869ea40-c8fa-4f77-86d4-9146cef901bc by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '3e23467b-3cd1-4f26-9829-42878e845786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fc800729-4c89-4e71-8c3d-357b80434302'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:39:37.399798 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293253bb-6014-4b7d-b0de-4821f6f2356d None None] Attempting to bind port 3869ea40-c8fa-4f77-86d4-9146cef901bc on network fc800729-4c89-4e71-8c3d-357b80434302 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:37.405901 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293253bb-6014-4b7d-b0de-4821f6f2356d None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:39:37.406562 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293253bb-6014-4b7d-b0de-4821f6f2356d None None] Checking segment: {'id': '3e23467b-3cd1-4f26-9829-42878e845786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fc800729-4c89-4e71-8c3d-357b80434302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:37.407124 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-293253bb-6014-4b7d-b0de-4821f6f2356d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:37.407682 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293253bb-6014-4b7d-b0de-4821f6f2356d None None] Bound using segment: {'id': '3e23467b-3cd1-4f26-9829-42878e845786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fc800729-4c89-4e71-8c3d-357b80434302'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:39:37.408704 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-293253bb-6014-4b7d-b0de-4821f6f2356d None None] Bound port: 3869ea40-c8fa-4f77-86d4-9146cef901bc, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e23467b-3cd1-4f26-9829-42878e845786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fc800729-4c89-4e71-8c3d-357b80434302'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:39:37.408829 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-ba82b7be-1dac-4fc8-b6d8-c1e6fc7906c8 None None] Allocated IP 172.23.0.2 (f050ad9c-b965-473b-97e0-a2c5cab7ba54/cd7f1344-df09-4bcf-8a66-a7c73e1eba76/bcddfd3e-279c-4613-8ff7-142be5400cfe) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:37.409481 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-293253bb-6014-4b7d-b0de-4821f6f2356d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:37.413000 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-39c998c3-dd3c-42ea-90dd-a3d2230532d8 req-efb11e24-23dc-4301-8f02-363b8dc6b68b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6fe07ca-8e42-4b68-984e-1f345c8d16f6 HTTP/1.1" status: 200 len: 217 time: 0.7222571 Dec 10 16:39:37.414996 n-d-766771-2 neutron-server[103393]: INFO neutron.db.l3_db [None req-bb5c31e6-8589-4b01-bc3d-5d984f563580 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Floating IP 4f12a8f6-5ba0-4a19-9faa-8fdbcd2752de associated. External IP: 172.25.6.95, port: 14a1d06f-210d-4cdb-b160-f5a60a932505. Dec 10 16:39:37.499817 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port d6fe07ca-8e42-4b68-984e-1f345c8d16f6, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=d6fe07ca-8e42-4b68-984e-1f345c8d16f6,segment=NetworkSegment(db436464-9c6b-4d87-a475-1d1393a0d135),segment_id=db436464-9c6b-4d87-a475-1d1393a0d135)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:37.522274 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'd6fe07ca-8e42-4b68-984e-1f345c8d16f6', 'network_id': '44664ccf-6fcd-4f2c-8bbc-31f6a4af3075', 'port_id': 'd6fe07ca-8e42-4b68-984e-1f345c8d16f6', 'mac_address': 'fa:16:3e:ec:d7:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e82466c5-eec5-41e7-8b5b-73ab3b0a5d1f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:39:37.525445 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-293253bb-6014-4b7d-b0de-4821f6f2356d None None] For port 3869ea40-c8fa-4f77-86d4-9146cef901bc, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:39:37.531906 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-293253bb-6014-4b7d-b0de-4821f6f2356d None None] For port 3869ea40-c8fa-4f77-86d4-9146cef901bc, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=3869ea40-c8fa-4f77-86d4-9146cef901bc,segment=NetworkSegment(3e23467b-3cd1-4f26-9829-42878e845786),segment_id=3e23467b-3cd1-4f26-9829-42878e845786)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:39:37.535899 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-6108479a-cc68-41bc-b1b6-0db9d8430c19 None None] For port 13094df4-d7e7-4fd5-8525-beabb53cdb50, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=13094df4-d7e7-4fd5-8525-beabb53cdb50,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:37.539289 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-293253bb-6014-4b7d-b0de-4821f6f2356d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:37.628063 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6108479a-cc68-41bc-b1b6-0db9d8430c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:37.628356 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342bd24-633e-4ddd-a2d4-57aa3cc3886c req-ab6a6455-ca69-4a63-8e9d-574e7d00ca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:37.631332 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6342bd24-633e-4ddd-a2d4-57aa3cc3886c req-ab6a6455-ca69-4a63-8e9d-574e7d00ca12 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bad4bd9c-d017-467b-badb-ee51884a8aea HTTP/1.1" status: 200 len: 850 time: 0.9563336 Dec 10 16:39:37.641987 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293253bb-6014-4b7d-b0de-4821f6f2356d None None] Routers {'46cf8110-e37c-446a-9ef9-825115114025'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:37.642986 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-293253bb-6014-4b7d-b0de-4821f6f2356d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:39:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['46cf8110-e37c-446a-9ef9-825115114025'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:37.745550 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:37.827917 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-293253bb-6014-4b7d-b0de-4821f6f2356d None None] Set router 46cf8110-e37c-446a-9ef9-825115114025 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:37.848846 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5c31e6-8589-4b01-bc3d-5d984f563580 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Router a3daaec8-386d-4021-bb23-29c319fd323f has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:39:37.855768 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342bd24-633e-4ddd-a2d4-57aa3cc3886c req-b56e6a52-e4c7-4013-aed6-d15a541f6207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:37.857444 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6342bd24-633e-4ddd-a2d4-57aa3cc3886c req-b56e6a52-e4c7-4013-aed6-d15a541f6207 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32421a12-0b3a-42d4-846a-0de14cdef277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2181273 Dec 10 16:39:37.990119 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e04eb-3c12-405d-af00-a7b18360b574 None None] Pushing event updated for resources: {'Port': ['ID=3869ea40-c8fa-4f77-86d4-9146cef901bc,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:38.031069 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c998c3-dd3c-42ea-90dd-a3d2230532d8 req-998de7b0-f58b-4f27-8817-8042c7252951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:38.033769 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-39c998c3-dd3c-42ea-90dd-a3d2230532d8 req-998de7b0-f58b-4f27-8817-8042c7252951 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e82466c5-eec5-41e7-8b5b-73ab3b0a5d1f HTTP/1.1" status: 200 len: 860 time: 0.4464612 Dec 10 16:39:38.109092 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4e4f8f30-25de-4b75-8276-8930e38e3565 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:38.129769 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-293253bb-6014-4b7d-b0de-4821f6f2356d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46cf8110-e37c-446a-9ef9-825115114025', 'name': 'tempest-TestServerBasicOps-1988866964-router', 'tenant_id': 'd4ee0c7a428d45198e7c09fd38192339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '13094df4-d7e7-4fd5-8525-beabb53cdb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:21Z', 'updated_at': '2021-12-10T16:39:33Z', 'revision_number': 4, 'project_id': 'd4ee0c7a428d45198e7c09fd38192339', 'gw_port': {'id': '13094df4-d7e7-4fd5-8525-beabb53cdb50', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:25:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46cf8110-e37c-446a-9ef9-825115114025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:22Z', 'updated_at': '2021-12-10T16:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '3869ea40-c8fa-4f77-86d4-9146cef901bc', 'name': '', 'network_id': 'fc800729-4c89-4e71-8c3d-357b80434302', 'tenant_id': 'd4ee0c7a428d45198e7c09fd38192339', 'mac_address': 'fa:16:3e:c5:25:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46cf8110-e37c-446a-9ef9-825115114025', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '514f0cad-311e-42b1-88d3-96c4adf5fce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:30Z', 'updated_at': '2021-12-10T16:39:37Z', 'revision_number': 4, 'project_id': 'd4ee0c7a428d45198e7c09fd38192339', 'subnets': [{'id': '514f0cad-311e-42b1-88d3-96c4adf5fce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:38.136755 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-39c998c3-dd3c-42ea-90dd-a3d2230532d8 req-bb5a39d6-01c8-4157-b829-e292f0ff034b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=44664ccf-6fcd-4f2c-8bbc-31f6a4af3075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883412 Dec 10 16:39:38.153642 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [req-036c9dde-2b14-4db7-8a3d-cfb8e10291d1 req-8b7fb387-e1c7-4a4f-b650-35d69396b3c1 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Router 502c8e36-adcb-4049-b7f2-59563f5fb626 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:39:38.168989 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293253bb-6014-4b7d-b0de-4821f6f2356d None None] The sync data for ids ['46cf8110-e37c-446a-9ef9-825115114025'] in n-d-766771-2 is: [{'id': '46cf8110-e37c-446a-9ef9-825115114025', 'name': 'tempest-TestServerBasicOps-1988866964-router', 'tenant_id': 'd4ee0c7a428d45198e7c09fd38192339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '13094df4-d7e7-4fd5-8525-beabb53cdb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:21Z', 'updated_at': '2021-12-10T16:39:33Z', 'revision_number': 4, 'project_id': 'd4ee0c7a428d45198e7c09fd38192339', 'gw_port': {'id': '13094df4-d7e7-4fd5-8525-beabb53cdb50', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:25:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46cf8110-e37c-446a-9ef9-825115114025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:22Z', 'updated_at': '2021-12-10T16:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '3869ea40-c8fa-4f77-86d4-9146cef901bc', 'name': '', 'network_id': 'fc800729-4c89-4e71-8c3d-357b80434302', 'tenant_id': 'd4ee0c7a428d45198e7c09fd38192339', 'mac_address': 'fa:16:3e:c5:25:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46cf8110-e37c-446a-9ef9-825115114025', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '514f0cad-311e-42b1-88d3-96c4adf5fce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:30Z', 'updated_at': '2021-12-10T16:39:37Z', 'revision_number': 4, 'project_id': 'd4ee0c7a428d45198e7c09fd38192339', 'subnets': [{'id': '514f0cad-311e-42b1-88d3-96c4adf5fce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:39:38.171894 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6fe07ca-8e42-4b68-984e-1f345c8d16f6 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:39:38.174531 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-120c1e45-a399-48e5-a19c-e8a064a35aeb req-c7b59352-dc22-472a-aefc-9679b57fc3fe tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] 10.222.0.11 "GET /v2.0/ports?device_id=43296181-9b76-44cc-ab40-07ce6b17f268 HTTP/1.1" status: 200 len: 210 time: 1.1438272 Dec 10 16:39:38.179641 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5c31e6-8589-4b01-bc3d-5d984f563580 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:39:38.208299 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6342bd24-633e-4ddd-a2d4-57aa3cc3886c req-5d6a8bf4-664e-442c-91c7-5c6bc3369f26 service neutron] 10.222.0.26 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880195 Dec 10 16:39:38.237417 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c19f3433-0ec0-40d5-850d-1ad79d1165c8 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:38.240159 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3fe041-d393-44e4-b5c0-b9a15576ff48 None None] Sync routers for ids ['a3daaec8-386d-4021-bb23-29c319fd323f'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:39:38.252345 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2621033b-28d5-400c-adca-5e389f9d5ecd req-9f887d9c-b403-4479-94cb-85f859304e02 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81f6994e-318a-4d30-b5b5-897e0480e4d0 HTTP/1.1" status: 200 len: 999 time: 0.9704809 Dec 10 16:39:38.263516 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:38.311225 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-5b8470a3-d9d7-44aa-bf24-eddb511be5f2 None None] Provisioning complete for port 85eade06-9d8e-44da-b734-49286dff521c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:38.311795 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5b8470a3-d9d7-44aa-bf24-eddb511be5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:38.418058 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bb5c31e6-8589-4b01-bc3d-5d984f563580 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:38.431999 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4f8f30-25de-4b75-8276-8930e38e3565 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Network cde4a5ef-8dbb-4b15-9024-6885e7aaeff0 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:38.453898 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-4e4f8f30-25de-4b75-8276-8930e38e3565 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:38.477984 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-bb5c31e6-8589-4b01-bc3d-5d984f563580 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.1737351 Dec 10 16:39:38.481542 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9f4a92-2d46-4c26-9232-803f432456fd', 'tag': '14a1d06f-210d-4cdb-b160-f5a60a932505'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:39:38.484196 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e341232b-3890-43ff-b12e-afafed42e2e8" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9f4a92-2d46-4c26-9232-803f432456fd", "tag": "14a1d06f-210d-4cdb-b160-f5a60a932505"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:39:38.488882 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36982) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:38.493317 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4f8f30-25de-4b75-8276-8930e38e3565 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:38.504847 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4f8f30-25de-4b75-8276-8930e38e3565 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:38.506367 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4e4f8f30-25de-4b75-8276-8930e38e3565 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:38.514532 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f8f30-25de-4b75-8276-8930e38e3565 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Pushing event updated for resources: {'Port': ['ID=a762a80f-fb0e-4a83-978a-b6825b534e97,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:38.574244 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ec991d85-10e8-4c4a-924e-31a5bb697868 None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:38.578009 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-2139e958-1fd4-422a-a7ce-0778f9deae10 None None] For port 96df402a-9a32-4c6e-aa5f-69fef7977422, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:39:38.595215 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6108479a-cc68-41bc-b1b6-0db9d8430c19 None None] Pushing event updated for resources: {'Port': ['ID=13094df4-d7e7-4fd5-8525-beabb53cdb50,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:38.608867 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port d6fe07ca-8e42-4b68-984e-1f345c8d16f6, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=d6fe07ca-8e42-4b68-984e-1f345c8d16f6,segment=NetworkSegment(db436464-9c6b-4d87-a475-1d1393a0d135),segment_id=db436464-9c6b-4d87-a475-1d1393a0d135)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:38.620344 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3fe041-d393-44e4-b5c0-b9a15576ff48 None None] Routers {'a3daaec8-386d-4021-bb23-29c319fd323f'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:38.621210 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6e3fe041-d393-44e4-b5c0-b9a15576ff48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:39:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['a3daaec8-386d-4021-bb23-29c319fd323f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:38.654545 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c2842f1-d6a3-4f88-bff3-0670d87788c1 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:38.673814 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-39c998c3-dd3c-42ea-90dd-a3d2230532d8 req-4cbf4e56-f461-47da-853c-3e52508ef8a0 service neutron] 10.222.0.46 "GET /v2.0/networks/44664ccf-6fcd-4f2c-8bbc-31f6a4af3075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4858563 Dec 10 16:39:38.675632 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6342bd24-633e-4ddd-a2d4-57aa3cc3886c req-f1c7cf09-ba5c-40e6-ad36-015d4396ec1e service neutron] 10.222.0.26 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4516175 Dec 10 16:39:38.682752 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-df63b6fc-24d5-458f-a46c-318f74a7c526 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/floatingips/4f12a8f6-5ba0-4a19-9faa-8fdbcd2752de HTTP/1.1" status: 200 len: 990 time: 0.1869299 Dec 10 16:39:38.697611 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621033b-28d5-400c-adca-5e389f9d5ecd req-474399dc-4017-44ab-9d62-a4bea681c91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:38.700544 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2621033b-28d5-400c-adca-5e389f9d5ecd req-474399dc-4017-44ab-9d62-a4bea681c91a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bad4bd9c-d017-467b-badb-ee51884a8aea HTTP/1.1" status: 200 len: 850 time: 0.3922775 Dec 10 16:39:38.714505 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4e4f8f30-25de-4b75-8276-8930e38e3565 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.3563688 Dec 10 16:39:38.723376 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36986) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:38.748997 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-d1b34c82-e636-407e-9ef8-d60dddba720a tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:38.755508 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-d1b34c82-e636-407e-9ef8-d60dddba720a tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4781764 Dec 10 16:39:38.788839 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-6e3fe041-d393-44e4-b5c0-b9a15576ff48 None None] Set router a3daaec8-386d-4021-bb23-29c319fd323f gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:38.790537 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-7bdf1bbc-f86e-436a-aafc-8c704c2a8f0f tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] Request body: {'port': {'device_id': '43296181-9b76-44cc-ab40-07ce6b17f268', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'admin_state_up': True, 'tenant_id': '5d925a23ee2046d79bb5352e8a2fbff8'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:38.798853 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-39c998c3-dd3c-42ea-90dd-a3d2230532d8 req-9c1b8dd2-cf77-43de-a17d-1f316cb75783 service neutron] 10.222.0.46 "GET /v2.0/networks/44664ccf-6fcd-4f2c-8bbc-31f6a4af3075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150665 Dec 10 16:39:38.907958 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ec991d85-10e8-4c4a-924e-31a5bb697868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:39.022871 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ba34b12-83dd-423c-8fb3-d8890aeecb11 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Deleting subnet 92517010-7529-4c00-984d-cd1aa208c1f9 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:39:39.037382 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621033b-28d5-400c-adca-5e389f9d5ecd req-6f446677-0bd2-4b3b-ad8d-7fdad41b0600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:39.038959 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2621033b-28d5-400c-adca-5e389f9d5ecd req-6f446677-0bd2-4b3b-ad8d-7fdad41b0600 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=32421a12-0b3a-42d4-846a-0de14cdef277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3299146 Dec 10 16:39:39.039793 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4ba34b12-83dd-423c-8fb3-d8890aeecb11 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:39.046113 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-036c9dde-2b14-4db7-8a3d-cfb8e10291d1 req-8b7fb387-e1c7-4a4f-b650-35d69396b3c1 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:39:39.056633 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cca5c1-cbb7-4a2f-8bfd-0655b2a68f37 None None] Sync routers for ids ['502c8e36-adcb-4049-b7f2-59563f5fb626'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:39:39.069779 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cca5c1-cbb7-4a2f-8bfd-0655b2a68f37 None None] Routers {'502c8e36-adcb-4049-b7f2-59563f5fb626'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:39.070437 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-b7cca5c1-cbb7-4a2f-8bfd-0655b2a68f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:39:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['502c8e36-adcb-4049-b7f2-59563f5fb626'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:39.075176 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b0865-e222-4e17-a8c2-02329c8a81e1 None None] Pushing event updated for resources: {'Port': ['ID=d9d9846f-179f-422b-b690-ee15579322cd,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:39.133312 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:39.143128 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-2139e958-1fd4-422a-a7ce-0778f9deae10 None None] For port 96df402a-9a32-4c6e-aa5f-69fef7977422, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=96df402a-9a32-4c6e-aa5f-69fef7977422,segment=NetworkSegment(fa56c86b-b115-4cbc-baba-4b8662daf13e),segment_id=fa56c86b-b115-4cbc-baba-4b8662daf13e)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:39:39.157943 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36988) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:39.165271 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-f37adec7-7bfa-40fb-81f7-9356cb965282 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1259941855', 'description': 'tempest-secgroup-smoke-1259941855 description', 'project_id': '82a91439607e4bae9723c370020baa2b'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:39.225778 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f37adec7-7bfa-40fb-81f7-9356cb965282 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:39.248559 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2139e958-1fd4-422a-a7ce-0778f9deae10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:39.315837 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-b7cca5c1-cbb7-4a2f-8bfd-0655b2a68f37 None None] Set router 502c8e36-adcb-4049-b7f2-59563f5fb626 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:39.324148 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f37adec7-7bfa-40fb-81f7-9356cb965282 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:39.329825 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f37adec7-7bfa-40fb-81f7-9356cb965282 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:39.333041 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ba82b7be-1dac-4fc8-b6d8-c1e6fc7906c8 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:39.402886 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f37adec7-7bfa-40fb-81f7-9356cb965282 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:39.406742 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f37adec7-7bfa-40fb-81f7-9356cb965282 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2446401 Dec 10 16:39:39.411750 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36992) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:39.417589 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-f6433ae4-ee05-4329-bd22-3eed0ed175ae tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Request body: {'security_group_rule': {'security_group_id': '33885148-78ed-4ed1-8c10-d33694376012', 'project_id': '82a91439607e4bae9723c370020baa2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:39.441224 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=d6fe07ca-8e42-4b68-984e-1f345c8d16f6,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:39.444202 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37adec7-7bfa-40fb-81f7-9356cb965282 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33885148-78ed-4ed1-8c10-d33694376012,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:39.456958 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ba82b7be-1dac-4fc8-b6d8-c1e6fc7906c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:39.514682 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f6433ae4-ee05-4329-bd22-3eed0ed175ae tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:39.517499 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4ba34b12-83dd-423c-8fb3-d8890aeecb11 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:39.526119 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-036c9dde-2b14-4db7-8a3d-cfb8e10291d1 req-8b7fb387-e1c7-4a4f-b650-35d69396b3c1 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] No DVR routers for this DVR port cb94977b-eb94-4335-af94-bcaa74a1e09e on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:39:39.578983 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['d6fe07ca-8e42-4b68-984e-1f345c8d16f6'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:39:39.621845 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f6433ae4-ee05-4329-bd22-3eed0ed175ae tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:39.649378 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba82b7be-1dac-4fc8-b6d8-c1e6fc7906c8 None None] Network f050ad9c-b965-473b-97e0-a2c5cab7ba54 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:39.654983 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f6433ae4-ee05-4329-bd22-3eed0ed175ae tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:39.672439 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6433ae4-ee05-4329-bd22-3eed0ed175ae tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edc96120-6c51-40d0-a3a0-d205884b4c37,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:39.687994 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36994) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:39.709920 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-036c9dde-2b14-4db7-8a3d-cfb8e10291d1 req-8b7fb387-e1c7-4a4f-b650-35d69396b3c1 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:39.720160 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-036c9dde-2b14-4db7-8a3d-cfb8e10291d1 req-8b7fb387-e1c7-4a4f-b650-35d69396b3c1 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.46 "DELETE /v2.0/ports/cb94977b-eb94-4335-af94-bcaa74a1e09e HTTP/1.1" status: 204 len: 173 time: 6.1650510 Dec 10 16:39:39.742440 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105fbc39-9fee-4115-aff9-663a6d26770e', 'name': 'network-vif-deleted', 'tag': 'cb94977b-eb94-4335-af94-bcaa74a1e09e'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:39:39.749364 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-ba82b7be-1dac-4fc8-b6d8-c1e6fc7906c8 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:39.756534 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698264a9-7a90-4a91-a596-3e47f543bde6" -d '{"events": [{"server_uuid": "105fbc39-9fee-4115-aff9-663a6d26770e", "name": "network-vif-deleted", "tag": "cb94977b-eb94-4335-af94-bcaa74a1e09e"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:39:39.761615 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-ec991d85-10e8-4c4a-924e-31a5bb697868 None None] Attempting to bind port d9d9846f-179f-422b-b690-ee15579322cd on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:39:39.761997 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-ec991d85-10e8-4c4a-924e-31a5bb697868 None None] Attempting to bind port d9d9846f-179f-422b-b690-ee15579322cd by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '31514409-837a-4e36-9d79-a73ca12dded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '40672997-412d-4364-8e20-42bc5f212e65'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:39:39.762404 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec991d85-10e8-4c4a-924e-31a5bb697868 None None] Attempting to bind port d9d9846f-179f-422b-b690-ee15579322cd on network 40672997-412d-4364-8e20-42bc5f212e65 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:39.765569 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port c19f3433-0ec0-40d5-850d-1ad79d1165c8 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:39.765945 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:39.777688 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba82b7be-1dac-4fc8-b6d8-c1e6fc7906c8 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:39.784151 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f6433ae4-ee05-4329-bd22-3eed0ed175ae tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:39.790204 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f6433ae4-ee05-4329-bd22-3eed0ed175ae tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3768992 Dec 10 16:39:39.806050 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2621033b-28d5-400c-adca-5e389f9d5ecd req-d05d417a-5656-40a7-999b-344f6bbefadb service neutron] 10.222.0.46 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7398050 Dec 10 16:39:39.819842 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36998) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:39.856362 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-bf12db88-7e3f-4bb7-b00f-00f7ccc6b7a1 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Request body: {'security_group_rule': {'security_group_id': '33885148-78ed-4ed1-8c10-d33694376012', 'project_id': '82a91439607e4bae9723c370020baa2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:39.867054 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-b7cca5c1-cbb7-4a2f-8bfd-0655b2a68f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'name': 'tempest-AttachVolumeShelveTestJSON-1006417357-router', 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '49f971ca-999e-475a-86cb-d2ce838db505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:30:21Z', 'updated_at': '2021-12-10T16:30:28Z', 'revision_number': 4, 'project_id': 'bee2cdae51254104bc03c8ca50b383dd', 'gw_port': {'id': '49f971ca-999e-475a-86cb-d2ce838db505', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:23Z', 'updated_at': '2021-12-10T16:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '40127625-c808-4e92-aebd-c7b03d0cdeb7', 'name': '', 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02', 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'mac_address': 'fa:16:3e:cd:97:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:27Z', 'updated_at': '2021-12-10T16:30:36Z', 'revision_number': 5, 'project_id': 'bee2cdae51254104bc03c8ca50b383dd', 'subnets': [{'id': 'c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:39.920567 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e577b6a2-0012-4056-ab69-8a02b3464251 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/floatingips/4f12a8f6-5ba0-4a19-9faa-8fdbcd2752de HTTP/1.1" status: 200 len: 990 time: 0.2314692 Dec 10 16:39:39.935794 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cca5c1-cbb7-4a2f-8bfd-0655b2a68f37 None None] Checking router: 502c8e36-adcb-4049-b7f2-59563f5fb626 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:39:39.952431 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf12db88-7e3f-4bb7-b00f-00f7ccc6b7a1 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:39.955117 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cca5c1-cbb7-4a2f-8bfd-0655b2a68f37 None None] Routers {'502c8e36-adcb-4049-b7f2-59563f5fb626'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:39.959086 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-b7cca5c1-cbb7-4a2f-8bfd-0655b2a68f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:39:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['502c8e36-adcb-4049-b7f2-59563f5fb626'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:39.969912 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5b8470a3-d9d7-44aa-bf24-eddb511be5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:39.986246 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec991d85-10e8-4c4a-924e-31a5bb697868 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:39:39.986246 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec991d85-10e8-4c4a-924e-31a5bb697868 None None] Checking segment: {'id': '31514409-837a-4e36-9d79-a73ca12dded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '40672997-412d-4364-8e20-42bc5f212e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:39.986246 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ec991d85-10e8-4c4a-924e-31a5bb697868 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:39.986246 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec991d85-10e8-4c4a-924e-31a5bb697868 None None] Bound using segment: {'id': '31514409-837a-4e36-9d79-a73ca12dded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '40672997-412d-4364-8e20-42bc5f212e65'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:39:39.986246 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-ec991d85-10e8-4c4a-924e-31a5bb697868 None None] Bound port: d9d9846f-179f-422b-b690-ee15579322cd, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31514409-837a-4e36-9d79-a73ca12dded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '40672997-412d-4364-8e20-42bc5f212e65'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:39:39.987205 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ec991d85-10e8-4c4a-924e-31a5bb697868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:40.064720 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf12db88-7e3f-4bb7-b00f-00f7ccc6b7a1 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:40.070798 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf12db88-7e3f-4bb7-b00f-00f7ccc6b7a1 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:40.120376 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12db88-7e3f-4bb7-b00f-00f7ccc6b7a1 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29a37bf9-7fe5-45ba-9429-e89ae3d630e6,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:40.144014 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-b7cca5c1-cbb7-4a2f-8bfd-0655b2a68f37 None None] Set router 502c8e36-adcb-4049-b7f2-59563f5fb626 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:40.158127 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-2c2842f1-d6a3-4f88-bff3-0670d87788c1 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Allocated IP 172.23.0.1 (f050ad9c-b965-473b-97e0-a2c5cab7ba54/cd7f1344-df09-4bcf-8a66-a7c73e1eba76/7c791383-aaae-45e5-85f3-e46e5a060d45) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:40.194823 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-5b8470a3-d9d7-44aa-bf24-eddb511be5f2 None None] For port 85eade06-9d8e-44da-b734-49286dff521c, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=85eade06-9d8e-44da-b734-49286dff521c,segment=NetworkSegment(d5ce8c70-dbaf-4f35-9a7a-d89a5ff7cc15),segment_id=d5ce8c70-dbaf-4f35-9a7a-d89a5ff7cc15)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:40.233872 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf12db88-7e3f-4bb7-b00f-00f7ccc6b7a1 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:40.238220 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-ec991d85-10e8-4c4a-924e-31a5bb697868 None None] For port d9d9846f-179f-422b-b690-ee15579322cd, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:39:40.238963 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-bf12db88-7e3f-4bb7-b00f-00f7ccc6b7a1 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4019194 Dec 10 16:39:40.240314 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37000) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:40.247630 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e08f31-0e22-4c4b-a20f-8960a832121b req-9fc990cc-baa7-465d-9b6e-d9df62c90962 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:40.257047 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c5e08f31-0e22-4c4b-a20f-8960a832121b req-9fc990cc-baa7-465d-9b6e-d9df62c90962 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1ea9ea7-eb5b-4fdc-a023-a49630c2bd68 HTTP/1.1" status: 200 len: 944 time: 0.9345224 Dec 10 16:39:40.257234 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-6191b00c-086c-4c4f-ad48-f97389c67628 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Request body: {'security_group_rule': {'security_group_id': '33885148-78ed-4ed1-8c10-d33694376012', 'project_id': '82a91439607e4bae9723c370020baa2b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:40.280187 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-7bdf1bbc-f86e-436a-aafc-8c704c2a8f0f tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] Made reservation on behalf of 5d925a23ee2046d79bb5352e8a2fbff8 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:40.281429 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5b8470a3-d9d7-44aa-bf24-eddb511be5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:40.284084 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-7bdf1bbc-f86e-436a-aafc-8c704c2a8f0f tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:40.314753 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-ec991d85-10e8-4c4a-924e-31a5bb697868 None None] For port d9d9846f-179f-422b-b690-ee15579322cd, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=d9d9846f-179f-422b-b690-ee15579322cd,segment=NetworkSegment(31514409-837a-4e36-9d79-a73ca12dded8),segment_id=31514409-837a-4e36-9d79-a73ca12dded8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:39:40.315147 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6191b00c-086c-4c4f-ad48-f97389c67628 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:40.320941 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-ba82b7be-1dac-4fc8-b6d8-c1e6fc7906c8 None None] Attempting to bind port bcddfd3e-279c-4613-8ff7-142be5400cfe on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:39:40.322036 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-ba82b7be-1dac-4fc8-b6d8-c1e6fc7906c8 None None] Attempting to bind port bcddfd3e-279c-4613-8ff7-142be5400cfe by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '23cc838c-f8dd-4ceb-aa8d-5c5bedcbc0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f050ad9c-b965-473b-97e0-a2c5cab7ba54'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:39:40.323441 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba82b7be-1dac-4fc8-b6d8-c1e6fc7906c8 None None] Attempting to bind port bcddfd3e-279c-4613-8ff7-142be5400cfe on network f050ad9c-b965-473b-97e0-a2c5cab7ba54 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:40.331295 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ec991d85-10e8-4c4a-924e-31a5bb697868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:40.339313 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2139e958-1fd4-422a-a7ce-0778f9deae10 None None] Pushing event updated for resources: {'Port': ['ID=96df402a-9a32-4c6e-aa5f-69fef7977422,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:40.385677 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-7bdf1bbc-f86e-436a-aafc-8c704c2a8f0f tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:40.444800 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6191b00c-086c-4c4f-ad48-f97389c67628 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:40.448822 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 13094df4-d7e7-4fd5-8525-beabb53cdb50 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:40.449501 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6191b00c-086c-4c4f-ad48-f97389c67628 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:40.452839 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba82b7be-1dac-4fc8-b6d8-c1e6fc7906c8 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:39:40.453585 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba82b7be-1dac-4fc8-b6d8-c1e6fc7906c8 None None] Checking segment: {'id': '23cc838c-f8dd-4ceb-aa8d-5c5bedcbc0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f050ad9c-b965-473b-97e0-a2c5cab7ba54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:40.454639 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ba82b7be-1dac-4fc8-b6d8-c1e6fc7906c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:40.455247 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba82b7be-1dac-4fc8-b6d8-c1e6fc7906c8 None None] Bound using segment: {'id': '23cc838c-f8dd-4ceb-aa8d-5c5bedcbc0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f050ad9c-b965-473b-97e0-a2c5cab7ba54'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:39:40.456137 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-ba82b7be-1dac-4fc8-b6d8-c1e6fc7906c8 None None] Bound port: bcddfd3e-279c-4613-8ff7-142be5400cfe, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23cc838c-f8dd-4ceb-aa8d-5c5bedcbc0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f050ad9c-b965-473b-97e0-a2c5cab7ba54'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:39:40.456920 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ba82b7be-1dac-4fc8-b6d8-c1e6fc7906c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:40.475555 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6191b00c-086c-4c4f-ad48-f97389c67628 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d76a8e8-0fee-40d0-9a84-7992ad8858f7,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:40.476876 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-5b8470a3-d9d7-44aa-bf24-eddb511be5f2 None None] Provisioning complete for port d9d9846f-179f-422b-b690-ee15579322cd triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:40.478203 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5b8470a3-d9d7-44aa-bf24-eddb511be5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:40.494401 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6191b00c-086c-4c4f-ad48-f97389c67628 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:40.498697 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6191b00c-086c-4c4f-ad48-f97389c67628 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2569928 Dec 10 16:39:40.499459 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37002) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:40.504854 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-4f52df3d-6c1c-4f1d-90f7-abb5532b0e95 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Request body: {'security_group_rule': {'security_group_id': '33885148-78ed-4ed1-8c10-d33694376012', 'project_id': '82a91439607e4bae9723c370020baa2b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:40.522359 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2621033b-28d5-400c-adca-5e389f9d5ecd req-bb7922a4-9ae0-40af-9d49-04863986af03 service neutron] 10.222.0.46 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7013667 Dec 10 16:39:40.544919 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4f52df3d-6c1c-4f1d-90f7-abb5532b0e95 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:40.549041 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-b7cca5c1-cbb7-4a2f-8bfd-0655b2a68f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'name': 'tempest-AttachVolumeShelveTestJSON-1006417357-router', 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '49f971ca-999e-475a-86cb-d2ce838db505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:30:21Z', 'updated_at': '2021-12-10T16:30:28Z', 'revision_number': 4, 'project_id': 'bee2cdae51254104bc03c8ca50b383dd', 'gw_port': {'id': '49f971ca-999e-475a-86cb-d2ce838db505', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:23Z', 'updated_at': '2021-12-10T16:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '40127625-c808-4e92-aebd-c7b03d0cdeb7', 'name': '', 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02', 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'mac_address': 'fa:16:3e:cd:97:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:27Z', 'updated_at': '2021-12-10T16:30:36Z', 'revision_number': 5, 'project_id': 'bee2cdae51254104bc03c8ca50b383dd', 'subnets': [{'id': 'c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:40.556027 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c5e08f31-0e22-4c4b-a20f-8960a832121b req-6a6a97ab-8f37-4ae1-b8ba-5dfdf131f661 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] 10.222.0.11 "GET /v2.0/security-groups?id=693085e5-7332-4c5f-93cd-deaca0871cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985616 Dec 10 16:39:40.574751 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4ba34b12-83dd-423c-8fb3-d8890aeecb11 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:40.631001 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cca5c1-cbb7-4a2f-8bfd-0655b2a68f37 None None] The sync data for ids ['502c8e36-adcb-4049-b7f2-59563f5fb626'] in n-d-766771-2 is: [{'id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'name': 'tempest-AttachVolumeShelveTestJSON-1006417357-router', 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '49f971ca-999e-475a-86cb-d2ce838db505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:30:21Z', 'updated_at': '2021-12-10T16:30:28Z', 'revision_number': 4, 'project_id': 'bee2cdae51254104bc03c8ca50b383dd', 'gw_port': {'id': '49f971ca-999e-475a-86cb-d2ce838db505', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:23Z', 'updated_at': '2021-12-10T16:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '40127625-c808-4e92-aebd-c7b03d0cdeb7', 'name': '', 'network_id': 'a2b747af-c1f4-4b9f-a6a4-5511674e4c02', 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'mac_address': 'fa:16:3e:cd:97:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:27Z', 'updated_at': '2021-12-10T16:30:36Z', 'revision_number': 5, 'project_id': 'bee2cdae51254104bc03c8ca50b383dd', 'subnets': [{'id': 'c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:39:40.720306 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4f52df3d-6c1c-4f1d-90f7-abb5532b0e95 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:40.725417 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4f52df3d-6c1c-4f1d-90f7-abb5532b0e95 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:40.734976 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c2842f1-d6a3-4f88-bff3-0670d87788c1 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:40.735495 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82b7be-1dac-4fc8-b6d8-c1e6fc7906c8 None None] Pushing event updated for resources: {'Port': ['ID=bcddfd3e-279c-4613-8ff7-142be5400cfe,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:40.793793 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f52df3d-6c1c-4f1d-90f7-abb5532b0e95 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3813ce7b-f55a-4596-a9bc-da991a1b3809,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:40.813299 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6e3fe041-d393-44e4-b5c0-b9a15576ff48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'name': 'tempest-TestNetworkBasicOps-router-1922325860', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '033196f5-e487-461d-9344-13635f0d77e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:38:29Z', 'updated_at': '2021-12-10T16:38:46Z', 'revision_number': 4, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'gw_port': {'id': '033196f5-e487-461d-9344-13635f0d77e5', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:38:31Z', 'updated_at': '2021-12-10T16:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '4f12a8f6-5ba0-4a19-9faa-8fdbcd2752de', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'floating_ip_address': '172.25.6.95', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'port_id': '14a1d06f-210d-4cdb-b160-f5a60a932505', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd541c368-720d-4b18-b807-71b1bfe1994a', 'mac_address': 'fa:16:3e:76:92:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9f4a92-2d46-4c26-9232-803f432456fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:39:34Z', 'updated_at': '2021-12-10T16:39:34Z', 'revision_number': 0, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e4e72f-cb6a-4b0c-9a28-12a06638453c', 'name': '', 'network_id': 'd541c368-720d-4b18-b807-71b1bfe1994a', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'mac_address': 'fa:16:3e:cb:de:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '16a35958-36a2-4747-a09b-1406e66a4b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:38:43Z', 'updated_at': '2021-12-10T16:38:57Z', 'revision_number': 5, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'subnets': [{'id': '16a35958-36a2-4747-a09b-1406e66a4b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:40.815555 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec991d85-10e8-4c4a-924e-31a5bb697868 None None] Routers {'5f39ed70-7472-45f4-8b3a-222a2550720d'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:40.816433 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ec991d85-10e8-4c4a-924e-31a5bb697868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:39:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['5f39ed70-7472-45f4-8b3a-222a2550720d'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:40.829373 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4f52df3d-6c1c-4f1d-90f7-abb5532b0e95 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:40.833179 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4f52df3d-6c1c-4f1d-90f7-abb5532b0e95 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3302789 Dec 10 16:39:40.833840 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37006) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:40.837949 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-75e020a8-4bf2-4a00-a4b0-daae873cdd2e tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Request body: {'security_group_rule': {'security_group_id': '33885148-78ed-4ed1-8c10-d33694376012', 'project_id': '82a91439607e4bae9723c370020baa2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:40.883750 n-d-766771-2 neutron-server[103393]: INFO neutron.db.securitygroups_db [None req-75e020a8-4bf2-4a00-a4b0-daae873cdd2e tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Project 82a91439607e4bae9723c370020baa2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:39:40.890411 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-75e020a8-4bf2-4a00-a4b0-daae873cdd2e tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:40.912796 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4ba34b12-83dd-423c-8fb3-d8890aeecb11 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:40.928421 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37008) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:40.957242 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba34b12-83dd-423c-8fb3-d8890aeecb11 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Pushing event deleted for resources: {'Subnet': ['ID=92517010-7529-4c00-984d-cd1aa208c1f9,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:40.961607 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3fe041-d393-44e4-b5c0-b9a15576ff48 None None] Checking router: a3daaec8-386d-4021-bb23-29c319fd323f for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:39:40.977575 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b798d-cb4d-46a4-adc2-6101856d06c6 req-bba13a01-1d70-40ca-bce1-64dd0f97dabd tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:40.985120 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-236b798d-cb4d-46a4-adc2-6101856d06c6 req-bba13a01-1d70-40ca-bce1-64dd0f97dabd tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.2406781 Dec 10 16:39:41.051373 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4ba34b12-83dd-423c-8fb3-d8890aeecb11 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:41.055716 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4ba34b12-83dd-423c-8fb3-d8890aeecb11 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] 10.222.0.11 "DELETE /v2.0/subnets/92517010-7529-4c00-984d-cd1aa208c1f9 HTTP/1.1" status: 204 len: 168 time: 2.2986820 Dec 10 16:39:41.069488 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-297ddb52-93ba-457e-b069-4d5b572cdac4 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/floatingips/4f12a8f6-5ba0-4a19-9faa-8fdbcd2752de HTTP/1.1" status: 200 len: 990 time: 0.1396675 Dec 10 16:39:41.070701 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37010) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:41.075480 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba34b12-83dd-423c-8fb3-d8890aeecb11 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:41.075836 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba34b12-83dd-423c-8fb3-d8890aeecb11 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:41.076185 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba34b12-83dd-423c-8fb3-d8890aeecb11 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:41.076533 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba34b12-83dd-423c-8fb3-d8890aeecb11 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:41.076871 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba34b12-83dd-423c-8fb3-d8890aeecb11 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:41.077213 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba34b12-83dd-423c-8fb3-d8890aeecb11 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:41.078103 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba34b12-83dd-423c-8fb3-d8890aeecb11 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:41.078103 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba34b12-83dd-423c-8fb3-d8890aeecb11 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:41.078385 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba34b12-83dd-423c-8fb3-d8890aeecb11 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:41.078755 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba34b12-83dd-423c-8fb3-d8890aeecb11 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:41.079049 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba34b12-83dd-423c-8fb3-d8890aeecb11 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:41.079479 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba34b12-83dd-423c-8fb3-d8890aeecb11 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:41.079918 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba34b12-83dd-423c-8fb3-d8890aeecb11 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:41.086513 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-7bdf1bbc-f86e-436a-aafc-8c704c2a8f0f tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:41.088100 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c2842f1-d6a3-4f88-bff3-0670d87788c1 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:41.102716 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-75e020a8-4bf2-4a00-a4b0-daae873cdd2e tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:41.124327 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-75e020a8-4bf2-4a00-a4b0-daae873cdd2e tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:41.160263 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-7bdf1bbc-f86e-436a-aafc-8c704c2a8f0f tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:41.213735 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e020a8-4bf2-4a00-a4b0-daae873cdd2e tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6af5324-7ffd-4457-b490-f3059fb8c006,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:41.226777 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-75e020a8-4bf2-4a00-a4b0-daae873cdd2e tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:41.231387 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-75e020a8-4bf2-4a00-a4b0-daae873cdd2e tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3969433 Dec 10 16:39:41.236817 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37012) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:41.243209 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-f3597dc5-7875-4653-a81d-d3fc0bd2e903 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Request body: {'security_group_rule': {'security_group_id': '33885148-78ed-4ed1-8c10-d33694376012', 'project_id': '82a91439607e4bae9723c370020baa2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:41.267935 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08c07bf-4872-4154-9b5d-11106cb7ad03 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:41.269678 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08c07bf-4872-4154-9b5d-11106cb7ad03 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:41.272046 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c08c07bf-4872-4154-9b5d-11106cb7ad03 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1666188 Dec 10 16:39:41.275103 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37014) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:41.276697 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767b5e28-6db3-406b-996b-a8bd29b5c369 None None] New status for floating IP 5a161d05-d937-42e2-8cb8-7b2db6075809: DOWN {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:39:41.294713 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-236b798d-cb4d-46a4-adc2-6101856d06c6 req-007a39de-8362-4b94-9c94-a062a20212ef tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3086836 Dec 10 16:39:41.331167 n-d-766771-2 neutron-server[103393]: INFO neutron.db.securitygroups_db [None req-f3597dc5-7875-4653-a81d-d3fc0bd2e903 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Project 82a91439607e4bae9723c370020baa2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:39:41.342867 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f3597dc5-7875-4653-a81d-d3fc0bd2e903 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:41.353906 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5682c9-3ac3-4f42-9222-c91e42bb4c59 x-openstack-request-id: req-2f5682c9-3ac3-4f42-9222-c91e42bb4c59 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:39:41.354218 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9f4a92-2d46-4c26-9232-803f432456fd", "tag": "14a1d06f-210d-4cdb-b160-f5a60a932505", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:39:41.354475 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2f5682c9-3ac3-4f42-9222-c91e42bb4c59 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:39:41.354875 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9f4a92-2d46-4c26-9232-803f432456fd', 'tag': '14a1d06f-210d-4cdb-b160-f5a60a932505', 'status': 'completed', 'code': 200} Dec 10 16:39:41.390116 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-7bdf1bbc-f86e-436a-aafc-8c704c2a8f0f tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] Allocated IP 192.168.233.165 (1b1da819-dfba-43f2-8848-8bb429159850/a7a18c92-5007-49e2-b728-7aedc06dca57/8f72ce41-0c79-4f1e-9f52-f14c2b173262) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:41.405098 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-17041990-0d41-4538-b193-eabbb779e212 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:41.407797 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a410e99d-6bd2-4119-bd32-4947f89751f7 None None] Network cde4a5ef-8dbb-4b15-9024-6885e7aaeff0 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:41.416022 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2842f1-d6a3-4f88-bff3-0670d87788c1 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Network f050ad9c-b965-473b-97e0-a2c5cab7ba54 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:41.416884 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf1bbc-f86e-436a-aafc-8c704c2a8f0f tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b745fbcb-b640-48e3-aef9-5bbfdd8fecaa,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:41.435663 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-2c2842f1-d6a3-4f88-bff3-0670d87788c1 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:41.443984 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2842f1-d6a3-4f88-bff3-0670d87788c1 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:41.446060 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-17041990-0d41-4538-b193-eabbb779e212 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 10 16:39:41.446616 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17041990-0d41-4538-b193-eabbb779e212 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:41.449928 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-17041990-0d41-4538-b193-eabbb779e212 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] 10.222.0.11 "DELETE /v2.0/networks/cde4a5ef-8dbb-4b15-9024-6885e7aaeff0 HTTP/1.1" status: 409 len: 405 time: 0.1737895 Dec 10 16:39:41.454194 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37016) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:41.458865 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2842f1-d6a3-4f88-bff3-0670d87788c1 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event updated for resources: {'Port': ['ID=7c791383-aaae-45e5-85f3-e46e5a060d45,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:41.464567 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-b59db961-3a7e-4ffa-a9bb-0b804ff356da tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1708625921'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:41.483243 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-ba82b7be-1dac-4fc8-b6d8-c1e6fc7906c8 None None] For port bcddfd3e-279c-4613-8ff7-142be5400cfe, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:39:41.493618 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f3597dc5-7875-4653-a81d-d3fc0bd2e903 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:41.496421 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341232b-3890-43ff-b12e-afafed42e2e8 req-8f684a9c-2144-489e-b5e0-c4034328a6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:41.498705 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e341232b-3890-43ff-b12e-afafed42e2e8 req-8f684a9c-2144-489e-b5e0-c4034328a6cd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7102f587c0942469f218fb29d23ff5f&device_id=9b9f4a92-2d46-4c26-9232-803f432456fd HTTP/1.1" status: 200 len: 1096 time: 0.1142876 Dec 10 16:39:41.502704 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f3597dc5-7875-4653-a81d-d3fc0bd2e903 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:41.530330 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4fbc77f6-2c88-4b77-9333-fd5843a458d6 req-29f842a7-402a-4805-82f4-cb2009b42c73 tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] 10.222.0.11 "GET /v2.0/ports?device_id=43296181-9b76-44cc-ab40-07ce6b17f268 HTTP/1.1" status: 200 len: 210 time: 0.1064911 Dec 10 16:39:41.535121 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8470a3-d9d7-44aa-bf24-eddb511be5f2 None None] Pushing event updated for resources: {'Port': ['ID=85eade06-9d8e-44da-b734-49286dff521c,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:41.538231 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3fe041-d393-44e4-b5c0-b9a15576ff48 None None] Routers {'a3daaec8-386d-4021-bb23-29c319fd323f'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:41.538853 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6e3fe041-d393-44e4-b5c0-b9a15576ff48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:39:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['a3daaec8-386d-4021-bb23-29c319fd323f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:41.541941 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-ba82b7be-1dac-4fc8-b6d8-c1e6fc7906c8 None None] For port bcddfd3e-279c-4613-8ff7-142be5400cfe, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=bcddfd3e-279c-4613-8ff7-142be5400cfe,segment=NetworkSegment(23cc838c-f8dd-4ceb-aa8d-5c5bedcbc0d6),segment_id=23cc838c-f8dd-4ceb-aa8d-5c5bedcbc0d6)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:39:41.575807 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c2842f1-d6a3-4f88-bff3-0670d87788c1 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:41.586036 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3597dc5-7875-4653-a81d-d3fc0bd2e903 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b9c7cbb-3709-4366-a220-9c55f6758b8f,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:41.591820 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59db961-3a7e-4ffa-a9bb-0b804ff356da tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Made reservation on behalf of 19120212824a4ffeb7bcd2361b78b861 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:41.597878 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b59db961-3a7e-4ffa-a9bb-0b804ff356da tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:41.627850 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f3597dc5-7875-4653-a81d-d3fc0bd2e903 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:41.638268 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f3597dc5-7875-4653-a81d-d3fc0bd2e903 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3991227 Dec 10 16:39:41.674527 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b59db961-3a7e-4ffa-a9bb-0b804ff356da tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:39:41.697928 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341232b-3890-43ff-b12e-afafed42e2e8 req-7ceb658d-0695-48dc-93d9-d72838081341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:41.699079 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ba82b7be-1dac-4fc8-b6d8-c1e6fc7906c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:41.699524 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e341232b-3890-43ff-b12e-afafed42e2e8 req-7ceb658d-0695-48dc-93d9-d72838081341 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d541c368-720d-4b18-b807-71b1bfe1994a HTTP/1.1" status: 200 len: 898 time: 0.1836271 Dec 10 16:39:41.700688 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b59db961-3a7e-4ffa-a9bb-0b804ff356da tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:41.701029 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-b59db961-3a7e-4ffa-a9bb-0b804ff356da tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Added segment 53bbe1d7-d1f0-4637-8c11-25eea97a48df of type vlan for network 403b2edd-221d-4d9e-bc97-bf60254e74a2 Dec 10 16:39:41.704719 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 13094df4-d7e7-4fd5-8525-beabb53cdb50 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:41.705128 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:41.767756 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d05fc3-5f1d-4df1-84c9-ea78c6f402bd x-openstack-request-id: req-c6d05fc3-5f1d-4df1-84c9-ea78c6f402bd {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:39:41.768101 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105fbc39-9fee-4115-aff9-663a6d26770e", "name": "network-vif-deleted", "tag": "cb94977b-eb94-4335-af94-bcaa74a1e09e", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:39:41.768301 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c6d05fc3-5f1d-4df1-84c9-ea78c6f402bd {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:39:41.768700 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105fbc39-9fee-4115-aff9-663a6d26770e', 'name': 'network-vif-deleted', 'tag': 'cb94977b-eb94-4335-af94-bcaa74a1e09e', 'status': 'completed', 'code': 200} Dec 10 16:39:41.795468 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-ec991d85-10e8-4c4a-924e-31a5bb697868 None None] Set router 5f39ed70-7472-45f4-8b3a-222a2550720d gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:41.800513 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37026) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:41.807899 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b59db961-3a7e-4ffa-a9bb-0b804ff356da tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:41.843448 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c2842f1-d6a3-4f88-bff3-0670d87788c1 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:41.846661 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e341232b-3890-43ff-b12e-afafed42e2e8 req-c81ec41e-9973-4811-b822-eccac6e8dd52 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14a1d06f-210d-4cdb-b160-f5a60a932505 HTTP/1.1" status: 200 len: 998 time: 0.1343853 Dec 10 16:39:41.851680 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-7bdf1bbc-f86e-436a-aafc-8c704c2a8f0f tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:41.899296 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5b8470a3-d9d7-44aa-bf24-eddb511be5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:41.941469 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341232b-3890-43ff-b12e-afafed42e2e8 req-37a0ca09-4c97-4f6a-8f3a-f0f53fe6c581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:41.943112 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e341232b-3890-43ff-b12e-afafed42e2e8 req-37a0ca09-4c97-4f6a-8f3a-f0f53fe6c581 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=16a35958-36a2-4747-a09b-1406e66a4b54 HTTP/1.1" status: 200 len: 835 time: 0.0725946 Dec 10 16:39:41.952092 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b0865-e222-4e17-a8c2-02329c8a81e1 None None] Pushing event updated for resources: {'Port': ['ID=d9d9846f-179f-422b-b690-ee15579322cd,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:41.955023 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b59db961-3a7e-4ffa-a9bb-0b804ff356da tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:41.961752 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59db961-3a7e-4ffa-a9bb-0b804ff356da tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:41.962577 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b59db961-3a7e-4ffa-a9bb-0b804ff356da tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:42.024687 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-5b8470a3-d9d7-44aa-bf24-eddb511be5f2 None None] For port d9d9846f-179f-422b-b690-ee15579322cd, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=d9d9846f-179f-422b-b690-ee15579322cd,segment=NetworkSegment(31514409-837a-4e36-9d79-a73ca12dded8),segment_id=31514409-837a-4e36-9d79-a73ca12dded8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:42.070650 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-7bdf1bbc-f86e-436a-aafc-8c704c2a8f0f tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:42.074989 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37028) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:42.094595 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b59db961-3a7e-4ffa-a9bb-0b804ff356da tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6393232 Dec 10 16:39:42.095548 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cbbefecb-be8a-4945-94e3-c5964e7fe685 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:42.098848 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37030) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:42.112243 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-122c50ca-5feb-4f79-9721-f2fe1835fe81 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Request body: {'subnet': {'network_id': '403b2edd-221d-4d9e-bc97-bf60254e74a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:42.114116 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5b8470a3-d9d7-44aa-bf24-eddb511be5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:42.128443 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59db961-3a7e-4ffa-a9bb-0b804ff356da tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Pushing event updated for resources: {'Network': ['ID=403b2edd-221d-4d9e-bc97-bf60254e74a2,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:42.157066 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 403b2edd-221d-4d9e-bc97-bf60254e74a2 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:39:42.164792 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-6e3fe041-d393-44e4-b5c0-b9a15576ff48 None None] Set router a3daaec8-386d-4021-bb23-29c319fd323f gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:42.241190 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cbbefecb-be8a-4945-94e3-c5964e7fe685 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:42.247524 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341232b-3890-43ff-b12e-afafed42e2e8 req-a23b29e5-0f48-442a-949c-c9092f8f68ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:42.249077 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e341232b-3890-43ff-b12e-afafed42e2e8 req-a23b29e5-0f48-442a-949c-c9092f8f68ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d541c368-720d-4b18-b807-71b1bfe1994a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2958007 Dec 10 16:39:42.361026 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928f0d91-7a72-4b1f-b733-610bfea32a3f None None] DHCP port deletion for cde4a5ef-8dbb-4b15-9024-6885e7aaeff0 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:39:42.416349 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e341232b-3890-43ff-b12e-afafed42e2e8 req-8337b664-a2d2-468f-ade8-aa367ffb96c2 service neutron] 10.222.0.26 "GET /v2.0/networks/d541c368-720d-4b18-b807-71b1bfe1994a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549444 Dec 10 16:39:42.421510 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-5b8470a3-d9d7-44aa-bf24-eddb511be5f2 None None] Provisioning complete for port e8c56805-bd5f-46a4-8bf8-cfde7ea0ef87 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:42.422038 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5b8470a3-d9d7-44aa-bf24-eddb511be5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:42.447493 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82b7be-1dac-4fc8-b6d8-c1e6fc7906c8 None None] Pushing event updated for resources: {'Port': ['ID=bcddfd3e-279c-4613-8ff7-142be5400cfe,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:42.481792 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122c50ca-5feb-4f79-9721-f2fe1835fe81 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Made reservation on behalf of 19120212824a4ffeb7bcd2361b78b861 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:42.485364 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-122c50ca-5feb-4f79-9721-f2fe1835fe81 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:42.527818 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dff537-7a9e-4375-a5ff-2d0287d93a25 req-cce9c44c-effb-4039-abb5-3ef409a95f05 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:42.529356 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-27dff537-7a9e-4375-a5ff-2d0287d93a25 req-cce9c44c-effb-4039-abb5-3ef409a95f05 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1ea9ea7-eb5b-4fdc-a023-a49630c2bd68 HTTP/1.1" status: 200 len: 944 time: 0.6202233 Dec 10 16:39:42.557624 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cbbefecb-be8a-4945-94e3-c5964e7fe685 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:42.560212 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cbbefecb-be8a-4945-94e3-c5964e7fe685 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:42.566891 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-cbbefecb-be8a-4945-94e3-c5964e7fe685 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "DELETE /v2.0/security-groups/42a51466-52e5-4458-bb68-54ca9f97b7e7 HTTP/1.1" status: 204 len: 168 time: 0.7583849 Dec 10 16:39:42.580172 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37034) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:42.584099 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbefecb-be8a-4945-94e3-c5964e7fe685 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a51466-52e5-4458-bb68-54ca9f97b7e7,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:42.636464 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-8e1d982b-7026-4119-90f8-6b7226c14fb7 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] show failed (client error): The resource could not be found. Dec 10 16:39:42.643678 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8e1d982b-7026-4119-90f8-6b7226c14fb7 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "GET /v2.0/security-groups/42a51466-52e5-4458-bb68-54ca9f97b7e7 HTTP/1.1" status: 404 len: 347 time: 0.0524731 Dec 10 16:39:42.643678 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37038) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:42.658893 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-27dff537-7a9e-4375-a5ff-2d0287d93a25 req-410161e0-07e2-4b8d-8fe4-280b7265353e tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] 10.222.0.11 "GET /v2.0/security-groups?id=693085e5-7332-4c5f-93cd-deaca0871cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951755 Dec 10 16:39:42.675847 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-7bdf1bbc-f86e-436a-aafc-8c704c2a8f0f tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] Network 1b1da819-dfba-43f2-8848-8bb429159850 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:42.729154 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-7bdf1bbc-f86e-436a-aafc-8c704c2a8f0f tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:42.759441 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8470a3-d9d7-44aa-bf24-eddb511be5f2 None None] Pushing event updated for resources: {'Port': ['ID=d9d9846f-179f-422b-b690-ee15579322cd,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:42.766298 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-7bdf1bbc-f86e-436a-aafc-8c704c2a8f0f tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:42.773937 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf1bbc-f86e-436a-aafc-8c704c2a8f0f tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] Pushing event updated for resources: {'Port': ['ID=8f72ce41-0c79-4f1e-9f52-f14c2b173262,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:42.805550 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e341232b-3890-43ff-b12e-afafed42e2e8 req-d4f24306-5845-4774-9c86-28cda7185b90 service neutron] 10.222.0.26 "GET /v2.0/networks/d541c368-720d-4b18-b807-71b1bfe1994a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706832 Dec 10 16:39:42.808969 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-6aad5cc7-76d0-4924-88b3-c0c306ed5ec3 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/floatingips/4f12a8f6-5ba0-4a19-9faa-8fdbcd2752de HTTP/1.1" status: 200 len: 990 time: 0.7253737 Dec 10 16:39:42.862154 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-928f0d91-7a72-4b1f-b733-610bfea32a3f None None] Deleting port 96df402a-9a32-4c6e-aa5f-69fef7977422 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:39:42.862530 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-928f0d91-7a72-4b1f-b733-610bfea32a3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:42.950683 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-23de4067-90d7-432b-b208-de1b24d93156 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1259941855&fields=id&tenant_id=82a91439607e4bae9723c370020baa2b HTTP/1.1" status: 200 len: 267 time: 0.1109316 Dec 10 16:39:43.012858 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ec991d85-10e8-4c4a-924e-31a5bb697868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'name': 'tempest-RoutersTest-router-1164737647', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:07Z', 'updated_at': '2021-12-10T16:39:30Z', 'revision_number': 4, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'gw_port_host': None, '_interfaces': [{'id': '61daa797-1723-4951-9bb9-45570f6a322b', 'name': '', 'network_id': 'e47e9b0f-d5cd-406d-aabd-b15d8c6d0950', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:1a:54:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '0789f4cd-b6e6-4642-9dd3-410a33e65083', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:20Z', 'updated_at': '2021-12-10T16:39:36Z', 'revision_number': 4, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': '0789f4cd-b6e6-4642-9dd3-410a33e65083', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e6bed2-6ebe-4384-ad72-3ccaf806c930', 'name': '', 'network_id': '5d884117-c793-4ff4-b37e-45e1cec76516', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:1c:74:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:13Z', 'updated_at': '2021-12-10T16:39:25Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9d9846f-179f-422b-b690-ee15579322cd', 'name': '', 'network_id': '40672997-412d-4364-8e20-42bc5f212e65', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:3d:f8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'b5af992b-e554-4e07-98aa-6a6e6279360e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:28Z', 'updated_at': '2021-12-10T16:39:40Z', 'revision_number': 4, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': 'b5af992b-e554-4e07-98aa-6a6e6279360e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:43.044356 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-7bdf1bbc-f86e-436a-aafc-8c704c2a8f0f tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:43.049174 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-7bdf1bbc-f86e-436a-aafc-8c704c2a8f0f tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:43.088745 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec991d85-10e8-4c4a-924e-31a5bb697868 None None] The sync data for ids ['5f39ed70-7472-45f4-8b3a-222a2550720d'] in n-d-766771-2 is: [{'id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'name': 'tempest-RoutersTest-router-1164737647', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:07Z', 'updated_at': '2021-12-10T16:39:30Z', 'revision_number': 4, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'gw_port_host': None, '_interfaces': [{'id': '61daa797-1723-4951-9bb9-45570f6a322b', 'name': '', 'network_id': 'e47e9b0f-d5cd-406d-aabd-b15d8c6d0950', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:1a:54:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '0789f4cd-b6e6-4642-9dd3-410a33e65083', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:20Z', 'updated_at': '2021-12-10T16:39:36Z', 'revision_number': 4, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': '0789f4cd-b6e6-4642-9dd3-410a33e65083', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e6bed2-6ebe-4384-ad72-3ccaf806c930', 'name': '', 'network_id': '5d884117-c793-4ff4-b37e-45e1cec76516', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:1c:74:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:13Z', 'updated_at': '2021-12-10T16:39:25Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9d9846f-179f-422b-b690-ee15579322cd', 'name': '', 'network_id': '40672997-412d-4364-8e20-42bc5f212e65', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:3d:f8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'b5af992b-e554-4e07-98aa-6a6e6279360e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:28Z', 'updated_at': '2021-12-10T16:39:40Z', 'revision_number': 4, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': 'b5af992b-e554-4e07-98aa-6a6e6279360e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:39:43.115715 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-928f0d91-7a72-4b1f-b733-610bfea32a3f None None] For port 96df402a-9a32-4c6e-aa5f-69fef7977422, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=96df402a-9a32-4c6e-aa5f-69fef7977422,segment=NetworkSegment(fa56c86b-b115-4cbc-baba-4b8662daf13e),segment_id=fa56c86b-b115-4cbc-baba-4b8662daf13e)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:43.116717 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-928f0d91-7a72-4b1f-b733-610bfea32a3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:43.165455 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-5b8470a3-d9d7-44aa-bf24-eddb511be5f2 None None] Provisioning complete for port 3869ea40-c8fa-4f77-86d4-9146cef901bc triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:43.166958 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-7bdf1bbc-f86e-436a-aafc-8c704c2a8f0f tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3838539 Dec 10 16:39:43.169742 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5b8470a3-d9d7-44aa-bf24-eddb511be5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:43.223487 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device d6fe07ca-8e42-4b68-984e-1f345c8d16f6 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:43.269442 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-6af9ed11-42d8-4bc5-afdc-cec04674e6b8 service neutron] Request body: {'port': {'device_id': '43296181-9b76-44cc-ab40-07ce6b17f268', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:43.337848 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-b1d9d7c7-6f13-447f-8483-a244a3560360 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:43.345462 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-b1d9d7c7-6f13-447f-8483-a244a3560360 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] 10.222.0.11 "GET /v2.0/networks?id=f4f58725-76ee-4fee-b48e-44ba4df345e4 HTTP/1.1" status: 200 len: 809 time: 0.3934162 Dec 10 16:39:43.383122 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c2842f1-d6a3-4f88-bff3-0670d87788c1 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:43.424352 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c2842f1-d6a3-4f88-bff3-0670d87788c1 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:43.475278 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device e8c56805-bd5f-46a4-8bf8-cfde7ea0ef87 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:43.484778 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-928f0d91-7a72-4b1f-b733-610bfea32a3f None None] Calling delete_port for 96df402a-9a32-4c6e-aa5f-69fef7977422 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:43.515995 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-418c73fe-c3d1-4dc0-8b78-87b603aff72e tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] 10.222.0.11 "GET /v2.0/quotas/82a91439607e4bae9723c370020baa2b HTTP/1.1" status: 200 len: 375 time: 0.1696019 Dec 10 16:39:43.518044 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c2842f1-d6a3-4f88-bff3-0670d87788c1 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:43.561334 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-6af9ed11-42d8-4bc5-afdc-cec04674e6b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:43.584264 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-bf402225-2194-4330-a25b-fb32243ee001 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Deleting port 92a513ed-214f-4a90-999b-d4342be1bebe {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:39:43.584681 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf402225-2194-4330-a25b-fb32243ee001 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:43.688686 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfefb41-dbf1-455d-8331-2dce01d62112 None None] Network f050ad9c-b965-473b-97e0-a2c5cab7ba54 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:43.758874 n-d-766771-2 neutron-server[103393]: DEBUG neutron.objects.ports [None req-122c50ca-5feb-4f79-9721-f2fe1835fe81 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103393) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 16:39:43.762690 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-122c50ca-5feb-4f79-9721-f2fe1835fe81 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:43.768779 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2842f1-d6a3-4f88-bff3-0670d87788c1 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event updated for resources: {'Port': ['ID=7c791383-aaae-45e5-85f3-e46e5a060d45,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:43.781144 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2842f1-d6a3-4f88-bff3-0670d87788c1 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Network f050ad9c-b965-473b-97e0-a2c5cab7ba54 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:43.789728 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-2c2842f1-d6a3-4f88-bff3-0670d87788c1 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:43.809070 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf402225-2194-4330-a25b-fb32243ee001 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:43.809660 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf402225-2194-4330-a25b-fb32243ee001 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:43.816400 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37050) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:43.825986 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-dec4c06f-5323-42d6-9c26-0bb5599d1da9 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=82a91439607e4bae9723c370020baa2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3088765 Dec 10 16:39:43.855926 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6e3fe041-d393-44e4-b5c0-b9a15576ff48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'name': 'tempest-TestNetworkBasicOps-router-1922325860', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '033196f5-e487-461d-9344-13635f0d77e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:38:29Z', 'updated_at': '2021-12-10T16:38:46Z', 'revision_number': 4, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'gw_port': {'id': '033196f5-e487-461d-9344-13635f0d77e5', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:38:31Z', 'updated_at': '2021-12-10T16:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '4f12a8f6-5ba0-4a19-9faa-8fdbcd2752de', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'floating_ip_address': '172.25.6.95', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'port_id': '14a1d06f-210d-4cdb-b160-f5a60a932505', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd541c368-720d-4b18-b807-71b1bfe1994a', 'mac_address': 'fa:16:3e:76:92:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9f4a92-2d46-4c26-9232-803f432456fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:39:34Z', 'updated_at': '2021-12-10T16:39:34Z', 'revision_number': 0, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e4e72f-cb6a-4b0c-9a28-12a06638453c', 'name': '', 'network_id': 'd541c368-720d-4b18-b807-71b1bfe1994a', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'mac_address': 'fa:16:3e:cb:de:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '16a35958-36a2-4747-a09b-1406e66a4b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:38:43Z', 'updated_at': '2021-12-10T16:38:57Z', 'revision_number': 5, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'subnets': [{'id': '16a35958-36a2-4747-a09b-1406e66a4b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:43.891449 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-bf402225-2194-4330-a25b-fb32243ee001 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Calling delete_port for 92a513ed-214f-4a90-999b-d4342be1bebe owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:43.923122 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c50ca-5feb-4f79-9721-f2fe1835fe81 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Pushing event updated for resources: {'Subnet': ['ID=c0161a52-85ab-4d62-ad97-d8e4b607a6b4,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:43.955010 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-7cd5c6fe-a991-43ee-bacd-dfa4e98e6a9b service neutron] 10.222.0.11 "GET /v2.0/networks/f4f58725-76ee-4fee-b48e-44ba4df345e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276126 Dec 10 16:39:43.972850 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3fe041-d393-44e4-b5c0-b9a15576ff48 None None] The sync data for ids ['a3daaec8-386d-4021-bb23-29c319fd323f'] in n-d-766771-2 is: [{'id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'name': 'tempest-TestNetworkBasicOps-router-1922325860', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '033196f5-e487-461d-9344-13635f0d77e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:38:29Z', 'updated_at': '2021-12-10T16:38:46Z', 'revision_number': 4, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'gw_port': {'id': '033196f5-e487-461d-9344-13635f0d77e5', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:38:31Z', 'updated_at': '2021-12-10T16:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '4f12a8f6-5ba0-4a19-9faa-8fdbcd2752de', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'floating_ip_address': '172.25.6.95', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'port_id': '14a1d06f-210d-4cdb-b160-f5a60a932505', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd541c368-720d-4b18-b807-71b1bfe1994a', 'mac_address': 'fa:16:3e:76:92:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9f4a92-2d46-4c26-9232-803f432456fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:39:34Z', 'updated_at': '2021-12-10T16:39:34Z', 'revision_number': 0, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e4e72f-cb6a-4b0c-9a28-12a06638453c', 'name': '', 'network_id': 'd541c368-720d-4b18-b807-71b1bfe1994a', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'mac_address': 'fa:16:3e:cb:de:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '16a35958-36a2-4747-a09b-1406e66a4b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:38:43Z', 'updated_at': '2021-12-10T16:38:57Z', 'revision_number': 5, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'subnets': [{'id': '16a35958-36a2-4747-a09b-1406e66a4b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:39:43.975279 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port e8c56805-bd5f-46a4-8bf8-cfde7ea0ef87 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:43.975824 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:43.982976 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5b8470a3-d9d7-44aa-bf24-eddb511be5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:43.987671 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port d6fe07ca-8e42-4b68-984e-1f345c8d16f6 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:39:43.989195 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3e9adf91-9ddd-4607-939e-68a04ccb8c8c tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/floatingips/4f12a8f6-5ba0-4a19-9faa-8fdbcd2752de HTTP/1.1" status: 200 len: 990 time: 0.1718364 Dec 10 16:39:43.992467 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122c50ca-5feb-4f79-9721-f2fe1835fe81 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Checking segment: {'id': '53bbe1d7-d1f0-4637-8c11-25eea97a48df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '403b2edd-221d-4d9e-bc97-bf60254e74a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:43.992835 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122c50ca-5feb-4f79-9721-f2fe1835fe81 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Network hostable DHCP agents. Network: 403b2edd-221d-4d9e-bc97-bf60254e74a2, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:39:44.039510 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122c50ca-5feb-4f79-9721-f2fe1835fe81 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Network 403b2edd-221d-4d9e-bc97-bf60254e74a2 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:39:44.042525 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port d6fe07ca-8e42-4b68-984e-1f345c8d16f6 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:44.043550 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:44.050327 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-122c50ca-5feb-4f79-9721-f2fe1835fe81 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 403b2edd-221d-4d9e-bc97-bf60254e74a2) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:44.056933 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122c50ca-5feb-4f79-9721-f2fe1835fe81 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:44.057149 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-122c50ca-5feb-4f79-9721-f2fe1835fe81 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:44.093768 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3e6559-58e6-4683-b557-c12360c97098 None None] Network 403b2edd-221d-4d9e-bc97-bf60254e74a2 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:44.117074 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-122c50ca-5feb-4f79-9721-f2fe1835fe81 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0134027 Dec 10 16:39:44.117656 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37052) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:44.124525 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-ef45340c-4ce8-4a8e-8bf6-9140cfdb16f1 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Request body: {'port': {'network_id': '403b2edd-221d-4d9e-bc97-bf60254e74a2', 'name': 'tempest-NetworksIpV6TestAttrs-1450407670'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:44.179388 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-175ff176-3199-48de-a3f4-23f5ae17bff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:44.194937 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf402225-2194-4330-a25b-fb32243ee001 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:44.234091 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2842f1-d6a3-4f88-bff3-0670d87788c1 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Router 5f39ed70-7472-45f4-8b3a-222a2550720d has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:39:44.240680 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf402225-2194-4330-a25b-fb32243ee001 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Pushing event deleted for resources: {'Port': ['ID=92a513ed-214f-4a90-999b-d4342be1bebe,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:44.257849 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-928f0d91-7a72-4b1f-b733-610bfea32a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:44.319304 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baacbc6-9640-4b78-8005-6e87a3e9206f None None] Sync routers for ids ['5f39ed70-7472-45f4-8b3a-222a2550720d'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:39:44.319837 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f0d91-7a72-4b1f-b733-610bfea32a3f None None] Pushing event deleted for resources: {'Port': ['ID=96df402a-9a32-4c6e-aa5f-69fef7977422,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:44.325942 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-5b8470a3-d9d7-44aa-bf24-eddb511be5f2 None None] For port 3869ea40-c8fa-4f77-86d4-9146cef901bc, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=3869ea40-c8fa-4f77-86d4-9146cef901bc,segment=NetworkSegment(3e23467b-3cd1-4f26-9829-42878e845786),segment_id=3e23467b-3cd1-4f26-9829-42878e845786)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:44.329851 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baacbc6-9640-4b78-8005-6e87a3e9206f None None] Routers {'5f39ed70-7472-45f4-8b3a-222a2550720d'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:44.330029 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-7baacbc6-9640-4b78-8005-6e87a3e9206f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:39:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['5f39ed70-7472-45f4-8b3a-222a2550720d'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:44.343012 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5b8470a3-d9d7-44aa-bf24-eddb511be5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:44.346633 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928f0d91-7a72-4b1f-b733-610bfea32a3f None None] No DVR routers for this DVR port 96df402a-9a32-4c6e-aa5f-69fef7977422 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:39:44.384862 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf402225-2194-4330-a25b-fb32243ee001 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:44.385734 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf402225-2194-4330-a25b-fb32243ee001 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:44.400962 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-bf402225-2194-4330-a25b-fb32243ee001 tempest-AttachVolumeShelveTestJSON-1488965098 tempest-AttachVolumeShelveTestJSON-1488965098-project] 10.222.0.11 "DELETE /v2.0/floatingips/5a161d05-d937-42e2-8cb8-7b2db6075809 HTTP/1.1" status: 204 len: 168 time: 1.7533863 Dec 10 16:39:44.430664 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef45340c-4ce8-4a8e-8bf6-9140cfdb16f1 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Made reservation on behalf of 19120212824a4ffeb7bcd2361b78b861 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:44.434523 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef45340c-4ce8-4a8e-8bf6-9140cfdb16f1 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:44.472349 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-7baacbc6-9640-4b78-8005-6e87a3e9206f None None] Set router 5f39ed70-7472-45f4-8b3a-222a2550720d gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:44.490598 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-ef45340c-4ce8-4a8e-8bf6-9140cfdb16f1 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] device_id is not set on port 94e4872d-a1f5-4bc7-a8f4-a877aa191f1b yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:39:44.580671 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8470a3-d9d7-44aa-bf24-eddb511be5f2 None None] Pushing event updated for resources: {'Port': ['ID=3869ea40-c8fa-4f77-86d4-9146cef901bc,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:44.589159 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-28b38d43-ee7a-4bf1-9997-b8cf50c49169 service neutron] 10.222.0.11 "GET /v2.0/networks/f4f58725-76ee-4fee-b48e-44ba4df345e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6330333 Dec 10 16:39:44.613429 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2842f1-d6a3-4f88-bff3-0670d87788c1 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:39:44.624592 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2c2842f1-d6a3-4f88-bff3-0670d87788c1 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "PUT /v2.0/routers/5f39ed70-7472-45f4-8b3a-222a2550720d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8731930 Dec 10 16:39:44.624592 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37058) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:44.632228 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17dca18-22f4-4bae-b0f0-d9eecfa675bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-403b2edd-221d-4d9e-bc97-bf60254e74a2', 'network_id': '403b2edd-221d-4d9e-bc97-bf60254e74a2', 'project_id': '19120212824a4ffeb7bcd2361b78b861', 'fixed_ips': [{'subnet_id': 'c0161a52-85ab-4d62-ad97-d8e4b607a6b4'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:39:44.636204 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e17dca18-22f4-4bae-b0f0-d9eecfa675bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:44.669409 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-e677fc44-783b-41f3-ad1a-d786b0530236 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:44.732794 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:44.878381 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-ef45340c-4ce8-4a8e-8bf6-9140cfdb16f1 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Allocated IP 2001:db8::f816:3eff:fe47:66fa (403b2edd-221d-4d9e-bc97-bf60254e74a2/c0161a52-85ab-4d62-ad97-d8e4b607a6b4/94e4872d-a1f5-4bc7-a8f4-a877aa191f1b) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:44.889606 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06871d1-a51d-4915-a8f5-e7c443cc3a53 None None] New status for floating IP 4f12a8f6-5ba0-4a19-9faa-8fdbcd2752de: ACTIVE {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:39:44.900084 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device bcddfd3e-279c-4613-8ff7-142be5400cfe up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:44.901816 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-5b8470a3-d9d7-44aa-bf24-eddb511be5f2 None None] Provisioning complete for port 61daa797-1723-4951-9bb9-45570f6a322b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:44.912701 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5b8470a3-d9d7-44aa-bf24-eddb511be5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:44.965131 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-7baacbc6-9640-4b78-8005-6e87a3e9206f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'name': 'tempest-RoutersTest-router-1164737647', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:07Z', 'updated_at': '2021-12-10T16:39:41Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'gw_port_host': None, '_interfaces': [{'id': '61daa797-1723-4951-9bb9-45570f6a322b', 'name': '', 'network_id': 'e47e9b0f-d5cd-406d-aabd-b15d8c6d0950', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:1a:54:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '0789f4cd-b6e6-4642-9dd3-410a33e65083', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:20Z', 'updated_at': '2021-12-10T16:39:36Z', 'revision_number': 4, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': '0789f4cd-b6e6-4642-9dd3-410a33e65083', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e6bed2-6ebe-4384-ad72-3ccaf806c930', 'name': '', 'network_id': '5d884117-c793-4ff4-b37e-45e1cec76516', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:1c:74:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:13Z', 'updated_at': '2021-12-10T16:39:25Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c791383-aaae-45e5-85f3-e46e5a060d45', 'name': '', 'network_id': 'f050ad9c-b965-473b-97e0-a2c5cab7ba54', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:af:f4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'cd7f1344-df09-4bcf-8a66-a7c73e1eba76', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:39Z', 'updated_at': '2021-12-10T16:39:42Z', 'revision_number': 2, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': 'cd7f1344-df09-4bcf-8a66-a7c73e1eba76', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9d9846f-179f-422b-b690-ee15579322cd', 'name': '', 'network_id': '40672997-412d-4364-8e20-42bc5f212e65', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:3d:f8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'b5af992b-e554-4e07-98aa-6a6e6279360e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:28Z', 'updated_at': '2021-12-10T16:39:41Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': 'b5af992b-e554-4e07-98aa-6a6e6279360e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:45.013601 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baacbc6-9640-4b78-8005-6e87a3e9206f None None] Checking router: 5f39ed70-7472-45f4-8b3a-222a2550720d for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:39:45.013866 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37060) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:45.014513 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baacbc6-9640-4b78-8005-6e87a3e9206f None None] Updating router 5f39ed70-7472-45f4-8b3a-222a2550720d port 7c791383-aaae-45e5-85f3-e46e5a060d45 binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:39:45.153428 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-7baacbc6-9640-4b78-8005-6e87a3e9206f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:45.201329 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ea9ea7-eb5b-4fdc-a023-a49630c2bd68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6fe07ca-8e42-4b68-984e-1f345c8d16f6'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:39:45.206509 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e70f39b-31e6-45f0-841f-8e8d98ab86a9" -d '{"events": [{"server_uuid": "f1ea9ea7-eb5b-4fdc-a023-a49630c2bd68", "name": "network-vif-plugged", "status": "completed", "tag": "d6fe07ca-8e42-4b68-984e-1f345c8d16f6"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:39:45.293820 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port d6fe07ca-8e42-4b68-984e-1f345c8d16f6, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=d6fe07ca-8e42-4b68-984e-1f345c8d16f6,segment=NetworkSegment(db436464-9c6b-4d87-a475-1d1393a0d135),segment_id=db436464-9c6b-4d87-a475-1d1393a0d135)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:45.310022 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:45.379592 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-6af9ed11-42d8-4bc5-afdc-cec04674e6b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f72ce41-0c79-4f1e-9f52-f14c2b173262 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:39:45.398852 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-6af9ed11-42d8-4bc5-afdc-cec04674e6b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:45.426431 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-6af9ed11-42d8-4bc5-afdc-cec04674e6b8 service neutron] Transition to ACTIVE for port object 8f72ce41-0c79-4f1e-9f52-f14c2b173262 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:39:45.451994 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-6af9ed11-42d8-4bc5-afdc-cec04674e6b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:45.492496 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660a9b8-4f49-4401-9337-3ff96aae89b0 req-aa825dea-ad4c-41d2-85ee-abafc3a3fbcf tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:45.497953 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2660a9b8-4f49-4401-9337-3ff96aae89b0 req-aa825dea-ad4c-41d2-85ee-abafc3a3fbcf tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.2257791 Dec 10 16:39:45.535262 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c378bfc6-3dc8-4b40-b0db-72814a88269a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/floatingips/4f12a8f6-5ba0-4a19-9faa-8fdbcd2752de HTTP/1.1" status: 200 len: 990 time: 0.5198133 Dec 10 16:39:45.560217 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef45340c-4ce8-4a8e-8bf6-9140cfdb16f1 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:45.623941 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5b8470a3-d9d7-44aa-bf24-eddb511be5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:45.740737 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9ed11-42d8-4bc5-afdc-cec04674e6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=8f72ce41-0c79-4f1e-9f52-f14c2b173262,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:45.741217 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef45340c-4ce8-4a8e-8bf6-9140cfdb16f1 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:45.788545 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port bcddfd3e-279c-4613-8ff7-142be5400cfe triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:45.789164 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:45.804778 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-7baacbc6-9640-4b78-8005-6e87a3e9206f None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:45.820307 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-7baacbc6-9640-4b78-8005-6e87a3e9206f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:45.886903 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45340c-4ce8-4a8e-8bf6-9140cfdb16f1 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Pushing event updated for resources: {'Port': ['ID=94e4872d-a1f5-4bc7-a8f4-a877aa191f1b,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:45.918824 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef45340c-4ce8-4a8e-8bf6-9140cfdb16f1 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Network 403b2edd-221d-4d9e-bc97-bf60254e74a2 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:45.922601 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=d6fe07ca-8e42-4b68-984e-1f345c8d16f6,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:45.923845 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-ef45340c-4ce8-4a8e-8bf6-9140cfdb16f1 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:45.937949 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef45340c-4ce8-4a8e-8bf6-9140cfdb16f1 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:45.944115 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2660a9b8-4f49-4401-9337-3ff96aae89b0 req-d4985125-2c85-42c8-9f67-c4359feb3b62 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4315197 Dec 10 16:39:45.957412 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef45340c-4ce8-4a8e-8bf6-9140cfdb16f1 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:45.959543 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef45340c-4ce8-4a8e-8bf6-9140cfdb16f1 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:45.960980 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563dcc82-4d4d-4697-83d5-3d37f738e9bc None None] Pushing event updated for resources: {'Port': ['ID=7c791383-aaae-45e5-85f3-e46e5a060d45,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:45.974493 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563dcc82-4d4d-4697-83d5-3d37f738e9bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:45.977329 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563dcc82-4d4d-4697-83d5-3d37f738e9bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:45.977908 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563dcc82-4d4d-4697-83d5-3d37f738e9bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:45.978997 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563dcc82-4d4d-4697-83d5-3d37f738e9bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:45.979732 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563dcc82-4d4d-4697-83d5-3d37f738e9bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:45.980332 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563dcc82-4d4d-4697-83d5-3d37f738e9bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:45.980904 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563dcc82-4d4d-4697-83d5-3d37f738e9bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:45.981631 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563dcc82-4d4d-4697-83d5-3d37f738e9bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:45.983278 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563dcc82-4d4d-4697-83d5-3d37f738e9bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:45.984450 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563dcc82-4d4d-4697-83d5-3d37f738e9bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:45.986110 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563dcc82-4d4d-4697-83d5-3d37f738e9bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:45.987031 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563dcc82-4d4d-4697-83d5-3d37f738e9bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:45.987676 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563dcc82-4d4d-4697-83d5-3d37f738e9bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:45.997635 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ef45340c-4ce8-4a8e-8bf6-9140cfdb16f1 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.8770483 Dec 10 16:39:46.000994 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37078) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:46.067394 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-5b8470a3-d9d7-44aa-bf24-eddb511be5f2 None None] For port 61daa797-1723-4951-9bb9-45570f6a322b, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=61daa797-1723-4951-9bb9-45570f6a322b,segment=NetworkSegment(075e93c4-5c0d-4bf4-a769-1feff4c3bba1),segment_id=075e93c4-5c0d-4bf4-a769-1feff4c3bba1)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:46.098271 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-6af9ed11-42d8-4bc5-afdc-cec04674e6b8 service neutron] Attempting to bind port 8f72ce41-0c79-4f1e-9f52-f14c2b173262 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:39:46.099997 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-6af9ed11-42d8-4bc5-afdc-cec04674e6b8 service neutron] Attempting to bind port 8f72ce41-0c79-4f1e-9f52-f14c2b173262 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:39:46.100530 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-6af9ed11-42d8-4bc5-afdc-cec04674e6b8 service neutron] Attempting to bind port 8f72ce41-0c79-4f1e-9f52-f14c2b173262 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:46.122835 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-6af9ed11-42d8-4bc5-afdc-cec04674e6b8 service neutron] Port 8f72ce41-0c79-4f1e-9f52-f14c2b173262 on network 1b1da819-dfba-43f2-8848-8bb429159850 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:39:46.123260 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-6af9ed11-42d8-4bc5-afdc-cec04674e6b8 service neutron] Attempting to bind port 8f72ce41-0c79-4f1e-9f52-f14c2b173262 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:46.146605 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5b8470a3-d9d7-44aa-bf24-eddb511be5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:46.170178 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-6daa5f61-defa-4179-baea-60400acc35ce tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Deleting subnet c0161a52-85ab-4d62-ad97-d8e4b607a6b4 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:39:46.195114 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-7baacbc6-9640-4b78-8005-6e87a3e9206f None None] Attempting to bind port 7c791383-aaae-45e5-85f3-e46e5a060d45 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:39:46.195681 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-7baacbc6-9640-4b78-8005-6e87a3e9206f None None] Attempting to bind port 7c791383-aaae-45e5-85f3-e46e5a060d45 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '23cc838c-f8dd-4ceb-aa8d-5c5bedcbc0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f050ad9c-b965-473b-97e0-a2c5cab7ba54'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:39:46.196221 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baacbc6-9640-4b78-8005-6e87a3e9206f None None] Attempting to bind port 7c791383-aaae-45e5-85f3-e46e5a060d45 on network f050ad9c-b965-473b-97e0-a2c5cab7ba54 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:46.203622 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-6af9ed11-42d8-4bc5-afdc-cec04674e6b8 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:39:46.205053 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baacbc6-9640-4b78-8005-6e87a3e9206f None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:39:46.210286 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baacbc6-9640-4b78-8005-6e87a3e9206f None None] Checking segment: {'id': '23cc838c-f8dd-4ceb-aa8d-5c5bedcbc0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f050ad9c-b965-473b-97e0-a2c5cab7ba54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:46.210286 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-7baacbc6-9640-4b78-8005-6e87a3e9206f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:46.210286 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baacbc6-9640-4b78-8005-6e87a3e9206f None None] Bound using segment: {'id': '23cc838c-f8dd-4ceb-aa8d-5c5bedcbc0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f050ad9c-b965-473b-97e0-a2c5cab7ba54'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:39:46.210699 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-6af9ed11-42d8-4bc5-afdc-cec04674e6b8 service neutron] Checking segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:46.210699 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-6af9ed11-42d8-4bc5-afdc-cec04674e6b8 service neutron] Bound using segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:39:46.210938 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-7baacbc6-9640-4b78-8005-6e87a3e9206f None None] Bound port: 7c791383-aaae-45e5-85f3-e46e5a060d45, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23cc838c-f8dd-4ceb-aa8d-5c5bedcbc0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f050ad9c-b965-473b-97e0-a2c5cab7ba54'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:39:46.210938 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-7baacbc6-9640-4b78-8005-6e87a3e9206f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:46.211128 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-6af9ed11-42d8-4bc5-afdc-cec04674e6b8 service neutron] Bound port: 8f72ce41-0c79-4f1e-9f52-f14c2b173262, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:39:46.211231 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-e17dca18-22f4-4bae-b0f0-d9eecfa675bc None None] Allocated IP 2001:db8::f816:3eff:feb6:ec21 (403b2edd-221d-4d9e-bc97-bf60254e74a2/c0161a52-85ab-4d62-ad97-d8e4b607a6b4/4e105268-251b-437a-83b0-38f04e706702) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:46.211357 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-6af9ed11-42d8-4bc5-afdc-cec04674e6b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:46.234888 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8470a3-d9d7-44aa-bf24-eddb511be5f2 None None] Pushing event updated for resources: {'Port': ['ID=61daa797-1723-4951-9bb9-45570f6a322b,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:46.310384 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.extraroute_db [None req-e677fc44-783b-41f3-ad1a-d786b0530236 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103392) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 16:39:46.347460 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c98e00-4743-4270-bce1-5f1a399d3f7a req-7bb0ce58-91d3-41a2-ab64-73b70aa73f65 tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:46.356950 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f4c98e00-4743-4270-bce1-5f1a399d3f7a req-7bb0ce58-91d3-41a2-ab64-73b70aa73f65 tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] 10.222.0.11 "GET /v2.0/ports?device_id=43296181-9b76-44cc-ab40-07ce6b17f268 HTTP/1.1" status: 200 len: 948 time: 0.2292917 Dec 10 16:39:46.380389 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-7baacbc6-9640-4b78-8005-6e87a3e9206f None None] For port 7c791383-aaae-45e5-85f3-e46e5a060d45, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:39:46.389160 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-7baacbc6-9640-4b78-8005-6e87a3e9206f None None] For port 7c791383-aaae-45e5-85f3-e46e5a060d45, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=7c791383-aaae-45e5-85f3-e46e5a060d45,segment=NetworkSegment(23cc838c-f8dd-4ceb-aa8d-5c5bedcbc0d6),segment_id=23cc838c-f8dd-4ceb-aa8d-5c5bedcbc0d6)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:39:46.393846 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.extraroute_db [None req-e677fc44-783b-41f3-ad1a-d786b0530236 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Removed routes are [] {{(pid=103392) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 16:39:46.394826 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e677fc44-783b-41f3-ad1a-d786b0530236 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4726'] for router, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:46.396303 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-7baacbc6-9640-4b78-8005-6e87a3e9206f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:46.404640 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9bd22b28-e361-4737-8908-7136c5fd458b None None] Provisioning complete for port d9d9846f-179f-422b-b690-ee15579322cd triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:46.405168 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9bd22b28-e361-4737-8908-7136c5fd458b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:46.409859 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:46.499489 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baacbc6-9640-4b78-8005-6e87a3e9206f None None] Routers {'5f39ed70-7472-45f4-8b3a-222a2550720d'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:46.500106 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-7baacbc6-9640-4b78-8005-6e87a3e9206f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:39:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['5f39ed70-7472-45f4-8b3a-222a2550720d'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:46.538026 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37080) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:46.540287 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-6af9ed11-42d8-4bc5-afdc-cec04674e6b8 service neutron] For port 8f72ce41-0c79-4f1e-9f52-f14c2b173262, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:39:46.573416 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-6af9ed11-42d8-4bc5-afdc-cec04674e6b8 service neutron] For port 8f72ce41-0c79-4f1e-9f52-f14c2b173262, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=8f72ce41-0c79-4f1e-9f52-f14c2b173262,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:39:46.601108 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f4c98e00-4743-4270-bce1-5f1a399d3f7a req-92f02acf-49ba-4b42-ad8c-7503f54a664f tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] 10.222.0.11 "GET /v2.0/security-groups?id=b745fbcb-b640-48e3-aef9-5bbfdd8fecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429271 Dec 10 16:39:46.605533 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-7baacbc6-9640-4b78-8005-6e87a3e9206f None None] Set router 5f39ed70-7472-45f4-8b3a-222a2550720d gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:46.622487 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-6af9ed11-42d8-4bc5-afdc-cec04674e6b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:46.694847 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ce589a31-710d-4219-a082-fd74bf98cdac tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/floatingips/4f12a8f6-5ba0-4a19-9faa-8fdbcd2752de HTTP/1.1" status: 200 len: 992 time: 0.1554005 Dec 10 16:39:46.786081 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563dcc82-4d4d-4697-83d5-3d37f738e9bc None None] Pushing event updated for resources: {'Port': ['ID=7c791383-aaae-45e5-85f3-e46e5a060d45,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:46.915871 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-6af9ed11-42d8-4bc5-afdc-cec04674e6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:46.916659 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-6af9ed11-42d8-4bc5-afdc-cec04674e6b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:46.918407 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-6af9ed11-42d8-4bc5-afdc-cec04674e6b8 service neutron] 10.222.0.26 "PUT /v2.0/ports/8f72ce41-0c79-4f1e-9f52-f14c2b173262 HTTP/1.1" status: 200 len: 1096 time: 3.7181897 Dec 10 16:39:46.959159 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43296181-9b76-44cc-ab40-07ce6b17f268', 'tag': '8f72ce41-0c79-4f1e-9f52-f14c2b173262'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:39:46.963503 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aeb5bd0-1068-4890-b716-c1ca50449fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "43296181-9b76-44cc-ab40-07ce6b17f268", "tag": "8f72ce41-0c79-4f1e-9f52-f14c2b173262"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:39:47.113507 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-c01df411-a0f6-4457-9ad4-0c80ffc70e1f tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:47.127216 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-c01df411-a0f6-4457-9ad4-0c80ffc70e1f tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] 10.222.0.26 "GET /v2.0/networks?id=f4f58725-76ee-4fee-b48e-44ba4df345e4 HTTP/1.1" status: 200 len: 809 time: 0.2873857 Dec 10 16:39:47.147652 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-7baacbc6-9640-4b78-8005-6e87a3e9206f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'name': 'tempest-RoutersTest-router-1164737647', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:07Z', 'updated_at': '2021-12-10T16:39:46Z', 'revision_number': 6, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'gw_port_host': None, '_interfaces': [{'id': '61daa797-1723-4951-9bb9-45570f6a322b', 'name': '', 'network_id': 'e47e9b0f-d5cd-406d-aabd-b15d8c6d0950', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:1a:54:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '0789f4cd-b6e6-4642-9dd3-410a33e65083', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:20Z', 'updated_at': '2021-12-10T16:39:45Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': '0789f4cd-b6e6-4642-9dd3-410a33e65083', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e6bed2-6ebe-4384-ad72-3ccaf806c930', 'name': '', 'network_id': '5d884117-c793-4ff4-b37e-45e1cec76516', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:1c:74:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:13Z', 'updated_at': '2021-12-10T16:39:25Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c791383-aaae-45e5-85f3-e46e5a060d45', 'name': '', 'network_id': 'f050ad9c-b965-473b-97e0-a2c5cab7ba54', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:af:f4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'cd7f1344-df09-4bcf-8a66-a7c73e1eba76', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:39Z', 'updated_at': '2021-12-10T16:39:46Z', 'revision_number': 4, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': 'cd7f1344-df09-4bcf-8a66-a7c73e1eba76', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9d9846f-179f-422b-b690-ee15579322cd', 'name': '', 'network_id': '40672997-412d-4364-8e20-42bc5f212e65', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:3d:f8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'b5af992b-e554-4e07-98aa-6a6e6279360e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:28Z', 'updated_at': '2021-12-10T16:39:41Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': 'b5af992b-e554-4e07-98aa-6a6e6279360e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:47.201582 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port bcddfd3e-279c-4613-8ff7-142be5400cfe, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=bcddfd3e-279c-4613-8ff7-142be5400cfe,segment=NetworkSegment(23cc838c-f8dd-4ceb-aa8d-5c5bedcbc0d6),segment_id=23cc838c-f8dd-4ceb-aa8d-5c5bedcbc0d6)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:47.224809 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-1080c55d-7901-4e50-9f91-2ee7431cea09 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82a91439607e4bae9723c370020baa2b HTTP/1.1" status: 200 len: 380 time: 0.0870185 Dec 10 16:39:47.236485 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:47.237308 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 3869ea40-c8fa-4f77-86d4-9146cef901bc up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:47.245098 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-d2a491fd-fa72-47dc-b7e1-39bee7210b01 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Request body: {'port': {'device_id': '26efe463-f91c-46ba-8f4e-db8b02424d4a', 'network_id': 'f4f58725-76ee-4fee-b48e-44ba4df345e4', 'admin_state_up': True, 'tenant_id': '82a91439607e4bae9723c370020baa2b', 'security_groups': ['33885148-78ed-4ed1-8c10-d33694376012']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:47.301966 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e17dca18-22f4-4bae-b0f0-d9eecfa675bc None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:47.353081 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baacbc6-9640-4b78-8005-6e87a3e9206f None None] The sync data for ids ['5f39ed70-7472-45f4-8b3a-222a2550720d'] in n-d-766771-2 is: [{'id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'name': 'tempest-RoutersTest-router-1164737647', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:07Z', 'updated_at': '2021-12-10T16:39:46Z', 'revision_number': 6, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'gw_port_host': None, '_interfaces': [{'id': '61daa797-1723-4951-9bb9-45570f6a322b', 'name': '', 'network_id': 'e47e9b0f-d5cd-406d-aabd-b15d8c6d0950', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:1a:54:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '0789f4cd-b6e6-4642-9dd3-410a33e65083', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:20Z', 'updated_at': '2021-12-10T16:39:45Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': '0789f4cd-b6e6-4642-9dd3-410a33e65083', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e6bed2-6ebe-4384-ad72-3ccaf806c930', 'name': '', 'network_id': '5d884117-c793-4ff4-b37e-45e1cec76516', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:1c:74:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:13Z', 'updated_at': '2021-12-10T16:39:25Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c791383-aaae-45e5-85f3-e46e5a060d45', 'name': '', 'network_id': 'f050ad9c-b965-473b-97e0-a2c5cab7ba54', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:af:f4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'cd7f1344-df09-4bcf-8a66-a7c73e1eba76', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:39Z', 'updated_at': '2021-12-10T16:39:46Z', 'revision_number': 4, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': 'cd7f1344-df09-4bcf-8a66-a7c73e1eba76', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9d9846f-179f-422b-b690-ee15579322cd', 'name': '', 'network_id': '40672997-412d-4364-8e20-42bc5f212e65', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:3d:f8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'b5af992b-e554-4e07-98aa-6a6e6279360e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:28Z', 'updated_at': '2021-12-10T16:39:41Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': 'b5af992b-e554-4e07-98aa-6a6e6279360e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:39:47.403074 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=bcddfd3e-279c-4613-8ff7-142be5400cfe,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:47.409210 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6daa5f61-defa-4179-baea-60400acc35ce tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:47.409358 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-54154e0d-9b6c-4122-8ff0-17d7852d0f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:47.434154 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e17dca18-22f4-4bae-b0f0-d9eecfa675bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:47.546033 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6daa5f61-defa-4179-baea-60400acc35ce tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:47.567241 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:47.572668 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17dca18-22f4-4bae-b0f0-d9eecfa675bc None None] Network 403b2edd-221d-4d9e-bc97-bf60254e74a2 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:47.584537 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-e17dca18-22f4-4bae-b0f0-d9eecfa675bc None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:47.593936 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17dca18-22f4-4bae-b0f0-d9eecfa675bc None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:47.605155 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 3869ea40-c8fa-4f77-86d4-9146cef901bc triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:47.605835 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:47.607879 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17dca18-22f4-4bae-b0f0-d9eecfa675bc None None] Pushing event updated for resources: {'Port': ['ID=4e105268-251b-437a-83b0-38f04e706702,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:47.768100 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6daa5f61-defa-4179-baea-60400acc35ce tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:47.801968 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-d2a491fd-fa72-47dc-b7e1-39bee7210b01 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Made reservation on behalf of 82a91439607e4bae9723c370020baa2b for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:47.809815 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-d2a491fd-fa72-47dc-b7e1-39bee7210b01 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:47.813727 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9bd22b28-e361-4737-8908-7136c5fd458b None None] Provisioning complete for port 3869ea40-c8fa-4f77-86d4-9146cef901bc triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:47.814169 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9bd22b28-e361-4737-8908-7136c5fd458b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:47.866975 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-e17dca18-22f4-4bae-b0f0-d9eecfa675bc None None] Attempting to bind port 4e105268-251b-437a-83b0-38f04e706702 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:39:47.867769 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-e17dca18-22f4-4bae-b0f0-d9eecfa675bc None None] Attempting to bind port 4e105268-251b-437a-83b0-38f04e706702 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '53bbe1d7-d1f0-4637-8c11-25eea97a48df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '403b2edd-221d-4d9e-bc97-bf60254e74a2'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:39:47.868142 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17dca18-22f4-4bae-b0f0-d9eecfa675bc None None] Attempting to bind port 4e105268-251b-437a-83b0-38f04e706702 on network 403b2edd-221d-4d9e-bc97-bf60254e74a2 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:47.876995 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17dca18-22f4-4bae-b0f0-d9eecfa675bc None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:39:47.877379 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17dca18-22f4-4bae-b0f0-d9eecfa675bc None None] Checking segment: {'id': '53bbe1d7-d1f0-4637-8c11-25eea97a48df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '403b2edd-221d-4d9e-bc97-bf60254e74a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:47.877791 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e17dca18-22f4-4bae-b0f0-d9eecfa675bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:47.878703 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17dca18-22f4-4bae-b0f0-d9eecfa675bc None None] Bound using segment: {'id': '53bbe1d7-d1f0-4637-8c11-25eea97a48df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '403b2edd-221d-4d9e-bc97-bf60254e74a2'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:39:47.879194 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-e17dca18-22f4-4bae-b0f0-d9eecfa675bc None None] Bound port: 4e105268-251b-437a-83b0-38f04e706702, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bbe1d7-d1f0-4637-8c11-25eea97a48df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '403b2edd-221d-4d9e-bc97-bf60254e74a2'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:39:47.879581 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e17dca18-22f4-4bae-b0f0-d9eecfa675bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:47.925045 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e677fc44-783b-41f3-ad1a-d786b0530236 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4726'] for router, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:47.933621 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9ed11-42d8-4bc5-afdc-cec04674e6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=8f72ce41-0c79-4f1e-9f52-f14c2b173262,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:47.937252 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e677fc44-783b-41f3-ad1a-d786b0530236 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-603901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599127'] for router, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:47.984140 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6daa5f61-defa-4179-baea-60400acc35ce tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:48.033410 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa5f61-defa-4179-baea-60400acc35ce tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Pushing event deleted for resources: {'Subnet': ['ID=c0161a52-85ab-4d62-ad97-d8e4b607a6b4,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:48.041589 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6daa5f61-defa-4179-baea-60400acc35ce tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:48.045516 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6daa5f61-defa-4179-baea-60400acc35ce tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] 10.222.0.11 "DELETE /v2.0/subnets/c0161a52-85ab-4d62-ad97-d8e4b607a6b4 HTTP/1.1" status: 204 len: 168 time: 2.0420403 Dec 10 16:39:48.064419 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37092) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:48.095175 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-e17dca18-22f4-4bae-b0f0-d9eecfa675bc None None] For port 4e105268-251b-437a-83b0-38f04e706702, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:39:48.101850 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-e17dca18-22f4-4bae-b0f0-d9eecfa675bc None None] For port 4e105268-251b-437a-83b0-38f04e706702, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=4e105268-251b-437a-83b0-38f04e706702,segment=NetworkSegment(53bbe1d7-d1f0-4637-8c11-25eea97a48df),segment_id=53bbe1d7-d1f0-4637-8c11-25eea97a48df)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:39:48.124872 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e17dca18-22f4-4bae-b0f0-d9eecfa675bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:48.125989 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e677fc44-783b-41f3-ad1a-d786b0530236 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Router 5f39ed70-7472-45f4-8b3a-222a2550720d has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:39:48.164263 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-214854cf-5100-4f1f-a578-0fb2d60a5251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:48.169958 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-214854cf-5100-4f1f-a578-0fb2d60a5251 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5d925a23ee2046d79bb5352e8a2fbff8&device_id=43296181-9b76-44cc-ab40-07ce6b17f268 HTTP/1.1" status: 200 len: 1099 time: 1.0889108 Dec 10 16:39:48.177825 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfe3f8-eb12-4710-ba9d-d583e8fdd700 req-0907d392-6a3e-43d9-8246-e2e8d6424a45 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:48.189873 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-15bfe3f8-eb12-4710-ba9d-d583e8fdd700 req-0907d392-6a3e-43d9-8246-e2e8d6424a45 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1ea9ea7-eb5b-4fdc-a023-a49630c2bd68 HTTP/1.1" status: 200 len: 945 time: 1.3949671 Dec 10 16:39:48.225295 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17dca18-22f4-4bae-b0f0-d9eecfa675bc None None] Pushing event updated for resources: {'Port': ['ID=4e105268-251b-437a-83b0-38f04e706702,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:48.228013 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-d2a491fd-fa72-47dc-b7e1-39bee7210b01 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Allocated IP 172.20.0.9 (f4f58725-76ee-4fee-b48e-44ba4df345e4/64d652f5-e20a-4a4e-969a-c2271fe340e6/cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:48.239741 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1966fb16-a685-4729-ad63-9dc86fa366e3 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:48.241377 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1966fb16-a685-4729-ad63-9dc86fa366e3 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:48.243020 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1966fb16-a685-4729-ad63-9dc86fa366e3 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1775038 Dec 10 16:39:48.246104 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37094) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:48.253137 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 13094df4-d7e7-4fd5-8525-beabb53cdb50 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:48.375247 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9bd22b28-e361-4737-8908-7136c5fd458b None None] Provisioning complete for port bcddfd3e-279c-4613-8ff7-142be5400cfe triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:48.375856 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9bd22b28-e361-4737-8908-7136c5fd458b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:48.378961 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 13094df4-d7e7-4fd5-8525-beabb53cdb50 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:48.380051 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:48.409996 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-8f02165a-e949-4418-8bc9-5444ac84388b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=8f72ce41-0c79-4f1e-9f52-f14c2b173262 HTTP/1.1" status: 200 len: 217 time: 0.2190213 Dec 10 16:39:48.431645 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e677fc44-783b-41f3-ad1a-d786b0530236 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:39:48.451620 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e677fc44-783b-41f3-ad1a-d786b0530236 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:48.453230 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e677fc44-783b-41f3-ad1a-d786b0530236 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "PUT /v2.0/routers/5f39ed70-7472-45f4-8b3a-222a2550720d HTTP/1.1" status: 200 len: 934 time: 3.7915199 Dec 10 16:39:48.464738 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37096) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:48.523475 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-15bfe3f8-eb12-4710-ba9d-d583e8fdd700 req-20a176d6-07d3-47ed-867a-2e65b679d8de tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] 10.222.0.11 "GET /v2.0/security-groups?id=693085e5-7332-4c5f-93cd-deaca0871cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123297 Dec 10 16:39:48.555787 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-683a9e81-a1d7-4285-9ef4-495e85248ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:48.555787 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-683a9e81-a1d7-4285-9ef4-495e85248ede service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.1006076 Dec 10 16:39:48.633892 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:48.717009 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1bdc4897-cd4a-439d-8518-7537bed40356 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:48.740165 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-ff5f6a49-b227-4214-8c36-e858d9d12741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:48.744500 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9bd22b28-e361-4737-8908-7136c5fd458b None None] Could not find standard attr ID for object 96df402a-9a32-4c6e-aa5f-69fef7977422. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:39:48.756527 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-ff5f6a49-b227-4214-8c36-e858d9d12741 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1774893 Dec 10 16:39:48.763786 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 61daa797-1723-4951-9bb9-45570f6a322b up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:48.838624 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9bd22b28-e361-4737-8908-7136c5fd458b None None] Provisioning complete for port 7c791383-aaae-45e5-85f3-e46e5a060d45 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:48.839210 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9bd22b28-e361-4737-8908-7136c5fd458b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:48.844178 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bdc4897-cd4a-439d-8518-7537bed40356 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 10 16:39:48.844876 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bdc4897-cd4a-439d-8518-7537bed40356 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:48.848787 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1bdc4897-cd4a-439d-8518-7537bed40356 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] 10.222.0.11 "DELETE /v2.0/networks/403b2edd-221d-4d9e-bc97-bf60254e74a2 HTTP/1.1" status: 409 len: 405 time: 0.6015394 Dec 10 16:39:48.862295 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37098) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:48.868658 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-af5b5372-da90-4f6a-ad37-f46e96e2fa94 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1426768969'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:48.876415 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7f0f0d25-23ba-41da-a678-1f7c10062f68 req-bb1e6f9d-a1a8-45d3-b23e-52172f144ffc tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] 10.222.0.11 "GET /v2.0/ports?device_id=26efe463-f91c-46ba-8f4e-db8b02424d4a HTTP/1.1" status: 200 len: 210 time: 0.1892266 Dec 10 16:39:48.916972 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8f2968f9-104a-40db-9f46-14c37dc91793 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "GET /v2.0/routers/5f39ed70-7472-45f4-8b3a-222a2550720d HTTP/1.1" status: 200 len: 934 time: 0.4393406 Dec 10 16:39:48.930983 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37100) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:48.937456 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-09e65b22-349b-4557-8db3-c25780177966 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Request body: {'router': {'routes': None}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:49.042273 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5b5372-da90-4f6a-ad37-f46e96e2fa94 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Made reservation on behalf of 19120212824a4ffeb7bcd2361b78b861 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:49.046363 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af5b5372-da90-4f6a-ad37-f46e96e2fa94 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:49.061297 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbfb4dd-a57b-464e-8769-b55a5520a05d x-openstack-request-id: req-2cbfb4dd-a57b-464e-8769-b55a5520a05d {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:39:49.061672 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ea9ea7-eb5b-4fdc-a023-a49630c2bd68", "name": "network-vif-plugged", "status": "completed", "tag": "d6fe07ca-8e42-4b68-984e-1f345c8d16f6", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:39:49.061856 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2cbfb4dd-a57b-464e-8769-b55a5520a05d {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:39:49.065051 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ea9ea7-eb5b-4fdc-a023-a49630c2bd68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6fe07ca-8e42-4b68-984e-1f345c8d16f6', 'code': 200} Dec 10 16:39:49.065454 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 61daa797-1723-4951-9bb9-45570f6a322b triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:49.065827 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:49.154372 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af5b5372-da90-4f6a-ad37-f46e96e2fa94 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:39:49.186832 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9bd22b28-e361-4737-8908-7136c5fd458b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:49.190962 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-d2a491fd-fa72-47dc-b7e1-39bee7210b01 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:49.209389 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af5b5372-da90-4f6a-ad37-f46e96e2fa94 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:49.209854 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-af5b5372-da90-4f6a-ad37-f46e96e2fa94 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Added segment 5ca0d8aa-b21d-40dd-8ba0-f87e61461534 of type vlan for network 32bf1ddc-345f-4ff9-a720-43fe2633317b Dec 10 16:39:49.222421 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-8cefd9fa-e11b-45f0-a73d-87393b12cc5b service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4649611 Dec 10 16:39:49.277129 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9bd22b28-e361-4737-8908-7136c5fd458b None None] For port 7c791383-aaae-45e5-85f3-e46e5a060d45, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=7c791383-aaae-45e5-85f3-e46e5a060d45,segment=NetworkSegment(23cc838c-f8dd-4ceb-aa8d-5c5bedcbc0d6),segment_id=23cc838c-f8dd-4ceb-aa8d-5c5bedcbc0d6)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:49.290766 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9bd22b28-e361-4737-8908-7136c5fd458b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:49.348658 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-25239083-3fa1-478c-bb94-b9b13c75a411 req-ee8eeb2a-7549-40b7-be29-d6c4ad65f9e5 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137698 Dec 10 16:39:49.355239 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2f4eb-2f20-47f6-91c2-6d68c04c6465 req-6d5a3a16-6525-4249-a966-5196421b7cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:49.356732 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1cc2f4eb-2f20-47f6-91c2-6d68c04c6465 req-6d5a3a16-6525-4249-a966-5196421b7cd6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f1ea9ea7-eb5b-4fdc-a023-a49630c2bd68 HTTP/1.1" status: 200 len: 1096 time: 0.2586179 Dec 10 16:39:49.374206 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acde889-7a53-4912-93f3-0888fc81c5ef req-9800199e-a5d1-4555-8b81-e4412974da9a tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:49.375965 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7acde889-7a53-4912-93f3-0888fc81c5ef req-9800199e-a5d1-4555-8b81-e4412974da9a tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.2465150 Dec 10 16:39:49.380064 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 85eade06-9d8e-44da-b734-49286dff521c up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:49.495985 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7acde889-7a53-4912-93f3-0888fc81c5ef req-91360971-00c2-4036-b6b5-ed27b6d19597 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0814641 Dec 10 16:39:49.500799 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1cc2f4eb-2f20-47f6-91c2-6d68c04c6465 req-dec4d513-03f2-4350-8771-3336028da390 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=693085e5-7332-4c5f-93cd-deaca0871cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237473 Dec 10 16:39:49.551880 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd22b28-e361-4737-8908-7136c5fd458b None None] Pushing event updated for resources: {'Port': ['ID=7c791383-aaae-45e5-85f3-e46e5a060d45,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:49.564284 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-1d682e2d-f2ab-4b75-87c2-9dac0d35d336 None None] Provisioning complete for port 7c791383-aaae-45e5-85f3-e46e5a060d45 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:49.564842 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1d682e2d-f2ab-4b75-87c2-9dac0d35d336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:49.592364 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75b850c-ec04-4b33-a2ee-82b91f79a8c4 x-openstack-request-id: req-d75b850c-ec04-4b33-a2ee-82b91f79a8c4 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:39:49.592684 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43296181-9b76-44cc-ab40-07ce6b17f268", "tag": "8f72ce41-0c79-4f1e-9f52-f14c2b173262", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:39:49.592967 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d75b850c-ec04-4b33-a2ee-82b91f79a8c4 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:39:49.593366 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43296181-9b76-44cc-ab40-07ce6b17f268', 'tag': '8f72ce41-0c79-4f1e-9f52-f14c2b173262', 'status': 'completed', 'code': 200} Dec 10 16:39:49.655956 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.extraroute_db [None req-09e65b22-349b-4557-8db3-c25780177966 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Added routes are [] {{(pid=103393) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 16:39:49.656487 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.extraroute_db [None req-09e65b22-349b-4557-8db3-c25780177966 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103393) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 16:39:49.695584 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 85eade06-9d8e-44da-b734-49286dff521c triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:49.695970 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:49.699407 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af5b5372-da90-4f6a-ad37-f46e96e2fa94 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:49.706086 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb5bd0-1068-4890-b716-c1ca50449fe9 req-ec658f89-fb96-474a-b9fc-7bf973875df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:49.708126 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6aeb5bd0-1068-4890-b716-c1ca50449fe9 req-ec658f89-fb96-474a-b9fc-7bf973875df3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5d925a23ee2046d79bb5352e8a2fbff8&device_id=43296181-9b76-44cc-ab40-07ce6b17f268 HTTP/1.1" status: 200 len: 1099 time: 0.0826521 Dec 10 16:39:49.734194 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:49.811360 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af5b5372-da90-4f6a-ad37-f46e96e2fa94 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:49.830383 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5b5372-da90-4f6a-ad37-f46e96e2fa94 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:49.831037 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af5b5372-da90-4f6a-ad37-f46e96e2fa94 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:49.834603 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-d2a491fd-fa72-47dc-b7e1-39bee7210b01 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:49.846773 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-09e65b22-349b-4557-8db3-c25780177966 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4726'] for router, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:49.895564 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72b12f-3c25-41ec-8d04-29f3bdb930af req-8d7f17e9-dcca-48f0-b80d-e9de21603aa0 tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:49.903675 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c72b12f-3c25-41ec-8d04-29f3bdb930af req-8d7f17e9-dcca-48f0-b80d-e9de21603aa0 tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] 10.222.0.11 "GET /v2.0/ports?device_id=43296181-9b76-44cc-ab40-07ce6b17f268 HTTP/1.1" status: 200 len: 948 time: 0.1938865 Dec 10 16:39:49.921577 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-d2a491fd-fa72-47dc-b7e1-39bee7210b01 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Network f4f58725-76ee-4fee-b48e-44ba4df345e4 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:49.936031 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb5bd0-1068-4890-b716-c1ca50449fe9 req-2a24cc62-f3d3-4954-9e5f-4f6172d4ab88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:49.937700 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6aeb5bd0-1068-4890-b716-c1ca50449fe9 req-2a24cc62-f3d3-4954-9e5f-4f6172d4ab88 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.2100515 Dec 10 16:39:49.961171 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-af5b5372-da90-4f6a-ad37-f46e96e2fa94 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0943711 Dec 10 16:39:49.961171 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-d2a491fd-fa72-47dc-b7e1-39bee7210b01 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:49.968169 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37112) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:50.026903 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-b104ebf3-406e-45aa-9fda-2cf38a6da627 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Request body: {'subnet': {'network_id': '32bf1ddc-345f-4ff9-a720-43fe2633317b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:50.038679 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd96833-9824-4af4-9fbc-9d19c3ecdfc2 None None] Network 403b2edd-221d-4d9e-bc97-bf60254e74a2 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:50.050387 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6aeb5bd0-1068-4890-b716-c1ca50449fe9 req-63dcc1b9-c300-4c9d-adac-f86261209698 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=8f72ce41-0c79-4f1e-9f52-f14c2b173262 HTTP/1.1" status: 200 len: 217 time: 0.1035869 Dec 10 16:39:50.055504 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c72b12f-3c25-41ec-8d04-29f3bdb930af req-5964b6d0-9103-40e6-b364-0e495769abae tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] 10.222.0.11 "GET /v2.0/security-groups?id=b745fbcb-b640-48e3-aef9-5bbfdd8fecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509132 Dec 10 16:39:50.148269 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-d2a491fd-fa72-47dc-b7e1-39bee7210b01 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:50.165365 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb5bd0-1068-4890-b716-c1ca50449fe9 req-47731edc-9c2b-4060-a942-aef431aab9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:50.167038 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6aeb5bd0-1068-4890-b716-c1ca50449fe9 req-47731edc-9c2b-4060-a942-aef431aab9ed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.1082864 Dec 10 16:39:50.177562 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b993f8d5-879d-44bc-b56e-6da386c40f9f None None] Provisioning complete for port 4e105268-251b-437a-83b0-38f04e706702 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:50.177874 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b993f8d5-879d-44bc-b56e-6da386c40f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:50.266769 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb5bd0-1068-4890-b716-c1ca50449fe9 req-2d166b64-2ab3-4d32-93e9-f3f92ed04a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:50.268608 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6aeb5bd0-1068-4890-b716-c1ca50449fe9 req-2d166b64-2ab3-4d32-93e9-f3f92ed04a0b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0913649 Dec 10 16:39:50.341738 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b5372-da90-4f6a-ad37-f46e96e2fa94 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Pushing event updated for resources: {'Network': ['ID=32bf1ddc-345f-4ff9-a720-43fe2633317b,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:50.345928 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a491fd-fa72-47dc-b7e1-39bee7210b01 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Pushing event updated for resources: {'Port': ['ID=cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:50.418064 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 32bf1ddc-345f-4ff9-a720-43fe2633317b details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:39:50.449714 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-d2a491fd-fa72-47dc-b7e1-39bee7210b01 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:50.453369 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-d2a491fd-fa72-47dc-b7e1-39bee7210b01 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:50.456934 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 4e105268-251b-437a-83b0-38f04e706702 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:50.477488 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6aeb5bd0-1068-4890-b716-c1ca50449fe9 req-ad751043-9cf7-4c63-a829-626cae94fcfd service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004180 Dec 10 16:39:50.504364 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b104ebf3-406e-45aa-9fda-2cf38a6da627 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Made reservation on behalf of 19120212824a4ffeb7bcd2361b78b861 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:50.509512 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b104ebf3-406e-45aa-9fda-2cf38a6da627 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:50.566731 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5b548f-e9b9-4cf9-82e4-530788e65764 None None] DHCP port deletion for 403b2edd-221d-4d9e-bc97-bf60254e74a2 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:39:50.757286 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b993f8d5-879d-44bc-b56e-6da386c40f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:50.791277 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521c86d9-16bd-4245-95d4-541e446a90c7 None None] Sync routers for ids ['5f39ed70-7472-45f4-8b3a-222a2550720d'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:39:50.811237 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521c86d9-16bd-4245-95d4-541e446a90c7 None None] Routers {'5f39ed70-7472-45f4-8b3a-222a2550720d'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:50.811554 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b993f8d5-879d-44bc-b56e-6da386c40f9f None None] For port 4e105268-251b-437a-83b0-38f04e706702, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=4e105268-251b-437a-83b0-38f04e706702,segment=NetworkSegment(53bbe1d7-d1f0-4637-8c11-25eea97a48df),segment_id=53bbe1d7-d1f0-4637-8c11-25eea97a48df)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:50.814591 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-521c86d9-16bd-4245-95d4-541e446a90c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:39:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['5f39ed70-7472-45f4-8b3a-222a2550720d'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:50.817492 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-d2a491fd-fa72-47dc-b7e1-39bee7210b01 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5828633 Dec 10 16:39:50.824533 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 4e105268-251b-437a-83b0-38f04e706702 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:50.825064 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:50.828768 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b993f8d5-879d-44bc-b56e-6da386c40f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:50.829583 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6aeb5bd0-1068-4890-b716-c1ca50449fe9 req-c77f5c16-538b-4314-b2c8-69b44cf517b1 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436472 Dec 10 16:39:50.860668 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb75223-3aeb-423d-a31e-0fec7f062e5f req-91821207-5832-4f81-825b-804195b8150d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:50.862795 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5bb75223-3aeb-423d-a31e-0fec7f062e5f req-91821207-5832-4f81-825b-804195b8150d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=38b4c50f2746432ea9adf6424421cd8d&device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 1095 time: 0.3084440 Dec 10 16:39:50.873938 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323d0ee-c11d-41e4-be98-738335cc596e req-568237d4-cbc7-4ec5-b7bc-0f15522fb5e0 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:50.883389 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-a9335a7a-926c-4259-85f1-62497e95d9d1 service neutron] Request body: {'port': {'device_id': '26efe463-f91c-46ba-8f4e-db8b02424d4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:50.884360 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0323d0ee-c11d-41e4-be98-738335cc596e req-568237d4-cbc7-4ec5-b7bc-0f15522fb5e0 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1ea9ea7-eb5b-4fdc-a023-a49630c2bd68 HTTP/1.1" status: 200 len: 945 time: 0.3559945 Dec 10 16:39:50.890082 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b548f-e9b9-4cf9-82e4-530788e65764 None None] Deleting port 4e105268-251b-437a-83b0-38f04e706702 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:39:50.890490 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ec5b548f-e9b9-4cf9-82e4-530788e65764 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:51.011646 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-521c86d9-16bd-4245-95d4-541e446a90c7 None None] Set router 5f39ed70-7472-45f4-8b3a-222a2550720d gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:51.026340 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0323d0ee-c11d-41e4-be98-738335cc596e req-beba940e-9864-4daa-a7be-759aebf398fd tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] 10.222.0.11 "GET /v2.0/security-groups?id=693085e5-7332-4c5f-93cd-deaca0871cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406870 Dec 10 16:39:51.096988 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb75223-3aeb-423d-a31e-0fec7f062e5f req-3a53cbbd-df29-44b0-88f3-ee30d20d73e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:51.100496 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5bb75223-3aeb-423d-a31e-0fec7f062e5f req-3a53cbbd-df29-44b0-88f3-ee30d20d73e5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=32421a12-0b3a-42d4-846a-0de14cdef277 HTTP/1.1" status: 200 len: 912 time: 0.2056615 Dec 10 16:39:51.116414 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b993f8d5-879d-44bc-b56e-6da386c40f9f None None] Pushing event updated for resources: {'Port': ['ID=4e105268-251b-437a-83b0-38f04e706702,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:51.140097 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-64abd209-7758-42cc-aa16-1be2f6b36510 None None] Provisioning complete for port cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:51.140473 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-64abd209-7758-42cc-aa16-1be2f6b36510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:51.158423 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-ec5b548f-e9b9-4cf9-82e4-530788e65764 None None] For port 4e105268-251b-437a-83b0-38f04e706702, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=4e105268-251b-437a-83b0-38f04e706702,segment=NetworkSegment(53bbe1d7-d1f0-4637-8c11-25eea97a48df),segment_id=53bbe1d7-d1f0-4637-8c11-25eea97a48df)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:51.159085 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ec5b548f-e9b9-4cf9-82e4-530788e65764 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:51.214772 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b548f-e9b9-4cf9-82e4-530788e65764 None None] Calling delete_port for 4e105268-251b-437a-83b0-38f04e706702 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:51.226625 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5bb75223-3aeb-423d-a31e-0fec7f062e5f req-4e1d3c2f-05e2-4727-94d9-b02771c143d4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81f6994e-318a-4d30-b5b5-897e0480e4d0 HTTP/1.1" status: 200 len: 999 time: 0.1145766 Dec 10 16:39:51.262660 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-64abd209-7758-42cc-aa16-1be2f6b36510 None None] Port cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:39:51.305258 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb75223-3aeb-423d-a31e-0fec7f062e5f req-41870133-901f-4877-ba5e-f265c74ff842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:51.311404 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5bb75223-3aeb-423d-a31e-0fec7f062e5f req-41870133-901f-4877-ba5e-f265c74ff842 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bad4bd9c-d017-467b-badb-ee51884a8aea HTTP/1.1" status: 200 len: 850 time: 0.0679092 Dec 10 16:39:51.346454 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device bcddfd3e-279c-4613-8ff7-142be5400cfe up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:51.365576 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c8b7a-7bf9-4ccc-8ab2-dca7d0363990 req-27b06af8-eda6-4544-91ed-929fd05915ac tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:51.372860 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-888c8b7a-7bf9-4ccc-8ab2-dca7d0363990 req-27b06af8-eda6-4544-91ed-929fd05915ac tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] 10.222.0.11 "GET /v2.0/ports?device_id=26efe463-f91c-46ba-8f4e-db8b02424d4a HTTP/1.1" status: 200 len: 931 time: 0.1978424 Dec 10 16:39:51.387544 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-521c86d9-16bd-4245-95d4-541e446a90c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'name': 'tempest-RoutersTest-router-1164737647', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:07Z', 'updated_at': '2021-12-10T16:39:49Z', 'revision_number': 7, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'gw_port_host': None, '_interfaces': [{'id': '61daa797-1723-4951-9bb9-45570f6a322b', 'name': '', 'network_id': 'e47e9b0f-d5cd-406d-aabd-b15d8c6d0950', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:1a:54:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '0789f4cd-b6e6-4642-9dd3-410a33e65083', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:20Z', 'updated_at': '2021-12-10T16:39:45Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': '0789f4cd-b6e6-4642-9dd3-410a33e65083', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e6bed2-6ebe-4384-ad72-3ccaf806c930', 'name': '', 'network_id': '5d884117-c793-4ff4-b37e-45e1cec76516', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:1c:74:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:13Z', 'updated_at': '2021-12-10T16:39:25Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c791383-aaae-45e5-85f3-e46e5a060d45', 'name': '', 'network_id': 'f050ad9c-b965-473b-97e0-a2c5cab7ba54', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:af:f4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'cd7f1344-df09-4bcf-8a66-a7c73e1eba76', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:39Z', 'updated_at': '2021-12-10T16:39:49Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': 'cd7f1344-df09-4bcf-8a66-a7c73e1eba76', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9d9846f-179f-422b-b690-ee15579322cd', 'name': '', 'network_id': '40672997-412d-4364-8e20-42bc5f212e65', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:3d:f8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'b5af992b-e554-4e07-98aa-6a6e6279360e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:28Z', 'updated_at': '2021-12-10T16:39:41Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': 'b5af992b-e554-4e07-98aa-6a6e6279360e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:51.399429 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb75223-3aeb-423d-a31e-0fec7f062e5f req-8e4f63bf-6bea-4b25-bd71-330e7d41f132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:51.400865 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5bb75223-3aeb-423d-a31e-0fec7f062e5f req-8e4f63bf-6bea-4b25-bd71-330e7d41f132 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=32421a12-0b3a-42d4-846a-0de14cdef277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824857 Dec 10 16:39:51.403717 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-09e65b22-349b-4557-8db3-c25780177966 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4726'] for router, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:51.405387 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-a9335a7a-926c-4259-85f1-62497e95d9d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:51.421714 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-09e65b22-349b-4557-8db3-c25780177966 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-603901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599127'] for router, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:51.433340 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521c86d9-16bd-4245-95d4-541e446a90c7 None None] Checking router: 5f39ed70-7472-45f4-8b3a-222a2550720d for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:39:51.445898 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521c86d9-16bd-4245-95d4-541e446a90c7 None None] Routers {'5f39ed70-7472-45f4-8b3a-222a2550720d'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:51.448407 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-521c86d9-16bd-4245-95d4-541e446a90c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:39:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['5f39ed70-7472-45f4-8b3a-222a2550720d'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:51.450528 n-d-766771-2 neutron-server[103393]: DEBUG neutron.objects.ports [None req-b104ebf3-406e-45aa-9fda-2cf38a6da627 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103393) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 16:39:51.454740 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-888c8b7a-7bf9-4ccc-8ab2-dca7d0363990 req-f6cdb002-2c9b-4ada-86ff-48130299bfee tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] 10.222.0.11 "GET /v2.0/security-groups?id=33885148-78ed-4ed1-8c10-d33694376012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809402 Dec 10 16:39:51.474734 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b104ebf3-406e-45aa-9fda-2cf38a6da627 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:51.477066 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port bcddfd3e-279c-4613-8ff7-142be5400cfe triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:51.477509 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:51.532797 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ec5b548f-e9b9-4cf9-82e4-530788e65764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:51.564651 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b548f-e9b9-4cf9-82e4-530788e65764 None None] Pushing event deleted for resources: {'Port': ['ID=4e105268-251b-437a-83b0-38f04e706702,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:51.594377 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5b548f-e9b9-4cf9-82e4-530788e65764 None None] No DVR routers for this DVR port 4e105268-251b-437a-83b0-38f04e706702 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:39:51.618094 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 8f72ce41-0c79-4f1e-9f52-f14c2b173262 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:39:51.639164 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-521c86d9-16bd-4245-95d4-541e446a90c7 None None] Set router 5f39ed70-7472-45f4-8b3a-222a2550720d gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:51.642319 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5bb75223-3aeb-423d-a31e-0fec7f062e5f req-30ee0316-6ac0-40db-8cdb-5ab7a86ae94f service neutron] 10.222.0.46 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105331 Dec 10 16:39:51.740068 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 3869ea40-c8fa-4f77-86d4-9146cef901bc up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:51.834422 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5bb75223-3aeb-423d-a31e-0fec7f062e5f req-375649dd-21eb-4877-ae53-c041a2d72a1a service neutron] 10.222.0.46 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789918 Dec 10 16:39:51.872701 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f062ec4-2b17-4b59-b7bb-e3371c474d5e req-dd9629d2-4a4e-40a7-a7ab-f6f3e4642c5b tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:51.875161 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7f062ec4-2b17-4b59-b7bb-e3371c474d5e req-dd9629d2-4a4e-40a7-a7ab-f6f3e4642c5b tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.2316625 Dec 10 16:39:51.907351 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104ebf3-406e-45aa-9fda-2cf38a6da627 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Pushing event updated for resources: {'Subnet': ['ID=9a66ace4-9fb1-4965-aae0-eef6f978f504,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:51.915365 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b104ebf3-406e-45aa-9fda-2cf38a6da627 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Checking segment: {'id': '5ca0d8aa-b21d-40dd-8ba0-f87e61461534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '32bf1ddc-345f-4ff9-a720-43fe2633317b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:51.915732 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b104ebf3-406e-45aa-9fda-2cf38a6da627 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Network hostable DHCP agents. Network: 32bf1ddc-345f-4ff9-a720-43fe2633317b, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:39:51.929551 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e65b22-349b-4557-8db3-c25780177966 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Router 5f39ed70-7472-45f4-8b3a-222a2550720d has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:39:52.006965 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7f062ec4-2b17-4b59-b7bb-e3371c474d5e req-fdbaca9f-79ff-451c-a66f-4f0a5a49426d tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1229293 Dec 10 16:39:52.073921 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-521c86d9-16bd-4245-95d4-541e446a90c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'name': 'tempest-RoutersTest-router-1164737647', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:07Z', 'updated_at': '2021-12-10T16:39:49Z', 'revision_number': 7, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'gw_port_host': None, '_interfaces': [{'id': '61daa797-1723-4951-9bb9-45570f6a322b', 'name': '', 'network_id': 'e47e9b0f-d5cd-406d-aabd-b15d8c6d0950', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:1a:54:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '0789f4cd-b6e6-4642-9dd3-410a33e65083', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:20Z', 'updated_at': '2021-12-10T16:39:45Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': '0789f4cd-b6e6-4642-9dd3-410a33e65083', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e6bed2-6ebe-4384-ad72-3ccaf806c930', 'name': '', 'network_id': '5d884117-c793-4ff4-b37e-45e1cec76516', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:1c:74:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:13Z', 'updated_at': '2021-12-10T16:39:25Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c791383-aaae-45e5-85f3-e46e5a060d45', 'name': '', 'network_id': 'f050ad9c-b965-473b-97e0-a2c5cab7ba54', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:af:f4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'cd7f1344-df09-4bcf-8a66-a7c73e1eba76', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:39Z', 'updated_at': '2021-12-10T16:39:49Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': 'cd7f1344-df09-4bcf-8a66-a7c73e1eba76', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9d9846f-179f-422b-b690-ee15579322cd', 'name': '', 'network_id': '40672997-412d-4364-8e20-42bc5f212e65', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:3d:f8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'b5af992b-e554-4e07-98aa-6a6e6279360e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:28Z', 'updated_at': '2021-12-10T16:39:41Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': 'b5af992b-e554-4e07-98aa-6a6e6279360e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:52.080489 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b104ebf3-406e-45aa-9fda-2cf38a6da627 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Network 32bf1ddc-345f-4ff9-a720-43fe2633317b is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:39:52.101149 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 3869ea40-c8fa-4f77-86d4-9146cef901bc triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:52.101149 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:52.108186 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521c86d9-16bd-4245-95d4-541e446a90c7 None None] The sync data for ids ['5f39ed70-7472-45f4-8b3a-222a2550720d'] in n-d-766771-2 is: [{'id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'name': 'tempest-RoutersTest-router-1164737647', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:07Z', 'updated_at': '2021-12-10T16:39:49Z', 'revision_number': 7, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'gw_port_host': None, '_interfaces': [{'id': '61daa797-1723-4951-9bb9-45570f6a322b', 'name': '', 'network_id': 'e47e9b0f-d5cd-406d-aabd-b15d8c6d0950', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:1a:54:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '0789f4cd-b6e6-4642-9dd3-410a33e65083', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:20Z', 'updated_at': '2021-12-10T16:39:45Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': '0789f4cd-b6e6-4642-9dd3-410a33e65083', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e6bed2-6ebe-4384-ad72-3ccaf806c930', 'name': '', 'network_id': '5d884117-c793-4ff4-b37e-45e1cec76516', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:1c:74:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:13Z', 'updated_at': '2021-12-10T16:39:25Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c791383-aaae-45e5-85f3-e46e5a060d45', 'name': '', 'network_id': 'f050ad9c-b965-473b-97e0-a2c5cab7ba54', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:af:f4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'cd7f1344-df09-4bcf-8a66-a7c73e1eba76', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:39Z', 'updated_at': '2021-12-10T16:39:49Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': 'cd7f1344-df09-4bcf-8a66-a7c73e1eba76', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9d9846f-179f-422b-b690-ee15579322cd', 'name': '', 'network_id': '40672997-412d-4364-8e20-42bc5f212e65', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:3d:f8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'b5af992b-e554-4e07-98aa-6a6e6279360e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:28Z', 'updated_at': '2021-12-10T16:39:41Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': 'b5af992b-e554-4e07-98aa-6a6e6279360e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:39:52.144964 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 8f72ce41-0c79-4f1e-9f52-f14c2b173262, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=8f72ce41-0c79-4f1e-9f52-f14c2b173262,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:52.161883 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '8f72ce41-0c79-4f1e-9f52-f14c2b173262', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'port_id': '8f72ce41-0c79-4f1e-9f52-f14c2b173262', 'mac_address': 'fa:16:3e:10:a6:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a18c92-5007-49e2-b728-7aedc06dca57', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:39:52.204663 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-a9335a7a-926c-4259-85f1-62497e95d9d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:39:52.214075 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-a9335a7a-926c-4259-85f1-62497e95d9d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:52.216311 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-b104ebf3-406e-45aa-9fda-2cf38a6da627 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 32bf1ddc-345f-4ff9-a720-43fe2633317b) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:52.221223 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b104ebf3-406e-45aa-9fda-2cf38a6da627 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:52.221820 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b104ebf3-406e-45aa-9fda-2cf38a6da627 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:52.242823 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e65b22-349b-4557-8db3-c25780177966 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:39:52.252183 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-09e65b22-349b-4557-8db3-c25780177966 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:52.256604 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-09e65b22-349b-4557-8db3-c25780177966 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "PUT /v2.0/routers/5f39ed70-7472-45f4-8b3a-222a2550720d HTTP/1.1" status: 200 len: 700 time: 3.3236721 Dec 10 16:39:52.259544 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37130) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:52.264336 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b104ebf3-406e-45aa-9fda-2cf38a6da627 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.2416971 Dec 10 16:39:52.265812 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device d9d9846f-179f-422b-b690-ee15579322cd up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:52.267981 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37132) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:52.271450 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8907c767-4983-4cc4-b184-88d8502bdd87 None None] Network 32bf1ddc-345f-4ff9-a720-43fe2633317b requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:52.347695 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-a9335a7a-926c-4259-85f1-62497e95d9d1 service neutron] Transition to ACTIVE for port object cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:39:52.360737 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-a9335a7a-926c-4259-85f1-62497e95d9d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:52.377088 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:52.398601 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f72ce41-0c79-4f1e-9f52-f14c2b173262 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:39:52.440383 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 8f72ce41-0c79-4f1e-9f52-f14c2b173262, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=8f72ce41-0c79-4f1e-9f52-f14c2b173262,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:52.454811 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:52.493006 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f060aa5-1f85-47bb-ba88-f6cc25cee3fa req-dc183730-eb5a-44a0-add0-c17a211e99c8 tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:52.509961 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1f060aa5-1f85-47bb-ba88-f6cc25cee3fa req-dc183730-eb5a-44a0-add0-c17a211e99c8 tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] 10.222.0.11 "GET /v2.0/ports?device_id=43296181-9b76-44cc-ab40-07ce6b17f268 HTTP/1.1" status: 200 len: 948 time: 0.3001688 Dec 10 16:39:52.534299 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=8f72ce41-0c79-4f1e-9f52-f14c2b173262,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:52.585644 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-06a76565-d177-4e6b-9061-14ed2a2d1891 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "GET /v2.0/routers/5f39ed70-7472-45f4-8b3a-222a2550720d HTTP/1.1" status: 200 len: 700 time: 0.3210371 Dec 10 16:39:52.594986 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37136) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:52.600488 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9335a7a-926c-4259-85f1-62497e95d9d1 service neutron] Pushing event updated for resources: {'Port': ['ID=cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:52.637025 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef0b660-0b43-4fd3-b15f-abed0d6f2455 None None] Sync routers for ids ['5f39ed70-7472-45f4-8b3a-222a2550720d'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:39:52.662758 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c33a36da-bd49-4140-b470-6fd53ed7e38e tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:52.663074 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef0b660-0b43-4fd3-b15f-abed0d6f2455 None None] Routers {'5f39ed70-7472-45f4-8b3a-222a2550720d'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:52.663717 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4ef0b660-0b43-4fd3-b15f-abed0d6f2455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:39:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['5f39ed70-7472-45f4-8b3a-222a2550720d'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:52.695239 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-a9335a7a-926c-4259-85f1-62497e95d9d1 service neutron] Attempting to bind port cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:39:52.695865 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-a9335a7a-926c-4259-85f1-62497e95d9d1 service neutron] Attempting to bind port cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '44d2bb16-ca57-4712-9634-a0ccd9fb8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f4f58725-76ee-4fee-b48e-44ba4df345e4'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:39:52.696415 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-a9335a7a-926c-4259-85f1-62497e95d9d1 service neutron] Attempting to bind port cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d on network f4f58725-76ee-4fee-b48e-44ba4df345e4 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:52.732284 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-a9335a7a-926c-4259-85f1-62497e95d9d1 service neutron] Port cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d on network f4f58725-76ee-4fee-b48e-44ba4df345e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:39:52.732846 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-a9335a7a-926c-4259-85f1-62497e95d9d1 service neutron] Attempting to bind port cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d on network f4f58725-76ee-4fee-b48e-44ba4df345e4 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:52.737097 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1f060aa5-1f85-47bb-ba88-f6cc25cee3fa req-c644f3ab-8724-44e5-83cd-bd1222c1cf42 tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] 10.222.0.11 "GET /v2.0/security-groups?id=b745fbcb-b640-48e3-aef9-5bbfdd8fecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169337 Dec 10 16:39:52.794954 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-4ef0b660-0b43-4fd3-b15f-abed0d6f2455 None None] Set router 5f39ed70-7472-45f4-8b3a-222a2550720d gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:52.834507 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-a9335a7a-926c-4259-85f1-62497e95d9d1 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:39:52.834854 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-a9335a7a-926c-4259-85f1-62497e95d9d1 service neutron] Checking segment: {'id': '44d2bb16-ca57-4712-9634-a0ccd9fb8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f4f58725-76ee-4fee-b48e-44ba4df345e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:52.835246 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-a9335a7a-926c-4259-85f1-62497e95d9d1 service neutron] Bound using segment: {'id': '44d2bb16-ca57-4712-9634-a0ccd9fb8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f4f58725-76ee-4fee-b48e-44ba4df345e4'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:39:52.835694 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-a9335a7a-926c-4259-85f1-62497e95d9d1 service neutron] Bound port: cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d2bb16-ca57-4712-9634-a0ccd9fb8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f4f58725-76ee-4fee-b48e-44ba4df345e4'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:39:52.836050 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-a9335a7a-926c-4259-85f1-62497e95d9d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:52.899324 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c33a36da-bd49-4140-b470-6fd53ed7e38e tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:52.899569 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port d9d9846f-179f-422b-b690-ee15579322cd triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:52.899877 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:52.961025 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfccc731-a272-4146-bd56-ddea005ad11b req-4812a38d-cced-4d68-b7c7-10126f641483 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:52.971128 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cfccc731-a272-4146-bd56-ddea005ad11b req-4812a38d-cced-4d68-b7c7-10126f641483 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1ea9ea7-eb5b-4fdc-a023-a49630c2bd68 HTTP/1.1" status: 200 len: 945 time: 0.1093147 Dec 10 16:39:52.974448 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c33a36da-bd49-4140-b470-6fd53ed7e38e tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:52.982930 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['8f72ce41-0c79-4f1e-9f52-f14c2b173262'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:39:53.027032 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a36da-bd49-4140-b470-6fd53ed7e38e tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Pushing event deleted for resources: {'Subnet': ['ID=9a66ace4-9fb1-4965-aae0-eef6f978f504,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:53.083596 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cfccc731-a272-4146-bd56-ddea005ad11b req-1ffe81c8-4c0b-4a46-b152-eef1d293410d tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] 10.222.0.11 "GET /v2.0/security-groups?id=693085e5-7332-4c5f-93cd-deaca0871cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112964 Dec 10 16:39:53.100283 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-a9335a7a-926c-4259-85f1-62497e95d9d1 service neutron] For port cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d, host n-h1-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:39:53.159011 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c33a36da-bd49-4140-b470-6fd53ed7e38e tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:53.167437 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-a9335a7a-926c-4259-85f1-62497e95d9d1 service neutron] For port cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d,segment=NetworkSegment(44d2bb16-ca57-4712-9634-a0ccd9fb8316),segment_id=44d2bb16-ca57-4712-9634-a0ccd9fb8316)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:39:53.191712 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-a9335a7a-926c-4259-85f1-62497e95d9d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:53.242613 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-c33a36da-bd49-4140-b470-6fd53ed7e38e tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32bf1ddc-345f-4ff9-a720-43fe2633317b']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:53.253704 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-c33a36da-bd49-4140-b470-6fd53ed7e38e tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ca0d8aa-b21d-40dd-8ba0-f87e61461534') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:53.254321 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-c33a36da-bd49-4140-b470-6fd53ed7e38e tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ca0d8aa-b21d-40dd-8ba0-f87e61461534') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:53.261773 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfd210e-472b-4f35-b28d-44b247d2bd27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-32bf1ddc-345f-4ff9-a720-43fe2633317b', 'network_id': '32bf1ddc-345f-4ff9-a720-43fe2633317b', 'project_id': '19120212824a4ffeb7bcd2361b78b861', 'fixed_ips': [{'subnet_id': '9a66ace4-9fb1-4965-aae0-eef6f978f504'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:39:53.263334 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1bfd210e-472b-4f35-b28d-44b247d2bd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:53.272840 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c33a36da-bd49-4140-b470-6fd53ed7e38e tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:53.289505 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c33a36da-bd49-4140-b470-6fd53ed7e38e tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:53.292277 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bdf871e7-542d-4e67-a8e2-c697ab109ab2 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:53.296069 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c33a36da-bd49-4140-b470-6fd53ed7e38e tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:39:53.296464 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c33a36da-bd49-4140-b470-6fd53ed7e38e tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:53.302576 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65461e3a-64e0-4f82-afef-397e8a3b317f req-81ae3b2c-23db-420d-9cf7-1f43b4ecfd25 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:53.309924 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-65461e3a-64e0-4f82-afef-397e8a3b317f req-81ae3b2c-23db-420d-9cf7-1f43b4ecfd25 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] 10.222.0.11 "GET /v2.0/ports?device_id=26efe463-f91c-46ba-8f4e-db8b02424d4a HTTP/1.1" status: 200 len: 943 time: 0.0959020 Dec 10 16:39:53.366736 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4ef0b660-0b43-4fd3-b15f-abed0d6f2455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'name': 'tempest-RoutersTest-router-1164737647', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:07Z', 'updated_at': '2021-12-10T16:39:49Z', 'revision_number': 7, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'gw_port_host': None, '_interfaces': [{'id': '61daa797-1723-4951-9bb9-45570f6a322b', 'name': '', 'network_id': 'e47e9b0f-d5cd-406d-aabd-b15d8c6d0950', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:1a:54:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '0789f4cd-b6e6-4642-9dd3-410a33e65083', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:20Z', 'updated_at': '2021-12-10T16:39:45Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': '0789f4cd-b6e6-4642-9dd3-410a33e65083', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e6bed2-6ebe-4384-ad72-3ccaf806c930', 'name': '', 'network_id': '5d884117-c793-4ff4-b37e-45e1cec76516', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:1c:74:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:13Z', 'updated_at': '2021-12-10T16:39:25Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c791383-aaae-45e5-85f3-e46e5a060d45', 'name': '', 'network_id': 'f050ad9c-b965-473b-97e0-a2c5cab7ba54', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:af:f4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'cd7f1344-df09-4bcf-8a66-a7c73e1eba76', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:39Z', 'updated_at': '2021-12-10T16:39:49Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': 'cd7f1344-df09-4bcf-8a66-a7c73e1eba76', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9d9846f-179f-422b-b690-ee15579322cd', 'name': '', 'network_id': '40672997-412d-4364-8e20-42bc5f212e65', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:3d:f8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'b5af992b-e554-4e07-98aa-6a6e6279360e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:28Z', 'updated_at': '2021-12-10T16:39:41Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': 'b5af992b-e554-4e07-98aa-6a6e6279360e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:53.369872 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:39:53.369872 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:39:53.369872 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:39:53.369872 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:39:53.369872 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:39:53.369872 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:39:53.369872 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:39:53.369872 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:39:53.369872 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:39:53.369872 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:39:53.369872 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:39:53.369872 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:39:53.369872 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:39:53.369872 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:39:53.369872 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:39:53.369872 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:39:53.369872 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:39:53.369872 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:39:53.369872 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:39:53.369872 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:39:53.369872 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:39:53.369872 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:39:53.369872 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:39:53.369872 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:39:53.369872 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:39:53.369872 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:39:53.369872 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:39:53.369872 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:39:53.369872 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:39:53.369872 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:39:53.369872 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:39:53.369872 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:39:53.383606 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-a9335a7a-926c-4259-85f1-62497e95d9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:53.384349 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-a9335a7a-926c-4259-85f1-62497e95d9d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:53.386092 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-a9335a7a-926c-4259-85f1-62497e95d9d1 service neutron] 10.222.0.26 "PUT /v2.0/ports/cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d HTTP/1.1" status: 200 len: 1091 time: 2.5067785 Dec 10 16:39:53.423110 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 61daa797-1723-4951-9bb9-45570f6a322b up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:53.434943 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26efe463-f91c-46ba-8f4e-db8b02424d4a', 'tag': 'cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:39:53.438292 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5375a8e7-ba1c-47a1-922a-a4d6e063204a" -d '{"events": [{"name": "network-changed", "server_uuid": "26efe463-f91c-46ba-8f4e-db8b02424d4a", "tag": "cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:39:53.440927 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c33a36da-bd49-4140-b470-6fd53ed7e38e tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:53.445950 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c33a36da-bd49-4140-b470-6fd53ed7e38e tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:53.449688 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c33a36da-bd49-4140-b470-6fd53ed7e38e tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] 10.222.0.11 "DELETE /v2.0/networks/32bf1ddc-345f-4ff9-a720-43fe2633317b HTTP/1.1" status: 204 len: 168 time: 1.1806157 Dec 10 16:39:53.457730 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37148) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:53.465752 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-c6deef4b-201e-49b7-9918-d92a672fdb8c tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-550144382'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:53.482050 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a36da-bd49-4140-b470-6fd53ed7e38e tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Pushing event deleted for resources: {'Network': ['ID=32bf1ddc-345f-4ff9-a720-43fe2633317b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:53.484763 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.api [None req-1bfd210e-472b-4f35-b28d-44b247d2bd27 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 16:39:53.484763 n-d-766771-2 neutron-server[103394]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Dec 10 16:39:53.484763 n-d-766771-2 neutron-server[103394]: [parameters: {'project_id': '19120212824a4ffeb7bcd2361b78b861', 'id': '57042590-6a21-49e2-9e7e-012aa9bbbb18', 'name': '', 'network_id': '32bf1ddc-345f-4ff9-a720-43fe2633317b', 'mac_address': 'fa:16:3e:89:31:4e', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-32bf1ddc-345f-4ff9-a720-43fe2633317b', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2571}] Dec 10 16:39:53.484763 n-d-766771-2 neutron-server[103394]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:39:53.485131 n-d-766771-2 neutron-server[103394]: DEBUG oslo_db.api [None req-1bfd210e-472b-4f35-b28d-44b247d2bd27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:39:53.518216 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-65461e3a-64e0-4f82-afef-397e8a3b317f req-dd747cbf-0003-4656-84ff-39c003268973 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] 10.222.0.11 "GET /v2.0/security-groups?id=33885148-78ed-4ed1-8c10-d33694376012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017388 Dec 10 16:39:53.519591 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6deef4b-201e-49b7-9918-d92a672fdb8c tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Made reservation on behalf of 19120212824a4ffeb7bcd2361b78b861 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:53.523160 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c6deef4b-201e-49b7-9918-d92a672fdb8c tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:53.552440 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef0b660-0b43-4fd3-b15f-abed0d6f2455 None None] Checking router: 5f39ed70-7472-45f4-8b3a-222a2550720d for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:39:53.558626 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-216dc8cf-c814-4627-9c58-1fa73db069a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:53.560153 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-216dc8cf-c814-4627-9c58-1fa73db069a9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=82a91439607e4bae9723c370020baa2b&device_id=26efe463-f91c-46ba-8f4e-db8b02424d4a HTTP/1.1" status: 200 len: 1094 time: 0.1094029 Dec 10 16:39:53.560927 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9335a7a-926c-4259-85f1-62497e95d9d1 service neutron] Pushing event updated for resources: {'Port': ['ID=cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:53.597947 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef0b660-0b43-4fd3-b15f-abed0d6f2455 None None] Routers {'5f39ed70-7472-45f4-8b3a-222a2550720d'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:53.602292 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4ef0b660-0b43-4fd3-b15f-abed0d6f2455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:39:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['5f39ed70-7472-45f4-8b3a-222a2550720d'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:53.647249 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-fd2e20ae-8500-48fa-9460-b015b0e31831 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d HTTP/1.1" status: 200 len: 217 time: 0.0755279 Dec 10 16:39:53.677995 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 61daa797-1723-4951-9bb9-45570f6a322b triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:53.678412 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:53.711759 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6deef4b-201e-49b7-9918-d92a672fdb8c tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:39:53.715480 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-6622fee3-9f3d-45b9-855b-daeee585e9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:53.718255 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-6622fee3-9f3d-45b9-855b-daeee585e9b5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=64d652f5-e20a-4a4e-969a-c2271fe340e6 HTTP/1.1" status: 200 len: 848 time: 0.0616057 Dec 10 16:39:53.725889 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c6deef4b-201e-49b7-9918-d92a672fdb8c tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:53.726242 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-c6deef4b-201e-49b7-9918-d92a672fdb8c tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Added segment 6ce8cfc2-7fa5-408c-9ac2-46dc27446dac of type vlan for network 492b2a0f-7b3d-46d5-bb77-2493c86ba4d9 Dec 10 16:39:53.772810 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-4ef0b660-0b43-4fd3-b15f-abed0d6f2455 None None] Set router 5f39ed70-7472-45f4-8b3a-222a2550720d gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:53.792633 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-2fa641db-1e29-407b-89d2-42636066d8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:53.794414 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992da89-ecf6-4f15-a6d8-44df3cb34ce2 req-8d7e6486-e0d7-415b-9dd1-e675957c17e8 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:53.794900 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-2fa641db-1e29-407b-89d2-42636066d8f3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f4f58725-76ee-4fee-b48e-44ba4df345e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616064 Dec 10 16:39:53.795920 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0992da89-ecf6-4f15-a6d8-44df3cb34ce2 req-8d7e6486-e0d7-415b-9dd1-e675957c17e8 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.1426024 Dec 10 16:39:53.801257 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c6deef4b-201e-49b7-9918-d92a672fdb8c tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:53.892579 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c6deef4b-201e-49b7-9918-d92a672fdb8c tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:53.904296 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6deef4b-201e-49b7-9918-d92a672fdb8c tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:53.904296 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c6deef4b-201e-49b7-9918-d92a672fdb8c tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:53.924420 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-b99d6120-4dde-43f8-8223-26b447499a22 service neutron] 10.222.0.26 "GET /v2.0/networks/f4f58725-76ee-4fee-b48e-44ba4df345e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196737 Dec 10 16:39:53.990492 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1bfd210e-472b-4f35-b28d-44b247d2bd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:54.021908 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0992da89-ecf6-4f15-a6d8-44df3cb34ce2 req-0e4a1b5c-611f-4205-ba26-4fc5c728a21c tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2179809 Dec 10 16:39:54.024926 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6deef4b-201e-49b7-9918-d92a672fdb8c tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Pushing event updated for resources: {'Network': ['ID=492b2a0f-7b3d-46d5-bb77-2493c86ba4d9,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:54.029448 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c6deef4b-201e-49b7-9918-d92a672fdb8c tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5679281 Dec 10 16:39:54.033874 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37154) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:54.043501 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-12840d1c-0c67-4d33-81bd-c8628a18907f tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Request body: {'subnet': {'network_id': '492b2a0f-7b3d-46d5-bb77-2493c86ba4d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:54.076585 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f3c65d5b-e16d-4469-a465-fa7e85a0aa08 req-a4f7a820-6569-4cd4-9edb-15e9abfbd68e service neutron] 10.222.0.26 "GET /v2.0/networks/f4f58725-76ee-4fee-b48e-44ba4df345e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425316 Dec 10 16:39:54.124783 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204d4315-6210-4b9f-86a9-849092dab367 x-openstack-request-id: req-204d4315-6210-4b9f-86a9-849092dab367 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:39:54.125469 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26efe463-f91c-46ba-8f4e-db8b02424d4a", "tag": "cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:39:54.125899 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-204d4315-6210-4b9f-86a9-849092dab367 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:39:54.126498 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26efe463-f91c-46ba-8f4e-db8b02424d4a', 'tag': 'cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d', 'status': 'completed', 'code': 200} Dec 10 16:39:54.141177 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bdf871e7-542d-4e67-a8e2-c697ab109ab2 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Deleting port 7c791383-aaae-45e5-85f3-e46e5a060d45 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:39:54.141768 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bdf871e7-542d-4e67-a8e2-c697ab109ab2 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:54.165863 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 492b2a0f-7b3d-46d5-bb77-2493c86ba4d9 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:39:54.167981 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3535ff82-b9b0-4f7f-a60a-40315abdb59c None None] Network 32bf1ddc-345f-4ff9-a720-43fe2633317b requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:54.209791 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375a8e7-ba1c-47a1-922a-a4d6e063204a req-575df131-86e4-4838-aef0-bcf2b94e931a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:54.211708 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5375a8e7-ba1c-47a1-922a-a4d6e063204a req-575df131-86e4-4838-aef0-bcf2b94e931a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=82a91439607e4bae9723c370020baa2b&device_id=26efe463-f91c-46ba-8f4e-db8b02424d4a HTTP/1.1" status: 200 len: 1094 time: 0.0624096 Dec 10 16:39:54.239185 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3535ff82-b9b0-4f7f-a60a-40315abdb59c None None] Network 32bf1ddc-345f-4ff9-a720-43fe2633317b could not be found, it might have been deleted concurrently. {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 16:39:54.276842 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12840d1c-0c67-4d33-81bd-c8628a18907f tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Made reservation on behalf of 19120212824a4ffeb7bcd2361b78b861 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:54.280340 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-12840d1c-0c67-4d33-81bd-c8628a18907f tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:54.282571 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 7c791383-aaae-45e5-85f3-e46e5a060d45 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:54.309149 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-bdf871e7-542d-4e67-a8e2-c697ab109ab2 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] For port 7c791383-aaae-45e5-85f3-e46e5a060d45, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=7c791383-aaae-45e5-85f3-e46e5a060d45,segment=NetworkSegment(23cc838c-f8dd-4ceb-aa8d-5c5bedcbc0d6),segment_id=23cc838c-f8dd-4ceb-aa8d-5c5bedcbc0d6)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:54.309424 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bdf871e7-542d-4e67-a8e2-c697ab109ab2 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:54.336787 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375a8e7-ba1c-47a1-922a-a4d6e063204a req-4ed08ac7-897c-40ef-b988-a2e403379fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:54.338592 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5375a8e7-ba1c-47a1-922a-a4d6e063204a req-4ed08ac7-897c-40ef-b988-a2e403379fb5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f4f58725-76ee-4fee-b48e-44ba4df345e4 HTTP/1.1" status: 200 len: 910 time: 0.1193430 Dec 10 16:39:54.370238 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bdf871e7-542d-4e67-a8e2-c697ab109ab2 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Calling delete_port for 7c791383-aaae-45e5-85f3-e46e5a060d45 owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:54.377813 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 7c791383-aaae-45e5-85f3-e46e5a060d45 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:54.378273 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:54.391636 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1286e-24b7-42ad-b66a-948d29d3d56b req-c7b812f0-d56f-4cc6-a853-0a7097f180a9 tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:54.393347 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-44c1286e-24b7-42ad-b66a-948d29d3d56b req-c7b812f0-d56f-4cc6-a853-0a7097f180a9 tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] 10.222.0.11 "GET /v2.0/ports?device_id=43296181-9b76-44cc-ab40-07ce6b17f268 HTTP/1.1" status: 200 len: 949 time: 0.1559262 Dec 10 16:39:54.416562 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5375a8e7-ba1c-47a1-922a-a4d6e063204a req-9916ac9b-2dc4-4005-a4c4-4cf88cc39bec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d HTTP/1.1" status: 200 len: 217 time: 0.0690749 Dec 10 16:39:54.504934 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375a8e7-ba1c-47a1-922a-a4d6e063204a req-76187da4-6e04-4563-8116-6ad282b186e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:54.507439 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5375a8e7-ba1c-47a1-922a-a4d6e063204a req-76187da4-6e04-4563-8116-6ad282b186e7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=64d652f5-e20a-4a4e-969a-c2271fe340e6 HTTP/1.1" status: 200 len: 848 time: 0.0831990 Dec 10 16:39:54.573739 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375a8e7-ba1c-47a1-922a-a4d6e063204a req-533c8059-5687-4b9b-af8d-a96ed8d1f93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:54.576061 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5375a8e7-ba1c-47a1-922a-a4d6e063204a req-533c8059-5687-4b9b-af8d-a96ed8d1f93a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f4f58725-76ee-4fee-b48e-44ba4df345e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594070 Dec 10 16:39:54.616046 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4ef0b660-0b43-4fd3-b15f-abed0d6f2455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'name': 'tempest-RoutersTest-router-1164737647', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:07Z', 'updated_at': '2021-12-10T16:39:49Z', 'revision_number': 7, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'gw_port_host': None, '_interfaces': [{'id': '61daa797-1723-4951-9bb9-45570f6a322b', 'name': '', 'network_id': 'e47e9b0f-d5cd-406d-aabd-b15d8c6d0950', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:1a:54:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '0789f4cd-b6e6-4642-9dd3-410a33e65083', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:20Z', 'updated_at': '2021-12-10T16:39:45Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': '0789f4cd-b6e6-4642-9dd3-410a33e65083', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e6bed2-6ebe-4384-ad72-3ccaf806c930', 'name': '', 'network_id': '5d884117-c793-4ff4-b37e-45e1cec76516', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:1c:74:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:13Z', 'updated_at': '2021-12-10T16:39:25Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c791383-aaae-45e5-85f3-e46e5a060d45', 'name': '', 'network_id': 'f050ad9c-b965-473b-97e0-a2c5cab7ba54', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:af:f4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'cd7f1344-df09-4bcf-8a66-a7c73e1eba76', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:39Z', 'updated_at': '2021-12-10T16:39:49Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': 'cd7f1344-df09-4bcf-8a66-a7c73e1eba76', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9d9846f-179f-422b-b690-ee15579322cd', 'name': '', 'network_id': '40672997-412d-4364-8e20-42bc5f212e65', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:3d:f8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'b5af992b-e554-4e07-98aa-6a6e6279360e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:28Z', 'updated_at': '2021-12-10T16:39:41Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': 'b5af992b-e554-4e07-98aa-6a6e6279360e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:54.653249 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef0b660-0b43-4fd3-b15f-abed0d6f2455 None None] The sync data for ids ['5f39ed70-7472-45f4-8b3a-222a2550720d'] in n-d-766771-2 is: [{'id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'name': 'tempest-RoutersTest-router-1164737647', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:07Z', 'updated_at': '2021-12-10T16:39:49Z', 'revision_number': 7, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'gw_port_host': None, '_interfaces': [{'id': '61daa797-1723-4951-9bb9-45570f6a322b', 'name': '', 'network_id': 'e47e9b0f-d5cd-406d-aabd-b15d8c6d0950', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:1a:54:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '0789f4cd-b6e6-4642-9dd3-410a33e65083', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:20Z', 'updated_at': '2021-12-10T16:39:45Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': '0789f4cd-b6e6-4642-9dd3-410a33e65083', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e6bed2-6ebe-4384-ad72-3ccaf806c930', 'name': '', 'network_id': '5d884117-c793-4ff4-b37e-45e1cec76516', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:1c:74:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:13Z', 'updated_at': '2021-12-10T16:39:25Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c791383-aaae-45e5-85f3-e46e5a060d45', 'name': '', 'network_id': 'f050ad9c-b965-473b-97e0-a2c5cab7ba54', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:af:f4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'cd7f1344-df09-4bcf-8a66-a7c73e1eba76', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:39Z', 'updated_at': '2021-12-10T16:39:49Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': 'cd7f1344-df09-4bcf-8a66-a7c73e1eba76', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9d9846f-179f-422b-b690-ee15579322cd', 'name': '', 'network_id': '40672997-412d-4364-8e20-42bc5f212e65', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:3d:f8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'b5af992b-e554-4e07-98aa-6a6e6279360e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:28Z', 'updated_at': '2021-12-10T16:39:41Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': 'b5af992b-e554-4e07-98aa-6a6e6279360e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:39:54.764273 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5375a8e7-ba1c-47a1-922a-a4d6e063204a req-e85ff66b-0765-4400-9baa-a0e38b8450d2 service neutron] 10.222.0.26 "GET /v2.0/networks/f4f58725-76ee-4fee-b48e-44ba4df345e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793647 Dec 10 16:39:54.803388 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 4e105268-251b-437a-83b0-38f04e706702 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:39:54.834848 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 4e105268-251b-437a-83b0-38f04e706702 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:39:54.835193 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 4e105268-251b-437a-83b0-38f04e706702 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:39:54.872232 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5375a8e7-ba1c-47a1-922a-a4d6e063204a req-d3388090-c76f-4d31-a1be-004e14335c7f service neutron] 10.222.0.26 "GET /v2.0/networks/f4f58725-76ee-4fee-b48e-44ba4df345e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003435 Dec 10 16:39:54.936950 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-44c1286e-24b7-42ad-b66a-948d29d3d56b req-7e816d59-432d-47d8-b557-3fbd5d0f08b3 tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] 10.222.0.11 "GET /v2.0/security-groups?id=b745fbcb-b640-48e3-aef9-5bbfdd8fecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5313745 Dec 10 16:39:55.130604 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-12840d1c-0c67-4d33-81bd-c8628a18907f tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:55.186662 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bdf871e7-542d-4e67-a8e2-c697ab109ab2 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:55.195151 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b6edc-4662-4ea3-aefe-d7e1ce0651d8 req-af806ce3-9cf7-4da1-b5b7-2be90184eecd tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:55.196609 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e82b6edc-4662-4ea3-aefe-d7e1ce0651d8 req-af806ce3-9cf7-4da1-b5b7-2be90184eecd tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.1623688 Dec 10 16:39:55.243232 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf871e7-542d-4e67-a8e2-c697ab109ab2 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event deleted for resources: {'Port': ['ID=7c791383-aaae-45e5-85f3-e46e5a060d45,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:55.281406 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12840d1c-0c67-4d33-81bd-c8628a18907f tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Pushing event updated for resources: {'Subnet': ['ID=2e07f44f-8886-45cf-ae42-1c214f95d7c0,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:55.328545 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12840d1c-0c67-4d33-81bd-c8628a18907f tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Checking segment: {'id': '6ce8cfc2-7fa5-408c-9ac2-46dc27446dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '492b2a0f-7b3d-46d5-bb77-2493c86ba4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:55.328933 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12840d1c-0c67-4d33-81bd-c8628a18907f tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Network hostable DHCP agents. Network: 492b2a0f-7b3d-46d5-bb77-2493c86ba4d9, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:39:55.355805 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e82b6edc-4662-4ea3-aefe-d7e1ce0651d8 req-d9d608b5-1c05-4c63-adfd-8e7115ab95e2 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1453981 Dec 10 16:39:55.404127 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12840d1c-0c67-4d33-81bd-c8628a18907f tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Network 492b2a0f-7b3d-46d5-bb77-2493c86ba4d9 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:39:55.446619 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-12840d1c-0c67-4d33-81bd-c8628a18907f tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 492b2a0f-7b3d-46d5-bb77-2493c86ba4d9) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:55.454916 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12840d1c-0c67-4d33-81bd-c8628a18907f tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:55.455517 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-12840d1c-0c67-4d33-81bd-c8628a18907f tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:55.461338 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f40e28-dfaa-44c1-a9dc-a4c8ff448dff None None] Network 492b2a0f-7b3d-46d5-bb77-2493c86ba4d9 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:55.509078 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-12840d1c-0c67-4d33-81bd-c8628a18907f tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4693742 Dec 10 16:39:55.510718 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bdf871e7-542d-4e67-a8e2-c697ab109ab2 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:55.512018 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37172) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:55.539821 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bc11e-9839-42a3-b166-aa82f471b663 req-391da4c2-8ff6-4245-9b54-9bc4afef56b3 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:55.541320 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a84bc11e-9839-42a3-b166-aa82f471b663 req-391da4c2-8ff6-4245-9b54-9bc4afef56b3 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] 10.222.0.11 "GET /v2.0/ports?device_id=26efe463-f91c-46ba-8f4e-db8b02424d4a HTTP/1.1" status: 200 len: 943 time: 0.0898573 Dec 10 16:39:55.593971 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:39:55.596037 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 8f72ce41-0c79-4f1e-9f52-f14c2b173262 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:55.598294 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8925c7f-fbf8-43c3-90dd-681aa8b7df07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-492b2a0f-7b3d-46d5-bb77-2493c86ba4d9', 'network_id': '492b2a0f-7b3d-46d5-bb77-2493c86ba4d9', 'project_id': '19120212824a4ffeb7bcd2361b78b861', 'fixed_ips': [{'subnet_id': '2e07f44f-8886-45cf-ae42-1c214f95d7c0'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:39:55.599026 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c8925c7f-fbf8-43c3-90dd-681aa8b7df07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:55.649580 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0cb6387d-4a92-4bde-97fd-fdf2ae19f84a tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:55.691290 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a84bc11e-9839-42a3-b166-aa82f471b663 req-1a3ace8d-eb15-4eb0-9329-f65c23d406f0 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] 10.222.0.11 "GET /v2.0/security-groups?id=33885148-78ed-4ed1-8c10-d33694376012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178801 Dec 10 16:39:55.712302 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0cb6387d-4a92-4bde-97fd-fdf2ae19f84a tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:55.801524 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.resource_extend [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 16:39:55.807978 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0cb6387d-4a92-4bde-97fd-fdf2ae19f84a tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:55.836291 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb6387d-4a92-4bde-97fd-fdf2ae19f84a tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Pushing event deleted for resources: {'Subnet': ['ID=2e07f44f-8886-45cf-ae42-1c214f95d7c0,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:55.864881 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 8f72ce41-0c79-4f1e-9f52-f14c2b173262 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:39:55.879377 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 8f72ce41-0c79-4f1e-9f52-f14c2b173262 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:55.879740 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:55.889419 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf871e7-542d-4e67-a8e2-c697ab109ab2 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Router 5f39ed70-7472-45f4-8b3a-222a2550720d has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server [None req-c8925c7f-fbf8-43c3-90dd-681aa8b7df07 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2e07f44f-8886-45cf-ae42-1c214f95d7c0: This subnet is being modified by another concurrent operation. Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise exception Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2e07f44f-8886-45cf-ae42-1c214f95d7c0: This subnet is being modified by another concurrent operation. Dec 10 16:39:55.895512 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server Dec 10 16:39:55.940132 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0cb6387d-4a92-4bde-97fd-fdf2ae19f84a tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:55.996810 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-0cb6387d-4a92-4bde-97fd-fdf2ae19f84a tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['492b2a0f-7b3d-46d5-bb77-2493c86ba4d9']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:56.009728 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad645fb5-0240-42e3-b253-f0e61da3bb0f None None] Network 492b2a0f-7b3d-46d5-bb77-2493c86ba4d9 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:56.021845 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-0cb6387d-4a92-4bde-97fd-fdf2ae19f84a tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ce8cfc2-7fa5-408c-9ac2-46dc27446dac') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:56.024735 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-0cb6387d-4a92-4bde-97fd-fdf2ae19f84a tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ce8cfc2-7fa5-408c-9ac2-46dc27446dac') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:56.040640 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0cb6387d-4a92-4bde-97fd-fdf2ae19f84a tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:56.056315 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0cb6387d-4a92-4bde-97fd-fdf2ae19f84a tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:56.079255 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb6387d-4a92-4bde-97fd-fdf2ae19f84a tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:39:56.079806 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0cb6387d-4a92-4bde-97fd-fdf2ae19f84a tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:56.083746 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:39:56.083746 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:39:56.083746 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:39:56.083746 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:39:56.083746 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:39:56.083746 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:39:56.083746 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:39:56.083746 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:39:56.083746 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:39:56.083746 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:39:56.083746 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:39:56.083746 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:39:56.083746 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:39:56.083746 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:39:56.083746 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:39:56.083746 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:39:56.083746 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:39:56.083746 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:39:56.083746 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:39:56.083746 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:39:56.083746 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:39:56.083746 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:39:56.083746 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:39:56.083746 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:39:56.083746 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:39:56.083746 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:39:56.083746 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:39:56.083746 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:39:56.083746 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:39:56.083746 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:39:56.083746 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:39:56.083746 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:39:56.095266 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf871e7-542d-4e67-a8e2-c697ab109ab2 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:39:56.112021 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faeb90f-4ecb-42eb-8a0b-12b814f24857 None None] Sync routers for ids ['5f39ed70-7472-45f4-8b3a-222a2550720d'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:39:56.118571 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37190) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:56.121474 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-bdf871e7-542d-4e67-a8e2-c697ab109ab2 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "PUT /v2.0/routers/5f39ed70-7472-45f4-8b3a-222a2550720d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5247366 Dec 10 16:39:56.128483 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faeb90f-4ecb-42eb-8a0b-12b814f24857 None None] Routers {'5f39ed70-7472-45f4-8b3a-222a2550720d'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:56.129089 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-7faeb90f-4ecb-42eb-8a0b-12b814f24857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:39:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['5f39ed70-7472-45f4-8b3a-222a2550720d'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:56.162228 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d813e-5a5d-4fca-adde-8a6ce0a53214 req-62ca268a-49af-4699-8684-58ef97fffbba tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:56.165240 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f42d813e-5a5d-4fca-adde-8a6ce0a53214 req-62ca268a-49af-4699-8684-58ef97fffbba tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.1338570 Dec 10 16:39:56.201510 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0cb6387d-4a92-4bde-97fd-fdf2ae19f84a tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:56.215585 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0cb6387d-4a92-4bde-97fd-fdf2ae19f84a tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:56.224440 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0cb6387d-4a92-4bde-97fd-fdf2ae19f84a tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] 10.222.0.11 "DELETE /v2.0/networks/492b2a0f-7b3d-46d5-bb77-2493c86ba4d9 HTTP/1.1" status: 204 len: 168 time: 0.7066817 Dec 10 16:39:56.228296 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-519bc85b-c978-4ebd-ad6f-599924930439 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Deleting subnet cd7f1344-df09-4bcf-8a66-a7c73e1eba76 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:39:56.230458 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37192) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:56.237351 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:56.244727 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-008120fa-cd0c-4f22-9342-c239dd53a269 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1744476183'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:56.252266 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb6387d-4a92-4bde-97fd-fdf2ae19f84a tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Pushing event deleted for resources: {'Network': ['ID=492b2a0f-7b3d-46d5-bb77-2493c86ba4d9,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:56.256220 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-519bc85b-c978-4ebd-ad6f-599924930439 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:56.269854 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbaee55-6ccf-4f2f-95b5-6babd86a68ad None None] get_active_networks_info from n-d-766771-2 {{(pid=103394) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 16:39:56.275548 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f42d813e-5a5d-4fca-adde-8a6ce0a53214 req-4e0948df-61df-4fbe-ab41-f71fe42484c6 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1042702 Dec 10 16:39:56.281211 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:39:56.315999 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-7faeb90f-4ecb-42eb-8a0b-12b814f24857 None None] Set router 5f39ed70-7472-45f4-8b3a-222a2550720d gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:56.332673 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008120fa-cd0c-4f22-9342-c239dd53a269 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Made reservation on behalf of 19120212824a4ffeb7bcd2361b78b861 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:56.345820 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-008120fa-cd0c-4f22-9342-c239dd53a269 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:56.391688 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-008120fa-cd0c-4f22-9342-c239dd53a269 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:39:56.401768 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-008120fa-cd0c-4f22-9342-c239dd53a269 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:56.402482 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-008120fa-cd0c-4f22-9342-c239dd53a269 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Added segment 5ab16d93-2345-4153-9b4b-6290c7744f28 of type vlan for network 710db9dc-cfd6-4083-aae6-e8201c26f3c5 Dec 10 16:39:56.444912 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbaee55-6ccf-4f2f-95b5-6babd86a68ad None None] Resources bound (agent type, host, resource id): {{(pid=103394) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 16:39:56.446743 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-008120fa-cd0c-4f22-9342-c239dd53a269 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:56.449233 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d,segment=NetworkSegment(44d2bb16-ca57-4712-9634-a0ccd9fb8316),segment_id=44d2bb16-ca57-4712-9634-a0ccd9fb8316)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:56.467520 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43296181-9b76-44cc-ab40-07ce6b17f268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f72ce41-0c79-4f1e-9f52-f14c2b173262'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:39:56.470181 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f3cb94-7251-48f5-8ab1-625c58e85731" -d '{"events": [{"server_uuid": "43296181-9b76-44cc-ab40-07ce6b17f268", "name": "network-vif-plugged", "status": "completed", "tag": "8f72ce41-0c79-4f1e-9f52-f14c2b173262"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:39:56.474680 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-008120fa-cd0c-4f22-9342-c239dd53a269 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:56.480785 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008120fa-cd0c-4f22-9342-c239dd53a269 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:56.481524 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-008120fa-cd0c-4f22-9342-c239dd53a269 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:56.485643 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-519bc85b-c978-4ebd-ad6f-599924930439 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:56.489294 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': 'cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d', 'network_id': 'f4f58725-76ee-4fee-b48e-44ba4df345e4', 'port_id': 'cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d', 'mac_address': 'fa:16:3e:da:52:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64d652f5-e20a-4a4e-969a-c2271fe340e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:39:56.497140 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59114293-856a-4750-82f3-ae7ec1a03664 req-0442cd6d-1290-4da6-bfb0-9f4eab13415d tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:56.499931 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-59114293-856a-4750-82f3-ae7ec1a03664 req-0442cd6d-1290-4da6-bfb0-9f4eab13415d tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] 10.222.0.11 "GET /v2.0/ports?device_id=43296181-9b76-44cc-ab40-07ce6b17f268 HTTP/1.1" status: 200 len: 949 time: 0.1140001 Dec 10 16:39:56.502447 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 8f72ce41-0c79-4f1e-9f52-f14c2b173262, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=8f72ce41-0c79-4f1e-9f52-f14c2b173262,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:56.570803 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-59114293-856a-4750-82f3-ae7ec1a03664 req-867bd940-df72-463b-bcdc-2a47d115731c tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] 10.222.0.11 "GET /v2.0/security-groups?id=b745fbcb-b640-48e3-aef9-5bbfdd8fecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636964 Dec 10 16:39:56.576905 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:56.593645 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-008120fa-cd0c-4f22-9342-c239dd53a269 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3529487 Dec 10 16:39:56.597933 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37198) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:56.605877 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-c0afb29b-0352-47a1-8db0-13c77e5963dc tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Request body: {'subnet': {'network_id': '710db9dc-cfd6-4083-aae6-e8201c26f3c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:56.620405 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008120fa-cd0c-4f22-9342-c239dd53a269 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Pushing event updated for resources: {'Network': ['ID=710db9dc-cfd6-4083-aae6-e8201c26f3c5,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:56.654367 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-7faeb90f-4ecb-42eb-8a0b-12b814f24857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'name': 'tempest-RoutersTest-router-1164737647', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:07Z', 'updated_at': '2021-12-10T16:39:55Z', 'revision_number': 8, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'gw_port_host': None, '_interfaces': [{'id': '61daa797-1723-4951-9bb9-45570f6a322b', 'name': '', 'network_id': 'e47e9b0f-d5cd-406d-aabd-b15d8c6d0950', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:1a:54:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '0789f4cd-b6e6-4642-9dd3-410a33e65083', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:20Z', 'updated_at': '2021-12-10T16:39:45Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': '0789f4cd-b6e6-4642-9dd3-410a33e65083', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e6bed2-6ebe-4384-ad72-3ccaf806c930', 'name': '', 'network_id': '5d884117-c793-4ff4-b37e-45e1cec76516', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:1c:74:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:13Z', 'updated_at': '2021-12-10T16:39:25Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9d9846f-179f-422b-b690-ee15579322cd', 'name': '', 'network_id': '40672997-412d-4364-8e20-42bc5f212e65', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:3d:f8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'b5af992b-e554-4e07-98aa-6a6e6279360e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:28Z', 'updated_at': '2021-12-10T16:39:41Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': 'b5af992b-e554-4e07-98aa-6a6e6279360e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:56.688042 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faeb90f-4ecb-42eb-8a0b-12b814f24857 None None] Checking router: 5f39ed70-7472-45f4-8b3a-222a2550720d for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:39:56.700508 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faeb90f-4ecb-42eb-8a0b-12b814f24857 None None] Routers {'5f39ed70-7472-45f4-8b3a-222a2550720d'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:56.701130 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-7faeb90f-4ecb-42eb-8a0b-12b814f24857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:39:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['5f39ed70-7472-45f4-8b3a-222a2550720d'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:56.713329 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-519bc85b-c978-4ebd-ad6f-599924930439 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:56.739406 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=8f72ce41-0c79-4f1e-9f52-f14c2b173262,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:56.762650 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 710db9dc-cfd6-4083-aae6-e8201c26f3c5 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:39:56.854948 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0afb29b-0352-47a1-8db0-13c77e5963dc tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Made reservation on behalf of 19120212824a4ffeb7bcd2361b78b861 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:56.855780 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-519bc85b-c978-4ebd-ad6f-599924930439 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:56.877836 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c0afb29b-0352-47a1-8db0-13c77e5963dc tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:56.894982 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-7faeb90f-4ecb-42eb-8a0b-12b814f24857 None None] Set router 5f39ed70-7472-45f4-8b3a-222a2550720d gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:56.926245 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519bc85b-c978-4ebd-ad6f-599924930439 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event deleted for resources: {'Subnet': ['ID=cd7f1344-df09-4bcf-8a66-a7c73e1eba76,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:56.929435 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-519bc85b-c978-4ebd-ad6f-599924930439 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:56.943895 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-519bc85b-c978-4ebd-ad6f-599924930439 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "DELETE /v2.0/subnets/cd7f1344-df09-4bcf-8a66-a7c73e1eba76 HTTP/1.1" status: 204 len: 168 time: 0.8243885 Dec 10 16:39:56.946907 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37210) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:57.041978 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe40c30b-2d9c-4e8b-a7d1-9f46161bcf8c x-openstack-request-id: req-fe40c30b-2d9c-4e8b-a7d1-9f46161bcf8c {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:39:57.042933 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43296181-9b76-44cc-ab40-07ce6b17f268", "name": "network-vif-plugged", "status": "completed", "tag": "8f72ce41-0c79-4f1e-9f52-f14c2b173262", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:39:57.042933 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fe40c30b-2d9c-4e8b-a7d1-9f46161bcf8c {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:39:57.043272 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43296181-9b76-44cc-ab40-07ce6b17f268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f72ce41-0c79-4f1e-9f52-f14c2b173262', 'code': 200} Dec 10 16:39:57.056352 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37212) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:57.102806 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:57.193882 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-736fbe56-d829-47f7-bd88-cc94f969e50f tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:57.261631 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:39:57.263746 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c9255-0ac3-455f-b3c9-cbebb44c4735 req-55144a8e-77fd-4702-acfd-4095c4baea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:57.265406 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-602c9255-0ac3-455f-b3c9-cbebb44c4735 req-55144a8e-77fd-4702-acfd-4095c4baea58 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=43296181-9b76-44cc-ab40-07ce6b17f268 HTTP/1.1" status: 200 len: 1101 time: 0.1352336 Dec 10 16:39:57.317098 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-736fbe56-d829-47f7-bd88-cc94f969e50f tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Deleting port bcddfd3e-279c-4613-8ff7-142be5400cfe {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:39:57.317514 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-736fbe56-d829-47f7-bd88-cc94f969e50f tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:57.323125 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d,segment=NetworkSegment(44d2bb16-ca57-4712-9634-a0ccd9fb8316),segment_id=44d2bb16-ca57-4712-9634-a0ccd9fb8316)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:57.354551 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:57.409629 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de422e-a0b0-49a6-bb21-fc74a9174411 req-9ba6eda4-7f4f-4954-a9a2-84a54de9b354 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:57.419433 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-36de422e-a0b0-49a6-bb21-fc74a9174411 req-9ba6eda4-7f4f-4954-a9a2-84a54de9b354 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] 10.222.0.11 "GET /v2.0/ports?device_id=26efe463-f91c-46ba-8f4e-db8b02424d4a HTTP/1.1" status: 200 len: 943 time: 0.2199922 Dec 10 16:39:57.432703 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:57.460506 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-602c9255-0ac3-455f-b3c9-cbebb44c4735 req-a2df1b26-4d77-43a6-86af-398d1aacb8a7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b745fbcb-b640-48e3-aef9-5bbfdd8fecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834428 Dec 10 16:39:57.468960 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-7faeb90f-4ecb-42eb-8a0b-12b814f24857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'name': 'tempest-RoutersTest-router-1164737647', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:07Z', 'updated_at': '2021-12-10T16:39:55Z', 'revision_number': 8, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'gw_port_host': None, '_interfaces': [{'id': '61daa797-1723-4951-9bb9-45570f6a322b', 'name': '', 'network_id': 'e47e9b0f-d5cd-406d-aabd-b15d8c6d0950', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:1a:54:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '0789f4cd-b6e6-4642-9dd3-410a33e65083', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:20Z', 'updated_at': '2021-12-10T16:39:45Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': '0789f4cd-b6e6-4642-9dd3-410a33e65083', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e6bed2-6ebe-4384-ad72-3ccaf806c930', 'name': '', 'network_id': '5d884117-c793-4ff4-b37e-45e1cec76516', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:1c:74:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:13Z', 'updated_at': '2021-12-10T16:39:25Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9d9846f-179f-422b-b690-ee15579322cd', 'name': '', 'network_id': '40672997-412d-4364-8e20-42bc5f212e65', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:3d:f8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'b5af992b-e554-4e07-98aa-6a6e6279360e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:28Z', 'updated_at': '2021-12-10T16:39:41Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': 'b5af992b-e554-4e07-98aa-6a6e6279360e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:57.497151 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-736fbe56-d829-47f7-bd88-cc94f969e50f tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] For port bcddfd3e-279c-4613-8ff7-142be5400cfe, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=bcddfd3e-279c-4613-8ff7-142be5400cfe,segment=NetworkSegment(23cc838c-f8dd-4ceb-aa8d-5c5bedcbc0d6),segment_id=23cc838c-f8dd-4ceb-aa8d-5c5bedcbc0d6)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:57.497528 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-736fbe56-d829-47f7-bd88-cc94f969e50f tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:57.511856 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faeb90f-4ecb-42eb-8a0b-12b814f24857 None None] The sync data for ids ['5f39ed70-7472-45f4-8b3a-222a2550720d'] in n-d-766771-2 is: [{'id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'name': 'tempest-RoutersTest-router-1164737647', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:07Z', 'updated_at': '2021-12-10T16:39:55Z', 'revision_number': 8, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'gw_port_host': None, '_interfaces': [{'id': '61daa797-1723-4951-9bb9-45570f6a322b', 'name': '', 'network_id': 'e47e9b0f-d5cd-406d-aabd-b15d8c6d0950', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:1a:54:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '0789f4cd-b6e6-4642-9dd3-410a33e65083', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:20Z', 'updated_at': '2021-12-10T16:39:45Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': '0789f4cd-b6e6-4642-9dd3-410a33e65083', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e6bed2-6ebe-4384-ad72-3ccaf806c930', 'name': '', 'network_id': '5d884117-c793-4ff4-b37e-45e1cec76516', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:1c:74:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:13Z', 'updated_at': '2021-12-10T16:39:25Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9d9846f-179f-422b-b690-ee15579322cd', 'name': '', 'network_id': '40672997-412d-4364-8e20-42bc5f212e65', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:3d:f8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'b5af992b-e554-4e07-98aa-6a6e6279360e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:28Z', 'updated_at': '2021-12-10T16:39:41Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': 'b5af992b-e554-4e07-98aa-6a6e6279360e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:39:57.529597 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-736fbe56-d829-47f7-bd88-cc94f969e50f tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Calling delete_port for bcddfd3e-279c-4613-8ff7-142be5400cfe owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:57.613563 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cfa30a-65b7-4c7c-8a22-14fd4808def2 None None] Network f050ad9c-b965-473b-97e0-a2c5cab7ba54 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:57.620745 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:39:57.624670 n-d-766771-2 neutron-server[103392]: DEBUG neutron.objects.ports [None req-c0afb29b-0352-47a1-8db0-13c77e5963dc tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103392) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 16:39:57.659058 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-736fbe56-d829-47f7-bd88-cc94f969e50f tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:57.678984 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c0afb29b-0352-47a1-8db0-13c77e5963dc tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:57.694536 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736fbe56-d829-47f7-bd88-cc94f969e50f tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] No DVR routers for this DVR port bcddfd3e-279c-4613-8ff7-142be5400cfe on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:39:57.697088 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736fbe56-d829-47f7-bd88-cc94f969e50f tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event deleted for resources: {'Port': ['ID=bcddfd3e-279c-4613-8ff7-142be5400cfe,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:57.730736 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-36de422e-a0b0-49a6-bb21-fc74a9174411 req-8c34f19d-5073-4968-9983-ae2f6249364b tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] 10.222.0.11 "GET /v2.0/security-groups?id=33885148-78ed-4ed1-8c10-d33694376012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3026166 Dec 10 16:39:57.767833 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-ec0525f5-c842-47f9-b2dc-eda760f1bd26 None None] Provisioning complete for port d6fe07ca-8e42-4b68-984e-1f345c8d16f6 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:57.768287 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ec0525f5-c842-47f9-b2dc-eda760f1bd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:57.812324 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0afb29b-0352-47a1-8db0-13c77e5963dc tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Pushing event updated for resources: {'Subnet': ['ID=fd710c03-0788-4b49-8242-bcc25c6e7dd1,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:57.878068 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-736fbe56-d829-47f7-bd88-cc94f969e50f tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:57.904140 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b72da1a-6191-4cef-b250-6fa8a43c48d8 None None] DHCP port deletion for f050ad9c-b965-473b-97e0-a2c5cab7ba54 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:39:57.911324 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-736fbe56-d829-47f7-bd88-cc94f969e50f tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f050ad9c-b965-473b-97e0-a2c5cab7ba54']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:57.923907 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-736fbe56-d829-47f7-bd88-cc94f969e50f tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23cc838c-f8dd-4ceb-aa8d-5c5bedcbc0d6') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:57.924202 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-736fbe56-d829-47f7-bd88-cc94f969e50f tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23cc838c-f8dd-4ceb-aa8d-5c5bedcbc0d6') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:57.937115 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-736fbe56-d829-47f7-bd88-cc94f969e50f tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:57.961302 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-736fbe56-d829-47f7-bd88-cc94f969e50f tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:57.969867 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-736fbe56-d829-47f7-bd88-cc94f969e50f tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:39:57.971042 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-736fbe56-d829-47f7-bd88-cc94f969e50f tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:57.975136 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:39:57.975136 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:39:57.975136 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:39:57.975136 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:39:57.975136 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:39:57.975136 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:39:57.975136 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:39:57.975136 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:39:57.975136 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:39:57.975136 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:39:57.975136 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:39:57.975136 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:39:57.975136 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:39:57.975136 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:39:57.975136 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:39:57.975136 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:39:57.975136 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:39:57.975136 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:39:57.975136 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:39:57.975136 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:39:57.975136 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:39:57.975136 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:39:57.975136 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:39:57.975136 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:39:57.975136 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:39:57.975136 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:39:57.975136 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:39:57.975136 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:39:57.975136 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:39:57.975136 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:39:57.975136 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:39:57.975136 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:39:57.984905 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0afb29b-0352-47a1-8db0-13c77e5963dc tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Checking segment: {'id': '5ab16d93-2345-4153-9b4b-6290c7744f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '710db9dc-cfd6-4083-aae6-e8201c26f3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:57.985413 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0afb29b-0352-47a1-8db0-13c77e5963dc tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Network hostable DHCP agents. Network: 710db9dc-cfd6-4083-aae6-e8201c26f3c5, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:39:58.030911 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62fd55-3482-4fb2-b9bd-d106f5f92c88 req-88c09904-99db-4945-af64-bf4915814611 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:58.044881 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e62fd55-3482-4fb2-b9bd-d106f5f92c88 req-88c09904-99db-4945-af64-bf4915814611 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.1666217 Dec 10 16:39:58.053314 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-736fbe56-d829-47f7-bd88-cc94f969e50f tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:58.062450 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-736fbe56-d829-47f7-bd88-cc94f969e50f tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:58.065834 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-736fbe56-d829-47f7-bd88-cc94f969e50f tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "DELETE /v2.0/networks/f050ad9c-b965-473b-97e0-a2c5cab7ba54 HTTP/1.1" status: 204 len: 168 time: 1.1180313 Dec 10 16:39:58.071991 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0afb29b-0352-47a1-8db0-13c77e5963dc tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Network 710db9dc-cfd6-4083-aae6-e8201c26f3c5 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:39:58.076691 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37220) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:58.084384 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736fbe56-d829-47f7-bd88-cc94f969e50f tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event deleted for resources: {'Network': ['ID=f050ad9c-b965-473b-97e0-a2c5cab7ba54,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:58.097895 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-c0afb29b-0352-47a1-8db0-13c77e5963dc tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 710db9dc-cfd6-4083-aae6-e8201c26f3c5) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:58.116224 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac733c7c-397d-433d-ab7a-8b5fdf889514 None None] Network 710db9dc-cfd6-4083-aae6-e8201c26f3c5 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:58.116785 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0afb29b-0352-47a1-8db0-13c77e5963dc tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:58.116977 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c0afb29b-0352-47a1-8db0-13c77e5963dc tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:58.141852 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c0afb29b-0352-47a1-8db0-13c77e5963dc tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5401435 Dec 10 16:39:58.150710 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e62fd55-3482-4fb2-b9bd-d106f5f92c88 req-77ebd77e-0928-4262-9fb0-4f4384e8c111 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1088569 Dec 10 16:39:58.151391 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37222) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:58.281094 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a10e95e-ee82-49c3-bfda-fe82e2ec8c70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-710db9dc-cfd6-4083-aae6-e8201c26f3c5', 'network_id': '710db9dc-cfd6-4083-aae6-e8201c26f3c5', 'project_id': '19120212824a4ffeb7bcd2361b78b861', 'fixed_ips': [{'subnet_id': 'fd710c03-0788-4b49-8242-bcc25c6e7dd1'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:39:58.282801 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3a10e95e-ee82-49c3-bfda-fe82e2ec8c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:58.389646 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226f2ed-0e3f-45ad-9d61-4664b3ccdbd2 req-e4e929a4-cf15-45e8-8a9c-bec5d6bc34bd tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:58.396987 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2226f2ed-0e3f-45ad-9d61-4664b3ccdbd2 req-e4e929a4-cf15-45e8-8a9c-bec5d6bc34bd tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] 10.222.0.11 "GET /v2.0/ports?device_id=43296181-9b76-44cc-ab40-07ce6b17f268 HTTP/1.1" status: 200 len: 950 time: 0.1482749 Dec 10 16:39:58.408845 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e9cadd19-b5f7-4218-83bf-45aa3df585a7 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:58.433416 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-3a10e95e-ee82-49c3-bfda-fe82e2ec8c70 None None] Allocated IP 2001:db8::f816:3eff:fed3:292f (710db9dc-cfd6-4083-aae6-e8201c26f3c5/fd710c03-0788-4b49-8242-bcc25c6e7dd1/7b605f2f-26d5-41e6-88bb-9fb275b89a16) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:58.460198 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37228) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:58.506017 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2226f2ed-0e3f-45ad-9d61-4664b3ccdbd2 req-1698ea5b-5266-4279-935a-e704165e9ff5 tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] 10.222.0.11 "GET /v2.0/security-groups?id=b745fbcb-b640-48e3-aef9-5bbfdd8fecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081741 Dec 10 16:39:58.587162 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7439fe9b-6556-4c7d-a8a2-598cc070c13e tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:58.587634 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7439fe9b-6556-4c7d-a8a2-598cc070c13e tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:58.588089 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7439fe9b-6556-4c7d-a8a2-598cc070c13e tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:58.590691 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e9cadd19-b5f7-4218-83bf-45aa3df585a7 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:58.611337 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7439fe9b-6556-4c7d-a8a2-598cc070c13e tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] 10.222.0.11 "GET /v2.0/ports?project_id=f7102f587c0942469f218fb29d23ff5f&network_id=d541c368-720d-4b18-b807-71b1bfe1994a HTTP/1.1" status: 200 len: 2969 time: 0.1488748 Dec 10 16:39:58.622945 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc9fc30c-38bb-4e12-a1de-bcad193eaed4 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:58.674988 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-21edaedd-c4b9-4cd1-ac7a-a41ccbc1c0b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:58.691713 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3a10e95e-ee82-49c3-bfda-fe82e2ec8c70 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:58.745064 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3a10e95e-ee82-49c3-bfda-fe82e2ec8c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:58.837142 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e9cadd19-b5f7-4218-83bf-45aa3df585a7 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:58.863961 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a10e95e-ee82-49c3-bfda-fe82e2ec8c70 None None] Network 710db9dc-cfd6-4083-aae6-e8201c26f3c5 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:58.867907 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cadd19-b5f7-4218-83bf-45aa3df585a7 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Pushing event deleted for resources: {'Subnet': ['ID=fd710c03-0788-4b49-8242-bcc25c6e7dd1,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:58.870992 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-3a10e95e-ee82-49c3-bfda-fe82e2ec8c70 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:58.880599 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a10e95e-ee82-49c3-bfda-fe82e2ec8c70 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:58.938593 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 7c791383-aaae-45e5-85f3-e46e5a060d45 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:39:58.949633 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10e95e-ee82-49c3-bfda-fe82e2ec8c70 None None] Pushing event updated for resources: {'Port': ['ID=7b605f2f-26d5-41e6-88bb-9fb275b89a16,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:58.992197 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 7c791383-aaae-45e5-85f3-e46e5a060d45 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:39:58.992770 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 7c791383-aaae-45e5-85f3-e46e5a060d45 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:39:58.993290 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device bcddfd3e-279c-4613-8ff7-142be5400cfe no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:39:59.022561 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e9cadd19-b5f7-4218-83bf-45aa3df585a7 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:59.023686 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-3a10e95e-ee82-49c3-bfda-fe82e2ec8c70 None None] Attempting to bind port 7b605f2f-26d5-41e6-88bb-9fb275b89a16 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:39:59.024149 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-3a10e95e-ee82-49c3-bfda-fe82e2ec8c70 None None] Attempting to bind port 7b605f2f-26d5-41e6-88bb-9fb275b89a16 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '5ab16d93-2345-4153-9b4b-6290c7744f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '710db9dc-cfd6-4083-aae6-e8201c26f3c5'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:39:59.025050 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a10e95e-ee82-49c3-bfda-fe82e2ec8c70 None None] Attempting to bind port 7b605f2f-26d5-41e6-88bb-9fb275b89a16 on network 710db9dc-cfd6-4083-aae6-e8201c26f3c5 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:59.028210 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: bcddfd3e-279c-4613-8ff7-142be5400cfe {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:39:59.028383 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device bcddfd3e-279c-4613-8ff7-142be5400cfe not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:39:59.033979 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a10e95e-ee82-49c3-bfda-fe82e2ec8c70 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:39:59.034773 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a10e95e-ee82-49c3-bfda-fe82e2ec8c70 None None] Checking segment: {'id': '5ab16d93-2345-4153-9b4b-6290c7744f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '710db9dc-cfd6-4083-aae6-e8201c26f3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:59.035395 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3a10e95e-ee82-49c3-bfda-fe82e2ec8c70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:59.035968 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a10e95e-ee82-49c3-bfda-fe82e2ec8c70 None None] Bound using segment: {'id': '5ab16d93-2345-4153-9b4b-6290c7744f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '710db9dc-cfd6-4083-aae6-e8201c26f3c5'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:39:59.037012 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-3a10e95e-ee82-49c3-bfda-fe82e2ec8c70 None None] Bound port: 7b605f2f-26d5-41e6-88bb-9fb275b89a16, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab16d93-2345-4153-9b4b-6290c7744f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '710db9dc-cfd6-4083-aae6-e8201c26f3c5'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:39:59.037507 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3a10e95e-ee82-49c3-bfda-fe82e2ec8c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:59.091212 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-dc9fc30c-38bb-4e12-a1de-bcad193eaed4 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Deleting port d9d9846f-179f-422b-b690-ee15579322cd {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:39:59.092321 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc9fc30c-38bb-4e12-a1de-bcad193eaed4 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:59.094128 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-e9cadd19-b5f7-4218-83bf-45aa3df585a7 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['710db9dc-cfd6-4083-aae6-e8201c26f3c5']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:59.125047 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-e9cadd19-b5f7-4218-83bf-45aa3df585a7 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab16d93-2345-4153-9b4b-6290c7744f28') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:59.125356 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-e9cadd19-b5f7-4218-83bf-45aa3df585a7 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab16d93-2345-4153-9b4b-6290c7744f28') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:59.129203 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-3a10e95e-ee82-49c3-bfda-fe82e2ec8c70 None None] For port 7b605f2f-26d5-41e6-88bb-9fb275b89a16, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:39:59.133313 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-3a10e95e-ee82-49c3-bfda-fe82e2ec8c70 None None] For port 7b605f2f-26d5-41e6-88bb-9fb275b89a16, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=7b605f2f-26d5-41e6-88bb-9fb275b89a16,segment=NetworkSegment(5ab16d93-2345-4153-9b4b-6290c7744f28),segment_id=5ab16d93-2345-4153-9b4b-6290c7744f28)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:39:59.137585 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3a10e95e-ee82-49c3-bfda-fe82e2ec8c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:59.141026 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e9cadd19-b5f7-4218-83bf-45aa3df585a7 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:59.167961 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e9cadd19-b5f7-4218-83bf-45aa3df585a7 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:59.185980 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9d4a4-f387-404b-a813-552ee7e43347 req-3ecbd2a8-34e8-45ed-87be-7c79ba4d7f17 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:59.187956 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4ea9d4a4-f387-404b-a813-552ee7e43347 req-3ecbd2a8-34e8-45ed-87be-7c79ba4d7f17 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.1189976 Dec 10 16:39:59.188916 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9cadd19-b5f7-4218-83bf-45aa3df585a7 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:39:59.189323 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e9cadd19-b5f7-4218-83bf-45aa3df585a7 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:59.192723 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:39:59.192723 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:39:59.192723 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:39:59.192723 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:39:59.192723 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:39:59.192723 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:39:59.192723 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:39:59.192723 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:39:59.192723 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:39:59.192723 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:39:59.192723 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:39:59.192723 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:39:59.192723 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:39:59.192723 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:39:59.192723 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:39:59.192723 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:39:59.192723 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:39:59.192723 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:39:59.192723 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:39:59.192723 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:39:59.192723 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:39:59.192723 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:39:59.192723 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:39:59.192723 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:39:59.192723 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:39:59.192723 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:39:59.192723 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:39:59.192723 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:39:59.192723 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:39:59.192723 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:39:59.192723 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:39:59.192723 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:39:59.214654 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-dc9fc30c-38bb-4e12-a1de-bcad193eaed4 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] For port d9d9846f-179f-422b-b690-ee15579322cd, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=d9d9846f-179f-422b-b690-ee15579322cd,segment=NetworkSegment(31514409-837a-4e36-9d79-a73ca12dded8),segment_id=31514409-837a-4e36-9d79-a73ca12dded8)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:59.215146 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc9fc30c-38bb-4e12-a1de-bcad193eaed4 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:59.230955 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10e95e-ee82-49c3-bfda-fe82e2ec8c70 None None] Pushing event updated for resources: {'Port': ['ID=7b605f2f-26d5-41e6-88bb-9fb275b89a16,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:59.232325 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-dc9fc30c-38bb-4e12-a1de-bcad193eaed4 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Calling delete_port for d9d9846f-179f-422b-b690-ee15579322cd owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:59.263153 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e944bab-364e-431e-b813-e66c8efcc41c None None] Network 710db9dc-cfd6-4083-aae6-e8201c26f3c5 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:59.309097 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.db.api [None req-e9cadd19-b5f7-4218-83bf-45aa3df585a7 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 16:39:59.309097 n-d-766771-2 neutron-server[103392]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 16:39:59.309097 n-d-766771-2 neutron-server[103392]: [parameters: {'id': '710db9dc-cfd6-4083-aae6-e8201c26f3c5'}] Dec 10 16:39:59.309097 n-d-766771-2 neutron-server[103392]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:39:59.309604 n-d-766771-2 neutron-server[103392]: DEBUG oslo_db.api [None req-e9cadd19-b5f7-4218-83bf-45aa3df585a7 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:39:59.351409 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4ea9d4a4-f387-404b-a813-552ee7e43347 req-df1ef00e-ddee-454c-8ba5-3389cdf9864c tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1469073 Dec 10 16:39:59.392852 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f16980e-178a-422e-990c-f437063679e8 None None] get_active_networks_info from n-d-766771-2 {{(pid=103394) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 16:39:59.397115 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-21edaedd-c4b9-4cd1-ac7a-a41ccbc1c0b2 admin admin] Deleting port 40127625-c808-4e92-aebd-c7b03d0cdeb7 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:39:59.397625 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-21edaedd-c4b9-4cd1-ac7a-a41ccbc1c0b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:59.527019 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d547483-8c97-477d-931f-e3e590001b62 req-fccfb8da-e6af-4894-a1d8-37a266ce3e3a tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:59.528700 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2d547483-8c97-477d-931f-e3e590001b62 req-fccfb8da-e6af-4894-a1d8-37a266ce3e3a tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] 10.222.0.11 "GET /v2.0/ports?device_id=26efe463-f91c-46ba-8f4e-db8b02424d4a HTTP/1.1" status: 200 len: 944 time: 0.0784113 Dec 10 16:39:59.538679 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f16980e-178a-422e-990c-f437063679e8 None None] Resources bound (agent type, host, resource id): {{(pid=103394) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 16:39:59.550637 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-21edaedd-c4b9-4cd1-ac7a-a41ccbc1c0b2 admin admin] For port 40127625-c808-4e92-aebd-c7b03d0cdeb7, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=40127625-c808-4e92-aebd-c7b03d0cdeb7,segment=NetworkSegment(5bae3635-32be-403a-b68a-450983b5ab53),segment_id=5bae3635-32be-403a-b68a-450983b5ab53)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:59.551033 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-21edaedd-c4b9-4cd1-ac7a-a41ccbc1c0b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:59.573001 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-21edaedd-c4b9-4cd1-ac7a-a41ccbc1c0b2 admin admin] Calling delete_port for 40127625-c808-4e92-aebd-c7b03d0cdeb7 owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:59.604152 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:59.658906 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2d547483-8c97-477d-931f-e3e590001b62 req-a15b9038-450a-4602-b2cb-e4abb5b4a334 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] 10.222.0.11 "GET /v2.0/security-groups?id=33885148-78ed-4ed1-8c10-d33694376012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186368 Dec 10 16:39:59.768927 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc9fc30c-38bb-4e12-a1de-bcad193eaed4 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:59.798863 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9fc30c-38bb-4e12-a1de-bcad193eaed4 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event deleted for resources: {'Port': ['ID=d9d9846f-179f-422b-b690-ee15579322cd,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:59.916913 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:39:59.944266 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:59.944653 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:59.970248 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc9fc30c-38bb-4e12-a1de-bcad193eaed4 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:00.124782 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:00.135056 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e9cadd19-b5f7-4218-83bf-45aa3df585a7 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:00.157596 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26efe463-f91c-46ba-8f4e-db8b02424d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:40:00.161636 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f8912b-0d39-4678-8173-745bc6a1a52a" -d '{"events": [{"server_uuid": "26efe463-f91c-46ba-8f4e-db8b02424d4a", "name": "network-vif-plugged", "status": "completed", "tag": "cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:40:00.176386 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d,segment=NetworkSegment(44d2bb16-ca57-4712-9634-a0ccd9fb8316),segment_id=44d2bb16-ca57-4712-9634-a0ccd9fb8316)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:00.182478 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:00.200869 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9fc30c-38bb-4e12-a1de-bcad193eaed4 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Router 5f39ed70-7472-45f4-8b3a-222a2550720d has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:40:00.252919 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:00.274043 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3a371-ea0d-4141-a866-45f7af0e4c76 req-14b1437e-fec3-411e-9223-f59fd2e41194 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:00.275618 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e2d3a371-ea0d-4141-a866-45f7af0e4c76 req-14b1437e-fec3-411e-9223-f59fd2e41194 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1ea9ea7-eb5b-4fdc-a023-a49630c2bd68 HTTP/1.1" status: 200 len: 945 time: 0.5417581 Dec 10 16:40:00.327048 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9fc30c-38bb-4e12-a1de-bcad193eaed4 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:40:00.333250 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-dc9fc30c-38bb-4e12-a1de-bcad193eaed4 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "PUT /v2.0/routers/5f39ed70-7472-45f4-8b3a-222a2550720d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2554586 Dec 10 16:40:00.336097 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37246) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:00.343171 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534296d1-99b7-4f45-a8a3-c8851772d217 None None] Sync routers for ids ['5f39ed70-7472-45f4-8b3a-222a2550720d'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:40:00.355829 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534296d1-99b7-4f45-a8a3-c8851772d217 None None] Routers {'5f39ed70-7472-45f4-8b3a-222a2550720d'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:00.356468 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-534296d1-99b7-4f45-a8a3-c8851772d217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:39:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['5f39ed70-7472-45f4-8b3a-222a2550720d'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:00.371687 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-e9cadd19-b5f7-4218-83bf-45aa3df585a7 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Deleting port 7b605f2f-26d5-41e6-88bb-9fb275b89a16 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:00.372029 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e9cadd19-b5f7-4218-83bf-45aa3df585a7 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:00.381904 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-21edaedd-c4b9-4cd1-ac7a-a41ccbc1c0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:00.409853 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbf12257-fec6-4c1e-9ae1-54acc47a5599 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Deleting subnet b5af992b-e554-4e07-98aa-6a6e6279360e {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:40:00.413637 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbf12257-fec6-4c1e-9ae1-54acc47a5599 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:00.461280 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-534296d1-99b7-4f45-a8a3-c8851772d217 None None] Set router 5f39ed70-7472-45f4-8b3a-222a2550720d gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:40:00.464447 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbf12257-fec6-4c1e-9ae1-54acc47a5599 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:00.476339 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e2d3a371-ea0d-4141-a866-45f7af0e4c76 req-891c8d49-ac59-4544-bc30-b9d7791aafc6 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] 10.222.0.11 "GET /v2.0/security-groups?id=693085e5-7332-4c5f-93cd-deaca0871cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899114 Dec 10 16:40:00.480505 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21edaedd-c4b9-4cd1-ac7a-a41ccbc1c0b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=40127625-c808-4e92-aebd-c7b03d0cdeb7,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:00.532213 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-e9cadd19-b5f7-4218-83bf-45aa3df585a7 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] For port 7b605f2f-26d5-41e6-88bb-9fb275b89a16, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=7b605f2f-26d5-41e6-88bb-9fb275b89a16,segment=NetworkSegment(5ab16d93-2345-4153-9b4b-6290c7744f28),segment_id=5ab16d93-2345-4153-9b4b-6290c7744f28)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:00.532213 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e9cadd19-b5f7-4218-83bf-45aa3df585a7 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:00.572145 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5be0f9-4491-4575-ad53-ecdd8d96b46b req-95430416-bc7b-4262-aca1-feae57df8b53 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:00.573672 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ab5be0f9-4491-4575-ad53-ecdd8d96b46b req-95430416-bc7b-4262-aca1-feae57df8b53 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1ea9ea7-eb5b-4fdc-a023-a49630c2bd68 HTTP/1.1" status: 200 len: 945 time: 0.1811721 Dec 10 16:40:00.591133 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-e9cadd19-b5f7-4218-83bf-45aa3df585a7 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Calling delete_port for 7b605f2f-26d5-41e6-88bb-9fb275b89a16 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:00.595387 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbf12257-fec6-4c1e-9ae1-54acc47a5599 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:00.682074 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbf12257-fec6-4c1e-9ae1-54acc47a5599 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:00.698744 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbf12257-fec6-4c1e-9ae1-54acc47a5599 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:00.702447 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-dbf12257-fec6-4c1e-9ae1-54acc47a5599 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "DELETE /v2.0/subnets/b5af992b-e554-4e07-98aa-6a6e6279360e HTTP/1.1" status: 204 len: 168 time: 0.3645735 Dec 10 16:40:00.705090 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37252) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:00.711099 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cd3724-f0c8-4de2-8f55-c11cba100353 None None] Network 40672997-412d-4364-8e20-42bc5f212e65 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:00.740518 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf12257-fec6-4c1e-9ae1-54acc47a5599 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event deleted for resources: {'Subnet': ['ID=b5af992b-e554-4e07-98aa-6a6e6279360e,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:00.846534 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8fb6ab52-a545-4178-b2df-2c660b4f40d8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:00.855678 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-534296d1-99b7-4f45-a8a3-c8851772d217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'name': 'tempest-RoutersTest-router-1164737647', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:07Z', 'updated_at': '2021-12-10T16:39:59Z', 'revision_number': 9, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'gw_port_host': None, '_interfaces': [{'id': '61daa797-1723-4951-9bb9-45570f6a322b', 'name': '', 'network_id': 'e47e9b0f-d5cd-406d-aabd-b15d8c6d0950', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:1a:54:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '0789f4cd-b6e6-4642-9dd3-410a33e65083', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:20Z', 'updated_at': '2021-12-10T16:39:45Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': '0789f4cd-b6e6-4642-9dd3-410a33e65083', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e6bed2-6ebe-4384-ad72-3ccaf806c930', 'name': '', 'network_id': '5d884117-c793-4ff4-b37e-45e1cec76516', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:1c:74:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:13Z', 'updated_at': '2021-12-10T16:39:25Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:00.886441 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534296d1-99b7-4f45-a8a3-c8851772d217 None None] Checking router: 5f39ed70-7472-45f4-8b3a-222a2550720d for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:40:00.899100 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534296d1-99b7-4f45-a8a3-c8851772d217 None None] Routers {'5f39ed70-7472-45f4-8b3a-222a2550720d'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:00.899722 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-534296d1-99b7-4f45-a8a3-c8851772d217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:39:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['5f39ed70-7472-45f4-8b3a-222a2550720d'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:00.909080 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3aeb4-bbc0-46d1-a9c4-a0be5d645707 req-a0fbd2e6-d99d-4c1a-9ffd-b8778216d122 tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:00.910532 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-26e3aeb4-bbc0-46d1-a9c4-a0be5d645707 req-a0fbd2e6-d99d-4c1a-9ffd-b8778216d122 tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] 10.222.0.11 "GET /v2.0/ports?device_id=43296181-9b76-44cc-ab40-07ce6b17f268 HTTP/1.1" status: 200 len: 950 time: 0.2941201 Dec 10 16:40:00.914014 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-8fb6ab52-a545-4178-b2df-2c660b4f40d8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Deleting port e8c56805-bd5f-46a4-8bf8-cfde7ea0ef87 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:00.914443 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8fb6ab52-a545-4178-b2df-2c660b4f40d8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:00.985817 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c8c835-9b53-49a7-a094-01ba852f73a0 None None] DHCP port deletion for 40672997-412d-4364-8e20-42bc5f212e65 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:40:00.997699 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e9cadd19-b5f7-4218-83bf-45aa3df585a7 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:01.007967 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-8fb6ab52-a545-4178-b2df-2c660b4f40d8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] For port e8c56805-bd5f-46a4-8bf8-cfde7ea0ef87, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=e8c56805-bd5f-46a4-8bf8-cfde7ea0ef87,segment=NetworkSegment(31514409-837a-4e36-9d79-a73ca12dded8),segment_id=31514409-837a-4e36-9d79-a73ca12dded8)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:01.008437 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8fb6ab52-a545-4178-b2df-2c660b4f40d8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:01.022729 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-8fb6ab52-a545-4178-b2df-2c660b4f40d8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Calling delete_port for e8c56805-bd5f-46a4-8bf8-cfde7ea0ef87 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:01.031677 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-534296d1-99b7-4f45-a8a3-c8851772d217 None None] Set router 5f39ed70-7472-45f4-8b3a-222a2550720d gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:40:01.034195 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-21edaedd-c4b9-4cd1-ac7a-a41ccbc1c0b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:01.036981 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-ab5be0f9-4491-4575-ad53-ecdd8d96b46b req-af5f1e08-dbb1-41b7-b38c-6f3fa195a3e8 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] Deleting port d6fe07ca-8e42-4b68-984e-1f345c8d16f6 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:01.037314 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ab5be0f9-4491-4575-ad53-ecdd8d96b46b req-af5f1e08-dbb1-41b7-b38c-6f3fa195a3e8 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:01.047016 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cadd19-b5f7-4218-83bf-45aa3df585a7 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Pushing event deleted for resources: {'Port': ['ID=7b605f2f-26d5-41e6-88bb-9fb275b89a16,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:01.052412 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-26e3aeb4-bbc0-46d1-a9c4-a0be5d645707 req-af0fa9de-0aeb-43d6-996c-a87caeafecdb tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] 10.222.0.11 "GET /v2.0/security-groups?id=b745fbcb-b640-48e3-aef9-5bbfdd8fecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320939 Dec 10 16:40:01.090846 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cadd19-b5f7-4218-83bf-45aa3df585a7 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] No DVR routers for this DVR port 7b605f2f-26d5-41e6-88bb-9fb275b89a16 on host n-d-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:40:01.176677 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8fb6ab52-a545-4178-b2df-2c660b4f40d8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:01.198487 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c576f1-759a-4add-a82b-2691e92d4c99 x-openstack-request-id: req-43c576f1-759a-4add-a82b-2691e92d4c99 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:40:01.199063 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26efe463-f91c-46ba-8f4e-db8b02424d4a", "name": "network-vif-plugged", "status": "completed", "tag": "cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:40:01.199063 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-43c576f1-759a-4add-a82b-2691e92d4c99 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:40:01.199639 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26efe463-f91c-46ba-8f4e-db8b02424d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d', 'code': 200} Dec 10 16:40:01.232995 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6ab52-a545-4178-b2df-2c660b4f40d8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event deleted for resources: {'Port': ['ID=e8c56805-bd5f-46a4-8bf8-cfde7ea0ef87,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:01.239165 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb6ab52-a545-4178-b2df-2c660b4f40d8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] No DVR routers for this DVR port e8c56805-bd5f-46a4-8bf8-cfde7ea0ef87 on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:40:01.251166 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d7c8c835-9b53-49a7-a094-01ba852f73a0 None None] Deleting port e8c56805-bd5f-46a4-8bf8-cfde7ea0ef87 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:01.251624 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d7c8c835-9b53-49a7-a094-01ba852f73a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:01.311026 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e9cadd19-b5f7-4218-83bf-45aa3df585a7 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:01.328879 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff09794-04c1-4aed-946b-189f4f07cf23 req-f4b7fe52-e7ce-40e0-b6ae-d39c9951ed66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:01.330446 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2ff09794-04c1-4aed-946b-189f4f07cf23 req-f4b7fe52-e7ce-40e0-b6ae-d39c9951ed66 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=26efe463-f91c-46ba-8f4e-db8b02424d4a HTTP/1.1" status: 200 len: 1096 time: 0.1250806 Dec 10 16:40:01.334430 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8fb6ab52-a545-4178-b2df-2c660b4f40d8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:01.359456 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d7c8c835-9b53-49a7-a094-01ba852f73a0 None None] For port e8c56805-bd5f-46a4-8bf8-cfde7ea0ef87, host n-d-766771-2, got binding levels [] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:01.360017 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d7c8c835-9b53-49a7-a094-01ba852f73a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:01.369760 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-8fb6ab52-a545-4178-b2df-2c660b4f40d8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40672997-412d-4364-8e20-42bc5f212e65']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:01.372522 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-e9cadd19-b5f7-4218-83bf-45aa3df585a7 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['710db9dc-cfd6-4083-aae6-e8201c26f3c5']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:01.382174 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d7c8c835-9b53-49a7-a094-01ba852f73a0 None None] Calling delete_port for e8c56805-bd5f-46a4-8bf8-cfde7ea0ef87 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:01.382938 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-8fb6ab52-a545-4178-b2df-2c660b4f40d8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31514409-837a-4e36-9d79-a73ca12dded8') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:01.383236 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-8fb6ab52-a545-4178-b2df-2c660b4f40d8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31514409-837a-4e36-9d79-a73ca12dded8') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:01.386257 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.ipam_backend_mixin [None req-d7c8c835-9b53-49a7-a094-01ba852f73a0 None None] Port e8c56805-bd5f-46a4-8bf8-cfde7ea0ef87 was not found and therefore no delete operation was performed {{(pid=103394) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 16:40:01.387299 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-ab5be0f9-4491-4575-ad53-ecdd8d96b46b req-af5f1e08-dbb1-41b7-b38c-6f3fa195a3e8 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] For port d6fe07ca-8e42-4b68-984e-1f345c8d16f6, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=d6fe07ca-8e42-4b68-984e-1f345c8d16f6,segment=NetworkSegment(db436464-9c6b-4d87-a475-1d1393a0d135),segment_id=db436464-9c6b-4d87-a475-1d1393a0d135)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:01.387668 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ab5be0f9-4491-4575-ad53-ecdd8d96b46b req-af5f1e08-dbb1-41b7-b38c-6f3fa195a3e8 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:01.388962 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d7c8c835-9b53-49a7-a094-01ba852f73a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:01.400290 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-e9cadd19-b5f7-4218-83bf-45aa3df585a7 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab16d93-2345-4153-9b4b-6290c7744f28') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:01.400593 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-e9cadd19-b5f7-4218-83bf-45aa3df585a7 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab16d93-2345-4153-9b4b-6290c7744f28') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:01.401056 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8fb6ab52-a545-4178-b2df-2c660b4f40d8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:01.421103 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1915340-9cda-4ba6-9326-015e909ec815 req-93e083ea-76cd-456f-bb27-9ded70719372 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:01.422534 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2ff09794-04c1-4aed-946b-189f4f07cf23 req-8588b5d0-626b-42e6-bd77-d7d5b874aedd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=33885148-78ed-4ed1-8c10-d33694376012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804362 Dec 10 16:40:01.422674 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b1915340-9cda-4ba6-9326-015e909ec815 req-93e083ea-76cd-456f-bb27-9ded70719372 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.2125733 Dec 10 16:40:01.423593 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-ab5be0f9-4491-4575-ad53-ecdd8d96b46b req-af5f1e08-dbb1-41b7-b38c-6f3fa195a3e8 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] Calling delete_port for d6fe07ca-8e42-4b68-984e-1f345c8d16f6 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:01.426028 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8fb6ab52-a545-4178-b2df-2c660b4f40d8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:01.429960 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c8c835-9b53-49a7-a094-01ba852f73a0 None None] No DVR routers for this DVR port e8c56805-bd5f-46a4-8bf8-cfde7ea0ef87 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:40:01.431585 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c8c835-9b53-49a7-a094-01ba852f73a0 None None] Pushing event deleted for resources: {'Port': ['ID=e8c56805-bd5f-46a4-8bf8-cfde7ea0ef87,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:01.432344 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e9cadd19-b5f7-4218-83bf-45aa3df585a7 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:01.436232 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fb6ab52-a545-4178-b2df-2c660b4f40d8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:40:01.436893 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8fb6ab52-a545-4178-b2df-2c660b4f40d8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:01.441141 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:40:01.441141 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:40:01.441141 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:40:01.441141 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:40:01.441141 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:40:01.441141 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:40:01.441141 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:40:01.441141 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:40:01.441141 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:40:01.441141 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:40:01.441141 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:40:01.441141 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:40:01.441141 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:40:01.441141 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:40:01.441141 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:40:01.441141 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:40:01.441141 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:40:01.441141 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:40:01.441141 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:40:01.441141 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:40:01.441141 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:40:01.441141 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:40:01.441141 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:40:01.441141 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:40:01.441141 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:40:01.441141 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:40:01.441141 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:40:01.441141 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:40:01.441141 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:40:01.441141 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:40:01.441141 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:40:01.441141 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:40:01.456315 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-534296d1-99b7-4f45-a8a3-c8851772d217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'name': 'tempest-RoutersTest-router-1164737647', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:07Z', 'updated_at': '2021-12-10T16:39:59Z', 'revision_number': 9, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'gw_port_host': None, '_interfaces': [{'id': '61daa797-1723-4951-9bb9-45570f6a322b', 'name': '', 'network_id': 'e47e9b0f-d5cd-406d-aabd-b15d8c6d0950', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:1a:54:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '0789f4cd-b6e6-4642-9dd3-410a33e65083', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:20Z', 'updated_at': '2021-12-10T16:39:45Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': '0789f4cd-b6e6-4642-9dd3-410a33e65083', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e6bed2-6ebe-4384-ad72-3ccaf806c930', 'name': '', 'network_id': '5d884117-c793-4ff4-b37e-45e1cec76516', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:1c:74:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:13Z', 'updated_at': '2021-12-10T16:39:25Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:01.484854 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534296d1-99b7-4f45-a8a3-c8851772d217 None None] The sync data for ids ['5f39ed70-7472-45f4-8b3a-222a2550720d'] in n-d-766771-2 is: [{'id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'name': 'tempest-RoutersTest-router-1164737647', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:07Z', 'updated_at': '2021-12-10T16:39:59Z', 'revision_number': 9, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'gw_port_host': None, '_interfaces': [{'id': '61daa797-1723-4951-9bb9-45570f6a322b', 'name': '', 'network_id': 'e47e9b0f-d5cd-406d-aabd-b15d8c6d0950', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:1a:54:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '0789f4cd-b6e6-4642-9dd3-410a33e65083', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:20Z', 'updated_at': '2021-12-10T16:39:45Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': '0789f4cd-b6e6-4642-9dd3-410a33e65083', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74e6bed2-6ebe-4384-ad72-3ccaf806c930', 'name': '', 'network_id': '5d884117-c793-4ff4-b37e-45e1cec76516', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:1c:74:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:13Z', 'updated_at': '2021-12-10T16:39:25Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:40:01.522850 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8fb6ab52-a545-4178-b2df-2c660b4f40d8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:01.532301 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8fb6ab52-a545-4178-b2df-2c660b4f40d8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:01.538795 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8fb6ab52-a545-4178-b2df-2c660b4f40d8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "DELETE /v2.0/networks/40672997-412d-4364-8e20-42bc5f212e65 HTTP/1.1" status: 204 len: 168 time: 0.8300457 Dec 10 16:40:01.547095 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37262) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:01.554090 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6ab52-a545-4178-b2df-2c660b4f40d8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event deleted for resources: {'Network': ['ID=40672997-412d-4364-8e20-42bc5f212e65,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:01.559388 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e9cadd19-b5f7-4218-83bf-45aa3df585a7 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:01.576203 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9cadd19-b5f7-4218-83bf-45aa3df585a7 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:40:01.576604 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e9cadd19-b5f7-4218-83bf-45aa3df585a7 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:01.579718 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:40:01.579718 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:40:01.579718 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:40:01.579718 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:40:01.579718 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:40:01.579718 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:40:01.579718 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:40:01.579718 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:40:01.579718 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:40:01.579718 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:40:01.579718 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:40:01.579718 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:40:01.579718 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:40:01.579718 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:40:01.579718 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:40:01.579718 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:40:01.579718 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:40:01.579718 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:40:01.579718 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:40:01.579718 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:40:01.579718 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:40:01.579718 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:40:01.579718 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:40:01.579718 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:40:01.579718 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:40:01.579718 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:40:01.579718 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:40:01.579718 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:40:01.579718 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:40:01.579718 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:40:01.579718 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:40:01.579718 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:40:01.688400 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b1915340-9cda-4ba6-9326-015e909ec815 req-ba5920cb-abe2-4d74-99d6-0e8c0b79132b tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2130017 Dec 10 16:40:01.704090 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e9cadd19-b5f7-4218-83bf-45aa3df585a7 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:01.712224 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e9cadd19-b5f7-4218-83bf-45aa3df585a7 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:01.718415 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e9cadd19-b5f7-4218-83bf-45aa3df585a7 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] 10.222.0.11 "DELETE /v2.0/networks/710db9dc-cfd6-4083-aae6-e8201c26f3c5 HTTP/1.1" status: 204 len: 168 time: 3.5581093 Dec 10 16:40:01.720801 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37266) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:01.742513 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21edaedd-c4b9-4cd1-ac7a-a41ccbc1c0b2 admin admin] Router 502c8e36-adcb-4049-b7f2-59563f5fb626 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:40:01.761109 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cadd19-b5f7-4218-83bf-45aa3df585a7 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Pushing event deleted for resources: {'Network': ['ID=710db9dc-cfd6-4083-aae6-e8201c26f3c5,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:01.767693 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-86a064ac-4ce2-460b-a152-0b746005ef48 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] DELETE failed (client error): The resource could not be found. Dec 10 16:40:01.768159 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86a064ac-4ce2-460b-a152-0b746005ef48 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:40:01.773597 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-86a064ac-4ce2-460b-a152-0b746005ef48 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] 10.222.0.11 "DELETE /v2.0/subnets/fd710c03-0788-4b49-8242-bcc25c6e7dd1 HTTP/1.1" status: 404 len: 337 time: 0.0497425 Dec 10 16:40:01.783240 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37268) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:01.813027 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-6428198c-56c2-4afe-9829-9ff7ddd407ed tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] DELETE failed (client error): The resource could not be found. Dec 10 16:40:01.813533 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6428198c-56c2-4afe-9829-9ff7ddd407ed tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:40:01.817327 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6428198c-56c2-4afe-9829-9ff7ddd407ed tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] 10.222.0.11 "DELETE /v2.0/networks/710db9dc-cfd6-4083-aae6-e8201c26f3c5 HTTP/1.1" status: 404 len: 339 time: 0.0321834 Dec 10 16:40:01.819844 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37270) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:01.849759 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-d73dc96e-ed13-4c19-90ac-651d190f22bf tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] DELETE failed (client error): The resource could not be found. Dec 10 16:40:01.850264 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d73dc96e-ed13-4c19-90ac-651d190f22bf tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:40:01.855642 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d73dc96e-ed13-4c19-90ac-651d190f22bf tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] 10.222.0.11 "DELETE /v2.0/subnets/2e07f44f-8886-45cf-ae42-1c214f95d7c0 HTTP/1.1" status: 404 len: 337 time: 0.0325923 Dec 10 16:40:01.856445 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37272) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:01.881816 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5b7eb73-cb3e-4d55-be76-4a8f45c59be7 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] DELETE failed (client error): The resource could not be found. Dec 10 16:40:01.882368 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5b7eb73-cb3e-4d55-be76-4a8f45c59be7 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:40:01.885428 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e5b7eb73-cb3e-4d55-be76-4a8f45c59be7 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] 10.222.0.11 "DELETE /v2.0/networks/492b2a0f-7b3d-46d5-bb77-2493c86ba4d9 HTTP/1.1" status: 404 len: 339 time: 0.0283983 Dec 10 16:40:01.898497 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37274) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:01.992016 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b516b49d-ac27-4861-adfb-14dbb50d20f7 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:02.191900 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-408f43ed-75a9-48e0-84e3-d8c845edf4b2 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] DELETE failed (client error): The resource could not be found. Dec 10 16:40:02.192860 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-408f43ed-75a9-48e0-84e3-d8c845edf4b2 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:40:02.195860 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-408f43ed-75a9-48e0-84e3-d8c845edf4b2 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] 10.222.0.11 "DELETE /v2.0/subnets/9a66ace4-9fb1-4965-aae0-eef6f978f504 HTTP/1.1" status: 404 len: 337 time: 0.2944303 Dec 10 16:40:02.200477 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37276) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:02.201094 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ab5be0f9-4491-4575-ad53-ecdd8d96b46b req-af5f1e08-dbb1-41b7-b38c-6f3fa195a3e8 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:02.213678 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['d6fe07ca-8e42-4b68-984e-1f345c8d16f6'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:40:02.221070 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12b9ff-e5cf-49f8-8254-bf509762de0d req-128f8290-9d54-4716-a6fc-103550afddf3 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:02.222310 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7f12b9ff-e5cf-49f8-8254-bf509762de0d req-128f8290-9d54-4716-a6fc-103550afddf3 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] 10.222.0.11 "GET /v2.0/ports?device_id=26efe463-f91c-46ba-8f4e-db8b02424d4a HTTP/1.1" status: 200 len: 945 time: 0.4319592 Dec 10 16:40:02.269017 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f1e08-dbb1-41b7-b38c-6f3fa195a3e8 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] Pushing event deleted for resources: {'Port': ['ID=d6fe07ca-8e42-4b68-984e-1f345c8d16f6,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:02.272585 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-b516b49d-ac27-4861-adfb-14dbb50d20f7 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Deleting port 61daa797-1723-4951-9bb9-45570f6a322b {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:02.273069 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a599785-c31f-4235-ae5e-41d2ad47830a tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] DELETE failed (client error): The resource could not be found. Dec 10 16:40:02.273185 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b516b49d-ac27-4861-adfb-14dbb50d20f7 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:02.273281 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a599785-c31f-4235-ae5e-41d2ad47830a tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:40:02.276087 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-8a599785-c31f-4235-ae5e-41d2ad47830a tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] 10.222.0.11 "DELETE /v2.0/networks/32bf1ddc-345f-4ff9-a720-43fe2633317b HTTP/1.1" status: 404 len: 339 time: 0.0731270 Dec 10 16:40:02.286333 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831a8255-0d64-461c-ae87-3284263e7d6c None None] DHCP port deletion for 44664ccf-6fcd-4f2c-8bbc-31f6a4af3075 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:40:02.289058 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37280) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:02.372056 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab5be0f9-4491-4575-ad53-ecdd8d96b46b req-af5f1e08-dbb1-41b7-b38c-6f3fa195a3e8 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] No DVR routers for this DVR port d6fe07ca-8e42-4b68-984e-1f345c8d16f6 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:40:02.375058 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-b516b49d-ac27-4861-adfb-14dbb50d20f7 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] For port 61daa797-1723-4951-9bb9-45570f6a322b, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=61daa797-1723-4951-9bb9-45570f6a322b,segment=NetworkSegment(075e93c4-5c0d-4bf4-a769-1feff4c3bba1),segment_id=075e93c4-5c0d-4bf4-a769-1feff4c3bba1)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:02.375595 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b516b49d-ac27-4861-adfb-14dbb50d20f7 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:02.378337 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21edaedd-c4b9-4cd1-ac7a-a41ccbc1c0b2 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:40:02.383158 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ab5be0f9-4491-4575-ad53-ecdd8d96b46b req-af5f1e08-dbb1-41b7-b38c-6f3fa195a3e8 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:02.386379 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ab5be0f9-4491-4575-ad53-ecdd8d96b46b req-af5f1e08-dbb1-41b7-b38c-6f3fa195a3e8 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] 10.222.0.46 "DELETE /v2.0/ports/d6fe07ca-8e42-4b68-984e-1f345c8d16f6 HTTP/1.1" status: 204 len: 173 time: 1.8057296 Dec 10 16:40:02.387079 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ea9ea7-eb5b-4fdc-a023-a49630c2bd68', 'name': 'network-vif-deleted', 'tag': 'd6fe07ca-8e42-4b68-984e-1f345c8d16f6'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:40:02.388135 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b56f4a6-8d14-47ed-bc4b-125f4eb89537 None None] Sync routers for ids ['502c8e36-adcb-4049-b7f2-59563f5fb626'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:40:02.389442 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9baed19c-5af3-4791-ab57-ae16388553ce" -d '{"events": [{"server_uuid": "f1ea9ea7-eb5b-4fdc-a023-a49630c2bd68", "name": "network-vif-deleted", "tag": "d6fe07ca-8e42-4b68-984e-1f345c8d16f6"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:40:02.390392 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-b516b49d-ac27-4861-adfb-14dbb50d20f7 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Calling delete_port for 61daa797-1723-4951-9bb9-45570f6a322b owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:02.395315 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-21edaedd-c4b9-4cd1-ac7a-a41ccbc1c0b2 admin admin] 10.222.0.11 "PUT /v2.0/routers/502c8e36-adcb-4049-b7f2-59563f5fb626/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3359330 Dec 10 16:40:02.398948 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37284) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:02.403408 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b56f4a6-8d14-47ed-bc4b-125f4eb89537 None None] Routers {'502c8e36-adcb-4049-b7f2-59563f5fb626'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:02.404552 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3b56f4a6-8d14-47ed-bc4b-125f4eb89537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:39:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['502c8e36-adcb-4049-b7f2-59563f5fb626'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:02.425675 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7f12b9ff-e5cf-49f8-8254-bf509762de0d req-10197c71-b30c-42a3-a6e6-f913a9a970d8 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] 10.222.0.11 "GET /v2.0/security-groups?id=33885148-78ed-4ed1-8c10-d33694376012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649182 Dec 10 16:40:02.515928 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-3ac94e4f-dca6-4d02-a724-ce16f4ab49e9 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Deleting port 94e4872d-a1f5-4bc7-a8f4-a877aa191f1b {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:02.516562 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3ac94e4f-dca6-4d02-a724-ce16f4ab49e9 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:02.566771 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a34fe4f6-1f17-48c5-8b82-0c81a290a601 admin admin] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:02.589051 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-3b56f4a6-8d14-47ed-bc4b-125f4eb89537 None None] Set router 502c8e36-adcb-4049-b7f2-59563f5fb626 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:40:02.596736 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3ac94e4f-dca6-4d02-a724-ce16f4ab49e9 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:02.612736 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-3ac94e4f-dca6-4d02-a724-ce16f4ab49e9 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Calling delete_port for 94e4872d-a1f5-4bc7-a8f4-a877aa191f1b owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:02.749362 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3ac94e4f-dca6-4d02-a724-ce16f4ab49e9 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:02.792976 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a34fe4f6-1f17-48c5-8b82-0c81a290a601 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:02.837747 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac94e4f-dca6-4d02-a724-ce16f4ab49e9 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Pushing event deleted for resources: {'Port': ['ID=94e4872d-a1f5-4bc7-a8f4-a877aa191f1b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:02.852160 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b516b49d-ac27-4861-adfb-14dbb50d20f7 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:02.854787 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3ac94e4f-dca6-4d02-a724-ce16f4ab49e9 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:02.861832 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3ac94e4f-dca6-4d02-a724-ce16f4ab49e9 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] 10.222.0.11 "DELETE /v2.0/ports/94e4872d-a1f5-4bc7-a8f4-a877aa191f1b HTTP/1.1" status: 204 len: 168 time: 0.5732622 Dec 10 16:40:02.864369 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37288) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:02.887636 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516b49d-ac27-4861-adfb-14dbb50d20f7 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event deleted for resources: {'Port': ['ID=61daa797-1723-4951-9bb9-45570f6a322b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:02.904465 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device e8c56805-bd5f-46a4-8bf8-cfde7ea0ef87 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:40:02.922836 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c03e6b78-eb08-4703-a7a1-90f16b3b2f31 req-b9e69a31-5416-499c-9bd3-f46a12f916f4 tempest-ServerMetadataNegativeTestJSON-1259334414 tempest-ServerMetadataNegativeTestJSON-1259334414-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1ea9ea7-eb5b-4fdc-a023-a49630c2bd68 HTTP/1.1" status: 200 len: 210 time: 0.0595212 Dec 10 16:40:02.947129 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: e8c56805-bd5f-46a4-8bf8-cfde7ea0ef87 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:40:02.947482 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device e8c56805-bd5f-46a4-8bf8-cfde7ea0ef87 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:40:02.947909 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device d9d9846f-179f-422b-b690-ee15579322cd no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:40:02.959290 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-658d77d9-fa9c-41cc-987f-1aac02918d5e tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] DELETE failed (client error): The resource could not be found. Dec 10 16:40:02.960641 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-658d77d9-fa9c-41cc-987f-1aac02918d5e tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:40:02.969303 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-658d77d9-fa9c-41cc-987f-1aac02918d5e tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] 10.222.0.11 "DELETE /v2.0/subnets/c0161a52-85ab-4d62-ad97-d8e4b607a6b4 HTTP/1.1" status: 404 len: 337 time: 0.0586619 Dec 10 16:40:02.970007 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37290) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:02.970206 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3b56f4a6-8d14-47ed-bc4b-125f4eb89537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'name': 'tempest-AttachVolumeShelveTestJSON-1006417357-router', 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '49f971ca-999e-475a-86cb-d2ce838db505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:30:21Z', 'updated_at': '2021-12-10T16:40:00Z', 'revision_number': 5, 'project_id': 'bee2cdae51254104bc03c8ca50b383dd', 'gw_port': {'id': '49f971ca-999e-475a-86cb-d2ce838db505', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:30:23Z', 'updated_at': '2021-12-10T16:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:02.977277 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a34fe4f6-1f17-48c5-8b82-0c81a290a601 admin admin] Deleting port 49f971ca-999e-475a-86cb-d2ce838db505 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:02.977504 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a34fe4f6-1f17-48c5-8b82-0c81a290a601 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:03.005172 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: d9d9846f-179f-422b-b690-ee15579322cd {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:40:03.006933 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device d9d9846f-179f-422b-b690-ee15579322cd not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:40:03.038263 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b56f4a6-8d14-47ed-bc4b-125f4eb89537 None None] Checking router: 502c8e36-adcb-4049-b7f2-59563f5fb626 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:40:03.066427 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b56f4a6-8d14-47ed-bc4b-125f4eb89537 None None] Routers {'502c8e36-adcb-4049-b7f2-59563f5fb626'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:03.067275 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3b56f4a6-8d14-47ed-bc4b-125f4eb89537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:39:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['502c8e36-adcb-4049-b7f2-59563f5fb626'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:03.084842 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-481431ea-f5a9-4da7-aec9-6eb1552206ea tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:03.107542 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-a34fe4f6-1f17-48c5-8b82-0c81a290a601 admin admin] For port 49f971ca-999e-475a-86cb-d2ce838db505, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=49f971ca-999e-475a-86cb-d2ce838db505,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:03.107907 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a34fe4f6-1f17-48c5-8b82-0c81a290a601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:03.132194 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a34fe4f6-1f17-48c5-8b82-0c81a290a601 admin admin] Calling delete_port for 49f971ca-999e-475a-86cb-d2ce838db505 owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:03.181819 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-3b56f4a6-8d14-47ed-bc4b-125f4eb89537 None None] Set router 502c8e36-adcb-4049-b7f2-59563f5fb626 gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:40:03.232441 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a46401-fa53-4867-8947-d2260f16d187 req-b396be8f-19dd-460d-b2c5-8d1a8e41a227 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:03.234284 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-56a46401-fa53-4867-8947-d2260f16d187 req-b396be8f-19dd-460d-b2c5-8d1a8e41a227 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.1388958 Dec 10 16:40:03.236305 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-481431ea-f5a9-4da7-aec9-6eb1552206ea tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:03.245132 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3b56f4a6-8d14-47ed-bc4b-125f4eb89537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'name': 'tempest-AttachVolumeShelveTestJSON-1006417357-router', 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:30:21Z', 'updated_at': '2021-12-10T16:40:02Z', 'revision_number': 6, 'project_id': 'bee2cdae51254104bc03c8ca50b383dd', 'gw_port_host': None}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:03.277459 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-481431ea-f5a9-4da7-aec9-6eb1552206ea tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['403b2edd-221d-4d9e-bc97-bf60254e74a2']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:03.281980 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b56f4a6-8d14-47ed-bc4b-125f4eb89537 None None] The sync data for ids ['502c8e36-adcb-4049-b7f2-59563f5fb626'] in n-d-766771-2 is: [{'id': '502c8e36-adcb-4049-b7f2-59563f5fb626', 'name': 'tempest-AttachVolumeShelveTestJSON-1006417357-router', 'tenant_id': 'bee2cdae51254104bc03c8ca50b383dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:30:21Z', 'updated_at': '2021-12-10T16:40:02Z', 'revision_number': 6, 'project_id': 'bee2cdae51254104bc03c8ca50b383dd', 'gw_port_host': None}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:40:03.296267 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-481431ea-f5a9-4da7-aec9-6eb1552206ea tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53bbe1d7-d1f0-4637-8c11-25eea97a48df') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:03.296566 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-481431ea-f5a9-4da7-aec9-6eb1552206ea tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53bbe1d7-d1f0-4637-8c11-25eea97a48df') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:03.313688 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-481431ea-f5a9-4da7-aec9-6eb1552206ea tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:03.329289 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-56a46401-fa53-4867-8947-d2260f16d187 req-74ed001e-b82a-46b2-a076-9893e2720994 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0830622 Dec 10 16:40:03.336358 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-481431ea-f5a9-4da7-aec9-6eb1552206ea tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:03.353059 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-481431ea-f5a9-4da7-aec9-6eb1552206ea tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:40:03.353059 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-481431ea-f5a9-4da7-aec9-6eb1552206ea tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:03.353059 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:40:03.353059 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:40:03.353059 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:40:03.353059 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:40:03.353059 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:40:03.353059 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:40:03.353059 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:40:03.353059 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:40:03.353059 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:40:03.353059 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:40:03.353059 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:40:03.353059 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:40:03.353059 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:40:03.353059 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:40:03.353059 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:40:03.353059 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:40:03.353059 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:40:03.353059 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:40:03.353059 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:40:03.353059 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:40:03.353059 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:40:03.353059 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:40:03.353059 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:40:03.353059 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:40:03.353059 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:40:03.353059 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:40:03.353059 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:40:03.353059 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:40:03.353059 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:40:03.353059 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:40:03.353059 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:40:03.353059 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:40:03.394166 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1027c02e-5ade-41bb-a31e-47d619163865 x-openstack-request-id: req-1027c02e-5ade-41bb-a31e-47d619163865 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:40:03.394513 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ea9ea7-eb5b-4fdc-a023-a49630c2bd68", "name": "network-vif-deleted", "tag": "d6fe07ca-8e42-4b68-984e-1f345c8d16f6", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:40:03.394711 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1027c02e-5ade-41bb-a31e-47d619163865 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:40:03.395111 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ea9ea7-eb5b-4fdc-a023-a49630c2bd68', 'name': 'network-vif-deleted', 'tag': 'd6fe07ca-8e42-4b68-984e-1f345c8d16f6', 'status': 'completed', 'code': 200} Dec 10 16:40:03.395422 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b516b49d-ac27-4861-adfb-14dbb50d20f7 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:03.428987 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-481431ea-f5a9-4da7-aec9-6eb1552206ea tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:03.433505 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-481431ea-f5a9-4da7-aec9-6eb1552206ea tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:03.443375 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-481431ea-f5a9-4da7-aec9-6eb1552206ea tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] 10.222.0.11 "DELETE /v2.0/networks/403b2edd-221d-4d9e-bc97-bf60254e74a2 HTTP/1.1" status: 204 len: 168 time: 0.4711692 Dec 10 16:40:03.444149 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37296) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:03.496899 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a34fe4f6-1f17-48c5-8b82-0c81a290a601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:03.506987 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481431ea-f5a9-4da7-aec9-6eb1552206ea tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Pushing event deleted for resources: {'Network': ['ID=403b2edd-221d-4d9e-bc97-bf60254e74a2,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:03.530727 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34fe4f6-1f17-48c5-8b82-0c81a290a601 admin admin] Pushing event deleted for resources: {'Port': ['ID=49f971ca-999e-475a-86cb-d2ce838db505,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:03.549349 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243d5b38-f968-4a0c-ad57-105c33f67aee None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:40:03.573095 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70641a7-cb31-48d0-8b8a-e3ad8b9adbdb req-50ff1809-3520-4601-b13d-986c10e73d61 tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:03.574634 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d70641a7-cb31-48d0-8b8a-e3ad8b9adbdb req-50ff1809-3520-4601-b13d-986c10e73d61 tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] 10.222.0.11 "GET /v2.0/ports?device_id=43296181-9b76-44cc-ab40-07ce6b17f268 HTTP/1.1" status: 200 len: 950 time: 0.1295836 Dec 10 16:40:03.605707 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bfa9ff0d-e860-4889-9fc2-70215f03bda5 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Deleting port a762a80f-fb0e-4a83-978a-b6825b534e97 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:03.606435 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bfa9ff0d-e860-4889-9fc2-70215f03bda5 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:03.694969 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d70641a7-cb31-48d0-8b8a-e3ad8b9adbdb req-56d70265-8003-40f3-ba52-5b8d0c1e5c2e tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] 10.222.0.11 "GET /v2.0/security-groups?id=b745fbcb-b640-48e3-aef9-5bbfdd8fecaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127312 Dec 10 16:40:03.708641 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bfa9ff0d-e860-4889-9fc2-70215f03bda5 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:03.724591 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bfa9ff0d-e860-4889-9fc2-70215f03bda5 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Calling delete_port for a762a80f-fb0e-4a83-978a-b6825b534e97 owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:03.805731 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37298) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:03.924297 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42835c-81f7-4006-b050-3e22eb1e71fd req-619b6fc2-bcdd-45a1-8962-3c023208deed tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:03.925740 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5a42835c-81f7-4006-b050-3e22eb1e71fd req-619b6fc2-bcdd-45a1-8962-3c023208deed tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.1522608 Dec 10 16:40:03.928369 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22db5a99-8019-4b38-b1cb-107a7eb049c1 tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:03.929837 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-22db5a99-8019-4b38-b1cb-107a7eb049c1 tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 814 time: 0.1212230 Dec 10 16:40:03.934514 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bfa9ff0d-e860-4889-9fc2-70215f03bda5 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:03.976173 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bfa9ff0d-e860-4889-9fc2-70215f03bda5 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:03.982640 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-bfa9ff0d-e860-4889-9fc2-70215f03bda5 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] 10.222.0.11 "DELETE /v2.0/ports/a762a80f-fb0e-4a83-978a-b6825b534e97 HTTP/1.1" status: 204 len: 168 time: 0.5331857 Dec 10 16:40:03.983773 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa9ff0d-e860-4889-9fc2-70215f03bda5 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Pushing event deleted for resources: {'Port': ['ID=a762a80f-fb0e-4a83-978a-b6825b534e97,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:03.987146 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37304) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:04.022955 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-0efa3432-bc22-4107-a894-c8b15fed8626 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] DELETE failed (client error): The resource could not be found. Dec 10 16:40:04.023418 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0efa3432-bc22-4107-a894-c8b15fed8626 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:40:04.025988 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5a42835c-81f7-4006-b050-3e22eb1e71fd req-c213ac02-a86f-4b5e-821d-9c752b006dd3 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608635 Dec 10 16:40:04.029014 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0efa3432-bc22-4107-a894-c8b15fed8626 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] 10.222.0.11 "DELETE /v2.0/subnets/92517010-7529-4c00-984d-cd1aa208c1f9 HTTP/1.1" status: 404 len: 337 time: 0.0383582 Dec 10 16:40:04.029414 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37306) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:04.040700 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a34fe4f6-1f17-48c5-8b82-0c81a290a601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:04.082490 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b516b49d-ac27-4861-adfb-14dbb50d20f7 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Router 5f39ed70-7472-45f4-8b3a-222a2550720d has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:40:04.149218 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3b388b8-de77-4068-8b00-edba23bc3f6a tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:04.171588 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265516b-e10f-4552-8cf7-d3f18c6574e7 req-b9e13c35-7ae5-4b6f-98ca-7ad8d7bbf9e9 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:04.175191 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3265516b-e10f-4552-8cf7-d3f18c6574e7 req-b9e13c35-7ae5-4b6f-98ca-7ad8d7bbf9e9 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] 10.222.0.11 "GET /v2.0/ports?device_id=26efe463-f91c-46ba-8f4e-db8b02424d4a HTTP/1.1" status: 200 len: 945 time: 0.0822885 Dec 10 16:40:04.184911 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a34fe4f6-1f17-48c5-8b82-0c81a290a601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:04.189838 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a34fe4f6-1f17-48c5-8b82-0c81a290a601 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:04.293718 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3b388b8-de77-4068-8b00-edba23bc3f6a tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:04.299754 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3265516b-e10f-4552-8cf7-d3f18c6574e7 req-165bf38f-6225-4614-80e5-7c233a815451 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] 10.222.0.11 "GET /v2.0/security-groups?id=33885148-78ed-4ed1-8c10-d33694376012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182716 Dec 10 16:40:04.305862 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83bcf9e-b010-423d-8872-0d448b5ee832 req-edd55448-2c69-411d-9ae5-222ff84f178e tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:04.307452 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f83bcf9e-b010-423d-8872-0d448b5ee832 req-edd55448-2c69-411d-9ae5-222ff84f178e tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] 10.222.0.26 "GET /v2.0/ports?device_id=43296181-9b76-44cc-ab40-07ce6b17f268 HTTP/1.1" status: 200 len: 950 time: 0.2235587 Dec 10 16:40:04.325061 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a34fe4f6-1f17-48c5-8b82-0c81a290a601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:04.325617 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34fe4f6-1f17-48c5-8b82-0c81a290a601 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 502c8e36-adcb-4049-b7f2-59563f5fb626 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:40:04.328917 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-b3b388b8-de77-4068-8b00-edba23bc3f6a tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde4a5ef-8dbb-4b15-9024-6885e7aaeff0']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:04.341442 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-b3b388b8-de77-4068-8b00-edba23bc3f6a tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa56c86b-b115-4cbc-baba-4b8662daf13e') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:04.341828 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-b3b388b8-de77-4068-8b00-edba23bc3f6a tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa56c86b-b115-4cbc-baba-4b8662daf13e') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:04.348337 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a34fe4f6-1f17-48c5-8b82-0c81a290a601 admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:04.353500 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a34fe4f6-1f17-48c5-8b82-0c81a290a601 admin admin] 10.222.0.11 "DELETE /v2.0/routers/502c8e36-adcb-4049-b7f2-59563f5fb626 HTTP/1.1" status: 204 len: 168 time: 1.9500461 Dec 10 16:40:04.353652 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37314) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:04.362209 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37316) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:04.385908 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3b388b8-de77-4068-8b00-edba23bc3f6a tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:04.398980 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b516b49d-ac27-4861-adfb-14dbb50d20f7 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:40:04.410512 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3b388b8-de77-4068-8b00-edba23bc3f6a tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:04.421365 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbc760bb-ea63-4a64-acff-cf1726008e0f admin admin] Deleting subnet c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:40:04.424481 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fbc760bb-ea63-4a64-acff-cf1726008e0f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:04.428180 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b516b49d-ac27-4861-adfb-14dbb50d20f7 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "PUT /v2.0/routers/5f39ed70-7472-45f4-8b3a-222a2550720d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8799734 Dec 10 16:40:04.428842 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147b2f8d-fb58-4737-82dc-e786e711134f None None] Sync routers for ids ['5f39ed70-7472-45f4-8b3a-222a2550720d'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:40:04.431745 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37318) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:04.454407 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147b2f8d-fb58-4737-82dc-e786e711134f None None] Routers {'5f39ed70-7472-45f4-8b3a-222a2550720d'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:04.456483 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-147b2f8d-fb58-4737-82dc-e786e711134f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:39:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['5f39ed70-7472-45f4-8b3a-222a2550720d'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:04.461872 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fbc760bb-ea63-4a64-acff-cf1726008e0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:04.514853 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-a73bfd54-12d6-4c1f-8fbd-20ca3b9418b3 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Deleting subnet 0789f4cd-b6e6-4642-9dd3-410a33e65083 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:40:04.519773 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a73bfd54-12d6-4c1f-8fbd-20ca3b9418b3 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:04.552055 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-147b2f8d-fb58-4737-82dc-e786e711134f None None] Set router 5f39ed70-7472-45f4-8b3a-222a2550720d gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:40:04.554570 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fbc760bb-ea63-4a64-acff-cf1726008e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:04.581326 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-681fabbb-4ded-4410-98ce-7720693b1ef4 admin admin] Deleting subnet e82466c5-eec5-41e7-8b5b-73ab3b0a5d1f {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:40:04.591127 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3b388b8-de77-4068-8b00-edba23bc3f6a tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:40:04.591324 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-681fabbb-4ded-4410-98ce-7720693b1ef4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:04.591553 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3b388b8-de77-4068-8b00-edba23bc3f6a tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:04.595978 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:40:04.595978 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:40:04.595978 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:40:04.595978 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:40:04.595978 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:40:04.595978 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:40:04.595978 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:40:04.595978 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:40:04.595978 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:40:04.595978 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:40:04.595978 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:40:04.595978 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:40:04.595978 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:40:04.595978 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:40:04.595978 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:40:04.595978 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:40:04.595978 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:40:04.595978 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:40:04.595978 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:40:04.595978 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:40:04.595978 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:40:04.595978 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:40:04.595978 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:40:04.595978 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:40:04.595978 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:40:04.595978 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:40:04.595978 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:40:04.595978 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:40:04.595978 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:40:04.595978 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:40:04.595978 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:40:04.595978 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:40:04.599101 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a73bfd54-12d6-4c1f-8fbd-20ca3b9418b3 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:04.684393 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-681fabbb-4ded-4410-98ce-7720693b1ef4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:04.700018 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fbc760bb-ea63-4a64-acff-cf1726008e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:04.709985 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3b388b8-de77-4068-8b00-edba23bc3f6a tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:04.737093 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3b388b8-de77-4068-8b00-edba23bc3f6a tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:04.746266 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b3b388b8-de77-4068-8b00-edba23bc3f6a tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] 10.222.0.11 "DELETE /v2.0/networks/cde4a5ef-8dbb-4b15-9024-6885e7aaeff0 HTTP/1.1" status: 204 len: 168 time: 0.7121410 Dec 10 16:40:04.759561 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37322) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:04.759561 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc760bb-ea63-4a64-acff-cf1726008e0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:04.795520 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fbc760bb-ea63-4a64-acff-cf1726008e0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:04.798434 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a73bfd54-12d6-4c1f-8fbd-20ca3b9418b3 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:04.803144 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-fbc760bb-ea63-4a64-acff-cf1726008e0f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c1d8c15d-8cfd-4e0e-b39e-3b258f76cda3 HTTP/1.1" status: 204 len: 168 time: 0.4495020 Dec 10 16:40:04.813394 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8793e7-2bfa-4611-8b57-740ebdab2a30 req-01163570-c5d4-4e17-a37b-fdcb5f93f6d4 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:04.822920 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ab8793e7-2bfa-4611-8b57-740ebdab2a30 req-01163570-c5d4-4e17-a37b-fdcb5f93f6d4 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.2278652 Dec 10 16:40:04.837851 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37324) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:04.838954 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b388b8-de77-4068-8b00-edba23bc3f6a tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Pushing event deleted for resources: {'Network': ['ID=cde4a5ef-8dbb-4b15-9024-6885e7aaeff0,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:04.864338 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-f83bcf9e-b010-423d-8872-0d448b5ee832 req-0b68282c-f209-4363-971d-e26c62c6b9fe tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] Deleting port 8f72ce41-0c79-4f1e-9f52-f14c2b173262 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:04.864949 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f83bcf9e-b010-423d-8872-0d448b5ee832 req-0b68282c-f209-4363-971d-e26c62c6b9fe tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:04.882755 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a73bfd54-12d6-4c1f-8fbd-20ca3b9418b3 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:04.915081 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e97dcb-5ee3-4fcc-92c6-4e0b648f35a8 None None] Network a2b747af-c1f4-4b9f-a6a4-5511674e4c02 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:04.925691 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-49d1b57c-c30e-4676-ab8b-a99b0f540e15 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Deleting subnet ed30cf43-1858-46de-a28f-6fe62a399b80 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:40:04.942376 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-49d1b57c-c30e-4676-ab8b-a99b0f540e15 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:04.975620 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ab8793e7-2bfa-4611-8b57-740ebdab2a30 req-aa71c57e-3a2e-41c0-a0c5-d4e83356b890 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1516402 Dec 10 16:40:04.986474 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a73bfd54-12d6-4c1f-8fbd-20ca3b9418b3 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:04.994707 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a73bfd54-12d6-4c1f-8fbd-20ca3b9418b3 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "DELETE /v2.0/subnets/0789f4cd-b6e6-4642-9dd3-410a33e65083 HTTP/1.1" status: 204 len: 168 time: 0.5579162 Dec 10 16:40:04.994707 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73bfd54-12d6-4c1f-8fbd-20ca3b9418b3 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event deleted for resources: {'Subnet': ['ID=0789f4cd-b6e6-4642-9dd3-410a33e65083,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:04.994987 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-58fd06fd-4578-4f3b-8bdd-f6a995ae5ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:04.997289 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37326) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:05.019907 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 40127625-c808-4e92-aebd-c7b03d0cdeb7 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:40:05.023218 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37328) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:05.026225 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-49d1b57c-c30e-4676-ab8b-a99b0f540e15 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:05.032516 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-c5360616-00e9-4a61-a8f8-f5a2b79bddb1 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Request body: {'network': {'name': 'tempest-network-smoke--1202647868', 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'port_security_enabled': True}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:05.039347 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6469c4-bb7c-423f-9fa4-ed1e35a1ecb8 None None] Network e47e9b0f-d5cd-406d-aabd-b15d8c6d0950 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:05.039918 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-681fabbb-4ded-4410-98ce-7720693b1ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:05.103317 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-f83bcf9e-b010-423d-8872-0d448b5ee832 req-0b68282c-f209-4363-971d-e26c62c6b9fe tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] For port 8f72ce41-0c79-4f1e-9f52-f14c2b173262, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=8f72ce41-0c79-4f1e-9f52-f14c2b173262,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:05.104210 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f83bcf9e-b010-423d-8872-0d448b5ee832 req-0b68282c-f209-4363-971d-e26c62c6b9fe tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:05.106662 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 40127625-c808-4e92-aebd-c7b03d0cdeb7 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:40:05.107241 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 40127625-c808-4e92-aebd-c7b03d0cdeb7 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:40:05.107833 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 49f971ca-999e-475a-86cb-d2ce838db505 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:40:05.122999 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-f83bcf9e-b010-423d-8872-0d448b5ee832 req-0b68282c-f209-4363-971d-e26c62c6b9fe tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] Calling delete_port for 8f72ce41-0c79-4f1e-9f52-f14c2b173262 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:05.133380 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 49f971ca-999e-475a-86cb-d2ce838db505 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:40:05.134018 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 49f971ca-999e-475a-86cb-d2ce838db505 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:40:05.152373 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-681fabbb-4ded-4410-98ce-7720693b1ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:05.184790 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-147b2f8d-fb58-4737-82dc-e786e711134f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'name': 'tempest-RoutersTest-router-1164737647', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:07Z', 'updated_at': '2021-12-10T16:40:02Z', 'revision_number': 10, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'gw_port_host': None, '_interfaces': [{'id': '74e6bed2-6ebe-4384-ad72-3ccaf806c930', 'name': '', 'network_id': '5d884117-c793-4ff4-b37e-45e1cec76516', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:1c:74:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:13Z', 'updated_at': '2021-12-10T16:39:25Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:05.211866 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681fabbb-4ded-4410-98ce-7720693b1ef4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e82466c5-eec5-41e7-8b5b-73ab3b0a5d1f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:05.218586 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-681fabbb-4ded-4410-98ce-7720693b1ef4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:05.222906 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-681fabbb-4ded-4410-98ce-7720693b1ef4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e82466c5-eec5-41e7-8b5b-73ab3b0a5d1f HTTP/1.1" status: 204 len: 168 time: 0.8595173 Dec 10 16:40:05.225198 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147b2f8d-fb58-4737-82dc-e786e711134f None None] Checking router: 5f39ed70-7472-45f4-8b3a-222a2550720d for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:40:05.225719 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37332) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:05.227746 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658ae4d5-af3f-4e0e-8b95-2daa411d7373 None None] Network 44664ccf-6fcd-4f2c-8bbc-31f6a4af3075 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:05.235393 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5360616-00e9-4a61-a8f8-f5a2b79bddb1 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Made reservation on behalf of f7102f587c0942469f218fb29d23ff5f for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:05.238883 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c5360616-00e9-4a61-a8f8-f5a2b79bddb1 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:05.254238 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device d6fe07ca-8e42-4b68-984e-1f345c8d16f6 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:40:05.265618 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-87c436c6-6581-4b73-920d-cbc08a591648 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:05.313476 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d3792-dddb-4edb-a9be-137203df49b8 req-a1128431-d9c5-46bc-8f09-9bd46a0185ab tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:05.315036 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-500d3792-dddb-4edb-a9be-137203df49b8 req-a1128431-d9c5-46bc-8f09-9bd46a0185ab tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] 10.222.0.11 "GET /v2.0/ports?device_id=26efe463-f91c-46ba-8f4e-db8b02424d4a HTTP/1.1" status: 200 len: 945 time: 0.2218084 Dec 10 16:40:05.326121 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-86518f26-2b7f-42e1-b50c-92a161b09bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:05.341385 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5360616-00e9-4a61-a8f8-f5a2b79bddb1 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:40:05.344713 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: d6fe07ca-8e42-4b68-984e-1f345c8d16f6 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:40:05.345387 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device d6fe07ca-8e42-4b68-984e-1f345c8d16f6 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:40:05.345505 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-49d1b57c-c30e-4676-ab8b-a99b0f540e15 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:05.371809 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147b2f8d-fb58-4737-82dc-e786e711134f None None] Routers {'5f39ed70-7472-45f4-8b3a-222a2550720d'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:05.372504 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-147b2f8d-fb58-4737-82dc-e786e711134f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:39:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['5f39ed70-7472-45f4-8b3a-222a2550720d'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:05.435294 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-58fd06fd-4578-4f3b-8bdd-f6a995ae5ecc admin admin] Deleting port a1e0d075-b70d-44bd-8e21-a317ec1312fc {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:05.435487 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-58fd06fd-4578-4f3b-8bdd-f6a995ae5ecc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:05.451403 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-86518f26-2b7f-42e1-b50c-92a161b09bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:05.469343 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f83bcf9e-b010-423d-8872-0d448b5ee832 req-0b68282c-f209-4363-971d-e26c62c6b9fe tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:05.511278 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-86518f26-2b7f-42e1-b50c-92a161b09bfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44664ccf-6fcd-4f2c-8bbc-31f6a4af3075']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:05.511493 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c5360616-00e9-4a61-a8f8-f5a2b79bddb1 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:05.511906 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-c5360616-00e9-4a61-a8f8-f5a2b79bddb1 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Added segment 33cd13ef-c4b9-47fa-bdb3-4a4865f6cb3d of type vlan for network d554693e-cd92-4e37-b677-7f13ee909108 Dec 10 16:40:05.514350 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68282c-f209-4363-971d-e26c62c6b9fe tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] Pushing event deleted for resources: {'Port': ['ID=8f72ce41-0c79-4f1e-9f52-f14c2b173262,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:05.516824 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['8f72ce41-0c79-4f1e-9f52-f14c2b173262'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:40:05.519971 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8fe67f-daf1-49cb-8961-d6a48efeef88 None None] DHCP port deletion for a2b747af-c1f4-4b9f-a6a4-5511674e4c02 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:40:05.531163 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-86518f26-2b7f-42e1-b50c-92a161b09bfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db436464-9c6b-4d87-a475-1d1393a0d135') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:05.531535 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-86518f26-2b7f-42e1-b50c-92a161b09bfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db436464-9c6b-4d87-a475-1d1393a0d135') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:05.549945 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-500d3792-dddb-4edb-a9be-137203df49b8 req-3169ef97-d413-47b2-9e25-3b963ba24624 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] 10.222.0.11 "GET /v2.0/security-groups?id=33885148-78ed-4ed1-8c10-d33694376012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852298 Dec 10 16:40:05.559930 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-86518f26-2b7f-42e1-b50c-92a161b09bfe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:05.589354 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-58fd06fd-4578-4f3b-8bdd-f6a995ae5ecc admin admin] For port a1e0d075-b70d-44bd-8e21-a317ec1312fc, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=a1e0d075-b70d-44bd-8e21-a317ec1312fc,segment=NetworkSegment(5bae3635-32be-403a-b68a-450983b5ab53),segment_id=5bae3635-32be-403a-b68a-450983b5ab53)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:05.589730 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-58fd06fd-4578-4f3b-8bdd-f6a995ae5ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:05.599181 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83bcf9e-b010-423d-8872-0d448b5ee832 req-0b68282c-f209-4363-971d-e26c62c6b9fe tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] No DVR routers for this DVR port 8f72ce41-0c79-4f1e-9f52-f14c2b173262 on host n-h1-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:40:05.601887 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f83bcf9e-b010-423d-8872-0d448b5ee832 req-0b68282c-f209-4363-971d-e26c62c6b9fe tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:05.605506 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f83bcf9e-b010-423d-8872-0d448b5ee832 req-0b68282c-f209-4363-971d-e26c62c6b9fe tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] 10.222.0.26 "DELETE /v2.0/ports/8f72ce41-0c79-4f1e-9f52-f14c2b173262 HTTP/1.1" status: 204 len: 173 time: 1.2893949 Dec 10 16:40:05.607724 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43296181-9b76-44cc-ab40-07ce6b17f268', 'name': 'network-vif-deleted', 'tag': '8f72ce41-0c79-4f1e-9f52-f14c2b173262'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:40:05.610672 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ae6941-0c2c-4b4b-9292-5c9eb4dade47" -d '{"events": [{"server_uuid": "43296181-9b76-44cc-ab40-07ce6b17f268", "name": "network-vif-deleted", "tag": "8f72ce41-0c79-4f1e-9f52-f14c2b173262"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:40:05.614450 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-49d1b57c-c30e-4676-ab8b-a99b0f540e15 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:05.620276 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-86518f26-2b7f-42e1-b50c-92a161b09bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:05.625689 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c5360616-00e9-4a61-a8f8-f5a2b79bddb1 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:05.643996 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86518f26-2b7f-42e1-b50c-92a161b09bfe admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:40:05.644400 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-86518f26-2b7f-42e1-b50c-92a161b09bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:05.650856 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:40:05.650856 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:40:05.650856 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:40:05.650856 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:40:05.650856 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:40:05.650856 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:40:05.650856 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:40:05.650856 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:40:05.650856 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:40:05.650856 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:40:05.650856 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:40:05.650856 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:40:05.650856 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:40:05.650856 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:40:05.650856 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:40:05.650856 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:40:05.650856 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:40:05.650856 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:40:05.650856 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:40:05.650856 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:40:05.650856 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:40:05.650856 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:40:05.650856 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:40:05.650856 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:40:05.650856 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:40:05.650856 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:40:05.650856 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:40:05.650856 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:40:05.650856 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:40:05.650856 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:40:05.650856 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:40:05.650856 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:40:05.661662 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ad2e64-f0e7-4efe-83f1-0bf015ae76ac None None] DHCP port deletion for e47e9b0f-d5cd-406d-aabd-b15d8c6d0950 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:40:05.675006 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-58fd06fd-4578-4f3b-8bdd-f6a995ae5ecc admin admin] Calling delete_port for a1e0d075-b70d-44bd-8e21-a317ec1312fc owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:05.685898 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d1b57c-c30e-4676-ab8b-a99b0f540e15 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Pushing event deleted for resources: {'Subnet': ['ID=ed30cf43-1858-46de-a28f-6fe62a399b80,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:05.695464 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-87c436c6-6581-4b73-920d-cbc08a591648 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Deleting port 55b03701-ce29-4fbb-9dd4-ff3d9f5c8667 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:05.695807 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-87c436c6-6581-4b73-920d-cbc08a591648 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:05.735031 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.db.resource_extend [None req-c5360616-00e9-4a61-a8f8-f5a2b79bddb1 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 16:40:05.743246 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-86518f26-2b7f-42e1-b50c-92a161b09bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:05.748415 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-86518f26-2b7f-42e1-b50c-92a161b09bfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:05.756892 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-86518f26-2b7f-42e1-b50c-92a161b09bfe admin admin] 10.222.0.11 "DELETE /v2.0/networks/44664ccf-6fcd-4f2c-8bbc-31f6a4af3075 HTTP/1.1" status: 204 len: 168 time: 0.5282779 Dec 10 16:40:05.766583 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ffa434-dbc0-4c78-9235-cd2b6a7c1c35 None None] DHCP port deletion for 44664ccf-6fcd-4f2c-8bbc-31f6a4af3075 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:40:05.773850 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ac93cd-f73a-46e6-9e74-f8a394adf716 None None] Network 36856122-7f68-4727-aacf-3b7d54657432 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:05.774307 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-49d1b57c-c30e-4676-ab8b-a99b0f540e15 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:05.779812 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-49d1b57c-c30e-4676-ab8b-a99b0f540e15 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] 10.222.0.11 "DELETE /v2.0/subnets/ed30cf43-1858-46de-a28f-6fe62a399b80 HTTP/1.1" status: 204 len: 168 time: 1.0166910 Dec 10 16:40:05.782922 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-147b2f8d-fb58-4737-82dc-e786e711134f None None] Set router 5f39ed70-7472-45f4-8b3a-222a2550720d gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:40:05.797531 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37340) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:05.800059 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86518f26-2b7f-42e1-b50c-92a161b09bfe admin admin] Pushing event deleted for resources: {'Network': ['ID=44664ccf-6fcd-4f2c-8bbc-31f6a4af3075,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:05.943011 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37342) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:05.989937 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ec440a59-a292-4c19-b914-3601414f9228 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8241e2a448cc4c3bb89d9c117fa15231&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423577 Dec 10 16:40:05.991032 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37344) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:05.997020 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-3a8fe67f-daf1-49cb-8961-d6a48efeef88 None None] Deleting port a1e0d075-b70d-44bd-8e21-a317ec1312fc {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:05.997389 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3a8fe67f-daf1-49cb-8961-d6a48efeef88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:06.043439 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9abe0bac-78f1-4a4e-b0f9-db6d34981819 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:06.068267 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9abe0bac-78f1-4a4e-b0f9-db6d34981819 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:06.095438 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-e0ad2e64-f0e7-4efe-83f1-0bf015ae76ac None None] Deleting port 55b03701-ce29-4fbb-9dd4-ff3d9f5c8667 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:06.095886 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e0ad2e64-f0e7-4efe-83f1-0bf015ae76ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:06.157278 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9abe0bac-78f1-4a4e-b0f9-db6d34981819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:06.162754 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9abe0bac-78f1-4a4e-b0f9-db6d34981819 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:06.166404 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9abe0bac-78f1-4a4e-b0f9-db6d34981819 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/693085e5-7332-4c5f-93cd-deaca0871cd1 HTTP/1.1" status: 204 len: 168 time: 0.1723733 Dec 10 16:40:06.187436 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe0bac-78f1-4a4e-b0f9-db6d34981819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693085e5-7332-4c5f-93cd-deaca0871cd1,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:06.248575 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378f9a11-6213-4993-be19-9ff782c30257 None None] DHCP port deletion for 36856122-7f68-4727-aacf-3b7d54657432 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:40:06.280278 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e84a9c13-e057-424a-8501-19595b4f626d req-f6fee269-bb29-4509-8969-8bb2a5e0f750 tempest-VolumesNegativeTest-62345611 tempest-VolumesNegativeTest-62345611-project] 10.222.0.11 "GET /v2.0/ports?device_id=43296181-9b76-44cc-ab40-07ce6b17f268 HTTP/1.1" status: 200 len: 210 time: 0.4910636 Dec 10 16:40:06.283052 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-3a8fe67f-daf1-49cb-8961-d6a48efeef88 None None] For port a1e0d075-b70d-44bd-8e21-a317ec1312fc, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=a1e0d075-b70d-44bd-8e21-a317ec1312fc,segment=NetworkSegment(5bae3635-32be-403a-b68a-450983b5ab53),segment_id=5bae3635-32be-403a-b68a-450983b5ab53)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:06.283052 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3a8fe67f-daf1-49cb-8961-d6a48efeef88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:06.289310 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c5360616-00e9-4a61-a8f8-f5a2b79bddb1 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:06.294948 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5360616-00e9-4a61-a8f8-f5a2b79bddb1 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:06.295474 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c5360616-00e9-4a61-a8f8-f5a2b79bddb1 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:06.297696 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-3a8fe67f-daf1-49cb-8961-d6a48efeef88 None None] Calling delete_port for a1e0d075-b70d-44bd-8e21-a317ec1312fc owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:06.318243 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-87c436c6-6581-4b73-920d-cbc08a591648 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] For port 55b03701-ce29-4fbb-9dd4-ff3d9f5c8667, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=55b03701-ce29-4fbb-9dd4-ff3d9f5c8667,segment=NetworkSegment(075e93c4-5c0d-4bf4-a769-1feff4c3bba1),segment_id=075e93c4-5c0d-4bf4-a769-1feff4c3bba1)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:06.318677 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-87c436c6-6581-4b73-920d-cbc08a591648 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:06.376910 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-58fd06fd-4578-4f3b-8bdd-f6a995ae5ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:06.399948 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-87c436c6-6581-4b73-920d-cbc08a591648 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Calling delete_port for 55b03701-ce29-4fbb-9dd4-ff3d9f5c8667 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:06.402739 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-e0ad2e64-f0e7-4efe-83f1-0bf015ae76ac None None] For port 55b03701-ce29-4fbb-9dd4-ff3d9f5c8667, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=55b03701-ce29-4fbb-9dd4-ff3d9f5c8667,segment=NetworkSegment(075e93c4-5c0d-4bf4-a769-1feff4c3bba1),segment_id=075e93c4-5c0d-4bf4-a769-1feff4c3bba1)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:06.403175 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e0ad2e64-f0e7-4efe-83f1-0bf015ae76ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:06.443223 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-27ca2c97-deb2-4b5c-97c6-c4f041968ab8 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:06.456705 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-e0ad2e64-f0e7-4efe-83f1-0bf015ae76ac None None] Calling delete_port for 55b03701-ce29-4fbb-9dd4-ff3d9f5c8667 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:06.464427 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fd06fd-4578-4f3b-8bdd-f6a995ae5ecc admin admin] No DVR routers for this DVR port a1e0d075-b70d-44bd-8e21-a317ec1312fc on host n-d-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:40:06.471094 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c5360616-00e9-4a61-a8f8-f5a2b79bddb1 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4426138 Dec 10 16:40:06.475189 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37350) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:06.478973 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:06.479271 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd06fd-4578-4f3b-8bdd-f6a995ae5ecc admin admin] Pushing event deleted for resources: {'Port': ['ID=a1e0d075-b70d-44bd-8e21-a317ec1312fc,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:06.507762 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5360616-00e9-4a61-a8f8-f5a2b79bddb1 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event updated for resources: {'Network': ['ID=d554693e-cd92-4e37-b677-7f13ee909108,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:06.544481 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3a8fe67f-daf1-49cb-8961-d6a48efeef88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:06.556407 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network d554693e-cd92-4e37-b677-7f13ee909108 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:40:06.579665 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf47838-c6fb-4d28-931e-6f93e6b094ff tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:06.582585 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-bcf47838-c6fb-4d28-931e-6f93e6b094ff tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=f7102f587c0942469f218fb29d23ff5f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1056986 Dec 10 16:40:06.586544 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37356) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:06.643559 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-58fd06fd-4578-4f3b-8bdd-f6a995ae5ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:06.657409 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8b1f1-8b40-4f5c-b673-025f4d5b7d01 req-489131f8-f0d7-40c4-8fb7-09f2dbce787e tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:06.659297 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31c8b1f1-8b40-4f5c-b673-025f4d5b7d01 req-489131f8-f0d7-40c4-8fb7-09f2dbce787e tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] 10.222.0.11 "GET /v2.0/ports?device_id=26efe463-f91c-46ba-8f4e-db8b02424d4a HTTP/1.1" status: 200 len: 945 time: 0.2740059 Dec 10 16:40:06.712006 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-58fd06fd-4578-4f3b-8bdd-f6a995ae5ecc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2b747af-c1f4-4b9f-a6a4-5511674e4c02']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:06.729828 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-58fd06fd-4578-4f3b-8bdd-f6a995ae5ecc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bae3635-32be-403a-b68a-450983b5ab53') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:06.730119 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-58fd06fd-4578-4f3b-8bdd-f6a995ae5ecc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bae3635-32be-403a-b68a-450983b5ab53') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:06.768285 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-58fd06fd-4578-4f3b-8bdd-f6a995ae5ecc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:06.796612 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-87c436c6-6581-4b73-920d-cbc08a591648 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:06.819305 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31c8b1f1-8b40-4f5c-b673-025f4d5b7d01 req-61cc03f9-67f2-4966-bc81-79724bba8f79 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] 10.222.0.11 "GET /v2.0/security-groups?id=33885148-78ed-4ed1-8c10-d33694376012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412947 Dec 10 16:40:06.821518 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-58fd06fd-4578-4f3b-8bdd-f6a995ae5ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:06.863519 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37362) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:06.878876 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c436c6-6581-4b73-920d-cbc08a591648 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] No DVR routers for this DVR port 55b03701-ce29-4fbb-9dd4-ff3d9f5c8667 on host n-d-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:40:06.883658 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8fe67f-daf1-49cb-8961-d6a48efeef88 None None] No DVR routers for this DVR port a1e0d075-b70d-44bd-8e21-a317ec1312fc on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:40:06.895404 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935fbb0c-be14-4ba4-8b08-edf8ac09f2da x-openstack-request-id: req-935fbb0c-be14-4ba4-8b08-edf8ac09f2da {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:40:06.896589 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43296181-9b76-44cc-ab40-07ce6b17f268", "name": "network-vif-deleted", "tag": "8f72ce41-0c79-4f1e-9f52-f14c2b173262", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:40:06.897593 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-935fbb0c-be14-4ba4-8b08-edf8ac09f2da {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:40:06.898860 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43296181-9b76-44cc-ab40-07ce6b17f268', 'name': 'network-vif-deleted', 'tag': '8f72ce41-0c79-4f1e-9f52-f14c2b173262', 'status': 'completed', 'code': 200} Dec 10 16:40:06.902546 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc5cf7c-26c7-41b6-a0d0-1cabdf8e158e tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:06.904965 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-dfc5cf7c-26c7-41b6-a0d0-1cabdf8e158e tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3171213 Dec 10 16:40:06.907966 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37368) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:06.945590 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device a1e0d075-b70d-44bd-8e21-a317ec1312fc no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:40:06.947998 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-27ca2c97-deb2-4b5c-97c6-c4f041968ab8 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Deleting port 85eade06-9d8e-44da-b734-49286dff521c {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:06.948985 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-27ca2c97-deb2-4b5c-97c6-c4f041968ab8 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:06.956178 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58fd06fd-4578-4f3b-8bdd-f6a995ae5ecc admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:40:06.956583 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-58fd06fd-4578-4f3b-8bdd-f6a995ae5ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:06.962955 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4f85dcb3-02a1-48e8-b55e-5eb80f175877 tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=5eeed31d-d918-4774-81b9-ef71c6f02574&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0505252 Dec 10 16:40:06.963543 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:40:06.963543 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:40:06.963543 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:40:06.963543 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:40:06.963543 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:40:06.963543 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:40:06.963543 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:40:06.963543 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:40:06.963543 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:40:06.963543 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:40:06.963543 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:40:06.963543 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:40:06.963543 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:40:06.963543 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:40:06.963543 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:40:06.963543 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:40:06.963543 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:40:06.963543 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:40:06.963543 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:40:06.963543 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:40:06.963543 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:40:06.963543 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:40:06.963543 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:40:06.963543 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:40:06.963543 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:40:06.963543 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:40:06.963543 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:40:06.963543 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:40:06.963543 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:40:06.963543 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:40:06.963543 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:40:06.963543 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:40:06.965796 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37372) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:06.965886 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c436c6-6581-4b73-920d-cbc08a591648 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event deleted for resources: {'Port': ['ID=55b03701-ce29-4fbb-9dd4-ff3d9f5c8667,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:06.986037 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: a1e0d075-b70d-44bd-8e21-a317ec1312fc {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:40:06.987139 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device a1e0d075-b70d-44bd-8e21-a317ec1312fc not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:40:06.987759 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 85eade06-9d8e-44da-b734-49286dff521c no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:40:07.001679 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c5e1e0eb-fb8e-4228-994c-f8cb72f3a864 tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=f7102f587c0942469f218fb29d23ff5f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366702 Dec 10 16:40:07.002573 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37374) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:07.043493 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8fe67f-daf1-49cb-8961-d6a48efeef88 None None] Pushing event deleted for resources: {'Port': ['ID=a1e0d075-b70d-44bd-8e21-a317ec1312fc,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:07.086119 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-378f9a11-6213-4993-be19-9ff782c30257 None None] Deleting port 85eade06-9d8e-44da-b734-49286dff521c {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:07.087634 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-378f9a11-6213-4993-be19-9ff782c30257 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:07.163775 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-147b2f8d-fb58-4737-82dc-e786e711134f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'name': 'tempest-RoutersTest-router-1164737647', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:07Z', 'updated_at': '2021-12-10T16:40:02Z', 'revision_number': 10, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'gw_port_host': None, '_interfaces': [{'id': '74e6bed2-6ebe-4384-ad72-3ccaf806c930', 'name': '', 'network_id': '5d884117-c793-4ff4-b37e-45e1cec76516', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:1c:74:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:13Z', 'updated_at': '2021-12-10T16:39:25Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:07.177881 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-87c436c6-6581-4b73-920d-cbc08a591648 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:07.188305 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bda4ac-b708-43c8-9034-64c5982c2bc7 tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:07.193155 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-65bda4ac-b708-43c8-9034-64c5982c2bc7 tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1862166 Dec 10 16:40:07.193726 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37380) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:07.200679 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-87c436c6-6581-4b73-920d-cbc08a591648 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e47e9b0f-d5cd-406d-aabd-b15d8c6d0950']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:07.210680 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-87c436c6-6581-4b73-920d-cbc08a591648 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '075e93c4-5c0d-4bf4-a769-1feff4c3bba1') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:07.210974 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-87c436c6-6581-4b73-920d-cbc08a591648 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '075e93c4-5c0d-4bf4-a769-1feff4c3bba1') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:07.223201 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-87c436c6-6581-4b73-920d-cbc08a591648 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:07.229141 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d162a1ab-27c7-4936-ab62-0001a68e74bd tempest-TestServerBasicOps-950582622 tempest-TestServerBasicOps-950582622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:07.233471 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d162a1ab-27c7-4936-ab62-0001a68e74bd tempest-TestServerBasicOps-950582622 tempest-TestServerBasicOps-950582622-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=26efe463-f91c-46ba-8f4e-db8b02424d4a HTTP/1.1" status: 200 len: 1091 time: 0.3624928 Dec 10 16:40:07.233471 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37382) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:07.236256 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147b2f8d-fb58-4737-82dc-e786e711134f None None] The sync data for ids ['5f39ed70-7472-45f4-8b3a-222a2550720d'] in n-d-766771-2 is: [{'id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'name': 'tempest-RoutersTest-router-1164737647', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:07Z', 'updated_at': '2021-12-10T16:40:02Z', 'revision_number': 10, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'gw_port_host': None, '_interfaces': [{'id': '74e6bed2-6ebe-4384-ad72-3ccaf806c930', 'name': '', 'network_id': '5d884117-c793-4ff4-b37e-45e1cec76516', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'mac_address': 'fa:16:3e:1c:74:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:13Z', 'updated_at': '2021-12-10T16:39:25Z', 'revision_number': 5, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'subnets': [{'id': '5fc03afa-562d-4c0a-af73-9daea9f6b848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:40:07.237100 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-87c436c6-6581-4b73-920d-cbc08a591648 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:07.244083 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c436c6-6581-4b73-920d-cbc08a591648 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:40:07.244481 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-87c436c6-6581-4b73-920d-cbc08a591648 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:07.248525 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37384) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:07.253057 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d9566aa6-926d-4ec6-8f07-484a0bd9514a tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=5eeed31d-d918-4774-81b9-ef71c6f02574&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0538907 Dec 10 16:40:07.253327 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37388) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:07.258998 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-7581ec74-6bb8-461a-84ce-21777e2881c8 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'port_id': 'cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d', 'tenant_id': '82a91439607e4bae9723c370020baa2b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:07.269005 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-7ffb62d6-2c8a-42bf-a91e-387e09ed3aa9 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-724203380', 'network_id': 'd554693e-cd92-4e37-b677-7f13ee909108', 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:07.305803 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-378f9a11-6213-4993-be19-9ff782c30257 None None] For port 85eade06-9d8e-44da-b734-49286dff521c, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=85eade06-9d8e-44da-b734-49286dff521c,segment=NetworkSegment(d5ce8c70-dbaf-4f35-9a7a-d89a5ff7cc15),segment_id=d5ce8c70-dbaf-4f35-9a7a-d89a5ff7cc15)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:07.306410 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-378f9a11-6213-4993-be19-9ff782c30257 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:07.319206 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e0ad2e64-f0e7-4efe-83f1-0bf015ae76ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:07.335483 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-378f9a11-6213-4993-be19-9ff782c30257 None None] Calling delete_port for 85eade06-9d8e-44da-b734-49286dff521c owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:07.341490 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ad2e64-f0e7-4efe-83f1-0bf015ae76ac None None] No DVR routers for this DVR port 55b03701-ce29-4fbb-9dd4-ff3d9f5c8667 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:40:07.359276 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7581ec74-6bb8-461a-84ce-21777e2881c8 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks [] for floatingip, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:07.379187 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:40:07.379187 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:40:07.379187 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:40:07.379187 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:40:07.379187 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:40:07.379187 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:40:07.379187 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:40:07.379187 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:40:07.379187 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:40:07.379187 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:40:07.379187 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:40:07.379187 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:40:07.379187 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:40:07.379187 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:40:07.379187 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:40:07.379187 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:40:07.379187 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:40:07.379187 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:40:07.379187 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:40:07.379187 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:40:07.379187 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:40:07.379187 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:40:07.379187 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:40:07.379187 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:40:07.379187 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:40:07.379187 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:40:07.379187 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:40:07.379187 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:40:07.379187 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:40:07.379187 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:40:07.379187 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:40:07.379187 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:40:07.384778 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:07.407835 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad2e64-f0e7-4efe-83f1-0bf015ae76ac None None] Pushing event deleted for resources: {'Port': ['ID=55b03701-ce29-4fbb-9dd4-ff3d9f5c8667,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:07.429282 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-47ab256f-871e-4d36-9170-6cb448ac2f30 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1046759795-network', 'tenant_id': '45ca9cd270ce4d398a78e52c666b1374'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:07.459787 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-27ca2c97-deb2-4b5c-97c6-c4f041968ab8 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] For port 85eade06-9d8e-44da-b734-49286dff521c, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=85eade06-9d8e-44da-b734-49286dff521c,segment=NetworkSegment(d5ce8c70-dbaf-4f35-9a7a-d89a5ff7cc15),segment_id=d5ce8c70-dbaf-4f35-9a7a-d89a5ff7cc15)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:07.460162 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-27ca2c97-deb2-4b5c-97c6-c4f041968ab8 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:07.479112 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-27ca2c97-deb2-4b5c-97c6-c4f041968ab8 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Calling delete_port for 85eade06-9d8e-44da-b734-49286dff521c owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:07.480252 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.db.api [None req-47ab256f-871e-4d36-9170-6cb448ac2f30 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 16:40:07.480252 n-d-766771-2 neutron-server[103393]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 10 16:40:07.480252 n-d-766771-2 neutron-server[103393]: [parameters: {'project_id_1': '45ca9cd270ce4d398a78e52c666b1374', 'expiration_1': datetime.datetime(2021, 12, 10, 16, 39, 47, 438126)}] Dec 10 16:40:07.480252 n-d-766771-2 neutron-server[103393]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:40:07.480903 n-d-766771-2 neutron-server[103393]: DEBUG oslo_db.api [None req-47ab256f-871e-4d36-9170-6cb448ac2f30 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:40:07.481129 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-87c436c6-6581-4b73-920d-cbc08a591648 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:07.486481 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-87c436c6-6581-4b73-920d-cbc08a591648 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:07.493250 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-87c436c6-6581-4b73-920d-cbc08a591648 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "DELETE /v2.0/networks/e47e9b0f-d5cd-406d-aabd-b15d8c6d0950 HTTP/1.1" status: 204 len: 168 time: 2.4923689 Dec 10 16:40:07.493250 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-58fd06fd-4578-4f3b-8bdd-f6a995ae5ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:07.494452 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37402) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:07.505275 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-58fd06fd-4578-4f3b-8bdd-f6a995ae5ecc admin admin] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:07.508853 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-58fd06fd-4578-4f3b-8bdd-f6a995ae5ecc admin admin] 10.222.0.11 "DELETE /v2.0/networks/a2b747af-c1f4-4b9f-a6a4-5511674e4c02 HTTP/1.1" status: 204 len: 168 time: 2.6661301 Dec 10 16:40:07.510985 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 85eade06-9d8e-44da-b734-49286dff521c, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=85eade06-9d8e-44da-b734-49286dff521c,segment=NetworkSegment(d5ce8c70-dbaf-4f35-9a7a-d89a5ff7cc15),segment_id=d5ce8c70-dbaf-4f35-9a7a-d89a5ff7cc15)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:07.518536 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ffb62d6-2c8a-42bf-a91e-387e09ed3aa9 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Made reservation on behalf of f7102f587c0942469f218fb29d23ff5f for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:07.524288 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:07.525001 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 55b03701-ce29-4fbb-9dd4-ff3d9f5c8667 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:40:07.525213 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7ffb62d6-2c8a-42bf-a91e-387e09ed3aa9 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:07.528009 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c436c6-6581-4b73-920d-cbc08a591648 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event deleted for resources: {'Network': ['ID=e47e9b0f-d5cd-406d-aabd-b15d8c6d0950,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:07.563155 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 55b03701-ce29-4fbb-9dd4-ff3d9f5c8667 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:40:07.563395 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 55b03701-ce29-4fbb-9dd4-ff3d9f5c8667 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:40:07.616595 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd06fd-4578-4f3b-8bdd-f6a995ae5ecc admin admin] Pushing event deleted for resources: {'Network': ['ID=a2b747af-c1f4-4b9f-a6a4-5511674e4c02,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:07.641353 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-378f9a11-6213-4993-be19-9ff782c30257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:07.666254 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378f9a11-6213-4993-be19-9ff782c30257 None None] No DVR routers for this DVR port 85eade06-9d8e-44da-b734-49286dff521c on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:40:07.671445 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=85eade06-9d8e-44da-b734-49286dff521c,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:07.722093 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f9a11-6213-4993-be19-9ff782c30257 None None] Pushing event deleted for resources: {'Port': ['ID=85eade06-9d8e-44da-b734-49286dff521c,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:07.745366 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-27ca2c97-deb2-4b5c-97c6-c4f041968ab8 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:07.786988 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca2c97-deb2-4b5c-97c6-c4f041968ab8 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Pushing event deleted for resources: {'Port': ['ID=85eade06-9d8e-44da-b734-49286dff521c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:07.791036 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37412) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:07.801995 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ca2c97-deb2-4b5c-97c6-c4f041968ab8 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] No DVR routers for this DVR port 85eade06-9d8e-44da-b734-49286dff521c on host n-d-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:40:07.909808 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3a3afd00-bb25-4991-8146-ffc4071cc853 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bee2cdae51254104bc03c8ca50b383dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1149230 Dec 10 16:40:07.914810 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37420) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:07.924988 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-27ca2c97-deb2-4b5c-97c6-c4f041968ab8 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:07.961606 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-27ca2c97-deb2-4b5c-97c6-c4f041968ab8 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36856122-7f68-4727-aacf-3b7d54657432']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:07.976815 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-27ca2c97-deb2-4b5c-97c6-c4f041968ab8 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5ce8c70-dbaf-4f35-9a7a-d89a5ff7cc15') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:07.976815 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-27ca2c97-deb2-4b5c-97c6-c4f041968ab8 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5ce8c70-dbaf-4f35-9a7a-d89a5ff7cc15') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:07.978121 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7581ec74-6bb8-461a-84ce-21777e2881c8 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:07.990042 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-27ca2c97-deb2-4b5c-97c6-c4f041968ab8 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:08.009572 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c018e553-caad-4670-b90f-c75195078740 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:08.014089 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-27ca2c97-deb2-4b5c-97c6-c4f041968ab8 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:08.028110 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27ca2c97-deb2-4b5c-97c6-c4f041968ab8 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:40:08.028506 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-27ca2c97-deb2-4b5c-97c6-c4f041968ab8 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:08.031523 n-d-766771-2 neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:40:08.031523 n-d-766771-2 neutron-server[103392]: self.session.flush() Dec 10 16:40:08.031523 n-d-766771-2 neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:40:08.031523 n-d-766771-2 neutron-server[103392]: self.session.flush() Dec 10 16:40:08.031523 n-d-766771-2 neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:40:08.031523 n-d-766771-2 neutron-server[103392]: self.session.flush() Dec 10 16:40:08.031523 n-d-766771-2 neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:40:08.031523 n-d-766771-2 neutron-server[103392]: self.session.flush() Dec 10 16:40:08.031523 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:40:08.031523 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:40:08.031523 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:40:08.031523 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:40:08.031523 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:40:08.031523 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:40:08.031523 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:40:08.031523 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:40:08.031523 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:40:08.031523 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:40:08.031523 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:40:08.031523 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:40:08.031523 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:40:08.031523 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:40:08.031523 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:40:08.031523 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:40:08.031523 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:40:08.031523 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:40:08.031523 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:40:08.031523 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:40:08.031523 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:40:08.031523 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:40:08.031523 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:40:08.031523 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:40:08.031523 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:40:08.031523 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:40:08.031523 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:40:08.031523 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:40:08.031523 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:40:08.031523 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:40:08.031523 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:40:08.031523 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:40:08.077225 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c018e553-caad-4670-b90f-c75195078740 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:08.119964 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-27ca2c97-deb2-4b5c-97c6-c4f041968ab8 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:08.126973 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-27ca2c97-deb2-4b5c-97c6-c4f041968ab8 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:08.130638 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-27ca2c97-deb2-4b5c-97c6-c4f041968ab8 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] 10.222.0.11 "DELETE /v2.0/networks/36856122-7f68-4727-aacf-3b7d54657432 HTTP/1.1" status: 204 len: 168 time: 2.3320577 Dec 10 16:40:08.146817 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ab256f-871e-4d36-9170-6cb448ac2f30 admin admin] Made reservation on behalf of 45ca9cd270ce4d398a78e52c666b1374 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:08.149115 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-47ab256f-871e-4d36-9170-6cb448ac2f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:08.149408 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:08.163628 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca2c97-deb2-4b5c-97c6-c4f041968ab8 tempest-NetworksIpV6TestAttrs-46910503 tempest-NetworksIpV6TestAttrs-46910503-project] Pushing event deleted for resources: {'Network': ['ID=36856122-7f68-4727-aacf-3b7d54657432,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:08.185215 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7ffb62d6-2c8a-42bf-a91e-387e09ed3aa9 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:08.188886 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c018e553-caad-4670-b90f-c75195078740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:08.198914 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c018e553-caad-4670-b90f-c75195078740 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:08.199964 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-47ab256f-871e-4d36-9170-6cb448ac2f30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:08.203032 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c018e553-caad-4670-b90f-c75195078740 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f5f10605-52a1-4041-a144-f80ad4f49dfc HTTP/1.1" status: 204 len: 168 time: 0.2872627 Dec 10 16:40:08.215338 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018e553-caad-4670-b90f-c75195078740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f10605-52a1-4041-a144-f80ad4f49dfc,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:08.533124 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37466) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:08.695080 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb62d6-2c8a-42bf-a91e-387e09ed3aa9 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event updated for resources: {'Subnet': ['ID=eac6af19-d8ad-435a-8c6b-b4b7bf62490e,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:08.722514 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-824c0c23-bfe2-41e7-aadf-02d8478a0dd8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=19120212824a4ffeb7bcd2361b78b861&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1877992 Dec 10 16:40:08.723425 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37496) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:08.740139 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-7581ec74-6bb8-461a-84ce-21777e2881c8 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Allocated IP 172.25.6.237 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/ffaca757-3005-4116-8ecd-a7255745be5f) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:40:08.763493 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 61daa797-1723-4951-9bb9-45570f6a322b no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:40:08.782119 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffb62d6-2c8a-42bf-a91e-387e09ed3aa9 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Checking segment: {'id': '33cd13ef-c4b9-47fa-bdb3-4a4865f6cb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd554693e-cd92-4e37-b677-7f13ee909108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:40:08.782521 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffb62d6-2c8a-42bf-a91e-387e09ed3aa9 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Network hostable DHCP agents. Network: d554693e-cd92-4e37-b677-7f13ee909108, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:40:08.789526 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 61daa797-1723-4951-9bb9-45570f6a322b {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:40:08.790202 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 61daa797-1723-4951-9bb9-45570f6a322b not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:40:08.846963 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-30103d64-20d6-4f8a-bfa3-a2cc72f923e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:08.877080 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-30103d64-20d6-4f8a-bfa3-a2cc72f923e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:08.899200 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffb62d6-2c8a-42bf-a91e-387e09ed3aa9 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Network d554693e-cd92-4e37-b677-7f13ee909108 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:40:08.941840 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-47ab256f-871e-4d36-9170-6cb448ac2f30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:08.945325 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-30103d64-20d6-4f8a-bfa3-a2cc72f923e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:08.948268 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-30103d64-20d6-4f8a-bfa3-a2cc72f923e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:08.949384 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-30103d64-20d6-4f8a-bfa3-a2cc72f923e0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/97b37ef6-f9be-41e1-8041-ab04191add56 HTTP/1.1" status: 204 len: 168 time: 0.2242370 Dec 10 16:40:08.960381 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-7ffb62d6-2c8a-42bf-a91e-387e09ed3aa9 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, d554693e-cd92-4e37-b677-7f13ee909108) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:08.961030 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30103d64-20d6-4f8a-bfa3-a2cc72f923e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b37ef6-f9be-41e1-8041-ab04191add56,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:08.961892 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-47ab256f-871e-4d36-9170-6cb448ac2f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:08.971393 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3208504-c93c-49d0-87fa-cf8de2dde320 None None] Network d554693e-cd92-4e37-b677-7f13ee909108 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:08.977332 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffb62d6-2c8a-42bf-a91e-387e09ed3aa9 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:08.978182 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7ffb62d6-2c8a-42bf-a91e-387e09ed3aa9 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:09.011740 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7581ec74-6bb8-461a-84ce-21777e2881c8 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:09.013956 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47ab256f-871e-4d36-9170-6cb448ac2f30 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:40:09.045377 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7ffb62d6-2c8a-42bf-a91e-387e09ed3aa9 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7910976 Dec 10 16:40:09.057412 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-47ab256f-871e-4d36-9170-6cb448ac2f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:09.057947 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-47ab256f-871e-4d36-9170-6cb448ac2f30 admin admin] Added segment cd08ab66-fbc3-413c-ad44-6e9450998ff0 of type vlan for network b5ba8caf-9119-4d49-8c04-be0a7edd0bb2 Dec 10 16:40:09.063316 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab256f-871e-4d36-9170-6cb448ac2f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4d0c40-6394-4b94-a84c-a4799699a6bb,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:09.113915 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-759fd513-93a8-4aec-a6e2-971195c0138a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:09.179075 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dec8774-8634-4ff0-807a-a9599541a3dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-d554693e-cd92-4e37-b677-7f13ee909108', 'network_id': 'd554693e-cd92-4e37-b677-7f13ee909108', 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'fixed_ips': [{'subnet_id': 'eac6af19-d8ad-435a-8c6b-b4b7bf62490e'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:40:09.179956 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6dec8774-8634-4ff0-807a-a9599541a3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:09.210072 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-47ab256f-871e-4d36-9170-6cb448ac2f30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:09.227492 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7581ec74-6bb8-461a-84ce-21777e2881c8 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:09.333373 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-47ab256f-871e-4d36-9170-6cb448ac2f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:09.334730 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ab256f-871e-4d36-9170-6cb448ac2f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:09.335982 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-47ab256f-871e-4d36-9170-6cb448ac2f30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:09.342095 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7581ec74-6bb8-461a-84ce-21777e2881c8 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:40:09.368243 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-7581ec74-6bb8-461a-84ce-21777e2881c8 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:09.425560 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581ec74-6bb8-461a-84ce-21777e2881c8 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Pushing event updated for resources: {'Port': ['ID=ffaca757-3005-4116-8ecd-a7255745be5f,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:09.433186 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7581ec74-6bb8-461a-84ce-21777e2881c8 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:40:09.446486 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-6dec8774-8634-4ff0-807a-a9599541a3dc None None] Allocated IP 172.20.0.18 (d554693e-cd92-4e37-b677-7f13ee909108/eac6af19-d8ad-435a-8c6b-b4b7bf62490e/119e7d2e-d845-4ef5-8930-54d71fbeec85) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:40:09.519665 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37542) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:09.523429 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-47ab256f-871e-4d36-9170-6cb448ac2f30 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.2903128 Dec 10 16:40:09.530389 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-41d274fc-cc6b-4dc1-aa18-e9da58c892d1 admin admin] Request body: {'subnet': {'network_id': 'b5ba8caf-9119-4d49-8c04-be0a7edd0bb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1046759795-subnet', 'tenant_id': '45ca9cd270ce4d398a78e52c666b1374', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:09.568636 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab256f-871e-4d36-9170-6cb448ac2f30 admin admin] Pushing event updated for resources: {'Network': ['ID=b5ba8caf-9119-4d49-8c04-be0a7edd0bb2,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:09.591166 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network b5ba8caf-9119-4d49-8c04-be0a7edd0bb2 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:40:09.599087 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d274fc-cc6b-4dc1-aa18-e9da58c892d1 admin admin] Made reservation on behalf of 45ca9cd270ce4d398a78e52c666b1374 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:09.602937 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41d274fc-cc6b-4dc1-aa18-e9da58c892d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:09.643892 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 8f72ce41-0c79-4f1e-9f52-f14c2b173262 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:40:09.727084 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37554) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:09.736710 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-595c06b7-bbaa-494c-a500-b5105972e2d3 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1465601150', 'description': 'tempest-secgroup-smoke-1465601150 description', 'project_id': 'f7102f587c0942469f218fb29d23ff5f'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:09.747573 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 8f72ce41-0c79-4f1e-9f52-f14c2b173262 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:40:09.748294 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 8f72ce41-0c79-4f1e-9f52-f14c2b173262 not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:40:09.768146 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-595c06b7-bbaa-494c-a500-b5105972e2d3 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:09.851503 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-595c06b7-bbaa-494c-a500-b5105972e2d3 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:09.865211 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-595c06b7-bbaa-494c-a500-b5105972e2d3 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:09.904999 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-595c06b7-bbaa-494c-a500-b5105972e2d3 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:09.906319 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-595c06b7-bbaa-494c-a500-b5105972e2d3 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1741736 Dec 10 16:40:09.912921 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37562) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:09.919218 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-1295928f-4417-4eeb-860a-7e4c1668c3e3 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Request body: {'security_group_rule': {'security_group_id': 'f2df08c2-6d57-44b4-bfd2-2dd16b936ae5', 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:09.935943 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6dec8774-8634-4ff0-807a-a9599541a3dc None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:09.951272 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6dec8774-8634-4ff0-807a-a9599541a3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:09.970340 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c06b7-bbaa-494c-a500-b5105972e2d3 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2df08c2-6d57-44b4-bfd2-2dd16b936ae5,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:10.009934 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1295928f-4417-4eeb-860a-7e4c1668c3e3 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:10.066555 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec8774-8634-4ff0-807a-a9599541a3dc None None] Pushing event updated for resources: {'Port': ['ID=119e7d2e-d845-4ef5-8930-54d71fbeec85,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:10.093086 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dec8774-8634-4ff0-807a-a9599541a3dc None None] Network d554693e-cd92-4e37-b677-7f13ee909108 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:40:10.095288 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec8774-8634-4ff0-807a-a9599541a3dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:10.095644 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec8774-8634-4ff0-807a-a9599541a3dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:10.095990 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec8774-8634-4ff0-807a-a9599541a3dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:10.096335 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec8774-8634-4ff0-807a-a9599541a3dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:10.096679 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec8774-8634-4ff0-807a-a9599541a3dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:10.097013 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec8774-8634-4ff0-807a-a9599541a3dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:10.097353 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec8774-8634-4ff0-807a-a9599541a3dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:10.097679 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec8774-8634-4ff0-807a-a9599541a3dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:10.098012 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec8774-8634-4ff0-807a-a9599541a3dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:10.110516 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec8774-8634-4ff0-807a-a9599541a3dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:10.110931 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec8774-8634-4ff0-807a-a9599541a3dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:10.111277 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec8774-8634-4ff0-807a-a9599541a3dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:10.111623 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec8774-8634-4ff0-807a-a9599541a3dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:10.127685 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-6dec8774-8634-4ff0-807a-a9599541a3dc None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:10.130740 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dec8774-8634-4ff0-807a-a9599541a3dc None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:40:10.178928 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1295928f-4417-4eeb-860a-7e4c1668c3e3 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:10.190516 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1295928f-4417-4eeb-860a-7e4c1668c3e3 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:10.209361 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-759fd513-93a8-4aec-a6e2-971195c0138a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Deleting port 74e6bed2-6ebe-4384-ad72-3ccaf806c930 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:10.209897 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-759fd513-93a8-4aec-a6e2-971195c0138a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:10.222577 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41d274fc-cc6b-4dc1-aa18-e9da58c892d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:10.233942 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1295928f-4417-4eeb-860a-7e4c1668c3e3 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1b21d46-1c83-4d1a-ab10-cd96c7b62add,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:10.260203 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-6dec8774-8634-4ff0-807a-a9599541a3dc None None] Attempting to bind port 119e7d2e-d845-4ef5-8930-54d71fbeec85 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:40:10.260629 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-6dec8774-8634-4ff0-807a-a9599541a3dc None None] Attempting to bind port 119e7d2e-d845-4ef5-8930-54d71fbeec85 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '33cd13ef-c4b9-47fa-bdb3-4a4865f6cb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd554693e-cd92-4e37-b677-7f13ee909108'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:40:10.261478 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dec8774-8634-4ff0-807a-a9599541a3dc None None] Attempting to bind port 119e7d2e-d845-4ef5-8930-54d71fbeec85 on network d554693e-cd92-4e37-b677-7f13ee909108 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:40:10.268542 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dec8774-8634-4ff0-807a-a9599541a3dc None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:40:10.268903 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dec8774-8634-4ff0-807a-a9599541a3dc None None] Checking segment: {'id': '33cd13ef-c4b9-47fa-bdb3-4a4865f6cb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd554693e-cd92-4e37-b677-7f13ee909108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:40:10.269359 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6dec8774-8634-4ff0-807a-a9599541a3dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:10.269787 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dec8774-8634-4ff0-807a-a9599541a3dc None None] Bound using segment: {'id': '33cd13ef-c4b9-47fa-bdb3-4a4865f6cb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd554693e-cd92-4e37-b677-7f13ee909108'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:40:10.270259 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-6dec8774-8634-4ff0-807a-a9599541a3dc None None] Bound port: 119e7d2e-d845-4ef5-8930-54d71fbeec85, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33cd13ef-c4b9-47fa-bdb3-4a4865f6cb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd554693e-cd92-4e37-b677-7f13ee909108'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:40:10.270695 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6dec8774-8634-4ff0-807a-a9599541a3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:10.278763 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7581ec74-6bb8-461a-84ce-21777e2881c8 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:10.331441 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1295928f-4417-4eeb-860a-7e4c1668c3e3 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:10.332738 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1295928f-4417-4eeb-860a-7e4c1668c3e3 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4172313 Dec 10 16:40:10.337331 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37574) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:10.347831 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-3d4bc1ed-b09a-4db2-9abe-4202d3a77e15 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Request body: {'security_group_rule': {'security_group_id': 'f2df08c2-6d57-44b4-bfd2-2dd16b936ae5', 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:10.369938 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d274fc-cc6b-4dc1-aa18-e9da58c892d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22f5ce8a-e527-41c9-88c7-11774c8e4abe,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:10.385825 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-6dec8774-8634-4ff0-807a-a9599541a3dc None None] For port 119e7d2e-d845-4ef5-8930-54d71fbeec85, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:40:10.391203 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d274fc-cc6b-4dc1-aa18-e9da58c892d1 admin admin] Checking segment: {'id': 'cd08ab66-fbc3-413c-ad44-6e9450998ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b5ba8caf-9119-4d49-8c04-be0a7edd0bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:40:10.391602 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d274fc-cc6b-4dc1-aa18-e9da58c892d1 admin admin] Network hostable DHCP agents. Network: b5ba8caf-9119-4d49-8c04-be0a7edd0bb2, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:40:10.392632 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-6dec8774-8634-4ff0-807a-a9599541a3dc None None] For port 119e7d2e-d845-4ef5-8930-54d71fbeec85, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=119e7d2e-d845-4ef5-8930-54d71fbeec85,segment=NetworkSegment(33cd13ef-c4b9-47fa-bdb3-4a4865f6cb3d),segment_id=33cd13ef-c4b9-47fa-bdb3-4a4865f6cb3d)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:40:10.392780 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3d4bc1ed-b09a-4db2-9abe-4202d3a77e15 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:10.403485 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6dec8774-8634-4ff0-807a-a9599541a3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:10.433867 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d274fc-cc6b-4dc1-aa18-e9da58c892d1 admin admin] Network b5ba8caf-9119-4d49-8c04-be0a7edd0bb2 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:40:10.439192 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-759fd513-93a8-4aec-a6e2-971195c0138a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] For port 74e6bed2-6ebe-4384-ad72-3ccaf806c930, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=74e6bed2-6ebe-4384-ad72-3ccaf806c930,segment=NetworkSegment(68f33962-bf9e-4ed4-9987-9ed08839d526),segment_id=68f33962-bf9e-4ed4-9987-9ed08839d526)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:10.439562 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-759fd513-93a8-4aec-a6e2-971195c0138a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:10.450767 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-41d274fc-cc6b-4dc1-aa18-e9da58c892d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, b5ba8caf-9119-4d49-8c04-be0a7edd0bb2) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:10.467273 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d274fc-cc6b-4dc1-aa18-e9da58c892d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:10.468468 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41d274fc-cc6b-4dc1-aa18-e9da58c892d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:10.469841 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-759fd513-93a8-4aec-a6e2-971195c0138a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Calling delete_port for 74e6bed2-6ebe-4384-ad72-3ccaf806c930 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:10.477160 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7581ec74-6bb8-461a-84ce-21777e2881c8 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:10.477908 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaab2118-81cb-4b69-af0b-717c95c8b72b None None] Network b5ba8caf-9119-4d49-8c04-be0a7edd0bb2 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:10.500730 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-41d274fc-cc6b-4dc1-aa18-e9da58c892d1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9744990 Dec 10 16:40:10.502872 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37580) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:10.514187 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-1d2f9d26-c01e-450a-95e7-a9304c9fdd7f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1046759795-router', 'tenant_id': '45ca9cd270ce4d398a78e52c666b1374', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:10.593352 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d2f9d26-c01e-450a-95e7-a9304c9fdd7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:10.594784 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d2f9d26-c01e-450a-95e7-a9304c9fdd7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:10.660939 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8353b0cb-d09c-4a22-b73d-0b8991b578dc None None] Network b5ba8caf-9119-4d49-8c04-be0a7edd0bb2 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:10.697615 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7581ec74-6bb8-461a-84ce-21777e2881c8 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:10.699919 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec8774-8634-4ff0-807a-a9599541a3dc None None] Pushing event updated for resources: {'Port': ['ID=119e7d2e-d845-4ef5-8930-54d71fbeec85,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:10.701300 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37584) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:10.718024 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7581ec74-6bb8-461a-84ce-21777e2881c8 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:10.810162 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d2f9d26-c01e-450a-95e7-a9304c9fdd7f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:10.934804 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581ec74-6bb8-461a-84ce-21777e2881c8 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Pushing event updated for resources: {'Port': ['ID=ffaca757-3005-4116-8ecd-a7255745be5f,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:10.983675 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3d4bc1ed-b09a-4db2-9abe-4202d3a77e15 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:11.025390 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-b4a74316-e0a4-498d-b292-622dcad62429 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-712930577'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:11.079403 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3d4bc1ed-b09a-4db2-9abe-4202d3a77e15 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:11.088157 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d2f9d26-c01e-450a-95e7-a9304c9fdd7f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:11.164934 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a74316-e0a4-498d-b292-622dcad62429 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Made reservation on behalf of a8583be60b5b47adbe7d3e43d3a1ef22 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:11.169431 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4a74316-e0a4-498d-b292-622dcad62429 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:11.180836 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7581ec74-6bb8-461a-84ce-21777e2881c8 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:11.282869 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4a74316-e0a4-498d-b292-622dcad62429 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:11.379010 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4a74316-e0a4-498d-b292-622dcad62429 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:11.388500 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3d4bc1ed-b09a-4db2-9abe-4202d3a77e15 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:11.390301 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3d4bc1ed-b09a-4db2-9abe-4202d3a77e15 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0488811 Dec 10 16:40:11.395001 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4a74316-e0a4-498d-b292-622dcad62429 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:11.408143 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4a74316-e0a4-498d-b292-622dcad62429 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:40:11.413466 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4bc1ed-b09a-4db2-9abe-4202d3a77e15 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d125bdb-860d-4ac1-871c-1bfb815a3b8e,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:11.417631 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37650) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:11.448307 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-ea6cfdc5-5199-4ad1-9408-54fca948550a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Request body: {'security_group_rule': {'security_group_id': 'f2df08c2-6d57-44b4-bfd2-2dd16b936ae5', 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:11.469490 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4a74316-e0a4-498d-b292-622dcad62429 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:11.469845 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-b4a74316-e0a4-498d-b292-622dcad62429 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Added segment 3d91edce-a14c-46e3-abff-3f796005035e of type vlan for network 3e1846c0-05b0-43c9-a8f3-0f0d3f06625e Dec 10 16:40:11.483605 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d2f9d26-c01e-450a-95e7-a9304c9fdd7f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:11.504307 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d2f9d26-c01e-450a-95e7-a9304c9fdd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:11.549366 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a74316-e0a4-498d-b292-622dcad62429 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23fc7307-d662-4a91-b384-65463cc3cbbd,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:11.612077 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4a74316-e0a4-498d-b292-622dcad62429 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:11.660408 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-1d2f9d26-c01e-450a-95e7-a9304c9fdd7f admin admin] Allocated IP 172.25.6.132 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/d5db14a0-fa3c-4a1b-83d6-b5dd51b017cf) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:40:11.704857 n-d-766771-2 neutron-server[103393]: INFO neutron.db.l3_db [None req-7581ec74-6bb8-461a-84ce-21777e2881c8 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Floating IP 1500f705-0334-4267-99ae-18fecce3c344 associated. External IP: 172.25.6.237, port: cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d. Dec 10 16:40:11.790730 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.db.resource_extend [None req-b4a74316-e0a4-498d-b292-622dcad62429 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 16:40:11.795070 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ea6cfdc5-5199-4ad1-9408-54fca948550a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:11.847135 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d2f9d26-c01e-450a-95e7-a9304c9fdd7f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:11.856237 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-759fd513-93a8-4aec-a6e2-971195c0138a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:11.905779 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d2f9d26-c01e-450a-95e7-a9304c9fdd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:11.945285 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4a74316-e0a4-498d-b292-622dcad62429 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:11.950629 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a74316-e0a4-498d-b292-622dcad62429 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:11.951346 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4a74316-e0a4-498d-b292-622dcad62429 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:11.964602 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2f9d26-c01e-450a-95e7-a9304c9fdd7f admin admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:40:11.968212 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-1d2f9d26-c01e-450a-95e7-a9304c9fdd7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:11.980647 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2f9d26-c01e-450a-95e7-a9304c9fdd7f admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:40:11.986311 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f60d22-1939-4ee7-9fba-f1545942840c None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:40:12.058740 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759fd513-93a8-4aec-a6e2-971195c0138a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event deleted for resources: {'Port': ['ID=74e6bed2-6ebe-4384-ad72-3ccaf806c930,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:12.084335 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f9d26-c01e-450a-95e7-a9304c9fdd7f admin admin] Pushing event updated for resources: {'Port': ['ID=d5db14a0-fa3c-4a1b-83d6-b5dd51b017cf,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:12.123955 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8554f0e4-b899-4e8c-8200-8626c99fce35 None None] Provisioning complete for port d5db14a0-fa3c-4a1b-83d6-b5dd51b017cf triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:12.124338 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8554f0e4-b899-4e8c-8200-8626c99fce35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:12.208919 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8554f0e4-b899-4e8c-8200-8626c99fce35 None None] Port d5db14a0-fa3c-4a1b-83d6-b5dd51b017cf cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:40:12.280372 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b4a74316-e0a4-498d-b292-622dcad62429 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5719531 Dec 10 16:40:12.317532 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1845633c-cacf-41f1-879d-6590c0e05541 None None] Network d554693e-cd92-4e37-b677-7f13ee909108 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:12.397909 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ea6cfdc5-5199-4ad1-9408-54fca948550a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:12.404235 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a74316-e0a4-498d-b292-622dcad62429 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event updated for resources: {'Network': ['ID=3e1846c0-05b0-43c9-a8f3-0f0d3f06625e,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:12.417276 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ea6cfdc5-5199-4ad1-9408-54fca948550a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:12.423124 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 3e1846c0-05b0-43c9-a8f3-0f0d3f06625e details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:40:12.454851 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37702) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:12.460287 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-21cb8b05-e5c1-4bd7-b266-421f6e159ac7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Request body: {'subnet': {'network_id': '3e1846c0-05b0-43c9-a8f3-0f0d3f06625e', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:12.493383 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6cfdc5-5199-4ad1-9408-54fca948550a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc43b1f7-e96c-43a2-b5c2-ecd69e1120a2,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:12.515568 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ea6cfdc5-5199-4ad1-9408-54fca948550a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:12.515568 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ea6cfdc5-5199-4ad1-9408-54fca948550a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0804532 Dec 10 16:40:12.529072 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37708) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:12.570652 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-07428a52-ac72-46f5-943f-bb4ffd229fd0 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Request body: {'security_group_rule': {'security_group_id': 'f2df08c2-6d57-44b4-bfd2-2dd16b936ae5', 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:12.623550 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-0dbcdbe4-db18-4286-ad4f-9f010dd2402f None None] Provisioning complete for port 119e7d2e-d845-4ef5-8930-54d71fbeec85 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:12.624143 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0dbcdbe4-db18-4286-ad4f-9f010dd2402f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:12.658853 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-759fd513-93a8-4aec-a6e2-971195c0138a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:12.678436 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7581ec74-6bb8-461a-84ce-21777e2881c8 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Router 4b479155-e49b-4e4c-a133-4c01715a0a1e has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:40:12.734060 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d2f9d26-c01e-450a-95e7-a9304c9fdd7f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:12.737541 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cb8b05-e5c1-4bd7-b266-421f6e159ac7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Made reservation on behalf of a8583be60b5b47adbe7d3e43d3a1ef22 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:12.741552 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-21cb8b05-e5c1-4bd7-b266-421f6e159ac7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:12.751006 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0dbcdbe4-db18-4286-ad4f-9f010dd2402f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:12.825802 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-0dbcdbe4-db18-4286-ad4f-9f010dd2402f None None] For port 119e7d2e-d845-4ef5-8930-54d71fbeec85, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=119e7d2e-d845-4ef5-8930-54d71fbeec85,segment=NetworkSegment(33cd13ef-c4b9-47fa-bdb3-4a4865f6cb3d),segment_id=33cd13ef-c4b9-47fa-bdb3-4a4865f6cb3d)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:12.833279 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0dbcdbe4-db18-4286-ad4f-9f010dd2402f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:12.857216 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-07428a52-ac72-46f5-943f-bb4ffd229fd0 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:12.974395 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbcdbe4-db18-4286-ad4f-9f010dd2402f None None] Pushing event updated for resources: {'Port': ['ID=119e7d2e-d845-4ef5-8930-54d71fbeec85,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:13.065616 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 119e7d2e-d845-4ef5-8930-54d71fbeec85 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:40:13.122406 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 119e7d2e-d845-4ef5-8930-54d71fbeec85 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:13.123085 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:13.173480 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-55b465f2-a89f-4357-b366-a3c460481a80 None None] Provisioning complete for port 119e7d2e-d845-4ef5-8930-54d71fbeec85 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:13.174087 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-55b465f2-a89f-4357-b366-a3c460481a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:13.352212 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-21cb8b05-e5c1-4bd7-b266-421f6e159ac7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:13.451049 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-07428a52-ac72-46f5-943f-bb4ffd229fd0 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:13.460199 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-07428a52-ac72-46f5-943f-bb4ffd229fd0 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:13.480830 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07428a52-ac72-46f5-943f-bb4ffd229fd0 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d38a6764-9373-4441-a61f-d1d519f0e1e7,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:13.498109 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759fd513-93a8-4aec-a6e2-971195c0138a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Router 5f39ed70-7472-45f4-8b3a-222a2550720d has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:40:13.511026 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-07428a52-ac72-46f5-943f-bb4ffd229fd0 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:13.512247 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-07428a52-ac72-46f5-943f-bb4ffd229fd0 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9813981 Dec 10 16:40:13.515619 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37742) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:13.523738 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-de92b9c2-c641-42bf-9796-2198924cd434 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Request body: {'security_group_rule': {'security_group_id': 'f2df08c2-6d57-44b4-bfd2-2dd16b936ae5', 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:13.664100 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7581ec74-6bb8-461a-84ce-21777e2881c8 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:40:13.666992 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759fd513-93a8-4aec-a6e2-971195c0138a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:40:13.668559 n-d-766771-2 neutron-server[103393]: INFO neutron.db.securitygroups_db [None req-de92b9c2-c641-42bf-9796-2198924cd434 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Project f7102f587c0942469f218fb29d23ff5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:40:13.676205 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7fdeaf-9ad3-4053-b586-3275c4fbcf78 None None] Sync routers for ids ['4b479155-e49b-4e4c-a133-4c01715a0a1e'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:40:13.681206 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-759fd513-93a8-4aec-a6e2-971195c0138a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "PUT /v2.0/routers/5f39ed70-7472-45f4-8b3a-222a2550720d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1833150 Dec 10 16:40:13.681912 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c3c552-0cd8-4841-b8f0-44b39cf351e1 None None] Sync routers for ids ['5f39ed70-7472-45f4-8b3a-222a2550720d'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:40:13.683107 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37752) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:13.696856 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c3c552-0cd8-4841-b8f0-44b39cf351e1 None None] Routers {'5f39ed70-7472-45f4-8b3a-222a2550720d'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:13.697720 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-20c3c552-0cd8-4841-b8f0-44b39cf351e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:39:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['5f39ed70-7472-45f4-8b3a-222a2550720d'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:13.708106 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-de92b9c2-c641-42bf-9796-2198924cd434 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:13.709782 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7fdeaf-9ad3-4053-b586-3275c4fbcf78 None None] Routers {'4b479155-e49b-4e4c-a133-4c01715a0a1e'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:13.713580 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-dd7fdeaf-9ad3-4053-b586-3275c4fbcf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:39:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['4b479155-e49b-4e4c-a133-4c01715a0a1e'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:13.797671 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cb8b05-e5c1-4bd7-b266-421f6e159ac7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Checking segment: {'id': '3d91edce-a14c-46e3-abff-3f796005035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3e1846c0-05b0-43c9-a8f3-0f0d3f06625e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:40:13.798303 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cb8b05-e5c1-4bd7-b266-421f6e159ac7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Network hostable DHCP agents. Network: 3e1846c0-05b0-43c9-a8f3-0f0d3f06625e, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:40:13.798957 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-de92b9c2-c641-42bf-9796-2198924cd434 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:13.805254 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-de92b9c2-c641-42bf-9796-2198924cd434 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:13.827713 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d2f9d26-c01e-450a-95e7-a9304c9fdd7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:13.844187 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7581ec74-6bb8-461a-84ce-21777e2881c8 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:13.883422 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-20c3c552-0cd8-4841-b8f0-44b39cf351e1 None None] Set router 5f39ed70-7472-45f4-8b3a-222a2550720d gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:40:13.916432 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-dd7fdeaf-9ad3-4053-b586-3275c4fbcf78 None None] Set router 4b479155-e49b-4e4c-a133-4c01715a0a1e gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:40:13.922485 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92b9c2-c641-42bf-9796-2198924cd434 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7962beb7-6005-41f3-897a-e2ae14bc2d8d,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:13.928609 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7581ec74-6bb8-461a-84ce-21777e2881c8 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.6768517 Dec 10 16:40:13.934709 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26efe463-f91c-46ba-8f4e-db8b02424d4a', 'tag': 'cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:40:13.940128 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb8b05-e5c1-4bd7-b266-421f6e159ac7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event updated for resources: {'Subnet': ['ID=a282f601-829f-4e8f-bb84-caab58748633,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:13.950438 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ff7354-1637-4f9a-bb2d-9c000ecd45e9" -d '{"events": [{"name": "network-changed", "server_uuid": "26efe463-f91c-46ba-8f4e-db8b02424d4a", "tag": "cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:40:13.960198 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cb8b05-e5c1-4bd7-b266-421f6e159ac7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Network 3e1846c0-05b0-43c9-a8f3-0f0d3f06625e is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:40:13.986281 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-20c3c552-0cd8-4841-b8f0-44b39cf351e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'name': 'tempest-RoutersTest-router-1164737647', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:07Z', 'updated_at': '2021-12-10T16:40:11Z', 'revision_number': 11, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'gw_port_host': None}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:13.988571 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-21cb8b05-e5c1-4bd7-b266-421f6e159ac7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 3e1846c0-05b0-43c9-a8f3-0f0d3f06625e) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:13.999406 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cb8b05-e5c1-4bd7-b266-421f6e159ac7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:14.010538 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-21cb8b05-e5c1-4bd7-b266-421f6e159ac7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:14.011756 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-de92b9c2-c641-42bf-9796-2198924cd434 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:14.018850 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37764) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:14.021322 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-de92b9c2-c641-42bf-9796-2198924cd434 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5030944 Dec 10 16:40:14.044415 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-89d87bb6-f9d7-4e26-a4e2-41c8e5ffd87a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Request body: {'security_group_rule': {'security_group_id': 'f2df08c2-6d57-44b4-bfd2-2dd16b936ae5', 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:14.046289 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-073933a0-ab3f-45a5-894c-3a1fed75cccd tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Deleting subnet 5fc03afa-562d-4c0a-af73-9daea9f6b848 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:40:14.056082 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-073933a0-ab3f-45a5-894c-3a1fed75cccd tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:14.067866 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c3c552-0cd8-4841-b8f0-44b39cf351e1 None None] Checking router: 5f39ed70-7472-45f4-8b3a-222a2550720d for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:40:14.073508 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c90857a-def7-460e-870d-83c76765ed7a None None] Network 3e1846c0-05b0-43c9-a8f3-0f0d3f06625e requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:14.077440 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2ffd9017-12f7-46d6-911b-184751b3e60f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:14.102465 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-21cb8b05-e5c1-4bd7-b266-421f6e159ac7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.6464605 Dec 10 16:40:14.118341 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37766) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:14.131734 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61ab46b-a896-4f5a-bf1d-160cf9ad2c39 x-openstack-request-id: req-b61ab46b-a896-4f5a-bf1d-160cf9ad2c39 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:40:14.132022 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26efe463-f91c-46ba-8f4e-db8b02424d4a", "tag": "cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:40:14.132273 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b61ab46b-a896-4f5a-bf1d-160cf9ad2c39 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:40:14.132736 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26efe463-f91c-46ba-8f4e-db8b02424d4a', 'tag': 'cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d', 'status': 'completed', 'code': 200} Dec 10 16:40:14.147762 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-0bbc738f-c9ed-45e5-ac93-dd9dcf1b16ed tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1673177728'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:14.192992 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-073933a0-ab3f-45a5-894c-3a1fed75cccd tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:14.227347 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff7354-1637-4f9a-bb2d-9c000ecd45e9 req-ceb12ed0-e626-4eb0-8a8c-25df7a86e8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:14.229015 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-03ff7354-1637-4f9a-bb2d-9c000ecd45e9 req-ceb12ed0-e626-4eb0-8a8c-25df7a86e8c8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=82a91439607e4bae9723c370020baa2b&device_id=26efe463-f91c-46ba-8f4e-db8b02424d4a HTTP/1.1" status: 200 len: 1096 time: 0.1075864 Dec 10 16:40:14.242297 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2f9d26-c01e-450a-95e7-a9304c9fdd7f admin admin] Router 8bc431a4-28b1-4125-9b6c-570dabd39485 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:40:14.244136 n-d-766771-2 neutron-server[103392]: INFO neutron.db.securitygroups_db [None req-89d87bb6-f9d7-4e26-a4e2-41c8e5ffd87a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Project f7102f587c0942469f218fb29d23ff5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:40:14.254603 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-dd7fdeaf-9ad3-4053-b586-3275c4fbcf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b479155-e49b-4e4c-a133-4c01715a0a1e', 'name': 'tempest-TestServerBasicOps-1517356123-router', 'tenant_id': '82a91439607e4bae9723c370020baa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'fa739048-c35d-403d-b35b-262f78fe99cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:05Z', 'updated_at': '2021-12-10T16:39:14Z', 'revision_number': 4, 'project_id': '82a91439607e4bae9723c370020baa2b', 'gw_port': {'id': 'fa739048-c35d-403d-b35b-262f78fe99cc', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ae:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b479155-e49b-4e4c-a133-4c01715a0a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:06Z', 'updated_at': '2021-12-10T16:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '1500f705-0334-4267-99ae-18fecce3c344', 'tenant_id': '82a91439607e4bae9723c370020baa2b', 'floating_ip_address': '172.25.6.237', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '4b479155-e49b-4e4c-a133-4c01715a0a1e', 'port_id': 'cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4f58725-76ee-4fee-b48e-44ba4df345e4', 'mac_address': 'fa:16:3e:da:52:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26efe463-f91c-46ba-8f4e-db8b02424d4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:40:09Z', 'updated_at': '2021-12-10T16:40:09Z', 'revision_number': 0, 'project_id': '82a91439607e4bae9723c370020baa2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cbc1b4e-f5e1-4c41-80cf-f205de51a21b', 'name': '', 'network_id': 'f4f58725-76ee-4fee-b48e-44ba4df345e4', 'tenant_id': '82a91439607e4bae9723c370020baa2b', 'mac_address': 'fa:16:3e:ba:99:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b479155-e49b-4e4c-a133-4c01715a0a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '64d652f5-e20a-4a4e-969a-c2271fe340e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:12Z', 'updated_at': '2021-12-10T16:39:21Z', 'revision_number': 5, 'project_id': '82a91439607e4bae9723c370020baa2b', 'subnets': [{'id': '64d652f5-e20a-4a4e-969a-c2271fe340e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:14.284965 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7fdeaf-9ad3-4053-b586-3275c4fbcf78 None None] Checking router: 4b479155-e49b-4e4c-a133-4c01715a0a1e for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:40:14.292373 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-89d87bb6-f9d7-4e26-a4e2-41c8e5ffd87a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:14.295011 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7fdeaf-9ad3-4053-b586-3275c4fbcf78 None None] Routers {'4b479155-e49b-4e4c-a133-4c01715a0a1e'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:14.295728 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-dd7fdeaf-9ad3-4053-b586-3275c4fbcf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:39:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['4b479155-e49b-4e4c-a133-4c01715a0a1e'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:14.323941 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c3c552-0cd8-4841-b8f0-44b39cf351e1 None None] Routers {'5f39ed70-7472-45f4-8b3a-222a2550720d'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:14.325002 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-20c3c552-0cd8-4841-b8f0-44b39cf351e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:39:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['5f39ed70-7472-45f4-8b3a-222a2550720d'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:14.398308 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-073933a0-ab3f-45a5-894c-3a1fed75cccd tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:14.423223 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-20c3c552-0cd8-4841-b8f0-44b39cf351e1 None None] Set router 5f39ed70-7472-45f4-8b3a-222a2550720d gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:40:14.427262 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff7354-1637-4f9a-bb2d-9c000ecd45e9 req-613bef4e-2b8a-4ccd-b119-d7ac92ceb63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:14.428954 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-03ff7354-1637-4f9a-bb2d-9c000ecd45e9 req-613bef4e-2b8a-4ccd-b119-d7ac92ceb63a service neutron] 10.222.0.26 "GET /v2.0/networks?id=f4f58725-76ee-4fee-b48e-44ba4df345e4 HTTP/1.1" status: 200 len: 910 time: 0.1912632 Dec 10 16:40:14.436188 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-dd7fdeaf-9ad3-4053-b586-3275c4fbcf78 None None] Set router 4b479155-e49b-4e4c-a133-4c01715a0a1e gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:40:14.494265 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-20c3c552-0cd8-4841-b8f0-44b39cf351e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'name': 'tempest-RoutersTest-router-1164737647', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:07Z', 'updated_at': '2021-12-10T16:40:11Z', 'revision_number': 11, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'gw_port_host': None}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:14.524376 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c3c552-0cd8-4841-b8f0-44b39cf351e1 None None] The sync data for ids ['5f39ed70-7472-45f4-8b3a-222a2550720d'] in n-d-766771-2 is: [{'id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'name': 'tempest-RoutersTest-router-1164737647', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:07Z', 'updated_at': '2021-12-10T16:40:11Z', 'revision_number': 11, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'gw_port_host': None}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:40:14.588938 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c673a1e2-66d2-4b0f-959a-38c5487b5582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-3e1846c0-05b0-43c9-a8f3-0f0d3f06625e', 'network_id': '3e1846c0-05b0-43c9-a8f3-0f0d3f06625e', 'project_id': 'a8583be60b5b47adbe7d3e43d3a1ef22', 'fixed_ips': [{'subnet_id': 'a282f601-829f-4e8f-bb84-caab58748633'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:40:14.590103 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c673a1e2-66d2-4b0f-959a-38c5487b5582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:14.612647 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbc738f-c9ed-45e5-ac93-dd9dcf1b16ed tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Made reservation on behalf of a8583be60b5b47adbe7d3e43d3a1ef22 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:14.616483 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0bbc738f-c9ed-45e5-ac93-dd9dcf1b16ed tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:14.639127 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-073933a0-ab3f-45a5-894c-3a1fed75cccd tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:14.639672 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2f9d26-c01e-450a-95e7-a9304c9fdd7f admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:40:14.666200 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-03ff7354-1637-4f9a-bb2d-9c000ecd45e9 req-4e730518-de25-4688-b334-a74034d24dd2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d HTTP/1.1" status: 200 len: 999 time: 0.2246585 Dec 10 16:40:14.701571 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d2f9d26-c01e-450a-95e7-a9304c9fdd7f admin admin] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:14.706162 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1d2f9d26-c01e-450a-95e7-a9304c9fdd7f admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.2021945 Dec 10 16:40:14.706796 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37768) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:14.707537 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bbc738f-c9ed-45e5-ac93-dd9dcf1b16ed tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:40:14.751231 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-073933a0-ab3f-45a5-894c-3a1fed75cccd tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:14.755116 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-073933a0-ab3f-45a5-894c-3a1fed75cccd tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "DELETE /v2.0/subnets/5fc03afa-562d-4c0a-af73-9daea9f6b848 HTTP/1.1" status: 204 len: 168 time: 1.0683618 Dec 10 16:40:14.757000 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073933a0-ab3f-45a5-894c-3a1fed75cccd tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event deleted for resources: {'Subnet': ['ID=5fc03afa-562d-4c0a-af73-9daea9f6b848,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:14.805096 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37770) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:14.830315 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4739dd-2ddd-4d14-a302-df4d02e8b678 None None] Sync routers for ids ['8bc431a4-28b1-4125-9b6c-570dabd39485'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:40:14.860765 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-89d87bb6-f9d7-4e26-a4e2-41c8e5ffd87a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:14.864184 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4739dd-2ddd-4d14-a302-df4d02e8b678 None None] Routers {'8bc431a4-28b1-4125-9b6c-570dabd39485'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:14.864819 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3e4739dd-2ddd-4d14-a302-df4d02e8b678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:39:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['8bc431a4-28b1-4125-9b6c-570dabd39485'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:14.881881 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-89d87bb6-f9d7-4e26-a4e2-41c8e5ffd87a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:14.954758 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-c673a1e2-66d2-4b0f-959a-38c5487b5582 None None] Allocated IP 172.20.255.242 (3e1846c0-05b0-43c9-a8f3-0f0d3f06625e/a282f601-829f-4e8f-bb84-caab58748633/f2a7c1a2-04cc-4a9d-b600-2f80097b579a) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:40:14.985675 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0bbc738f-c9ed-45e5-ac93-dd9dcf1b16ed tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:14.986753 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff7354-1637-4f9a-bb2d-9c000ecd45e9 req-adb410f9-4e4a-4e1a-aaaa-ce4bcbbc401d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:14.988273 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-03ff7354-1637-4f9a-bb2d-9c000ecd45e9 req-adb410f9-4e4a-4e1a-aaaa-ce4bcbbc401d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=64d652f5-e20a-4a4e-969a-c2271fe340e6 HTTP/1.1" status: 200 len: 848 time: 0.3092842 Dec 10 16:40:14.991845 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-0bbc738f-c9ed-45e5-ac93-dd9dcf1b16ed tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Added segment dc2c0c78-9fb3-4f3f-acc7-36f79ee7dc3f of type vlan for network 7dd06b87-c95c-4f15-a685-13aeeda09636 Dec 10 16:40:15.033389 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-66a99493-e1ab-4db6-96cc-15e66134594d tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:15.039054 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d87bb6-f9d7-4e26-a4e2-41c8e5ffd87a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1457fd5e-6fc7-4cc1-87f8-8f515e00e611,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:15.136513 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-89d87bb6-f9d7-4e26-a4e2-41c8e5ffd87a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:15.146920 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-89d87bb6-f9d7-4e26-a4e2-41c8e5ffd87a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1138089 Dec 10 16:40:15.235252 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0bbc738f-c9ed-45e5-ac93-dd9dcf1b16ed tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:15.236167 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-3e4739dd-2ddd-4d14-a302-df4d02e8b678 None None] Set router 8bc431a4-28b1-4125-9b6c-570dabd39485 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:40:15.255104 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c673a1e2-66d2-4b0f-959a-38c5487b5582 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:15.264247 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f7add5-4b5b-4b21-8a70-3b6f88db64bb None None] Network 5d884117-c793-4ff4-b37e-45e1cec76516 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:15.301494 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff7354-1637-4f9a-bb2d-9c000ecd45e9 req-bbb25635-712a-415e-abdc-3b2024080d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:15.305826 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-03ff7354-1637-4f9a-bb2d-9c000ecd45e9 req-bbb25635-712a-415e-abdc-3b2024080d10 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f4f58725-76ee-4fee-b48e-44ba4df345e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2688906 Dec 10 16:40:15.328186 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0bbc738f-c9ed-45e5-ac93-dd9dcf1b16ed tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:15.338782 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 119e7d2e-d845-4ef5-8930-54d71fbeec85 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:40:15.342276 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbc738f-c9ed-45e5-ac93-dd9dcf1b16ed tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:15.343087 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0bbc738f-c9ed-45e5-ac93-dd9dcf1b16ed tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:15.345328 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c673a1e2-66d2-4b0f-959a-38c5487b5582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:15.516014 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-66a99493-e1ab-4db6-96cc-15e66134594d tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Deleting port d4a40129-efaf-4ffd-bf01-90f8ba444241 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:15.516262 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-66a99493-e1ab-4db6-96cc-15e66134594d tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:15.568079 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-0bbc738f-c9ed-45e5-ac93-dd9dcf1b16ed tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4310043 Dec 10 16:40:15.580856 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37790) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:15.582184 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c673a1e2-66d2-4b0f-959a-38c5487b5582 None None] Network 3e1846c0-05b0-43c9-a8f3-0f0d3f06625e is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:40:15.588386 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-ade0fc1c-5e10-4eba-a84d-3dcc45afe635 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Request body: {'subnet': {'network_id': '7dd06b87-c95c-4f15-a685-13aeeda09636', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:15.600339 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-66a99493-e1ab-4db6-96cc-15e66134594d tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] For port d4a40129-efaf-4ffd-bf01-90f8ba444241, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=d4a40129-efaf-4ffd-bf01-90f8ba444241,segment=NetworkSegment(68f33962-bf9e-4ed4-9987-9ed08839d526),segment_id=68f33962-bf9e-4ed4-9987-9ed08839d526)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:15.601075 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-66a99493-e1ab-4db6-96cc-15e66134594d tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:15.615129 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc738f-c9ed-45e5-ac93-dd9dcf1b16ed tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event updated for resources: {'Network': ['ID=7dd06b87-c95c-4f15-a685-13aeeda09636,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:15.617487 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-66a99493-e1ab-4db6-96cc-15e66134594d tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Calling delete_port for d4a40129-efaf-4ffd-bf01-90f8ba444241 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:15.660080 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 7dd06b87-c95c-4f15-a685-13aeeda09636 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:40:15.674019 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-c673a1e2-66d2-4b0f-959a-38c5487b5582 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:15.680853 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c673a1e2-66d2-4b0f-959a-38c5487b5582 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:40:15.694795 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-dd7fdeaf-9ad3-4053-b586-3275c4fbcf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b479155-e49b-4e4c-a133-4c01715a0a1e', 'name': 'tempest-TestServerBasicOps-1517356123-router', 'tenant_id': '82a91439607e4bae9723c370020baa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'fa739048-c35d-403d-b35b-262f78fe99cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:05Z', 'updated_at': '2021-12-10T16:39:14Z', 'revision_number': 4, 'project_id': '82a91439607e4bae9723c370020baa2b', 'gw_port': {'id': 'fa739048-c35d-403d-b35b-262f78fe99cc', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ae:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b479155-e49b-4e4c-a133-4c01715a0a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:06Z', 'updated_at': '2021-12-10T16:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '1500f705-0334-4267-99ae-18fecce3c344', 'tenant_id': '82a91439607e4bae9723c370020baa2b', 'floating_ip_address': '172.25.6.237', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '4b479155-e49b-4e4c-a133-4c01715a0a1e', 'port_id': 'cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4f58725-76ee-4fee-b48e-44ba4df345e4', 'mac_address': 'fa:16:3e:da:52:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26efe463-f91c-46ba-8f4e-db8b02424d4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:40:09Z', 'updated_at': '2021-12-10T16:40:09Z', 'revision_number': 0, 'project_id': '82a91439607e4bae9723c370020baa2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cbc1b4e-f5e1-4c41-80cf-f205de51a21b', 'name': '', 'network_id': 'f4f58725-76ee-4fee-b48e-44ba4df345e4', 'tenant_id': '82a91439607e4bae9723c370020baa2b', 'mac_address': 'fa:16:3e:ba:99:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b479155-e49b-4e4c-a133-4c01715a0a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '64d652f5-e20a-4a4e-969a-c2271fe340e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:12Z', 'updated_at': '2021-12-10T16:39:21Z', 'revision_number': 5, 'project_id': '82a91439607e4bae9723c370020baa2b', 'subnets': [{'id': '64d652f5-e20a-4a4e-969a-c2271fe340e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:15.750379 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-688630c9-335a-4fbd-bd5f-5548389f868a req-d3b4bfed-6786-44a1-96fd-60b9ada4a35e tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1465601150&fields=id&tenant_id=f7102f587c0942469f218fb29d23ff5f HTTP/1.1" status: 200 len: 267 time: 0.2223914 Dec 10 16:40:15.798750 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-03ff7354-1637-4f9a-bb2d-9c000ecd45e9 req-ec26d481-dd22-4f6b-a71b-c16d6b13bc56 service neutron] 10.222.0.26 "GET /v2.0/networks/f4f58725-76ee-4fee-b48e-44ba4df345e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4827435 Dec 10 16:40:15.804361 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7fdeaf-9ad3-4053-b586-3275c4fbcf78 None None] The sync data for ids ['4b479155-e49b-4e4c-a133-4c01715a0a1e'] in n-d-766771-2 is: [{'id': '4b479155-e49b-4e4c-a133-4c01715a0a1e', 'name': 'tempest-TestServerBasicOps-1517356123-router', 'tenant_id': '82a91439607e4bae9723c370020baa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'fa739048-c35d-403d-b35b-262f78fe99cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:05Z', 'updated_at': '2021-12-10T16:39:14Z', 'revision_number': 4, 'project_id': '82a91439607e4bae9723c370020baa2b', 'gw_port': {'id': 'fa739048-c35d-403d-b35b-262f78fe99cc', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ae:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b479155-e49b-4e4c-a133-4c01715a0a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:06Z', 'updated_at': '2021-12-10T16:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '1500f705-0334-4267-99ae-18fecce3c344', 'tenant_id': '82a91439607e4bae9723c370020baa2b', 'floating_ip_address': '172.25.6.237', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '4b479155-e49b-4e4c-a133-4c01715a0a1e', 'port_id': 'cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4f58725-76ee-4fee-b48e-44ba4df345e4', 'mac_address': 'fa:16:3e:da:52:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26efe463-f91c-46ba-8f4e-db8b02424d4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:40:09Z', 'updated_at': '2021-12-10T16:40:09Z', 'revision_number': 0, 'project_id': '82a91439607e4bae9723c370020baa2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cbc1b4e-f5e1-4c41-80cf-f205de51a21b', 'name': '', 'network_id': 'f4f58725-76ee-4fee-b48e-44ba4df345e4', 'tenant_id': '82a91439607e4bae9723c370020baa2b', 'mac_address': 'fa:16:3e:ba:99:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b479155-e49b-4e4c-a133-4c01715a0a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '64d652f5-e20a-4a4e-969a-c2271fe340e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:12Z', 'updated_at': '2021-12-10T16:39:21Z', 'revision_number': 5, 'project_id': '82a91439607e4bae9723c370020baa2b', 'subnets': [{'id': '64d652f5-e20a-4a4e-969a-c2271fe340e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:40:15.820262 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-66a99493-e1ab-4db6-96cc-15e66134594d tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:15.829787 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673a1e2-66d2-4b0f-959a-38c5487b5582 None None] Pushing event updated for resources: {'Port': ['ID=f2a7c1a2-04cc-4a9d-b600-2f80097b579a,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:15.845248 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3e4739dd-2ddd-4d14-a302-df4d02e8b678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc431a4-28b1-4125-9b6c-570dabd39485', 'name': 'tempest-ServerRescueNegativeTestJSON-1046759795-router', 'tenant_id': '45ca9cd270ce4d398a78e52c666b1374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'd5db14a0-fa3c-4a1b-83d6-b5dd51b017cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:40:10Z', 'updated_at': '2021-12-10T16:40:12Z', 'revision_number': 3, 'project_id': '45ca9cd270ce4d398a78e52c666b1374', 'gw_port': {'id': 'd5db14a0-fa3c-4a1b-83d6-b5dd51b017cf', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:06:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc431a4-28b1-4125-9b6c-570dabd39485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:11Z', 'updated_at': '2021-12-10T16:40:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:15.858619 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d5967d-3a8e-4b38-87f3-47dd3041c847 None None] DHCP port deletion for 5d884117-c793-4ff4-b37e-45e1cec76516 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:40:15.904194 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a99493-e1ab-4db6-96cc-15e66134594d tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event deleted for resources: {'Port': ['ID=d4a40129-efaf-4ffd-bf01-90f8ba444241,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:15.920767 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a99493-e1ab-4db6-96cc-15e66134594d tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] No DVR routers for this DVR port d4a40129-efaf-4ffd-bf01-90f8ba444241 on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:40:15.936581 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4739dd-2ddd-4d14-a302-df4d02e8b678 None None] Checking router: 8bc431a4-28b1-4125-9b6c-570dabd39485 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:40:15.936990 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4739dd-2ddd-4d14-a302-df4d02e8b678 None None] Updating router 8bc431a4-28b1-4125-9b6c-570dabd39485 port d5db14a0-fa3c-4a1b-83d6-b5dd51b017cf binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:40:15.961097 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 119e7d2e-d845-4ef5-8930-54d71fbeec85 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:15.963853 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:15.996517 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade0fc1c-5e10-4eba-a84d-3dcc45afe635 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Made reservation on behalf of a8583be60b5b47adbe7d3e43d3a1ef22 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:16.001116 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ade0fc1c-5e10-4eba-a84d-3dcc45afe635 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:16.011159 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3e4739dd-2ddd-4d14-a302-df4d02e8b678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:16.158381 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-c673a1e2-66d2-4b0f-959a-38c5487b5582 None None] Attempting to bind port f2a7c1a2-04cc-4a9d-b600-2f80097b579a on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:40:16.162217 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-c673a1e2-66d2-4b0f-959a-38c5487b5582 None None] Attempting to bind port f2a7c1a2-04cc-4a9d-b600-2f80097b579a by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '3d91edce-a14c-46e3-abff-3f796005035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3e1846c0-05b0-43c9-a8f3-0f0d3f06625e'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:40:16.162622 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c673a1e2-66d2-4b0f-959a-38c5487b5582 None None] Attempting to bind port f2a7c1a2-04cc-4a9d-b600-2f80097b579a on network 3e1846c0-05b0-43c9-a8f3-0f0d3f06625e {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:40:16.177557 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-66a99493-e1ab-4db6-96cc-15e66134594d tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:16.218564 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688630c9-335a-4fbd-bd5f-5548389f868a req-746f00f9-fda4-4ffc-8f85-84419aa55ce5 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:16.221599 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-688630c9-335a-4fbd-bd5f-5548389f868a req-746f00f9-fda4-4ffc-8f85-84419aa55ce5 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/networks?id=d554693e-cd92-4e37-b677-7f13ee909108 HTTP/1.1" status: 200 len: 797 time: 0.4703281 Dec 10 16:40:16.229007 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-66a99493-e1ab-4db6-96cc-15e66134594d tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d884117-c793-4ff4-b37e-45e1cec76516']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:16.249414 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-66a99493-e1ab-4db6-96cc-15e66134594d tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68f33962-bf9e-4ed4-9987-9ed08839d526') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:16.249709 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-66a99493-e1ab-4db6-96cc-15e66134594d tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68f33962-bf9e-4ed4-9987-9ed08839d526') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:16.252213 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-688630c9-335a-4fbd-bd5f-5548389f868a req-7808fa11-edf1-481b-b2ef-0fc376561f62 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/quotas/f7102f587c0942469f218fb29d23ff5f HTTP/1.1" status: 200 len: 375 time: 0.0181952 Dec 10 16:40:16.270333 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-66a99493-e1ab-4db6-96cc-15e66134594d tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:16.300387 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-66a99493-e1ab-4db6-96cc-15e66134594d tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:16.312883 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a99493-e1ab-4db6-96cc-15e66134594d tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:40:16.313307 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-66a99493-e1ab-4db6-96cc-15e66134594d tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:16.333061 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-acf5c871-0eda-4444-a90a-265588941577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:16.341341 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2519ca-0aa9-4e0a-9bad-433d23888a87 None None] New status for floating IP 1500f705-0334-4267-99ae-18fecce3c344: ACTIVE {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:40:16.350074 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 74e6bed2-6ebe-4384-ad72-3ccaf806c930 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:40:16.427062 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c673a1e2-66d2-4b0f-959a-38c5487b5582 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:40:16.427820 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c673a1e2-66d2-4b0f-959a-38c5487b5582 None None] Checking segment: {'id': '3d91edce-a14c-46e3-abff-3f796005035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3e1846c0-05b0-43c9-a8f3-0f0d3f06625e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:40:16.428388 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c673a1e2-66d2-4b0f-959a-38c5487b5582 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:16.428952 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c673a1e2-66d2-4b0f-959a-38c5487b5582 None None] Bound using segment: {'id': '3d91edce-a14c-46e3-abff-3f796005035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3e1846c0-05b0-43c9-a8f3-0f0d3f06625e'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:40:16.429591 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-c673a1e2-66d2-4b0f-959a-38c5487b5582 None None] Bound port: f2a7c1a2-04cc-4a9d-b600-2f80097b579a, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d91edce-a14c-46e3-abff-3f796005035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3e1846c0-05b0-43c9-a8f3-0f0d3f06625e'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:40:16.430225 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c673a1e2-66d2-4b0f-959a-38c5487b5582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:16.455298 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-688630c9-335a-4fbd-bd5f-5548389f868a req-46c8ac6a-7d60-42c1-8114-35b7f9530ea7 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7102f587c0942469f218fb29d23ff5f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1914251 Dec 10 16:40:16.468273 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-03ff7354-1637-4f9a-bb2d-9c000ecd45e9 req-c6c45f42-5458-43ba-b60f-07d2b82b2a87 service neutron] 10.222.0.26 "GET /v2.0/networks/f4f58725-76ee-4fee-b48e-44ba4df345e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6578553 Dec 10 16:40:16.472538 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:40:16.472538 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:40:16.472538 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:40:16.472538 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:40:16.472538 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:40:16.472538 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:40:16.472538 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:40:16.472538 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:40:16.472538 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:40:16.472538 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:40:16.472538 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:40:16.472538 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:40:16.472538 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:40:16.472538 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:40:16.472538 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:40:16.472538 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:40:16.472538 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:40:16.472538 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:40:16.472538 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:40:16.472538 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:40:16.472538 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:40:16.472538 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:40:16.472538 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:40:16.472538 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:40:16.472538 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:40:16.472538 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:40:16.472538 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:40:16.472538 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:40:16.472538 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:40:16.472538 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:40:16.472538 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:40:16.472538 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:40:16.475563 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-66a99493-e1ab-4db6-96cc-15e66134594d tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:16.509033 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-66a99493-e1ab-4db6-96cc-15e66134594d tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:16.510321 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 74e6bed2-6ebe-4384-ad72-3ccaf806c930 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:40:16.510752 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 74e6bed2-6ebe-4384-ad72-3ccaf806c930 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:40:16.515920 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-66a99493-e1ab-4db6-96cc-15e66134594d tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "DELETE /v2.0/networks/5d884117-c793-4ff4-b37e-45e1cec76516 HTTP/1.1" status: 204 len: 168 time: 1.7097647 Dec 10 16:40:16.516963 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a99493-e1ab-4db6-96cc-15e66134594d tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Pushing event deleted for resources: {'Network': ['ID=5d884117-c793-4ff4-b37e-45e1cec76516,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:16.525101 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37798) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:16.529478 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a99493-e1ab-4db6-96cc-15e66134594d tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:16.529845 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a99493-e1ab-4db6-96cc-15e66134594d tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:16.530216 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a99493-e1ab-4db6-96cc-15e66134594d tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:16.530561 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a99493-e1ab-4db6-96cc-15e66134594d tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:16.531127 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a99493-e1ab-4db6-96cc-15e66134594d tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:16.531668 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a99493-e1ab-4db6-96cc-15e66134594d tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:16.532008 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a99493-e1ab-4db6-96cc-15e66134594d tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:16.532364 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a99493-e1ab-4db6-96cc-15e66134594d tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:16.532672 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a99493-e1ab-4db6-96cc-15e66134594d tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:16.532994 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a99493-e1ab-4db6-96cc-15e66134594d tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:16.533340 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a99493-e1ab-4db6-96cc-15e66134594d tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:16.533903 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a99493-e1ab-4db6-96cc-15e66134594d tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:16.537100 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a99493-e1ab-4db6-96cc-15e66134594d tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:16.553551 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f149233e-4b8c-4661-8459-79e1ee73b9cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:16.555519 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-91e04baf-6404-406b-ae28-a30f51ca38a8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Request body: {'router': {'routes': None}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:16.689043 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3e4739dd-2ddd-4d14-a302-df4d02e8b678 None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:16.697342 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3e4739dd-2ddd-4d14-a302-df4d02e8b678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:16.797840 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c673a1e2-66d2-4b0f-959a-38c5487b5582 None None] For port f2a7c1a2-04cc-4a9d-b600-2f80097b579a, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:40:16.828491 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c673a1e2-66d2-4b0f-959a-38c5487b5582 None None] For port f2a7c1a2-04cc-4a9d-b600-2f80097b579a, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=f2a7c1a2-04cc-4a9d-b600-2f80097b579a,segment=NetworkSegment(3d91edce-a14c-46e3-abff-3f796005035e),segment_id=3d91edce-a14c-46e3-abff-3f796005035e)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:40:16.835640 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd998ab-e821-4569-989c-d2e3bb98964f None None] Pushing event updated for resources: {'Port': ['ID=d5db14a0-fa3c-4a1b-83d6-b5dd51b017cf,revision_number=2']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:16.849098 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c673a1e2-66d2-4b0f-959a-38c5487b5582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:16.879572 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-3e4739dd-2ddd-4d14-a302-df4d02e8b678 None None] Attempting to bind port d5db14a0-fa3c-4a1b-83d6-b5dd51b017cf on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:40:16.880122 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-3e4739dd-2ddd-4d14-a302-df4d02e8b678 None None] Attempting to bind port d5db14a0-fa3c-4a1b-83d6-b5dd51b017cf by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:40:16.880450 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4739dd-2ddd-4d14-a302-df4d02e8b678 None None] Attempting to bind port d5db14a0-fa3c-4a1b-83d6-b5dd51b017cf on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:40:16.885780 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.extraroute_db [None req-91e04baf-6404-406b-ae28-a30f51ca38a8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Added routes are [] {{(pid=103393) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 16:40:16.886877 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.extraroute_db [None req-91e04baf-6404-406b-ae28-a30f51ca38a8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Removed routes are [] {{(pid=103393) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 16:40:16.887381 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-91e04baf-6404-406b-ae28-a30f51ca38a8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4726'] for router, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:16.891785 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4739dd-2ddd-4d14-a302-df4d02e8b678 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:40:16.894449 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4739dd-2ddd-4d14-a302-df4d02e8b678 None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:40:16.903039 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3e4739dd-2ddd-4d14-a302-df4d02e8b678 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:16.903687 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4739dd-2ddd-4d14-a302-df4d02e8b678 None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:40:16.904371 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-3e4739dd-2ddd-4d14-a302-df4d02e8b678 None None] Bound port: d5db14a0-fa3c-4a1b-83d6-b5dd51b017cf, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:40:16.904921 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3e4739dd-2ddd-4d14-a302-df4d02e8b678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:16.925299 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6a6855-9b29-4918-b37d-750ebb0232a8 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:40:16.939080 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device d4a40129-efaf-4ffd-bf01-90f8ba444241 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:40:17.036206 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: d4a40129-efaf-4ffd-bf01-90f8ba444241 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:40:17.036549 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device d4a40129-efaf-4ffd-bf01-90f8ba444241 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:40:17.050507 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-3e4739dd-2ddd-4d14-a302-df4d02e8b678 None None] For port d5db14a0-fa3c-4a1b-83d6-b5dd51b017cf, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:40:17.053150 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673a1e2-66d2-4b0f-959a-38c5487b5582 None None] Pushing event updated for resources: {'Port': ['ID=f2a7c1a2-04cc-4a9d-b600-2f80097b579a,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:17.057361 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-3e4739dd-2ddd-4d14-a302-df4d02e8b678 None None] For port d5db14a0-fa3c-4a1b-83d6-b5dd51b017cf, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=d5db14a0-fa3c-4a1b-83d6-b5dd51b017cf,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:40:17.062931 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-716ef6a2-f67d-4ce6-bc18-b1c1415d65b8 None None] Provisioning complete for port d5db14a0-fa3c-4a1b-83d6-b5dd51b017cf triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:17.063448 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-716ef6a2-f67d-4ce6-bc18-b1c1415d65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:17.064281 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3e4739dd-2ddd-4d14-a302-df4d02e8b678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:17.085474 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-91e04baf-6404-406b-ae28-a30f51ca38a8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4726'] for router, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:17.091147 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-91e04baf-6404-406b-ae28-a30f51ca38a8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-603901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599127'] for router, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:17.115940 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-acf5c871-0eda-4444-a90a-265588941577 admin admin] Allocated IP 172.20.0.1 (b5ba8caf-9119-4d49-8c04-be0a7edd0bb2/22f5ce8a-e527-41c9-88c7-11774c8e4abe/5e6e78d6-65b8-48b0-ba2d-005c999b410c) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:40:17.171424 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd998ab-e821-4569-989c-d2e3bb98964f None None] Pushing event updated for resources: {'Port': ['ID=d5db14a0-fa3c-4a1b-83d6-b5dd51b017cf,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:17.185171 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4739dd-2ddd-4d14-a302-df4d02e8b678 None None] Routers {'8bc431a4-28b1-4125-9b6c-570dabd39485'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:17.186117 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3e4739dd-2ddd-4d14-a302-df4d02e8b678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:40:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['8bc431a4-28b1-4125-9b6c-570dabd39485'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:17.186656 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be6ca8b-131e-4fa4-8d17-12d346a5fa99 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:40:17.216682 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e04baf-6404-406b-ae28-a30f51ca38a8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Router 5f39ed70-7472-45f4-8b3a-222a2550720d has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:40:17.343686 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-716ef6a2-f67d-4ce6-bc18-b1c1415d65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:17.349605 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e04baf-6404-406b-ae28-a30f51ca38a8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:40:17.359653 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-91e04baf-6404-406b-ae28-a30f51ca38a8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:17.365749 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-91e04baf-6404-406b-ae28-a30f51ca38a8 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "PUT /v2.0/routers/5f39ed70-7472-45f4-8b3a-222a2550720d HTTP/1.1" status: 200 len: 701 time: 0.8221338 Dec 10 16:40:17.365939 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a55e56-e09e-40e0-a686-e982076455c1 None None] Sync routers for ids ['5f39ed70-7472-45f4-8b3a-222a2550720d'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:40:17.366109 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37808) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:17.375139 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:17.381483 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ade0fc1c-5e10-4eba-a84d-3dcc45afe635 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:17.399540 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-716ef6a2-f67d-4ce6-bc18-b1c1415d65b8 None None] For port d5db14a0-fa3c-4a1b-83d6-b5dd51b017cf, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=d5db14a0-fa3c-4a1b-83d6-b5dd51b017cf,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:17.410225 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-716ef6a2-f67d-4ce6-bc18-b1c1415d65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:17.435667 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a55e56-e09e-40e0-a686-e982076455c1 None None] Routers {'5f39ed70-7472-45f4-8b3a-222a2550720d'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:17.438901 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-aace47df-4a6c-4ed7-b970-853809a2923b tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f39ed70-7472-45f4-8b3a-222a2550720d HTTP/1.1" status: 200 len: 205 time: 0.0714569 Dec 10 16:40:17.440971 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37812) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:17.441130 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-07a55e56-e09e-40e0-a686-e982076455c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:40:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['5f39ed70-7472-45f4-8b3a-222a2550720d'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:17.469150 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-acf5c871-0eda-4444-a90a-265588941577 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:17.472197 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fc1c-5e10-4eba-a84d-3dcc45afe635 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event updated for resources: {'Subnet': ['ID=69297c0b-788f-49dc-b3d2-35a9377f9b48,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:17.486427 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ef6a2-f67d-4ce6-bc18-b1c1415d65b8 None None] Pushing event updated for resources: {'Port': ['ID=d5db14a0-fa3c-4a1b-83d6-b5dd51b017cf,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:17.554887 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-be662d5c-cd5c-46e6-8051-f3dda2eab0cb None None] Provisioning complete for port d5db14a0-fa3c-4a1b-83d6-b5dd51b017cf triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:17.555593 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-be662d5c-cd5c-46e6-8051-f3dda2eab0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:17.573185 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade0fc1c-5e10-4eba-a84d-3dcc45afe635 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Checking segment: {'id': 'dc2c0c78-9fb3-4f3f-acc7-36f79ee7dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7dd06b87-c95c-4f15-a685-13aeeda09636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:40:17.573185 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade0fc1c-5e10-4eba-a84d-3dcc45afe635 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Network hostable DHCP agents. Network: 7dd06b87-c95c-4f15-a685-13aeeda09636, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:40:17.590060 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5f8b72dc-73ab-43fc-9f5e-e7f76a0d79fe tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:17.597896 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-688630c9-335a-4fbd-bd5f-5548389f868a req-6a2c3672-7494-4f72-8552-1d417ad490f1 service neutron] 10.222.0.11 "GET /v2.0/networks/d554693e-cd92-4e37-b677-7f13ee909108?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0836337 Dec 10 16:40:17.636448 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-07a55e56-e09e-40e0-a686-e982076455c1 None None] Set router 5f39ed70-7472-45f4-8b3a-222a2550720d gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:40:17.672646 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-acf5c871-0eda-4444-a90a-265588941577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:17.728137 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5c871-0eda-4444-a90a-265588941577 admin admin] Pushing event updated for resources: {'Port': ['ID=5e6e78d6-65b8-48b0-ba2d-005c999b410c,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:17.743633 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-07a55e56-e09e-40e0-a686-e982076455c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'name': 'tempest-RoutersTest-router-1164737647', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:07Z', 'updated_at': '2021-12-10T16:40:11Z', 'revision_number': 11, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'gw_port_host': None}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:17.788925 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a55e56-e09e-40e0-a686-e982076455c1 None None] Checking router: 5f39ed70-7472-45f4-8b3a-222a2550720d for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:40:17.790162 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf5c871-0eda-4444-a90a-265588941577 admin admin] Network b5ba8caf-9119-4d49-8c04-be0a7edd0bb2 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:40:17.793335 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-688630c9-335a-4fbd-bd5f-5548389f868a req-8fdc60e7-50b9-495f-80c2-9a568b956507 service neutron] 10.222.0.11 "GET /v2.0/networks/d554693e-cd92-4e37-b677-7f13ee909108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936061 Dec 10 16:40:17.796527 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-acf5c871-0eda-4444-a90a-265588941577 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:17.799218 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade0fc1c-5e10-4eba-a84d-3dcc45afe635 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Network 7dd06b87-c95c-4f15-a685-13aeeda09636 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:40:17.808811 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a55e56-e09e-40e0-a686-e982076455c1 None None] Routers {'5f39ed70-7472-45f4-8b3a-222a2550720d'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:17.809835 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf5c871-0eda-4444-a90a-265588941577 admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:40:17.809964 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-07a55e56-e09e-40e0-a686-e982076455c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:40:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['5f39ed70-7472-45f4-8b3a-222a2550720d'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:17.857635 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-acf5c871-0eda-4444-a90a-265588941577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:17.866409 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-ade0fc1c-5e10-4eba-a84d-3dcc45afe635 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 7dd06b87-c95c-4f15-a685-13aeeda09636) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:17.878160 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0071e9-65d2-4e56-ba77-176eaa0e5449 None None] Network 7dd06b87-c95c-4f15-a685-13aeeda09636 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:17.893166 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-07a55e56-e09e-40e0-a686-e982076455c1 None None] Set router 5f39ed70-7472-45f4-8b3a-222a2550720d gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:40:17.935645 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5f8b72dc-73ab-43fc-9f5e-e7f76a0d79fe tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:17.937906 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5f8b72dc-73ab-43fc-9f5e-e7f76a0d79fe tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:17.955038 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-07a55e56-e09e-40e0-a686-e982076455c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'name': 'tempest-RoutersTest-router-1164737647', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:07Z', 'updated_at': '2021-12-10T16:40:11Z', 'revision_number': 11, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'gw_port_host': None}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:17.958892 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade0fc1c-5e10-4eba-a84d-3dcc45afe635 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:17.959508 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ade0fc1c-5e10-4eba-a84d-3dcc45afe635 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:17.984558 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37816) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:18.016155 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-3e4739dd-2ddd-4d14-a302-df4d02e8b678 None None] Set router 8bc431a4-28b1-4125-9b6c-570dabd39485 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:40:18.030992 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5f8b72dc-73ab-43fc-9f5e-e7f76a0d79fe tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:18.031550 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8b72dc-73ab-43fc-9f5e-e7f76a0d79fe tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Fanout notify agent at l3_agent the message router_deleted on router 5f39ed70-7472-45f4-8b3a-222a2550720d {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:40:18.038974 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5f8b72dc-73ab-43fc-9f5e-e7f76a0d79fe tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:18.042726 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ade0fc1c-5e10-4eba-a84d-3dcc45afe635 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.4554400 Dec 10 16:40:18.042726 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37820) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:18.054714 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5f8b72dc-73ab-43fc-9f5e-e7f76a0d79fe tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "DELETE /v2.0/routers/5f39ed70-7472-45f4-8b3a-222a2550720d HTTP/1.1" status: 204 len: 168 time: 0.6122913 Dec 10 16:40:18.055445 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37822) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:18.059860 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-4965601d-280e-499e-8ad1-e16b055ecfa7 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2094436743', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:18.066770 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a55e56-e09e-40e0-a686-e982076455c1 None None] The sync data for ids ['5f39ed70-7472-45f4-8b3a-222a2550720d'] in n-d-766771-2 is: [{'id': '5f39ed70-7472-45f4-8b3a-222a2550720d', 'name': 'tempest-RoutersTest-router-1164737647', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:07Z', 'updated_at': '2021-12-10T16:40:11Z', 'revision_number': 11, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'gw_port_host': None}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:40:18.102081 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ed6cd6-b0ab-4b14-8b68-8e94ba436eea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-7dd06b87-c95c-4f15-a685-13aeeda09636', 'network_id': '7dd06b87-c95c-4f15-a685-13aeeda09636', 'project_id': 'a8583be60b5b47adbe7d3e43d3a1ef22', 'fixed_ips': [{'subnet_id': '69297c0b-788f-49dc-b3d2-35a9377f9b48'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:40:18.103063 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e9ed6cd6-b0ab-4b14-8b68-8e94ba436eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:18.115593 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4965601d-280e-499e-8ad1-e16b055ecfa7 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:18.116676 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4965601d-280e-499e-8ad1-e16b055ecfa7 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:18.288497 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4965601d-280e-499e-8ad1-e16b055ecfa7 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:18.297068 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4965601d-280e-499e-8ad1-e16b055ecfa7 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:18.346676 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4965601d-280e-499e-8ad1-e16b055ecfa7 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:18.358746 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4965601d-280e-499e-8ad1-e16b055ecfa7 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3021381 Dec 10 16:40:18.359474 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37832) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:18.369506 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-b19877fc-432e-4d71-8c4d-6ca2bc2afcba tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:18.475466 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-e9ed6cd6-b0ab-4b14-8b68-8e94ba436eea None None] Allocated IP 172.20.0.2 (7dd06b87-c95c-4f15-a685-13aeeda09636/69297c0b-788f-49dc-b3d2-35a9377f9b48/519f196b-b648-4cf1-b6b3-38145680fe1c) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:40:18.531028 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2b9695d2-042e-448a-a70f-2facd181a701 req-a9db239d-98e1-40c5-9a54-9b913a344240 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e40e4eb-b236-429a-85cd-3ab0dd6d71b5 HTTP/1.1" status: 200 len: 210 time: 0.1015754 Dec 10 16:40:18.726302 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41bf9608-6386-48b2-bce0-d5c9ce7afcc7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:18.747156 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3e4739dd-2ddd-4d14-a302-df4d02e8b678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc431a4-28b1-4125-9b6c-570dabd39485', 'name': 'tempest-ServerRescueNegativeTestJSON-1046759795-router', 'tenant_id': '45ca9cd270ce4d398a78e52c666b1374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'd5db14a0-fa3c-4a1b-83d6-b5dd51b017cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:40:10Z', 'updated_at': '2021-12-10T16:40:12Z', 'revision_number': 3, 'project_id': '45ca9cd270ce4d398a78e52c666b1374', 'gw_port': {'id': 'd5db14a0-fa3c-4a1b-83d6-b5dd51b017cf', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:06:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc431a4-28b1-4125-9b6c-570dabd39485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:11Z', 'updated_at': '2021-12-10T16:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:18.757604 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1e209d0d-5c7e-4a0d-bdec-b2064a0f5db4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5d925a23ee2046d79bb5352e8a2fbff8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7720532 Dec 10 16:40:18.772074 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37840) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:18.784214 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-acf5c871-0eda-4444-a90a-265588941577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:18.817778 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4739dd-2ddd-4d14-a302-df4d02e8b678 None None] The sync data for ids ['8bc431a4-28b1-4125-9b6c-570dabd39485'] in n-d-766771-2 is: [{'id': '8bc431a4-28b1-4125-9b6c-570dabd39485', 'name': 'tempest-ServerRescueNegativeTestJSON-1046759795-router', 'tenant_id': '45ca9cd270ce4d398a78e52c666b1374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'd5db14a0-fa3c-4a1b-83d6-b5dd51b017cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:40:10Z', 'updated_at': '2021-12-10T16:40:12Z', 'revision_number': 3, 'project_id': '45ca9cd270ce4d398a78e52c666b1374', 'gw_port': {'id': 'd5db14a0-fa3c-4a1b-83d6-b5dd51b017cf', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:06:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc431a4-28b1-4125-9b6c-570dabd39485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:11Z', 'updated_at': '2021-12-10T16:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:40:18.921299 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c977c9d-1677-4d8f-9b8f-0d39a4c027ad None None] Network 3e1846c0-05b0-43c9-a8f3-0f0d3f06625e requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:19.072133 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b19877fc-432e-4d71-8c4d-6ca2bc2afcba tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4726'] for router, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:19.081026 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device f2a7c1a2-04cc-4a9d-b600-2f80097b579a up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:40:19.092123 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b19877fc-432e-4d71-8c4d-6ca2bc2afcba tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-603901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599127'] for router, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:19.221614 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9e01702c-664a-4257-bcf3-9c2f573d40ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:19.319632 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9e01702c-664a-4257-bcf3-9c2f573d40ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:19.361166 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19877fc-432e-4d71-8c4d-6ca2bc2afcba tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Router f36e7714-d942-4e34-a457-61eeda0f308e is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:40:19.439644 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:19.485921 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19877fc-432e-4d71-8c4d-6ca2bc2afcba tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:40:19.499176 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b19877fc-432e-4d71-8c4d-6ca2bc2afcba tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:19.500439 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b19877fc-432e-4d71-8c4d-6ca2bc2afcba tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "PUT /v2.0/routers/f36e7714-d942-4e34-a457-61eeda0f308e HTTP/1.1" status: 200 len: 694 time: 1.1399574 Dec 10 16:40:19.507297 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37848) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:19.521294 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9e01702c-664a-4257-bcf3-9c2f573d40ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:19.527471 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9e01702c-664a-4257-bcf3-9c2f573d40ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:19.531052 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9e01702c-664a-4257-bcf3-9c2f573d40ed admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b745fbcb-b640-48e3-aef9-5bbfdd8fecaa HTTP/1.1" status: 204 len: 168 time: 0.7574115 Dec 10 16:40:19.557620 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2867291b-7474-44d4-b1d4-557a7ab63c14 None None] Sync routers for ids ['f36e7714-d942-4e34-a457-61eeda0f308e'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:40:19.674966 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e01702c-664a-4257-bcf3-9c2f573d40ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b745fbcb-b640-48e3-aef9-5bbfdd8fecaa,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:19.701498 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5998e0d6-48c8-40b7-9cb4-dce3ca8a4d71 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "GET /v2.0/routers/f36e7714-d942-4e34-a457-61eeda0f308e HTTP/1.1" status: 200 len: 700 time: 0.1929774 Dec 10 16:40:19.704508 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41bf9608-6386-48b2-bce0-d5c9ce7afcc7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:19.709393 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37854) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:19.750237 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-30887e23-f508-4d2a-bd2e-9dfa674ae685 None None] Provisioning complete for port f2a7c1a2-04cc-4a9d-b600-2f80097b579a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:19.750618 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-30887e23-f508-4d2a-bd2e-9dfa674ae685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:19.776631 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e2e30fa2-627c-4591-9652-5c327a4f1796 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "GET /v2.0/ports?device_id=f36e7714-d942-4e34-a457-61eeda0f308e HTTP/1.1" status: 200 len: 205 time: 0.0650098 Dec 10 16:40:19.781429 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37858) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:19.857180 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2867291b-7474-44d4-b1d4-557a7ab63c14 None None] Routers {'f36e7714-d942-4e34-a457-61eeda0f308e'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:19.857823 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-2867291b-7474-44d4-b1d4-557a7ab63c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:40:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['f36e7714-d942-4e34-a457-61eeda0f308e'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:19.969412 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-abcc5f78-a0d2-4761-83eb-e746228adf90 req-5c737b12-eea1-4420-811d-8060c7506cac tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e40e4eb-b236-429a-85cd-3ab0dd6d71b5 HTTP/1.1" status: 200 len: 210 time: 0.1298218 Dec 10 16:40:20.038589 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-2867291b-7474-44d4-b1d4-557a7ab63c14 None None] Set router f36e7714-d942-4e34-a457-61eeda0f308e gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:40:20.119935 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688630c9-335a-4fbd-bd5f-5548389f868a req-f0553ce3-c2e6-4568-b56c-d492616b9cb1 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:20.121758 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-688630c9-335a-4fbd-bd5f-5548389f868a req-f0553ce3-c2e6-4568-b56c-d492616b9cb1 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.46 "GET /v2.0/networks?id=d554693e-cd92-4e37-b677-7f13ee909108 HTTP/1.1" status: 200 len: 797 time: 0.1700354 Dec 10 16:40:20.205858 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-2867291b-7474-44d4-b1d4-557a7ab63c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36e7714-d942-4e34-a457-61eeda0f308e', 'name': 'tempest-RoutersTest-router-2094436743', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:40:18Z', 'updated_at': '2021-12-10T16:40:19Z', 'revision_number': 2, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'gw_port_host': None}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:20.279547 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e9ed6cd6-b0ab-4b14-8b68-8e94ba436eea None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:20.285853 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:20.287419 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-688630c9-335a-4fbd-bd5f-5548389f868a req-f299abbc-7ae0-464a-b5c1-e75c2aabd7e8 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7102f587c0942469f218fb29d23ff5f HTTP/1.1" status: 200 len: 472 time: 0.1455686 Dec 10 16:40:20.350835 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2867291b-7474-44d4-b1d4-557a7ab63c14 None None] Checking router: f36e7714-d942-4e34-a457-61eeda0f308e for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:40:20.369150 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-688630c9-335a-4fbd-bd5f-5548389f868a req-9d8a2b79-a062-4477-822f-0c185a1329c2 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Request body: {'port': {'device_id': '2e40e4eb-b236-429a-85cd-3ab0dd6d71b5', 'network_id': 'd554693e-cd92-4e37-b677-7f13ee909108', 'admin_state_up': True, 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'security_groups': ['f2df08c2-6d57-44b4-bfd2-2dd16b936ae5']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:20.410407 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e9ed6cd6-b0ab-4b14-8b68-8e94ba436eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:20.428206 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41bf9608-6386-48b2-bce0-d5c9ce7afcc7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:20.537471 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port f2a7c1a2-04cc-4a9d-b600-2f80097b579a triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:20.537854 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:20.545489 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed6cd6-b0ab-4b14-8b68-8e94ba436eea None None] Pushing event updated for resources: {'Port': ['ID=519f196b-b648-4cf1-b6b3-38145680fe1c,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:20.545722 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf9608-6386-48b2-bce0-d5c9ce7afcc7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event deleted for resources: {'Subnet': ['ID=69297c0b-788f-49dc-b3d2-35a9377f9b48,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:20.614821 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2867291b-7474-44d4-b1d4-557a7ab63c14 None None] Routers {'f36e7714-d942-4e34-a457-61eeda0f308e'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:20.615460 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-2867291b-7474-44d4-b1d4-557a7ab63c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:40:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['f36e7714-d942-4e34-a457-61eeda0f308e'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:20.779211 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-80616594-e143-48b9-b51a-06839271b9d9 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:20.792835 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ed6cd6-b0ab-4b14-8b68-8e94ba436eea None None] Network 7dd06b87-c95c-4f15-a685-13aeeda09636 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:40:20.797936 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41bf9608-6386-48b2-bce0-d5c9ce7afcc7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:20.805010 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-2867291b-7474-44d4-b1d4-557a7ab63c14 None None] Set router f36e7714-d942-4e34-a457-61eeda0f308e gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:40:20.808030 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-e9ed6cd6-b0ab-4b14-8b68-8e94ba436eea None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:20.837925 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-30887e23-f508-4d2a-bd2e-9dfa674ae685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:20.841935 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ed6cd6-b0ab-4b14-8b68-8e94ba436eea None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:40:20.857138 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-41bf9608-6386-48b2-bce0-d5c9ce7afcc7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dd06b87-c95c-4f15-a685-13aeeda09636']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:20.886299 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-41bf9608-6386-48b2-bce0-d5c9ce7afcc7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc2c0c78-9fb3-4f3f-acc7-36f79ee7dc3f') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:20.886996 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-41bf9608-6386-48b2-bce0-d5c9ce7afcc7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc2c0c78-9fb3-4f3f-acc7-36f79ee7dc3f') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:20.891194 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-2867291b-7474-44d4-b1d4-557a7ab63c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36e7714-d942-4e34-a457-61eeda0f308e', 'name': 'tempest-RoutersTest-router-2094436743', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:40:18Z', 'updated_at': '2021-12-10T16:40:19Z', 'revision_number': 2, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'gw_port_host': None}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:20.894202 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-acf5c871-0eda-4444-a90a-265588941577 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:20.932213 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2867291b-7474-44d4-b1d4-557a7ab63c14 None None] The sync data for ids ['f36e7714-d942-4e34-a457-61eeda0f308e'] in n-d-766771-2 is: [{'id': 'f36e7714-d942-4e34-a457-61eeda0f308e', 'name': 'tempest-RoutersTest-router-2094436743', 'tenant_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:40:18Z', 'updated_at': '2021-12-10T16:40:19Z', 'revision_number': 2, 'project_id': 'c3e8ec0e2fb1438e9608d84a3552139f', 'gw_port_host': None}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:40:20.936279 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41bf9608-6386-48b2-bce0-d5c9ce7afcc7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:20.940749 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-acf5c871-0eda-4444-a90a-265588941577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:21.058432 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41bf9608-6386-48b2-bce0-d5c9ce7afcc7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:21.076091 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-e9ed6cd6-b0ab-4b14-8b68-8e94ba436eea None None] Attempting to bind port 519f196b-b648-4cf1-b6b3-38145680fe1c on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:40:21.076468 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-e9ed6cd6-b0ab-4b14-8b68-8e94ba436eea None None] Attempting to bind port 519f196b-b648-4cf1-b6b3-38145680fe1c by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'dc2c0c78-9fb3-4f3f-acc7-36f79ee7dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7dd06b87-c95c-4f15-a685-13aeeda09636'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:40:21.076834 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ed6cd6-b0ab-4b14-8b68-8e94ba436eea None None] Attempting to bind port 519f196b-b648-4cf1-b6b3-38145680fe1c on network 7dd06b87-c95c-4f15-a685-13aeeda09636 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:40:21.079716 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41bf9608-6386-48b2-bce0-d5c9ce7afcc7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:40:21.080135 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41bf9608-6386-48b2-bce0-d5c9ce7afcc7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:21.107731 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-80616594-e143-48b9-b51a-06839271b9d9 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:21.108182 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ed6cd6-b0ab-4b14-8b68-8e94ba436eea None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:40:21.108564 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ed6cd6-b0ab-4b14-8b68-8e94ba436eea None None] Checking segment: {'id': 'dc2c0c78-9fb3-4f3f-acc7-36f79ee7dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7dd06b87-c95c-4f15-a685-13aeeda09636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:40:21.110933 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-80616594-e143-48b9-b51a-06839271b9d9 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:21.118434 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e9ed6cd6-b0ab-4b14-8b68-8e94ba436eea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:21.119324 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ed6cd6-b0ab-4b14-8b68-8e94ba436eea None None] Bound using segment: {'id': 'dc2c0c78-9fb3-4f3f-acc7-36f79ee7dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7dd06b87-c95c-4f15-a685-13aeeda09636'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:40:21.119698 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-e9ed6cd6-b0ab-4b14-8b68-8e94ba436eea None None] Bound port: 519f196b-b648-4cf1-b6b3-38145680fe1c, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc2c0c78-9fb3-4f3f-acc7-36f79ee7dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7dd06b87-c95c-4f15-a685-13aeeda09636'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:40:21.120107 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e9ed6cd6-b0ab-4b14-8b68-8e94ba436eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:21.127717 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-30887e23-f508-4d2a-bd2e-9dfa674ae685 None None] For port f2a7c1a2-04cc-4a9d-b600-2f80097b579a, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=f2a7c1a2-04cc-4a9d-b600-2f80097b579a,segment=NetworkSegment(3d91edce-a14c-46e3-abff-3f796005035e),segment_id=3d91edce-a14c-46e3-abff-3f796005035e)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:21.162558 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-30887e23-f508-4d2a-bd2e-9dfa674ae685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:21.179794 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-80616594-e143-48b9-b51a-06839271b9d9 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:21.180808 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80616594-e143-48b9-b51a-06839271b9d9 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Fanout notify agent at l3_agent the message router_deleted on router f36e7714-d942-4e34-a457-61eeda0f308e {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:40:21.188881 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-80616594-e143-48b9-b51a-06839271b9d9 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:21.194111 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-80616594-e143-48b9-b51a-06839271b9d9 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "DELETE /v2.0/routers/f36e7714-d942-4e34-a457-61eeda0f308e HTTP/1.1" status: 204 len: 168 time: 1.4116395 Dec 10 16:40:21.195035 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37890) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:21.201308 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:40:21.201308 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:40:21.201308 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:40:21.201308 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:40:21.201308 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:40:21.201308 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:40:21.201308 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:40:21.201308 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:40:21.201308 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:40:21.201308 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:40:21.201308 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:40:21.201308 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:40:21.201308 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:40:21.201308 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:40:21.201308 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:40:21.201308 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:40:21.201308 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:40:21.201308 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:40:21.201308 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:40:21.201308 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:40:21.201308 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:40:21.201308 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:40:21.201308 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:40:21.201308 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:40:21.201308 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:40:21.201308 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:40:21.201308 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:40:21.201308 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:40:21.201308 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:40:21.201308 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:40:21.201308 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:40:21.201308 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:40:21.231868 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a096ef7f-adb1-4187-8c2b-153352085b3f tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "GET /v2.0/ports?device_id=f36e7714-d942-4e34-a457-61eeda0f308e HTTP/1.1" status: 200 len: 205 time: 0.0355988 Dec 10 16:40:21.232606 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37892) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:21.247489 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30887e23-f508-4d2a-bd2e-9dfa674ae685 None None] Pushing event updated for resources: {'Port': ['ID=f2a7c1a2-04cc-4a9d-b600-2f80097b579a,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:21.296906 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-cffb0227-fc5a-46a8-9127-e99ce369f8d0 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] delete failed (client error): The resource could not be found. Dec 10 16:40:21.301070 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-cffb0227-fc5a-46a8-9127-e99ce369f8d0 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "DELETE /v2.0/routers/f36e7714-d942-4e34-a457-61eeda0f308e HTTP/1.1" status: 404 len: 336 time: 0.0673735 Dec 10 16:40:21.302462 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37898) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:21.330541 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5c871-0eda-4444-a90a-265588941577 admin admin] Pushing event updated for resources: {'Port': ['ID=5e6e78d6-65b8-48b0-ba2d-005c999b410c,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:21.331491 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-e9ed6cd6-b0ab-4b14-8b68-8e94ba436eea None None] For port 519f196b-b648-4cf1-b6b3-38145680fe1c, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:40:21.332904 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-688630c9-335a-4fbd-bd5f-5548389f868a req-9d8a2b79-a062-4477-822f-0c185a1329c2 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Made reservation on behalf of f7102f587c0942469f218fb29d23ff5f for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:21.335813 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-e9ed6cd6-b0ab-4b14-8b68-8e94ba436eea None None] For port 519f196b-b648-4cf1-b6b3-38145680fe1c, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=519f196b-b648-4cf1-b6b3-38145680fe1c,segment=NetworkSegment(dc2c0c78-9fb3-4f3f-acc7-36f79ee7dc3f),segment_id=dc2c0c78-9fb3-4f3f-acc7-36f79ee7dc3f)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:40:21.346653 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cb6e56f-748e-4585-b02e-dc90a35ed78d tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] DELETE failed (client error): The resource could not be found. Dec 10 16:40:21.347402 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:21.348839 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cb6e56f-748e-4585-b02e-dc90a35ed78d tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:40:21.351121 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e9ed6cd6-b0ab-4b14-8b68-8e94ba436eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:21.355549 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5cb6e56f-748e-4585-b02e-dc90a35ed78d tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "DELETE /v2.0/subnets/cd7f1344-df09-4bcf-8a66-a7c73e1eba76 HTTP/1.1" status: 404 len: 337 time: 0.0507734 Dec 10 16:40:21.356297 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37902) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:21.373108 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-688630c9-335a-4fbd-bd5f-5548389f868a req-9d8a2b79-a062-4477-822f-0c185a1329c2 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:21.388542 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.db.api [None req-41bf9608-6386-48b2-bce0-d5c9ce7afcc7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 16:40:21.388542 n-d-766771-2 neutron-server[103392]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 16:40:21.388542 n-d-766771-2 neutron-server[103392]: [parameters: {'id': '7dd06b87-c95c-4f15-a685-13aeeda09636'}] Dec 10 16:40:21.388542 n-d-766771-2 neutron-server[103392]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:40:21.390217 n-d-766771-2 neutron-server[103392]: DEBUG oslo_db.api [None req-41bf9608-6386-48b2-bce0-d5c9ce7afcc7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:40:21.392000 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-61b8c67c-933a-4836-a351-de5949ce1213 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] DELETE failed (client error): The resource could not be found. Dec 10 16:40:21.392611 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61b8c67c-933a-4836-a351-de5949ce1213 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:40:21.400067 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-61b8c67c-933a-4836-a351-de5949ce1213 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "DELETE /v2.0/subnets/b5af992b-e554-4e07-98aa-6a6e6279360e HTTP/1.1" status: 404 len: 337 time: 0.0411494 Dec 10 16:40:21.400802 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37906) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:21.428222 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8ab437ef-d7cf-4c89-b9d3-82667b2e3630 None None] Provisioning complete for port f2a7c1a2-04cc-4a9d-b600-2f80097b579a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:21.428598 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8ab437ef-d7cf-4c89-b9d3-82667b2e3630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:21.433048 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-53d6fc17-3eda-482b-b1f5-18d8e9690d78 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] DELETE failed (client error): The resource could not be found. Dec 10 16:40:21.433776 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53d6fc17-3eda-482b-b1f5-18d8e9690d78 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:40:21.451441 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-53d6fc17-3eda-482b-b1f5-18d8e9690d78 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "DELETE /v2.0/subnets/0789f4cd-b6e6-4642-9dd3-410a33e65083 HTTP/1.1" status: 404 len: 337 time: 0.0494726 Dec 10 16:40:21.452352 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37908) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:21.481485 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-22d00c6e-d2bc-471a-bff5-5d93a204d246 req-cf21bc1a-47ce-4312-937f-6f9062270bf4 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e40e4eb-b236-429a-85cd-3ab0dd6d71b5 HTTP/1.1" status: 200 len: 210 time: 0.2782435 Dec 10 16:40:21.486036 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-b076632d-c602-4a5f-a06c-5ce57ff748b4 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] DELETE failed (client error): The resource could not be found. Dec 10 16:40:21.486628 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b076632d-c602-4a5f-a06c-5ce57ff748b4 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:40:21.493566 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b076632d-c602-4a5f-a06c-5ce57ff748b4 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "DELETE /v2.0/subnets/5fc03afa-562d-4c0a-af73-9daea9f6b848 HTTP/1.1" status: 404 len: 337 time: 0.0396385 Dec 10 16:40:21.494448 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37910) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:21.504155 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-acf5c871-0eda-4444-a90a-265588941577 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:21.547645 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2ef76d98-4b23-4320-a06d-b1aa7a2435f1 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f39ed70-7472-45f4-8b3a-222a2550720d HTTP/1.1" status: 200 len: 205 time: 0.0513012 Dec 10 16:40:21.548444 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37914) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:21.604508 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1adcc0-3e52-4f13-9bd1-18b646ee75d9 None None] Network 7dd06b87-c95c-4f15-a685-13aeeda09636 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:21.667369 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-2931ba2a-902e-4edd-99b2-8a9895e34f7a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] delete failed (client error): The resource could not be found. Dec 10 16:40:21.668629 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2931ba2a-902e-4edd-99b2-8a9895e34f7a tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "DELETE /v2.0/routers/5f39ed70-7472-45f4-8b3a-222a2550720d HTTP/1.1" status: 404 len: 336 time: 0.1189947 Dec 10 16:40:21.671315 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37916) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:21.724165 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2822c94e-d310-44aa-93cd-887716b9d2ad tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "GET /v2.0/ports?device_id=64b295f2-18f1-4699-abe4-ad0ce2a41add HTTP/1.1" status: 200 len: 205 time: 0.0511682 Dec 10 16:40:21.726416 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37918) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:21.739543 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed6cd6-b0ab-4b14-8b68-8e94ba436eea None None] Pushing event updated for resources: {'Port': ['ID=519f196b-b648-4cf1-b6b3-38145680fe1c,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:21.758906 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.api [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:40:21.758906 n-d-766771-2 neutron-server[103394]: DEBUG oslo_db.api [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:40:21.808726 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-5ab49156-6bbb-4031-9c5b-c4f46a72ad33 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] delete failed (client error): The resource could not be found. Dec 10 16:40:21.813511 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5ab49156-6bbb-4031-9c5b-c4f46a72ad33 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "DELETE /v2.0/routers/64b295f2-18f1-4699-abe4-ad0ce2a41add HTTP/1.1" status: 404 len: 336 time: 0.0861018 Dec 10 16:40:21.814083 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37922) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:21.863306 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5e3ce3-e52f-41e4-9516-8deda81bf850 None None] get_active_networks_info from n-d-766771-2 {{(pid=103394) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 16:40:21.878842 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa79118-a4a0-4bc3-aa2a-0ff817734141 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] DELETE failed (client error): The resource could not be found. Dec 10 16:40:21.880156 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fa79118-a4a0-4bc3-aa2a-0ff817734141 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:40:21.889332 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7fa79118-a4a0-4bc3-aa2a-0ff817734141 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "DELETE /v2.0/subnets/5222e807-7c8f-4992-85f5-5698538ddb7b HTTP/1.1" status: 404 len: 337 time: 0.0739655 Dec 10 16:40:21.890888 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37926) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:21.896626 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41bf9608-6386-48b2-bce0-d5c9ce7afcc7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:21.947182 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a3b94b4c-2f8f-411b-a201-36e0007d2c4b tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "GET /v2.0/ports?device_id=137c642c-78b0-4206-981a-f8aaf094a6ef HTTP/1.1" status: 200 len: 205 time: 0.0551903 Dec 10 16:40:21.947787 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37930) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:21.992760 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf5c871-0eda-4444-a90a-265588941577 admin admin] Network b5ba8caf-9119-4d49-8c04-be0a7edd0bb2 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:40:21.997214 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-acf5c871-0eda-4444-a90a-265588941577 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:21.997489 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-574d1bd6-f196-42f0-8b4b-f424220e1067 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] delete failed (client error): The resource could not be found. Dec 10 16:40:22.002606 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37932) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:22.006450 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-574d1bd6-f196-42f0-8b4b-f424220e1067 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "DELETE /v2.0/routers/137c642c-78b0-4206-981a-f8aaf094a6ef HTTP/1.1" status: 404 len: 336 time: 0.0575824 Dec 10 16:40:22.033974 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5e3ce3-e52f-41e4-9516-8deda81bf850 None None] Resources bound (agent type, host, resource id): {{(pid=103394) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 16:40:22.061135 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-688630c9-335a-4fbd-bd5f-5548389f868a req-9d8a2b79-a062-4477-822f-0c185a1329c2 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Allocated IP 172.20.0.27 (d554693e-cd92-4e37-b677-7f13ee909108/eac6af19-d8ad-435a-8c6b-b4b7bf62490e/d4e8bb34-c882-4380-9cf2-974ba5e9e745) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:40:22.072493 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e59d3503-862d-4fe2-a3dd-84952b7e0357 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "GET /v2.0/ports?device_id=b707016f-f3ef-4d93-852e-be84cd8348da HTTP/1.1" status: 200 len: 205 time: 0.0641539 Dec 10 16:40:22.074959 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37936) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:22.145288 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-407dd698-fb95-4c0f-9bcb-522df62e1b01 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] delete failed (client error): The resource could not be found. Dec 10 16:40:22.147979 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-407dd698-fb95-4c0f-9bcb-522df62e1b01 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "DELETE /v2.0/routers/b707016f-f3ef-4d93-852e-be84cd8348da HTTP/1.1" status: 404 len: 336 time: 0.0713618 Dec 10 16:40:22.150298 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37940) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:22.201180 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-36d5ff95-32e2-4580-b9d6-62ed82b5a706 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] DELETE failed (client error): The resource could not be found. Dec 10 16:40:22.201180 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36d5ff95-32e2-4580-b9d6-62ed82b5a706 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:40:22.205640 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-36d5ff95-32e2-4580-b9d6-62ed82b5a706 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "DELETE /v2.0/subnets/88df3b21-6a67-4103-aa03-2d038535f59e HTTP/1.1" status: 404 len: 337 time: 0.0528078 Dec 10 16:40:22.208740 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37942) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:22.219362 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-41bf9608-6386-48b2-bce0-d5c9ce7afcc7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Deleting port 519f196b-b648-4cf1-b6b3-38145680fe1c {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:22.219847 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41bf9608-6386-48b2-bce0-d5c9ce7afcc7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:22.252272 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d849dce9-8814-482c-b69b-254108df10a2 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "GET /v2.0/ports?device_id=85f806ea-16d9-4af0-8bbb-cd61110e1dd2 HTTP/1.1" status: 200 len: 205 time: 0.0372415 Dec 10 16:40:22.254644 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37944) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:22.303326 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-7f0b00c4-ec07-44e1-800a-c8e13ba0f93e tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] delete failed (client error): The resource could not be found. Dec 10 16:40:22.304636 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7f0b00c4-ec07-44e1-800a-c8e13ba0f93e tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "DELETE /v2.0/routers/85f806ea-16d9-4af0-8bbb-cd61110e1dd2 HTTP/1.1" status: 404 len: 336 time: 0.0488813 Dec 10 16:40:22.307081 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37946) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:22.343537 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-882c5285-3ada-43fa-a64d-428ae13dcd9f tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] DELETE failed (client error): The resource could not be found. Dec 10 16:40:22.343823 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-882c5285-3ada-43fa-a64d-428ae13dcd9f tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:40:22.347705 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-882c5285-3ada-43fa-a64d-428ae13dcd9f tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "DELETE /v2.0/subnets/ff17b75e-c754-449b-8f19-239a9530f2df HTTP/1.1" status: 404 len: 337 time: 0.0388308 Dec 10 16:40:22.350551 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37948) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:22.366373 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf5c871-0eda-4444-a90a-265588941577 admin admin] Router 8bc431a4-28b1-4125-9b6c-570dabd39485 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:40:22.385943 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-41bf9608-6386-48b2-bce0-d5c9ce7afcc7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] For port 519f196b-b648-4cf1-b6b3-38145680fe1c, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=519f196b-b648-4cf1-b6b3-38145680fe1c,segment=NetworkSegment(dc2c0c78-9fb3-4f3f-acc7-36f79ee7dc3f),segment_id=dc2c0c78-9fb3-4f3f-acc7-36f79ee7dc3f)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:22.386415 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41bf9608-6386-48b2-bce0-d5c9ce7afcc7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:22.428298 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8012ffac-3ce1-4f0f-9033-c63339ed7629 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5c9b3ea-9d5d-4ecf-954b-ca9ffa1e312b HTTP/1.1" status: 200 len: 205 time: 0.0765502 Dec 10 16:40:22.429181 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37950) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:22.473071 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-af365e1a-0e8a-4f97-8168-30dbe7afe298 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] delete failed (client error): The resource could not be found. Dec 10 16:40:22.478533 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-af365e1a-0e8a-4f97-8168-30dbe7afe298 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "DELETE /v2.0/routers/b5c9b3ea-9d5d-4ecf-954b-ca9ffa1e312b HTTP/1.1" status: 404 len: 336 time: 0.0481718 Dec 10 16:40:22.479345 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37952) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:22.498314 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-688630c9-335a-4fbd-bd5f-5548389f868a req-9d8a2b79-a062-4477-822f-0c185a1329c2 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:22.511022 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-1908a276-2c9f-4a23-ae0a-41e5f4530ad0 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] DELETE failed (client error): The resource could not be found. Dec 10 16:40:22.511793 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1908a276-2c9f-4a23-ae0a-41e5f4530ad0 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:40:22.519739 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1908a276-2c9f-4a23-ae0a-41e5f4530ad0 tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "DELETE /v2.0/subnets/e566011a-b95b-4c23-b1a7-120175232106 HTTP/1.1" status: 404 len: 337 time: 0.0390396 Dec 10 16:40:22.520548 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37956) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:22.569426 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e03bac-ebe3-4c26-9010-2e1270c9bd4f tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] DELETE failed (client error): The resource could not be found. Dec 10 16:40:22.569900 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67e03bac-ebe3-4c26-9010-2e1270c9bd4f tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:40:22.591864 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-67e03bac-ebe3-4c26-9010-2e1270c9bd4f tempest-RoutersTest-1826771745 tempest-RoutersTest-1826771745-project] 10.222.0.11 "DELETE /v2.0/subnets/6bd0c4ff-7745-43ff-96a5-25a65439df35 HTTP/1.1" status: 404 len: 337 time: 0.0554357 Dec 10 16:40:22.611908 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device d5db14a0-fa3c-4a1b-83d6-b5dd51b017cf up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:40:22.658978 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-688630c9-335a-4fbd-bd5f-5548389f868a req-9d8a2b79-a062-4477-822f-0c185a1329c2 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:22.663331 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-41bf9608-6386-48b2-bce0-d5c9ce7afcc7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Calling delete_port for 519f196b-b648-4cf1-b6b3-38145680fe1c owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:22.664905 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730ed7d8-218b-4fda-9710-2c8c584a225c None None] DHCP port deletion for b5ba8caf-9119-4d49-8c04-be0a7edd0bb2 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:40:22.716045 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port d5db14a0-fa3c-4a1b-83d6-b5dd51b017cf triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:22.721348 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:22.758976 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-61e77895-46f9-496a-8cc7-3c702fd2f209 None None] Provisioning complete for port 5e6e78d6-65b8-48b0-ba2d-005c999b410c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:22.759660 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-61e77895-46f9-496a-8cc7-3c702fd2f209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:22.830159 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-61e77895-46f9-496a-8cc7-3c702fd2f209 None None] Port 5e6e78d6-65b8-48b0-ba2d-005c999b410c cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:40:22.893308 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device f2a7c1a2-04cc-4a9d-b600-2f80097b579a up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:40:22.939134 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-688630c9-335a-4fbd-bd5f-5548389f868a req-9d8a2b79-a062-4477-822f-0c185a1329c2 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Network d554693e-cd92-4e37-b677-7f13ee909108 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:40:22.952587 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port f2a7c1a2-04cc-4a9d-b600-2f80097b579a triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:22.952973 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:22.954437 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-688630c9-335a-4fbd-bd5f-5548389f868a req-9d8a2b79-a062-4477-822f-0c185a1329c2 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:22.961803 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-688630c9-335a-4fbd-bd5f-5548389f868a req-9d8a2b79-a062-4477-822f-0c185a1329c2 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:40:22.966525 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a2b79-a062-4477-822f-0c185a1329c2 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event updated for resources: {'Port': ['ID=d4e8bb34-c882-4380-9cf2-974ba5e9e745,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:23.018814 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37966) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:23.020351 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc5ef6-fcbd-4004-a086-368a88de8254 req-3bdefb4f-f8dc-43d6-8e96-4e1b700b665c tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:23.021976 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eccc5ef6-fcbd-4004-a086-368a88de8254 req-3bdefb4f-f8dc-43d6-8e96-4e1b700b665c tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e40e4eb-b236-429a-85cd-3ab0dd6d71b5 HTTP/1.1" status: 200 len: 932 time: 0.3964288 Dec 10 16:40:23.023143 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf5c871-0eda-4444-a90a-265588941577 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:40:23.042220 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-acf5c871-0eda-4444-a90a-265588941577 admin admin] 10.222.0.11 "PUT /v2.0/routers/8bc431a4-28b1-4125-9b6c-570dabd39485/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3258345 Dec 10 16:40:23.054982 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f726df9b-89e6-41a6-bf36-326355d47b97 None None] Sync routers for ids ['8bc431a4-28b1-4125-9b6c-570dabd39485'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:40:23.088769 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688630c9-335a-4fbd-bd5f-5548389f868a req-9d8a2b79-a062-4477-822f-0c185a1329c2 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:23.088769 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-688630c9-335a-4fbd-bd5f-5548389f868a req-9d8a2b79-a062-4477-822f-0c185a1329c2 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:23.093225 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f726df9b-89e6-41a6-bf36-326355d47b97 None None] Routers {'8bc431a4-28b1-4125-9b6c-570dabd39485'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:23.094719 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f726df9b-89e6-41a6-bf36-326355d47b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:40:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['8bc431a4-28b1-4125-9b6c-570dabd39485'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:23.118855 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41bf9608-6386-48b2-bce0-d5c9ce7afcc7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:23.157257 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-688630c9-335a-4fbd-bd5f-5548389f868a req-9d8a2b79-a062-4477-822f-0c185a1329c2 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8448443 Dec 10 16:40:23.229235 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-688630c9-335a-4fbd-bd5f-5548389f868a req-544e96fe-bb04-4061-a8dc-69ad55cf7b1d service neutron] Request body: {'port': {'device_id': '2e40e4eb-b236-429a-85cd-3ab0dd6d71b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:23.254850 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eccc5ef6-fcbd-4004-a086-368a88de8254 req-66d278ed-9c28-476a-a7c2-3349333c4747 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2df08c2-6d57-44b4-bfd2-2dd16b936ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2144260 Dec 10 16:40:23.259486 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bf9608-6386-48b2-bce0-d5c9ce7afcc7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] No DVR routers for this DVR port 519f196b-b648-4cf1-b6b3-38145680fe1c on host n-d-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:40:23.276469 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf9608-6386-48b2-bce0-d5c9ce7afcc7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event deleted for resources: {'Port': ['ID=519f196b-b648-4cf1-b6b3-38145680fe1c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:23.328885 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-f726df9b-89e6-41a6-bf36-326355d47b97 None None] Set router 8bc431a4-28b1-4125-9b6c-570dabd39485 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:40:23.379327 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-559258ff-31ea-413e-a2d1-b5f9718a098b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c3e8ec0e2fb1438e9608d84a3552139f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3568497 Dec 10 16:40:23.380555 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37978) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:23.445742 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41bf9608-6386-48b2-bce0-d5c9ce7afcc7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:23.455652 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-688630c9-335a-4fbd-bd5f-5548389f868a req-544e96fe-bb04-4061-a8dc-69ad55cf7b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:23.470222 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e9d39f38-1430-4456-9e1a-b103c8887b78 None None] Provisioning complete for port d4e8bb34-c882-4380-9cf2-974ba5e9e745 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:23.470676 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e9d39f38-1430-4456-9e1a-b103c8887b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:23.491078 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-41bf9608-6386-48b2-bce0-d5c9ce7afcc7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dd06b87-c95c-4f15-a685-13aeeda09636']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:23.523032 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-41bf9608-6386-48b2-bce0-d5c9ce7afcc7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc2c0c78-9fb3-4f3f-acc7-36f79ee7dc3f') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:23.523343 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-41bf9608-6386-48b2-bce0-d5c9ce7afcc7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc2c0c78-9fb3-4f3f-acc7-36f79ee7dc3f') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:23.527661 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b98d2061-0581-4bf1-812e-0d196babe59c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:23.539244 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41bf9608-6386-48b2-bce0-d5c9ce7afcc7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:23.565409 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-e9d39f38-1430-4456-9e1a-b103c8887b78 None None] Port d4e8bb34-c882-4380-9cf2-974ba5e9e745 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:40:23.567012 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41bf9608-6386-48b2-bce0-d5c9ce7afcc7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:23.578411 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b98d2061-0581-4bf1-812e-0d196babe59c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:23.608568 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f726df9b-89e6-41a6-bf36-326355d47b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc431a4-28b1-4125-9b6c-570dabd39485', 'name': 'tempest-ServerRescueNegativeTestJSON-1046759795-router', 'tenant_id': '45ca9cd270ce4d398a78e52c666b1374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'd5db14a0-fa3c-4a1b-83d6-b5dd51b017cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:40:10Z', 'updated_at': '2021-12-10T16:40:18Z', 'revision_number': 4, 'project_id': '45ca9cd270ce4d398a78e52c666b1374', 'gw_port': {'id': 'd5db14a0-fa3c-4a1b-83d6-b5dd51b017cf', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:06:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc431a4-28b1-4125-9b6c-570dabd39485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:11Z', 'updated_at': '2021-12-10T16:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '5e6e78d6-65b8-48b0-ba2d-005c999b410c', 'name': '', 'network_id': 'b5ba8caf-9119-4d49-8c04-be0a7edd0bb2', 'tenant_id': '45ca9cd270ce4d398a78e52c666b1374', 'mac_address': 'fa:16:3e:5e:a0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc431a4-28b1-4125-9b6c-570dabd39485', 'device_owner': 'network:router_interface', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '22f5ce8a-e527-41c9-88c7-11774c8e4abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:16Z', 'updated_at': '2021-12-10T16:40:20Z', 'revision_number': 2, 'project_id': '45ca9cd270ce4d398a78e52c666b1374', 'subnets': [{'id': '22f5ce8a-e527-41c9-88c7-11774c8e4abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:23.632613 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41bf9608-6386-48b2-bce0-d5c9ce7afcc7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:40:23.633024 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41bf9608-6386-48b2-bce0-d5c9ce7afcc7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:23.636156 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:40:23.636156 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:40:23.636156 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:40:23.636156 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:40:23.636156 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:40:23.636156 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:40:23.636156 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:40:23.636156 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:40:23.636156 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:40:23.636156 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:40:23.636156 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:40:23.636156 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:40:23.636156 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:40:23.636156 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:40:23.636156 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:40:23.636156 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:40:23.636156 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:40:23.636156 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:40:23.636156 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:40:23.636156 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:40:23.636156 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:40:23.636156 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:40:23.636156 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:40:23.636156 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:40:23.636156 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:40:23.636156 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:40:23.636156 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:40:23.636156 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:40:23.636156 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:40:23.636156 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:40:23.636156 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:40:23.636156 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:40:23.654235 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f726df9b-89e6-41a6-bf36-326355d47b97 None None] Checking router: 8bc431a4-28b1-4125-9b6c-570dabd39485 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:40:23.654853 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f726df9b-89e6-41a6-bf36-326355d47b97 None None] Updating router 8bc431a4-28b1-4125-9b6c-570dabd39485 port 5e6e78d6-65b8-48b0-ba2d-005c999b410c binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:40:23.667411 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b98d2061-0581-4bf1-812e-0d196babe59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:23.678621 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b98d2061-0581-4bf1-812e-0d196babe59c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:23.682049 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b98d2061-0581-4bf1-812e-0d196babe59c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b7644a71-2bc8-4904-8a0b-5f209e055d97 HTTP/1.1" status: 204 len: 168 time: 0.2989132 Dec 10 16:40:23.703190 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d2061-0581-4bf1-812e-0d196babe59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7644a71-2bc8-4904-8a0b-5f209e055d97,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:23.719884 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f726df9b-89e6-41a6-bf36-326355d47b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:24.099477 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f726df9b-89e6-41a6-bf36-326355d47b97 None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:24.108338 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41bf9608-6386-48b2-bce0-d5c9ce7afcc7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:24.111396 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f726df9b-89e6-41a6-bf36-326355d47b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:24.122937 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41bf9608-6386-48b2-bce0-d5c9ce7afcc7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:24.126069 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-41bf9608-6386-48b2-bce0-d5c9ce7afcc7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "DELETE /v2.0/networks/7dd06b87-c95c-4f15-a685-13aeeda09636 HTTP/1.1" status: 204 len: 168 time: 6.0825095 Dec 10 16:40:24.129753 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38010) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:24.135662 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-e7927e6c-05fd-4a0e-9174-cc7ff3493872 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-88433018'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:24.153732 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf9608-6386-48b2-bce0-d5c9ce7afcc7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event deleted for resources: {'Network': ['ID=7dd06b87-c95c-4f15-a685-13aeeda09636,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:24.207220 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7927e6c-05fd-4a0e-9174-cc7ff3493872 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Made reservation on behalf of a8583be60b5b47adbe7d3e43d3a1ef22 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:24.215229 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-092e3a80-01f2-4828-8f4c-4e030659efde tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:24.216781 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-092e3a80-01f2-4828-8f4c-4e030659efde tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/networks?id=b5ba8caf-9119-4d49-8c04-be0a7edd0bb2 HTTP/1.1" status: 200 len: 819 time: 0.2301955 Dec 10 16:40:24.221470 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e7927e6c-05fd-4a0e-9174-cc7ff3493872 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:24.247129 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-19771763-acec-4101-b211-a7585e26d1b1 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/quotas/45ca9cd270ce4d398a78e52c666b1374 HTTP/1.1" status: 200 len: 375 time: 0.0232430 Dec 10 16:40:24.251150 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e84770-54a3-4998-89bd-ed27bb96f93c None None] Pushing event updated for resources: {'Port': ['ID=5e6e78d6-65b8-48b0-ba2d-005c999b410c,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:24.285234 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7120eba-5038-495e-b2f8-3e9d156c4e67 None None] DHCP port deletion for b5ba8caf-9119-4d49-8c04-be0a7edd0bb2 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:40:24.290107 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7927e6c-05fd-4a0e-9174-cc7ff3493872 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:40:24.303675 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e7927e6c-05fd-4a0e-9174-cc7ff3493872 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:24.304226 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-e7927e6c-05fd-4a0e-9174-cc7ff3493872 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Added segment 1806ab38-925f-40e0-a991-230edc8340d6 of type vlan for network 911bdb42-f3fc-43fb-8dd2-e41c14751a44 Dec 10 16:40:24.370839 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-688630c9-335a-4fbd-bd5f-5548389f868a req-544e96fe-bb04-4061-a8dc-69ad55cf7b1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4e8bb34-c882-4380-9cf2-974ba5e9e745 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:40:24.384421 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-688630c9-335a-4fbd-bd5f-5548389f868a req-544e96fe-bb04-4061-a8dc-69ad55cf7b1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:24.388200 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e7927e6c-05fd-4a0e-9174-cc7ff3493872 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:24.417413 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-239be903-8499-4f8b-9a16-b3acdc72e31e None None] Provisioning complete for port 5e6e78d6-65b8-48b0-ba2d-005c999b410c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:24.417793 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-239be903-8499-4f8b-9a16-b3acdc72e31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:24.419217 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-555c840d-e5b7-4be6-b85a-9f73f819a27e tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=45ca9cd270ce4d398a78e52c666b1374&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1183646 Dec 10 16:40:24.426174 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-f726df9b-89e6-41a6-bf36-326355d47b97 None None] Attempting to bind port 5e6e78d6-65b8-48b0-ba2d-005c999b410c on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:40:24.428502 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-f726df9b-89e6-41a6-bf36-326355d47b97 None None] Attempting to bind port 5e6e78d6-65b8-48b0-ba2d-005c999b410c by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'cd08ab66-fbc3-413c-ad44-6e9450998ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b5ba8caf-9119-4d49-8c04-be0a7edd0bb2'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:40:24.431445 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e7927e6c-05fd-4a0e-9174-cc7ff3493872 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:24.433899 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f726df9b-89e6-41a6-bf36-326355d47b97 None None] Attempting to bind port 5e6e78d6-65b8-48b0-ba2d-005c999b410c on network b5ba8caf-9119-4d49-8c04-be0a7edd0bb2 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:40:24.435397 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-688630c9-335a-4fbd-bd5f-5548389f868a req-544e96fe-bb04-4061-a8dc-69ad55cf7b1d service neutron] Transition to ACTIVE for port object d4e8bb34-c882-4380-9cf2-974ba5e9e745 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:40:24.440489 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7927e6c-05fd-4a0e-9174-cc7ff3493872 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:24.441322 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e7927e6c-05fd-4a0e-9174-cc7ff3493872 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:24.449319 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f726df9b-89e6-41a6-bf36-326355d47b97 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:40:24.449995 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f726df9b-89e6-41a6-bf36-326355d47b97 None None] Checking segment: {'id': 'cd08ab66-fbc3-413c-ad44-6e9450998ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b5ba8caf-9119-4d49-8c04-be0a7edd0bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:40:24.450606 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f726df9b-89e6-41a6-bf36-326355d47b97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:24.451318 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f726df9b-89e6-41a6-bf36-326355d47b97 None None] Bound using segment: {'id': 'cd08ab66-fbc3-413c-ad44-6e9450998ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b5ba8caf-9119-4d49-8c04-be0a7edd0bb2'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:40:24.451947 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-f726df9b-89e6-41a6-bf36-326355d47b97 None None] Bound port: 5e6e78d6-65b8-48b0-ba2d-005c999b410c, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd08ab66-fbc3-413c-ad44-6e9450998ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b5ba8caf-9119-4d49-8c04-be0a7edd0bb2'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:40:24.452502 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f726df9b-89e6-41a6-bf36-326355d47b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:24.462911 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-688630c9-335a-4fbd-bd5f-5548389f868a req-544e96fe-bb04-4061-a8dc-69ad55cf7b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:24.521841 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-239be903-8499-4f8b-9a16-b3acdc72e31e None None] Port 5e6e78d6-65b8-48b0-ba2d-005c999b410c cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:40:24.574882 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e7927e6c-05fd-4a0e-9174-cc7ff3493872 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4433482 Dec 10 16:40:24.578018 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38024) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:24.584084 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-04d64c83-4cfa-402c-86fe-752c5aadd4e7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Request body: {'subnet': {'network_id': '911bdb42-f3fc-43fb-8dd2-e41c14751a44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:24.594707 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7927e6c-05fd-4a0e-9174-cc7ff3493872 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event updated for resources: {'Network': ['ID=911bdb42-f3fc-43fb-8dd2-e41c14751a44,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:24.609081 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 911bdb42-f3fc-43fb-8dd2-e41c14751a44 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:40:24.644992 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-f726df9b-89e6-41a6-bf36-326355d47b97 None None] For port 5e6e78d6-65b8-48b0-ba2d-005c999b410c, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:40:24.649166 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-f726df9b-89e6-41a6-bf36-326355d47b97 None None] For port 5e6e78d6-65b8-48b0-ba2d-005c999b410c, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=5e6e78d6-65b8-48b0-ba2d-005c999b410c,segment=NetworkSegment(cd08ab66-fbc3-413c-ad44-6e9450998ff0),segment_id=cd08ab66-fbc3-413c-ad44-6e9450998ff0)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:40:24.656115 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f726df9b-89e6-41a6-bf36-326355d47b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:24.666748 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-267ebe2e-27a4-40dc-915e-044d35d8577a service neutron] 10.222.0.11 "GET /v2.0/networks/b5ba8caf-9119-4d49-8c04-be0a7edd0bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300584 Dec 10 16:40:24.782310 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e96fe-bb04-4061-a8dc-69ad55cf7b1d service neutron] Pushing event updated for resources: {'Port': ['ID=d4e8bb34-c882-4380-9cf2-974ba5e9e745,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:24.802916 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bc8e2b-e052-4fa5-bb9b-f5589654e734 None None] DHCP port deletion for b5ba8caf-9119-4d49-8c04-be0a7edd0bb2 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:40:24.862914 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d64c83-4cfa-402c-86fe-752c5aadd4e7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Made reservation on behalf of a8583be60b5b47adbe7d3e43d3a1ef22 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:24.870633 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f726df9b-89e6-41a6-bf36-326355d47b97 None None] Routers {'8bc431a4-28b1-4125-9b6c-570dabd39485'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:24.874383 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f726df9b-89e6-41a6-bf36-326355d47b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:40:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['8bc431a4-28b1-4125-9b6c-570dabd39485'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:24.874772 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-04d64c83-4cfa-402c-86fe-752c5aadd4e7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:24.964319 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-cbcfdee8-bcf5-4032-9a1d-22205abd11f2 None None] Provisioning complete for port 5e6e78d6-65b8-48b0-ba2d-005c999b410c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:24.964785 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cbcfdee8-bcf5-4032-9a1d-22205abd11f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:25.003870 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-deff65e9-c58e-44fc-9e93-93c420c2f9a5 service neutron] 10.222.0.11 "GET /v2.0/networks/b5ba8caf-9119-4d49-8c04-be0a7edd0bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361371 Dec 10 16:40:25.015626 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-688630c9-335a-4fbd-bd5f-5548389f868a req-544e96fe-bb04-4061-a8dc-69ad55cf7b1d service neutron] Attempting to bind port d4e8bb34-c882-4380-9cf2-974ba5e9e745 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:40:25.016286 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-688630c9-335a-4fbd-bd5f-5548389f868a req-544e96fe-bb04-4061-a8dc-69ad55cf7b1d service neutron] Attempting to bind port d4e8bb34-c882-4380-9cf2-974ba5e9e745 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '33cd13ef-c4b9-47fa-bdb3-4a4865f6cb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd554693e-cd92-4e37-b677-7f13ee909108'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:40:25.016809 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688630c9-335a-4fbd-bd5f-5548389f868a req-544e96fe-bb04-4061-a8dc-69ad55cf7b1d service neutron] Attempting to bind port d4e8bb34-c882-4380-9cf2-974ba5e9e745 on network d554693e-cd92-4e37-b677-7f13ee909108 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:40:25.023746 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688630c9-335a-4fbd-bd5f-5548389f868a req-544e96fe-bb04-4061-a8dc-69ad55cf7b1d service neutron] Port d4e8bb34-c882-4380-9cf2-974ba5e9e745 on network d554693e-cd92-4e37-b677-7f13ee909108 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:40:25.024324 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688630c9-335a-4fbd-bd5f-5548389f868a req-544e96fe-bb04-4061-a8dc-69ad55cf7b1d service neutron] Attempting to bind port d4e8bb34-c882-4380-9cf2-974ba5e9e745 on network d554693e-cd92-4e37-b677-7f13ee909108 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:40:25.027001 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 38030) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:25.033963 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.ipam_backend_mixin [None req-04d64c83-4cfa-402c-86fe-752c5aadd4e7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Performing IP validity checks on allocation pools {{(pid=103393) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 16:40:25.037209 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.ipam_backend_mixin [None req-04d64c83-4cfa-402c-86fe-752c5aadd4e7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103393) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 16:40:25.054613 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688630c9-335a-4fbd-bd5f-5548389f868a req-544e96fe-bb04-4061-a8dc-69ad55cf7b1d service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:40:25.058669 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688630c9-335a-4fbd-bd5f-5548389f868a req-544e96fe-bb04-4061-a8dc-69ad55cf7b1d service neutron] Checking segment: {'id': '33cd13ef-c4b9-47fa-bdb3-4a4865f6cb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd554693e-cd92-4e37-b677-7f13ee909108'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:40:25.059189 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688630c9-335a-4fbd-bd5f-5548389f868a req-544e96fe-bb04-4061-a8dc-69ad55cf7b1d service neutron] Bound using segment: {'id': '33cd13ef-c4b9-47fa-bdb3-4a4865f6cb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd554693e-cd92-4e37-b677-7f13ee909108'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:40:25.059734 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-688630c9-335a-4fbd-bd5f-5548389f868a req-544e96fe-bb04-4061-a8dc-69ad55cf7b1d service neutron] Bound port: d4e8bb34-c882-4380-9cf2-974ba5e9e745, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33cd13ef-c4b9-47fa-bdb3-4a4865f6cb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd554693e-cd92-4e37-b677-7f13ee909108'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:40:25.061421 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-688630c9-335a-4fbd-bd5f-5548389f868a req-544e96fe-bb04-4061-a8dc-69ad55cf7b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:25.111254 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-f726df9b-89e6-41a6-bf36-326355d47b97 None None] Set router 8bc431a4-28b1-4125-9b6c-570dabd39485 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:40:25.175261 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cbcfdee8-bcf5-4032-9a1d-22205abd11f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:25.266363 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-cc5de310-5753-4082-99a3-c66e0a433b5e tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-405981410', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:25.267109 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-cbcfdee8-bcf5-4032-9a1d-22205abd11f2 None None] For port 5e6e78d6-65b8-48b0-ba2d-005c999b410c, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=5e6e78d6-65b8-48b0-ba2d-005c999b410c,segment=NetworkSegment(cd08ab66-fbc3-413c-ad44-6e9450998ff0),segment_id=cd08ab66-fbc3-413c-ad44-6e9450998ff0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:25.273961 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cbcfdee8-bcf5-4032-9a1d-22205abd11f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:25.348099 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-688630c9-335a-4fbd-bd5f-5548389f868a req-544e96fe-bb04-4061-a8dc-69ad55cf7b1d service neutron] For port d4e8bb34-c882-4380-9cf2-974ba5e9e745, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:40:25.356864 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e84770-54a3-4998-89bd-ed27bb96f93c None None] Pushing event updated for resources: {'Port': ['ID=5e6e78d6-65b8-48b0-ba2d-005c999b410c,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:25.358999 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-688630c9-335a-4fbd-bd5f-5548389f868a req-544e96fe-bb04-4061-a8dc-69ad55cf7b1d service neutron] For port d4e8bb34-c882-4380-9cf2-974ba5e9e745, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=d4e8bb34-c882-4380-9cf2-974ba5e9e745,segment=NetworkSegment(33cd13ef-c4b9-47fa-bdb3-4a4865f6cb3d),segment_id=33cd13ef-c4b9-47fa-bdb3-4a4865f6cb3d)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:40:25.367790 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-688630c9-335a-4fbd-bd5f-5548389f868a req-544e96fe-bb04-4061-a8dc-69ad55cf7b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:25.381010 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc5de310-5753-4082-99a3-c66e0a433b5e tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:25.384285 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc5de310-5753-4082-99a3-c66e0a433b5e tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:25.408529 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcfdee8-bcf5-4032-9a1d-22205abd11f2 None None] Pushing event updated for resources: {'Port': ['ID=5e6e78d6-65b8-48b0-ba2d-005c999b410c,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:25.456746 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-04d64c83-4cfa-402c-86fe-752c5aadd4e7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:25.506674 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688630c9-335a-4fbd-bd5f-5548389f868a req-544e96fe-bb04-4061-a8dc-69ad55cf7b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:25.507747 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-688630c9-335a-4fbd-bd5f-5548389f868a req-544e96fe-bb04-4061-a8dc-69ad55cf7b1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:25.510839 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-688630c9-335a-4fbd-bd5f-5548389f868a req-544e96fe-bb04-4061-a8dc-69ad55cf7b1d service neutron] 10.222.0.46 "PUT /v2.0/ports/d4e8bb34-c882-4380-9cf2-974ba5e9e745 HTTP/1.1" status: 200 len: 1092 time: 2.3227649 Dec 10 16:40:25.517786 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e40e4eb-b236-429a-85cd-3ab0dd6d71b5', 'tag': 'd4e8bb34-c882-4380-9cf2-974ba5e9e745'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:40:25.529732 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096d2290-f714-42c0-a0ad-1728f1b59864" -d '{"events": [{"name": "network-changed", "server_uuid": "2e40e4eb-b236-429a-85cd-3ab0dd6d71b5", "tag": "d4e8bb34-c882-4380-9cf2-974ba5e9e745"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:40:25.624356 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f726df9b-89e6-41a6-bf36-326355d47b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc431a4-28b1-4125-9b6c-570dabd39485', 'name': 'tempest-ServerRescueNegativeTestJSON-1046759795-router', 'tenant_id': '45ca9cd270ce4d398a78e52c666b1374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'd5db14a0-fa3c-4a1b-83d6-b5dd51b017cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:40:10Z', 'updated_at': '2021-12-10T16:40:18Z', 'revision_number': 4, 'project_id': '45ca9cd270ce4d398a78e52c666b1374', 'gw_port': {'id': 'd5db14a0-fa3c-4a1b-83d6-b5dd51b017cf', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:06:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc431a4-28b1-4125-9b6c-570dabd39485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:11Z', 'updated_at': '2021-12-10T16:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '5e6e78d6-65b8-48b0-ba2d-005c999b410c', 'name': '', 'network_id': 'b5ba8caf-9119-4d49-8c04-be0a7edd0bb2', 'tenant_id': '45ca9cd270ce4d398a78e52c666b1374', 'mac_address': 'fa:16:3e:5e:a0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc431a4-28b1-4125-9b6c-570dabd39485', 'device_owner': 'network:router_interface', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '22f5ce8a-e527-41c9-88c7-11774c8e4abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:16Z', 'updated_at': '2021-12-10T16:40:24Z', 'revision_number': 4, 'project_id': '45ca9cd270ce4d398a78e52c666b1374', 'subnets': [{'id': '22f5ce8a-e527-41c9-88c7-11774c8e4abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:25.682534 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f726df9b-89e6-41a6-bf36-326355d47b97 None None] The sync data for ids ['8bc431a4-28b1-4125-9b6c-570dabd39485'] in n-d-766771-2 is: [{'id': '8bc431a4-28b1-4125-9b6c-570dabd39485', 'name': 'tempest-ServerRescueNegativeTestJSON-1046759795-router', 'tenant_id': '45ca9cd270ce4d398a78e52c666b1374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'd5db14a0-fa3c-4a1b-83d6-b5dd51b017cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:40:10Z', 'updated_at': '2021-12-10T16:40:18Z', 'revision_number': 4, 'project_id': '45ca9cd270ce4d398a78e52c666b1374', 'gw_port': {'id': 'd5db14a0-fa3c-4a1b-83d6-b5dd51b017cf', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:06:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc431a4-28b1-4125-9b6c-570dabd39485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:11Z', 'updated_at': '2021-12-10T16:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '5e6e78d6-65b8-48b0-ba2d-005c999b410c', 'name': '', 'network_id': 'b5ba8caf-9119-4d49-8c04-be0a7edd0bb2', 'tenant_id': '45ca9cd270ce4d398a78e52c666b1374', 'mac_address': 'fa:16:3e:5e:a0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc431a4-28b1-4125-9b6c-570dabd39485', 'device_owner': 'network:router_interface', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '22f5ce8a-e527-41c9-88c7-11774c8e4abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:16Z', 'updated_at': '2021-12-10T16:40:24Z', 'revision_number': 4, 'project_id': '45ca9cd270ce4d398a78e52c666b1374', 'subnets': [{'id': '22f5ce8a-e527-41c9-88c7-11774c8e4abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:40:25.691213 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d64c83-4cfa-402c-86fe-752c5aadd4e7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event updated for resources: {'Subnet': ['ID=bdb6d662-4a92-4012-bc50-4526ddece0c8,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:25.697497 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d64c83-4cfa-402c-86fe-752c5aadd4e7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Checking segment: {'id': '1806ab38-925f-40e0-a991-230edc8340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '911bdb42-f3fc-43fb-8dd2-e41c14751a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:40:25.697865 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d64c83-4cfa-402c-86fe-752c5aadd4e7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Network hostable DHCP agents. Network: 911bdb42-f3fc-43fb-8dd2-e41c14751a44, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:40:25.761193 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d64c83-4cfa-402c-86fe-752c5aadd4e7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Network 911bdb42-f3fc-43fb-8dd2-e41c14751a44 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:40:25.772811 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e96fe-bb04-4061-a8dc-69ad55cf7b1d service neutron] Pushing event updated for resources: {'Port': ['ID=d4e8bb34-c882-4380-9cf2-974ba5e9e745,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:25.784956 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-04d64c83-4cfa-402c-86fe-752c5aadd4e7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 911bdb42-f3fc-43fb-8dd2-e41c14751a44) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:25.791274 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d64c83-4cfa-402c-86fe-752c5aadd4e7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:25.791928 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-04d64c83-4cfa-402c-86fe-752c5aadd4e7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:25.816290 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018fd77c-a6d9-4c2d-8ddc-4a37ce36ca8b None None] Network 911bdb42-f3fc-43fb-8dd2-e41c14751a44 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:25.856244 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-04d64c83-4cfa-402c-86fe-752c5aadd4e7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2768414 Dec 10 16:40:25.860580 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38048) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:25.916822 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc5de310-5753-4082-99a3-c66e0a433b5e tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:25.927662 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de157fd3-4821-4fc8-ad38-2955c2677a95 req-42327f8f-bd1b-47dc-88c8-37509f80b6ee tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:25.944794 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de157fd3-4821-4fc8-ad38-2955c2677a95 req-42327f8f-bd1b-47dc-88c8-37509f80b6ee tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e40e4eb-b236-429a-85cd-3ab0dd6d71b5 HTTP/1.1" status: 200 len: 944 time: 0.3385601 Dec 10 16:40:25.948023 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688630c9-335a-4fbd-bd5f-5548389f868a req-b2d71075-5ad5-467d-82ff-2a5d9e416588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:25.949505 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-688630c9-335a-4fbd-bd5f-5548389f868a req-b2d71075-5ad5-467d-82ff-2a5d9e416588 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f7102f587c0942469f218fb29d23ff5f&device_id=2e40e4eb-b236-429a-85cd-3ab0dd6d71b5 HTTP/1.1" status: 200 len: 1095 time: 0.3857121 Dec 10 16:40:25.956411 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc5de310-5753-4082-99a3-c66e0a433b5e tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:25.992285 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc5de310-5753-4082-99a3-c66e0a433b5e tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:26.000705 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-cc5de310-5753-4082-99a3-c66e0a433b5e tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.9723802 Dec 10 16:40:26.001376 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 38052) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:26.020741 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055b96ac-570d-4ce2-9f6d-42817fb156ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-911bdb42-f3fc-43fb-8dd2-e41c14751a44', 'network_id': '911bdb42-f3fc-43fb-8dd2-e41c14751a44', 'project_id': 'a8583be60b5b47adbe7d3e43d3a1ef22', 'fixed_ips': [{'subnet_id': 'bdb6d662-4a92-4012-bc50-4526ddece0c8'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:40:26.021634 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-055b96ac-570d-4ce2-9f6d-42817fb156ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:26.056361 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-0091d4f8-2ecf-4845-882e-36c86433bac6 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1539335239'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:26.136844 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6eb7c7dc-7b0a-452c-9483-27918dda5afb tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:26.152469 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-688630c9-335a-4fbd-bd5f-5548389f868a req-eff88cd6-64af-4e2d-b754-c9a7865490c6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=d4e8bb34-c882-4380-9cf2-974ba5e9e745 HTTP/1.1" status: 200 len: 217 time: 0.1687827 Dec 10 16:40:26.224093 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6eb7c7dc-7b0a-452c-9483-27918dda5afb tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:26.331270 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de157fd3-4821-4fc8-ad38-2955c2677a95 req-ec1771cc-da32-4470-90c3-b17b09976dce tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2df08c2-6d57-44b4-bfd2-2dd16b936ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3855014 Dec 10 16:40:26.340573 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0091d4f8-2ecf-4845-882e-36c86433bac6 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Made reservation on behalf of 7887f27b710e43c891ab5b963753ce74 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:26.351094 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-055b96ac-570d-4ce2-9f6d-42817fb156ae None None] Allocated IP 172.20.0.3 (911bdb42-f3fc-43fb-8dd2-e41c14751a44/bdb6d662-4a92-4012-bc50-4526ddece0c8/ef51b0d9-169a-4b20-b54b-ad90846536c9) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:40:26.359522 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0091d4f8-2ecf-4845-882e-36c86433bac6 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:26.400224 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0091d4f8-2ecf-4845-882e-36c86433bac6 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:26.409661 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688630c9-335a-4fbd-bd5f-5548389f868a req-069c6eb8-987e-4368-9250-d0998efd5f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:26.420845 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-688630c9-335a-4fbd-bd5f-5548389f868a req-069c6eb8-987e-4368-9250-d0998efd5f55 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eac6af19-d8ad-435a-8c6b-b4b7bf62490e HTTP/1.1" status: 200 len: 837 time: 0.2458696 Dec 10 16:40:26.592273 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e28a3562-8dff-43be-8bd2-5fe5e994b46c req-e8d3e025-a90d-417e-9e5e-15715d6b54b0 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 210 time: 0.0623643 Dec 10 16:40:26.689380 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688630c9-335a-4fbd-bd5f-5548389f868a req-84cdf875-474a-44d1-8e72-2f82dd884b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:26.693715 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-688630c9-335a-4fbd-bd5f-5548389f868a req-84cdf875-474a-44d1-8e72-2f82dd884b00 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d554693e-cd92-4e37-b677-7f13ee909108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2515085 Dec 10 16:40:26.710456 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 5e6e78d6-65b8-48b0-ba2d-005c999b410c up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:40:26.884458 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-055b96ac-570d-4ce2-9f6d-42817fb156ae None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:26.904251 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-055b96ac-570d-4ce2-9f6d-42817fb156ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:26.913108 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 5e6e78d6-65b8-48b0-ba2d-005c999b410c triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:26.913760 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:26.948707 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6eb7c7dc-7b0a-452c-9483-27918dda5afb tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:26.980826 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-688630c9-335a-4fbd-bd5f-5548389f868a req-0b410b1a-def8-4ff5-a5d3-927d207c3324 service neutron] 10.222.0.46 "GET /v2.0/networks/d554693e-cd92-4e37-b677-7f13ee909108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740586 Dec 10 16:40:26.984333 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755d3eea-f6e9-492c-a3a5-3d388e9f4db4 x-openstack-request-id: req-755d3eea-f6e9-492c-a3a5-3d388e9f4db4 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:40:26.984614 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e40e4eb-b236-429a-85cd-3ab0dd6d71b5", "tag": "d4e8bb34-c882-4380-9cf2-974ba5e9e745", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:40:26.984872 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-755d3eea-f6e9-492c-a3a5-3d388e9f4db4 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:40:26.985271 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e40e4eb-b236-429a-85cd-3ab0dd6d71b5', 'tag': 'd4e8bb34-c882-4380-9cf2-974ba5e9e745', 'status': 'completed', 'code': 200} Dec 10 16:40:27.031951 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb7c7dc-7b0a-452c-9483-27918dda5afb tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event deleted for resources: {'Subnet': ['ID=bdb6d662-4a92-4012-bc50-4526ddece0c8,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:27.154910 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6eb7c7dc-7b0a-452c-9483-27918dda5afb tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:27.178340 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055b96ac-570d-4ce2-9f6d-42817fb156ae None None] Network 911bdb42-f3fc-43fb-8dd2-e41c14751a44 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:40:27.221518 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-055b96ac-570d-4ce2-9f6d-42817fb156ae None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:27.232909 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055b96ac-570d-4ce2-9f6d-42817fb156ae None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:40:27.260749 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-6eb7c7dc-7b0a-452c-9483-27918dda5afb tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['911bdb42-f3fc-43fb-8dd2-e41c14751a44']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:27.288808 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-6eb7c7dc-7b0a-452c-9483-27918dda5afb tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1806ab38-925f-40e0-a991-230edc8340d6') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:27.289012 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-6eb7c7dc-7b0a-452c-9483-27918dda5afb tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1806ab38-925f-40e0-a991-230edc8340d6') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:27.317840 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6eb7c7dc-7b0a-452c-9483-27918dda5afb tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:27.335727 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0091d4f8-2ecf-4845-882e-36c86433bac6 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:27.432481 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0091d4f8-2ecf-4845-882e-36c86433bac6 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:27.512543 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0091d4f8-2ecf-4845-882e-36c86433bac6 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:40:27.516863 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-688630c9-335a-4fbd-bd5f-5548389f868a req-f314949f-8e5d-4d42-9986-38f401fc3345 service neutron] 10.222.0.46 "GET /v2.0/networks/d554693e-cd92-4e37-b677-7f13ee909108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5118136 Dec 10 16:40:27.524780 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-4daadcc3-aaa4-41b4-b7e8-f08b396dc281 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:27.528789 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-4daadcc3-aaa4-41b4-b7e8-f08b396dc281 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/networks?id=b5ba8caf-9119-4d49-8c04-be0a7edd0bb2 HTTP/1.1" status: 200 len: 819 time: 0.5469565 Dec 10 16:40:27.532202 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b96ac-570d-4ce2-9f6d-42817fb156ae None None] Pushing event updated for resources: {'Port': ['ID=ef51b0d9-169a-4b20-b54b-ad90846536c9,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:27.568547 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0091d4f8-2ecf-4845-882e-36c86433bac6 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:27.569260 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-0091d4f8-2ecf-4845-882e-36c86433bac6 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Added segment 379214ec-dfc7-404e-a1d3-17a0b12372f1 of type vlan for network c9ade9c1-0e79-4975-913d-25eb9e7df3d9 Dec 10 16:40:27.571826 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0091d4f8-2ecf-4845-882e-36c86433bac6 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2795278-a3db-42c0-9da9-c260b81738c7,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:27.588347 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-055b96ac-570d-4ce2-9f6d-42817fb156ae None None] Attempting to bind port ef51b0d9-169a-4b20-b54b-ad90846536c9 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:40:27.595152 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-055b96ac-570d-4ce2-9f6d-42817fb156ae None None] Attempting to bind port ef51b0d9-169a-4b20-b54b-ad90846536c9 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '1806ab38-925f-40e0-a991-230edc8340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '911bdb42-f3fc-43fb-8dd2-e41c14751a44'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:40:27.595437 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055b96ac-570d-4ce2-9f6d-42817fb156ae None None] Attempting to bind port ef51b0d9-169a-4b20-b54b-ad90846536c9 on network 911bdb42-f3fc-43fb-8dd2-e41c14751a44 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:40:27.617244 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055b96ac-570d-4ce2-9f6d-42817fb156ae None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:40:27.618079 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055b96ac-570d-4ce2-9f6d-42817fb156ae None None] Checking segment: {'id': '1806ab38-925f-40e0-a991-230edc8340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '911bdb42-f3fc-43fb-8dd2-e41c14751a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:40:27.618079 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-055b96ac-570d-4ce2-9f6d-42817fb156ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:27.625982 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055b96ac-570d-4ce2-9f6d-42817fb156ae None None] Bound using segment: {'id': '1806ab38-925f-40e0-a991-230edc8340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '911bdb42-f3fc-43fb-8dd2-e41c14751a44'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:40:27.626557 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-055b96ac-570d-4ce2-9f6d-42817fb156ae None None] Bound port: ef51b0d9-169a-4b20-b54b-ad90846536c9, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1806ab38-925f-40e0-a991-230edc8340d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '911bdb42-f3fc-43fb-8dd2-e41c14751a44'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:40:27.629544 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-d3b6fbec-70d7-49c2-ba02-c77ac3fac8ce tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/quotas/45ca9cd270ce4d398a78e52c666b1374 HTTP/1.1" status: 200 len: 375 time: 0.0714281 Dec 10 16:40:27.631531 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-055b96ac-570d-4ce2-9f6d-42817fb156ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:27.633142 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6eb7c7dc-7b0a-452c-9483-27918dda5afb tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:27.687356 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb7c7dc-7b0a-452c-9483-27918dda5afb tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:40:27.687936 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6eb7c7dc-7b0a-452c-9483-27918dda5afb tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:27.696646 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:40:27.696646 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:40:27.696646 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:40:27.696646 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:40:27.696646 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:40:27.696646 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:40:27.696646 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:40:27.696646 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:40:27.696646 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:40:27.696646 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:40:27.696646 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:40:27.696646 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:40:27.696646 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:40:27.696646 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:40:27.696646 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:40:27.696646 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:40:27.696646 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:40:27.696646 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:40:27.696646 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:40:27.696646 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:40:27.696646 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:40:27.696646 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:40:27.696646 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:40:27.696646 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:40:27.696646 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:40:27.696646 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:40:27.696646 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:40:27.696646 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:40:27.696646 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:40:27.696646 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:40:27.696646 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:40:27.696646 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:40:27.789726 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0091d4f8-2ecf-4845-882e-36c86433bac6 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:27.829460 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d2290-f714-42c0-a0ad-1728f1b59864 req-b8736bb1-f888-4ea6-bc6c-51c6483352fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:27.831314 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-096d2290-f714-42c0-a0ad-1728f1b59864 req-b8736bb1-f888-4ea6-bc6c-51c6483352fb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f7102f587c0942469f218fb29d23ff5f&device_id=2e40e4eb-b236-429a-85cd-3ab0dd6d71b5 HTTP/1.1" status: 200 len: 1095 time: 0.1862574 Dec 10 16:40:27.834204 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0091d4f8-2ecf-4845-882e-36c86433bac6 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:27.840533 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0091d4f8-2ecf-4845-882e-36c86433bac6 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:27.841149 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0091d4f8-2ecf-4845-882e-36c86433bac6 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:27.847661 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-4bd35911-58dd-4df6-be07-f41a3cc2b0d7 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:27.852871 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-4bd35911-58dd-4df6-be07-f41a3cc2b0d7 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.26 "GET /v2.0/networks?id=b5ba8caf-9119-4d49-8c04-be0a7edd0bb2 HTTP/1.1" status: 200 len: 819 time: 0.4652545 Dec 10 16:40:27.857106 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.db.api [None req-6eb7c7dc-7b0a-452c-9483-27918dda5afb tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 16:40:27.857106 n-d-766771-2 neutron-server[103393]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 16:40:27.857106 n-d-766771-2 neutron-server[103393]: [parameters: {'id': '911bdb42-f3fc-43fb-8dd2-e41c14751a44'}] Dec 10 16:40:27.857106 n-d-766771-2 neutron-server[103393]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:40:27.857505 n-d-766771-2 neutron-server[103393]: DEBUG oslo_db.api [None req-6eb7c7dc-7b0a-452c-9483-27918dda5afb tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:40:27.867684 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-055b96ac-570d-4ce2-9f6d-42817fb156ae None None] For port ef51b0d9-169a-4b20-b54b-ad90846536c9, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:40:27.872666 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-5096accd-5a07-49f0-b481-6d47f08b6895 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=45ca9cd270ce4d398a78e52c666b1374&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2414706 Dec 10 16:40:27.874414 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-fc2201a9-2092-49ec-986b-b200a598c742 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Request body: {'port': {'device_id': '678cc00e-b7eb-4463-adb4-b5a6bf1a62f6', 'network_id': 'b5ba8caf-9119-4d49-8c04-be0a7edd0bb2', 'admin_state_up': True, 'tenant_id': '45ca9cd270ce4d398a78e52c666b1374'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:27.884583 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-055b96ac-570d-4ce2-9f6d-42817fb156ae None None] For port ef51b0d9-169a-4b20-b54b-ad90846536c9, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=ef51b0d9-169a-4b20-b54b-ad90846536c9,segment=NetworkSegment(1806ab38-925f-40e0-a991-230edc8340d6),segment_id=1806ab38-925f-40e0-a991-230edc8340d6)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:40:27.891266 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-055b96ac-570d-4ce2-9f6d-42817fb156ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:27.992096 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b96ac-570d-4ce2-9f6d-42817fb156ae None None] Pushing event updated for resources: {'Port': ['ID=ef51b0d9-169a-4b20-b54b-ad90846536c9,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:28.017322 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-0091d4f8-2ecf-4845-882e-36c86433bac6 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9732583 Dec 10 16:40:28.025030 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38080) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:28.044311 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-3d2e5c02-be21-4554-930d-008dbc13e32a tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Request body: {'subnet': {'network_id': 'c9ade9c1-0e79-4975-913d-25eb9e7df3d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:28.055506 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0091d4f8-2ecf-4845-882e-36c86433bac6 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Pushing event updated for resources: {'Network': ['ID=c9ade9c1-0e79-4975-913d-25eb9e7df3d9,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:28.069783 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network c9ade9c1-0e79-4975-913d-25eb9e7df3d9 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:40:28.075334 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e2cbc9-fd01-4384-b8d7-c24357c74e57 None None] Network 911bdb42-f3fc-43fb-8dd2-e41c14751a44 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:28.147328 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-fc2201a9-2092-49ec-986b-b200a598c742 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Made reservation on behalf of 45ca9cd270ce4d398a78e52c666b1374 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:28.151122 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-fc2201a9-2092-49ec-986b-b200a598c742 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:28.154661 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-f79bee65-b98a-456a-b45d-5ee19046cec0 service neutron] 10.222.0.11 "GET /v2.0/networks/b5ba8caf-9119-4d49-8c04-be0a7edd0bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810738 Dec 10 16:40:28.157068 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d2290-f714-42c0-a0ad-1728f1b59864 req-911f3896-7283-4d5c-a574-b832986544e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:28.159028 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-096d2290-f714-42c0-a0ad-1728f1b59864 req-911f3896-7283-4d5c-a574-b832986544e8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d554693e-cd92-4e37-b677-7f13ee909108 HTTP/1.1" status: 200 len: 898 time: 0.3141701 Dec 10 16:40:28.252750 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-096d2290-f714-42c0-a0ad-1728f1b59864 req-68666561-c29a-4e41-a1d8-91d7df1133a8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=d4e8bb34-c882-4380-9cf2-974ba5e9e745 HTTP/1.1" status: 200 len: 217 time: 0.0741575 Dec 10 16:40:28.261300 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2e5c02-be21-4554-930d-008dbc13e32a tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Made reservation on behalf of 7887f27b710e43c891ab5b963753ce74 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:28.266289 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3d2e5c02-be21-4554-930d-008dbc13e32a tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:28.308076 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d479f9b-e1f3-44c9-baa8-92cc544bf383 None None] get_active_networks_info from n-d-766771-2 {{(pid=103394) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 16:40:28.337963 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d2290-f714-42c0-a0ad-1728f1b59864 req-0948367e-9538-4b8f-bd84-c2ef36ffea39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:28.339626 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-096d2290-f714-42c0-a0ad-1728f1b59864 req-0948367e-9538-4b8f-bd84-c2ef36ffea39 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eac6af19-d8ad-435a-8c6b-b4b7bf62490e HTTP/1.1" status: 200 len: 837 time: 0.0775137 Dec 10 16:40:28.356190 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-bc55a0c7-e592-4206-ab43-5f38b362191a service neutron] 10.222.0.11 "GET /v2.0/networks/b5ba8caf-9119-4d49-8c04-be0a7edd0bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004154 Dec 10 16:40:28.362118 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6eb7c7dc-7b0a-452c-9483-27918dda5afb tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:28.424321 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d2290-f714-42c0-a0ad-1728f1b59864 req-c57d380d-56d5-4013-a558-f57d3b9c7988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:28.426024 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-096d2290-f714-42c0-a0ad-1728f1b59864 req-c57d380d-56d5-4013-a558-f57d3b9c7988 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d554693e-cd92-4e37-b677-7f13ee909108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649483 Dec 10 16:40:28.449568 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-fc2201a9-2092-49ec-986b-b200a598c742 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Allocated IP 172.20.0.2 (b5ba8caf-9119-4d49-8c04-be0a7edd0bb2/22f5ce8a-e527-41c9-88c7-11774c8e4abe/dd013d1b-d90e-40a8-80fa-49b6ae5d3434) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:40:28.507360 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d479f9b-e1f3-44c9-baa8-92cc544bf383 None None] Resources bound (agent type, host, resource id): {{(pid=103394) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 16:40:28.621289 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-096d2290-f714-42c0-a0ad-1728f1b59864 req-a9c33c6d-5113-4c4b-9b0c-368e0b6142b4 service neutron] 10.222.0.46 "GET /v2.0/networks/d554693e-cd92-4e37-b677-7f13ee909108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860652 Dec 10 16:40:28.719069 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-6eb7c7dc-7b0a-452c-9483-27918dda5afb tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Deleting port ef51b0d9-169a-4b20-b54b-ad90846536c9 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:28.719409 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6eb7c7dc-7b0a-452c-9483-27918dda5afb tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:28.746877 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882feec-303f-463e-a811-e84e911e9ae5 req-77a9e1b7-c3f8-4b21-93b3-4ec1951e7123 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:28.755429 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6882feec-303f-463e-a811-e84e911e9ae5 req-77a9e1b7-c3f8-4b21-93b3-4ec1951e7123 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e40e4eb-b236-429a-85cd-3ab0dd6d71b5 HTTP/1.1" status: 200 len: 944 time: 0.1783171 Dec 10 16:40:28.895822 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6882feec-303f-463e-a811-e84e911e9ae5 req-b34222ca-5dcf-411d-a879-c888731a5e90 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2df08c2-6d57-44b4-bfd2-2dd16b936ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388230 Dec 10 16:40:28.900389 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-096d2290-f714-42c0-a0ad-1728f1b59864 req-1de46e12-eb3c-476d-83a1-b27abc37c4f2 service neutron] 10.222.0.46 "GET /v2.0/networks/d554693e-cd92-4e37-b677-7f13ee909108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716389 Dec 10 16:40:28.913014 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3d2e5c02-be21-4554-930d-008dbc13e32a tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:29.043801 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-6eb7c7dc-7b0a-452c-9483-27918dda5afb tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] For port ef51b0d9-169a-4b20-b54b-ad90846536c9, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=ef51b0d9-169a-4b20-b54b-ad90846536c9,segment=NetworkSegment(1806ab38-925f-40e0-a991-230edc8340d6),segment_id=1806ab38-925f-40e0-a991-230edc8340d6)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:29.044449 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6eb7c7dc-7b0a-452c-9483-27918dda5afb tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:29.091074 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-6eb7c7dc-7b0a-452c-9483-27918dda5afb tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Calling delete_port for ef51b0d9-169a-4b20-b54b-ad90846536c9 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:29.105647 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2e5c02-be21-4554-930d-008dbc13e32a tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Checking segment: {'id': '379214ec-dfc7-404e-a1d3-17a0b12372f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c9ade9c1-0e79-4975-913d-25eb9e7df3d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:40:29.106108 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2e5c02-be21-4554-930d-008dbc13e32a tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Network hostable DHCP agents. Network: c9ade9c1-0e79-4975-913d-25eb9e7df3d9, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:40:29.110261 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-33dbe879-3c75-4440-ad47-c4b2340b8af3 req-91b03e94-009e-41b8-997d-5ef07fb0e940 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a346969-61e6-4402-acb1-bee5e96cc1f4 HTTP/1.1" status: 200 len: 210 time: 0.0456390 Dec 10 16:40:29.115710 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e5c02-be21-4554-930d-008dbc13e32a tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Pushing event updated for resources: {'Subnet': ['ID=86217568-5c00-4ded-a254-687a12e4c22e,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:29.125191 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-fc2201a9-2092-49ec-986b-b200a598c742 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:29.201339 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2e5c02-be21-4554-930d-008dbc13e32a tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Network c9ade9c1-0e79-4975-913d-25eb9e7df3d9 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:40:29.267696 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-3d2e5c02-be21-4554-930d-008dbc13e32a tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, c9ade9c1-0e79-4975-913d-25eb9e7df3d9) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:29.282486 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a445210-2a9f-46a0-8778-8c1f5f50789f None None] Network c9ade9c1-0e79-4975-913d-25eb9e7df3d9 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:29.290940 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2e5c02-be21-4554-930d-008dbc13e32a tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:29.298707 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3d2e5c02-be21-4554-930d-008dbc13e32a tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:29.324422 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-fc2201a9-2092-49ec-986b-b200a598c742 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:29.346555 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3d2e5c02-be21-4554-930d-008dbc13e32a tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3187385 Dec 10 16:40:29.350628 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 38112) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:29.359903 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a14869cc-3840-40d9-9fe7-5734ac4de980 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Request body: {'network': {'name': 'tempest-router-network01--86503583'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:29.412807 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14869cc-3840-40d9-9fe7-5734ac4de980 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Made reservation on behalf of 7887f27b710e43c891ab5b963753ce74 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:29.418953 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6eb7c7dc-7b0a-452c-9483-27918dda5afb tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:29.420306 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a14869cc-3840-40d9-9fe7-5734ac4de980 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:29.434926 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-fc2201a9-2092-49ec-986b-b200a598c742 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Network b5ba8caf-9119-4d49-8c04-be0a7edd0bb2 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:40:29.438746 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-fc2201a9-2092-49ec-986b-b200a598c742 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:29.446532 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-fc2201a9-2092-49ec-986b-b200a598c742 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:40:29.452828 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb7c7dc-7b0a-452c-9483-27918dda5afb tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] No DVR routers for this DVR port ef51b0d9-169a-4b20-b54b-ad90846536c9 on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:40:29.484546 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2c3183-472d-47b9-ac25-7e71cd38a205 None None] DHCP port deletion for b5ba8caf-9119-4d49-8c04-be0a7edd0bb2 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:40:29.503475 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90798d3c-dbf6-4ced-ba51-8a38accd9a96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-c9ade9c1-0e79-4975-913d-25eb9e7df3d9', 'network_id': 'c9ade9c1-0e79-4975-913d-25eb9e7df3d9', 'project_id': '7887f27b710e43c891ab5b963753ce74', 'fixed_ips': [{'subnet_id': '86217568-5c00-4ded-a254-687a12e4c22e'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:40:29.504278 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-90798d3c-dbf6-4ced-ba51-8a38accd9a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:29.505573 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a14869cc-3840-40d9-9fe7-5734ac4de980 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:40:29.509078 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2201a9-2092-49ec-986b-b200a598c742 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Pushing event updated for resources: {'Port': ['ID=dd013d1b-d90e-40a8-80fa-49b6ae5d3434,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:29.530052 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a14869cc-3840-40d9-9fe7-5734ac4de980 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:29.530907 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-a14869cc-3840-40d9-9fe7-5734ac4de980 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Added segment 5328e055-d209-4bb2-a893-3971941cfc67 of type vlan for network 83819ea5-2329-4e8d-a439-22f8282ac265 Dec 10 16:40:29.618975 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a14869cc-3840-40d9-9fe7-5734ac4de980 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:29.685118 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a14869cc-3840-40d9-9fe7-5734ac4de980 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:29.693456 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14869cc-3840-40d9-9fe7-5734ac4de980 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:29.694332 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a14869cc-3840-40d9-9fe7-5734ac4de980 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:29.720086 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb7c7dc-7b0a-452c-9483-27918dda5afb tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event deleted for resources: {'Port': ['ID=ef51b0d9-169a-4b20-b54b-ad90846536c9,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:29.755907 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38118) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:29.766815 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6eb7c7dc-7b0a-452c-9483-27918dda5afb tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:29.784657 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-90798d3c-dbf6-4ced-ba51-8a38accd9a96 None None] Allocated IP 2001:db8::2 (c9ade9c1-0e79-4975-913d-25eb9e7df3d9/86217568-5c00-4ded-a254-687a12e4c22e/91c66510-eb03-445c-b1c0-29aa6a3ca9a2) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:40:29.789037 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38122) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:29.789806 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a14869cc-3840-40d9-9fe7-5734ac4de980 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4370883 Dec 10 16:40:29.796381 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-fc2201a9-2092-49ec-986b-b200a598c742 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:29.797157 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-fc2201a9-2092-49ec-986b-b200a598c742 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:29.806580 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-882ae3c7-ed68-44bd-9ba5-f509bedbf216 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Request body: {'network': {'name': 'tempest-router-network02--1914904069'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:29.825548 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14869cc-3840-40d9-9fe7-5734ac4de980 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Pushing event updated for resources: {'Network': ['ID=83819ea5-2329-4e8d-a439-22f8282ac265,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:29.846258 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882ae3c7-ed68-44bd-9ba5-f509bedbf216 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Made reservation on behalf of 7887f27b710e43c891ab5b963753ce74 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:29.851085 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-882ae3c7-ed68-44bd-9ba5-f509bedbf216 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:29.886966 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-6eb7c7dc-7b0a-452c-9483-27918dda5afb tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['911bdb42-f3fc-43fb-8dd2-e41c14751a44']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:29.907366 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-6eb7c7dc-7b0a-452c-9483-27918dda5afb tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1806ab38-925f-40e0-a991-230edc8340d6') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:29.908008 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-6eb7c7dc-7b0a-452c-9483-27918dda5afb tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1806ab38-925f-40e0-a991-230edc8340d6') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:29.917529 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-fc2201a9-2092-49ec-986b-b200a598c742 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0481043 Dec 10 16:40:29.928909 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-882ae3c7-ed68-44bd-9ba5-f509bedbf216 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:40:29.937256 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6eb7c7dc-7b0a-452c-9483-27918dda5afb tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:29.942046 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-8dcfed5d-4f9f-41ca-81d0-693a94027e83 service neutron] Request body: {'port': {'device_id': '678cc00e-b7eb-4463-adb4-b5a6bf1a62f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:29.948356 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 83819ea5-2329-4e8d-a439-22f8282ac265 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:40:29.953893 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-90798d3c-dbf6-4ced-ba51-8a38accd9a96 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:29.992574 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-882ae3c7-ed68-44bd-9ba5-f509bedbf216 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:29.992920 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-882ae3c7-ed68-44bd-9ba5-f509bedbf216 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Added segment 334d03fe-7950-4efe-bc75-5639f42b4513 of type vlan for network 59770a67-609a-4ee1-a472-293d4e20c1f4 Dec 10 16:40:29.994320 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ee70ee39-cf24-4f3b-a2a6-8fa073750324 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:30.003928 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-90798d3c-dbf6-4ced-ba51-8a38accd9a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:30.005991 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6eb7c7dc-7b0a-452c-9483-27918dda5afb tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:30.028678 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb7c7dc-7b0a-452c-9483-27918dda5afb tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:40:30.028991 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6eb7c7dc-7b0a-452c-9483-27918dda5afb tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:30.054765 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:40:30.054765 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:40:30.054765 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:40:30.054765 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:40:30.054765 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:40:30.054765 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:40:30.054765 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:40:30.054765 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:40:30.054765 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:40:30.054765 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:40:30.054765 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:40:30.054765 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:40:30.054765 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:40:30.054765 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:40:30.054765 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:40:30.054765 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:40:30.054765 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:40:30.054765 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:40:30.054765 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:40:30.054765 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:40:30.054765 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:40:30.054765 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:40:30.054765 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:40:30.054765 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:40:30.054765 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:40:30.054765 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:40:30.054765 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:40:30.054765 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:40:30.054765 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:40:30.054765 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:40:30.054765 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:40:30.054765 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:40:30.057398 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-31ba6c92-6ba5-49de-a321-7ecda1b1c2cf None None] Provisioning complete for port dd013d1b-d90e-40a8-80fa-49b6ae5d3434 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:30.077880 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-31ba6c92-6ba5-49de-a321-7ecda1b1c2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:30.085082 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c928fc-f2b0-421b-bf2d-4883661dce10 req-c0aa5358-3c55-4130-9093-cb3a21d4a9df tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:30.108896 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b4c928fc-f2b0-421b-bf2d-4883661dce10 req-c0aa5358-3c55-4130-9093-cb3a21d4a9df tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e40e4eb-b236-429a-85cd-3ab0dd6d71b5 HTTP/1.1" status: 200 len: 944 time: 0.1345084 Dec 10 16:40:30.147329 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-882ae3c7-ed68-44bd-9ba5-f509bedbf216 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:30.158473 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-8dcfed5d-4f9f-41ca-81d0-693a94027e83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:30.205994 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6eb7c7dc-7b0a-452c-9483-27918dda5afb tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:30.212659 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90798d3c-dbf6-4ced-ba51-8a38accd9a96 None None] Network c9ade9c1-0e79-4975-913d-25eb9e7df3d9 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:40:30.223232 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6eb7c7dc-7b0a-452c-9483-27918dda5afb tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:30.226564 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6eb7c7dc-7b0a-452c-9483-27918dda5afb tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "DELETE /v2.0/networks/911bdb42-f3fc-43fb-8dd2-e41c14751a44 HTTP/1.1" status: 204 len: 168 time: 4.3649368 Dec 10 16:40:30.244122 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-90798d3c-dbf6-4ced-ba51-8a38accd9a96 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:30.247624 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90798d3c-dbf6-4ced-ba51-8a38accd9a96 None None] Pushing event updated for resources: {'Port': ['ID=91c66510-eb03-445c-b1c0-29aa6a3ca9a2,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:30.250060 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90798d3c-dbf6-4ced-ba51-8a38accd9a96 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:40:30.255258 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-31ba6c92-6ba5-49de-a321-7ecda1b1c2cf None None] Port dd013d1b-d90e-40a8-80fa-49b6ae5d3434 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:40:30.270288 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38132) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:30.283051 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb7c7dc-7b0a-452c-9483-27918dda5afb tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event deleted for resources: {'Network': ['ID=911bdb42-f3fc-43fb-8dd2-e41c14751a44,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:30.288874 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-940e0243-117c-4697-9f74-d0565e63b708 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-698138616'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:30.298286 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-882ae3c7-ed68-44bd-9ba5-f509bedbf216 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:30.304772 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882ae3c7-ed68-44bd-9ba5-f509bedbf216 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:30.305593 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-882ae3c7-ed68-44bd-9ba5-f509bedbf216 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:30.324005 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-90798d3c-dbf6-4ced-ba51-8a38accd9a96 None None] Attempting to bind port 91c66510-eb03-445c-b1c0-29aa6a3ca9a2 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:40:30.324563 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-90798d3c-dbf6-4ced-ba51-8a38accd9a96 None None] Attempting to bind port 91c66510-eb03-445c-b1c0-29aa6a3ca9a2 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '379214ec-dfc7-404e-a1d3-17a0b12372f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c9ade9c1-0e79-4975-913d-25eb9e7df3d9'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:40:30.324754 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90798d3c-dbf6-4ced-ba51-8a38accd9a96 None None] Attempting to bind port 91c66510-eb03-445c-b1c0-29aa6a3ca9a2 on network c9ade9c1-0e79-4975-913d-25eb9e7df3d9 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:40:30.332073 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90798d3c-dbf6-4ced-ba51-8a38accd9a96 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:40:30.332491 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90798d3c-dbf6-4ced-ba51-8a38accd9a96 None None] Checking segment: {'id': '379214ec-dfc7-404e-a1d3-17a0b12372f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c9ade9c1-0e79-4975-913d-25eb9e7df3d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:40:30.332942 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-90798d3c-dbf6-4ced-ba51-8a38accd9a96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:30.333345 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90798d3c-dbf6-4ced-ba51-8a38accd9a96 None None] Bound using segment: {'id': '379214ec-dfc7-404e-a1d3-17a0b12372f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c9ade9c1-0e79-4975-913d-25eb9e7df3d9'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:40:30.333832 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-90798d3c-dbf6-4ced-ba51-8a38accd9a96 None None] Bound port: 91c66510-eb03-445c-b1c0-29aa6a3ca9a2, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379214ec-dfc7-404e-a1d3-17a0b12372f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c9ade9c1-0e79-4975-913d-25eb9e7df3d9'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:40:30.334241 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-90798d3c-dbf6-4ced-ba51-8a38accd9a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:30.389659 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b4c928fc-f2b0-421b-bf2d-4883661dce10 req-390c1e4c-cb18-464e-a233-5bf9771ae9bf tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2df08c2-6d57-44b4-bfd2-2dd16b936ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2797575 Dec 10 16:40:30.401835 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-54f7b01f-7a1e-454e-b36a-e5217be3c31a tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:30.403266 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-54f7b01f-7a1e-454e-b36a-e5217be3c31a tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.46 "GET /v2.0/networks?id=b5ba8caf-9119-4d49-8c04-be0a7edd0bb2 HTTP/1.1" status: 200 len: 819 time: 0.2183495 Dec 10 16:40:30.419107 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-d6925705-ab23-4e13-92a8-8ad0aaefa874 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Request body: {'port': {'device_id': '4a346969-61e6-4402-acb1-bee5e96cc1f4', 'network_id': 'b5ba8caf-9119-4d49-8c04-be0a7edd0bb2', 'admin_state_up': True, 'tenant_id': '45ca9cd270ce4d398a78e52c666b1374'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:30.426471 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-90798d3c-dbf6-4ced-ba51-8a38accd9a96 None None] For port 91c66510-eb03-445c-b1c0-29aa6a3ca9a2, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:40:30.430580 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-90798d3c-dbf6-4ced-ba51-8a38accd9a96 None None] For port 91c66510-eb03-445c-b1c0-29aa6a3ca9a2, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=91c66510-eb03-445c-b1c0-29aa6a3ca9a2,segment=NetworkSegment(379214ec-dfc7-404e-a1d3-17a0b12372f1),segment_id=379214ec-dfc7-404e-a1d3-17a0b12372f1)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:40:30.439584 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-90798d3c-dbf6-4ced-ba51-8a38accd9a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:30.514024 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-882ae3c7-ed68-44bd-9ba5-f509bedbf216 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7133195 Dec 10 16:40:30.514989 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940e0243-117c-4697-9f74-d0565e63b708 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Made reservation on behalf of a8583be60b5b47adbe7d3e43d3a1ef22 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:30.518646 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-940e0243-117c-4697-9f74-d0565e63b708 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:30.521258 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38136) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:30.534310 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ee70ee39-cf24-4f3b-a2a6-8fa073750324 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:30.539457 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-38b096d2-aa4e-4beb-a3cb-2d8f5636a99a tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Request body: {'subnet': {'network_id': '83819ea5-2329-4e8d-a439-22f8282ac265', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:30.540262 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90798d3c-dbf6-4ced-ba51-8a38accd9a96 None None] Pushing event updated for resources: {'Port': ['ID=91c66510-eb03-445c-b1c0-29aa6a3ca9a2,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:30.556793 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882ae3c7-ed68-44bd-9ba5-f509bedbf216 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Pushing event updated for resources: {'Network': ['ID=59770a67-609a-4ee1-a472-293d4e20c1f4,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:30.573294 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ee70ee39-cf24-4f3b-a2a6-8fa073750324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:30.582268 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 59770a67-609a-4ee1-a472-293d4e20c1f4 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:40:30.609977 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-d6925705-ab23-4e13-92a8-8ad0aaefa874 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Made reservation on behalf of 45ca9cd270ce4d398a78e52c666b1374 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:30.617739 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-d6925705-ab23-4e13-92a8-8ad0aaefa874 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:30.654883 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ea285382-4894-41fa-868b-02f5c5695aa3 req-c40a1c5f-17ed-4068-83c1-b0c22b1db747 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a346969-61e6-4402-acb1-bee5e96cc1f4 HTTP/1.1" status: 200 len: 210 time: 0.0572381 Dec 10 16:40:30.906720 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-d6925705-ab23-4e13-92a8-8ad0aaefa874 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Allocated IP 172.20.0.14 (b5ba8caf-9119-4d49-8c04-be0a7edd0bb2/22f5ce8a-e527-41c9-88c7-11774c8e4abe/7c5562b5-607f-4261-885f-1a3a2c264767) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:40:31.188537 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e792334-f57f-41b3-86b8-5305babe79ee req-0d84d708-8a50-43b8-9492-6e6a8c049305 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:31.190072 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6e792334-f57f-41b3-86b8-5305babe79ee req-0d84d708-8a50-43b8-9492-6e6a8c049305 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.2093613 Dec 10 16:40:31.195062 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30ac35-b921-49f9-b4a9-46649161a6be req-8c6188ab-604c-47a7-8e52-f3d5e12dc0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:31.196494 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dc30ac35-b921-49f9-b4a9-46649161a6be req-8c6188ab-604c-47a7-8e52-f3d5e12dc0a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=38b4c50f2746432ea9adf6424421cd8d&device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 1095 time: 0.1952803 Dec 10 16:40:31.220251 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70ee39-cf24-4f3b-a2a6-8fa073750324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0c3d31-ff6d-4756-8b0a-617ec09cb1ca,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:31.226696 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-940e0243-117c-4697-9f74-d0565e63b708 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:40:31.232619 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ee70ee39-cf24-4f3b-a2a6-8fa073750324 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b5e787a1bca84f878b6f42b1897b3285&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4750607 Dec 10 16:40:31.239802 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38142) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:31.293319 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device d4e8bb34-c882-4380-9cf2-974ba5e9e745 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:40:31.299090 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-940e0243-117c-4697-9f74-d0565e63b708 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:31.299438 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-940e0243-117c-4697-9f74-d0565e63b708 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Added segment 3b46d956-96e0-4b70-8548-7a7a9675c343 of type vlan for network 1e2c6993-e293-492d-97f1-9e6c1f2caf6f Dec 10 16:40:31.321273 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b096d2-aa4e-4beb-a3cb-2d8f5636a99a tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Made reservation on behalf of 7887f27b710e43c891ab5b963753ce74 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:31.325501 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38b096d2-aa4e-4beb-a3cb-2d8f5636a99a tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:31.451022 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-940e0243-117c-4697-9f74-d0565e63b708 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:31.474759 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port d4e8bb34-c882-4380-9cf2-974ba5e9e745, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=d4e8bb34-c882-4380-9cf2-974ba5e9e745,segment=NetworkSegment(33cd13ef-c4b9-47fa-bdb3-4a4865f6cb3d),segment_id=33cd13ef-c4b9-47fa-bdb3-4a4865f6cb3d)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:31.489960 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'd4e8bb34-c882-4380-9cf2-974ba5e9e745', 'network_id': 'd554693e-cd92-4e37-b677-7f13ee909108', 'port_id': 'd4e8bb34-c882-4380-9cf2-974ba5e9e745', 'mac_address': 'fa:16:3e:98:d3:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eac6af19-d8ad-435a-8c6b-b4b7bf62490e', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:40:31.519367 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fa68ca52-5ab7-42e3-a05f-8122e8000bd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:31.542206 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-940e0243-117c-4697-9f74-d0565e63b708 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:31.549185 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940e0243-117c-4697-9f74-d0565e63b708 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:31.549794 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-940e0243-117c-4697-9f74-d0565e63b708 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:31.558969 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:31.574773 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4e8bb34-c882-4380-9cf2-974ba5e9e745 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:40:31.597186 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port d4e8bb34-c882-4380-9cf2-974ba5e9e745, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=d4e8bb34-c882-4380-9cf2-974ba5e9e745,segment=NetworkSegment(33cd13ef-c4b9-47fa-bdb3-4a4865f6cb3d),segment_id=33cd13ef-c4b9-47fa-bdb3-4a4865f6cb3d)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:31.606129 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:31.624419 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fa68ca52-5ab7-42e3-a05f-8122e8000bd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:31.628493 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-d6925705-ab23-4e13-92a8-8ad0aaefa874 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:31.665499 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-940e0243-117c-4697-9f74-d0565e63b708 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3869679 Dec 10 16:40:31.665710 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6e792334-f57f-41b3-86b8-5305babe79ee req-01966d6b-fa97-48ab-8884-5bd678f787a6 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4658363 Dec 10 16:40:31.671557 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 38146) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:31.678019 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=d4e8bb34-c882-4380-9cf2-974ba5e9e745,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:31.685382 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-60d32cea-3977-4fb8-978c-725ff1e4c9c6 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Request body: {'subnet': {'network_id': '1e2c6993-e293-492d-97f1-9e6c1f2caf6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:31.718525 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e0243-117c-4697-9f74-d0565e63b708 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event updated for resources: {'Network': ['ID=1e2c6993-e293-492d-97f1-9e6c1f2caf6f,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:31.738008 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30ac35-b921-49f9-b4a9-46649161a6be req-04d5d2a9-1b50-416a-9468-790b7a783f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:31.739551 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dc30ac35-b921-49f9-b4a9-46649161a6be req-04d5d2a9-1b50-416a-9468-790b7a783f6c service neutron] 10.222.0.46 "GET /v2.0/networks?id=32421a12-0b3a-42d4-846a-0de14cdef277 HTTP/1.1" status: 200 len: 912 time: 0.5241952 Dec 10 16:40:31.739688 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 1e2c6993-e293-492d-97f1-9e6c1f2caf6f details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:40:31.849497 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fa68ca52-5ab7-42e3-a05f-8122e8000bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:31.852264 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fa68ca52-5ab7-42e3-a05f-8122e8000bd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:31.855908 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-fa68ca52-5ab7-42e3-a05f-8122e8000bd2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6f0c3d31-ff6d-4756-8b0a-617ec09cb1ca HTTP/1.1" status: 204 len: 168 time: 0.6127987 Dec 10 16:40:31.858386 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38b096d2-aa4e-4beb-a3cb-2d8f5636a99a tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:31.865569 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['d4e8bb34-c882-4380-9cf2-974ba5e9e745'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:40:31.871511 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa68ca52-5ab7-42e3-a05f-8122e8000bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0c3d31-ff6d-4756-8b0a-617ec09cb1ca,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:31.887778 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-d6925705-ab23-4e13-92a8-8ad0aaefa874 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:32.009562 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b096d2-aa4e-4beb-a3cb-2d8f5636a99a tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Pushing event updated for resources: {'Subnet': ['ID=f66ad1f9-86c0-42e5-8bf9-48cf921be218,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:32.017836 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dc30ac35-b921-49f9-b4a9-46649161a6be req-73841951-5ec9-4ce7-985c-d7dd9c12fd7b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81f6994e-318a-4d30-b5b5-897e0480e4d0 HTTP/1.1" status: 200 len: 999 time: 0.2705266 Dec 10 16:40:32.042407 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b096d2-aa4e-4beb-a3cb-2d8f5636a99a tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Checking segment: {'id': '5328e055-d209-4bb2-a893-3971941cfc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '83819ea5-2329-4e8d-a439-22f8282ac265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:40:32.042968 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b096d2-aa4e-4beb-a3cb-2d8f5636a99a tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Network hostable DHCP agents. Network: 83819ea5-2329-4e8d-a439-22f8282ac265, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:40:32.045217 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d32cea-3977-4fb8-978c-725ff1e4c9c6 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Made reservation on behalf of a8583be60b5b47adbe7d3e43d3a1ef22 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:32.057491 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-60d32cea-3977-4fb8-978c-725ff1e4c9c6 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:32.098881 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b096d2-aa4e-4beb-a3cb-2d8f5636a99a tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Network 83819ea5-2329-4e8d-a439-22f8282ac265 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:40:32.111434 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b517fa-f4b3-43af-bc68-0c764ec3fa14 None None] Network c9ade9c1-0e79-4975-913d-25eb9e7df3d9 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:32.135949 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-38b096d2-aa4e-4beb-a3cb-2d8f5636a99a tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 83819ea5-2329-4e8d-a439-22f8282ac265) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:32.136874 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6925705-ab23-4e13-92a8-8ad0aaefa874 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Pushing event updated for resources: {'Port': ['ID=7c5562b5-607f-4261-885f-1a3a2c264767,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:32.143384 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b096d2-aa4e-4beb-a3cb-2d8f5636a99a tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:32.144124 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38b096d2-aa4e-4beb-a3cb-2d8f5636a99a tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:32.154517 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-8dcfed5d-4f9f-41ca-81d0-693a94027e83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd013d1b-d90e-40a8-80fa-49b6ae5d3434 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:40:32.159165 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092689d-7374-430d-8b68-51e7daf61712 req-4c507a57-56ba-49bc-8bbb-89426b84c155 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:32.165742 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-8dcfed5d-4f9f-41ca-81d0-693a94027e83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:32.166837 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1092689d-7374-430d-8b68-51e7daf61712 req-4c507a57-56ba-49bc-8bbb-89426b84c155 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e40e4eb-b236-429a-85cd-3ab0dd6d71b5 HTTP/1.1" status: 200 len: 945 time: 0.4000828 Dec 10 16:40:32.182265 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-38b096d2-aa4e-4beb-a3cb-2d8f5636a99a tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6521575 Dec 10 16:40:32.184915 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38154) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:32.187811 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-8dcfed5d-4f9f-41ca-81d0-693a94027e83 service neutron] Transition to ACTIVE for port object dd013d1b-d90e-40a8-80fa-49b6ae5d3434 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:40:32.193001 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-17aa4760-f088-4f24-bd0d-f07a01dce68d tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Request body: {'subnet': {'network_id': '59770a67-609a-4ee1-a472-293d4e20c1f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:32.213088 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-8dcfed5d-4f9f-41ca-81d0-693a94027e83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:32.239164 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5188c151-b2c5-48b6-95d5-97fea26e0c02 None None] Network 83819ea5-2329-4e8d-a439-22f8282ac265 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:32.276867 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-d6925705-ab23-4e13-92a8-8ad0aaefa874 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Network b5ba8caf-9119-4d49-8c04-be0a7edd0bb2 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:40:32.306695 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-d6925705-ab23-4e13-92a8-8ad0aaefa874 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:32.318347 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-d6925705-ab23-4e13-92a8-8ad0aaefa874 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:40:32.324999 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30ac35-b921-49f9-b4a9-46649161a6be req-dc9dba89-6fda-454c-924a-ee40e7a6903e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:32.326834 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dc30ac35-b921-49f9-b4a9-46649161a6be req-dc9dba89-6fda-454c-924a-ee40e7a6903e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bad4bd9c-d017-467b-badb-ee51884a8aea HTTP/1.1" status: 200 len: 850 time: 0.2849474 Dec 10 16:40:32.339403 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcfed5d-4f9f-41ca-81d0-693a94027e83 service neutron] Pushing event updated for resources: {'Port': ['ID=dd013d1b-d90e-40a8-80fa-49b6ae5d3434,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:32.451064 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-d6925705-ab23-4e13-92a8-8ad0aaefa874 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:32.452443 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-d6925705-ab23-4e13-92a8-8ad0aaefa874 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:32.464876 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17aa4760-f088-4f24-bd0d-f07a01dce68d tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Made reservation on behalf of 7887f27b710e43c891ab5b963753ce74 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:32.468732 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-17aa4760-f088-4f24-bd0d-f07a01dce68d tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:32.522838 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf16b12-1ddd-4396-a937-4d1ba38dd80d None None] DHCP port deletion for b5ba8caf-9119-4d49-8c04-be0a7edd0bb2 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:40:32.585941 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1092689d-7374-430d-8b68-51e7daf61712 req-90331dc5-b77d-4173-8586-1b5091dea6d0 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2df08c2-6d57-44b4-bfd2-2dd16b936ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4181068 Dec 10 16:40:32.590687 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-8dcfed5d-4f9f-41ca-81d0-693a94027e83 service neutron] Attempting to bind port dd013d1b-d90e-40a8-80fa-49b6ae5d3434 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:40:32.591238 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-8dcfed5d-4f9f-41ca-81d0-693a94027e83 service neutron] Attempting to bind port dd013d1b-d90e-40a8-80fa-49b6ae5d3434 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'cd08ab66-fbc3-413c-ad44-6e9450998ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b5ba8caf-9119-4d49-8c04-be0a7edd0bb2'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:40:32.591904 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-8dcfed5d-4f9f-41ca-81d0-693a94027e83 service neutron] Attempting to bind port dd013d1b-d90e-40a8-80fa-49b6ae5d3434 on network b5ba8caf-9119-4d49-8c04-be0a7edd0bb2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:40:32.600776 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-8dcfed5d-4f9f-41ca-81d0-693a94027e83 service neutron] Port dd013d1b-d90e-40a8-80fa-49b6ae5d3434 on network b5ba8caf-9119-4d49-8c04-be0a7edd0bb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:40:32.601200 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-8dcfed5d-4f9f-41ca-81d0-693a94027e83 service neutron] Attempting to bind port dd013d1b-d90e-40a8-80fa-49b6ae5d3434 on network b5ba8caf-9119-4d49-8c04-be0a7edd0bb2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:40:32.603799 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-d6925705-ab23-4e13-92a8-8ad0aaefa874 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1856768 Dec 10 16:40:32.613182 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30ac35-b921-49f9-b4a9-46649161a6be req-38baad4d-9b07-444b-a81f-eea366f19455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:32.619843 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dc30ac35-b921-49f9-b4a9-46649161a6be req-38baad4d-9b07-444b-a81f-eea366f19455 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=32421a12-0b3a-42d4-846a-0de14cdef277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2629046 Dec 10 16:40:32.621305 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-8dcfed5d-4f9f-41ca-81d0-693a94027e83 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:40:32.621736 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-8dcfed5d-4f9f-41ca-81d0-693a94027e83 service neutron] Checking segment: {'id': 'cd08ab66-fbc3-413c-ad44-6e9450998ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b5ba8caf-9119-4d49-8c04-be0a7edd0bb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:40:32.622560 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-8dcfed5d-4f9f-41ca-81d0-693a94027e83 service neutron] Bound using segment: {'id': 'cd08ab66-fbc3-413c-ad44-6e9450998ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b5ba8caf-9119-4d49-8c04-be0a7edd0bb2'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:40:32.622906 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-8dcfed5d-4f9f-41ca-81d0-693a94027e83 service neutron] Bound port: dd013d1b-d90e-40a8-80fa-49b6ae5d3434, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd08ab66-fbc3-413c-ad44-6e9450998ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b5ba8caf-9119-4d49-8c04-be0a7edd0bb2'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:40:32.623363 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-8dcfed5d-4f9f-41ca-81d0-693a94027e83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:32.631186 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-a8f074b6-dedb-4b8f-b4d6-8e8656c050d2 service neutron] Request body: {'port': {'device_id': '4a346969-61e6-4402-acb1-bee5e96cc1f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:32.660363 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-01dbd24c-3c9f-4b9b-9bd8-89bcf545ee65 None None] Provisioning complete for port 91c66510-eb03-445c-b1c0-29aa6a3ca9a2 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:32.662119 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-01dbd24c-3c9f-4b9b-9bd8-89bcf545ee65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:32.744316 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda70fd9-012b-4799-b866-94823671ec1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-83819ea5-2329-4e8d-a439-22f8282ac265', 'network_id': '83819ea5-2329-4e8d-a439-22f8282ac265', 'project_id': '7887f27b710e43c891ab5b963753ce74', 'fixed_ips': [{'subnet_id': 'f66ad1f9-86c0-42e5-8bf9-48cf921be218'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:40:32.745370 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fda70fd9-012b-4799-b866-94823671ec1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:32.768786 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 91c66510-eb03-445c-b1c0-29aa6a3ca9a2 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:40:32.842115 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-8dcfed5d-4f9f-41ca-81d0-693a94027e83 service neutron] For port dd013d1b-d90e-40a8-80fa-49b6ae5d3434, host n-h1-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:40:32.861277 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-8dcfed5d-4f9f-41ca-81d0-693a94027e83 service neutron] For port dd013d1b-d90e-40a8-80fa-49b6ae5d3434, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=dd013d1b-d90e-40a8-80fa-49b6ae5d3434,segment=NetworkSegment(cd08ab66-fbc3-413c-ad44-6e9450998ff0),segment_id=cd08ab66-fbc3-413c-ad44-6e9450998ff0)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:40:32.892471 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-8dcfed5d-4f9f-41ca-81d0-693a94027e83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:32.953846 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-60d32cea-3977-4fb8-978c-725ff1e4c9c6 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:32.974317 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-8dcfed5d-4f9f-41ca-81d0-693a94027e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:32.975005 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-8dcfed5d-4f9f-41ca-81d0-693a94027e83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:32.976446 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-8dcfed5d-4f9f-41ca-81d0-693a94027e83 service neutron] 10.222.0.26 "PUT /v2.0/ports/dd013d1b-d90e-40a8-80fa-49b6ae5d3434 HTTP/1.1" status: 200 len: 1091 time: 3.0412669 Dec 10 16:40:32.976964 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678cc00e-b7eb-4463-adb4-b5a6bf1a62f6', 'tag': 'dd013d1b-d90e-40a8-80fa-49b6ae5d3434'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:40:32.979918 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831808d4-cd3f-4096-83e7-42bbb18f8ff4" -d '{"events": [{"name": "network-changed", "server_uuid": "678cc00e-b7eb-4463-adb4-b5a6bf1a62f6", "tag": "dd013d1b-d90e-40a8-80fa-49b6ae5d3434"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:40:32.998050 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-17aa4760-f088-4f24-bd0d-f07a01dce68d tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:33.053378 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d32cea-3977-4fb8-978c-725ff1e4c9c6 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event updated for resources: {'Subnet': ['ID=fec20b88-febf-4e8f-84c3-13db588347a8,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:33.074609 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-fda70fd9-012b-4799-b866-94823671ec1a None None] Allocated IP 2001:db8::2 (83819ea5-2329-4e8d-a439-22f8282ac265/f66ad1f9-86c0-42e5-8bf9-48cf921be218/4306e29a-d269-4f50-a7dd-5ddbca23957b) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:40:33.102331 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dde333-9fa4-4eef-97d2-ab21a885602a req-fd904f80-ad8c-4e9d-b9bf-b51b80187baf tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:33.104886 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-85dde333-9fa4-4eef-97d2-ab21a885602a req-fd904f80-ad8c-4e9d-b9bf-b51b80187baf tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a346969-61e6-4402-acb1-bee5e96cc1f4 HTTP/1.1" status: 200 len: 932 time: 0.4011533 Dec 10 16:40:33.112845 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-a8f074b6-dedb-4b8f-b4d6-8e8656c050d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:33.127351 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcfed5d-4f9f-41ca-81d0-693a94027e83 service neutron] Pushing event updated for resources: {'Port': ['ID=dd013d1b-d90e-40a8-80fa-49b6ae5d3434,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:33.202114 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa4760-f088-4f24-bd0d-f07a01dce68d tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Pushing event updated for resources: {'Subnet': ['ID=0da1deed-e846-4751-82db-062806d6f548,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:33.202544 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dc30ac35-b921-49f9-b4a9-46649161a6be req-e3d95a02-1cbe-4842-b7e6-d6b2b71995d8 service neutron] 10.222.0.46 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5608451 Dec 10 16:40:33.214452 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17aa4760-f088-4f24-bd0d-f07a01dce68d tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Checking segment: {'id': '334d03fe-7950-4efe-bc75-5639f42b4513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '59770a67-609a-4ee1-a472-293d4e20c1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:40:33.214811 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17aa4760-f088-4f24-bd0d-f07a01dce68d tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Network hostable DHCP agents. Network: 59770a67-609a-4ee1-a472-293d4e20c1f4, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:40:33.230872 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad2e7ef-ed03-44fc-811b-c47fd6bb6afd None None] DHCP port deletion for b5ba8caf-9119-4d49-8c04-be0a7edd0bb2 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:40:33.250531 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-d75a6614-b15c-482e-beaa-6b2793355371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:33.252085 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-d75a6614-b15c-482e-beaa-6b2793355371 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45ca9cd270ce4d398a78e52c666b1374&device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 1094 time: 0.1970177 Dec 10 16:40:33.273499 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:40:33.304641 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6857c7c4-a7bb-4cfb-a617-0405692dd0cb None None] DHCP port deletion for b5ba8caf-9119-4d49-8c04-be0a7edd0bb2 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:40:33.329967 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d32cea-3977-4fb8-978c-725ff1e4c9c6 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Checking segment: {'id': '3b46d956-96e0-4b70-8548-7a7a9675c343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1e2c6993-e293-492d-97f1-9e6c1f2caf6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:40:33.330498 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d32cea-3977-4fb8-978c-725ff1e4c9c6 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Network hostable DHCP agents. Network: 1e2c6993-e293-492d-97f1-9e6c1f2caf6f, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:40:33.347917 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-aabb6812-d407-42a3-80ff-d95fd5927b74 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dd013d1b-d90e-40a8-80fa-49b6ae5d3434 HTTP/1.1" status: 200 len: 217 time: 0.0841672 Dec 10 16:40:33.349028 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17aa4760-f088-4f24-bd0d-f07a01dce68d tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Network 59770a67-609a-4ee1-a472-293d4e20c1f4 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:40:33.370865 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 91c66510-eb03-445c-b1c0-29aa6a3ca9a2 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:33.371827 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:33.380941 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-85dde333-9fa4-4eef-97d2-ab21a885602a req-9acf1bf7-935f-4bf8-b9a8-d1c55ba6062f tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437985 Dec 10 16:40:33.388260 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fda70fd9-012b-4799-b866-94823671ec1a None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:33.433853 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-17aa4760-f088-4f24-bd0d-f07a01dce68d tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 59770a67-609a-4ee1-a472-293d4e20c1f4) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:33.440824 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fda70fd9-012b-4799-b866-94823671ec1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:33.448592 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17aa4760-f088-4f24-bd0d-f07a01dce68d tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:33.449189 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-17aa4760-f088-4f24-bd0d-f07a01dce68d tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:33.492576 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-335c624d-cddb-4d19-b747-ede190f8fd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:33.500281 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-335c624d-cddb-4d19-b747-ede190f8fd80 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=22f5ce8a-e527-41c9-88c7-11774c8e4abe HTTP/1.1" status: 200 len: 859 time: 0.1401334 Dec 10 16:40:33.517858 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-17aa4760-f088-4f24-bd0d-f07a01dce68d tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3293989 Dec 10 16:40:33.536357 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38188) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:33.596067 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-8515655d-af50-4f52-83ba-fe115352f756 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b5ba8caf-9119-4d49-8c04-be0a7edd0bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784078 Dec 10 16:40:33.692171 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d32cea-3977-4fb8-978c-725ff1e4c9c6 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Network 1e2c6993-e293-492d-97f1-9e6c1f2caf6f is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:40:33.695495 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27f839f-7982-4d1e-b773-617713a03505 None None] Network 59770a67-609a-4ee1-a472-293d4e20c1f4 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:33.755078 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda70fd9-012b-4799-b866-94823671ec1a None None] Network 83819ea5-2329-4e8d-a439-22f8282ac265 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:40:33.756555 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-60d32cea-3977-4fb8-978c-725ff1e4c9c6 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 1e2c6993-e293-492d-97f1-9e6c1f2caf6f) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:33.768819 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d32cea-3977-4fb8-978c-725ff1e4c9c6 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:33.769435 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-60d32cea-3977-4fb8-978c-725ff1e4c9c6 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:33.814529 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f1fbf5-66fc-432d-b42b-2279eb372303 None None] Network 1e2c6993-e293-492d-97f1-9e6c1f2caf6f requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:33.830410 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-fda70fd9-012b-4799-b866-94823671ec1a None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:33.833737 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda70fd9-012b-4799-b866-94823671ec1a None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:40:33.853998 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dc30ac35-b921-49f9-b4a9-46649161a6be req-3e555ab0-e2db-4a09-a734-f3564462a235 service neutron] 10.222.0.46 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6092997 Dec 10 16:40:33.871348 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e4b18-7764-49db-b63e-58cd55d6c9eb req-6ea74c05-d8f8-4fd3-9093-787741ba7103 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:33.872911 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-130e4b18-7764-49db-b63e-58cd55d6c9eb req-6ea74c05-d8f8-4fd3-9093-787741ba7103 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.3526945 Dec 10 16:40:33.914814 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-60d32cea-3977-4fb8-978c-725ff1e4c9c6 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2417486 Dec 10 16:40:33.923805 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-01dbd24c-3c9f-4b9b-9bd8-89bcf545ee65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:33.937942 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 38196) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:33.980896 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda70fd9-012b-4799-b866-94823671ec1a None None] Pushing event updated for resources: {'Port': ['ID=4306e29a-d269-4f50-a7dd-5ddbca23957b,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:34.092396 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-01dbd24c-3c9f-4b9b-9bd8-89bcf545ee65 None None] For port 91c66510-eb03-445c-b1c0-29aa6a3ca9a2, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=91c66510-eb03-445c-b1c0-29aa6a3ca9a2,segment=NetworkSegment(379214ec-dfc7-404e-a1d3-17a0b12372f1),segment_id=379214ec-dfc7-404e-a1d3-17a0b12372f1)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:34.136732 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-ed433934-2e4f-4143-8a94-73401a668163 service neutron] 10.222.0.26 "GET /v2.0/networks/b5ba8caf-9119-4d49-8c04-be0a7edd0bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4958963 Dec 10 16:40:34.231259 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:34.250905 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-92ed8c88-7462-4640-b657-55ccb435360a tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:34.266674 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fabbfb99-5181-4f41-996f-15ece297515b tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:34.268279 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-01dbd24c-3c9f-4b9b-9bd8-89bcf545ee65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:34.324611 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-130e4b18-7764-49db-b63e-58cd55d6c9eb req-bd3282e9-60f6-4245-8bb3-9cd2e6cc5ff4 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4307654 Dec 10 16:40:34.340465 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-fda70fd9-012b-4799-b866-94823671ec1a None None] Attempting to bind port 4306e29a-d269-4f50-a7dd-5ddbca23957b on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:40:34.341966 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-fda70fd9-012b-4799-b866-94823671ec1a None None] Attempting to bind port 4306e29a-d269-4f50-a7dd-5ddbca23957b by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '5328e055-d209-4bb2-a893-3971941cfc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '83819ea5-2329-4e8d-a439-22f8282ac265'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:40:34.343015 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda70fd9-012b-4799-b866-94823671ec1a None None] Attempting to bind port 4306e29a-d269-4f50-a7dd-5ddbca23957b on network 83819ea5-2329-4e8d-a439-22f8282ac265 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:40:34.361528 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7ea391-561d-4ef7-8824-9be72bd1fbf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-59770a67-609a-4ee1-a472-293d4e20c1f4', 'network_id': '59770a67-609a-4ee1-a472-293d4e20c1f4', 'project_id': '7887f27b710e43c891ab5b963753ce74', 'fixed_ips': [{'subnet_id': '0da1deed-e846-4751-82db-062806d6f548'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:40:34.364935 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4a7ea391-561d-4ef7-8824-9be72bd1fbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:34.420603 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497cdcca-7d61-47c8-aa7f-4cc576d4eeb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-1e2c6993-e293-492d-97f1-9e6c1f2caf6f', 'network_id': '1e2c6993-e293-492d-97f1-9e6c1f2caf6f', 'project_id': 'a8583be60b5b47adbe7d3e43d3a1ef22', 'fixed_ips': [{'subnet_id': 'fec20b88-febf-4e8f-84c3-13db588347a8'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:40:34.421482 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-497cdcca-7d61-47c8-aa7f-4cc576d4eeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:34.434957 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-92ed8c88-7462-4640-b657-55ccb435360a tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:34.472494 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda70fd9-012b-4799-b866-94823671ec1a None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:40:34.473668 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda70fd9-012b-4799-b866-94823671ec1a None None] Checking segment: {'id': '5328e055-d209-4bb2-a893-3971941cfc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '83819ea5-2329-4e8d-a439-22f8282ac265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:40:34.474089 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fda70fd9-012b-4799-b866-94823671ec1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:34.474535 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda70fd9-012b-4799-b866-94823671ec1a None None] Bound using segment: {'id': '5328e055-d209-4bb2-a893-3971941cfc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '83819ea5-2329-4e8d-a439-22f8282ac265'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:40:34.475643 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-fda70fd9-012b-4799-b866-94823671ec1a None None] Bound port: 4306e29a-d269-4f50-a7dd-5ddbca23957b, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5328e055-d209-4bb2-a893-3971941cfc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '83819ea5-2329-4e8d-a439-22f8282ac265'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:40:34.476121 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fda70fd9-012b-4799-b866-94823671ec1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:34.478124 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9babc3-24c8-481d-8f86-96e743431c33 x-openstack-request-id: req-9e9babc3-24c8-481d-8f86-96e743431c33 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:40:34.479442 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "678cc00e-b7eb-4463-adb4-b5a6bf1a62f6", "tag": "dd013d1b-d90e-40a8-80fa-49b6ae5d3434", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:40:34.481329 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9e9babc3-24c8-481d-8f86-96e743431c33 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:40:34.482344 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '678cc00e-b7eb-4463-adb4-b5a6bf1a62f6', 'tag': 'dd013d1b-d90e-40a8-80fa-49b6ae5d3434', 'status': 'completed', 'code': 200} Dec 10 16:40:34.666760 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-92ed8c88-7462-4640-b657-55ccb435360a tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:34.679958 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7fb1e05f-9fe4-426a-9855-1eaa4ccbd9a0 req-f1a5e9d4-2a22-4106-9600-61a8c14954e6 service neutron] 10.222.0.26 "GET /v2.0/networks/b5ba8caf-9119-4d49-8c04-be0a7edd0bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4711101 Dec 10 16:40:34.767616 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9ed5818d-decb-4f17-a0cd-f9ef8a419a04 None None] Provisioning complete for port 7c5562b5-607f-4261-885f-1a3a2c264767 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:34.768212 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9ed5818d-decb-4f17-a0cd-f9ef8a419a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:34.811924 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-92ed8c88-7462-4640-b657-55ccb435360a tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:34.819745 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbd24c-3c9f-4b9b-9bd8-89bcf545ee65 None None] Pushing event updated for resources: {'Port': ['ID=91c66510-eb03-445c-b1c0-29aa6a3ca9a2,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:34.834685 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831808d4-cd3f-4096-83e7-42bbb18f8ff4 req-3bc61221-b330-49d6-a2ca-ae1087bdfce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:34.836458 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-831808d4-cd3f-4096-83e7-42bbb18f8ff4 req-3bc61221-b330-49d6-a2ca-ae1087bdfce7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45ca9cd270ce4d398a78e52c666b1374&device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 1094 time: 0.1051543 Dec 10 16:40:34.850432 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-92ed8c88-7462-4640-b657-55ccb435360a tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e2c6993-e293-492d-97f1-9e6c1f2caf6f']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:34.859335 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9ed5818d-decb-4f17-a0cd-f9ef8a419a04 None None] Port 7c5562b5-607f-4261-885f-1a3a2c264767 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:40:34.863065 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-92ed8c88-7462-4640-b657-55ccb435360a tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b46d956-96e0-4b70-8548-7a7a9675c343') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:34.864126 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-92ed8c88-7462-4640-b657-55ccb435360a tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b46d956-96e0-4b70-8548-7a7a9675c343') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:34.888504 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-92ed8c88-7462-4640-b657-55ccb435360a tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:34.890296 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.api [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:40:34.890667 n-d-766771-2 neutron-server[103394]: DEBUG oslo_db.api [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server [None req-497cdcca-7d61-47c8-aa7f-4cc576d4eeb0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fec20b88-febf-4e8f-84c3-13db588347a8: This subnet is being modified by another concurrent operation. Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise exception Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fec20b88-febf-4e8f-84c3-13db588347a8: This subnet is being modified by another concurrent operation. Dec 10 16:40:34.931997 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server Dec 10 16:40:34.955109 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-fabbfb99-5181-4f41-996f-15ece297515b tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Allocated IP 2001:db8::1 (83819ea5-2329-4e8d-a439-22f8282ac265/f66ad1f9-86c0-42e5-8bf9-48cf921be218/19e6c682-ebea-4c42-8370-804f8e38ca4d) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:40:34.972509 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9ed5818d-decb-4f17-a0cd-f9ef8a419a04 None None] Provisioning complete for port 91c66510-eb03-445c-b1c0-29aa6a3ca9a2 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:34.972972 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9ed5818d-decb-4f17-a0cd-f9ef8a419a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:34.978871 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e338915b-97ee-4330-b1f9-3737854b1570 None None] Network 1e2c6993-e293-492d-97f1-9e6c1f2caf6f requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:34.980940 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-92ed8c88-7462-4640-b657-55ccb435360a tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:34.989320 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92ed8c88-7462-4640-b657-55ccb435360a tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:40:34.990290 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-92ed8c88-7462-4640-b657-55ccb435360a tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:35.071873 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:40:35.071873 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:40:35.071873 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:40:35.071873 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:40:35.071873 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:40:35.071873 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:40:35.071873 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:40:35.071873 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:40:35.071873 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:40:35.071873 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:40:35.071873 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:40:35.071873 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:40:35.071873 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:40:35.071873 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:40:35.071873 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:40:35.071873 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:40:35.071873 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:40:35.071873 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:40:35.071873 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:40:35.071873 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:40:35.071873 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:40:35.071873 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:40:35.071873 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:40:35.071873 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:40:35.071873 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:40:35.071873 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:40:35.071873 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:40:35.071873 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:40:35.071873 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:40:35.071873 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:40:35.071873 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:40:35.071873 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:40:35.080495 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-92ed8c88-7462-4640-b657-55ccb435360a tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:35.085236 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed8c88-7462-4640-b657-55ccb435360a tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event deleted for resources: {'Subnet': ['ID=fec20b88-febf-4e8f-84c3-13db588347a8,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:35.109270 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-92ed8c88-7462-4640-b657-55ccb435360a tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:35.140475 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-92ed8c88-7462-4640-b657-55ccb435360a tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "DELETE /v2.0/networks/1e2c6993-e293-492d-97f1-9e6c1f2caf6f HTTP/1.1" status: 204 len: 168 time: 1.1865964 Dec 10 16:40:35.151609 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38208) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:35.161132 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-ffc38017-3961-46e0-a4dc-fc84a35d2050 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1003234650'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:35.181096 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831808d4-cd3f-4096-83e7-42bbb18f8ff4 req-367925a0-279f-4929-85ca-8a2ab04ed41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:35.183160 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-831808d4-cd3f-4096-83e7-42bbb18f8ff4 req-367925a0-279f-4929-85ca-8a2ab04ed41d service neutron] 10.222.0.26 "GET /v2.0/networks?id=b5ba8caf-9119-4d49-8c04-be0a7edd0bb2 HTTP/1.1" status: 200 len: 920 time: 0.3369646 Dec 10 16:40:35.192987 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0bfef3-768f-455c-ab7a-d9bc731d9830 req-f5b8fc85-7c68-4352-a2c0-331112f64f8f tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:35.197333 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9d0bfef3-768f-455c-ab7a-d9bc731d9830 req-f5b8fc85-7c68-4352-a2c0-331112f64f8f tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e40e4eb-b236-429a-85cd-3ab0dd6d71b5 HTTP/1.1" status: 200 len: 945 time: 0.6066206 Dec 10 16:40:35.203159 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-a8f074b6-dedb-4b8f-b4d6-8e8656c050d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c5562b5-607f-4261-885f-1a3a2c264767 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:40:35.216765 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed8c88-7462-4640-b657-55ccb435360a tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event deleted for resources: {'Network': ['ID=1e2c6993-e293-492d-97f1-9e6c1f2caf6f,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:35.231592 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-a8f074b6-dedb-4b8f-b4d6-8e8656c050d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:35.242546 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-fda70fd9-012b-4799-b866-94823671ec1a None None] For port 4306e29a-d269-4f50-a7dd-5ddbca23957b, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:40:35.280634 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-fda70fd9-012b-4799-b866-94823671ec1a None None] For port 4306e29a-d269-4f50-a7dd-5ddbca23957b, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=4306e29a-d269-4f50-a7dd-5ddbca23957b,segment=NetworkSegment(5328e055-d209-4bb2-a893-3971941cfc67),segment_id=5328e055-d209-4bb2-a893-3971941cfc67)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:40:35.302337 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fda70fd9-012b-4799-b866-94823671ec1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:35.308438 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-4a7ea391-561d-4ef7-8824-9be72bd1fbf5 None None] Allocated IP 2001:db8::2 (59770a67-609a-4ee1-a472-293d4e20c1f4/0da1deed-e846-4751-82db-062806d6f548/43323447-4be5-4135-a018-8b8cd65262b2) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:40:35.331159 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-831808d4-cd3f-4096-83e7-42bbb18f8ff4 req-66ca02b6-f311-4213-86e4-c0c4cc84d7b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dd013d1b-d90e-40a8-80fa-49b6ae5d3434 HTTP/1.1" status: 200 len: 217 time: 0.1199462 Dec 10 16:40:35.332542 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device d4e8bb34-c882-4380-9cf2-974ba5e9e745 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:40:35.337958 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-a8f074b6-dedb-4b8f-b4d6-8e8656c050d2 service neutron] Transition to ACTIVE for port object 7c5562b5-607f-4261-885f-1a3a2c264767 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:40:35.360931 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc38017-3961-46e0-a4dc-fc84a35d2050 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Made reservation on behalf of a8583be60b5b47adbe7d3e43d3a1ef22 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:35.364891 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ffc38017-3961-46e0-a4dc-fc84a35d2050 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:35.413775 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9d0bfef3-768f-455c-ab7a-d9bc731d9830 req-e2a1518c-9b0c-4121-8255-884160360d0b tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2df08c2-6d57-44b4-bfd2-2dd16b936ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729000 Dec 10 16:40:35.414860 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-a8f074b6-dedb-4b8f-b4d6-8e8656c050d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:35.434472 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831808d4-cd3f-4096-83e7-42bbb18f8ff4 req-f73b57f4-9793-45bf-a227-176ca8762403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:35.436110 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-831808d4-cd3f-4096-83e7-42bbb18f8ff4 req-f73b57f4-9793-45bf-a227-176ca8762403 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=22f5ce8a-e527-41c9-88c7-11774c8e4abe HTTP/1.1" status: 200 len: 859 time: 0.0862825 Dec 10 16:40:35.471738 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fabbfb99-5181-4f41-996f-15ece297515b tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:35.508689 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-831808d4-cd3f-4096-83e7-42bbb18f8ff4 req-44fac702-3438-4ab2-bef2-9d92327095a2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b5ba8caf-9119-4d49-8c04-be0a7edd0bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622864 Dec 10 16:40:35.512651 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffc38017-3961-46e0-a4dc-fc84a35d2050 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:40:35.523973 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492073a3-3765-4e3b-82c4-e9ec2e946ee9 None None] DHCP port deletion for b5ba8caf-9119-4d49-8c04-be0a7edd0bb2 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:40:35.558294 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port d4e8bb34-c882-4380-9cf2-974ba5e9e745 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:40:35.603001 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ffc38017-3961-46e0-a4dc-fc84a35d2050 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:35.609148 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-ffc38017-3961-46e0-a4dc-fc84a35d2050 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Added segment 2339fc70-634c-4463-b6ea-bf72987b16be of type vlan for network 5d60aa8c-7886-4156-9336-1e705eac583f Dec 10 16:40:35.610433 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port d4e8bb34-c882-4380-9cf2-974ba5e9e745 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:35.610977 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:35.625698 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f074b6-dedb-4b8f-b4d6-8e8656c050d2 service neutron] Pushing event updated for resources: {'Port': ['ID=7c5562b5-607f-4261-885f-1a3a2c264767,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:35.734676 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ffc38017-3961-46e0-a4dc-fc84a35d2050 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:35.762242 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fabbfb99-5181-4f41-996f-15ece297515b tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:35.878313 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda70fd9-012b-4799-b866-94823671ec1a None None] Pushing event updated for resources: {'Port': ['ID=4306e29a-d269-4f50-a7dd-5ddbca23957b,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:35.878772 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.db.resource_extend [None req-ffc38017-3961-46e0-a4dc-fc84a35d2050 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 16:40:35.881460 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabbfb99-5181-4f41-996f-15ece297515b tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Pushing event updated for resources: {'Port': ['ID=19e6c682-ebea-4c42-8370-804f8e38ca4d,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:35.917287 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabbfb99-5181-4f41-996f-15ece297515b tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Network 83819ea5-2329-4e8d-a439-22f8282ac265 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:40:35.925616 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-fabbfb99-5181-4f41-996f-15ece297515b tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:35.931002 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabbfb99-5181-4f41-996f-15ece297515b tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:40:35.931542 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fabbfb99-5181-4f41-996f-15ece297515b tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:35.939367 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-831808d4-cd3f-4096-83e7-42bbb18f8ff4 req-89b755dc-59d8-421c-9691-b503f1b745f1 service neutron] 10.222.0.26 "GET /v2.0/networks/b5ba8caf-9119-4d49-8c04-be0a7edd0bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116504 Dec 10 16:40:35.996778 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ffc38017-3961-46e0-a4dc-fc84a35d2050 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:36.002707 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc38017-3961-46e0-a4dc-fc84a35d2050 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:36.003357 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ffc38017-3961-46e0-a4dc-fc84a35d2050 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:36.047475 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:36.060650 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ffc38017-3961-46e0-a4dc-fc84a35d2050 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9053297 Dec 10 16:40:36.115775 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38214) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:36.149243 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e40e4eb-b236-429a-85cd-3ab0dd6d71b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e8bb34-c882-4380-9cf2-974ba5e9e745'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:40:36.154936 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf7fce2-9593-4a1d-a6e0-37ba2c37a484" -d '{"events": [{"server_uuid": "2e40e4eb-b236-429a-85cd-3ab0dd6d71b5", "name": "network-vif-plugged", "status": "completed", "tag": "d4e8bb34-c882-4380-9cf2-974ba5e9e745"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:40:36.180277 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port d4e8bb34-c882-4380-9cf2-974ba5e9e745, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=d4e8bb34-c882-4380-9cf2-974ba5e9e745,segment=NetworkSegment(33cd13ef-c4b9-47fa-bdb3-4a4865f6cb3d),segment_id=33cd13ef-c4b9-47fa-bdb3-4a4865f6cb3d)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:36.190902 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:36.196914 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-37e80e90-28e5-4aec-b579-a8882c671b58 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Request body: {'subnet': {'network_id': '5d60aa8c-7886-4156-9336-1e705eac583f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:36.202969 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4a7ea391-561d-4ef7-8824-9be72bd1fbf5 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:36.240236 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4a7ea391-561d-4ef7-8824-9be72bd1fbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:36.264354 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7ea391-561d-4ef7-8824-9be72bd1fbf5 None None] Network 59770a67-609a-4ee1-a472-293d4e20c1f4 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:40:36.279929 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-4a7ea391-561d-4ef7-8824-9be72bd1fbf5 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:36.288222 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7ea391-561d-4ef7-8824-9be72bd1fbf5 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:40:36.304021 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 4306e29a-d269-4f50-a7dd-5ddbca23957b up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:40:36.336758 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=d4e8bb34-c882-4380-9cf2-974ba5e9e745,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:36.337434 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc38017-3961-46e0-a4dc-fc84a35d2050 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event updated for resources: {'Network': ['ID=5d60aa8c-7886-4156-9336-1e705eac583f,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:36.386281 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-831808d4-cd3f-4096-83e7-42bbb18f8ff4 req-bde9c260-a5bb-432d-8054-32b4f6bc9136 service neutron] 10.222.0.26 "GET /v2.0/networks/b5ba8caf-9119-4d49-8c04-be0a7edd0bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084966 Dec 10 16:40:36.407975 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcbfb6f-b57b-468e-aba6-e97f93a01664 req-bb9ac3b5-3877-428a-be0b-03ea45922f65 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:36.408590 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 5d60aa8c-7886-4156-9336-1e705eac583f details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:40:36.409937 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fdcbfb6f-b57b-468e-aba6-e97f93a01664 req-bb9ac3b5-3877-428a-be0b-03ea45922f65 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a346969-61e6-4402-acb1-bee5e96cc1f4 HTTP/1.1" status: 200 len: 944 time: 0.8505034 Dec 10 16:40:36.438175 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71052811-89ff-4843-a7b4-ee4c1ccc4287 req-ddb5136f-9729-4d8a-b09c-b124b79e9081 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b3f214a6-d796-41d5-9334-70abecc9a275&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1663744 Dec 10 16:40:36.450409 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-a8f074b6-dedb-4b8f-b4d6-8e8656c050d2 service neutron] Attempting to bind port 7c5562b5-607f-4261-885f-1a3a2c264767 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:40:36.450746 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-a8f074b6-dedb-4b8f-b4d6-8e8656c050d2 service neutron] Attempting to bind port 7c5562b5-607f-4261-885f-1a3a2c264767 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': 'cd08ab66-fbc3-413c-ad44-6e9450998ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b5ba8caf-9119-4d49-8c04-be0a7edd0bb2'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:40:36.451582 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-a8f074b6-dedb-4b8f-b4d6-8e8656c050d2 service neutron] Attempting to bind port 7c5562b5-607f-4261-885f-1a3a2c264767 on network b5ba8caf-9119-4d49-8c04-be0a7edd0bb2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:40:36.458013 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-a8f074b6-dedb-4b8f-b4d6-8e8656c050d2 service neutron] Port 7c5562b5-607f-4261-885f-1a3a2c264767 on network b5ba8caf-9119-4d49-8c04-be0a7edd0bb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:40:36.458591 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-a8f074b6-dedb-4b8f-b4d6-8e8656c050d2 service neutron] Attempting to bind port 7c5562b5-607f-4261-885f-1a3a2c264767 on network b5ba8caf-9119-4d49-8c04-be0a7edd0bb2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:40:36.475473 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-a8f074b6-dedb-4b8f-b4d6-8e8656c050d2 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:40:36.475815 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-a8f074b6-dedb-4b8f-b4d6-8e8656c050d2 service neutron] Checking segment: {'id': 'cd08ab66-fbc3-413c-ad44-6e9450998ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b5ba8caf-9119-4d49-8c04-be0a7edd0bb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:40:36.476204 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-a8f074b6-dedb-4b8f-b4d6-8e8656c050d2 service neutron] Bound using segment: {'id': 'cd08ab66-fbc3-413c-ad44-6e9450998ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b5ba8caf-9119-4d49-8c04-be0a7edd0bb2'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:40:36.476643 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-a8f074b6-dedb-4b8f-b4d6-8e8656c050d2 service neutron] Bound port: 7c5562b5-607f-4261-885f-1a3a2c264767, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd08ab66-fbc3-413c-ad44-6e9450998ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b5ba8caf-9119-4d49-8c04-be0a7edd0bb2'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:40:36.477651 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-a8f074b6-dedb-4b8f-b4d6-8e8656c050d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:36.574795 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fdcbfb6f-b57b-468e-aba6-e97f93a01664 req-6b0033a3-e3bd-432c-8de8-2d3b6bd76549 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495457 Dec 10 16:40:36.684940 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71052811-89ff-4843-a7b4-ee4c1ccc4287 req-58edda54-c0fc-4a4d-85d5-72ba3c46c570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:36.686411 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71052811-89ff-4843-a7b4-ee4c1ccc4287 req-58edda54-c0fc-4a4d-85d5-72ba3c46c570 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=38b4c50f2746432ea9adf6424421cd8d&device_id=b3f214a6-d796-41d5-9334-70abecc9a275 HTTP/1.1" status: 200 len: 1097 time: 0.2213542 Dec 10 16:40:36.813230 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:36.822492 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71052811-89ff-4843-a7b4-ee4c1ccc4287 req-d83849bb-2083-4bcd-94a3-6003cf25b7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:36.824312 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71052811-89ff-4843-a7b4-ee4c1ccc4287 req-d83849bb-2083-4bcd-94a3-6003cf25b7e2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=32421a12-0b3a-42d4-846a-0de14cdef277 HTTP/1.1" status: 200 len: 912 time: 0.1147351 Dec 10 16:40:36.854644 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-4a7ea391-561d-4ef7-8824-9be72bd1fbf5 None None] Attempting to bind port 43323447-4be5-4135-a018-8b8cd65262b2 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:40:36.855030 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-4a7ea391-561d-4ef7-8824-9be72bd1fbf5 None None] Attempting to bind port 43323447-4be5-4135-a018-8b8cd65262b2 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '334d03fe-7950-4efe-bc75-5639f42b4513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '59770a67-609a-4ee1-a472-293d4e20c1f4'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:40:36.855404 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7ea391-561d-4ef7-8824-9be72bd1fbf5 None None] Attempting to bind port 43323447-4be5-4135-a018-8b8cd65262b2 on network 59770a67-609a-4ee1-a472-293d4e20c1f4 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:40:36.893932 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7ea391-561d-4ef7-8824-9be72bd1fbf5 None None] Pushing event updated for resources: {'Port': ['ID=43323447-4be5-4135-a018-8b8cd65262b2,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:36.913709 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7ea391-561d-4ef7-8824-9be72bd1fbf5 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:40:36.914485 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7ea391-561d-4ef7-8824-9be72bd1fbf5 None None] Checking segment: {'id': '334d03fe-7950-4efe-bc75-5639f42b4513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '59770a67-609a-4ee1-a472-293d4e20c1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:40:36.915143 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4a7ea391-561d-4ef7-8824-9be72bd1fbf5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:36.916078 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7ea391-561d-4ef7-8824-9be72bd1fbf5 None None] Bound using segment: {'id': '334d03fe-7950-4efe-bc75-5639f42b4513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '59770a67-609a-4ee1-a472-293d4e20c1f4'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:40:36.917912 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-4a7ea391-561d-4ef7-8824-9be72bd1fbf5 None None] Bound port: 43323447-4be5-4135-a018-8b8cd65262b2, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334d03fe-7950-4efe-bc75-5639f42b4513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '59770a67-609a-4ee1-a472-293d4e20c1f4'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:40:36.918432 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4a7ea391-561d-4ef7-8824-9be72bd1fbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:36.946573 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71052811-89ff-4843-a7b4-ee4c1ccc4287 req-7083d6e2-ba12-422b-b38d-9b070524ddad service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ac466ce-9ccd-4222-9262-149999660a66 HTTP/1.1" status: 200 len: 217 time: 0.0770965 Dec 10 16:40:36.947695 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-a8f074b6-dedb-4b8f-b4d6-8e8656c050d2 service neutron] For port 7c5562b5-607f-4261-885f-1a3a2c264767, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:40:36.967034 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec24c8-08eb-4c3e-9595-494ffa0f09b8 req-8b21f8f3-2410-4d27-b262-a8a3cb0609e7 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:36.975891 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-06ec24c8-08eb-4c3e-9595-494ffa0f09b8 req-8b21f8f3-2410-4d27-b262-a8a3cb0609e7 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.2675433 Dec 10 16:40:36.989598 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 4306e29a-d269-4f50-a7dd-5ddbca23957b triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:36.990173 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:37.030822 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-4a7ea391-561d-4ef7-8824-9be72bd1fbf5 None None] For port 43323447-4be5-4135-a018-8b8cd65262b2, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:40:37.039322 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-4a7ea391-561d-4ef7-8824-9be72bd1fbf5 None None] For port 43323447-4be5-4135-a018-8b8cd65262b2, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=43323447-4be5-4135-a018-8b8cd65262b2,segment=NetworkSegment(334d03fe-7950-4efe-bc75-5639f42b4513),segment_id=334d03fe-7950-4efe-bc75-5639f42b4513)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:40:37.046881 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e80e90-28e5-4aec-b579-a8882c671b58 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Made reservation on behalf of a8583be60b5b47adbe7d3e43d3a1ef22 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:37.055387 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-06ec24c8-08eb-4c3e-9595-494ffa0f09b8 req-96cdafb7-a1b5-47f3-9eee-46a22b0a1ed8 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0785358 Dec 10 16:40:37.058215 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-37e80e90-28e5-4aec-b579-a8882c671b58 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:37.060781 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-a8f074b6-dedb-4b8f-b4d6-8e8656c050d2 service neutron] For port 7c5562b5-607f-4261-885f-1a3a2c264767, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=7c5562b5-607f-4261-885f-1a3a2c264767,segment=NetworkSegment(cd08ab66-fbc3-413c-ad44-6e9450998ff0),segment_id=cd08ab66-fbc3-413c-ad44-6e9450998ff0)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:40:37.116261 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4a7ea391-561d-4ef7-8824-9be72bd1fbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:37.139084 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-a8f074b6-dedb-4b8f-b4d6-8e8656c050d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:37.187223 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e464c09e-024d-4038-b4d5-2e5be1e2fb39 x-openstack-request-id: req-e464c09e-024d-4038-b4d5-2e5be1e2fb39 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:40:37.187510 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e40e4eb-b236-429a-85cd-3ab0dd6d71b5", "name": "network-vif-plugged", "status": "completed", "tag": "d4e8bb34-c882-4380-9cf2-974ba5e9e745", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:40:37.187834 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e464c09e-024d-4038-b4d5-2e5be1e2fb39 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:40:37.189665 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e40e4eb-b236-429a-85cd-3ab0dd6d71b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e8bb34-c882-4380-9cf2-974ba5e9e745', 'code': 200} Dec 10 16:40:37.190584 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad06522c-cd13-42ed-8a46-f5fc593e65ba None None] Network 83819ea5-2329-4e8d-a439-22f8282ac265 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:37.234083 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fabbfb99-5181-4f41-996f-15ece297515b tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:37.294670 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f074b6-dedb-4b8f-b4d6-8e8656c050d2 service neutron] Pushing event updated for resources: {'Port': ['ID=7c5562b5-607f-4261-885f-1a3a2c264767,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:37.327880 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-a8f074b6-dedb-4b8f-b4d6-8e8656c050d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:37.329542 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-a8f074b6-dedb-4b8f-b4d6-8e8656c050d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:37.336158 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-a8f074b6-dedb-4b8f-b4d6-8e8656c050d2 service neutron] 10.222.0.46 "PUT /v2.0/ports/7c5562b5-607f-4261-885f-1a3a2c264767 HTTP/1.1" status: 200 len: 1092 time: 4.7254419 Dec 10 16:40:37.337291 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a346969-61e6-4402-acb1-bee5e96cc1f4', 'tag': '7c5562b5-607f-4261-885f-1a3a2c264767'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:40:37.340122 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9ef3a3-3439-4a18-b387-b979c3d57aaa" -d '{"events": [{"name": "network-changed", "server_uuid": "4a346969-61e6-4402-acb1-bee5e96cc1f4", "tag": "7c5562b5-607f-4261-885f-1a3a2c264767"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:40:37.358808 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71052811-89ff-4843-a7b4-ee4c1ccc4287 req-ab3c950e-4a4e-4a6c-a3c1-c5dfa4174bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:37.364468 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71052811-89ff-4843-a7b4-ee4c1ccc4287 req-ab3c950e-4a4e-4a6c-a3c1-c5dfa4174bde service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bad4bd9c-d017-467b-badb-ee51884a8aea HTTP/1.1" status: 200 len: 850 time: 0.4079115 Dec 10 16:40:37.416127 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d812420-23d6-4aad-a209-542bc56cc7d2 None None] DHCP port deletion for b5ba8caf-9119-4d49-8c04-be0a7edd0bb2 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:40:37.467250 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-73be5626-5910-4b71-90a5-9ac925b0058c None None] Provisioning complete for port 4306e29a-d269-4f50-a7dd-5ddbca23957b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:37.470395 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-73be5626-5910-4b71-90a5-9ac925b0058c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:37.548888 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-dcb15009-a096-45ba-94ec-2f137bb2b85b req-ae22b23e-91b9-4b30-828f-376856711cd7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9b9f4a92-2d46-4c26-9232-803f432456fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3417335 Dec 10 16:40:37.563095 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 38238) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:37.577374 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:37.603961 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d67c9c-8214-41b4-bd47-7e4a651bc78e req-c4ec8372-75d9-4066-815c-80dc8e9ec34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:37.605480 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a6d67c9c-8214-41b4-bd47-7e4a651bc78e req-c4ec8372-75d9-4066-815c-80dc8e9ec34b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2e40e4eb-b236-429a-85cd-3ab0dd6d71b5 HTTP/1.1" status: 200 len: 1097 time: 0.3418686 Dec 10 16:40:37.607775 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7ea391-561d-4ef7-8824-9be72bd1fbf5 None None] Pushing event updated for resources: {'Port': ['ID=43323447-4be5-4135-a018-8b8cd65262b2,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:37.682068 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71052811-89ff-4843-a7b4-ee4c1ccc4287 req-c877b72c-4571-4b5f-a367-35774585f89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:37.695136 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71052811-89ff-4843-a7b4-ee4c1ccc4287 req-c877b72c-4571-4b5f-a367-35774585f89f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=32421a12-0b3a-42d4-846a-0de14cdef277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3226569 Dec 10 16:40:37.698354 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-0312602e-10c0-4c9c-83b4-bdb0521de5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:37.699944 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-0312602e-10c0-4c9c-83b4-bdb0521de5d0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=45ca9cd270ce4d398a78e52c666b1374&device_id=4a346969-61e6-4402-acb1-bee5e96cc1f4 HTTP/1.1" status: 200 len: 1095 time: 0.3020017 Dec 10 16:40:37.704729 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 4306e29a-d269-4f50-a7dd-5ddbca23957b, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=4306e29a-d269-4f50-a7dd-5ddbca23957b,segment=NetworkSegment(5328e055-d209-4bb2-a893-3971941cfc67),segment_id=5328e055-d209-4bb2-a893-3971941cfc67)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:37.711903 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:37.712719 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 91c66510-eb03-445c-b1c0-29aa6a3ca9a2 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:40:37.716408 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25530f-0fbe-47e1-b15e-f1ea020b0433 req-5356c2a2-9550-4bf6-90a7-59d4e3f17ad4 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:37.723980 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bd25530f-0fbe-47e1-b15e-f1ea020b0433 req-5356c2a2-9550-4bf6-90a7-59d4e3f17ad4 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e40e4eb-b236-429a-85cd-3ab0dd6d71b5 HTTP/1.1" status: 200 len: 946 time: 0.2911916 Dec 10 16:40:37.922488 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-7ddab5d4-3be4-4388-8196-6f0208c4d42e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c5562b5-607f-4261-885f-1a3a2c264767 HTTP/1.1" status: 200 len: 217 time: 0.1950641 Dec 10 16:40:37.934914 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=4306e29a-d269-4f50-a7dd-5ddbca23957b,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:37.943123 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device dd013d1b-d90e-40a8-80fa-49b6ae5d3434 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:40:38.092567 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-95d72645-cf9e-4aed-8bbc-8116d2287aa1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:38.101318 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a6d67c9c-8214-41b4-bd47-7e4a651bc78e req-1e71319b-f7e3-491f-8456-d9e99ee24498 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f2df08c2-6d57-44b4-bfd2-2dd16b936ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4767747 Dec 10 16:40:38.124828 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb15009-a096-45ba-94ec-2f137bb2b85b req-cd93d9c7-9eb2-4204-9f06-1b5407c4b744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:38.128824 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-dcb15009-a096-45ba-94ec-2f137bb2b85b req-cd93d9c7-9eb2-4204-9f06-1b5407c4b744 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7102f587c0942469f218fb29d23ff5f&device_id=9b9f4a92-2d46-4c26-9232-803f432456fd HTTP/1.1" status: 200 len: 1096 time: 0.5224133 Dec 10 16:40:38.215672 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bd25530f-0fbe-47e1-b15e-f1ea020b0433 req-9eae5dc1-707a-4e33-b192-fc8399528325 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2df08c2-6d57-44b4-bfd2-2dd16b936ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4770634 Dec 10 16:40:38.216013 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port dd013d1b-d90e-40a8-80fa-49b6ae5d3434, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=dd013d1b-d90e-40a8-80fa-49b6ae5d3434,segment=NetworkSegment(cd08ab66-fbc3-413c-ad44-6e9450998ff0),segment_id=cd08ab66-fbc3-413c-ad44-6e9450998ff0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:38.216125 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-ce6e6fbd-f518-4544-aa52-27f64b263e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:38.216125 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-ce6e6fbd-f518-4544-aa52-27f64b263e85 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=22f5ce8a-e527-41c9-88c7-11774c8e4abe HTTP/1.1" status: 200 len: 859 time: 0.2816675 Dec 10 16:40:38.237808 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:38.241122 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': 'dd013d1b-d90e-40a8-80fa-49b6ae5d3434', 'network_id': 'b5ba8caf-9119-4d49-8c04-be0a7edd0bb2', 'port_id': 'dd013d1b-d90e-40a8-80fa-49b6ae5d3434', 'mac_address': 'fa:16:3e:34:dd:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22f5ce8a-e527-41c9-88c7-11774c8e4abe', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:40:38.245272 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 91c66510-eb03-445c-b1c0-29aa6a3ca9a2 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:38.246342 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:38.313239 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71052811-89ff-4843-a7b4-ee4c1ccc4287 req-9297e272-670d-4e11-afb1-925b8e73728e service neutron] 10.222.0.46 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5818551 Dec 10 16:40:38.322581 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:38.349378 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd013d1b-d90e-40a8-80fa-49b6ae5d3434 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:40:38.356871 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-37e80e90-28e5-4aec-b579-a8882c671b58 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:38.369051 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f667a9-2021-42fa-97bc-bc8b468dee6f x-openstack-request-id: req-31f667a9-2021-42fa-97bc-bc8b468dee6f {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:40:38.369648 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a346969-61e6-4402-acb1-bee5e96cc1f4", "tag": "7c5562b5-607f-4261-885f-1a3a2c264767", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:40:38.369946 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-31f667a9-2021-42fa-97bc-bc8b468dee6f {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:40:38.370341 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a346969-61e6-4402-acb1-bee5e96cc1f4', 'tag': '7c5562b5-607f-4261-885f-1a3a2c264767', 'status': 'completed', 'code': 200} Dec 10 16:40:38.401075 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port dd013d1b-d90e-40a8-80fa-49b6ae5d3434, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=dd013d1b-d90e-40a8-80fa-49b6ae5d3434,segment=NetworkSegment(cd08ab66-fbc3-413c-ad44-6e9450998ff0),segment_id=cd08ab66-fbc3-413c-ad44-6e9450998ff0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:38.411221 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:38.467891 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=dd013d1b-d90e-40a8-80fa-49b6ae5d3434,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:38.482510 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-41598e64-daa6-443a-a4ff-bf1889460993 None None] Provisioning complete for port 4306e29a-d269-4f50-a7dd-5ddbca23957b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:38.482995 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-41598e64-daa6-443a-a4ff-bf1889460993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:38.688089 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['dd013d1b-d90e-40a8-80fa-49b6ae5d3434'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:40:38.694575 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71052811-89ff-4843-a7b4-ee4c1ccc4287 req-e06dec40-3e84-4c01-884c-1cb040367190 service neutron] 10.222.0.46 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116090 Dec 10 16:40:38.771733 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e80e90-28e5-4aec-b579-a8882c671b58 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event updated for resources: {'Subnet': ['ID=54e4493e-e3ab-436b-ba50-4b1088a9fd9e,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:38.774402 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-a50503c7-afbe-4cb6-8e9e-2992296ee6b2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5ba8caf-9119-4d49-8c04-be0a7edd0bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4635592 Dec 10 16:40:38.780266 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb15009-a096-45ba-94ec-2f137bb2b85b req-d8e7b5a7-5523-4e8f-b4ea-6f28a9024d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:38.781772 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-dcb15009-a096-45ba-94ec-2f137bb2b85b req-d8e7b5a7-5523-4e8f-b4ea-6f28a9024d90 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d541c368-720d-4b18-b807-71b1bfe1994a HTTP/1.1" status: 200 len: 898 time: 0.5749700 Dec 10 16:40:38.909418 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fabbfb99-5181-4f41-996f-15ece297515b tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:38.925741 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-20328d53-4eae-4ba3-9a5b-2c0b13a089d6 service neutron] 10.222.0.46 "GET /v2.0/networks/b5ba8caf-9119-4d49-8c04-be0a7edd0bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428115 Dec 10 16:40:38.931958 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e80e90-28e5-4aec-b579-a8882c671b58 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Checking segment: {'id': '2339fc70-634c-4463-b6ea-bf72987b16be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5d60aa8c-7886-4156-9336-1e705eac583f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:40:38.932329 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e80e90-28e5-4aec-b579-a8882c671b58 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Network hostable DHCP agents. Network: 5d60aa8c-7886-4156-9336-1e705eac583f, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:40:38.956831 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fabbfb99-5181-4f41-996f-15ece297515b tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:38.959035 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fabbfb99-5181-4f41-996f-15ece297515b tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:38.965600 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-41598e64-daa6-443a-a4ff-bf1889460993 None None] Provisioning complete for port 19e6c682-ebea-4c42-8370-804f8e38ca4d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:38.966178 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-41598e64-daa6-443a-a4ff-bf1889460993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:39.080732 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-41598e64-daa6-443a-a4ff-bf1889460993 None None] Port 19e6c682-ebea-4c42-8370-804f8e38ca4d cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:40:39.084188 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 43323447-4be5-4135-a018-8b8cd65262b2 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:40:39.110322 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c3b1c722-612e-49c9-8139-3809dc1ebb44 req-00c95f04-cbd6-48b6-8f32-b16204830993 service neutron] 10.222.0.46 "GET /v2.0/networks/b5ba8caf-9119-4d49-8c04-be0a7edd0bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730645 Dec 10 16:40:39.129862 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-dcb15009-a096-45ba-94ec-2f137bb2b85b req-04133740-47c5-4987-80e9-b8b54421fb5c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14a1d06f-210d-4cdb-b160-f5a60a932505 HTTP/1.1" status: 200 len: 1000 time: 0.3292489 Dec 10 16:40:39.144146 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441db30c-51c3-428b-9584-835d5a7fb994 req-e9f9c8b4-27ef-477d-9013-137dfb125c24 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:39.146362 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-441db30c-51c3-428b-9584-835d5a7fb994 req-e9f9c8b4-27ef-477d-9013-137dfb125c24 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a346969-61e6-4402-acb1-bee5e96cc1f4 HTTP/1.1" status: 200 len: 944 time: 0.4448912 Dec 10 16:40:39.167537 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e80e90-28e5-4aec-b579-a8882c671b58 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Network 5d60aa8c-7886-4156-9336-1e705eac583f is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:40:39.202512 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-95d72645-cf9e-4aed-8bbc-8116d2287aa1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:39.229043 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-37e80e90-28e5-4aec-b579-a8882c671b58 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 5d60aa8c-7886-4156-9336-1e705eac583f) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:39.246943 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-95d72645-cf9e-4aed-8bbc-8116d2287aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:39.275890 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ec2262-a2b0-4968-b0a1-bf4c54fedbe9 None None] Network 5d60aa8c-7886-4156-9336-1e705eac583f requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:39.319104 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e80e90-28e5-4aec-b579-a8882c671b58 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:39.319797 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-37e80e90-28e5-4aec-b579-a8882c671b58 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:39.338381 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabbfb99-5181-4f41-996f-15ece297515b tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Pushing event updated for resources: {'Port': ['ID=19e6c682-ebea-4c42-8370-804f8e38ca4d,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:39.352567 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-37e80e90-28e5-4aec-b579-a8882c671b58 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2027817 Dec 10 16:40:39.353198 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38260) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:39.400022 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-4e4f6780-1f89-4682-8375-29216abfac09 None None] Provisioning complete for port 19e6c682-ebea-4c42-8370-804f8e38ca4d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:39.400397 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4e4f6780-1f89-4682-8375-29216abfac09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:39.415738 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d72645-cf9e-4aed-8bbc-8116d2287aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2433350b-651b-4e5c-add0-58a2f8bc3efc,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:39.423131 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-95d72645-cf9e-4aed-8bbc-8116d2287aa1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1d1ac36f127f4b5fa0b9a759596c8e7f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8475394 Dec 10 16:40:39.425646 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 38262) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:39.450724 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-441db30c-51c3-428b-9584-835d5a7fb994 req-604593c0-5825-4d5a-8a8e-1cfec59c2627 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467012 Dec 10 16:40:39.457380 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb15009-a096-45ba-94ec-2f137bb2b85b req-81680623-5687-40b0-b95c-b0d0dfc49df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:39.458896 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-dcb15009-a096-45ba-94ec-2f137bb2b85b req-81680623-5687-40b0-b95c-b0d0dfc49df3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=16a35958-36a2-4747-a09b-1406e66a4b54 HTTP/1.1" status: 200 len: 835 time: 0.2738636 Dec 10 16:40:39.472992 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ef3a3-3439-4a18-b387-b979c3d57aaa req-aafc7038-49be-424d-916b-0066b9e7148f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:39.474530 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-be9ef3a3-3439-4a18-b387-b979c3d57aaa req-aafc7038-49be-424d-916b-0066b9e7148f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=45ca9cd270ce4d398a78e52c666b1374&device_id=4a346969-61e6-4402-acb1-bee5e96cc1f4 HTTP/1.1" status: 200 len: 1095 time: 0.1913388 Dec 10 16:40:39.484419 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-4e4f6780-1f89-4682-8375-29216abfac09 None None] Port 19e6c682-ebea-4c42-8370-804f8e38ca4d cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:40:39.486617 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783fb37d-ccb9-4bd0-8704-8797969be52c None None] Network 59770a67-609a-4ee1-a472-293d4e20c1f4 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:39.501595 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabbfb99-5181-4f41-996f-15ece297515b tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Network 83819ea5-2329-4e8d-a439-22f8282ac265 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:40:39.533541 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-fabbfb99-5181-4f41-996f-15ece297515b tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:39.587547 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 43323447-4be5-4135-a018-8b8cd65262b2 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:39.587921 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:39.618003 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a5cfb9a5-bc7b-4c25-8a4e-bbfdd85b6ab3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:39.681512 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb15009-a096-45ba-94ec-2f137bb2b85b req-c8f9ef4f-0caf-4652-9cf9-96300c0783c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:39.683110 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-dcb15009-a096-45ba-94ec-2f137bb2b85b req-c8f9ef4f-0caf-4652-9cf9-96300c0783c2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d541c368-720d-4b18-b807-71b1bfe1994a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2100286 Dec 10 16:40:39.698032 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf5cb0c9-7682-46c4-bdd0-54e10ed352b0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:39.713200 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a5cfb9a5-bc7b-4c25-8a4e-bbfdd85b6ab3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:39.723341 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b462f37a-a16e-4086-9ec4-099dc1def85d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-5d60aa8c-7886-4156-9336-1e705eac583f', 'network_id': '5d60aa8c-7886-4156-9336-1e705eac583f', 'project_id': 'a8583be60b5b47adbe7d3e43d3a1ef22', 'fixed_ips': [{'subnet_id': '54e4493e-e3ab-436b-ba50-4b1088a9fd9e'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:40:39.725414 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b462f37a-a16e-4086-9ec4-099dc1def85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:39.778002 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-dc4a1c7c-17bb-4aa6-8edb-19858fbb0e27 None None] Provisioning complete for port 43323447-4be5-4135-a018-8b8cd65262b2 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:39.778211 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dc4a1c7c-17bb-4aa6-8edb-19858fbb0e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:39.818777 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9c0a4-9d7c-4b0a-a831-81154288cdf1 req-da9c4dbb-3630-409c-bab3-5cb103e5632c tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:39.820611 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5ed9c0a4-9d7c-4b0a-a831-81154288cdf1 req-da9c4dbb-3630-409c-bab3-5cb103e5632c tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e40e4eb-b236-429a-85cd-3ab0dd6d71b5 HTTP/1.1" status: 200 len: 946 time: 0.1590433 Dec 10 16:40:39.822585 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ef3a3-3439-4a18-b387-b979c3d57aaa req-0473c096-04f8-478e-934e-ea8dc9158769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:39.824137 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-be9ef3a3-3439-4a18-b387-b979c3d57aaa req-0473c096-04f8-478e-934e-ea8dc9158769 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b5ba8caf-9119-4d49-8c04-be0a7edd0bb2 HTTP/1.1" status: 200 len: 920 time: 0.3417675 Dec 10 16:40:39.880089 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-be9ef3a3-3439-4a18-b387-b979c3d57aaa req-87d65c40-641a-4388-aea3-1e7f44ba006d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c5562b5-607f-4261-885f-1a3a2c264767 HTTP/1.1" status: 200 len: 217 time: 0.0434189 Dec 10 16:40:39.913798 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf5cb0c9-7682-46c4-bdd0-54e10ed352b0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:39.921896 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a5cfb9a5-bc7b-4c25-8a4e-bbfdd85b6ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:39.924435 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a5cfb9a5-bc7b-4c25-8a4e-bbfdd85b6ab3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:39.928031 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a5cfb9a5-bc7b-4c25-8a4e-bbfdd85b6ab3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2433350b-651b-4e5c-add0-58a2f8bc3efc HTTP/1.1" status: 204 len: 168 time: 0.4982774 Dec 10 16:40:39.944000 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-dcb15009-a096-45ba-94ec-2f137bb2b85b req-a6b1a2bc-ea08-4f16-a40f-d4f386df9bf6 service neutron] 10.222.0.26 "GET /v2.0/networks/d541c368-720d-4b18-b807-71b1bfe1994a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506959 Dec 10 16:40:39.950801 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cfb9a5-bc7b-4c25-8a4e-bbfdd85b6ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2433350b-651b-4e5c-add0-58a2f8bc3efc,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:39.977192 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5ed9c0a4-9d7c-4b0a-a831-81154288cdf1 req-66a58f26-f128-4dfc-973b-8c4a4b5218cb tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2df08c2-6d57-44b4-bfd2-2dd16b936ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502295 Dec 10 16:40:39.978827 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ef3a3-3439-4a18-b387-b979c3d57aaa req-07d5e2b1-e695-449a-b4e4-bae67c3f70e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:39.980204 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-be9ef3a3-3439-4a18-b387-b979c3d57aaa req-07d5e2b1-e695-449a-b4e4-bae67c3f70e7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=22f5ce8a-e527-41c9-88c7-11774c8e4abe HTTP/1.1" status: 200 len: 859 time: 0.0918756 Dec 10 16:40:40.018149 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:40.040109 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-be9ef3a3-3439-4a18-b387-b979c3d57aaa req-90758eab-fd63-4656-add9-16558e3e3af2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5ba8caf-9119-4d49-8c04-be0a7edd0bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486646 Dec 10 16:40:40.059667 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabbfb99-5181-4f41-996f-15ece297515b tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Router 3a0ecc13-632d-41ab-a883-49c95dada3b7 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:40:40.219761 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d820a9-0fab-462c-8740-2a973b9cc20d req-5d85223e-96c5-41fb-bbf6-3019bb0510cb tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:40.227786 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c8d820a9-0fab-462c-8740-2a973b9cc20d req-5d85223e-96c5-41fb-bbf6-3019bb0510cb tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e40e4eb-b236-429a-85cd-3ab0dd6d71b5 HTTP/1.1" status: 200 len: 946 time: 0.0866182 Dec 10 16:40:40.232741 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-b462f37a-a16e-4086-9ec4-099dc1def85d None None] Allocated IP 172.20.0.2 (5d60aa8c-7886-4156-9336-1e705eac583f/54e4493e-e3ab-436b-ba50-4b1088a9fd9e/3bd16ac9-6450-4fbd-8b68-0c73d28f8e80) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:40:40.281856 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-dcb15009-a096-45ba-94ec-2f137bb2b85b req-a3b0349b-75ca-4273-8974-5a3477483177 service neutron] 10.222.0.26 "GET /v2.0/networks/d541c368-720d-4b18-b807-71b1bfe1994a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230915 Dec 10 16:40:40.298866 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabbfb99-5181-4f41-996f-15ece297515b tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:40:40.306912 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-fabbfb99-5181-4f41-996f-15ece297515b tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] 10.222.0.11 "PUT /v2.0/routers/3a0ecc13-632d-41ab-a883-49c95dada3b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7629030 Dec 10 16:40:40.307700 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38276) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:40.308558 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-be9ef3a3-3439-4a18-b387-b979c3d57aaa req-8d6d9011-e6fb-4b94-8fc9-12face3c78d4 service neutron] 10.222.0.46 "GET /v2.0/networks/b5ba8caf-9119-4d49-8c04-be0a7edd0bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612314 Dec 10 16:40:40.336623 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c8d820a9-0fab-462c-8740-2a973b9cc20d req-e7b55c3c-d4d4-44ce-b0b6-d3e9fb284e02 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2df08c2-6d57-44b4-bfd2-2dd16b936ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076736 Dec 10 16:40:40.388113 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6387df-1cbc-4a25-b11e-30cbeed784cb None None] Sync routers for ids ['3a0ecc13-632d-41ab-a883-49c95dada3b7'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:40:40.400153 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 43323447-4be5-4135-a018-8b8cd65262b2, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=43323447-4be5-4135-a018-8b8cd65262b2,segment=NetworkSegment(334d03fe-7950-4efe-bc75-5639f42b4513),segment_id=334d03fe-7950-4efe-bc75-5639f42b4513)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:40.451800 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dc4a1c7c-17bb-4aa6-8edb-19858fbb0e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:40.472694 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:40.473905 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 4306e29a-d269-4f50-a7dd-5ddbca23957b up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:40:40.494294 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-be9ef3a3-3439-4a18-b387-b979c3d57aaa req-8a67e858-016d-4c22-adf6-6e9bd8515365 service neutron] 10.222.0.46 "GET /v2.0/networks/b5ba8caf-9119-4d49-8c04-be0a7edd0bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782956 Dec 10 16:40:40.576154 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=43323447-4be5-4135-a018-8b8cd65262b2,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:40.607750 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6387df-1cbc-4a25-b11e-30cbeed784cb None None] Routers {'3a0ecc13-632d-41ab-a883-49c95dada3b7'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:40.608585 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-df6387df-1cbc-4a25-b11e-30cbeed784cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:40:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['3a0ecc13-632d-41ab-a883-49c95dada3b7'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:40.689017 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-df6387df-1cbc-4a25-b11e-30cbeed784cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:40.705585 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550bf20-f05e-47bd-b60a-0b4f6dce0cc2 req-c93af100-a1b5-453d-9be2-3308756933f2 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:40.707218 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a550bf20-f05e-47bd-b60a-0b4f6dce0cc2 req-c93af100-a1b5-453d-9be2-3308756933f2 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a346969-61e6-4402-acb1-bee5e96cc1f4 HTTP/1.1" status: 200 len: 944 time: 0.1165640 Dec 10 16:40:40.774666 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a550bf20-f05e-47bd-b60a-0b4f6dce0cc2 req-cb5f8d1e-4239-4bc3-ab32-4d158d43587e tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541856 Dec 10 16:40:40.891972 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-9bdf5050-1e07-46a7-b8dc-ecb9f096e7c5 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:40:40.893560 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9bdf5050-1e07-46a7-b8dc-ecb9f096e7c5 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] 10.222.0.11 "PUT /v2.0/routers/3a0ecc13-632d-41ab-a883-49c95dada3b7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5850387 Dec 10 16:40:40.897499 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38302) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:41.006171 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.api [None req-dc4a1c7c-17bb-4aa6-8edb-19858fbb0e27 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:40:41.006901 n-d-766771-2 neutron-server[103394]: DEBUG oslo_db.api [None req-dc4a1c7c-17bb-4aa6-8edb-19858fbb0e27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:40:41.013594 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6387df-1cbc-4a25-b11e-30cbeed784cb None None] Routers {'3a0ecc13-632d-41ab-a883-49c95dada3b7'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:41.014618 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-df6387df-1cbc-4a25-b11e-30cbeed784cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:40:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['3a0ecc13-632d-41ab-a883-49c95dada3b7'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:41.018180 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b462f37a-a16e-4086-9ec4-099dc1def85d None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:41.070289 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-df6387df-1cbc-4a25-b11e-30cbeed784cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:41.071776 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6387df-1cbc-4a25-b11e-30cbeed784cb None None] The sync data for ids ['3a0ecc13-632d-41ab-a883-49c95dada3b7'] in n-d-766771-2 is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:40:41.093049 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b462f37a-a16e-4086-9ec4-099dc1def85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:41.107619 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 4306e29a-d269-4f50-a7dd-5ddbca23957b triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:41.108006 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:41.175059 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf5cb0c9-7682-46c4-bdd0-54e10ed352b0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:41.184183 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b462f37a-a16e-4086-9ec4-099dc1def85d None None] Network 5d60aa8c-7886-4156-9336-1e705eac583f is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:40:41.193232 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-b462f37a-a16e-4086-9ec4-099dc1def85d None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:41.197112 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b462f37a-a16e-4086-9ec4-099dc1def85d None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:40:41.203894 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462f37a-a16e-4086-9ec4-099dc1def85d None None] Pushing event updated for resources: {'Port': ['ID=3bd16ac9-6450-4fbd-8b68-0c73d28f8e80,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:41.311280 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-b462f37a-a16e-4086-9ec4-099dc1def85d None None] Attempting to bind port 3bd16ac9-6450-4fbd-8b68-0c73d28f8e80 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:40:41.311635 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-b462f37a-a16e-4086-9ec4-099dc1def85d None None] Attempting to bind port 3bd16ac9-6450-4fbd-8b68-0c73d28f8e80 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '2339fc70-634c-4463-b6ea-bf72987b16be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5d60aa8c-7886-4156-9336-1e705eac583f'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:40:41.312212 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b462f37a-a16e-4086-9ec4-099dc1def85d None None] Attempting to bind port 3bd16ac9-6450-4fbd-8b68-0c73d28f8e80 on network 5d60aa8c-7886-4156-9336-1e705eac583f {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:40:41.320774 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b462f37a-a16e-4086-9ec4-099dc1def85d None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:40:41.321171 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b462f37a-a16e-4086-9ec4-099dc1def85d None None] Checking segment: {'id': '2339fc70-634c-4463-b6ea-bf72987b16be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5d60aa8c-7886-4156-9336-1e705eac583f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:40:41.321571 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b462f37a-a16e-4086-9ec4-099dc1def85d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:41.322031 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b462f37a-a16e-4086-9ec4-099dc1def85d None None] Bound using segment: {'id': '2339fc70-634c-4463-b6ea-bf72987b16be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5d60aa8c-7886-4156-9336-1e705eac583f'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:40:41.322483 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-b462f37a-a16e-4086-9ec4-099dc1def85d None None] Bound port: 3bd16ac9-6450-4fbd-8b68-0c73d28f8e80, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2339fc70-634c-4463-b6ea-bf72987b16be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5d60aa8c-7886-4156-9336-1e705eac583f'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:40:41.322862 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b462f37a-a16e-4086-9ec4-099dc1def85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:41.413508 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b462f37a-a16e-4086-9ec4-099dc1def85d None None] For port 3bd16ac9-6450-4fbd-8b68-0c73d28f8e80, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:40:41.418501 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b462f37a-a16e-4086-9ec4-099dc1def85d None None] For port 3bd16ac9-6450-4fbd-8b68-0c73d28f8e80, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=3bd16ac9-6450-4fbd-8b68-0c73d28f8e80,segment=NetworkSegment(2339fc70-634c-4463-b6ea-bf72987b16be),segment_id=2339fc70-634c-4463-b6ea-bf72987b16be)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:40:41.424961 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b462f37a-a16e-4086-9ec4-099dc1def85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:41.487451 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 43323447-4be5-4135-a018-8b8cd65262b2 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:40:41.592614 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462f37a-a16e-4086-9ec4-099dc1def85d None None] Pushing event updated for resources: {'Port': ['ID=3bd16ac9-6450-4fbd-8b68-0c73d28f8e80,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:41.592852 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5cb0c9-7682-46c4-bdd0-54e10ed352b0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event deleted for resources: {'Subnet': ['ID=54e4493e-e3ab-436b-ba50-4b1088a9fd9e,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:41.612093 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7134736d-e97e-40e0-a1d2-083e59da6143 None None] Network 5d60aa8c-7886-4156-9336-1e705eac583f requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:41.687850 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf5cb0c9-7682-46c4-bdd0-54e10ed352b0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:41.714381 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-bf5cb0c9-7682-46c4-bdd0-54e10ed352b0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d60aa8c-7886-4156-9336-1e705eac583f']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:41.717838 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 43323447-4be5-4135-a018-8b8cd65262b2 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:41.719616 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:41.725372 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-bf5cb0c9-7682-46c4-bdd0-54e10ed352b0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2339fc70-634c-4463-b6ea-bf72987b16be') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:41.727025 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-bf5cb0c9-7682-46c4-bdd0-54e10ed352b0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2339fc70-634c-4463-b6ea-bf72987b16be') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:41.739941 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf5cb0c9-7682-46c4-bdd0-54e10ed352b0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:41.754317 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf5cb0c9-7682-46c4-bdd0-54e10ed352b0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:41.761989 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf5cb0c9-7682-46c4-bdd0-54e10ed352b0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:40:41.766652 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf5cb0c9-7682-46c4-bdd0-54e10ed352b0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:41.778868 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device dd013d1b-d90e-40a8-80fa-49b6ae5d3434 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:40:41.834830 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:40:41.834830 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:40:41.834830 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:40:41.834830 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:40:41.834830 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:40:41.834830 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:40:41.834830 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:40:41.834830 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:40:41.834830 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:40:41.834830 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:40:41.834830 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:40:41.834830 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:40:41.834830 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:40:41.834830 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:40:41.834830 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:40:41.834830 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:40:41.834830 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:40:41.834830 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:40:41.834830 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:40:41.834830 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:40:41.834830 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:40:41.834830 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:40:41.834830 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:40:41.834830 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:40:41.834830 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:40:41.834830 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:40:41.834830 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:40:41.834830 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:40:41.834830 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:40:41.834830 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:40:41.834830 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:40:41.834830 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:40:41.850226 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.db.api [None req-bf5cb0c9-7682-46c4-bdd0-54e10ed352b0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 16:40:41.850226 n-d-766771-2 neutron-server[103393]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 16:40:41.850226 n-d-766771-2 neutron-server[103393]: [parameters: {'id': '5d60aa8c-7886-4156-9336-1e705eac583f'}] Dec 10 16:40:41.850226 n-d-766771-2 neutron-server[103393]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:40:41.850712 n-d-766771-2 neutron-server[103393]: DEBUG oslo_db.api [None req-bf5cb0c9-7682-46c4-bdd0-54e10ed352b0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:40:41.866280 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 38336) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:41.878496 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-678e8154-f57a-42d0-a9c1-5de1186d311c None None] Provisioning complete for port 43323447-4be5-4135-a018-8b8cd65262b2 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:41.879473 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-678e8154-f57a-42d0-a9c1-5de1186d311c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:41.919756 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca458087-5891-486a-ac93-59778ad4baa8 None None] get_active_networks_info from n-d-766771-2 {{(pid=103394) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 16:40:42.030626 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1bec60-ec23-4039-bc0d-58554f7e7f2b req-0ae1bc73-45c5-48b3-bed4-99e71848cfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:42.040188 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0f1bec60-ec23-4039-bc0d-58554f7e7f2b req-0ae1bc73-45c5-48b3-bed4-99e71848cfb8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=26efe463-f91c-46ba-8f4e-db8b02424d4a HTTP/1.1" status: 200 len: 1096 time: 0.8313868 Dec 10 16:40:42.066216 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca458087-5891-486a-ac93-59778ad4baa8 None None] Resources bound (agent type, host, resource id): {{(pid=103394) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 16:40:42.141042 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0f1bec60-ec23-4039-bc0d-58554f7e7f2b req-7d3407dc-61e5-4b44-85a3-bed30720228c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=33885148-78ed-4ed1-8c10-d33694376012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998673 Dec 10 16:40:42.145096 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f23ac-5394-4e2a-8ece-d292d1cc65fb req-5a8d534a-7043-46e7-9cb4-5542c0f1e5c4 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:42.155858 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab68bb9b-5805-489d-a0d1-8242074da07e tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:42.158382 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e86f23ac-5394-4e2a-8ece-d292d1cc65fb req-5a8d534a-7043-46e7-9cb4-5542c0f1e5c4 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a346969-61e6-4402-acb1-bee5e96cc1f4 HTTP/1.1" status: 200 len: 944 time: 0.2672639 Dec 10 16:40:42.279161 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port dd013d1b-d90e-40a8-80fa-49b6ae5d3434 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:40:42.287103 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port dd013d1b-d90e-40a8-80fa-49b6ae5d3434 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:42.287452 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:42.354256 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf5cb0c9-7682-46c4-bdd0-54e10ed352b0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:42.502074 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-678e8154-f57a-42d0-a9c1-5de1186d311c None None] Provisioning complete for port 19e6c682-ebea-4c42-8370-804f8e38ca4d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:42.502547 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-678e8154-f57a-42d0-a9c1-5de1186d311c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:42.522111 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e86f23ac-5394-4e2a-8ece-d292d1cc65fb req-d8778504-754e-41c5-b33e-a21d98023fcd tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624854 Dec 10 16:40:42.527186 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:42.557032 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-ab68bb9b-5805-489d-a0d1-8242074da07e tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Deleting port 19e6c682-ebea-4c42-8370-804f8e38ca4d {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:42.557464 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab68bb9b-5805-489d-a0d1-8242074da07e tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:42.614594 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-678e8154-f57a-42d0-a9c1-5de1186d311c None None] Port 19e6c682-ebea-4c42-8370-804f8e38ca4d cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:40:42.620735 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-bf5cb0c9-7682-46c4-bdd0-54e10ed352b0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Deleting port 3bd16ac9-6450-4fbd-8b68-0c73d28f8e80 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:42.621191 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf5cb0c9-7682-46c4-bdd0-54e10ed352b0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:42.636193 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678cc00e-b7eb-4463-adb4-b5a6bf1a62f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd013d1b-d90e-40a8-80fa-49b6ae5d3434'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:40:42.636193 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7553bc9-f70c-4855-93fd-7cb2781ca5f8" -d '{"events": [{"server_uuid": "678cc00e-b7eb-4463-adb4-b5a6bf1a62f6", "name": "network-vif-plugged", "status": "completed", "tag": "dd013d1b-d90e-40a8-80fa-49b6ae5d3434"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:40:42.681270 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port dd013d1b-d90e-40a8-80fa-49b6ae5d3434, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=dd013d1b-d90e-40a8-80fa-49b6ae5d3434,segment=NetworkSegment(cd08ab66-fbc3-413c-ad44-6e9450998ff0),segment_id=cd08ab66-fbc3-413c-ad44-6e9450998ff0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:42.694299 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba552ce0-7f1a-4ee6-b638-1d18c439a302 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:42.696070 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-bf5cb0c9-7682-46c4-bdd0-54e10ed352b0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] For port 3bd16ac9-6450-4fbd-8b68-0c73d28f8e80, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=3bd16ac9-6450-4fbd-8b68-0c73d28f8e80,segment=NetworkSegment(2339fc70-634c-4463-b6ea-bf72987b16be),segment_id=2339fc70-634c-4463-b6ea-bf72987b16be)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:42.696448 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf5cb0c9-7682-46c4-bdd0-54e10ed352b0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:42.697893 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eec3728-4e78-4afa-b9db-30a463fddd43 x-openstack-request-id: req-0eec3728-4e78-4afa-b9db-30a463fddd43 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:40:42.698201 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678cc00e-b7eb-4463-adb4-b5a6bf1a62f6", "name": "network-vif-plugged", "status": "completed", "tag": "dd013d1b-d90e-40a8-80fa-49b6ae5d3434", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:40:42.698457 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0eec3728-4e78-4afa-b9db-30a463fddd43 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:40:42.698946 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678cc00e-b7eb-4463-adb4-b5a6bf1a62f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd013d1b-d90e-40a8-80fa-49b6ae5d3434', 'code': 200} Dec 10 16:40:42.704016 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:42.719048 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-bf5cb0c9-7682-46c4-bdd0-54e10ed352b0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Calling delete_port for 3bd16ac9-6450-4fbd-8b68-0c73d28f8e80 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:42.824513 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=dd013d1b-d90e-40a8-80fa-49b6ae5d3434,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:42.863879 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab68bb9b-5805-489d-a0d1-8242074da07e tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:42.866722 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7b3e4d-46c8-413e-b957-091446862a8b None None] get_active_networks_info from n-d-766771-2 {{(pid=103394) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 16:40:42.867544 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242cd31-e15e-442b-bc03-39fce3ebe008 req-394e33fb-b56c-4219-a7b9-1d5601be6845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:42.869225 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b242cd31-e15e-442b-bc03-39fce3ebe008 req-394e33fb-b56c-4219-a7b9-1d5601be6845 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 1096 time: 0.0968940 Dec 10 16:40:42.902855 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-ab68bb9b-5805-489d-a0d1-8242074da07e tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Calling delete_port for 19e6c682-ebea-4c42-8370-804f8e38ca4d owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:42.931751 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf5cb0c9-7682-46c4-bdd0-54e10ed352b0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:42.998932 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b242cd31-e15e-442b-bc03-39fce3ebe008 req-53d36538-1adf-44c6-8c0f-10f77b37aaa4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172531 Dec 10 16:40:43.002883 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5cb0c9-7682-46c4-bdd0-54e10ed352b0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event deleted for resources: {'Port': ['ID=3bd16ac9-6450-4fbd-8b68-0c73d28f8e80,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:43.007224 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5cb0c9-7682-46c4-bdd0-54e10ed352b0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] No DVR routers for this DVR port 3bd16ac9-6450-4fbd-8b68-0c73d28f8e80 on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:40:43.081072 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7b3e4d-46c8-413e-b957-091446862a8b None None] Resources bound (agent type, host, resource id): {{(pid=103394) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 16:40:43.136705 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-ba552ce0-7f1a-4ee6-b638-1d18c439a302 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Allocated IP 172.20.0.17 (d554693e-cd92-4e37-b677-7f13ee909108/eac6af19-d8ad-435a-8c6b-b4b7bf62490e/7121807d-b3d3-4141-8394-45e4f9986591) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:40:43.296939 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf5cb0c9-7682-46c4-bdd0-54e10ed352b0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:43.328889 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-bf5cb0c9-7682-46c4-bdd0-54e10ed352b0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d60aa8c-7886-4156-9336-1e705eac583f']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:43.340654 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-bf5cb0c9-7682-46c4-bdd0-54e10ed352b0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2339fc70-634c-4463-b6ea-bf72987b16be') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:43.341374 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-bf5cb0c9-7682-46c4-bdd0-54e10ed352b0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2339fc70-634c-4463-b6ea-bf72987b16be') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:43.361564 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf5cb0c9-7682-46c4-bdd0-54e10ed352b0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:43.367039 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba552ce0-7f1a-4ee6-b638-1d18c439a302 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:43.374622 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 38472) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:43.376575 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 7c5562b5-607f-4261-885f-1a3a2c264767 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:40:43.404317 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf5cb0c9-7682-46c4-bdd0-54e10ed352b0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:43.440388 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf5cb0c9-7682-46c4-bdd0-54e10ed352b0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:40:43.441038 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf5cb0c9-7682-46c4-bdd0-54e10ed352b0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:43.447002 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:40:43.447002 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:40:43.447002 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:40:43.447002 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:40:43.447002 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:40:43.447002 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:40:43.447002 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:40:43.447002 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:40:43.447002 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:40:43.447002 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:40:43.447002 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:40:43.447002 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:40:43.447002 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:40:43.447002 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:40:43.447002 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:40:43.447002 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:40:43.447002 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:40:43.447002 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:40:43.447002 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:40:43.447002 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:40:43.447002 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:40:43.447002 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:40:43.447002 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:40:43.447002 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:40:43.447002 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:40:43.447002 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:40:43.447002 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:40:43.447002 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:40:43.447002 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:40:43.447002 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:40:43.447002 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:40:43.447002 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:40:43.480636 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba552ce0-7f1a-4ee6-b638-1d18c439a302 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:43.539381 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba552ce0-7f1a-4ee6-b638-1d18c439a302 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Network d554693e-cd92-4e37-b677-7f13ee909108 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:40:43.543952 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-ba552ce0-7f1a-4ee6-b638-1d18c439a302 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:43.547658 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba552ce0-7f1a-4ee6-b638-1d18c439a302 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:40:43.563478 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab68bb9b-5805-489d-a0d1-8242074da07e tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:43.613165 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0e87f357-3b80-47af-8691-047539537867 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:43.616824 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab68bb9b-5805-489d-a0d1-8242074da07e tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Pushing event deleted for resources: {'Port': ['ID=19e6c682-ebea-4c42-8370-804f8e38ca4d,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:43.626849 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf5cb0c9-7682-46c4-bdd0-54e10ed352b0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:43.639550 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba552ce0-7f1a-4ee6-b638-1d18c439a302 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event updated for resources: {'Port': ['ID=7121807d-b3d3-4141-8394-45e4f9986591,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:43.653447 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf5cb0c9-7682-46c4-bdd0-54e10ed352b0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:43.656906 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-bf5cb0c9-7682-46c4-bdd0-54e10ed352b0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "DELETE /v2.0/networks/5d60aa8c-7886-4156-9336-1e705eac583f HTTP/1.1" status: 204 len: 168 time: 4.2996659 Dec 10 16:40:43.670113 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 38486) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:43.672881 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5cb0c9-7682-46c4-bdd0-54e10ed352b0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event deleted for resources: {'Network': ['ID=5d60aa8c-7886-4156-9336-1e705eac583f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:43.684696 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba552ce0-7f1a-4ee6-b638-1d18c439a302 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:43.685057 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba552ce0-7f1a-4ee6-b638-1d18c439a302 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:43.685869 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba552ce0-7f1a-4ee6-b638-1d18c439a302 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:43.686367 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba552ce0-7f1a-4ee6-b638-1d18c439a302 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:43.686718 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba552ce0-7f1a-4ee6-b638-1d18c439a302 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:43.686718 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba552ce0-7f1a-4ee6-b638-1d18c439a302 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:43.686718 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba552ce0-7f1a-4ee6-b638-1d18c439a302 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:43.687713 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba552ce0-7f1a-4ee6-b638-1d18c439a302 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:43.688058 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba552ce0-7f1a-4ee6-b638-1d18c439a302 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:43.688389 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba552ce0-7f1a-4ee6-b638-1d18c439a302 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:43.688721 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba552ce0-7f1a-4ee6-b638-1d18c439a302 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:43.689053 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba552ce0-7f1a-4ee6-b638-1d18c439a302 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:43.689386 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba552ce0-7f1a-4ee6-b638-1d18c439a302 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:43.701563 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-5009b177-2a09-4c7a-90dc-9d6f0ee86437 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-66238226'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:43.743197 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba552ce0-7f1a-4ee6-b638-1d18c439a302 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:43.755483 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab68bb9b-5805-489d-a0d1-8242074da07e tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:43.836175 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 7c5562b5-607f-4261-885f-1a3a2c264767, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=7c5562b5-607f-4261-885f-1a3a2c264767,segment=NetworkSegment(cd08ab66-fbc3-413c-ad44-6e9450998ff0),segment_id=cd08ab66-fbc3-413c-ad44-6e9450998ff0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:43.849282 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '7c5562b5-607f-4261-885f-1a3a2c264767', 'network_id': 'b5ba8caf-9119-4d49-8c04-be0a7edd0bb2', 'port_id': '7c5562b5-607f-4261-885f-1a3a2c264767', 'mac_address': 'fa:16:3e:28:2f:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22f5ce8a-e527-41c9-88c7-11774c8e4abe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:40:43.903519 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:43.927078 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c5562b5-607f-4261-885f-1a3a2c264767 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:40:43.950508 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 7c5562b5-607f-4261-885f-1a3a2c264767, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=7c5562b5-607f-4261-885f-1a3a2c264767,segment=NetworkSegment(cd08ab66-fbc3-413c-ad44-6e9450998ff0),segment_id=cd08ab66-fbc3-413c-ad44-6e9450998ff0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:43.955250 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:43.960597 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-32c2da93-bcf5-4940-9e90-65e96c688dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:43.971926 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab68bb9b-5805-489d-a0d1-8242074da07e tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Router 3a0ecc13-632d-41ab-a883-49c95dada3b7 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:40:44.045499 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=7c5562b5-607f-4261-885f-1a3a2c264767,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:44.119758 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab68bb9b-5805-489d-a0d1-8242074da07e tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:40:44.130362 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ab68bb9b-5805-489d-a0d1-8242074da07e tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] 10.222.0.11 "PUT /v2.0/routers/3a0ecc13-632d-41ab-a883-49c95dada3b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2313755 Dec 10 16:40:44.131484 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798faa77-30d6-4371-958b-e3329298f13c None None] Sync routers for ids ['3a0ecc13-632d-41ab-a883-49c95dada3b7'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:40:44.134338 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38492) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:44.167747 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798faa77-30d6-4371-958b-e3329298f13c None None] Routers {'3a0ecc13-632d-41ab-a883-49c95dada3b7'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:44.168296 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-798faa77-30d6-4371-958b-e3329298f13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:40:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['3a0ecc13-632d-41ab-a883-49c95dada3b7'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:44.187337 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-d033b155-b466-4915-bb06-e6e4808758d9 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] delete failed (client error): The resource could not be found. Dec 10 16:40:44.194304 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d033b155-b466-4915-bb06-e6e4808758d9 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] 10.222.0.11 "DELETE /v2.0/routers/tempest-non_exist_router-1962493225 HTTP/1.1" status: 404 len: 335 time: 0.0527205 Dec 10 16:40:44.196392 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38494) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:44.202165 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5009b177-2a09-4c7a-90dc-9d6f0ee86437 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Made reservation on behalf of a8583be60b5b47adbe7d3e43d3a1ef22 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:44.203122 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['7c5562b5-607f-4261-885f-1a3a2c264767'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:40:44.206369 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5009b177-2a09-4c7a-90dc-9d6f0ee86437 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:44.208244 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-870f5ff8-3cb4-4886-a537-3440010d1480 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Request body: {'router': {'external_gateway_info': {'network_id': '3a0ecc13-632d-41ab-a883-49c95dada3b7'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:44.256089 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-798faa77-30d6-4371-958b-e3329298f13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:44.266102 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5009b177-2a09-4c7a-90dc-9d6f0ee86437 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:40:44.267912 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798faa77-30d6-4371-958b-e3329298f13c None None] Routers {'3a0ecc13-632d-41ab-a883-49c95dada3b7'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:44.268538 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-798faa77-30d6-4371-958b-e3329298f13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:40:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['3a0ecc13-632d-41ab-a883-49c95dada3b7'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:44.281569 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5009b177-2a09-4c7a-90dc-9d6f0ee86437 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:44.282090 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-5009b177-2a09-4c7a-90dc-9d6f0ee86437 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Added segment 6d1342be-b0f5-463e-b77a-5f1dd9c26e7c of type vlan for network d94615b0-a8c1-4c6f-8d7b-e91bcc0f5428 Dec 10 16:40:44.307658 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-798faa77-30d6-4371-958b-e3329298f13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:44.308879 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798faa77-30d6-4371-958b-e3329298f13c None None] The sync data for ids ['3a0ecc13-632d-41ab-a883-49c95dada3b7'] in n-d-766771-2 is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:40:44.347045 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5009b177-2a09-4c7a-90dc-9d6f0ee86437 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:44.373450 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844f464-01e8-415a-9191-a0db42769ef2 req-f97641ce-a57b-4db4-b943-5b8a34c7b9ce tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:44.375029 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9844f464-01e8-415a-9191-a0db42769ef2 req-f97641ce-a57b-4db4-b943-5b8a34c7b9ce tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a346969-61e6-4402-acb1-bee5e96cc1f4 HTTP/1.1" status: 200 len: 944 time: 0.6342752 Dec 10 16:40:44.375189 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-5e2a6f93-9496-4415-b319-544cfbb1d440 None None] Provisioning complete for port 7121807d-b3d3-4141-8394-45e4f9986591 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:44.375522 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5e2a6f93-9496-4415-b319-544cfbb1d440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:44.432282 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-5e2a6f93-9496-4415-b319-544cfbb1d440 None None] Port 7121807d-b3d3-4141-8394-45e4f9986591 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:40:44.435326 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-870f5ff8-3cb4-4886-a537-3440010d1480 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:44.457426 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-870f5ff8-3cb4-4886-a537-3440010d1480 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] update failed (client error): The resource could not be found. Dec 10 16:40:44.462441 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-870f5ff8-3cb4-4886-a537-3440010d1480 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] 10.222.0.11 "PUT /v2.0/routers/3a0ecc13-632d-41ab-a883-49c95dada3b7 HTTP/1.1" status: 404 len: 339 time: 0.2598956 Dec 10 16:40:44.463397 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38496) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:44.468639 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-a5b8411f-902e-4e76-9bbb-baf840289b64 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1306328874'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:44.471026 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5009b177-2a09-4c7a-90dc-9d6f0ee86437 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:44.477637 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5009b177-2a09-4c7a-90dc-9d6f0ee86437 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:44.478266 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5009b177-2a09-4c7a-90dc-9d6f0ee86437 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:44.496987 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b8411f-902e-4e76-9bbb-baf840289b64 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Made reservation on behalf of 7887f27b710e43c891ab5b963753ce74 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:44.500356 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a5b8411f-902e-4e76-9bbb-baf840289b64 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:44.526858 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5b8411f-902e-4e76-9bbb-baf840289b64 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:40:44.537599 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a5b8411f-902e-4e76-9bbb-baf840289b64 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:44.537947 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-a5b8411f-902e-4e76-9bbb-baf840289b64 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Added segment bef357d2-666b-443a-8b06-165f7b1bc9d6 of type vlan for network 51504331-5bb7-4c1b-9e74-95e188631bdb Dec 10 16:40:44.577907 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a5b8411f-902e-4e76-9bbb-baf840289b64 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:44.588976 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0e87f357-3b80-47af-8691-047539537867 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:44.596684 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5009b177-2a09-4c7a-90dc-9d6f0ee86437 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9016597 Dec 10 16:40:44.599870 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38498) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:44.602769 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba552ce0-7f1a-4ee6-b638-1d18c439a302 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:44.604743 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-d810cefc-5b8f-437a-8f1e-a5384204573d tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Request body: {'subnet': {'network_id': 'd94615b0-a8c1-4c6f-8d7b-e91bcc0f5428', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:44.607543 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9844f464-01e8-415a-9191-a0db42769ef2 req-f2009490-f664-4740-80d1-63bb1c5130dd tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980467 Dec 10 16:40:44.616642 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0e87f357-3b80-47af-8691-047539537867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:44.652629 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5009b177-2a09-4c7a-90dc-9d6f0ee86437 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event updated for resources: {'Network': ['ID=d94615b0-a8c1-4c6f-8d7b-e91bcc0f5428,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:44.663723 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network d94615b0-a8c1-4c6f-8d7b-e91bcc0f5428 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:40:44.676492 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a5b8411f-902e-4e76-9bbb-baf840289b64 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:44.684705 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b8411f-902e-4e76-9bbb-baf840289b64 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:44.685532 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a5b8411f-902e-4e76-9bbb-baf840289b64 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:44.703800 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-0e87f357-3b80-47af-8691-047539537867 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4aa8403081dd483684db44ac55644a54&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3240592 Dec 10 16:40:44.704867 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 38502) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:44.712864 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e87f357-3b80-47af-8691-047539537867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f7ca2e-5305-4965-9405-6c52d5763b76,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:44.806981 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a5b8411f-902e-4e76-9bbb-baf840289b64 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3423424 Dec 10 16:40:44.810179 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 38508) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:44.825660 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-c879ee10-fe83-4d01-b7eb-fed160eb4957 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Request body: {'subnet': {'network_id': '51504331-5bb7-4c1b-9e74-95e188631bdb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:44.829189 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b8411f-902e-4e76-9bbb-baf840289b64 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Pushing event updated for resources: {'Network': ['ID=51504331-5bb7-4c1b-9e74-95e188631bdb,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:44.845881 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d810cefc-5b8f-437a-8f1e-a5384204573d tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Made reservation on behalf of a8583be60b5b47adbe7d3e43d3a1ef22 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:44.849506 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 51504331-5bb7-4c1b-9e74-95e188631bdb details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:40:44.854496 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d810cefc-5b8f-437a-8f1e-a5384204573d tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:44.929377 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.ipam_backend_mixin [None req-d810cefc-5b8f-437a-8f1e-a5384204573d tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Performing IP validity checks on allocation pools {{(pid=103393) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 16:40:44.929921 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.ipam_backend_mixin [None req-d810cefc-5b8f-437a-8f1e-a5384204573d tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103393) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 16:40:44.964711 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bdf4c646-8505-4fc6-bd94-754d18f2f426 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:45.015066 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bdf4c646-8505-4fc6-bd94-754d18f2f426 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:45.079802 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d810cefc-5b8f-437a-8f1e-a5384204573d tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:45.093477 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c879ee10-fe83-4d01-b7eb-fed160eb4957 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Made reservation on behalf of 7887f27b710e43c891ab5b963753ce74 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:45.097057 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c879ee10-fe83-4d01-b7eb-fed160eb4957 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:45.149619 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d810cefc-5b8f-437a-8f1e-a5384204573d tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event updated for resources: {'Subnet': ['ID=a25479ed-88a5-4a4f-bf3e-95f82223f2d7,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:45.157828 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d810cefc-5b8f-437a-8f1e-a5384204573d tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Checking segment: {'id': '6d1342be-b0f5-463e-b77a-5f1dd9c26e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd94615b0-a8c1-4c6f-8d7b-e91bcc0f5428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:40:45.158194 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d810cefc-5b8f-437a-8f1e-a5384204573d tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Network hostable DHCP agents. Network: d94615b0-a8c1-4c6f-8d7b-e91bcc0f5428, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:40:45.193858 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d810cefc-5b8f-437a-8f1e-a5384204573d tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Network d94615b0-a8c1-4c6f-8d7b-e91bcc0f5428 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:40:45.195742 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-d810cefc-5b8f-437a-8f1e-a5384204573d tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, d94615b0-a8c1-4c6f-8d7b-e91bcc0f5428) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:45.201401 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d810cefc-5b8f-437a-8f1e-a5384204573d tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:45.202781 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d810cefc-5b8f-437a-8f1e-a5384204573d tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:45.210898 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bdf4c646-8505-4fc6-bd94-754d18f2f426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:45.212721 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc741df-427c-445f-b375-db99a4c28925 None None] Network d94615b0-a8c1-4c6f-8d7b-e91bcc0f5428 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:45.213461 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bdf4c646-8505-4fc6-bd94-754d18f2f426 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:45.214626 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-bdf4c646-8505-4fc6-bd94-754d18f2f426 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/47f7ca2e-5305-4965-9405-6c52d5763b76 HTTP/1.1" status: 204 len: 168 time: 0.5088975 Dec 10 16:40:45.232571 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d810cefc-5b8f-437a-8f1e-a5384204573d tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6313245 Dec 10 16:40:45.232986 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38526) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:45.245790 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf4c646-8505-4fc6-bd94-754d18f2f426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f7ca2e-5305-4965-9405-6c52d5763b76,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:45.310615 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba552ce0-7f1a-4ee6-b638-1d18c439a302 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:45.316388 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba552ce0-7f1a-4ee6-b638-1d18c439a302 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:45.391041 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 7c5562b5-607f-4261-885f-1a3a2c264767 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:40:45.448073 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba552ce0-7f1a-4ee6-b638-1d18c439a302 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event updated for resources: {'Port': ['ID=7121807d-b3d3-4141-8394-45e4f9986591,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:45.454860 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba552ce0-7f1a-4ee6-b638-1d18c439a302 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:45.474911 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d72cb16-a885-433c-b31d-d19703f1e325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-d94615b0-a8c1-4c6f-8d7b-e91bcc0f5428', 'network_id': 'd94615b0-a8c1-4c6f-8d7b-e91bcc0f5428', 'project_id': 'a8583be60b5b47adbe7d3e43d3a1ef22', 'fixed_ips': [{'subnet_id': 'a25479ed-88a5-4a4f-bf3e-95f82223f2d7'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:40:45.481096 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c879ee10-fe83-4d01-b7eb-fed160eb4957 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:45.487258 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5d72cb16-a885-433c-b31d-d19703f1e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:45.613409 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-65d0df5e-8c6b-47dd-8f47-50cbba097ef0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:45.625936 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38536) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:45.642794 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c879ee10-fe83-4d01-b7eb-fed160eb4957 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Pushing event updated for resources: {'Subnet': ['ID=b062c62f-721a-4f3d-a45f-97e48ec00a98,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:45.647649 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-42117a07-5476-403a-8d29-3c5b6d92c690 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:45.710801 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c879ee10-fe83-4d01-b7eb-fed160eb4957 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Checking segment: {'id': 'bef357d2-666b-443a-8b06-165f7b1bc9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '51504331-5bb7-4c1b-9e74-95e188631bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:40:45.711178 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c879ee10-fe83-4d01-b7eb-fed160eb4957 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Network hostable DHCP agents. Network: 51504331-5bb7-4c1b-9e74-95e188631bdb, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:40:45.714373 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba552ce0-7f1a-4ee6-b638-1d18c439a302 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Network d554693e-cd92-4e37-b677-7f13ee909108 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:40:45.717311 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-ba552ce0-7f1a-4ee6-b638-1d18c439a302 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:45.720192 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-65d0df5e-8c6b-47dd-8f47-50cbba097ef0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:45.769389 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 7c5562b5-607f-4261-885f-1a3a2c264767 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:40:45.789276 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 7c5562b5-607f-4261-885f-1a3a2c264767 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:45.789891 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:45.898833 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-5d72cb16-a885-433c-b31d-d19703f1e325 None None] Allocated IP 172.20.0.3 (d94615b0-a8c1-4c6f-8d7b-e91bcc0f5428/a25479ed-88a5-4a4f-bf3e-95f82223f2d7/7c287631-dd3c-40ce-9adc-3bdf66ba947d) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:40:45.909799 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-42117a07-5476-403a-8d29-3c5b6d92c690 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:45.915548 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-42117a07-5476-403a-8d29-3c5b6d92c690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:45.993674 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-42117a07-5476-403a-8d29-3c5b6d92c690 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3f9a0a7b8cfe4e08bff731c180b18df0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3640888 Dec 10 16:40:45.993674 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42117a07-5476-403a-8d29-3c5b6d92c690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1657eee0-d044-48be-b416-95f939eebadf,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:46.008806 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38540) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:46.011820 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba552ce0-7f1a-4ee6-b638-1d18c439a302 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Router a3daaec8-386d-4021-bb23-29c319fd323f has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:40:46.023868 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c879ee10-fe83-4d01-b7eb-fed160eb4957 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Network 51504331-5bb7-4c1b-9e74-95e188631bdb is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:40:46.068895 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5d72cb16-a885-433c-b31d-d19703f1e325 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:46.087168 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5d72cb16-a885-433c-b31d-d19703f1e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:46.099231 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-144b7326-d4f7-47bb-924d-050f74be2ff6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:46.129788 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-65d0df5e-8c6b-47dd-8f47-50cbba097ef0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:46.135531 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d72cb16-a885-433c-b31d-d19703f1e325 None None] Network d94615b0-a8c1-4c6f-8d7b-e91bcc0f5428 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:40:46.139534 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-5d72cb16-a885-433c-b31d-d19703f1e325 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:46.144281 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d72cb16-a885-433c-b31d-d19703f1e325 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:40:46.147975 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-144b7326-d4f7-47bb-924d-050f74be2ff6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:46.180637 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d0df5e-8c6b-47dd-8f47-50cbba097ef0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event deleted for resources: {'Subnet': ['ID=a25479ed-88a5-4a4f-bf3e-95f82223f2d7,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:46.204763 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-c879ee10-fe83-4d01-b7eb-fed160eb4957 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 51504331-5bb7-4c1b-9e74-95e188631bdb) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:46.220228 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c879ee10-fe83-4d01-b7eb-fed160eb4957 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:46.220877 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c879ee10-fe83-4d01-b7eb-fed160eb4957 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:46.225578 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:46.227486 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d72cb16-a885-433c-b31d-d19703f1e325 None None] Pushing event updated for resources: {'Port': ['ID=7c287631-dd3c-40ce-9adc-3bdf66ba947d,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:46.231081 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca7c36c-a523-4425-a226-ce55857a73a0 None None] Network 51504331-5bb7-4c1b-9e74-95e188631bdb requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:46.236462 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba552ce0-7f1a-4ee6-b638-1d18c439a302 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:40:46.244710 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ba552ce0-7f1a-4ee6-b638-1d18c439a302 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "PUT /v2.0/routers/a3daaec8-386d-4021-bb23-29c319fd323f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3765731 Dec 10 16:40:46.251772 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-11d05c06-4a8d-4a4a-8937-8af42cf051d4 None None] Provisioning complete for port 7121807d-b3d3-4141-8394-45e4f9986591 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:46.252350 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-11d05c06-4a8d-4a4a-8937-8af42cf051d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:46.259493 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c879ee10-fe83-4d01-b7eb-fed160eb4957 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4409006 Dec 10 16:40:46.267992 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4428d6-1de0-494d-ad08-0fd7da6393b6 req-373d24ab-ada4-4e6a-8197-dae9f20a3cad tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:46.269692 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0e4428d6-1de0-494d-ad08-0fd7da6393b6 req-373d24ab-ada4-4e6a-8197-dae9f20a3cad tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a346969-61e6-4402-acb1-bee5e96cc1f4 HTTP/1.1" status: 200 len: 945 time: 0.4649324 Dec 10 16:40:46.270237 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 38544) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:46.276133 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-09f129cd-f503-4811-8160-b0fa71ebc382 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Request body: {'router': {'external_gateway_info': {'network_id': '51504331-5bb7-4c1b-9e74-95e188631bdb'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:46.312929 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-65d0df5e-8c6b-47dd-8f47-50cbba097ef0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:46.318120 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416afc2d-e739-43be-aad9-7ce707a318a0 None None] Sync routers for ids ['a3daaec8-386d-4021-bb23-29c319fd323f'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:40:46.341939 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-65d0df5e-8c6b-47dd-8f47-50cbba097ef0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d94615b0-a8c1-4c6f-8d7b-e91bcc0f5428']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:46.361812 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-65d0df5e-8c6b-47dd-8f47-50cbba097ef0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d1342be-b0f5-463e-b77a-5f1dd9c26e7c') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:46.362495 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-65d0df5e-8c6b-47dd-8f47-50cbba097ef0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d1342be-b0f5-463e-b77a-5f1dd9c26e7c') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:46.376616 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-65d0df5e-8c6b-47dd-8f47-50cbba097ef0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:46.389449 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416afc2d-e739-43be-aad9-7ce707a318a0 None None] Routers {'a3daaec8-386d-4021-bb23-29c319fd323f'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:46.390565 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-416afc2d-e739-43be-aad9-7ce707a318a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:40:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['a3daaec8-386d-4021-bb23-29c319fd323f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:46.410068 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-65d0df5e-8c6b-47dd-8f47-50cbba097ef0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:46.421397 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d0df5e-8c6b-47dd-8f47-50cbba097ef0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:40:46.422241 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-65d0df5e-8c6b-47dd-8f47-50cbba097ef0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:46.505734 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:40:46.505734 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:40:46.505734 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:40:46.505734 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:40:46.505734 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:40:46.505734 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:40:46.505734 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:40:46.505734 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:40:46.505734 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:40:46.505734 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:40:46.505734 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:40:46.505734 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:40:46.505734 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:40:46.505734 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:40:46.505734 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:40:46.505734 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:40:46.505734 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:40:46.505734 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:40:46.505734 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:40:46.505734 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:40:46.505734 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:40:46.505734 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:40:46.505734 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:40:46.505734 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:40:46.505734 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:40:46.505734 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:40:46.505734 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:40:46.505734 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:40:46.505734 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:40:46.505734 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:40:46.505734 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:40:46.505734 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:40:46.508441 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-144b7326-d4f7-47bb-924d-050f74be2ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:46.511718 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-144b7326-d4f7-47bb-924d-050f74be2ff6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:46.512232 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-416afc2d-e739-43be-aad9-7ce707a318a0 None None] Set router a3daaec8-386d-4021-bb23-29c319fd323f gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:40:46.512876 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-144b7326-d4f7-47bb-924d-050f74be2ff6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1657eee0-d044-48be-b416-95f939eebadf HTTP/1.1" status: 204 len: 168 time: 0.5029428 Dec 10 16:40:46.529442 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.db.api [None req-65d0df5e-8c6b-47dd-8f47-50cbba097ef0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 16:40:46.529442 n-d-766771-2 neutron-server[103393]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 16:40:46.529442 n-d-766771-2 neutron-server[103393]: [parameters: {'id': 'd94615b0-a8c1-4c6f-8d7b-e91bcc0f5428'}] Dec 10 16:40:46.529442 n-d-766771-2 neutron-server[103393]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:40:46.530485 n-d-766771-2 neutron-server[103393]: DEBUG oslo_db.api [None req-65d0df5e-8c6b-47dd-8f47-50cbba097ef0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:40:46.531181 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b7326-d4f7-47bb-924d-050f74be2ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1657eee0-d044-48be-b416-95f939eebadf,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:46.567550 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a346969-61e6-4402-acb1-bee5e96cc1f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5562b5-607f-4261-885f-1a3a2c264767'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:40:46.570086 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5014c43a-8e1e-4cc8-a1a5-f1cc46e095b8" -d '{"events": [{"server_uuid": "4a346969-61e6-4402-acb1-bee5e96cc1f4", "name": "network-vif-plugged", "status": "completed", "tag": "7c5562b5-607f-4261-885f-1a3a2c264767"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:40:46.572875 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-5d72cb16-a885-433c-b31d-d19703f1e325 None None] Attempting to bind port 7c287631-dd3c-40ce-9adc-3bdf66ba947d on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:40:46.573325 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-5d72cb16-a885-433c-b31d-d19703f1e325 None None] Attempting to bind port 7c287631-dd3c-40ce-9adc-3bdf66ba947d by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '6d1342be-b0f5-463e-b77a-5f1dd9c26e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd94615b0-a8c1-4c6f-8d7b-e91bcc0f5428'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:40:46.573786 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d72cb16-a885-433c-b31d-d19703f1e325 None None] Attempting to bind port 7c287631-dd3c-40ce-9adc-3bdf66ba947d on network d94615b0-a8c1-4c6f-8d7b-e91bcc0f5428 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:40:46.573987 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0e4428d6-1de0-494d-ad08-0fd7da6393b6 req-df9910fb-079d-4dd1-bf30-e15095dcd6d6 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031584 Dec 10 16:40:46.580107 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-09f129cd-f503-4811-8160-b0fa71ebc382 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:46.620228 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 7c5562b5-607f-4261-885f-1a3a2c264767, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=7c5562b5-607f-4261-885f-1a3a2c264767,segment=NetworkSegment(cd08ab66-fbc3-413c-ad44-6e9450998ff0),segment_id=cd08ab66-fbc3-413c-ad44-6e9450998ff0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:46.667356 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-11d05c06-4a8d-4a4a-8937-8af42cf051d4 None None] Port 7121807d-b3d3-4141-8394-45e4f9986591 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:40:46.670021 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d72cb16-a885-433c-b31d-d19703f1e325 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:40:46.670642 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d72cb16-a885-433c-b31d-d19703f1e325 None None] Checking segment: {'id': '6d1342be-b0f5-463e-b77a-5f1dd9c26e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd94615b0-a8c1-4c6f-8d7b-e91bcc0f5428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:40:46.671212 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5d72cb16-a885-433c-b31d-d19703f1e325 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:46.671773 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d72cb16-a885-433c-b31d-d19703f1e325 None None] Bound using segment: {'id': '6d1342be-b0f5-463e-b77a-5f1dd9c26e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd94615b0-a8c1-4c6f-8d7b-e91bcc0f5428'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:40:46.672587 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-5d72cb16-a885-433c-b31d-d19703f1e325 None None] Bound port: 7c287631-dd3c-40ce-9adc-3bdf66ba947d, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1342be-b0f5-463e-b77a-5f1dd9c26e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd94615b0-a8c1-4c6f-8d7b-e91bcc0f5428'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:40:46.673132 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5d72cb16-a885-433c-b31d-d19703f1e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:46.682244 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2f822a7a-15c4-4671-ac07-92723f68b6f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:46.683840 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:46.749363 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6938c37-71b5-41ed-ba30-7938d22f79bf x-openstack-request-id: req-e6938c37-71b5-41ed-ba30-7938d22f79bf {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:40:46.749947 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a346969-61e6-4402-acb1-bee5e96cc1f4", "name": "network-vif-plugged", "status": "completed", "tag": "7c5562b5-607f-4261-885f-1a3a2c264767", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:40:46.750394 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e6938c37-71b5-41ed-ba30-7938d22f79bf {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:40:46.750968 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a346969-61e6-4402-acb1-bee5e96cc1f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5562b5-607f-4261-885f-1a3a2c264767', 'code': 200} Dec 10 16:40:46.837235 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03465b2c-51ea-4650-bc01-9ecb84ec74b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-51504331-5bb7-4c1b-9e74-95e188631bdb', 'network_id': '51504331-5bb7-4c1b-9e74-95e188631bdb', 'project_id': '7887f27b710e43c891ab5b963753ce74', 'fixed_ips': [{'subnet_id': 'b062c62f-721a-4f3d-a45f-97e48ec00a98'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:40:46.838022 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-03465b2c-51ea-4650-bc01-9ecb84ec74b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:46.886575 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-09f129cd-f503-4811-8160-b0fa71ebc382 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:40:46.888975 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-09f129cd-f503-4811-8160-b0fa71ebc382 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] 10.222.0.11 "PUT /v2.0/routers/3a0ecc13-632d-41ab-a883-49c95dada3b7 HTTP/1.1" status: 400 len: 364 time: 0.6169035 Dec 10 16:40:46.892743 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38556) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:46.920576 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb325d-94b4-4d1f-99b6-967ed93c44c9 req-35e30303-a645-4abb-8569-dbabd90e0411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:46.921602 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=7c5562b5-607f-4261-885f-1a3a2c264767,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:46.923983 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9afb325d-94b4-4d1f-99b6-967ed93c44c9 req-35e30303-a645-4abb-8569-dbabd90e0411 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4a346969-61e6-4402-acb1-bee5e96cc1f4 HTTP/1.1" status: 200 len: 1097 time: 0.0977540 Dec 10 16:40:46.987954 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-5d72cb16-a885-433c-b31d-d19703f1e325 None None] For port 7c287631-dd3c-40ce-9adc-3bdf66ba947d, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:40:47.021600 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9afb325d-94b4-4d1f-99b6-967ed93c44c9 req-f815d837-bd6a-4e2b-adae-1b1d563a2da5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896854 Dec 10 16:40:47.038743 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-65d0df5e-8c6b-47dd-8f47-50cbba097ef0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:47.068908 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-5d72cb16-a885-433c-b31d-d19703f1e325 None None] For port 7c287631-dd3c-40ce-9adc-3bdf66ba947d, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=7c287631-dd3c-40ce-9adc-3bdf66ba947d,segment=NetworkSegment(6d1342be-b0f5-463e-b77a-5f1dd9c26e7c),segment_id=6d1342be-b0f5-463e-b77a-5f1dd9c26e7c)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:40:47.096254 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5d72cb16-a885-433c-b31d-d19703f1e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:47.174066 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d72cb16-a885-433c-b31d-d19703f1e325 None None] Pushing event updated for resources: {'Port': ['ID=7c287631-dd3c-40ce-9adc-3bdf66ba947d,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:47.281540 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-65d0df5e-8c6b-47dd-8f47-50cbba097ef0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Deleting port 7c287631-dd3c-40ce-9adc-3bdf66ba947d {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:47.281804 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-65d0df5e-8c6b-47dd-8f47-50cbba097ef0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:47.308350 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-03465b2c-51ea-4650-bc01-9ecb84ec74b0 None None] Allocated IP 2001:db8:1::2 (51504331-5bb7-4c1b-9e74-95e188631bdb/b062c62f-721a-4f3d-a45f-97e48ec00a98/182b621e-1c7c-487c-b5d8-e614e956298d) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:40:47.588286 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 38574) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:47.664749 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-03465b2c-51ea-4650-bc01-9ecb84ec74b0 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:47.694321 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-03465b2c-51ea-4650-bc01-9ecb84ec74b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:47.761769 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a36c85c1-185f-4c80-b9bb-b074bdc0e3cc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-783788310-network', 'tenant_id': '3a8f71f6efbb4998a516d8ba28b7fb68'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:47.790176 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:47.814075 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a81c81-f43d-4f36-bcb3-b662703ff99d req-c79a1a54-bb73-45df-bf98-d165891fd91c tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:47.816078 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-80a81c81-f43d-4f36-bcb3-b662703ff99d req-c79a1a54-bb73-45df-bf98-d165891fd91c tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a346969-61e6-4402-acb1-bee5e96cc1f4 HTTP/1.1" status: 200 len: 946 time: 0.1069314 Dec 10 16:40:47.817844 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36c85c1-185f-4c80-b9bb-b074bdc0e3cc admin admin] Made reservation on behalf of 3a8f71f6efbb4998a516d8ba28b7fb68 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:47.820904 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a36c85c1-185f-4c80-b9bb-b074bdc0e3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:47.831839 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03465b2c-51ea-4650-bc01-9ecb84ec74b0 None None] Network 51504331-5bb7-4c1b-9e74-95e188631bdb is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:40:47.839959 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-03465b2c-51ea-4650-bc01-9ecb84ec74b0 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:47.845459 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03465b2c-51ea-4650-bc01-9ecb84ec74b0 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:40:47.851756 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03465b2c-51ea-4650-bc01-9ecb84ec74b0 None None] Pushing event updated for resources: {'Port': ['ID=182b621e-1c7c-487c-b5d8-e614e956298d,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:47.855987 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440bbc4c-4b3d-4328-80f0-1aea1b3ec002 None None] Network d94615b0-a8c1-4c6f-8d7b-e91bcc0f5428 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:47.867619 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a36c85c1-185f-4c80-b9bb-b074bdc0e3cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:47.931575 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-80a81c81-f43d-4f36-bcb3-b662703ff99d req-b60960b9-9b0f-4c98-8b1a-d1258172a002 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064177 Dec 10 16:40:47.975043 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-416afc2d-e739-43be-aad9-7ce707a318a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'name': 'tempest-TestNetworkBasicOps-router-1922325860', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '033196f5-e487-461d-9344-13635f0d77e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:38:29Z', 'updated_at': '2021-12-10T16:40:44Z', 'revision_number': 5, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'gw_port': {'id': '033196f5-e487-461d-9344-13635f0d77e5', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:38:31Z', 'updated_at': '2021-12-10T16:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '4f12a8f6-5ba0-4a19-9faa-8fdbcd2752de', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'floating_ip_address': '172.25.6.95', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'port_id': '14a1d06f-210d-4cdb-b160-f5a60a932505', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd541c368-720d-4b18-b807-71b1bfe1994a', 'mac_address': 'fa:16:3e:76:92:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9f4a92-2d46-4c26-9232-803f432456fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:39:34Z', 'updated_at': '2021-12-10T16:39:45Z', 'revision_number': 1, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7121807d-b3d3-4141-8394-45e4f9986591', 'name': '', 'network_id': 'd554693e-cd92-4e37-b677-7f13ee909108', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'mac_address': 'fa:16:3e:c3:2d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'eac6af19-d8ad-435a-8c6b-b4b7bf62490e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:42Z', 'updated_at': '2021-12-10T16:40:44Z', 'revision_number': 2, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'subnets': [{'id': 'eac6af19-d8ad-435a-8c6b-b4b7bf62490e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4e4e72f-cb6a-4b0c-9a28-12a06638453c', 'name': '', 'network_id': 'd541c368-720d-4b18-b807-71b1bfe1994a', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'mac_address': 'fa:16:3e:cb:de:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '16a35958-36a2-4747-a09b-1406e66a4b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:38:43Z', 'updated_at': '2021-12-10T16:38:57Z', 'revision_number': 5, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'subnets': [{'id': '16a35958-36a2-4747-a09b-1406e66a4b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:48.011859 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416afc2d-e739-43be-aad9-7ce707a318a0 None None] Checking router: a3daaec8-386d-4021-bb23-29c319fd323f for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:40:48.012222 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416afc2d-e739-43be-aad9-7ce707a318a0 None None] Updating router a3daaec8-386d-4021-bb23-29c319fd323f port 7121807d-b3d3-4141-8394-45e4f9986591 binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:40:48.030158 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a36c85c1-185f-4c80-b9bb-b074bdc0e3cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:48.030367 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-03465b2c-51ea-4650-bc01-9ecb84ec74b0 None None] Attempting to bind port 182b621e-1c7c-487c-b5d8-e614e956298d on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:40:48.030591 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-03465b2c-51ea-4650-bc01-9ecb84ec74b0 None None] Attempting to bind port 182b621e-1c7c-487c-b5d8-e614e956298d by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'bef357d2-666b-443a-8b06-165f7b1bc9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '51504331-5bb7-4c1b-9e74-95e188631bdb'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:40:48.030961 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03465b2c-51ea-4650-bc01-9ecb84ec74b0 None None] Attempting to bind port 182b621e-1c7c-487c-b5d8-e614e956298d on network 51504331-5bb7-4c1b-9e74-95e188631bdb {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:40:48.036876 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a36c85c1-185f-4c80-b9bb-b074bdc0e3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:48.062102 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03465b2c-51ea-4650-bc01-9ecb84ec74b0 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:40:48.062562 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03465b2c-51ea-4650-bc01-9ecb84ec74b0 None None] Checking segment: {'id': 'bef357d2-666b-443a-8b06-165f7b1bc9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '51504331-5bb7-4c1b-9e74-95e188631bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:40:48.062977 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-03465b2c-51ea-4650-bc01-9ecb84ec74b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:48.063376 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03465b2c-51ea-4650-bc01-9ecb84ec74b0 None None] Bound using segment: {'id': 'bef357d2-666b-443a-8b06-165f7b1bc9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '51504331-5bb7-4c1b-9e74-95e188631bdb'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:40:48.063861 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-03465b2c-51ea-4650-bc01-9ecb84ec74b0 None None] Bound port: 182b621e-1c7c-487c-b5d8-e614e956298d, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef357d2-666b-443a-8b06-165f7b1bc9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '51504331-5bb7-4c1b-9e74-95e188631bdb'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:40:48.064247 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-03465b2c-51ea-4650-bc01-9ecb84ec74b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:48.073566 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36c85c1-185f-4c80-b9bb-b074bdc0e3cc admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:40:48.076194 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-416afc2d-e739-43be-aad9-7ce707a318a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:48.094780 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c85c1-185f-4c80-b9bb-b074bdc0e3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f550ef0-4907-4f09-9d04-505affb9f1ca,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:48.100758 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a36c85c1-185f-4c80-b9bb-b074bdc0e3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:48.101333 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-a36c85c1-185f-4c80-b9bb-b074bdc0e3cc admin admin] Added segment 1995761b-45ad-4249-83fc-362d53b3e086 of type vlan for network bba4673e-577b-4368-a0ec-91838d61c26f Dec 10 16:40:48.135809 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-65d0df5e-8c6b-47dd-8f47-50cbba097ef0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] For port 7c287631-dd3c-40ce-9adc-3bdf66ba947d, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=7c287631-dd3c-40ce-9adc-3bdf66ba947d,segment=NetworkSegment(6d1342be-b0f5-463e-b77a-5f1dd9c26e7c),segment_id=6d1342be-b0f5-463e-b77a-5f1dd9c26e7c)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:48.136320 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-65d0df5e-8c6b-47dd-8f47-50cbba097ef0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:48.178566 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-65d0df5e-8c6b-47dd-8f47-50cbba097ef0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Calling delete_port for 7c287631-dd3c-40ce-9adc-3bdf66ba947d owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:48.195217 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a36c85c1-185f-4c80-b9bb-b074bdc0e3cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:48.236958 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-78a71899-728f-461b-b7f2-3ce1edee986d tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:48.244946 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a36c85c1-185f-4c80-b9bb-b074bdc0e3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:48.245831 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36c85c1-185f-4c80-b9bb-b074bdc0e3cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:48.246441 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a36c85c1-185f-4c80-b9bb-b074bdc0e3cc admin admin] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:48.293544 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-03465b2c-51ea-4650-bc01-9ecb84ec74b0 None None] For port 182b621e-1c7c-487c-b5d8-e614e956298d, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:40:48.342356 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-03465b2c-51ea-4650-bc01-9ecb84ec74b0 None None] For port 182b621e-1c7c-487c-b5d8-e614e956298d, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=182b621e-1c7c-487c-b5d8-e614e956298d,segment=NetworkSegment(bef357d2-666b-443a-8b06-165f7b1bc9d6),segment_id=bef357d2-666b-443a-8b06-165f7b1bc9d6)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:40:48.359094 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-03465b2c-51ea-4650-bc01-9ecb84ec74b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:48.384960 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a36c85c1-185f-4c80-b9bb-b074bdc0e3cc admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7929168 Dec 10 16:40:48.393369 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 38582) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:48.450629 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-bf28fe01-cf9f-40cd-9210-dd53c4b37b42 admin admin] Request body: {'subnet': {'network_id': 'bba4673e-577b-4368-a0ec-91838d61c26f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-783788310-subnet', 'tenant_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:48.458360 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c85c1-185f-4c80-b9bb-b074bdc0e3cc admin admin] Pushing event updated for resources: {'Network': ['ID=bba4673e-577b-4368-a0ec-91838d61c26f,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:48.478338 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network bba4673e-577b-4368-a0ec-91838d61c26f details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:40:48.511057 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf28fe01-cf9f-40cd-9210-dd53c4b37b42 admin admin] Made reservation on behalf of 3a8f71f6efbb4998a516d8ba28b7fb68 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:48.517152 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf28fe01-cf9f-40cd-9210-dd53c4b37b42 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:48.604825 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03465b2c-51ea-4650-bc01-9ecb84ec74b0 None None] Pushing event updated for resources: {'Port': ['ID=182b621e-1c7c-487c-b5d8-e614e956298d,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:48.628190 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-65d0df5e-8c6b-47dd-8f47-50cbba097ef0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:48.661192 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:48.676905 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d0df5e-8c6b-47dd-8f47-50cbba097ef0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] No DVR routers for this DVR port 7c287631-dd3c-40ce-9adc-3bdf66ba947d on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:40:48.760282 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d0df5e-8c6b-47dd-8f47-50cbba097ef0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event deleted for resources: {'Port': ['ID=7c287631-dd3c-40ce-9adc-3bdf66ba947d,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:48.805232 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-416afc2d-e739-43be-aad9-7ce707a318a0 None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:48.829991 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-416afc2d-e739-43be-aad9-7ce707a318a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:48.931688 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf28fe01-cf9f-40cd-9210-dd53c4b37b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:48.953183 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-65d0df5e-8c6b-47dd-8f47-50cbba097ef0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:48.996932 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281975b1-41b4-4523-a5c6-35287f7d98a6 None None] Pushing event updated for resources: {'Port': ['ID=7121807d-b3d3-4141-8394-45e4f9986591,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:49.001005 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-65d0df5e-8c6b-47dd-8f47-50cbba097ef0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d94615b0-a8c1-4c6f-8d7b-e91bcc0f5428']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:49.023453 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-78a71899-728f-461b-b7f2-3ce1edee986d tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Allocated IP 2001:db8::1 (c9ade9c1-0e79-4975-913d-25eb9e7df3d9/86217568-5c00-4ded-a254-687a12e4c22e/f0ac80de-b3fe-4d35-824b-1dfa77758ce8) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:40:49.039440 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-65d0df5e-8c6b-47dd-8f47-50cbba097ef0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d1342be-b0f5-463e-b77a-5f1dd9c26e7c') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:49.039735 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-65d0df5e-8c6b-47dd-8f47-50cbba097ef0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d1342be-b0f5-463e-b77a-5f1dd9c26e7c') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:49.100231 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf28fe01-cf9f-40cd-9210-dd53c4b37b42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cccefdf8-31d5-4f26-a672-76a4d6caa47c,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:49.121830 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-416afc2d-e739-43be-aad9-7ce707a318a0 None None] Attempting to bind port 7121807d-b3d3-4141-8394-45e4f9986591 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:40:49.123075 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-416afc2d-e739-43be-aad9-7ce707a318a0 None None] Attempting to bind port 7121807d-b3d3-4141-8394-45e4f9986591 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '33cd13ef-c4b9-47fa-bdb3-4a4865f6cb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd554693e-cd92-4e37-b677-7f13ee909108'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:40:49.126698 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416afc2d-e739-43be-aad9-7ce707a318a0 None None] Attempting to bind port 7121807d-b3d3-4141-8394-45e4f9986591 on network d554693e-cd92-4e37-b677-7f13ee909108 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:40:49.135513 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416afc2d-e739-43be-aad9-7ce707a318a0 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:40:49.136217 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416afc2d-e739-43be-aad9-7ce707a318a0 None None] Checking segment: {'id': '33cd13ef-c4b9-47fa-bdb3-4a4865f6cb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd554693e-cd92-4e37-b677-7f13ee909108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:40:49.136847 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-416afc2d-e739-43be-aad9-7ce707a318a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:49.137407 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416afc2d-e739-43be-aad9-7ce707a318a0 None None] Bound using segment: {'id': '33cd13ef-c4b9-47fa-bdb3-4a4865f6cb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd554693e-cd92-4e37-b677-7f13ee909108'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:40:49.138082 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-416afc2d-e739-43be-aad9-7ce707a318a0 None None] Bound port: 7121807d-b3d3-4141-8394-45e4f9986591, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33cd13ef-c4b9-47fa-bdb3-4a4865f6cb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd554693e-cd92-4e37-b677-7f13ee909108'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:40:49.138713 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-416afc2d-e739-43be-aad9-7ce707a318a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:49.217024 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a371d-9ebd-45f5-a045-d0cd5682d811 req-28f8b256-58d2-4eb4-8cb8-e0a6f48bc6a2 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:49.218706 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a90a371d-9ebd-45f5-a045-d0cd5682d811 req-28f8b256-58d2-4eb4-8cb8-e0a6f48bc6a2 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a346969-61e6-4402-acb1-bee5e96cc1f4 HTTP/1.1" status: 200 len: 946 time: 0.1075735 Dec 10 16:40:49.219760 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf28fe01-cf9f-40cd-9210-dd53c4b37b42 admin admin] Checking segment: {'id': '1995761b-45ad-4249-83fc-362d53b3e086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bba4673e-577b-4368-a0ec-91838d61c26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:40:49.220105 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf28fe01-cf9f-40cd-9210-dd53c4b37b42 admin admin] Network hostable DHCP agents. Network: bba4673e-577b-4368-a0ec-91838d61c26f, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:40:49.227948 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-65d0df5e-8c6b-47dd-8f47-50cbba097ef0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:49.251332 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-78a71899-728f-461b-b7f2-3ce1edee986d tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:49.259378 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-65d0df5e-8c6b-47dd-8f47-50cbba097ef0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:49.271071 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-416afc2d-e739-43be-aad9-7ce707a318a0 None None] For port 7121807d-b3d3-4141-8394-45e4f9986591, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:40:49.272402 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d0df5e-8c6b-47dd-8f47-50cbba097ef0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:40:49.273763 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-65d0df5e-8c6b-47dd-8f47-50cbba097ef0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:49.275946 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf28fe01-cf9f-40cd-9210-dd53c4b37b42 admin admin] Network bba4673e-577b-4368-a0ec-91838d61c26f is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:40:49.276366 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-416afc2d-e739-43be-aad9-7ce707a318a0 None None] For port 7121807d-b3d3-4141-8394-45e4f9986591, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=7121807d-b3d3-4141-8394-45e4f9986591,segment=NetworkSegment(33cd13ef-c4b9-47fa-bdb3-4a4865f6cb3d),segment_id=33cd13ef-c4b9-47fa-bdb3-4a4865f6cb3d)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:40:49.278556 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:40:49.278556 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:40:49.278556 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:40:49.278556 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:40:49.278556 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:40:49.278556 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:40:49.278556 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:40:49.278556 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:40:49.278556 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:40:49.278556 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:40:49.278556 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:40:49.278556 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:40:49.278556 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:40:49.278556 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:40:49.278556 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:40:49.278556 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:40:49.278556 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:40:49.278556 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:40:49.278556 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:40:49.278556 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:40:49.278556 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:40:49.278556 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:40:49.278556 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:40:49.278556 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:40:49.278556 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:40:49.278556 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:40:49.278556 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:40:49.278556 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:40:49.278556 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:40:49.278556 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:40:49.278556 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:40:49.278556 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:40:49.283271 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-416afc2d-e739-43be-aad9-7ce707a318a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:49.293350 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-bf28fe01-cf9f-40cd-9210-dd53c4b37b42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, bba4673e-577b-4368-a0ec-91838d61c26f) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:49.304584 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf28fe01-cf9f-40cd-9210-dd53c4b37b42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:49.305619 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf28fe01-cf9f-40cd-9210-dd53c4b37b42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:49.315996 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636dd53f-c47b-4a6c-a4cd-ceb0ae003ba7 None None] Network bba4673e-577b-4368-a0ec-91838d61c26f requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:49.329652 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a90a371d-9ebd-45f5-a045-d0cd5682d811 req-176bcf22-3f73-4fed-ac35-b2cb51da57aa tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940857 Dec 10 16:40:49.341646 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-bf28fe01-cf9f-40cd-9210-dd53c4b37b42 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9059780 Dec 10 16:40:49.344410 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 38590) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:49.351091 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-42ddab75-b4f6-4b71-b0c2-71755e212f9a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-783788310-router', 'tenant_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:49.397251 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-78a71899-728f-461b-b7f2-3ce1edee986d tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:49.404211 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42ddab75-b4f6-4b71-b0c2-71755e212f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:49.406333 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42ddab75-b4f6-4b71-b0c2-71755e212f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:49.470765 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a71899-728f-461b-b7f2-3ce1edee986d tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Network c9ade9c1-0e79-4975-913d-25eb9e7df3d9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:40:49.476816 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-78a71899-728f-461b-b7f2-3ce1edee986d tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:49.480345 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a71899-728f-461b-b7f2-3ce1edee986d tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:40:49.481053 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-78a71899-728f-461b-b7f2-3ce1edee986d tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:49.487729 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-65d0df5e-8c6b-47dd-8f47-50cbba097ef0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:49.492891 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-65d0df5e-8c6b-47dd-8f47-50cbba097ef0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:49.501638 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-65d0df5e-8c6b-47dd-8f47-50cbba097ef0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "DELETE /v2.0/networks/d94615b0-a8c1-4c6f-8d7b-e91bcc0f5428 HTTP/1.1" status: 204 len: 168 time: 4.2674294 Dec 10 16:40:49.508004 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38594) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:49.517647 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-80c02eaf-98b6-47a2-9457-93ec416be0ee tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-74639267'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:49.611123 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c02eaf-98b6-47a2-9457-93ec416be0ee tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Made reservation on behalf of a8583be60b5b47adbe7d3e43d3a1ef22 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:49.637754 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42ddab75-b4f6-4b71-b0c2-71755e212f9a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:49.653116 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-80c02eaf-98b6-47a2-9457-93ec416be0ee tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:49.653372 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 182b621e-1c7c-487c-b5d8-e614e956298d up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:40:49.687413 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d0df5e-8c6b-47dd-8f47-50cbba097ef0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event deleted for resources: {'Network': ['ID=d94615b0-a8c1-4c6f-8d7b-e91bcc0f5428,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:49.695211 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a71899-728f-461b-b7f2-3ce1edee986d tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Pushing event updated for resources: {'Port': ['ID=f0ac80de-b3fe-4d35-824b-1dfa77758ce8,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:49.760068 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80c02eaf-98b6-47a2-9457-93ec416be0ee tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:40:49.778282 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-80c02eaf-98b6-47a2-9457-93ec416be0ee tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:49.778687 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-80c02eaf-98b6-47a2-9457-93ec416be0ee tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Added segment 0ce41451-264f-4564-81ca-234cf6b4298e of type vlan for network bb666079-1976-498e-9545-bcda46452d65 Dec 10 16:40:49.803044 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b3191fda-fb29-4750-97d4-e12071e79e5b None None] Provisioning complete for port 7121807d-b3d3-4141-8394-45e4f9986591 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:49.803682 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b3191fda-fb29-4750-97d4-e12071e79e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:49.845129 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-80c02eaf-98b6-47a2-9457-93ec416be0ee tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:49.888356 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416afc2d-e739-43be-aad9-7ce707a318a0 None None] Routers {'a3daaec8-386d-4021-bb23-29c319fd323f'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:49.888870 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-416afc2d-e739-43be-aad9-7ce707a318a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:40:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['a3daaec8-386d-4021-bb23-29c319fd323f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:49.965197 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-80c02eaf-98b6-47a2-9457-93ec416be0ee tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:49.985083 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c02eaf-98b6-47a2-9457-93ec416be0ee tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:49.986056 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-80c02eaf-98b6-47a2-9457-93ec416be0ee tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:50.126074 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-416afc2d-e739-43be-aad9-7ce707a318a0 None None] Set router a3daaec8-386d-4021-bb23-29c319fd323f gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:40:50.169110 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c02eaf-98b6-47a2-9457-93ec416be0ee tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event updated for resources: {'Network': ['ID=bb666079-1976-498e-9545-bcda46452d65,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:50.203067 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-80c02eaf-98b6-47a2-9457-93ec416be0ee tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6904354 Dec 10 16:40:50.204224 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-78a71899-728f-461b-b7f2-3ce1edee986d tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:50.217548 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38604) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:50.223921 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-fe85687f-1765-4ddb-8ab8-ea772fc43195 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Request body: {'subnet': {'network_id': 'bb666079-1976-498e-9545-bcda46452d65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:50.264764 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba6d5b6-a0f1-4d07-a270-bc41c1947ebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-bba4673e-577b-4368-a0ec-91838d61c26f', 'network_id': 'bba4673e-577b-4368-a0ec-91838d61c26f', 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'fixed_ips': [{'subnet_id': 'cccefdf8-31d5-4f26-a672-76a4d6caa47c'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:40:50.276424 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3ba6d5b6-a0f1-4d07-a270-bc41c1947ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:50.298930 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network bb666079-1976-498e-9545-bcda46452d65 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:40:50.300547 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281975b1-41b4-4523-a5c6-35287f7d98a6 None None] Pushing event updated for resources: {'Port': ['ID=7121807d-b3d3-4141-8394-45e4f9986591,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:50.544985 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42ddab75-b4f6-4b71-b0c2-71755e212f9a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:50.604063 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552bb4d7-8bb3-4a4c-8a52-a8f737dc18b4 req-9fa9200f-ee6b-4877-b551-61c9d7c20a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:50.605747 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-552bb4d7-8bb3-4a4c-8a52-a8f737dc18b4 req-9fa9200f-ee6b-4877-b551-61c9d7c20a6c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=45ca9cd270ce4d398a78e52c666b1374&device_id=4a346969-61e6-4402-acb1-bee5e96cc1f4 HTTP/1.1" status: 200 len: 1097 time: 0.8048489 Dec 10 16:40:50.623703 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:50.633833 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d13566f-80e0-4dcd-84ee-6c98fd1d5f01 None None] Network 51504331-5bb7-4c1b-9e74-95e188631bdb requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:50.648829 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe85687f-1765-4ddb-8ab8-ea772fc43195 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Made reservation on behalf of a8583be60b5b47adbe7d3e43d3a1ef22 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:50.654937 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f5218-6797-453a-96dc-7f5546944d8c req-32b5a134-e584-4de9-8c11-f295600f780a tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:50.657250 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d59f5218-6797-453a-96dc-7f5546944d8c req-32b5a134-e584-4de9-8c11-f295600f780a tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a346969-61e6-4402-acb1-bee5e96cc1f4 HTTP/1.1" status: 200 len: 946 time: 0.7089989 Dec 10 16:40:50.667966 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fe85687f-1765-4ddb-8ab8-ea772fc43195 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:50.763495 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552bb4d7-8bb3-4a4c-8a52-a8f737dc18b4 req-e3a87a1f-4027-42d3-a34b-77b436f25698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:50.765498 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-552bb4d7-8bb3-4a4c-8a52-a8f737dc18b4 req-e3a87a1f-4027-42d3-a34b-77b436f25698 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b5ba8caf-9119-4d49-8c04-be0a7edd0bb2 HTTP/1.1" status: 200 len: 920 time: 0.1060150 Dec 10 16:40:50.842964 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-552bb4d7-8bb3-4a4c-8a52-a8f737dc18b4 req-4c3ccf59-873b-485e-8ed0-ff18d5e0f41f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c5562b5-607f-4261-885f-1a3a2c264767 HTTP/1.1" status: 200 len: 217 time: 0.0642068 Dec 10 16:40:50.899675 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d59f5218-6797-453a-96dc-7f5546944d8c req-2e803737-5932-4221-99e6-02547108bab9 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321247 Dec 10 16:40:50.958862 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552bb4d7-8bb3-4a4c-8a52-a8f737dc18b4 req-eb165ed6-752e-453f-a466-116199e35cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:50.960820 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-552bb4d7-8bb3-4a4c-8a52-a8f737dc18b4 req-eb165ed6-752e-453f-a466-116199e35cb4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=22f5ce8a-e527-41c9-88c7-11774c8e4abe HTTP/1.1" status: 200 len: 859 time: 0.0764499 Dec 10 16:40:50.978972 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-3ba6d5b6-a0f1-4d07-a270-bc41c1947ebb None None] Allocated IP 172.20.0.2 (bba4673e-577b-4368-a0ec-91838d61c26f/cccefdf8-31d5-4f26-a672-76a4d6caa47c/c4531c93-9a1d-48f6-91d3-e82f224ec68d) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:40:51.006850 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-552bb4d7-8bb3-4a4c-8a52-a8f737dc18b4 req-8201eb0c-a9c0-4d12-80bb-c4ce3202e504 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5ba8caf-9119-4d49-8c04-be0a7edd0bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319326 Dec 10 16:40:51.073238 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-78a71899-728f-461b-b7f2-3ce1edee986d tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:51.136654 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-78a71899-728f-461b-b7f2-3ce1edee986d tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:51.137540 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-78a71899-728f-461b-b7f2-3ce1edee986d tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:51.258691 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42ddab75-b4f6-4b71-b0c2-71755e212f9a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:51.266104 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-552bb4d7-8bb3-4a4c-8a52-a8f737dc18b4 req-0fce9519-6a99-4b83-9269-f5bf1810d8b6 service neutron] 10.222.0.46 "GET /v2.0/networks/b5ba8caf-9119-4d49-8c04-be0a7edd0bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503662 Dec 10 16:40:51.268807 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fe85687f-1765-4ddb-8ab8-ea772fc43195 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:51.286982 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a71899-728f-461b-b7f2-3ce1edee986d tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Pushing event updated for resources: {'Port': ['ID=f0ac80de-b3fe-4d35-824b-1dfa77758ce8,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:51.298760 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42ddab75-b4f6-4b71-b0c2-71755e212f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:51.347511 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe85687f-1765-4ddb-8ab8-ea772fc43195 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event updated for resources: {'Subnet': ['ID=ccadcbf3-110b-4219-84de-7bcf90f2bde6,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:51.417592 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe85687f-1765-4ddb-8ab8-ea772fc43195 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Checking segment: {'id': '0ce41451-264f-4564-81ca-234cf6b4298e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bb666079-1976-498e-9545-bcda46452d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:40:51.418012 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe85687f-1765-4ddb-8ab8-ea772fc43195 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Network hostable DHCP agents. Network: bb666079-1976-498e-9545-bcda46452d65, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:40:51.432920 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a71899-728f-461b-b7f2-3ce1edee986d tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Network c9ade9c1-0e79-4975-913d-25eb9e7df3d9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:40:51.442553 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-78a71899-728f-461b-b7f2-3ce1edee986d tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:51.464353 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe85687f-1765-4ddb-8ab8-ea772fc43195 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Network bb666079-1976-498e-9545-bcda46452d65 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:40:51.482787 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-fe85687f-1765-4ddb-8ab8-ea772fc43195 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, bb666079-1976-498e-9545-bcda46452d65) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:51.500174 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe85687f-1765-4ddb-8ab8-ea772fc43195 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:51.500788 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fe85687f-1765-4ddb-8ab8-ea772fc43195 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:51.557086 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-552bb4d7-8bb3-4a4c-8a52-a8f737dc18b4 req-e9a5dc83-0324-458d-b782-be06180b93af service neutron] 10.222.0.46 "GET /v2.0/networks/b5ba8caf-9119-4d49-8c04-be0a7edd0bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673762 Dec 10 16:40:51.576057 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-42ddab75-b4f6-4b71-b0c2-71755e212f9a admin admin] Allocated IP 172.25.6.14 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/2caed315-7525-4930-93f7-84341535d5ec) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:40:51.579466 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 38610) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:51.580203 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-fe85687f-1765-4ddb-8ab8-ea772fc43195 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3609357 Dec 10 16:40:51.698757 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a71899-728f-461b-b7f2-3ce1edee986d tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Router 3a0ecc13-632d-41ab-a883-49c95dada3b7 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:40:51.704466 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 182b621e-1c7c-487c-b5d8-e614e956298d triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:51.704874 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:51.715763 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c575f945-94a3-4dea-8ae1-1186e342992d None None] Network bb666079-1976-498e-9545-bcda46452d65 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:51.804316 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-03247c45-2b0e-49c6-b1e5-9d6cc60dce0b tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:51.836832 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b3191fda-fb29-4750-97d4-e12071e79e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:51.843864 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42ddab75-b4f6-4b71-b0c2-71755e212f9a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:51.848177 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a71899-728f-461b-b7f2-3ce1edee986d tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:40:51.857775 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26d24d6-c2d3-4f42-969d-4e28b57e941d None None] Sync routers for ids ['3a0ecc13-632d-41ab-a883-49c95dada3b7'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:40:51.864232 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-78a71899-728f-461b-b7f2-3ce1edee986d tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] 10.222.0.11 "PUT /v2.0/routers/3a0ecc13-632d-41ab-a883-49c95dada3b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9703054 Dec 10 16:40:51.866999 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38616) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:51.870530 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26d24d6-c2d3-4f42-969d-4e28b57e941d None None] Routers {'3a0ecc13-632d-41ab-a883-49c95dada3b7'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:51.871290 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f26d24d6-c2d3-4f42-969d-4e28b57e941d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:40:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['3a0ecc13-632d-41ab-a883-49c95dada3b7'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:51.953654 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-03247c45-2b0e-49c6-b1e5-9d6cc60dce0b tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:52.018884 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-416afc2d-e739-43be-aad9-7ce707a318a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'name': 'tempest-TestNetworkBasicOps-router-1922325860', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '033196f5-e487-461d-9344-13635f0d77e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:38:29Z', 'updated_at': '2021-12-10T16:40:44Z', 'revision_number': 5, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'gw_port': {'id': '033196f5-e487-461d-9344-13635f0d77e5', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:38:31Z', 'updated_at': '2021-12-10T16:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '4f12a8f6-5ba0-4a19-9faa-8fdbcd2752de', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'floating_ip_address': '172.25.6.95', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'port_id': '14a1d06f-210d-4cdb-b160-f5a60a932505', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd541c368-720d-4b18-b807-71b1bfe1994a', 'mac_address': 'fa:16:3e:76:92:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9f4a92-2d46-4c26-9232-803f432456fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:39:34Z', 'updated_at': '2021-12-10T16:39:45Z', 'revision_number': 1, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7121807d-b3d3-4141-8394-45e4f9986591', 'name': '', 'network_id': 'd554693e-cd92-4e37-b677-7f13ee909108', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'mac_address': 'fa:16:3e:c3:2d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'eac6af19-d8ad-435a-8c6b-b4b7bf62490e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:42Z', 'updated_at': '2021-12-10T16:40:49Z', 'revision_number': 4, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'subnets': [{'id': 'eac6af19-d8ad-435a-8c6b-b4b7bf62490e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4e4e72f-cb6a-4b0c-9a28-12a06638453c', 'name': '', 'network_id': 'd541c368-720d-4b18-b807-71b1bfe1994a', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'mac_address': 'fa:16:3e:cb:de:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '16a35958-36a2-4747-a09b-1406e66a4b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:38:43Z', 'updated_at': '2021-12-10T16:38:57Z', 'revision_number': 5, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'subnets': [{'id': '16a35958-36a2-4747-a09b-1406e66a4b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:52.027141 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3ba6d5b6-a0f1-4d07-a270-bc41c1947ebb None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:52.063029 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f26d24d6-c2d3-4f42-969d-4e28b57e941d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:52.073523 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26d24d6-c2d3-4f42-969d-4e28b57e941d None None] Routers {'3a0ecc13-632d-41ab-a883-49c95dada3b7'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:52.074369 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f26d24d6-c2d3-4f42-969d-4e28b57e941d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:40:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['3a0ecc13-632d-41ab-a883-49c95dada3b7'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:52.082902 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-111862d2-4912-40bf-bdef-20db71246b96 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:52.085457 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42ddab75-b4f6-4b71-b0c2-71755e212f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:52.117268 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f26d24d6-c2d3-4f42-969d-4e28b57e941d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:52.117866 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26d24d6-c2d3-4f42-969d-4e28b57e941d None None] The sync data for ids ['3a0ecc13-632d-41ab-a883-49c95dada3b7'] in n-d-766771-2 is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:40:52.171238 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ddab75-b4f6-4b71-b0c2-71755e212f9a admin admin] Pushing event updated for resources: {'Port': ['ID=2caed315-7525-4930-93f7-84341535d5ec,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:52.214770 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ddab75-b4f6-4b71-b0c2-71755e212f9a admin admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:40:52.214980 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b3191fda-fb29-4750-97d4-e12071e79e5b None None] For port 7121807d-b3d3-4141-8394-45e4f9986591, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=7121807d-b3d3-4141-8394-45e4f9986591,segment=NetworkSegment(33cd13ef-c4b9-47fa-bdb3-4a4865f6cb3d),segment_id=33cd13ef-c4b9-47fa-bdb3-4a4865f6cb3d)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:52.224493 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3ba6d5b6-a0f1-4d07-a270-bc41c1947ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:52.226675 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b22d3-2d94-4b17-ba97-5136db7556c3 req-0e7ff32c-33de-4175-94c9-c7c4fea69995 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:52.227681 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416afc2d-e739-43be-aad9-7ce707a318a0 None None] The sync data for ids ['a3daaec8-386d-4021-bb23-29c319fd323f'] in n-d-766771-2 is: [{'id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'name': 'tempest-TestNetworkBasicOps-router-1922325860', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '033196f5-e487-461d-9344-13635f0d77e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:38:29Z', 'updated_at': '2021-12-10T16:40:44Z', 'revision_number': 5, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'gw_port': {'id': '033196f5-e487-461d-9344-13635f0d77e5', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:38:31Z', 'updated_at': '2021-12-10T16:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '4f12a8f6-5ba0-4a19-9faa-8fdbcd2752de', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'floating_ip_address': '172.25.6.95', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'port_id': '14a1d06f-210d-4cdb-b160-f5a60a932505', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd541c368-720d-4b18-b807-71b1bfe1994a', 'mac_address': 'fa:16:3e:76:92:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9f4a92-2d46-4c26-9232-803f432456fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:39:34Z', 'updated_at': '2021-12-10T16:39:45Z', 'revision_number': 1, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7121807d-b3d3-4141-8394-45e4f9986591', 'name': '', 'network_id': 'd554693e-cd92-4e37-b677-7f13ee909108', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'mac_address': 'fa:16:3e:c3:2d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'eac6af19-d8ad-435a-8c6b-b4b7bf62490e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:42Z', 'updated_at': '2021-12-10T16:40:49Z', 'revision_number': 4, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'subnets': [{'id': 'eac6af19-d8ad-435a-8c6b-b4b7bf62490e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4e4e72f-cb6a-4b0c-9a28-12a06638453c', 'name': '', 'network_id': 'd541c368-720d-4b18-b807-71b1bfe1994a', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'mac_address': 'fa:16:3e:cb:de:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '16a35958-36a2-4747-a09b-1406e66a4b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:38:43Z', 'updated_at': '2021-12-10T16:38:57Z', 'revision_number': 5, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'subnets': [{'id': '16a35958-36a2-4747-a09b-1406e66a4b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:40:52.228351 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-294b22d3-2d94-4b17-ba97-5136db7556c3 req-0e7ff32c-33de-4175-94c9-c7c4fea69995 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a346969-61e6-4402-acb1-bee5e96cc1f4 HTTP/1.1" status: 200 len: 946 time: 0.1988907 Dec 10 16:40:52.232018 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-42ddab75-b4f6-4b71-b0c2-71755e212f9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:52.234930 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ddab75-b4f6-4b71-b0c2-71755e212f9a admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:40:52.266359 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-111862d2-4912-40bf-bdef-20db71246b96 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 10 16:40:52.271895 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-111862d2-4912-40bf-bdef-20db71246b96 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] 10.222.0.11 "DELETE /v2.0/routers/3a0ecc13-632d-41ab-a883-49c95dada3b7 HTTP/1.1" status: 409 len: 329 time: 0.4018791 Dec 10 16:40:52.272648 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38620) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:52.329889 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-03247c45-2b0e-49c6-b1e5-9d6cc60dce0b tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:52.350587 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b3191fda-fb29-4750-97d4-e12071e79e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:52.385142 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6d5b6-a0f1-4d07-a270-bc41c1947ebb None None] Pushing event updated for resources: {'Port': ['ID=c4531c93-9a1d-48f6-91d3-e82f224ec68d,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:52.407201 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705d5ac8-9ff4-4a23-a01b-0e3efbaa0555 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:40:52.432658 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03247c45-2b0e-49c6-b1e5-9d6cc60dce0b tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event deleted for resources: {'Subnet': ['ID=ccadcbf3-110b-4219-84de-7bcf90f2bde6,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:52.491958 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:52.545624 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9173245-fd01-4523-848e-d0f66890810b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-bb666079-1976-498e-9545-bcda46452d65', 'network_id': 'bb666079-1976-498e-9545-bcda46452d65', 'project_id': 'a8583be60b5b47adbe7d3e43d3a1ef22', 'fixed_ips': [{'subnet_id': 'ccadcbf3-110b-4219-84de-7bcf90f2bde6'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:40:52.546494 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b9173245-fd01-4523-848e-d0f66890810b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:52.572324 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba6d5b6-a0f1-4d07-a270-bc41c1947ebb None None] Network bba4673e-577b-4368-a0ec-91838d61c26f is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:40:52.619585 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-3ba6d5b6-a0f1-4d07-a270-bc41c1947ebb None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:52.631012 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-07425d43-4b53-4536-bf8f-a8350e564d69 None None] Provisioning complete for port 182b621e-1c7c-487c-b5d8-e614e956298d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:52.631452 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-07425d43-4b53-4536-bf8f-a8350e564d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:52.670471 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba6d5b6-a0f1-4d07-a270-bc41c1947ebb None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:40:52.712226 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 182b621e-1c7c-487c-b5d8-e614e956298d, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=182b621e-1c7c-487c-b5d8-e614e956298d,segment=NetworkSegment(bef357d2-666b-443a-8b06-165f7b1bc9d6),segment_id=bef357d2-666b-443a-8b06-165f7b1bc9d6)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:52.795676 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-03247c45-2b0e-49c6-b1e5-9d6cc60dce0b tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:52.805733 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-294b22d3-2d94-4b17-ba97-5136db7556c3 req-deb3a4ea-9a10-4b4e-a8dd-3f0b66fc4b32 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5625618 Dec 10 16:40:52.828984 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:52.851854 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-03247c45-2b0e-49c6-b1e5-9d6cc60dce0b tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb666079-1976-498e-9545-bcda46452d65']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:52.869695 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65609332-af2b-48f7-8280-c172627991d2 None None] Network bb666079-1976-498e-9545-bcda46452d65 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:52.871777 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-03247c45-2b0e-49c6-b1e5-9d6cc60dce0b tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ce41451-264f-4564-81ca-234cf6b4298e') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:52.872394 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-03247c45-2b0e-49c6-b1e5-9d6cc60dce0b tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ce41451-264f-4564-81ca-234cf6b4298e') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:52.891294 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-03247c45-2b0e-49c6-b1e5-9d6cc60dce0b tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:52.898697 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c16aaf90-65ee-496a-8d73-752e21f0d031 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:52.914674 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-03247c45-2b0e-49c6-b1e5-9d6cc60dce0b tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:52.917096 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42ddab75-b4f6-4b71-b0c2-71755e212f9a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:52.963465 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03247c45-2b0e-49c6-b1e5-9d6cc60dce0b tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:40:52.964022 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-03247c45-2b0e-49c6-b1e5-9d6cc60dce0b tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:52.967392 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:40:52.967392 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:40:52.967392 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:40:52.967392 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:40:52.967392 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:40:52.967392 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:40:52.967392 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:40:52.967392 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:40:52.967392 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:40:52.967392 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:40:52.967392 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:40:52.967392 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:40:52.967392 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:40:52.967392 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:40:52.967392 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:40:52.967392 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:40:52.967392 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:40:52.967392 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:40:52.967392 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:40:52.967392 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:40:52.967392 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:40:52.967392 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:40:52.967392 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:40:52.967392 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:40:52.967392 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:40:52.967392 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:40:52.967392 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:40:52.967392 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:40:52.967392 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:40:52.967392 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:40:52.967392 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:40:52.967392 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:40:53.004266 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3191fda-fb29-4750-97d4-e12071e79e5b None None] Pushing event updated for resources: {'Port': ['ID=7121807d-b3d3-4141-8394-45e4f9986591,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:53.085759 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-3ba6d5b6-a0f1-4d07-a270-bc41c1947ebb None None] Attempting to bind port c4531c93-9a1d-48f6-91d3-e82f224ec68d on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:40:53.086438 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-3ba6d5b6-a0f1-4d07-a270-bc41c1947ebb None None] Attempting to bind port c4531c93-9a1d-48f6-91d3-e82f224ec68d by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '1995761b-45ad-4249-83fc-362d53b3e086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bba4673e-577b-4368-a0ec-91838d61c26f'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:40:53.086683 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba6d5b6-a0f1-4d07-a270-bc41c1947ebb None None] Attempting to bind port c4531c93-9a1d-48f6-91d3-e82f224ec68d on network bba4673e-577b-4368-a0ec-91838d61c26f {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:40:53.122888 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 7121807d-b3d3-4141-8394-45e4f9986591 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:40:53.126760 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-03247c45-2b0e-49c6-b1e5-9d6cc60dce0b tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:53.140920 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-03247c45-2b0e-49c6-b1e5-9d6cc60dce0b tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:53.148990 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-03247c45-2b0e-49c6-b1e5-9d6cc60dce0b tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "DELETE /v2.0/networks/bb666079-1976-498e-9545-bcda46452d65 HTTP/1.1" status: 204 len: 168 time: 1.5585260 Dec 10 16:40:53.150873 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38624) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:53.159637 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c5892ed2-eff5-4bf3-9194-352bff3429dd tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1268149289'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:53.202427 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba6d5b6-a0f1-4d07-a270-bc41c1947ebb None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:40:53.202815 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba6d5b6-a0f1-4d07-a270-bc41c1947ebb None None] Checking segment: {'id': '1995761b-45ad-4249-83fc-362d53b3e086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bba4673e-577b-4368-a0ec-91838d61c26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:40:53.203365 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3ba6d5b6-a0f1-4d07-a270-bc41c1947ebb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:53.203794 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba6d5b6-a0f1-4d07-a270-bc41c1947ebb None None] Bound using segment: {'id': '1995761b-45ad-4249-83fc-362d53b3e086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bba4673e-577b-4368-a0ec-91838d61c26f'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:40:53.204245 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-3ba6d5b6-a0f1-4d07-a270-bc41c1947ebb None None] Bound port: c4531c93-9a1d-48f6-91d3-e82f224ec68d, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1995761b-45ad-4249-83fc-362d53b3e086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bba4673e-577b-4368-a0ec-91838d61c26f'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:40:53.204722 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3ba6d5b6-a0f1-4d07-a270-bc41c1947ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:53.217158 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5892ed2-eff5-4bf3-9194-352bff3429dd tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Made reservation on behalf of a8583be60b5b47adbe7d3e43d3a1ef22 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:53.221218 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c5892ed2-eff5-4bf3-9194-352bff3429dd tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:53.235574 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 7121807d-b3d3-4141-8394-45e4f9986591 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:53.235953 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:53.263833 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5892ed2-eff5-4bf3-9194-352bff3429dd tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:40:53.280973 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=182b621e-1c7c-487c-b5d8-e614e956298d,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:53.302922 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c5892ed2-eff5-4bf3-9194-352bff3429dd tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:53.303277 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-c5892ed2-eff5-4bf3-9194-352bff3429dd tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Added segment e8f01cf9-0daf-453c-88ae-cd16e0531bc6 of type vlan for network 0e76584a-7063-4f44-b958-213b1e6c0fad Dec 10 16:40:53.320003 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-07425d43-4b53-4536-bf8f-a8350e564d69 None None] Provisioning complete for port 7121807d-b3d3-4141-8394-45e4f9986591 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:53.321010 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-07425d43-4b53-4536-bf8f-a8350e564d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:53.344057 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03247c45-2b0e-49c6-b1e5-9d6cc60dce0b tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event deleted for resources: {'Network': ['ID=bb666079-1976-498e-9545-bcda46452d65,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:53.348088 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42ddab75-b4f6-4b71-b0c2-71755e212f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:53.398692 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c5892ed2-eff5-4bf3-9194-352bff3429dd tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:53.446055 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c5892ed2-eff5-4bf3-9194-352bff3429dd tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:53.452144 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5892ed2-eff5-4bf3-9194-352bff3429dd tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:53.452745 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c5892ed2-eff5-4bf3-9194-352bff3429dd tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:53.513564 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-3ba6d5b6-a0f1-4d07-a270-bc41c1947ebb None None] For port c4531c93-9a1d-48f6-91d3-e82f224ec68d, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:40:53.519907 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-3ba6d5b6-a0f1-4d07-a270-bc41c1947ebb None None] For port c4531c93-9a1d-48f6-91d3-e82f224ec68d, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c4531c93-9a1d-48f6-91d3-e82f224ec68d,segment=NetworkSegment(1995761b-45ad-4249-83fc-362d53b3e086),segment_id=1995761b-45ad-4249-83fc-362d53b3e086)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:40:53.531178 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3ba6d5b6-a0f1-4d07-a270-bc41c1947ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:53.553809 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c5892ed2-eff5-4bf3-9194-352bff3429dd tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4016736 Dec 10 16:40:53.558235 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 38632) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:53.559042 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-c16aaf90-65ee-496a-8d73-752e21f0d031 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Deleting port f0ac80de-b3fe-4d35-824b-1dfa77758ce8 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:53.559416 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c16aaf90-65ee-496a-8d73-752e21f0d031 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:53.568785 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-231a3a75-5d27-488a-a7fe-d39bc510befa tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Request body: {'subnet': {'network_id': '0e76584a-7063-4f44-b958-213b1e6c0fad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:53.626820 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-07425d43-4b53-4536-bf8f-a8350e564d69 None None] Provisioning complete for port f0ac80de-b3fe-4d35-824b-1dfa77758ce8 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:53.627427 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-07425d43-4b53-4536-bf8f-a8350e564d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:53.655198 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5892ed2-eff5-4bf3-9194-352bff3429dd tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event updated for resources: {'Network': ['ID=0e76584a-7063-4f44-b958-213b1e6c0fad,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:53.709644 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ddab75-b4f6-4b71-b0c2-71755e212f9a admin admin] Router 77049048-dae4-40ec-8eb1-f7770483e5ec is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:40:53.720189 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-07425d43-4b53-4536-bf8f-a8350e564d69 None None] Port f0ac80de-b3fe-4d35-824b-1dfa77758ce8 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:40:53.735433 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 0e76584a-7063-4f44-b958-213b1e6c0fad details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:40:53.742076 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231a3a75-5d27-488a-a7fe-d39bc510befa tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Made reservation on behalf of a8583be60b5b47adbe7d3e43d3a1ef22 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:53.746274 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-231a3a75-5d27-488a-a7fe-d39bc510befa tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:53.789667 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c16aaf90-65ee-496a-8d73-752e21f0d031 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:53.812459 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-c16aaf90-65ee-496a-8d73-752e21f0d031 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Calling delete_port for f0ac80de-b3fe-4d35-824b-1dfa77758ce8 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:53.817710 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6d5b6-a0f1-4d07-a270-bc41c1947ebb None None] Pushing event updated for resources: {'Port': ['ID=c4531c93-9a1d-48f6-91d3-e82f224ec68d,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:53.936154 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f494374f-ff55-4744-96dc-fe251e0900ee None None] Provisioning complete for port 2caed315-7525-4930-93f7-84341535d5ec triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:53.936649 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f494374f-ff55-4744-96dc-fe251e0900ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:54.028710 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f494374f-ff55-4744-96dc-fe251e0900ee None None] Port 2caed315-7525-4930-93f7-84341535d5ec cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:40:54.136974 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c16aaf90-65ee-496a-8d73-752e21f0d031 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:54.172371 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16aaf90-65ee-496a-8d73-752e21f0d031 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Pushing event deleted for resources: {'Port': ['ID=f0ac80de-b3fe-4d35-824b-1dfa77758ce8,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:54.351838 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c16aaf90-65ee-496a-8d73-752e21f0d031 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:54.610243 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-231a3a75-5d27-488a-a7fe-d39bc510befa tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:54.651998 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5451a0-a948-42ae-bef2-8197dd1b776e req-2f1beb1d-5bba-4f09-b8e9-a92b1eb589bb tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:54.653600 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9d5451a0-a948-42ae-bef2-8197dd1b776e req-2f1beb1d-5bba-4f09-b8e9-a92b1eb589bb tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a346969-61e6-4402-acb1-bee5e96cc1f4 HTTP/1.1" status: 200 len: 946 time: 0.3266268 Dec 10 16:40:54.696254 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ddab75-b4f6-4b71-b0c2-71755e212f9a admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:40:54.716242 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d909e546-2190-439a-b8e4-43e7b12b54f7 None None] Sync routers for ids ['77049048-dae4-40ec-8eb1-f7770483e5ec'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:40:54.740274 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d909e546-2190-439a-b8e4-43e7b12b54f7 None None] Routers {'77049048-dae4-40ec-8eb1-f7770483e5ec'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:54.741662 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d909e546-2190-439a-b8e4-43e7b12b54f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:40:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['77049048-dae4-40ec-8eb1-f7770483e5ec'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:54.743074 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a3a75-5d27-488a-a7fe-d39bc510befa tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event updated for resources: {'Subnet': ['ID=bb1ddd00-5673-48de-9ab4-6863600e5cee,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:54.815128 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9d5451a0-a948-42ae-bef2-8197dd1b776e req-c7996204-1a9d-466b-b909-635d4f8974ff tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545775 Dec 10 16:40:54.852994 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42ddab75-b4f6-4b71-b0c2-71755e212f9a admin admin] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:54.858587 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-42ddab75-b4f6-4b71-b0c2-71755e212f9a admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.5125670 Dec 10 16:40:54.859223 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 38640) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:54.861522 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231a3a75-5d27-488a-a7fe-d39bc510befa tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Checking segment: {'id': 'e8f01cf9-0daf-453c-88ae-cd16e0531bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0e76584a-7063-4f44-b958-213b1e6c0fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:40:54.861888 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231a3a75-5d27-488a-a7fe-d39bc510befa tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Network hostable DHCP agents. Network: 0e76584a-7063-4f44-b958-213b1e6c0fad, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:40:54.951589 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-d909e546-2190-439a-b8e4-43e7b12b54f7 None None] Set router 77049048-dae4-40ec-8eb1-f7770483e5ec gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:40:55.108382 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231a3a75-5d27-488a-a7fe-d39bc510befa tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Network 0e76584a-7063-4f44-b958-213b1e6c0fad is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:40:55.128766 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c16aaf90-65ee-496a-8d73-752e21f0d031 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Router 3a0ecc13-632d-41ab-a883-49c95dada3b7 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:40:55.134458 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-231a3a75-5d27-488a-a7fe-d39bc510befa tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 0e76584a-7063-4f44-b958-213b1e6c0fad) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:55.168540 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231a3a75-5d27-488a-a7fe-d39bc510befa tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:55.169148 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-231a3a75-5d27-488a-a7fe-d39bc510befa tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:55.177531 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be83a4c5-8e24-4de0-a17e-966bdb04ea86 None None] Network 0e76584a-7063-4f44-b958-213b1e6c0fad requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:55.226432 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-231a3a75-5d27-488a-a7fe-d39bc510befa tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6601629 Dec 10 16:40:55.239960 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38642) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:55.367004 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 182b621e-1c7c-487c-b5d8-e614e956298d up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:40:55.371089 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16aaf90-65ee-496a-8d73-752e21f0d031 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:40:55.383472 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385aa523-48e8-4b76-8f64-7f6a304042c0 None None] Sync routers for ids ['3a0ecc13-632d-41ab-a883-49c95dada3b7'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:40:55.385826 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c16aaf90-65ee-496a-8d73-752e21f0d031 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] 10.222.0.11 "PUT /v2.0/routers/3a0ecc13-632d-41ab-a883-49c95dada3b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1118081 Dec 10 16:40:55.389889 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38644) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:55.398681 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385aa523-48e8-4b76-8f64-7f6a304042c0 None None] Routers {'3a0ecc13-632d-41ab-a883-49c95dada3b7'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:55.400294 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-385aa523-48e8-4b76-8f64-7f6a304042c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:40:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['3a0ecc13-632d-41ab-a883-49c95dada3b7'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:55.438471 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ef398b-d8be-443f-b9b6-006ba69f2c1e None None] Network bba4673e-577b-4368-a0ec-91838d61c26f requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:55.445968 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-e44239e5-1fed-4d03-b781-21ffd09ab5fb tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] show failed (client error): The resource could not be found. Dec 10 16:40:55.452629 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e44239e5-1fed-4d03-b781-21ffd09ab5fb tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] 10.222.0.11 "GET /v2.0/routers/tempest-non_exist_router-1204904432 HTTP/1.1" status: 404 len: 335 time: 0.0617237 Dec 10 16:40:55.455890 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38646) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:55.460662 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-b1e4651a-90b0-4256-9961-a860e2ad0d08 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:55.470022 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-385aa523-48e8-4b76-8f64-7f6a304042c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:55.495906 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385aa523-48e8-4b76-8f64-7f6a304042c0 None None] Routers {'3a0ecc13-632d-41ab-a883-49c95dada3b7'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:55.496798 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-385aa523-48e8-4b76-8f64-7f6a304042c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:40:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['3a0ecc13-632d-41ab-a883-49c95dada3b7'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:55.505746 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-b1e4651a-90b0-4256-9961-a860e2ad0d08 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] update failed (client error): The resource could not be found. Dec 10 16:40:55.512246 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b1e4651a-90b0-4256-9961-a860e2ad0d08 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] 10.222.0.11 "PUT /v2.0/routers/tempest-non_exist_router-751390621 HTTP/1.1" status: 404 len: 334 time: 0.0552790 Dec 10 16:40:55.515216 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38648) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:55.530477 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-385aa523-48e8-4b76-8f64-7f6a304042c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:55.531504 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385aa523-48e8-4b76-8f64-7f6a304042c0 None None] The sync data for ids ['3a0ecc13-632d-41ab-a883-49c95dada3b7'] in n-d-766771-2 is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:40:55.601311 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b61b42eb-f91f-418f-a258-c3a39df7c4a8 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:55.616719 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ae5926-f1a5-4cbd-9b25-6f44914c1b68 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Deleting subnet b062c62f-721a-4f3d-a45f-97e48ec00a98 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:40:55.670080 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a9ae5926-f1a5-4cbd-9b25-6f44914c1b68 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:55.732758 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a5a2043-a85d-473b-86a7-66a2d9eb9ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:55.746582 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a9ae5926-f1a5-4cbd-9b25-6f44914c1b68 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:55.768737 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861dc2a9-582d-4f5f-b5d9-b76cf9076cd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-0e76584a-7063-4f44-b958-213b1e6c0fad', 'network_id': '0e76584a-7063-4f44-b958-213b1e6c0fad', 'project_id': 'a8583be60b5b47adbe7d3e43d3a1ef22', 'fixed_ips': [{'subnet_id': 'bb1ddd00-5673-48de-9ab4-6863600e5cee'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:40:55.769634 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-861dc2a9-582d-4f5f-b5d9-b76cf9076cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:55.778252 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b61b42eb-f91f-418f-a258-c3a39df7c4a8 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:55.931668 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b61b42eb-f91f-418f-a258-c3a39df7c4a8 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:55.937508 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-5e646247-99ef-4698-a6d3-f036f66e5291 None None] Provisioning complete for port c4531c93-9a1d-48f6-91d3-e82f224ec68d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:55.937885 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5e646247-99ef-4698-a6d3-f036f66e5291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:55.940474 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a9ae5926-f1a5-4cbd-9b25-6f44914c1b68 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:55.986322 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b42eb-f91f-418f-a258-c3a39df7c4a8 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event deleted for resources: {'Subnet': ['ID=bb1ddd00-5673-48de-9ab4-6863600e5cee,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:56.014913 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-5a5a2043-a85d-473b-86a7-66a2d9eb9ed9 admin admin] Allocated IP 172.20.0.1 (bba4673e-577b-4368-a0ec-91838d61c26f/cccefdf8-31d5-4f26-a672-76a4d6caa47c/e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:40:56.020236 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 182b621e-1c7c-487c-b5d8-e614e956298d triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:56.020610 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server [None req-861dc2a9-582d-4f5f-b5d9-b76cf9076cd3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bb1ddd00-5673-48de-9ab4-6863600e5cee: This subnet is being modified by another concurrent operation. Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise exception Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bb1ddd00-5673-48de-9ab4-6863600e5cee: This subnet is being modified by another concurrent operation. Dec 10 16:40:56.026389 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server Dec 10 16:40:56.056244 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d11486-2e1a-4359-8849-29a61d44ea60 req-ce381212-a565-4e7f-8bb4-87c0a80244ec tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:56.059700 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f2d11486-2e1a-4359-8849-29a61d44ea60 req-ce381212-a565-4e7f-8bb4-87c0a80244ec tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a346969-61e6-4402-acb1-bee5e96cc1f4 HTTP/1.1" status: 200 len: 946 time: 0.1008058 Dec 10 16:40:56.070574 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d909e546-2190-439a-b8e4-43e7b12b54f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'name': 'tempest-TestVolumeBackupRestore-783788310-router', 'tenant_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '2caed315-7525-4930-93f7-84341535d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:40:49Z', 'updated_at': '2021-12-10T16:40:52Z', 'revision_number': 3, 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'gw_port': {'id': '2caed315-7525-4930-93f7-84341535d5ec', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:af:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:51Z', 'updated_at': '2021-12-10T16:40:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:56.079885 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e842e94-1303-4c15-bcca-cf7ac7bf6be9 None None] Network 0e76584a-7063-4f44-b958-213b1e6c0fad requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:56.080739 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b61b42eb-f91f-418f-a258-c3a39df7c4a8 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:56.130246 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d909e546-2190-439a-b8e4-43e7b12b54f7 None None] Checking router: 77049048-dae4-40ec-8eb1-f7770483e5ec for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:40:56.130709 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d909e546-2190-439a-b8e4-43e7b12b54f7 None None] Updating router 77049048-dae4-40ec-8eb1-f7770483e5ec port 2caed315-7525-4930-93f7-84341535d5ec binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:40:56.139008 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a9ae5926-f1a5-4cbd-9b25-6f44914c1b68 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:56.181293 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae5926-f1a5-4cbd-9b25-6f44914c1b68 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Pushing event deleted for resources: {'Subnet': ['ID=b062c62f-721a-4f3d-a45f-97e48ec00a98,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:56.210068 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a9ae5926-f1a5-4cbd-9b25-6f44914c1b68 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:56.220483 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a9ae5926-f1a5-4cbd-9b25-6f44914c1b68 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] 10.222.0.11 "DELETE /v2.0/subnets/b062c62f-721a-4f3d-a45f-97e48ec00a98 HTTP/1.1" status: 204 len: 168 time: 0.7016253 Dec 10 16:40:56.220735 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe378b0-406d-4a2a-83ca-b9fcbfce194b None None] Network 51504331-5bb7-4c1b-9e74-95e188631bdb requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:56.220846 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-b61b42eb-f91f-418f-a258-c3a39df7c4a8 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e76584a-7063-4f44-b958-213b1e6c0fad']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:56.223113 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f2d11486-2e1a-4359-8849-29a61d44ea60 req-fddd07d0-05b6-4230-9588-a55f43730105 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387732 Dec 10 16:40:56.225357 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 38656) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:56.255625 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-b61b42eb-f91f-418f-a258-c3a39df7c4a8 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8f01cf9-0daf-453c-88ae-cd16e0531bc6') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:56.255625 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-b61b42eb-f91f-418f-a258-c3a39df7c4a8 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8f01cf9-0daf-453c-88ae-cd16e0531bc6') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:56.271598 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b61b42eb-f91f-418f-a258-c3a39df7c4a8 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:56.297277 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b61b42eb-f91f-418f-a258-c3a39df7c4a8 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:56.313479 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b61b42eb-f91f-418f-a258-c3a39df7c4a8 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:40:56.324134 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b61b42eb-f91f-418f-a258-c3a39df7c4a8 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:56.328740 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:40:56.328740 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:40:56.328740 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:40:56.328740 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:40:56.328740 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:40:56.328740 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:40:56.328740 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:40:56.328740 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:40:56.328740 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:40:56.328740 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:40:56.328740 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:40:56.328740 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:40:56.328740 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:40:56.328740 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:40:56.328740 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:40:56.328740 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:40:56.328740 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:40:56.328740 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:40:56.328740 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:40:56.328740 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:40:56.328740 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:40:56.328740 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:40:56.328740 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:40:56.328740 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:40:56.328740 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:40:56.328740 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:40:56.328740 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:40:56.328740 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:40:56.328740 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:40:56.328740 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:40:56.328740 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:40:56.328740 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:40:56.334369 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d909e546-2190-439a-b8e4-43e7b12b54f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:56.335073 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a5a2043-a85d-473b-86a7-66a2d9eb9ed9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:56.354921 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23b74ba3-b9fd-47b7-a287-07cc9d281694 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:56.408044 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b61b42eb-f91f-418f-a258-c3a39df7c4a8 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:56.423026 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b61b42eb-f91f-418f-a258-c3a39df7c4a8 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:56.428220 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b61b42eb-f91f-418f-a258-c3a39df7c4a8 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "DELETE /v2.0/networks/0e76584a-7063-4f44-b958-213b1e6c0fad HTTP/1.1" status: 204 len: 168 time: 1.1815841 Dec 10 16:40:56.437215 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 38658) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:56.443479 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-19811fbf-5b07-4e28-bb4f-48b53852e2d0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1554657350'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:56.445019 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b42eb-f91f-418f-a258-c3a39df7c4a8 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event deleted for resources: {'Network': ['ID=0e76584a-7063-4f44-b958-213b1e6c0fad,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:56.468631 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a5a2043-a85d-473b-86a7-66a2d9eb9ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:56.520122 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19811fbf-5b07-4e28-bb4f-48b53852e2d0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Made reservation on behalf of a8583be60b5b47adbe7d3e43d3a1ef22 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:56.523487 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-19811fbf-5b07-4e28-bb4f-48b53852e2d0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:56.536465 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5a2043-a85d-473b-86a7-66a2d9eb9ed9 admin admin] Network bba4673e-577b-4368-a0ec-91838d61c26f is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:40:56.548943 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-5a5a2043-a85d-473b-86a7-66a2d9eb9ed9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:56.553164 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5a2043-a85d-473b-86a7-66a2d9eb9ed9 admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:40:56.556018 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a2043-a85d-473b-86a7-66a2d9eb9ed9 admin admin] Pushing event updated for resources: {'Port': ['ID=e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:56.585757 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-23b74ba3-b9fd-47b7-a287-07cc9d281694 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Deleting port 182b621e-1c7c-487c-b5d8-e614e956298d {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:56.586099 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23b74ba3-b9fd-47b7-a287-07cc9d281694 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:56.586592 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c4531c93-9a1d-48f6-91d3-e82f224ec68d up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:40:56.658098 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19811fbf-5b07-4e28-bb4f-48b53852e2d0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:40:56.666065 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5e646247-99ef-4698-a6d3-f036f66e5291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:56.669655 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a5a2043-a85d-473b-86a7-66a2d9eb9ed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:56.720613 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-5e646247-99ef-4698-a6d3-f036f66e5291 None None] For port c4531c93-9a1d-48f6-91d3-e82f224ec68d, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c4531c93-9a1d-48f6-91d3-e82f224ec68d,segment=NetworkSegment(1995761b-45ad-4249-83fc-362d53b3e086),segment_id=1995761b-45ad-4249-83fc-362d53b3e086)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:56.729325 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5e646247-99ef-4698-a6d3-f036f66e5291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:56.743651 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-19811fbf-5b07-4e28-bb4f-48b53852e2d0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:56.744162 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-19811fbf-5b07-4e28-bb4f-48b53852e2d0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Added segment 9b4f41bd-b81b-4dbc-930f-50b334988cdf of type vlan for network 4a6428a0-1b45-44f8-9dd7-36c78a288f4e Dec 10 16:40:56.763398 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-23b74ba3-b9fd-47b7-a287-07cc9d281694 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] For port 182b621e-1c7c-487c-b5d8-e614e956298d, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=182b621e-1c7c-487c-b5d8-e614e956298d,segment=NetworkSegment(bef357d2-666b-443a-8b06-165f7b1bc9d6),segment_id=bef357d2-666b-443a-8b06-165f7b1bc9d6)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:56.763767 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23b74ba3-b9fd-47b7-a287-07cc9d281694 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:56.811130 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-23b74ba3-b9fd-47b7-a287-07cc9d281694 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Calling delete_port for 182b621e-1c7c-487c-b5d8-e614e956298d owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:56.812728 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19ae78b-f73c-46b9-baef-4492b8fa2339 None None] DHCP port deletion for 51504331-5bb7-4c1b-9e74-95e188631bdb request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:40:56.834526 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-19811fbf-5b07-4e28-bb4f-48b53852e2d0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:56.884549 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e646247-99ef-4698-a6d3-f036f66e5291 None None] Pushing event updated for resources: {'Port': ['ID=c4531c93-9a1d-48f6-91d3-e82f224ec68d,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:56.896793 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port c4531c93-9a1d-48f6-91d3-e82f224ec68d triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:56.897298 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:56.965402 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b4e1e5fc-0b88-4bec-b949-2de29e49eb37 None None] Provisioning complete for port c4531c93-9a1d-48f6-91d3-e82f224ec68d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:56.965900 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b4e1e5fc-0b88-4bec-b949-2de29e49eb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:56.973516 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-19811fbf-5b07-4e28-bb4f-48b53852e2d0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:56.979080 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19811fbf-5b07-4e28-bb4f-48b53852e2d0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:56.979659 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-19811fbf-5b07-4e28-bb4f-48b53852e2d0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:57.029931 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d909e546-2190-439a-b8e4-43e7b12b54f7 None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:57.042124 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d909e546-2190-439a-b8e4-43e7b12b54f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:57.058106 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a5a2043-a85d-473b-86a7-66a2d9eb9ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:57.090472 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f19ae78b-f73c-46b9-baef-4492b8fa2339 None None] Deleting port 182b621e-1c7c-487c-b5d8-e614e956298d {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:57.090854 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f19ae78b-f73c-46b9-baef-4492b8fa2339 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:57.094643 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-19811fbf-5b07-4e28-bb4f-48b53852e2d0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6554070 Dec 10 16:40:57.098680 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38662) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:57.106676 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-95d97354-4996-4556-a71d-1ec40d18de76 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:57.129409 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19811fbf-5b07-4e28-bb4f-48b53852e2d0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event updated for resources: {'Network': ['ID=4a6428a0-1b45-44f8-9dd7-36c78a288f4e,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:57.150146 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23b74ba3-b9fd-47b7-a287-07cc9d281694 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:57.158743 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae0b7ab-0782-4ba7-931c-841eeb291874 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:40:57.161390 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 4a6428a0-1b45-44f8-9dd7-36c78a288f4e details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:40:57.175373 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddb75a-97ec-4273-bb01-34650432246b None None] Pushing event updated for resources: {'Port': ['ID=2caed315-7525-4930-93f7-84341535d5ec,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:57.198399 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b74ba3-b9fd-47b7-a287-07cc9d281694 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Pushing event deleted for resources: {'Port': ['ID=182b621e-1c7c-487c-b5d8-e614e956298d,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:57.204818 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b74ba3-b9fd-47b7-a287-07cc9d281694 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] No DVR routers for this DVR port 182b621e-1c7c-487c-b5d8-e614e956298d on host n-d-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:40:57.244404 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d909e546-2190-439a-b8e4-43e7b12b54f7 None None] Attempting to bind port 2caed315-7525-4930-93f7-84341535d5ec on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:40:57.244804 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d909e546-2190-439a-b8e4-43e7b12b54f7 None None] Attempting to bind port 2caed315-7525-4930-93f7-84341535d5ec by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:40:57.245149 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d909e546-2190-439a-b8e4-43e7b12b54f7 None None] Attempting to bind port 2caed315-7525-4930-93f7-84341535d5ec on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:40:57.374930 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-95d97354-4996-4556-a71d-1ec40d18de76 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:57.385173 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d909e546-2190-439a-b8e4-43e7b12b54f7 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:40:57.387018 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d909e546-2190-439a-b8e4-43e7b12b54f7 None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:40:57.388543 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d909e546-2190-439a-b8e4-43e7b12b54f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:57.390829 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d909e546-2190-439a-b8e4-43e7b12b54f7 None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:40:57.391535 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d909e546-2190-439a-b8e4-43e7b12b54f7 None None] Bound port: 2caed315-7525-4930-93f7-84341535d5ec, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:40:57.392228 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d909e546-2190-439a-b8e4-43e7b12b54f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:57.394032 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-95d97354-4996-4556-a71d-1ec40d18de76 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:57.416187 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-95d97354-4996-4556-a71d-1ec40d18de76 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Network 4a6428a0-1b45-44f8-9dd7-36c78a288f4e is not hosted by any dhcp agent {{(pid=103393) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 16:40:57.416578 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23b74ba3-b9fd-47b7-a287-07cc9d281694 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:57.422548 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d97354-4996-4556-a71d-1ec40d18de76 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:57.423435 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-95d97354-4996-4556-a71d-1ec40d18de76 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:57.428576 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-95d97354-4996-4556-a71d-1ec40d18de76 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "PUT /v2.0/networks/4a6428a0-1b45-44f8-9dd7-36c78a288f4e HTTP/1.1" status: 200 len: 723 time: 0.3286133 Dec 10 16:40:57.429403 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38666) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:57.454669 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-23b74ba3-b9fd-47b7-a287-07cc9d281694 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51504331-5bb7-4c1b-9e74-95e188631bdb']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:57.468490 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-0b3e62ba-df91-4af4-83ef-8781c717d954 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Request body: {'subnet': {'network_id': '4a6428a0-1b45-44f8-9dd7-36c78a288f4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:57.477069 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-23b74ba3-b9fd-47b7-a287-07cc9d281694 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bef357d2-666b-443a-8b06-165f7b1bc9d6') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:57.477369 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-23b74ba3-b9fd-47b7-a287-07cc9d281694 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bef357d2-666b-443a-8b06-165f7b1bc9d6') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:57.478305 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d909e546-2190-439a-b8e4-43e7b12b54f7 None None] For port 2caed315-7525-4930-93f7-84341535d5ec, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:40:57.484733 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d909e546-2190-439a-b8e4-43e7b12b54f7 None None] For port 2caed315-7525-4930-93f7-84341535d5ec, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=2caed315-7525-4930-93f7-84341535d5ec,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:40:57.491047 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230c8da-0508-4354-92e8-ad04821e1051 req-42982562-abe8-494c-9b73-7007a3812644 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:57.492669 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a230c8da-0508-4354-92e8-ad04821e1051 req-42982562-abe8-494c-9b73-7007a3812644 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a346969-61e6-4402-acb1-bee5e96cc1f4 HTTP/1.1" status: 200 len: 946 time: 0.1374078 Dec 10 16:40:57.494864 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f19ae78b-f73c-46b9-baef-4492b8fa2339 None None] For port 182b621e-1c7c-487c-b5d8-e614e956298d, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=182b621e-1c7c-487c-b5d8-e614e956298d,segment=NetworkSegment(bef357d2-666b-443a-8b06-165f7b1bc9d6),segment_id=bef357d2-666b-443a-8b06-165f7b1bc9d6)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:57.495564 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f19ae78b-f73c-46b9-baef-4492b8fa2339 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:57.514520 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f19ae78b-f73c-46b9-baef-4492b8fa2339 None None] Calling delete_port for 182b621e-1c7c-487c-b5d8-e614e956298d owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:57.518490 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23b74ba3-b9fd-47b7-a287-07cc9d281694 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:57.550208 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23b74ba3-b9fd-47b7-a287-07cc9d281694 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:57.560732 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d97354-4996-4556-a71d-1ec40d18de76 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event updated for resources: {'Network': ['ID=4a6428a0-1b45-44f8-9dd7-36c78a288f4e,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:57.574760 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23b74ba3-b9fd-47b7-a287-07cc9d281694 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:40:57.575173 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23b74ba3-b9fd-47b7-a287-07cc9d281694 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:57.591815 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 4a6428a0-1b45-44f8-9dd7-36c78a288f4e details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:40:57.605491 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3e62ba-df91-4af4-83ef-8781c717d954 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Made reservation on behalf of a8583be60b5b47adbe7d3e43d3a1ef22 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:57.610466 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0b3e62ba-df91-4af4-83ef-8781c717d954 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:57.612825 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d909e546-2190-439a-b8e4-43e7b12b54f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:57.650932 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 7121807d-b3d3-4141-8394-45e4f9986591 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:40:57.672015 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a5a2043-a85d-473b-86a7-66a2d9eb9ed9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:57.674092 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:40:57.674092 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:40:57.674092 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:40:57.674092 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:40:57.674092 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:40:57.674092 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:40:57.674092 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:40:57.674092 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:40:57.674092 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:40:57.674092 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:40:57.674092 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:40:57.674092 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:40:57.674092 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:40:57.674092 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:40:57.674092 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:40:57.674092 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:40:57.674092 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:40:57.674092 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:40:57.674092 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:40:57.674092 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:40:57.674092 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:40:57.674092 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:40:57.674092 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:40:57.674092 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:40:57.674092 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:40:57.674092 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:40:57.674092 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:40:57.674092 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:40:57.674092 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:40:57.674092 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:40:57.674092 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:40:57.674092 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:40:57.678555 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23b74ba3-b9fd-47b7-a287-07cc9d281694 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:57.683709 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a5a2043-a85d-473b-86a7-66a2d9eb9ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:57.768409 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f86732-c3ff-418d-8032-17695fefb48e None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:40:57.781569 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a5a2043-a85d-473b-86a7-66a2d9eb9ed9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:57.797901 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-90a6db0b-458f-41a9-be21-6a4ef62aae4d None None] Provisioning complete for port e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:57.798467 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-90a6db0b-458f-41a9-be21-6a4ef62aae4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:57.806933 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23b74ba3-b9fd-47b7-a287-07cc9d281694 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:57.814928 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-23b74ba3-b9fd-47b7-a287-07cc9d281694 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] 10.222.0.11 "DELETE /v2.0/networks/51504331-5bb7-4c1b-9e74-95e188631bdb HTTP/1.1" status: 204 len: 168 time: 1.5886769 Dec 10 16:40:57.816822 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a2043-a85d-473b-86a7-66a2d9eb9ed9 admin admin] Pushing event updated for resources: {'Port': ['ID=e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:57.820076 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b74ba3-b9fd-47b7-a287-07cc9d281694 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Pushing event deleted for resources: {'Network': ['ID=51504331-5bb7-4c1b-9e74-95e188631bdb,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:57.821766 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 38668) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:57.860639 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d909e546-2190-439a-b8e4-43e7b12b54f7 None None] Routers {'77049048-dae4-40ec-8eb1-f7770483e5ec'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:57.861326 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d909e546-2190-439a-b8e4-43e7b12b54f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:40:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['77049048-dae4-40ec-8eb1-f7770483e5ec'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:57.866361 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a230c8da-0508-4354-92e8-ad04821e1051 req-afc8110d-badd-49f4-86c8-7f3c11889943 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651187 Dec 10 16:40:57.898200 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0b3e62ba-df91-4af4-83ef-8781c717d954 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:57.948981 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dcf7622-d729-4ec3-88b4-8b2cfc6bf57a tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Deleting subnet 0da1deed-e846-4751-82db-062806d6f548 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:40:57.953129 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8dcf7622-d729-4ec3-88b4-8b2cfc6bf57a tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:57.990382 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e62ba-df91-4af4-83ef-8781c717d954 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event updated for resources: {'Subnet': ['ID=8a0e26f5-3d3d-422b-825e-6935cbe955f0,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:58.002566 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3e62ba-df91-4af4-83ef-8781c717d954 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Checking segment: {'id': '9b4f41bd-b81b-4dbc-930f-50b334988cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4a6428a0-1b45-44f8-9dd7-36c78a288f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:40:58.002930 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3e62ba-df91-4af4-83ef-8781c717d954 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Network hostable DHCP agents. Network: 4a6428a0-1b45-44f8-9dd7-36c78a288f4e, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:40:58.007181 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8dcf7622-d729-4ec3-88b4-8b2cfc6bf57a tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:58.048939 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3e62ba-df91-4af4-83ef-8781c717d954 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Network 4a6428a0-1b45-44f8-9dd7-36c78a288f4e is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:40:58.063637 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-0b3e62ba-df91-4af4-83ef-8781c717d954 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 4a6428a0-1b45-44f8-9dd7-36c78a288f4e) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:58.072833 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3e62ba-df91-4af4-83ef-8781c717d954 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:58.074752 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0b3e62ba-df91-4af4-83ef-8781c717d954 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:58.090189 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5a2043-a85d-473b-86a7-66a2d9eb9ed9 admin admin] Network bba4673e-577b-4368-a0ec-91838d61c26f is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:40:58.110151 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-5a5a2043-a85d-473b-86a7-66a2d9eb9ed9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:58.110918 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0b3e62ba-df91-4af4-83ef-8781c717d954 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6467834 Dec 10 16:40:58.119624 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 38676) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:58.125265 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-134c61fb-187e-4e12-932d-64a6bb4d1a9c tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:58.184118 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddb75a-97ec-4273-bb01-34650432246b None None] Pushing event updated for resources: {'Port': ['ID=2caed315-7525-4930-93f7-84341535d5ec,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:58.201303 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a66b699-d854-406f-8e39-580538f5c7bc None None] Network 4a6428a0-1b45-44f8-9dd7-36c78a288f4e requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:58.221084 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8dcf7622-d729-4ec3-88b4-8b2cfc6bf57a tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:58.294433 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f19ae78b-f73c-46b9-baef-4492b8fa2339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:58.316876 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f19ae78b-f73c-46b9-baef-4492b8fa2339 None None] Network 51504331-5bb7-4c1b-9e74-95e188631bdb is not hosted by any dhcp agent {{(pid=103394) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 16:40:58.322166 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19ae78b-f73c-46b9-baef-4492b8fa2339 None None] No DVR routers for this DVR port 182b621e-1c7c-487c-b5d8-e614e956298d on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:40:58.324074 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-90a6db0b-458f-41a9-be21-6a4ef62aae4d None None] Port e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:40:58.393353 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-134c61fb-187e-4e12-932d-64a6bb4d1a9c tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4800315'] for subnet, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:58.399359 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 7121807d-b3d3-4141-8394-45e4f9986591 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:58.400089 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:58.407978 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ae78b-f73c-46b9-baef-4492b8fa2339 None None] Pushing event deleted for resources: {'Port': ['ID=182b621e-1c7c-487c-b5d8-e614e956298d,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:58.420189 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38680) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:58.451583 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8dcf7622-d729-4ec3-88b4-8b2cfc6bf57a tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:58.493008 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5a2043-a85d-473b-86a7-66a2d9eb9ed9 admin admin] Router 77049048-dae4-40ec-8eb1-f7770483e5ec has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:40:58.500441 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf7622-d729-4ec3-88b4-8b2cfc6bf57a tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Pushing event deleted for resources: {'Subnet': ['ID=0da1deed-e846-4751-82db-062806d6f548,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:58.502845 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-90a6db0b-458f-41a9-be21-6a4ef62aae4d None None] Provisioning complete for port 2caed315-7525-4930-93f7-84341535d5ec triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:58.503324 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-90a6db0b-458f-41a9-be21-6a4ef62aae4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:58.505314 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8dcf7622-d729-4ec3-88b4-8b2cfc6bf57a tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583791'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:58.508840 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-8dcf7622-d729-4ec3-88b4-8b2cfc6bf57a tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] 10.222.0.11 "DELETE /v2.0/subnets/0da1deed-e846-4751-82db-062806d6f548 HTTP/1.1" status: 204 len: 168 time: 0.6834190 Dec 10 16:40:58.511364 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38684) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:58.523522 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1a505f-438c-4a3b-8140-3cde0d417d49 None None] Network 59770a67-609a-4ee1-a472-293d4e20c1f4 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:58.631541 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-a993b1e9-b53b-46cf-b98f-3481ec2096e7 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Deleting subnet f66ad1f9-86c0-42e5-8bf9-48cf921be218 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:40:58.645843 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ad45b8d4-7b3c-4024-a639-4ccfb4e83061 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:58.648912 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a993b1e9-b53b-46cf-b98f-3481ec2096e7 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:58.729827 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a993b1e9-b53b-46cf-b98f-3481ec2096e7 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:58.768042 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-d909e546-2190-439a-b8e4-43e7b12b54f7 None None] Set router 77049048-dae4-40ec-8eb1-f7770483e5ec gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:40:58.806527 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2836c6cc-5d92-4270-93e0-454aad493e3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-4a6428a0-1b45-44f8-9dd7-36c78a288f4e', 'network_id': '4a6428a0-1b45-44f8-9dd7-36c78a288f4e', 'project_id': 'a8583be60b5b47adbe7d3e43d3a1ef22', 'fixed_ips': [{'subnet_id': '8a0e26f5-3d3d-422b-825e-6935cbe955f0'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:40:58.807422 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2836c6cc-5d92-4270-93e0-454aad493e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:58.888842 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c4531c93-9a1d-48f6-91d3-e82f224ec68d up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:40:58.893631 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a993b1e9-b53b-46cf-b98f-3481ec2096e7 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:58.998042 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ad45b8d4-7b3c-4024-a639-4ccfb4e83061 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.002510 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ad45b8d4-7b3c-4024-a639-4ccfb4e83061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.061285 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45b8d4-7b3c-4024-a639-4ccfb4e83061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4585903f-030f-4cef-a19f-383c73fdcc3c,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:59.070459 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a993b1e9-b53b-46cf-b98f-3481ec2096e7 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.075953 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5a2043-a85d-473b-86a7-66a2d9eb9ed9 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:40:59.086073 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5a5a2043-a85d-473b-86a7-66a2d9eb9ed9 admin admin] 10.222.0.11 "PUT /v2.0/routers/77049048-dae4-40ec-8eb1-f7770483e5ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2256248 Dec 10 16:40:59.088091 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-134c61fb-187e-4e12-932d-64a6bb4d1a9c tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748350858460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7738933'] for subnet, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.096324 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ad45b8d4-7b3c-4024-a639-4ccfb4e83061 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3a53b4786328489c8f2cff1699ecf6eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6749346 Dec 10 16:40:59.100831 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a993b1e9-b53b-46cf-b98f-3481ec2096e7 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Pushing event deleted for resources: {'Subnet': ['ID=f66ad1f9-86c0-42e5-8bf9-48cf921be218,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:59.103366 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 38690) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:59.106936 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a993b1e9-b53b-46cf-b98f-3481ec2096e7 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.112385 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a993b1e9-b53b-46cf-b98f-3481ec2096e7 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] 10.222.0.11 "DELETE /v2.0/subnets/f66ad1f9-86c0-42e5-8bf9-48cf921be218 HTTP/1.1" status: 204 len: 168 time: 0.5976853 Dec 10 16:40:59.113703 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38692) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:59.146740 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1bf4c-b0c6-4dcf-b1e5-d52c04931b4b req-e5a5a074-e6fe-4c02-8705-d031abf26679 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:59.148547 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2bc1bf4c-b0c6-4dcf-b1e5-d52c04931b4b req-e5a5a074-e6fe-4c02-8705-d031abf26679 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a346969-61e6-4402-acb1-bee5e96cc1f4 HTTP/1.1" status: 200 len: 946 time: 0.1456199 Dec 10 16:40:59.149918 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134c61fb-187e-4e12-932d-64a6bb4d1a9c tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:59.150603 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-134c61fb-187e-4e12-932d-64a6bb4d1a9c tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.154166 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-134c61fb-187e-4e12-932d-64a6bb4d1a9c tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "PUT /v2.0/subnets/8a0e26f5-3d3d-422b-825e-6935cbe955f0 HTTP/1.1" status: 200 len: 806 time: 1.0309324 Dec 10 16:40:59.161089 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 38694) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:59.186783 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9dbb81-fab3-4072-bed6-0b03eb223273 None None] Network 83819ea5-2329-4e8d-a439-22f8282ac265 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:59.206468 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f2812a7e-71ac-4456-b92d-14e49ce60dc8 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.284422 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-90a6db0b-458f-41a9-be21-6a4ef62aae4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.295843 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-f2812a7e-71ac-4456-b92d-14e49ce60dc8 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Deleting port 43323447-4be5-4135-a018-8b8cd65262b2 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:59.297142 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f2812a7e-71ac-4456-b92d-14e49ce60dc8 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.308807 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-90a6db0b-458f-41a9-be21-6a4ef62aae4d None None] For port 2caed315-7525-4930-93f7-84341535d5ec, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=2caed315-7525-4930-93f7-84341535d5ec,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:59.330765 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c61fb-187e-4e12-932d-64a6bb4d1a9c tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event updated for resources: {'Subnet': ['ID=8a0e26f5-3d3d-422b-825e-6935cbe955f0,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:59.339093 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-90a6db0b-458f-41a9-be21-6a4ef62aae4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.360450 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2bc1bf4c-b0c6-4dcf-b1e5-d52c04931b4b req-23822492-f18c-4f43-b25a-44eea8868b14 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030127 Dec 10 16:40:59.392470 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db889f1c-0790-4eb8-809a-0ec983148cb5 None None] DHCP port deletion for 59770a67-609a-4ee1-a472-293d4e20c1f4 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:40:59.404643 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e6300d40-4306-4472-b279-729fa951795e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.409457 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-f2812a7e-71ac-4456-b92d-14e49ce60dc8 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] For port 43323447-4be5-4135-a018-8b8cd65262b2, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=43323447-4be5-4135-a018-8b8cd65262b2,segment=NetworkSegment(334d03fe-7950-4efe-bc75-5639f42b4513),segment_id=334d03fe-7950-4efe-bc75-5639f42b4513)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:59.409878 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f2812a7e-71ac-4456-b92d-14e49ce60dc8 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.424081 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-f2812a7e-71ac-4456-b92d-14e49ce60dc8 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Calling delete_port for 43323447-4be5-4135-a018-8b8cd65262b2 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:59.433319 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e6300d40-4306-4472-b279-729fa951795e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.495597 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e6300d40-4306-4472-b279-729fa951795e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.496678 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-2836c6cc-5d92-4270-93e0-454aad493e3a None None] Allocated IP 172.20.0.2 (4a6428a0-1b45-44f8-9dd7-36c78a288f4e/8a0e26f5-3d3d-422b-825e-6935cbe955f0/e544262b-831a-4220-95d3-5cf0d5a33425) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:40:59.498838 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e6300d40-4306-4472-b279-729fa951795e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.499986 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e6300d40-4306-4472-b279-729fa951795e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4585903f-030f-4cef-a19f-383c73fdcc3c HTTP/1.1" status: 204 len: 168 time: 0.3946223 Dec 10 16:40:59.510840 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b61961a4-bf78-4e57-985d-1be2e4ebb49f tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.518226 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6300d40-4306-4472-b279-729fa951795e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4585903f-030f-4cef-a19f-383c73fdcc3c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:59.528315 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f2812a7e-71ac-4456-b92d-14e49ce60dc8 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.528513 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port c4531c93-9a1d-48f6-91d3-e82f224ec68d triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:59.528759 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.580534 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2812a7e-71ac-4456-b92d-14e49ce60dc8 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] No DVR routers for this DVR port 43323447-4be5-4135-a018-8b8cd65262b2 on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:40:59.596378 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2812a7e-71ac-4456-b92d-14e49ce60dc8 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Pushing event deleted for resources: {'Port': ['ID=43323447-4be5-4135-a018-8b8cd65262b2,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:59.604150 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b61961a4-bf78-4e57-985d-1be2e4ebb49f tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.625220 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a6db0b-458f-41a9-be21-6a4ef62aae4d None None] Pushing event updated for resources: {'Port': ['ID=2caed315-7525-4930-93f7-84341535d5ec,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:59.700897 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6921ca53-44c7-43a6-9377-87735ba6b5e9 None None] Provisioning complete for port e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:59.701296 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6921ca53-44c7-43a6-9377-87735ba6b5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.732411 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f2812a7e-71ac-4456-b92d-14e49ce60dc8 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.774910 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-f2812a7e-71ac-4456-b92d-14e49ce60dc8 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59770a67-609a-4ee1-a472-293d4e20c1f4']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:59.780460 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-6921ca53-44c7-43a6-9377-87735ba6b5e9 None None] Port e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:40:59.795926 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-f2812a7e-71ac-4456-b92d-14e49ce60dc8 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '334d03fe-7950-4efe-bc75-5639f42b4513') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:59.796416 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-f2812a7e-71ac-4456-b92d-14e49ce60dc8 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '334d03fe-7950-4efe-bc75-5639f42b4513') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:59.799129 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-db889f1c-0790-4eb8-809a-0ec983148cb5 None None] Deleting port 43323447-4be5-4135-a018-8b8cd65262b2 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:59.799505 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-db889f1c-0790-4eb8-809a-0ec983148cb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.810117 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433b6edb-8d4b-416b-88cc-b8b105deb4fa None None] DHCP port deletion for 83819ea5-2329-4e8d-a439-22f8282ac265 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:40:59.819929 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f2812a7e-71ac-4456-b92d-14e49ce60dc8 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.842322 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f2812a7e-71ac-4456-b92d-14e49ce60dc8 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.850864 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2812a7e-71ac-4456-b92d-14e49ce60dc8 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:40:59.851264 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f2812a7e-71ac-4456-b92d-14e49ce60dc8 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.901950 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:40:59.901950 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:40:59.901950 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:40:59.901950 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:40:59.901950 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:40:59.901950 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:40:59.901950 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:40:59.901950 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:40:59.901950 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:40:59.901950 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:40:59.901950 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:40:59.901950 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:40:59.901950 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:40:59.901950 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:40:59.901950 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:40:59.901950 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:40:59.901950 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:40:59.901950 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:40:59.901950 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:40:59.901950 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:40:59.901950 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:40:59.901950 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:40:59.901950 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:40:59.901950 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:40:59.901950 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:40:59.901950 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:40:59.901950 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:40:59.901950 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:40:59.901950 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:40:59.901950 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:40:59.901950 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:40:59.901950 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:40:59.907366 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d909e546-2190-439a-b8e4-43e7b12b54f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'name': 'tempest-TestVolumeBackupRestore-783788310-router', 'tenant_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '2caed315-7525-4930-93f7-84341535d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:40:49Z', 'updated_at': '2021-12-10T16:40:56Z', 'revision_number': 4, 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'gw_port': {'id': '2caed315-7525-4930-93f7-84341535d5ec', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:af:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:51Z', 'updated_at': '2021-12-10T16:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73', 'name': '', 'network_id': 'bba4673e-577b-4368-a0ec-91838d61c26f', 'tenant_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'mac_address': 'fa:16:3e:aa:f0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'cccefdf8-31d5-4f26-a672-76a4d6caa47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:55Z', 'updated_at': '2021-12-10T16:40:57Z', 'revision_number': 2, 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'subnets': [{'id': 'cccefdf8-31d5-4f26-a672-76a4d6caa47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:59.923450 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6921ca53-44c7-43a6-9377-87735ba6b5e9 None None] Provisioning complete for port 2caed315-7525-4930-93f7-84341535d5ec triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:59.923825 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6921ca53-44c7-43a6-9377-87735ba6b5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.931945 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f2812a7e-71ac-4456-b92d-14e49ce60dc8 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.945895 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f2812a7e-71ac-4456-b92d-14e49ce60dc8 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.952169 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f2812a7e-71ac-4456-b92d-14e49ce60dc8 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] 10.222.0.11 "DELETE /v2.0/networks/59770a67-609a-4ee1-a472-293d4e20c1f4 HTTP/1.1" status: 204 len: 168 time: 0.8358529 Dec 10 16:40:59.952568 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 38716) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:59.963529 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2812a7e-71ac-4456-b92d-14e49ce60dc8 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Pushing event deleted for resources: {'Network': ['ID=59770a67-609a-4ee1-a472-293d4e20c1f4,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:59.982711 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d909e546-2190-439a-b8e4-43e7b12b54f7 None None] The sync data for ids ['77049048-dae4-40ec-8eb1-f7770483e5ec'] in n-d-766771-2 is: [{'id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'name': 'tempest-TestVolumeBackupRestore-783788310-router', 'tenant_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '2caed315-7525-4930-93f7-84341535d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:40:49Z', 'updated_at': '2021-12-10T16:40:56Z', 'revision_number': 4, 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'gw_port': {'id': '2caed315-7525-4930-93f7-84341535d5ec', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:af:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:51Z', 'updated_at': '2021-12-10T16:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73', 'name': '', 'network_id': 'bba4673e-577b-4368-a0ec-91838d61c26f', 'tenant_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'mac_address': 'fa:16:3e:aa:f0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'cccefdf8-31d5-4f26-a672-76a4d6caa47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:55Z', 'updated_at': '2021-12-10T16:40:57Z', 'revision_number': 2, 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'subnets': [{'id': 'cccefdf8-31d5-4f26-a672-76a4d6caa47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:41:00.038050 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38720) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:00.047102 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-13b2b008-8a44-4c12-b72b-d19e4488e0c3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1725894520-network', 'tenant_id': '7714c2cded694995ab67c85f58b69a3c'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:00.053389 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-db889f1c-0790-4eb8-809a-0ec983148cb5 None None] For port 43323447-4be5-4135-a018-8b8cd65262b2, host n-d-766771-2, got binding levels [] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:00.054091 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-db889f1c-0790-4eb8-809a-0ec983148cb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:00.096068 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9918353e-9332-49e1-a9ab-0d188be96566 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:00.098598 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b2b008-8a44-4c12-b72b-d19e4488e0c3 admin admin] Made reservation on behalf of 7714c2cded694995ab67c85f58b69a3c for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:41:00.098823 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-db889f1c-0790-4eb8-809a-0ec983148cb5 None None] Calling delete_port for 43323447-4be5-4135-a018-8b8cd65262b2 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:41:00.103568 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-13b2b008-8a44-4c12-b72b-d19e4488e0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:00.116685 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.ipam_backend_mixin [None req-db889f1c-0790-4eb8-809a-0ec983148cb5 None None] Port 43323447-4be5-4135-a018-8b8cd65262b2 was not found and therefore no delete operation was performed {{(pid=103394) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 16:41:00.121820 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-13b2b008-8a44-4c12-b72b-d19e4488e0c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:00.134614 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 182b621e-1c7c-487c-b5d8-e614e956298d no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:41:00.138316 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-db889f1c-0790-4eb8-809a-0ec983148cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:00.143958 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2836c6cc-5d92-4270-93e0-454aad493e3a None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:00.181018 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9918353e-9332-49e1-a9ab-0d188be96566 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Deleting port 4306e29a-d269-4f50-a7dd-5ddbca23957b {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:41:00.181335 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9918353e-9332-49e1-a9ab-0d188be96566 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:00.196397 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b61961a4-bf78-4e57-985d-1be2e4ebb49f tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:00.200941 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2836c6cc-5d92-4270-93e0-454aad493e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:00.203045 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-db889f1c-0790-4eb8-809a-0ec983148cb5 None None] Network 59770a67-609a-4ee1-a472-293d4e20c1f4 is not hosted by any dhcp agent {{(pid=103394) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 16:41:00.203512 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db889f1c-0790-4eb8-809a-0ec983148cb5 None None] No DVR routers for this DVR port 43323447-4be5-4135-a018-8b8cd65262b2 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:41:00.208371 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 182b621e-1c7c-487c-b5d8-e614e956298d {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:41:00.208709 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 182b621e-1c7c-487c-b5d8-e614e956298d not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:41:00.214418 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db889f1c-0790-4eb8-809a-0ec983148cb5 None None] Pushing event deleted for resources: {'Port': ['ID=43323447-4be5-4135-a018-8b8cd65262b2,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:00.266471 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61961a4-bf78-4e57-985d-1be2e4ebb49f tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event deleted for resources: {'Subnet': ['ID=8a0e26f5-3d3d-422b-825e-6935cbe955f0,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:00.310277 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-13b2b008-8a44-4c12-b72b-d19e4488e0c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:00.316686 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-13b2b008-8a44-4c12-b72b-d19e4488e0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:00.334598 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13b2b008-8a44-4c12-b72b-d19e4488e0c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:41:00.358686 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-13b2b008-8a44-4c12-b72b-d19e4488e0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:00.359096 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-13b2b008-8a44-4c12-b72b-d19e4488e0c3 admin admin] Added segment 89559e97-2ffb-439c-bc9a-1a58bc13f276 of type vlan for network fb45e9c3-9b9a-4fff-8b39-fb7c9ec840e8 Dec 10 16:41:00.416759 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b61961a4-bf78-4e57-985d-1be2e4ebb49f tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:00.429562 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-9918353e-9332-49e1-a9ab-0d188be96566 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] For port 4306e29a-d269-4f50-a7dd-5ddbca23957b, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=4306e29a-d269-4f50-a7dd-5ddbca23957b,segment=NetworkSegment(5328e055-d209-4bb2-a893-3971941cfc67),segment_id=5328e055-d209-4bb2-a893-3971941cfc67)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:00.430039 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9918353e-9332-49e1-a9ab-0d188be96566 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:00.455101 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9918353e-9332-49e1-a9ab-0d188be96566 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Calling delete_port for 4306e29a-d269-4f50-a7dd-5ddbca23957b owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:41:00.457833 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-b61961a4-bf78-4e57-985d-1be2e4ebb49f tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a6428a0-1b45-44f8-9dd7-36c78a288f4e']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:00.505555 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2836c6cc-5d92-4270-93e0-454aad493e3a None None] Network 4a6428a0-1b45-44f8-9dd7-36c78a288f4e is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:41:00.508847 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-b61961a4-bf78-4e57-985d-1be2e4ebb49f tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b4f41bd-b81b-4dbc-930f-50b334988cdf') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:00.509400 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-b61961a4-bf78-4e57-985d-1be2e4ebb49f tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b4f41bd-b81b-4dbc-930f-50b334988cdf') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:00.541859 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-433b6edb-8d4b-416b-88cc-b8b105deb4fa None None] Deleting port 4306e29a-d269-4f50-a7dd-5ddbca23957b {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:41:00.542266 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-433b6edb-8d4b-416b-88cc-b8b105deb4fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:00.544104 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-13b2b008-8a44-4c12-b72b-d19e4488e0c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:00.551976 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b61961a4-bf78-4e57-985d-1be2e4ebb49f tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:00.555253 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-2836c6cc-5d92-4270-93e0-454aad493e3a None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:00.557834 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2836c6cc-5d92-4270-93e0-454aad493e3a None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:41:00.584694 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2b008-8a44-4c12-b72b-d19e4488e0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa05991-85dd-47cb-8663-9ffe92bc5995,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:00.588839 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-13b2b008-8a44-4c12-b72b-d19e4488e0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:00.589789 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b2b008-8a44-4c12-b72b-d19e4488e0c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:00.590392 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-13b2b008-8a44-4c12-b72b-d19e4488e0c3 admin admin] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:00.626425 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b61961a4-bf78-4e57-985d-1be2e4ebb49f tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:00.642051 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f06acc-13db-4ffb-9dcf-021c47c891c0 req-f257c734-60e7-489a-91af-c5e9e61dc46b tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:00.644483 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-19f06acc-13db-4ffb-9dcf-021c47c891c0 req-f257c734-60e7-489a-91af-c5e9e61dc46b tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a346969-61e6-4402-acb1-bee5e96cc1f4 HTTP/1.1" status: 200 len: 946 time: 0.1718850 Dec 10 16:41:00.657635 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b61961a4-bf78-4e57-985d-1be2e4ebb49f tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:41:00.659357 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b61961a4-bf78-4e57-985d-1be2e4ebb49f tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:00.660700 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-433b6edb-8d4b-416b-88cc-b8b105deb4fa None None] For port 4306e29a-d269-4f50-a7dd-5ddbca23957b, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=4306e29a-d269-4f50-a7dd-5ddbca23957b,segment=NetworkSegment(5328e055-d209-4bb2-a893-3971941cfc67),segment_id=5328e055-d209-4bb2-a893-3971941cfc67)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:00.661163 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-433b6edb-8d4b-416b-88cc-b8b105deb4fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:00.664592 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:41:00.664592 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:41:00.664592 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:41:00.664592 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:41:00.664592 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:41:00.664592 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:41:00.664592 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:41:00.664592 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:41:00.664592 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:41:00.664592 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:41:00.664592 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:41:00.664592 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:41:00.664592 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:41:00.664592 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:41:00.664592 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:41:00.664592 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:41:00.664592 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:41:00.664592 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:41:00.664592 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:41:00.664592 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:41:00.664592 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:41:00.664592 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:41:00.664592 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:41:00.664592 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:41:00.664592 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:41:00.664592 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:41:00.664592 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:41:00.664592 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:41:00.664592 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:41:00.664592 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:41:00.664592 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:41:00.664592 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:41:00.684060 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-433b6edb-8d4b-416b-88cc-b8b105deb4fa None None] Calling delete_port for 4306e29a-d269-4f50-a7dd-5ddbca23957b owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:41:00.724799 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-13b2b008-8a44-4c12-b72b-d19e4488e0c3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6845095 Dec 10 16:41:00.727598 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38734) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:00.740952 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2836c6cc-5d92-4270-93e0-454aad493e3a None None] Pushing event updated for resources: {'Port': ['ID=e544262b-831a-4220-95d3-5cf0d5a33425,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:00.741369 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-df132311-f4df-49f3-a4b1-b83d7a5c4464 admin admin] Request body: {'subnet': {'network_id': 'fb45e9c3-9b9a-4fff-8b39-fb7c9ec840e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1725894520-subnet', 'tenant_id': '7714c2cded694995ab67c85f58b69a3c', 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:00.782985 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2b008-8a44-4c12-b72b-d19e4488e0c3 admin admin] Pushing event updated for resources: {'Network': ['ID=fb45e9c3-9b9a-4fff-8b39-fb7c9ec840e8,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:00.798529 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-19f06acc-13db-4ffb-9dcf-021c47c891c0 req-f885f806-c05a-4d63-9862-1714da792de0 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149981 Dec 10 16:41:00.799488 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.db.api [None req-b61961a4-bf78-4e57-985d-1be2e4ebb49f tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 16:41:00.799488 n-d-766771-2 neutron-server[103392]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 16:41:00.799488 n-d-766771-2 neutron-server[103392]: [parameters: {'id': '4a6428a0-1b45-44f8-9dd7-36c78a288f4e'}] Dec 10 16:41:00.799488 n-d-766771-2 neutron-server[103392]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:41:00.800278 n-d-766771-2 neutron-server[103392]: DEBUG oslo_db.api [None req-b61961a4-bf78-4e57-985d-1be2e4ebb49f tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:41:00.812667 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9918353e-9332-49e1-a9ab-0d188be96566 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:00.818477 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df132311-f4df-49f3-a4b1-b83d7a5c4464 admin admin] Made reservation on behalf of 7714c2cded694995ab67c85f58b69a3c for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:41:00.819559 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network fb45e9c3-9b9a-4fff-8b39-fb7c9ec840e8 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:41:00.824881 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-df132311-f4df-49f3-a4b1-b83d7a5c4464 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:00.849974 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918353e-9332-49e1-a9ab-0d188be96566 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Pushing event deleted for resources: {'Port': ['ID=4306e29a-d269-4f50-a7dd-5ddbca23957b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:00.858934 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9918353e-9332-49e1-a9ab-0d188be96566 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] No DVR routers for this DVR port 4306e29a-d269-4f50-a7dd-5ddbca23957b on host n-d-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:41:00.963026 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 43323447-4be5-4135-a018-8b8cd65262b2 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:41:00.976389 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9918353e-9332-49e1-a9ab-0d188be96566 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:00.977862 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-2836c6cc-5d92-4270-93e0-454aad493e3a None None] Attempting to bind port e544262b-831a-4220-95d3-5cf0d5a33425 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:41:00.978946 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-2836c6cc-5d92-4270-93e0-454aad493e3a None None] Attempting to bind port e544262b-831a-4220-95d3-5cf0d5a33425 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '9b4f41bd-b81b-4dbc-930f-50b334988cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4a6428a0-1b45-44f8-9dd7-36c78a288f4e'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:41:00.979390 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2836c6cc-5d92-4270-93e0-454aad493e3a None None] Attempting to bind port e544262b-831a-4220-95d3-5cf0d5a33425 on network 4a6428a0-1b45-44f8-9dd7-36c78a288f4e {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:41:01.014078 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 43323447-4be5-4135-a018-8b8cd65262b2 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:41:01.014544 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 43323447-4be5-4135-a018-8b8cd65262b2 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:41:01.015040 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 4306e29a-d269-4f50-a7dd-5ddbca23957b no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:41:01.022746 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2836c6cc-5d92-4270-93e0-454aad493e3a None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:41:01.023133 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2836c6cc-5d92-4270-93e0-454aad493e3a None None] Checking segment: {'id': '9b4f41bd-b81b-4dbc-930f-50b334988cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4a6428a0-1b45-44f8-9dd7-36c78a288f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:41:01.023848 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2836c6cc-5d92-4270-93e0-454aad493e3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:01.024272 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2836c6cc-5d92-4270-93e0-454aad493e3a None None] Bound using segment: {'id': '9b4f41bd-b81b-4dbc-930f-50b334988cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4a6428a0-1b45-44f8-9dd7-36c78a288f4e'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:41:01.024985 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-2836c6cc-5d92-4270-93e0-454aad493e3a None None] Bound port: e544262b-831a-4220-95d3-5cf0d5a33425, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b4f41bd-b81b-4dbc-930f-50b334988cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4a6428a0-1b45-44f8-9dd7-36c78a288f4e'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:41:01.025693 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2836c6cc-5d92-4270-93e0-454aad493e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:01.027514 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-9918353e-9332-49e1-a9ab-0d188be96566 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83819ea5-2329-4e8d-a439-22f8282ac265']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:01.039390 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-9918353e-9332-49e1-a9ab-0d188be96566 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5328e055-d209-4bb2-a893-3971941cfc67') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:01.039687 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-9918353e-9332-49e1-a9ab-0d188be96566 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5328e055-d209-4bb2-a893-3971941cfc67') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:01.059945 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9918353e-9332-49e1-a9ab-0d188be96566 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:01.081379 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 4306e29a-d269-4f50-a7dd-5ddbca23957b {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:41:01.082370 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 4306e29a-d269-4f50-a7dd-5ddbca23957b not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:41:01.090096 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9918353e-9332-49e1-a9ab-0d188be96566 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:01.102364 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9918353e-9332-49e1-a9ab-0d188be96566 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:41:01.103041 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9918353e-9332-49e1-a9ab-0d188be96566 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:01.110992 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:41:01.110992 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:41:01.110992 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:41:01.110992 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:41:01.110992 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:41:01.110992 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:41:01.110992 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:41:01.110992 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:41:01.110992 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:41:01.110992 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:41:01.110992 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:41:01.110992 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:41:01.110992 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:41:01.110992 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:41:01.110992 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:41:01.110992 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:41:01.110992 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:41:01.110992 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:41:01.110992 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:41:01.110992 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:41:01.110992 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:41:01.110992 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:41:01.110992 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:41:01.110992 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:41:01.110992 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:41:01.110992 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:41:01.110992 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:41:01.110992 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:41:01.110992 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:41:01.110992 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:41:01.110992 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:41:01.110992 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:41:01.125465 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-433b6edb-8d4b-416b-88cc-b8b105deb4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:01.156032 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-df132311-f4df-49f3-a4b1-b83d7a5c4464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:01.177278 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433b6edb-8d4b-416b-88cc-b8b105deb4fa None None] No DVR routers for this DVR port 4306e29a-d269-4f50-a7dd-5ddbca23957b on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:41:01.188688 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433b6edb-8d4b-416b-88cc-b8b105deb4fa None None] Pushing event deleted for resources: {'Port': ['ID=4306e29a-d269-4f50-a7dd-5ddbca23957b,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:01.217868 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-2836c6cc-5d92-4270-93e0-454aad493e3a None None] For port e544262b-831a-4220-95d3-5cf0d5a33425, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:41:01.225144 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-2836c6cc-5d92-4270-93e0-454aad493e3a None None] For port e544262b-831a-4220-95d3-5cf0d5a33425, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=e544262b-831a-4220-95d3-5cf0d5a33425,segment=NetworkSegment(9b4f41bd-b81b-4dbc-930f-50b334988cdf),segment_id=9b4f41bd-b81b-4dbc-930f-50b334988cdf)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:41:01.233370 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2836c6cc-5d92-4270-93e0-454aad493e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:01.238583 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df132311-f4df-49f3-a4b1-b83d7a5c4464 admin admin] Checking segment: {'id': '89559e97-2ffb-439c-bc9a-1a58bc13f276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fb45e9c3-9b9a-4fff-8b39-fb7c9ec840e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:41:01.238583 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df132311-f4df-49f3-a4b1-b83d7a5c4464 admin admin] Network hostable DHCP agents. Network: fb45e9c3-9b9a-4fff-8b39-fb7c9ec840e8, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:41:01.278112 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df132311-f4df-49f3-a4b1-b83d7a5c4464 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad09a9ff-46e2-4a92-80b0-58a35658ba64,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:01.287953 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9918353e-9332-49e1-a9ab-0d188be96566 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:01.300685 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df132311-f4df-49f3-a4b1-b83d7a5c4464 admin admin] Network fb45e9c3-9b9a-4fff-8b39-fb7c9ec840e8 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:41:01.309507 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9918353e-9332-49e1-a9ab-0d188be96566 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:01.314865 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9918353e-9332-49e1-a9ab-0d188be96566 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] 10.222.0.11 "DELETE /v2.0/networks/83819ea5-2329-4e8d-a439-22f8282ac265 HTTP/1.1" status: 204 len: 168 time: 1.3590853 Dec 10 16:41:01.314865 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b61961a4-bf78-4e57-985d-1be2e4ebb49f tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:01.315408 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918353e-9332-49e1-a9ab-0d188be96566 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Pushing event deleted for resources: {'Network': ['ID=83819ea5-2329-4e8d-a439-22f8282ac265,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:01.318410 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 38742) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:01.331396 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-df132311-f4df-49f3-a4b1-b83d7a5c4464 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, fb45e9c3-9b9a-4fff-8b39-fb7c9ec840e8) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:01.349805 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df132311-f4df-49f3-a4b1-b83d7a5c4464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:01.351814 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-df132311-f4df-49f3-a4b1-b83d7a5c4464 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:01.369221 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2836c6cc-5d92-4270-93e0-454aad493e3a None None] Pushing event updated for resources: {'Port': ['ID=e544262b-831a-4220-95d3-5cf0d5a33425,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:01.374863 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de0752c-252c-4588-9569-0c3f17f6cfd5 None None] Network fb45e9c3-9b9a-4fff-8b39-fb7c9ec840e8 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:41:01.400250 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-df132311-f4df-49f3-a4b1-b83d7a5c4464 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6714790 Dec 10 16:41:01.400901 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38744) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:01.402836 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-3587190c-3f0e-4d6a-b914-86d954ffb116 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Deleting subnet 86217568-5c00-4ded-a254-687a12e4c22e {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:41:01.405250 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-d61a8eb4-7a47-4437-9912-d74b1c0416d8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1725894520-router', 'tenant_id': '7714c2cded694995ab67c85f58b69a3c', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:01.406291 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3587190c-3f0e-4d6a-b914-86d954ffb116 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:01.452794 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3587190c-3f0e-4d6a-b914-86d954ffb116 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:01.458693 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d61a8eb4-7a47-4437-9912-d74b1c0416d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:01.460244 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d61a8eb4-7a47-4437-9912-d74b1c0416d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:01.515178 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c12703-401a-45c4-8187-67790bea28d8 None None] Network 4a6428a0-1b45-44f8-9dd7-36c78a288f4e requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:41:01.557144 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d61a8eb4-7a47-4437-9912-d74b1c0416d8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:01.681937 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3bf5d6-cfe0-46dd-8555-14b10d37c8ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-fb45e9c3-9b9a-4fff-8b39-fb7c9ec840e8', 'network_id': 'fb45e9c3-9b9a-4fff-8b39-fb7c9ec840e8', 'project_id': '7714c2cded694995ab67c85f58b69a3c', 'fixed_ips': [{'subnet_id': 'ad09a9ff-46e2-4a92-80b0-58a35658ba64'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:41:01.682846 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ab3bf5d6-cfe0-46dd-8555-14b10d37c8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:01.728949 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3587190c-3f0e-4d6a-b914-86d954ffb116 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:01.746189 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f4806a-abdc-44de-9359-f5243f29845f None None] Network 4a6428a0-1b45-44f8-9dd7-36c78a288f4e requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:41:01.766831 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d61a8eb4-7a47-4437-9912-d74b1c0416d8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:01.777455 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-b61961a4-bf78-4e57-985d-1be2e4ebb49f tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Deleting port e544262b-831a-4220-95d3-5cf0d5a33425 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:41:01.777804 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b61961a4-bf78-4e57-985d-1be2e4ebb49f tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:01.876766 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-b61961a4-bf78-4e57-985d-1be2e4ebb49f tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] For port e544262b-831a-4220-95d3-5cf0d5a33425, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=e544262b-831a-4220-95d3-5cf0d5a33425,segment=NetworkSegment(9b4f41bd-b81b-4dbc-930f-50b334988cdf),segment_id=9b4f41bd-b81b-4dbc-930f-50b334988cdf)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:01.877138 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b61961a4-bf78-4e57-985d-1be2e4ebb49f tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:01.892445 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-b61961a4-bf78-4e57-985d-1be2e4ebb49f tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Calling delete_port for e544262b-831a-4220-95d3-5cf0d5a33425 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:41:01.895254 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3587190c-3f0e-4d6a-b914-86d954ffb116 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:01.932634 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587190c-3f0e-4d6a-b914-86d954ffb116 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Pushing event deleted for resources: {'Subnet': ['ID=86217568-5c00-4ded-a254-687a12e4c22e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:01.940325 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3587190c-3f0e-4d6a-b914-86d954ffb116 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:01.946315 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3587190c-3f0e-4d6a-b914-86d954ffb116 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] 10.222.0.11 "DELETE /v2.0/subnets/86217568-5c00-4ded-a254-687a12e4c22e HTTP/1.1" status: 204 len: 168 time: 0.6268246 Dec 10 16:41:01.947051 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 38758) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:02.056799 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-ab3bf5d6-cfe0-46dd-8555-14b10d37c8ad None None] Allocated IP 172.20.0.2 (fb45e9c3-9b9a-4fff-8b39-fb7c9ec840e8/ad09a9ff-46e2-4a92-80b0-58a35658ba64/0561f9a8-8593-492d-8da3-17674a69257d) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:41:02.106986 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8242fe-0956-4cf7-b341-2240349870b7 None None] Network c9ade9c1-0e79-4975-913d-25eb9e7df3d9 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:41:02.111375 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d61a8eb4-7a47-4437-9912-d74b1c0416d8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:02.136211 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d61a8eb4-7a47-4437-9912-d74b1c0416d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:02.148243 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0f141-40ab-4734-838e-42ae88f4af93 req-765c4a11-6858-4f21-9911-455674521cb3 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:02.160161 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4fe0f141-40ab-4734-838e-42ae88f4af93 req-765c4a11-6858-4f21-9911-455674521cb3 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a346969-61e6-4402-acb1-bee5e96cc1f4 HTTP/1.1" status: 200 len: 946 time: 0.1636336 Dec 10 16:41:02.173878 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e2814e8-f47c-4072-9f90-2fa62623b078 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:02.259692 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4fe0f141-40ab-4734-838e-42ae88f4af93 req-98a76810-7a3b-4f18-9038-3d27bf9f6d9e tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913270 Dec 10 16:41:02.267961 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b61961a4-bf78-4e57-985d-1be2e4ebb49f tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:02.283279 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-d61a8eb4-7a47-4437-9912-d74b1c0416d8 admin admin] Allocated IP 172.25.6.21 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/ead05d43-d89f-4cad-95aa-3efb70b1e0fa) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:41:02.310790 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61961a4-bf78-4e57-985d-1be2e4ebb49f tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event deleted for resources: {'Port': ['ID=e544262b-831a-4220-95d3-5cf0d5a33425,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:02.343582 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61961a4-bf78-4e57-985d-1be2e4ebb49f tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] No DVR routers for this DVR port e544262b-831a-4220-95d3-5cf0d5a33425 on host n-d-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:41:02.473682 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ab3bf5d6-cfe0-46dd-8555-14b10d37c8ad None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:02.475416 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d61a8eb4-7a47-4437-9912-d74b1c0416d8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:02.485786 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ab3bf5d6-cfe0-46dd-8555-14b10d37c8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:02.517710 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b61961a4-bf78-4e57-985d-1be2e4ebb49f tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:02.521664 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-8e2814e8-f47c-4072-9f90-2fa62623b078 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Deleting port 91c66510-eb03-445c-b1c0-29aa6a3ca9a2 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:41:02.522164 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e2814e8-f47c-4072-9f90-2fa62623b078 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:02.542307 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3bf5d6-cfe0-46dd-8555-14b10d37c8ad None None] Network fb45e9c3-9b9a-4fff-8b39-fb7c9ec840e8 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:41:02.546745 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e36aad-156e-4efe-aaba-a70c06603bc8 None None] DHCP port deletion for c9ade9c1-0e79-4975-913d-25eb9e7df3d9 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:41:02.552193 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-ab3bf5d6-cfe0-46dd-8555-14b10d37c8ad None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:02.556643 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3bf5d6-cfe0-46dd-8555-14b10d37c8ad None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:41:02.567033 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3bf5d6-cfe0-46dd-8555-14b10d37c8ad None None] Pushing event updated for resources: {'Port': ['ID=0561f9a8-8593-492d-8da3-17674a69257d,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:02.573680 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d61a8eb4-7a47-4437-9912-d74b1c0416d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:02.598864 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-b61961a4-bf78-4e57-985d-1be2e4ebb49f tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a6428a0-1b45-44f8-9dd7-36c78a288f4e']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:02.623037 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-b61961a4-bf78-4e57-985d-1be2e4ebb49f tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b4f41bd-b81b-4dbc-930f-50b334988cdf') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:02.623466 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-b61961a4-bf78-4e57-985d-1be2e4ebb49f tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b4f41bd-b81b-4dbc-930f-50b334988cdf') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:02.645907 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61a8eb4-7a47-4437-9912-d74b1c0416d8 admin admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:41:02.650844 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-ab3bf5d6-cfe0-46dd-8555-14b10d37c8ad None None] Attempting to bind port 0561f9a8-8593-492d-8da3-17674a69257d on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:41:02.650844 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-ab3bf5d6-cfe0-46dd-8555-14b10d37c8ad None None] Attempting to bind port 0561f9a8-8593-492d-8da3-17674a69257d by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '89559e97-2ffb-439c-bc9a-1a58bc13f276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fb45e9c3-9b9a-4fff-8b39-fb7c9ec840e8'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:41:02.650844 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3bf5d6-cfe0-46dd-8555-14b10d37c8ad None None] Attempting to bind port 0561f9a8-8593-492d-8da3-17674a69257d on network fb45e9c3-9b9a-4fff-8b39-fb7c9ec840e8 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:41:02.653003 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-d61a8eb4-7a47-4437-9912-d74b1c0416d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:02.655286 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b61961a4-bf78-4e57-985d-1be2e4ebb49f tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:02.659739 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61a8eb4-7a47-4437-9912-d74b1c0416d8 admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:41:02.660429 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-8e2814e8-f47c-4072-9f90-2fa62623b078 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] For port 91c66510-eb03-445c-b1c0-29aa6a3ca9a2, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=91c66510-eb03-445c-b1c0-29aa6a3ca9a2,segment=NetworkSegment(379214ec-dfc7-404e-a1d3-17a0b12372f1),segment_id=379214ec-dfc7-404e-a1d3-17a0b12372f1)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:02.660572 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e2814e8-f47c-4072-9f90-2fa62623b078 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:02.661495 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3bf5d6-cfe0-46dd-8555-14b10d37c8ad None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:41:02.661977 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3bf5d6-cfe0-46dd-8555-14b10d37c8ad None None] Checking segment: {'id': '89559e97-2ffb-439c-bc9a-1a58bc13f276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fb45e9c3-9b9a-4fff-8b39-fb7c9ec840e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:41:02.662447 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ab3bf5d6-cfe0-46dd-8555-14b10d37c8ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:02.662851 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3bf5d6-cfe0-46dd-8555-14b10d37c8ad None None] Bound using segment: {'id': '89559e97-2ffb-439c-bc9a-1a58bc13f276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fb45e9c3-9b9a-4fff-8b39-fb7c9ec840e8'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:41:02.663348 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-ab3bf5d6-cfe0-46dd-8555-14b10d37c8ad None None] Bound port: 0561f9a8-8593-492d-8da3-17674a69257d, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89559e97-2ffb-439c-bc9a-1a58bc13f276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fb45e9c3-9b9a-4fff-8b39-fb7c9ec840e8'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:41:02.663797 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ab3bf5d6-cfe0-46dd-8555-14b10d37c8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:02.688806 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-8e2814e8-f47c-4072-9f90-2fa62623b078 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Calling delete_port for 91c66510-eb03-445c-b1c0-29aa6a3ca9a2 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:41:02.689745 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b61961a4-bf78-4e57-985d-1be2e4ebb49f tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:02.704676 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a8eb4-7a47-4437-9912-d74b1c0416d8 admin admin] Pushing event updated for resources: {'Port': ['ID=ead05d43-d89f-4cad-95aa-3efb70b1e0fa,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:02.707896 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aada4fbd-30f9-42c8-9bee-eba7ddf3200a None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:41:02.714341 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b61961a4-bf78-4e57-985d-1be2e4ebb49f tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:41:02.716569 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b61961a4-bf78-4e57-985d-1be2e4ebb49f tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:02.720683 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:41:02.720683 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:41:02.720683 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:41:02.720683 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:41:02.720683 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:41:02.720683 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:41:02.720683 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:41:02.720683 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:41:02.720683 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:41:02.720683 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:41:02.720683 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:41:02.720683 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:41:02.720683 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:41:02.720683 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:41:02.720683 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:41:02.720683 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:41:02.720683 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:41:02.720683 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:41:02.720683 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:41:02.720683 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:41:02.720683 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:41:02.720683 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:41:02.720683 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:41:02.720683 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:41:02.720683 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:41:02.720683 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:41:02.720683 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:41:02.720683 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:41:02.720683 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:41:02.720683 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:41:02.720683 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:41:02.720683 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:41:02.734427 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b7e36aad-156e-4efe-aaba-a70c06603bc8 None None] Deleting port 91c66510-eb03-445c-b1c0-29aa6a3ca9a2 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:41:02.734817 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b7e36aad-156e-4efe-aaba-a70c06603bc8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:02.795746 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-ab3bf5d6-cfe0-46dd-8555-14b10d37c8ad None None] For port 0561f9a8-8593-492d-8da3-17674a69257d, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:41:02.829421 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b7e36aad-156e-4efe-aaba-a70c06603bc8 None None] For port 91c66510-eb03-445c-b1c0-29aa6a3ca9a2, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=91c66510-eb03-445c-b1c0-29aa6a3ca9a2,segment=NetworkSegment(379214ec-dfc7-404e-a1d3-17a0b12372f1),segment_id=379214ec-dfc7-404e-a1d3-17a0b12372f1)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:02.829839 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b7e36aad-156e-4efe-aaba-a70c06603bc8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:02.843841 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-3f92a871-6af4-4bee-8f0f-b7f87823edf9 None None] Provisioning complete for port ead05d43-d89f-4cad-95aa-3efb70b1e0fa triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:02.843841 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3f92a871-6af4-4bee-8f0f-b7f87823edf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:02.854990 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b7e36aad-156e-4efe-aaba-a70c06603bc8 None None] Calling delete_port for 91c66510-eb03-445c-b1c0-29aa6a3ca9a2 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:41:02.859969 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b61961a4-bf78-4e57-985d-1be2e4ebb49f tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:02.877907 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b61961a4-bf78-4e57-985d-1be2e4ebb49f tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:02.882213 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b61961a4-bf78-4e57-985d-1be2e4ebb49f tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "DELETE /v2.0/networks/4a6428a0-1b45-44f8-9dd7-36c78a288f4e HTTP/1.1" status: 204 len: 168 time: 3.7193861 Dec 10 16:41:02.893665 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 38778) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:02.895061 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-ab3bf5d6-cfe0-46dd-8555-14b10d37c8ad None None] For port 0561f9a8-8593-492d-8da3-17674a69257d, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=0561f9a8-8593-492d-8da3-17674a69257d,segment=NetworkSegment(89559e97-2ffb-439c-bc9a-1a58bc13f276),segment_id=89559e97-2ffb-439c-bc9a-1a58bc13f276)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:41:02.904163 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ab3bf5d6-cfe0-46dd-8555-14b10d37c8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:02.921830 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61961a4-bf78-4e57-985d-1be2e4ebb49f tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event deleted for resources: {'Network': ['ID=4a6428a0-1b45-44f8-9dd7-36c78a288f4e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:02.947625 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb2c6f8c-19b4-49ca-8926-5524692dc25f tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] DELETE failed (client error): The resource could not be found. Dec 10 16:41:02.948206 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb2c6f8c-19b4-49ca-8926-5524692dc25f tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:41:02.956558 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-fb2c6f8c-19b4-49ca-8926-5524692dc25f tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "DELETE /v2.0/networks/4a6428a0-1b45-44f8-9dd7-36c78a288f4e HTTP/1.1" status: 404 len: 339 time: 0.0567143 Dec 10 16:41:02.976109 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 38782) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:02.982795 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a58606b5-79ef-4552-9a2d-6c5c2c2b77dc tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1662321142', 'description': 'd1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:03.007072 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 2caed315-7525-4930-93f7-84341535d5ec up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:41:03.009657 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-3f92a871-6af4-4bee-8f0f-b7f87823edf9 None None] Port ead05d43-d89f-4cad-95aa-3efb70b1e0fa cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:41:03.021606 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e2814e8-f47c-4072-9f90-2fa62623b078 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:03.062358 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2814e8-f47c-4072-9f90-2fa62623b078 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Pushing event deleted for resources: {'Port': ['ID=91c66510-eb03-445c-b1c0-29aa6a3ca9a2,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:03.073011 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2814e8-f47c-4072-9f90-2fa62623b078 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] No DVR routers for this DVR port 91c66510-eb03-445c-b1c0-29aa6a3ca9a2 on host n-d-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:41:03.080168 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58606b5-79ef-4552-9a2d-6c5c2c2b77dc tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Made reservation on behalf of a8583be60b5b47adbe7d3e43d3a1ef22 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:41:03.084731 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a58606b5-79ef-4552-9a2d-6c5c2c2b77dc tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:03.138202 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3bf5d6-cfe0-46dd-8555-14b10d37c8ad None None] Pushing event updated for resources: {'Port': ['ID=0561f9a8-8593-492d-8da3-17674a69257d,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:03.162891 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 2caed315-7525-4930-93f7-84341535d5ec triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:03.163336 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:03.209893 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e2814e8-f47c-4072-9f90-2fa62623b078 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:03.214235 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a58606b5-79ef-4552-9a2d-6c5c2c2b77dc tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:41:03.231550 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b7e36aad-156e-4efe-aaba-a70c06603bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:03.237989 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d61a8eb4-7a47-4437-9912-d74b1c0416d8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:03.248091 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a58606b5-79ef-4552-9a2d-6c5c2c2b77dc tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:03.248457 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-a58606b5-79ef-4552-9a2d-6c5c2c2b77dc tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Added segment 0afa6112-6cac-4de7-8d70-a0755dbdb85e of type vlan for network d661bf1a-5717-4d14-8d5e-6d7761c39aba Dec 10 16:41:03.250692 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-8e2814e8-f47c-4072-9f90-2fa62623b078 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9ade9c1-0e79-4975-913d-25eb9e7df3d9']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:03.276690 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e36aad-156e-4efe-aaba-a70c06603bc8 None None] Pushing event deleted for resources: {'Port': ['ID=91c66510-eb03-445c-b1c0-29aa6a3ca9a2,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:03.280695 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e36aad-156e-4efe-aaba-a70c06603bc8 None None] No DVR routers for this DVR port 91c66510-eb03-445c-b1c0-29aa6a3ca9a2 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:41:03.305416 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-8e2814e8-f47c-4072-9f90-2fa62623b078 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '379214ec-dfc7-404e-a1d3-17a0b12372f1') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:03.305723 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-8e2814e8-f47c-4072-9f90-2fa62623b078 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '379214ec-dfc7-404e-a1d3-17a0b12372f1') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:03.326057 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e2814e8-f47c-4072-9f90-2fa62623b078 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:03.336446 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a58606b5-79ef-4552-9a2d-6c5c2c2b77dc tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:03.349808 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e2814e8-f47c-4072-9f90-2fa62623b078 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:03.367893 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e2814e8-f47c-4072-9f90-2fa62623b078 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:41:03.368304 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e2814e8-f47c-4072-9f90-2fa62623b078 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:03.371536 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:41:03.371536 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:41:03.371536 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:41:03.371536 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:41:03.371536 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:41:03.371536 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:41:03.371536 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:41:03.371536 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:41:03.371536 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:41:03.371536 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:41:03.371536 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:41:03.371536 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:41:03.371536 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:41:03.371536 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:41:03.371536 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:41:03.371536 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:41:03.371536 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:41:03.371536 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:41:03.371536 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:41:03.371536 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:41:03.371536 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:41:03.371536 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:41:03.371536 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:41:03.371536 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:41:03.371536 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:41:03.371536 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:41:03.371536 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:41:03.371536 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:41:03.371536 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:41:03.371536 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:41:03.371536 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:41:03.371536 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:41:03.500752 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a58606b5-79ef-4552-9a2d-6c5c2c2b77dc tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:03.509500 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58606b5-79ef-4552-9a2d-6c5c2c2b77dc tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:03.510211 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a58606b5-79ef-4552-9a2d-6c5c2c2b77dc tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:03.545838 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 91c66510-eb03-445c-b1c0-29aa6a3ca9a2 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:41:03.587952 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 91c66510-eb03-445c-b1c0-29aa6a3ca9a2 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:41:03.588466 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 91c66510-eb03-445c-b1c0-29aa6a3ca9a2 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:41:03.594639 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e2814e8-f47c-4072-9f90-2fa62623b078 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:03.599127 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e2814e8-f47c-4072-9f90-2fa62623b078 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:03.605102 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-8e2814e8-f47c-4072-9f90-2fa62623b078 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] 10.222.0.11 "DELETE /v2.0/networks/c9ade9c1-0e79-4975-913d-25eb9e7df3d9 HTTP/1.1" status: 204 len: 168 time: 1.6092031 Dec 10 16:41:03.608714 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 38796) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:03.636670 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a58606b5-79ef-4552-9a2d-6c5c2c2b77dc tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6571259 Dec 10 16:41:03.639764 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38798) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:03.672306 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3f07191c-eafe-4cbd-8d2e-a40f2d4e9dc6 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a0ecc13-632d-41ab-a883-49c95dada3b7 HTTP/1.1" status: 200 len: 205 time: 0.0553434 Dec 10 16:41:03.672306 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58606b5-79ef-4552-9a2d-6c5c2c2b77dc tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event updated for resources: {'Network': ['ID=d661bf1a-5717-4d14-8d5e-6d7761c39aba,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:03.681410 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a038e3b-47bb-4096-8b83-0022bc2ad1f1 req-f8f1d77b-d023-4d51-809a-f3ea542e375a tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:03.683064 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9a038e3b-47bb-4096-8b83-0022bc2ad1f1 req-f8f1d77b-d023-4d51-809a-f3ea542e375a tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a346969-61e6-4402-acb1-bee5e96cc1f4 HTTP/1.1" status: 200 len: 946 time: 0.2289562 Dec 10 16:41:03.687328 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 38800) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:03.699614 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network d661bf1a-5717-4d14-8d5e-6d7761c39aba details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:41:03.725764 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2814e8-f47c-4072-9f90-2fa62623b078 tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Pushing event deleted for resources: {'Network': ['ID=c9ade9c1-0e79-4975-913d-25eb9e7df3d9,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:03.796880 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d42420-10bb-4484-ad9f-a01fbbd68e07 None None] Sync routers for ids ['77049048-dae4-40ec-8eb1-f7770483e5ec'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:41:03.825639 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6226086f-c7df-48c1-81c8-1ef1426b3e7d tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:03.830980 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d42420-10bb-4484-ad9f-a01fbbd68e07 None None] Routers {'77049048-dae4-40ec-8eb1-f7770483e5ec'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:03.832886 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9a038e3b-47bb-4096-8b83-0022bc2ad1f1 req-04c264be-76a4-44f3-bc02-32227007b2b1 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357756 Dec 10 16:41:03.833357 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-49d42420-10bb-4484-ad9f-a01fbbd68e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:40:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['77049048-dae4-40ec-8eb1-f7770483e5ec'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:03.998829 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-49d42420-10bb-4484-ad9f-a01fbbd68e07 None None] Set router 77049048-dae4-40ec-8eb1-f7770483e5ec gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:41:04.048119 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6226086f-c7df-48c1-81c8-1ef1426b3e7d tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:04.051273 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6226086f-c7df-48c1-81c8-1ef1426b3e7d tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:04.122665 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d61a8eb4-7a47-4437-9912-d74b1c0416d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:04.127573 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6226086f-c7df-48c1-81c8-1ef1426b3e7d tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:04.128100 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6226086f-c7df-48c1-81c8-1ef1426b3e7d tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Fanout notify agent at l3_agent the message router_deleted on router 3a0ecc13-632d-41ab-a883-49c95dada3b7 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:41:04.136011 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6226086f-c7df-48c1-81c8-1ef1426b3e7d tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:04.143285 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-6226086f-c7df-48c1-81c8-1ef1426b3e7d tempest-RoutersNegativeIpV6Test-1144179275 tempest-RoutersNegativeIpV6Test-1144179275-project] 10.222.0.11 "DELETE /v2.0/routers/3a0ecc13-632d-41ab-a883-49c95dada3b7 HTTP/1.1" status: 204 len: 168 time: 0.4549315 Dec 10 16:41:04.289686 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba54505f-fdc6-4646-8db2-ef7fc5be260e tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:04.293453 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 38808) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:04.294012 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ba54505f-fdc6-4646-8db2-ef7fc5be260e tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "GET /v2.0/networks?id=d661bf1a-5717-4d14-8d5e-6d7761c39aba HTTP/1.1" status: 200 len: 761 time: 0.6555271 Dec 10 16:41:04.302121 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-7e815ef0-312d-4cb2-bfcd-d6e16104f2cc tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Request body: {'network': {'description': 'd2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:04.389003 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61a8eb4-7a47-4437-9912-d74b1c0416d8 admin admin] Router 828cdc82-4d67-4f3d-9cc1-8cc37f00521d is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:41:04.477925 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38812) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:04.520687 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38814) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:04.540405 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-49d42420-10bb-4484-ad9f-a01fbbd68e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'name': 'tempest-TestVolumeBackupRestore-783788310-router', 'tenant_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '2caed315-7525-4930-93f7-84341535d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:40:49Z', 'updated_at': '2021-12-10T16:40:56Z', 'revision_number': 4, 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'gw_port': {'id': '2caed315-7525-4930-93f7-84341535d5ec', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:af:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:51Z', 'updated_at': '2021-12-10T16:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73', 'name': '', 'network_id': 'bba4673e-577b-4368-a0ec-91838d61c26f', 'tenant_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'mac_address': 'fa:16:3e:aa:f0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'cccefdf8-31d5-4f26-a672-76a4d6caa47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:55Z', 'updated_at': '2021-12-10T16:40:57Z', 'revision_number': 2, 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'subnets': [{'id': 'cccefdf8-31d5-4f26-a672-76a4d6caa47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:04.597712 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d42420-10bb-4484-ad9f-a01fbbd68e07 None None] Checking router: 77049048-dae4-40ec-8eb1-f7770483e5ec for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:41:04.598254 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d42420-10bb-4484-ad9f-a01fbbd68e07 None None] Updating router 77049048-dae4-40ec-8eb1-f7770483e5ec port e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73 binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:41:04.611194 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61a8eb4-7a47-4437-9912-d74b1c0416d8 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:41:04.623928 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29f03f5-81e0-4fc8-9060-07a42c96f7dd None None] Sync routers for ids ['828cdc82-4d67-4f3d-9cc1-8cc37f00521d'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:41:04.650791 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29f03f5-81e0-4fc8-9060-07a42c96f7dd None None] Routers {'828cdc82-4d67-4f3d-9cc1-8cc37f00521d'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:04.655136 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c29f03f5-81e0-4fc8-9060-07a42c96f7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:40:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['828cdc82-4d67-4f3d-9cc1-8cc37f00521d'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:04.668698 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d61a8eb4-7a47-4437-9912-d74b1c0416d8 admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:04.676974 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-49d42420-10bb-4484-ad9f-a01fbbd68e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:04.678276 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d61a8eb4-7a47-4437-9912-d74b1c0416d8 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2762465 Dec 10 16:41:04.680094 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38822) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:04.759419 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a914cc0-5be4-4230-bfe4-c2e9bb79c96b None None] Network fb45e9c3-9b9a-4fff-8b39-fb7c9ec840e8 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:41:04.788713 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e884c89b-402a-45af-bb27-0a7680e53bed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:04.876970 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-c29f03f5-81e0-4fc8-9060-07a42c96f7dd None None] Set router 828cdc82-4d67-4f3d-9cc1-8cc37f00521d gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:41:04.970580 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7e815ef0-312d-4cb2-bfcd-d6e16104f2cc tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:04.981173 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 0561f9a8-8593-492d-8da3-17674a69257d up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:41:04.995155 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7e815ef0-312d-4cb2-bfcd-d6e16104f2cc tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:05.017806 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-bebe0402-0e61-46ad-814b-f77e57151737 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7887f27b710e43c891ab5b963753ce74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4905360 Dec 10 16:41:05.022708 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 38826) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:05.032102 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-cd9ab35b-37b0-44a1-9b48-b82ae0595def None None] Provisioning complete for port 0561f9a8-8593-492d-8da3-17674a69257d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:05.032435 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cd9ab35b-37b0-44a1-9b48-b82ae0595def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:05.103001 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7e815ef0-312d-4cb2-bfcd-d6e16104f2cc tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Network d661bf1a-5717-4d14-8d5e-6d7761c39aba is not hosted by any dhcp agent {{(pid=103392) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 16:41:05.109303 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e815ef0-312d-4cb2-bfcd-d6e16104f2cc tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:05.110183 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7e815ef0-312d-4cb2-bfcd-d6e16104f2cc tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:05.114954 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-7e815ef0-312d-4cb2-bfcd-d6e16104f2cc tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "PUT /v2.0/networks/d661bf1a-5717-4d14-8d5e-6d7761c39aba HTTP/1.1" status: 200 len: 758 time: 0.8202963 Dec 10 16:41:05.121289 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 38828) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:05.156981 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c29f03f5-81e0-4fc8-9060-07a42c96f7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828cdc82-4d67-4f3d-9cc1-8cc37f00521d', 'name': 'tempest-TestVolumeBackupRestore-1725894520-router', 'tenant_id': '7714c2cded694995ab67c85f58b69a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ead05d43-d89f-4cad-95aa-3efb70b1e0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:01Z', 'updated_at': '2021-12-10T16:41:03Z', 'revision_number': 3, 'project_id': '7714c2cded694995ab67c85f58b69a3c', 'gw_port': {'id': 'ead05d43-d89f-4cad-95aa-3efb70b1e0fa', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:41:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828cdc82-4d67-4f3d-9cc1-8cc37f00521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:02Z', 'updated_at': '2021-12-10T16:41:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:05.160602 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 0561f9a8-8593-492d-8da3-17674a69257d triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:05.160982 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:05.180753 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e884c89b-402a-45af-bb27-0a7680e53bed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:05.187356 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e884c89b-402a-45af-bb27-0a7680e53bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:05.200979 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29f03f5-81e0-4fc8-9060-07a42c96f7dd None None] Checking router: 828cdc82-4d67-4f3d-9cc1-8cc37f00521d for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:41:05.201435 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29f03f5-81e0-4fc8-9060-07a42c96f7dd None None] Updating router 828cdc82-4d67-4f3d-9cc1-8cc37f00521d port ead05d43-d89f-4cad-95aa-3efb70b1e0fa binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:41:05.224012 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884c89b-402a-45af-bb27-0a7680e53bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9857d73e-a142-431d-b6ee-ffccd179fed6,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:05.242364 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60180369-f679-4d4e-93bc-cf8de1208b20 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:05.251590 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38830) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:05.255551 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-60180369-f679-4d4e-93bc-cf8de1208b20 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "GET /v2.0/networks?id=d661bf1a-5717-4d14-8d5e-6d7761c39aba HTTP/1.1" status: 200 len: 761 time: 0.1287546 Dec 10 16:41:05.258390 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-c29f03f5-81e0-4fc8-9060-07a42c96f7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:05.268118 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-dd2a9113-5403-4dcf-9317-94de83233735 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1370607680'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:05.287667 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95f589-6e03-42eb-97f3-a6ddea6aaed4 req-37830ddb-bcf2-4ff1-9fad-803b097c36fd tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:05.289634 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c95f589-6e03-42eb-97f3-a6ddea6aaed4 req-37830ddb-bcf2-4ff1-9fad-803b097c36fd tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a346969-61e6-4402-acb1-bee5e96cc1f4 HTTP/1.1" status: 200 len: 946 time: 0.3058221 Dec 10 16:41:05.293050 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e815ef0-312d-4cb2-bfcd-d6e16104f2cc tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event updated for resources: {'Network': ['ID=d661bf1a-5717-4d14-8d5e-6d7761c39aba,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:05.303356 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e884c89b-402a-45af-bb27-0a7680e53bed admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f43603b40e8c4e638725541b8ec7be82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8243048 Dec 10 16:41:05.307883 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38832) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:05.313622 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e82e2010-7663-4ea5-8d3e-54df79845d9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:05.338208 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network d661bf1a-5717-4d14-8d5e-6d7761c39aba details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:41:05.349075 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e82e2010-7663-4ea5-8d3e-54df79845d9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:05.425039 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e82e2010-7663-4ea5-8d3e-54df79845d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:05.428421 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e82e2010-7663-4ea5-8d3e-54df79845d9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:05.431949 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e82e2010-7663-4ea5-8d3e-54df79845d9b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c2795278-a3db-42c0-9da9-c260b81738c7 HTTP/1.1" status: 204 len: 168 time: 0.3912082 Dec 10 16:41:05.446062 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2a9113-5403-4dcf-9317-94de83233735 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Made reservation on behalf of a8583be60b5b47adbe7d3e43d3a1ef22 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:41:05.450514 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dd2a9113-5403-4dcf-9317-94de83233735 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:05.451832 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e2010-7663-4ea5-8d3e-54df79845d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2795278-a3db-42c0-9da9-c260b81738c7,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:05.458994 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c95f589-6e03-42eb-97f3-a6ddea6aaed4 req-239d49b3-9e52-4534-b435-669face453b6 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466851 Dec 10 16:41:05.500316 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-49d42420-10bb-4484-ad9f-a01fbbd68e07 None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:05.537281 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd2a9113-5403-4dcf-9317-94de83233735 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:41:05.544795 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b2acdf55-2d44-4907-a596-e95efb385a0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:05.565034 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dd2a9113-5403-4dcf-9317-94de83233735 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:05.567049 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-dd2a9113-5403-4dcf-9317-94de83233735 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Added segment a00d4a02-6372-467c-a488-d4f1741e0c9f of type vlan for network 59e4bd25-c354-4a36-b568-d834af98a029 Dec 10 16:41:05.572132 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cd9ab35b-37b0-44a1-9b48-b82ae0595def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:05.604308 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad82564-1d7d-4d13-85e3-7e6955b7a2ac None None] get_active_networks_info from n-d-766771-2 {{(pid=103394) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 16:41:05.619229 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-49d42420-10bb-4484-ad9f-a01fbbd68e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:05.642103 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b2acdf55-2d44-4907-a596-e95efb385a0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:05.680986 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dd2a9113-5403-4dcf-9317-94de83233735 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:05.739987 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-c29f03f5-81e0-4fc8-9060-07a42c96f7dd None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:05.747070 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-c29f03f5-81e0-4fc8-9060-07a42c96f7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:05.786851 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dd2a9113-5403-4dcf-9317-94de83233735 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:05.792908 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-49d42420-10bb-4484-ad9f-a01fbbd68e07 None None] Attempting to bind port e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:41:05.793090 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2a9113-5403-4dcf-9317-94de83233735 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:05.793283 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-49d42420-10bb-4484-ad9f-a01fbbd68e07 None None] Attempting to bind port e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '1995761b-45ad-4249-83fc-362d53b3e086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bba4673e-577b-4368-a0ec-91838d61c26f'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:41:05.793604 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dd2a9113-5403-4dcf-9317-94de83233735 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:05.793755 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d42420-10bb-4484-ad9f-a01fbbd68e07 None None] Attempting to bind port e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73 on network bba4673e-577b-4368-a0ec-91838d61c26f {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:41:05.806371 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d42420-10bb-4484-ad9f-a01fbbd68e07 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:41:05.806796 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d42420-10bb-4484-ad9f-a01fbbd68e07 None None] Checking segment: {'id': '1995761b-45ad-4249-83fc-362d53b3e086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bba4673e-577b-4368-a0ec-91838d61c26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:41:05.807166 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-49d42420-10bb-4484-ad9f-a01fbbd68e07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:05.807575 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d42420-10bb-4484-ad9f-a01fbbd68e07 None None] Bound using segment: {'id': '1995761b-45ad-4249-83fc-362d53b3e086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bba4673e-577b-4368-a0ec-91838d61c26f'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:41:05.808055 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-49d42420-10bb-4484-ad9f-a01fbbd68e07 None None] Bound port: e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1995761b-45ad-4249-83fc-362d53b3e086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bba4673e-577b-4368-a0ec-91838d61c26f'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:41:05.808466 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-49d42420-10bb-4484-ad9f-a01fbbd68e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:05.820440 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:05.860326 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-c29f03f5-81e0-4fc8-9060-07a42c96f7dd None None] Attempting to bind port ead05d43-d89f-4cad-95aa-3efb70b1e0fa on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:41:05.860326 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-c29f03f5-81e0-4fc8-9060-07a42c96f7dd None None] Attempting to bind port ead05d43-d89f-4cad-95aa-3efb70b1e0fa by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:41:05.860693 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29f03f5-81e0-4fc8-9060-07a42c96f7dd None None] Attempting to bind port ead05d43-d89f-4cad-95aa-3efb70b1e0fa on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:41:05.862919 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-cd9ab35b-37b0-44a1-9b48-b82ae0595def None None] For port 0561f9a8-8593-492d-8da3-17674a69257d, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=0561f9a8-8593-492d-8da3-17674a69257d,segment=NetworkSegment(89559e97-2ffb-439c-bc9a-1a58bc13f276),segment_id=89559e97-2ffb-439c-bc9a-1a58bc13f276)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:05.866676 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e7a5bb-11b9-472c-a526-440f78b46d26 None None] Pushing event updated for resources: {'Port': ['ID=ead05d43-d89f-4cad-95aa-3efb70b1e0fa,revision_number=2']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:05.872973 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29f03f5-81e0-4fc8-9060-07a42c96f7dd None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:41:05.873332 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29f03f5-81e0-4fc8-9060-07a42c96f7dd None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:41:05.874005 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-c29f03f5-81e0-4fc8-9060-07a42c96f7dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:05.874425 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29f03f5-81e0-4fc8-9060-07a42c96f7dd None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:41:05.874920 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-c29f03f5-81e0-4fc8-9060-07a42c96f7dd None None] Bound port: ead05d43-d89f-4cad-95aa-3efb70b1e0fa, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:41:05.875278 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-c29f03f5-81e0-4fc8-9060-07a42c96f7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:05.882225 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e7a5bb-11b9-472c-a526-440f78b46d26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:05.882592 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e7a5bb-11b9-472c-a526-440f78b46d26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:05.883095 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d28445-1b07-40bb-a0b5-b31f04b6c5ea None None] Pushing event updated for resources: {'Port': ['ID=e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:05.883287 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e7a5bb-11b9-472c-a526-440f78b46d26 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:05.883604 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e7a5bb-11b9-472c-a526-440f78b46d26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:05.884262 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e7a5bb-11b9-472c-a526-440f78b46d26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:05.884602 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e7a5bb-11b9-472c-a526-440f78b46d26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:05.884942 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e7a5bb-11b9-472c-a526-440f78b46d26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:05.885266 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e7a5bb-11b9-472c-a526-440f78b46d26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:05.891545 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e7a5bb-11b9-472c-a526-440f78b46d26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:05.891675 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b2acdf55-2d44-4907-a596-e95efb385a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:05.891915 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e7a5bb-11b9-472c-a526-440f78b46d26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:05.892260 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e7a5bb-11b9-472c-a526-440f78b46d26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:05.892605 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e7a5bb-11b9-472c-a526-440f78b46d26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:05.894178 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b2acdf55-2d44-4907-a596-e95efb385a0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:05.894460 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e7a5bb-11b9-472c-a526-440f78b46d26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:05.895349 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b2acdf55-2d44-4907-a596-e95efb385a0e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9857d73e-a142-431d-b6ee-ffccd179fed6 HTTP/1.1" status: 204 len: 168 time: 0.5862672 Dec 10 16:41:05.906424 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-dd2a9113-5403-4dcf-9317-94de83233735 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6537516 Dec 10 16:41:05.910823 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 38846) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:05.916231 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-ed0572e9-5b9b-4861-b24c-150cd8085978 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Request body: {'subnet': {'network_id': '59e4bd25-c354-4a36-b568-d834af98a029', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:05.932836 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a9113-5403-4dcf-9317-94de83233735 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event updated for resources: {'Network': ['ID=59e4bd25-c354-4a36-b568-d834af98a029,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:05.936388 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2acdf55-2d44-4907-a596-e95efb385a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9857d73e-a142-431d-b6ee-ffccd179fed6,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:05.938189 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.api [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:41:05.938557 n-d-766771-2 neutron-server[103394]: DEBUG oslo_db.api [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:41:05.939141 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cd9ab35b-37b0-44a1-9b48-b82ae0595def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:05.950053 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-69c4f499-f2f3-465c-a0d6-6efae7b7da80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:05.994075 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-c29f03f5-81e0-4fc8-9060-07a42c96f7dd None None] For port ead05d43-d89f-4cad-95aa-3efb70b1e0fa, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:41:05.998549 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-c29f03f5-81e0-4fc8-9060-07a42c96f7dd None None] For port ead05d43-d89f-4cad-95aa-3efb70b1e0fa, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=ead05d43-d89f-4cad-95aa-3efb70b1e0fa,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:41:06.004472 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-c29f03f5-81e0-4fc8-9060-07a42c96f7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:06.016050 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-49d42420-10bb-4484-ad9f-a01fbbd68e07 None None] For port e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:41:06.020097 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-49d42420-10bb-4484-ad9f-a01fbbd68e07 None None] For port e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73,segment=NetworkSegment(1995761b-45ad-4249-83fc-362d53b3e086),segment_id=1995761b-45ad-4249-83fc-362d53b3e086)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:41:06.040370 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 59e4bd25-c354-4a36-b568-d834af98a029 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:41:06.077940 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29f03f5-81e0-4fc8-9060-07a42c96f7dd None None] Routers {'828cdc82-4d67-4f3d-9cc1-8cc37f00521d'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:06.079486 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c29f03f5-81e0-4fc8-9060-07a42c96f7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:40:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['828cdc82-4d67-4f3d-9cc1-8cc37f00521d'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:06.146860 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0572e9-5b9b-4861-b24c-150cd8085978 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Made reservation on behalf of a8583be60b5b47adbe7d3e43d3a1ef22 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:41:06.153749 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ed0572e9-5b9b-4861-b24c-150cd8085978 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:06.219593 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-c29f03f5-81e0-4fc8-9060-07a42c96f7dd None None] Set router 828cdc82-4d67-4f3d-9cc1-8cc37f00521d gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:41:06.245457 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ab35b-37b0-44a1-9b48-b82ae0595def None None] Pushing event updated for resources: {'Port': ['ID=0561f9a8-8593-492d-8da3-17674a69257d,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:06.251282 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-69c4f499-f2f3-465c-a0d6-6efae7b7da80 admin admin] Allocated IP 172.20.0.1 (fb45e9c3-9b9a-4fff-8b39-fb7c9ec840e8/ad09a9ff-46e2-4a92-80b0-58a35658ba64/5066bd84-29e0-4402-81be-0df2360dec29) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:41:06.262969 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-49d42420-10bb-4484-ad9f-a01fbbd68e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:06.351787 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e7a5bb-11b9-472c-a526-440f78b46d26 None None] Pushing event updated for resources: {'Port': ['ID=ead05d43-d89f-4cad-95aa-3efb70b1e0fa,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:06.408713 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d28445-1b07-40bb-a0b5-b31f04b6c5ea None None] Pushing event updated for resources: {'Port': ['ID=e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:06.463474 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-69c4f499-f2f3-465c-a0d6-6efae7b7da80 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:06.483905 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-39452c14-f31d-4eb5-a8a0-04b4e2d71da0 None None] Provisioning complete for port 0561f9a8-8593-492d-8da3-17674a69257d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:06.484293 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-39452c14-f31d-4eb5-a8a0-04b4e2d71da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:06.499138 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38858) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:06.556465 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-de0aa022-2b61-4bfe-b472-ab867b060879 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:06.558689 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ed0572e9-5b9b-4861-b24c-150cd8085978 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:06.581624 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:06.582742 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d42420-10bb-4484-ad9f-a01fbbd68e07 None None] Routers {'77049048-dae4-40ec-8eb1-f7770483e5ec'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:06.583457 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-49d42420-10bb-4484-ad9f-a01fbbd68e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:40:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['77049048-dae4-40ec-8eb1-f7770483e5ec'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:06.585779 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c29f03f5-81e0-4fc8-9060-07a42c96f7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828cdc82-4d67-4f3d-9cc1-8cc37f00521d', 'name': 'tempest-TestVolumeBackupRestore-1725894520-router', 'tenant_id': '7714c2cded694995ab67c85f58b69a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ead05d43-d89f-4cad-95aa-3efb70b1e0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:01Z', 'updated_at': '2021-12-10T16:41:03Z', 'revision_number': 3, 'project_id': '7714c2cded694995ab67c85f58b69a3c', 'gw_port': {'id': 'ead05d43-d89f-4cad-95aa-3efb70b1e0fa', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:41:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828cdc82-4d67-4f3d-9cc1-8cc37f00521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:02Z', 'updated_at': '2021-12-10T16:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:06.632657 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-69c4f499-f2f3-465c-a0d6-6efae7b7da80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:06.666494 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29f03f5-81e0-4fc8-9060-07a42c96f7dd None None] The sync data for ids ['828cdc82-4d67-4f3d-9cc1-8cc37f00521d'] in n-d-766771-2 is: [{'id': '828cdc82-4d67-4f3d-9cc1-8cc37f00521d', 'name': 'tempest-TestVolumeBackupRestore-1725894520-router', 'tenant_id': '7714c2cded694995ab67c85f58b69a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ead05d43-d89f-4cad-95aa-3efb70b1e0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:01Z', 'updated_at': '2021-12-10T16:41:03Z', 'revision_number': 3, 'project_id': '7714c2cded694995ab67c85f58b69a3c', 'gw_port': {'id': 'ead05d43-d89f-4cad-95aa-3efb70b1e0fa', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:41:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828cdc82-4d67-4f3d-9cc1-8cc37f00521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:02Z', 'updated_at': '2021-12-10T16:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:41:06.705058 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c4f499-f2f3-465c-a0d6-6efae7b7da80 admin admin] Network fb45e9c3-9b9a-4fff-8b39-fb7c9ec840e8 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:41:06.715508 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-69c4f499-f2f3-465c-a0d6-6efae7b7da80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:06.723442 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0572e9-5b9b-4861-b24c-150cd8085978 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Checking segment: {'id': 'a00d4a02-6372-467c-a488-d4f1741e0c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '59e4bd25-c354-4a36-b568-d834af98a029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:41:06.723836 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0572e9-5b9b-4861-b24c-150cd8085978 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Network hostable DHCP agents. Network: 59e4bd25-c354-4a36-b568-d834af98a029, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:41:06.725135 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c4f499-f2f3-465c-a0d6-6efae7b7da80 admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:41:06.729261 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0572e9-5b9b-4861-b24c-150cd8085978 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event updated for resources: {'Subnet': ['ID=b6585658-b2ba-4c1e-84fc-3a2f292dd7c9,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:06.730217 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c4f499-f2f3-465c-a0d6-6efae7b7da80 admin admin] Pushing event updated for resources: {'Port': ['ID=5066bd84-29e0-4402-81be-0df2360dec29,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:06.758863 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5d6f1-70b8-4a0d-99d5-d185511d5e9a req-7186fc09-9a9c-43b2-a5a3-3b05c7d1d1d4 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:06.761149 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-98d5d6f1-70b8-4a0d-99d5-d185511d5e9a req-7186fc09-9a9c-43b2-a5a3-3b05c7d1d1d4 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a346969-61e6-4402-acb1-bee5e96cc1f4 HTTP/1.1" status: 200 len: 946 time: 0.1671066 Dec 10 16:41:06.785535 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0572e9-5b9b-4861-b24c-150cd8085978 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Network 59e4bd25-c354-4a36-b568-d834af98a029 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:41:06.786956 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-49d42420-10bb-4484-ad9f-a01fbbd68e07 None None] Set router 77049048-dae4-40ec-8eb1-f7770483e5ec gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:41:06.815427 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-ed0572e9-5b9b-4861-b24c-150cd8085978 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 59e4bd25-c354-4a36-b568-d834af98a029) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:06.847756 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-de0aa022-2b61-4bfe-b472-ab867b060879 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:06.849213 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-69c4f499-f2f3-465c-a0d6-6efae7b7da80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:06.853254 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0572e9-5b9b-4861-b24c-150cd8085978 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:06.855592 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ed0572e9-5b9b-4861-b24c-150cd8085978 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:06.863652 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-de0aa022-2b61-4bfe-b472-ab867b060879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:06.900066 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-98d5d6f1-70b8-4a0d-99d5-d185511d5e9a req-90c30f13-4a60-4c16-93a4-6a452179b916 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252038 Dec 10 16:41:06.905864 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ed0572e9-5b9b-4861-b24c-150cd8085978 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9938703 Dec 10 16:41:06.908435 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 38866) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:06.981668 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 0561f9a8-8593-492d-8da3-17674a69257d up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:41:06.982850 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 38868) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:06.990846 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0065322 Dec 10 16:41:06.993715 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 38870) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:07.033356 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0aa022-2b61-4bfe-b472-ab867b060879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83165775-c3ca-452b-b939-d3b0e1360aa5,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:07.047187 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 38874) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:07.069327 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-de0aa022-2b61-4bfe-b472-ab867b060879 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=716058708de14a70bf68cfc71112dab4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5596986 Dec 10 16:41:07.071698 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38876) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:07.161642 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-820e9685-6edf-4c9c-aab5-1bab4ba32e52 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:07.176197 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad82564-1d7d-4d13-85e3-7e6955b7a2ac None None] Resources bound (agent type, host, resource id): {{(pid=103394) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 16:41:07.208484 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-25e5c0b4-a2f0-42ca-bb05-b701dd6f0940 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:07.227941 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-69c4f499-f2f3-465c-a0d6-6efae7b7da80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:07.260845 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-25e5c0b4-a2f0-42ca-bb05-b701dd6f0940 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:07.261985 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c4f98504-09c5-4e8b-b42c-dc878b371380 tempest-NetworksApiDiscovery-1161742571 tempest-NetworksApiDiscovery-1161742571-project] 10.222.0.11 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2671659 Dec 10 16:41:07.310947 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-820e9685-6edf-4c9c-aab5-1bab4ba32e52 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:07.506228 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-69c4f499-f2f3-465c-a0d6-6efae7b7da80 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:07.518308 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-69c4f499-f2f3-465c-a0d6-6efae7b7da80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:07.539190 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-820e9685-6edf-4c9c-aab5-1bab4ba32e52 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:07.591146 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e9685-6edf-4c9c-aab5-1bab4ba32e52 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event deleted for resources: {'Subnet': ['ID=b6585658-b2ba-4c1e-84fc-3a2f292dd7c9,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:07.627668 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c4f499-f2f3-465c-a0d6-6efae7b7da80 admin admin] Pushing event updated for resources: {'Port': ['ID=5066bd84-29e0-4402-81be-0df2360dec29,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:07.657682 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-69c4f499-f2f3-465c-a0d6-6efae7b7da80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:07.725550 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 38882) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:07.761525 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-820e9685-6edf-4c9c-aab5-1bab4ba32e52 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:07.775903 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c4f499-f2f3-465c-a0d6-6efae7b7da80 admin admin] Network fb45e9c3-9b9a-4fff-8b39-fb7c9ec840e8 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:41:07.776504 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 0561f9a8-8593-492d-8da3-17674a69257d triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:07.776504 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:07.781651 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-69c4f499-f2f3-465c-a0d6-6efae7b7da80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:07.795558 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-25e5c0b4-a2f0-42ca-bb05-b701dd6f0940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:07.800639 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-25e5c0b4-a2f0-42ca-bb05-b701dd6f0940 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:07.807643 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-25e5c0b4-a2f0-42ca-bb05-b701dd6f0940 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/83165775-c3ca-452b-b939-d3b0e1360aa5 HTTP/1.1" status: 204 len: 168 time: 0.7348342 Dec 10 16:41:07.819732 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-820e9685-6edf-4c9c-aab5-1bab4ba32e52 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59e4bd25-c354-4a36-b568-d834af98a029']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:07.832385 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e5c0b4-a2f0-42ca-bb05-b701dd6f0940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83165775-c3ca-452b-b939-d3b0e1360aa5,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:07.832697 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-820e9685-6edf-4c9c-aab5-1bab4ba32e52 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a00d4a02-6372-467c-a488-d4f1741e0c9f') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:07.832999 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-820e9685-6edf-4c9c-aab5-1bab4ba32e52 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a00d4a02-6372-467c-a488-d4f1741e0c9f') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:07.846106 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-820e9685-6edf-4c9c-aab5-1bab4ba32e52 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:07.877557 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-820e9685-6edf-4c9c-aab5-1bab4ba32e52 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:07.893947 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-820e9685-6edf-4c9c-aab5-1bab4ba32e52 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:41:07.894905 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-820e9685-6edf-4c9c-aab5-1bab4ba32e52 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:07.898389 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:41:07.898389 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:41:07.898389 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:41:07.898389 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:41:07.898389 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:41:07.898389 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:41:07.898389 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:41:07.898389 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:41:07.898389 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:41:07.898389 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:41:07.898389 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:41:07.898389 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:41:07.898389 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:41:07.898389 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:41:07.898389 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:41:07.898389 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:41:07.898389 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:41:07.898389 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:41:07.898389 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:41:07.898389 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:41:07.898389 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:41:07.898389 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:41:07.898389 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:41:07.898389 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:41:07.898389 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:41:07.898389 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:41:07.898389 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:41:07.898389 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:41:07.898389 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:41:07.898389 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:41:07.898389 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:41:07.898389 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:41:08.012939 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9b51b630-fa44-4f5f-a596-e2c8aeb00b9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:08.074533 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c4f499-f2f3-465c-a0d6-6efae7b7da80 admin admin] Router 828cdc82-4d67-4f3d-9cc1-8cc37f00521d has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:41:08.122887 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-820e9685-6edf-4c9c-aab5-1bab4ba32e52 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:08.140266 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-49d42420-10bb-4484-ad9f-a01fbbd68e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'name': 'tempest-TestVolumeBackupRestore-783788310-router', 'tenant_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '2caed315-7525-4930-93f7-84341535d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:40:49Z', 'updated_at': '2021-12-10T16:40:56Z', 'revision_number': 4, 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'gw_port': {'id': '2caed315-7525-4930-93f7-84341535d5ec', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:af:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:51Z', 'updated_at': '2021-12-10T16:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73', 'name': '', 'network_id': 'bba4673e-577b-4368-a0ec-91838d61c26f', 'tenant_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'mac_address': 'fa:16:3e:aa:f0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'cccefdf8-31d5-4f26-a672-76a4d6caa47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:55Z', 'updated_at': '2021-12-10T16:41:06Z', 'revision_number': 4, 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'subnets': [{'id': 'cccefdf8-31d5-4f26-a672-76a4d6caa47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:08.141574 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-820e9685-6edf-4c9c-aab5-1bab4ba32e52 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:08.150696 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-820e9685-6edf-4c9c-aab5-1bab4ba32e52 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "DELETE /v2.0/networks/59e4bd25-c354-4a36-b568-d834af98a029 HTTP/1.1" status: 204 len: 168 time: 1.2409711 Dec 10 16:41:08.155967 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 38892) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:08.208401 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:41:08.216658 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c4f499-f2f3-465c-a0d6-6efae7b7da80 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:41:08.218418 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6a7a4c-185a-49cc-93ca-9e1ab64d8759 None None] get_active_networks_info from n-d-766771-2 {{(pid=103394) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 16:41:08.223439 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-69c4f499-f2f3-465c-a0d6-6efae7b7da80 admin admin] 10.222.0.11 "PUT /v2.0/routers/828cdc82-4d67-4f3d-9cc1-8cc37f00521d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5391808 Dec 10 16:41:08.266701 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e9685-6edf-4c9c-aab5-1bab4ba32e52 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event deleted for resources: {'Network': ['ID=59e4bd25-c354-4a36-b568-d834af98a029,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:08.267099 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f259d7-572b-4814-a652-acf64cb77cc2 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] GET failed (client error): The resource could not be found. Dec 10 16:41:08.272273 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-47f259d7-572b-4814-a652-acf64cb77cc2 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "GET /v2.0/subnets/b6585658-b2ba-4c1e-84fc-3a2f292dd7c9 HTTP/1.1" status: 404 len: 337 time: 0.0964768 Dec 10 16:41:08.272473 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d42420-10bb-4484-ad9f-a01fbbd68e07 None None] The sync data for ids ['77049048-dae4-40ec-8eb1-f7770483e5ec'] in n-d-766771-2 is: [{'id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'name': 'tempest-TestVolumeBackupRestore-783788310-router', 'tenant_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '2caed315-7525-4930-93f7-84341535d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:40:49Z', 'updated_at': '2021-12-10T16:40:56Z', 'revision_number': 4, 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'gw_port': {'id': '2caed315-7525-4930-93f7-84341535d5ec', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:af:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:51Z', 'updated_at': '2021-12-10T16:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73', 'name': '', 'network_id': 'bba4673e-577b-4368-a0ec-91838d61c26f', 'tenant_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'mac_address': 'fa:16:3e:aa:f0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'cccefdf8-31d5-4f26-a672-76a4d6caa47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:55Z', 'updated_at': '2021-12-10T16:41:06Z', 'revision_number': 4, 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'subnets': [{'id': 'cccefdf8-31d5-4f26-a672-76a4d6caa47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:41:08.272927 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38896) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:08.312860 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-609e1db5-0d13-435e-a7ad-e255d5d68510 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] DELETE failed (client error): The resource could not be found. Dec 10 16:41:08.318350 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-609e1db5-0d13-435e-a7ad-e255d5d68510 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:41:08.327796 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-609e1db5-0d13-435e-a7ad-e255d5d68510 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "DELETE /v2.0/networks/59e4bd25-c354-4a36-b568-d834af98a029 HTTP/1.1" status: 404 len: 339 time: 0.0460300 Dec 10 16:41:08.328127 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38898) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:08.417792 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6829e-f04d-4f39-8d49-81ed5da00470 req-a7d279f0-5f53-48d4-93fe-cac40e67d435 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:08.428448 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a7d6829e-f04d-4f39-8d49-81ed5da00470 req-a7d279f0-5f53-48d4-93fe-cac40e67d435 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a346969-61e6-4402-acb1-bee5e96cc1f4 HTTP/1.1" status: 200 len: 946 time: 0.3610096 Dec 10 16:41:08.502682 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bb3ef428-bb2d-4eed-b83e-6b44ea89b54a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:08.565488 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6a7a4c-185a-49cc-93ca-9e1ab64d8759 None None] Resources bound (agent type, host, resource id): {{(pid=103394) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 16:41:08.571379 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:08.637689 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9b51b630-fa44-4f5f-a596-e2c8aeb00b9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:08.678577 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bebb9c7-25bb-4cc4-8c70-88e8e7e2f6fb tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:08.692932 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2bebb9c7-25bb-4cc4-8c70-88e8e7e2f6fb tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3634629 Dec 10 16:41:08.695817 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38914) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:08.717016 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9b51b630-fa44-4f5f-a596-e2c8aeb00b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:08.719542 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:08.723402 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:08.771814 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a31a7986-d092-4288-8c30-8246127d74ed tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "GET /v2.0/subnets?network_id=5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 207 time: 0.0746417 Dec 10 16:41:08.777888 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38916) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:08.815572 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9b51b630-fa44-4f5f-a596-e2c8aeb00b9e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=73f255ebdb8145eb8b56f16b19102059&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0845318 Dec 10 16:41:08.824991 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51b630-fa44-4f5f-a596-e2c8aeb00b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf41837f-06c7-4fef-933c-8e2f1e35491f,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:08.831063 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 38918) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:08.907975 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a7d6829e-f04d-4f39-8d49-81ed5da00470 req-1a0ededc-8794-4582-8cbd-bd36a275d832 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4788163 Dec 10 16:41:09.014059 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:09.154223 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73,segment=NetworkSegment(1995761b-45ad-4249-83fc-362d53b3e086),segment_id=1995761b-45ad-4249-83fc-362d53b3e086)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:09.165425 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:09.186277 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f36e085-c044-4739-9687-92d0df7e2c81 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:09.196267 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f36e085-c044-4739-9687-92d0df7e2c81 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:09.203312 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f36e085-c044-4739-9687-92d0df7e2c81 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:09.216825 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f36e085-c044-4739-9687-92d0df7e2c81 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:09.223147 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5f36e085-c044-4739-9687-92d0df7e2c81 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4391801 Dec 10 16:41:09.223587 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38954) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:09.277585 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7b741e4-5b45-49f3-81c2-a297c50af915 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:09.384395 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7b741e4-5b45-49f3-81c2-a297c50af915 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:09.397020 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:09.464677 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device ead05d43-d89f-4cad-95aa-3efb70b1e0fa up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:41:09.538247 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c8f444f9-2245-4c82-bb81-d82d1f703148 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3108220 Dec 10 16:41:09.539014 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38966) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:09.559453 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649d8d82-ddc6-43f5-a186-8d71184f3c48 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:41:09.560219 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7b741e4-5b45-49f3-81c2-a297c50af915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:09.569716 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7b741e4-5b45-49f3-81c2-a297c50af915 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:09.571648 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c7b741e4-5b45-49f3-81c2-a297c50af915 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cf41837f-06c7-4fef-933c-8e2f1e35491f HTTP/1.1" status: 204 len: 168 time: 0.7364058 Dec 10 16:41:09.589231 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e12938-5da8-4c51-a6a0-02414a77a67a None None] Network 59e4bd25-c354-4a36-b568-d834af98a029 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:41:09.612164 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port ead05d43-d89f-4cad-95aa-3efb70b1e0fa triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:09.613088 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:09.618734 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e12938-5da8-4c51-a6a0-02414a77a67a None None] Network 59e4bd25-c354-4a36-b568-d834af98a029 could not be found, it might have been deleted concurrently. {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 16:41:09.652200 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4744ad0a-b3f6-4108-bf06-b688bee02397 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:09.657229 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4744ad0a-b3f6-4108-bf06-b688bee02397 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:09.657424 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d2a364-9f6d-4def-8840-7805e98a8c6a None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:41:09.661026 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4744ad0a-b3f6-4108-bf06-b688bee02397 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1199815 Dec 10 16:41:09.663463 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38972) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:09.692255 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801998ef-a1fc-41ed-b4d6-d4dae2ba131d None None] Network 59e4bd25-c354-4a36-b568-d834af98a029 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:41:09.751704 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801998ef-a1fc-41ed-b4d6-d4dae2ba131d None None] Network 59e4bd25-c354-4a36-b568-d834af98a029 could not be found, it might have been deleted concurrently. {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 16:41:09.757061 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b741e4-5b45-49f3-81c2-a297c50af915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf41837f-06c7-4fef-933c-8e2f1e35491f,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:09.842616 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b95f440-be01-4aa7-a0b9-d18bb7741f1b tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Attributes excluded by policy engine: ['shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:09.850779 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-176e62e0-7496-4fcc-881a-09f2b0e3c749 None None] Provisioning complete for port ead05d43-d89f-4cad-95aa-3efb70b1e0fa triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:09.851523 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-176e62e0-7496-4fcc-881a-09f2b0e3c749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:09.872983 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b95f440-be01-4aa7-a0b9-d18bb7741f1b tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Attributes excluded by policy engine: ['shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:09.883387 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1b95f440-be01-4aa7-a0b9-d18bb7741f1b tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2188616 Dec 10 16:41:09.887258 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38978) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:09.964914 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:10.047498 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port ead05d43-d89f-4cad-95aa-3efb70b1e0fa, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=ead05d43-d89f-4cad-95aa-3efb70b1e0fa,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:10.054889 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:10.160025 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c67ab-be84-4836-a622-b4ab8baa95c9 req-ed3607e4-0a7b-406a-b5cb-fc084957c30d tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:10.169234 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ec8c67ab-be84-4836-a622-b4ab8baa95c9 req-ed3607e4-0a7b-406a-b5cb-fc084957c30d tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.2384014 Dec 10 16:41:10.261403 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6920326-27cd-4c70-bf1d-0926d6cf72bb tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:10.273298 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f6920326-27cd-4c70-bf1d-0926d6cf72bb tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "GET /v2.0/networks/3e1846c0-05b0-43c9-a8f3-0f0d3f06625e HTTP/1.1" status: 200 len: 799 time: 0.3817222 Dec 10 16:41:10.279327 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:41:10.281156 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 38990) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:10.302160 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ec8c67ab-be84-4836-a622-b4ab8baa95c9 req-43f5101d-7ed9-4851-9c8c-b8fb4c61eda9 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1219573 Dec 10 16:41:10.310605 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ef428-bb2d-4eed-b83e-6b44ea89b54a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Deleting port 7121807d-b3d3-4141-8394-45e4f9986591 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:41:10.314347 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bb3ef428-bb2d-4eed-b83e-6b44ea89b54a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:10.322163 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de69f69-8b29-427f-aa96-a3c3654edd45 None None] Sync routers for ids ['828cdc82-4d67-4f3d-9cc1-8cc37f00521d'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:41:10.377213 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de69f69-8b29-427f-aa96-a3c3654edd45 None None] Routers {'828cdc82-4d67-4f3d-9cc1-8cc37f00521d'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:10.378006 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8de69f69-8b29-427f-aa96-a3c3654edd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:40:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['828cdc82-4d67-4f3d-9cc1-8cc37f00521d'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:10.497740 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=ead05d43-d89f-4cad-95aa-3efb70b1e0fa,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:10.588597 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07ecc2-b2ab-4060-a36c-463d055b5687 req-c49580b5-5453-40d6-8c83-ed668b131e63 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:10.599319 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf07ecc2-b2ab-4060-a36c-463d055b5687 req-c49580b5-5453-40d6-8c83-ed668b131e63 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a346969-61e6-4402-acb1-bee5e96cc1f4 HTTP/1.1" status: 200 len: 946 time: 0.1352134 Dec 10 16:41:10.634952 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-bb3ef428-bb2d-4eed-b83e-6b44ea89b54a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] For port 7121807d-b3d3-4141-8394-45e4f9986591, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=7121807d-b3d3-4141-8394-45e4f9986591,segment=NetworkSegment(33cd13ef-c4b9-47fa-bdb3-4a4865f6cb3d),segment_id=33cd13ef-c4b9-47fa-bdb3-4a4865f6cb3d)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:10.635341 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bb3ef428-bb2d-4eed-b83e-6b44ea89b54a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:10.664923 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ef428-bb2d-4eed-b83e-6b44ea89b54a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Calling delete_port for 7121807d-b3d3-4141-8394-45e4f9986591 owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:41:10.665709 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:10.666060 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:10.671439 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:10.671795 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:10.672138 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:10.682903 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:10.682903 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:10.682903 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:10.682903 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:10.682903 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:10.682903 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:10.685960 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:10.686512 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:10.688498 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-51b59d52-7b5d-4802-9cda-f43c0ca4e394 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "GET /v2.0/networks/3e1846c0-05b0-43c9-a8f3-0f0d3f06625e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.4032836 Dec 10 16:41:10.689352 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39028) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:10.732811 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf07ecc2-b2ab-4060-a36c-463d055b5687 req-8544576e-d595-458b-86e8-ab75a9b747ed tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325366 Dec 10 16:41:10.753744 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-54477e58-7568-402c-bef4-44395b4337f1 None None] Provisioning complete for port e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:10.754130 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-54477e58-7568-402c-bef4-44395b4337f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:10.812952 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5631599e-95d2-4ca2-80da-644e231e4168 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:10.816851 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5631599e-95d2-4ca2-80da-644e231e4168 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "GET /v2.0/subnets/a282f601-829f-4e8f-bb84-caab58748633 HTTP/1.1" status: 200 len: 811 time: 0.1254787 Dec 10 16:41:10.820432 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39040) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:10.933147 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527db31f-b0a2-41da-8ce4-63a711517745 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Attributes excluded by policy engine: ['shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:10.934565 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-527db31f-b0a2-41da-8ce4-63a711517745 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "GET /v2.0/subnets/a282f601-829f-4e8f-bb84-caab58748633?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1130154 Dec 10 16:41:10.944638 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39042) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:10.946911 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-8de69f69-8b29-427f-aa96-a3c3654edd45 None None] Set router 828cdc82-4d67-4f3d-9cc1-8cc37f00521d gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:41:10.949553 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-9aa903bc-8810-496a-87ce-b07214e07e96 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-328706534'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:11.026672 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa903bc-8810-496a-87ce-b07214e07e96 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Made reservation on behalf of a8583be60b5b47adbe7d3e43d3a1ef22 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:41:11.033186 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9aa903bc-8810-496a-87ce-b07214e07e96 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:11.042117 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b5c68-7c45-4394-9f1f-52b50830f2f7 req-526b73d9-37f5-4f09-b90f-8f40ef76dcd2 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:11.044200 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-201b5c68-7c45-4394-9f1f-52b50830f2f7 req-526b73d9-37f5-4f09-b90f-8f40ef76dcd2 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.1445498 Dec 10 16:41:11.065477 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-54477e58-7568-402c-bef4-44395b4337f1 None None] Provisioning complete for port 5066bd84-29e0-4402-81be-0df2360dec29 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:11.066472 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-54477e58-7568-402c-bef4-44395b4337f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:11.105402 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aa903bc-8810-496a-87ce-b07214e07e96 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:41:11.112389 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-54477e58-7568-402c-bef4-44395b4337f1 None None] Port 5066bd84-29e0-4402-81be-0df2360dec29 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:41:11.131276 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9aa903bc-8810-496a-87ce-b07214e07e96 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:11.132249 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-9aa903bc-8810-496a-87ce-b07214e07e96 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Added segment f77cf719-7082-4bee-a9f6-44311aee1c59 of type vlan for network b7dbb9ab-d4ff-4169-9083-6e901ff3807b Dec 10 16:41:11.237270 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9aa903bc-8810-496a-87ce-b07214e07e96 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:11.292362 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9aa903bc-8810-496a-87ce-b07214e07e96 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:11.304404 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa903bc-8810-496a-87ce-b07214e07e96 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:11.305252 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9aa903bc-8810-496a-87ce-b07214e07e96 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:11.358468 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device ead05d43-d89f-4cad-95aa-3efb70b1e0fa up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:41:11.365379 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-fc798119-d48c-4c44-a21e-9347797d9f7a None None] Provisioning complete for port e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:11.365785 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fc798119-d48c-4c44-a21e-9347797d9f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:11.381147 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9aa903bc-8810-496a-87ce-b07214e07e96 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4329600 Dec 10 16:41:11.449701 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39062) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:11.459062 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-86b88cea-d70a-4cfd-a29a-de7643fb9453 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Request body: {'subnet': {'network_id': 'b7dbb9ab-d4ff-4169-9083-6e901ff3807b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:11.537582 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa903bc-8810-496a-87ce-b07214e07e96 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event updated for resources: {'Network': ['ID=b7dbb9ab-d4ff-4169-9083-6e901ff3807b,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:11.585143 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network b7dbb9ab-d4ff-4169-9083-6e901ff3807b details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:41:11.630435 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b88cea-d70a-4cfd-a29a-de7643fb9453 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Made reservation on behalf of a8583be60b5b47adbe7d3e43d3a1ef22 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:41:11.640640 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-86b88cea-d70a-4cfd-a29a-de7643fb9453 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:11.647928 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-201b5c68-7c45-4394-9f1f-52b50830f2f7 req-4b6e3624-a99a-4031-9ee7-bafbd2da9832 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5948443 Dec 10 16:41:11.754807 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bb3ef428-bb2d-4eed-b83e-6b44ea89b54a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:11.874670 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.ipam_backend_mixin [None req-86b88cea-d70a-4cfd-a29a-de7643fb9453 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Performing IP validity checks on allocation pools {{(pid=103393) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 16:41:11.875205 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.ipam_backend_mixin [None req-86b88cea-d70a-4cfd-a29a-de7643fb9453 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103393) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 16:41:11.879023 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8de69f69-8b29-427f-aa96-a3c3654edd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828cdc82-4d67-4f3d-9cc1-8cc37f00521d', 'name': 'tempest-TestVolumeBackupRestore-1725894520-router', 'tenant_id': '7714c2cded694995ab67c85f58b69a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ead05d43-d89f-4cad-95aa-3efb70b1e0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:01Z', 'updated_at': '2021-12-10T16:41:07Z', 'revision_number': 4, 'project_id': '7714c2cded694995ab67c85f58b69a3c', 'gw_port': {'id': 'ead05d43-d89f-4cad-95aa-3efb70b1e0fa', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828cdc82-4d67-4f3d-9cc1-8cc37f00521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:02Z', 'updated_at': '2021-12-10T16:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '5066bd84-29e0-4402-81be-0df2360dec29', 'name': '', 'network_id': 'fb45e9c3-9b9a-4fff-8b39-fb7c9ec840e8', 'tenant_id': '7714c2cded694995ab67c85f58b69a3c', 'mac_address': 'fa:16:3e:5d:76:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828cdc82-4d67-4f3d-9cc1-8cc37f00521d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': 'ad09a9ff-46e2-4a92-80b0-58a35658ba64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:05Z', 'updated_at': '2021-12-10T16:41:07Z', 'revision_number': 2, 'project_id': '7714c2cded694995ab67c85f58b69a3c', 'subnets': [{'id': 'ad09a9ff-46e2-4a92-80b0-58a35658ba64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:11.881710 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port ead05d43-d89f-4cad-95aa-3efb70b1e0fa triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:11.881855 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:12.001150 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ef428-bb2d-4eed-b83e-6b44ea89b54a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event deleted for resources: {'Port': ['ID=7121807d-b3d3-4141-8394-45e4f9986591,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:12.044702 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de69f69-8b29-427f-aa96-a3c3654edd45 None None] Checking router: 828cdc82-4d67-4f3d-9cc1-8cc37f00521d for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:41:12.045302 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de69f69-8b29-427f-aa96-a3c3654edd45 None None] Updating router 828cdc82-4d67-4f3d-9cc1-8cc37f00521d port 5066bd84-29e0-4402-81be-0df2360dec29 binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:41:12.126829 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8de69f69-8b29-427f-aa96-a3c3654edd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:12.224514 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-fc798119-d48c-4c44-a21e-9347797d9f7a None None] Provisioning complete for port 5066bd84-29e0-4402-81be-0df2360dec29 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:12.225120 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fc798119-d48c-4c44-a21e-9347797d9f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:12.242016 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-86b88cea-d70a-4cfd-a29a-de7643fb9453 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:12.256321 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7563c-bc0a-4846-857f-63648ec2fdd3 req-7c042609-e90e-49ce-a646-203a4d386405 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:12.258990 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-28a7563c-bc0a-4846-857f-63648ec2fdd3 req-7c042609-e90e-49ce-a646-203a4d386405 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a346969-61e6-4402-acb1-bee5e96cc1f4 HTTP/1.1" status: 200 len: 946 time: 0.2705715 Dec 10 16:41:12.309759 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:41:12.345275 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-fc798119-d48c-4c44-a21e-9347797d9f7a None None] Port 5066bd84-29e0-4402-81be-0df2360dec29 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:41:12.380717 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b88cea-d70a-4cfd-a29a-de7643fb9453 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event updated for resources: {'Subnet': ['ID=1dc7c7ed-8ffb-4221-81d9-64d5ea784c37,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:12.438293 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b88cea-d70a-4cfd-a29a-de7643fb9453 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Checking segment: {'id': 'f77cf719-7082-4bee-a9f6-44311aee1c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b7dbb9ab-d4ff-4169-9083-6e901ff3807b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:41:12.438669 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b88cea-d70a-4cfd-a29a-de7643fb9453 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Network hostable DHCP agents. Network: b7dbb9ab-d4ff-4169-9083-6e901ff3807b, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:41:12.440435 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-28a7563c-bc0a-4846-857f-63648ec2fdd3 req-2a8fc1f0-523f-4041-88ee-3f2e7602289f tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247852 Dec 10 16:41:12.474380 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bb3ef428-bb2d-4eed-b83e-6b44ea89b54a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:12.491627 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b88cea-d70a-4cfd-a29a-de7643fb9453 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Network b7dbb9ab-d4ff-4169-9083-6e901ff3807b is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:41:12.501327 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-86b88cea-d70a-4cfd-a29a-de7643fb9453 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, b7dbb9ab-d4ff-4169-9083-6e901ff3807b) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:12.511148 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b88cea-d70a-4cfd-a29a-de7643fb9453 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:12.511756 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-86b88cea-d70a-4cfd-a29a-de7643fb9453 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:12.527704 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a340756e-5442-4302-9f06-a51add1538c1 None None] Network b7dbb9ab-d4ff-4169-9083-6e901ff3807b requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:41:12.544741 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-86b88cea-d70a-4cfd-a29a-de7643fb9453 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0913033 Dec 10 16:41:12.544741 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39100) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:12.549959 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-48484c97-6878-4570-8d01-93b995806841 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:12.716742 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:12.717122 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:12.803376 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-b82a7f4e-d6fe-4691-b8d7-46170e42eea1 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:12.811372 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-b82a7f4e-d6fe-4691-b8d7-46170e42eea1 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/networks?id=32421a12-0b3a-42d4-846a-0de14cdef277 HTTP/1.1" status: 200 len: 811 time: 0.1896887 Dec 10 16:41:12.824241 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-48484c97-6878-4570-8d01-93b995806841 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60296088'] for subnet, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:12.838034 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-03caa746-7804-4998-8981-7d3c8a96ce72 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/quotas/38b4c50f2746432ea9adf6424421cd8d HTTP/1.1" status: 200 len: 375 time: 0.0253356 Dec 10 16:41:12.849473 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a312c3-9b08-4bc1-b44d-626295887442 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-b7dbb9ab-d4ff-4169-9083-6e901ff3807b', 'network_id': 'b7dbb9ab-d4ff-4169-9083-6e901ff3807b', 'project_id': 'a8583be60b5b47adbe7d3e43d3a1ef22', 'fixed_ips': [{'subnet_id': '1dc7c7ed-8ffb-4221-81d9-64d5ea784c37'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:41:12.850377 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d0a312c3-9b08-4bc1-b44d-626295887442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:13.032201 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-b53e9d84-c208-466f-8fba-a306e72ccd9b tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=38b4c50f2746432ea9adf6424421cd8d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1931639 Dec 10 16:41:13.141862 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3ef428-bb2d-4eed-b83e-6b44ea89b54a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Router a3daaec8-386d-4021-bb23-29c319fd323f has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:41:13.177050 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-48484c97-6878-4570-8d01-93b995806841 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748350858460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59636957'] for subnet, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:13.258956 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48484c97-6878-4570-8d01-93b995806841 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:13.260486 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-48484c97-6878-4570-8d01-93b995806841 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:13.263420 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-48484c97-6878-4570-8d01-93b995806841 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "PUT /v2.0/subnets/1dc7c7ed-8ffb-4221-81d9-64d5ea784c37 HTTP/1.1" status: 200 len: 877 time: 0.7175181 Dec 10 16:41:13.270898 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39126) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:13.372716 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48484c97-6878-4570-8d01-93b995806841 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event updated for resources: {'Subnet': ['ID=1dc7c7ed-8ffb-4221-81d9-64d5ea784c37,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:13.406949 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8de69f69-8b29-427f-aa96-a3c3654edd45 None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:13.418790 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8de69f69-8b29-427f-aa96-a3c3654edd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:13.462301 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39130) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:13.484717 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-d0a312c3-9b08-4bc1-b44d-626295887442 None None] Allocated IP 172.20.0.3 (b7dbb9ab-d4ff-4169-9083-6e901ff3807b/1dc7c7ed-8ffb-4221-81d9-64d5ea784c37/00342aba-baea-4126-b94a-e7dfd38e64ec) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:41:13.487491 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-67774191-a173-4c28-83c7-70560a6ae403 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:13.521415 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-c90a7d78-9317-4945-9a2c-3e14fffe1cef service neutron] 10.222.0.11 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4773598 Dec 10 16:41:13.575836 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-67774191-a173-4c28-83c7-70560a6ae403 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:13.677915 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c88984-3d94-4003-82d9-cdfe8b212b7e None None] Pushing event updated for resources: {'Port': ['ID=5066bd84-29e0-4402-81be-0df2360dec29,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:13.693730 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3ef428-bb2d-4eed-b83e-6b44ea89b54a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:41:13.707173 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-bb3ef428-bb2d-4eed-b83e-6b44ea89b54a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "PUT /v2.0/routers/a3daaec8-386d-4021-bb23-29c319fd323f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6556070 Dec 10 16:41:13.730424 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c15602-6075-4a98-ab28-9323cfd37af9 None None] Sync routers for ids ['a3daaec8-386d-4021-bb23-29c319fd323f'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:41:13.760734 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-8de69f69-8b29-427f-aa96-a3c3654edd45 None None] Attempting to bind port 5066bd84-29e0-4402-81be-0df2360dec29 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:41:13.761128 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-8de69f69-8b29-427f-aa96-a3c3654edd45 None None] Attempting to bind port 5066bd84-29e0-4402-81be-0df2360dec29 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '89559e97-2ffb-439c-bc9a-1a58bc13f276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fb45e9c3-9b9a-4fff-8b39-fb7c9ec840e8'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:41:13.761599 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de69f69-8b29-427f-aa96-a3c3654edd45 None None] Attempting to bind port 5066bd84-29e0-4402-81be-0df2360dec29 on network fb45e9c3-9b9a-4fff-8b39-fb7c9ec840e8 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:41:13.777658 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c15602-6075-4a98-ab28-9323cfd37af9 None None] Routers {'a3daaec8-386d-4021-bb23-29c319fd323f'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:13.778318 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-a8c15602-6075-4a98-ab28-9323cfd37af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:40:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['a3daaec8-386d-4021-bb23-29c319fd323f'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:13.782871 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de69f69-8b29-427f-aa96-a3c3654edd45 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:41:13.783249 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de69f69-8b29-427f-aa96-a3c3654edd45 None None] Checking segment: {'id': '89559e97-2ffb-439c-bc9a-1a58bc13f276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fb45e9c3-9b9a-4fff-8b39-fb7c9ec840e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:41:13.783850 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8de69f69-8b29-427f-aa96-a3c3654edd45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:13.785269 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de69f69-8b29-427f-aa96-a3c3654edd45 None None] Bound using segment: {'id': '89559e97-2ffb-439c-bc9a-1a58bc13f276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fb45e9c3-9b9a-4fff-8b39-fb7c9ec840e8'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:41:13.785950 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-8de69f69-8b29-427f-aa96-a3c3654edd45 None None] Bound port: 5066bd84-29e0-4402-81be-0df2360dec29, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89559e97-2ffb-439c-bc9a-1a58bc13f276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fb45e9c3-9b9a-4fff-8b39-fb7c9ec840e8'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:41:13.786535 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8de69f69-8b29-427f-aa96-a3c3654edd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:13.879872 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-141b780e-7b6a-4331-860d-ef65c1b1e1a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:13.894639 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8de69f69-8b29-427f-aa96-a3c3654edd45 None None] For port 5066bd84-29e0-4402-81be-0df2360dec29, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:41:13.898675 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8de69f69-8b29-427f-aa96-a3c3654edd45 None None] For port 5066bd84-29e0-4402-81be-0df2360dec29, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=5066bd84-29e0-4402-81be-0df2360dec29,segment=NetworkSegment(89559e97-2ffb-439c-bc9a-1a58bc13f276),segment_id=89559e97-2ffb-439c-bc9a-1a58bc13f276)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:41:13.898955 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-300bc5e3-4c0f-4583-87b9-e7b39ffed1ad service neutron] 10.222.0.11 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758383 Dec 10 16:41:13.926006 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8de69f69-8b29-427f-aa96-a3c3654edd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:13.960891 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-a8c15602-6075-4a98-ab28-9323cfd37af9 None None] Set router a3daaec8-386d-4021-bb23-29c319fd323f gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:41:14.061585 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c88984-3d94-4003-82d9-cdfe8b212b7e None None] Pushing event updated for resources: {'Port': ['ID=5066bd84-29e0-4402-81be-0df2360dec29,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:14.093489 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-141b780e-7b6a-4331-860d-ef65c1b1e1a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:14.102496 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-141b780e-7b6a-4331-860d-ef65c1b1e1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:14.113242 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-552f07a8-d14b-432a-b2f9-98e92c1f0c29 None None] Provisioning complete for port 5066bd84-29e0-4402-81be-0df2360dec29 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:14.113957 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-552f07a8-d14b-432a-b2f9-98e92c1f0c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:14.188032 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f10deb87-2661-48be-a42d-e85838ab5ba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:14.209541 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-141b780e-7b6a-4331-860d-ef65c1b1e1a3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=867647223fde4b80b97ab6c7ebc1b0e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7452993 Dec 10 16:41:14.212899 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39156) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:14.216449 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de69f69-8b29-427f-aa96-a3c3654edd45 None None] Routers {'828cdc82-4d67-4f3d-9cc1-8cc37f00521d'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:14.217110 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8de69f69-8b29-427f-aa96-a3c3654edd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:40:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['828cdc82-4d67-4f3d-9cc1-8cc37f00521d'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:14.217920 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b780e-7b6a-4331-860d-ef65c1b1e1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c207d37e-666e-4c36-95fe-fefbd1bef7de,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:14.341605 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f751f8-707f-4fe6-928d-a144e4cf4f15 req-887dcb96-3965-402f-b6fb-ae943df8b597 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:14.349534 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-06f751f8-707f-4fe6-928d-a144e4cf4f15 req-887dcb96-3965-402f-b6fb-ae943df8b597 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a346969-61e6-4402-acb1-bee5e96cc1f4 HTTP/1.1" status: 200 len: 946 time: 0.0958569 Dec 10 16:41:14.390536 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcf1a-a8bd-4ba0-aeba-d2826018ea73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:14.433431 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcf1a-a8bd-4ba0-aeba-d2826018ea73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:14.500513 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d0a312c3-9b08-4bc1-b44d-626295887442 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:14.537835 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d0a312c3-9b08-4bc1-b44d-626295887442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:14.545958 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-06f751f8-707f-4fe6-928d-a144e4cf4f15 req-4be23173-62f4-4da6-b33b-28e537222724 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895006 Dec 10 16:41:14.553581 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-552f07a8-d14b-432a-b2f9-98e92c1f0c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:14.576898 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcf1a-a8bd-4ba0-aeba-d2826018ea73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:14.585393 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcf1a-a8bd-4ba0-aeba-d2826018ea73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:14.590022 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ef6fcf1a-a8bd-4ba0-aeba-d2826018ea73 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c207d37e-666e-4c36-95fe-fefbd1bef7de HTTP/1.1" status: 204 len: 168 time: 0.3760581 Dec 10 16:41:14.621293 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6fcf1a-a8bd-4ba0-aeba-d2826018ea73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c207d37e-666e-4c36-95fe-fefbd1bef7de,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:14.636312 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a312c3-9b08-4bc1-b44d-626295887442 None None] Network b7dbb9ab-d4ff-4169-9083-6e901ff3807b is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:41:14.637702 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-67774191-a173-4c28-83c7-70560a6ae403 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:14.684694 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-d0a312c3-9b08-4bc1-b44d-626295887442 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:14.689174 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a312c3-9b08-4bc1-b44d-626295887442 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:41:14.748409 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-8de69f69-8b29-427f-aa96-a3c3654edd45 None None] Set router 828cdc82-4d67-4f3d-9cc1-8cc37f00521d gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:41:14.765853 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67774191-a173-4c28-83c7-70560a6ae403 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event deleted for resources: {'Subnet': ['ID=1dc7c7ed-8ffb-4221-81d9-64d5ea784c37,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:14.802520 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-552f07a8-d14b-432a-b2f9-98e92c1f0c29 None None] For port 5066bd84-29e0-4402-81be-0df2360dec29, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=5066bd84-29e0-4402-81be-0df2360dec29,segment=NetworkSegment(89559e97-2ffb-439c-bc9a-1a58bc13f276),segment_id=89559e97-2ffb-439c-bc9a-1a58bc13f276)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:14.864976 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-a8c15602-6075-4a98-ab28-9323cfd37af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'name': 'tempest-TestNetworkBasicOps-router-1922325860', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '033196f5-e487-461d-9344-13635f0d77e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:38:29Z', 'updated_at': '2021-12-10T16:41:11Z', 'revision_number': 6, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'gw_port': {'id': '033196f5-e487-461d-9344-13635f0d77e5', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:38:31Z', 'updated_at': '2021-12-10T16:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '4f12a8f6-5ba0-4a19-9faa-8fdbcd2752de', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'floating_ip_address': '172.25.6.95', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'port_id': '14a1d06f-210d-4cdb-b160-f5a60a932505', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd541c368-720d-4b18-b807-71b1bfe1994a', 'mac_address': 'fa:16:3e:76:92:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9f4a92-2d46-4c26-9232-803f432456fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:39:34Z', 'updated_at': '2021-12-10T16:39:45Z', 'revision_number': 1, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e4e72f-cb6a-4b0c-9a28-12a06638453c', 'name': '', 'network_id': 'd541c368-720d-4b18-b807-71b1bfe1994a', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'mac_address': 'fa:16:3e:cb:de:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '16a35958-36a2-4747-a09b-1406e66a4b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:38:43Z', 'updated_at': '2021-12-10T16:38:57Z', 'revision_number': 5, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'subnets': [{'id': '16a35958-36a2-4747-a09b-1406e66a4b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:14.904693 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-552f07a8-d14b-432a-b2f9-98e92c1f0c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:14.941498 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-67774191-a173-4c28-83c7-70560a6ae403 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:14.963393 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a312c3-9b08-4bc1-b44d-626295887442 None None] Pushing event updated for resources: {'Port': ['ID=00342aba-baea-4126-b94a-e7dfd38e64ec,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:14.970559 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c15602-6075-4a98-ab28-9323cfd37af9 None None] Checking router: a3daaec8-386d-4021-bb23-29c319fd323f for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:41:14.998803 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-67774191-a173-4c28-83c7-70560a6ae403 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7dbb9ab-d4ff-4169-9083-6e901ff3807b']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:15.003245 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c15602-6075-4a98-ab28-9323cfd37af9 None None] Routers {'a3daaec8-386d-4021-bb23-29c319fd323f'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:15.005340 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-a8c15602-6075-4a98-ab28-9323cfd37af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:40:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['a3daaec8-386d-4021-bb23-29c319fd323f'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:15.024944 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-67774191-a173-4c28-83c7-70560a6ae403 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f77cf719-7082-4bee-a9f6-44311aee1c59') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:15.026058 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-67774191-a173-4c28-83c7-70560a6ae403 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f77cf719-7082-4bee-a9f6-44311aee1c59') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:15.057867 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-67774191-a173-4c28-83c7-70560a6ae403 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:15.085382 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-72367112-11bc-4ab6-a180-cac739826417 req-457ec979-6019-4fdb-82b8-1c8c1b4206be tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbed5c20-cdc4-43fb-af78-fe79b6091e34 HTTP/1.1" status: 200 len: 210 time: 0.0762165 Dec 10 16:41:15.106378 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-67774191-a173-4c28-83c7-70560a6ae403 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:15.128728 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67774191-a173-4c28-83c7-70560a6ae403 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:41:15.129887 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-67774191-a173-4c28-83c7-70560a6ae403 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:15.145460 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:41:15.145460 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:41:15.145460 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:41:15.145460 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:41:15.145460 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:41:15.145460 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:41:15.145460 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:41:15.145460 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:41:15.145460 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:41:15.145460 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:41:15.145460 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:41:15.145460 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:41:15.145460 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:41:15.145460 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:41:15.145460 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:41:15.145460 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:41:15.145460 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:41:15.145460 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:41:15.145460 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:41:15.145460 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:41:15.145460 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:41:15.145460 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:41:15.145460 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:41:15.145460 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:41:15.145460 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:41:15.145460 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:41:15.145460 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:41:15.145460 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:41:15.145460 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:41:15.145460 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:41:15.145460 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:41:15.145460 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:41:15.290106 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e65fb-644f-4223-b957-e4627e73cbd6 req-3b7f72f9-2b69-48fe-a1f3-28dab9f7cecb tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:15.293144 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e30e65fb-644f-4223-b957-e4627e73cbd6 req-3b7f72f9-2b69-48fe-a1f3-28dab9f7cecb tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e40e4eb-b236-429a-85cd-3ab0dd6d71b5 HTTP/1.1" status: 200 len: 946 time: 0.0997517 Dec 10 16:41:15.298610 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-a8c15602-6075-4a98-ab28-9323cfd37af9 None None] Set router a3daaec8-386d-4021-bb23-29c319fd323f gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:41:15.355929 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.db.api [None req-67774191-a173-4c28-83c7-70560a6ae403 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 16:41:15.355929 n-d-766771-2 neutron-server[103393]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 16:41:15.355929 n-d-766771-2 neutron-server[103393]: [parameters: {'id': 'b7dbb9ab-d4ff-4169-9083-6e901ff3807b'}] Dec 10 16:41:15.355929 n-d-766771-2 neutron-server[103393]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:41:15.356481 n-d-766771-2 neutron-server[103393]: DEBUG oslo_db.api [None req-67774191-a173-4c28-83c7-70560a6ae403 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:41:15.376409 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e30e65fb-644f-4223-b957-e4627e73cbd6 req-5f8d2e6d-1762-4872-9ef5-b2b2ec113f36 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2df08c2-6d57-44b4-bfd2-2dd16b936ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755713 Dec 10 16:41:15.418257 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d0a312c3-9b08-4bc1-b44d-626295887442 None None] Attempting to bind port 00342aba-baea-4126-b94a-e7dfd38e64ec on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:41:15.418746 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d0a312c3-9b08-4bc1-b44d-626295887442 None None] Attempting to bind port 00342aba-baea-4126-b94a-e7dfd38e64ec by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'f77cf719-7082-4bee-a9f6-44311aee1c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b7dbb9ab-d4ff-4169-9083-6e901ff3807b'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:41:15.419087 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a312c3-9b08-4bc1-b44d-626295887442 None None] Attempting to bind port 00342aba-baea-4126-b94a-e7dfd38e64ec on network b7dbb9ab-d4ff-4169-9083-6e901ff3807b {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:41:15.421127 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39186) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:15.452416 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce780fe7-00c9-4680-81d8-0ad2250f2466 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:15.539329 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce780fe7-00c9-4680-81d8-0ad2250f2466 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:15.542867 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a312c3-9b08-4bc1-b44d-626295887442 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:41:15.543446 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a312c3-9b08-4bc1-b44d-626295887442 None None] Checking segment: {'id': 'f77cf719-7082-4bee-a9f6-44311aee1c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b7dbb9ab-d4ff-4169-9083-6e901ff3807b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:41:15.543678 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d0a312c3-9b08-4bc1-b44d-626295887442 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:15.544082 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a312c3-9b08-4bc1-b44d-626295887442 None None] Bound using segment: {'id': 'f77cf719-7082-4bee-a9f6-44311aee1c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b7dbb9ab-d4ff-4169-9083-6e901ff3807b'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:41:15.544474 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce780fe7-00c9-4680-81d8-0ad2250f2466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:15.544695 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d0a312c3-9b08-4bc1-b44d-626295887442 None None] Bound port: 00342aba-baea-4126-b94a-e7dfd38e64ec, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f77cf719-7082-4bee-a9f6-44311aee1c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b7dbb9ab-d4ff-4169-9083-6e901ff3807b'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:41:15.545115 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d0a312c3-9b08-4bc1-b44d-626295887442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:15.555429 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f07a8-d14b-432a-b2f9-98e92c1f0c29 None None] Pushing event updated for resources: {'Port': ['ID=5066bd84-29e0-4402-81be-0df2360dec29,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:15.566322 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c4e1b320-9c37-47e3-bf89-1ed158f34b9e None None] Provisioning complete for port 5066bd84-29e0-4402-81be-0df2360dec29 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:15.567103 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c4e1b320-9c37-47e3-bf89-1ed158f34b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:15.603649 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ce780fe7-00c9-4680-81d8-0ad2250f2466 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8add236ad7704278b4b2abc8eaf97fd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1814075 Dec 10 16:41:15.606393 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39194) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:15.630376 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce780fe7-00c9-4680-81d8-0ad2250f2466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84910716-5d71-467c-8deb-14f230a90f74,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:15.732092 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5d5d7817-def9-4db9-967c-36ae17ad0956 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:15.817384 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-a8c15602-6075-4a98-ab28-9323cfd37af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'name': 'tempest-TestNetworkBasicOps-router-1922325860', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '033196f5-e487-461d-9344-13635f0d77e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:38:29Z', 'updated_at': '2021-12-10T16:41:11Z', 'revision_number': 6, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'gw_port': {'id': '033196f5-e487-461d-9344-13635f0d77e5', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:38:31Z', 'updated_at': '2021-12-10T16:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '4f12a8f6-5ba0-4a19-9faa-8fdbcd2752de', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'floating_ip_address': '172.25.6.95', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'port_id': '14a1d06f-210d-4cdb-b160-f5a60a932505', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd541c368-720d-4b18-b807-71b1bfe1994a', 'mac_address': 'fa:16:3e:76:92:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9f4a92-2d46-4c26-9232-803f432456fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:39:34Z', 'updated_at': '2021-12-10T16:39:45Z', 'revision_number': 1, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e4e72f-cb6a-4b0c-9a28-12a06638453c', 'name': '', 'network_id': 'd541c368-720d-4b18-b807-71b1bfe1994a', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'mac_address': 'fa:16:3e:cb:de:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '16a35958-36a2-4747-a09b-1406e66a4b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:38:43Z', 'updated_at': '2021-12-10T16:38:57Z', 'revision_number': 5, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'subnets': [{'id': '16a35958-36a2-4747-a09b-1406e66a4b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:15.869185 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5d5d7817-def9-4db9-967c-36ae17ad0956 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:15.888377 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-67774191-a173-4c28-83c7-70560a6ae403 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:15.890982 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c15602-6075-4a98-ab28-9323cfd37af9 None None] The sync data for ids ['a3daaec8-386d-4021-bb23-29c319fd323f'] in n-d-766771-2 is: [{'id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'name': 'tempest-TestNetworkBasicOps-router-1922325860', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '033196f5-e487-461d-9344-13635f0d77e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:38:29Z', 'updated_at': '2021-12-10T16:41:11Z', 'revision_number': 6, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'gw_port': {'id': '033196f5-e487-461d-9344-13635f0d77e5', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:38:31Z', 'updated_at': '2021-12-10T16:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '4f12a8f6-5ba0-4a19-9faa-8fdbcd2752de', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'floating_ip_address': '172.25.6.95', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'port_id': '14a1d06f-210d-4cdb-b160-f5a60a932505', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd541c368-720d-4b18-b807-71b1bfe1994a', 'mac_address': 'fa:16:3e:76:92:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9f4a92-2d46-4c26-9232-803f432456fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:39:34Z', 'updated_at': '2021-12-10T16:39:45Z', 'revision_number': 1, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e4e72f-cb6a-4b0c-9a28-12a06638453c', 'name': '', 'network_id': 'd541c368-720d-4b18-b807-71b1bfe1994a', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'mac_address': 'fa:16:3e:cb:de:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '16a35958-36a2-4747-a09b-1406e66a4b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:38:43Z', 'updated_at': '2021-12-10T16:38:57Z', 'revision_number': 5, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'subnets': [{'id': '16a35958-36a2-4747-a09b-1406e66a4b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:41:15.986047 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5d5d7817-def9-4db9-967c-36ae17ad0956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:15.990693 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5d5d7817-def9-4db9-967c-36ae17ad0956 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:16.004655 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5d5d7817-def9-4db9-967c-36ae17ad0956 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/84910716-5d71-467c-8deb-14f230a90f74 HTTP/1.1" status: 204 len: 168 time: 0.3889866 Dec 10 16:41:16.054699 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d7817-def9-4db9-967c-36ae17ad0956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84910716-5d71-467c-8deb-14f230a90f74,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:16.082933 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d0a312c3-9b08-4bc1-b44d-626295887442 None None] For port 00342aba-baea-4126-b94a-e7dfd38e64ec, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:41:16.088816 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713286a3-ca92-454d-95cb-35af2a6c091d req-c1d12081-3790-40c2-b27f-45d471ca9582 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:16.103130 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-713286a3-ca92-454d-95cb-35af2a6c091d req-c1d12081-3790-40c2-b27f-45d471ca9582 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a346969-61e6-4402-acb1-bee5e96cc1f4 HTTP/1.1" status: 200 len: 946 time: 0.3731058 Dec 10 16:41:16.133265 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d0a312c3-9b08-4bc1-b44d-626295887442 None None] For port 00342aba-baea-4126-b94a-e7dfd38e64ec, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=00342aba-baea-4126-b94a-e7dfd38e64ec,segment=NetworkSegment(f77cf719-7082-4bee-a9f6-44311aee1c59),segment_id=f77cf719-7082-4bee-a9f6-44311aee1c59)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:41:16.142225 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d0a312c3-9b08-4bc1-b44d-626295887442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:16.213347 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8de69f69-8b29-427f-aa96-a3c3654edd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828cdc82-4d67-4f3d-9cc1-8cc37f00521d', 'name': 'tempest-TestVolumeBackupRestore-1725894520-router', 'tenant_id': '7714c2cded694995ab67c85f58b69a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ead05d43-d89f-4cad-95aa-3efb70b1e0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:01Z', 'updated_at': '2021-12-10T16:41:07Z', 'revision_number': 4, 'project_id': '7714c2cded694995ab67c85f58b69a3c', 'gw_port': {'id': 'ead05d43-d89f-4cad-95aa-3efb70b1e0fa', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828cdc82-4d67-4f3d-9cc1-8cc37f00521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:02Z', 'updated_at': '2021-12-10T16:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '5066bd84-29e0-4402-81be-0df2360dec29', 'name': '', 'network_id': 'fb45e9c3-9b9a-4fff-8b39-fb7c9ec840e8', 'tenant_id': '7714c2cded694995ab67c85f58b69a3c', 'mac_address': 'fa:16:3e:5d:76:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828cdc82-4d67-4f3d-9cc1-8cc37f00521d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': 'ad09a9ff-46e2-4a92-80b0-58a35658ba64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:05Z', 'updated_at': '2021-12-10T16:41:13Z', 'revision_number': 4, 'project_id': '7714c2cded694995ab67c85f58b69a3c', 'subnets': [{'id': 'ad09a9ff-46e2-4a92-80b0-58a35658ba64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:16.248906 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-713286a3-ca92-454d-95cb-35af2a6c091d req-e5ea113b-dbb6-4865-a893-a3a0f8c4ede7 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390569 Dec 10 16:41:16.366756 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de69f69-8b29-427f-aa96-a3c3654edd45 None None] The sync data for ids ['828cdc82-4d67-4f3d-9cc1-8cc37f00521d'] in n-d-766771-2 is: [{'id': '828cdc82-4d67-4f3d-9cc1-8cc37f00521d', 'name': 'tempest-TestVolumeBackupRestore-1725894520-router', 'tenant_id': '7714c2cded694995ab67c85f58b69a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ead05d43-d89f-4cad-95aa-3efb70b1e0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:01Z', 'updated_at': '2021-12-10T16:41:07Z', 'revision_number': 4, 'project_id': '7714c2cded694995ab67c85f58b69a3c', 'gw_port': {'id': 'ead05d43-d89f-4cad-95aa-3efb70b1e0fa', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828cdc82-4d67-4f3d-9cc1-8cc37f00521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:02Z', 'updated_at': '2021-12-10T16:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '5066bd84-29e0-4402-81be-0df2360dec29', 'name': '', 'network_id': 'fb45e9c3-9b9a-4fff-8b39-fb7c9ec840e8', 'tenant_id': '7714c2cded694995ab67c85f58b69a3c', 'mac_address': 'fa:16:3e:5d:76:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828cdc82-4d67-4f3d-9cc1-8cc37f00521d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': 'ad09a9ff-46e2-4a92-80b0-58a35658ba64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:05Z', 'updated_at': '2021-12-10T16:41:13Z', 'revision_number': 4, 'project_id': '7714c2cded694995ab67c85f58b69a3c', 'subnets': [{'id': 'ad09a9ff-46e2-4a92-80b0-58a35658ba64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:41:16.545318 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1b168e2b-be69-4320-97e9-1c4cdd25fbe0 req-b548fac2-a388-4e7d-8e8f-064ee4792511 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbed5c20-cdc4-43fb-af78-fe79b6091e34 HTTP/1.1" status: 200 len: 210 time: 0.1002519 Dec 10 16:41:16.589308 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a312c3-9b08-4bc1-b44d-626295887442 None None] Pushing event updated for resources: {'Port': ['ID=00342aba-baea-4126-b94a-e7dfd38e64ec,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:16.597660 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e19d10-c314-4430-9890-24eeee47869a req-425617ab-6381-4bb4-9af0-488c7fda9697 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:16.601648 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c2e19d10-c314-4430-9890-24eeee47869a req-425617ab-6381-4bb4-9af0-488c7fda9697 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e40e4eb-b236-429a-85cd-3ab0dd6d71b5 HTTP/1.1" status: 200 len: 946 time: 0.2540283 Dec 10 16:41:16.642877 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b31efbe-e9e9-4621-a6ee-a71b95904853 None None] Network b7dbb9ab-d4ff-4169-9083-6e901ff3807b requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:41:16.665146 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-df534fe6-dda4-4573-82de-545a5e2ed7d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:16.712710 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39216) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:16.922556 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-81f69750-252b-4995-aa37-03fcd5637c99 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:16.928679 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-81f69750-252b-4995-aa37-03fcd5637c99 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.26 "GET /v2.0/networks?id=32421a12-0b3a-42d4-846a-0de14cdef277 HTTP/1.1" status: 200 len: 811 time: 1.0904055 Dec 10 16:41:16.947067 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-67774191-a173-4c28-83c7-70560a6ae403 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Deleting port 00342aba-baea-4126-b94a-e7dfd38e64ec {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:41:16.949420 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-67774191-a173-4c28-83c7-70560a6ae403 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:16.955982 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-ba80d6be-1d51-45cf-b5b1-53f0e737684a tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Request body: {'port': {'device_id': 'bbed5c20-cdc4-43fb-af78-fe79b6091e34', 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277', 'admin_state_up': True, 'tenant_id': '38b4c50f2746432ea9adf6424421cd8d'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:17.007543 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974dc6f6-1ed8-4165-8861-3dcada1319c6 None None] Network b7dbb9ab-d4ff-4169-9083-6e901ff3807b requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:41:17.058159 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bb82a-1807-415b-970c-00eb277d26ef req-f2076701-048b-40df-ac4b-f4fd7ed8b820 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:17.061663 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d68bb82a-1807-415b-970c-00eb277d26ef req-f2076701-048b-40df-ac4b-f4fd7ed8b820 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e40e4eb-b236-429a-85cd-3ab0dd6d71b5 HTTP/1.1" status: 200 len: 946 time: 0.1620486 Dec 10 16:41:17.097444 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-c2e19d10-c314-4430-9890-24eeee47869a req-e27022da-19d4-4c0e-b936-ad61b7ffbbb2 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Deleting port d4e8bb34-c882-4380-9cf2-974ba5e9e745 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:41:17.097799 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c2e19d10-c314-4430-9890-24eeee47869a req-e27022da-19d4-4c0e-b936-ad61b7ffbbb2 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:17.138603 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8b1061-1b02-4115-8d28-b39e105c4640 None None] get_active_networks_info from n-d-766771-2 {{(pid=103394) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 16:41:17.225345 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4e96c861-67d4-4633-966e-8d93f142582e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:17.295231 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d68bb82a-1807-415b-970c-00eb277d26ef req-15175089-b001-4486-902e-ed81ac21f222 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2df08c2-6d57-44b4-bfd2-2dd16b936ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2248209 Dec 10 16:41:17.337344 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:17.353513 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-c2e19d10-c314-4430-9890-24eeee47869a req-e27022da-19d4-4c0e-b936-ad61b7ffbbb2 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] For port d4e8bb34-c882-4380-9cf2-974ba5e9e745, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=d4e8bb34-c882-4380-9cf2-974ba5e9e745,segment=NetworkSegment(33cd13ef-c4b9-47fa-bdb3-4a4865f6cb3d),segment_id=33cd13ef-c4b9-47fa-bdb3-4a4865f6cb3d)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:17.354095 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c2e19d10-c314-4430-9890-24eeee47869a req-e27022da-19d4-4c0e-b936-ad61b7ffbbb2 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:17.372979 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-c2e19d10-c314-4430-9890-24eeee47869a req-e27022da-19d4-4c0e-b936-ad61b7ffbbb2 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Calling delete_port for d4e8bb34-c882-4380-9cf2-974ba5e9e745 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:41:17.425875 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 5066bd84-29e0-4402-81be-0df2360dec29 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:41:17.512392 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8b1061-1b02-4115-8d28-b39e105c4640 None None] Resources bound (agent type, host, resource id): {{(pid=103394) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 16:41:17.513819 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-67774191-a173-4c28-83c7-70560a6ae403 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] For port 00342aba-baea-4126-b94a-e7dfd38e64ec, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=00342aba-baea-4126-b94a-e7dfd38e64ec,segment=NetworkSegment(f77cf719-7082-4bee-a9f6-44311aee1c59),segment_id=f77cf719-7082-4bee-a9f6-44311aee1c59)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:17.516688 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-67774191-a173-4c28-83c7-70560a6ae403 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:17.577519 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-67774191-a173-4c28-83c7-70560a6ae403 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Calling delete_port for 00342aba-baea-4126-b94a-e7dfd38e64ec owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:41:17.582411 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4e96c861-67d4-4633-966e-8d93f142582e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:17.583659 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-ba80d6be-1d51-45cf-b5b1-53f0e737684a tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Made reservation on behalf of 38b4c50f2746432ea9adf6424421cd8d for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:41:17.590172 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-ba80d6be-1d51-45cf-b5b1-53f0e737684a tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:17.610707 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4e96c861-67d4-4633-966e-8d93f142582e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:17.652644 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618ec4c-f89f-48a1-a75b-bf7b498019bb req-39e756c5-328d-4f10-8652-188d4e48cda8 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:17.668187 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6618ec4c-f89f-48a1-a75b-bf7b498019bb req-39e756c5-328d-4f10-8652-188d4e48cda8 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a346969-61e6-4402-acb1-bee5e96cc1f4 HTTP/1.1" status: 200 len: 946 time: 0.2012801 Dec 10 16:41:17.669910 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39240) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:17.670533 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4e96c861-67d4-4633-966e-8d93f142582e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3951617dc0b74708a310f2ae658f1fdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9564281 Dec 10 16:41:17.863972 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 5066bd84-29e0-4402-81be-0df2360dec29 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:17.864574 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:17.922997 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b37a6-ceb2-444e-a27a-17a829251e91 req-5fd57ec1-2935-444a-9b14-eae888f05bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:17.924530 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2c1b37a6-ceb2-444e-a27a-17a829251e91 req-5fd57ec1-2935-444a-9b14-eae888f05bb0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4a346969-61e6-4402-acb1-bee5e96cc1f4 HTTP/1.1" status: 200 len: 1097 time: 0.2124453 Dec 10 16:41:17.925149 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96c861-67d4-4633-966e-8d93f142582e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564e0d95-bf84-456c-bc8c-01ee2155e217,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:17.944207 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e96c861-67d4-4633-966e-8d93f142582e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:17.944640 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e96c861-67d4-4633-966e-8d93f142582e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:17.945106 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e96c861-67d4-4633-966e-8d93f142582e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:17.945522 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e96c861-67d4-4633-966e-8d93f142582e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:17.946397 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e96c861-67d4-4633-966e-8d93f142582e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:17.946846 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e96c861-67d4-4633-966e-8d93f142582e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:17.947283 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e96c861-67d4-4633-966e-8d93f142582e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:17.947708 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e96c861-67d4-4633-966e-8d93f142582e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:17.948129 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e96c861-67d4-4633-966e-8d93f142582e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:17.948549 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e96c861-67d4-4633-966e-8d93f142582e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:17.948968 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e96c861-67d4-4633-966e-8d93f142582e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:17.949388 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e96c861-67d4-4633-966e-8d93f142582e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:17.949809 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e96c861-67d4-4633-966e-8d93f142582e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:17.982997 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-ba80d6be-1d51-45cf-b5b1-53f0e737684a tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Allocated IP 172.20.0.4 (32421a12-0b3a-42d4-846a-0de14cdef277/bad4bd9c-d017-467b-badb-ee51884a8aea/09d537a4-28af-4988-83d0-49bf7e82c077) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:41:18.054560 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6618ec4c-f89f-48a1-a75b-bf7b498019bb req-80da69be-3497-4ee4-b0a1-cf7c7081489c tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815615 Dec 10 16:41:18.091733 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-67774191-a173-4c28-83c7-70560a6ae403 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:18.101770 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c0d2cae6-0793-4622-b069-dbb0f9db67ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:18.110872 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c2e19d10-c314-4430-9890-24eeee47869a req-e27022da-19d4-4c0e-b936-ad61b7ffbbb2 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:18.152521 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67774191-a173-4c28-83c7-70560a6ae403 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event deleted for resources: {'Port': ['ID=00342aba-baea-4126-b94a-e7dfd38e64ec,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:18.172375 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 7121807d-b3d3-4141-8394-45e4f9986591 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:41:18.185673 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67774191-a173-4c28-83c7-70560a6ae403 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] No DVR routers for this DVR port 00342aba-baea-4126-b94a-e7dfd38e64ec on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:41:18.207605 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 7121807d-b3d3-4141-8394-45e4f9986591 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:41:18.208010 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 7121807d-b3d3-4141-8394-45e4f9986591 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:41:18.283060 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27022da-19d4-4c0e-b936-ad61b7ffbbb2 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event deleted for resources: {'Port': ['ID=d4e8bb34-c882-4380-9cf2-974ba5e9e745,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:18.297570 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c0d2cae6-0793-4622-b069-dbb0f9db67ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:18.317521 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-83271442-9030-49bb-a12a-72888997a57d req-d75a2dd3-06d6-440e-a4fb-70d5f896236a tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbed5c20-cdc4-43fb-af78-fe79b6091e34 HTTP/1.1" status: 200 len: 210 time: 0.0949655 Dec 10 16:41:18.388332 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2c1b37a6-ceb2-444e-a27a-17a829251e91 req-ddb50dfa-7399-4152-bc6d-d5a3c8fa3918 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162796 Dec 10 16:41:18.395084 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e19d10-c314-4430-9890-24eeee47869a req-e27022da-19d4-4c0e-b936-ad61b7ffbbb2 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] No DVR routers for this DVR port d4e8bb34-c882-4380-9cf2-974ba5e9e745 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:41:18.398500 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-67774191-a173-4c28-83c7-70560a6ae403 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:18.398863 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c2e19d10-c314-4430-9890-24eeee47869a req-e27022da-19d4-4c0e-b936-ad61b7ffbbb2 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:18.403044 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c2e19d10-c314-4430-9890-24eeee47869a req-e27022da-19d4-4c0e-b936-ad61b7ffbbb2 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.46 "DELETE /v2.0/ports/d4e8bb34-c882-4380-9cf2-974ba5e9e745 HTTP/1.1" status: 204 len: 173 time: 1.7872381 Dec 10 16:41:18.410961 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e40e4eb-b236-429a-85cd-3ab0dd6d71b5', 'name': 'network-vif-deleted', 'tag': 'd4e8bb34-c882-4380-9cf2-974ba5e9e745'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:41:18.415548 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad80479-46a3-4ef3-a50c-56c9d84c2085" -d '{"events": [{"server_uuid": "2e40e4eb-b236-429a-85cd-3ab0dd6d71b5", "name": "network-vif-deleted", "tag": "d4e8bb34-c882-4380-9cf2-974ba5e9e745"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:41:18.442657 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-67774191-a173-4c28-83c7-70560a6ae403 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7dbb9ab-d4ff-4169-9083-6e901ff3807b']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:18.450815 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c0d2cae6-0793-4622-b069-dbb0f9db67ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:18.455103 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c0d2cae6-0793-4622-b069-dbb0f9db67ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:18.458801 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-67774191-a173-4c28-83c7-70560a6ae403 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f77cf719-7082-4bee-a9f6-44311aee1c59') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:18.459459 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-67774191-a173-4c28-83c7-70560a6ae403 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f77cf719-7082-4bee-a9f6-44311aee1c59') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:18.461423 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c0d2cae6-0793-4622-b069-dbb0f9db67ee admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/564e0d95-bf84-456c-bc8c-01ee2155e217 HTTP/1.1" status: 204 len: 168 time: 0.7842319 Dec 10 16:41:18.478949 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-ba80d6be-1d51-45cf-b5b1-53f0e737684a tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:18.481777 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-67774191-a173-4c28-83c7-70560a6ae403 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:18.482588 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2cae6-0793-4622-b069-dbb0f9db67ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564e0d95-bf84-456c-bc8c-01ee2155e217,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:18.506602 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-67774191-a173-4c28-83c7-70560a6ae403 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:18.517196 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67774191-a173-4c28-83c7-70560a6ae403 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:41:18.517657 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-67774191-a173-4c28-83c7-70560a6ae403 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:18.522254 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:41:18.522254 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:41:18.522254 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:41:18.522254 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:41:18.522254 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:41:18.522254 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:41:18.522254 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:41:18.522254 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:41:18.522254 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:41:18.522254 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:41:18.522254 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:41:18.522254 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:41:18.522254 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:41:18.522254 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:41:18.522254 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:41:18.522254 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:41:18.522254 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:41:18.522254 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:41:18.522254 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:41:18.522254 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:41:18.522254 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:41:18.522254 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:41:18.522254 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:41:18.522254 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:41:18.522254 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:41:18.522254 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:41:18.522254 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:41:18.522254 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:41:18.522254 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:41:18.522254 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:41:18.522254 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:41:18.522254 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:41:18.632264 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-67774191-a173-4c28-83c7-70560a6ae403 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:18.646754 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-67774191-a173-4c28-83c7-70560a6ae403 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:18.654110 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-67774191-a173-4c28-83c7-70560a6ae403 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "DELETE /v2.0/networks/b7dbb9ab-d4ff-4169-9083-6e901ff3807b HTTP/1.1" status: 204 len: 168 time: 5.3778620 Dec 10 16:41:18.662907 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39256) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:18.664988 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:18.674844 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67774191-a173-4c28-83c7-70560a6ae403 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event deleted for resources: {'Network': ['ID=b7dbb9ab-d4ff-4169-9083-6e901ff3807b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:18.679746 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1057abf4-5e1a-4a27-9f07-18c87b3fd90d req-9bc30764-18e1-4125-9a90-13b1adfd811d tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e40e4eb-b236-429a-85cd-3ab0dd6d71b5 HTTP/1.1" status: 200 len: 210 time: 0.1467798 Dec 10 16:41:18.714365 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2d2acc8-af86-44cc-a797-37b4a6d8018a tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] DELETE failed (client error): The resource could not be found. Dec 10 16:41:18.714923 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2d2acc8-af86-44cc-a797-37b4a6d8018a tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:41:18.720840 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c2d2acc8-af86-44cc-a797-37b4a6d8018a tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "DELETE /v2.0/subnets/1dc7c7ed-8ffb-4221-81d9-64d5ea784c37 HTTP/1.1" status: 404 len: 337 time: 0.0528545 Dec 10 16:41:18.720840 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-ba80d6be-1d51-45cf-b5b1-53f0e737684a tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:18.721794 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39260) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:18.743989 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:41:18.766737 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['4ac466ce-9ccd-4222-9262-149999660a66'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:41:18.775487 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-be569627-3e05-4e2c-8279-70be0e4dbf1f tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] DELETE failed (client error): The resource could not be found. Dec 10 16:41:18.783189 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be569627-3e05-4e2c-8279-70be0e4dbf1f tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:41:18.798552 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-be569627-3e05-4e2c-8279-70be0e4dbf1f tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "DELETE /v2.0/networks/b7dbb9ab-d4ff-4169-9083-6e901ff3807b HTTP/1.1" status: 404 len: 339 time: 0.0751920 Dec 10 16:41:18.803506 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39266) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:18.836767 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31e3916-e96e-452b-85a9-09eca18f7bb2 x-openstack-request-id: req-f31e3916-e96e-452b-85a9-09eca18f7bb2 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:41:18.837071 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e40e4eb-b236-429a-85cd-3ab0dd6d71b5", "name": "network-vif-deleted", "tag": "d4e8bb34-c882-4380-9cf2-974ba5e9e745", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:41:18.837329 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f31e3916-e96e-452b-85a9-09eca18f7bb2 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:41:18.837727 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e40e4eb-b236-429a-85cd-3ab0dd6d71b5', 'name': 'network-vif-deleted', 'tag': 'd4e8bb34-c882-4380-9cf2-974ba5e9e745', 'status': 'completed', 'code': 200} Dec 10 16:41:18.922404 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-ba80d6be-1d51-45cf-b5b1-53f0e737684a tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Network 32421a12-0b3a-42d4-846a-0de14cdef277 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:41:18.926651 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-ba80d6be-1d51-45cf-b5b1-53f0e737684a tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:18.927416 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2fc58b1-94c7-4934-9a94-1f43922aeff0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] DELETE failed (client error): The resource could not be found. Dec 10 16:41:18.928700 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2fc58b1-94c7-4934-9a94-1f43922aeff0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:41:18.932462 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-ba80d6be-1d51-45cf-b5b1-53f0e737684a tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:41:18.954878 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b2fc58b1-94c7-4934-9a94-1f43922aeff0 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "DELETE /v2.0/subnets/b6585658-b2ba-4c1e-84fc-3a2f292dd7c9 HTTP/1.1" status: 404 len: 337 time: 0.1470745 Dec 10 16:41:18.955443 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39268) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:19.019561 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e33a46-6055-4cf9-8ced-9323c01c2954 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] DELETE failed (client error): The resource could not be found. Dec 10 16:41:19.019561 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90e33a46-6055-4cf9-8ced-9323c01c2954 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:41:19.031723 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-90e33a46-6055-4cf9-8ced-9323c01c2954 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "DELETE /v2.0/networks/59e4bd25-c354-4a36-b568-d834af98a029 HTTP/1.1" status: 404 len: 339 time: 0.0738225 Dec 10 16:41:19.032397 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39272) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:19.044509 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80d6be-1d51-45cf-b5b1-53f0e737684a tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Pushing event updated for resources: {'Port': ['ID=09d537a4-28af-4988-83d0-49bf7e82c077,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:19.066839 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-ba80d6be-1d51-45cf-b5b1-53f0e737684a tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:19.089438 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-ba80d6be-1d51-45cf-b5b1-53f0e737684a tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:19.140474 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-ba80d6be-1d51-45cf-b5b1-53f0e737684a tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1954761 Dec 10 16:41:19.177600 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-6178aeae-c8b0-48de-b0d2-092d834d1571 service neutron] Request body: {'port': {'device_id': 'bbed5c20-cdc4-43fb-af78-fe79b6091e34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:19.392298 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39280) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:19.429656 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-99f97cdd-46a6-4cd2-9588-4452fde17de0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:19.433066 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-6178aeae-c8b0-48de-b0d2-092d834d1571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:19.472480 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09256641-4b01-48c0-963e-aa7c316e4175 req-72dc8e5c-7c02-4b4c-82b4-ef8b5a8f2424 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:19.478840 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-09256641-4b01-48c0-963e-aa7c316e4175 req-72dc8e5c-7c02-4b4c-82b4-ef8b5a8f2424 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a346969-61e6-4402-acb1-bee5e96cc1f4 HTTP/1.1" status: 200 len: 946 time: 0.2661476 Dec 10 16:41:19.495376 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e3862179-33a9-42fa-a5ad-e73806b2ee73 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:19.532486 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device d4e8bb34-c882-4380-9cf2-974ba5e9e745 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:41:19.561620 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: d4e8bb34-c882-4380-9cf2-974ba5e9e745 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:41:19.561972 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device d4e8bb34-c882-4380-9cf2-974ba5e9e745 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:41:19.576943 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d6ff58c2-2e68-424a-89e3-dc726a0aedd5 None None] Provisioning complete for port 09d537a4-28af-4988-83d0-49bf7e82c077 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:19.577323 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d6ff58c2-2e68-424a-89e3-dc726a0aedd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:19.636569 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d6ff58c2-2e68-424a-89e3-dc726a0aedd5 None None] Port 09d537a4-28af-4988-83d0-49bf7e82c077 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:41:19.649323 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:19.664348 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-99f97cdd-46a6-4cd2-9588-4452fde17de0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:19.674721 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-99f97cdd-46a6-4cd2-9588-4452fde17de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:19.722893 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-09256641-4b01-48c0-963e-aa7c316e4175 req-b25bef39-bb1c-437c-9fd4-7b254b5ef61e tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187462 Dec 10 16:41:19.747500 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e3862179-33a9-42fa-a5ad-e73806b2ee73 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:19.771894 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-e3862179-33a9-42fa-a5ad-e73806b2ee73 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d661bf1a-5717-4d14-8d5e-6d7761c39aba']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:19.793065 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-e3862179-33a9-42fa-a5ad-e73806b2ee73 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0afa6112-6cac-4de7-8d70-a0755dbdb85e') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:19.793792 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-e3862179-33a9-42fa-a5ad-e73806b2ee73 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0afa6112-6cac-4de7-8d70-a0755dbdb85e') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:19.805201 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e3862179-33a9-42fa-a5ad-e73806b2ee73 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:19.815069 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f97cdd-46a6-4cd2-9588-4452fde17de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a1ff7a-9d31-4d73-96ba-3fa17369669a,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:19.846065 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e3862179-33a9-42fa-a5ad-e73806b2ee73 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:19.863737 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3862179-33a9-42fa-a5ad-e73806b2ee73 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:41:19.864205 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e3862179-33a9-42fa-a5ad-e73806b2ee73 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:19.869801 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:41:19.869801 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:41:19.869801 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:41:19.869801 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:41:19.869801 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:41:19.869801 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:41:19.869801 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:41:19.869801 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:41:19.869801 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:41:19.869801 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:41:19.869801 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:41:19.869801 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:41:19.869801 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:41:19.869801 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:41:19.869801 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:41:19.869801 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:41:19.869801 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:41:19.869801 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:41:19.869801 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:41:19.869801 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:41:19.869801 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:41:19.869801 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:41:19.869801 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:41:19.869801 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:41:19.869801 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:41:19.869801 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:41:19.869801 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:41:19.869801 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:41:19.869801 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:41:19.869801 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:41:19.869801 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:41:19.869801 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:41:19.889101 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8160f-e188-4ba2-93d2-846d9500a59e req-5cac2df2-f169-40b6-9381-89882ac4f710 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:19.890057 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-72e8160f-e188-4ba2-93d2-846d9500a59e req-5cac2df2-f169-40b6-9381-89882ac4f710 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbed5c20-cdc4-43fb-af78-fe79b6091e34 HTTP/1.1" status: 200 len: 931 time: 0.0773108 Dec 10 16:41:19.954454 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-99f97cdd-46a6-4cd2-9588-4452fde17de0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e8497ad3070646e09cc0160275a88cf6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5585825 Dec 10 16:41:19.955487 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39298) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:19.979202 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e3862179-33a9-42fa-a5ad-e73806b2ee73 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:20.000176 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e3862179-33a9-42fa-a5ad-e73806b2ee73 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:20.003964 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e3862179-33a9-42fa-a5ad-e73806b2ee73 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "DELETE /v2.0/networks/d661bf1a-5717-4d14-8d5e-6d7761c39aba HTTP/1.1" status: 204 len: 168 time: 0.9700401 Dec 10 16:41:20.015520 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39302) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:20.040122 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3862179-33a9-42fa-a5ad-e73806b2ee73 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event deleted for resources: {'Network': ['ID=d661bf1a-5717-4d14-8d5e-6d7761c39aba,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:20.049218 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-72e8160f-e188-4ba2-93d2-846d9500a59e req-c64aadb2-32b6-4273-8bae-98c40c71e8e3 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271031 Dec 10 16:41:20.069043 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-88c81835-b244-41d9-98c1-cb1215429b9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:20.094340 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-88c81835-b244-41d9-98c1-cb1215429b9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:20.116964 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39310) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:20.142521 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6559a80-7a01-47b9-932f-e640646f1dad tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] DELETE failed (client error): The resource could not be found. Dec 10 16:41:20.143166 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6559a80-7a01-47b9-932f-e640646f1dad tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:41:20.153423 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b6559a80-7a01-47b9-932f-e640646f1dad tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "DELETE /v2.0/subnets/8a0e26f5-3d3d-422b-825e-6935cbe955f0 HTTP/1.1" status: 404 len: 337 time: 0.1356397 Dec 10 16:41:20.154873 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39314) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:20.169596 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-6178aeae-c8b0-48de-b0d2-092d834d1571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09d537a4-28af-4988-83d0-49bf7e82c077 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:41:20.180090 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-6178aeae-c8b0-48de-b0d2-092d834d1571 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:20.185821 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-de128e9e-8c4a-4d38-ad8b-3a16ee00aeec tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] DELETE failed (client error): The resource could not be found. Dec 10 16:41:20.186394 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de128e9e-8c4a-4d38-ad8b-3a16ee00aeec tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:41:20.189536 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-de128e9e-8c4a-4d38-ad8b-3a16ee00aeec tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "DELETE /v2.0/networks/4a6428a0-1b45-44f8-9dd7-36c78a288f4e HTTP/1.1" status: 404 len: 339 time: 0.0335135 Dec 10 16:41:20.195715 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39318) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:20.210962 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-6178aeae-c8b0-48de-b0d2-092d834d1571 service neutron] Transition to ACTIVE for port object 09d537a4-28af-4988-83d0-49bf7e82c077 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:41:20.215744 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-6178aeae-c8b0-48de-b0d2-092d834d1571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:20.232990 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-02c3f255-548b-4847-93d6-821f2602f5d7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] DELETE failed (client error): The resource could not be found. Dec 10 16:41:20.233802 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02c3f255-548b-4847-93d6-821f2602f5d7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:41:20.237048 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-02c3f255-548b-4847-93d6-821f2602f5d7 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "DELETE /v2.0/subnets/bb1ddd00-5673-48de-9ab4-6863600e5cee HTTP/1.1" status: 404 len: 337 time: 0.0403526 Dec 10 16:41:20.239626 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39320) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:20.263978 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-2916b140-58db-4197-a1b7-7736061a8260 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] DELETE failed (client error): The resource could not be found. Dec 10 16:41:20.264861 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2916b140-58db-4197-a1b7-7736061a8260 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:41:20.269017 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2916b140-58db-4197-a1b7-7736061a8260 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "DELETE /v2.0/networks/0e76584a-7063-4f44-b958-213b1e6c0fad HTTP/1.1" status: 404 len: 339 time: 0.0281932 Dec 10 16:41:20.273171 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-88c81835-b244-41d9-98c1-cb1215429b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:20.275890 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-88c81835-b244-41d9-98c1-cb1215429b9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:20.277150 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-88c81835-b244-41d9-98c1-cb1215429b9d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/35a1ff7a-9d31-4d73-96ba-3fa17369669a HTTP/1.1" status: 204 len: 168 time: 0.3200765 Dec 10 16:41:20.279303 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39322) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:20.340825 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c81835-b244-41d9-98c1-cb1215429b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a1ff7a-9d31-4d73-96ba-3fa17369669a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:20.348612 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-7afc803d-3bca-46f4-ba4c-cb2893524e80 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] DELETE failed (client error): The resource could not be found. Dec 10 16:41:20.349250 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7afc803d-3bca-46f4-ba4c-cb2893524e80 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:41:20.353653 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-7afc803d-3bca-46f4-ba4c-cb2893524e80 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "DELETE /v2.0/subnets/ccadcbf3-110b-4219-84de-7bcf90f2bde6 HTTP/1.1" status: 404 len: 337 time: 0.0706129 Dec 10 16:41:20.356627 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39326) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:20.373035 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eeb597d4-2e51-4a57-9b35-7559655e6b54 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:20.390475 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6178aeae-c8b0-48de-b0d2-092d834d1571 service neutron] Pushing event updated for resources: {'Port': ['ID=09d537a4-28af-4988-83d0-49bf7e82c077,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:20.409513 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eeb597d4-2e51-4a57-9b35-7559655e6b54 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:20.461042 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-6178aeae-c8b0-48de-b0d2-092d834d1571 service neutron] Attempting to bind port 09d537a4-28af-4988-83d0-49bf7e82c077 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:41:20.461259 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-6178aeae-c8b0-48de-b0d2-092d834d1571 service neutron] Attempting to bind port 09d537a4-28af-4988-83d0-49bf7e82c077 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '70327ecd-07c4-4b68-895f-82935446f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:41:20.461543 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-6178aeae-c8b0-48de-b0d2-092d834d1571 service neutron] Attempting to bind port 09d537a4-28af-4988-83d0-49bf7e82c077 on network 32421a12-0b3a-42d4-846a-0de14cdef277 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:41:20.469497 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-6178aeae-c8b0-48de-b0d2-092d834d1571 service neutron] Port 09d537a4-28af-4988-83d0-49bf7e82c077 on network 32421a12-0b3a-42d4-846a-0de14cdef277 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:41:20.469839 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-6178aeae-c8b0-48de-b0d2-092d834d1571 service neutron] Attempting to bind port 09d537a4-28af-4988-83d0-49bf7e82c077 on network 32421a12-0b3a-42d4-846a-0de14cdef277 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:41:20.482331 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-6178aeae-c8b0-48de-b0d2-092d834d1571 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:41:20.486481 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-6178aeae-c8b0-48de-b0d2-092d834d1571 service neutron] Checking segment: {'id': '70327ecd-07c4-4b68-895f-82935446f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:41:20.486880 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-6178aeae-c8b0-48de-b0d2-092d834d1571 service neutron] Bound using segment: {'id': '70327ecd-07c4-4b68-895f-82935446f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:41:20.487331 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-6178aeae-c8b0-48de-b0d2-092d834d1571 service neutron] Bound port: 09d537a4-28af-4988-83d0-49bf7e82c077, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70327ecd-07c4-4b68-895f-82935446f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:41:20.490780 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-6178aeae-c8b0-48de-b0d2-092d834d1571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:20.494450 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-803abc3d-6612-49c0-865a-c3a2c37f5a92 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] DELETE failed (client error): The resource could not be found. Dec 10 16:41:20.494952 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-803abc3d-6612-49c0-865a-c3a2c37f5a92 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:41:20.497969 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-803abc3d-6612-49c0-865a-c3a2c37f5a92 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "DELETE /v2.0/networks/bb666079-1976-498e-9545-bcda46452d65 HTTP/1.1" status: 404 len: 339 time: 0.1402535 Dec 10 16:41:20.500589 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39328) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:20.544084 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f5dd812-c92e-4cee-8521-b57f7fdebad5 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] DELETE failed (client error): The resource could not be found. Dec 10 16:41:20.544595 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f5dd812-c92e-4cee-8521-b57f7fdebad5 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:41:20.548359 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-0f5dd812-c92e-4cee-8521-b57f7fdebad5 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "DELETE /v2.0/subnets/a25479ed-88a5-4a4f-bf3e-95f82223f2d7 HTTP/1.1" status: 404 len: 337 time: 0.0467701 Dec 10 16:41:20.552053 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39330) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:20.606774 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe9ff0e8-4fb6-4dad-8d50-447f412235ce tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] DELETE failed (client error): The resource could not be found. Dec 10 16:41:20.607296 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe9ff0e8-4fb6-4dad-8d50-447f412235ce tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:41:20.610836 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-fe9ff0e8-4fb6-4dad-8d50-447f412235ce tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "DELETE /v2.0/networks/d94615b0-a8c1-4c6f-8d7b-e91bcc0f5428 HTTP/1.1" status: 404 len: 339 time: 0.0572257 Dec 10 16:41:20.613930 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39334) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:20.617719 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-6178aeae-c8b0-48de-b0d2-092d834d1571 service neutron] For port 09d537a4-28af-4988-83d0-49bf7e82c077, host n-h1-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:41:20.621528 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-6178aeae-c8b0-48de-b0d2-092d834d1571 service neutron] For port 09d537a4-28af-4988-83d0-49bf7e82c077, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=09d537a4-28af-4988-83d0-49bf7e82c077,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:41:20.629413 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-6178aeae-c8b0-48de-b0d2-092d834d1571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:20.643144 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-48f3c456-9283-489a-aaf8-539aa37eb21f tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] DELETE failed (client error): The resource could not be found. Dec 10 16:41:20.643144 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48f3c456-9283-489a-aaf8-539aa37eb21f tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:41:20.646866 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-48f3c456-9283-489a-aaf8-539aa37eb21f tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "DELETE /v2.0/subnets/54e4493e-e3ab-436b-ba50-4b1088a9fd9e HTTP/1.1" status: 404 len: 337 time: 0.0318902 Dec 10 16:41:20.649505 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39336) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:20.672099 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fb1c4ac-2713-40a1-9724-e8afc31fb7e1 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] DELETE failed (client error): The resource could not be found. Dec 10 16:41:20.672582 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fb1c4ac-2713-40a1-9724-e8afc31fb7e1 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:41:20.679100 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-0fb1c4ac-2713-40a1-9724-e8afc31fb7e1 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "DELETE /v2.0/networks/5d60aa8c-7886-4156-9336-1e705eac583f HTTP/1.1" status: 404 len: 339 time: 0.0258551 Dec 10 16:41:20.679100 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eeb597d4-2e51-4a57-9b35-7559655e6b54 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:20.680738 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eeb597d4-2e51-4a57-9b35-7559655e6b54 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:20.681783 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-eeb597d4-2e51-4a57-9b35-7559655e6b54 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "DELETE /v2.0/security-groups/f2df08c2-6d57-44b4-bfd2-2dd16b936ae5 HTTP/1.1" status: 204 len: 168 time: 0.5637357 Dec 10 16:41:20.682344 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39338) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:20.712209 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-6178aeae-c8b0-48de-b0d2-092d834d1571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:20.713192 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-6178aeae-c8b0-48de-b0d2-092d834d1571 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:20.714842 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-6178aeae-c8b0-48de-b0d2-092d834d1571 service neutron] 10.222.0.26 "PUT /v2.0/ports/09d537a4-28af-4988-83d0-49bf7e82c077 HTTP/1.1" status: 200 len: 1091 time: 1.5661728 Dec 10 16:41:20.715371 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbed5c20-cdc4-43fb-af78-fe79b6091e34', 'tag': '09d537a4-28af-4988-83d0-49bf7e82c077'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:41:20.718045 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c969b983-a605-465f-a005-76f0651417d3" -d '{"events": [{"name": "network-changed", "server_uuid": "bbed5c20-cdc4-43fb-af78-fe79b6091e34", "tag": "09d537a4-28af-4988-83d0-49bf7e82c077"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:41:20.718264 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac08d864-2ce9-4fec-9b07-bfd21fccf8ce tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] DELETE failed (client error): The resource could not be found. Dec 10 16:41:20.718701 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac08d864-2ce9-4fec-9b07-bfd21fccf8ce tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:41:20.735373 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ac08d864-2ce9-4fec-9b07-bfd21fccf8ce tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "DELETE /v2.0/subnets/fec20b88-febf-4e8f-84c3-13db588347a8 HTTP/1.1" status: 404 len: 337 time: 0.0462825 Dec 10 16:41:20.736054 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39344) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:20.747316 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb597d4-2e51-4a57-9b35-7559655e6b54 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2df08c2-6d57-44b4-bfd2-2dd16b936ae5,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:20.758311 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39348) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:20.785887 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39350) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:20.795228 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3135454-828b-4bd6-9e2e-40eb4d8191c5 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] DELETE failed (client error): The resource could not be found. Dec 10 16:41:20.795772 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3135454-828b-4bd6-9e2e-40eb4d8191c5 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:41:20.798938 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b3135454-828b-4bd6-9e2e-40eb4d8191c5 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "DELETE /v2.0/networks/1e2c6993-e293-492d-97f1-9e6c1f2caf6f HTTP/1.1" status: 404 len: 339 time: 0.0616999 Dec 10 16:41:20.818930 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6178aeae-c8b0-48de-b0d2-092d834d1571 service neutron] Pushing event updated for resources: {'Port': ['ID=09d537a4-28af-4988-83d0-49bf7e82c077,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:20.829099 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39356) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:20.900314 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555f14e2-a61b-4edf-b65b-66bd45d7346a x-openstack-request-id: req-555f14e2-a61b-4edf-b65b-66bd45d7346a {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:41:20.900597 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbed5c20-cdc4-43fb-af78-fe79b6091e34", "tag": "09d537a4-28af-4988-83d0-49bf7e82c077", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:41:20.903762 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-555f14e2-a61b-4edf-b65b-66bd45d7346a {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:41:20.904435 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbed5c20-cdc4-43fb-af78-fe79b6091e34', 'tag': '09d537a4-28af-4988-83d0-49bf7e82c077', 'status': 'completed', 'code': 200} Dec 10 16:41:20.940942 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-4babf779-cd58-4ecf-bb61-a0301435c5da tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] DELETE failed (client error): The resource could not be found. Dec 10 16:41:20.941776 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e2c569e-adc6-4302-b7d3-fa5414c723f0 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Deleting subnet eac6af19-d8ad-435a-8c6b-b4b7bf62490e {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:41:20.944890 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4babf779-cd58-4ecf-bb61-a0301435c5da tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:41:20.945266 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e2c569e-adc6-4302-b7d3-fa5414c723f0 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:20.957514 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4babf779-cd58-4ecf-bb61-a0301435c5da tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "DELETE /v2.0/subnets/bdb6d662-4a92-4012-bc50-4526ddece0c8 HTTP/1.1" status: 404 len: 337 time: 0.1187475 Dec 10 16:41:20.958728 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39360) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:21.003481 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e2c569e-adc6-4302-b7d3-fa5414c723f0 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:21.040992 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-9f7a3acf-2d8b-4df3-8147-f7113b0493df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:21.042821 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-9f7a3acf-2d8b-4df3-8147-f7113b0493df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=38b4c50f2746432ea9adf6424421cd8d&device_id=bbed5c20-cdc4-43fb-af78-fe79b6091e34 HTTP/1.1" status: 200 len: 1094 time: 0.2812006 Dec 10 16:41:21.044908 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb5d903-0820-4418-b8e5-fe5383e88d19 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] DELETE failed (client error): The resource could not be found. Dec 10 16:41:21.045737 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cb5d903-0820-4418-b8e5-fe5383e88d19 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:41:21.050712 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6cb5d903-0820-4418-b8e5-fe5383e88d19 tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "DELETE /v2.0/networks/911bdb42-f3fc-43fb-8dd2-e41c14751a44 HTTP/1.1" status: 404 len: 339 time: 0.0846906 Dec 10 16:41:21.054246 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39368) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:21.162632 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-2575fd04-f0fb-41bc-bf99-b8615e9048d6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09d537a4-28af-4988-83d0-49bf7e82c077 HTTP/1.1" status: 200 len: 217 time: 0.1090446 Dec 10 16:41:21.174239 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e2c569e-adc6-4302-b7d3-fa5414c723f0 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:21.189406 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-b06e7a05-34a2-4481-a4c6-aefead46ddde tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] DELETE failed (client error): The resource could not be found. Dec 10 16:41:21.190301 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b06e7a05-34a2-4481-a4c6-aefead46ddde tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:41:21.196872 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b06e7a05-34a2-4481-a4c6-aefead46ddde tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "DELETE /v2.0/subnets/69297c0b-788f-49dc-b3d2-35a9377f9b48 HTTP/1.1" status: 404 len: 337 time: 0.1311960 Dec 10 16:41:21.201259 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39374) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:21.231186 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb2b2a-732e-485e-86ba-a05d38bdfd68 req-5d45074d-6821-41d4-ac5e-53edabe1870d tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:21.233051 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-19eb2b2a-732e-485e-86ba-a05d38bdfd68 req-5d45074d-6821-41d4-ac5e-53edabe1870d tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a346969-61e6-4402-acb1-bee5e96cc1f4 HTTP/1.1" status: 200 len: 946 time: 0.1276855 Dec 10 16:41:21.233603 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c68838fd-baaa-43e7-84cf-3f728797c385 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:21.252326 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b77a70-9ddf-4464-9057-0e986b14083c tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] DELETE failed (client error): The resource could not be found. Dec 10 16:41:21.252849 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97b77a70-9ddf-4464-9057-0e986b14083c tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:41:21.257458 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-97b77a70-9ddf-4464-9057-0e986b14083c tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "DELETE /v2.0/networks/7dd06b87-c95c-4f15-a685-13aeeda09636 HTTP/1.1" status: 404 len: 339 time: 0.0539072 Dec 10 16:41:21.260422 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39376) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:21.327471 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e2c569e-adc6-4302-b7d3-fa5414c723f0 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:21.327689 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-2257b736-03be-437a-89c1-6d56228e5e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:21.329025 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-2257b736-03be-437a-89c1-6d56228e5e75 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bad4bd9c-d017-467b-badb-ee51884a8aea HTTP/1.1" status: 200 len: 850 time: 0.1499939 Dec 10 16:41:21.340020 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-19eb2b2a-732e-485e-86ba-a05d38bdfd68 req-8710b413-6f81-4987-9d38-f33ceb8434ac tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928745 Dec 10 16:41:21.375611 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c569e-adc6-4302-b7d3-fa5414c723f0 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event deleted for resources: {'Subnet': ['ID=eac6af19-d8ad-435a-8c6b-b4b7bf62490e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:21.384352 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e2c569e-adc6-4302-b7d3-fa5414c723f0 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:21.392264 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2e2c569e-adc6-4302-b7d3-fa5414c723f0 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "DELETE /v2.0/subnets/eac6af19-d8ad-435a-8c6b-b4b7bf62490e HTTP/1.1" status: 204 len: 168 time: 0.5979605 Dec 10 16:41:21.395869 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39386) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:21.404493 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2781cc85-8fb9-4b2c-a49b-c2ee02273424 None None] Network d554693e-cd92-4e37-b677-7f13ee909108 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:41:21.446733 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-49c0b54a-6ccd-4b92-811c-c8aa2014f04b tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Deleting subnet a282f601-829f-4e8f-bb84-caab58748633 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:41:21.482430 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-49c0b54a-6ccd-4b92-811c-c8aa2014f04b tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:21.527832 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c76ac-f202-4dc2-a635-46eadc4d5d2d req-d4c92524-0333-4bf1-a8cf-5efdb46ae0c5 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:21.540155 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4a3c76ac-f202-4dc2-a635-46eadc4d5d2d req-d4c92524-0333-4bf1-a8cf-5efdb46ae0c5 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbed5c20-cdc4-43fb-af78-fe79b6091e34 HTTP/1.1" status: 200 len: 943 time: 0.0885479 Dec 10 16:41:21.575084 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-d26c3d85-82da-48ac-8c79-e00cb654a72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:21.576620 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-d26c3d85-82da-48ac-8c79-e00cb654a72a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32421a12-0b3a-42d4-846a-0de14cdef277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2322600 Dec 10 16:41:21.582676 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-49c0b54a-6ccd-4b92-811c-c8aa2014f04b tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:21.640523 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-202aa6e6-3b85-408f-8e17-55979751cbae tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:21.650511 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4a3c76ac-f202-4dc2-a635-46eadc4d5d2d req-c6b7980d-84e1-414d-9bad-1bc82875370d tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893152 Dec 10 16:41:21.671566 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7aad4d-2540-48ee-b0be-bdfaddcb36ad None None] DHCP port deletion for d554693e-cd92-4e37-b677-7f13ee909108 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:41:21.692236 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c68838fd-baaa-43e7-84cf-3f728797c385 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:21.707588 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c68838fd-baaa-43e7-84cf-3f728797c385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:21.768527 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-cd7aad4d-2540-48ee-b0be-bdfaddcb36ad None None] Deleting port 119e7d2e-d845-4ef5-8930-54d71fbeec85 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:41:21.769836 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cd7aad4d-2540-48ee-b0be-bdfaddcb36ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:21.806278 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c68838fd-baaa-43e7-84cf-3f728797c385 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c47be3ac568541ce9c2e052400d6b8d9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0432332 Dec 10 16:41:21.818340 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39392) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:21.857079 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68838fd-baaa-43e7-84cf-3f728797c385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed47b5c-39de-4e87-b083-b7ce1e6f4c66,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:21.874999 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-cd7aad4d-2540-48ee-b0be-bdfaddcb36ad None None] For port 119e7d2e-d845-4ef5-8930-54d71fbeec85, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=119e7d2e-d845-4ef5-8930-54d71fbeec85,segment=NetworkSegment(33cd13ef-c4b9-47fa-bdb3-4a4865f6cb3d),segment_id=33cd13ef-c4b9-47fa-bdb3-4a4865f6cb3d)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:21.875869 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cd7aad4d-2540-48ee-b0be-bdfaddcb36ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:21.876114 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-36af0f65-27ca-4701-b541-2c149356f835 service neutron] 10.222.0.26 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875099 Dec 10 16:41:21.902735 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-49c0b54a-6ccd-4b92-811c-c8aa2014f04b tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:21.910288 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-cd7aad4d-2540-48ee-b0be-bdfaddcb36ad None None] Calling delete_port for 119e7d2e-d845-4ef5-8930-54d71fbeec85 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:41:21.932218 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e8479-8ca4-49d7-9619-6f356e706a0a req-7818a630-e7da-4934-aa4d-dce1ff41d632 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:21.934075 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5a1e8479-8ca4-49d7-9619-6f356e706a0a req-7818a630-e7da-4934-aa4d-dce1ff41d632 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 945 time: 0.1540401 Dec 10 16:41:21.940257 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f4148da1-1dd4-4bbd-82f7-128fa9db133c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:21.990484 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f4148da1-1dd4-4bbd-82f7-128fa9db133c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:22.022476 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-202aa6e6-3b85-408f-8e17-55979751cbae tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Deleting port 119e7d2e-d845-4ef5-8930-54d71fbeec85 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:41:22.023176 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-202aa6e6-3b85-408f-8e17-55979751cbae tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:22.050978 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5a1e8479-8ca4-49d7-9619-6f356e706a0a req-f3a37766-2490-479f-99b2-47b5af7debdf tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076400 Dec 10 16:41:22.062081 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cd7aad4d-2540-48ee-b0be-bdfaddcb36ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:22.084079 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f4148da1-1dd4-4bbd-82f7-128fa9db133c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:22.089239 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f4148da1-1dd4-4bbd-82f7-128fa9db133c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:22.091070 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f4148da1-1dd4-4bbd-82f7-128fa9db133c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3ed47b5c-39de-4e87-b083-b7ce1e6f4c66 HTTP/1.1" status: 204 len: 168 time: 0.2694137 Dec 10 16:41:22.105768 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8b6f0d09-9173-4567-b9cf-cf8761ce97b1 req-a77d4a63-6277-4be6-98c7-cc909b88b56e service neutron] 10.222.0.26 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137153 Dec 10 16:41:22.109859 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7aad4d-2540-48ee-b0be-bdfaddcb36ad None None] Pushing event deleted for resources: {'Port': ['ID=119e7d2e-d845-4ef5-8930-54d71fbeec85,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:22.111528 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-49c0b54a-6ccd-4b92-811c-c8aa2014f04b tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:22.139600 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4148da1-1dd4-4bbd-82f7-128fa9db133c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed47b5c-39de-4e87-b083-b7ce1e6f4c66,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:22.164733 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7aad4d-2540-48ee-b0be-bdfaddcb36ad None None] No DVR routers for this DVR port 119e7d2e-d845-4ef5-8930-54d71fbeec85 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:41:22.219012 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c0b54a-6ccd-4b92-811c-c8aa2014f04b tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event deleted for resources: {'Subnet': ['ID=a282f601-829f-4e8f-bb84-caab58748633,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:22.234776 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f915c1-bfb0-40b7-82fa-cb08681aabec None None] Network 3e1846c0-05b0-43c9-a8f3-0f0d3f06625e requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:41:22.239261 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-49c0b54a-6ccd-4b92-811c-c8aa2014f04b tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:22.243138 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-49c0b54a-6ccd-4b92-811c-c8aa2014f04b tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "DELETE /v2.0/subnets/a282f601-829f-4e8f-bb84-caab58748633 HTTP/1.1" status: 204 len: 168 time: 0.9800005 Dec 10 16:41:22.245749 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-202aa6e6-3b85-408f-8e17-55979751cbae tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] For port 119e7d2e-d845-4ef5-8930-54d71fbeec85, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=119e7d2e-d845-4ef5-8930-54d71fbeec85,segment=NetworkSegment(33cd13ef-c4b9-47fa-bdb3-4a4865f6cb3d),segment_id=33cd13ef-c4b9-47fa-bdb3-4a4865f6cb3d)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:22.245921 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39406) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:22.246516 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-202aa6e6-3b85-408f-8e17-55979751cbae tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:22.297178 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-202aa6e6-3b85-408f-8e17-55979751cbae tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Calling delete_port for 119e7d2e-d845-4ef5-8930-54d71fbeec85 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:41:22.354403 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969b983-a605-465f-a005-76f0651417d3 req-df576363-21c2-4dc3-9785-bc78427336de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:22.360945 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c969b983-a605-465f-a005-76f0651417d3 req-df576363-21c2-4dc3-9785-bc78427336de service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=38b4c50f2746432ea9adf6424421cd8d&device_id=bbed5c20-cdc4-43fb-af78-fe79b6091e34 HTTP/1.1" status: 200 len: 1094 time: 0.1393096 Dec 10 16:41:22.491992 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aad58c2-864b-4746-9df1-a62f510d203c None None] DHCP port deletion for 3e1846c0-05b0-43c9-a8f3-0f0d3f06625e request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:41:22.586517 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-3aad58c2-864b-4746-9df1-a62f510d203c None None] Deleting port f2a7c1a2-04cc-4a9d-b600-2f80097b579a {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:41:22.588078 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3aad58c2-864b-4746-9df1-a62f510d203c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:22.717451 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-202aa6e6-3b85-408f-8e17-55979751cbae tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:22.753953 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-3aad58c2-864b-4746-9df1-a62f510d203c None None] For port f2a7c1a2-04cc-4a9d-b600-2f80097b579a, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=f2a7c1a2-04cc-4a9d-b600-2f80097b579a,segment=NetworkSegment(3d91edce-a14c-46e3-abff-3f796005035e),segment_id=3d91edce-a14c-46e3-abff-3f796005035e)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:22.756446 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3aad58c2-864b-4746-9df1-a62f510d203c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:22.760399 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969b983-a605-465f-a005-76f0651417d3 req-c8fc0bf0-1b1d-4ca9-9fd7-bef877cfeaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:22.762181 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c969b983-a605-465f-a005-76f0651417d3 req-c8fc0bf0-1b1d-4ca9-9fd7-bef877cfeaff service neutron] 10.222.0.26 "GET /v2.0/networks?id=32421a12-0b3a-42d4-846a-0de14cdef277 HTTP/1.1" status: 200 len: 912 time: 0.3242867 Dec 10 16:41:22.791447 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-3aad58c2-864b-4746-9df1-a62f510d203c None None] Calling delete_port for f2a7c1a2-04cc-4a9d-b600-2f80097b579a owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:41:22.832416 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202aa6e6-3b85-408f-8e17-55979751cbae tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] No DVR routers for this DVR port 119e7d2e-d845-4ef5-8930-54d71fbeec85 on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:41:22.899921 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202aa6e6-3b85-408f-8e17-55979751cbae tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event deleted for resources: {'Port': ['ID=119e7d2e-d845-4ef5-8930-54d71fbeec85,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:22.903367 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39422) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:22.928455 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3aad58c2-864b-4746-9df1-a62f510d203c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:22.960613 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad58c2-864b-4746-9df1-a62f510d203c None None] Pushing event deleted for resources: {'Port': ['ID=f2a7c1a2-04cc-4a9d-b600-2f80097b579a,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:22.964381 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aad58c2-864b-4746-9df1-a62f510d203c None None] No DVR routers for this DVR port f2a7c1a2-04cc-4a9d-b600-2f80097b579a on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:41:22.969275 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-37c60e07-4fa7-45ed-8141-5b960f2bb65e tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:22.981139 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b585021a-24c6-43b4-a6f1-26a5134e7b72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:22.987105 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f25e1-d7c1-4378-ae6b-e52a0867c3f0 req-30374dec-4e01-4e61-af89-02cd578c1270 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:22.988673 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fa0f25e1-d7c1-4378-ae6b-e52a0867c3f0 req-30374dec-4e01-4e61-af89-02cd578c1270 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 945 time: 0.1526470 Dec 10 16:41:22.999873 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c969b983-a605-465f-a005-76f0651417d3 req-a5eb243b-984d-439b-ac59-6ea34fb04b72 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09d537a4-28af-4988-83d0-49bf7e82c077 HTTP/1.1" status: 200 len: 217 time: 0.1591663 Dec 10 16:41:23.090206 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-202aa6e6-3b85-408f-8e17-55979751cbae tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:23.117882 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-37c60e07-4fa7-45ed-8141-5b960f2bb65e tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:23.138000 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-202aa6e6-3b85-408f-8e17-55979751cbae tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d554693e-cd92-4e37-b677-7f13ee909108']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:23.150813 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fa0f25e1-d7c1-4378-ae6b-e52a0867c3f0 req-31ba981f-77f6-4dc1-a856-7f820494cd89 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534550 Dec 10 16:41:23.155796 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-37c60e07-4fa7-45ed-8141-5b960f2bb65e tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e1846c0-05b0-43c9-a8f3-0f0d3f06625e']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:23.165628 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969b983-a605-465f-a005-76f0651417d3 req-fbf4312e-96fa-466a-8d58-ae4bba9dc915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:23.167135 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c969b983-a605-465f-a005-76f0651417d3 req-fbf4312e-96fa-466a-8d58-ae4bba9dc915 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bad4bd9c-d017-467b-badb-ee51884a8aea HTTP/1.1" status: 200 len: 850 time: 0.1293063 Dec 10 16:41:23.177214 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-202aa6e6-3b85-408f-8e17-55979751cbae tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33cd13ef-c4b9-47fa-bdb3-4a4865f6cb3d') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:23.177214 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-202aa6e6-3b85-408f-8e17-55979751cbae tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33cd13ef-c4b9-47fa-bdb3-4a4865f6cb3d') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:23.179772 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-37c60e07-4fa7-45ed-8141-5b960f2bb65e tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d91edce-a14c-46e3-abff-3f796005035e') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:23.180241 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-37c60e07-4fa7-45ed-8141-5b960f2bb65e tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d91edce-a14c-46e3-abff-3f796005035e') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:23.193993 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-37c60e07-4fa7-45ed-8141-5b960f2bb65e tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:23.197824 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-202aa6e6-3b85-408f-8e17-55979751cbae tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:23.212398 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-37c60e07-4fa7-45ed-8141-5b960f2bb65e tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:23.220008 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c60e07-4fa7-45ed-8141-5b960f2bb65e tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:41:23.220868 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-37c60e07-4fa7-45ed-8141-5b960f2bb65e tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:23.225404 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:41:23.225404 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:41:23.225404 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:41:23.225404 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:41:23.225404 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:41:23.225404 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:41:23.225404 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:41:23.225404 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:41:23.225404 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:41:23.225404 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:41:23.225404 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:41:23.225404 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:41:23.225404 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:41:23.225404 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:41:23.225404 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:41:23.225404 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:41:23.225404 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:41:23.225404 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:41:23.225404 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:41:23.225404 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:41:23.225404 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:41:23.225404 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:41:23.225404 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:41:23.225404 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:41:23.225404 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:41:23.225404 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:41:23.225404 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:41:23.225404 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:41:23.225404 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:41:23.225404 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:41:23.225404 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:41:23.225404 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:41:23.244153 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-202aa6e6-3b85-408f-8e17-55979751cbae tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:23.269813 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-202aa6e6-3b85-408f-8e17-55979751cbae tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:41:23.270228 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-202aa6e6-3b85-408f-8e17-55979751cbae tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:23.274544 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:41:23.274544 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:41:23.274544 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:41:23.274544 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:41:23.274544 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:41:23.274544 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:41:23.274544 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:41:23.274544 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:41:23.274544 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:41:23.274544 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:41:23.274544 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:41:23.274544 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:41:23.274544 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:41:23.274544 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:41:23.274544 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:41:23.274544 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:41:23.274544 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:41:23.274544 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:41:23.274544 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:41:23.274544 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:41:23.274544 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:41:23.274544 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:41:23.274544 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:41:23.274544 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:41:23.274544 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:41:23.274544 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:41:23.274544 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:41:23.274544 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:41:23.274544 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:41:23.274544 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:41:23.274544 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:41:23.274544 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:41:23.274544 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:41:23.274544 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:41:23.274544 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:41:23.274544 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:41:23.274544 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:41:23.274544 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:41:23.274544 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:41:23.274544 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:41:23.295443 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b585021a-24c6-43b4-a6f1-26a5134e7b72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:23.328689 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969b983-a605-465f-a005-76f0651417d3 req-2b4d408f-0e7d-4822-b5a1-41178da20cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:23.338179 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c969b983-a605-465f-a005-76f0651417d3 req-2b4d408f-0e7d-4822-b5a1-41178da20cee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32421a12-0b3a-42d4-846a-0de14cdef277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1530335 Dec 10 16:41:23.338179 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b585021a-24c6-43b4-a6f1-26a5134e7b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:23.416178 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 119e7d2e-d845-4ef5-8930-54d71fbeec85 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:41:23.437029 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-37c60e07-4fa7-45ed-8141-5b960f2bb65e tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:23.443270 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 119e7d2e-d845-4ef5-8930-54d71fbeec85 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:41:23.443909 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 119e7d2e-d845-4ef5-8930-54d71fbeec85 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:41:23.444547 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device f2a7c1a2-04cc-4a9d-b600-2f80097b579a no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:41:23.456859 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-202aa6e6-3b85-408f-8e17-55979751cbae tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:23.461126 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-202aa6e6-3b85-408f-8e17-55979751cbae tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:23.467379 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-202aa6e6-3b85-408f-8e17-55979751cbae tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "DELETE /v2.0/networks/d554693e-cd92-4e37-b677-7f13ee909108 HTTP/1.1" status: 204 len: 168 time: 2.0668766 Dec 10 16:41:23.469911 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39434) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:23.482860 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: f2a7c1a2-04cc-4a9d-b600-2f80097b579a {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:41:23.483477 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device f2a7c1a2-04cc-4a9d-b600-2f80097b579a not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:41:23.496498 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b585021a-24c6-43b4-a6f1-26a5134e7b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59e4616-b300-4421-9ee4-d6a0efbbc3d5,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:23.502188 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b585021a-24c6-43b4-a6f1-26a5134e7b72 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5fd7c4d566ee4e47a6996945381db35d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5956230 Dec 10 16:41:23.505899 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39438) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:23.514749 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-37c60e07-4fa7-45ed-8141-5b960f2bb65e tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:23.526705 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-37c60e07-4fa7-45ed-8141-5b960f2bb65e tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] 10.222.0.11 "DELETE /v2.0/networks/3e1846c0-05b0-43c9-a8f3-0f0d3f06625e HTTP/1.1" status: 204 len: 168 time: 1.2770145 Dec 10 16:41:23.527713 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c60e07-4fa7-45ed-8141-5b960f2bb65e tempest-NetworksTest-670556534 tempest-NetworksTest-670556534-project] Pushing event deleted for resources: {'Network': ['ID=3e1846c0-05b0-43c9-a8f3-0f0d3f06625e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:23.541617 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202aa6e6-3b85-408f-8e17-55979751cbae tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event deleted for resources: {'Network': ['ID=d554693e-cd92-4e37-b677-7f13ee909108,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:23.575183 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6682f38-3ce9-4af5-80c0-5a1bd7e478d6 req-5ce94347-22ff-43e8-a69f-9adeb8243118 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:23.584383 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c6682f38-3ce9-4af5-80c0-5a1bd7e478d6 req-5ce94347-22ff-43e8-a69f-9adeb8243118 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbed5c20-cdc4-43fb-af78-fe79b6091e34 HTTP/1.1" status: 200 len: 943 time: 0.1934173 Dec 10 16:41:23.676431 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c969b983-a605-465f-a005-76f0651417d3 req-99de81fd-c8ec-4b73-82e4-acaaa5db17f3 service neutron] 10.222.0.26 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320894 Dec 10 16:41:23.705494 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c6682f38-3ce9-4af5-80c0-5a1bd7e478d6 req-494e4ec3-c875-4f6c-b784-e7a41f1522e0 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042001 Dec 10 16:41:23.830419 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3ebb8ee4-e8f2-44d4-81d0-69c24fb9a308 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:23.924497 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3ebb8ee4-e8f2-44d4-81d0-69c24fb9a308 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:23.933027 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c969b983-a605-465f-a005-76f0651417d3 req-ab0ccf1f-693a-4d8f-9f70-b8f00ffe38bb service neutron] 10.222.0.26 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176998 Dec 10 16:41:24.002227 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39454) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:24.027679 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-09f58ed4-eb79-4e78-b4ef-41611daff803 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Deleting port d5e2b729-84b8-4bef-ae43-f2723c164fc5 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:41:24.028363 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-09f58ed4-eb79-4e78-b4ef-41611daff803 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:24.117993 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3ebb8ee4-e8f2-44d4-81d0-69c24fb9a308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:24.123064 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3ebb8ee4-e8f2-44d4-81d0-69c24fb9a308 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:24.126763 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3ebb8ee4-e8f2-44d4-81d0-69c24fb9a308 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f59e4616-b300-4421-9ee4-d6a0efbbc3d5 HTTP/1.1" status: 204 len: 168 time: 0.5841548 Dec 10 16:41:24.145775 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb8ee4-e8f2-44d4-81d0-69c24fb9a308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59e4616-b300-4421-9ee4-d6a0efbbc3d5,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:24.227358 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-09f58ed4-eb79-4e78-b4ef-41611daff803 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:24.228058 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-09f58ed4-eb79-4e78-b4ef-41611daff803 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:24.261221 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-09f58ed4-eb79-4e78-b4ef-41611daff803 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Calling delete_port for d5e2b729-84b8-4bef-ae43-f2723c164fc5 owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:41:24.423818 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-55f9b7ce-8b53-43b4-9df6-fd6aaf9e4ee4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a8583be60b5b47adbe7d3e43d3a1ef22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4194682 Dec 10 16:41:24.424644 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39466) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:24.464823 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc6890-2ef4-478a-91d9-bd43323789f5 req-fe27137a-d7fa-48c1-a1f8-81f6678562b3 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:24.474908 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-19bc6890-2ef4-478a-91d9-bd43323789f5 req-fe27137a-d7fa-48c1-a1f8-81f6678562b3 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 945 time: 0.2105622 Dec 10 16:41:24.553020 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-088f8bde-a980-4da2-a7c1-d692c9e77cf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:24.597851 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-088f8bde-a980-4da2-a7c1-d692c9e77cf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:24.645903 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-19bc6890-2ef4-478a-91d9-bd43323789f5 req-a26acf1b-87a4-4d33-8609-2d025138cb18 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603155 Dec 10 16:41:24.704108 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-088f8bde-a980-4da2-a7c1-d692c9e77cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:24.708585 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-088f8bde-a980-4da2-a7c1-d692c9e77cf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:24.710665 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-088f8bde-a980-4da2-a7c1-d692c9e77cf4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/23fc7307-d662-4a91-b384-65463cc3cbbd HTTP/1.1" status: 204 len: 168 time: 0.2843010 Dec 10 16:41:24.725577 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f8bde-a980-4da2-a7c1-d692c9e77cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23fc7307-d662-4a91-b384-65463cc3cbbd,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:24.774976 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-09f58ed4-eb79-4e78-b4ef-41611daff803 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:24.821906 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f58ed4-eb79-4e78-b4ef-41611daff803 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event deleted for resources: {'Port': ['ID=d5e2b729-84b8-4bef-ae43-f2723c164fc5,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:24.893258 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-09f58ed4-eb79-4e78-b4ef-41611daff803 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:24.895004 n-d-766771-2 neutron-server[103393]: INFO neutron.db.l3_db [None req-09f58ed4-eb79-4e78-b4ef-41611daff803 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Floating IP 4f12a8f6-5ba0-4a19-9faa-8fdbcd2752de disassociated (deleted). External IP: 172.25.6.95, port: 14a1d06f-210d-4cdb-b160-f5a60a932505. Dec 10 16:41:24.948347 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd35273-bc7d-4b1b-ac47-115196fd5e56 req-c655acba-d0c4-46aa-a487-39e02703604e tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:24.957474 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dbd35273-bc7d-4b1b-ac47-115196fd5e56 req-c655acba-d0c4-46aa-a487-39e02703604e tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbed5c20-cdc4-43fb-af78-fe79b6091e34 HTTP/1.1" status: 200 len: 943 time: 0.0784674 Dec 10 16:41:25.017661 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dbd35273-bc7d-4b1b-ac47-115196fd5e56 req-4bda4480-411b-4fed-b6df-becea3e0c310 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591960 Dec 10 16:41:25.151599 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f58ed4-eb79-4e78-b4ef-41611daff803 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Router a3daaec8-386d-4021-bb23-29c319fd323f has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:41:25.354900 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a2e61-86ad-4e63-a799-5035d0ab2b35 req-750f3e0f-519f-4f32-829a-499c4ef2e341 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:25.357506 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9b1a2e61-86ad-4e63-a799-5035d0ab2b35 req-750f3e0f-519f-4f32-829a-499c4ef2e341 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 945 time: 0.0926900 Dec 10 16:41:25.378911 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f58ed4-eb79-4e78-b4ef-41611daff803 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:41:25.388277 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-09f58ed4-eb79-4e78-b4ef-41611daff803 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:25.393286 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579b7908-45aa-421c-ada6-1c0aefb206e2 None None] Sync routers for ids ['a3daaec8-386d-4021-bb23-29c319fd323f'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:41:25.406681 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579b7908-45aa-421c-ada6-1c0aefb206e2 None None] Routers {'a3daaec8-386d-4021-bb23-29c319fd323f'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:25.407668 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-579b7908-45aa-421c-ada6-1c0aefb206e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:41:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['a3daaec8-386d-4021-bb23-29c319fd323f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:25.461945 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-09f58ed4-eb79-4e78-b4ef-41611daff803 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "DELETE /v2.0/floatingips/4f12a8f6-5ba0-4a19-9faa-8fdbcd2752de HTTP/1.1" status: 204 len: 168 time: 1.9815507 Dec 10 16:41:25.462584 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9f4a92-2d46-4c26-9232-803f432456fd', 'tag': '14a1d06f-210d-4cdb-b160-f5a60a932505'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:41:25.466693 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9b1a2e61-86ad-4e63-a799-5035d0ab2b35 req-c36ff7e4-bcd1-4e64-bc1f-1731065ce1a6 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942516 Dec 10 16:41:25.469720 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d42d5cb-a974-458e-8d0d-e268e0bb7b9f" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9f4a92-2d46-4c26-9232-803f432456fd", "tag": "14a1d06f-210d-4cdb-b160-f5a60a932505"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:41:25.592493 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-579b7908-45aa-421c-ada6-1c0aefb206e2 None None] Set router a3daaec8-386d-4021-bb23-29c319fd323f gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:41:25.683908 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39512) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:25.805444 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0233cc3b-5abb-4091-9eed-8a9beacabe67 x-openstack-request-id: req-0233cc3b-5abb-4091-9eed-8a9beacabe67 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:41:25.805744 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9f4a92-2d46-4c26-9232-803f432456fd", "tag": "14a1d06f-210d-4cdb-b160-f5a60a932505", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:41:25.805989 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0233cc3b-5abb-4091-9eed-8a9beacabe67 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:41:25.806429 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9f4a92-2d46-4c26-9232-803f432456fd', 'tag': '14a1d06f-210d-4cdb-b160-f5a60a932505', 'status': 'completed', 'code': 200} Dec 10 16:41:25.889579 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-579b7908-45aa-421c-ada6-1c0aefb206e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'name': 'tempest-TestNetworkBasicOps-router-1922325860', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '033196f5-e487-461d-9344-13635f0d77e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:38:29Z', 'updated_at': '2021-12-10T16:41:11Z', 'revision_number': 6, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'gw_port': {'id': '033196f5-e487-461d-9344-13635f0d77e5', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:38:31Z', 'updated_at': '2021-12-10T16:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'e4e4e72f-cb6a-4b0c-9a28-12a06638453c', 'name': '', 'network_id': 'd541c368-720d-4b18-b807-71b1bfe1994a', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'mac_address': 'fa:16:3e:cb:de:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '16a35958-36a2-4747-a09b-1406e66a4b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:38:43Z', 'updated_at': '2021-12-10T16:38:57Z', 'revision_number': 5, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'subnets': [{'id': '16a35958-36a2-4747-a09b-1406e66a4b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:25.922125 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-12539193-03c7-45d3-be0a-86dad51d8f2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:25.952565 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42d5cb-a974-458e-8d0d-e268e0bb7b9f req-113ee37a-f952-4b9a-ba49-d297409a7200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:25.955204 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6d42d5cb-a974-458e-8d0d-e268e0bb7b9f req-113ee37a-f952-4b9a-ba49-d297409a7200 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7102f587c0942469f218fb29d23ff5f&device_id=9b9f4a92-2d46-4c26-9232-803f432456fd HTTP/1.1" status: 200 len: 1096 time: 0.1211851 Dec 10 16:41:25.957173 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579b7908-45aa-421c-ada6-1c0aefb206e2 None None] Checking router: a3daaec8-386d-4021-bb23-29c319fd323f for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:41:25.976359 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d166e-6476-40d6-807b-a1055967a551 req-f62570f4-0457-4d26-b49e-d00e0b77712e tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:25.988474 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ed4d166e-6476-40d6-807b-a1055967a551 req-f62570f4-0457-4d26-b49e-d00e0b77712e tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9f4a92-2d46-4c26-9232-803f432456fd HTTP/1.1" status: 200 len: 945 time: 0.1016710 Dec 10 16:41:25.994448 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579b7908-45aa-421c-ada6-1c0aefb206e2 None None] Routers {'a3daaec8-386d-4021-bb23-29c319fd323f'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:25.995397 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-579b7908-45aa-421c-ada6-1c0aefb206e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:41:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['a3daaec8-386d-4021-bb23-29c319fd323f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:26.040075 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 09d537a4-28af-4988-83d0-49bf7e82c077 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:41:26.051563 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ed4d166e-6476-40d6-807b-a1055967a551 req-fe6c9e8d-3149-4ee6-a747-db81c9a9a50b tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a6d5bf6-4b98-4d63-a5d1-ad5b655a51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620382 Dec 10 16:41:26.136654 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-12539193-03c7-45d3-be0a-86dad51d8f2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:26.142570 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-12539193-03c7-45d3-be0a-86dad51d8f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:26.186472 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-12539193-03c7-45d3-be0a-86dad51d8f2c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3f717f5fb8004fd4854d5fe0b39d4533&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5011740 Dec 10 16:41:26.193072 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39534) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:26.227778 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12539193-03c7-45d3-be0a-86dad51d8f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ab8b4f-50c7-4071-bd0b-a5f9265199f8,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:26.272553 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42d5cb-a974-458e-8d0d-e268e0bb7b9f req-fd333adb-d7c4-403f-ab44-7b3e1efbe961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:26.274980 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6d42d5cb-a974-458e-8d0d-e268e0bb7b9f req-fd333adb-d7c4-403f-ab44-7b3e1efbe961 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d541c368-720d-4b18-b807-71b1bfe1994a HTTP/1.1" status: 200 len: 898 time: 0.3116927 Dec 10 16:41:26.341396 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6d42d5cb-a974-458e-8d0d-e268e0bb7b9f req-28258b23-1b30-48e3-86ca-a79dedc71a99 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14a1d06f-210d-4cdb-b160-f5a60a932505 HTTP/1.1" status: 200 len: 217 time: 0.0572593 Dec 10 16:41:26.409953 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-579b7908-45aa-421c-ada6-1c0aefb206e2 None None] Set router a3daaec8-386d-4021-bb23-29c319fd323f gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:41:26.418804 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33cca1-8354-4388-904c-b24e1ebb5305 req-1cb1c8b3-cff5-4b12-a8c4-dcbaeb81e891 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:26.420413 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4d33cca1-8354-4388-904c-b24e1ebb5305 req-1cb1c8b3-cff5-4b12-a8c4-dcbaeb81e891 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbed5c20-cdc4-43fb-af78-fe79b6091e34 HTTP/1.1" status: 200 len: 943 time: 0.2405353 Dec 10 16:41:26.452925 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39542) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:26.461622 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42d5cb-a974-458e-8d0d-e268e0bb7b9f req-10d64020-8590-435a-8e68-2e7cbde2a57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:26.465857 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6d42d5cb-a974-458e-8d0d-e268e0bb7b9f req-10d64020-8590-435a-8e68-2e7cbde2a57e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=16a35958-36a2-4747-a09b-1406e66a4b54 HTTP/1.1" status: 200 len: 835 time: 0.1169403 Dec 10 16:41:26.519443 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f10ae31b-10de-488d-8ff5-5a65ba80f1fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:26.536380 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42d5cb-a974-458e-8d0d-e268e0bb7b9f req-11819b66-2fad-49ec-90a4-6701c7d9c41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:26.538009 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6d42d5cb-a974-458e-8d0d-e268e0bb7b9f req-11819b66-2fad-49ec-90a4-6701c7d9c41d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d541c368-720d-4b18-b807-71b1bfe1994a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643129 Dec 10 16:41:26.617061 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f10ae31b-10de-488d-8ff5-5a65ba80f1fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:26.687447 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 09d537a4-28af-4988-83d0-49bf7e82c077, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=09d537a4-28af-4988-83d0-49bf7e82c077,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:26.708136 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '09d537a4-28af-4988-83d0-49bf7e82c077', 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277', 'port_id': '09d537a4-28af-4988-83d0-49bf7e82c077', 'mac_address': 'fa:16:3e:f1:85:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bad4bd9c-d017-467b-badb-ee51884a8aea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:41:26.730798 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4d33cca1-8354-4388-904c-b24e1ebb5305 req-6d61633e-ec36-46ad-9b23-6cc81776affd tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954512 Dec 10 16:41:26.745516 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-40559686-ecb1-488a-85f7-1e59d57322a2 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Request body: {'security_group': {'name': 'tempest-secgroup--358092774'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:26.793477 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-579b7908-45aa-421c-ada6-1c0aefb206e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'name': 'tempest-TestNetworkBasicOps-router-1922325860', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '033196f5-e487-461d-9344-13635f0d77e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:38:29Z', 'updated_at': '2021-12-10T16:41:11Z', 'revision_number': 6, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'gw_port': {'id': '033196f5-e487-461d-9344-13635f0d77e5', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:38:31Z', 'updated_at': '2021-12-10T16:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'e4e4e72f-cb6a-4b0c-9a28-12a06638453c', 'name': '', 'network_id': 'd541c368-720d-4b18-b807-71b1bfe1994a', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'mac_address': 'fa:16:3e:cb:de:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '16a35958-36a2-4747-a09b-1406e66a4b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:38:43Z', 'updated_at': '2021-12-10T16:38:57Z', 'revision_number': 5, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'subnets': [{'id': '16a35958-36a2-4747-a09b-1406e66a4b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:26.793921 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6d42d5cb-a974-458e-8d0d-e268e0bb7b9f req-eaa315b0-1038-43bc-99ce-5f1310229f6b service neutron] 10.222.0.26 "GET /v2.0/networks/d541c368-720d-4b18-b807-71b1bfe1994a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469459 Dec 10 16:41:26.843336 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-40559686-ecb1-488a-85f7-1e59d57322a2 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:26.847698 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:26.857348 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579b7908-45aa-421c-ada6-1c0aefb206e2 None None] The sync data for ids ['a3daaec8-386d-4021-bb23-29c319fd323f'] in n-d-766771-2 is: [{'id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'name': 'tempest-TestNetworkBasicOps-router-1922325860', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '033196f5-e487-461d-9344-13635f0d77e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:38:29Z', 'updated_at': '2021-12-10T16:41:11Z', 'revision_number': 6, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'gw_port': {'id': '033196f5-e487-461d-9344-13635f0d77e5', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:38:31Z', 'updated_at': '2021-12-10T16:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'e4e4e72f-cb6a-4b0c-9a28-12a06638453c', 'name': '', 'network_id': 'd541c368-720d-4b18-b807-71b1bfe1994a', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'mac_address': 'fa:16:3e:cb:de:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '16a35958-36a2-4747-a09b-1406e66a4b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:38:43Z', 'updated_at': '2021-12-10T16:38:57Z', 'revision_number': 5, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'subnets': [{'id': '16a35958-36a2-4747-a09b-1406e66a4b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:41:26.864435 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09d537a4-28af-4988-83d0-49bf7e82c077 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:41:26.910091 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 09d537a4-28af-4988-83d0-49bf7e82c077, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=09d537a4-28af-4988-83d0-49bf7e82c077,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:26.915612 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:26.925579 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f10ae31b-10de-488d-8ff5-5a65ba80f1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:26.928751 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f10ae31b-10de-488d-8ff5-5a65ba80f1fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:26.930061 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f10ae31b-10de-488d-8ff5-5a65ba80f1fd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c6ab8b4f-50c7-4071-bd0b-a5f9265199f8 HTTP/1.1" status: 204 len: 168 time: 0.7300057 Dec 10 16:41:26.944205 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-40559686-ecb1-488a-85f7-1e59d57322a2 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:26.965687 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ae31b-10de-488d-8ff5-5a65ba80f1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ab8b4f-50c7-4071-bd0b-a5f9265199f8,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:26.980948 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6d42d5cb-a974-458e-8d0d-e268e0bb7b9f req-e220371d-cadc-4e40-b709-ac20ec85108a service neutron] 10.222.0.26 "GET /v2.0/networks/d541c368-720d-4b18-b807-71b1bfe1994a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770706 Dec 10 16:41:26.999786 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375bc6eb-6fcd-408b-875e-819f5cbb1280 req-edd22418-6e69-429c-ae95-3742651fda66 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:27.001863 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-375bc6eb-6fcd-408b-875e-819f5cbb1280 req-edd22418-6e69-429c-ae95-3742651fda66 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 945 time: 0.1461592 Dec 10 16:41:27.078574 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=09d537a4-28af-4988-83d0-49bf7e82c077,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:27.107312 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-375bc6eb-6fcd-408b-875e-819f5cbb1280 req-67bce12a-0254-4110-ba44-73863e5bb50a tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974524 Dec 10 16:41:27.161796 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['09d537a4-28af-4988-83d0-49bf7e82c077'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:41:27.276287 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-40559686-ecb1-488a-85f7-1e59d57322a2 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:27.323590 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-40559686-ecb1-488a-85f7-1e59d57322a2 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:27.428711 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff185c7-b96c-485f-8679-d5bdc84d4f86 None None] New status for floating IP 4f12a8f6-5ba0-4a19-9faa-8fdbcd2752de: DOWN {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:41:27.436569 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40559686-ecb1-488a-85f7-1e59d57322a2 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a638c177-b8a5-4106-84ed-69d2a7e36b52,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:27.486338 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94757af2-8b81-41fb-bdd9-a3a85b20bd35 req-b51cc07b-1945-44b8-80d1-ad8559594ac1 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:27.490347 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-94757af2-8b81-41fb-bdd9-a3a85b20bd35 req-b51cc07b-1945-44b8-80d1-ad8559594ac1 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9f4a92-2d46-4c26-9232-803f432456fd HTTP/1.1" status: 200 len: 945 time: 0.2383966 Dec 10 16:41:27.629165 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-94757af2-8b81-41fb-bdd9-a3a85b20bd35 req-22ddb8cf-76c0-4bd8-8df1-dec3b377e44c tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a6d5bf6-4b98-4d63-a5d1-ad5b655a51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279299 Dec 10 16:41:27.657886 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-40559686-ecb1-488a-85f7-1e59d57322a2 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:27.663436 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-40559686-ecb1-488a-85f7-1e59d57322a2 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:27.713608 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40559686-ecb1-488a-85f7-1e59d57322a2 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69d32264-76ec-4d80-9470-36c4c21c4920,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:27.755926 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-40559686-ecb1-488a-85f7-1e59d57322a2 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:27.758693 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-40559686-ecb1-488a-85f7-1e59d57322a2 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3024037 Dec 10 16:41:27.762359 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39576) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:27.841199 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39578) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:27.884503 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e5d34-d960-412c-8015-db496d954f2b req-6c9cae3f-953b-4068-8f95-3dc4d45b7c03 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:27.885990 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2c8e5d34-d960-412c-8015-db496d954f2b req-6c9cae3f-953b-4068-8f95-3dc4d45b7c03 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9f4a92-2d46-4c26-9232-803f432456fd HTTP/1.1" status: 200 len: 945 time: 0.8184431 Dec 10 16:41:27.908902 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a57cbdb2-36bb-4564-b446-92821e09b709 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:27.944392 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-22c306ff-995b-4ef5-b729-ebb7543a44bd tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1808026 Dec 10 16:41:27.946686 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39586) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:27.954031 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-f5cdd9b8-b9b2-4fd7-a9e5-b1f8ddf8dc72 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Request body: {'security_group': {'name': 'tempest-security--1806095308', 'description': 'tempest-security-description-248103518'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:28.005985 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-2c8e5d34-d960-412c-8015-db496d954f2b req-411a4682-4c66-4518-9440-f2e4f3de128e tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Deleting port 14a1d06f-210d-4cdb-b160-f5a60a932505 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:41:28.006732 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2c8e5d34-d960-412c-8015-db496d954f2b req-411a4682-4c66-4518-9440-f2e4f3de128e tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:28.009474 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8795da3-dcb3-48c4-810c-cf1fbc3b90d1 req-b64ef8b1-06b5-41af-9011-2f4e7fc18c8c tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:28.011050 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e8795da3-dcb3-48c4-810c-cf1fbc3b90d1 req-b64ef8b1-06b5-41af-9011-2f4e7fc18c8c tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbed5c20-cdc4-43fb-af78-fe79b6091e34 HTTP/1.1" status: 200 len: 944 time: 0.1967790 Dec 10 16:41:28.060173 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f5cdd9b8-b9b2-4fd7-a9e5-b1f8ddf8dc72 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:28.152165 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e8795da3-dcb3-48c4-810c-cf1fbc3b90d1 req-edb5a3b8-88da-4186-9984-cd8c23c9eaa6 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282673 Dec 10 16:41:28.157752 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-2c8e5d34-d960-412c-8015-db496d954f2b req-411a4682-4c66-4518-9440-f2e4f3de128e tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] For port 14a1d06f-210d-4cdb-b160-f5a60a932505, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=14a1d06f-210d-4cdb-b160-f5a60a932505,segment=NetworkSegment(2bbad0e8-ed67-413a-8c9a-253af19189e9),segment_id=2bbad0e8-ed67-413a-8c9a-253af19189e9)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:28.158258 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2c8e5d34-d960-412c-8015-db496d954f2b req-411a4682-4c66-4518-9440-f2e4f3de128e tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:28.166278 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a57cbdb2-36bb-4564-b446-92821e09b709 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:28.178309 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a57cbdb2-36bb-4564-b446-92821e09b709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:28.178854 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f5cdd9b8-b9b2-4fd7-a9e5-b1f8ddf8dc72 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:28.186722 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-2c8e5d34-d960-412c-8015-db496d954f2b req-411a4682-4c66-4518-9440-f2e4f3de128e tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Calling delete_port for 14a1d06f-210d-4cdb-b160-f5a60a932505 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:41:28.194173 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f5cdd9b8-b9b2-4fd7-a9e5-b1f8ddf8dc72 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:28.196783 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f5cdd9b8-b9b2-4fd7-a9e5-b1f8ddf8dc72 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:28.200911 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f5cdd9b8-b9b2-4fd7-a9e5-b1f8ddf8dc72 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "PUT /v2.0/security-groups/69d32264-76ec-4d80-9470-36c4c21c4920 HTTP/1.1" status: 200 len: 1796 time: 0.2522354 Dec 10 16:41:28.201684 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39590) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:28.245292 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a57cbdb2-36bb-4564-b446-92821e09b709 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ad3acac4cfab455d9d70e0ce4209e26e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3948240 Dec 10 16:41:28.248972 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57cbdb2-36bb-4564-b446-92821e09b709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba417929-2aaf-44af-9e48-18322adf7f3f,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:28.260429 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39594) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:28.343037 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a993d00e-0f9f-496f-a03f-59a3804a808b tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "GET /v2.0/security-groups/69d32264-76ec-4d80-9470-36c4c21c4920 HTTP/1.1" status: 200 len: 1796 time: 0.1358509 Dec 10 16:41:28.344028 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39596) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:28.349722 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cdd9b8-b9b2-4fd7-a9e5-b1f8ddf8dc72 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69d32264-76ec-4d80-9470-36c4c21c4920,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:28.375805 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ab71d-f0b9-4e49-8bc6-e8e2a7c124a0 req-e0a049bd-13cb-4a6d-bad7-45778367d320 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:28.377547 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-260ab71d-f0b9-4e49-8bc6-e8e2a7c124a0 req-e0a049bd-13cb-4a6d-bad7-45778367d320 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 945 time: 0.0823920 Dec 10 16:41:28.400400 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ffaedbff-1139-455b-84aa-366000ebb74a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:28.437679 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-260ab71d-f0b9-4e49-8bc6-e8e2a7c124a0 req-5fde9c1a-b4c7-449a-b6b4-b7ce94dac982 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535123 Dec 10 16:41:28.460278 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ffaedbff-1139-455b-84aa-366000ebb74a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:28.495094 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2c8e5d34-d960-412c-8015-db496d954f2b req-411a4682-4c66-4518-9440-f2e4f3de128e tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:28.501923 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-457a0f12-176e-4c04-832e-8f7536976350 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:28.560755 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a4682-4c66-4518-9440-f2e4f3de128e tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event deleted for resources: {'Port': ['ID=14a1d06f-210d-4cdb-b160-f5a60a932505,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:28.574783 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-457a0f12-176e-4c04-832e-8f7536976350 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:28.639576 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8e5d34-d960-412c-8015-db496d954f2b req-411a4682-4c66-4518-9440-f2e4f3de128e tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] No DVR routers for this DVR port 14a1d06f-210d-4cdb-b160-f5a60a932505 on host n-h1-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:41:28.645669 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ffaedbff-1139-455b-84aa-366000ebb74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:28.648436 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ffaedbff-1139-455b-84aa-366000ebb74a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:28.652487 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ffaedbff-1139-455b-84aa-366000ebb74a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ba417929-2aaf-44af-9e48-18322adf7f3f HTTP/1.1" status: 204 len: 168 time: 0.3909717 Dec 10 16:41:28.656349 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2c8e5d34-d960-412c-8015-db496d954f2b req-411a4682-4c66-4518-9440-f2e4f3de128e tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:28.660004 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2c8e5d34-d960-412c-8015-db496d954f2b req-411a4682-4c66-4518-9440-f2e4f3de128e tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.26 "DELETE /v2.0/ports/14a1d06f-210d-4cdb-b160-f5a60a932505 HTTP/1.1" status: 204 len: 173 time: 0.7649298 Dec 10 16:41:28.661990 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9f4a92-2d46-4c26-9232-803f432456fd', 'name': 'network-vif-deleted', 'tag': '14a1d06f-210d-4cdb-b160-f5a60a932505'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:41:28.664404 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47357b02-d13d-4ff4-bbb7-db1afbd8126f" -d '{"events": [{"server_uuid": "9b9f4a92-2d46-4c26-9232-803f432456fd", "name": "network-vif-deleted", "tag": "14a1d06f-210d-4cdb-b160-f5a60a932505"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:41:28.674701 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaedbff-1139-455b-84aa-366000ebb74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba417929-2aaf-44af-9e48-18322adf7f3f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:28.688213 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-457a0f12-176e-4c04-832e-8f7536976350 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:28.691583 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-457a0f12-176e-4c04-832e-8f7536976350 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:28.692732 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-457a0f12-176e-4c04-832e-8f7536976350 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "DELETE /v2.0/security-groups/69d32264-76ec-4d80-9470-36c4c21c4920 HTTP/1.1" status: 204 len: 168 time: 0.3463960 Dec 10 16:41:28.695407 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39604) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:28.720106 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a0f12-176e-4c04-832e-8f7536976350 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d32264-76ec-4d80-9470-36c4c21c4920,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:28.842058 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e7cb68b1-ff41-4a4e-a8dc-0a340882ccab tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1425428 Dec 10 16:41:28.842293 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39608) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:28.866156 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9a942c9e-3f53-45d1-aa0f-4abccfb5d1bc req-cc1e4f3a-85cf-457a-a41b-a2246c5d01af tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9f4a92-2d46-4c26-9232-803f432456fd HTTP/1.1" status: 200 len: 210 time: 0.0553706 Dec 10 16:41:28.871714 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-3f65871e-50dd-4a7d-b217-df8c335de080 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] delete failed (client error): The resource could not be found. Dec 10 16:41:28.873101 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3f65871e-50dd-4a7d-b217-df8c335de080 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "DELETE /v2.0/security-groups/69d32264-76ec-4d80-9470-36c4c21c4920 HTTP/1.1" status: 404 len: 347 time: 0.0295162 Dec 10 16:41:28.876795 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39610) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:28.886798 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-9b7ef791-2ed3-4fac-a746-4bf7c1e3facf tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Request body: {'security_group': {'name': 'tempest-secgroup--472275603'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:28.913868 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9b7ef791-2ed3-4fac-a746-4bf7c1e3facf tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:28.930026 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19f51a9-d39f-4ecd-99f1-66ef4da11c60 x-openstack-request-id: req-d19f51a9-d39f-4ecd-99f1-66ef4da11c60 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:41:28.930378 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9f4a92-2d46-4c26-9232-803f432456fd", "name": "network-vif-deleted", "tag": "14a1d06f-210d-4cdb-b160-f5a60a932505", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:41:28.930638 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d19f51a9-d39f-4ecd-99f1-66ef4da11c60 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:41:28.931040 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9f4a92-2d46-4c26-9232-803f432456fd', 'name': 'network-vif-deleted', 'tag': '14a1d06f-210d-4cdb-b160-f5a60a932505', 'status': 'completed', 'code': 200} Dec 10 16:41:29.009703 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9b7ef791-2ed3-4fac-a746-4bf7c1e3facf tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:29.015127 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9b7ef791-2ed3-4fac-a746-4bf7c1e3facf tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:29.056051 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9b7ef791-2ed3-4fac-a746-4bf7c1e3facf tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:29.060148 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9b7ef791-2ed3-4fac-a746-4bf7c1e3facf tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1795216 Dec 10 16:41:29.060333 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39616) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:29.065214 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-1c3aab60-9e3e-4798-b2f6-92ac686af416 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Request body: {'security_group_rule': {'security_group_id': '60aeb43e-e88d-4487-8021-c252d258653b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:29.073190 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ef791-2ed3-4fac-a746-4bf7c1e3facf tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60aeb43e-e88d-4487-8021-c252d258653b,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:29.104190 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1c3aab60-9e3e-4798-b2f6-92ac686af416 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:29.204314 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1c3aab60-9e3e-4798-b2f6-92ac686af416 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:29.209189 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1c3aab60-9e3e-4798-b2f6-92ac686af416 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:29.261579 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3aab60-9e3e-4798-b2f6-92ac686af416 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e61f118-879e-4b5a-8201-861bac5e3def,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:29.276197 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1c3aab60-9e3e-4798-b2f6-92ac686af416 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:29.281981 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1c3aab60-9e3e-4798-b2f6-92ac686af416 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2164607 Dec 10 16:41:29.281981 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39626) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:29.323233 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d1fdc731-cef1-4b17-9a84-9ae84069bfad tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:29.337653 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d1fdc731-cef1-4b17-9a84-9ae84069bfad tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:29.338487 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb156b-6db4-4e14-81fb-3495bf0dde44 req-0293ed48-cd24-4a6f-9261-3a13590664a2 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:29.340007 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-edbb156b-6db4-4e14-81fb-3495bf0dde44 req-0293ed48-cd24-4a6f-9261-3a13590664a2 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbed5c20-cdc4-43fb-af78-fe79b6091e34 HTTP/1.1" status: 200 len: 944 time: 0.0652459 Dec 10 16:41:29.385695 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d1fdc731-cef1-4b17-9a84-9ae84069bfad tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:29.392913 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d1fdc731-cef1-4b17-9a84-9ae84069bfad tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:29.397130 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d1fdc731-cef1-4b17-9a84-9ae84069bfad tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/3e61f118-879e-4b5a-8201-861bac5e3def HTTP/1.1" status: 204 len: 168 time: 0.1119745 Dec 10 16:41:29.400365 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39634) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:29.411000 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fdc731-cef1-4b17-9a84-9ae84069bfad tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e61f118-879e-4b5a-8201-861bac5e3def,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:29.449817 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-edbb156b-6db4-4e14-81fb-3495bf0dde44 req-ccebf035-da24-452b-bc21-c03068f55708 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017716 Dec 10 16:41:29.486489 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39640) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:29.489440 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-586d82c3-fd23-4c9e-92f9-70e0d2f960da tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0875006 Dec 10 16:41:29.629857 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e6943-8ccf-48ad-986b-3e069104cb4c req-5d6c2997-c404-46e2-ab79-c6ed67bbb441 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:29.631323 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ac4e6943-8ccf-48ad-986b-3e069104cb4c req-5d6c2997-c404-46e2-ab79-c6ed67bbb441 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 945 time: 0.0956023 Dec 10 16:41:29.646371 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-69c56b7b-4916-48f9-b595-33104c0a0446 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:29.696607 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-69c56b7b-4916-48f9-b595-33104c0a0446 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:29.725596 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ac4e6943-8ccf-48ad-986b-3e069104cb4c req-15feaa6c-aad7-4f01-ad10-4ab505c76976 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880151 Dec 10 16:41:29.753618 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-69c56b7b-4916-48f9-b595-33104c0a0446 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:29.756472 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-69c56b7b-4916-48f9-b595-33104c0a0446 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:29.757616 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-69c56b7b-4916-48f9-b595-33104c0a0446 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "DELETE /v2.0/security-groups/60aeb43e-e88d-4487-8021-c252d258653b HTTP/1.1" status: 204 len: 168 time: 0.2700734 Dec 10 16:41:29.760302 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39650) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:29.766963 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c56b7b-4916-48f9-b595-33104c0a0446 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60aeb43e-e88d-4487-8021-c252d258653b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:29.813885 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-64d24e03-27ea-4029-937f-de7a45e6312b tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0524101 Dec 10 16:41:29.820202 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39652) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:29.824958 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-30f6d3a5-4ec2-4c48-8c58-bdb62a812143 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Request body: {'security_group': {'name': 'tempest-secgroup--1527653661'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:29.851350 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-30f6d3a5-4ec2-4c48-8c58-bdb62a812143 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:29.938013 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39660) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:29.939186 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-30f6d3a5-4ec2-4c48-8c58-bdb62a812143 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:29.943016 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-30f6d3a5-4ec2-4c48-8c58-bdb62a812143 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:29.979744 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-30f6d3a5-4ec2-4c48-8c58-bdb62a812143 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:29.983567 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-30f6d3a5-4ec2-4c48-8c58-bdb62a812143 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1598620 Dec 10 16:41:29.984118 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39662) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:29.990496 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-786b18eb-f03f-413f-a2fe-4009b8f4670a tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Request body: {'security_group_rule': {'security_group_id': 'd84506cc-48b4-4881-8a73-0c80ee61a36d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:29.995892 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f6d3a5-4ec2-4c48-8c58-bdb62a812143 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d84506cc-48b4-4881-8a73-0c80ee61a36d,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:30.024689 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b74353e4-0b50-4fb7-84d6-4448167d5742 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:30.025931 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 09d537a4-28af-4988-83d0-49bf7e82c077 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:41:30.026481 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-786b18eb-f03f-413f-a2fe-4009b8f4670a tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:30.055994 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b74353e4-0b50-4fb7-84d6-4448167d5742 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:30.088316 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 09d537a4-28af-4988-83d0-49bf7e82c077 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:41:30.099263 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 09d537a4-28af-4988-83d0-49bf7e82c077 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:30.100954 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:30.115354 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-786b18eb-f03f-413f-a2fe-4009b8f4670a tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:30.119831 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-786b18eb-f03f-413f-a2fe-4009b8f4670a tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:30.147935 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b18eb-f03f-413f-a2fe-4009b8f4670a tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba60febc-e371-4959-ac20-c7fafbe140aa,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:30.160496 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-786b18eb-f03f-413f-a2fe-4009b8f4670a tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:30.162537 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-786b18eb-f03f-413f-a2fe-4009b8f4670a tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1771853 Dec 10 16:41:30.163452 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b74353e4-0b50-4fb7-84d6-4448167d5742 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:30.165209 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39668) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:30.167598 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b74353e4-0b50-4fb7-84d6-4448167d5742 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:30.169270 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b74353e4-0b50-4fb7-84d6-4448167d5742 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "DELETE /v2.0/security-groups/4a6d5bf6-4b98-4d63-a5d1-ad5b655a51b3 HTTP/1.1" status: 204 len: 168 time: 0.2301660 Dec 10 16:41:30.171003 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-79ac390d-a721-40dc-b5aa-ee1408688002 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Request body: {'security_group_rule': {'security_group_id': 'd84506cc-48b4-4881-8a73-0c80ee61a36d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:30.186787 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74353e4-0b50-4fb7-84d6-4448167d5742 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6d5bf6-4b98-4d63-a5d1-ad5b655a51b3,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:30.204744 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-79ac390d-a721-40dc-b5aa-ee1408688002 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:30.224497 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39672) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:30.255853 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:30.287885 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-79ac390d-a721-40dc-b5aa-ee1408688002 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:30.324434 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbed5c20-cdc4-43fb-af78-fe79b6091e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d537a4-28af-4988-83d0-49bf7e82c077'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:41:30.327148 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200d9606-657d-451d-ab64-90a0f7c66dd6" -d '{"events": [{"server_uuid": "bbed5c20-cdc4-43fb-af78-fe79b6091e34", "name": "network-vif-plugged", "status": "completed", "tag": "09d537a4-28af-4988-83d0-49bf7e82c077"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:41:30.333431 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-79ac390d-a721-40dc-b5aa-ee1408688002 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:30.377315 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac390d-a721-40dc-b5aa-ee1408688002 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e1f7eb3-8d3c-4191-a2e2-cca0b8b18505,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:30.384357 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 09d537a4-28af-4988-83d0-49bf7e82c077, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=09d537a4-28af-4988-83d0-49bf7e82c077,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:30.391043 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:30.403796 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-79ac390d-a721-40dc-b5aa-ee1408688002 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:30.408612 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-79ac390d-a721-40dc-b5aa-ee1408688002 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2422607 Dec 10 16:41:30.411005 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39678) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:30.419233 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-62fc993a-4d37-4964-a406-2b1a52b16075 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Request body: {'security_group_rule': {'security_group_id': 'd84506cc-48b4-4881-8a73-0c80ee61a36d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:30.424556 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf826d47-f3dd-477a-900e-2b7aec987897 x-openstack-request-id: req-cf826d47-f3dd-477a-900e-2b7aec987897 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:41:30.425429 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbed5c20-cdc4-43fb-af78-fe79b6091e34", "name": "network-vif-plugged", "status": "completed", "tag": "09d537a4-28af-4988-83d0-49bf7e82c077", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:41:30.425585 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cf826d47-f3dd-477a-900e-2b7aec987897 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:41:30.426209 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbed5c20-cdc4-43fb-af78-fe79b6091e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d537a4-28af-4988-83d0-49bf7e82c077', 'code': 200} Dec 10 16:41:30.495714 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=09d537a4-28af-4988-83d0-49bf7e82c077,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:30.505708 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-62fc993a-4d37-4964-a406-2b1a52b16075 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:30.731351 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-62fc993a-4d37-4964-a406-2b1a52b16075 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:30.755629 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5dbf1e-4acd-4083-84d6-06c45d70752e req-3fdbbaa9-4c0e-44b0-b38f-bf249f3238e5 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:30.766068 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f5dbf1e-4acd-4083-84d6-06c45d70752e req-3fdbbaa9-4c0e-44b0-b38f-bf249f3238e5 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbed5c20-cdc4-43fb-af78-fe79b6091e34 HTTP/1.1" status: 200 len: 945 time: 0.1752694 Dec 10 16:41:30.782430 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92bb391-46ba-4ecb-b8ac-7b0636a17a4a req-300e1079-fc96-4c08-85b3-d506d682d58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:30.783028 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-62fc993a-4d37-4964-a406-2b1a52b16075 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:30.789583 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b92bb391-46ba-4ecb-b8ac-7b0636a17a4a req-300e1079-fc96-4c08-85b3-d506d682d58c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bbed5c20-cdc4-43fb-af78-fe79b6091e34 HTTP/1.1" status: 200 len: 1096 time: 0.2992826 Dec 10 16:41:30.835525 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc993a-4d37-4964-a406-2b1a52b16075 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c88f5b2d-002d-4123-bf02-25fc2a7f2beb,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:30.858797 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b92bb391-46ba-4ecb-b8ac-7b0636a17a4a req-6fef0fbe-039a-4fa0-bf57-adc77e04b2c3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625260 Dec 10 16:41:30.866311 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-62fc993a-4d37-4964-a406-2b1a52b16075 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:30.870339 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39704) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:30.871315 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-62fc993a-4d37-4964-a406-2b1a52b16075 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4586611 Dec 10 16:41:30.876698 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-67552f4d-315b-4f69-b4f1-0aa2a2565fd9 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Request body: {'security_group_rule': {'security_group_id': 'd84506cc-48b4-4881-8a73-0c80ee61a36d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:30.888324 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f5dbf1e-4acd-4083-84d6-06c45d70752e req-7c4b4e0d-6f26-4e8d-9dab-9c601d1a4e56 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209867 Dec 10 16:41:31.038876 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-67552f4d-315b-4f69-b4f1-0aa2a2565fd9 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:31.042374 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5733c-e232-4d33-ac8f-6c8a773f853f req-02aa5c43-969d-466d-b827-6fa60be5c5c0 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:31.051588 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b4c5733c-e232-4d33-ac8f-6c8a773f853f req-02aa5c43-969d-466d-b827-6fa60be5c5c0 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 945 time: 0.0923812 Dec 10 16:41:31.125413 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b4c5733c-e232-4d33-ac8f-6c8a773f853f req-90919bc9-6d59-4acd-999d-2bf8f89180fc tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729349 Dec 10 16:41:31.280662 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-67552f4d-315b-4f69-b4f1-0aa2a2565fd9 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:31.295384 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-67552f4d-315b-4f69-b4f1-0aa2a2565fd9 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:31.336574 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67552f4d-315b-4f69-b4f1-0aa2a2565fd9 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34612c4b-c001-4919-ac93-00c06fa014bc,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:31.349630 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-67552f4d-315b-4f69-b4f1-0aa2a2565fd9 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:31.353302 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-67552f4d-315b-4f69-b4f1-0aa2a2565fd9 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4793437 Dec 10 16:41:31.353695 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39730) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:31.364647 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-1c4810a3-c3e4-42fb-a948-b9972c5fbf3b tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Request body: {'security_group_rule': {'security_group_id': 'd84506cc-48b4-4881-8a73-0c80ee61a36d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:31.372956 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-246d91ac-3f60-48d2-825e-a36ea1abe236 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:31.440230 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1c4810a3-c3e4-42fb-a948-b9972c5fbf3b tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:31.556375 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1c4810a3-c3e4-42fb-a948-b9972c5fbf3b tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:31.560224 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1c4810a3-c3e4-42fb-a948-b9972c5fbf3b tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:31.597535 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4810a3-c3e4-42fb-a948-b9972c5fbf3b tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9864b579-2d39-45a0-9db2-ee128b2617e9,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:31.614338 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1c4810a3-c3e4-42fb-a948-b9972c5fbf3b tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:31.616421 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1c4810a3-c3e4-42fb-a948-b9972c5fbf3b tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2615681 Dec 10 16:41:31.619696 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39750) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:31.706778 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d724ee02-61b5-4be1-bece-d6c7ed64a162 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:31.725174 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d724ee02-61b5-4be1-bece-d6c7ed64a162 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:31.764736 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d724ee02-61b5-4be1-bece-d6c7ed64a162 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:31.771658 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d724ee02-61b5-4be1-bece-d6c7ed64a162 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:31.787228 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d724ee02-61b5-4be1-bece-d6c7ed64a162 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/9864b579-2d39-45a0-9db2-ee128b2617e9 HTTP/1.1" status: 204 len: 168 time: 0.1649728 Dec 10 16:41:31.799351 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724ee02-61b5-4be1-bece-d6c7ed64a162 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9864b579-2d39-45a0-9db2-ee128b2617e9,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:31.803400 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39756) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:31.897241 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-246d91ac-3f60-48d2-825e-a36ea1abe236 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Deleting port e4e4e72f-cb6a-4b0c-9a28-12a06638453c {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:41:31.899267 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-246d91ac-3f60-48d2-825e-a36ea1abe236 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:31.953127 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e2c4a9c2-3d33-4646-a564-598bfbca6980 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1471817 Dec 10 16:41:31.955493 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39762) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:32.012096 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-92f46041-2619-4866-88f6-a6dec0837658 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:32.049185 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39768) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:32.056716 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 14a1d06f-210d-4cdb-b160-f5a60a932505 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:41:32.071682 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-92f46041-2619-4866-88f6-a6dec0837658 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:32.084666 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 14a1d06f-210d-4cdb-b160-f5a60a932505 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:41:32.085025 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 14a1d06f-210d-4cdb-b160-f5a60a932505 not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:41:32.159613 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-246d91ac-3f60-48d2-825e-a36ea1abe236 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] For port e4e4e72f-cb6a-4b0c-9a28-12a06638453c, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=e4e4e72f-cb6a-4b0c-9a28-12a06638453c,segment=NetworkSegment(2bbad0e8-ed67-413a-8c9a-253af19189e9),segment_id=2bbad0e8-ed67-413a-8c9a-253af19189e9)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:32.164714 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-246d91ac-3f60-48d2-825e-a36ea1abe236 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:32.191834 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c04655-c39f-466a-a152-ff1bf8268aeb req-c2bf6698-b58c-4a52-9d49-3af437186794 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:32.194375 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-246d91ac-3f60-48d2-825e-a36ea1abe236 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Calling delete_port for e4e4e72f-cb6a-4b0c-9a28-12a06638453c owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:41:32.198200 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-74c04655-c39f-466a-a152-ff1bf8268aeb req-c2bf6698-b58c-4a52-9d49-3af437186794 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbed5c20-cdc4-43fb-af78-fe79b6091e34 HTTP/1.1" status: 200 len: 945 time: 0.1744256 Dec 10 16:41:32.227339 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-92f46041-2619-4866-88f6-a6dec0837658 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:32.254266 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-92f46041-2619-4866-88f6-a6dec0837658 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:32.255650 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-92f46041-2619-4866-88f6-a6dec0837658 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/34612c4b-c001-4919-ac93-00c06fa014bc HTTP/1.1" status: 204 len: 168 time: 0.2985034 Dec 10 16:41:32.260021 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39772) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:32.303432 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f46041-2619-4866-88f6-a6dec0837658 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34612c4b-c001-4919-ac93-00c06fa014bc,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:32.330442 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9bcf2423-aba2-4c26-8c22-c0535ca876fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:32.373624 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-74c04655-c39f-466a-a152-ff1bf8268aeb req-d83b3a42-c85d-47d6-986e-919d41fed914 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704028 Dec 10 16:41:32.438224 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c1d0f545-3fd7-4d2f-8c0c-30111a44bea2 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1718233 Dec 10 16:41:32.441502 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39778) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:32.503871 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6f0e8d13-22f4-422a-b0a6-735b1325ad64 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:32.518743 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6f0e8d13-22f4-422a-b0a6-735b1325ad64 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:32.590760 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6f0e8d13-22f4-422a-b0a6-735b1325ad64 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:32.602272 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6f0e8d13-22f4-422a-b0a6-735b1325ad64 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:32.603890 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-6f0e8d13-22f4-422a-b0a6-735b1325ad64 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/c88f5b2d-002d-4123-bf02-25fc2a7f2beb HTTP/1.1" status: 204 len: 168 time: 0.1612508 Dec 10 16:41:32.608643 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39780) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:32.610880 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e8d13-22f4-422a-b0a6-735b1325ad64 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c88f5b2d-002d-4123-bf02-25fc2a7f2beb,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:32.714922 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-52c4d975-0011-4f07-b348-725683c0a3bd tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1049528 Dec 10 16:41:32.717865 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39782) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:32.718326 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9bcf2423-aba2-4c26-8c22-c0535ca876fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:32.728387 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9bcf2423-aba2-4c26-8c22-c0535ca876fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:32.756377 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-85a20d3e-dbcf-40b6-ab1e-1ec2a44d2fa2 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:32.765498 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf2423-aba2-4c26-8c22-c0535ca876fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387fdea9-5099-49d0-a1b2-185f49c05c5c,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:32.766346 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-85a20d3e-dbcf-40b6-ab1e-1ec2a44d2fa2 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:32.802345 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-85a20d3e-dbcf-40b6-ab1e-1ec2a44d2fa2 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:32.812062 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-85a20d3e-dbcf-40b6-ab1e-1ec2a44d2fa2 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:32.813454 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-85a20d3e-dbcf-40b6-ab1e-1ec2a44d2fa2 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/5e1f7eb3-8d3c-4191-a2e2-cca0b8b18505 HTTP/1.1" status: 204 len: 168 time: 0.0921800 Dec 10 16:41:32.817229 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39786) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:32.828085 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a20d3e-dbcf-40b6-ab1e-1ec2a44d2fa2 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e1f7eb3-8d3c-4191-a2e2-cca0b8b18505,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:32.828731 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9bcf2423-aba2-4c26-8c22-c0535ca876fc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e772571c1e3c40b0bb1a8b9b8badaeae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7781069 Dec 10 16:41:32.829542 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39788) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:32.868740 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-246d91ac-3f60-48d2-825e-a36ea1abe236 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:32.900418 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d91ac-3f60-48d2-825e-a36ea1abe236 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event deleted for resources: {'Port': ['ID=e4e4e72f-cb6a-4b0c-9a28-12a06638453c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:32.918733 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a7ef832b-e822-4265-b665-56c015b2c0d5 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1001952 Dec 10 16:41:32.925773 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39790) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:32.981927 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-63fbb019-d6cd-4741-b63b-b804fbf6555f tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:32.993786 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-63fbb019-d6cd-4741-b63b-b804fbf6555f tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:32.995922 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-47315adf-39cb-4e10-bceb-4ad0c2685cbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:33.041455 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-47315adf-39cb-4e10-bceb-4ad0c2685cbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:33.060916 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-63fbb019-d6cd-4741-b63b-b804fbf6555f tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:33.075819 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-63fbb019-d6cd-4741-b63b-b804fbf6555f tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:33.079674 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-63fbb019-d6cd-4741-b63b-b804fbf6555f tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/ba60febc-e371-4959-ac20-c7fafbe140aa HTTP/1.1" status: 204 len: 168 time: 0.1493759 Dec 10 16:41:33.092664 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39792) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:33.094532 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fbb019-d6cd-4741-b63b-b804fbf6555f tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ba60febc-e371-4959-ac20-c7fafbe140aa,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:33.222598 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-36d75d79-1b34-4ea9-ba44-a8eeb859e6fd tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1162200 Dec 10 16:41:33.225342 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39796) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:33.248892 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-47315adf-39cb-4e10-bceb-4ad0c2685cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:33.253313 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-246d91ac-3f60-48d2-825e-a36ea1abe236 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:33.257743 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-47315adf-39cb-4e10-bceb-4ad0c2685cbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:33.258994 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-47315adf-39cb-4e10-bceb-4ad0c2685cbb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/387fdea9-5099-49d0-a1b2-185f49c05c5c HTTP/1.1" status: 204 len: 168 time: 0.4184015 Dec 10 16:41:33.300508 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47315adf-39cb-4e10-bceb-4ad0c2685cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387fdea9-5099-49d0-a1b2-185f49c05c5c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:33.356449 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0f731197-87da-43cb-b139-b323b8774599 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:33.389589 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0f731197-87da-43cb-b139-b323b8774599 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:33.527321 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0f731197-87da-43cb-b139-b323b8774599 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:33.529973 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0f731197-87da-43cb-b139-b323b8774599 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:33.531273 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-0f731197-87da-43cb-b139-b323b8774599 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "DELETE /v2.0/security-groups/d84506cc-48b4-4881-8a73-0c80ee61a36d HTTP/1.1" status: 204 len: 168 time: 0.3046033 Dec 10 16:41:33.540007 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54057e2-8fea-4f0e-98b9-d001996c5bba req-70485b69-1f9f-4c89-aaf2-dfe49b090665 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:33.541512 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d54057e2-8fea-4f0e-98b9-d001996c5bba req-70485b69-1f9f-4c89-aaf2-dfe49b090665 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbed5c20-cdc4-43fb-af78-fe79b6091e34 HTTP/1.1" status: 200 len: 945 time: 0.0872109 Dec 10 16:41:33.542022 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39810) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:33.565409 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f731197-87da-43cb-b139-b323b8774599 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84506cc-48b4-4881-8a73-0c80ee61a36d,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:33.640680 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-41bade10-1e0b-4c97-8ad1-d8825d0b14a5 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0877259 Dec 10 16:41:33.650806 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39816) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:33.654827 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d54057e2-8fea-4f0e-98b9-d001996c5bba req-b3660bb0-e434-4174-8915-156008bc9dd1 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964167 Dec 10 16:41:33.657877 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-c3d8b8dd-9d48-4c95-ad28-ff30f40ee045 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Request body: {'security_group': {'name': 'tempest-secgroup--1734557077'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:33.693233 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c3d8b8dd-9d48-4c95-ad28-ff30f40ee045 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:33.742631 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246d91ac-3f60-48d2-825e-a36ea1abe236 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Router a3daaec8-386d-4021-bb23-29c319fd323f has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:41:33.861420 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eaed6f9a-412b-4fba-b1f6-306a9f86ec1a req-a3126fd2-301b-4995-8b6c-4c11c748e59f tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=38b4c50f2746432ea9adf6424421cd8d HTTP/1.1" status: 200 len: 267 time: 0.0840838 Dec 10 16:41:33.963941 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246d91ac-3f60-48d2-825e-a36ea1abe236 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:41:33.970592 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-246d91ac-3f60-48d2-825e-a36ea1abe236 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "PUT /v2.0/routers/a3daaec8-386d-4021-bb23-29c319fd323f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7444909 Dec 10 16:41:33.973980 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39830) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:33.979084 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bf7465-ce50-45f5-bca7-e5b64dd9a281 None None] Sync routers for ids ['a3daaec8-386d-4021-bb23-29c319fd323f'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:41:33.990720 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bf7465-ce50-45f5-bca7-e5b64dd9a281 None None] Routers {'a3daaec8-386d-4021-bb23-29c319fd323f'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:33.992072 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c1bf7465-ce50-45f5-bca7-e5b64dd9a281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:41:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['a3daaec8-386d-4021-bb23-29c319fd323f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:34.002520 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c3d8b8dd-9d48-4c95-ad28-ff30f40ee045 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:34.015955 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c3d8b8dd-9d48-4c95-ad28-ff30f40ee045 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:34.048800 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed6f9a-412b-4fba-b1f6-306a9f86ec1a req-5a56b782-a06a-4905-845c-0a7b07656a28 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:34.065715 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eaed6f9a-412b-4fba-b1f6-306a9f86ec1a req-5a56b782-a06a-4905-845c-0a7b07656a28 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbed5c20-cdc4-43fb-af78-fe79b6091e34 HTTP/1.1" status: 200 len: 945 time: 0.1751280 Dec 10 16:41:34.068344 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5891c30-1be4-4447-ba30-0a7b072ba867 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Deleting subnet 16a35958-36a2-4747-a09b-1406e66a4b54 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:41:34.073681 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39840) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:34.075732 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5891c30-1be4-4447-ba30-0a7b072ba867 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:34.076887 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-eaed6f9a-412b-4fba-b1f6-306a9f86ec1a req-63653d99-5b0b-49ec-ab09-1848133f83a7 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Request body: {'port': {'security_groups': []}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:34.125346 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35bf7e15-10cc-4089-b4ab-a04c51e07801 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:34.151334 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5891c30-1be4-4447-ba30-0a7b072ba867 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:34.152540 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c3d8b8dd-9d48-4c95-ad28-ff30f40ee045 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:34.158644 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c3d8b8dd-9d48-4c95-ad28-ff30f40ee045 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5085149 Dec 10 16:41:34.163052 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39846) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:34.182008 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-fc0423c9-a182-4b88-9371-a34625e37140 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Request body: {'security_group_rule': {'security_group_id': '1d9b1cd9-d50c-4eb2-a404-2f879a0910b5', 'direction': 'ingress', 'protocol': 17}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:34.186037 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-c1bf7465-ce50-45f5-bca7-e5b64dd9a281 None None] Set router a3daaec8-386d-4021-bb23-29c319fd323f gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:41:34.276117 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5891c30-1be4-4447-ba30-0a7b072ba867 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:34.309776 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-eaed6f9a-412b-4fba-b1f6-306a9f86ec1a req-63653d99-5b0b-49ec-ab09-1848133f83a7 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:34.316400 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d8b8dd-9d48-4c95-ad28-ff30f40ee045 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9b1cd9-d50c-4eb2-a404-2f879a0910b5,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:34.366686 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35bf7e15-10cc-4089-b4ab-a04c51e07801 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:34.370679 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35bf7e15-10cc-4089-b4ab-a04c51e07801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:34.447567 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fc0423c9-a182-4b88-9371-a34625e37140 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:34.457022 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5891c30-1be4-4447-ba30-0a7b072ba867 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:34.504987 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5891c30-1be4-4447-ba30-0a7b072ba867 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event deleted for resources: {'Subnet': ['ID=16a35958-36a2-4747-a09b-1406e66a4b54,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:34.507030 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf7e15-10cc-4089-b4ab-a04c51e07801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171ac577-4fd7-4356-8b2d-bd1d12e2b0ec,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:34.533012 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-35bf7e15-10cc-4089-b4ab-a04c51e07801 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5d052a07b26f47e29e99782623da5e5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4576125 Dec 10 16:41:34.539081 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5891c30-1be4-4447-ba30-0a7b072ba867 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:34.540718 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39854) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:34.551155 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f5891c30-1be4-4447-ba30-0a7b072ba867 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "DELETE /v2.0/subnets/16a35958-36a2-4747-a09b-1406e66a4b54 HTTP/1.1" status: 204 len: 168 time: 0.5756822 Dec 10 16:41:34.558075 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39856) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:34.558657 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f9d92c-d38e-4acb-b6e9-a7782795be87 None None] Network d541c368-720d-4b18-b807-71b1bfe1994a requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:41:34.627528 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fc0423c9-a182-4b88-9371-a34625e37140 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:34.634421 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c1bf7465-ce50-45f5-bca7-e5b64dd9a281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'name': 'tempest-TestNetworkBasicOps-router-1922325860', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '033196f5-e487-461d-9344-13635f0d77e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:38:29Z', 'updated_at': '2021-12-10T16:41:32Z', 'revision_number': 7, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'gw_port': {'id': '033196f5-e487-461d-9344-13635f0d77e5', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:38:31Z', 'updated_at': '2021-12-10T16:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:34.655412 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fc0423c9-a182-4b88-9371-a34625e37140 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:34.692585 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0423c9-a182-4b88-9371-a34625e37140 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ad6c0c5-e448-48b2-9cb2-872bc8ebb45a,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:34.695646 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bf7465-ce50-45f5-bca7-e5b64dd9a281 None None] Checking router: a3daaec8-386d-4021-bb23-29c319fd323f for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:41:34.725550 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bf7465-ce50-45f5-bca7-e5b64dd9a281 None None] Routers {'a3daaec8-386d-4021-bb23-29c319fd323f'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:34.726182 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c1bf7465-ce50-45f5-bca7-e5b64dd9a281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:41:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['a3daaec8-386d-4021-bb23-29c319fd323f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:34.750385 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fc0423c9-a182-4b88-9371-a34625e37140 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:34.751681 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-fc0423c9-a182-4b88-9371-a34625e37140 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5849080 Dec 10 16:41:34.755104 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39858) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:34.761188 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-eaed6f9a-412b-4fba-b1f6-306a9f86ec1a req-63653d99-5b0b-49ec-ab09-1848133f83a7 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] For port 09d537a4-28af-4988-83d0-49bf7e82c077, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=09d537a4-28af-4988-83d0-49bf7e82c077,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:34.762977 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-359b92bc-3ec5-4fcb-b2dd-7e88b86bc6b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:34.797579 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-359b92bc-3ec5-4fcb-b2dd-7e88b86bc6b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:34.829982 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-eaed6f9a-412b-4fba-b1f6-306a9f86ec1a req-63653d99-5b0b-49ec-ab09-1848133f83a7 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:34.832167 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-72fecd4f-bab0-4849-b97e-7eb8b0a9e86a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:34.857757 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-eaed6f9a-412b-4fba-b1f6-306a9f86ec1a req-63653d99-5b0b-49ec-ab09-1848133f83a7 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:34.861313 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-c1bf7465-ce50-45f5-bca7-e5b64dd9a281 None None] Set router a3daaec8-386d-4021-bb23-29c319fd323f gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:41:34.934737 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71', '09d537a4-28af-4988-83d0-49bf7e82c077'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:41:34.937762 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['4ac466ce-9ccd-4222-9262-149999660a66'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:41:34.950889 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3716558f-549e-48b2-adce-10d9704f48e9 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:34.952788 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed6f9a-412b-4fba-b1f6-306a9f86ec1a req-63653d99-5b0b-49ec-ab09-1848133f83a7 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:34.953435 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-eaed6f9a-412b-4fba-b1f6-306a9f86ec1a req-63653d99-5b0b-49ec-ab09-1848133f83a7 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:34.954993 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eaed6f9a-412b-4fba-b1f6-306a9f86ec1a req-63653d99-5b0b-49ec-ab09-1848133f83a7 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "PUT /v2.0/ports/09d537a4-28af-4988-83d0-49bf7e82c077 HTTP/1.1" status: 200 len: 904 time: 0.8880067 Dec 10 16:41:34.955463 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbed5c20-cdc4-43fb-af78-fe79b6091e34', 'tag': '09d537a4-28af-4988-83d0-49bf7e82c077'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:41:34.958553 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6e3f41-0fc0-47a7-ad1a-8596517fe836" -d '{"events": [{"name": "network-changed", "server_uuid": "bbed5c20-cdc4-43fb-af78-fe79b6091e34", "tag": "09d537a4-28af-4988-83d0-49bf7e82c077"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:41:34.999349 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-359b92bc-3ec5-4fcb-b2dd-7e88b86bc6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:35.001268 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-359b92bc-3ec5-4fcb-b2dd-7e88b86bc6b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:35.005323 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-359b92bc-3ec5-4fcb-b2dd-7e88b86bc6b0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/171ac577-4fd7-4356-8b2d-bd1d12e2b0ec HTTP/1.1" status: 204 len: 168 time: 0.4574013 Dec 10 16:41:35.016323 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3716558f-549e-48b2-adce-10d9704f48e9 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:35.030952 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63653d99-5b0b-49ec-ab09-1848133f83a7 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Pushing event updated for resources: {'Port': ['ID=09d537a4-28af-4988-83d0-49bf7e82c077,revision_number=6']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:35.057838 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b92bc-3ec5-4fcb-b2dd-7e88b86bc6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171ac577-4fd7-4356-8b2d-bd1d12e2b0ec,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:35.093107 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-72fecd4f-bab0-4849-b97e-7eb8b0a9e86a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:35.151644 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3716558f-549e-48b2-adce-10d9704f48e9 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:35.154255 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3716558f-549e-48b2-adce-10d9704f48e9 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:35.157956 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3716558f-549e-48b2-adce-10d9704f48e9 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "DELETE /v2.0/security-groups/1d9b1cd9-d50c-4eb2-a404-2f879a0910b5 HTTP/1.1" status: 204 len: 168 time: 0.3991127 Dec 10 16:41:35.158297 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39866) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:35.168162 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3716558f-549e-48b2-adce-10d9704f48e9 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9b1cd9-d50c-4eb2-a404-2f879a0910b5,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:35.189693 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-72fecd4f-bab0-4849-b97e-7eb8b0a9e86a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Deleting port 033196f5-e487-461d-9344-13635f0d77e5 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:41:35.190022 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-72fecd4f-bab0-4849-b97e-7eb8b0a9e86a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:35.251365 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c65a8298-7cef-4b60-9b9c-dcd5f48cbbd9 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0917780 Dec 10 16:41:35.257938 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39870) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:35.275104 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-7b067c3d-71ca-4f89-ad0c-69993fa89686 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Request body: {'security_group': {'name': 'tempest-secgroup--1920832369'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:35.363305 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93725e7d-5eaf-400b-aa42-06b536548fd5 x-openstack-request-id: req-93725e7d-5eaf-400b-aa42-06b536548fd5 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:41:35.364072 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbed5c20-cdc4-43fb-af78-fe79b6091e34", "tag": "09d537a4-28af-4988-83d0-49bf7e82c077", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:41:35.364531 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-93725e7d-5eaf-400b-aa42-06b536548fd5 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:41:35.373782 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbed5c20-cdc4-43fb-af78-fe79b6091e34', 'tag': '09d537a4-28af-4988-83d0-49bf7e82c077', 'status': 'completed', 'code': 200} Dec 10 16:41:35.379293 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7b067c3d-71ca-4f89-ad0c-69993fa89686 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:35.463771 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-72fecd4f-bab0-4849-b97e-7eb8b0a9e86a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] For port 033196f5-e487-461d-9344-13635f0d77e5, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=033196f5-e487-461d-9344-13635f0d77e5,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:35.464175 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-72fecd4f-bab0-4849-b97e-7eb8b0a9e86a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:35.483494 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['09d537a4-28af-4988-83d0-49bf7e82c077'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:41:35.521421 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-72fecd4f-bab0-4849-b97e-7eb8b0a9e86a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Calling delete_port for 033196f5-e487-461d-9344-13635f0d77e5 owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:41:35.637317 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e3f41-0fc0-47a7-ad1a-8596517fe836 req-a2337c7d-48be-452c-b313-f7b53f27eeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:35.639752 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ea6e3f41-0fc0-47a7-ad1a-8596517fe836 req-a2337c7d-48be-452c-b313-f7b53f27eeac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=38b4c50f2746432ea9adf6424421cd8d&device_id=bbed5c20-cdc4-43fb-af78-fe79b6091e34 HTTP/1.1" status: 200 len: 1058 time: 0.1947660 Dec 10 16:41:35.658516 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83984c-6e7a-490a-917e-2df6ea04c6aa req-4e2fdc2b-562b-41f1-abbd-059131804b0d tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:35.661557 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9b83984c-6e7a-490a-917e-2df6ea04c6aa req-4e2fdc2b-562b-41f1-abbd-059131804b0d tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbed5c20-cdc4-43fb-af78-fe79b6091e34 HTTP/1.1" status: 200 len: 907 time: 0.1853786 Dec 10 16:41:35.801481 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e3f41-0fc0-47a7-ad1a-8596517fe836 req-d27b4aeb-447f-4309-b9aa-d78dfe8b1bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:35.803473 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ea6e3f41-0fc0-47a7-ad1a-8596517fe836 req-d27b4aeb-447f-4309-b9aa-d78dfe8b1bf9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=32421a12-0b3a-42d4-846a-0de14cdef277 HTTP/1.1" status: 200 len: 912 time: 0.1403785 Dec 10 16:41:35.895343 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d8e6c-66d2-4b93-ac05-238c4b52b527 req-5a023410-bc96-40fc-bf5d-03712957e79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:35.897576 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7c8d8e6c-66d2-4b93-ac05-238c4b52b527 req-5a023410-bc96-40fc-bf5d-03712957e79c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45ca9cd270ce4d398a78e52c666b1374&device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 1096 time: 0.5916455 Dec 10 16:41:35.954947 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7b067c3d-71ca-4f89-ad0c-69993fa89686 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:35.961306 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7b067c3d-71ca-4f89-ad0c-69993fa89686 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:35.976267 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ea6e3f41-0fc0-47a7-ad1a-8596517fe836 req-2e66de99-6eae-4bfc-a4e4-14ce128e9f8b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09d537a4-28af-4988-83d0-49bf7e82c077 HTTP/1.1" status: 200 len: 217 time: 0.1570468 Dec 10 16:41:35.983655 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7b067c3d-71ca-4f89-ad0c-69993fa89686 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:35.987825 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-7b067c3d-71ca-4f89-ad0c-69993fa89686 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7262232 Dec 10 16:41:36.015700 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d8e6c-66d2-4b93-ac05-238c4b52b527 req-0b1426e1-de36-431a-a19d-8a1d949c61e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:36.017537 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7c8d8e6c-66d2-4b93-ac05-238c4b52b527 req-0b1426e1-de36-431a-a19d-8a1d949c61e6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b5ba8caf-9119-4d49-8c04-be0a7edd0bb2 HTTP/1.1" status: 200 len: 920 time: 0.1122341 Dec 10 16:41:36.018250 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39888) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:36.040025 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-f879154c-eab0-44d4-be5c-cef6a284b36b tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Request body: {'security_group': {'name': 'tempest-secgroup--400794556'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:36.046809 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e3f41-0fc0-47a7-ad1a-8596517fe836 req-05aa5bb3-7569-44c8-beb3-5d4c117e6a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:36.049117 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ea6e3f41-0fc0-47a7-ad1a-8596517fe836 req-05aa5bb3-7569-44c8-beb3-5d4c117e6a5a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bad4bd9c-d017-467b-badb-ee51884a8aea HTTP/1.1" status: 200 len: 850 time: 0.0628521 Dec 10 16:41:36.111555 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d792f-fafa-4683-b6aa-1498fd71986a req-95f2472c-cb7e-40ad-ae4d-5bda4554f457 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:36.113197 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-722d792f-fafa-4683-b6aa-1498fd71986a req-95f2472c-cb7e-40ad-ae4d-5bda4554f457 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 945 time: 0.3086092 Dec 10 16:41:36.136082 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f879154c-eab0-44d4-be5c-cef6a284b36b tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:36.140418 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7c8d8e6c-66d2-4b93-ac05-238c4b52b527 req-4a88c600-74c0-4dfc-84ad-7309149cab25 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dd013d1b-d90e-40a8-80fa-49b6ae5d3434 HTTP/1.1" status: 200 len: 217 time: 0.0740972 Dec 10 16:41:36.145736 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-72fecd4f-bab0-4849-b97e-7eb8b0a9e86a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:36.155901 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b067c3d-71ca-4f89-ad0c-69993fa89686 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2975d254-fbc6-4ed0-b5ec-6734aeddd8c1,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:36.163657 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8292c449-0d44-41fe-a812-5e6efe4051ee None None] DHCP port deletion for d541c368-720d-4b18-b807-71b1bfe1994a request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:41:36.186000 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e91006b6-452d-4a0d-9ec8-39cecd8bfa2a None None] Provisioning complete for port 09d537a4-28af-4988-83d0-49bf7e82c077 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:36.186755 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e91006b6-452d-4a0d-9ec8-39cecd8bfa2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:36.243548 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e3f41-0fc0-47a7-ad1a-8596517fe836 req-69b1f9f1-a7ea-4785-ba6d-24aa2bf7174a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:36.246620 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ea6e3f41-0fc0-47a7-ad1a-8596517fe836 req-69b1f9f1-a7ea-4785-ba6d-24aa2bf7174a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32421a12-0b3a-42d4-846a-0de14cdef277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1835253 Dec 10 16:41:36.326518 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fecd4f-bab0-4849-b97e-7eb8b0a9e86a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event deleted for resources: {'Port': ['ID=033196f5-e487-461d-9344-13635f0d77e5,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:36.335821 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d8e6c-66d2-4b93-ac05-238c4b52b527 req-f733e417-4f04-4c94-a0d6-805a13edd873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:36.339846 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7c8d8e6c-66d2-4b93-ac05-238c4b52b527 req-f733e417-4f04-4c94-a0d6-805a13edd873 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=22f5ce8a-e527-41c9-88c7-11774c8e4abe HTTP/1.1" status: 200 len: 859 time: 0.1843936 Dec 10 16:41:36.382237 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-722d792f-fafa-4683-b6aa-1498fd71986a req-7a3e199b-19ff-4deb-823a-cd6b2e1cdf4a tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356133 Dec 10 16:41:36.403182 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560887e3-79cf-4dc5-827d-09b804193051 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:41:36.442236 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ea6e3f41-0fc0-47a7-ad1a-8596517fe836 req-aee999c1-cb95-4ff4-92be-5b7e51b12287 service neutron] 10.222.0.26 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846521 Dec 10 16:41:36.570553 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7c8d8e6c-66d2-4b93-ac05-238c4b52b527 req-37940e01-04c6-4e33-acc7-2210113e67fe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b5ba8caf-9119-4d49-8c04-be0a7edd0bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1411893 Dec 10 16:41:36.658679 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f879154c-eab0-44d4-be5c-cef6a284b36b tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:36.700278 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:36.701840 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f879154c-eab0-44d4-be5c-cef6a284b36b tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:36.703031 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ea6e3f41-0fc0-47a7-ad1a-8596517fe836 req-3715c3a6-81ca-4bcf-9777-5bddb3b96cc4 service neutron] 10.222.0.26 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511988 Dec 10 16:41:36.738396 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8292c449-0d44-41fe-a812-5e6efe4051ee None None] Deleting port 43c83027-01a4-49a1-b183-4f600159aa04 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:41:36.738616 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8292c449-0d44-41fe-a812-5e6efe4051ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:36.755883 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-72fecd4f-bab0-4849-b97e-7eb8b0a9e86a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:36.765321 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f879154c-eab0-44d4-be5c-cef6a284b36b tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:36.769219 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f879154c-eab0-44d4-be5c-cef6a284b36b tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7447610 Dec 10 16:41:36.772301 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39906) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:36.776816 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-946853eb-a2f5-4e89-a439-b61e4bfcda97 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Request body: {'security_group_rule': {'security_group_id': '2975d254-fbc6-4ed0-b5ec-6734aeddd8c1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a632abc4-f68c-4882-844b-c64d4d169bed', 'remote_ip_prefix': None}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:36.848012 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f879154c-eab0-44d4-be5c-cef6a284b36b tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a632abc4-f68c-4882-844b-c64d4d169bed,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:36.865440 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8292c449-0d44-41fe-a812-5e6efe4051ee None None] For port 43c83027-01a4-49a1-b183-4f600159aa04, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=43c83027-01a4-49a1-b183-4f600159aa04,segment=NetworkSegment(2bbad0e8-ed67-413a-8c9a-253af19189e9),segment_id=2bbad0e8-ed67-413a-8c9a-253af19189e9)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:36.865849 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8292c449-0d44-41fe-a812-5e6efe4051ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:36.912648 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8292c449-0d44-41fe-a812-5e6efe4051ee None None] Calling delete_port for 43c83027-01a4-49a1-b183-4f600159aa04 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:41:36.932787 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e4522-0f88-4c34-b1a0-61a1ed4d4b2c req-49e2b2e7-ef88-417e-a717-51bb86919964 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:36.941023 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-565e4522-0f88-4c34-b1a0-61a1ed4d4b2c req-49e2b2e7-ef88-417e-a717-51bb86919964 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.2314005 Dec 10 16:41:36.942803 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-72fecd4f-bab0-4849-b97e-7eb8b0a9e86a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:36.951587 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-72fecd4f-bab0-4849-b97e-7eb8b0a9e86a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:36.956134 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7c8d8e6c-66d2-4b93-ac05-238c4b52b527 req-f80950aa-89ae-4d38-8ed6-3efd14770b25 service neutron] 10.222.0.26 "GET /v2.0/networks/b5ba8caf-9119-4d49-8c04-be0a7edd0bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567784 Dec 10 16:41:36.974634 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-946853eb-a2f5-4e89-a439-b61e4bfcda97 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:37.029871 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c1bf7465-ce50-45f5-bca7-e5b64dd9a281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'name': 'tempest-TestNetworkBasicOps-router-1922325860', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '033196f5-e487-461d-9344-13635f0d77e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:38:29Z', 'updated_at': '2021-12-10T16:41:32Z', 'revision_number': 7, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'gw_port': {'id': '033196f5-e487-461d-9344-13635f0d77e5', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:38:31Z', 'updated_at': '2021-12-10T16:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:37.071270 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-565e4522-0f88-4c34-b1a0-61a1ed4d4b2c req-deb503ab-e5ad-49fa-bf26-8b6499e0e68d tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1180794 Dec 10 16:41:37.140019 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-72fecd4f-bab0-4849-b97e-7eb8b0a9e86a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:37.140576 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72fecd4f-bab0-4849-b97e-7eb8b0a9e86a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Fanout notify agent at l3_agent the message router_deleted on router a3daaec8-386d-4021-bb23-29c319fd323f {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:41:37.153476 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bf7465-ce50-45f5-bca7-e5b64dd9a281 None None] The sync data for ids ['a3daaec8-386d-4021-bb23-29c319fd323f'] in n-d-766771-2 is: [{'id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'name': 'tempest-TestNetworkBasicOps-router-1922325860', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '033196f5-e487-461d-9344-13635f0d77e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:38:29Z', 'updated_at': '2021-12-10T16:41:32Z', 'revision_number': 7, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'gw_port': {'id': '033196f5-e487-461d-9344-13635f0d77e5', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3daaec8-386d-4021-bb23-29c319fd323f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:38:31Z', 'updated_at': '2021-12-10T16:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:41:37.160781 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-72fecd4f-bab0-4849-b97e-7eb8b0a9e86a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:37.167387 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-72fecd4f-bab0-4849-b97e-7eb8b0a9e86a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "DELETE /v2.0/routers/a3daaec8-386d-4021-bb23-29c319fd323f HTTP/1.1" status: 204 len: 168 time: 2.6056702 Dec 10 16:41:37.175087 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39914) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:37.242729 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8292c449-0d44-41fe-a812-5e6efe4051ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:37.246571 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-946853eb-a2f5-4e89-a439-b61e4bfcda97 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:37.263073 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8292c449-0d44-41fe-a812-5e6efe4051ee None None] No DVR routers for this DVR port 43c83027-01a4-49a1-b183-4f600159aa04 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:41:37.265392 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-946853eb-a2f5-4e89-a439-b61e4bfcda97 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:37.285052 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8292c449-0d44-41fe-a812-5e6efe4051ee None None] Pushing event deleted for resources: {'Port': ['ID=43c83027-01a4-49a1-b183-4f600159aa04,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:37.323991 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946853eb-a2f5-4e89-a439-b61e4bfcda97 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6844a7a0-2339-48a5-8475-c6b8dfe9cb77,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:37.336312 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6edcc0-7eab-4ab0-9089-56ca50305c9c req-097a327c-e9a9-48a4-ad5f-dc72638bb586 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:37.337904 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8b6edcc0-7eab-4ab0-9089-56ca50305c9c req-097a327c-e9a9-48a4-ad5f-dc72638bb586 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.1335723 Dec 10 16:41:37.341404 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-946853eb-a2f5-4e89-a439-b61e4bfcda97 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:37.344532 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-946853eb-a2f5-4e89-a439-b61e4bfcda97 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5712402 Dec 10 16:41:37.345482 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39918) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:37.439488 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8b6edcc0-7eab-4ab0-9089-56ca50305c9c req-8bc67c9e-945b-4586-879f-60fa07001061 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0917461 Dec 10 16:41:37.452070 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a396001b-5ba7-4d20-a213-1ea25203afe5 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:37.481807 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a396001b-5ba7-4d20-a213-1ea25203afe5 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:37.528431 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a396001b-5ba7-4d20-a213-1ea25203afe5 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:37.584206 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a396001b-5ba7-4d20-a213-1ea25203afe5 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:37.593987 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a396001b-5ba7-4d20-a213-1ea25203afe5 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/6844a7a0-2339-48a5-8475-c6b8dfe9cb77 HTTP/1.1" status: 204 len: 168 time: 0.2473874 Dec 10 16:41:37.666082 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39932) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:37.669183 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396001b-5ba7-4d20-a213-1ea25203afe5 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6844a7a0-2339-48a5-8475-c6b8dfe9cb77,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:37.930668 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 43c83027-01a4-49a1-b183-4f600159aa04 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:41:37.961321 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-40386ab6-ae85-48e1-80d7-6e98d66fda33 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2732730 Dec 10 16:41:37.978943 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 43c83027-01a4-49a1-b183-4f600159aa04 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:41:37.981138 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39946) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:37.981598 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 43c83027-01a4-49a1-b183-4f600159aa04 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:41:37.983027 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device e4e4e72f-cb6a-4b0c-9a28-12a06638453c no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:41:37.985078 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d444c-dca1-48b4-9e15-75413b22e52e req-40e7a2d7-435c-4dc9-b63d-fd9724de29c0 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:37.990619 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-119d444c-dca1-48b4-9e15-75413b22e52e req-40e7a2d7-435c-4dc9-b63d-fd9724de29c0 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 945 time: 0.3926728 Dec 10 16:41:38.045812 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: e4e4e72f-cb6a-4b0c-9a28-12a06638453c {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:41:38.046187 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device e4e4e72f-cb6a-4b0c-9a28-12a06638453c not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:41:38.069823 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7c8d8e6c-66d2-4b93-ac05-238c4b52b527 req-6d662452-c3b2-4030-9094-83c2d0eca79e service neutron] 10.222.0.26 "GET /v2.0/networks/b5ba8caf-9119-4d49-8c04-be0a7edd0bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0998127 Dec 10 16:41:38.114439 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d87c2108-8b9b-4b9d-b04d-23e36009c8c5 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:38.144291 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c21c945-3aa9-46f5-b1ed-05961e9545b8 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:38.188448 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-983479d3-ea5f-4777-bddd-aad8881e7cb6 req-2b2d5527-42f2-473e-b7d3-e4e2781a7b5e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2703204 Dec 10 16:41:38.212940 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:38.286043 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c21c945-3aa9-46f5-b1ed-05961e9545b8 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:38.324620 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d87c2108-8b9b-4b9d-b04d-23e36009c8c5 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:38.357131 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-119d444c-dca1-48b4-9e15-75413b22e52e req-1fe75244-a567-4366-8482-b0ce923fed44 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151054 Dec 10 16:41:38.382860 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-d87c2108-8b9b-4b9d-b04d-23e36009c8c5 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d541c368-720d-4b18-b807-71b1bfe1994a']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:38.408289 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7e5496d4-6436-4c54-bdd5-c48c1be0558b req-229d6ee4-5547-4ab0-b4f7-47c86a173064 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=41b872ec-a385-49f0-9221-9507cb66a550&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2162747 Dec 10 16:41:38.427503 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-d87c2108-8b9b-4b9d-b04d-23e36009c8c5 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bbad0e8-ed67-413a-8c9a-253af19189e9') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:38.427802 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-d87c2108-8b9b-4b9d-b04d-23e36009c8c5 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bbad0e8-ed67-413a-8c9a-253af19189e9') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:38.457974 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983479d3-ea5f-4777-bddd-aad8881e7cb6 req-003345a6-6478-42fa-8297-256569c3f44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:38.459801 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-983479d3-ea5f-4777-bddd-aad8881e7cb6 req-003345a6-6478-42fa-8297-256569c3f44f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=38b4c50f2746432ea9adf6424421cd8d&device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 1095 time: 0.1275642 Dec 10 16:41:38.479235 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d87c2108-8b9b-4b9d-b04d-23e36009c8c5 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:38.515860 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d87c2108-8b9b-4b9d-b04d-23e36009c8c5 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:38.523884 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d87c2108-8b9b-4b9d-b04d-23e36009c8c5 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:41:38.524494 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d87c2108-8b9b-4b9d-b04d-23e36009c8c5 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:38.652557 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:41:38.652557 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:41:38.652557 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:41:38.652557 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:41:38.652557 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:41:38.652557 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:41:38.652557 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:41:38.652557 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:41:38.652557 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:41:38.652557 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:41:38.652557 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:41:38.652557 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:41:38.652557 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:41:38.652557 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:41:38.652557 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:41:38.652557 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:41:38.652557 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:41:38.652557 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:41:38.652557 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:41:38.652557 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:41:38.652557 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:41:38.652557 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:41:38.652557 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:41:38.652557 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:41:38.652557 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:41:38.652557 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:41:38.652557 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:41:38.652557 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:41:38.652557 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:41:38.652557 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:41:38.652557 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:41:38.652557 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:41:38.655486 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c21c945-3aa9-46f5-b1ed-05961e9545b8 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:38.661417 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c21c945-3aa9-46f5-b1ed-05961e9545b8 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:38.665146 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3c21c945-3aa9-46f5-b1ed-05961e9545b8 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "DELETE /v2.0/security-groups/a632abc4-f68c-4882-844b-c64d4d169bed HTTP/1.1" status: 204 len: 168 time: 0.6775465 Dec 10 16:41:38.669074 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39966) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:38.704006 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d87c2108-8b9b-4b9d-b04d-23e36009c8c5 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:38.732260 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39968) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:38.748561 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d87c2108-8b9b-4b9d-b04d-23e36009c8c5 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:38.767441 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d87c2108-8b9b-4b9d-b04d-23e36009c8c5 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "DELETE /v2.0/networks/d541c368-720d-4b18-b807-71b1bfe1994a HTTP/1.1" status: 204 len: 168 time: 1.5910959 Dec 10 16:41:38.785145 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39974) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:38.794896 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21c945-3aa9-46f5-b1ed-05961e9545b8 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a632abc4-f68c-4882-844b-c64d4d169bed,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:38.824510 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-178a998c-5d5a-4f97-ac9c-ec04a295ac2c tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Request body: {'network': {'name': 'tempest-network-smoke--1500038964', 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'port_security_enabled': True}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:38.835163 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c2108-8b9b-4b9d-b04d-23e36009c8c5 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event deleted for resources: {'Network': ['ID=d541c368-720d-4b18-b807-71b1bfe1994a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:38.910359 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-94f914e8-dfe8-4f1a-85d5-0024b3bd83db tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2323246 Dec 10 16:41:38.916416 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39982) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:38.943756 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5496d4-6436-4c54-bdd5-c48c1be0558b req-3ee6079f-0298-47c7-ab5c-385b584a36ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:38.945569 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7e5496d4-6436-4c54-bdd5-c48c1be0558b req-3ee6079f-0298-47c7-ab5c-385b584a36ce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=38b4c50f2746432ea9adf6424421cd8d&device_id=41b872ec-a385-49f0-9221-9507cb66a550 HTTP/1.1" status: 200 len: 1097 time: 0.2792881 Dec 10 16:41:38.996961 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ccd09254-cc6d-4506-913c-8236f9de13ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:39.022490 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983479d3-ea5f-4777-bddd-aad8881e7cb6 req-6c6af6e2-a4a0-4998-9d56-df16d340d354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:39.023978 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-983479d3-ea5f-4777-bddd-aad8881e7cb6 req-6c6af6e2-a4a0-4998-9d56-df16d340d354 service neutron] 10.222.0.46 "GET /v2.0/networks?id=32421a12-0b3a-42d4-846a-0de14cdef277 HTTP/1.1" status: 200 len: 912 time: 0.4880686 Dec 10 16:41:39.045968 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-48ae14c0-7c68-43d8-97ce-864760e912f9 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:39.053681 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-48ae14c0-7c68-43d8-97ce-864760e912f9 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/networks?id=32421a12-0b3a-42d4-846a-0de14cdef277 HTTP/1.1" status: 200 len: 811 time: 0.5544932 Dec 10 16:41:39.057500 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178a998c-5d5a-4f97-ac9c-ec04a295ac2c tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Made reservation on behalf of f7102f587c0942469f218fb29d23ff5f for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:41:39.060951 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-178a998c-5d5a-4f97-ac9c-ec04a295ac2c tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:39.133499 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e9c1f6bb-1efc-4a78-924e-8e2902002a59 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:39.140567 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-ac1f2ee7-e877-4346-865f-12d62aa82ade tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/quotas/38b4c50f2746432ea9adf6424421cd8d HTTP/1.1" status: 200 len: 375 time: 0.0858657 Dec 10 16:41:39.163581 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e9c1f6bb-1efc-4a78-924e-8e2902002a59 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:39.221247 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e9c1f6bb-1efc-4a78-924e-8e2902002a59 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:39.223914 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e9c1f6bb-1efc-4a78-924e-8e2902002a59 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:39.225061 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e9c1f6bb-1efc-4a78-924e-8e2902002a59 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "DELETE /v2.0/security-groups/2975d254-fbc6-4ed0-b5ec-6734aeddd8c1 HTTP/1.1" status: 204 len: 168 time: 0.3074472 Dec 10 16:41:39.233367 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39986) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:39.241851 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-983479d3-ea5f-4777-bddd-aad8881e7cb6 req-88dec0c0-1958-4e9e-ae90-52c2197ceecf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81f6994e-318a-4d30-b5b5-897e0480e4d0 HTTP/1.1" status: 200 len: 999 time: 0.1858845 Dec 10 16:41:39.296189 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 033196f5-e487-461d-9344-13635f0d77e5 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:41:39.296807 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c1f6bb-1efc-4a78-924e-8e2902002a59 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2975d254-fbc6-4ed0-b5ec-6734aeddd8c1,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:39.314774 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5496d4-6436-4c54-bdd5-c48c1be0558b req-20bf1afe-dff8-4643-9e60-e7e1b3e4b407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:39.316461 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7e5496d4-6436-4c54-bdd5-c48c1be0558b req-20bf1afe-dff8-4643-9e60-e7e1b3e4b407 service neutron] 10.222.0.26 "GET /v2.0/networks?id=32421a12-0b3a-42d4-846a-0de14cdef277 HTTP/1.1" status: 200 len: 912 time: 0.3432870 Dec 10 16:41:39.355114 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-178a998c-5d5a-4f97-ac9c-ec04a295ac2c tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:41:39.380713 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 033196f5-e487-461d-9344-13635f0d77e5 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:41:39.381499 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 033196f5-e487-461d-9344-13635f0d77e5 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:41:39.454434 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7e5496d4-6436-4c54-bdd5-c48c1be0558b req-5f219151-1d77-4be2-95f1-0d4ce8e09277 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71 HTTP/1.1" status: 200 len: 217 time: 0.1255035 Dec 10 16:41:39.464593 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7e5c4100-1a32-40ed-aee5-0fb45054c392 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2260725 Dec 10 16:41:39.474212 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 39990) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:39.483967 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-1f621b29-0a4f-40aa-889c-8574ef6220f5 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Request body: {'security_group': {'name': 'tempest-secgroup--2107800138'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:39.562036 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5496d4-6436-4c54-bdd5-c48c1be0558b req-5fef1c6c-fe7f-4d76-8b3c-e9ea66fc40e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:39.564217 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7e5496d4-6436-4c54-bdd5-c48c1be0558b req-5fef1c6c-fe7f-4d76-8b3c-e9ea66fc40e4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bad4bd9c-d017-467b-badb-ee51884a8aea HTTP/1.1" status: 200 len: 850 time: 0.1024418 Dec 10 16:41:39.567794 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1f621b29-0a4f-40aa-889c-8574ef6220f5 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:39.718361 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5496d4-6436-4c54-bdd5-c48c1be0558b req-033c56f4-dea0-4c37-b29a-1c3c6d72fcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:39.721073 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7e5496d4-6436-4c54-bdd5-c48c1be0558b req-033c56f4-dea0-4c37-b29a-1c3c6d72fcce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32421a12-0b3a-42d4-846a-0de14cdef277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1257501 Dec 10 16:41:39.851047 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1f621b29-0a4f-40aa-889c-8574ef6220f5 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:39.872726 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1f621b29-0a4f-40aa-889c-8574ef6220f5 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:39.946417 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7e5496d4-6436-4c54-bdd5-c48c1be0558b req-e5baf2d7-f40d-4be1-b175-9bc86807461d service neutron] 10.222.0.26 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162795 Dec 10 16:41:39.953968 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-178a998c-5d5a-4f97-ac9c-ec04a295ac2c tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:39.954746 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-178a998c-5d5a-4f97-ac9c-ec04a295ac2c tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Added segment f615967a-0647-4078-9f88-b7e81d8a9e71 of type vlan for network 7a972a91-5f8d-4d22-80c2-09dee76213c8 Dec 10 16:41:40.005296 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1f621b29-0a4f-40aa-889c-8574ef6220f5 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:40.007169 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1f621b29-0a4f-40aa-889c-8574ef6220f5 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5275829 Dec 10 16:41:40.018860 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 39994) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:40.046765 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a41cf4d0-b905-4ec7-95de-10ac12a2f37f tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Request body: {'security_group_rule': {'security_group_id': '0cb2712a-70c6-4a42-80c6-53cd714d009e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:40.058222 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-178a998c-5d5a-4f97-ac9c-ec04a295ac2c tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:40.102367 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-786f068a-22f1-4cc6-9866-e0f4fb7e034a tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=38b4c50f2746432ea9adf6424421cd8d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.9606969 Dec 10 16:41:40.108813 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983479d3-ea5f-4777-bddd-aad8881e7cb6 req-558d849c-7e90-4751-a180-afba536d35e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:40.110595 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-983479d3-ea5f-4777-bddd-aad8881e7cb6 req-558d849c-7e90-4751-a180-afba536d35e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bad4bd9c-d017-467b-badb-ee51884a8aea HTTP/1.1" status: 200 len: 850 time: 0.8322053 Dec 10 16:41:40.166372 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ccd09254-cc6d-4506-913c-8236f9de13ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:40.190868 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f621b29-0a4f-40aa-889c-8574ef6220f5 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb2712a-70c6-4a42-80c6-53cd714d009e,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:40.216519 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ccd09254-cc6d-4506-913c-8236f9de13ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:40.283467 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7e5496d4-6436-4c54-bdd5-c48c1be0558b req-b83dfd34-d23c-49c7-a3a0-bf7a264ad437 service neutron] 10.222.0.26 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199573 Dec 10 16:41:40.309059 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a41cf4d0-b905-4ec7-95de-10ac12a2f37f tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:40.312485 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-178a998c-5d5a-4f97-ac9c-ec04a295ac2c tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:40.321796 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178a998c-5d5a-4f97-ac9c-ec04a295ac2c tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:40.322241 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-178a998c-5d5a-4f97-ac9c-ec04a295ac2c tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:40.498331 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ccd09254-cc6d-4506-913c-8236f9de13ad admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=812cf82d4a1d41f4bd8798e04a21e8b6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7590201 Dec 10 16:41:40.498462 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40010) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:40.598621 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db851d72-9467-4b2d-b1ea-ca7c0081d8bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:40.603508 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a998c-5d5a-4f97-ac9c-ec04a295ac2c tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event updated for resources: {'Network': ['ID=7a972a91-5f8d-4d22-80c2-09dee76213c8,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:40.617118 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 7a972a91-5f8d-4d22-80c2-09dee76213c8 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:41:40.640914 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-f7b14d55-2278-4f92-9c2d-1d85b180e35c service neutron] 10.222.0.11 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4924808 Dec 10 16:41:40.648281 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db851d72-9467-4b2d-b1ea-ca7c0081d8bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:40.651803 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-178a998c-5d5a-4f97-ac9c-ec04a295ac2c tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8625159 Dec 10 16:41:40.664939 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40018) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:40.670780 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983479d3-ea5f-4777-bddd-aad8881e7cb6 req-6211905d-4203-4c29-b323-64406fec94f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:40.672499 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-983479d3-ea5f-4777-bddd-aad8881e7cb6 req-6211905d-4203-4c29-b323-64406fec94f4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=32421a12-0b3a-42d4-846a-0de14cdef277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5497642 Dec 10 16:41:40.673191 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd09254-cc6d-4506-913c-8236f9de13ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc652af-ccdc-454b-8749-aeced4111e3e,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:40.676889 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-70591167-ba53-413c-bbef-1031dac564bf tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1322338729', 'admin_state_up': True, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:40.761654 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-70591167-ba53-413c-bbef-1031dac564bf tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:40.761654 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-70591167-ba53-413c-bbef-1031dac564bf tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:40.769073 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a41cf4d0-b905-4ec7-95de-10ac12a2f37f tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:40.789558 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db851d72-9467-4b2d-b1ea-ca7c0081d8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:40.792136 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db851d72-9467-4b2d-b1ea-ca7c0081d8bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:40.805097 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-db851d72-9467-4b2d-b1ea-ca7c0081d8bc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bbc652af-ccdc-454b-8749-aeced4111e3e HTTP/1.1" status: 204 len: 168 time: 0.2973380 Dec 10 16:41:40.853136 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db851d72-9467-4b2d-b1ea-ca7c0081d8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc652af-ccdc-454b-8749-aeced4111e3e,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:40.910113 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-70591167-ba53-413c-bbef-1031dac564bf tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:40.926611 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-983479d3-ea5f-4777-bddd-aad8881e7cb6 req-b442ad43-5e1f-4aa0-b5ab-e0a44f2ede04 service neutron] 10.222.0.46 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433105 Dec 10 16:41:40.927254 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a41cf4d0-b905-4ec7-95de-10ac12a2f37f tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:41.023864 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-d3842805-72be-47f5-a221-39003daf40c7 service neutron] 10.222.0.11 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415825 Dec 10 16:41:41.062717 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41cf4d0-b905-4ec7-95de-10ac12a2f37f tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5c184ba-528a-468b-956e-360694d4ee55,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:41.110458 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a41cf4d0-b905-4ec7-95de-10ac12a2f37f tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:41.111749 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a41cf4d0-b905-4ec7-95de-10ac12a2f37f tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0866530 Dec 10 16:41:41.118068 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40028) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:41.178369 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-70591167-ba53-413c-bbef-1031dac564bf tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:41.179713 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4114e1e2-e5f1-4808-a371-36478482fa08 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:41.191604 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4114e1e2-e5f1-4808-a371-36478482fa08 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:41.256318 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4114e1e2-e5f1-4808-a371-36478482fa08 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:41.266511 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4114e1e2-e5f1-4808-a371-36478482fa08 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:41.271022 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40034) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:41.271924 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4114e1e2-e5f1-4808-a371-36478482fa08 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/b5c184ba-528a-468b-956e-360694d4ee55 HTTP/1.1" status: 204 len: 168 time: 0.1526754 Dec 10 16:41:41.277418 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-983479d3-ea5f-4777-bddd-aad8881e7cb6 req-93a3f829-85a5-41fb-a857-201556ed1ac9 service neutron] 10.222.0.46 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515895 Dec 10 16:41:41.294738 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114e1e2-e5f1-4808-a371-36478482fa08 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5c184ba-528a-468b-956e-360694d4ee55,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:41.376625 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b0fdb3fd-f252-4e89-8973-f07c0c12fa12 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1004727 Dec 10 16:41:41.377385 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40044) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:41.430057 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495953f-d096-466b-8d47-4d8543e1f24c req-6db8131b-00cc-42c3-a967-e50fcb2d4933 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:41.431822 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2495953f-d096-466b-8d47-4d8543e1f24c req-6db8131b-00cc-42c3-a967-e50fcb2d4933 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 945 time: 0.0757186 Dec 10 16:41:41.509529 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d03e1e75-8f76-4aae-ae6f-7e7f9f9434c3 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:41.539091 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2495953f-d096-466b-8d47-4d8543e1f24c req-d6914ad1-67d3-47ed-b717-37288f897f95 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005743 Dec 10 16:41:41.557227 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d03e1e75-8f76-4aae-ae6f-7e7f9f9434c3 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:41.561409 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-70591167-ba53-413c-bbef-1031dac564bf tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:41.588247 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-70591167-ba53-413c-bbef-1031dac564bf tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:41.677971 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f6ae6333-7c3b-47f2-91c9-2bfa62f9892c req-bd34ab7f-cb22-4821-89e3-1a6af1fc6b64 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c899109-6002-4bd6-88fc-f3846b5b95f2 HTTP/1.1" status: 200 len: 210 time: 0.0470252 Dec 10 16:41:41.689584 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d03e1e75-8f76-4aae-ae6f-7e7f9f9434c3 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:41.693078 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d03e1e75-8f76-4aae-ae6f-7e7f9f9434c3 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:41.694489 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d03e1e75-8f76-4aae-ae6f-7e7f9f9434c3 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "DELETE /v2.0/security-groups/0cb2712a-70c6-4a42-80c6-53cd714d009e HTTP/1.1" status: 204 len: 168 time: 0.3155484 Dec 10 16:41:41.697137 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40054) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:41.720466 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e1e75-8f76-4aae-ae6f-7e7f9f9434c3 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb2712a-70c6-4a42-80c6-53cd714d009e,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:41.789031 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3932e6ad-5443-42c9-9fd6-5d9dde297cca tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0906382 Dec 10 16:41:41.792702 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40060) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:41.795659 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-70591167-ba53-413c-bbef-1031dac564bf tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Allocated IP 172.25.6.115 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/3f472ab7-05c7-40fe-aa54-33cc4596b598) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:41:41.800315 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-8002b083-db75-4147-aceb-921d1a10bee7 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Request body: {'security_group': {'name': 'tempest-secgroup--1943826223'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:41.934587 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8002b083-db75-4147-aceb-921d1a10bee7 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:41.945936 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-70591167-ba53-413c-bbef-1031dac564bf tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:42.025165 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-70591167-ba53-413c-bbef-1031dac564bf tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:42.075108 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8002b083-db75-4147-aceb-921d1a10bee7 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:42.085102 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8002b083-db75-4147-aceb-921d1a10bee7 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:42.099931 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70591167-ba53-413c-bbef-1031dac564bf tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:41:42.109889 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-70591167-ba53-413c-bbef-1031dac564bf tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:42.125075 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70591167-ba53-413c-bbef-1031dac564bf tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:41:42.158551 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b2253b-c006-41b3-ad1c-a3cd1bc7c18d None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:41:42.166260 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70591167-ba53-413c-bbef-1031dac564bf tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event updated for resources: {'Port': ['ID=3f472ab7-05c7-40fe-aa54-33cc4596b598,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:42.172759 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8002b083-db75-4147-aceb-921d1a10bee7 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:42.175884 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8002b083-db75-4147-aceb-921d1a10bee7 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3819551 Dec 10 16:41:42.179052 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40076) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:42.189867 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-d7da7954-6984-488d-b07e-34066dc1c74f tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Request body: {'security_group_rule': {'security_group_id': '2d8afc28-7854-41b5-b89c-4eb16c8c6ff4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:42.251899 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d7da7954-6984-488d-b07e-34066dc1c74f tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:42.296347 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e4ee7cd0-5807-4ed6-8708-0d90ec35cb1f None None] Provisioning complete for port 3f472ab7-05c7-40fe-aa54-33cc4596b598 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:42.296736 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e4ee7cd0-5807-4ed6-8708-0d90ec35cb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:42.311808 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002b083-db75-4147-aceb-921d1a10bee7 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8afc28-7854-41b5-b89c-4eb16c8c6ff4,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:42.398866 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d7da7954-6984-488d-b07e-34066dc1c74f tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:42.404071 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d7da7954-6984-488d-b07e-34066dc1c74f tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:42.413795 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-e4ee7cd0-5807-4ed6-8708-0d90ec35cb1f None None] Port 3f472ab7-05c7-40fe-aa54-33cc4596b598 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:41:42.428680 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da7954-6984-488d-b07e-34066dc1c74f tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0780dd30-8d3f-4032-b36a-54116238b993,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:42.446229 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d7da7954-6984-488d-b07e-34066dc1c74f tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:42.447910 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d7da7954-6984-488d-b07e-34066dc1c74f tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2675457 Dec 10 16:41:42.451556 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40092) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:42.471578 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-8d13918f-a62b-45b8-9ca6-ebb0e12f35c1 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "GET /v2.0/security-group-rules/0780dd30-8d3f-4032-b36a-54116238b993 HTTP/1.1" status: 200 len: 763 time: 0.0186913 Dec 10 16:41:42.473964 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40094) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:42.528822 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-54a815d6-56a7-4d8e-9cc3-6466aa71f8b9 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0533493 Dec 10 16:41:42.531695 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40098) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:42.677128 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-70591167-ba53-413c-bbef-1031dac564bf tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:42.745809 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-466918e0-c053-45c3-8b79-3f218824fe1c tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:42.779651 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-466918e0-c053-45c3-8b79-3f218824fe1c tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:42.867443 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a287f32-c815-45db-a33c-972a777333dd req-f69eb597-cfc3-4915-ac51-487df6a90742 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:42.869871 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0a287f32-c815-45db-a33c-972a777333dd req-f69eb597-cfc3-4915-ac51-487df6a90742 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 945 time: 0.1375439 Dec 10 16:41:42.875335 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-466918e0-c053-45c3-8b79-3f218824fe1c tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:42.896098 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-466918e0-c053-45c3-8b79-3f218824fe1c tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:42.899584 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-466918e0-c053-45c3-8b79-3f218824fe1c tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/0780dd30-8d3f-4032-b36a-54116238b993 HTTP/1.1" status: 204 len: 168 time: 0.3641849 Dec 10 16:41:42.911155 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40114) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:42.936004 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-478d9b5e-2368-484c-a7c3-f652e0f48d4d tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:42.938252 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-478d9b5e-2368-484c-a7c3-f652e0f48d4d tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.46 "GET /v2.0/networks?id=32421a12-0b3a-42d4-846a-0de14cdef277 HTTP/1.1" status: 200 len: 811 time: 0.3389082 Dec 10 16:41:42.939136 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466918e0-c053-45c3-8b79-3f218824fe1c tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0780dd30-8d3f-4032-b36a-54116238b993,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:42.970552 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-7decb6b1-27b2-4208-9f63-ea610b9f3d1c tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Request body: {'port': {'device_id': '6c899109-6002-4bd6-88fc-f3846b5b95f2', 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277', 'admin_state_up': True, 'tenant_id': '38b4c50f2746432ea9adf6424421cd8d'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:43.037141 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-70591167-ba53-413c-bbef-1031dac564bf tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:43.063622 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0a287f32-c815-45db-a33c-972a777333dd req-cfe6d8d4-c5ee-4be9-84a5-6329473d0505 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794515 Dec 10 16:41:43.088612 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-0e9a2c7a-42ca-4cc4-bf35-3d6364a3d9fa tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1713243 Dec 10 16:41:43.088612 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40122) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:43.092353 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-e7286a45-9693-4bfb-bba5-13acb682b987 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Request body: {'security_group_rule': {'security_group_id': '2d8afc28-7854-41b5-b89c-4eb16c8c6ff4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:43.181631 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7286a45-9693-4bfb-bba5-13acb682b987 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:43.244737 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1f9c860e-4386-4018-b3c4-001f672815b5 req-65ece42b-9d04-494e-b47b-a0cfad6d02d3 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c899109-6002-4bd6-88fc-f3846b5b95f2 HTTP/1.1" status: 200 len: 210 time: 0.0500309 Dec 10 16:41:43.272225 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-7decb6b1-27b2-4208-9f63-ea610b9f3d1c tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Made reservation on behalf of 38b4c50f2746432ea9adf6424421cd8d for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:41:43.276033 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-7decb6b1-27b2-4208-9f63-ea610b9f3d1c tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:43.304375 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7286a45-9693-4bfb-bba5-13acb682b987 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:43.313573 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7286a45-9693-4bfb-bba5-13acb682b987 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:43.349122 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70591167-ba53-413c-bbef-1031dac564bf tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Router 395b84c9-b4e8-4ad0-9120-42beb0b15bc4 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:41:43.378433 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7286a45-9693-4bfb-bba5-13acb682b987 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cc65e91-9743-4af8-b92c-d2bbde9da507,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:43.389654 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7286a45-9693-4bfb-bba5-13acb682b987 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:43.391566 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e7286a45-9693-4bfb-bba5-13acb682b987 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3025990 Dec 10 16:41:43.395630 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40128) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:43.419893 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e020f96a-1aa2-4b47-9216-93ec74d5a144 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "GET /v2.0/security-group-rules/8cc65e91-9743-4af8-b92c-d2bbde9da507 HTTP/1.1" status: 200 len: 763 time: 0.0234895 Dec 10 16:41:43.441130 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40134) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:43.544558 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-7decb6b1-27b2-4208-9f63-ea610b9f3d1c tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Allocated IP 172.20.0.12 (32421a12-0b3a-42d4-846a-0de14cdef277/bad4bd9c-d017-467b-badb-ee51884a8aea/60f76525-d3b2-490b-b9c8-e5196e6aa4c8) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:41:43.571962 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40150) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:43.572218 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6dfd4be4-81de-435b-a890-a17bd011e6ac tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1298168 Dec 10 16:41:43.613729 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70591167-ba53-413c-bbef-1031dac564bf tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:41:43.631857 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bfca20-71ea-4a10-87b9-23b242eccb61 None None] Sync routers for ids ['395b84c9-b4e8-4ad0-9120-42beb0b15bc4'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:41:43.661525 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-70591167-ba53-413c-bbef-1031dac564bf tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:43.662860 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bfca20-71ea-4a10-87b9-23b242eccb61 None None] Routers {'395b84c9-b4e8-4ad0-9120-42beb0b15bc4'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:43.664933 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-31bfca20-71ea-4a10-87b9-23b242eccb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:41:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['395b84c9-b4e8-4ad0-9120-42beb0b15bc4'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:43.667450 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-70591167-ba53-413c-bbef-1031dac564bf tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0013342 Dec 10 16:41:43.673135 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40162) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:43.687956 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab568f91-d6bd-4ddd-89b3-b5c982c2b05a tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:43.731296 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab568f91-d6bd-4ddd-89b3-b5c982c2b05a tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:43.777080 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3c50fefc-8d90-4e0f-bce2-783164ba5c4b tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=f7102f587c0942469f218fb29d23ff5f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1026850 Dec 10 16:41:43.783072 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40172) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:43.848064 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab568f91-d6bd-4ddd-89b3-b5c982c2b05a tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:43.865509 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab568f91-d6bd-4ddd-89b3-b5c982c2b05a tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:43.870605 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ab568f91-d6bd-4ddd-89b3-b5c982c2b05a tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/8cc65e91-9743-4af8-b92c-d2bbde9da507 HTTP/1.1" status: 204 len: 168 time: 0.2970726 Dec 10 16:41:43.871350 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40180) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:43.887571 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-31bfca20-71ea-4a10-87b9-23b242eccb61 None None] Set router 395b84c9-b4e8-4ad0-9120-42beb0b15bc4 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:41:43.915564 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab568f91-d6bd-4ddd-89b3-b5c982c2b05a tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8cc65e91-9743-4af8-b92c-d2bbde9da507,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:43.918503 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-14be3baa-f997-4dab-87d4-2f61ae1d2156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:43.948632 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab568f91-d6bd-4ddd-89b3-b5c982c2b05a tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:43.948991 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab568f91-d6bd-4ddd-89b3-b5c982c2b05a tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:43.949348 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab568f91-d6bd-4ddd-89b3-b5c982c2b05a tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:43.949751 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab568f91-d6bd-4ddd-89b3-b5c982c2b05a tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:43.950098 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab568f91-d6bd-4ddd-89b3-b5c982c2b05a tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:43.950485 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab568f91-d6bd-4ddd-89b3-b5c982c2b05a tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:43.950822 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab568f91-d6bd-4ddd-89b3-b5c982c2b05a tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:43.951155 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab568f91-d6bd-4ddd-89b3-b5c982c2b05a tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:43.951702 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab568f91-d6bd-4ddd-89b3-b5c982c2b05a tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:43.952144 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab568f91-d6bd-4ddd-89b3-b5c982c2b05a tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:43.952485 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab568f91-d6bd-4ddd-89b3-b5c982c2b05a tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:43.952817 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab568f91-d6bd-4ddd-89b3-b5c982c2b05a tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:43.953145 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab568f91-d6bd-4ddd-89b3-b5c982c2b05a tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:43.973027 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313187c1-f829-4471-b9d5-b5f20c011586 tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:43.977954 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-313187c1-f829-4471-b9d5-b5f20c011586 tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1938756 Dec 10 16:41:43.978687 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40190) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:43.995533 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9ec711c7-c9d9-4e33-8a58-d0502d3a14e3 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1127651 Dec 10 16:41:43.999465 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40192) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:44.005386 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-bf8d0f45-6440-436f-ba5f-0285ae4d0401 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Request body: {'security_group_rule': {'security_group_id': '2d8afc28-7854-41b5-b89c-4eb16c8c6ff4', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:44.016987 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8a2ecb28-50e4-4372-b93a-d3c14f82aeef tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=5eeed31d-d918-4774-81b9-ef71c6f02574&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368757 Dec 10 16:41:44.020187 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40196) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:44.020559 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-7decb6b1-27b2-4208-9f63-ea610b9f3d1c tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:44.026760 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c0872e4a-ab96-41f7-a695-9d03d8ebfe6e tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-998088816', 'network_id': '7a972a91-5f8d-4d22-80c2-09dee76213c8', 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:44.040377 n-d-766771-2 neutron-server[103392]: INFO neutron.db.securitygroups_db [None req-bf8d0f45-6440-436f-ba5f-0285ae4d0401 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Project 0674a57d5d7c494da7d68f73d4576172 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:41:44.056562 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf8d0f45-6440-436f-ba5f-0285ae4d0401 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:44.105080 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-7decb6b1-27b2-4208-9f63-ea610b9f3d1c tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:44.118382 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:41:44.213479 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['4ac466ce-9ccd-4222-9262-149999660a66'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:41:44.241979 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0872e4a-ab96-41f7-a695-9d03d8ebfe6e tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Made reservation on behalf of f7102f587c0942469f218fb29d23ff5f for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:41:44.243953 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-31bfca20-71ea-4a10-87b9-23b242eccb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395b84c9-b4e8-4ad0-9120-42beb0b15bc4', 'name': 'tempest-TestNetworkBasicOps-router-1322338729', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '3f472ab7-05c7-40fe-aa54-33cc4596b598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:40Z', 'updated_at': '2021-12-10T16:41:42Z', 'revision_number': 3, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'gw_port': {'id': '3f472ab7-05c7-40fe-aa54-33cc4596b598', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395b84c9-b4e8-4ad0-9120-42beb0b15bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:44.250196 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c0872e4a-ab96-41f7-a695-9d03d8ebfe6e tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:44.279272 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bfca20-71ea-4a10-87b9-23b242eccb61 None None] Checking router: 395b84c9-b4e8-4ad0-9120-42beb0b15bc4 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:41:44.279862 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bfca20-71ea-4a10-87b9-23b242eccb61 None None] Updating router 395b84c9-b4e8-4ad0-9120-42beb0b15bc4 port 3f472ab7-05c7-40fe-aa54-33cc4596b598 binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:41:44.318394 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-31bfca20-71ea-4a10-87b9-23b242eccb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:44.318832 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-7decb6b1-27b2-4208-9f63-ea610b9f3d1c tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Network 32421a12-0b3a-42d4-846a-0de14cdef277 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:41:44.361310 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-7decb6b1-27b2-4208-9f63-ea610b9f3d1c tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:44.366858 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-7decb6b1-27b2-4208-9f63-ea610b9f3d1c tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:41:44.473042 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf8d0f45-6440-436f-ba5f-0285ae4d0401 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:44.491857 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-7decb6b1-27b2-4208-9f63-ea610b9f3d1c tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:44.493733 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-7decb6b1-27b2-4208-9f63-ea610b9f3d1c tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:44.517381 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf8d0f45-6440-436f-ba5f-0285ae4d0401 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:44.525856 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7decb6b1-27b2-4208-9f63-ea610b9f3d1c tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Pushing event updated for resources: {'Port': ['ID=60f76525-d3b2-490b-b9c8-e5196e6aa4c8,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:44.591225 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d0f45-6440-436f-ba5f-0285ae4d0401 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bb9e48c-fa0b-4526-8732-b8337afbae0d,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:44.615570 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-7decb6b1-27b2-4208-9f63-ea610b9f3d1c tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6613522 Dec 10 16:41:44.641549 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-6922a8f0-013e-40a6-b6ce-2361e0db33a9 service neutron] Request body: {'port': {'device_id': '6c899109-6002-4bd6-88fc-f3846b5b95f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:44.659815 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf8d0f45-6440-436f-ba5f-0285ae4d0401 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:44.663428 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-bf8d0f45-6440-436f-ba5f-0285ae4d0401 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6609774 Dec 10 16:41:44.664101 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40224) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:44.706263 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da54b4-c810-4ebb-b1b7-e74c5de1cd6a req-50c47ca5-4acd-4828-a748-9d17742a8a99 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:44.707864 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-64da54b4-c810-4ebb-b1b7-e74c5de1cd6a req-50c47ca5-4acd-4828-a748-9d17742a8a99 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 945 time: 0.5182822 Dec 10 16:41:44.771808 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c0872e4a-ab96-41f7-a695-9d03d8ebfe6e tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:44.794524 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-756a14a4-460b-4fb0-b598-828ce01ac618 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "GET /v2.0/security-group-rules/7bb9e48c-fa0b-4526-8732-b8337afbae0d HTTP/1.1" status: 200 len: 769 time: 0.1277964 Dec 10 16:41:44.800363 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40230) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:44.832369 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40232) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:44.881748 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0872e4a-ab96-41f7-a695-9d03d8ebfe6e tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Checking segment: {'id': 'f615967a-0647-4078-9f88-b7e81d8a9e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7a972a91-5f8d-4d22-80c2-09dee76213c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:41:44.882106 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0872e4a-ab96-41f7-a695-9d03d8ebfe6e tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Network hostable DHCP agents. Network: 7a972a91-5f8d-4d22-80c2-09dee76213c8, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:41:44.890199 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-92fc9230-0e78-49c3-858d-bb26c8580b94 None None] Provisioning complete for port 60f76525-d3b2-490b-b9c8-e5196e6aa4c8 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:44.890582 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-92fc9230-0e78-49c3-858d-bb26c8580b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:44.902471 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0872e4a-ab96-41f7-a695-9d03d8ebfe6e tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event updated for resources: {'Subnet': ['ID=32eb379b-63bd-4c42-8fa7-4c8d46fce254,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:44.912637 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0872e4a-ab96-41f7-a695-9d03d8ebfe6e tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Network 7a972a91-5f8d-4d22-80c2-09dee76213c8 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:41:44.925031 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-c0872e4a-ab96-41f7-a695-9d03d8ebfe6e tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 7a972a91-5f8d-4d22-80c2-09dee76213c8) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:44.930121 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0872e4a-ab96-41f7-a695-9d03d8ebfe6e tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:44.931646 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c0872e4a-ab96-41f7-a695-9d03d8ebfe6e tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:44.955294 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c0872e4a-ab96-41f7-a695-9d03d8ebfe6e tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9309394 Dec 10 16:41:44.956684 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40236) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:44.960721 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fa5b18-54d2-4b12-adb5-f5ac6bed533e None None] Network 7a972a91-5f8d-4d22-80c2-09dee76213c8 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:41:44.962379 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a3a70e79-1ca2-4895-ba4b-138dab47a0fa tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1570675 Dec 10 16:41:44.963035 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40238) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:45.009340 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-6922a8f0-013e-40a6-b6ce-2361e0db33a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:45.042798 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-64da54b4-c810-4ebb-b1b7-e74c5de1cd6a req-4f18fcae-77bd-41f0-be52-e4cbffb31101 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464497 Dec 10 16:41:45.080374 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-31bfca20-71ea-4a10-87b9-23b242eccb61 None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:45.099312 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-31bfca20-71ea-4a10-87b9-23b242eccb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:45.168742 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-69cf9463-4006-479e-9de7-055d3ef094cb tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:45.178657 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-31bfca20-71ea-4a10-87b9-23b242eccb61 None None] Attempting to bind port 3f472ab7-05c7-40fe-aa54-33cc4596b598 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:41:45.179159 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-31bfca20-71ea-4a10-87b9-23b242eccb61 None None] Attempting to bind port 3f472ab7-05c7-40fe-aa54-33cc4596b598 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:41:45.179595 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bfca20-71ea-4a10-87b9-23b242eccb61 None None] Attempting to bind port 3f472ab7-05c7-40fe-aa54-33cc4596b598 on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:41:45.188658 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37b1f8e-8691-4042-9205-8b24aeb4f7f6 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:41:45.204533 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bfca20-71ea-4a10-87b9-23b242eccb61 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:41:45.205169 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bfca20-71ea-4a10-87b9-23b242eccb61 None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:41:45.206369 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644c8a33-2f6a-4bfb-95e1-1d34c7c42a27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-7a972a91-5f8d-4d22-80c2-09dee76213c8', 'network_id': '7a972a91-5f8d-4d22-80c2-09dee76213c8', 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'fixed_ips': [{'subnet_id': '32eb379b-63bd-4c42-8fa7-4c8d46fce254'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:41:45.206762 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-31bfca20-71ea-4a10-87b9-23b242eccb61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:45.207232 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-644c8a33-2f6a-4bfb-95e1-1d34c7c42a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:45.207541 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bfca20-71ea-4a10-87b9-23b242eccb61 None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:41:45.208634 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-31bfca20-71ea-4a10-87b9-23b242eccb61 None None] Bound port: 3f472ab7-05c7-40fe-aa54-33cc4596b598, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:41:45.209195 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-31bfca20-71ea-4a10-87b9-23b242eccb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:45.246003 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-69cf9463-4006-479e-9de7-055d3ef094cb tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:45.259649 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-090011aa-a0da-453d-a24f-1b8b94ddb014 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:45.260614 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c70387-c404-458e-93ec-a1bb61d5bb34 None None] Pushing event updated for resources: {'Port': ['ID=3f472ab7-05c7-40fe-aa54-33cc4596b598,revision_number=2']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:45.271015 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-92fc9230-0e78-49c3-858d-bb26c8580b94 None None] Port 60f76525-d3b2-490b-b9c8-e5196e6aa4c8 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:41:45.304118 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-31bfca20-71ea-4a10-87b9-23b242eccb61 None None] For port 3f472ab7-05c7-40fe-aa54-33cc4596b598, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:41:45.308197 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-31bfca20-71ea-4a10-87b9-23b242eccb61 None None] For port 3f472ab7-05c7-40fe-aa54-33cc4596b598, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=3f472ab7-05c7-40fe-aa54-33cc4596b598,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:41:45.319674 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-31bfca20-71ea-4a10-87b9-23b242eccb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:45.381021 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bfca20-71ea-4a10-87b9-23b242eccb61 None None] Routers {'395b84c9-b4e8-4ad0-9120-42beb0b15bc4'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:45.381693 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-31bfca20-71ea-4a10-87b9-23b242eccb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:41:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['395b84c9-b4e8-4ad0-9120-42beb0b15bc4'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:45.453526 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07702480-fa76-4cdd-b1e8-be67b12fdf3b None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:41:45.476356 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c70387-c404-458e-93ec-a1bb61d5bb34 None None] Pushing event updated for resources: {'Port': ['ID=3f472ab7-05c7-40fe-aa54-33cc4596b598,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:45.521715 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-31bfca20-71ea-4a10-87b9-23b242eccb61 None None] Set router 395b84c9-b4e8-4ad0-9120-42beb0b15bc4 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:41:45.537605 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-cd36cf73-9856-4d64-9594-4d1f6b554668 None None] Provisioning complete for port 3f472ab7-05c7-40fe-aa54-33cc4596b598 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:45.541963 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cd36cf73-9856-4d64-9594-4d1f6b554668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:45.598608 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-69cf9463-4006-479e-9de7-055d3ef094cb tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:45.611767 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-69cf9463-4006-479e-9de7-055d3ef094cb tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:45.614401 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-69cf9463-4006-479e-9de7-055d3ef094cb tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/7bb9e48c-fa0b-4526-8732-b8337afbae0d HTTP/1.1" status: 204 len: 168 time: 0.6460497 Dec 10 16:41:45.629779 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40250) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:45.641210 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0658e-0763-4fbb-88d5-1b0cc55d98e2 req-ea83b188-474c-4064-bb5f-e5aaff6df9c7 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:45.649752 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d4d0658e-0763-4fbb-88d5-1b0cc55d98e2 req-ea83b188-474c-4064-bb5f-e5aaff6df9c7 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c899109-6002-4bd6-88fc-f3846b5b95f2 HTTP/1.1" status: 200 len: 932 time: 0.4618459 Dec 10 16:41:45.682326 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf9463-4006-479e-9de7-055d3ef094cb tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7bb9e48c-fa0b-4526-8732-b8337afbae0d,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:45.805632 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cd36cf73-9856-4d64-9594-4d1f6b554668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:45.822506 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d4d0658e-0763-4fbb-88d5-1b0cc55d98e2 req-8b6c6bf7-908e-4f47-a807-b92e6125ae5c tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692085 Dec 10 16:41:45.829630 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-31bfca20-71ea-4a10-87b9-23b242eccb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395b84c9-b4e8-4ad0-9120-42beb0b15bc4', 'name': 'tempest-TestNetworkBasicOps-router-1322338729', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '3f472ab7-05c7-40fe-aa54-33cc4596b598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:40Z', 'updated_at': '2021-12-10T16:41:42Z', 'revision_number': 3, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'gw_port': {'id': '3f472ab7-05c7-40fe-aa54-33cc4596b598', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395b84c9-b4e8-4ad0-9120-42beb0b15bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:45.851201 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-cd36cf73-9856-4d64-9594-4d1f6b554668 None None] For port 3f472ab7-05c7-40fe-aa54-33cc4596b598, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=3f472ab7-05c7-40fe-aa54-33cc4596b598,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:45.858654 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-644c8a33-2f6a-4bfb-95e1-1d34c7c42a27 None None] Allocated IP 172.20.0.2 (7a972a91-5f8d-4d22-80c2-09dee76213c8/32eb379b-63bd-4c42-8fa7-4c8d46fce254/6dedd50d-6927-4b81-9e74-cbf704e6d1c2) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:41:45.861325 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cd36cf73-9856-4d64-9594-4d1f6b554668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:45.880333 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bfca20-71ea-4a10-87b9-23b242eccb61 None None] The sync data for ids ['395b84c9-b4e8-4ad0-9120-42beb0b15bc4'] in n-d-766771-2 is: [{'id': '395b84c9-b4e8-4ad0-9120-42beb0b15bc4', 'name': 'tempest-TestNetworkBasicOps-router-1322338729', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '3f472ab7-05c7-40fe-aa54-33cc4596b598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:40Z', 'updated_at': '2021-12-10T16:41:42Z', 'revision_number': 3, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'gw_port': {'id': '3f472ab7-05c7-40fe-aa54-33cc4596b598', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395b84c9-b4e8-4ad0-9120-42beb0b15bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:41:45.907972 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6f1e881f-1382-48fc-bf3b-66d8c96970dd tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2711527 Dec 10 16:41:45.907972 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40254) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:45.963240 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-090011aa-a0da-453d-a24f-1b8b94ddb014 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:45.977064 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-090011aa-a0da-453d-a24f-1b8b94ddb014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:45.979175 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd36cf73-9856-4d64-9594-4d1f6b554668 None None] Pushing event updated for resources: {'Port': ['ID=3f472ab7-05c7-40fe-aa54-33cc4596b598,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:46.027651 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6bc25a6f-d326-4da8-b9f5-8656f522a3f5 None None] Provisioning complete for port 3f472ab7-05c7-40fe-aa54-33cc4596b598 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:46.028022 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6bc25a6f-d326-4da8-b9f5-8656f522a3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:46.179423 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-090011aa-a0da-453d-a24f-1b8b94ddb014 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ce4a52a40dcd46f8bcbb634cdff61f2a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3435855 Dec 10 16:41:46.186703 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40258) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:46.208700 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-352f0606-1e76-4466-9383-1f3b44b0b5a7 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:46.348543 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-352f0606-1e76-4466-9383-1f3b44b0b5a7 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:46.355891 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090011aa-a0da-453d-a24f-1b8b94ddb014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c4c34a-398c-45a3-ab1f-b188bdd6312a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:46.364563 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b1df87a-f7a7-4fb8-98b0-074b292628b3 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:46.401677 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-644c8a33-2f6a-4bfb-95e1-1d34c7c42a27 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:46.416573 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-644c8a33-2f6a-4bfb-95e1-1d34c7c42a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:46.469629 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-6922a8f0-013e-40a6-b6ce-2361e0db33a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f76525-d3b2-490b-b9c8-e5196e6aa4c8 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:41:46.485593 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-6922a8f0-013e-40a6-b6ce-2361e0db33a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:46.490744 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c8a33-2f6a-4bfb-95e1-1d34c7c42a27 None None] Pushing event updated for resources: {'Port': ['ID=6dedd50d-6927-4b81-9e74-cbf704e6d1c2,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:46.534829 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-6922a8f0-013e-40a6-b6ce-2361e0db33a9 service neutron] Transition to ACTIVE for port object 60f76525-d3b2-490b-b9c8-e5196e6aa4c8 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:41:46.544315 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644c8a33-2f6a-4bfb-95e1-1d34c7c42a27 None None] Network 7a972a91-5f8d-4d22-80c2-09dee76213c8 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:41:46.546251 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-644c8a33-2f6a-4bfb-95e1-1d34c7c42a27 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:46.547871 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7752f-161c-4847-9f68-033a84b77c6e req-b77dc78b-44a1-4f18-888e-87eed8d7c551 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:46.549654 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-89a7752f-161c-4847-9f68-033a84b77c6e req-b77dc78b-44a1-4f18-888e-87eed8d7c551 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 945 time: 0.3446200 Dec 10 16:41:46.554015 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644c8a33-2f6a-4bfb-95e1-1d34c7c42a27 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:41:46.558552 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ceef2077-ffd4-4766-a181-34970d80104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:46.561395 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-6922a8f0-013e-40a6-b6ce-2361e0db33a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:46.685749 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-644c8a33-2f6a-4bfb-95e1-1d34c7c42a27 None None] Attempting to bind port 6dedd50d-6927-4b81-9e74-cbf704e6d1c2 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:41:46.686719 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-644c8a33-2f6a-4bfb-95e1-1d34c7c42a27 None None] Attempting to bind port 6dedd50d-6927-4b81-9e74-cbf704e6d1c2 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'f615967a-0647-4078-9f88-b7e81d8a9e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7a972a91-5f8d-4d22-80c2-09dee76213c8'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:41:46.687312 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644c8a33-2f6a-4bfb-95e1-1d34c7c42a27 None None] Attempting to bind port 6dedd50d-6927-4b81-9e74-cbf704e6d1c2 on network 7a972a91-5f8d-4d22-80c2-09dee76213c8 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:41:46.694016 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644c8a33-2f6a-4bfb-95e1-1d34c7c42a27 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:41:46.694858 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644c8a33-2f6a-4bfb-95e1-1d34c7c42a27 None None] Checking segment: {'id': 'f615967a-0647-4078-9f88-b7e81d8a9e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7a972a91-5f8d-4d22-80c2-09dee76213c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:41:46.695983 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-644c8a33-2f6a-4bfb-95e1-1d34c7c42a27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:46.696721 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644c8a33-2f6a-4bfb-95e1-1d34c7c42a27 None None] Bound using segment: {'id': 'f615967a-0647-4078-9f88-b7e81d8a9e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7a972a91-5f8d-4d22-80c2-09dee76213c8'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:41:46.697438 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-644c8a33-2f6a-4bfb-95e1-1d34c7c42a27 None None] Bound port: 6dedd50d-6927-4b81-9e74-cbf704e6d1c2, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f615967a-0647-4078-9f88-b7e81d8a9e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7a972a91-5f8d-4d22-80c2-09dee76213c8'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:41:46.698328 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-644c8a33-2f6a-4bfb-95e1-1d34c7c42a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:46.820576 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-644c8a33-2f6a-4bfb-95e1-1d34c7c42a27 None None] For port 6dedd50d-6927-4b81-9e74-cbf704e6d1c2, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:41:46.829455 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-644c8a33-2f6a-4bfb-95e1-1d34c7c42a27 None None] For port 6dedd50d-6927-4b81-9e74-cbf704e6d1c2, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=6dedd50d-6927-4b81-9e74-cbf704e6d1c2,segment=NetworkSegment(f615967a-0647-4078-9f88-b7e81d8a9e71),segment_id=f615967a-0647-4078-9f88-b7e81d8a9e71)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:41:46.840806 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-644c8a33-2f6a-4bfb-95e1-1d34c7c42a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:46.927459 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6922a8f0-013e-40a6-b6ce-2361e0db33a9 service neutron] Pushing event updated for resources: {'Port': ['ID=60f76525-d3b2-490b-b9c8-e5196e6aa4c8,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:47.036249 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-89a7752f-161c-4847-9f68-033a84b77c6e req-3408b969-1d14-4b9c-be9c-cf6038c4ad8e tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4474964 Dec 10 16:41:47.082276 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c8a33-2f6a-4bfb-95e1-1d34c7c42a27 None None] Pushing event updated for resources: {'Port': ['ID=6dedd50d-6927-4b81-9e74-cbf704e6d1c2,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:47.129684 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-6922a8f0-013e-40a6-b6ce-2361e0db33a9 service neutron] Attempting to bind port 60f76525-d3b2-490b-b9c8-e5196e6aa4c8 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:41:47.130021 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-6922a8f0-013e-40a6-b6ce-2361e0db33a9 service neutron] Attempting to bind port 60f76525-d3b2-490b-b9c8-e5196e6aa4c8 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '70327ecd-07c4-4b68-895f-82935446f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:41:47.130651 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-6922a8f0-013e-40a6-b6ce-2361e0db33a9 service neutron] Attempting to bind port 60f76525-d3b2-490b-b9c8-e5196e6aa4c8 on network 32421a12-0b3a-42d4-846a-0de14cdef277 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:41:47.139860 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-6922a8f0-013e-40a6-b6ce-2361e0db33a9 service neutron] Port 60f76525-d3b2-490b-b9c8-e5196e6aa4c8 on network 32421a12-0b3a-42d4-846a-0de14cdef277 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:41:47.140177 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-6922a8f0-013e-40a6-b6ce-2361e0db33a9 service neutron] Attempting to bind port 60f76525-d3b2-490b-b9c8-e5196e6aa4c8 on network 32421a12-0b3a-42d4-846a-0de14cdef277 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:41:47.162520 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-6922a8f0-013e-40a6-b6ce-2361e0db33a9 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:41:47.162861 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-6922a8f0-013e-40a6-b6ce-2361e0db33a9 service neutron] Checking segment: {'id': '70327ecd-07c4-4b68-895f-82935446f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:41:47.163256 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-6922a8f0-013e-40a6-b6ce-2361e0db33a9 service neutron] Bound using segment: {'id': '70327ecd-07c4-4b68-895f-82935446f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:41:47.163703 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-6922a8f0-013e-40a6-b6ce-2361e0db33a9 service neutron] Bound port: 60f76525-d3b2-490b-b9c8-e5196e6aa4c8, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70327ecd-07c4-4b68-895f-82935446f0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:41:47.164067 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-6922a8f0-013e-40a6-b6ce-2361e0db33a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:47.294195 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:41:47.309636 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:47.420659 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79cfbc0-21dc-43b9-ad66-f59904ae5054 req-5794f356-5b59-4eb8-abf8-e0537157ec08 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:47.442588 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c79cfbc0-21dc-43b9-ad66-f59904ae5054 req-5794f356-5b59-4eb8-abf8-e0537157ec08 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c899109-6002-4bd6-88fc-f3846b5b95f2 HTTP/1.1" status: 200 len: 944 time: 0.1810694 Dec 10 16:41:47.531999 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-6922a8f0-013e-40a6-b6ce-2361e0db33a9 service neutron] For port 60f76525-d3b2-490b-b9c8-e5196e6aa4c8, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:41:47.557987 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 3f472ab7-05c7-40fe-aa54-33cc4596b598 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:41:47.625540 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-352f0606-1e76-4466-9383-1f3b44b0b5a7 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:47.629823 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-352f0606-1e76-4466-9383-1f3b44b0b5a7 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:47.631120 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-352f0606-1e76-4466-9383-1f3b44b0b5a7 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "DELETE /v2.0/security-groups/2d8afc28-7854-41b5-b89c-4eb16c8c6ff4 HTTP/1.1" status: 204 len: 168 time: 1.7264857 Dec 10 16:41:47.634292 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-6922a8f0-013e-40a6-b6ce-2361e0db33a9 service neutron] For port 60f76525-d3b2-490b-b9c8-e5196e6aa4c8, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=60f76525-d3b2-490b-b9c8-e5196e6aa4c8,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:41:47.642074 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40268) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:47.655839 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f0606-1e76-4466-9383-1f3b44b0b5a7 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8afc28-7854-41b5-b89c-4eb16c8c6ff4,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:47.660924 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-6922a8f0-013e-40a6-b6ce-2361e0db33a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:47.686378 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c79cfbc0-21dc-43b9-ad66-f59904ae5054 req-bbd303bb-6c66-4ccf-87b0-e7776a69f32f tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428062 Dec 10 16:41:47.728326 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-6922a8f0-013e-40a6-b6ce-2361e0db33a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:47.728969 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-6922a8f0-013e-40a6-b6ce-2361e0db33a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:47.730732 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-6922a8f0-013e-40a6-b6ce-2361e0db33a9 service neutron] 10.222.0.46 "PUT /v2.0/ports/60f76525-d3b2-490b-b9c8-e5196e6aa4c8 HTTP/1.1" status: 200 len: 1092 time: 3.0984793 Dec 10 16:41:47.751101 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3eb628a9-c4f1-4ae7-ad2b-9f34d590c9ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:47.756380 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 3f472ab7-05c7-40fe-aa54-33cc4596b598 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:47.757149 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:47.757297 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c899109-6002-4bd6-88fc-f3846b5b95f2', 'tag': '60f76525-d3b2-490b-b9c8-e5196e6aa4c8'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:41:47.761173 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2950f096-c02b-4c66-8e5e-0fde2551b734" -d '{"events": [{"name": "network-changed", "server_uuid": "6c899109-6002-4bd6-88fc-f3846b5b95f2", "tag": "60f76525-d3b2-490b-b9c8-e5196e6aa4c8"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:41:47.829829 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-96f1d7b8-e4aa-49ef-88c2-a8c16fe43e4d tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1869102 Dec 10 16:41:47.836195 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40274) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:47.842854 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-0d50e47c-b3f1-4f45-9a87-59d711e74830 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Request body: {'security_group': {'name': 'tempest-secgroup--189725273'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:47.855010 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6922a8f0-013e-40a6-b6ce-2361e0db33a9 service neutron] Pushing event updated for resources: {'Port': ['ID=60f76525-d3b2-490b-b9c8-e5196e6aa4c8,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:47.900958 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec9ee5a-1bb1-432c-a4f3-4c40ca73699b x-openstack-request-id: req-2ec9ee5a-1bb1-432c-a4f3-4c40ca73699b {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:41:47.901252 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c899109-6002-4bd6-88fc-f3846b5b95f2", "tag": "60f76525-d3b2-490b-b9c8-e5196e6aa4c8", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:41:47.901509 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2ec9ee5a-1bb1-432c-a4f3-4c40ca73699b {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:41:47.902330 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c899109-6002-4bd6-88fc-f3846b5b95f2', 'tag': '60f76525-d3b2-490b-b9c8-e5196e6aa4c8', 'status': 'completed', 'code': 200} Dec 10 16:41:47.905997 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-6ade0f22-632e-4180-ad0e-4fd192011c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:47.908234 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-6ade0f22-632e-4180-ad0e-4fd192011c90 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=38b4c50f2746432ea9adf6424421cd8d&device_id=6c899109-6002-4bd6-88fc-f3846b5b95f2 HTTP/1.1" status: 200 len: 1095 time: 0.1261740 Dec 10 16:41:47.958637 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3eb628a9-c4f1-4ae7-ad2b-9f34d590c9ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:48.014779 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0d50e47c-b3f1-4f45-9a87-59d711e74830 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:48.024483 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-f8eda0c7-3a79-45f1-9a39-20127ab97021 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60f76525-d3b2-490b-b9c8-e5196e6aa4c8 HTTP/1.1" status: 200 len: 217 time: 0.1044970 Dec 10 16:41:48.117381 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-baa50dec-6f80-4e4b-a752-def656e6f932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:48.119359 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-baa50dec-6f80-4e4b-a752-def656e6f932 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bad4bd9c-d017-467b-badb-ee51884a8aea HTTP/1.1" status: 200 len: 850 time: 0.0871351 Dec 10 16:41:48.184048 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3eb628a9-c4f1-4ae7-ad2b-9f34d590c9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:48.189304 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3eb628a9-c4f1-4ae7-ad2b-9f34d590c9ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:48.197580 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3eb628a9-c4f1-4ae7-ad2b-9f34d590c9ef admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b4c4c34a-398c-45a3-ab1f-b188bdd6312a HTTP/1.1" status: 204 len: 168 time: 2.0074525 Dec 10 16:41:48.201483 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0d50e47c-b3f1-4f45-9a87-59d711e74830 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:48.212543 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0d50e47c-b3f1-4f45-9a87-59d711e74830 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:48.219962 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-5cd42fcf-637b-45bb-82f7-4e8e506fb86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:48.222425 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-5cd42fcf-637b-45bb-82f7-4e8e506fb86f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=32421a12-0b3a-42d4-846a-0de14cdef277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941033 Dec 10 16:41:48.264754 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb628a9-c4f1-4ae7-ad2b-9f34d590c9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c4c34a-398c-45a3-ab1f-b188bdd6312a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:48.342511 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0d50e47c-b3f1-4f45-9a87-59d711e74830 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:48.345780 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-0d50e47c-b3f1-4f45-9a87-59d711e74830 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5059395 Dec 10 16:41:48.349773 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40290) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:48.356689 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-2b69d0be-e264-4794-b443-ef0bdf5d8973 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Request body: {'security_group_rule': {'security_group_id': '27e02710-c62d-471e-8cdb-c31931aa1720', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:48.366960 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50e47c-b3f1-4f45-9a87-59d711e74830 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27e02710-c62d-471e-8cdb-c31931aa1720,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:48.407842 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-4b1df87a-f7a7-4fb8-98b0-074b292628b3 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Allocated IP 172.20.0.1 (7a972a91-5f8d-4d22-80c2-09dee76213c8/32eb379b-63bd-4c42-8fa7-4c8d46fce254/adb38948-0be9-4a08-b1c2-effe748ace43) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:41:48.477950 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b8463-bf4e-4d27-8ea6-d07785bafc48 req-cc549795-2889-4104-b2ce-ad76accbc872 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:48.483276 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9f3b8463-bf4e-4d27-8ea6-d07785bafc48 req-cc549795-2889-4104-b2ce-ad76accbc872 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 945 time: 0.2379529 Dec 10 16:41:48.537044 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2b69d0be-e264-4794-b443-ef0bdf5d8973 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:48.558815 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:48.565193 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-2a4c0f9c-d8fa-438d-b5c2-e34f69767714 service neutron] 10.222.0.46 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352156 Dec 10 16:41:48.601248 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b1df87a-f7a7-4fb8-98b0-074b292628b3 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:48.651926 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b1df87a-f7a7-4fb8-98b0-074b292628b3 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:48.740169 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1df87a-f7a7-4fb8-98b0-074b292628b3 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Network 7a972a91-5f8d-4d22-80c2-09dee76213c8 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:41:48.742946 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1df87a-f7a7-4fb8-98b0-074b292628b3 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event updated for resources: {'Port': ['ID=adb38948-0be9-4a08-b1c2-effe748ace43,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:48.746500 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-4b1df87a-f7a7-4fb8-98b0-074b292628b3 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:48.752735 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1df87a-f7a7-4fb8-98b0-074b292628b3 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:41:48.757789 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40296) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:48.791489 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9f3b8463-bf4e-4d27-8ea6-d07785bafc48 req-7a0e1841-1f08-4d94-ab6f-64f7478044ba tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923334 Dec 10 16:41:48.807894 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2b69d0be-e264-4794-b443-ef0bdf5d8973 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:48.820584 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2b69d0be-e264-4794-b443-ef0bdf5d8973 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:48.831409 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b1df87a-f7a7-4fb8-98b0-074b292628b3 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:48.840025 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5aaae33b-0ff0-4524-b352-7f97e7d2ef0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:48.845203 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a8aa7bd0-6e78-49f9-8805-d7de91d13905 req-d4779974-dee3-421a-9fda-409bca61c93b service neutron] 10.222.0.46 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673602 Dec 10 16:41:48.849515 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b69d0be-e264-4794-b443-ef0bdf5d8973 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d73db319-8eda-4fbf-be52-ea9b90202b77,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:48.865344 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2b69d0be-e264-4794-b443-ef0bdf5d8973 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:48.870608 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2b69d0be-e264-4794-b443-ef0bdf5d8973 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5155060 Dec 10 16:41:48.870950 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40298) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:49.045188 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e05929e9-6ab2-41f1-9840-d7e7221fcb9d tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:49.073403 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e05929e9-6ab2-41f1-9840-d7e7221fcb9d tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:49.135561 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e05929e9-6ab2-41f1-9840-d7e7221fcb9d tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:49.138687 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e05929e9-6ab2-41f1-9840-d7e7221fcb9d tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:49.139946 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e05929e9-6ab2-41f1-9840-d7e7221fcb9d tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "DELETE /v2.0/security-groups/27e02710-c62d-471e-8cdb-c31931aa1720 HTTP/1.1" status: 204 len: 168 time: 0.2653828 Dec 10 16:41:49.146050 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40306) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:49.149177 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5aaae33b-0ff0-4524-b352-7f97e7d2ef0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:49.157954 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40168863-e775-448d-aabd-6f177299ba20 req-f88a432c-9f2d-4e38-91fa-c6bb2c7039cd tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:49.160721 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-40168863-e775-448d-aabd-6f177299ba20 req-f88a432c-9f2d-4e38-91fa-c6bb2c7039cd tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c899109-6002-4bd6-88fc-f3846b5b95f2 HTTP/1.1" status: 200 len: 944 time: 0.2104535 Dec 10 16:41:49.178066 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5aaae33b-0ff0-4524-b352-7f97e7d2ef0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:49.184821 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b1df87a-f7a7-4fb8-98b0-074b292628b3 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:49.204072 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950f096-c02b-4c66-8e5e-0fde2551b734 req-9bbf5b05-a56f-421a-8fd7-a818de885abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:49.206115 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2950f096-c02b-4c66-8e5e-0fde2551b734 req-9bbf5b05-a56f-421a-8fd7-a818de885abb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=38b4c50f2746432ea9adf6424421cd8d&device_id=6c899109-6002-4bd6-88fc-f3846b5b95f2 HTTP/1.1" status: 200 len: 1095 time: 0.2994645 Dec 10 16:41:49.325394 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaae33b-0ff0-4524-b352-7f97e7d2ef0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509462d5-78ae-4267-a4f4-c034fc9ba0e3,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:49.358744 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5aaae33b-0ff0-4524-b352-7f97e7d2ef0a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c15a6f5cb5f34a6db8eebcdd274bf17f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6003132 Dec 10 16:41:49.360675 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05929e9-6ab2-41f1-9840-d7e7221fcb9d tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e02710-c62d-471e-8cdb-c31931aa1720,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:49.361857 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40312) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:49.456546 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f7183bd7-c4b8-4291-98e8-b131caaf4479 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2941093 Dec 10 16:41:49.470517 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40316) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:49.510428 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 6dedd50d-6927-4b81-9e74-cbf704e6d1c2 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:41:49.525746 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950f096-c02b-4c66-8e5e-0fde2551b734 req-1eb90eb5-7dec-4ad1-bd20-6d1e7cad7a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:49.527818 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2950f096-c02b-4c66-8e5e-0fde2551b734 req-1eb90eb5-7dec-4ad1-bd20-6d1e7cad7a34 service neutron] 10.222.0.46 "GET /v2.0/networks?id=32421a12-0b3a-42d4-846a-0de14cdef277 HTTP/1.1" status: 200 len: 912 time: 0.3083026 Dec 10 16:41:49.612164 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-40168863-e775-448d-aabd-6f177299ba20 req-acb7f872-217c-4efd-8f8e-5e95efbfeb49 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011953 Dec 10 16:41:49.631361 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d23f72e8-8b08-4254-b6fb-01b76e00595d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:49.696435 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d23f72e8-8b08-4254-b6fb-01b76e00595d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:49.715789 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:49.729729 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 6dedd50d-6927-4b81-9e74-cbf704e6d1c2 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:49.730477 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:49.771139 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bc14ea-c605-4ec4-bf9f-a3d5d3b3939e None None] Network 7a972a91-5f8d-4d22-80c2-09dee76213c8 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:41:49.838001 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d23f72e8-8b08-4254-b6fb-01b76e00595d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:49.840962 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d23f72e8-8b08-4254-b6fb-01b76e00595d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:49.842263 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d23f72e8-8b08-4254-b6fb-01b76e00595d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/509462d5-78ae-4267-a4f4-c034fc9ba0e3 HTTP/1.1" status: 204 len: 168 time: 0.4793794 Dec 10 16:41:49.864674 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f72e8-8b08-4254-b6fb-01b76e00595d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509462d5-78ae-4267-a4f4-c034fc9ba0e3,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:49.893332 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b1df87a-f7a7-4fb8-98b0-074b292628b3 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:49.899193 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b1df87a-f7a7-4fb8-98b0-074b292628b3 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:49.972640 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c0d3db31-e4b8-48f2-bf37-5230a1aeafca None None] Provisioning complete for port 6dedd50d-6927-4b81-9e74-cbf704e6d1c2 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:49.978183 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c0d3db31-e4b8-48f2-bf37-5230a1aeafca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:50.031739 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b1df87a-f7a7-4fb8-98b0-074b292628b3 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:50.093538 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1df87a-f7a7-4fb8-98b0-074b292628b3 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event updated for resources: {'Port': ['ID=adb38948-0be9-4a08-b1c2-effe748ace43,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:50.123870 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2950f096-c02b-4c66-8e5e-0fde2551b734 req-e2e229d6-f094-4eef-9e6a-ec79fe10fe62 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60f76525-d3b2-490b-b9c8-e5196e6aa4c8 HTTP/1.1" status: 200 len: 217 time: 0.5836477 Dec 10 16:41:50.169724 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c0d3db31-e4b8-48f2-bf37-5230a1aeafca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:50.184424 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:50.220212 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1df87a-f7a7-4fb8-98b0-074b292628b3 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Network 7a972a91-5f8d-4d22-80c2-09dee76213c8 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:41:50.226861 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-4b1df87a-f7a7-4fb8-98b0-074b292628b3 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:50.232010 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c0d3db31-e4b8-48f2-bf37-5230a1aeafca None None] For port 6dedd50d-6927-4b81-9e74-cbf704e6d1c2, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=6dedd50d-6927-4b81-9e74-cbf704e6d1c2,segment=NetworkSegment(f615967a-0647-4078-9f88-b7e81d8a9e71),segment_id=f615967a-0647-4078-9f88-b7e81d8a9e71)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:50.238480 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c23f2ad4-7599-4061-ad8b-a0e88dceb2b0 tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.7642398 Dec 10 16:41:50.242198 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40328) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:50.245942 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c0d3db31-e4b8-48f2-bf37-5230a1aeafca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:50.280376 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d3aa2-de28-4e95-b199-13cbeb7e8548 req-17d614f1-7423-4e5d-8f55-d3212ca9cfd5 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:50.292471 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f38d3aa2-de28-4e95-b199-13cbeb7e8548 req-17d614f1-7423-4e5d-8f55-d3212ca9cfd5 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 945 time: 0.1673832 Dec 10 16:41:50.312287 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950f096-c02b-4c66-8e5e-0fde2551b734 req-d8a82b48-ac85-446a-a3d1-cf711d17f0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:50.313756 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2950f096-c02b-4c66-8e5e-0fde2551b734 req-d8a82b48-ac85-446a-a3d1-cf711d17f0c9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bad4bd9c-d017-467b-badb-ee51884a8aea HTTP/1.1" status: 200 len: 850 time: 0.1677704 Dec 10 16:41:50.413252 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f38d3aa2-de28-4e95-b199-13cbeb7e8548 req-451cbbcb-f34d-4441-a9b8-331e78dae2ff tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196730 Dec 10 16:41:50.428785 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950f096-c02b-4c66-8e5e-0fde2551b734 req-19e17dc4-ee44-425d-8d3c-f190c760ff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:50.431236 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2950f096-c02b-4c66-8e5e-0fde2551b734 req-19e17dc4-ee44-425d-8d3c-f190c760ff03 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=32421a12-0b3a-42d4-846a-0de14cdef277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1084969 Dec 10 16:41:50.460023 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-56fd46bd-b93d-4e0e-8e3a-fdce3a0c10fe tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] delete failed (client error): The resource could not be found. Dec 10 16:41:50.464457 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-56fd46bd-b93d-4e0e-8e3a-fdce3a0c10fe tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "DELETE /v2.0/security-groups/27e02710-c62d-471e-8cdb-c31931aa1720 HTTP/1.1" status: 404 len: 347 time: 0.2179384 Dec 10 16:41:50.466162 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40332) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:50.600804 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1df87a-f7a7-4fb8-98b0-074b292628b3 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Router 395b84c9-b4e8-4ad0-9120-42beb0b15bc4 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:41:50.667359 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-6c3d498f-b0bf-44df-bf8e-0a77ca929c6d tempest-SecGroupIPv6Test-1485198034 tempest-SecGroupIPv6Test-1485198034-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1833103 Dec 10 16:41:50.715194 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d3db31-e4b8-48f2-bf37-5230a1aeafca None None] Pushing event updated for resources: {'Port': ['ID=6dedd50d-6927-4b81-9e74-cbf704e6d1c2,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:50.772781 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2950f096-c02b-4c66-8e5e-0fde2551b734 req-752980c0-e267-423f-b3e3-ba0b070f4b60 service neutron] 10.222.0.46 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291323 Dec 10 16:41:50.819539 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-33b6e941-7787-4651-8222-09db27562364 None None] Provisioning complete for port adb38948-0be9-4a08-b1c2-effe748ace43 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:50.821058 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-33b6e941-7787-4651-8222-09db27562364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:50.872066 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-33b6e941-7787-4651-8222-09db27562364 None None] Port adb38948-0be9-4a08-b1c2-effe748ace43 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:41:50.877477 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.api [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:41:50.877973 n-d-766771-2 neutron-server[103394]: DEBUG oslo_db.api [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:41:50.896248 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-33b6e941-7787-4651-8222-09db27562364 None None] Provisioning complete for port 6dedd50d-6927-4b81-9e74-cbf704e6d1c2 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:50.896633 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-33b6e941-7787-4651-8222-09db27562364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:50.982778 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1df87a-f7a7-4fb8-98b0-074b292628b3 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:41:51.007386 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4b1df87a-f7a7-4fb8-98b0-074b292628b3 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "PUT /v2.0/routers/395b84c9-b4e8-4ad0-9120-42beb0b15bc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0491853 Dec 10 16:41:51.007899 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40358) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:51.020719 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a69f33c-0001-4b31-afa2-236d6989dc1d None None] Sync routers for ids ['395b84c9-b4e8-4ad0-9120-42beb0b15bc4'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:41:51.069287 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a69f33c-0001-4b31-afa2-236d6989dc1d None None] Routers {'395b84c9-b4e8-4ad0-9120-42beb0b15bc4'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:51.070580 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-0a69f33c-0001-4b31-afa2-236d6989dc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:41:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['395b84c9-b4e8-4ad0-9120-42beb0b15bc4'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:51.093722 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5b1ca-03b5-407a-9794-ee08856f3a5b req-03cc8ca5-db56-4f06-ad49-5d261a8e6e81 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:51.095666 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aed5b1ca-03b5-407a-9794-ee08856f3a5b req-03cc8ca5-db56-4f06-ad49-5d261a8e6e81 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c899109-6002-4bd6-88fc-f3846b5b95f2 HTTP/1.1" status: 200 len: 944 time: 0.2714674 Dec 10 16:41:51.183439 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40362) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:51.274573 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aed5b1ca-03b5-407a-9794-ee08856f3a5b req-6352024f-6a81-4f76-87c4-65af24fc8062 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629348 Dec 10 16:41:51.279737 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2950f096-c02b-4c66-8e5e-0fde2551b734 req-e3aed5b3-8c6f-4948-b038-fea56bf6d812 service neutron] 10.222.0.46 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4985278 Dec 10 16:41:51.415148 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-0a69f33c-0001-4b31-afa2-236d6989dc1d None None] Set router 395b84c9-b4e8-4ad0-9120-42beb0b15bc4 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:41:51.481215 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459aa4f8-7a7e-434a-a5e4-4700f7ca7a16 tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:51.481710 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459aa4f8-7a7e-434a-a5e4-4700f7ca7a16 tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:51.482159 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459aa4f8-7a7e-434a-a5e4-4700f7ca7a16 tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:51.482683 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459aa4f8-7a7e-434a-a5e4-4700f7ca7a16 tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:51.483147 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459aa4f8-7a7e-434a-a5e4-4700f7ca7a16 tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:51.483604 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459aa4f8-7a7e-434a-a5e4-4700f7ca7a16 tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:51.484056 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459aa4f8-7a7e-434a-a5e4-4700f7ca7a16 tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:51.484702 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459aa4f8-7a7e-434a-a5e4-4700f7ca7a16 tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:51.485166 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459aa4f8-7a7e-434a-a5e4-4700f7ca7a16 tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:51.485620 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459aa4f8-7a7e-434a-a5e4-4700f7ca7a16 tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:51.487890 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-459aa4f8-7a7e-434a-a5e4-4700f7ca7a16 tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7089 time: 0.4790189 Dec 10 16:41:51.490864 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40378) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:51.491633 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1f3bd46b-40a1-496e-a0f3-d86d85648a12 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0674a57d5d7c494da7d68f73d4576172&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3071010 Dec 10 16:41:51.494074 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40380) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:51.560916 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c8c2bd1e-2524-40c5-b2da-7fd6bd0b6784 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:51.587944 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c8c2bd1e-2524-40c5-b2da-7fd6bd0b6784 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:51.626547 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 60f76525-d3b2-490b-b9c8-e5196e6aa4c8 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:41:51.669462 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-70fd2cc1-d23f-423c-bf0a-9e3ee3e7d621 None None] Provisioning complete for port adb38948-0be9-4a08-b1c2-effe748ace43 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:51.670086 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-70fd2cc1-d23f-423c-bf0a-9e3ee3e7d621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:51.736757 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c8c2bd1e-2524-40c5-b2da-7fd6bd0b6784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:51.738654 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8515f28-5b0b-49c5-9e87-ce00f40da7e2 tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:51.739126 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8515f28-5b0b-49c5-9e87-ce00f40da7e2 tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:51.740116 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8515f28-5b0b-49c5-9e87-ce00f40da7e2 tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:51.740839 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8515f28-5b0b-49c5-9e87-ce00f40da7e2 tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:51.741177 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-70fd2cc1-d23f-423c-bf0a-9e3ee3e7d621 None None] Port adb38948-0be9-4a08-b1c2-effe748ace43 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:41:51.741296 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8515f28-5b0b-49c5-9e87-ce00f40da7e2 tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:51.741734 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8515f28-5b0b-49c5-9e87-ce00f40da7e2 tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:51.742284 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c8c2bd1e-2524-40c5-b2da-7fd6bd0b6784 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:51.742402 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8515f28-5b0b-49c5-9e87-ce00f40da7e2 tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:51.742879 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8515f28-5b0b-49c5-9e87-ce00f40da7e2 tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:51.743399 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8515f28-5b0b-49c5-9e87-ce00f40da7e2 tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:51.743852 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8515f28-5b0b-49c5-9e87-ce00f40da7e2 tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:51.749494 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e8515f28-5b0b-49c5-9e87-ce00f40da7e2 tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6565 time: 0.2569172 Dec 10 16:41:51.750271 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40390) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:51.768866 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c8c2bd1e-2524-40c5-b2da-7fd6bd0b6784 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a638c177-b8a5-4106-84ed-69d2a7e36b52 HTTP/1.1" status: 204 len: 168 time: 0.2708352 Dec 10 16:41:51.823115 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2bd1e-2524-40c5-b2da-7fd6bd0b6784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a638c177-b8a5-4106-84ed-69d2a7e36b52,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:51.940497 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e2b04260-16c6-4abb-a0f8-beb9292031b4 None None] Provisioning complete for port adb38948-0be9-4a08-b1c2-effe748ace43 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:51.941074 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e2b04260-16c6-4abb-a0f8-beb9292031b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:51.964537 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8383d1-f33c-4b26-8945-38c59a4279d3 req-41c7a10a-5acd-43a5-b05d-a38542dad20d tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:51.966409 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2a8383d1-f33c-4b26-8945-38c59a4279d3 req-41c7a10a-5acd-43a5-b05d-a38542dad20d tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 945 time: 0.2147703 Dec 10 16:41:51.992191 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-e2b04260-16c6-4abb-a0f8-beb9292031b4 None None] Port adb38948-0be9-4a08-b1c2-effe748ace43 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:41:52.006382 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 60f76525-d3b2-490b-b9c8-e5196e6aa4c8, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=60f76525-d3b2-490b-b9c8-e5196e6aa4c8,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:52.033118 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 6dedd50d-6927-4b81-9e74-cbf704e6d1c2 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:41:52.094259 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '60f76525-d3b2-490b-b9c8-e5196e6aa4c8', 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277', 'port_id': '60f76525-d3b2-490b-b9c8-e5196e6aa4c8', 'mac_address': 'fa:16:3e:bb:e5:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bad4bd9c-d017-467b-badb-ee51884a8aea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:41:52.155630 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:52.175395 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f76525-d3b2-490b-b9c8-e5196e6aa4c8 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:41:52.189204 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 6dedd50d-6927-4b81-9e74-cbf704e6d1c2 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:52.189545 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:52.238753 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-0a69f33c-0001-4b31-afa2-236d6989dc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395b84c9-b4e8-4ad0-9120-42beb0b15bc4', 'name': 'tempest-TestNetworkBasicOps-router-1322338729', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '3f472ab7-05c7-40fe-aa54-33cc4596b598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:40Z', 'updated_at': '2021-12-10T16:41:49Z', 'revision_number': 4, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'gw_port': {'id': '3f472ab7-05c7-40fe-aa54-33cc4596b598', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395b84c9-b4e8-4ad0-9120-42beb0b15bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'adb38948-0be9-4a08-b1c2-effe748ace43', 'name': '', 'network_id': '7a972a91-5f8d-4d22-80c2-09dee76213c8', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'mac_address': 'fa:16:3e:21:b6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395b84c9-b4e8-4ad0-9120-42beb0b15bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '32eb379b-63bd-4c42-8fa7-4c8d46fce254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:47Z', 'updated_at': '2021-12-10T16:41:49Z', 'revision_number': 2, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'subnets': [{'id': '32eb379b-63bd-4c42-8fa7-4c8d46fce254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:52.269054 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 60f76525-d3b2-490b-b9c8-e5196e6aa4c8, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=60f76525-d3b2-490b-b9c8-e5196e6aa4c8,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:52.272436 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2a8383d1-f33c-4b26-8945-38c59a4279d3 req-4030f3a6-b2e7-40ab-bcd6-886912692ea6 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869532 Dec 10 16:41:52.272720 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a69f33c-0001-4b31-afa2-236d6989dc1d None None] Checking router: 395b84c9-b4e8-4ad0-9120-42beb0b15bc4 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:41:52.273186 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a69f33c-0001-4b31-afa2-236d6989dc1d None None] Updating router 395b84c9-b4e8-4ad0-9120-42beb0b15bc4 port adb38948-0be9-4a08-b1c2-effe748ace43 binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:41:52.281163 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:52.354117 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=60f76525-d3b2-490b-b9c8-e5196e6aa4c8,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:52.364140 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f2400519-041d-4b29-9803-a63f73fe6512 tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5933 time: 0.6106691 Dec 10 16:41:52.380033 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0a69f33c-0001-4b31-afa2-236d6989dc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:52.525088 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ec869-6ecf-41d0-a129-93932264da55 req-dbdc077d-0243-46c0-a2ae-ab9da8a42283 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:52.534886 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c73ec869-6ecf-41d0-a129-93932264da55 req-dbdc077d-0243-46c0-a2ae-ab9da8a42283 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c899109-6002-4bd6-88fc-f3846b5b95f2 HTTP/1.1" status: 200 len: 945 time: 0.0816844 Dec 10 16:41:52.540659 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['60f76525-d3b2-490b-b9c8-e5196e6aa4c8'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:41:52.668296 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c73ec869-6ecf-41d0-a129-93932264da55 req-dce35f87-d5e7-4731-84d8-f1f62460b799 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324725 Dec 10 16:41:52.936111 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0a69f33c-0001-4b31-afa2-236d6989dc1d None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:52.943081 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0a69f33c-0001-4b31-afa2-236d6989dc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:52.990120 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40440) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:52.996445 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-9a46a852-7555-4b3b-aa2b-cafe32a503e7 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1955074083', 'description': 'tempest-secgroup-smoke-1955074083 description', 'project_id': 'f7102f587c0942469f218fb29d23ff5f'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:53.029373 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9a46a852-7555-4b3b-aa2b-cafe32a503e7 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:53.103542 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0046dfd-9b2a-4097-99ee-f5417b776069 None None] Pushing event updated for resources: {'Port': ['ID=adb38948-0be9-4a08-b1c2-effe748ace43,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:53.191574 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9a46a852-7555-4b3b-aa2b-cafe32a503e7 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:53.200406 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9a46a852-7555-4b3b-aa2b-cafe32a503e7 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:53.242349 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-0a69f33c-0001-4b31-afa2-236d6989dc1d None None] Attempting to bind port adb38948-0be9-4a08-b1c2-effe748ace43 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:41:53.242723 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-0a69f33c-0001-4b31-afa2-236d6989dc1d None None] Attempting to bind port adb38948-0be9-4a08-b1c2-effe748ace43 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'f615967a-0647-4078-9f88-b7e81d8a9e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7a972a91-5f8d-4d22-80c2-09dee76213c8'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:41:53.243091 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a69f33c-0001-4b31-afa2-236d6989dc1d None None] Attempting to bind port adb38948-0be9-4a08-b1c2-effe748ace43 on network 7a972a91-5f8d-4d22-80c2-09dee76213c8 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:41:53.253123 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46a852-7555-4b3b-aa2b-cafe32a503e7 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebf0947-47c2-4a23-b866-2593de23e122,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:53.255952 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a69f33c-0001-4b31-afa2-236d6989dc1d None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:41:53.257787 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a69f33c-0001-4b31-afa2-236d6989dc1d None None] Checking segment: {'id': 'f615967a-0647-4078-9f88-b7e81d8a9e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7a972a91-5f8d-4d22-80c2-09dee76213c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:41:53.258611 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0a69f33c-0001-4b31-afa2-236d6989dc1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:53.258745 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a69f33c-0001-4b31-afa2-236d6989dc1d None None] Bound using segment: {'id': 'f615967a-0647-4078-9f88-b7e81d8a9e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7a972a91-5f8d-4d22-80c2-09dee76213c8'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:41:53.259185 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-0a69f33c-0001-4b31-afa2-236d6989dc1d None None] Bound port: adb38948-0be9-4a08-b1c2-effe748ace43, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f615967a-0647-4078-9f88-b7e81d8a9e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7a972a91-5f8d-4d22-80c2-09dee76213c8'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:41:53.259578 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0a69f33c-0001-4b31-afa2-236d6989dc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:53.279768 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9a46a852-7555-4b3b-aa2b-cafe32a503e7 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:53.285756 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40460) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:53.286545 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9a46a852-7555-4b3b-aa2b-cafe32a503e7 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2951486 Dec 10 16:41:53.291171 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-3b1ec4d5-b505-4fa7-956d-256b4c1044db tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Request body: {'security_group_rule': {'security_group_id': '2ebf0947-47c2-4a23-b866-2593de23e122', 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:53.343152 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b1ec4d5-b505-4fa7-956d-256b4c1044db tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:53.425475 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b1ec4d5-b505-4fa7-956d-256b4c1044db tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:53.430336 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b1ec4d5-b505-4fa7-956d-256b4c1044db tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:53.451359 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ec4d5-b505-4fa7-956d-256b4c1044db tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05c1fa6b-abda-47de-8303-554153c4f1f0,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:53.480057 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b1ec4d5-b505-4fa7-956d-256b4c1044db tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:53.481679 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3b1ec4d5-b505-4fa7-956d-256b4c1044db tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1941276 Dec 10 16:41:53.488869 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40470) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:53.494796 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-9e4b42d8-81b4-4c70-9fdc-7ceb968e6f1d tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Request body: {'security_group_rule': {'security_group_id': '2ebf0947-47c2-4a23-b866-2593de23e122', 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:53.542246 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-0a69f33c-0001-4b31-afa2-236d6989dc1d None None] For port adb38948-0be9-4a08-b1c2-effe748ace43, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:41:53.553343 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-0a69f33c-0001-4b31-afa2-236d6989dc1d None None] For port adb38948-0be9-4a08-b1c2-effe748ace43, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=adb38948-0be9-4a08-b1c2-effe748ace43,segment=NetworkSegment(f615967a-0647-4078-9f88-b7e81d8a9e71),segment_id=f615967a-0647-4078-9f88-b7e81d8a9e71)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:41:53.561872 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0a69f33c-0001-4b31-afa2-236d6989dc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:53.562463 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40472) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:53.594878 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40476) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:53.661938 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9e4b42d8-81b4-4c70-9fdc-7ceb968e6f1d tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:53.679590 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 60f76525-d3b2-490b-b9c8-e5196e6aa4c8 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:41:53.691604 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ece1f-1545-48c8-882c-88f74294c0f4 req-1a92bbfc-a23e-46b4-8a95-853adc498cf9 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:53.693222 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ff8ece1f-1545-48c8-882c-88f74294c0f4 req-1a92bbfc-a23e-46b4-8a95-853adc498cf9 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 945 time: 0.2125461 Dec 10 16:41:53.698578 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-19ee2e04-7a7e-44b0-88e3-45be05aa14ee None None] Provisioning complete for port adb38948-0be9-4a08-b1c2-effe748ace43 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:53.698951 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-19ee2e04-7a7e-44b0-88e3-45be05aa14ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:53.792441 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9e4b42d8-81b4-4c70-9fdc-7ceb968e6f1d tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:53.802340 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9e4b42d8-81b4-4c70-9fdc-7ceb968e6f1d tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:53.816065 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-436946cc-51cb-418b-935e-e4b8f9d6deb8 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:53.827235 n-d-766771-2 neutron-server[103393]: WARNING neutron.api.v2.base [None req-436946cc-51cb-418b-935e-e4b8f9d6deb8 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 10 16:41:53.827765 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-436946cc-51cb-418b-935e-e4b8f9d6deb8 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] create failed (client error): There was a conflict when trying to complete your request. Dec 10 16:41:53.828814 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-436946cc-51cb-418b-935e-e4b8f9d6deb8 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2340844 Dec 10 16:41:53.829891 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-108b6b3e-dfeb-4914-a54d-94715f53cfc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:53.838315 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40484) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:53.843862 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-ad859e2f-f7a5-4af3-b69e-a1aa490d549b tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Request body: {'security_group': {'name': 'tempest-secgroup--542434695'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:53.863585 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b42d8-81b4-4c70-9fdc-7ceb968e6f1d tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68274759-98b7-449a-9dc4-d8dce25b7944,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:53.869918 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9e4b42d8-81b4-4c70-9fdc-7ceb968e6f1d tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:53.871746 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9e4b42d8-81b4-4c70-9fdc-7ceb968e6f1d tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3816669 Dec 10 16:41:53.877245 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40488) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:53.883557 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0046dfd-9b2a-4097-99ee-f5417b776069 None None] Pushing event updated for resources: {'Port': ['ID=adb38948-0be9-4a08-b1c2-effe748ace43,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:53.887203 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-c1a27813-b294-4d1d-b329-66a2870ef4ea tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Request body: {'security_group_rule': {'security_group_id': '2ebf0947-47c2-4a23-b866-2593de23e122', 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:53.938514 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ff8ece1f-1545-48c8-882c-88f74294c0f4 req-9f8e3cda-5482-47e5-bbe8-75d3e73929d5 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446040 Dec 10 16:41:53.946527 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a69f33c-0001-4b31-afa2-236d6989dc1d None None] Routers {'395b84c9-b4e8-4ad0-9120-42beb0b15bc4'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:53.947212 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-0a69f33c-0001-4b31-afa2-236d6989dc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:41:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['395b84c9-b4e8-4ad0-9120-42beb0b15bc4'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:53.967413 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ad859e2f-f7a5-4af3-b69e-a1aa490d549b tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:53.984443 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ad859e2f-f7a5-4af3-b69e-a1aa490d549b tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:53.988159 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c1a27813-b294-4d1d-b329-66a2870ef4ea tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.008602 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-108b6b3e-dfeb-4914-a54d-94715f53cfc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.019898 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-108b6b3e-dfeb-4914-a54d-94715f53cfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.058837 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-108b6b3e-dfeb-4914-a54d-94715f53cfc4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7389d2853d124d35955b13c0e3d517d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4952316 Dec 10 16:41:54.063204 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40490) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:54.098566 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b6b3e-dfeb-4914-a54d-94715f53cfc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8934210e-e2ed-42c2-ad7d-02d8cd693f86,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:54.125352 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-0a69f33c-0001-4b31-afa2-236d6989dc1d None None] Set router 395b84c9-b4e8-4ad0-9120-42beb0b15bc4 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:41:54.169001 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-19ee2e04-7a7e-44b0-88e3-45be05aa14ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.187970 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c1a27813-b294-4d1d-b329-66a2870ef4ea tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.196189 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-38d942d2-4df8-463b-8271-05a1c8f82246 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.197711 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 60f76525-d3b2-490b-b9c8-e5196e6aa4c8 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:41:54.207254 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c1a27813-b294-4d1d-b329-66a2870ef4ea tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.218887 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21cac4-d9cb-41c0-99d5-16bce263f5bf req-88430158-3060-429a-b508-cc0aeee11671 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:54.220984 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-be21cac4-d9cb-41c0-99d5-16bce263f5bf req-88430158-3060-429a-b508-cc0aeee11671 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c899109-6002-4bd6-88fc-f3846b5b95f2 HTTP/1.1" status: 200 len: 945 time: 0.1106820 Dec 10 16:41:54.237823 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 60f76525-d3b2-490b-b9c8-e5196e6aa4c8 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:54.238310 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.267674 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-38d942d2-4df8-463b-8271-05a1c8f82246 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.268289 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-19ee2e04-7a7e-44b0-88e3-45be05aa14ee None None] For port adb38948-0be9-4a08-b1c2-effe748ace43, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=adb38948-0be9-4a08-b1c2-effe748ace43,segment=NetworkSegment(f615967a-0647-4078-9f88-b7e81d8a9e71),segment_id=f615967a-0647-4078-9f88-b7e81d8a9e71)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:54.270899 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a27813-b294-4d1d-b329-66a2870ef4ea tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2038063-4b49-456c-b156-bd3690eea258,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:54.295476 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-19ee2e04-7a7e-44b0-88e3-45be05aa14ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.354045 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c1a27813-b294-4d1d-b329-66a2870ef4ea tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.358037 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c1a27813-b294-4d1d-b329-66a2870ef4ea tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4737346 Dec 10 16:41:54.359750 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40494) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:54.367815 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-9d1f054c-f2ac-4171-befe-fe3b053acc28 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Request body: {'security_group_rule': {'security_group_id': '2ebf0947-47c2-4a23-b866-2593de23e122', 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:54.401233 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ad859e2f-f7a5-4af3-b69e-a1aa490d549b tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.414422 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-be21cac4-d9cb-41c0-99d5-16bce263f5bf req-15e44ee1-8255-4b78-a528-97c8fb33b761 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759901 Dec 10 16:41:54.417751 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ad859e2f-f7a5-4af3-b69e-a1aa490d549b tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.458477 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9d1f054c-f2ac-4171-befe-fe3b053acc28 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.472779 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-38d942d2-4df8-463b-8271-05a1c8f82246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.475724 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-38d942d2-4df8-463b-8271-05a1c8f82246 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.476456 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-38d942d2-4df8-463b-8271-05a1c8f82246 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8934210e-e2ed-42c2-ad7d-02d8cd693f86 HTTP/1.1" status: 204 len: 168 time: 0.4086599 Dec 10 16:41:54.491359 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad859e2f-f7a5-4af3-b69e-a1aa490d549b tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18f6a5a1-7540-40cc-b042-6ef07a5e845d,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:54.519527 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d942d2-4df8-463b-8271-05a1c8f82246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8934210e-e2ed-42c2-ad7d-02d8cd693f86,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:54.538295 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9d1f054c-f2ac-4171-befe-fe3b053acc28 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.545696 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9d1f054c-f2ac-4171-befe-fe3b053acc28 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.555782 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a410a5-0c0a-48cf-9553-b7adb3b9abd8 req-0b32701f-2ca1-40fa-a026-3fecd8a04867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:54.568757 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e2a410a5-0c0a-48cf-9553-b7adb3b9abd8 req-0b32701f-2ca1-40fa-a026-3fecd8a04867 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 1096 time: 0.1671524 Dec 10 16:41:54.592612 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ad859e2f-f7a5-4af3-b69e-a1aa490d549b tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.601415 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f054c-f2ac-4171-befe-fe3b053acc28 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38716326-cb56-4a1f-ae96-5b5f5f11e921,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:54.601902 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ad859e2f-f7a5-4af3-b69e-a1aa490d549b tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.608798 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9d1f054c-f2ac-4171-befe-fe3b053acc28 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.612492 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9d1f054c-f2ac-4171-befe-fe3b053acc28 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2486639 Dec 10 16:41:54.616475 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40498) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:54.627183 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-97b8e875-9c1f-4363-8f84-85c629bed765 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Request body: {'security_group_rule': {'security_group_id': '2ebf0947-47c2-4a23-b866-2593de23e122', 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:54.665415 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ad859e2f-f7a5-4af3-b69e-a1aa490d549b tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.665568 n-d-766771-2 neutron-server[103393]: INFO neutron.db.securitygroups_db [None req-97b8e875-9c1f-4363-8f84-85c629bed765 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Project f7102f587c0942469f218fb29d23ff5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:41:54.666742 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ad859e2f-f7a5-4af3-b69e-a1aa490d549b tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8272755 Dec 10 16:41:54.670071 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40500) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:54.677662 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-97b8e875-9c1f-4363-8f84-85c629bed765 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.684878 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-f73d8b09-add4-4e79-bd61-538fb40e0a1f tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Request body: {'security_group_rule': {'security_group_id': '5bbaba69-c5f1-4f72-ac89-34ff916c83a5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:54.690612 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e2a410a5-0c0a-48cf-9553-b7adb3b9abd8 req-60eef125-c389-4380-ab2e-73189def26da service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207728 Dec 10 16:41:54.709737 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e27fcf0b-8c0b-43f0-a46e-b18e70deddb6 None None] Provisioning complete for port adb38948-0be9-4a08-b1c2-effe748ace43 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:54.710114 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e27fcf0b-8c0b-43f0-a46e-b18e70deddb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.723508 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad859e2f-f7a5-4af3-b69e-a1aa490d549b tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbaba69-c5f1-4f72-ac89-34ff916c83a5,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:54.758388 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f73d8b09-add4-4e79-bd61-538fb40e0a1f tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.793525 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee2e04-7a7e-44b0-88e3-45be05aa14ee None None] Pushing event updated for resources: {'Port': ['ID=adb38948-0be9-4a08-b1c2-effe748ace43,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:54.808118 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-97b8e875-9c1f-4363-8f84-85c629bed765 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.814751 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-97b8e875-9c1f-4363-8f84-85c629bed765 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.843972 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f73d8b09-add4-4e79-bd61-538fb40e0a1f tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.851208 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f73d8b09-add4-4e79-bd61-538fb40e0a1f tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.871285 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b8e875-9c1f-4363-8f84-85c629bed765 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f676c673-89ec-4534-b68f-36c7d46407a2,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:54.894992 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d8b09-add4-4e79-bd61-538fb40e0a1f tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa098ab0-4578-4058-b88c-fb386c744ab1,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:54.901908 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-97b8e875-9c1f-4363-8f84-85c629bed765 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.906504 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-97b8e875-9c1f-4363-8f84-85c629bed765 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2855892 Dec 10 16:41:54.906504 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40508) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:54.911530 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-6ce5ea32-e130-485a-a914-1e334e6830b6 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Request body: {'security_group_rule': {'security_group_id': '2ebf0947-47c2-4a23-b866-2593de23e122', 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:54.916579 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f73d8b09-add4-4e79-bd61-538fb40e0a1f tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.919077 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f73d8b09-add4-4e79-bd61-538fb40e0a1f tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2433374 Dec 10 16:41:54.921817 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40510) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:54.933882 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-48f207b1-4ce4-44bc-86e8-4ab2a429c1c8 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Request body: {'security_group_rule': {'security_group_id': '5bbaba69-c5f1-4f72-ac89-34ff916c83a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:54.986758 n-d-766771-2 neutron-server[103393]: INFO neutron.db.securitygroups_db [None req-6ce5ea32-e130-485a-a914-1e334e6830b6 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Project f7102f587c0942469f218fb29d23ff5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:41:55.022036 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:55.044203 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ce5ea32-e130-485a-a914-1e334e6830b6 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:55.088440 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c899109-6002-4bd6-88fc-f3846b5b95f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f76525-d3b2-490b-b9c8-e5196e6aa4c8'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:41:55.090774 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6463f592-7258-4246-a27e-27b88bc601a3" -d '{"events": [{"server_uuid": "6c899109-6002-4bd6-88fc-f3846b5b95f2", "name": "network-vif-plugged", "status": "completed", "tag": "60f76525-d3b2-490b-b9c8-e5196e6aa4c8"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:41:55.112747 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 60f76525-d3b2-490b-b9c8-e5196e6aa4c8, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=60f76525-d3b2-490b-b9c8-e5196e6aa4c8,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:55.133587 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:55.166880 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b1008-3d04-4b52-a2f9-3a51243a5279 req-567efc19-387e-407b-973a-9461cb4bb472 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:55.172479 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-0a69f33c-0001-4b31-afa2-236d6989dc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395b84c9-b4e8-4ad0-9120-42beb0b15bc4', 'name': 'tempest-TestNetworkBasicOps-router-1322338729', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '3f472ab7-05c7-40fe-aa54-33cc4596b598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:40Z', 'updated_at': '2021-12-10T16:41:49Z', 'revision_number': 4, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'gw_port': {'id': '3f472ab7-05c7-40fe-aa54-33cc4596b598', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395b84c9-b4e8-4ad0-9120-42beb0b15bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'adb38948-0be9-4a08-b1c2-effe748ace43', 'name': '', 'network_id': '7a972a91-5f8d-4d22-80c2-09dee76213c8', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'mac_address': 'fa:16:3e:21:b6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395b84c9-b4e8-4ad0-9120-42beb0b15bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '32eb379b-63bd-4c42-8fa7-4c8d46fce254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:47Z', 'updated_at': '2021-12-10T16:41:53Z', 'revision_number': 4, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'subnets': [{'id': '32eb379b-63bd-4c42-8fa7-4c8d46fce254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:55.178535 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8e6b1008-3d04-4b52-a2f9-3a51243a5279 req-567efc19-387e-407b-973a-9461cb4bb472 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 945 time: 0.1138253 Dec 10 16:41:55.214911 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a69f33c-0001-4b31-afa2-236d6989dc1d None None] The sync data for ids ['395b84c9-b4e8-4ad0-9120-42beb0b15bc4'] in n-d-766771-2 is: [{'id': '395b84c9-b4e8-4ad0-9120-42beb0b15bc4', 'name': 'tempest-TestNetworkBasicOps-router-1322338729', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '3f472ab7-05c7-40fe-aa54-33cc4596b598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:40Z', 'updated_at': '2021-12-10T16:41:49Z', 'revision_number': 4, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'gw_port': {'id': '3f472ab7-05c7-40fe-aa54-33cc4596b598', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395b84c9-b4e8-4ad0-9120-42beb0b15bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'adb38948-0be9-4a08-b1c2-effe748ace43', 'name': '', 'network_id': '7a972a91-5f8d-4d22-80c2-09dee76213c8', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'mac_address': 'fa:16:3e:21:b6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395b84c9-b4e8-4ad0-9120-42beb0b15bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '32eb379b-63bd-4c42-8fa7-4c8d46fce254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:47Z', 'updated_at': '2021-12-10T16:41:53Z', 'revision_number': 4, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'subnets': [{'id': '32eb379b-63bd-4c42-8fa7-4c8d46fce254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:41:55.233195 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-48f207b1-4ce4-44bc-86e8-4ab2a429c1c8 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:55.239407 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=60f76525-d3b2-490b-b9c8-e5196e6aa4c8,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:55.342245 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8e6b1008-3d04-4b52-a2f9-3a51243a5279 req-7c45a421-b28d-4748-bcb4-f5e934b47fb7 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579597 Dec 10 16:41:55.411903 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ce5ea32-e130-485a-a914-1e334e6830b6 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:55.418989 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-48f207b1-4ce4-44bc-86e8-4ab2a429c1c8 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] create failed (client error): There was a conflict when trying to complete your request. Dec 10 16:41:55.422420 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-48f207b1-4ce4-44bc-86e8-4ab2a429c1c8 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4977160 Dec 10 16:41:55.423571 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40528) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:55.426732 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ce5ea32-e130-485a-a914-1e334e6830b6 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:55.433204 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393783d4-a1ce-4527-bee9-bc7b3a2f4f63 x-openstack-request-id: req-393783d4-a1ce-4527-bee9-bc7b3a2f4f63 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:41:55.433504 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c899109-6002-4bd6-88fc-f3846b5b95f2", "name": "network-vif-plugged", "status": "completed", "tag": "60f76525-d3b2-490b-b9c8-e5196e6aa4c8", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:41:55.433758 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-393783d4-a1ce-4527-bee9-bc7b3a2f4f63 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:41:55.434185 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c899109-6002-4bd6-88fc-f3846b5b95f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f76525-d3b2-490b-b9c8-e5196e6aa4c8', 'code': 200} Dec 10 16:41:55.527677 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ce5ea32-e130-485a-a914-1e334e6830b6 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:55.544954 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6ce5ea32-e130-485a-a914-1e334e6830b6 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6372745 Dec 10 16:41:55.557272 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce5ea32-e130-485a-a914-1e334e6830b6 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=257ea6b8-81a1-4e8c-8847-a026fd3490ce,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:55.617212 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0a38c4d5-5621-4c64-b09e-b4cb98b08b91 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:55.619611 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230f636-1bec-4ff3-ab02-262baeffb858 req-d7e5f444-295b-4163-9a08-b0177d5e1ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:55.625671 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c230f636-1bec-4ff3-ab02-262baeffb858 req-d7e5f444-295b-4163-9a08-b0177d5e1ab6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6c899109-6002-4bd6-88fc-f3846b5b95f2 HTTP/1.1" status: 200 len: 1097 time: 0.1248958 Dec 10 16:41:55.682380 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0a38c4d5-5621-4c64-b09e-b4cb98b08b91 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:55.776819 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0a38c4d5-5621-4c64-b09e-b4cb98b08b91 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:55.790294 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c230f636-1bec-4ff3-ab02-262baeffb858 req-3bedd95b-a51c-4d53-92cf-d2cc5008070e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280825 Dec 10 16:41:55.808323 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0a38c4d5-5621-4c64-b09e-b4cb98b08b91 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:55.809978 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62f845-de9e-40c3-96ed-ed17e4e0c3de req-136cbb5f-9465-4225-a2a5-804f12728378 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:55.814383 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0a38c4d5-5621-4c64-b09e-b4cb98b08b91 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "DELETE /v2.0/security-groups/5bbaba69-c5f1-4f72-ac89-34ff916c83a5 HTTP/1.1" status: 204 len: 168 time: 0.3767276 Dec 10 16:41:55.824055 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40550) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:55.824244 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0c62f845-de9e-40c3-96ed-ed17e4e0c3de req-136cbb5f-9465-4225-a2a5-804f12728378 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c899109-6002-4bd6-88fc-f3846b5b95f2 HTTP/1.1" status: 200 len: 946 time: 0.2096608 Dec 10 16:41:55.854679 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a38c4d5-5621-4c64-b09e-b4cb98b08b91 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbaba69-c5f1-4f72-ac89-34ff916c83a5,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:55.912711 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4c897b6a-de06-4091-a583-214be76ad8d0 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0859189 Dec 10 16:41:55.919026 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40552) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:55.930424 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-1fdfb790-da3e-4435-91da-7349f5b6b5cf tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Request body: {'security_group': {'name': 'tempest-secgroup--1754731509'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:55.970167 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0c62f845-de9e-40c3-96ed-ed17e4e0c3de req-70c841be-03ed-42e1-a78e-af0f2c23eca8 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336470 Dec 10 16:41:55.992037 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1fdfb790-da3e-4435-91da-7349f5b6b5cf tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:56.052759 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device adb38948-0be9-4a08-b1c2-effe748ace43 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:41:56.191323 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1fdfb790-da3e-4435-91da-7349f5b6b5cf tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:56.195637 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port adb38948-0be9-4a08-b1c2-effe748ace43 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:56.196191 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:56.202946 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1fdfb790-da3e-4435-91da-7349f5b6b5cf tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:56.243527 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1fdfb790-da3e-4435-91da-7349f5b6b5cf tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:56.244802 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1fdfb790-da3e-4435-91da-7349f5b6b5cf tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3245819 Dec 10 16:41:56.256704 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40572) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:56.261245 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-1eaf3250-f141-470d-87fd-7d3cb56f50d6 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Request body: {'security_group_rule': {'security_group_id': '19750832-a128-494b-b1c3-2575cbdf1bd5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:56.261744 n-d-766771-2 neutron-server[103392]: WARNING neutron.api.v2.base [None req-1eaf3250-f141-470d-87fd-7d3cb56f50d6 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 10 16:41:56.262272 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-1eaf3250-f141-470d-87fd-7d3cb56f50d6 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:41:56.269050 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40574) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:56.286777 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1eaf3250-f141-470d-87fd-7d3cb56f50d6 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0289354 Dec 10 16:41:56.292290 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-90dae595-2325-46fd-8d91-8a3cb007dba6 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1955074083&fields=id&tenant_id=f7102f587c0942469f218fb29d23ff5f HTTP/1.1" status: 200 len: 267 time: 0.1934114 Dec 10 16:41:56.416356 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdfb790-da3e-4435-91da-7349f5b6b5cf tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19750832-a128-494b-b1c3-2575cbdf1bd5,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:56.482897 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af13e334-b257-4ac1-b2cb-821a85cbf0e5 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:56.504577 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-dfe360e1-a059-4160-87df-6506219b292a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:56.506177 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-dfe360e1-a059-4160-87df-6506219b292a tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/networks?id=7a972a91-5f8d-4d22-80c2-09dee76213c8 HTTP/1.1" status: 200 len: 797 time: 0.2050853 Dec 10 16:41:56.525900 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-32442080-0933-467a-9fd8-7809eeb5b619 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/quotas/f7102f587c0942469f218fb29d23ff5f HTTP/1.1" status: 200 len: 375 time: 0.0116441 Dec 10 16:41:56.532207 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af13e334-b257-4ac1-b2cb-821a85cbf0e5 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:56.604271 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af13e334-b257-4ac1-b2cb-821a85cbf0e5 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:56.607379 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af13e334-b257-4ac1-b2cb-821a85cbf0e5 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:56.608785 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-af13e334-b257-4ac1-b2cb-821a85cbf0e5 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "DELETE /v2.0/security-groups/19750832-a128-494b-b1c3-2575cbdf1bd5 HTTP/1.1" status: 204 len: 168 time: 0.3320861 Dec 10 16:41:56.616393 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40590) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:56.645996 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-b0cf1f34-7426-4757-9cc2-e169ada8146f tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7102f587c0942469f218fb29d23ff5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1117485 Dec 10 16:41:56.665438 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af13e334-b257-4ac1-b2cb-821a85cbf0e5 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19750832-a128-494b-b1c3-2575cbdf1bd5,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:56.712457 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a2227644-65a2-49b9-aa10-b774adaafda1 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0932543 Dec 10 16:41:56.717400 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40594) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:56.728158 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c5f2df62-a956-42b3-8cd3-3ba003635533 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Request body: {'security_group': {'name': 'tempest-secgroup--2091560347'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:56.763823 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c5f2df62-a956-42b3-8cd3-3ba003635533 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:56.860192 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-ca6dc750-81d2-4b3a-a4e9-fdb39b21d4b6 service neutron] 10.222.0.11 "GET /v2.0/networks/7a972a91-5f8d-4d22-80c2-09dee76213c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129755 Dec 10 16:41:56.885354 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c5f2df62-a956-42b3-8cd3-3ba003635533 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:56.891395 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c5f2df62-a956-42b3-8cd3-3ba003635533 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:56.965520 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c5f2df62-a956-42b3-8cd3-3ba003635533 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:56.967713 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c5f2df62-a956-42b3-8cd3-3ba003635533 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2481110 Dec 10 16:41:56.972185 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40602) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:56.982485 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f2df62-a956-42b3-8cd3-3ba003635533 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7efad6-0d33-4648-86b0-848282956100,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:56.986131 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-9703280e-24ff-4f1a-bdb1-bc30bef02fc5 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Request body: {'security_group_rule': {'security_group_id': '4e7efad6-0d33-4648-86b0-848282956100', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:57.014554 n-d-766771-2 neutron-server[103392]: WARNING neutron.api.v2.base [None req-9703280e-24ff-4f1a-bdb1-bc30bef02fc5 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 10 16:41:57.014554 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-9703280e-24ff-4f1a-bdb1-bc30bef02fc5 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:41:57.014554 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9703280e-24ff-4f1a-bdb1-bc30bef02fc5 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0348113 Dec 10 16:41:57.014554 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40608) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:57.113849 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-5f1ff987-6aba-43f1-b122-530eb764f8bb service neutron] 10.222.0.11 "GET /v2.0/networks/7a972a91-5f8d-4d22-80c2-09dee76213c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527766 Dec 10 16:41:57.119646 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-10b960e9-f4e5-4605-9244-f4f859563e68 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:57.145232 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-10b960e9-f4e5-4605-9244-f4f859563e68 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:57.194675 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40612) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:57.224359 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-10b960e9-f4e5-4605-9244-f4f859563e68 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:57.229573 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-10b960e9-f4e5-4605-9244-f4f859563e68 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:57.235002 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40618) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:57.235641 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-10b960e9-f4e5-4605-9244-f4f859563e68 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "DELETE /v2.0/security-groups/4e7efad6-0d33-4648-86b0-848282956100 HTTP/1.1" status: 204 len: 168 time: 0.2239161 Dec 10 16:41:57.245802 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b960e9-f4e5-4605-9244-f4f859563e68 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7efad6-0d33-4648-86b0-848282956100,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:57.351486 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40624) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:57.356421 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-79a1554d-43f5-46bc-8de9-8aaa7cabf8b2 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Request body: {'security_group': {'name': 'tempest-secgroup--1923656423'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:57.364683 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-62eade58-f59e-4dc1-9d0f-a3e54308e539 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1276996 Dec 10 16:41:57.407723 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-6c212a7f-3abd-488b-a039-70c11265512c tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1410920561', 'router:external': True}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:57.412983 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-79a1554d-43f5-46bc-8de9-8aaa7cabf8b2 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:57.457732 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c212a7f-3abd-488b-a039-70c11265512c tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Made reservation on behalf of c3bfa3d1f56648e1b43dc7c04f7d0527 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:41:57.460084 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6c212a7f-3abd-488b-a039-70c11265512c tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:57.484271 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6c212a7f-3abd-488b-a039-70c11265512c tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:57.574463 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-79a1554d-43f5-46bc-8de9-8aaa7cabf8b2 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:57.594281 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-79a1554d-43f5-46bc-8de9-8aaa7cabf8b2 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:57.660292 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6c212a7f-3abd-488b-a039-70c11265512c tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:57.663189 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-79a1554d-43f5-46bc-8de9-8aaa7cabf8b2 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:57.665739 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6c212a7f-3abd-488b-a039-70c11265512c tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:57.672638 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-79a1554d-43f5-46bc-8de9-8aaa7cabf8b2 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3200061 Dec 10 16:41:57.673482 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40636) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:57.684228 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-637a7ec2-d67b-4bbd-acbb-0e1ea79a91fc tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Request body: {'security_group_rule': {'security_group_id': 'cbc9886b-be30-43f4-9dcf-7ab04f4f5451', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:57.688519 n-d-766771-2 neutron-server[103392]: WARNING neutron.api.v2.base [None req-637a7ec2-d67b-4bbd-acbb-0e1ea79a91fc tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 10 16:41:57.689125 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-637a7ec2-d67b-4bbd-acbb-0e1ea79a91fc tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:41:57.694579 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-637a7ec2-d67b-4bbd-acbb-0e1ea79a91fc tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0163298 Dec 10 16:41:57.696827 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40638) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:57.698683 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1554d-43f5-46bc-8de9-8aaa7cabf8b2 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc9886b-be30-43f4-9dcf-7ab04f4f5451,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:57.711764 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-dc6eca88-449d-4c26-bbcb-0c4c29395a65 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Request body: {'security_group_rule': {'security_group_id': 'cbc9886b-be30-43f4-9dcf-7ab04f4f5451', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:57.714046 n-d-766771-2 neutron-server[103392]: WARNING neutron.api.v2.base [None req-dc6eca88-449d-4c26-bbcb-0c4c29395a65 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 10 16:41:57.714648 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-dc6eca88-449d-4c26-bbcb-0c4c29395a65 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:41:57.719779 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40640) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:57.720323 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-dc6eca88-449d-4c26-bbcb-0c4c29395a65 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0167575 Dec 10 16:41:57.731404 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c212a7f-3abd-488b-a039-70c11265512c tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:41:57.738767 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c27228aa-16d1-45af-bda2-e7e84b3f5328 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Request body: {'security_group_rule': {'security_group_id': 'cbc9886b-be30-43f4-9dcf-7ab04f4f5451', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:57.740910 n-d-766771-2 neutron-server[103393]: WARNING neutron.api.v2.base [None req-c27228aa-16d1-45af-bda2-e7e84b3f5328 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 10 16:41:57.741432 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-c27228aa-16d1-45af-bda2-e7e84b3f5328 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:41:57.745628 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40646) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:57.751503 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-cd2880a7-1fd8-4bad-8bad-e7aa18218e61 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Request body: {'security_group_rule': {'security_group_id': 'cbc9886b-be30-43f4-9dcf-7ab04f4f5451', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:57.752413 n-d-766771-2 neutron-server[103392]: WARNING neutron.api.v2.base [None req-cd2880a7-1fd8-4bad-8bad-e7aa18218e61 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 10 16:41:57.752898 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-cd2880a7-1fd8-4bad-8bad-e7aa18218e61 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:41:57.756767 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-cd2880a7-1fd8-4bad-8bad-e7aa18218e61 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0100768 Dec 10 16:41:57.757449 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40648) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:57.758669 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c27228aa-16d1-45af-bda2-e7e84b3f5328 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0323834 Dec 10 16:41:57.780048 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c212a7f-3abd-488b-a039-70c11265512c tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3e1f72-c78d-48a1-86f5-d973b3bd8bd3,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:57.798347 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6c212a7f-3abd-488b-a039-70c11265512c tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:57.798701 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-6c212a7f-3abd-488b-a039-70c11265512c tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Added segment bfe9ad67-3052-4425-a35e-62e6f8fa442d of type vlan for network 350e2c0d-6f07-48ee-a611-c283d4bc1058 Dec 10 16:41:57.872217 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6c212a7f-3abd-488b-a039-70c11265512c tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:57.883682 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ebb57b7a-3b38-4892-b7f9-fdd769ec75cc tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:57.925594 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6c212a7f-3abd-488b-a039-70c11265512c tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:57.926788 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c212a7f-3abd-488b-a039-70c11265512c tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:57.927419 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6c212a7f-3abd-488b-a039-70c11265512c tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:57.972060 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ebb57b7a-3b38-4892-b7f9-fdd769ec75cc tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:58.020974 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6c212a7f-3abd-488b-a039-70c11265512c tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.8222723 Dec 10 16:41:58.024169 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40652) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:58.044971 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-b3b00ce7-b3ee-44e5-858e-5929f7aacde4 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Request body: {'subnet': {'network_id': '350e2c0d-6f07-48ee-a611-c283d4bc1058', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:58.046688 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c212a7f-3abd-488b-a039-70c11265512c tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Pushing event updated for resources: {'Network': ['ID=350e2c0d-6f07-48ee-a611-c283d4bc1058,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:58.059573 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 350e2c0d-6f07-48ee-a611-c283d4bc1058 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:41:58.105813 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b00ce7-b3ee-44e5-858e-5929f7aacde4 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Made reservation on behalf of c3bfa3d1f56648e1b43dc7c04f7d0527 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:41:58.108044 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3b00ce7-b3ee-44e5-858e-5929f7aacde4 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:58.129796 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec8d0d-ec89-4eca-be7a-96deb3eb1c17 req-681ed73d-5078-4dbb-9540-40cfd39f962a tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:58.139188 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3fec8d0d-ec89-4eca-be7a-96deb3eb1c17 req-681ed73d-5078-4dbb-9540-40cfd39f962a tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 945 time: 0.5584555 Dec 10 16:41:58.224743 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ebb57b7a-3b38-4892-b7f9-fdd769ec75cc tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:58.232650 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ebb57b7a-3b38-4892-b7f9-fdd769ec75cc tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:58.236208 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ebb57b7a-3b38-4892-b7f9-fdd769ec75cc tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "DELETE /v2.0/security-groups/cbc9886b-be30-43f4-9dcf-7ab04f4f5451 HTTP/1.1" status: 204 len: 168 time: 0.4755487 Dec 10 16:41:58.237379 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40654) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:58.272380 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb57b7a-3b38-4892-b7f9-fdd769ec75cc tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc9886b-be30-43f4-9dcf-7ab04f4f5451,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:58.286715 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3fec8d0d-ec89-4eca-be7a-96deb3eb1c17 req-ca1389dc-11a2-4f76-8fbf-742f8f5bdce7 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463239 Dec 10 16:41:58.403238 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6cc22b35-81c5-4151-ad64-42ac45d4866c tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1647654 Dec 10 16:41:58.408014 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40664) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:58.414715 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-8500d377-20c5-4e41-a023-617bb38e81b4 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Request body: {'security_group': {'name': 'tempest-secgroup--1783348907'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:58.451000 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8500d377-20c5-4e41-a023-617bb38e81b4 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:58.569007 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8500d377-20c5-4e41-a023-617bb38e81b4 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:58.574062 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8500d377-20c5-4e41-a023-617bb38e81b4 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:58.608078 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b3242-76c4-49bc-955b-54f3dbd16c25 req-81f3a662-4d3c-4a22-9af3-28e48ec1a139 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:58.609984 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-903b3242-76c4-49bc-955b-54f3dbd16c25 req-81f3a662-4d3c-4a22-9af3-28e48ec1a139 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c899109-6002-4bd6-88fc-f3846b5b95f2 HTTP/1.1" status: 200 len: 946 time: 0.1986170 Dec 10 16:41:58.628101 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8500d377-20c5-4e41-a023-617bb38e81b4 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=351d1005-0c0d-4c28-9686-688dfce353b5,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:58.639574 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8500d377-20c5-4e41-a023-617bb38e81b4 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:58.639574 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8500d377-20c5-4e41-a023-617bb38e81b4 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2279708 Dec 10 16:41:58.639574 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40670) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:58.644623 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-030dbddd-e340-4e3b-a7da-519dc424f925 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Request body: {'security_group_rule': {'security_group_id': '351d1005-0c0d-4c28-9686-688dfce353b5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:58.651635 n-d-766771-2 neutron-server[103393]: WARNING neutron.api.v2.base [None req-030dbddd-e340-4e3b-a7da-519dc424f925 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 10 16:41:58.651635 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-030dbddd-e340-4e3b-a7da-519dc424f925 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:41:58.651635 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-030dbddd-e340-4e3b-a7da-519dc424f925 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0098021 Dec 10 16:41:58.651635 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40672) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:58.662443 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-dd543173-911d-43d5-a67a-b932567024d5 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Request body: {'security_group_rule': {'security_group_id': '351d1005-0c0d-4c28-9686-688dfce353b5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:58.703948 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-903b3242-76c4-49bc-955b-54f3dbd16c25 req-56db17e6-d025-4d52-9534-fd8c9298c28b tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800638 Dec 10 16:41:58.713258 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-dd543173-911d-43d5-a67a-b932567024d5 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:41:58.717710 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-dd543173-911d-43d5-a67a-b932567024d5 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0657337 Dec 10 16:41:58.718393 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40674) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:58.732774 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-713d1e6f-d821-49c8-a02a-756a3bf292b8 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Request body: {'security_group_rule': {'security_group_id': '351d1005-0c0d-4c28-9686-688dfce353b5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:58.732774 n-d-766771-2 neutron-server[103393]: WARNING neutron.api.v2.base [None req-713d1e6f-d821-49c8-a02a-756a3bf292b8 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 10 16:41:58.732774 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-713d1e6f-d821-49c8-a02a-756a3bf292b8 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:41:58.732774 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-713d1e6f-d821-49c8-a02a-756a3bf292b8 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0096512 Dec 10 16:41:58.732774 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40676) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:58.736355 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-eaccb46a-28dc-4870-ae12-697f3be441ff tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Request body: {'security_group_rule': {'security_group_id': '351d1005-0c0d-4c28-9686-688dfce353b5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:58.790239 n-d-766771-2 neutron-server[103392]: DEBUG neutron.objects.ports [None req-b3b00ce7-b3ee-44e5-858e-5929f7aacde4 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103392) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 16:41:58.790998 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3b00ce7-b3ee-44e5-858e-5929f7aacde4 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:58.807321 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-eaccb46a-28dc-4870-ae12-697f3be441ff tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:41:58.808571 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-eaccb46a-28dc-4870-ae12-697f3be441ff tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0781894 Dec 10 16:41:58.811806 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40680) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:58.821763 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-91cf7c87-751e-46e5-96eb-14e32639d465 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Request body: {'security_group_rule': {'security_group_id': '351d1005-0c0d-4c28-9686-688dfce353b5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:58.822437 n-d-766771-2 neutron-server[103393]: WARNING neutron.api.v2.base [None req-91cf7c87-751e-46e5-96eb-14e32639d465 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 10 16:41:58.824313 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-91cf7c87-751e-46e5-96eb-14e32639d465 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:41:58.825663 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-91cf7c87-751e-46e5-96eb-14e32639d465 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0128326 Dec 10 16:41:58.829412 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40682) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:58.837598 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-ed6a7208-2513-4c15-b465-5b70906bda5e tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Request body: {'security_group_rule': {'security_group_id': '351d1005-0c0d-4c28-9686-688dfce353b5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:58.885408 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7c03e951-3ec7-437d-9838-0d37d2c44654 req-98806d9e-5fbb-459e-90c4-55f937b198d4 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?device_id=85a5aff3-ad57-43ca-b9b3-cc04e0b96206 HTTP/1.1" status: 200 len: 210 time: 0.0410013 Dec 10 16:41:58.891942 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b00ce7-b3ee-44e5-858e-5929f7aacde4 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d7881bc6-ab4e-411f-b9b6-af92450d678c,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:58.895303 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b00ce7-b3ee-44e5-858e-5929f7aacde4 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Checking segment: {'id': 'bfe9ad67-3052-4425-a35e-62e6f8fa442d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '350e2c0d-6f07-48ee-a611-c283d4bc1058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:41:58.895860 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b00ce7-b3ee-44e5-858e-5929f7aacde4 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Network hostable DHCP agents. Network: 350e2c0d-6f07-48ee-a611-c283d4bc1058, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:41:58.922251 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b00ce7-b3ee-44e5-858e-5929f7aacde4 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Network 350e2c0d-6f07-48ee-a611-c283d4bc1058 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:41:58.933559 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-b3b00ce7-b3ee-44e5-858e-5929f7aacde4 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 350e2c0d-6f07-48ee-a611-c283d4bc1058) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:58.938334 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b00ce7-b3ee-44e5-858e-5929f7aacde4 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:58.940675 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3b00ce7-b3ee-44e5-858e-5929f7aacde4 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:58.943813 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558e8b61-9865-4ce5-9a10-f91c165b8541 None None] Network 350e2c0d-6f07-48ee-a611-c283d4bc1058 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:41:59.057401 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b3b00ce7-b3ee-44e5-858e-5929f7aacde4 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.0285182 Dec 10 16:41:59.058024 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40686) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:59.065534 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-ea867327-2f61-4bbb-b95b-c9b4e0682af4 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-211659873', 'network_id': '350e2c0d-6f07-48ee-a611-c283d4bc1058'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:59.092391 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea867327-2f61-4bbb-b95b-c9b4e0682af4 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Made reservation on behalf of c3bfa3d1f56648e1b43dc7c04f7d0527 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:41:59.095130 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ea867327-2f61-4bbb-b95b-c9b4e0682af4 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:59.105203 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433b648a-49de-43ea-8bdd-9c0201640af9 None None] Network 350e2c0d-6f07-48ee-a611-c283d4bc1058 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:41:59.125940 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-ea867327-2f61-4bbb-b95b-c9b4e0682af4 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] device_id is not set on port 4fcd3d37-962c-45b8-aa26-6d644421239c yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:41:59.144100 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-ed6a7208-2513-4c15-b465-5b70906bda5e tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:41:59.152924 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ed6a7208-2513-4c15-b465-5b70906bda5e tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3223264 Dec 10 16:41:59.162298 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40688) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:59.172462 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-d4a36ae7-2784-483f-8f6e-961d60104fcf tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Request body: {'security_group_rule': {'security_group_id': '351d1005-0c0d-4c28-9686-688dfce353b5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:59.191217 n-d-766771-2 neutron-server[103393]: WARNING neutron.api.v2.base [None req-d4a36ae7-2784-483f-8f6e-961d60104fcf tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 10 16:41:59.192830 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-d4a36ae7-2784-483f-8f6e-961d60104fcf tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:41:59.194169 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d4a36ae7-2784-483f-8f6e-961d60104fcf tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0267718 Dec 10 16:41:59.196916 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40690) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:59.207862 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a677948d-e0b2-4786-ac2a-d88142620380 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Request body: {'security_group_rule': {'security_group_id': '351d1005-0c0d-4c28-9686-688dfce353b5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:59.216266 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-c10e15be-0b1e-496d-8deb-3d62de267d46 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:59.222208 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-c10e15be-0b1e-496d-8deb-3d62de267d46 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.26 "GET /v2.0/networks?id=7a972a91-5f8d-4d22-80c2-09dee76213c8 HTTP/1.1" status: 200 len: 797 time: 0.3684304 Dec 10 16:41:59.320438 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-a677948d-e0b2-4786-ac2a-d88142620380 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:41:59.322033 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a677948d-e0b2-4786-ac2a-d88142620380 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1228852 Dec 10 16:41:59.326000 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40694) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:59.371305 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-a6a04166-8c4e-4533-9bdc-a666cca3e2ce tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7102f587c0942469f218fb29d23ff5f HTTP/1.1" status: 200 len: 380 time: 0.1390195 Dec 10 16:41:59.373794 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-74489679-3598-4bd6-9556-f76cfe7f8370 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Request body: {'security_group_rule': {'security_group_id': '351d1005-0c0d-4c28-9686-688dfce353b5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:59.389035 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-c1d85812-de47-4a9c-81f3-8cd3490b8564 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Request body: {'port': {'device_id': '85a5aff3-ad57-43ca-b9b3-cc04e0b96206', 'network_id': '7a972a91-5f8d-4d22-80c2-09dee76213c8', 'admin_state_up': True, 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'security_groups': ['2ebf0947-47c2-4a23-b866-2593de23e122']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:59.449557 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-74489679-3598-4bd6-9556-f76cfe7f8370 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:41:59.451099 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-74489679-3598-4bd6-9556-f76cfe7f8370 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1237042 Dec 10 16:41:59.465182 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40700) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:59.475690 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-ea867327-2f61-4bbb-b95b-c9b4e0682af4 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Allocated IP 2001:db8::9d (350e2c0d-6f07-48ee-a611-c283d4bc1058/d7881bc6-ab4e-411f-b9b6-af92450d678c/4fcd3d37-962c-45b8-aa26-6d644421239c) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:41:59.558608 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-c1d85812-de47-4a9c-81f3-8cd3490b8564 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Made reservation on behalf of f7102f587c0942469f218fb29d23ff5f for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:41:59.566410 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-c1d85812-de47-4a9c-81f3-8cd3490b8564 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:59.754268 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-c1d85812-de47-4a9c-81f3-8cd3490b8564 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Allocated IP 172.20.0.11 (7a972a91-5f8d-4d22-80c2-09dee76213c8/32eb379b-63bd-4c42-8fa7-4c8d46fce254/1c8e0b30-0362-49fa-a368-93532e36cdcd) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:41:59.839699 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b0772fc2-71c9-4f0a-920e-408be83b1092 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:59.849082 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ea867327-2f61-4bbb-b95b-c9b4e0682af4 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:59.876746 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1d744-a07c-46d0-abfc-f384f30cba15 req-fa0e914b-660e-4220-855a-9ed929fbf66b tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:59.878633 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-49f1d744-a07c-46d0-abfc-f384f30cba15 req-fa0e914b-660e-4220-855a-9ed929fbf66b tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c899109-6002-4bd6-88fc-f3846b5b95f2 HTTP/1.1" status: 200 len: 946 time: 0.3434343 Dec 10 16:41:59.906781 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d413024-cefd-4c08-b4b7-d6b669f96380 req-c658aca4-d9e5-4af7-9622-a7d170ddb94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:59.911308 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9d413024-cefd-4c08-b4b7-d6b669f96380 req-c658aca4-d9e5-4af7-9622-a7d170ddb94f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45ca9cd270ce4d398a78e52c666b1374&device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 1096 time: 0.4054172 Dec 10 16:41:59.933446 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b0772fc2-71c9-4f0a-920e-408be83b1092 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:59.939032 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-c1d85812-de47-4a9c-81f3-8cd3490b8564 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:59.981491 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-c1d85812-de47-4a9c-81f3-8cd3490b8564 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:00.037035 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-c1d85812-de47-4a9c-81f3-8cd3490b8564 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Network 7a972a91-5f8d-4d22-80c2-09dee76213c8 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:42:00.040910 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-c1d85812-de47-4a9c-81f3-8cd3490b8564 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:42:00.045163 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-c1d85812-de47-4a9c-81f3-8cd3490b8564 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:42:00.053427 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d85812-de47-4a9c-81f3-8cd3490b8564 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event updated for resources: {'Port': ['ID=1c8e0b30-0362-49fa-a368-93532e36cdcd,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:00.127427 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-49f1d744-a07c-46d0-abfc-f384f30cba15 req-8c526895-4cf8-4131-9e6e-c9faa96ad3d8 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358496 Dec 10 16:42:00.130946 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-c1d85812-de47-4a9c-81f3-8cd3490b8564 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:00.132244 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-c1d85812-de47-4a9c-81f3-8cd3490b8564 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:00.169437 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-c1d85812-de47-4a9c-81f3-8cd3490b8564 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7908523 Dec 10 16:42:00.183979 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ea867327-2f61-4bbb-b95b-c9b4e0682af4 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:00.203121 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-7fdb5b42-6228-4404-b59b-0ef0b540c79d service neutron] Request body: {'port': {'device_id': '85a5aff3-ad57-43ca-b9b3-cc04e0b96206', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:00.339530 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40732) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:00.358690 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-7fdb5b42-6228-4404-b59b-0ef0b540c79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:00.507392 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-4c77dcc9-b12b-4da0-a917-de2b86ba12e6 None None] Provisioning complete for port 1c8e0b30-0362-49fa-a368-93532e36cdcd triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:42:00.507901 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4c77dcc9-b12b-4da0-a917-de2b86ba12e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:00.595205 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-4c77dcc9-b12b-4da0-a917-de2b86ba12e6 None None] Port 1c8e0b30-0362-49fa-a368-93532e36cdcd cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:42:00.598987 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b0772fc2-71c9-4f0a-920e-408be83b1092 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:00.601631 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b0772fc2-71c9-4f0a-920e-408be83b1092 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:00.602876 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b0772fc2-71c9-4f0a-920e-408be83b1092 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "DELETE /v2.0/security-groups/351d1005-0c0d-4c28-9686-688dfce353b5 HTTP/1.1" status: 204 len: 168 time: 1.1373479 Dec 10 16:42:00.653428 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40738) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:00.675710 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0772fc2-71c9-4f0a-920e-408be83b1092 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=351d1005-0c0d-4c28-9686-688dfce353b5,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:00.702550 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-7fdb5b42-6228-4404-b59b-0ef0b540c79d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c8e0b30-0362-49fa-a368-93532e36cdcd {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:42:00.705536 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea867327-2f61-4bbb-b95b-c9b4e0682af4 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Network 350e2c0d-6f07-48ee-a611-c283d4bc1058 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:42:00.711001 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-7fdb5b42-6228-4404-b59b-0ef0b540c79d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:00.726765 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-7fdb5b42-6228-4404-b59b-0ef0b540c79d service neutron] Transition to ACTIVE for port object 1c8e0b30-0362-49fa-a368-93532e36cdcd will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:42:00.735887 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-ea867327-2f61-4bbb-b95b-c9b4e0682af4 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:42:00.743615 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-7fdb5b42-6228-4404-b59b-0ef0b540c79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:00.745856 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d413024-cefd-4c08-b4b7-d6b669f96380 req-7ca83fa2-730e-4d3c-b74c-4520b5040ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:00.747510 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9d413024-cefd-4c08-b4b7-d6b669f96380 req-7ca83fa2-730e-4d3c-b74c-4520b5040ac4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b5ba8caf-9119-4d49-8c04-be0a7edd0bb2 HTTP/1.1" status: 200 len: 920 time: 0.8267832 Dec 10 16:42:00.751759 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea867327-2f61-4bbb-b95b-c9b4e0682af4 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:42:00.752913 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea867327-2f61-4bbb-b95b-c9b4e0682af4 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:00.753620 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ea867327-2f61-4bbb-b95b-c9b4e0682af4 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:00.803047 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ba3708a4-294f-488e-b233-23ab07ed4d8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:00.806949 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb5b42-6228-4404-b59b-0ef0b540c79d service neutron] Pushing event updated for resources: {'Port': ['ID=1c8e0b30-0362-49fa-a368-93532e36cdcd,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:00.813490 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9d413024-cefd-4c08-b4b7-d6b669f96380 req-7a8210a8-107f-4710-aaa2-ad89b6b3e49c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dd013d1b-d90e-40a8-80fa-49b6ae5d3434 HTTP/1.1" status: 200 len: 217 time: 0.0470331 Dec 10 16:42:00.852602 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ea867327-2f61-4bbb-b95b-c9b4e0682af4 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.7934625 Dec 10 16:42:00.857163 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40740) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:00.871615 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0ab18-4db8-44b8-a8db-7b22206f863c req-bd2f2a33-5bde-4d12-828a-db515018b629 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:00.879936 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-47f0ab18-4db8-44b8-a8db-7b22206f863c req-bd2f2a33-5bde-4d12-828a-db515018b629 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 945 time: 0.2933528 Dec 10 16:42:00.944926 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ba3708a4-294f-488e-b233-23ab07ed4d8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:00.977484 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867327-2f61-4bbb-b95b-c9b4e0682af4 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Pushing event updated for resources: {'Port': ['ID=4fcd3d37-962c-45b8-aa26-6d644421239c,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:00.985858 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ba3708a4-294f-488e-b233-23ab07ed4d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:01.024211 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d343a8b0-4928-4bd9-a8e5-e22ebe02c1c3 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3460407 Dec 10 16:42:01.078509 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40742) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:01.103179 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-bcbecdfc-7699-42bc-aca9-f3ee211567d9 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Request body: {'security_group': {'name': 'tempest-secgroup--613947775'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:01.125272 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-7fdb5b42-6228-4404-b59b-0ef0b540c79d service neutron] Attempting to bind port 1c8e0b30-0362-49fa-a368-93532e36cdcd on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:42:01.125611 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-7fdb5b42-6228-4404-b59b-0ef0b540c79d service neutron] Attempting to bind port 1c8e0b30-0362-49fa-a368-93532e36cdcd by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'f615967a-0647-4078-9f88-b7e81d8a9e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7a972a91-5f8d-4d22-80c2-09dee76213c8'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:42:01.125944 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-7fdb5b42-6228-4404-b59b-0ef0b540c79d service neutron] Attempting to bind port 1c8e0b30-0362-49fa-a368-93532e36cdcd on network 7a972a91-5f8d-4d22-80c2-09dee76213c8 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:42:01.138939 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d413024-cefd-4c08-b4b7-d6b669f96380 req-1527de66-d5f7-4a37-9de8-62195a461380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:01.140437 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9d413024-cefd-4c08-b4b7-d6b669f96380 req-1527de66-d5f7-4a37-9de8-62195a461380 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=22f5ce8a-e527-41c9-88c7-11774c8e4abe HTTP/1.1" status: 200 len: 859 time: 0.3088276 Dec 10 16:42:01.145870 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-47f0ab18-4db8-44b8-a8db-7b22206f863c req-2e925398-120b-49fe-b578-957119f8d489 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640984 Dec 10 16:42:01.183639 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9d413024-cefd-4c08-b4b7-d6b669f96380 req-b41d042b-41d5-4f32-a82c-d1e2183cf950 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b5ba8caf-9119-4d49-8c04-be0a7edd0bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327048 Dec 10 16:42:01.200825 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-363ba64c-338d-42c5-b0ef-6f77a7294422 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Deleting port 4fcd3d37-962c-45b8-aa26-6d644421239c {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:42:01.200825 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-363ba64c-338d-42c5-b0ef-6f77a7294422 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:01.201193 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-7fdb5b42-6228-4404-b59b-0ef0b540c79d service neutron] Port 1c8e0b30-0362-49fa-a368-93532e36cdcd on network 7a972a91-5f8d-4d22-80c2-09dee76213c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:42:01.201492 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-7fdb5b42-6228-4404-b59b-0ef0b540c79d service neutron] Attempting to bind port 1c8e0b30-0362-49fa-a368-93532e36cdcd on network 7a972a91-5f8d-4d22-80c2-09dee76213c8 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:42:01.239993 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3708a4-294f-488e-b233-23ab07ed4d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64556f5-37f8-42d7-a4bc-6c545e71dc4a,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:01.246458 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ba3708a4-294f-488e-b233-23ab07ed4d8e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=571171d99592442cb87685eed95bade2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9059050 Dec 10 16:42:01.251461 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40746) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:01.252710 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-7fdb5b42-6228-4404-b59b-0ef0b540c79d service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:42:01.253048 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-7fdb5b42-6228-4404-b59b-0ef0b540c79d service neutron] Checking segment: {'id': 'f615967a-0647-4078-9f88-b7e81d8a9e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7a972a91-5f8d-4d22-80c2-09dee76213c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:42:01.253424 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-7fdb5b42-6228-4404-b59b-0ef0b540c79d service neutron] Bound using segment: {'id': 'f615967a-0647-4078-9f88-b7e81d8a9e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7a972a91-5f8d-4d22-80c2-09dee76213c8'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:42:01.253856 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-7fdb5b42-6228-4404-b59b-0ef0b540c79d service neutron] Bound port: 1c8e0b30-0362-49fa-a368-93532e36cdcd, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f615967a-0647-4078-9f88-b7e81d8a9e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7a972a91-5f8d-4d22-80c2-09dee76213c8'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:42:01.254223 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-7fdb5b42-6228-4404-b59b-0ef0b540c79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:01.291976 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bcbecdfc-7699-42bc-aca9-f3ee211567d9 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:01.382563 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-363ba64c-338d-42c5-b0ef-6f77a7294422 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:01.406162 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-363ba64c-338d-42c5-b0ef-6f77a7294422 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Calling delete_port for 4fcd3d37-962c-45b8-aa26-6d644421239c owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:42:01.406464 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c0e6c482-42fa-4495-9754-baa10035c523 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:01.424577 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-7fdb5b42-6228-4404-b59b-0ef0b540c79d service neutron] For port 1c8e0b30-0362-49fa-a368-93532e36cdcd, host n-h1-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:42:01.431163 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e89935-f7ef-4a6c-a9a1-69d56fd3d795 req-e10d14ce-af52-4cf0-a004-e3adc8d09802 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:01.432853 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81e89935-f7ef-4a6c-a9a1-69d56fd3d795 req-e10d14ce-af52-4cf0-a004-e3adc8d09802 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?device_id=85a5aff3-ad57-43ca-b9b3-cc04e0b96206 HTTP/1.1" status: 200 len: 944 time: 0.1307795 Dec 10 16:42:01.452648 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c0e6c482-42fa-4495-9754-baa10035c523 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:01.458530 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-7fdb5b42-6228-4404-b59b-0ef0b540c79d service neutron] For port 1c8e0b30-0362-49fa-a368-93532e36cdcd, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=1c8e0b30-0362-49fa-a368-93532e36cdcd,segment=NetworkSegment(f615967a-0647-4078-9f88-b7e81d8a9e71),segment_id=f615967a-0647-4078-9f88-b7e81d8a9e71)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:42:01.477564 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-7fdb5b42-6228-4404-b59b-0ef0b540c79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:01.507989 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bcbecdfc-7699-42bc-aca9-f3ee211567d9 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:01.525567 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9d413024-cefd-4c08-b4b7-d6b669f96380 req-4e08a982-c7f3-468c-a6c9-98e755e4dc28 service neutron] 10.222.0.26 "GET /v2.0/networks/b5ba8caf-9119-4d49-8c04-be0a7edd0bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277738 Dec 10 16:42:01.539674 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bcbecdfc-7699-42bc-aca9-f3ee211567d9 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:01.553214 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-7fdb5b42-6228-4404-b59b-0ef0b540c79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:01.553904 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-7fdb5b42-6228-4404-b59b-0ef0b540c79d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:01.555910 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-7fdb5b42-6228-4404-b59b-0ef0b540c79d service neutron] 10.222.0.26 "PUT /v2.0/ports/1c8e0b30-0362-49fa-a368-93532e36cdcd HTTP/1.1" status: 200 len: 1092 time: 1.3765659 Dec 10 16:42:01.559759 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85a5aff3-ad57-43ca-b9b3-cc04e0b96206', 'tag': '1c8e0b30-0362-49fa-a368-93532e36cdcd'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:42:01.561045 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34ad7f2-182e-4103-b326-184d52da3a59" -d '{"events": [{"name": "network-changed", "server_uuid": "85a5aff3-ad57-43ca-b9b3-cc04e0b96206", "tag": "1c8e0b30-0362-49fa-a368-93532e36cdcd"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:42:01.622951 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbecdfc-7699-42bc-aca9-f3ee211567d9 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11cdc9df-5ac1-4c35-9ab7-a415eea50ba8,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:01.640387 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bcbecdfc-7699-42bc-aca9-f3ee211567d9 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:01.643705 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-bcbecdfc-7699-42bc-aca9-f3ee211567d9 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5435357 Dec 10 16:42:01.647097 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81e89935-f7ef-4a6c-a9a1-69d56fd3d795 req-c573607e-8d8b-4df2-ae42-08f2211dacb4 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ebf0947-47c2-4a23-b866-2593de23e122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980240 Dec 10 16:42:01.671387 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40752) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:01.699531 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-4abf755b-c263-45b2-b879-55efdfe24714 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Request body: {'security_group_rule': {'security_group_id': '11cdc9df-5ac1-4c35-9ab7-a415eea50ba8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:01.703721 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb5b42-6228-4404-b59b-0ef0b540c79d service neutron] Pushing event updated for resources: {'Port': ['ID=1c8e0b30-0362-49fa-a368-93532e36cdcd,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:01.707687 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c0e6c482-42fa-4495-9754-baa10035c523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:01.710951 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c0e6c482-42fa-4495-9754-baa10035c523 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:01.734584 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c0e6c482-42fa-4495-9754-baa10035c523 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c64556f5-37f8-42d7-a4bc-6c545e71dc4a HTTP/1.1" status: 204 len: 168 time: 0.4779961 Dec 10 16:42:01.761536 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6c482-42fa-4495-9754-baa10035c523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64556f5-37f8-42d7-a4bc-6c545e71dc4a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:01.806676 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-c0915dc6-ffbd-412c-8808-409778ecd1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:01.809061 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-c0915dc6-ffbd-412c-8808-409778ecd1d6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7102f587c0942469f218fb29d23ff5f&device_id=85a5aff3-ad57-43ca-b9b3-cc04e0b96206 HTTP/1.1" status: 200 len: 1095 time: 0.1440973 Dec 10 16:42:01.876337 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9d413024-cefd-4c08-b4b7-d6b669f96380 req-4a7a5088-7f83-4857-a862-ebcc1044b4f5 service neutron] 10.222.0.26 "GET /v2.0/networks/b5ba8caf-9119-4d49-8c04-be0a7edd0bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409395 Dec 10 16:42:01.897011 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-363ba64c-338d-42c5-b0ef-6f77a7294422 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:01.924992 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-9bb02b65-51ad-4a2f-b035-7a83cd6a49a4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c8e0b30-0362-49fa-a368-93532e36cdcd HTTP/1.1" status: 200 len: 217 time: 0.0958052 Dec 10 16:42:01.928136 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf05922-6003-4a79-ab2a-b2fde401e11b req-0caf4bba-8c37-452b-a71c-a801a845c90a tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:01.929685 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fbf05922-6003-4a79-ab2a-b2fde401e11b req-0caf4bba-8c37-452b-a71c-a801a845c90a tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c899109-6002-4bd6-88fc-f3846b5b95f2 HTTP/1.1" status: 200 len: 946 time: 0.1551836 Dec 10 16:42:01.952066 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-4abf755b-c263-45b2-b879-55efdfe24714 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] create failed (client error): The resource could not be found. Dec 10 16:42:01.953073 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4abf755b-c263-45b2-b879-55efdfe24714 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2806227 Dec 10 16:42:01.956614 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ba64c-338d-42c5-b0ef-6f77a7294422 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Pushing event deleted for resources: {'Port': ['ID=4fcd3d37-962c-45b8-aa26-6d644421239c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:01.958335 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40762) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:01.967426 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-74b288f5-bb3f-4f88-a8bc-46079ce69165 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Request body: {'security_group_rule': {'security_group_id': '11cdc9df-5ac1-4c35-9ab7-a415eea50ba8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'cee70fad-0066-476b-8a2e-8309a33c63f3'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:02.003216 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-61587a45-bc12-44fd-afce-8c52d5cb723c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:02.004798 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-61587a45-bc12-44fd-afce-8c52d5cb723c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=32eb379b-63bd-4c42-8fa7-4c8d46fce254 HTTP/1.1" status: 200 len: 834 time: 0.0652702 Dec 10 16:42:02.021904 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-363ba64c-338d-42c5-b0ef-6f77a7294422 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:02.027694 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-363ba64c-338d-42c5-b0ef-6f77a7294422 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] 10.222.0.11 "DELETE /v2.0/ports/4fcd3d37-962c-45b8-aa26-6d644421239c HTTP/1.1" status: 204 len: 168 time: 1.1354988 Dec 10 16:42:02.032083 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40764) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:02.045467 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-42b4d021-41e5-4624-818b-1cd5908e7d22 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '350e2c0d-6f07-48ee-a611-c283d4bc1058', 'external_fixed_ips': [{'subnet_id': 'd7881bc6-ab4e-411f-b9b6-af92450d678c', 'ip_address': '2001:db8::9d'}]}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:02.080603 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fbf05922-6003-4a79-ab2a-b2fde401e11b req-260ab31f-22cb-4c79-aba9-d801f44940e2 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298039 Dec 10 16:42:02.096577 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42b4d021-41e5-4624-818b-1cd5908e7d22 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:02.098246 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42b4d021-41e5-4624-818b-1cd5908e7d22 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:02.103796 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-bcbdb88e-5e61-4a82-9e10-1c2556ead20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:02.105822 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-bcbdb88e-5e61-4a82-9e10-1c2556ead20b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a972a91-5f8d-4d22-80c2-09dee76213c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898261 Dec 10 16:42:02.119152 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-74b288f5-bb3f-4f88-a8bc-46079ce69165 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] create failed (client error): The resource could not be found. Dec 10 16:42:02.120544 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-74b288f5-bb3f-4f88-a8bc-46079ce69165 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1565778 Dec 10 16:42:02.124513 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40768) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:02.193656 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40772) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:02.203575 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c70968-1d97-4eb0-b03d-231a957ad8aa x-openstack-request-id: req-33c70968-1d97-4eb0-b03d-231a957ad8aa {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:42:02.204022 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85a5aff3-ad57-43ca-b9b3-cc04e0b96206", "tag": "1c8e0b30-0362-49fa-a368-93532e36cdcd", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:42:02.204395 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-33c70968-1d97-4eb0-b03d-231a957ad8aa {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:42:02.204885 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85a5aff3-ad57-43ca-b9b3-cc04e0b96206', 'tag': '1c8e0b30-0362-49fa-a368-93532e36cdcd', 'status': 'completed', 'code': 200} Dec 10 16:42:02.215966 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42b4d021-41e5-4624-818b-1cd5908e7d22 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:02.217345 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-01677fa7-7fcd-4be2-9706-1c396ebf8d00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:02.239485 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e2b53662-9d24-44b1-924b-60e8c3719759 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:02.258788 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-877ce3f8-a94b-4386-a077-031e6111ecdb service neutron] 10.222.0.26 "GET /v2.0/networks/7a972a91-5f8d-4d22-80c2-09dee76213c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408141 Dec 10 16:42:02.401835 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2acc9c15-9b67-45c1-ba8f-decf34e87ce4 req-0e199e52-0a92-46b8-a131-36a5e1751a33 service neutron] 10.222.0.26 "GET /v2.0/networks/7a972a91-5f8d-4d22-80c2-09dee76213c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342599 Dec 10 16:42:02.422299 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e2b53662-9d24-44b1-924b-60e8c3719759 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:02.441097 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42b4d021-41e5-4624-818b-1cd5908e7d22 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:02.523435 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ad7f2-182e-4103-b326-184d52da3a59 req-f177aaec-0897-4a52-ab3c-978599b1d69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:02.525118 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d34ad7f2-182e-4103-b326-184d52da3a59 req-f177aaec-0897-4a52-ab3c-978599b1d69c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7102f587c0942469f218fb29d23ff5f&device_id=85a5aff3-ad57-43ca-b9b3-cc04e0b96206 HTTP/1.1" status: 200 len: 1095 time: 0.0577400 Dec 10 16:42:02.569455 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-01677fa7-7fcd-4be2-9706-1c396ebf8d00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:02.575703 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-01677fa7-7fcd-4be2-9706-1c396ebf8d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:02.626894 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e2b53662-9d24-44b1-924b-60e8c3719759 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:02.630710 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e2b53662-9d24-44b1-924b-60e8c3719759 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:02.632196 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e2b53662-9d24-44b1-924b-60e8c3719759 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "DELETE /v2.0/security-groups/11cdc9df-5ac1-4c35-9ab7-a415eea50ba8 HTTP/1.1" status: 204 len: 168 time: 0.5067575 Dec 10 16:42:02.639003 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40792) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:02.658483 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-01677fa7-7fcd-4be2-9706-1c396ebf8d00 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=22d8087c7741486e964aaad388155d17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4634962 Dec 10 16:42:02.663491 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40796) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:02.675020 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ad7f2-182e-4103-b326-184d52da3a59 req-229bef88-9729-489c-83f2-a8c63bdb2d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:02.676705 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d34ad7f2-182e-4103-b326-184d52da3a59 req-229bef88-9729-489c-83f2-a8c63bdb2d8e service neutron] 10.222.0.26 "GET /v2.0/networks?id=7a972a91-5f8d-4d22-80c2-09dee76213c8 HTTP/1.1" status: 200 len: 898 time: 0.1409788 Dec 10 16:42:02.693549 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01677fa7-7fcd-4be2-9706-1c396ebf8d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab43f03-b6e5-4752-9c60-ebbff95ea903,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:02.751517 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d34ad7f2-182e-4103-b326-184d52da3a59 req-1f825610-28d4-4dfe-97f8-e6801e74fc5f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c8e0b30-0362-49fa-a368-93532e36cdcd HTTP/1.1" status: 200 len: 217 time: 0.0656004 Dec 10 16:42:02.767575 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b53662-9d24-44b1-924b-60e8c3719759 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cdc9df-5ac1-4c35-9ab7-a415eea50ba8,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:02.810727 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-cebd2960-7e8f-4290-b100-dd9acd171945 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1669698 Dec 10 16:42:02.817346 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40800) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:02.825712 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ad7f2-182e-4103-b326-184d52da3a59 req-4e8058a2-a502-49b0-a4d6-402095678a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:02.827361 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d34ad7f2-182e-4103-b326-184d52da3a59 req-4e8058a2-a502-49b0-a4d6-402095678a02 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=32eb379b-63bd-4c42-8fa7-4c8d46fce254 HTTP/1.1" status: 200 len: 834 time: 0.0684206 Dec 10 16:42:02.827509 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-d54062be-ac50-4379-9af4-e86c9271041f tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Request body: {'security_group_rule': {'security_group_id': '225b7e5d-8cb1-4340-a6b8-315e596a4ef2', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:02.861233 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2eb57fb6-617c-4125-92fe-477032a7d252 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:02.876835 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ad7f2-182e-4103-b326-184d52da3a59 req-3e75e53f-f38a-4ab5-a619-d7d402170c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:02.878531 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d34ad7f2-182e-4103-b326-184d52da3a59 req-3e75e53f-f38a-4ab5-a619-d7d402170c10 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a972a91-5f8d-4d22-80c2-09dee76213c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431085 Dec 10 16:42:02.895768 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80def9b-4db2-426a-99bf-f9b2cac0d5e5 req-ea064181-2f35-42a4-82d2-52807dc08578 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:02.898967 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b80def9b-4db2-426a-99bf-f9b2cac0d5e5 req-ea064181-2f35-42a4-82d2-52807dc08578 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 945 time: 0.1636689 Dec 10 16:42:02.918050 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2eb57fb6-617c-4125-92fe-477032a7d252 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:02.981958 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d34ad7f2-182e-4103-b326-184d52da3a59 req-0bce77a2-ee4c-495e-b64e-7f309d614aaf service neutron] 10.222.0.26 "GET /v2.0/networks/7a972a91-5f8d-4d22-80c2-09dee76213c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958509 Dec 10 16:42:03.069879 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-d54062be-ac50-4379-9af4-e86c9271041f tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] create failed (client error): The resource could not be found. Dec 10 16:42:03.074637 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d54062be-ac50-4379-9af4-e86c9271041f tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2562289 Dec 10 16:42:03.076768 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40806) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:03.087534 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-b9a04451-7073-4d86-9559-50ec407fc956 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Request body: {'security_group': {'name': 'tempest-secgroup--854922274'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:03.106014 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d34ad7f2-182e-4103-b326-184d52da3a59 req-88c14459-6583-41b4-ad07-46ca2c22e444 service neutron] 10.222.0.26 "GET /v2.0/networks/7a972a91-5f8d-4d22-80c2-09dee76213c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154981 Dec 10 16:42:03.125711 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b80def9b-4db2-426a-99bf-f9b2cac0d5e5 req-9dc30e44-c593-44a7-9b9c-9bd01088d4c2 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972184 Dec 10 16:42:03.156570 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42b4d021-41e5-4624-818b-1cd5908e7d22 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:03.177576 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2eb57fb6-617c-4125-92fe-477032a7d252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:03.180195 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2eb57fb6-617c-4125-92fe-477032a7d252 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:03.181542 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2eb57fb6-617c-4125-92fe-477032a7d252 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3ab43f03-b6e5-4752-9c60-ebbff95ea903 HTTP/1.1" status: 204 len: 168 time: 0.5167129 Dec 10 16:42:03.184223 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b9a04451-7073-4d86-9559-50ec407fc956 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:03.198220 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42b4d021-41e5-4624-818b-1cd5908e7d22 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:03.234993 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb57fb6-617c-4125-92fe-477032a7d252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab43f03-b6e5-4752-9c60-ebbff95ea903,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:03.364710 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0d853-7949-4da5-b932-c517eee54be2 req-3a16ae13-3942-4228-85a5-7749e95b6405 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:03.367010 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-11c0d853-7949-4da5-b932-c517eee54be2 req-3a16ae13-3942-4228-85a5-7749e95b6405 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c899109-6002-4bd6-88fc-f3846b5b95f2 HTTP/1.1" status: 200 len: 946 time: 0.1656084 Dec 10 16:42:03.468667 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b9a04451-7073-4d86-9559-50ec407fc956 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:03.480398 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b9a04451-7073-4d86-9559-50ec407fc956 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:03.558664 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a04451-7073-4d86-9559-50ec407fc956 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a439ffe-40d1-45b9-80a1-69e13fbf5b3c,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:03.563115 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-42b4d021-41e5-4624-818b-1cd5908e7d22 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Allocated IP 2001:db8::9d (350e2c0d-6f07-48ee-a611-c283d4bc1058/d7881bc6-ab4e-411f-b9b6-af92450d678c/7d0c6500-7f02-4b56-b0cc-a02251630274) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:42:03.568602 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b9a04451-7073-4d86-9559-50ec407fc956 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:03.569853 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b9a04451-7073-4d86-9559-50ec407fc956 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4887307 Dec 10 16:42:03.572591 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40822) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:03.573424 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-11c0d853-7949-4da5-b932-c517eee54be2 req-5d03bd3f-9fc4-49c5-bb2e-583b6e64ef9f tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932330 Dec 10 16:42:03.579125 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-f1572d79-ba3b-45c7-836d-fd5d2cc3147c tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Request body: {'security_group': {'name': 'tempest-secgroup--1815217789'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:03.645403 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f1572d79-ba3b-45c7-836d-fd5d2cc3147c tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:03.764236 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42b4d021-41e5-4624-818b-1cd5908e7d22 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:03.780412 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f1572d79-ba3b-45c7-836d-fd5d2cc3147c tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:03.786329 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f1572d79-ba3b-45c7-836d-fd5d2cc3147c tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:03.789458 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29176115-4c5b-46b0-b09a-9cd66316ece3 req-c1788b5c-ebb1-4ff6-8dbf-498b823f2431 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:03.791257 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-29176115-4c5b-46b0-b09a-9cd66316ece3 req-c1788b5c-ebb1-4ff6-8dbf-498b823f2431 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?device_id=85a5aff3-ad57-43ca-b9b3-cc04e0b96206 HTTP/1.1" status: 200 len: 944 time: 0.1014104 Dec 10 16:42:03.834747 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f1572d79-ba3b-45c7-836d-fd5d2cc3147c tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:03.836098 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f1572d79-ba3b-45c7-836d-fd5d2cc3147c tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2623670 Dec 10 16:42:03.838906 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40828) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:03.840784 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1572d79-ba3b-45c7-836d-fd5d2cc3147c tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81d180d4-6d7e-42a8-96e4-3f8cbdf21a67,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:03.844368 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-3e784158-40d2-438c-931c-9daa57fecf3f tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Request body: {'security_group_rule': {'security_group_id': '4a439ffe-40d1-45b9-80a1-69e13fbf5b3c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '81d180d4-6d7e-42a8-96e4-3f8cbdf21a67'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:03.863209 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42b4d021-41e5-4624-818b-1cd5908e7d22 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:03.942469 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-29176115-4c5b-46b0-b09a-9cd66316ece3 req-8428ae16-6dfc-4311-8d30-96a4381cdaa3 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ebf0947-47c2-4a23-b866-2593de23e122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375129 Dec 10 16:42:03.944905 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b4d021-41e5-4624-818b-1cd5908e7d22 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Network 350e2c0d-6f07-48ee-a611-c283d4bc1058 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:42:03.951929 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-42b4d021-41e5-4624-818b-1cd5908e7d22 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:42:03.954817 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b4d021-41e5-4624-818b-1cd5908e7d22 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:42:03.997372 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b4d021-41e5-4624-818b-1cd5908e7d22 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Pushing event updated for resources: {'Port': ['ID=7d0c6500-7f02-4b56-b0cc-a02251630274,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:04.034758 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-3e784158-40d2-438c-931c-9daa57fecf3f tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:42:04.038358 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3e784158-40d2-438c-931c-9daa57fecf3f tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1952362 Dec 10 16:42:04.038862 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40840) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:04.127514 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c3209eb9-3721-4f6d-881c-fb7cbf87428e tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:04.157876 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c3209eb9-3721-4f6d-881c-fb7cbf87428e tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:04.232238 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c3209eb9-3721-4f6d-881c-fb7cbf87428e tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:04.236284 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c3209eb9-3721-4f6d-881c-fb7cbf87428e tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:04.239835 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c3209eb9-3721-4f6d-881c-fb7cbf87428e tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "DELETE /v2.0/security-groups/81d180d4-6d7e-42a8-96e4-3f8cbdf21a67 HTTP/1.1" status: 204 len: 168 time: 0.1976106 Dec 10 16:42:04.241612 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40848) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:04.249904 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3209eb9-3721-4f6d-881c-fb7cbf87428e tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d180d4-6d7e-42a8-96e4-3f8cbdf21a67,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:04.333026 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fdae32-1645-490a-a56c-481ee5524a25 req-7157c590-6510-48e6-83f1-262870d1d20a tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:04.334875 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-68fdae32-1645-490a-a56c-481ee5524a25 req-7157c590-6510-48e6-83f1-262870d1d20a tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 945 time: 0.1100850 Dec 10 16:42:04.372709 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42b4d021-41e5-4624-818b-1cd5908e7d22 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:04.387943 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-eacc2967-e9ee-41ad-8de2-f5f06e5dbd7a tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1278889 Dec 10 16:42:04.390713 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40856) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:04.473893 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-11ee638c-7014-4c62-8143-bac0faad6698 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:04.485914 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-68fdae32-1645-490a-a56c-481ee5524a25 req-a3516a9a-f235-4bdf-9106-1a3d6560d6fd tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419642 Dec 10 16:42:04.498858 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-11ee638c-7014-4c62-8143-bac0faad6698 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:04.566606 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-11ee638c-7014-4c62-8143-bac0faad6698 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:04.569272 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-11ee638c-7014-4c62-8143-bac0faad6698 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:04.570499 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-11ee638c-7014-4c62-8143-bac0faad6698 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "DELETE /v2.0/security-groups/4a439ffe-40d1-45b9-80a1-69e13fbf5b3c HTTP/1.1" status: 204 len: 168 time: 0.1781268 Dec 10 16:42:04.574761 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40866) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:04.609295 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee638c-7014-4c62-8143-bac0faad6698 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a439ffe-40d1-45b9-80a1-69e13fbf5b3c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:04.639100 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1b104492-5c5c-4918-8777-241c6165d489 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0619292 Dec 10 16:42:04.644316 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40870) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:04.651341 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-2a6243d4-b7fa-420f-9dd8-793b89d91ff1 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Request body: {'security_group': {'name': 'tempest-secgroup--438605712'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:04.706387 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2a6243d4-b7fa-420f-9dd8-793b89d91ff1 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:04.719882 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42b4d021-41e5-4624-818b-1cd5908e7d22 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:04.851453 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d39d8e-ec4b-465e-807e-1bd32a65075c req-85623774-b40c-46e7-821d-3f0ef2680524 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:04.859031 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e5d39d8e-ec4b-465e-807e-1bd32a65075c req-85623774-b40c-46e7-821d-3f0ef2680524 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c899109-6002-4bd6-88fc-f3846b5b95f2 HTTP/1.1" status: 200 len: 946 time: 0.1356847 Dec 10 16:42:04.877735 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2a6243d4-b7fa-420f-9dd8-793b89d91ff1 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:04.892201 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2a6243d4-b7fa-420f-9dd8-793b89d91ff1 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:04.950470 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e5d39d8e-ec4b-465e-807e-1bd32a65075c req-815614d3-ab46-4d8a-86ce-8c2134481f0a tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904980 Dec 10 16:42:04.999733 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b4d021-41e5-4624-818b-1cd5908e7d22 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Router 842f4b79-de87-48df-acef-595ee9d0c25a is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:42:05.001599 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6243d4-b7fa-420f-9dd8-793b89d91ff1 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a385153-86e3-4445-b008-cde686e40f41,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:05.022513 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2a6243d4-b7fa-420f-9dd8-793b89d91ff1 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:05.025786 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2a6243d4-b7fa-420f-9dd8-793b89d91ff1 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3800144 Dec 10 16:42:05.028534 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40896) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:05.037057 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-2d8df1bc-ade5-4e1e-84a3-602e68661efd tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:05.039604 n-d-766771-2 neutron-server[103393]: WARNING neutron.api.v2.base [None req-2d8df1bc-ade5-4e1e-84a3-602e68661efd tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 10 16:42:05.043537 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-2d8df1bc-ade5-4e1e-84a3-602e68661efd tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] update failed (client error): There was a conflict when trying to complete your request. Dec 10 16:42:05.047125 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2d8df1bc-ade5-4e1e-84a3-602e68661efd tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "PUT /v2.0/security-groups/1a385153-86e3-4445-b008-cde686e40f41 HTTP/1.1" status: 409 len: 330 time: 0.0148833 Dec 10 16:42:05.047584 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40900) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:05.153526 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82cd17b6-a619-47db-8169-76b50f0184c5 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:05.232641 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82cd17b6-a619-47db-8169-76b50f0184c5 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:05.350600 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82cd17b6-a619-47db-8169-76b50f0184c5 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:05.355547 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82cd17b6-a619-47db-8169-76b50f0184c5 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:05.359892 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-82cd17b6-a619-47db-8169-76b50f0184c5 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "DELETE /v2.0/security-groups/1a385153-86e3-4445-b008-cde686e40f41 HTTP/1.1" status: 204 len: 168 time: 0.3112361 Dec 10 16:42:05.360629 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40914) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:05.382033 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd17b6-a619-47db-8169-76b50f0184c5 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a385153-86e3-4445-b008-cde686e40f41,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:05.462785 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-31817304-bd03-4a83-b2b2-6218c478a892 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0958459 Dec 10 16:42:05.463971 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40916) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:05.479746 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-b17e31ff-3933-407b-8f41-d438c85b5f6b tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] delete failed (client error): The resource could not be found. Dec 10 16:42:05.484011 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b17e31ff-3933-407b-8f41-d438c85b5f6b tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "DELETE /v2.0/security-groups/457bbe93-6abd-43ac-8f61-1cf9a3b80a1b HTTP/1.1" status: 404 len: 347 time: 0.0180323 Dec 10 16:42:05.485141 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40918) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:05.518076 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-3224d6b7-bf3f-4288-b008-b23ac172a11c tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] show failed (client error): The resource could not be found. Dec 10 16:42:05.520339 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3224d6b7-bf3f-4288-b008-b23ac172a11c tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "GET /v2.0/security-groups/2d4f4c15-a9b7-41d9-91d0-731a539faf7e HTTP/1.1" status: 404 len: 347 time: 0.0342262 Dec 10 16:42:05.523996 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40920) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:05.552432 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-a2765b30-76ef-46e2-96a2-8d6e6a918d92 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] show failed (client error): The resource could not be found. Dec 10 16:42:05.553510 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a2765b30-76ef-46e2-96a2-8d6e6a918d92 tempest-NegativeSecGroupTest-847000978 tempest-NegativeSecGroupTest-847000978-project] 10.222.0.11 "GET /v2.0/security-group-rules/ee0ee4a0-1288-404f-827a-34fe9c3cedf1 HTTP/1.1" status: 404 len: 356 time: 0.0255959 Dec 10 16:42:05.671127 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6806c8-699d-40fc-8982-ad78cc7a6321 req-976c16ce-c8c4-4927-b994-6afb479ee952 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:05.687425 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1b6806c8-699d-40fc-8982-ad78cc7a6321 req-976c16ce-c8c4-4927-b994-6afb479ee952 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?device_id=85a5aff3-ad57-43ca-b9b3-cc04e0b96206 HTTP/1.1" status: 200 len: 944 time: 0.5357637 Dec 10 16:42:05.737269 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b4d021-41e5-4624-818b-1cd5908e7d22 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:42:05.745308 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 60f76525-d3b2-490b-b9c8-e5196e6aa4c8 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:42:05.749581 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986b4a65-067a-498b-ac66-73cec6931280 None None] Sync routers for ids ['842f4b79-de87-48df-acef-595ee9d0c25a'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:42:05.774404 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986b4a65-067a-498b-ac66-73cec6931280 None None] Routers {'842f4b79-de87-48df-acef-595ee9d0c25a'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:42:05.775390 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-986b4a65-067a-498b-ac66-73cec6931280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:41:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['842f4b79-de87-48df-acef-595ee9d0c25a'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:05.817396 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42b4d021-41e5-4624-818b-1cd5908e7d22 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:05.818680 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-42b4d021-41e5-4624-818b-1cd5908e7d22 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 3.7799888 Dec 10 16:42:05.821864 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 40940) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:05.860666 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1b6806c8-699d-40fc-8982-ad78cc7a6321 req-9d83c3f3-cdca-4348-8df9-7a72f68723e0 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ebf0947-47c2-4a23-b866-2593de23e122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722674 Dec 10 16:42:06.024769 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 60f76525-d3b2-490b-b9c8-e5196e6aa4c8, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=60f76525-d3b2-490b-b9c8-e5196e6aa4c8,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:42:06.072630 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '60f76525-d3b2-490b-b9c8-e5196e6aa4c8', 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277', 'port_id': '60f76525-d3b2-490b-b9c8-e5196e6aa4c8', 'mac_address': 'fa:16:3e:bb:e5:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bad4bd9c-d017-467b-badb-ee51884a8aea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:42:06.104457 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-986b4a65-067a-498b-ac66-73cec6931280 None None] Set router 842f4b79-de87-48df-acef-595ee9d0c25a gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:42:06.160998 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f40bded-82b8-4efa-b055-dcd438cbbbe5 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:06.176859 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40952) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:06.251954 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc80ea-0920-4595-aed3-518ea1d93009 req-83b1e26b-d380-454a-ab38-19a161d88560 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:06.264625 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-30cc80ea-0920-4595-aed3-518ea1d93009 req-83b1e26b-d380-454a-ab38-19a161d88560 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c899109-6002-4bd6-88fc-f3846b5b95f2 HTTP/1.1" status: 200 len: 946 time: 0.1704211 Dec 10 16:42:06.280479 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 1c8e0b30-0362-49fa-a368-93532e36cdcd details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:42:06.282936 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:06.387846 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-30cc80ea-0920-4595-aed3-518ea1d93009 req-199dd8a4-5cab-4034-87ee-feb43b4b2c9e tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222670 Dec 10 16:42:06.405720 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 60f76525-d3b2-490b-b9c8-e5196e6aa4c8 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:42:06.427480 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f937c303-cd40-4176-9404-4e85cd6e4d10 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cdef2c49961c42dab74f66ed7a9392f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2494516 Dec 10 16:42:06.430125 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 40960) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:06.523801 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.resource_extend [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 16:42:06.555999 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-65b4d79a-6132-4e6f-9e71-a0a8a84aaaee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:06.601833 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f40bded-82b8-4efa-b055-dcd438cbbbe5 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:06.661012 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-986b4a65-067a-498b-ac66-73cec6931280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842f4b79-de87-48df-acef-595ee9d0c25a', 'name': '', 'tenant_id': 'c3bfa3d1f56648e1b43dc7c04f7d0527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '350e2c0d-6f07-48ee-a611-c283d4bc1058', 'external_fixed_ips': [{'subnet_id': 'd7881bc6-ab4e-411f-b9b6-af92450d678c', 'ip_address': '2001:db8::9d'}], 'enable_snat': True}, 'gw_port_id': '7d0c6500-7f02-4b56-b0cc-a02251630274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:42:02Z', 'updated_at': '2021-12-10T16:42:04Z', 'revision_number': 3, 'project_id': 'c3bfa3d1f56648e1b43dc7c04f7d0527', 'gw_port': {'id': '7d0c6500-7f02-4b56-b0cc-a02251630274', 'name': '', 'network_id': '350e2c0d-6f07-48ee-a611-c283d4bc1058', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:af:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842f4b79-de87-48df-acef-595ee9d0c25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'd7881bc6-ab4e-411f-b9b6-af92450d678c', 'ip_address': '2001:db8::9d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:42:03Z', 'updated_at': '2021-12-10T16:42:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7881bc6-ab4e-411f-b9b6-af92450d678c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:06.664372 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-65b4d79a-6132-4e6f-9e71-a0a8a84aaaee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:06.704031 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986b4a65-067a-498b-ac66-73cec6931280 None None] Checking router: 842f4b79-de87-48df-acef-595ee9d0c25a for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:42:06.704684 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986b4a65-067a-498b-ac66-73cec6931280 None None] Updating router 842f4b79-de87-48df-acef-595ee9d0c25a port 7d0c6500-7f02-4b56-b0cc-a02251630274 binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:42:06.733106 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-986b4a65-067a-498b-ac66-73cec6931280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:06.806429 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:06.815488 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-65b4d79a-6132-4e6f-9e71-a0a8a84aaaee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:06.822238 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-65b4d79a-6132-4e6f-9e71-a0a8a84aaaee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:06.827081 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-65b4d79a-6132-4e6f-9e71-a0a8a84aaaee admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/18f6a5a1-7540-40cc-b042-6ef07a5e845d HTTP/1.1" status: 204 len: 168 time: 0.3953736 Dec 10 16:42:06.842480 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 60f76525-d3b2-490b-b9c8-e5196e6aa4c8, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=60f76525-d3b2-490b-b9c8-e5196e6aa4c8,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:42:06.856909 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:06.860608 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4d79a-6132-4e6f-9e71-a0a8a84aaaee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f6a5a1-7540-40cc-b042-6ef07a5e845d,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:06.930968 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=60f76525-d3b2-490b-b9c8-e5196e6aa4c8,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:06.992050 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 1c8e0b30-0362-49fa-a368-93532e36cdcd, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=1c8e0b30-0362-49fa-a368-93532e36cdcd,segment=NetworkSegment(f615967a-0647-4078-9f88-b7e81d8a9e71),segment_id=f615967a-0647-4078-9f88-b7e81d8a9e71)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:42:07.004850 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['60f76525-d3b2-490b-b9c8-e5196e6aa4c8'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:42:07.081542 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '1c8e0b30-0362-49fa-a368-93532e36cdcd', 'network_id': '7a972a91-5f8d-4d22-80c2-09dee76213c8', 'port_id': '1c8e0b30-0362-49fa-a368-93532e36cdcd', 'mac_address': 'fa:16:3e:f0:ce:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32eb379b-63bd-4c42-8fa7-4c8d46fce254', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:42:07.156074 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790da2f5-7600-4c0f-90f3-51c6f17462ad req-d07ec7b3-f220-4515-8998-0580f23e30e0 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:07.163802 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-790da2f5-7600-4c0f-90f3-51c6f17462ad req-d07ec7b3-f220-4515-8998-0580f23e30e0 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?device_id=85a5aff3-ad57-43ca-b9b3-cc04e0b96206 HTTP/1.1" status: 200 len: 944 time: 0.1431317 Dec 10 16:42:07.284167 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-986b4a65-067a-498b-ac66-73cec6931280 None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:07.291999 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-986b4a65-067a-498b-ac66-73cec6931280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:07.349795 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31957cb-2b15-4089-8dd9-d7b1728d5e20 None None] Pushing event updated for resources: {'Port': ['ID=7d0c6500-7f02-4b56-b0cc-a02251630274,revision_number=2']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:07.360274 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31957cb-2b15-4089-8dd9-d7b1728d5e20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:07.360766 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31957cb-2b15-4089-8dd9-d7b1728d5e20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:07.361198 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31957cb-2b15-4089-8dd9-d7b1728d5e20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:07.362947 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31957cb-2b15-4089-8dd9-d7b1728d5e20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:07.363378 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31957cb-2b15-4089-8dd9-d7b1728d5e20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:07.363780 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31957cb-2b15-4089-8dd9-d7b1728d5e20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:07.364317 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31957cb-2b15-4089-8dd9-d7b1728d5e20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:07.364709 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31957cb-2b15-4089-8dd9-d7b1728d5e20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:07.365106 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31957cb-2b15-4089-8dd9-d7b1728d5e20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:07.365518 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31957cb-2b15-4089-8dd9-d7b1728d5e20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:07.365914 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31957cb-2b15-4089-8dd9-d7b1728d5e20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:07.366339 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31957cb-2b15-4089-8dd9-d7b1728d5e20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:07.366746 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31957cb-2b15-4089-8dd9-d7b1728d5e20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:07.370025 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-790da2f5-7600-4c0f-90f3-51c6f17462ad req-4e8bef20-0c3a-45a1-879d-88de399c5086 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ebf0947-47c2-4a23-b866-2593de23e122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987751 Dec 10 16:42:07.383937 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:07.435310 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-986b4a65-067a-498b-ac66-73cec6931280 None None] Attempting to bind port 7d0c6500-7f02-4b56-b0cc-a02251630274 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:42:07.437638 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-986b4a65-067a-498b-ac66-73cec6931280 None None] Attempting to bind port 7d0c6500-7f02-4b56-b0cc-a02251630274 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'bfe9ad67-3052-4425-a35e-62e6f8fa442d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '350e2c0d-6f07-48ee-a611-c283d4bc1058'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:42:07.442681 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986b4a65-067a-498b-ac66-73cec6931280 None None] Attempting to bind port 7d0c6500-7f02-4b56-b0cc-a02251630274 on network 350e2c0d-6f07-48ee-a611-c283d4bc1058 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:42:07.459309 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c8e0b30-0362-49fa-a368-93532e36cdcd {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:42:07.465164 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986b4a65-067a-498b-ac66-73cec6931280 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:42:07.465548 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986b4a65-067a-498b-ac66-73cec6931280 None None] Checking segment: {'id': 'bfe9ad67-3052-4425-a35e-62e6f8fa442d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '350e2c0d-6f07-48ee-a611-c283d4bc1058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:42:07.465952 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-986b4a65-067a-498b-ac66-73cec6931280 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:07.466365 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986b4a65-067a-498b-ac66-73cec6931280 None None] Bound using segment: {'id': 'bfe9ad67-3052-4425-a35e-62e6f8fa442d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '350e2c0d-6f07-48ee-a611-c283d4bc1058'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:42:07.466833 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-986b4a65-067a-498b-ac66-73cec6931280 None None] Bound port: 7d0c6500-7f02-4b56-b0cc-a02251630274, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe9ad67-3052-4425-a35e-62e6f8fa442d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '350e2c0d-6f07-48ee-a611-c283d4bc1058'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:42:07.467210 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-986b4a65-067a-498b-ac66-73cec6931280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:07.558743 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 1c8e0b30-0362-49fa-a368-93532e36cdcd, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=1c8e0b30-0362-49fa-a368-93532e36cdcd,segment=NetworkSegment(f615967a-0647-4078-9f88-b7e81d8a9e71),segment_id=f615967a-0647-4078-9f88-b7e81d8a9e71)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:42:07.576169 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:07.675754 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9e799-442a-41c0-a56a-453ddab809f0 req-912b3828-2d80-4521-bba5-da893937dc28 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:07.688060 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4fc9e799-442a-41c0-a56a-453ddab809f0 req-912b3828-2d80-4521-bba5-da893937dc28 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 945 time: 0.1991670 Dec 10 16:42:07.696658 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-986b4a65-067a-498b-ac66-73cec6931280 None None] For port 7d0c6500-7f02-4b56-b0cc-a02251630274, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:42:07.706017 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-986b4a65-067a-498b-ac66-73cec6931280 None None] For port 7d0c6500-7f02-4b56-b0cc-a02251630274, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=7d0c6500-7f02-4b56-b0cc-a02251630274,segment=NetworkSegment(bfe9ad67-3052-4425-a35e-62e6f8fa442d),segment_id=bfe9ad67-3052-4425-a35e-62e6f8fa442d)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:42:07.717245 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-986b4a65-067a-498b-ac66-73cec6931280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:07.727075 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-9f40bded-82b8-4efa-b055-dcd438cbbbe5 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Deleting port 7d0c6500-7f02-4b56-b0cc-a02251630274 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:42:07.728426 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f40bded-82b8-4efa-b055-dcd438cbbbe5 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:07.857513 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=1c8e0b30-0362-49fa-a368-93532e36cdcd,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:07.875218 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4fc9e799-442a-41c0-a56a-453ddab809f0 req-a582a76e-47cb-41a7-8240-2c83933af3e5 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841390 Dec 10 16:42:07.880067 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31957cb-2b15-4089-8dd9-d7b1728d5e20 None None] Pushing event updated for resources: {'Port': ['ID=7d0c6500-7f02-4b56-b0cc-a02251630274,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:07.903175 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f40bded-82b8-4efa-b055-dcd438cbbbe5 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:07.938195 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986b4a65-067a-498b-ac66-73cec6931280 None None] Routers {'842f4b79-de87-48df-acef-595ee9d0c25a'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:42:07.939155 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-986b4a65-067a-498b-ac66-73cec6931280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:41:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['842f4b79-de87-48df-acef-595ee9d0c25a'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:07.950757 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-9f40bded-82b8-4efa-b055-dcd438cbbbe5 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Calling delete_port for 7d0c6500-7f02-4b56-b0cc-a02251630274 owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:42:08.021361 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['1c8e0b30-0362-49fa-a368-93532e36cdcd'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:42:08.201206 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-986b4a65-067a-498b-ac66-73cec6931280 None None] Set router 842f4b79-de87-48df-acef-595ee9d0c25a gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:42:08.225410 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e346c-0ca5-45cf-a50a-18d708270af7 req-47d850cc-174c-4f66-975b-509617bddba7 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:08.234928 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-378e346c-0ca5-45cf-a50a-18d708270af7 req-47d850cc-174c-4f66-975b-509617bddba7 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c899109-6002-4bd6-88fc-f3846b5b95f2 HTTP/1.1" status: 200 len: 945 time: 0.1703494 Dec 10 16:42:08.337960 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-378e346c-0ca5-45cf-a50a-18d708270af7 req-f0901553-2356-4bd8-8fd4-3805afa66e76 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967941 Dec 10 16:42:08.447015 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 41006) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:08.480324 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:08.651852 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f40bded-82b8-4efa-b055-dcd438cbbbe5 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:08.676198 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-2e27230b-8542-49d5-b7c7-bdeca24e34f2 tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-58309197'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:08.733839 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-986b4a65-067a-498b-ac66-73cec6931280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842f4b79-de87-48df-acef-595ee9d0c25a', 'name': '', 'tenant_id': 'c3bfa3d1f56648e1b43dc7c04f7d0527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:42:02Z', 'updated_at': '2021-12-10T16:42:06Z', 'revision_number': 4, 'project_id': 'c3bfa3d1f56648e1b43dc7c04f7d0527', 'gw_port_host': None}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:08.744735 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40bded-82b8-4efa-b055-dcd438cbbbe5 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d0c6500-7f02-4b56-b0cc-a02251630274,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:08.772342 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e27230b-8542-49d5-b7c7-bdeca24e34f2 tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] Made reservation on behalf of 4b9345f597a04fcda8d8aed374855828 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:42:08.775964 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e27230b-8542-49d5-b7c7-bdeca24e34f2 tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:08.807141 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986b4a65-067a-498b-ac66-73cec6931280 None None] The sync data for ids ['842f4b79-de87-48df-acef-595ee9d0c25a'] in n-d-766771-2 is: [{'id': '842f4b79-de87-48df-acef-595ee9d0c25a', 'name': '', 'tenant_id': 'c3bfa3d1f56648e1b43dc7c04f7d0527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:42:02Z', 'updated_at': '2021-12-10T16:42:06Z', 'revision_number': 4, 'project_id': 'c3bfa3d1f56648e1b43dc7c04f7d0527', 'gw_port_host': None}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:42:08.823071 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f40bded-82b8-4efa-b055-dcd438cbbbe5 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:08.823295 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e27230b-8542-49d5-b7c7-bdeca24e34f2 tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:08.957057 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f40bded-82b8-4efa-b055-dcd438cbbbe5 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:08.964308 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f40bded-82b8-4efa-b055-dcd438cbbbe5 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:09.008410 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e27230b-8542-49d5-b7c7-bdeca24e34f2 tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:09.013946 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e27230b-8542-49d5-b7c7-bdeca24e34f2 tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:09.051878 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e27230b-8542-49d5-b7c7-bdeca24e34f2 tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:42:09.066367 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e27230b-8542-49d5-b7c7-bdeca24e34f2 tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=818f4bda-c59d-419f-a2e7-2ccd914a104f,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:09.079188 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e27230b-8542-49d5-b7c7-bdeca24e34f2 tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:09.079542 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-2e27230b-8542-49d5-b7c7-bdeca24e34f2 tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] Added segment 35ffbfe8-d148-45a7-bedc-6f8b55e7faea of type vlan for network 34318b4a-75d6-4cef-a25a-4c693164f04e Dec 10 16:42:09.149400 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f40bded-82b8-4efa-b055-dcd438cbbbe5 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:09.151033 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f40bded-82b8-4efa-b055-dcd438cbbbe5 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 842f4b79-de87-48df-acef-595ee9d0c25a {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:42:09.161466 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f40bded-82b8-4efa-b055-dcd438cbbbe5 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:09.163074 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9f40bded-82b8-4efa-b055-dcd438cbbbe5 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] 10.222.0.11 "DELETE /v2.0/routers/842f4b79-de87-48df-acef-595ee9d0c25a HTTP/1.1" status: 204 len: 168 time: 3.3397839 Dec 10 16:42:09.165830 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 41022) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:09.205098 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e27230b-8542-49d5-b7c7-bdeca24e34f2 tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:09.331370 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0091434-f6c4-4561-bdb2-eaa5cfced97b tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Deleting subnet d7881bc6-ab4e-411f-b9b6-af92450d678c {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:42:09.346939 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d0091434-f6c4-4561-bdb2-eaa5cfced97b tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:09.397312 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ee063-d3a2-45da-b4b1-359f00929391 req-f6eb752e-c138-43e4-beeb-8aca412b9f15 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:09.407420 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d88ee063-d3a2-45da-b4b1-359f00929391 req-f6eb752e-c138-43e4-beeb-8aca412b9f15 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?device_id=85a5aff3-ad57-43ca-b9b3-cc04e0b96206 HTTP/1.1" status: 200 len: 945 time: 0.2429891 Dec 10 16:42:09.420813 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e27230b-8542-49d5-b7c7-bdeca24e34f2 tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:09.428230 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e27230b-8542-49d5-b7c7-bdeca24e34f2 tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:09.429222 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e27230b-8542-49d5-b7c7-bdeca24e34f2 tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:09.536965 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2e27230b-8542-49d5-b7c7-bdeca24e34f2 tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0883048 Dec 10 16:42:09.538109 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 41030) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:09.542110 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d0091434-f6c4-4561-bdb2-eaa5cfced97b tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:09.547069 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.tag.tag_plugin [None req-77dcf663-21ce-470f-b0e1-d3902f108e7e tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '34318b4a-75d6-4cef-a25a-4c693164f04e', 'tempest-TagsTest-Tag-1559534218') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:09.702722 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e27230b-8542-49d5-b7c7-bdeca24e34f2 tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] Pushing event updated for resources: {'Network': ['ID=34318b4a-75d6-4cef-a25a-4c693164f04e,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:09.703669 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d0091434-f6c4-4561-bdb2-eaa5cfced97b tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:09.714971 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 34318b4a-75d6-4cef-a25a-4c693164f04e details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:42:09.716603 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d88ee063-d3a2-45da-b4b1-359f00929391 req-2db42485-0df9-4100-996d-8e721f84926e tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ebf0947-47c2-4a23-b866-2593de23e122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3076897 Dec 10 16:42:09.858234 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-77dcf663-21ce-470f-b0e1-d3902f108e7e tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] 10.222.0.11 "PUT /v2.0/networks/34318b4a-75d6-4cef-a25a-4c693164f04e/tags/tempest-TagsTest-Tag-1559534218 HTTP/1.1" status: 201 len: 201 time: 0.3186293 Dec 10 16:42:09.860628 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 41038) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:09.874802 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.tag.tag_plugin [None req-78674f34-e221-4c80-b58f-3a48c71ccf7e tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '34318b4a-75d6-4cef-a25a-4c693164f04e', 'tempest-TagsTest-Tag-1559534218') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:09.888168 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d0091434-f6c4-4561-bdb2-eaa5cfced97b tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:09.936501 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0091434-f6c4-4561-bdb2-eaa5cfced97b tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d7881bc6-ab4e-411f-b9b6-af92450d678c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:09.938964 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d0091434-f6c4-4561-bdb2-eaa5cfced97b tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:09.943214 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d0091434-f6c4-4561-bdb2-eaa5cfced97b tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] 10.222.0.11 "DELETE /v2.0/subnets/d7881bc6-ab4e-411f-b9b6-af92450d678c HTTP/1.1" status: 204 len: 168 time: 0.7760952 Dec 10 16:42:09.945595 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 41042) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:09.986151 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 60f76525-d3b2-490b-b9c8-e5196e6aa4c8 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:42:10.019605 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98499cb-a60a-44f5-9a76-4f21a9b388cc req-5769aae3-9fc1-41df-a17f-cb4823d196c8 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:10.035647 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e98499cb-a60a-44f5-9a76-4f21a9b388cc req-5769aae3-9fc1-41df-a17f-cb4823d196c8 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c899109-6002-4bd6-88fc-f3846b5b95f2 HTTP/1.1" status: 200 len: 945 time: 0.1841261 Dec 10 16:42:10.098449 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4f582549-e7d8-4d26-945c-ffe807501321 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:10.119940 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-78674f34-e221-4c80-b58f-3a48c71ccf7e tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] 10.222.0.11 "GET /v2.0/networks/34318b4a-75d6-4cef-a25a-4c693164f04e/tags/tempest-TagsTest-Tag-1559534218 HTTP/1.1" status: 204 len: 168 time: 0.2580264 Dec 10 16:42:10.123911 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 41044) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:10.128880 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-17a574f1-f599-467c-92c6-8e88dcf341e2 tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '34318b4a-75d6-4cef-a25a-4c693164f04e') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:10.145851 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e98499cb-a60a-44f5-9a76-4f21a9b388cc req-4e7b0329-48eb-45d3-b0d8-ff0ed044f803 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084404 Dec 10 16:42:10.151625 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 60f76525-d3b2-490b-b9c8-e5196e6aa4c8 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:42:10.151994 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:10.289748 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 1c8e0b30-0362-49fa-a368-93532e36cdcd up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:42:10.367632 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:10.413621 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 60f76525-d3b2-490b-b9c8-e5196e6aa4c8, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=60f76525-d3b2-490b-b9c8-e5196e6aa4c8,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:42:10.416382 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c899109-6002-4bd6-88fc-f3846b5b95f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f76525-d3b2-490b-b9c8-e5196e6aa4c8'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:42:10.419536 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40515f19-bb07-4526-9741-d6b3f4c3a0bb" -d '{"events": [{"server_uuid": "6c899109-6002-4bd6-88fc-f3846b5b95f2", "name": "network-vif-plugged", "status": "completed", "tag": "60f76525-d3b2-490b-b9c8-e5196e6aa4c8"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:42:10.429313 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:10.436339 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 1c8e0b30-0362-49fa-a368-93532e36cdcd completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:42:10.477236 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4f582549-e7d8-4d26-945c-ffe807501321 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:10.477832 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 1c8e0b30-0362-49fa-a368-93532e36cdcd triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:42:10.478572 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:10.546295 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48afa8ba-bbd0-4ba3-9614-62b7508c38e3 x-openstack-request-id: req-48afa8ba-bbd0-4ba3-9614-62b7508c38e3 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:42:10.547059 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c899109-6002-4bd6-88fc-f3846b5b95f2", "name": "network-vif-plugged", "status": "completed", "tag": "60f76525-d3b2-490b-b9c8-e5196e6aa4c8", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:42:10.547504 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-48afa8ba-bbd0-4ba3-9614-62b7508c38e3 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:42:10.548080 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c899109-6002-4bd6-88fc-f3846b5b95f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f76525-d3b2-490b-b9c8-e5196e6aa4c8', 'code': 200} Dec 10 16:42:10.561735 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-4f582549-e7d8-4d26-945c-ffe807501321 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['350e2c0d-6f07-48ee-a611-c283d4bc1058']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:10.596120 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-4f582549-e7d8-4d26-945c-ffe807501321 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfe9ad67-3052-4425-a35e-62e6f8fa442d') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:10.596379 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-4f582549-e7d8-4d26-945c-ffe807501321 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfe9ad67-3052-4425-a35e-62e6f8fa442d') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:10.613444 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=60f76525-d3b2-490b-b9c8-e5196e6aa4c8,revision_number=7']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:10.621132 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 41050) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:10.628516 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.tag.tag_plugin [None req-c05aee6a-8624-401f-bff3-e55f4027b21f tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '34318b4a-75d6-4cef-a25a-4c693164f04e', {'tags': ['tempest-TagsTest-Tag-700216949', 'tempest-TagsTest-Tag-924474533', 'tempest-TagsTest-Tag-151656453']}) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:10.632085 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-17a574f1-f599-467c-92c6-8e88dcf341e2 tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] 10.222.0.11 "GET /v2.0/networks/34318b4a-75d6-4cef-a25a-4c693164f04e/tags HTTP/1.1" status: 200 len: 238 time: 0.5069118 Dec 10 16:42:10.635959 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4f582549-e7d8-4d26-945c-ffe807501321 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:10.664385 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4f582549-e7d8-4d26-945c-ffe807501321 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:10.679741 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f582549-e7d8-4d26-945c-ffe807501321 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:42:10.680141 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4f582549-e7d8-4d26-945c-ffe807501321 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:10.681954 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:42:10.681954 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:42:10.681954 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:42:10.681954 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:42:10.681954 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:42:10.681954 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:42:10.681954 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:42:10.681954 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:42:10.681954 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:42:10.681954 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:42:10.681954 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:42:10.681954 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:42:10.681954 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:42:10.681954 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:42:10.681954 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:42:10.681954 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:42:10.681954 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:42:10.681954 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:42:10.681954 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:42:10.681954 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:42:10.681954 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:42:10.681954 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:42:10.681954 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:42:10.681954 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:42:10.681954 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:42:10.681954 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:42:10.681954 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:42:10.681954 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:42:10.681954 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:42:10.681954 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:42:10.681954 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:42:10.681954 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:42:10.745657 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:10.847602 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 1c8e0b30-0362-49fa-a368-93532e36cdcd, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=1c8e0b30-0362-49fa-a368-93532e36cdcd,segment=NetworkSegment(f615967a-0647-4078-9f88-b7e81d8a9e71),segment_id=f615967a-0647-4078-9f88-b7e81d8a9e71)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:42:10.852652 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:10.906270 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4f582549-e7d8-4d26-945c-ffe807501321 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:10.912831 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f582549-e7d8-4d26-945c-ffe807501321 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 350e2c0d-6f07-48ee-a611-c283d4bc1058 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 16:42:10.915446 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4f582549-e7d8-4d26-945c-ffe807501321 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:10.920848 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4f582549-e7d8-4d26-945c-ffe807501321 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] 10.222.0.11 "DELETE /v2.0/networks/350e2c0d-6f07-48ee-a611-c283d4bc1058 HTTP/1.1" status: 204 len: 168 time: 0.9728436 Dec 10 16:42:10.921400 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c05aee6a-8624-401f-bff3-e55f4027b21f tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] 10.222.0.11 "PUT /v2.0/networks/34318b4a-75d6-4cef-a25a-4c693164f04e/tags HTTP/1.1" status: 200 len: 306 time: 0.2945075 Dec 10 16:42:10.924665 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 41054) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:10.936555 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.tag.tag_plugin [None req-2c18da26-df6b-4f1f-9643-80fb16a6f8cc tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '34318b4a-75d6-4cef-a25a-4c693164f04e', 'tempest-TagsTest-Tag-700216949') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:10.961246 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f582549-e7d8-4d26-945c-ffe807501321 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Pushing event deleted for resources: {'Network': ['ID=350e2c0d-6f07-48ee-a611-c283d4bc1058,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:10.983930 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaeeddd-2de9-4339-84b2-3838e7833b46 req-ad92e2c0-0e90-4f69-b62b-597ddf2e5e57 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:11.007983 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3eaeeddd-2de9-4339-84b2-3838e7833b46 req-ad92e2c0-0e90-4f69-b62b-597ddf2e5e57 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?device_id=85a5aff3-ad57-43ca-b9b3-cc04e0b96206 HTTP/1.1" status: 200 len: 946 time: 0.1895866 Dec 10 16:42:11.036850 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=1c8e0b30-0362-49fa-a368-93532e36cdcd,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:11.072483 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:11.072865 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:11.073222 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:11.073568 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:11.073911 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:11.079478 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:11.079886 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:11.080286 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:11.080635 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:11.080974 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:11.081313 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:11.081648 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:11.089969 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:11.163622 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2c18da26-df6b-4f1f-9643-80fb16a6f8cc tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] 10.222.0.11 "DELETE /v2.0/networks/34318b4a-75d6-4cef-a25a-4c693164f04e/tags/tempest-TagsTest-Tag-700216949 HTTP/1.1" status: 204 len: 168 time: 0.2375124 Dec 10 16:42:11.165859 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 41062) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:11.175722 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.tag.tag_plugin [None req-bcce92cb-cc36-4ab6-8a8d-3e846b4ab7d2 tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '34318b4a-75d6-4cef-a25a-4c693164f04e', 'tempest-TagsTest-Tag-700216949') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:11.204005 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3eaeeddd-2de9-4339-84b2-3838e7833b46 req-a3a882fa-e01f-438d-b67c-1097e0d0b69d tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ebf0947-47c2-4a23-b866-2593de23e122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951072 Dec 10 16:42:11.267314 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-bcce92cb-cc36-4ab6-8a8d-3e846b4ab7d2 tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] show failed (client error): The resource could not be found. Dec 10 16:42:11.269027 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-bcce92cb-cc36-4ab6-8a8d-3e846b4ab7d2 tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] 10.222.0.11 "GET /v2.0/networks/34318b4a-75d6-4cef-a25a-4c693164f04e/tags/tempest-TagsTest-Tag-700216949 HTTP/1.1" status: 404 len: 325 time: 0.1010442 Dec 10 16:42:11.271634 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 41068) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:11.276625 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.tag.tag_plugin [None req-11b5f42d-6b78-40a1-a890-6913bd4f7b9d tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '34318b4a-75d6-4cef-a25a-4c693164f04e', 'tempest-TagsTest-Tag-924474533') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:11.500810 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13c8f4-b4e6-4c10-ac7f-0087c36ceaf5 req-a0a420fc-2cef-4ac8-b58f-3fa6f392322a tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:11.532768 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 41076) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:11.549907 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7b13c8f4-b4e6-4c10-ac7f-0087c36ceaf5 req-a0a420fc-2cef-4ac8-b58f-3fa6f392322a tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c899109-6002-4bd6-88fc-f3846b5b95f2 HTTP/1.1" status: 200 len: 946 time: 0.2319672 Dec 10 16:42:11.554047 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-231decd9-c357-4c56-ae79-88486358fee6 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Request body: {'router': {'name': 'tempest-router--176438511', 'project_id': 'a7f8415752ed45bdbe21ad9a410bdc04'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:11.574743 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-11b5f42d-6b78-40a1-a890-6913bd4f7b9d tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] 10.222.0.11 "GET /v2.0/networks/34318b4a-75d6-4cef-a25a-4c693164f04e/tags/tempest-TagsTest-Tag-924474533 HTTP/1.1" status: 204 len: 168 time: 0.3017442 Dec 10 16:42:11.577475 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 41078) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:11.604093 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.tag.tag_plugin [None req-47a2b472-8133-4589-b3c6-2d635190733c tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '34318b4a-75d6-4cef-a25a-4c693164f04e', 'tempest-TagsTest-Tag-151656453') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:11.634785 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7b13c8f4-b4e6-4c10-ac7f-0087c36ceaf5 req-3732485c-b622-43c6-a3bb-010b964d1fa0 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789969 Dec 10 16:42:11.731323 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-231decd9-c357-4c56-ae79-88486358fee6 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:11.732920 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-231decd9-c357-4c56-ae79-88486358fee6 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:11.782871 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-47a2b472-8133-4589-b3c6-2d635190733c tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] 10.222.0.11 "GET /v2.0/networks/34318b4a-75d6-4cef-a25a-4c693164f04e/tags/tempest-TagsTest-Tag-151656453 HTTP/1.1" status: 204 len: 168 time: 0.2042420 Dec 10 16:42:11.785522 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 41080) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:11.790829 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-2e86d155-f165-4a92-ade3-e6b7220e7aa8 tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '34318b4a-75d6-4cef-a25a-4c693164f04e') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:11.923081 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-231decd9-c357-4c56-ae79-88486358fee6 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:11.936996 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-231decd9-c357-4c56-ae79-88486358fee6 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:11.962959 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-231decd9-c357-4c56-ae79-88486358fee6 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:11.964553 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-231decd9-c357-4c56-ae79-88486358fee6 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4302888 Dec 10 16:42:11.967303 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 41082) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:12.021518 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2e86d155-f165-4a92-ade3-e6b7220e7aa8 tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] 10.222.0.11 "DELETE /v2.0/networks/34318b4a-75d6-4cef-a25a-4c693164f04e/tags HTTP/1.1" status: 204 len: 168 time: 0.2346129 Dec 10 16:42:12.024018 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 41086) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:12.029417 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-ed11652b-6456-4eb6-9ae8-2cbf9d52e0a4 tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '34318b4a-75d6-4cef-a25a-4c693164f04e', 'tempest-TagsTest-Tag-924474533') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:12.158113 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2f0b9872-44ae-4873-86cf-e0227adec625 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:12.183247 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-ed11652b-6456-4eb6-9ae8-2cbf9d52e0a4 tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] show failed (client error): The resource could not be found. Dec 10 16:42:12.184309 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ed11652b-6456-4eb6-9ae8-2cbf9d52e0a4 tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] 10.222.0.11 "GET /v2.0/networks/34318b4a-75d6-4cef-a25a-4c693164f04e/tags/tempest-TagsTest-Tag-924474533 HTTP/1.1" status: 404 len: 325 time: 0.1591799 Dec 10 16:42:12.187525 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 41090) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:12.195220 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-d2a103a7-60bb-42af-ba46-b741d2bee6ca tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '34318b4a-75d6-4cef-a25a-4c693164f04e', 'tempest-TagsTest-Tag-151656453') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:12.497347 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-d2a103a7-60bb-42af-ba46-b741d2bee6ca tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] show failed (client error): The resource could not be found. Dec 10 16:42:12.506696 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d2a103a7-60bb-42af-ba46-b741d2bee6ca tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] 10.222.0.11 "GET /v2.0/networks/34318b4a-75d6-4cef-a25a-4c693164f04e/tags/tempest-TagsTest-Tag-151656453 HTTP/1.1" status: 404 len: 325 time: 0.3178415 Dec 10 16:42:12.507064 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 41100) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:12.520050 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-0d7ee5d6-fd0b-4de6-9e9c-973327316d6c tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '34318b4a-75d6-4cef-a25a-4c693164f04e') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:12.545821 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e2265-a1b7-4b67-88d6-889b46df380d req-bc680d8d-58e9-4a37-b92b-f916f697c0e2 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:12.548531 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-807e2265-a1b7-4b67-88d6-889b46df380d req-bc680d8d-58e9-4a37-b92b-f916f697c0e2 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?device_id=85a5aff3-ad57-43ca-b9b3-cc04e0b96206 HTTP/1.1" status: 200 len: 946 time: 0.1912868 Dec 10 16:42:12.549835 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a5aff3-ad57-43ca-b9b3-cc04e0b96206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8e0b30-0362-49fa-a368-93532e36cdcd'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:42:12.553059 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8579f1b-ccfe-4f5e-b6d8-4409c43342cb" -d '{"events": [{"server_uuid": "85a5aff3-ad57-43ca-b9b3-cc04e0b96206", "name": "network-vif-plugged", "status": "completed", "tag": "1c8e0b30-0362-49fa-a368-93532e36cdcd"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:42:12.603571 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2f0b9872-44ae-4873-86cf-e0227adec625 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:12.610590 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2f0b9872-44ae-4873-86cf-e0227adec625 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:12.683982 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-807e2265-a1b7-4b67-88d6-889b46df380d req-ca7e228f-413d-473b-834c-e8a31fe0403c tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ebf0947-47c2-4a23-b866-2593de23e122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071560 Dec 10 16:42:12.720239 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2f0b9872-44ae-4873-86cf-e0227adec625 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:12.722855 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0b9872-44ae-4873-86cf-e0227adec625 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ae810967-7da7-454b-bb4f-62f2224d4de0 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:42:12.728603 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2f0b9872-44ae-4873-86cf-e0227adec625 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:12.732834 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2f0b9872-44ae-4873-86cf-e0227adec625 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] 10.222.0.11 "DELETE /v2.0/routers/ae810967-7da7-454b-bb4f-62f2224d4de0 HTTP/1.1" status: 204 len: 168 time: 0.7641947 Dec 10 16:42:12.768704 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 41108) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:12.768938 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-0d7ee5d6-fd0b-4de6-9e9c-973327316d6c tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] 10.222.0.11 "DELETE /v2.0/networks/34318b4a-75d6-4cef-a25a-4c693164f04e/tags HTTP/1.1" status: 204 len: 168 time: 0.2589371 Dec 10 16:42:12.812405 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0026adf-e371-4459-b870-07f0e7b6f06d x-openstack-request-id: req-d0026adf-e371-4459-b870-07f0e7b6f06d {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:42:12.812689 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a5aff3-ad57-43ca-b9b3-cc04e0b96206", "name": "network-vif-plugged", "status": "completed", "tag": "1c8e0b30-0362-49fa-a368-93532e36cdcd", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:42:12.812953 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d0026adf-e371-4459-b870-07f0e7b6f06d {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:42:12.813353 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a5aff3-ad57-43ca-b9b3-cc04e0b96206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8e0b30-0362-49fa-a368-93532e36cdcd', 'code': 200} Dec 10 16:42:12.972997 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-111e611d-8844-4fd9-ad19-adaa6f0a73ae tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:12.991059 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 41110) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:13.047809 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25efca-0f72-4dfd-b219-204ee4d1dfe3 req-4410e466-47c3-4dd6-a137-94d91574660d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:13.052241 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fd25efca-0f72-4dfd-b219-204ee4d1dfe3 req-4410e466-47c3-4dd6-a137-94d91574660d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=85a5aff3-ad57-43ca-b9b3-cc04e0b96206 HTTP/1.1" status: 200 len: 1097 time: 0.1709402 Dec 10 16:42:13.093306 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295677fe-b473-4606-898d-0b3c58f6fda4 req-bab3bb11-797a-4847-84b6-a5a1ca75b085 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:13.155143 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-295677fe-b473-4606-898d-0b3c58f6fda4 req-bab3bb11-797a-4847-84b6-a5a1ca75b085 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c899109-6002-4bd6-88fc-f3846b5b95f2 HTTP/1.1" status: 200 len: 946 time: 0.1887336 Dec 10 16:42:13.328722 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-295677fe-b473-4606-898d-0b3c58f6fda4 req-83616c5b-fbf3-4d2d-a10c-d1d3eab81e34 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594877 Dec 10 16:42:13.446607 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fd25efca-0f72-4dfd-b219-204ee4d1dfe3 req-75c546dc-e67c-4209-8e41-a6dae6b6e0ff service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2ebf0947-47c2-4a23-b866-2593de23e122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2272363 Dec 10 16:42:13.459346 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-111e611d-8844-4fd9-ad19-adaa6f0a73ae tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:13.500409 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-111e611d-8844-4fd9-ad19-adaa6f0a73ae tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34318b4a-75d6-4cef-a25a-4c693164f04e']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:13.527528 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-db0bee8c-e91c-4188-90de-39aff29fc4f0 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1791666420', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}, 'admin_state_up': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:13.535521 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-111e611d-8844-4fd9-ad19-adaa6f0a73ae tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35ffbfe8-d148-45a7-bedc-6f8b55e7faea') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:13.535818 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-111e611d-8844-4fd9-ad19-adaa6f0a73ae tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35ffbfe8-d148-45a7-bedc-6f8b55e7faea') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:13.549249 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-111e611d-8844-4fd9-ad19-adaa6f0a73ae tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:13.596729 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-111e611d-8844-4fd9-ad19-adaa6f0a73ae tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:13.604944 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-111e611d-8844-4fd9-ad19-adaa6f0a73ae tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:42:13.605460 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-111e611d-8844-4fd9-ad19-adaa6f0a73ae tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:13.681728 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db0bee8c-e91c-4188-90de-39aff29fc4f0 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:13.683565 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db0bee8c-e91c-4188-90de-39aff29fc4f0 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:13.690883 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:42:13.690883 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:42:13.690883 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:42:13.690883 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:42:13.690883 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:42:13.690883 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:42:13.690883 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:42:13.690883 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:42:13.690883 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:42:13.690883 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:42:13.690883 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:42:13.690883 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:42:13.690883 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:42:13.690883 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:42:13.690883 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:42:13.690883 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:42:13.690883 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:42:13.690883 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:42:13.690883 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:42:13.690883 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:42:13.690883 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:42:13.690883 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:42:13.690883 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:42:13.690883 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:42:13.690883 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:42:13.690883 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:42:13.690883 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:42:13.690883 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:42:13.690883 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:42:13.690883 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:42:13.690883 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:42:13.690883 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:42:13.695532 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-111e611d-8844-4fd9-ad19-adaa6f0a73ae tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:13.709494 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-111e611d-8844-4fd9-ad19-adaa6f0a73ae tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:13.715951 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-111e611d-8844-4fd9-ad19-adaa6f0a73ae tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] 10.222.0.11 "DELETE /v2.0/networks/34318b4a-75d6-4cef-a25a-4c693164f04e HTTP/1.1" status: 204 len: 168 time: 0.9437153 Dec 10 16:42:13.737083 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e611d-8844-4fd9-ad19-adaa6f0a73ae tempest-TagsTest-1099161518 tempest-TagsTest-1099161518-project] Pushing event deleted for resources: {'Network': ['ID=34318b4a-75d6-4cef-a25a-4c693164f04e,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:13.846670 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db0bee8c-e91c-4188-90de-39aff29fc4f0 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:13.886694 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f8b50-c3ca-48f2-a7b2-3f3c7ce0f37f req-b82b2a14-7d4a-4a00-8183-73201385447c tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:13.895088 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-189f8b50-c3ca-48f2-a7b2-3f3c7ce0f37f req-b82b2a14-7d4a-4a00-8183-73201385447c tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?device_id=85a5aff3-ad57-43ca-b9b3-cc04e0b96206 HTTP/1.1" status: 200 len: 946 time: 0.1038384 Dec 10 16:42:13.911067 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0bfc6137-fef4-459f-bc52-028b1b5ce505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:14.025688 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-189f8b50-c3ca-48f2-a7b2-3f3c7ce0f37f req-584abb7b-3f48-4acd-b338-d3e23d8170d6 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ebf0947-47c2-4a23-b866-2593de23e122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216555 Dec 10 16:42:14.182981 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db0bee8c-e91c-4188-90de-39aff29fc4f0 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:14.250124 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 41130) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:14.692242 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3ae8b71d-e404-4e2e-8333-c6837bb9ba87 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4b9345f597a04fcda8d8aed374855828&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4375894 Dec 10 16:42:14.698413 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 41144) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:14.735507 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db0bee8c-e91c-4188-90de-39aff29fc4f0 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:14.758059 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db0bee8c-e91c-4188-90de-39aff29fc4f0 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:14.807263 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce78bbb-2deb-40e9-ae67-cc0439656684 req-b5ef9555-64d8-4857-b38b-ab1269c3254c tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:14.837708 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4ce78bbb-2deb-40e9-ae67-cc0439656684 req-b5ef9555-64d8-4857-b38b-ab1269c3254c tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c899109-6002-4bd6-88fc-f3846b5b95f2 HTTP/1.1" status: 200 len: 946 time: 0.3523901 Dec 10 16:42:14.930162 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4ce78bbb-2deb-40e9-ae67-cc0439656684 req-5a800e71-3b50-4da3-aebb-0f2a5e0afd7f tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912087 Dec 10 16:42:14.982550 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f3e96011-a8e1-4613-a5dd-24250c3cad77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:15.051172 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-db0bee8c-e91c-4188-90de-39aff29fc4f0 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Allocated IP 172.25.6.194 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/f2936d5c-9328-471b-b82c-543f9b370fd9) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:42:15.095052 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f3e96011-a8e1-4613-a5dd-24250c3cad77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:15.337825 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db0bee8c-e91c-4188-90de-39aff29fc4f0 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:15.367364 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426df90-95bd-4f06-8687-08a755fceffb req-4fab631b-c79b-4674-8616-002550ece4c0 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:15.387312 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5426df90-95bd-4f06-8687-08a755fceffb req-4fab631b-c79b-4674-8616-002550ece4c0 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?device_id=85a5aff3-ad57-43ca-b9b3-cc04e0b96206 HTTP/1.1" status: 200 len: 946 time: 0.1964841 Dec 10 16:42:15.389422 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f3e96011-a8e1-4613-a5dd-24250c3cad77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:15.392164 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f3e96011-a8e1-4613-a5dd-24250c3cad77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:15.398642 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f3e96011-a8e1-4613-a5dd-24250c3cad77 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/818f4bda-c59d-419f-a2e7-2ccd914a104f HTTP/1.1" status: 204 len: 168 time: 0.6987562 Dec 10 16:42:15.429963 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db0bee8c-e91c-4188-90de-39aff29fc4f0 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:15.451611 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e96011-a8e1-4613-a5dd-24250c3cad77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818f4bda-c59d-419f-a2e7-2ccd914a104f,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:15.566039 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0bee8c-e91c-4188-90de-39aff29fc4f0 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Pushing event updated for resources: {'Port': ['ID=f2936d5c-9328-471b-b82c-543f9b370fd9,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:15.589357 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0bee8c-e91c-4188-90de-39aff29fc4f0 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:42:15.590577 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-db0bee8c-e91c-4188-90de-39aff29fc4f0 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:42:15.607538 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5426df90-95bd-4f06-8687-08a755fceffb req-ff5029c6-3b1c-403f-a0f2-52c932806d1d tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ebf0947-47c2-4a23-b866-2593de23e122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186141 Dec 10 16:42:15.610238 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0bee8c-e91c-4188-90de-39aff29fc4f0 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:42:15.656438 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee9834d-f96b-42b8-bc6f-7d1da6ec748b None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:42:15.713637 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d947579a-8105-429c-b4b4-38fd36167bbb None None] Provisioning complete for port f2936d5c-9328-471b-b82c-543f9b370fd9 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:42:15.715627 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d947579a-8105-429c-b4b4-38fd36167bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:15.807710 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d947579a-8105-429c-b4b4-38fd36167bbb None None] Port f2936d5c-9328-471b-b82c-543f9b370fd9 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:42:15.924522 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709f52c-4abc-45d2-a1ac-34852376c881 req-743c457b-1a58-499b-96b6-0ebfe3bad227 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:15.931159 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9709f52c-4abc-45d2-a1ac-34852376c881 req-743c457b-1a58-499b-96b6-0ebfe3bad227 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?device_id=85a5aff3-ad57-43ca-b9b3-cc04e0b96206 HTTP/1.1" status: 200 len: 946 time: 0.1145852 Dec 10 16:42:16.055671 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9709f52c-4abc-45d2-a1ac-34852376c881 req-cacacc33-aacd-40b9-8988-40d9fabafe31 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ebf0947-47c2-4a23-b866-2593de23e122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184087 Dec 10 16:42:16.108274 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 41178) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:16.211479 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5070ce18-1b9e-4314-aac9-e1a298838aae tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:16.213206 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5070ce18-1b9e-4314-aac9-e1a298838aae tempest-TestNetworkBasicOps-1660137887 tempest-TestNetworkBasicOps-1660137887-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=85a5aff3-ad57-43ca-b9b3-cc04e0b96206 HTTP/1.1" status: 200 len: 1092 time: 0.1038427 Dec 10 16:42:16.216241 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 41182) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:16.224900 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-e1a77e94-310e-4e17-8e70-4462f9211167 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'port_id': '1c8e0b30-0362-49fa-a368-93532e36cdcd', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:16.385013 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60543934-cf0f-4cbd-8b9d-2667d53c1849 req-e27738e6-b785-4a7b-aebb-7be89a0165ca tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:16.394702 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60543934-cf0f-4cbd-8b9d-2667d53c1849 req-e27738e6-b785-4a7b-aebb-7be89a0165ca tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c899109-6002-4bd6-88fc-f3846b5b95f2 HTTP/1.1" status: 200 len: 946 time: 0.1486766 Dec 10 16:42:16.402366 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db0bee8c-e91c-4188-90de-39aff29fc4f0 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:16.451496 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e1a77e94-310e-4e17-8e70-4462f9211167 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:16.470032 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3e4a2b3e-9922-4e6e-afda-06f396fb6a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:16.635113 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60543934-cf0f-4cbd-8b9d-2667d53c1849 req-ad092259-85c6-4827-985c-9eb17149456c tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374871 Dec 10 16:42:16.786203 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e1a77e94-310e-4e17-8e70-4462f9211167 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:17.037497 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-e1a77e94-310e-4e17-8e70-4462f9211167 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Allocated IP 172.25.6.35 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/bef35c7f-7fd2-4047-8632-21af8f16b2bf) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:42:17.111392 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db0bee8c-e91c-4188-90de-39aff29fc4f0 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:17.276975 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:17.305581 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e1a77e94-310e-4e17-8e70-4462f9211167 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:17.399988 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e1a77e94-310e-4e17-8e70-4462f9211167 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:17.519429 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0bee8c-e91c-4188-90de-39aff29fc4f0 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Router 0699a4d6-08aa-4328-90f1-d1fe8d05f1c0 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:42:17.529023 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a77e94-310e-4e17-8e70-4462f9211167 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event updated for resources: {'Port': ['ID=bef35c7f-7fd2-4047-8632-21af8f16b2bf,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:17.549772 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a77e94-310e-4e17-8e70-4462f9211167 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:42:17.553137 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-e1a77e94-310e-4e17-8e70-4462f9211167 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:42:17.562044 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a77e94-310e-4e17-8e70-4462f9211167 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:42:17.767489 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0bee8c-e91c-4188-90de-39aff29fc4f0 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:42:17.779036 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ccc8f3-9e6f-4499-bb46-8e3d3e17daec None None] Sync routers for ids ['0699a4d6-08aa-4328-90f1-d1fe8d05f1c0'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:42:17.797048 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ccc8f3-9e6f-4499-bb46-8e3d3e17daec None None] Routers {'0699a4d6-08aa-4328-90f1-d1fe8d05f1c0'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:42:17.797935 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-20ccc8f3-9e6f-4499-bb46-8e3d3e17daec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:42:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['0699a4d6-08aa-4328-90f1-d1fe8d05f1c0'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:17.830262 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db0bee8c-e91c-4188-90de-39aff29fc4f0 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:17.848861 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-db0bee8c-e91c-4188-90de-39aff29fc4f0 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.8531680 Dec 10 16:42:17.855733 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 41220) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:17.915627 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-20ccc8f3-9e6f-4499-bb46-8e3d3e17daec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:17.941819 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ccc8f3-9e6f-4499-bb46-8e3d3e17daec None None] Routers {'0699a4d6-08aa-4328-90f1-d1fe8d05f1c0'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:42:17.942494 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-20ccc8f3-9e6f-4499-bb46-8e3d3e17daec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:42:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['0699a4d6-08aa-4328-90f1-d1fe8d05f1c0'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:18.026470 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-20ccc8f3-9e6f-4499-bb46-8e3d3e17daec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:18.029068 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ccc8f3-9e6f-4499-bb46-8e3d3e17daec None None] The sync data for ids ['0699a4d6-08aa-4328-90f1-d1fe8d05f1c0'] in n-d-766771-2 is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:42:18.088913 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-592b347b-43e6-4a82-a889-0ec6a793e686 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] 10.222.0.11 "GET /v2.0/routers/0699a4d6-08aa-4328-90f1-d1fe8d05f1c0 HTTP/1.1" status: 200 len: 925 time: 0.2294586 Dec 10 16:42:18.088913 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 41230) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:18.316163 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b34454f-3285-445c-bd6f-d404e9408a92 req-e245bf1e-a3dd-412a-bd39-3542194e8b6d tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:18.317879 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3b34454f-3285-445c-bd6f-d404e9408a92 req-e245bf1e-a3dd-412a-bd39-3542194e8b6d tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c899109-6002-4bd6-88fc-f3846b5b95f2 HTTP/1.1" status: 200 len: 946 time: 0.2861922 Dec 10 16:42:18.567162 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:18.587656 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-50cdd9b4-c315-4c5a-a744-0835e866a225 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] 10.222.0.11 "GET /v2.0/ports?device_id=0699a4d6-08aa-4328-90f1-d1fe8d05f1c0 HTTP/1.1" status: 200 len: 205 time: 0.4975858 Dec 10 16:42:18.590798 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 41240) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:18.682384 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3b34454f-3285-445c-bd6f-d404e9408a92 req-41ff07af-e534-4562-a0c1-8a863f5a9529 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326430 Dec 10 16:42:18.865182 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-465a6d19-fdb9-47db-ae40-1d8dbe80142c tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:19.113706 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-465a6d19-fdb9-47db-ae40-1d8dbe80142c tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:19.206037 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e1a77e94-310e-4e17-8e70-4462f9211167 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:19.237695 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-465a6d19-fdb9-47db-ae40-1d8dbe80142c tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Deleting port f2936d5c-9328-471b-b82c-543f9b370fd9 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:42:19.238436 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-465a6d19-fdb9-47db-ae40-1d8dbe80142c tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:19.374091 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e1a77e94-310e-4e17-8e70-4462f9211167 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:19.458372 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-465a6d19-fdb9-47db-ae40-1d8dbe80142c tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:19.490079 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-465a6d19-fdb9-47db-ae40-1d8dbe80142c tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Calling delete_port for f2936d5c-9328-471b-b82c-543f9b370fd9 owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:42:19.591676 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 41254) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:19.671182 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:19.794095 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e1a77e94-310e-4e17-8e70-4462f9211167 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:19.810005 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e1a77e94-310e-4e17-8e70-4462f9211167 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:19.970063 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-465a6d19-fdb9-47db-ae40-1d8dbe80142c tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:20.025292 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e39bc97d-3b85-4a5a-bb2e-9a999fec4acd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:20.031376 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a6d19-fdb9-47db-ae40-1d8dbe80142c tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Pushing event deleted for resources: {'Port': ['ID=f2936d5c-9328-471b-b82c-543f9b370fd9,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:20.045040 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d14c4f3-4a1b-4dde-a5a3-a9f3d16bc4f8 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:42:20.088121 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a77e94-310e-4e17-8e70-4462f9211167 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event updated for resources: {'Port': ['ID=bef35c7f-7fd2-4047-8632-21af8f16b2bf,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:20.115455 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a6d19-fdb9-47db-ae40-1d8dbe80142c tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:20.116090 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a6d19-fdb9-47db-ae40-1d8dbe80142c tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:20.116651 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a6d19-fdb9-47db-ae40-1d8dbe80142c tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:20.117246 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a6d19-fdb9-47db-ae40-1d8dbe80142c tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:20.117888 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a6d19-fdb9-47db-ae40-1d8dbe80142c tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:20.118628 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a6d19-fdb9-47db-ae40-1d8dbe80142c tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:20.119182 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a6d19-fdb9-47db-ae40-1d8dbe80142c tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:20.119731 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a6d19-fdb9-47db-ae40-1d8dbe80142c tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:20.120440 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a6d19-fdb9-47db-ae40-1d8dbe80142c tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:20.121365 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a6d19-fdb9-47db-ae40-1d8dbe80142c tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:20.122820 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a6d19-fdb9-47db-ae40-1d8dbe80142c tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:20.123495 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a6d19-fdb9-47db-ae40-1d8dbe80142c tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:20.124061 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a6d19-fdb9-47db-ae40-1d8dbe80142c tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:20.128285 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-465a6d19-fdb9-47db-ae40-1d8dbe80142c tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:20.143629 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e1a77e94-310e-4e17-8e70-4462f9211167 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:20.341013 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-465a6d19-fdb9-47db-ae40-1d8dbe80142c tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:20.346409 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-465a6d19-fdb9-47db-ae40-1d8dbe80142c tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:20.441279 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-465a6d19-fdb9-47db-ae40-1d8dbe80142c tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:20.442003 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465a6d19-fdb9-47db-ae40-1d8dbe80142c tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Fanout notify agent at l3_agent the message router_deleted on router 0699a4d6-08aa-4328-90f1-d1fe8d05f1c0 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:42:20.449757 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-465a6d19-fdb9-47db-ae40-1d8dbe80142c tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:20.461947 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-465a6d19-fdb9-47db-ae40-1d8dbe80142c tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] 10.222.0.11 "DELETE /v2.0/routers/0699a4d6-08aa-4328-90f1-d1fe8d05f1c0 HTTP/1.1" status: 204 len: 168 time: 1.8697073 Dec 10 16:42:20.465033 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 41270) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:20.475245 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-b10c5683-1684-43bf-af2c-0176633ea4f7 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Request body: {'router': {'name': 'tempest-snat-router-839695697', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'enable_snat': False}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:20.541572 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b10c5683-1684-43bf-af2c-0176633ea4f7 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:20.546168 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b10c5683-1684-43bf-af2c-0176633ea4f7 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:20.642960 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b10c5683-1684-43bf-af2c-0176633ea4f7 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:20.861588 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae09708-7e7b-47c8-88b4-b0db4bbffb05 req-7be4771d-4bc7-4169-81d8-818655421fff tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:20.870559 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3ae09708-7e7b-47c8-88b4-b0db4bbffb05 req-7be4771d-4bc7-4169-81d8-818655421fff tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c899109-6002-4bd6-88fc-f3846b5b95f2 HTTP/1.1" status: 200 len: 946 time: 0.9315603 Dec 10 16:42:20.977371 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [None req-e1a77e94-310e-4e17-8e70-4462f9211167 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Floating IP 63231301-a785-4891-997d-454c4e7950b7 associated. External IP: 172.25.6.35, port: 1c8e0b30-0362-49fa-a368-93532e36cdcd. Dec 10 16:42:21.015752 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b10c5683-1684-43bf-af2c-0176633ea4f7 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:21.153680 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3ae09708-7e7b-47c8-88b4-b0db4bbffb05 req-0b480f6a-ce18-4079-bbaf-e4be457924e2 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819915 Dec 10 16:42:21.210446 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e39bc97d-3b85-4a5a-bb2e-9a999fec4acd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:21.232046 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e39bc97d-3b85-4a5a-bb2e-9a999fec4acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:21.324046 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e39bc97d-3b85-4a5a-bb2e-9a999fec4acd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=00ca0e8b87844407ab3bb2b092b1e30e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7313786 Dec 10 16:42:21.326950 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 41282) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:21.390724 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b10c5683-1684-43bf-af2c-0176633ea4f7 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:21.411792 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39bc97d-3b85-4a5a-bb2e-9a999fec4acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff263f0-8f12-4e69-a17e-c65bc2b5b15b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:21.414816 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b10c5683-1684-43bf-af2c-0176633ea4f7 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:21.547330 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-b10c5683-1684-43bf-af2c-0176633ea4f7 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Allocated IP 172.25.6.180 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/94b2898c-907b-418d-bc95-bcf3d41f1793) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:42:21.621552 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-82e3702c-066e-49f6-861a-81e8e374bd45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:21.700561 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-82e3702c-066e-49f6-861a-81e8e374bd45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:21.727419 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b10c5683-1684-43bf-af2c-0176633ea4f7 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:21.765725 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a77e94-310e-4e17-8e70-4462f9211167 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Router 395b84c9-b4e8-4ad0-9120-42beb0b15bc4 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:42:21.779185 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b10c5683-1684-43bf-af2c-0176633ea4f7 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:21.867333 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-82e3702c-066e-49f6-861a-81e8e374bd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:21.870202 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-82e3702c-066e-49f6-861a-81e8e374bd45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:21.876930 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-82e3702c-066e-49f6-861a-81e8e374bd45 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bff263f0-8f12-4e69-a17e-c65bc2b5b15b HTTP/1.1" status: 204 len: 168 time: 0.5486763 Dec 10 16:42:21.894639 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e3702c-066e-49f6-861a-81e8e374bd45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff263f0-8f12-4e69-a17e-c65bc2b5b15b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:21.933728 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10c5683-1684-43bf-af2c-0176633ea4f7 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:42:21.941630 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-b10c5683-1684-43bf-af2c-0176633ea4f7 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:42:21.945076 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a77e94-310e-4e17-8e70-4462f9211167 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:42:21.950474 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10c5683-1684-43bf-af2c-0176633ea4f7 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:42:21.967687 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d53896a-9f43-4210-8e61-f9d298004895 None None] Sync routers for ids ['395b84c9-b4e8-4ad0-9120-42beb0b15bc4'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:42:21.980611 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5dc72c-10f9-4f3b-ac06-d0606f1c8261 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:42:21.987876 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d53896a-9f43-4210-8e61-f9d298004895 None None] Routers {'395b84c9-b4e8-4ad0-9120-42beb0b15bc4'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:42:21.988716 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-6d53896a-9f43-4210-8e61-f9d298004895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:42:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['395b84c9-b4e8-4ad0-9120-42beb0b15bc4'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:21.993182 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e1a77e94-310e-4e17-8e70-4462f9211167 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:22.096643 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e1a77e94-310e-4e17-8e70-4462f9211167 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.8791871 Dec 10 16:42:22.103451 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 41292) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:22.104104 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85a5aff3-ad57-43ca-b9b3-cc04e0b96206', 'tag': '1c8e0b30-0362-49fa-a368-93532e36cdcd'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:42:22.108580 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72007bd-8bff-4a8f-b950-ab57d2e8c782" -d '{"events": [{"name": "network-changed", "server_uuid": "85a5aff3-ad57-43ca-b9b3-cc04e0b96206", "tag": "1c8e0b30-0362-49fa-a368-93532e36cdcd"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:42:22.114199 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c5683-1684-43bf-af2c-0176633ea4f7 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Pushing event updated for resources: {'Port': ['ID=94b2898c-907b-418d-bc95-bcf3d41f1793,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:22.120382 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-25f981fa-ea71-4e46-acfa-0d78849a5f12 None None] Provisioning complete for port 94b2898c-907b-418d-bc95-bcf3d41f1793 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:42:22.126045 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-25f981fa-ea71-4e46-acfa-0d78849a5f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:22.262060 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33808d9d-457d-4dac-a43d-158388d0dd6a x-openstack-request-id: req-33808d9d-457d-4dac-a43d-158388d0dd6a {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:42:22.262060 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85a5aff3-ad57-43ca-b9b3-cc04e0b96206", "tag": "1c8e0b30-0362-49fa-a368-93532e36cdcd", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:42:22.262307 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-33808d9d-457d-4dac-a43d-158388d0dd6a {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:42:22.265377 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85a5aff3-ad57-43ca-b9b3-cc04e0b96206', 'tag': '1c8e0b30-0362-49fa-a368-93532e36cdcd', 'status': 'completed', 'code': 200} Dec 10 16:42:22.285429 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-25f981fa-ea71-4e46-acfa-0d78849a5f12 None None] Port 94b2898c-907b-418d-bc95-bcf3d41f1793 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:42:22.311607 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-202ce7b7-0a4d-46ef-bebb-0427c6a02910 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/floatingips/63231301-a785-4891-997d-454c4e7950b7 HTTP/1.1" status: 200 len: 991 time: 0.1938639 Dec 10 16:42:22.331046 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-6d53896a-9f43-4210-8e61-f9d298004895 None None] Set router 395b84c9-b4e8-4ad0-9120-42beb0b15bc4 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:42:22.488169 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72007bd-8bff-4a8f-b950-ab57d2e8c782 req-98d69bce-4547-428d-aa38-c99c76da3976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:22.489925 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a72007bd-8bff-4a8f-b950-ab57d2e8c782 req-98d69bce-4547-428d-aa38-c99c76da3976 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7102f587c0942469f218fb29d23ff5f&device_id=85a5aff3-ad57-43ca-b9b3-cc04e0b96206 HTTP/1.1" status: 200 len: 1097 time: 0.1517701 Dec 10 16:42:22.601201 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb3828-7b7e-4a14-91e4-8c09e6f1ad8f req-6957db16-99b6-4c9a-af14-9ee5995d26e1 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:22.603060 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-91cb3828-7b7e-4a14-91e4-8c09e6f1ad8f req-6957db16-99b6-4c9a-af14-9ee5995d26e1 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c899109-6002-4bd6-88fc-f3846b5b95f2 HTTP/1.1" status: 200 len: 946 time: 0.1112590 Dec 10 16:42:22.612328 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 41300) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:22.679908 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e2c3e112-826a-4c80-b14d-beff36ffaef3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:22.746809 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-91cb3828-7b7e-4a14-91e4-8c09e6f1ad8f req-bd86498d-f605-43cb-8424-32878623bb87 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358690 Dec 10 16:42:22.805245 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72007bd-8bff-4a8f-b950-ab57d2e8c782 req-8e3dc2f5-3635-4a0f-836e-b64d391d3fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:22.806839 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a72007bd-8bff-4a8f-b950-ab57d2e8c782 req-8e3dc2f5-3635-4a0f-836e-b64d391d3fb1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7a972a91-5f8d-4d22-80c2-09dee76213c8 HTTP/1.1" status: 200 len: 898 time: 0.2999320 Dec 10 16:42:22.920457 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b10c5683-1684-43bf-af2c-0176633ea4f7 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:22.945232 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e2c3e112-826a-4c80-b14d-beff36ffaef3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:22.957204 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e2c3e112-826a-4c80-b14d-beff36ffaef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:23.031293 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e2c3e112-826a-4c80-b14d-beff36ffaef3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f6655ec38032410fabce5457c6ccf4d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4173026 Dec 10 16:42:23.042417 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 41302) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:23.061932 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-6d53896a-9f43-4210-8e61-f9d298004895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395b84c9-b4e8-4ad0-9120-42beb0b15bc4', 'name': 'tempest-TestNetworkBasicOps-router-1322338729', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '3f472ab7-05c7-40fe-aa54-33cc4596b598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:40Z', 'updated_at': '2021-12-10T16:41:49Z', 'revision_number': 4, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'gw_port': {'id': '3f472ab7-05c7-40fe-aa54-33cc4596b598', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395b84c9-b4e8-4ad0-9120-42beb0b15bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '63231301-a785-4891-997d-454c4e7950b7', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '395b84c9-b4e8-4ad0-9120-42beb0b15bc4', 'port_id': '1c8e0b30-0362-49fa-a368-93532e36cdcd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2948, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a972a91-5f8d-4d22-80c2-09dee76213c8', 'mac_address': 'fa:16:3e:f0:ce:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a5aff3-ad57-43ca-b9b3-cc04e0b96206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:42:18Z', 'updated_at': '2021-12-10T16:42:18Z', 'revision_number': 0, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adb38948-0be9-4a08-b1c2-effe748ace43', 'name': '', 'network_id': '7a972a91-5f8d-4d22-80c2-09dee76213c8', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'mac_address': 'fa:16:3e:21:b6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395b84c9-b4e8-4ad0-9120-42beb0b15bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '32eb379b-63bd-4c42-8fa7-4c8d46fce254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:47Z', 'updated_at': '2021-12-10T16:41:54Z', 'revision_number': 5, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'subnets': [{'id': '32eb379b-63bd-4c42-8fa7-4c8d46fce254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:23.100710 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c3e112-826a-4c80-b14d-beff36ffaef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0902834a-1278-4235-ae5d-bf8f6081f76a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:23.106067 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d53896a-9f43-4210-8e61-f9d298004895 None None] Checking router: 395b84c9-b4e8-4ad0-9120-42beb0b15bc4 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:42:23.153385 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d53896a-9f43-4210-8e61-f9d298004895 None None] Routers {'395b84c9-b4e8-4ad0-9120-42beb0b15bc4'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:42:23.157555 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-6d53896a-9f43-4210-8e61-f9d298004895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:42:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['395b84c9-b4e8-4ad0-9120-42beb0b15bc4'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:23.164014 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b52fc2dd-cddb-41b5-b67c-8347c07da6d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:23.179071 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [req-62a82634-4972-4760-840e-5f4166b99980 req-a1aaa04c-52ec-4230-9f8f-a557785b05c7 service neutron] (103393) timed out ('10.222.0.46', 61458) {{(pid=103393) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 16:42:23.181099 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a72007bd-8bff-4a8f-b950-ab57d2e8c782 req-3f5c1f53-f9e8-405b-9c09-2bd6512ec74b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c8e0b30-0362-49fa-a368-93532e36cdcd HTTP/1.1" status: 200 len: 999 time: 0.3649719 Dec 10 16:42:23.221364 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b52fc2dd-cddb-41b5-b67c-8347c07da6d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:23.319571 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72007bd-8bff-4a8f-b950-ab57d2e8c782 req-bc09d919-600f-429f-a584-fa3181411cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:23.321330 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a72007bd-8bff-4a8f-b950-ab57d2e8c782 req-bc09d919-600f-429f-a584-fa3181411cec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=32eb379b-63bd-4c42-8fa7-4c8d46fce254 HTTP/1.1" status: 200 len: 834 time: 0.1003134 Dec 10 16:42:23.326353 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 41314) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:23.359325 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b52fc2dd-cddb-41b5-b67c-8347c07da6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:23.362761 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b52fc2dd-cddb-41b5-b67c-8347c07da6d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:23.363503 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-6d53896a-9f43-4210-8e61-f9d298004895 None None] Set router 395b84c9-b4e8-4ad0-9120-42beb0b15bc4 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:42:23.367141 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b52fc2dd-cddb-41b5-b67c-8347c07da6d0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0902834a-1278-4235-ae5d-bf8f6081f76a HTTP/1.1" status: 204 len: 168 time: 0.3234684 Dec 10 16:42:23.382096 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52fc2dd-cddb-41b5-b67c-8347c07da6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0902834a-1278-4235-ae5d-bf8f6081f76a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:23.828230 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-6d53896a-9f43-4210-8e61-f9d298004895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395b84c9-b4e8-4ad0-9120-42beb0b15bc4', 'name': 'tempest-TestNetworkBasicOps-router-1322338729', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '3f472ab7-05c7-40fe-aa54-33cc4596b598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:40Z', 'updated_at': '2021-12-10T16:41:49Z', 'revision_number': 4, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'gw_port': {'id': '3f472ab7-05c7-40fe-aa54-33cc4596b598', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395b84c9-b4e8-4ad0-9120-42beb0b15bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '63231301-a785-4891-997d-454c4e7950b7', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '395b84c9-b4e8-4ad0-9120-42beb0b15bc4', 'port_id': '1c8e0b30-0362-49fa-a368-93532e36cdcd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2948, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a972a91-5f8d-4d22-80c2-09dee76213c8', 'mac_address': 'fa:16:3e:f0:ce:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a5aff3-ad57-43ca-b9b3-cc04e0b96206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:42:18Z', 'updated_at': '2021-12-10T16:42:18Z', 'revision_number': 0, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adb38948-0be9-4a08-b1c2-effe748ace43', 'name': '', 'network_id': '7a972a91-5f8d-4d22-80c2-09dee76213c8', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'mac_address': 'fa:16:3e:21:b6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395b84c9-b4e8-4ad0-9120-42beb0b15bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '32eb379b-63bd-4c42-8fa7-4c8d46fce254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:47Z', 'updated_at': '2021-12-10T16:41:54Z', 'revision_number': 5, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'subnets': [{'id': '32eb379b-63bd-4c42-8fa7-4c8d46fce254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:23.882855 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d53896a-9f43-4210-8e61-f9d298004895 None None] The sync data for ids ['395b84c9-b4e8-4ad0-9120-42beb0b15bc4'] in n-d-766771-2 is: [{'id': '395b84c9-b4e8-4ad0-9120-42beb0b15bc4', 'name': 'tempest-TestNetworkBasicOps-router-1322338729', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '3f472ab7-05c7-40fe-aa54-33cc4596b598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:40Z', 'updated_at': '2021-12-10T16:41:49Z', 'revision_number': 4, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'gw_port': {'id': '3f472ab7-05c7-40fe-aa54-33cc4596b598', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395b84c9-b4e8-4ad0-9120-42beb0b15bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '63231301-a785-4891-997d-454c4e7950b7', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '395b84c9-b4e8-4ad0-9120-42beb0b15bc4', 'port_id': '1c8e0b30-0362-49fa-a368-93532e36cdcd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2948, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a972a91-5f8d-4d22-80c2-09dee76213c8', 'mac_address': 'fa:16:3e:f0:ce:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a5aff3-ad57-43ca-b9b3-cc04e0b96206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:42:18Z', 'updated_at': '2021-12-10T16:42:18Z', 'revision_number': 0, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adb38948-0be9-4a08-b1c2-effe748ace43', 'name': '', 'network_id': '7a972a91-5f8d-4d22-80c2-09dee76213c8', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'mac_address': 'fa:16:3e:21:b6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395b84c9-b4e8-4ad0-9120-42beb0b15bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '32eb379b-63bd-4c42-8fa7-4c8d46fce254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:47Z', 'updated_at': '2021-12-10T16:41:54Z', 'revision_number': 5, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'subnets': [{'id': '32eb379b-63bd-4c42-8fa7-4c8d46fce254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:42:24.039902 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a689b4e-75d3-49bf-86ac-d086db34174f req-a959cb99-2ce4-4c8c-8ff3-c8ac598d68fb tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:24.049493 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6a689b4e-75d3-49bf-86ac-d086db34174f req-a959cb99-2ce4-4c8c-8ff3-c8ac598d68fb tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c899109-6002-4bd6-88fc-f3846b5b95f2 HTTP/1.1" status: 200 len: 946 time: 0.1575973 Dec 10 16:42:24.105453 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8445cd86-ffe7-47e6-8943-aa499e3b1b22 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/floatingips/63231301-a785-4891-997d-454c4e7950b7 HTTP/1.1" status: 200 len: 991 time: 0.7775581 Dec 10 16:42:24.185539 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6a689b4e-75d3-49bf-86ac-d086db34174f req-9117ce38-0657-44de-ad21-b6c2abd306a2 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332924 Dec 10 16:42:24.205636 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72007bd-8bff-4a8f-b950-ab57d2e8c782 req-b49a2f9a-a29a-40ae-9cd6-fd673c890a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:24.205636 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a72007bd-8bff-4a8f-b950-ab57d2e8c782 req-b49a2f9a-a29a-40ae-9cd6-fd673c890a59 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a972a91-5f8d-4d22-80c2-09dee76213c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8615038 Dec 10 16:42:24.284335 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:42:24.359693 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717d1795-dfa0-4c79-98e0-c239ece9008f None None] New status for floating IP 63231301-a785-4891-997d-454c4e7950b7: ACTIVE {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:42:24.461789 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b10c5683-1684-43bf-af2c-0176633ea4f7 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:24.707620 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a72007bd-8bff-4a8f-b950-ab57d2e8c782 req-e86ea32f-198b-4bd1-b6dc-6a28344f331d service neutron] 10.222.0.26 "GET /v2.0/networks/7a972a91-5f8d-4d22-80c2-09dee76213c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4936218 Dec 10 16:42:24.837035 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a72007bd-8bff-4a8f-b950-ab57d2e8c782 req-7d2257b8-579e-46ea-8834-291c48220bb5 service neutron] 10.222.0.26 "GET /v2.0/networks/7a972a91-5f8d-4d22-80c2-09dee76213c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213360 Dec 10 16:42:24.909928 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10c5683-1684-43bf-af2c-0176633ea4f7 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Router 601ee6c4-bd74-4ea1-8556-18cb5886e554 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:42:25.097626 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 41362) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:25.187687 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10c5683-1684-43bf-af2c-0176633ea4f7 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:42:25.208880 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9ad828-08db-41cf-bc27-d9f96bd9cb50 None None] Sync routers for ids ['601ee6c4-bd74-4ea1-8556-18cb5886e554'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:42:25.228754 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9ad828-08db-41cf-bc27-d9f96bd9cb50 None None] Routers {'601ee6c4-bd74-4ea1-8556-18cb5886e554'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:42:25.229432 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3f9ad828-08db-41cf-bc27-d9f96bd9cb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:42:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['601ee6c4-bd74-4ea1-8556-18cb5886e554'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:25.241498 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b10c5683-1684-43bf-af2c-0176633ea4f7 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:25.245608 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 41370) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:25.258351 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b10c5683-1684-43bf-af2c-0176633ea4f7 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.7894473 Dec 10 16:42:25.288557 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-989ee851-ba55-49ce-a808-d6e1e9880d63 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/floatingips/63231301-a785-4891-997d-454c4e7950b7 HTTP/1.1" status: 200 len: 993 time: 0.1893129 Dec 10 16:42:25.394836 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-3f9ad828-08db-41cf-bc27-d9f96bd9cb50 None None] Set router 601ee6c4-bd74-4ea1-8556-18cb5886e554 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:42:25.575763 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e216c54-06f8-4411-ab67-c591125eb5c3 req-b6a7a153-5dd0-4f64-a10b-a91954d64504 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:25.577345 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4e216c54-06f8-4411-ab67-c591125eb5c3 req-b6a7a153-5dd0-4f64-a10b-a91954d64504 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c899109-6002-4bd6-88fc-f3846b5b95f2 HTTP/1.1" status: 200 len: 946 time: 0.1829293 Dec 10 16:42:25.609660 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 41380) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:25.617267 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-d8f35e6b-43c9-40b6-8e29-ef610c3f633e tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Request body: {'router': {'name': 'tempest-snat-router-839695697', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'enable_snat': True}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:25.622032 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-85821ec5-0031-4242-945d-2f35790392e7 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] 10.222.0.11 "GET /v2.0/routers/601ee6c4-bd74-4ea1-8556-18cb5886e554 HTTP/1.1" status: 200 len: 908 time: 0.3751242 Dec 10 16:42:25.692621 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d8f35e6b-43c9-40b6-8e29-ef610c3f633e tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:25.693691 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d8f35e6b-43c9-40b6-8e29-ef610c3f633e tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:25.757435 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4e216c54-06f8-4411-ab67-c591125eb5c3 req-03327c78-acf0-46c9-9025-05799963764a tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604002 Dec 10 16:42:25.825607 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d8f35e6b-43c9-40b6-8e29-ef610c3f633e tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:25.859744 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3f9ad828-08db-41cf-bc27-d9f96bd9cb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601ee6c4-bd74-4ea1-8556-18cb5886e554', 'name': 'tempest-snat-router-839695697', 'tenant_id': 'c3bfa3d1f56648e1b43dc7c04f7d0527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.180'}], 'enable_snat': False}, 'gw_port_id': '94b2898c-907b-418d-bc95-bcf3d41f1793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:42:20Z', 'updated_at': '2021-12-10T16:42:22Z', 'revision_number': 3, 'project_id': 'c3bfa3d1f56648e1b43dc7c04f7d0527', 'gw_port': {'id': '94b2898c-907b-418d-bc95-bcf3d41f1793', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:80:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601ee6c4-bd74-4ea1-8556-18cb5886e554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:42:21Z', 'updated_at': '2021-12-10T16:42:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:25.891985 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9ad828-08db-41cf-bc27-d9f96bd9cb50 None None] Checking router: 601ee6c4-bd74-4ea1-8556-18cb5886e554 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:42:25.893076 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9ad828-08db-41cf-bc27-d9f96bd9cb50 None None] Updating router 601ee6c4-bd74-4ea1-8556-18cb5886e554 port 94b2898c-907b-418d-bc95-bcf3d41f1793 binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:42:25.923564 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3f9ad828-08db-41cf-bc27-d9f96bd9cb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:26.127157 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d8f35e6b-43c9-40b6-8e29-ef610c3f633e tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:26.322840 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3f9ad828-08db-41cf-bc27-d9f96bd9cb50 None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:26.332564 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3f9ad828-08db-41cf-bc27-d9f96bd9cb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:26.360292 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a4964a-504a-4c11-8949-e9f95bdc943e None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:42:26.382872 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-3f9ad828-08db-41cf-bc27-d9f96bd9cb50 None None] Attempting to bind port 94b2898c-907b-418d-bc95-bcf3d41f1793 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:42:26.383250 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-3f9ad828-08db-41cf-bc27-d9f96bd9cb50 None None] Attempting to bind port 94b2898c-907b-418d-bc95-bcf3d41f1793 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:42:26.383609 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9ad828-08db-41cf-bc27-d9f96bd9cb50 None None] Attempting to bind port 94b2898c-907b-418d-bc95-bcf3d41f1793 on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:42:26.429854 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9ad828-08db-41cf-bc27-d9f96bd9cb50 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:42:26.430662 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9ad828-08db-41cf-bc27-d9f96bd9cb50 None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:42:26.430662 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3f9ad828-08db-41cf-bc27-d9f96bd9cb50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:26.431030 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9ad828-08db-41cf-bc27-d9f96bd9cb50 None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:42:26.431513 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-3f9ad828-08db-41cf-bc27-d9f96bd9cb50 None None] Bound port: 94b2898c-907b-418d-bc95-bcf3d41f1793, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:42:26.431892 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3f9ad828-08db-41cf-bc27-d9f96bd9cb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:26.467039 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a8cd7e44-9a36-4ea9-833b-7b5cdce1322c None None] Provisioning complete for port 94b2898c-907b-418d-bc95-bcf3d41f1793 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:42:26.467900 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a8cd7e44-9a36-4ea9-833b-7b5cdce1322c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:26.602803 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-3f9ad828-08db-41cf-bc27-d9f96bd9cb50 None None] For port 94b2898c-907b-418d-bc95-bcf3d41f1793, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:42:26.608145 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-3f9ad828-08db-41cf-bc27-d9f96bd9cb50 None None] For port 94b2898c-907b-418d-bc95-bcf3d41f1793, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=94b2898c-907b-418d-bc95-bcf3d41f1793,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:42:26.618823 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d8f35e6b-43c9-40b6-8e29-ef610c3f633e tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:26.642293 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-a8cd7e44-9a36-4ea9-833b-7b5cdce1322c None None] Port 94b2898c-907b-418d-bc95-bcf3d41f1793 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:42:26.668611 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3f9ad828-08db-41cf-bc27-d9f96bd9cb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:26.681562 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d8f35e6b-43c9-40b6-8e29-ef610c3f633e tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:26.705663 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d40458-4c84-43ce-8b5d-5c9d0b23cfbe None None] Pushing event updated for resources: {'Port': ['ID=94b2898c-907b-418d-bc95-bcf3d41f1793,revision_number=2']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:26.744720 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5074d1cc-427c-49f6-bc1e-00bc7b12304b None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:42:26.903400 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-565f28f7-985e-434d-8bd1-aade79caf696 None None] Provisioning complete for port 94b2898c-907b-418d-bc95-bcf3d41f1793 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:42:26.908642 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-565f28f7-985e-434d-8bd1-aade79caf696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:27.077905 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b375f-453c-4564-9da5-2976d75dd59f req-82aba8e7-5881-488b-8359-8a13fcde73b7 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:27.082344 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-317b375f-453c-4564-9da5-2976d75dd59f req-82aba8e7-5881-488b-8359-8a13fcde73b7 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c899109-6002-4bd6-88fc-f3846b5b95f2 HTTP/1.1" status: 200 len: 946 time: 0.1459599 Dec 10 16:42:27.082682 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-d8f35e6b-43c9-40b6-8e29-ef610c3f633e tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Allocated IP 172.25.6.250 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/678d6f5d-5b83-47b3-9551-ce85c8b15a42) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:42:27.101843 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-565f28f7-985e-434d-8bd1-aade79caf696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:27.143570 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-565f28f7-985e-434d-8bd1-aade79caf696 None None] For port 94b2898c-907b-418d-bc95-bcf3d41f1793, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=94b2898c-907b-418d-bc95-bcf3d41f1793,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:42:27.158688 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-565f28f7-985e-434d-8bd1-aade79caf696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:27.231657 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9ad828-08db-41cf-bc27-d9f96bd9cb50 None None] Routers {'601ee6c4-bd74-4ea1-8556-18cb5886e554'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:42:27.232531 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3f9ad828-08db-41cf-bc27-d9f96bd9cb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:42:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['601ee6c4-bd74-4ea1-8556-18cb5886e554'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:27.268975 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-317b375f-453c-4564-9da5-2976d75dd59f req-b551e3f4-2dcb-4e75-9eed-c1c55600596e tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575038 Dec 10 16:42:27.344113 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f28f7-985e-434d-8bd1-aade79caf696 None None] Pushing event updated for resources: {'Port': ['ID=94b2898c-907b-418d-bc95-bcf3d41f1793,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:27.383123 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d40458-4c84-43ce-8b5d-5c9d0b23cfbe None None] Pushing event updated for resources: {'Port': ['ID=94b2898c-907b-418d-bc95-bcf3d41f1793,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:27.424399 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d8f35e6b-43c9-40b6-8e29-ef610c3f633e tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:27.449107 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-3f9ad828-08db-41cf-bc27-d9f96bd9cb50 None None] Set router 601ee6c4-bd74-4ea1-8556-18cb5886e554 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:42:27.505704 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d8f35e6b-43c9-40b6-8e29-ef610c3f633e tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:27.588827 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f35e6b-43c9-40b6-8e29-ef610c3f633e tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:42:27.590747 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-d8f35e6b-43c9-40b6-8e29-ef610c3f633e tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:42:27.596528 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f35e6b-43c9-40b6-8e29-ef610c3f633e tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:42:27.612983 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b975853-ba23-4ffc-aeb3-de98939c875c None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:42:27.704273 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a15f82c8-50a3-460d-b947-4d4ca3f914c6 None None] Provisioning complete for port 678d6f5d-5b83-47b3-9551-ce85c8b15a42 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:42:27.705090 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a15f82c8-50a3-460d-b947-4d4ca3f914c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:27.706870 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f35e6b-43c9-40b6-8e29-ef610c3f633e tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Pushing event updated for resources: {'Port': ['ID=678d6f5d-5b83-47b3-9551-ce85c8b15a42,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:27.776466 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-a15f82c8-50a3-460d-b947-4d4ca3f914c6 None None] Port 678d6f5d-5b83-47b3-9551-ce85c8b15a42 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:42:28.016956 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3f9ad828-08db-41cf-bc27-d9f96bd9cb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601ee6c4-bd74-4ea1-8556-18cb5886e554', 'name': 'tempest-snat-router-839695697', 'tenant_id': 'c3bfa3d1f56648e1b43dc7c04f7d0527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.180'}], 'enable_snat': False}, 'gw_port_id': '94b2898c-907b-418d-bc95-bcf3d41f1793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:42:20Z', 'updated_at': '2021-12-10T16:42:22Z', 'revision_number': 3, 'project_id': 'c3bfa3d1f56648e1b43dc7c04f7d0527', 'gw_port': {'id': '94b2898c-907b-418d-bc95-bcf3d41f1793', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:80:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601ee6c4-bd74-4ea1-8556-18cb5886e554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:42:21Z', 'updated_at': '2021-12-10T16:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:28.049795 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9ad828-08db-41cf-bc27-d9f96bd9cb50 None None] The sync data for ids ['601ee6c4-bd74-4ea1-8556-18cb5886e554'] in n-d-766771-2 is: [{'id': '601ee6c4-bd74-4ea1-8556-18cb5886e554', 'name': 'tempest-snat-router-839695697', 'tenant_id': 'c3bfa3d1f56648e1b43dc7c04f7d0527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.180'}], 'enable_snat': False}, 'gw_port_id': '94b2898c-907b-418d-bc95-bcf3d41f1793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:42:20Z', 'updated_at': '2021-12-10T16:42:22Z', 'revision_number': 3, 'project_id': 'c3bfa3d1f56648e1b43dc7c04f7d0527', 'gw_port': {'id': '94b2898c-907b-418d-bc95-bcf3d41f1793', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:80:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601ee6c4-bd74-4ea1-8556-18cb5886e554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:42:21Z', 'updated_at': '2021-12-10T16:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:42:28.221605 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d8f35e6b-43c9-40b6-8e29-ef610c3f633e tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:28.503553 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb238c3e-76e3-4336-bf47-04d5f4663b4f req-3e077676-5892-45b9-abe9-931df212e0fa tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:28.517604 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cb238c3e-76e3-4336-bf47-04d5f4663b4f req-3e077676-5892-45b9-abe9-931df212e0fa tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 945 time: 0.1637034 Dec 10 16:42:28.632081 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ff698-bae6-4fe3-b4df-d49211d24d3d req-dd67bd09-162d-4d51-b384-95815509f2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:28.643742 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ce8ff698-bae6-4fe3-b4df-d49211d24d3d req-dd67bd09-162d-4d51-b384-95815509f2a6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45ca9cd270ce4d398a78e52c666b1374&device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 1096 time: 0.2313159 Dec 10 16:42:28.682904 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cb238c3e-76e3-4336-bf47-04d5f4663b4f req-795f69d9-fb6f-4eeb-b24c-f1b7732807f5 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637127 Dec 10 16:42:28.899504 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943edbd2-5901-4725-9541-746c63b064f0 req-132bdbe2-7c5c-40bc-8ddd-ffbbeed0e005 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:28.918984 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-943edbd2-5901-4725-9541-746c63b064f0 req-132bdbe2-7c5c-40bc-8ddd-ffbbeed0e005 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c899109-6002-4bd6-88fc-f3846b5b95f2 HTTP/1.1" status: 200 len: 946 time: 0.1239195 Dec 10 16:42:29.040016 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-943edbd2-5901-4725-9541-746c63b064f0 req-1c17c4aa-9558-4ae4-b33b-e24698da26de tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195266 Dec 10 16:42:29.083420 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ff698-bae6-4fe3-b4df-d49211d24d3d req-8f4dadee-0a04-4eff-922e-aa166c318d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:29.085755 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ce8ff698-bae6-4fe3-b4df-d49211d24d3d req-8f4dadee-0a04-4eff-922e-aa166c318d41 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b5ba8caf-9119-4d49-8c04-be0a7edd0bb2 HTTP/1.1" status: 200 len: 920 time: 0.4299273 Dec 10 16:42:29.089414 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d8f35e6b-43c9-40b6-8e29-ef610c3f633e tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:29.207751 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ce8ff698-bae6-4fe3-b4df-d49211d24d3d req-5e03d1fd-ae68-491d-a8eb-a9ab32927f20 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dd013d1b-d90e-40a8-80fa-49b6ae5d3434 HTTP/1.1" status: 200 len: 217 time: 0.1114643 Dec 10 16:42:29.394755 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ff698-bae6-4fe3-b4df-d49211d24d3d req-017ab264-cd71-4e42-afe4-2f03deb8a9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:29.397143 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ce8ff698-bae6-4fe3-b4df-d49211d24d3d req-017ab264-cd71-4e42-afe4-2f03deb8a9e2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=22f5ce8a-e527-41c9-88c7-11774c8e4abe HTTP/1.1" status: 200 len: 859 time: 0.1799233 Dec 10 16:42:29.497504 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ce8ff698-bae6-4fe3-b4df-d49211d24d3d req-09164def-1571-4bea-bf6f-458d196929c1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b5ba8caf-9119-4d49-8c04-be0a7edd0bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897827 Dec 10 16:42:29.498174 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f35e6b-43c9-40b6-8e29-ef610c3f633e tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Router ae384435-81ba-445b-b246-9abffb52aa4f is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:42:29.954627 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510015a-5d70-4947-bd06-d4f3f66fe894 req-7ededa81-4d5e-43da-a0cc-c48118bf6dd6 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:29.962013 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f510015a-5d70-4947-bd06-d4f3f66fe894 req-7ededa81-4d5e-43da-a0cc-c48118bf6dd6 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 945 time: 0.1276605 Dec 10 16:42:30.031839 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 94b2898c-907b-418d-bc95-bcf3d41f1793 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:42:30.060148 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f510015a-5d70-4947-bd06-d4f3f66fe894 req-67231c7a-1ee2-43bc-8889-ac0186287c37 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945909 Dec 10 16:42:30.169574 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92ce86-c68b-46bb-8ffb-c47008199fed req-6cc79b16-b19a-48cc-95e3-471c4aacaea1 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:30.177341 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-be92ce86-c68b-46bb-8ffb-c47008199fed req-6cc79b16-b19a-48cc-95e3-471c4aacaea1 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c899109-6002-4bd6-88fc-f3846b5b95f2 HTTP/1.1" status: 200 len: 946 time: 0.0676351 Dec 10 16:42:30.201159 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 94b2898c-907b-418d-bc95-bcf3d41f1793 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:42:30.207063 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:30.254334 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-be92ce86-c68b-46bb-8ffb-c47008199fed req-39416974-8fac-49b6-bef0-8e38d7a60976 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757430 Dec 10 16:42:30.340723 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ce8ff698-bae6-4fe3-b4df-d49211d24d3d req-202cede1-6042-43e8-a857-dc99b86b6df0 service neutron] 10.222.0.26 "GET /v2.0/networks/b5ba8caf-9119-4d49-8c04-be0a7edd0bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8332846 Dec 10 16:42:30.530690 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f35e6b-43c9-40b6-8e29-ef610c3f633e tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:42:30.546805 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ce8ff698-bae6-4fe3-b4df-d49211d24d3d req-5be3fdc3-5ddb-4c65-8a1b-b5f1011692e8 service neutron] 10.222.0.26 "GET /v2.0/networks/b5ba8caf-9119-4d49-8c04-be0a7edd0bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950834 Dec 10 16:42:30.581889 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d8f35e6b-43c9-40b6-8e29-ef610c3f633e tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:30.585700 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d8f35e6b-43c9-40b6-8e29-ef610c3f633e tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.9722252 Dec 10 16:42:30.586583 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 41484) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:30.824718 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd7305f-e9a8-4d8a-af8d-ce2603e1a3cd None None] Sync routers for ids ['ae384435-81ba-445b-b246-9abffb52aa4f'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:42:30.850009 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd7305f-e9a8-4d8a-af8d-ce2603e1a3cd None None] Routers {'ae384435-81ba-445b-b246-9abffb52aa4f'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:42:30.850689 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-3dd7305f-e9a8-4d8a-af8d-ce2603e1a3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:42:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['ae384435-81ba-445b-b246-9abffb52aa4f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:31.026042 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 41496) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:31.027023 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ad393ead-f68b-47dd-b330-a454bab1733e tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] 10.222.0.11 "GET /v2.0/routers/ae384435-81ba-445b-b246-9abffb52aa4f HTTP/1.1" status: 200 len: 907 time: 0.4381597 Dec 10 16:42:31.149312 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-3dd7305f-e9a8-4d8a-af8d-ce2603e1a3cd None None] Set router ae384435-81ba-445b-b246-9abffb52aa4f gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:42:31.282372 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f5c43-0b16-4674-84f9-290aa370feda req-2a5663c9-58ef-4239-9f48-a4166c4c7c84 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:31.293412 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ca8f5c43-0b16-4674-84f9-290aa370feda req-2a5663c9-58ef-4239-9f48-a4166c4c7c84 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 945 time: 0.1169152 Dec 10 16:42:31.395836 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-636b7c0c-862a-4ccb-9aa8-4c809726a7f4 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:31.414083 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 41508) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:31.437409 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-3dd7305f-e9a8-4d8a-af8d-ce2603e1a3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae384435-81ba-445b-b246-9abffb52aa4f', 'name': 'tempest-snat-router-839695697', 'tenant_id': 'c3bfa3d1f56648e1b43dc7c04f7d0527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '678d6f5d-5b83-47b3-9551-ce85c8b15a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:42:25Z', 'updated_at': '2021-12-10T16:42:28Z', 'revision_number': 3, 'project_id': 'c3bfa3d1f56648e1b43dc7c04f7d0527', 'gw_port': {'id': '678d6f5d-5b83-47b3-9551-ce85c8b15a42', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:10:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae384435-81ba-445b-b246-9abffb52aa4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:42:26Z', 'updated_at': '2021-12-10T16:42:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:31.459349 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ca8f5c43-0b16-4674-84f9-290aa370feda req-52ee00da-be9d-4853-b644-3bddfe41dc8f tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648989 Dec 10 16:42:31.522024 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd7305f-e9a8-4d8a-af8d-ce2603e1a3cd None None] Checking router: ae384435-81ba-445b-b246-9abffb52aa4f for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:42:31.522628 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd7305f-e9a8-4d8a-af8d-ce2603e1a3cd None None] Updating router ae384435-81ba-445b-b246-9abffb52aa4f port 678d6f5d-5b83-47b3-9551-ce85c8b15a42 binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:42:31.689896 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3dd7305f-e9a8-4d8a-af8d-ce2603e1a3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:31.700596 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-636b7c0c-862a-4ccb-9aa8-4c809726a7f4 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:31.764835 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc5b27-bcc0-4834-8660-053d88939066 req-b1cd80f2-2b95-43be-abeb-20942d36c5e8 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:31.774374 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6cc5b27-bcc0-4834-8660-053d88939066 req-b1cd80f2-2b95-43be-abeb-20942d36c5e8 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c899109-6002-4bd6-88fc-f3846b5b95f2 HTTP/1.1" status: 200 len: 946 time: 0.1194375 Dec 10 16:42:31.835306 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7d132343-1d1d-4a14-9983-e43fada12c67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:31.847768 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-636b7c0c-862a-4ccb-9aa8-4c809726a7f4 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Deleting port 678d6f5d-5b83-47b3-9551-ce85c8b15a42 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:42:31.848436 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-636b7c0c-862a-4ccb-9aa8-4c809726a7f4 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:31.964988 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-636b7c0c-862a-4ccb-9aa8-4c809726a7f4 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:31.990621 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-636b7c0c-862a-4ccb-9aa8-4c809726a7f4 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Calling delete_port for 678d6f5d-5b83-47b3-9551-ce85c8b15a42 owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:42:32.031843 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7d132343-1d1d-4a14-9983-e43fada12c67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:32.044658 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7d132343-1d1d-4a14-9983-e43fada12c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:32.092887 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d132343-1d1d-4a14-9983-e43fada12c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e66866b-4e90-4dff-98a0-fe0295ffbddc,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:32.163438 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6cc5b27-bcc0-4834-8660-053d88939066 req-52d283ce-e39c-4fa2-bb41-401b0866eff5 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877165 Dec 10 16:42:32.178055 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3dd7305f-e9a8-4d8a-af8d-ce2603e1a3cd None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:32.187473 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3dd7305f-e9a8-4d8a-af8d-ce2603e1a3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:32.196469 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-7d132343-1d1d-4a14-9983-e43fada12c67 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=59e385b03590418f9462f1e2d8c96664&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7812684 Dec 10 16:42:32.200329 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 41520) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:32.255680 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb5d6e3-37de-4284-9640-60d394a1324d None None] Pushing event updated for resources: {'Port': ['ID=678d6f5d-5b83-47b3-9551-ce85c8b15a42,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:32.301329 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-3dd7305f-e9a8-4d8a-af8d-ce2603e1a3cd None None] Attempting to bind port 678d6f5d-5b83-47b3-9551-ce85c8b15a42 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:42:32.302001 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-3dd7305f-e9a8-4d8a-af8d-ce2603e1a3cd None None] Attempting to bind port 678d6f5d-5b83-47b3-9551-ce85c8b15a42 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:42:32.302829 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd7305f-e9a8-4d8a-af8d-ce2603e1a3cd None None] Attempting to bind port 678d6f5d-5b83-47b3-9551-ce85c8b15a42 on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:42:32.308504 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0387b4-0706-4d7a-9071-5f965a293c30 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:42:32.317931 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4adb6a8e-a750-4938-9cc9-a1d66fe8bbb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:32.336340 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd7305f-e9a8-4d8a-af8d-ce2603e1a3cd None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:42:32.337003 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd7305f-e9a8-4d8a-af8d-ce2603e1a3cd None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:42:32.337596 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3dd7305f-e9a8-4d8a-af8d-ce2603e1a3cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:32.338215 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd7305f-e9a8-4d8a-af8d-ce2603e1a3cd None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:42:32.339129 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-3dd7305f-e9a8-4d8a-af8d-ce2603e1a3cd None None] Bound port: 678d6f5d-5b83-47b3-9551-ce85c8b15a42, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:42:32.339734 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3dd7305f-e9a8-4d8a-af8d-ce2603e1a3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:32.355146 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4adb6a8e-a750-4938-9cc9-a1d66fe8bbb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:32.404343 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-3dd7305f-e9a8-4d8a-af8d-ce2603e1a3cd None None] For port 678d6f5d-5b83-47b3-9551-ce85c8b15a42, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:42:32.409248 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-3dd7305f-e9a8-4d8a-af8d-ce2603e1a3cd None None] For port 678d6f5d-5b83-47b3-9551-ce85c8b15a42, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=678d6f5d-5b83-47b3-9551-ce85c8b15a42,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:42:32.417033 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4adb6a8e-a750-4938-9cc9-a1d66fe8bbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:32.419875 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4adb6a8e-a750-4938-9cc9-a1d66fe8bbb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:32.421050 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4adb6a8e-a750-4938-9cc9-a1d66fe8bbb9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3e66866b-4e90-4dff-98a0-fe0295ffbddc HTTP/1.1" status: 204 len: 168 time: 0.2194901 Dec 10 16:42:32.426007 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3dd7305f-e9a8-4d8a-af8d-ce2603e1a3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:32.441549 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adb6a8e-a750-4938-9cc9-a1d66fe8bbb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e66866b-4e90-4dff-98a0-fe0295ffbddc,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:32.511126 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb5d6e3-37de-4284-9640-60d394a1324d None None] Pushing event updated for resources: {'Port': ['ID=678d6f5d-5b83-47b3-9551-ce85c8b15a42,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:32.553361 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-cafa0767-958b-4b4d-b1a3-803c74d39457 None None] Provisioning complete for port 678d6f5d-5b83-47b3-9551-ce85c8b15a42 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:42:32.554003 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cafa0767-958b-4b4d-b1a3-803c74d39457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:32.667121 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659b0956-b33a-4861-92b6-c836375e0890 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:42:32.695410 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-636b7c0c-862a-4ccb-9aa8-4c809726a7f4 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:32.703670 n-d-766771-2 neutron-server[103394]: INFO neutron.plugins.ml2.db [None req-cafa0767-958b-4b4d-b1a3-803c74d39457 None None] No ports have port_id starting with 678d6f5d-5b83-47b3-9551-ce85c8b15a42 Dec 10 16:42:32.729602 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd7305f-e9a8-4d8a-af8d-ce2603e1a3cd None None] Routers {'ae384435-81ba-445b-b246-9abffb52aa4f'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:42:32.730345 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-3dd7305f-e9a8-4d8a-af8d-ce2603e1a3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:42:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['ae384435-81ba-445b-b246-9abffb52aa4f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:32.773459 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddba254-60cb-4c7a-a836-334a4c752835 req-4ee7d1e6-7ef1-49f7-b9d7-6b57cd24a224 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:32.775255 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9ddba254-60cb-4c7a-a836-334a4c752835 req-4ee7d1e6-7ef1-49f7-b9d7-6b57cd24a224 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 945 time: 0.1742096 Dec 10 16:42:32.833616 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b7c0c-862a-4ccb-9aa8-4c809726a7f4 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Pushing event deleted for resources: {'Port': ['ID=678d6f5d-5b83-47b3-9551-ce85c8b15a42,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:32.939681 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-636b7c0c-862a-4ccb-9aa8-4c809726a7f4 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:32.944960 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9ddba254-60cb-4c7a-a836-334a4c752835 req-5d134417-88ef-4e3f-b88c-17c03af72ab9 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606405 Dec 10 16:42:32.980399 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6659b258-586b-4ae2-bb11-6f999b8baa98 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:42:33.002455 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-bd0cd1ca-d60b-4179-8146-9d78b7617b67 None None] Could not find standard attr ID for object 678d6f5d-5b83-47b3-9551-ce85c8b15a42. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:42:33.025298 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-3dd7305f-e9a8-4d8a-af8d-ce2603e1a3cd None None] Set router ae384435-81ba-445b-b246-9abffb52aa4f gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:42:33.056931 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 41530) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:33.076050 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e6c5291a-33c0-44b9-9d5f-0f87aa90bfc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:33.125176 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-636b7c0c-862a-4ccb-9aa8-4c809726a7f4 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:33.135742 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-636b7c0c-862a-4ccb-9aa8-4c809726a7f4 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:33.216058 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-636b7c0c-862a-4ccb-9aa8-4c809726a7f4 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:33.216698 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636b7c0c-862a-4ccb-9aa8-4c809726a7f4 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ae384435-81ba-445b-b246-9abffb52aa4f {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:42:33.225116 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-636b7c0c-862a-4ccb-9aa8-4c809726a7f4 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:33.230698 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-636b7c0c-862a-4ccb-9aa8-4c809726a7f4 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] 10.222.0.11 "DELETE /v2.0/routers/ae384435-81ba-445b-b246-9abffb52aa4f HTTP/1.1" status: 204 len: 168 time: 2.2034259 Dec 10 16:42:33.233217 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 41534) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:33.268873 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-3dd7305f-e9a8-4d8a-af8d-ce2603e1a3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae384435-81ba-445b-b246-9abffb52aa4f', 'name': 'tempest-snat-router-839695697', 'tenant_id': 'c3bfa3d1f56648e1b43dc7c04f7d0527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:42:25Z', 'updated_at': '2021-12-10T16:42:32Z', 'revision_number': 5, 'project_id': 'c3bfa3d1f56648e1b43dc7c04f7d0527', 'gw_port_host': None}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:33.328881 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd7305f-e9a8-4d8a-af8d-ce2603e1a3cd None None] The sync data for ids ['ae384435-81ba-445b-b246-9abffb52aa4f'] in n-d-766771-2 is: [{'id': 'ae384435-81ba-445b-b246-9abffb52aa4f', 'name': 'tempest-snat-router-839695697', 'tenant_id': 'c3bfa3d1f56648e1b43dc7c04f7d0527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:42:25Z', 'updated_at': '2021-12-10T16:42:32Z', 'revision_number': 5, 'project_id': 'c3bfa3d1f56648e1b43dc7c04f7d0527', 'gw_port_host': None}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:42:33.371249 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e6c5291a-33c0-44b9-9d5f-0f87aa90bfc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:33.402272 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-85cdb7e1-04fd-45ec-ad55-026ea1043f94 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:33.417341 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10c1af-2dfa-43f3-8919-f60291b1d879 req-c6ef1b58-9002-4c34-a399-04b4ea659e1c tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:33.420710 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f10c1af-2dfa-43f3-8919-f60291b1d879 req-c6ef1b58-9002-4c34-a399-04b4ea659e1c tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c899109-6002-4bd6-88fc-f3846b5b95f2 HTTP/1.1" status: 200 len: 946 time: 0.1625228 Dec 10 16:42:33.423516 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e6c5291a-33c0-44b9-9d5f-0f87aa90bfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:33.539382 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c5291a-33c0-44b9-9d5f-0f87aa90bfc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a0cd53-705d-407b-8cc9-62e8eb97d038,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:33.576368 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e6c5291a-33c0-44b9-9d5f-0f87aa90bfc8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bc82351408d54d9eaebdc0e95c984ada&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5182867 Dec 10 16:42:33.582556 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 41550) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:33.592379 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f10c1af-2dfa-43f3-8919-f60291b1d879 req-317a9752-703b-48bd-981b-bcf104465da2 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636395 Dec 10 16:42:33.675170 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-85cdb7e1-04fd-45ec-ad55-026ea1043f94 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:33.726113 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-12894fdb-662f-41d7-965e-2e9004a5be1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:33.755209 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-12894fdb-662f-41d7-965e-2e9004a5be1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:33.837653 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-12894fdb-662f-41d7-965e-2e9004a5be1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:33.840252 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-12894fdb-662f-41d7-965e-2e9004a5be1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:33.843915 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-12894fdb-662f-41d7-965e-2e9004a5be1f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/53a0cd53-705d-407b-8cc9-62e8eb97d038 HTTP/1.1" status: 204 len: 168 time: 0.2557111 Dec 10 16:42:33.882067 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12894fdb-662f-41d7-965e-2e9004a5be1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a0cd53-705d-407b-8cc9-62e8eb97d038,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:33.901731 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-85cdb7e1-04fd-45ec-ad55-026ea1043f94 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Deleting port 94b2898c-907b-418d-bc95-bcf3d41f1793 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:42:33.902291 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-85cdb7e1-04fd-45ec-ad55-026ea1043f94 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:34.034336 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-85cdb7e1-04fd-45ec-ad55-026ea1043f94 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] For port 94b2898c-907b-418d-bc95-bcf3d41f1793, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=94b2898c-907b-418d-bc95-bcf3d41f1793,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:42:34.035147 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-85cdb7e1-04fd-45ec-ad55-026ea1043f94 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:34.049845 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-85cdb7e1-04fd-45ec-ad55-026ea1043f94 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Calling delete_port for 94b2898c-907b-418d-bc95-bcf3d41f1793 owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:42:34.199172 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a6c3f-2351-46cc-a26b-51e0b5a500a9 req-6eedae46-244b-42cc-9733-1becfa7bb097 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:34.209036 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-652a6c3f-2351-46cc-a26b-51e0b5a500a9 req-6eedae46-244b-42cc-9733-1becfa7bb097 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 945 time: 0.1070364 Dec 10 16:42:34.320447 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-85cdb7e1-04fd-45ec-ad55-026ea1043f94 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:34.366017 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-652a6c3f-2351-46cc-a26b-51e0b5a500a9 req-e9244b19-b733-467c-a455-a684a721b98d tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543710 Dec 10 16:42:34.406762 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cdb7e1-04fd-45ec-ad55-026ea1043f94 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Pushing event deleted for resources: {'Port': ['ID=94b2898c-907b-418d-bc95-bcf3d41f1793,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:34.415718 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be0d22d-a691-460c-887c-b1f27a8ab297 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:42:34.483925 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1d730-66f4-433c-bece-e3327a88d7bf req-ac6a2012-ef3d-4566-a0b4-6d0e1fa91bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:34.486748 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f2f1d730-66f4-433c-bece-e3327a88d7bf req-ac6a2012-ef3d-4566-a0b4-6d0e1fa91bc1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=38b4c50f2746432ea9adf6424421cd8d&device_id=6c899109-6002-4bd6-88fc-f3846b5b95f2 HTTP/1.1" status: 200 len: 1097 time: 0.1653645 Dec 10 16:42:34.557880 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-85cdb7e1-04fd-45ec-ad55-026ea1043f94 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:34.823202 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350183e-c425-4150-b1c4-b1ed8402fa36 req-8b9cd034-6836-4c1c-a97a-34076757debd tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:34.846463 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8350183e-c425-4150-b1c4-b1ed8402fa36 req-8b9cd034-6836-4c1c-a97a-34076757debd tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c899109-6002-4bd6-88fc-f3846b5b95f2 HTTP/1.1" status: 200 len: 946 time: 0.0996149 Dec 10 16:42:34.900251 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-85cdb7e1-04fd-45ec-ad55-026ea1043f94 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:34.902854 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-85cdb7e1-04fd-45ec-ad55-026ea1043f94 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:34.929221 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8350183e-c425-4150-b1c4-b1ed8402fa36 req-f3e95a2c-0bba-4d66-bd8e-59f5178368f8 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800600 Dec 10 16:42:35.004311 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-85cdb7e1-04fd-45ec-ad55-026ea1043f94 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:35.004983 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85cdb7e1-04fd-45ec-ad55-026ea1043f94 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 601ee6c4-bd74-4ea1-8556-18cb5886e554 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:42:35.010022 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-85cdb7e1-04fd-45ec-ad55-026ea1043f94 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:35.014886 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-85cdb7e1-04fd-45ec-ad55-026ea1043f94 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] 10.222.0.11 "DELETE /v2.0/routers/601ee6c4-bd74-4ea1-8556-18cb5886e554 HTTP/1.1" status: 204 len: 168 time: 1.7759199 Dec 10 16:42:35.016608 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 41586) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:35.022039 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 41588) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:35.026570 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-218e9d5a-bf0f-45d0-a909-2d50787ffbab tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1033037247', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}, 'admin_state_up': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:35.105846 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-218e9d5a-bf0f-45d0-a909-2d50787ffbab tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:35.107210 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-218e9d5a-bf0f-45d0-a909-2d50787ffbab tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:35.169188 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1d730-66f4-433c-bece-e3327a88d7bf req-828359dc-9bbf-4902-ac05-b353dddf0d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:35.172169 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f2f1d730-66f4-433c-bece-e3327a88d7bf req-828359dc-9bbf-4902-ac05-b353dddf0d4c service neutron] 10.222.0.46 "GET /v2.0/networks?id=32421a12-0b3a-42d4-846a-0de14cdef277 HTTP/1.1" status: 200 len: 912 time: 0.6685216 Dec 10 16:42:35.213617 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b78a4da1-b5d2-4e83-866b-b3d3f70084e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:35.241063 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-218e9d5a-bf0f-45d0-a909-2d50787ffbab tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:35.391762 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f2f1d730-66f4-433c-bece-e3327a88d7bf req-ee70f856-2908-406d-82c8-160c0a49ebdf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60f76525-d3b2-490b-b9c8-e5196e6aa4c8 HTTP/1.1" status: 200 len: 217 time: 0.1548023 Dec 10 16:42:35.448383 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1d730-66f4-433c-bece-e3327a88d7bf req-9bd097c4-2d5c-4895-879c-110ebfcfaf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:35.449463 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f2f1d730-66f4-433c-bece-e3327a88d7bf req-9bd097c4-2d5c-4895-879c-110ebfcfaf69 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bad4bd9c-d017-467b-badb-ee51884a8aea HTTP/1.1" status: 200 len: 850 time: 0.0498786 Dec 10 16:42:35.455533 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-218e9d5a-bf0f-45d0-a909-2d50787ffbab tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:35.501176 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b78a4da1-b5d2-4e83-866b-b3d3f70084e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:35.520255 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b78a4da1-b5d2-4e83-866b-b3d3f70084e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:35.567155 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b78a4da1-b5d2-4e83-866b-b3d3f70084e7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=72d45f384d264628b520648e6f84d7f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5407097 Dec 10 16:42:35.572189 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 41606) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:35.649035 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1d730-66f4-433c-bece-e3327a88d7bf req-b51854f2-daa7-4ff6-ba29-3b1f5253fbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:35.650609 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f2f1d730-66f4-433c-bece-e3327a88d7bf req-b51854f2-daa7-4ff6-ba29-3b1f5253fbb7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=32421a12-0b3a-42d4-846a-0de14cdef277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1926486 Dec 10 16:42:35.667797 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a4da1-b5d2-4e83-866b-b3d3f70084e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e6a7b9-918b-42bd-bfca-7cacae8435f6,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:35.764892 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3378eb-e88a-4fb0-b0ad-77dc011fa177 req-73b001d7-4ac7-45d6-af00-a2b3ff662cb0 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:35.766420 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ca3378eb-e88a-4fb0-b0ad-77dc011fa177 req-73b001d7-4ac7-45d6-af00-a2b3ff662cb0 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 945 time: 0.2623210 Dec 10 16:42:35.807472 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7d30ed7c-9a4a-4825-aa4b-b3b93259d0a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:35.830849 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7d30ed7c-9a4a-4825-aa4b-b3b93259d0a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:35.838122 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-218e9d5a-bf0f-45d0-a909-2d50787ffbab tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:35.862373 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-218e9d5a-bf0f-45d0-a909-2d50787ffbab tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:35.920800 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7d30ed7c-9a4a-4825-aa4b-b3b93259d0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:35.923852 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7d30ed7c-9a4a-4825-aa4b-b3b93259d0a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:35.925106 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-7d30ed7c-9a4a-4825-aa4b-b3b93259d0a9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/88e6a7b9-918b-42bd-bfca-7cacae8435f6 HTTP/1.1" status: 204 len: 168 time: 0.3460824 Dec 10 16:42:35.961314 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d30ed7c-9a4a-4825-aa4b-b3b93259d0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e6a7b9-918b-42bd-bfca-7cacae8435f6,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:35.976642 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 94b2898c-907b-418d-bc95-bcf3d41f1793 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:42:35.992648 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f2f1d730-66f4-433c-bece-e3327a88d7bf req-fdcc80df-4ba2-4348-b8f9-59f38b907a0e service neutron] 10.222.0.46 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323410 Dec 10 16:42:36.005810 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ca3378eb-e88a-4fb0-b0ad-77dc011fa177 req-fbd22079-0343-49fc-ab8c-3e6646c94acc tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256997 Dec 10 16:42:36.041186 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 94b2898c-907b-418d-bc95-bcf3d41f1793 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:42:36.041795 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 94b2898c-907b-418d-bc95-bcf3d41f1793 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:42:36.090414 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-218e9d5a-bf0f-45d0-a909-2d50787ffbab tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Allocated IP 172.25.6.54 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/8c6e433f-452a-4353-8afe-9b7d7e4956ae) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:42:36.208550 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f2f1d730-66f4-433c-bece-e3327a88d7bf req-0a6c2c37-63c2-477c-b53b-8ed453359f2f service neutron] 10.222.0.46 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946523 Dec 10 16:42:36.306611 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd0086-6959-48e5-b04d-f90d42a6411d req-1e2d8858-c2c2-4725-8ed1-599f77b961c7 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:36.308174 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0fdd0086-6959-48e5-b04d-f90d42a6411d req-1e2d8858-c2c2-4725-8ed1-599f77b961c7 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c899109-6002-4bd6-88fc-f3846b5b95f2 HTTP/1.1" status: 200 len: 946 time: 0.0914776 Dec 10 16:42:36.322562 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-218e9d5a-bf0f-45d0-a909-2d50787ffbab tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:36.367706 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:36.385161 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0fdd0086-6959-48e5-b04d-f90d42a6411d req-0a7aff5a-679a-465e-a5ab-4de57d1175e4 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623169 Dec 10 16:42:36.401519 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-218e9d5a-bf0f-45d0-a909-2d50787ffbab tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:36.448121 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218e9d5a-bf0f-45d0-a909-2d50787ffbab tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Pushing event updated for resources: {'Port': ['ID=8c6e433f-452a-4353-8afe-9b7d7e4956ae,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:36.462931 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218e9d5a-bf0f-45d0-a909-2d50787ffbab tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:42:36.464556 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-218e9d5a-bf0f-45d0-a909-2d50787ffbab tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:42:36.467876 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218e9d5a-bf0f-45d0-a909-2d50787ffbab tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:42:36.479402 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3a8463-90b1-455e-af90-5e774c8f3c91 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:42:36.552408 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f3b3c54e-da05-44fd-8b15-e881f75d6b4c None None] Provisioning complete for port 8c6e433f-452a-4353-8afe-9b7d7e4956ae triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:42:36.553203 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f3b3c54e-da05-44fd-8b15-e881f75d6b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:36.589227 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 41630) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:36.609782 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1f9462e5-3d86-4df9-aff6-a80325a1d0b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:36.612201 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f3b3c54e-da05-44fd-8b15-e881f75d6b4c None None] Port 8c6e433f-452a-4353-8afe-9b7d7e4956ae cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:42:36.719654 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1f9462e5-3d86-4df9-aff6-a80325a1d0b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:36.727311 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1f9462e5-3d86-4df9-aff6-a80325a1d0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:36.772667 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1f9462e5-3d86-4df9-aff6-a80325a1d0b8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2c009ff0f5d84921b0d42aef9744a4cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1786504 Dec 10 16:42:36.772667 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9462e5-3d86-4df9-aff6-a80325a1d0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ca3230-f77a-42b1-ae8d-4c01287e37ae,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:36.773375 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 41640) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:36.825386 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-218e9d5a-bf0f-45d0-a909-2d50787ffbab tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:36.850230 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa8ead0e-dbe6-451a-94a9-154fb03a8846 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:36.881948 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa8ead0e-dbe6-451a-94a9-154fb03a8846 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:36.943642 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa8ead0e-dbe6-451a-94a9-154fb03a8846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:36.950031 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa8ead0e-dbe6-451a-94a9-154fb03a8846 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:36.950031 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-fa8ead0e-dbe6-451a-94a9-154fb03a8846 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f5ca3230-f77a-42b1-ae8d-4c01287e37ae HTTP/1.1" status: 204 len: 168 time: 0.1742864 Dec 10 16:42:36.959222 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ead0e-dbe6-451a-94a9-154fb03a8846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ca3230-f77a-42b1-ae8d-4c01287e37ae,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:37.187460 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21f16a-496c-414a-9db8-ee7b013cf4c4 req-5bd3ee53-36d6-41f8-a0ae-40ea4a000e8b tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:37.191855 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9a21f16a-496c-414a-9db8-ee7b013cf4c4 req-5bd3ee53-36d6-41f8-a0ae-40ea4a000e8b tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 945 time: 0.0914111 Dec 10 16:42:37.290963 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9a21f16a-496c-414a-9db8-ee7b013cf4c4 req-1ebc9299-0568-4942-a722-d3a234fdcbc6 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893629 Dec 10 16:42:37.445713 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-218e9d5a-bf0f-45d0-a909-2d50787ffbab tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:37.562500 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fdce9b-83ad-422b-b174-5615dcd3f89c req-e14cf3a5-12cd-4205-87ed-3e56e94fd4fa tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:37.564394 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-78fdce9b-83ad-422b-b174-5615dcd3f89c req-e14cf3a5-12cd-4205-87ed-3e56e94fd4fa tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c899109-6002-4bd6-88fc-f3846b5b95f2 HTTP/1.1" status: 200 len: 946 time: 0.0631301 Dec 10 16:42:37.641327 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218e9d5a-bf0f-45d0-a909-2d50787ffbab tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Router 09922860-289b-4356-afd4-04d1a332fc23 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:42:37.673767 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-78fdce9b-83ad-422b-b174-5615dcd3f89c req-9ca78c00-fa82-40aa-bce7-b8cf5c6e820b tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993929 Dec 10 16:42:37.826990 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218e9d5a-bf0f-45d0-a909-2d50787ffbab tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:42:37.839838 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5819912-1308-4f2e-9d42-1bd7650c8bdf None None] Sync routers for ids ['09922860-289b-4356-afd4-04d1a332fc23'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:42:37.866666 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5819912-1308-4f2e-9d42-1bd7650c8bdf None None] Routers {'09922860-289b-4356-afd4-04d1a332fc23'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:42:37.867383 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-e5819912-1308-4f2e-9d42-1bd7650c8bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:42:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['09922860-289b-4356-afd4-04d1a332fc23'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:37.870694 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-218e9d5a-bf0f-45d0-a909-2d50787ffbab tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:37.871993 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-218e9d5a-bf0f-45d0-a909-2d50787ffbab tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.8538387 Dec 10 16:42:37.874838 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 41676) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:37.880657 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-6348d5b9-a1eb-47f3-99bc-a929c4fdedc7 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'enable_snat': False}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:37.915920 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-e5819912-1308-4f2e-9d42-1bd7650c8bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:37.930017 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 60f76525-d3b2-490b-b9c8-e5196e6aa4c8 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:42:37.939643 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5819912-1308-4f2e-9d42-1bd7650c8bdf None None] Routers {'09922860-289b-4356-afd4-04d1a332fc23'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:42:37.941343 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-e5819912-1308-4f2e-9d42-1bd7650c8bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:42:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['09922860-289b-4356-afd4-04d1a332fc23'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:38.015131 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-e5819912-1308-4f2e-9d42-1bd7650c8bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:38.017808 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5819912-1308-4f2e-9d42-1bd7650c8bdf None None] The sync data for ids ['09922860-289b-4356-afd4-04d1a332fc23'] in n-d-766771-2 is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:42:38.064324 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:38.111471 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 60f76525-d3b2-490b-b9c8-e5196e6aa4c8, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=60f76525-d3b2-490b-b9c8-e5196e6aa4c8,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:42:38.112828 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c899109-6002-4bd6-88fc-f3846b5b95f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60f76525-d3b2-490b-b9c8-e5196e6aa4c8'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:42:38.115601 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8986d52-5eb7-4869-aa2d-44b21cf8d197" -d '{"events": [{"server_uuid": "6c899109-6002-4bd6-88fc-f3846b5b95f2", "name": "network-vif-unplugged", "status": "completed", "tag": "60f76525-d3b2-490b-b9c8-e5196e6aa4c8"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:42:38.130488 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:38.211746 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=60f76525-d3b2-490b-b9c8-e5196e6aa4c8,revision_number=8']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:38.235569 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:38.245302 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-839c5e52-4036-44d4-a6c6-bed559864c8f req-e12fb763-080b-4b7d-8585-ee1befc0a824 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=26efe463-f91c-46ba-8f4e-db8b02424d4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0859659 Dec 10 16:42:38.369973 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c5e52-4036-44d4-a6c6-bed559864c8f req-61be13d9-07a8-4636-84b8-04561e32c32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:38.394434 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-839c5e52-4036-44d4-a6c6-bed559864c8f req-61be13d9-07a8-4636-84b8-04561e32c32d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=82a91439607e4bae9723c370020baa2b&device_id=26efe463-f91c-46ba-8f4e-db8b02424d4a HTTP/1.1" status: 200 len: 1096 time: 0.1083462 Dec 10 16:42:38.475484 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 16:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21e4040-a43c-4f7e-ab7d-8f040f3dba8b x-openstack-request-id: req-e21e4040-a43c-4f7e-ab7d-8f040f3dba8b {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:42:38.476033 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c899109-6002-4bd6-88fc-f3846b5b95f2", "name": "network-vif-unplugged", "status": "completed", "tag": "60f76525-d3b2-490b-b9c8-e5196e6aa4c8", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:42:38.476461 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e21e4040-a43c-4f7e-ab7d-8f040f3dba8b {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:42:38.477235 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c899109-6002-4bd6-88fc-f3846b5b95f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60f76525-d3b2-490b-b9c8-e5196e6aa4c8', 'code': 200} Dec 10 16:42:38.687561 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445faea-a4d8-458c-9cb5-e9c0abb898f0 req-981d2195-542e-498b-bf86-e2dbb88d5e78 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:38.695673 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3445faea-a4d8-458c-9cb5-e9c0abb898f0 req-981d2195-542e-498b-bf86-e2dbb88d5e78 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 945 time: 0.0894420 Dec 10 16:42:38.699016 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6348d5b9-a1eb-47f3-99bc-a929c4fdedc7 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:38.729801 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c5e52-4036-44d4-a6c6-bed559864c8f req-27d8f690-3556-4a38-9e66-40db368a2247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:38.731529 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-839c5e52-4036-44d4-a6c6-bed559864c8f req-27d8f690-3556-4a38-9e66-40db368a2247 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f4f58725-76ee-4fee-b48e-44ba4df345e4 HTTP/1.1" status: 200 len: 910 time: 0.2444878 Dec 10 16:42:38.776121 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3445faea-a4d8-458c-9cb5-e9c0abb898f0 req-66dc7dc0-08d8-4412-9933-2fcf22595151 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633504 Dec 10 16:42:38.882104 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-839c5e52-4036-44d4-a6c6-bed559864c8f req-bb6f2834-f9b9-4cef-8572-47f4a5c504bb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d HTTP/1.1" status: 200 len: 1001 time: 0.1428237 Dec 10 16:42:38.936017 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31154eda-d759-4359-9a9b-51eaad821578 req-79321102-078f-41e7-ab37-8501fb2ca09a tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:38.937878 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31154eda-d759-4359-9a9b-51eaad821578 req-79321102-078f-41e7-ab37-8501fb2ca09a tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c899109-6002-4bd6-88fc-f3846b5b95f2 HTTP/1.1" status: 200 len: 944 time: 0.0630960 Dec 10 16:42:38.954901 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c5e52-4036-44d4-a6c6-bed559864c8f req-061720fe-8301-4394-9414-61f467286970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:38.956410 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-839c5e52-4036-44d4-a6c6-bed559864c8f req-061720fe-8301-4394-9414-61f467286970 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=64d652f5-e20a-4a4e-969a-c2271fe340e6 HTTP/1.1" status: 200 len: 848 time: 0.0664051 Dec 10 16:42:39.014245 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c5e52-4036-44d4-a6c6-bed559864c8f req-3e84b7e8-a7bc-4c09-b651-45f0c510f5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:39.016040 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-839c5e52-4036-44d4-a6c6-bed559864c8f req-3e84b7e8-a7bc-4c09-b651-45f0c510f5c4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f4f58725-76ee-4fee-b48e-44ba4df345e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489213 Dec 10 16:42:39.080783 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31154eda-d759-4359-9a9b-51eaad821578 req-3ac7872b-33ff-4dbd-92a8-ecd8120c48b7 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335361 Dec 10 16:42:39.140892 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-839c5e52-4036-44d4-a6c6-bed559864c8f req-13c0927c-c2ca-43fa-bcf7-51878e218653 service neutron] 10.222.0.26 "GET /v2.0/networks/f4f58725-76ee-4fee-b48e-44ba4df345e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172619 Dec 10 16:42:39.255428 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-839c5e52-4036-44d4-a6c6-bed559864c8f req-50621e18-10e7-4842-97fd-5e0f2e6b6b62 service neutron] 10.222.0.26 "GET /v2.0/networks/f4f58725-76ee-4fee-b48e-44ba4df345e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067030 Dec 10 16:42:39.281158 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891616b-4f05-4c05-bd53-9d2bb1486e3d req-253e9cfd-2c08-4848-a75c-cdabff07bfd5 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:39.289355 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9891616b-4f05-4c05-bd53-9d2bb1486e3d req-253e9cfd-2c08-4848-a75c-cdabff07bfd5 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.0986698 Dec 10 16:42:39.414795 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9891616b-4f05-4c05-bd53-9d2bb1486e3d req-500ee293-98d5-4d9c-b00d-a2329a40cb59 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1244478 Dec 10 16:42:39.458329 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6348d5b9-a1eb-47f3-99bc-a929c4fdedc7 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4726'] for router, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:39.463766 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6348d5b9-a1eb-47f3-99bc-a929c4fdedc7 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-603901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599127'] for router, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:39.631223 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab86fb7-f032-4876-88f5-f214e0aa1d21 req-05d7d0d8-19b4-41e4-928c-1dae04dc7a28 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:39.633527 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1ab86fb7-f032-4876-88f5-f214e0aa1d21 req-05d7d0d8-19b4-41e4-928c-1dae04dc7a28 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.1203711 Dec 10 16:42:39.639016 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6348d5b9-a1eb-47f3-99bc-a929c4fdedc7 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Router 09922860-289b-4356-afd4-04d1a332fc23 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:42:39.734249 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1ab86fb7-f032-4876-88f5-f214e0aa1d21 req-ca990142-62bc-4e3d-ba87-bbb970335efd tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0870891 Dec 10 16:42:39.832196 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6348d5b9-a1eb-47f3-99bc-a929c4fdedc7 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:42:39.839963 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6348d5b9-a1eb-47f3-99bc-a929c4fdedc7 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:39.843066 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-6348d5b9-a1eb-47f3-99bc-a929c4fdedc7 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] 10.222.0.11 "PUT /v2.0/routers/09922860-289b-4356-afd4-04d1a332fc23 HTTP/1.1" status: 200 len: 925 time: 1.9670329 Dec 10 16:42:39.843345 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada27a27-5c48-47d3-9cd7-405fe0dfa568 None None] Sync routers for ids ['09922860-289b-4356-afd4-04d1a332fc23'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:42:39.845939 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 41740) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:39.878162 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada27a27-5c48-47d3-9cd7-405fe0dfa568 None None] Routers {'09922860-289b-4356-afd4-04d1a332fc23'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:42:39.878834 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ada27a27-5c48-47d3-9cd7-405fe0dfa568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:42:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['09922860-289b-4356-afd4-04d1a332fc23'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:39.990206 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ada27a27-5c48-47d3-9cd7-405fe0dfa568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:40.017314 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada27a27-5c48-47d3-9cd7-405fe0dfa568 None None] Routers {'09922860-289b-4356-afd4-04d1a332fc23'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:42:40.017947 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ada27a27-5c48-47d3-9cd7-405fe0dfa568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:42:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['09922860-289b-4356-afd4-04d1a332fc23'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:40.034086 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ffc87bce-e6a8-4f67-98b4-dda88a7c079d tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] 10.222.0.11 "GET /v2.0/routers/09922860-289b-4356-afd4-04d1a332fc23 HTTP/1.1" status: 200 len: 925 time: 0.1856413 Dec 10 16:42:40.036273 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 41748) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:40.061722 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ada27a27-5c48-47d3-9cd7-405fe0dfa568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:40.062733 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada27a27-5c48-47d3-9cd7-405fe0dfa568 None None] The sync data for ids ['09922860-289b-4356-afd4-04d1a332fc23'] in n-d-766771-2 is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:42:40.135923 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3adc801c-f12a-4cbd-9581-438935bbf112 req-94779fb6-9f03-44ad-8efb-1a1d6744f164 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b3f214a6-d796-41d5-9334-70abecc9a275&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1985905 Dec 10 16:42:40.176868 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e841b7e-98bc-438b-9fb1-1918381e7ee0 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:40.181121 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 41758) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:40.181276 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-0e841b7e-98bc-438b-9fb1-1918381e7ee0 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=5eeed31d-d918-4774-81b9-ef71c6f02574&device_id=09922860-289b-4356-afd4-04d1a332fc23&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1438589 Dec 10 16:42:40.328295 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be661369-6a7e-4f99-a09e-fc9aacd7b96b tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:40.330359 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-be661369-6a7e-4f99-a09e-fc9aacd7b96b tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] 10.222.0.11 "GET /v2.0/networks/5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 881 time: 0.1475163 Dec 10 16:42:40.334612 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 41760) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:40.380351 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6ca7107b-cd0d-4c70-866d-d790dbf8a75c tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] 10.222.0.11 "GET /v2.0/ports?device_id=09922860-289b-4356-afd4-04d1a332fc23 HTTP/1.1" status: 200 len: 205 time: 0.0443172 Dec 10 16:42:40.381022 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 41762) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:40.536428 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8dbeb-308f-4163-864c-6c7b703f4644 req-bdcae1b9-d334-4005-a360-f14a2457683c tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:40.543723 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-86c8dbeb-308f-4163-864c-6c7b703f4644 req-bdcae1b9-d334-4005-a360-f14a2457683c tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 945 time: 0.4933362 Dec 10 16:42:40.599725 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3afd0816-3d51-4bac-a878-da416ade72f4 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:40.608561 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-86c8dbeb-308f-4163-864c-6c7b703f4644 req-fc3920ac-90e1-412e-96b2-7ddfcddcb663 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573058 Dec 10 16:42:40.626108 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc801c-f12a-4cbd-9581-438935bbf112 req-3c94fc14-a70f-47be-95f7-4ea09e8d11a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:40.627687 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3adc801c-f12a-4cbd-9581-438935bbf112 req-3c94fc14-a70f-47be-95f7-4ea09e8d11a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=38b4c50f2746432ea9adf6424421cd8d&device_id=b3f214a6-d796-41d5-9334-70abecc9a275 HTTP/1.1" status: 200 len: 1097 time: 0.4688516 Dec 10 16:42:40.786128 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3afd0816-3d51-4bac-a878-da416ade72f4 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:40.822688 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc801c-f12a-4cbd-9581-438935bbf112 req-1f6a3b6f-892d-4da1-a944-6ab212c5b8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:40.824299 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3adc801c-f12a-4cbd-9581-438935bbf112 req-1f6a3b6f-892d-4da1-a944-6ab212c5b8da service neutron] 10.222.0.46 "GET /v2.0/networks?id=32421a12-0b3a-42d4-846a-0de14cdef277 HTTP/1.1" status: 200 len: 912 time: 0.1747000 Dec 10 16:42:40.900348 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-3afd0816-3d51-4bac-a878-da416ade72f4 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Deleting port 8c6e433f-452a-4353-8afe-9b7d7e4956ae {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:42:40.900787 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3afd0816-3d51-4bac-a878-da416ade72f4 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:40.932191 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3adc801c-f12a-4cbd-9581-438935bbf112 req-e4815743-5b45-4358-a123-891cbec3d369 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ac466ce-9ccd-4222-9262-149999660a66 HTTP/1.1" status: 200 len: 217 time: 0.0972629 Dec 10 16:42:40.991307 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49d6b8-2068-4924-b45a-513f54c3c5de req-8e5c634a-9d20-4530-af65-5cf87e8201e5 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:40.992971 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5e49d6b8-2068-4924-b45a-513f54c3c5de req-8e5c634a-9d20-4530-af65-5cf87e8201e5 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.1677701 Dec 10 16:42:41.007751 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3afd0816-3d51-4bac-a878-da416ade72f4 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:41.024714 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-3afd0816-3d51-4bac-a878-da416ade72f4 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Calling delete_port for 8c6e433f-452a-4353-8afe-9b7d7e4956ae owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:42:41.030246 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc801c-f12a-4cbd-9581-438935bbf112 req-b330343b-c799-4886-bc69-4cd7f544cab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:41.032074 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3adc801c-f12a-4cbd-9581-438935bbf112 req-b330343b-c799-4886-bc69-4cd7f544cab5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bad4bd9c-d017-467b-badb-ee51884a8aea HTTP/1.1" status: 200 len: 850 time: 0.0915346 Dec 10 16:42:41.113551 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5e49d6b8-2068-4924-b45a-513f54c3c5de req-a09a6495-7976-46ab-9c9c-11341902e786 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1072407 Dec 10 16:42:41.153100 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc801c-f12a-4cbd-9581-438935bbf112 req-1051baa4-0dbc-4132-afc4-b74c198801c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:41.157086 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3adc801c-f12a-4cbd-9581-438935bbf112 req-1051baa4-0dbc-4132-afc4-b74c198801c3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=32421a12-0b3a-42d4-846a-0de14cdef277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1137497 Dec 10 16:42:41.346497 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3afd0816-3d51-4bac-a878-da416ade72f4 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:41.400407 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd0816-3d51-4bac-a878-da416ade72f4 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Pushing event deleted for resources: {'Port': ['ID=8c6e433f-452a-4353-8afe-9b7d7e4956ae,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:41.416825 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3adc801c-f12a-4cbd-9581-438935bbf112 req-4ead890a-e053-4022-a7ce-89db23f28af0 service neutron] 10.222.0.46 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503319 Dec 10 16:42:41.431851 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f03d1e-1adb-4286-b931-2d4a108572f1 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:42:41.538891 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3afd0816-3d51-4bac-a878-da416ade72f4 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:41.619254 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3adc801c-f12a-4cbd-9581-438935bbf112 req-4ef19ff9-d829-498e-b470-4dedfa0412d8 service neutron] 10.222.0.46 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950090 Dec 10 16:42:41.724145 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3afd0816-3d51-4bac-a878-da416ade72f4 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:41.727548 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3afd0816-3d51-4bac-a878-da416ade72f4 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:41.799889 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3afd0816-3d51-4bac-a878-da416ade72f4 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:41.800961 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3afd0816-3d51-4bac-a878-da416ade72f4 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Fanout notify agent at l3_agent the message router_deleted on router 09922860-289b-4356-afd4-04d1a332fc23 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:42:41.821145 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3afd0816-3d51-4bac-a878-da416ade72f4 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:41.822688 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3afd0816-3d51-4bac-a878-da416ade72f4 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] 10.222.0.11 "DELETE /v2.0/routers/09922860-289b-4356-afd4-04d1a332fc23 HTTP/1.1" status: 204 len: 168 time: 1.4384427 Dec 10 16:42:41.827819 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 41802) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:41.831423 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4170be5-9d6c-4895-ae96-e29b281cc1f3 req-a3984710-b268-4a2e-bcde-dc87818f1808 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:41.833007 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a4170be5-9d6c-4895-ae96-e29b281cc1f3 req-a3984710-b268-4a2e-bcde-dc87818f1808 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 945 time: 0.1082311 Dec 10 16:42:41.842219 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-f5f87979-6acc-4ce1-8b04-b703200ed79e tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-656429887', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:41.892705 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5f87979-6acc-4ce1-8b04-b703200ed79e tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:41.904768 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5f87979-6acc-4ce1-8b04-b703200ed79e tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:41.951232 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 60f76525-d3b2-490b-b9c8-e5196e6aa4c8 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:42:41.993969 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a4170be5-9d6c-4895-ae96-e29b281cc1f3 req-1e019388-9647-43b0-b08f-b9d1de1b838c tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463897 Dec 10 16:42:42.077114 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5f87979-6acc-4ce1-8b04-b703200ed79e tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:42.084505 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5f87979-6acc-4ce1-8b04-b703200ed79e tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:42.097416 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295bca4-79b7-43e3-a1a6-4f275a026502 req-a19dd311-f6c9-4837-afce-a7ab55a150a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:42.102658 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4295bca4-79b7-43e3-a1a6-4f275a026502 req-a19dd311-f6c9-4837-afce-a7ab55a150a6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 1096 time: 0.1769748 Dec 10 16:42:42.198705 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5f87979-6acc-4ce1-8b04-b703200ed79e tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:42.200102 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f5f87979-6acc-4ce1-8b04-b703200ed79e tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3707285 Dec 10 16:42:42.203117 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 41822) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:42.210313 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-1733b08c-54f7-4c80-b783-14a34bb609c0 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Request body: {'router': {'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:42.212576 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4295bca4-79b7-43e3-a1a6-4f275a026502 req-5c9df06e-f214-417a-be7a-f752ae922f75 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036632 Dec 10 16:42:42.449944 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc969b76-c044-4bdb-bce1-69fd42192ee8 req-96d047d5-a18d-4ce1-8fcb-aaa5cac8cf10 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:42.457282 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc969b76-c044-4bdb-bce1-69fd42192ee8 req-96d047d5-a18d-4ce1-8fcb-aaa5cac8cf10 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.1414292 Dec 10 16:42:42.537945 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1733b08c-54f7-4c80-b783-14a34bb609c0 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:42.653275 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc969b76-c044-4bdb-bce1-69fd42192ee8 req-279d9242-9f19-4a8b-9084-7f05ea083442 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1902375 Dec 10 16:42:42.837194 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1733b08c-54f7-4c80-b783-14a34bb609c0 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:42.861191 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1733b08c-54f7-4c80-b783-14a34bb609c0 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:42.980962 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-1733b08c-54f7-4c80-b783-14a34bb609c0 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Allocated IP 172.25.6.95 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/f1cbbf75-6e58-448f-8807-f792ebc2583c) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:42:43.110714 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1733b08c-54f7-4c80-b783-14a34bb609c0 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:43.159358 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1733b08c-54f7-4c80-b783-14a34bb609c0 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:43.224631 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733b08c-54f7-4c80-b783-14a34bb609c0 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Pushing event updated for resources: {'Port': ['ID=f1cbbf75-6e58-448f-8807-f792ebc2583c,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:43.242156 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1733b08c-54f7-4c80-b783-14a34bb609c0 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:42:43.246129 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-1733b08c-54f7-4c80-b783-14a34bb609c0 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:42:43.248963 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1733b08c-54f7-4c80-b783-14a34bb609c0 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:42:43.264146 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572b3588-3c18-4b00-a366-9d1bee821073 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:42:43.320350 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33ea68-c0d0-4ee2-a606-2e8845231258 req-2f243e35-90ff-4d4f-ba05-3896c5b7fefa tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:43.322129 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-da33ea68-c0d0-4ee2-a606-2e8845231258 req-2f243e35-90ff-4d4f-ba05-3896c5b7fefa tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 945 time: 0.1755557 Dec 10 16:42:43.408117 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-47cc6867-41b3-49f4-a4a9-58b18ad6dab0 None None] Provisioning complete for port f1cbbf75-6e58-448f-8807-f792ebc2583c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:42:43.408570 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-47cc6867-41b3-49f4-a4a9-58b18ad6dab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:43.453182 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-47cc6867-41b3-49f4-a4a9-58b18ad6dab0 None None] Port f1cbbf75-6e58-448f-8807-f792ebc2583c cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:42:43.478482 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-da33ea68-c0d0-4ee2-a606-2e8845231258 req-d7e441f7-fd79-48c3-bf57-122409be1060 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410105 Dec 10 16:42:43.649150 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1733b08c-54f7-4c80-b783-14a34bb609c0 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:43.901695 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bf2fea70-e83e-44cd-9bc6-ae4472a7d71c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:44.034938 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1ae80-e3cc-40ea-b384-348c60363696 req-f3ea5288-f1e2-4036-bef8-3f083bac46f8 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:44.036474 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-78b1ae80-e3cc-40ea-b384-348c60363696 req-f3ea5288-f1e2-4036-bef8-3f083bac46f8 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.1585064 Dec 10 16:42:44.082401 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1733b08c-54f7-4c80-b783-14a34bb609c0 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4726'] for router, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:44.094014 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1733b08c-54f7-4c80-b783-14a34bb609c0 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-603901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599127'] for router, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:44.105687 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-78b1ae80-e3cc-40ea-b384-348c60363696 req-af4f508f-1af2-449c-86b7-3064c3d24ad1 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0620642 Dec 10 16:42:44.281446 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1733b08c-54f7-4c80-b783-14a34bb609c0 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Router e3b65b10-04cb-4e87-bc7d-8b33bd810159 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:42:44.426094 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1733b08c-54f7-4c80-b783-14a34bb609c0 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:42:44.433852 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1733b08c-54f7-4c80-b783-14a34bb609c0 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:44.437620 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1733b08c-54f7-4c80-b783-14a34bb609c0 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] 10.222.0.11 "PUT /v2.0/routers/e3b65b10-04cb-4e87-bc7d-8b33bd810159 HTTP/1.1" status: 200 len: 882 time: 2.2307081 Dec 10 16:42:44.437834 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 41878) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:44.440336 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f729bc-3a95-4c3a-b795-4d4d59073802 None None] Sync routers for ids ['e3b65b10-04cb-4e87-bc7d-8b33bd810159'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:42:44.453821 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f729bc-3a95-4c3a-b795-4d4d59073802 None None] Routers {'e3b65b10-04cb-4e87-bc7d-8b33bd810159'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:42:44.455305 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-d1f729bc-3a95-4c3a-b795-4d4d59073802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:42:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['e3b65b10-04cb-4e87-bc7d-8b33bd810159'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:44.493988 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-d1f729bc-3a95-4c3a-b795-4d4d59073802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:44.504570 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f729bc-3a95-4c3a-b795-4d4d59073802 None None] Routers {'e3b65b10-04cb-4e87-bc7d-8b33bd810159'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:42:44.505423 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-d1f729bc-3a95-4c3a-b795-4d4d59073802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:42:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['e3b65b10-04cb-4e87-bc7d-8b33bd810159'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:44.543348 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-d1f729bc-3a95-4c3a-b795-4d4d59073802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:44.544241 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f729bc-3a95-4c3a-b795-4d4d59073802 None None] The sync data for ids ['e3b65b10-04cb-4e87-bc7d-8b33bd810159'] in n-d-766771-2 is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:42:44.618558 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e8f206fe-e20e-48fe-a6a5-e8e3b0929ac3 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] 10.222.0.11 "GET /v2.0/routers/e3b65b10-04cb-4e87-bc7d-8b33bd810159 HTTP/1.1" status: 200 len: 923 time: 0.1791868 Dec 10 16:42:44.621308 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 41882) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:44.682658 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1586f-683c-49e5-b27f-b096b758c941 req-39aad58f-6b28-40e3-936b-04546135a312 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:44.684905 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-43d1586f-683c-49e5-b27f-b096b758c941 req-39aad58f-6b28-40e3-936b-04546135a312 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 945 time: 0.0853839 Dec 10 16:42:44.740693 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-43d1586f-683c-49e5-b27f-b096b758c941 req-61186593-dc8c-4ae0-94b9-9ac712844d1c tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498455 Dec 10 16:42:44.792991 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da5a133-88f8-4d9c-861e-4922be01fe2f tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:44.802110 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 41888) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:44.803988 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4da5a133-88f8-4d9c-861e-4922be01fe2f tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=5eeed31d-d918-4774-81b9-ef71c6f02574&device_id=e3b65b10-04cb-4e87-bc7d-8b33bd810159&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1813943 Dec 10 16:42:44.949008 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03859616-fe59-4bae-bf20-8dba117dc42f tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:44.955152 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-03859616-fe59-4bae-bf20-8dba117dc42f tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] 10.222.0.11 "GET /v2.0/networks/5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 881 time: 0.1509449 Dec 10 16:42:44.955700 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 41894) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:44.985573 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-50e22df5-9987-48a0-beca-5bad02776396 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3b65b10-04cb-4e87-bc7d-8b33bd810159 HTTP/1.1" status: 200 len: 205 time: 0.0282154 Dec 10 16:42:44.989500 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 41896) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:45.190908 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171fa8d-452a-4594-92e7-28d6d7de895f req-5d31b70d-ef5b-476c-9edb-0690f26a7b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:45.193492 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6171fa8d-452a-4594-92e7-28d6d7de895f req-5d31b70d-ef5b-476c-9edb-0690f26a7b31 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45ca9cd270ce4d398a78e52c666b1374&device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 1096 time: 0.0959678 Dec 10 16:42:45.391661 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171fa8d-452a-4594-92e7-28d6d7de895f req-fcab42ce-91ba-4cbe-ba93-557910b9380b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:45.393236 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6171fa8d-452a-4594-92e7-28d6d7de895f req-fcab42ce-91ba-4cbe-ba93-557910b9380b service neutron] 10.222.0.26 "GET /v2.0/networks?id=b5ba8caf-9119-4d49-8c04-be0a7edd0bb2 HTTP/1.1" status: 200 len: 920 time: 0.1914561 Dec 10 16:42:45.474819 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6171fa8d-452a-4594-92e7-28d6d7de895f req-c5591ce0-0a06-411d-ba8b-68a1811f263d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dd013d1b-d90e-40a8-80fa-49b6ae5d3434 HTTP/1.1" status: 200 len: 217 time: 0.0724878 Dec 10 16:42:45.563158 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171fa8d-452a-4594-92e7-28d6d7de895f req-46be2d76-8734-4703-9440-da81c2fdc1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:45.564909 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6171fa8d-452a-4594-92e7-28d6d7de895f req-46be2d76-8734-4703-9440-da81c2fdc1ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=22f5ce8a-e527-41c9-88c7-11774c8e4abe HTTP/1.1" status: 200 len: 859 time: 0.0824935 Dec 10 16:42:45.624529 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bdc77222-7407-4266-a123-0dff6584f5a3 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:45.629846 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6171fa8d-452a-4594-92e7-28d6d7de895f req-59d4b341-f656-4335-a2bb-ce997e4bb424 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b5ba8caf-9119-4d49-8c04-be0a7edd0bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561526 Dec 10 16:42:45.717239 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4e934-bc38-49ab-ad80-c0767124df90 req-0fdec0f2-624b-45f1-8a3a-b6193849aa47 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:45.725197 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-85b4e934-bc38-49ab-ad80-c0767124df90 req-0fdec0f2-624b-45f1-8a3a-b6193849aa47 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 945 time: 0.5362988 Dec 10 16:42:45.761051 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6171fa8d-452a-4594-92e7-28d6d7de895f req-bf118100-a1d4-43d0-ae96-61c6779f1900 service neutron] 10.222.0.26 "GET /v2.0/networks/b5ba8caf-9119-4d49-8c04-be0a7edd0bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204047 Dec 10 16:42:45.806076 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-85b4e934-bc38-49ab-ad80-c0767124df90 req-71e645de-f8c9-4c4d-8d5d-2bd10ce76b88 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799544 Dec 10 16:42:45.871421 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bdc77222-7407-4266-a123-0dff6584f5a3 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:45.909175 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6171fa8d-452a-4594-92e7-28d6d7de895f req-6d6b8dd1-8b71-43ae-b229-9f0721e6a769 service neutron] 10.222.0.26 "GET /v2.0/networks/b5ba8caf-9119-4d49-8c04-be0a7edd0bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402688 Dec 10 16:42:46.079879 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2ec6d-2ec3-43f0-8b27-51d834534618 req-097352d2-c64b-471e-836f-9810f9819fa9 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:46.081498 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-17f2ec6d-2ec3-43f0-8b27-51d834534618 req-097352d2-c64b-471e-836f-9810f9819fa9 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.1247261 Dec 10 16:42:46.100484 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bdc77222-7407-4266-a123-0dff6584f5a3 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Deleting port f1cbbf75-6e58-448f-8807-f792ebc2583c {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:42:46.100831 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bdc77222-7407-4266-a123-0dff6584f5a3 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:46.191232 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bdc77222-7407-4266-a123-0dff6584f5a3 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:46.203474 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bdc77222-7407-4266-a123-0dff6584f5a3 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Calling delete_port for f1cbbf75-6e58-448f-8807-f792ebc2583c owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:42:46.338861 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-17f2ec6d-2ec3-43f0-8b27-51d834534618 req-e5f8dec9-a3cb-44dd-ad78-4d7e864333a1 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2468455 Dec 10 16:42:46.457380 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bdc77222-7407-4266-a123-0dff6584f5a3 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:46.471928 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d0e9db9d-8fd5-4ea7-82eb-6ebe6568f3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:46.536052 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc77222-7407-4266-a123-0dff6584f5a3 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Pushing event deleted for resources: {'Port': ['ID=f1cbbf75-6e58-448f-8807-f792ebc2583c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:46.568618 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc77222-7407-4266-a123-0dff6584f5a3 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:46.569461 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc77222-7407-4266-a123-0dff6584f5a3 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:46.569461 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc77222-7407-4266-a123-0dff6584f5a3 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:46.569628 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc77222-7407-4266-a123-0dff6584f5a3 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:46.569939 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc77222-7407-4266-a123-0dff6584f5a3 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:46.570304 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc77222-7407-4266-a123-0dff6584f5a3 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:46.570643 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc77222-7407-4266-a123-0dff6584f5a3 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:46.570973 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc77222-7407-4266-a123-0dff6584f5a3 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:46.571305 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc77222-7407-4266-a123-0dff6584f5a3 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:46.571635 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc77222-7407-4266-a123-0dff6584f5a3 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:46.571962 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc77222-7407-4266-a123-0dff6584f5a3 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:46.572291 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc77222-7407-4266-a123-0dff6584f5a3 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:46.572618 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc77222-7407-4266-a123-0dff6584f5a3 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:46.607739 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb57cd84-e7ba-457c-8555-ff0e66ed377a None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:42:46.727938 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 41932) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:46.746437 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bdc77222-7407-4266-a123-0dff6584f5a3 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:46.998751 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bdc77222-7407-4266-a123-0dff6584f5a3 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:47.005089 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bdc77222-7407-4266-a123-0dff6584f5a3 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:47.149195 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130871e9-a837-4c7b-b8c7-c0360c3f9796 req-95954fb5-41e0-493b-a11c-3a5045a6fddd tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:47.152357 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-130871e9-a837-4c7b-b8c7-c0360c3f9796 req-95954fb5-41e0-493b-a11c-3a5045a6fddd tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 945 time: 0.1876602 Dec 10 16:42:47.161259 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bdc77222-7407-4266-a123-0dff6584f5a3 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:47.161857 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc77222-7407-4266-a123-0dff6584f5a3 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Fanout notify agent at l3_agent the message router_deleted on router e3b65b10-04cb-4e87-bc7d-8b33bd810159 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:42:47.170889 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bdc77222-7407-4266-a123-0dff6584f5a3 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:47.172199 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-bdc77222-7407-4266-a123-0dff6584f5a3 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] 10.222.0.11 "DELETE /v2.0/routers/e3b65b10-04cb-4e87-bc7d-8b33bd810159 HTTP/1.1" status: 204 len: 168 time: 2.1814067 Dec 10 16:42:47.175990 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 41944) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:47.184280 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-b8cb6a2a-b45d-4a61-b0c4-88fd0308e6db tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1452515185', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:47.200700 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8a3de286-5219-4373-a09e-ca4fc957e425 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:47.214558 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b8cb6a2a-b45d-4a61-b0c4-88fd0308e6db tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:47.216322 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b8cb6a2a-b45d-4a61-b0c4-88fd0308e6db tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:47.287258 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-130871e9-a837-4c7b-b8c7-c0360c3f9796 req-35cc6ede-295c-40c6-aa5d-dec5c8da1f32 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100781 Dec 10 16:42:47.298127 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:47.333679 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b8cb6a2a-b45d-4a61-b0c4-88fd0308e6db tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:47.337733 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b8cb6a2a-b45d-4a61-b0c4-88fd0308e6db tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:47.366384 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b8cb6a2a-b45d-4a61-b0c4-88fd0308e6db tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:47.372711 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b8cb6a2a-b45d-4a61-b0c4-88fd0308e6db tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1943002 Dec 10 16:42:47.373987 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 41948) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:47.383553 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-28baa75a-9690-4727-90f0-484f13384ac2 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'enable_snat': True}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:47.443198 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8a3de286-5219-4373-a09e-ca4fc957e425 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:47.448790 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8a3de286-5219-4373-a09e-ca4fc957e425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:47.742215 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-8a3de286-5219-4373-a09e-ca4fc957e425 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eed70712db7a4189a2e4f7bac667a584&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0130370 Dec 10 16:42:47.755961 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 41960) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:47.825758 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3de286-5219-4373-a09e-ca4fc957e425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9e8588-ac23-4c6b-886f-6d237d1d78a3,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:47.863545 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06f3b7-d144-4478-a968-3ea689ad9e11 req-fccba317-9a43-42ca-b58d-45ec5836f854 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:47.865502 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb06f3b7-d144-4478-a968-3ea689ad9e11 req-fccba317-9a43-42ca-b58d-45ec5836f854 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.3902864 Dec 10 16:42:47.912146 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4177f495-2b66-424d-be4e-f93ab0ad153f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:47.968494 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4177f495-2b66-424d-be4e-f93ab0ad153f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:48.002994 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-28baa75a-9690-4727-90f0-484f13384ac2 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:48.102593 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4177f495-2b66-424d-be4e-f93ab0ad153f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:48.110997 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4177f495-2b66-424d-be4e-f93ab0ad153f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:48.115465 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4177f495-2b66-424d-be4e-f93ab0ad153f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6f9e8588-ac23-4c6b-886f-6d237d1d78a3 HTTP/1.1" status: 204 len: 168 time: 0.3516357 Dec 10 16:42:48.133429 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177f495-2b66-424d-be4e-f93ab0ad153f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9e8588-ac23-4c6b-886f-6d237d1d78a3,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:48.180803 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb06f3b7-d144-4478-a968-3ea689ad9e11 req-ae607a21-3d8a-4745-8e0a-82ee82dd0e8c tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3082676 Dec 10 16:42:48.305724 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 41974) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:48.566909 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:48.576192 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4df1-8ee1-4364-b138-a2206194a2bf req-1e7666dd-1656-4bef-b548-066044bc45b6 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:48.581134 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cf3f4df1-8ee1-4364-b138-a2206194a2bf req-1e7666dd-1656-4bef-b548-066044bc45b6 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 945 time: 0.1465759 Dec 10 16:42:48.730564 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cf3f4df1-8ee1-4364-b138-a2206194a2bf req-2b93663d-7525-4015-95a7-aaeded6b6f55 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433802 Dec 10 16:42:48.900610 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0ecb0caf-7c7f-4da0-9740-b976ecab5eb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:48.901210 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 41990) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:49.003280 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fae1d03a-460b-473b-a02e-ec1c793a63f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:49.024945 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-28baa75a-9690-4727-90f0-484f13384ac2 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:49.028734 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0ecb0caf-7c7f-4da0-9740-b976ecab5eb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:49.034248 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0ecb0caf-7c7f-4da0-9740-b976ecab5eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:49.076517 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-28baa75a-9690-4727-90f0-484f13384ac2 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:49.121990 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-0ecb0caf-7c7f-4da0-9740-b976ecab5eb0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f3b1190aae7b4d9697f3f74405d77e8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8148177 Dec 10 16:42:49.124057 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 41994) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:49.131307 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb0caf-7c7f-4da0-9740-b976ecab5eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3499e6-ee66-4008-9823-67903f73e72a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:49.232145 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c1b1545b-fdd4-4644-96b2-b899a277f38c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:49.259330 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c1b1545b-fdd4-4644-96b2-b899a277f38c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:49.314027 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-28baa75a-9690-4727-90f0-484f13384ac2 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Allocated IP 172.25.6.87 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/366a42ad-f156-413d-8dc5-f9d67aec34ad) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:42:49.354302 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c1b1545b-fdd4-4644-96b2-b899a277f38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:49.362800 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c1b1545b-fdd4-4644-96b2-b899a277f38c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:49.369467 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c1b1545b-fdd4-4644-96b2-b899a277f38c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9a3499e6-ee66-4008-9823-67903f73e72a HTTP/1.1" status: 204 len: 168 time: 0.2432530 Dec 10 16:42:49.393314 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1545b-fdd4-4644-96b2-b899a277f38c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3499e6-ee66-4008-9823-67903f73e72a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:49.466866 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fae1d03a-460b-473b-a02e-ec1c793a63f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:49.478300 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fae1d03a-460b-473b-a02e-ec1c793a63f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:49.502351 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4a081-fe3a-4c8d-88c7-ab9bbbdbf8a6 req-cf5cdec0-8fd0-479c-86c2-d6f5d585cd50 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:49.504336 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c5b4a081-fe3a-4c8d-88c7-ab9bbbdbf8a6 req-cf5cdec0-8fd0-479c-86c2-d6f5d585cd50 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.1124303 Dec 10 16:42:49.527941 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-fae1d03a-460b-473b-a02e-ec1c793a63f4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2654062e1e17425bb611a575ff6d0c17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6184242 Dec 10 16:42:49.531939 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42010) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:49.575387 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1d03a-460b-473b-a02e-ec1c793a63f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c7b4ce-0be1-47e3-ab11-8bb05a39fca5,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:49.587490 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-28baa75a-9690-4727-90f0-484f13384ac2 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:49.619222 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1db469ec-0e01-44c7-93ae-3cbe6aaf9d0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:49.655709 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:49.662462 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1db469ec-0e01-44c7-93ae-3cbe6aaf9d0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:49.670799 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c5b4a081-fe3a-4c8d-88c7-ab9bbbdbf8a6 req-f62fecc5-1e00-44d7-ad89-408333c78ce5 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1454129 Dec 10 16:42:49.697246 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-28baa75a-9690-4727-90f0-484f13384ac2 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:49.744714 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28baa75a-9690-4727-90f0-484f13384ac2 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:42:49.747178 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-28baa75a-9690-4727-90f0-484f13384ac2 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:42:49.751063 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28baa75a-9690-4727-90f0-484f13384ac2 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:42:49.767772 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6481652b-e87e-4faa-bf85-747ab32833be None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:42:49.780862 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1db469ec-0e01-44c7-93ae-3cbe6aaf9d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:49.784067 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1db469ec-0e01-44c7-93ae-3cbe6aaf9d0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:49.787819 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1db469ec-0e01-44c7-93ae-3cbe6aaf9d0b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/32c7b4ce-0be1-47e3-ab11-8bb05a39fca5 HTTP/1.1" status: 204 len: 168 time: 0.2492080 Dec 10 16:42:49.792541 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28baa75a-9690-4727-90f0-484f13384ac2 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Pushing event updated for resources: {'Port': ['ID=366a42ad-f156-413d-8dc5-f9d67aec34ad,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:49.805127 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db469ec-0e01-44c7-93ae-3cbe6aaf9d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c7b4ce-0be1-47e3-ab11-8bb05a39fca5,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:49.857320 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a1fac611-ab96-42b0-a1e4-32c316280d39 None None] Provisioning complete for port 366a42ad-f156-413d-8dc5-f9d67aec34ad triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:42:49.858093 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a1fac611-ab96-42b0-a1e4-32c316280d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:49.914773 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-a1fac611-ab96-42b0-a1e4-32c316280d39 None None] Port 366a42ad-f156-413d-8dc5-f9d67aec34ad cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:42:50.104650 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 42018) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:50.123145 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a8f68d1f-afbc-4173-972f-6f3600750730 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:50.183533 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-28baa75a-9690-4727-90f0-484f13384ac2 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:50.269129 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a8f68d1f-afbc-4173-972f-6f3600750730 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:50.281370 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a8f68d1f-afbc-4173-972f-6f3600750730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:50.334112 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a8f68d1f-afbc-4173-972f-6f3600750730 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6bed123443c148609b97049b38da4e21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2277918 Dec 10 16:42:50.342442 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 42026) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:50.393707 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f68d1f-afbc-4173-972f-6f3600750730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f7ff09-daad-43ad-9bad-a7a5a9167330,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:50.437376 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d6ad339-ea03-4dd7-91ee-3f09adef3aef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:50.472555 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d6ad339-ea03-4dd7-91ee-3f09adef3aef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:50.537973 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d6ad339-ea03-4dd7-91ee-3f09adef3aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:50.543328 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d6ad339-ea03-4dd7-91ee-3f09adef3aef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:50.544893 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-28baa75a-9690-4727-90f0-484f13384ac2 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4726'] for router, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:50.546493 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1d6ad339-ea03-4dd7-91ee-3f09adef3aef admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b7f7ff09-daad-43ad-9bad-a7a5a9167330 HTTP/1.1" status: 204 len: 168 time: 0.2010906 Dec 10 16:42:50.548908 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-28baa75a-9690-4727-90f0-484f13384ac2 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-603901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599127'] for router, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:50.557248 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ad339-ea03-4dd7-91ee-3f09adef3aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f7ff09-daad-43ad-9bad-a7a5a9167330,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:50.821886 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28baa75a-9690-4727-90f0-484f13384ac2 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Router 617edda8-82bd-449f-a137-d883043b4e80 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:42:50.946232 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099efc47-b441-4fd3-817e-581e96f8ae21 req-9ce44aa3-01bb-4a8f-83a0-2aa99b56fbc9 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:50.952038 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-099efc47-b441-4fd3-817e-581e96f8ae21 req-9ce44aa3-01bb-4a8f-83a0-2aa99b56fbc9 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.1204915 Dec 10 16:42:51.019320 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28baa75a-9690-4727-90f0-484f13384ac2 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:42:51.024530 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-28baa75a-9690-4727-90f0-484f13384ac2 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:51.028421 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-28baa75a-9690-4727-90f0-484f13384ac2 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] 10.222.0.11 "PUT /v2.0/routers/617edda8-82bd-449f-a137-d883043b4e80 HTTP/1.1" status: 200 len: 918 time: 3.6505094 Dec 10 16:42:51.029562 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42050) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:51.033675 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa8fb27-b00a-455f-8a92-1a01a6eb6732 None None] Sync routers for ids ['617edda8-82bd-449f-a137-d883043b4e80'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:42:51.042106 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-099efc47-b441-4fd3-817e-581e96f8ae21 req-8e09c810-970d-43c1-94c2-f034df76569e tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0706668 Dec 10 16:42:51.064306 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa8fb27-b00a-455f-8a92-1a01a6eb6732 None None] Routers {'617edda8-82bd-449f-a137-d883043b4e80'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:42:51.064937 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8fa8fb27-b00a-455f-8a92-1a01a6eb6732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:42:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['617edda8-82bd-449f-a137-d883043b4e80'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:51.125083 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8fa8fb27-b00a-455f-8a92-1a01a6eb6732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:51.163794 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa8fb27-b00a-455f-8a92-1a01a6eb6732 None None] Routers {'617edda8-82bd-449f-a137-d883043b4e80'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:42:51.164412 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8fa8fb27-b00a-455f-8a92-1a01a6eb6732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:42:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['617edda8-82bd-449f-a137-d883043b4e80'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:51.259016 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8fa8fb27-b00a-455f-8a92-1a01a6eb6732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:51.259697 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa8fb27-b00a-455f-8a92-1a01a6eb6732 None None] The sync data for ids ['617edda8-82bd-449f-a137-d883043b4e80'] in n-d-766771-2 is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:42:51.287540 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 42062) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:51.288119 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-56e46e2f-89a2-40ed-940e-9a80d7992899 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] 10.222.0.11 "GET /v2.0/routers/617edda8-82bd-449f-a137-d883043b4e80 HTTP/1.1" status: 200 len: 924 time: 0.2568491 Dec 10 16:42:51.385282 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdfecec-310e-4459-a4f6-c2b9219c7240 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:51.391394 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42072) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:51.404694 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2cdfecec-310e-4459-a4f6-c2b9219c7240 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=5eeed31d-d918-4774-81b9-ef71c6f02574&device_id=617edda8-82bd-449f-a137-d883043b4e80&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1160440 Dec 10 16:42:51.517827 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd415e-413b-4cba-b9a5-da3463d4b8b6 req-69deef53-f28b-4657-b8de-8da37bc7f610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:51.519461 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0bdd415e-413b-4cba-b9a5-da3463d4b8b6 req-69deef53-f28b-4657-b8de-8da37bc7f610 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=38b4c50f2746432ea9adf6424421cd8d&device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 1095 time: 0.0932453 Dec 10 16:42:51.537354 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879c7258-bf11-4aa4-a54d-dc66a22483b7 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:51.545048 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-879c7258-bf11-4aa4-a54d-dc66a22483b7 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] 10.222.0.11 "GET /v2.0/networks/5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 881 time: 0.1491394 Dec 10 16:42:51.546591 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42076) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:51.607010 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-76c18f18-416f-4bc2-9d1c-54221e821790 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] 10.222.0.11 "GET /v2.0/ports?device_id=617edda8-82bd-449f-a137-d883043b4e80 HTTP/1.1" status: 200 len: 205 time: 0.0483160 Dec 10 16:42:51.610475 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42078) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:51.642534 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd415e-413b-4cba-b9a5-da3463d4b8b6 req-9f93835f-012d-4d15-bfa4-1e7275257066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:51.650185 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0bdd415e-413b-4cba-b9a5-da3463d4b8b6 req-9f93835f-012d-4d15-bfa4-1e7275257066 service neutron] 10.222.0.46 "GET /v2.0/networks?id=32421a12-0b3a-42d4-846a-0de14cdef277 HTTP/1.1" status: 200 len: 912 time: 0.1230273 Dec 10 16:42:51.696479 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb895e-f892-45af-ab55-d2fb6906ac07 req-59888267-f8ce-4f94-814b-a0840ef732a1 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:51.698147 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fefb895e-f892-45af-ab55-d2fb6906ac07 req-59888267-f8ce-4f94-814b-a0840ef732a1 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.2376359 Dec 10 16:42:51.774590 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b1fc4c9f-fb8b-45af-b831-797a208b896b tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:51.807004 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0bdd415e-413b-4cba-b9a5-da3463d4b8b6 req-2adc1019-7ff5-4ec1-9d95-20ce11e567d6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81f6994e-318a-4d30-b5b5-897e0480e4d0 HTTP/1.1" status: 200 len: 999 time: 0.1437874 Dec 10 16:42:51.823394 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fefb895e-f892-45af-ab55-d2fb6906ac07 req-160c7c34-e801-4269-a3dc-cb81befd4bb5 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0909805 Dec 10 16:42:51.890538 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd415e-413b-4cba-b9a5-da3463d4b8b6 req-a4c8c6c3-e14c-4c02-851e-6955b54d6ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:51.893016 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0bdd415e-413b-4cba-b9a5-da3463d4b8b6 req-a4c8c6c3-e14c-4c02-851e-6955b54d6ebd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bad4bd9c-d017-467b-badb-ee51884a8aea HTTP/1.1" status: 200 len: 850 time: 0.0663002 Dec 10 16:42:51.961992 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b1fc4c9f-fb8b-45af-b831-797a208b896b tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:51.988951 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd415e-413b-4cba-b9a5-da3463d4b8b6 req-4ecd024d-b6a7-4e91-99f4-19f159038b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:51.992128 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0bdd415e-413b-4cba-b9a5-da3463d4b8b6 req-4ecd024d-b6a7-4e91-99f4-19f159038b76 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=32421a12-0b3a-42d4-846a-0de14cdef277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903594 Dec 10 16:42:52.067601 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42092) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:52.089209 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-b1fc4c9f-fb8b-45af-b831-797a208b896b tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Deleting port 366a42ad-f156-413d-8dc5-f9d67aec34ad {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:42:52.089565 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b1fc4c9f-fb8b-45af-b831-797a208b896b tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:52.161585 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0bdd415e-413b-4cba-b9a5-da3463d4b8b6 req-0fad0e1f-6e2f-4e89-a55a-72dcd50c16c1 service neutron] 10.222.0.46 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609993 Dec 10 16:42:52.243357 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b1fc4c9f-fb8b-45af-b831-797a208b896b tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:52.259638 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-b1fc4c9f-fb8b-45af-b831-797a208b896b tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Calling delete_port for 366a42ad-f156-413d-8dc5-f9d67aec34ad owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:42:52.366172 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0bdd415e-413b-4cba-b9a5-da3463d4b8b6 req-bd1417c8-57ca-43fa-b6c6-f39cdefb24fb service neutron] 10.222.0.46 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947460 Dec 10 16:42:52.387394 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-feb23dcf-1c62-4f26-afb7-1b9f9f0e863e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:52.414358 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 42108) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:52.540286 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-639c3287-7c81-4be2-ba5e-73bf68b04613 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/floatingips/63231301-a785-4891-997d-454c4e7950b7 HTTP/1.1" status: 200 len: 993 time: 0.1245277 Dec 10 16:42:52.688063 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b1fc4c9f-fb8b-45af-b831-797a208b896b tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:52.694299 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-feb23dcf-1c62-4f26-afb7-1b9f9f0e863e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:52.729832 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-feb23dcf-1c62-4f26-afb7-1b9f9f0e863e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:52.736103 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc4c9f-fb8b-45af-b831-797a208b896b tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Pushing event deleted for resources: {'Port': ['ID=366a42ad-f156-413d-8dc5-f9d67aec34ad,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:52.801347 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-feb23dcf-1c62-4f26-afb7-1b9f9f0e863e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2b3eda7dea4a485e882e8413db953ee8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7303479 Dec 10 16:42:52.802840 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 42126) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:52.822404 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32f51e3-b1ff-4385-8d79-4f931cef14d4 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:42:52.857738 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 42130) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:52.905455 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb23dcf-1c62-4f26-afb7-1b9f9f0e863e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6e13f8-d795-41e9-b81c-a92237441bd2,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:52.964058 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c3112a00-d349-488f-8d7c-7fa8b89dd8b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:52.996715 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c3112a00-d349-488f-8d7c-7fa8b89dd8b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:52.997998 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b1fc4c9f-fb8b-45af-b831-797a208b896b tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:53.298051 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da8ac0-18aa-4725-887e-d864ec111ac8 req-91be8027-4c98-4106-a2a4-33cd7b3e15b9 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:53.306903 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-99da8ac0-18aa-4725-887e-d864ec111ac8 req-91be8027-4c98-4106-a2a4-33cd7b3e15b9 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.2855139 Dec 10 16:42:53.372233 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c3112a00-d349-488f-8d7c-7fa8b89dd8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:53.375793 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c3112a00-d349-488f-8d7c-7fa8b89dd8b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:53.390436 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c3112a00-d349-488f-8d7c-7fa8b89dd8b4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1f6e13f8-d795-41e9-b81c-a92237441bd2 HTTP/1.1" status: 204 len: 168 time: 0.5749552 Dec 10 16:42:53.461440 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3112a00-d349-488f-8d7c-7fa8b89dd8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6e13f8-d795-41e9-b81c-a92237441bd2,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:53.505102 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-99da8ac0-18aa-4725-887e-d864ec111ac8 req-f8a5b1a2-1718-4aff-9d88-e752f9f72295 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1755254 Dec 10 16:42:53.509239 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-c7d55562-b5ab-4695-b3ce-9477f1019375 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Deleting port bef35c7f-7fd2-4047-8632-21af8f16b2bf {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:42:53.510415 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7d55562-b5ab-4695-b3ce-9477f1019375 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:53.577023 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b1fc4c9f-fb8b-45af-b831-797a208b896b tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:53.582286 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b1fc4c9f-fb8b-45af-b831-797a208b896b tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:53.645787 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7d55562-b5ab-4695-b3ce-9477f1019375 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:53.646282 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7d55562-b5ab-4695-b3ce-9477f1019375 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:53.672569 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-c7d55562-b5ab-4695-b3ce-9477f1019375 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Calling delete_port for bef35c7f-7fd2-4047-8632-21af8f16b2bf owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:42:53.697485 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b1fc4c9f-fb8b-45af-b831-797a208b896b tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:53.698683 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fc4c9f-fb8b-45af-b831-797a208b896b tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Fanout notify agent at l3_agent the message router_deleted on router 617edda8-82bd-449f-a137-d883043b4e80 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:42:53.717469 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b1fc4c9f-fb8b-45af-b831-797a208b896b tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:53.723452 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b1fc4c9f-fb8b-45af-b831-797a208b896b tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] 10.222.0.11 "DELETE /v2.0/routers/617edda8-82bd-449f-a137-d883043b4e80 HTTP/1.1" status: 204 len: 168 time: 2.1068637 Dec 10 16:42:53.724098 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42158) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:53.733149 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-e5b514ec-9f7e-4565-941c-0d2021e755d6 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1022529668', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:53.807061 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e5b514ec-9f7e-4565-941c-0d2021e755d6 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:53.808702 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e5b514ec-9f7e-4565-941c-0d2021e755d6 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:53.886781 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e5b514ec-9f7e-4565-941c-0d2021e755d6 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:53.894642 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e5b514ec-9f7e-4565-941c-0d2021e755d6 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:53.915647 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7d55562-b5ab-4695-b3ce-9477f1019375 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:53.933070 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e5b514ec-9f7e-4565-941c-0d2021e755d6 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:53.936960 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e5b514ec-9f7e-4565-941c-0d2021e755d6 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2077768 Dec 10 16:42:53.936960 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42164) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:53.939382 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 42166) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:53.943979 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-c094a6de-575b-4f04-b281-3e0221029288 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'enable_snat': False}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:54.079549 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d55562-b5ab-4695-b3ce-9477f1019375 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event deleted for resources: {'Port': ['ID=bef35c7f-7fd2-4047-8632-21af8f16b2bf,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:54.125243 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9a50632f-a9db-46ef-bf3d-117a8eeb89c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:54.256588 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9a50632f-a9db-46ef-bf3d-117a8eeb89c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:54.263668 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9a50632f-a9db-46ef-bf3d-117a8eeb89c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:54.319053 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9a50632f-a9db-46ef-bf3d-117a8eeb89c6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bc2fe0216e00405eb95e4d0192bd704e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3828650 Dec 10 16:42:54.321411 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42182) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:54.355219 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50632f-a9db-46ef-bf3d-117a8eeb89c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c474f46-f8fb-42f5-8b78-35992ccc0404,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:54.361162 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7d55562-b5ab-4695-b3ce-9477f1019375 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for floatingip, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:54.361691 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [None req-c7d55562-b5ab-4695-b3ce-9477f1019375 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Floating IP 63231301-a785-4891-997d-454c4e7950b7 disassociated (deleted). External IP: 172.25.6.35, port: 1c8e0b30-0362-49fa-a368-93532e36cdcd. Dec 10 16:42:54.421919 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7b0c09be-ddd1-4214-9789-9ffb29359e1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:54.448517 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7b0c09be-ddd1-4214-9789-9ffb29359e1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:54.499285 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c094a6de-575b-4f04-b281-3e0221029288 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:54.512122 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7b0c09be-ddd1-4214-9789-9ffb29359e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:54.516706 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7b0c09be-ddd1-4214-9789-9ffb29359e1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:54.518573 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7b0c09be-ddd1-4214-9789-9ffb29359e1e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8c474f46-f8fb-42f5-8b78-35992ccc0404 HTTP/1.1" status: 204 len: 168 time: 0.1958408 Dec 10 16:42:54.529706 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c09be-ddd1-4214-9789-9ffb29359e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c474f46-f8fb-42f5-8b78-35992ccc0404,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:55.116271 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42206) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:55.139883 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6e16c335-0e69-4054-96ff-51a636705652 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:55.269794 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3f93a-0da0-4ad2-a922-bf03f9967eff req-8cbafc6a-2116-442f-82ba-67fc15059029 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:55.272363 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6e16c335-0e69-4054-96ff-51a636705652 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:55.272889 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3aa3f93a-0da0-4ad2-a922-bf03f9967eff req-8cbafc6a-2116-442f-82ba-67fc15059029 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.6400869 Dec 10 16:42:55.278006 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6e16c335-0e69-4054-96ff-51a636705652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:55.319779 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d55562-b5ab-4695-b3ce-9477f1019375 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Router 395b84c9-b4e8-4ad0-9120-42beb0b15bc4 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:42:55.327980 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6e16c335-0e69-4054-96ff-51a636705652 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b505fd2d31614681866c5bd992c8a248&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2105429 Dec 10 16:42:55.331350 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42208) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:55.338446 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16c335-0e69-4054-96ff-51a636705652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f050c96-0dad-4264-9283-0b04c8bb8b13,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:55.411671 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4492bffc-3935-40b4-b174-3840113f9247 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:55.457471 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4492bffc-3935-40b4-b174-3840113f9247 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:55.536536 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4492bffc-3935-40b4-b174-3840113f9247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:55.540619 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4492bffc-3935-40b4-b174-3840113f9247 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:55.542410 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4492bffc-3935-40b4-b174-3840113f9247 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1f050c96-0dad-4264-9283-0b04c8bb8b13 HTTP/1.1" status: 204 len: 168 time: 0.2075400 Dec 10 16:42:55.559291 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4492bffc-3935-40b4-b174-3840113f9247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f050c96-0dad-4264-9283-0b04c8bb8b13,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:55.604361 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d55562-b5ab-4695-b3ce-9477f1019375 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:42:55.609401 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7d55562-b5ab-4695-b3ce-9477f1019375 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:55.614575 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58e5ea9-970f-4b3b-96ff-ce2c458bdcbc None None] Sync routers for ids ['395b84c9-b4e8-4ad0-9120-42beb0b15bc4'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:42:55.615046 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3aa3f93a-0da0-4ad2-a922-bf03f9967eff req-a2a3852e-4d6a-4d75-b010-e71a72a9e550 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3275967 Dec 10 16:42:55.650738 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58e5ea9-970f-4b3b-96ff-ce2c458bdcbc None None] Routers {'395b84c9-b4e8-4ad0-9120-42beb0b15bc4'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:42:55.651569 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c58e5ea9-970f-4b3b-96ff-ce2c458bdcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:42:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['395b84c9-b4e8-4ad0-9120-42beb0b15bc4'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:55.680386 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c7d55562-b5ab-4695-b3ce-9477f1019375 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "DELETE /v2.0/floatingips/63231301-a785-4891-997d-454c4e7950b7 HTTP/1.1" status: 204 len: 168 time: 2.8220329 Dec 10 16:42:55.756845 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85a5aff3-ad57-43ca-b9b3-cc04e0b96206', 'tag': '1c8e0b30-0362-49fa-a368-93532e36cdcd'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:42:55.765056 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87dcd77-ff81-46fb-9a35-ea63e21d4574" -d '{"events": [{"name": "network-changed", "server_uuid": "85a5aff3-ad57-43ca-b9b3-cc04e0b96206", "tag": "1c8e0b30-0362-49fa-a368-93532e36cdcd"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:42:55.918895 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-c58e5ea9-970f-4b3b-96ff-ce2c458bdcbc None None] Set router 395b84c9-b4e8-4ad0-9120-42beb0b15bc4 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:42:55.930341 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c094a6de-575b-4f04-b281-3e0221029288 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:55.963184 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c094a6de-575b-4f04-b281-3e0221029288 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:56.088288 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-c094a6de-575b-4f04-b281-3e0221029288 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Allocated IP 172.25.6.139 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/de387416-6ca3-4355-8ee5-9c928e6d9b97) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:42:56.138990 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c58e5ea9-970f-4b3b-96ff-ce2c458bdcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395b84c9-b4e8-4ad0-9120-42beb0b15bc4', 'name': 'tempest-TestNetworkBasicOps-router-1322338729', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '3f472ab7-05c7-40fe-aa54-33cc4596b598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:40Z', 'updated_at': '2021-12-10T16:41:49Z', 'revision_number': 4, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'gw_port': {'id': '3f472ab7-05c7-40fe-aa54-33cc4596b598', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395b84c9-b4e8-4ad0-9120-42beb0b15bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'adb38948-0be9-4a08-b1c2-effe748ace43', 'name': '', 'network_id': '7a972a91-5f8d-4d22-80c2-09dee76213c8', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'mac_address': 'fa:16:3e:21:b6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395b84c9-b4e8-4ad0-9120-42beb0b15bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '32eb379b-63bd-4c42-8fa7-4c8d46fce254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:47Z', 'updated_at': '2021-12-10T16:41:54Z', 'revision_number': 5, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'subnets': [{'id': '32eb379b-63bd-4c42-8fa7-4c8d46fce254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:56.169121 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58e5ea9-970f-4b3b-96ff-ce2c458bdcbc None None] Checking router: 395b84c9-b4e8-4ad0-9120-42beb0b15bc4 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:42:56.178108 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58e5ea9-970f-4b3b-96ff-ce2c458bdcbc None None] Routers {'395b84c9-b4e8-4ad0-9120-42beb0b15bc4'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:42:56.178946 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c58e5ea9-970f-4b3b-96ff-ce2c458bdcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:42:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['395b84c9-b4e8-4ad0-9120-42beb0b15bc4'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:56.234404 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b28acb-6922-4957-b4bd-d90feaab2d61 req-4e1db70b-dfa9-46d0-8229-10f1739bb5d8 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:56.236258 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81b28acb-6922-4957-b4bd-d90feaab2d61 req-4e1db70b-dfa9-46d0-8229-10f1739bb5d8 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.3625240 Dec 10 16:42:56.331725 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c094a6de-575b-4f04-b281-3e0221029288 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:56.337756 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81b28acb-6922-4957-b4bd-d90feaab2d61 req-ae82eb3f-051c-481e-8a08-ce300d238cd7 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0911112 Dec 10 16:42:56.401672 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c094a6de-575b-4f04-b281-3e0221029288 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:56.404653 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-c58e5ea9-970f-4b3b-96ff-ce2c458bdcbc None None] Set router 395b84c9-b4e8-4ad0-9120-42beb0b15bc4 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:42:56.514564 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c094a6de-575b-4f04-b281-3e0221029288 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:42:56.527963 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-c094a6de-575b-4f04-b281-3e0221029288 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:42:56.538533 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c094a6de-575b-4f04-b281-3e0221029288 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:42:56.545514 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082693a4-1870-457b-9c92-ea3052ac67dd None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:42:56.549835 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c094a6de-575b-4f04-b281-3e0221029288 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Pushing event updated for resources: {'Port': ['ID=de387416-6ca3-4355-8ee5-9c928e6d9b97,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:56.691944 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-258b8118-22d7-4f03-9179-450ac327d499 None None] Provisioning complete for port de387416-6ca3-4355-8ee5-9c928e6d9b97 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:42:56.692324 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-258b8118-22d7-4f03-9179-450ac327d499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:56.792042 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195b689d-f846-4fdc-b0d6-bdd999165359 x-openstack-request-id: req-195b689d-f846-4fdc-b0d6-bdd999165359 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:42:56.792642 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85a5aff3-ad57-43ca-b9b3-cc04e0b96206", "tag": "1c8e0b30-0362-49fa-a368-93532e36cdcd", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:42:56.795221 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-195b689d-f846-4fdc-b0d6-bdd999165359 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:42:56.796265 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85a5aff3-ad57-43ca-b9b3-cc04e0b96206', 'tag': '1c8e0b30-0362-49fa-a368-93532e36cdcd', 'status': 'completed', 'code': 200} Dec 10 16:42:56.810604 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-258b8118-22d7-4f03-9179-450ac327d499 None None] Port de387416-6ca3-4355-8ee5-9c928e6d9b97 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:42:56.830605 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87dcd77-ff81-46fb-9a35-ea63e21d4574 req-87ddcc32-9e63-41c1-9a71-84e3ea38a313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:56.834913 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e87dcd77-ff81-46fb-9a35-ea63e21d4574 req-87ddcc32-9e63-41c1-9a71-84e3ea38a313 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7102f587c0942469f218fb29d23ff5f&device_id=85a5aff3-ad57-43ca-b9b3-cc04e0b96206 HTTP/1.1" status: 200 len: 1097 time: 0.1071894 Dec 10 16:42:56.941985 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c58e5ea9-970f-4b3b-96ff-ce2c458bdcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395b84c9-b4e8-4ad0-9120-42beb0b15bc4', 'name': 'tempest-TestNetworkBasicOps-router-1322338729', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '3f472ab7-05c7-40fe-aa54-33cc4596b598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:40Z', 'updated_at': '2021-12-10T16:41:49Z', 'revision_number': 4, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'gw_port': {'id': '3f472ab7-05c7-40fe-aa54-33cc4596b598', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395b84c9-b4e8-4ad0-9120-42beb0b15bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'adb38948-0be9-4a08-b1c2-effe748ace43', 'name': '', 'network_id': '7a972a91-5f8d-4d22-80c2-09dee76213c8', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'mac_address': 'fa:16:3e:21:b6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395b84c9-b4e8-4ad0-9120-42beb0b15bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '32eb379b-63bd-4c42-8fa7-4c8d46fce254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:47Z', 'updated_at': '2021-12-10T16:41:54Z', 'revision_number': 5, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'subnets': [{'id': '32eb379b-63bd-4c42-8fa7-4c8d46fce254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:56.997721 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7521fc-07fd-43a1-bee0-3e85816d7145 req-d625f479-a896-41bd-8d55-0c9781cd1536 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:57.008856 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cb7521fc-07fd-43a1-bee0-3e85816d7145 req-d625f479-a896-41bd-8d55-0c9781cd1536 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.1218569 Dec 10 16:42:57.013664 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58e5ea9-970f-4b3b-96ff-ce2c458bdcbc None None] The sync data for ids ['395b84c9-b4e8-4ad0-9120-42beb0b15bc4'] in n-d-766771-2 is: [{'id': '395b84c9-b4e8-4ad0-9120-42beb0b15bc4', 'name': 'tempest-TestNetworkBasicOps-router-1322338729', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '3f472ab7-05c7-40fe-aa54-33cc4596b598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:40Z', 'updated_at': '2021-12-10T16:41:49Z', 'revision_number': 4, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'gw_port': {'id': '3f472ab7-05c7-40fe-aa54-33cc4596b598', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395b84c9-b4e8-4ad0-9120-42beb0b15bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'adb38948-0be9-4a08-b1c2-effe748ace43', 'name': '', 'network_id': '7a972a91-5f8d-4d22-80c2-09dee76213c8', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'mac_address': 'fa:16:3e:21:b6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395b84c9-b4e8-4ad0-9120-42beb0b15bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '32eb379b-63bd-4c42-8fa7-4c8d46fce254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:47Z', 'updated_at': '2021-12-10T16:41:54Z', 'revision_number': 5, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'subnets': [{'id': '32eb379b-63bd-4c42-8fa7-4c8d46fce254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:42:57.024235 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87dcd77-ff81-46fb-9a35-ea63e21d4574 req-6c2c244e-2a2a-45fe-9a27-f04bea6a02d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:57.026715 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e87dcd77-ff81-46fb-9a35-ea63e21d4574 req-6c2c244e-2a2a-45fe-9a27-f04bea6a02d2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7a972a91-5f8d-4d22-80c2-09dee76213c8 HTTP/1.1" status: 200 len: 898 time: 0.1838109 Dec 10 16:42:57.185299 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e87dcd77-ff81-46fb-9a35-ea63e21d4574 req-6f053eba-6616-4c8f-aef3-0c254b44d5b5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c8e0b30-0362-49fa-a368-93532e36cdcd HTTP/1.1" status: 200 len: 217 time: 0.1506381 Dec 10 16:42:57.196840 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cb7521fc-07fd-43a1-bee0-3e85816d7145 req-d48edd35-1f25-4ae5-aced-8da09458d492 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1860888 Dec 10 16:42:57.263865 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c094a6de-575b-4f04-b281-3e0221029288 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:57.322018 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87dcd77-ff81-46fb-9a35-ea63e21d4574 req-08510515-cb6c-4c56-9e76-86f5ea8eaa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:57.326901 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e87dcd77-ff81-46fb-9a35-ea63e21d4574 req-08510515-cb6c-4c56-9e76-86f5ea8eaa6e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=32eb379b-63bd-4c42-8fa7-4c8d46fce254 HTTP/1.1" status: 200 len: 834 time: 0.1301587 Dec 10 16:42:57.453284 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87dcd77-ff81-46fb-9a35-ea63e21d4574 req-7109cefb-e430-42ec-a31d-97a3713ca390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:57.457352 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e87dcd77-ff81-46fb-9a35-ea63e21d4574 req-7109cefb-e430-42ec-a31d-97a3713ca390 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a972a91-5f8d-4d22-80c2-09dee76213c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1242425 Dec 10 16:42:57.459436 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a308369-8712-4856-a791-58f531ea4fdc req-79ade25e-0084-4761-9c31-ebe69410e1b8 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:57.461126 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3a308369-8712-4856-a791-58f531ea4fdc req-79ade25e-0084-4761-9c31-ebe69410e1b8 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?device_id=85a5aff3-ad57-43ca-b9b3-cc04e0b96206 HTTP/1.1" status: 200 len: 946 time: 0.1174796 Dec 10 16:42:57.610710 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4806ed-fc1f-4246-bd97-439f9aca2996 None None] New status for floating IP 63231301-a785-4891-997d-454c4e7950b7: DOWN {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:42:57.659384 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e87dcd77-ff81-46fb-9a35-ea63e21d4574 req-edff7857-e632-4c01-a243-15d3c22274dd service neutron] 10.222.0.26 "GET /v2.0/networks/7a972a91-5f8d-4d22-80c2-09dee76213c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878595 Dec 10 16:42:57.687218 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3a308369-8712-4856-a791-58f531ea4fdc req-40063a39-2626-4c35-9dbe-08a4b8d6dce0 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ebf0947-47c2-4a23-b866-2593de23e122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110305 Dec 10 16:42:57.753505 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c094a6de-575b-4f04-b281-3e0221029288 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4726'] for router, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:57.770264 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c094a6de-575b-4f04-b281-3e0221029288 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-603901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599127'] for router, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:57.866446 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e87dcd77-ff81-46fb-9a35-ea63e21d4574 req-34f384e2-0320-41d1-b736-4d17fee83a3e service neutron] 10.222.0.26 "GET /v2.0/networks/7a972a91-5f8d-4d22-80c2-09dee76213c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978242 Dec 10 16:42:58.060897 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c094a6de-575b-4f04-b281-3e0221029288 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Router e427ae87-94af-422e-9ee6-3c52e3b19d7c is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:42:58.166446 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ea51b-ce57-422c-bc5f-cff105fce4a5 req-752e0852-1fd9-482e-b3be-11a01ed1beec tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:58.167974 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-597ea51b-ce57-422c-bc5f-cff105fce4a5 req-752e0852-1fd9-482e-b3be-11a01ed1beec tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.26 "GET /v2.0/ports?device_id=85a5aff3-ad57-43ca-b9b3-cc04e0b96206 HTTP/1.1" status: 200 len: 946 time: 0.1333086 Dec 10 16:42:58.324432 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-597ea51b-ce57-422c-bc5f-cff105fce4a5 req-6fb58e8a-60af-4451-9684-bbd263a44d23 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Deleting port 1c8e0b30-0362-49fa-a368-93532e36cdcd {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:42:58.324770 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-597ea51b-ce57-422c-bc5f-cff105fce4a5 req-6fb58e8a-60af-4451-9684-bbd263a44d23 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:58.339556 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c094a6de-575b-4f04-b281-3e0221029288 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:42:58.351940 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edacf94-aaed-4e74-b9ee-f77fd995cffe None None] Sync routers for ids ['e427ae87-94af-422e-9ee6-3c52e3b19d7c'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:42:58.370442 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edacf94-aaed-4e74-b9ee-f77fd995cffe None None] Routers {'e427ae87-94af-422e-9ee6-3c52e3b19d7c'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:42:58.371074 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c094a6de-575b-4f04-b281-3e0221029288 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:58.371694 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-7edacf94-aaed-4e74-b9ee-f77fd995cffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:42:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['e427ae87-94af-422e-9ee6-3c52e3b19d7c'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:58.375585 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c094a6de-575b-4f04-b281-3e0221029288 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] 10.222.0.11 "PUT /v2.0/routers/e427ae87-94af-422e-9ee6-3c52e3b19d7c HTTP/1.1" status: 200 len: 920 time: 4.4326138 Dec 10 16:42:58.376207 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 42304) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:58.526508 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-597ea51b-ce57-422c-bc5f-cff105fce4a5 req-6fb58e8a-60af-4451-9684-bbd263a44d23 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] For port 1c8e0b30-0362-49fa-a368-93532e36cdcd, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=1c8e0b30-0362-49fa-a368-93532e36cdcd,segment=NetworkSegment(f615967a-0647-4078-9f88-b7e81d8a9e71),segment_id=f615967a-0647-4078-9f88-b7e81d8a9e71)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:42:58.527011 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-597ea51b-ce57-422c-bc5f-cff105fce4a5 req-6fb58e8a-60af-4451-9684-bbd263a44d23 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:58.546263 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-597ea51b-ce57-422c-bc5f-cff105fce4a5 req-6fb58e8a-60af-4451-9684-bbd263a44d23 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Calling delete_port for 1c8e0b30-0362-49fa-a368-93532e36cdcd owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:42:58.608719 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8921cc-b993-4ccf-8821-09b2862eb07a req-33b665ff-10fa-4c11-b273-f672bad73f3e tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:58.618476 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0f8921cc-b993-4ccf-8821-09b2862eb07a req-33b665ff-10fa-4c11-b273-f672bad73f3e tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.3533487 Dec 10 16:42:58.670877 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-7edacf94-aaed-4e74-b9ee-f77fd995cffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:58.676769 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-de74f3c5-b3d6-4fdd-b903-d9a4aa36adfd tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] 10.222.0.11 "GET /v2.0/routers/e427ae87-94af-422e-9ee6-3c52e3b19d7c HTTP/1.1" status: 200 len: 926 time: 0.2993705 Dec 10 16:42:58.680886 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42312) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:58.686808 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edacf94-aaed-4e74-b9ee-f77fd995cffe None None] Routers {'e427ae87-94af-422e-9ee6-3c52e3b19d7c'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:42:58.687625 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-7edacf94-aaed-4e74-b9ee-f77fd995cffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:42:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['e427ae87-94af-422e-9ee6-3c52e3b19d7c'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:58.707294 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0f8921cc-b993-4ccf-8821-09b2862eb07a req-a02f3c0c-57a6-4a4b-87c1-4251eb900702 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0874832 Dec 10 16:42:58.801384 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-7edacf94-aaed-4e74-b9ee-f77fd995cffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:58.805189 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edacf94-aaed-4e74-b9ee-f77fd995cffe None None] The sync data for ids ['e427ae87-94af-422e-9ee6-3c52e3b19d7c'] in n-d-766771-2 is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:42:58.835020 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6112df57-e519-4468-a82c-ee421195ac27 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:58.836090 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6112df57-e519-4468-a82c-ee421195ac27 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=5eeed31d-d918-4774-81b9-ef71c6f02574&device_id=e427ae87-94af-422e-9ee6-3c52e3b19d7c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1523292 Dec 10 16:42:58.842231 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 42324) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:58.904334 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-597ea51b-ce57-422c-bc5f-cff105fce4a5 req-6fb58e8a-60af-4451-9684-bbd263a44d23 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:59.005296 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74c149-842b-41f3-bfb1-8dee41e974b4 req-ec80b5f1-b267-4b97-b396-273b36e2ad16 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:59.009694 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb58e8a-60af-4451-9684-bbd263a44d23 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event deleted for resources: {'Port': ['ID=1c8e0b30-0362-49fa-a368-93532e36cdcd,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:59.011572 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-597ea51b-ce57-422c-bc5f-cff105fce4a5 req-6fb58e8a-60af-4451-9684-bbd263a44d23 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] No DVR routers for this DVR port 1c8e0b30-0362-49fa-a368-93532e36cdcd on host n-h1-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:42:59.013845 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-597ea51b-ce57-422c-bc5f-cff105fce4a5 req-6fb58e8a-60af-4451-9684-bbd263a44d23 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:59.018103 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-597ea51b-ce57-422c-bc5f-cff105fce4a5 req-6fb58e8a-60af-4451-9684-bbd263a44d23 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.26 "DELETE /v2.0/ports/1c8e0b30-0362-49fa-a368-93532e36cdcd HTTP/1.1" status: 204 len: 173 time: 0.8391023 Dec 10 16:42:59.018575 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a5aff3-ad57-43ca-b9b3-cc04e0b96206', 'name': 'network-vif-deleted', 'tag': '1c8e0b30-0362-49fa-a368-93532e36cdcd'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:42:59.021077 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e35ac10-3a38-491f-b379-e462f07f5730" -d '{"events": [{"server_uuid": "85a5aff3-ad57-43ca-b9b3-cc04e0b96206", "name": "network-vif-deleted", "tag": "1c8e0b30-0362-49fa-a368-93532e36cdcd"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:42:59.021438 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9d74c149-842b-41f3-bfb1-8dee41e974b4 req-ec80b5f1-b267-4b97-b396-273b36e2ad16 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/ports?device_id=85a5aff3-ad57-43ca-b9b3-cc04e0b96206 HTTP/1.1" status: 200 len: 867 time: 0.2212260 Dec 10 16:42:59.132101 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9d74c149-842b-41f3-bfb1-8dee41e974b4 req-029161e5-91d3-4d0a-832c-94897e16ac23 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ebf0947-47c2-4a23-b866-2593de23e122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036513 Dec 10 16:42:59.135897 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8592092-1aa7-4da3-959f-082550d66f2d tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:59.149794 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b8592092-1aa7-4da3-959f-082550d66f2d tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] 10.222.0.11 "GET /v2.0/networks/5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 881 time: 0.3032236 Dec 10 16:42:59.149925 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 42334) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:59.211197 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-12bea419-73c3-47cb-99a0-6fd5498a865a tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] 10.222.0.11 "GET /v2.0/ports?device_id=e427ae87-94af-422e-9ee6-3c52e3b19d7c HTTP/1.1" status: 200 len: 205 time: 0.0573361 Dec 10 16:42:59.211711 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 42336) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:59.292490 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5343dc5a-3276-434b-a6bd-7380bccc1d2c x-openstack-request-id: req-5343dc5a-3276-434b-a6bd-7380bccc1d2c {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:42:59.292865 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a5aff3-ad57-43ca-b9b3-cc04e0b96206", "name": "network-vif-deleted", "tag": "1c8e0b30-0362-49fa-a368-93532e36cdcd", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:42:59.294828 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5343dc5a-3276-434b-a6bd-7380bccc1d2c {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:42:59.295319 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a5aff3-ad57-43ca-b9b3-cc04e0b96206', 'name': 'network-vif-deleted', 'tag': '1c8e0b30-0362-49fa-a368-93532e36cdcd', 'status': 'completed', 'code': 200} Dec 10 16:42:59.458056 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-146bbd7b-0f34-4d59-a67a-a4661272d6a7 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:59.740737 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-146bbd7b-0f34-4d59-a67a-a4661272d6a7 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:59.820841 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-146bbd7b-0f34-4d59-a67a-a4661272d6a7 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Deleting port de387416-6ca3-4355-8ee5-9c928e6d9b97 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:42:59.821427 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-146bbd7b-0f34-4d59-a67a-a4661272d6a7 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:00.040251 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-146bbd7b-0f34-4d59-a67a-a4661272d6a7 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:00.068853 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-146bbd7b-0f34-4d59-a67a-a4661272d6a7 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Calling delete_port for de387416-6ca3-4355-8ee5-9c928e6d9b97 owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:43:00.599945 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a782264-f592-48e1-b4fb-29cd62554c4d req-badffbdc-7914-4143-ad01-2bc4d06565a5 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:00.609796 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8a782264-f592-48e1-b4fb-29cd62554c4d req-badffbdc-7914-4143-ad01-2bc4d06565a5 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.7355156 Dec 10 16:43:00.699101 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8a782264-f592-48e1-b4fb-29cd62554c4d req-7d258a7d-a311-4cd8-b0b4-05dd5cb515df tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0876365 Dec 10 16:43:00.738979 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-146bbd7b-0f34-4d59-a67a-a4661272d6a7 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:00.769872 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146bbd7b-0f34-4d59-a67a-a4661272d6a7 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Pushing event deleted for resources: {'Port': ['ID=de387416-6ca3-4355-8ee5-9c928e6d9b97,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:00.791533 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79dee57-8007-462e-9612-503b593bc678 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:43:00.825172 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42380) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:00.875639 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-146bbd7b-0f34-4d59-a67a-a4661272d6a7 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:00.946888 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-09536178-1d25-423d-bfb8-7b52fe4f305e tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:01.055244 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-09536178-1d25-423d-bfb8-7b52fe4f305e tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:01.166400 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-09536178-1d25-423d-bfb8-7b52fe4f305e tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:01.169062 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-09536178-1d25-423d-bfb8-7b52fe4f305e tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:01.170185 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-09536178-1d25-423d-bfb8-7b52fe4f305e tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "DELETE /v2.0/security-groups/2ebf0947-47c2-4a23-b866-2593de23e122 HTTP/1.1" status: 204 len: 168 time: 0.3434730 Dec 10 16:43:01.188697 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09536178-1d25-423d-bfb8-7b52fe4f305e tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebf0947-47c2-4a23-b866-2593de23e122,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:01.221555 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-146bbd7b-0f34-4d59-a67a-a4661272d6a7 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:01.245616 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-146bbd7b-0f34-4d59-a67a-a4661272d6a7 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:01.284247 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:43:01.315577 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032cd3a-326d-407c-9139-9534ff0da867 req-4279d01e-e21e-4894-b9d5-cf74310ca746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:01.317139 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3032cd3a-326d-407c-9139-9534ff0da867 req-4279d01e-e21e-4894-b9d5-cf74310ca746 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=38b4c50f2746432ea9adf6424421cd8d&device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 1095 time: 0.1764750 Dec 10 16:43:01.326586 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563c60b-7cd5-4458-8731-a2844e6c6757 req-66fe3cf8-5711-43db-a5f5-79ce2393fbb8 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:01.330688 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0563c60b-7cd5-4458-8731-a2844e6c6757 req-66fe3cf8-5711-43db-a5f5-79ce2393fbb8 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.1878288 Dec 10 16:43:01.343399 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-146bbd7b-0f34-4d59-a67a-a4661272d6a7 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:01.344090 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146bbd7b-0f34-4d59-a67a-a4661272d6a7 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Fanout notify agent at l3_agent the message router_deleted on router e427ae87-94af-422e-9ee6-3c52e3b19d7c {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:43:01.354776 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-146bbd7b-0f34-4d59-a67a-a4661272d6a7 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:01.355948 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-146bbd7b-0f34-4d59-a67a-a4661272d6a7 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] 10.222.0.11 "DELETE /v2.0/routers/e427ae87-94af-422e-9ee6-3c52e3b19d7c HTTP/1.1" status: 204 len: 168 time: 2.1427157 Dec 10 16:43:01.359981 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42398) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:01.365258 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-62e71ad0-c05d-4c1b-8318-46792711eef9 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1688605976', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}, 'admin_state_up': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:43:01.432183 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62e71ad0-c05d-4c1b-8318-46792711eef9 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:01.433400 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62e71ad0-c05d-4c1b-8318-46792711eef9 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:01.532976 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62e71ad0-c05d-4c1b-8318-46792711eef9 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:01.573781 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032cd3a-326d-407c-9139-9534ff0da867 req-4d211c48-1f9f-4d43-ba40-e48e90519588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:01.575583 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3032cd3a-326d-407c-9139-9534ff0da867 req-4d211c48-1f9f-4d43-ba40-e48e90519588 service neutron] 10.222.0.46 "GET /v2.0/networks?id=32421a12-0b3a-42d4-846a-0de14cdef277 HTTP/1.1" status: 200 len: 912 time: 0.2437210 Dec 10 16:43:01.580441 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0563c60b-7cd5-4458-8731-a2844e6c6757 req-6c023bfd-8994-461b-be0d-b07d479c29af tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2340004 Dec 10 16:43:01.685996 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42402) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:01.733530 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3032cd3a-326d-407c-9139-9534ff0da867 req-32fe234d-0026-4d3c-b238-6e6a9af8b1ab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81f6994e-318a-4d30-b5b5-897e0480e4d0 HTTP/1.1" status: 200 len: 999 time: 0.1419661 Dec 10 16:43:01.802985 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032cd3a-326d-407c-9139-9534ff0da867 req-f798bbf8-c941-4a75-95c7-fb9cf765c6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:01.804602 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3032cd3a-326d-407c-9139-9534ff0da867 req-f798bbf8-c941-4a75-95c7-fb9cf765c6e5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bad4bd9c-d017-467b-badb-ee51884a8aea HTTP/1.1" status: 200 len: 850 time: 0.0684700 Dec 10 16:43:01.908667 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032cd3a-326d-407c-9139-9534ff0da867 req-16c335fc-378f-42b9-8074-50931fcb5d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:01.911742 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3032cd3a-326d-407c-9139-9534ff0da867 req-16c335fc-378f-42b9-8074-50931fcb5d36 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=32421a12-0b3a-42d4-846a-0de14cdef277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981057 Dec 10 16:43:01.955418 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62e71ad0-c05d-4c1b-8318-46792711eef9 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:02.096172 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3032cd3a-326d-407c-9139-9534ff0da867 req-5ed8009a-370b-47d0-b652-dcf4e0bfb365 service neutron] 10.222.0.46 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721706 Dec 10 16:43:02.209093 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3032cd3a-326d-407c-9139-9534ff0da867 req-5b8a6579-75a1-49d6-b1e1-b78518bddcde service neutron] 10.222.0.46 "GET /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058033 Dec 10 16:43:02.402981 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62e71ad0-c05d-4c1b-8318-46792711eef9 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:02.457018 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62e71ad0-c05d-4c1b-8318-46792711eef9 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:02.476564 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 1c8e0b30-0362-49fa-a368-93532e36cdcd no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:43:02.516189 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 1c8e0b30-0362-49fa-a368-93532e36cdcd {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:43:02.518055 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 1c8e0b30-0362-49fa-a368-93532e36cdcd not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:43:02.769636 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-62e71ad0-c05d-4c1b-8318-46792711eef9 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Allocated IP 172.25.6.213 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/74e2f562-1c23-4719-be11-5485ca9b0d9f) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:43:02.867794 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e449e20-0010-4914-bcd2-8e81d28f4fb8 req-6b891f55-9ff6-4fb2-a43f-a45e6780471c tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:02.885025 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7e1e6ba2-ac7e-4c5f-bf1b-3f6d09929b98 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:02.885778 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3e449e20-0010-4914-bcd2-8e81d28f4fb8 req-6b891f55-9ff6-4fb2-a43f-a45e6780471c tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.1258683 Dec 10 16:43:03.010732 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3e449e20-0010-4914-bcd2-8e81d28f4fb8 req-e71d8d30-a578-40d0-90c3-70b1c5d9412a tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1216605 Dec 10 16:43:03.138591 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62e71ad0-c05d-4c1b-8318-46792711eef9 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:03.286306 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62e71ad0-c05d-4c1b-8318-46792711eef9 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:03.698925 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e71ad0-c05d-4c1b-8318-46792711eef9 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Pushing event updated for resources: {'Port': ['ID=74e2f562-1c23-4719-be11-5485ca9b0d9f,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:03.718241 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e71ad0-c05d-4c1b-8318-46792711eef9 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:43:03.721000 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-62e71ad0-c05d-4c1b-8318-46792711eef9 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:43:03.723907 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e71ad0-c05d-4c1b-8318-46792711eef9 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:43:03.736219 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ec9483-09b6-435e-af63-81b1273c55ac None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:43:03.813893 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6baf59e5-a842-4c71-91d1-a10e742d9972 None None] Provisioning complete for port 74e2f562-1c23-4719-be11-5485ca9b0d9f triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:43:03.814566 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6baf59e5-a842-4c71-91d1-a10e742d9972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:03.863224 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-6baf59e5-a842-4c71-91d1-a10e742d9972 None None] Port 74e2f562-1c23-4719-be11-5485ca9b0d9f cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:43:04.097775 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62e71ad0-c05d-4c1b-8318-46792711eef9 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:04.102916 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7e1e6ba2-ac7e-4c5f-bf1b-3f6d09929b98 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Deleting port adb38948-0be9-4a08-b1c2-effe748ace43 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:43:04.103254 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7e1e6ba2-ac7e-4c5f-bf1b-3f6d09929b98 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:04.347787 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a19025-8c17-4632-892d-e0e871b36f07 req-f1f445e9-4894-45df-9c6b-dd594f69fcc8 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:04.357562 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-39a19025-8c17-4632-892d-e0e871b36f07 req-f1f445e9-4894-45df-9c6b-dd594f69fcc8 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.1790400 Dec 10 16:43:04.511855 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-39a19025-8c17-4632-892d-e0e871b36f07 req-0d228833-b9a8-4d75-a796-bdca2332050d tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1499267 Dec 10 16:43:04.768179 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74603c3-9f7d-4df6-81b7-670a7d12e945 req-1905b652-00ce-4076-af38-56f2b00f1b79 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:04.777761 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c74603c3-9f7d-4df6-81b7-670a7d12e945 req-1905b652-00ce-4076-af38-56f2b00f1b79 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.1217310 Dec 10 16:43:04.810942 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62e71ad0-c05d-4c1b-8318-46792711eef9 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:04.860629 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c74603c3-9f7d-4df6-81b7-670a7d12e945 req-98105869-9c61-4430-9a1c-e6a97343b3db tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0803874 Dec 10 16:43:04.868573 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7e1e6ba2-ac7e-4c5f-bf1b-3f6d09929b98 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] For port adb38948-0be9-4a08-b1c2-effe748ace43, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=adb38948-0be9-4a08-b1c2-effe748ace43,segment=NetworkSegment(f615967a-0647-4078-9f88-b7e81d8a9e71),segment_id=f615967a-0647-4078-9f88-b7e81d8a9e71)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:43:04.869302 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7e1e6ba2-ac7e-4c5f-bf1b-3f6d09929b98 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:04.885542 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7e1e6ba2-ac7e-4c5f-bf1b-3f6d09929b98 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Calling delete_port for adb38948-0be9-4a08-b1c2-effe748ace43 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:43:05.124633 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7e1e6ba2-ac7e-4c5f-bf1b-3f6d09929b98 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:05.172171 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e6ba2-ac7e-4c5f-bf1b-3f6d09929b98 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event deleted for resources: {'Port': ['ID=adb38948-0be9-4a08-b1c2-effe748ace43,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:05.852748 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e71ad0-c05d-4c1b-8318-46792711eef9 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Router 7063fa9a-c084-462b-92e0-22cf0d6940a1 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:43:06.189683 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7e1e6ba2-ac7e-4c5f-bf1b-3f6d09929b98 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:06.320437 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d07fa-76e8-48ff-8d1d-c48ef885754b req-ab8ef99e-fc21-405f-a54c-57cf5ca6e0ec tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:06.328495 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cf1d07fa-76e8-48ff-8d1d-c48ef885754b req-ab8ef99e-fc21-405f-a54c-57cf5ca6e0ec tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c899109-6002-4bd6-88fc-f3846b5b95f2 HTTP/1.1" status: 200 len: 944 time: 0.0729022 Dec 10 16:43:06.369456 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:06.503163 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e71ad0-c05d-4c1b-8318-46792711eef9 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:43:06.515722 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c235c69a-d3b9-4281-8a1c-a6e549ef29f2 None None] Sync routers for ids ['7063fa9a-c084-462b-92e0-22cf0d6940a1'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:43:06.539212 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c235c69a-d3b9-4281-8a1c-a6e549ef29f2 None None] Routers {'7063fa9a-c084-462b-92e0-22cf0d6940a1'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:43:06.539852 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c235c69a-d3b9-4281-8a1c-a6e549ef29f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:42:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['7063fa9a-c084-462b-92e0-22cf0d6940a1'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:06.575021 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62e71ad0-c05d-4c1b-8318-46792711eef9 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:06.580428 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 42536) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:06.581556 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-62e71ad0-c05d-4c1b-8318-46792711eef9 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.2204442 Dec 10 16:43:06.595858 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-b69ecbd3-e057-49ac-b001-034c403f21ef tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:43:06.649628 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c235c69a-d3b9-4281-8a1c-a6e549ef29f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:06.669008 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c235c69a-d3b9-4281-8a1c-a6e549ef29f2 None None] Routers {'7063fa9a-c084-462b-92e0-22cf0d6940a1'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:43:06.670198 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c235c69a-d3b9-4281-8a1c-a6e549ef29f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:42:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['7063fa9a-c084-462b-92e0-22cf0d6940a1'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:06.771149 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c235c69a-d3b9-4281-8a1c-a6e549ef29f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:06.777139 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c235c69a-d3b9-4281-8a1c-a6e549ef29f2 None None] The sync data for ids ['7063fa9a-c084-462b-92e0-22cf0d6940a1'] in n-d-766771-2 is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:43:06.816080 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-cf1d07fa-76e8-48ff-8d1d-c48ef885754b req-15aac565-68f2-434d-92d0-766e3e37ba23 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Deleting port 60f76525-d3b2-490b-b9c8-e5196e6aa4c8 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:43:06.816564 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-cf1d07fa-76e8-48ff-8d1d-c48ef885754b req-15aac565-68f2-434d-92d0-766e3e37ba23 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:06.877479 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e1e6ba2-ac7e-4c5f-bf1b-3f6d09929b98 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Router 395b84c9-b4e8-4ad0-9120-42beb0b15bc4 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:43:07.155280 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1e6ba2-ac7e-4c5f-bf1b-3f6d09929b98 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:43:07.162195 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7e1e6ba2-ac7e-4c5f-bf1b-3f6d09929b98 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "PUT /v2.0/routers/395b84c9-b4e8-4ad0-9120-42beb0b15bc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4693041 Dec 10 16:43:07.166898 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42546) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:07.182762 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8b654a-77f4-4fcb-b41a-3cdabe4711e9 None None] Sync routers for ids ['395b84c9-b4e8-4ad0-9120-42beb0b15bc4'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:43:07.237575 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8b654a-77f4-4fcb-b41a-3cdabe4711e9 None None] Routers {'395b84c9-b4e8-4ad0-9120-42beb0b15bc4'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:43:07.238262 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5d8b654a-77f4-4fcb-b41a-3cdabe4711e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:42:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['395b84c9-b4e8-4ad0-9120-42beb0b15bc4'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:07.273438 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-d555d47d-3237-4bc3-b07f-606fe10bb9c7 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Deleting subnet 32eb379b-63bd-4c42-8fa7-4c8d46fce254 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:43:07.285736 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d555d47d-3237-4bc3-b07f-606fe10bb9c7 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:07.297387 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-cf1d07fa-76e8-48ff-8d1d-c48ef885754b req-15aac565-68f2-434d-92d0-766e3e37ba23 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] For port 60f76525-d3b2-490b-b9c8-e5196e6aa4c8, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=60f76525-d3b2-490b-b9c8-e5196e6aa4c8,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:43:07.298350 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-cf1d07fa-76e8-48ff-8d1d-c48ef885754b req-15aac565-68f2-434d-92d0-766e3e37ba23 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:07.333656 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-cf1d07fa-76e8-48ff-8d1d-c48ef885754b req-15aac565-68f2-434d-92d0-766e3e37ba23 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Calling delete_port for 60f76525-d3b2-490b-b9c8-e5196e6aa4c8 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:43:07.375353 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d555d47d-3237-4bc3-b07f-606fe10bb9c7 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:07.472174 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-5d8b654a-77f4-4fcb-b41a-3cdabe4711e9 None None] Set router 395b84c9-b4e8-4ad0-9120-42beb0b15bc4 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:43:07.525757 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d555d47d-3237-4bc3-b07f-606fe10bb9c7 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:07.599782 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d555d47d-3237-4bc3-b07f-606fe10bb9c7 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:07.640462 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-cf1d07fa-76e8-48ff-8d1d-c48ef885754b req-15aac565-68f2-434d-92d0-766e3e37ba23 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:07.650026 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:43:07.674988 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555d47d-3237-4bc3-b07f-606fe10bb9c7 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event deleted for resources: {'Subnet': ['ID=32eb379b-63bd-4c42-8fa7-4c8d46fce254,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:07.683850 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d555d47d-3237-4bc3-b07f-606fe10bb9c7 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:07.691953 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d555d47d-3237-4bc3-b07f-606fe10bb9c7 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "DELETE /v2.0/subnets/32eb379b-63bd-4c42-8fa7-4c8d46fce254 HTTP/1.1" status: 204 len: 168 time: 0.5214889 Dec 10 16:43:07.692936 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42552) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:07.705536 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aac565-68f2-434d-92d0-766e3e37ba23 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Pushing event deleted for resources: {'Port': ['ID=60f76525-d3b2-490b-b9c8-e5196e6aa4c8,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:08.030367 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7db58fa6-ec1c-40bf-ae18-1fdb5deeef06 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:08.079552 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5d8b654a-77f4-4fcb-b41a-3cdabe4711e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395b84c9-b4e8-4ad0-9120-42beb0b15bc4', 'name': 'tempest-TestNetworkBasicOps-router-1322338729', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '3f472ab7-05c7-40fe-aa54-33cc4596b598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:40Z', 'updated_at': '2021-12-10T16:43:05Z', 'revision_number': 5, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'gw_port': {'id': '3f472ab7-05c7-40fe-aa54-33cc4596b598', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395b84c9-b4e8-4ad0-9120-42beb0b15bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:08.090372 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['4ac466ce-9ccd-4222-9262-149999660a66'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:43:08.117077 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e499fc-6c94-4f11-a6ba-49a08f765d2f None None] Network 7a972a91-5f8d-4d22-80c2-09dee76213c8 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:43:08.133942 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8b654a-77f4-4fcb-b41a-3cdabe4711e9 None None] Checking router: 395b84c9-b4e8-4ad0-9120-42beb0b15bc4 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:43:08.153426 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8b654a-77f4-4fcb-b41a-3cdabe4711e9 None None] Routers {'395b84c9-b4e8-4ad0-9120-42beb0b15bc4'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:43:08.154054 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5d8b654a-77f4-4fcb-b41a-3cdabe4711e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:42:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['395b84c9-b4e8-4ad0-9120-42beb0b15bc4'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:08.206817 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b69ecbd3-e057-49ac-b001-034c403f21ef tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:08.217786 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1d07fa-76e8-48ff-8d1d-c48ef885754b req-15aac565-68f2-434d-92d0-766e3e37ba23 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] No DVR routers for this DVR port 60f76525-d3b2-490b-b9c8-e5196e6aa4c8 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:43:08.228557 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-cf1d07fa-76e8-48ff-8d1d-c48ef885754b req-15aac565-68f2-434d-92d0-766e3e37ba23 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:08.244815 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cf1d07fa-76e8-48ff-8d1d-c48ef885754b req-15aac565-68f2-434d-92d0-766e3e37ba23 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "DELETE /v2.0/ports/60f76525-d3b2-490b-b9c8-e5196e6aa4c8 HTTP/1.1" status: 204 len: 173 time: 1.9127257 Dec 10 16:43:08.256861 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c899109-6002-4bd6-88fc-f3846b5b95f2', 'name': 'network-vif-deleted', 'tag': '60f76525-d3b2-490b-b9c8-e5196e6aa4c8'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:43:08.267239 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64815f81-0d2f-448b-bf2a-e89a6638096c" -d '{"events": [{"server_uuid": "6c899109-6002-4bd6-88fc-f3846b5b95f2", "name": "network-vif-deleted", "tag": "60f76525-d3b2-490b-b9c8-e5196e6aa4c8"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:43:08.302376 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b69ecbd3-e057-49ac-b001-034c403f21ef tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:08.331632 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7db58fa6-ec1c-40bf-ae18-1fdb5deeef06 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:08.526642 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-5d8b654a-77f4-4fcb-b41a-3cdabe4711e9 None None] Set router 395b84c9-b4e8-4ad0-9120-42beb0b15bc4 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:43:08.549071 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7db58fa6-ec1c-40bf-ae18-1fdb5deeef06 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Deleting port 3f472ab7-05c7-40fe-aa54-33cc4596b598 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:43:08.552253 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7db58fa6-ec1c-40bf-ae18-1fdb5deeef06 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:08.576553 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-b69ecbd3-e057-49ac-b001-034c403f21ef tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Deleting port 74e2f562-1c23-4719-be11-5485ca9b0d9f {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:43:08.577752 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b69ecbd3-e057-49ac-b001-034c403f21ef tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:08.601776 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:08.828528 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b69ecbd3-e057-49ac-b001-034c403f21ef tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:08.869839 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-b69ecbd3-e057-49ac-b001-034c403f21ef tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Calling delete_port for 74e2f562-1c23-4719-be11-5485ca9b0d9f owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:43:08.909069 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f4dda3-3e5d-4cb5-b8c8-ffede2cad5f1 None None] DHCP port deletion for 7a972a91-5f8d-4d22-80c2-09dee76213c8 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:43:08.952275 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7db58fa6-ec1c-40bf-ae18-1fdb5deeef06 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] For port 3f472ab7-05c7-40fe-aa54-33cc4596b598, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=3f472ab7-05c7-40fe-aa54-33cc4596b598,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:43:08.955357 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7db58fa6-ec1c-40bf-ae18-1fdb5deeef06 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:09.002742 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7db58fa6-ec1c-40bf-ae18-1fdb5deeef06 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Calling delete_port for 3f472ab7-05c7-40fe-aa54-33cc4596b598 owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:43:09.204234 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-32f4dda3-3e5d-4cb5-b8c8-ffede2cad5f1 None None] Deleting port 6dedd50d-6927-4b81-9e74-cbf704e6d1c2 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:43:09.204620 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-32f4dda3-3e5d-4cb5-b8c8-ffede2cad5f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:09.255663 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 10 Dec 2021 16:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f1e5b8-9300-4c59-984f-1eccc6b98ae9 x-openstack-request-id: req-b1f1e5b8-9300-4c59-984f-1eccc6b98ae9 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:43:09.256052 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c899109-6002-4bd6-88fc-f3846b5b95f2", "name": "network-vif-deleted", "tag": "60f76525-d3b2-490b-b9c8-e5196e6aa4c8", "status": "failed", "code": 422}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:43:09.256373 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b1f1e5b8-9300-4c59-984f-1eccc6b98ae9 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:43:09.256860 n-d-766771-2 neutron-server[103392]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6c899109-6002-4bd6-88fc-f3846b5b95f2', 'name': 'network-vif-deleted', 'tag': '60f76525-d3b2-490b-b9c8-e5196e6aa4c8', 'status': 'failed', 'code': 422} returned with failed status Dec 10 16:43:09.300009 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5d8b654a-77f4-4fcb-b41a-3cdabe4711e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395b84c9-b4e8-4ad0-9120-42beb0b15bc4', 'name': 'tempest-TestNetworkBasicOps-router-1322338729', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '3f472ab7-05c7-40fe-aa54-33cc4596b598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:40Z', 'updated_at': '2021-12-10T16:43:05Z', 'revision_number': 5, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'gw_port': {'id': '3f472ab7-05c7-40fe-aa54-33cc4596b598', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395b84c9-b4e8-4ad0-9120-42beb0b15bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:09.378120 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8b654a-77f4-4fcb-b41a-3cdabe4711e9 None None] The sync data for ids ['395b84c9-b4e8-4ad0-9120-42beb0b15bc4'] in n-d-766771-2 is: [{'id': '395b84c9-b4e8-4ad0-9120-42beb0b15bc4', 'name': 'tempest-TestNetworkBasicOps-router-1322338729', 'tenant_id': 'f7102f587c0942469f218fb29d23ff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '3f472ab7-05c7-40fe-aa54-33cc4596b598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:40Z', 'updated_at': '2021-12-10T16:43:05Z', 'revision_number': 5, 'project_id': 'f7102f587c0942469f218fb29d23ff5f', 'gw_port': {'id': '3f472ab7-05c7-40fe-aa54-33cc4596b598', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395b84c9-b4e8-4ad0-9120-42beb0b15bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:43:09.421684 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-32f4dda3-3e5d-4cb5-b8c8-ffede2cad5f1 None None] For port 6dedd50d-6927-4b81-9e74-cbf704e6d1c2, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=6dedd50d-6927-4b81-9e74-cbf704e6d1c2,segment=NetworkSegment(f615967a-0647-4078-9f88-b7e81d8a9e71),segment_id=f615967a-0647-4078-9f88-b7e81d8a9e71)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:43:09.422105 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-32f4dda3-3e5d-4cb5-b8c8-ffede2cad5f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:09.447777 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b69ecbd3-e057-49ac-b001-034c403f21ef tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:09.474763 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-32f4dda3-3e5d-4cb5-b8c8-ffede2cad5f1 None None] Calling delete_port for 6dedd50d-6927-4b81-9e74-cbf704e6d1c2 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:43:09.539564 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7db58fa6-ec1c-40bf-ae18-1fdb5deeef06 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:09.548352 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ecbd3-e057-49ac-b001-034c403f21ef tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Pushing event deleted for resources: {'Port': ['ID=74e2f562-1c23-4719-be11-5485ca9b0d9f,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:09.571306 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2a8b4a-d578-4035-bc93-ab812d5633cc None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:43:09.631718 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6867b9c8-60a3-460f-b30e-a338961562c1 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:43:09.656547 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db58fa6-ec1c-40bf-ae18-1fdb5deeef06 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event deleted for resources: {'Port': ['ID=3f472ab7-05c7-40fe-aa54-33cc4596b598,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:09.686301 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-32f4dda3-3e5d-4cb5-b8c8-ffede2cad5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:09.703160 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b69ecbd3-e057-49ac-b001-034c403f21ef tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:09.705644 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f4dda3-3e5d-4cb5-b8c8-ffede2cad5f1 None None] No DVR routers for this DVR port 6dedd50d-6927-4b81-9e74-cbf704e6d1c2 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:43:09.766955 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f4dda3-3e5d-4cb5-b8c8-ffede2cad5f1 None None] Pushing event deleted for resources: {'Port': ['ID=6dedd50d-6927-4b81-9e74-cbf704e6d1c2,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:09.779427 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7db58fa6-ec1c-40bf-ae18-1fdb5deeef06 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:09.986236 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7db58fa6-ec1c-40bf-ae18-1fdb5deeef06 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:09.986236 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7db58fa6-ec1c-40bf-ae18-1fdb5deeef06 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:10.059468 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7db58fa6-ec1c-40bf-ae18-1fdb5deeef06 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:10.060044 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db58fa6-ec1c-40bf-ae18-1fdb5deeef06 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Fanout notify agent at l3_agent the message router_deleted on router 395b84c9-b4e8-4ad0-9120-42beb0b15bc4 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:43:10.079278 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7db58fa6-ec1c-40bf-ae18-1fdb5deeef06 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:10.081543 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7db58fa6-ec1c-40bf-ae18-1fdb5deeef06 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "DELETE /v2.0/routers/395b84c9-b4e8-4ad0-9120-42beb0b15bc4 HTTP/1.1" status: 204 len: 168 time: 2.3876431 Dec 10 16:43:10.084288 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42590) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:10.196867 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 6dedd50d-6927-4b81-9e74-cbf704e6d1c2 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:43:10.239716 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b69ecbd3-e057-49ac-b001-034c403f21ef tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4726'] for router, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:10.251639 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b69ecbd3-e057-49ac-b001-034c403f21ef tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-603901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599127'] for router, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:10.311420 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 6dedd50d-6927-4b81-9e74-cbf704e6d1c2 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:43:10.314766 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83bc9c78-1e76-41ed-adbe-42e0d939b1b2 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:10.316781 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 6dedd50d-6927-4b81-9e74-cbf704e6d1c2 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:43:10.317309 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device adb38948-0be9-4a08-b1c2-effe748ace43 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:43:10.365528 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: adb38948-0be9-4a08-b1c2-effe748ace43 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:43:10.365890 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device adb38948-0be9-4a08-b1c2-effe748ace43 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:43:10.369115 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69ecbd3-e057-49ac-b001-034c403f21ef tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Router 7063fa9a-c084-462b-92e0-22cf0d6940a1 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:43:10.389273 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92555a8b-40a1-46ff-8764-28c527ccdd56 req-68cc8cf1-0ee3-402f-b6b6-d87ff3cd333c tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:10.437642 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-92555a8b-40a1-46ff-8764-28c527ccdd56 req-68cc8cf1-0ee3-402f-b6b6-d87ff3cd333c tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbed5c20-cdc4-43fb-af78-fe79b6091e34 HTTP/1.1" status: 200 len: 907 time: 0.4273841 Dec 10 16:43:10.563386 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83bc9c78-1e76-41ed-adbe-42e0d939b1b2 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:10.639847 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-83bc9c78-1e76-41ed-adbe-42e0d939b1b2 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a972a91-5f8d-4d22-80c2-09dee76213c8']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:10.668985 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-83bc9c78-1e76-41ed-adbe-42e0d939b1b2 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f615967a-0647-4078-9f88-b7e81d8a9e71') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:10.669515 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-83bc9c78-1e76-41ed-adbe-42e0d939b1b2 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f615967a-0647-4078-9f88-b7e81d8a9e71') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:10.711548 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69ecbd3-e057-49ac-b001-034c403f21ef tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:43:10.712140 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83bc9c78-1e76-41ed-adbe-42e0d939b1b2 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:10.725612 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b69ecbd3-e057-49ac-b001-034c403f21ef tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:10.730359 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b69ecbd3-e057-49ac-b001-034c403f21ef tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] 10.222.0.11 "PUT /v2.0/routers/7063fa9a-c084-462b-92e0-22cf0d6940a1 HTTP/1.1" status: 200 len: 710 time: 4.1456895 Dec 10 16:43:10.730645 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 42614) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:10.732857 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50912300-2271-4af3-bda1-241044ea3697 None None] Sync routers for ids ['7063fa9a-c084-462b-92e0-22cf0d6940a1'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:43:10.765869 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50912300-2271-4af3-bda1-241044ea3697 None None] Routers {'7063fa9a-c084-462b-92e0-22cf0d6940a1'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:43:10.779140 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-50912300-2271-4af3-bda1-241044ea3697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:42:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['7063fa9a-c084-462b-92e0-22cf0d6940a1'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:10.785347 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83bc9c78-1e76-41ed-adbe-42e0d939b1b2 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:10.811475 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83bc9c78-1e76-41ed-adbe-42e0d939b1b2 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:43:10.812624 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83bc9c78-1e76-41ed-adbe-42e0d939b1b2 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:10.827714 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:43:10.827714 n-d-766771-2 neutron-server[103393]: items = [ Dec 10 16:43:10.827714 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:43:10.827714 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:43:10.827714 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:43:10.827714 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:43:10.827714 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:43:10.827714 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:43:10.827714 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:43:10.827714 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:43:10.827714 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:43:10.827714 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:43:10.827714 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:43:10.827714 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:43:10.827714 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:43:10.827714 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:43:10.827714 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:43:10.827714 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:43:10.827714 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:43:10.827714 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:43:10.827714 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:43:10.827714 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:43:10.827714 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:43:10.827714 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:43:10.827714 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:43:10.827714 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:43:10.827714 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:43:10.827714 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:43:10.827714 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:43:10.827714 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:43:10.827714 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:43:10.827714 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:43:10.827714 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:43:10.827714 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:43:10.882822 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-50912300-2271-4af3-bda1-241044ea3697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:10.884923 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a11b90be-cf64-4da0-969b-574c64ef74f3 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] 10.222.0.11 "GET /v2.0/routers/7063fa9a-c084-462b-92e0-22cf0d6940a1 HTTP/1.1" status: 200 len: 745 time: 0.1530449 Dec 10 16:43:10.891903 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 42618) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:10.914816 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50912300-2271-4af3-bda1-241044ea3697 None None] Routers {'7063fa9a-c084-462b-92e0-22cf0d6940a1'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:43:10.917053 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-50912300-2271-4af3-bda1-241044ea3697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:42:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['7063fa9a-c084-462b-92e0-22cf0d6940a1'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:10.990000 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-76db3426-2748-48ef-a03e-2988f761c2f1 tempest-RoutersIpV6AdminTest-248946779 tempest-RoutersIpV6AdminTest-248946779-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=5eeed31d-d918-4774-81b9-ef71c6f02574&device_id=7063fa9a-c084-462b-92e0-22cf0d6940a1 HTTP/1.1" status: 200 len: 205 time: 0.0969198 Dec 10 16:43:10.992725 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 42620) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:11.043167 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-50912300-2271-4af3-bda1-241044ea3697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:11.046685 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50912300-2271-4af3-bda1-241044ea3697 None None] The sync data for ids ['7063fa9a-c084-462b-92e0-22cf0d6940a1'] in n-d-766771-2 is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:43:11.047942 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-47b2e095-5578-4d60-aef6-226674ba07a8 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] 10.222.0.11 "GET /v2.0/ports?device_id=7063fa9a-c084-462b-92e0-22cf0d6940a1 HTTP/1.1" status: 200 len: 205 time: 0.0535388 Dec 10 16:43:11.051660 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 42624) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:11.237052 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d06b4e7d-30f9-4405-a8c9-5326b2ed1394 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:11.367501 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83bc9c78-1e76-41ed-adbe-42e0d939b1b2 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:11.381479 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3635d-549c-4405-ab34-6f57c97d5336 req-f465c734-37b3-4941-a3f0-47c691462250 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:11.383062 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-eed3635d-549c-4405-ab34-6f57c97d5336 req-f465c734-37b3-4941-a3f0-47c691462250 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbed5c20-cdc4-43fb-af78-fe79b6091e34 HTTP/1.1" status: 200 len: 907 time: 0.0827694 Dec 10 16:43:11.513233 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83bc9c78-1e76-41ed-adbe-42e0d939b1b2 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:11.520096 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-83bc9c78-1e76-41ed-adbe-42e0d939b1b2 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] 10.222.0.11 "DELETE /v2.0/networks/7a972a91-5f8d-4d22-80c2-09dee76213c8 HTTP/1.1" status: 204 len: 168 time: 1.4279575 Dec 10 16:43:11.520096 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc9c78-1e76-41ed-adbe-42e0d939b1b2 tempest-TestNetworkBasicOps-1630783797 tempest-TestNetworkBasicOps-1630783797-project] Pushing event deleted for resources: {'Network': ['ID=7a972a91-5f8d-4d22-80c2-09dee76213c8,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:11.701130 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-eed3635d-549c-4405-ab34-6f57c97d5336 req-c417e83e-bd3c-4d78-9afa-a4b5dc941759 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Deleting port 09d537a4-28af-4988-83d0-49bf7e82c077 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:43:11.701725 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-eed3635d-549c-4405-ab34-6f57c97d5336 req-c417e83e-bd3c-4d78-9afa-a4b5dc941759 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:11.748020 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d06b4e7d-30f9-4405-a8c9-5326b2ed1394 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:11.757479 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d06b4e7d-30f9-4405-a8c9-5326b2ed1394 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:11.946247 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 3f472ab7-05c7-40fe-aa54-33cc4596b598 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:43:12.015752 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d06b4e7d-30f9-4405-a8c9-5326b2ed1394 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:12.017751 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06b4e7d-30f9-4405-a8c9-5326b2ed1394 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Fanout notify agent at l3_agent the message router_deleted on router 7063fa9a-c084-462b-92e0-22cf0d6940a1 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:43:12.031664 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 3f472ab7-05c7-40fe-aa54-33cc4596b598 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:43:12.033031 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 3f472ab7-05c7-40fe-aa54-33cc4596b598 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:43:12.040736 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d06b4e7d-30f9-4405-a8c9-5326b2ed1394 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:12.049337 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d06b4e7d-30f9-4405-a8c9-5326b2ed1394 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] 10.222.0.11 "DELETE /v2.0/routers/7063fa9a-c084-462b-92e0-22cf0d6940a1 HTTP/1.1" status: 204 len: 168 time: 0.9923754 Dec 10 16:43:12.050073 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 42652) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:12.052859 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-eed3635d-549c-4405-ab34-6f57c97d5336 req-c417e83e-bd3c-4d78-9afa-a4b5dc941759 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] For port 09d537a4-28af-4988-83d0-49bf7e82c077, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=09d537a4-28af-4988-83d0-49bf7e82c077,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:43:12.053229 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-eed3635d-549c-4405-ab34-6f57c97d5336 req-c417e83e-bd3c-4d78-9afa-a4b5dc941759 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:12.083981 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa453f-9de1-4099-a9f6-663f49e4da6b req-ee189ff8-642e-4faa-b18e-56cf6850990e tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:12.100793 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-34fa453f-9de1-4099-a9f6-663f49e4da6b req-ee189ff8-642e-4faa-b18e-56cf6850990e tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbed5c20-cdc4-43fb-af78-fe79b6091e34 HTTP/1.1" status: 200 len: 907 time: 0.3412089 Dec 10 16:43:12.102341 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-eed3635d-549c-4405-ab34-6f57c97d5336 req-c417e83e-bd3c-4d78-9afa-a4b5dc941759 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Calling delete_port for 09d537a4-28af-4988-83d0-49bf7e82c077 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:43:12.167169 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ecb1de53-dccb-4142-ac66-b9a79030b9bc tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] 10.222.0.11 "GET /v2.0/ports?device_id=7063fa9a-c084-462b-92e0-22cf0d6940a1 HTTP/1.1" status: 200 len: 205 time: 0.1157219 Dec 10 16:43:12.175189 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 42654) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:12.198088 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 42656) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:12.363899 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-b77373b7-c481-4f29-84c3-dab75db8ce72 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] delete failed (client error): The resource could not be found. Dec 10 16:43:12.365939 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b77373b7-c481-4f29-84c3-dab75db8ce72 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] 10.222.0.11 "DELETE /v2.0/routers/7063fa9a-c084-462b-92e0-22cf0d6940a1 HTTP/1.1" status: 404 len: 336 time: 0.1885545 Dec 10 16:43:12.370400 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 42664) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:12.434829 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-eed3635d-549c-4405-ab34-6f57c97d5336 req-c417e83e-bd3c-4d78-9afa-a4b5dc941759 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:12.452701 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-cbe38b31-cc68-4972-9433-65ca0b1714e4 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] 10.222.0.11 "GET /v2.0/ports?device_id=e427ae87-94af-422e-9ee6-3c52e3b19d7c HTTP/1.1" status: 200 len: 205 time: 0.0810916 Dec 10 16:43:12.457816 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42666) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:12.506215 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2762bf1-0234-4dd4-a932-c42c6632624b req-f64ad3bb-dd0e-4c50-b04a-f1419701d5a9 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:12.507787 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e2762bf1-0234-4dd4-a932-c42c6632624b req-f64ad3bb-dd0e-4c50-b04a-f1419701d5a9 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a346969-61e6-4402-acb1-bee5e96cc1f4 HTTP/1.1" status: 200 len: 946 time: 0.1915886 Dec 10 16:43:12.622813 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c417e83e-bd3c-4d78-9afa-a4b5dc941759 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Pushing event deleted for resources: {'Port': ['ID=09d537a4-28af-4988-83d0-49bf7e82c077,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:12.642697 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-842b7ea2-bf5c-4ba8-99d0-11ec6021f5b4 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] delete failed (client error): The resource could not be found. Dec 10 16:43:12.644207 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-842b7ea2-bf5c-4ba8-99d0-11ec6021f5b4 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] 10.222.0.11 "DELETE /v2.0/routers/e427ae87-94af-422e-9ee6-3c52e3b19d7c HTTP/1.1" status: 404 len: 336 time: 0.1559367 Dec 10 16:43:12.678044 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 42670) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:12.691302 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed3635d-549c-4405-ab34-6f57c97d5336 req-c417e83e-bd3c-4d78-9afa-a4b5dc941759 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] No DVR routers for this DVR port 09d537a4-28af-4988-83d0-49bf7e82c077 on host n-h1-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:43:12.696367 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-eed3635d-549c-4405-ab34-6f57c97d5336 req-c417e83e-bd3c-4d78-9afa-a4b5dc941759 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:12.709622 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-600e63a5-5ff5-480a-b292-51bde8331917 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f7102f587c0942469f218fb29d23ff5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4019547 Dec 10 16:43:12.712310 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 42672) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:12.712877 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-eed3635d-549c-4405-ab34-6f57c97d5336 req-c417e83e-bd3c-4d78-9afa-a4b5dc941759 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.26 "DELETE /v2.0/ports/09d537a4-28af-4988-83d0-49bf7e82c077 HTTP/1.1" status: 204 len: 173 time: 1.2767954 Dec 10 16:43:12.713455 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbed5c20-cdc4-43fb-af78-fe79b6091e34', 'name': 'network-vif-deleted', 'tag': '09d537a4-28af-4988-83d0-49bf7e82c077'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:43:12.715789 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9647c7-3071-43ba-a4fa-c718e0bab4e0" -d '{"events": [{"server_uuid": "bbed5c20-cdc4-43fb-af78-fe79b6091e34", "name": "network-vif-deleted", "tag": "09d537a4-28af-4988-83d0-49bf7e82c077"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:43:12.798662 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42676) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:12.799558 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2058a2ee-cf46-46ca-886f-6aa6a1b70001 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] 10.222.0.11 "GET /v2.0/ports?device_id=617edda8-82bd-449f-a137-d883043b4e80 HTTP/1.1" status: 200 len: 205 time: 0.1143577 Dec 10 16:43:12.879186 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e2762bf1-0234-4dd4-a932-c42c6632624b req-3ee53f5c-a415-44b8-9cba-5ecf9ff02f47 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196018 Dec 10 16:43:12.898434 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-c35ccbb2-4d70-4c8d-8832-1acf6866f1ec tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] delete failed (client error): The resource could not be found. Dec 10 16:43:12.899526 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c35ccbb2-4d70-4c8d-8832-1acf6866f1ec tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] 10.222.0.11 "DELETE /v2.0/routers/617edda8-82bd-449f-a137-d883043b4e80 HTTP/1.1" status: 404 len: 336 time: 0.0999627 Dec 10 16:43:12.907202 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42684) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:12.994760 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0712a437-4176-464f-bbd2-9809d0a46726 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3b65b10-04cb-4e87-bc7d-8b33bd810159 HTTP/1.1" status: 200 len: 205 time: 0.0852070 Dec 10 16:43:12.998172 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42688) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:13.043594 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-acdb250d-873d-4d21-b51c-bf6a7ced083c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:13.091193 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-6b0173a3-9d8b-49c8-a967-7e5204e515e9 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] delete failed (client error): The resource could not be found. Dec 10 16:43:13.092500 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6b0173a3-9d8b-49c8-a967-7e5204e515e9 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] 10.222.0.11 "DELETE /v2.0/routers/e3b65b10-04cb-4e87-bc7d-8b33bd810159 HTTP/1.1" status: 404 len: 336 time: 0.0930200 Dec 10 16:43:13.097501 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42692) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:13.141027 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-acdb250d-873d-4d21-b51c-bf6a7ced083c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:13.150881 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-75744d45-c7c9-4401-98ba-33892f3cc74e tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] 10.222.0.11 "GET /v2.0/ports?device_id=09922860-289b-4356-afd4-04d1a332fc23 HTTP/1.1" status: 200 len: 205 time: 0.0517418 Dec 10 16:43:13.159463 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42698) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:13.236516 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-acdb250d-873d-4d21-b51c-bf6a7ced083c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:13.239044 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-acdb250d-873d-4d21-b51c-bf6a7ced083c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:13.243946 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-1c23cb2c-c6b1-4184-b511-ef24be7f4215 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] delete failed (client error): The resource could not be found. Dec 10 16:43:13.247101 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1c23cb2c-c6b1-4184-b511-ef24be7f4215 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] 10.222.0.11 "DELETE /v2.0/routers/09922860-289b-4356-afd4-04d1a332fc23 HTTP/1.1" status: 404 len: 336 time: 0.0860682 Dec 10 16:43:13.250160 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-acdb250d-873d-4d21-b51c-bf6a7ced083c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/83222be8-979f-4629-b1f3-4136907efd50 HTTP/1.1" status: 204 len: 168 time: 0.5253811 Dec 10 16:43:13.250413 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42702) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:13.283887 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb250d-873d-4d21-b51c-bf6a7ced083c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83222be8-979f-4629-b1f3-4136907efd50,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:13.307460 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6c9ab7f6-2bad-4576-aaa2-a6ca366c99bd tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] 10.222.0.11 "GET /v2.0/ports?device_id=0699a4d6-08aa-4328-90f1-d1fe8d05f1c0 HTTP/1.1" status: 200 len: 205 time: 0.0550940 Dec 10 16:43:13.309914 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 42704) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:13.403925 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-296bc421-e790-49cc-b283-6704b8aa24c8 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] delete failed (client error): The resource could not be found. Dec 10 16:43:13.405344 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-296bc421-e790-49cc-b283-6704b8aa24c8 tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] 10.222.0.11 "DELETE /v2.0/routers/0699a4d6-08aa-4328-90f1-d1fe8d05f1c0 HTTP/1.1" status: 404 len: 336 time: 0.0943930 Dec 10 16:43:13.408294 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42706) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:13.461005 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9f8f7c2-cdcc-4866-9d93-4afb977cd68d tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] DELETE failed (client error): The resource could not be found. Dec 10 16:43:13.461627 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9f8f7c2-cdcc-4866-9d93-4afb977cd68d tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:43:13.470819 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f9f8f7c2-cdcc-4866-9d93-4afb977cd68d tempest-RoutersIpV6AdminTest-737007170 tempest-RoutersIpV6AdminTest-737007170-project] 10.222.0.11 "DELETE /v2.0/subnets/d7881bc6-ab4e-411f-b9b6-af92450d678c HTTP/1.1" status: 404 len: 337 time: 0.0601385 Dec 10 16:43:13.474847 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445c5f92-0ee1-4498-a426-c7209ca4d92e x-openstack-request-id: req-445c5f92-0ee1-4498-a426-c7209ca4d92e {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:43:13.475287 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbed5c20-cdc4-43fb-af78-fe79b6091e34", "name": "network-vif-deleted", "tag": "09d537a4-28af-4988-83d0-49bf7e82c077", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:43:13.476409 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-445c5f92-0ee1-4498-a426-c7209ca4d92e {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:43:13.476928 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbed5c20-cdc4-43fb-af78-fe79b6091e34', 'name': 'network-vif-deleted', 'tag': '09d537a4-28af-4988-83d0-49bf7e82c077', 'status': 'completed', 'code': 200} Dec 10 16:43:13.930706 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-429cfddd-4fd4-4d03-9f86-f2f368e9b8a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:14.012248 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c8844-5119-4694-8122-dba477415f48 req-23d6145f-99b0-464e-9f64-283d623bb1a3 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:14.016994 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ab9c8844-5119-4694-8122-dba477415f48 req-23d6145f-99b0-464e-9f64-283d623bb1a3 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a346969-61e6-4402-acb1-bee5e96cc1f4 HTTP/1.1" status: 200 len: 946 time: 0.2645621 Dec 10 16:43:14.048721 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42728) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:14.066126 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2fc40eec-63ff-4045-80f8-4a53a30d1f17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:14.091379 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a76b7-2a21-48c4-8c4b-51ad70913866 req-a022d4c1-a992-458b-867b-4b98c330f791 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:14.094130 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d98a76b7-2a21-48c4-8c4b-51ad70913866 req-a022d4c1-a992-458b-867b-4b98c330f791 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f214a6-d796-41d5-9334-70abecc9a275 HTTP/1.1" status: 200 len: 946 time: 0.2216196 Dec 10 16:43:14.162310 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 42732) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:14.239227 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d98a76b7-2a21-48c4-8c4b-51ad70913866 req-09eb7260-dbdd-42a8-bb65-eaf33d195b10 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275620 Dec 10 16:43:14.252131 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-ab9c8844-5119-4694-8122-dba477415f48 req-e28238c4-234e-4530-8d5d-8bcf0dc1260b tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Deleting port 7c5562b5-607f-4261-885f-1a3a2c264767 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:43:14.252716 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ab9c8844-5119-4694-8122-dba477415f48 req-e28238c4-234e-4530-8d5d-8bcf0dc1260b tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:14.305987 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2fc40eec-63ff-4045-80f8-4a53a30d1f17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:14.312296 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2fc40eec-63ff-4045-80f8-4a53a30d1f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:14.417603 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2fc40eec-63ff-4045-80f8-4a53a30d1f17 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9d230f4f8d10465890ac1d8a042bd3b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3677161 Dec 10 16:43:14.418715 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc40eec-63ff-4045-80f8-4a53a30d1f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3d56d4-1655-4dd7-964d-9ce82cdb6289,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:14.421235 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42740) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:14.491328 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-323092b0-6694-41b3-88b5-fce5abfb7ad4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:14.525951 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-323092b0-6694-41b3-88b5-fce5abfb7ad4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:14.550186 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 09d537a4-28af-4988-83d0-49bf7e82c077 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:43:14.588988 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-323092b0-6694-41b3-88b5-fce5abfb7ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:14.589242 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 09d537a4-28af-4988-83d0-49bf7e82c077 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:43:14.589987 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 09d537a4-28af-4988-83d0-49bf7e82c077 not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:43:14.591594 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-323092b0-6694-41b3-88b5-fce5abfb7ad4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:14.592783 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-323092b0-6694-41b3-88b5-fce5abfb7ad4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8f3d56d4-1655-4dd7-964d-9ce82cdb6289 HTTP/1.1" status: 204 len: 168 time: 0.1705434 Dec 10 16:43:14.621370 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323092b0-6694-41b3-88b5-fce5abfb7ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3d56d4-1655-4dd7-964d-9ce82cdb6289,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:14.863173 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3b4888cc-5cb3-4b2e-b2d9-01365cedc04e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:14.990787 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3b4888cc-5cb3-4b2e-b2d9-01365cedc04e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:15.006358 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414258e1-f7a6-4893-b385-fc622301eb1d req-06a7cb05-69ac-4af8-93e7-a63a2ecb5342 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:15.038799 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-414258e1-f7a6-4893-b385-fc622301eb1d req-06a7cb05-69ac-4af8-93e7-a63a2ecb5342 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a346969-61e6-4402-acb1-bee5e96cc1f4 HTTP/1.1" status: 200 len: 946 time: 0.2274661 Dec 10 16:43:15.051832 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3b4888cc-5cb3-4b2e-b2d9-01365cedc04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:15.101334 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-ab9c8844-5119-4694-8122-dba477415f48 req-e28238c4-234e-4530-8d5d-8bcf0dc1260b tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] For port 7c5562b5-607f-4261-885f-1a3a2c264767, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=7c5562b5-607f-4261-885f-1a3a2c264767,segment=NetworkSegment(cd08ab66-fbc3-413c-ad44-6e9450998ff0),segment_id=cd08ab66-fbc3-413c-ad44-6e9450998ff0)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:43:15.105873 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ab9c8844-5119-4694-8122-dba477415f48 req-e28238c4-234e-4530-8d5d-8bcf0dc1260b tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:15.162518 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-ab9c8844-5119-4694-8122-dba477415f48 req-e28238c4-234e-4530-8d5d-8bcf0dc1260b tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Calling delete_port for 7c5562b5-607f-4261-885f-1a3a2c264767 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:43:15.167058 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3b4888cc-5cb3-4b2e-b2d9-01365cedc04e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9f7d843806c1412abecfbefe82a0886c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9955742 Dec 10 16:43:15.170023 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42758) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:15.179095 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4888cc-5cb3-4b2e-b2d9-01365cedc04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e402bacb-00c7-41ed-8be2-b6e453896666,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:15.190770 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-414258e1-f7a6-4893-b385-fc622301eb1d req-b08cebe1-63ab-4e23-a90e-8ed69fd416e9 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509900 Dec 10 16:43:15.321014 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd1e5b-10a2-4e7f-8f08-cabb7014c9e8 req-9f912111-bdcc-4734-9adc-5b046de6c4f9 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:15.322605 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-07cd1e5b-10a2-4e7f-8f08-cabb7014c9e8 req-9f912111-bdcc-4734-9adc-5b046de6c4f9 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3f214a6-d796-41d5-9334-70abecc9a275 HTTP/1.1" status: 200 len: 946 time: 0.1293647 Dec 10 16:43:15.337823 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-799a7dff-dcfc-4d47-b565-d73c6ee7c7c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:15.394409 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-799a7dff-dcfc-4d47-b565-d73c6ee7c7c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:15.479088 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-799a7dff-dcfc-4d47-b565-d73c6ee7c7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:15.483481 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-799a7dff-dcfc-4d47-b565-d73c6ee7c7c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:15.488675 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-799a7dff-dcfc-4d47-b565-d73c6ee7c7c3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e402bacb-00c7-41ed-8be2-b6e453896666 HTTP/1.1" status: 204 len: 168 time: 0.3175526 Dec 10 16:43:15.505875 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a7dff-dcfc-4d47-b565-d73c6ee7c7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e402bacb-00c7-41ed-8be2-b6e453896666,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:15.531783 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b7761-4e04-4f54-8364-eca4da9e0349 req-e659c26f-c422-4e4a-b3c2-0aabb26334fd tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:15.533366 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0c9b7761-4e04-4f54-8364-eca4da9e0349 req-e659c26f-c422-4e4a-b3c2-0aabb26334fd tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f214a6-d796-41d5-9334-70abecc9a275 HTTP/1.1" status: 200 len: 946 time: 0.1512251 Dec 10 16:43:15.535908 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ab9c8844-5119-4694-8122-dba477415f48 req-e28238c4-234e-4530-8d5d-8bcf0dc1260b tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:15.558436 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['dd013d1b-d90e-40a8-80fa-49b6ae5d3434'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:43:15.580589 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28238c4-234e-4530-8d5d-8bcf0dc1260b tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Pushing event deleted for resources: {'Port': ['ID=7c5562b5-607f-4261-885f-1a3a2c264767,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:15.590666 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-07cd1e5b-10a2-4e7f-8f08-cabb7014c9e8 req-4ec7db18-ec8d-45aa-9e43-f8b86ee7b19b tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Deleting port 4ac466ce-9ccd-4222-9262-149999660a66 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:43:15.591014 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-07cd1e5b-10a2-4e7f-8f08-cabb7014c9e8 req-4ec7db18-ec8d-45aa-9e43-f8b86ee7b19b tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:15.670468 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['7c5562b5-607f-4261-885f-1a3a2c264767'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:43:15.708078 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9c8844-5119-4694-8122-dba477415f48 req-e28238c4-234e-4530-8d5d-8bcf0dc1260b tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] No DVR routers for this DVR port 7c5562b5-607f-4261-885f-1a3a2c264767 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:43:15.709616 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7126a1ba-064a-4dd8-af56-7624841dc121 None None] DHCP port deletion for b5ba8caf-9119-4d49-8c04-be0a7edd0bb2 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:43:15.717895 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ab9c8844-5119-4694-8122-dba477415f48 req-e28238c4-234e-4530-8d5d-8bcf0dc1260b tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:15.721019 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ab9c8844-5119-4694-8122-dba477415f48 req-e28238c4-234e-4530-8d5d-8bcf0dc1260b tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.46 "DELETE /v2.0/ports/7c5562b5-607f-4261-885f-1a3a2c264767 HTTP/1.1" status: 204 len: 173 time: 1.6941886 Dec 10 16:43:15.721469 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a346969-61e6-4402-acb1-bee5e96cc1f4', 'name': 'network-vif-deleted', 'tag': '7c5562b5-607f-4261-885f-1a3a2c264767'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:43:15.723870 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07604eb0-2a72-4f48-abe0-4fb00bed80d0" -d '{"events": [{"server_uuid": "4a346969-61e6-4402-acb1-bee5e96cc1f4", "name": "network-vif-deleted", "tag": "7c5562b5-607f-4261-885f-1a3a2c264767"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:43:15.937273 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-07cd1e5b-10a2-4e7f-8f08-cabb7014c9e8 req-4ec7db18-ec8d-45aa-9e43-f8b86ee7b19b tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] For port 4ac466ce-9ccd-4222-9262-149999660a66, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=4ac466ce-9ccd-4222-9262-149999660a66,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:43:15.941694 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-07cd1e5b-10a2-4e7f-8f08-cabb7014c9e8 req-4ec7db18-ec8d-45aa-9e43-f8b86ee7b19b tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:15.982647 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-07cd1e5b-10a2-4e7f-8f08-cabb7014c9e8 req-4ec7db18-ec8d-45aa-9e43-f8b86ee7b19b tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Calling delete_port for 4ac466ce-9ccd-4222-9262-149999660a66 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:43:16.086631 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42782) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:16.238265 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42790) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:16.346534 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-26a03272-73e9-475d-a708-38a5506111e4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c3bfa3d1f56648e1b43dc7c04f7d0527&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1068542 Dec 10 16:43:16.349753 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42794) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:16.359539 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-07cd1e5b-10a2-4e7f-8f08-cabb7014c9e8 req-4ec7db18-ec8d-45aa-9e43-f8b86ee7b19b tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:16.376217 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['4ac466ce-9ccd-4222-9262-149999660a66'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:43:16.388942 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0c9b7761-4e04-4f54-8364-eca4da9e0349 req-2fd2f9f5-36f3-4e94-b6b7-958bd7ec94ed tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8377240 Dec 10 16:43:16.439643 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec7db18-ec8d-45aa-9e43-f8b86ee7b19b tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Pushing event deleted for resources: {'Port': ['ID=4ac466ce-9ccd-4222-9262-149999660a66,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:16.445713 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:43:16.470713 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-72397c7c-a6ea-4160-a6a3-6354d4a86e81 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1375304551-network', 'tenant_id': '9f3c23dd15a447d3b1fc4d71b188efea'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:43:16.502485 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72397c7c-a6ea-4160-a6a3-6354d4a86e81 admin admin] Made reservation on behalf of 9f3c23dd15a447d3b1fc4d71b188efea for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:43:16.507174 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-72397c7c-a6ea-4160-a6a3-6354d4a86e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:16.515806 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46882ff-18f8-4c4d-a8af-1ac65e50414e x-openstack-request-id: req-b46882ff-18f8-4c4d-a8af-1ac65e50414e {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:43:16.517087 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a346969-61e6-4402-acb1-bee5e96cc1f4", "name": "network-vif-deleted", "tag": "7c5562b5-607f-4261-885f-1a3a2c264767", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:43:16.517732 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b46882ff-18f8-4c4d-a8af-1ac65e50414e {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:43:16.519041 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a346969-61e6-4402-acb1-bee5e96cc1f4', 'name': 'network-vif-deleted', 'tag': '7c5562b5-607f-4261-885f-1a3a2c264767', 'status': 'completed', 'code': 200} Dec 10 16:43:16.523010 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-72397c7c-a6ea-4160-a6a3-6354d4a86e81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:16.589198 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-07cd1e5b-10a2-4e7f-8f08-cabb7014c9e8 req-4ec7db18-ec8d-45aa-9e43-f8b86ee7b19b tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] No DVR routers for this DVR port 4ac466ce-9ccd-4222-9262-149999660a66 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:43:16.595152 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-07cd1e5b-10a2-4e7f-8f08-cabb7014c9e8 req-4ec7db18-ec8d-45aa-9e43-f8b86ee7b19b tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:16.604523 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-07cd1e5b-10a2-4e7f-8f08-cabb7014c9e8 req-4ec7db18-ec8d-45aa-9e43-f8b86ee7b19b tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.46 "DELETE /v2.0/ports/4ac466ce-9ccd-4222-9262-149999660a66 HTTP/1.1" status: 204 len: 173 time: 1.2725334 Dec 10 16:43:16.672069 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7ba82189-41dc-4af4-a2de-c52e083734c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:16.704390 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cc214a61-0476-42b5-a8ae-f441781f0d32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:16.961522 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-72397c7c-a6ea-4160-a6a3-6354d4a86e81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:16.987875 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-72397c7c-a6ea-4160-a6a3-6354d4a86e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:17.020449 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cc214a61-0476-42b5-a8ae-f441781f0d32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:17.056853 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72397c7c-a6ea-4160-a6a3-6354d4a86e81 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:43:17.164919 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dcfc0e-a9c1-4caa-84f8-7576a140a9a1 req-fde18c26-1eeb-450a-86e8-83f044f9a625 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:17.174100 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d4dcfc0e-a9c1-4caa-84f8-7576a140a9a1 req-fde18c26-1eeb-450a-86e8-83f044f9a625 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 945 time: 0.1001437 Dec 10 16:43:17.239869 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-72397c7c-a6ea-4160-a6a3-6354d4a86e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:17.240752 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-72397c7c-a6ea-4160-a6a3-6354d4a86e81 admin admin] Added segment 877d715b-da35-43a0-8452-4f9a7acdfec8 of type vlan for network 26b5e0f8-8bf0-468c-a7f9-6a215bfc49ed Dec 10 16:43:17.263591 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72397c7c-a6ea-4160-a6a3-6354d4a86e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8257e3dd-6279-4bd5-8746-74b865a1d97b,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:17.292464 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:17.294206 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d4dcfc0e-a9c1-4caa-84f8-7576a140a9a1 req-11f5acd1-0751-4257-a66e-cc8e43a99a1a tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056416 Dec 10 16:43:17.346364 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 42812) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:17.403329 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-72397c7c-a6ea-4160-a6a3-6354d4a86e81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:17.427944 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cc214a61-0476-42b5-a8ae-f441781f0d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:17.431621 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cc214a61-0476-42b5-a8ae-f441781f0d32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:17.449682 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-cc214a61-0476-42b5-a8ae-f441781f0d32 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bc3e1f72-c78d-48a1-86f5-d973b3bd8bd3 HTTP/1.1" status: 204 len: 168 time: 1.0979691 Dec 10 16:43:17.489389 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc214a61-0476-42b5-a8ae-f441781f0d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3e1f72-c78d-48a1-86f5-d973b3bd8bd3,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:17.492731 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-72397c7c-a6ea-4160-a6a3-6354d4a86e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:17.495315 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72397c7c-a6ea-4160-a6a3-6354d4a86e81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:17.495573 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-72397c7c-a6ea-4160-a6a3-6354d4a86e81 admin admin] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:17.610936 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-72397c7c-a6ea-4160-a6a3-6354d4a86e81 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5231493 Dec 10 16:43:17.613857 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 42822) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:17.619824 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-3c81b11a-d4a1-4641-86d7-839f96176e7d admin admin] Request body: {'subnet': {'network_id': '26b5e0f8-8bf0-468c-a7f9-6a215bfc49ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1375304551-subnet', 'tenant_id': '9f3c23dd15a447d3b1fc4d71b188efea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:43:17.644152 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72397c7c-a6ea-4160-a6a3-6354d4a86e81 admin admin] Pushing event updated for resources: {'Network': ['ID=26b5e0f8-8bf0-468c-a7f9-6a215bfc49ed,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:17.659479 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 26b5e0f8-8bf0-468c-a7f9-6a215bfc49ed details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:43:17.708002 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-21834c97-c641-4048-9211-966113dfe3c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:17.757619 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c81b11a-d4a1-4641-86d7-839f96176e7d admin admin] Made reservation on behalf of 9f3c23dd15a447d3b1fc4d71b188efea for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:43:17.773955 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c81b11a-d4a1-4641-86d7-839f96176e7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:18.056767 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 7c5562b5-607f-4261-885f-1a3a2c264767 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:43:18.083143 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: 7c5562b5-607f-4261-885f-1a3a2c264767 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:43:18.083582 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 7c5562b5-607f-4261-885f-1a3a2c264767 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:43:18.085859 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 4ac466ce-9ccd-4222-9262-149999660a66 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:43:18.121521 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: 4ac466ce-9ccd-4222-9262-149999660a66 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:43:18.121990 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 4ac466ce-9ccd-4222-9262-149999660a66 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:43:18.122725 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-21834c97-c641-4048-9211-966113dfe3c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:18.134431 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-21834c97-c641-4048-9211-966113dfe3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:18.167442 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb7259-9baf-4f76-bf43-ab1b877d5f19 req-d670f13e-0c7e-4264-a4f9-86ed690d28e2 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:18.169570 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c4cb7259-9baf-4f76-bf43-ab1b877d5f19 req-d670f13e-0c7e-4264-a4f9-86ed690d28e2 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=41b872ec-a385-49f0-9221-9507cb66a550 HTTP/1.1" status: 200 len: 946 time: 0.1820931 Dec 10 16:43:18.215585 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42844) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:18.215945 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-21834c97-c641-4048-9211-966113dfe3c3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8d08a76ea9d84f78a1dc6f6b6025be78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8681834 Dec 10 16:43:18.225417 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21834c97-c641-4048-9211-966113dfe3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cb092c-72ae-42e9-8d23-544ed2669294,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:18.342887 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c4cb7259-9baf-4f76-bf43-ab1b877d5f19 req-1bea7c6a-1044-4055-b512-fdc4966349e4 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=853ff263-c514-43f4-ad48-56e3b11fcf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612835 Dec 10 16:43:18.344857 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c81b11a-d4a1-4641-86d7-839f96176e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:18.352545 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-109fedee-8b96-46d7-af10-8b59f59f0be5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:18.402017 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-109fedee-8b96-46d7-af10-8b59f59f0be5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:18.461497 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c81b11a-d4a1-4641-86d7-839f96176e7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6e65db7-2452-40c3-b3b1-80f661921800,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:18.524004 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f214a6-d796-41d5-9334-70abecc9a275', 'name': 'network-vif-deleted', 'tag': '4ac466ce-9ccd-4222-9262-149999660a66'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:43:18.526569 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df021679-e231-4483-b99e-bf3e4a07deab" -d '{"events": [{"server_uuid": "b3f214a6-d796-41d5-9334-70abecc9a275", "name": "network-vif-deleted", "tag": "4ac466ce-9ccd-4222-9262-149999660a66"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:43:18.535614 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c81b11a-d4a1-4641-86d7-839f96176e7d admin admin] Checking segment: {'id': '877d715b-da35-43a0-8452-4f9a7acdfec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '26b5e0f8-8bf0-468c-a7f9-6a215bfc49ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:43:18.536258 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c81b11a-d4a1-4641-86d7-839f96176e7d admin admin] Network hostable DHCP agents. Network: 26b5e0f8-8bf0-468c-a7f9-6a215bfc49ed, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:43:18.569237 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:18.580359 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-109fedee-8b96-46d7-af10-8b59f59f0be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:18.586460 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c81b11a-d4a1-4641-86d7-839f96176e7d admin admin] Network 26b5e0f8-8bf0-468c-a7f9-6a215bfc49ed is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:43:18.588502 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-109fedee-8b96-46d7-af10-8b59f59f0be5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:18.592716 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-109fedee-8b96-46d7-af10-8b59f59f0be5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d5cb092c-72ae-42e9-8d23-544ed2669294 HTTP/1.1" status: 204 len: 168 time: 0.3751676 Dec 10 16:43:18.600176 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-3c81b11a-d4a1-4641-86d7-839f96176e7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 26b5e0f8-8bf0-468c-a7f9-6a215bfc49ed) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:43:18.605110 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c81b11a-d4a1-4641-86d7-839f96176e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:18.605792 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c81b11a-d4a1-4641-86d7-839f96176e7d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:18.608795 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80948e15-2dcf-4ff4-b90e-77dc0f48af55 None None] Network 26b5e0f8-8bf0-468c-a7f9-6a215bfc49ed requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:43:18.622972 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144f698-f30f-401b-a101-924f05adad72 req-f9397bbc-7b2a-44c8-a04c-f636a105e011 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:18.631322 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5144f698-f30f-401b-a101-924f05adad72 req-f9397bbc-7b2a-44c8-a04c-f636a105e011 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 945 time: 0.1186121 Dec 10 16:43:18.669496 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109fedee-8b96-46d7-af10-8b59f59f0be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cb092c-72ae-42e9-8d23-544ed2669294,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:18.707941 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7247c-cf64-41a1-91fb-fd7a91c0546f req-3a7626ba-e6d8-4f70-b4c1-5f99b45f2267 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:18.713699 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-77c7247c-cf64-41a1-91fb-fd7a91c0546f req-3a7626ba-e6d8-4f70-b4c1-5f99b45f2267 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.26 "GET /v2.0/ports?device_id=41b872ec-a385-49f0-9221-9507cb66a550 HTTP/1.1" status: 200 len: 946 time: 0.1848869 Dec 10 16:43:18.768091 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5144f698-f30f-401b-a101-924f05adad72 req-cf5f9cc7-6916-45c9-b928-fa0f7ae59b49 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357331 Dec 10 16:43:18.789359 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3c81b11a-d4a1-4641-86d7-839f96176e7d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1643937 Dec 10 16:43:18.842856 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d31ace-983a-4052-8fea-6e6e5a6d2cd2 None None] Network 26b5e0f8-8bf0-468c-a7f9-6a215bfc49ed requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:43:18.858264 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc06b4b-2a3a-423e-9655-975050fdaf08 x-openstack-request-id: req-5bc06b4b-2a3a-423e-9655-975050fdaf08 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:43:18.858610 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f214a6-d796-41d5-9334-70abecc9a275", "name": "network-vif-deleted", "tag": "4ac466ce-9ccd-4222-9262-149999660a66", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:43:18.858824 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5bc06b4b-2a3a-423e-9655-975050fdaf08 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:43:18.859284 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f214a6-d796-41d5-9334-70abecc9a275', 'name': 'network-vif-deleted', 'tag': '4ac466ce-9ccd-4222-9262-149999660a66', 'status': 'completed', 'code': 200} Dec 10 16:43:18.906699 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-77c7247c-cf64-41a1-91fb-fd7a91c0546f req-a531e7a2-78ad-4030-885b-0838d1849883 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Deleting port 44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:43:18.907898 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-77c7247c-cf64-41a1-91fb-fd7a91c0546f req-a531e7a2-78ad-4030-885b-0838d1849883 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:19.053357 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-77c7247c-cf64-41a1-91fb-fd7a91c0546f req-a531e7a2-78ad-4030-885b-0838d1849883 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] For port 44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:43:19.055031 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-77c7247c-cf64-41a1-91fb-fd7a91c0546f req-a531e7a2-78ad-4030-885b-0838d1849883 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:19.087730 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-77c7247c-cf64-41a1-91fb-fd7a91c0546f req-a531e7a2-78ad-4030-885b-0838d1849883 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Calling delete_port for 44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:43:19.286510 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-77c7247c-cf64-41a1-91fb-fd7a91c0546f req-a531e7a2-78ad-4030-885b-0838d1849883 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:19.301148 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:43:19.359401 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a531e7a2-78ad-4030-885b-0838d1849883 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Pushing event deleted for resources: {'Port': ['ID=44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:19.457701 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c7247c-cf64-41a1-91fb-fd7a91c0546f req-a531e7a2-78ad-4030-885b-0838d1849883 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] No DVR routers for this DVR port 44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71 on host n-h1-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:43:19.463649 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-77c7247c-cf64-41a1-91fb-fd7a91c0546f req-a531e7a2-78ad-4030-885b-0838d1849883 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:19.469632 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-77c7247c-cf64-41a1-91fb-fd7a91c0546f req-a531e7a2-78ad-4030-885b-0838d1849883 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.26 "DELETE /v2.0/ports/44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71 HTTP/1.1" status: 204 len: 173 time: 0.7493789 Dec 10 16:43:19.469632 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b872ec-a385-49f0-9221-9507cb66a550', 'name': 'network-vif-deleted', 'tag': '44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:43:19.492498 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9732db2d-2104-4b4c-816a-fedb0e7c4adc" -d '{"events": [{"server_uuid": "41b872ec-a385-49f0-9221-9507cb66a550", "name": "network-vif-deleted", "tag": "44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:43:19.562474 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9c2158a1-e4e7-4125-98de-abfd0a2f0bc1 req-8762b61c-d106-46d5-80f7-f910fb74325e tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=41b872ec-a385-49f0-9221-9507cb66a550 HTTP/1.1" status: 200 len: 210 time: 0.0531909 Dec 10 16:43:19.598060 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42900) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:19.616266 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-42f643bd-b617-46b1-923b-ee033ac46782 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:19.675818 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:19.731457 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-42f643bd-b617-46b1-923b-ee033ac46782 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:19.735346 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b32639d-7b3a-4b54-ac3b-8b40ee6a8bd4 x-openstack-request-id: req-7b32639d-7b3a-4b54-ac3b-8b40ee6a8bd4 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:43:19.735977 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b872ec-a385-49f0-9221-9507cb66a550", "name": "network-vif-deleted", "tag": "44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:43:19.736464 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7b32639d-7b3a-4b54-ac3b-8b40ee6a8bd4 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:43:19.737140 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b872ec-a385-49f0-9221-9507cb66a550', 'name': 'network-vif-deleted', 'tag': '44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71', 'status': 'completed', 'code': 200} Dec 10 16:43:19.738593 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-42f643bd-b617-46b1-923b-ee033ac46782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:19.792301 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-42f643bd-b617-46b1-923b-ee033ac46782 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=994f222ac0ed4faf85bb18a5a086cdb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1929879 Dec 10 16:43:19.795240 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 42904) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:19.805024 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f643bd-b617-46b1-923b-ee033ac46782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5880ec74-7841-48b5-84c8-bbf3d1b01c6b,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:19.882578 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9ce64915-72f2-4bcd-bb50-135b44285882 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:19.966875 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9ce64915-72f2-4bcd-bb50-135b44285882 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:20.023835 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9d536-984f-4ab7-946f-0834fd9d68f1 req-b10e2e3e-451c-4e25-99fb-b1bbe74d653c tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:20.033287 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f9d9d536-984f-4ab7-946f-0834fd9d68f1 req-b10e2e3e-451c-4e25-99fb-b1bbe74d653c tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 945 time: 0.0954821 Dec 10 16:43:20.107322 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f9d9d536-984f-4ab7-946f-0834fd9d68f1 req-72e83576-1fff-4942-b3db-ccaad70da86c tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653026 Dec 10 16:43:20.122687 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9ce64915-72f2-4bcd-bb50-135b44285882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:20.126245 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9ce64915-72f2-4bcd-bb50-135b44285882 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:20.127793 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9ce64915-72f2-4bcd-bb50-135b44285882 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5880ec74-7841-48b5-84c8-bbf3d1b01c6b HTTP/1.1" status: 204 len: 168 time: 0.3308196 Dec 10 16:43:20.137445 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce64915-72f2-4bcd-bb50-135b44285882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5880ec74-7841-48b5-84c8-bbf3d1b01c6b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:20.156726 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 42922) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:20.167508 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-f8d111dd-8673-4f3e-8595-137c30273238 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-15887504-network', 'tenant_id': '1e6dd4d931884f829ee90665700148f4'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:43:20.222631 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d111dd-8673-4f3e-8595-137c30273238 admin admin] Made reservation on behalf of 1e6dd4d931884f829ee90665700148f4 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:43:20.225398 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f8d111dd-8673-4f3e-8595-137c30273238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:20.270548 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f8d111dd-8673-4f3e-8595-137c30273238 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:20.377538 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 42930) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:20.415115 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f8d111dd-8673-4f3e-8595-137c30273238 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:20.435973 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f8d111dd-8673-4f3e-8595-137c30273238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:20.493935 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8d111dd-8673-4f3e-8595-137c30273238 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:43:20.510975 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d111dd-8673-4f3e-8595-137c30273238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7fc614-5b8d-4614-bbb7-3993e215ad13,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:20.517291 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f8d111dd-8673-4f3e-8595-137c30273238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:20.517575 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-f8d111dd-8673-4f3e-8595-137c30273238 admin admin] Added segment db14576d-8924-4882-9db4-aa6076283b11 of type vlan for network a9ad1599-32b9-42fd-a315-c82b8b6f2ce1 Dec 10 16:43:20.532857 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d111dd-8673-4f3e-8595-137c30273238 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:20.533205 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d111dd-8673-4f3e-8595-137c30273238 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:20.533548 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d111dd-8673-4f3e-8595-137c30273238 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:20.533888 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d111dd-8673-4f3e-8595-137c30273238 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:20.534247 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d111dd-8673-4f3e-8595-137c30273238 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:20.534581 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d111dd-8673-4f3e-8595-137c30273238 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:20.535161 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d111dd-8673-4f3e-8595-137c30273238 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:20.535489 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d111dd-8673-4f3e-8595-137c30273238 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:20.535912 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d111dd-8673-4f3e-8595-137c30273238 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:20.536237 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d111dd-8673-4f3e-8595-137c30273238 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:20.536561 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d111dd-8673-4f3e-8595-137c30273238 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:20.537006 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d111dd-8673-4f3e-8595-137c30273238 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:20.537433 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d111dd-8673-4f3e-8595-137c30273238 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:20.604703 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f8d111dd-8673-4f3e-8595-137c30273238 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:20.642745 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f8d111dd-8673-4f3e-8595-137c30273238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:20.643928 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d111dd-8673-4f3e-8595-137c30273238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:20.644610 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f8d111dd-8673-4f3e-8595-137c30273238 admin admin] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:20.742887 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d111dd-8673-4f3e-8595-137c30273238 admin admin] Pushing event updated for resources: {'Network': ['ID=a9ad1599-32b9-42fd-a315-c82b8b6f2ce1,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:20.749889 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f8d111dd-8673-4f3e-8595-137c30273238 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5918481 Dec 10 16:43:20.753597 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 42946) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:20.758123 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network a9ad1599-32b9-42fd-a315-c82b8b6f2ce1 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:43:20.760139 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-c53d7ca3-6a40-463f-aeee-faf54b3bbe6f admin admin] Request body: {'subnet': {'network_id': 'a9ad1599-32b9-42fd-a315-c82b8b6f2ce1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-15887504-subnet', 'tenant_id': '1e6dd4d931884f829ee90665700148f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:43:20.790567 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53d7ca3-6a40-463f-aeee-faf54b3bbe6f admin admin] Made reservation on behalf of 1e6dd4d931884f829ee90665700148f4 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:43:20.795746 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c53d7ca3-6a40-463f-aeee-faf54b3bbe6f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:20.805685 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-1ccf17ea-470c-4fed-9cda-4b197cca8186 tempest-RoutersAdminNegativeIpV6Test-1020586965 tempest-RoutersAdminNegativeIpV6Test-1020586965-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1591308207', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:43:20.896089 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccf17ea-470c-4fed-9cda-4b197cca8186 tempest-RoutersAdminNegativeIpV6Test-1020586965 tempest-RoutersAdminNegativeIpV6Test-1020586965-project-admin] Made reservation on behalf of 27b4e6272afb4ccaba023c7b233a41ad for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:43:20.898847 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1ccf17ea-470c-4fed-9cda-4b197cca8186 tempest-RoutersAdminNegativeIpV6Test-1020586965 tempest-RoutersAdminNegativeIpV6Test-1020586965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:20.932410 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1ccf17ea-470c-4fed-9cda-4b197cca8186 tempest-RoutersAdminNegativeIpV6Test-1020586965 tempest-RoutersAdminNegativeIpV6Test-1020586965-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:21.126860 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0bf4c-af59-4835-879d-d25ce7d604bb req-053a5dbc-b2c8-421b-9b4b-523ab08d1224 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:21.128546 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-30a0bf4c-af59-4835-879d-d25ce7d604bb req-053a5dbc-b2c8-421b-9b4b-523ab08d1224 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.1386678 Dec 10 16:43:21.235178 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1ccf17ea-470c-4fed-9cda-4b197cca8186 tempest-RoutersAdminNegativeIpV6Test-1020586965 tempest-RoutersAdminNegativeIpV6Test-1020586965-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:21.246587 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1ccf17ea-470c-4fed-9cda-4b197cca8186 tempest-RoutersAdminNegativeIpV6Test-1020586965 tempest-RoutersAdminNegativeIpV6Test-1020586965-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:21.273518 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-1ccf17ea-470c-4fed-9cda-4b197cca8186 tempest-RoutersAdminNegativeIpV6Test-1020586965 tempest-RoutersAdminNegativeIpV6Test-1020586965-project-admin] device_id is not set on port 1293582b-b5dd-4284-832e-14ac3593727d yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:43:21.322976 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c53d7ca3-6a40-463f-aeee-faf54b3bbe6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:21.385733 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-30a0bf4c-af59-4835-879d-d25ce7d604bb req-260cb473-e285-411b-a924-fcfcde96a43c tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c2aada0-0d6f-43c2-8d2a-349ff0898b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2431655 Dec 10 16:43:21.386481 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf17ea-470c-4fed-9cda-4b197cca8186 tempest-RoutersAdminNegativeIpV6Test-1020586965 tempest-RoutersAdminNegativeIpV6Test-1020586965-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd916ec-2404-44e1-a31f-be1e78855ce2,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:21.590191 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d7ca3-6a40-463f-aeee-faf54b3bbe6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=10769428-ddb0-4a40-ab03-faf2317d28d4,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:21.628853 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53d7ca3-6a40-463f-aeee-faf54b3bbe6f admin admin] Checking segment: {'id': 'db14576d-8924-4882-9db4-aa6076283b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a9ad1599-32b9-42fd-a315-c82b8b6f2ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:43:21.629216 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53d7ca3-6a40-463f-aeee-faf54b3bbe6f admin admin] Network hostable DHCP agents. Network: a9ad1599-32b9-42fd-a315-c82b8b6f2ce1, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:43:21.649064 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ef64f-25ad-48e0-9e8f-695b66dd86e9 req-a5586ca2-15e1-40c7-ba1b-3bf34d4ed30a tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:21.656750 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c19ef64f-25ad-48e0-9e8f-695b66dd86e9 req-a5586ca2-15e1-40c7-ba1b-3bf34d4ed30a tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 945 time: 0.1451952 Dec 10 16:43:21.684193 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-1ccf17ea-470c-4fed-9cda-4b197cca8186 tempest-RoutersAdminNegativeIpV6Test-1020586965 tempest-RoutersAdminNegativeIpV6Test-1020586965-project-admin] Allocated IP 172.25.6.221 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/1293582b-b5dd-4284-832e-14ac3593727d) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:43:21.726047 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53d7ca3-6a40-463f-aeee-faf54b3bbe6f admin admin] Network a9ad1599-32b9-42fd-a315-c82b8b6f2ce1 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:43:21.770225 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c19ef64f-25ad-48e0-9e8f-695b66dd86e9 req-58176822-cf2c-47e3-b26b-684bea3a4057 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d4d0c40-6394-4b94-a84c-a4799699a6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125197 Dec 10 16:43:21.773008 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-c53d7ca3-6a40-463f-aeee-faf54b3bbe6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, a9ad1599-32b9-42fd-a315-c82b8b6f2ce1) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:43:21.799805 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53d7ca3-6a40-463f-aeee-faf54b3bbe6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:21.800717 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c53d7ca3-6a40-463f-aeee-faf54b3bbe6f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:21.803542 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7113d2da-24aa-47e7-9ffb-54224c1ccb16 None None] Network a9ad1599-32b9-42fd-a315-c82b8b6f2ce1 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:43:21.908418 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c53d7ca3-6a40-463f-aeee-faf54b3bbe6f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1527157 Dec 10 16:43:21.979687 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f766d5-157b-48ff-a689-bcee49d1d788 None None] Network a9ad1599-32b9-42fd-a315-c82b8b6f2ce1 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:43:22.001870 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1ccf17ea-470c-4fed-9cda-4b197cca8186 tempest-RoutersAdminNegativeIpV6Test-1020586965 tempest-RoutersAdminNegativeIpV6Test-1020586965-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:22.072610 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1ccf17ea-470c-4fed-9cda-4b197cca8186 tempest-RoutersAdminNegativeIpV6Test-1020586965 tempest-RoutersAdminNegativeIpV6Test-1020586965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:22.175038 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccf17ea-470c-4fed-9cda-4b197cca8186 tempest-RoutersAdminNegativeIpV6Test-1020586965 tempest-RoutersAdminNegativeIpV6Test-1020586965-project-admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:43:22.178884 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-1ccf17ea-470c-4fed-9cda-4b197cca8186 tempest-RoutersAdminNegativeIpV6Test-1020586965 tempest-RoutersAdminNegativeIpV6Test-1020586965-project-admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:43:22.184077 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccf17ea-470c-4fed-9cda-4b197cca8186 tempest-RoutersAdminNegativeIpV6Test-1020586965 tempest-RoutersAdminNegativeIpV6Test-1020586965-project-admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:43:22.187370 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf17ea-470c-4fed-9cda-4b197cca8186 tempest-RoutersAdminNegativeIpV6Test-1020586965 tempest-RoutersAdminNegativeIpV6Test-1020586965-project-admin] Pushing event updated for resources: {'Port': ['ID=1293582b-b5dd-4284-832e-14ac3593727d,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:22.205321 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee321ec-5fd7-4bb1-8495-f8a8702be9a9 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:43:22.227220 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccf17ea-470c-4fed-9cda-4b197cca8186 tempest-RoutersAdminNegativeIpV6Test-1020586965 tempest-RoutersAdminNegativeIpV6Test-1020586965-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:22.227920 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1ccf17ea-470c-4fed-9cda-4b197cca8186 tempest-RoutersAdminNegativeIpV6Test-1020586965 tempest-RoutersAdminNegativeIpV6Test-1020586965-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:22.250185 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1ccf17ea-470c-4fed-9cda-4b197cca8186 tempest-RoutersAdminNegativeIpV6Test-1020586965 tempest-RoutersAdminNegativeIpV6Test-1020586965-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.8689356 Dec 10 16:43:22.251000 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 43006) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:22.257196 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-35764b31-31f6-4234-ba13-9a035c39420c tempest-RoutersAdminNegativeIpV6Test-1020586965 tempest-RoutersAdminNegativeIpV6Test-1020586965-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.221'}]}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:43:22.289200 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35764b31-31f6-4234-ba13-9a035c39420c tempest-RoutersAdminNegativeIpV6Test-1020586965 tempest-RoutersAdminNegativeIpV6Test-1020586965-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:22.291431 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35764b31-31f6-4234-ba13-9a035c39420c tempest-RoutersAdminNegativeIpV6Test-1020586965 tempest-RoutersAdminNegativeIpV6Test-1020586965-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:22.301113 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-0bba7d4e-b55c-435c-9de5-0d3b613a662d None None] Provisioning complete for port 1293582b-b5dd-4284-832e-14ac3593727d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:43:22.301527 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0bba7d4e-b55c-435c-9de5-0d3b613a662d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:22.348828 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-0bba7d4e-b55c-435c-9de5-0d3b613a662d None None] Port 1293582b-b5dd-4284-832e-14ac3593727d cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:43:22.433940 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35764b31-31f6-4234-ba13-9a035c39420c tempest-RoutersAdminNegativeIpV6Test-1020586965 tempest-RoutersAdminNegativeIpV6Test-1020586965-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:22.448862 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae0bf4-4d51-4d2c-9b8a-a676c65a11f4 req-6148bc76-4e2e-48f7-9d89-ac7f5e0422cd tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:22.462838 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-30ae0bf4-4d51-4d2c-9b8a-a676c65a11f4 req-6148bc76-4e2e-48f7-9d89-ac7f5e0422cd tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.26 "GET /v2.0/ports?device_id=678cc00e-b7eb-4463-adb4-b5a6bf1a62f6 HTTP/1.1" status: 200 len: 945 time: 0.1480730 Dec 10 16:43:22.568754 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:43:22.610658 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76377f94-4ff6-47ba-b63a-b21679119a66 req-53c221ef-73b6-4a91-94db-aed2ceba2faf tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:22.612245 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-76377f94-4ff6-47ba-b63a-b21679119a66 req-53c221ef-73b6-4a91-94db-aed2ceba2faf tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.46 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 944 time: 0.1765108 Dec 10 16:43:22.657684 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:43:22.658288 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 44ff4b4b-5bf5-439e-9bf1-d9b5f5156c71 not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:43:22.786375 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35764b31-31f6-4234-ba13-9a035c39420c tempest-RoutersAdminNegativeIpV6Test-1020586965 tempest-RoutersAdminNegativeIpV6Test-1020586965-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:22.798000 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-30ae0bf4-4d51-4d2c-9b8a-a676c65a11f4 req-c85ee13a-a9d2-4bc7-89e8-a30e4418fca8 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Deleting port dd013d1b-d90e-40a8-80fa-49b6ae5d3434 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:43:22.798957 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-30ae0bf4-4d51-4d2c-9b8a-a676c65a11f4 req-c85ee13a-a9d2-4bc7-89e8-a30e4418fca8 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:22.923598 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-76377f94-4ff6-47ba-b63a-b21679119a66 req-5386682b-a860-4878-a1bb-f08c4cd16035 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Deleting port 81f6994e-318a-4d30-b5b5-897e0480e4d0 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:43:22.924179 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-76377f94-4ff6-47ba-b63a-b21679119a66 req-5386682b-a860-4878-a1bb-f08c4cd16035 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:23.023147 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-30ae0bf4-4d51-4d2c-9b8a-a676c65a11f4 req-c85ee13a-a9d2-4bc7-89e8-a30e4418fca8 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] For port dd013d1b-d90e-40a8-80fa-49b6ae5d3434, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=dd013d1b-d90e-40a8-80fa-49b6ae5d3434,segment=NetworkSegment(cd08ab66-fbc3-413c-ad44-6e9450998ff0),segment_id=cd08ab66-fbc3-413c-ad44-6e9450998ff0)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:43:23.023778 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-30ae0bf4-4d51-4d2c-9b8a-a676c65a11f4 req-c85ee13a-a9d2-4bc7-89e8-a30e4418fca8 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:23.055429 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-30ae0bf4-4d51-4d2c-9b8a-a676c65a11f4 req-c85ee13a-a9d2-4bc7-89e8-a30e4418fca8 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Calling delete_port for dd013d1b-d90e-40a8-80fa-49b6ae5d3434 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:43:23.161914 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-76377f94-4ff6-47ba-b63a-b21679119a66 req-5386682b-a860-4878-a1bb-f08c4cd16035 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] For port 81f6994e-318a-4d30-b5b5-897e0480e4d0, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=81f6994e-318a-4d30-b5b5-897e0480e4d0,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:43:23.161914 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-76377f94-4ff6-47ba-b63a-b21679119a66 req-5386682b-a860-4878-a1bb-f08c4cd16035 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:23.270063 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-578a70f6-61aa-4d00-8798-c1b1dd06bc57 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:23.272036 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-578a70f6-61aa-4d00-8798-c1b1dd06bc57 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.11 "GET /v2.0/networks?id=26b5e0f8-8bf0-468c-a7f9-6a215bfc49ed HTTP/1.1" status: 200 len: 812 time: 0.2958522 Dec 10 16:43:23.320730 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-30ae0bf4-4d51-4d2c-9b8a-a676c65a11f4 req-c85ee13a-a9d2-4bc7-89e8-a30e4418fca8 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:23.335553 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-e2420951-f1ad-45b4-aa61-ceb0e74857c7 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.11 "GET /v2.0/quotas/9f3c23dd15a447d3b1fc4d71b188efea HTTP/1.1" status: 200 len: 375 time: 0.0569906 Dec 10 16:43:23.340056 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['dd013d1b-d90e-40a8-80fa-49b6ae5d3434'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:43:23.398231 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a01ae0-e222-4ad0-aa1e-d65be87e3cb0 None None] DHCP port deletion for b5ba8caf-9119-4d49-8c04-be0a7edd0bb2 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:43:23.536197 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ee13a-a9d2-4bc7-89e8-a30e4418fca8 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Pushing event deleted for resources: {'Port': ['ID=dd013d1b-d90e-40a8-80fa-49b6ae5d3434,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:23.624959 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ae0bf4-4d51-4d2c-9b8a-a676c65a11f4 req-c85ee13a-a9d2-4bc7-89e8-a30e4418fca8 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] No DVR routers for this DVR port dd013d1b-d90e-40a8-80fa-49b6ae5d3434 on host n-h1-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:43:23.630868 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-30ae0bf4-4d51-4d2c-9b8a-a676c65a11f4 req-c85ee13a-a9d2-4bc7-89e8-a30e4418fca8 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:23.641620 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-30ae0bf4-4d51-4d2c-9b8a-a676c65a11f4 req-c85ee13a-a9d2-4bc7-89e8-a30e4418fca8 tempest-ServerRescueNegativeTestJSON-1175932501 tempest-ServerRescueNegativeTestJSON-1175932501-project] 10.222.0.26 "DELETE /v2.0/ports/dd013d1b-d90e-40a8-80fa-49b6ae5d3434 HTTP/1.1" status: 204 len: 173 time: 1.1731622 Dec 10 16:43:23.642231 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678cc00e-b7eb-4463-adb4-b5a6bf1a62f6', 'name': 'network-vif-deleted', 'tag': 'dd013d1b-d90e-40a8-80fa-49b6ae5d3434'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:43:23.645543 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8512b112-0b49-477c-b848-50c8b3cbf4c0" -d '{"events": [{"server_uuid": "678cc00e-b7eb-4463-adb4-b5a6bf1a62f6", "name": "network-vif-deleted", "tag": "dd013d1b-d90e-40a8-80fa-49b6ae5d3434"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:43:23.866742 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35764b31-31f6-4234-ba13-9a035c39420c tempest-RoutersAdminNegativeIpV6Test-1020586965 tempest-RoutersAdminNegativeIpV6Test-1020586965-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:23.873748 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-0aef3e7d-f863-4788-b159-b7bbb16c580b tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9f3c23dd15a447d3b1fc4d71b188efea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4271047 Dec 10 16:43:23.901954 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35764b31-31f6-4234-ba13-9a035c39420c tempest-RoutersAdminNegativeIpV6Test-1020586965 tempest-RoutersAdminNegativeIpV6Test-1020586965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:24.352664 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-76377f94-4ff6-47ba-b63a-b21679119a66 req-5386682b-a860-4878-a1bb-f08c4cd16035 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:24.353486 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-76377f94-4ff6-47ba-b63a-b21679119a66 req-5386682b-a860-4878-a1bb-f08c4cd16035 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:24.353486 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [req-76377f94-4ff6-47ba-b63a-b21679119a66 req-5386682b-a860-4878-a1bb-f08c4cd16035 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Floating IP 582ca2a2-0725-4c2c-8de4-1dfb00052e7c disassociated. External IP: 172.25.6.233, port: 81f6994e-318a-4d30-b5b5-897e0480e4d0. Dec 10 16:43:24.353687 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-76377f94-4ff6-47ba-b63a-b21679119a66 req-5386682b-a860-4878-a1bb-f08c4cd16035 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Calling delete_port for 81f6994e-318a-4d30-b5b5-897e0480e4d0 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:43:24.396385 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-e5c478e3-7d0a-4673-b461-428d4e5bff48 service neutron] 10.222.0.11 "GET /v2.0/networks/26b5e0f8-8bf0-468c-a7f9-6a215bfc49ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5013113 Dec 10 16:43:24.490777 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35764b31-31f6-4234-ba13-9a035c39420c tempest-RoutersAdminNegativeIpV6Test-1020586965 tempest-RoutersAdminNegativeIpV6Test-1020586965-project-admin] Publish callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:24.798588 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35764b31-31f6-4234-ba13-9a035c39420c tempest-RoutersAdminNegativeIpV6Test-1020586965 tempest-RoutersAdminNegativeIpV6Test-1020586965-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:24.816047 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35764b31-31f6-4234-ba13-9a035c39420c tempest-RoutersAdminNegativeIpV6Test-1020586965 tempest-RoutersAdminNegativeIpV6Test-1020586965-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:24.939700 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35764b31-31f6-4234-ba13-9a035c39420c tempest-RoutersAdminNegativeIpV6Test-1020586965 tempest-RoutersAdminNegativeIpV6Test-1020586965-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:24.940541 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35764b31-31f6-4234-ba13-9a035c39420c tempest-RoutersAdminNegativeIpV6Test-1020586965 tempest-RoutersAdminNegativeIpV6Test-1020586965-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 954ca794-aa3a-4793-8000-9239f7afbbde {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:43:24.950418 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-ef109d49-8830-4c84-acfe-a0f39edbbc2a service neutron] 10.222.0.11 "GET /v2.0/networks/26b5e0f8-8bf0-468c-a7f9-6a215bfc49ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5458550 Dec 10 16:43:25.005706 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-35764b31-31f6-4234-ba13-9a035c39420c tempest-RoutersAdminNegativeIpV6Test-1020586965 tempest-RoutersAdminNegativeIpV6Test-1020586965-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 10 16:43:25.006808 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-35764b31-31f6-4234-ba13-9a035c39420c tempest-RoutersAdminNegativeIpV6Test-1020586965 tempest-RoutersAdminNegativeIpV6Test-1020586965-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.7546952 Dec 10 16:43:25.009626 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 43076) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:25.018770 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-76377f94-4ff6-47ba-b63a-b21679119a66 req-5386682b-a860-4878-a1bb-f08c4cd16035 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:25.079575 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5386682b-a860-4878-a1bb-f08c4cd16035 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Pushing event deleted for resources: {'Port': ['ID=81f6994e-318a-4d30-b5b5-897e0480e4d0,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:25.305228 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-d0dcbef2-19db-4f83-a341-a70e2d1993e6 tempest-RoutersAdminNegativeIpV6Test-1020586965 tempest-RoutersAdminNegativeIpV6Test-1020586965-project-admin] Deleting port 1293582b-b5dd-4284-832e-14ac3593727d {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:43:25.305578 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d0dcbef2-19db-4f83-a341-a70e2d1993e6 tempest-RoutersAdminNegativeIpV6Test-1020586965 tempest-RoutersAdminNegativeIpV6Test-1020586965-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:25.386583 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-78979a30-569b-49e4-899f-04a14c1d5583 req-a0f3bbfc-4837-4617-9a89-9c332297de73 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 210 time: 0.0641932 Dec 10 16:43:25.388321 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76377f94-4ff6-47ba-b63a-b21679119a66 req-5386682b-a860-4878-a1bb-f08c4cd16035 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Router 7b795a6c-4363-48e2-b15d-8e04baa7296f has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:43:25.465709 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43090) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:25.510088 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d0dcbef2-19db-4f83-a341-a70e2d1993e6 tempest-RoutersAdminNegativeIpV6Test-1020586965 tempest-RoutersAdminNegativeIpV6Test-1020586965-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:25.541846 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-d0dcbef2-19db-4f83-a341-a70e2d1993e6 tempest-RoutersAdminNegativeIpV6Test-1020586965 tempest-RoutersAdminNegativeIpV6Test-1020586965-project-admin] Calling delete_port for 1293582b-b5dd-4284-832e-14ac3593727d owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:43:25.603911 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049d00b8-6546-42a0-a122-1eee5dfc0ed1 x-openstack-request-id: req-049d00b8-6546-42a0-a122-1eee5dfc0ed1 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:43:25.608827 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678cc00e-b7eb-4463-adb4-b5a6bf1a62f6", "name": "network-vif-deleted", "tag": "dd013d1b-d90e-40a8-80fa-49b6ae5d3434", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:43:25.609265 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-049d00b8-6546-42a0-a122-1eee5dfc0ed1 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:43:25.610676 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678cc00e-b7eb-4463-adb4-b5a6bf1a62f6', 'name': 'network-vif-deleted', 'tag': 'dd013d1b-d90e-40a8-80fa-49b6ae5d3434', 'status': 'completed', 'code': 200} Dec 10 16:43:25.691887 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76377f94-4ff6-47ba-b63a-b21679119a66 req-5386682b-a860-4878-a1bb-f08c4cd16035 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:43:25.703062 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8ced0b-be14-4993-a417-2e16cb385355 None None] Sync routers for ids ['7b795a6c-4363-48e2-b15d-8e04baa7296f'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:43:25.724885 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c9d392be-abef-4cd1-9f6d-519e3ea53740 req-e9df686a-dd27-4fd0-8241-cf683e5e3959 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ca2196-936c-4cf3-ba76-8a28033443a4 HTTP/1.1" status: 200 len: 210 time: 0.1515946 Dec 10 16:43:25.737250 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8ced0b-be14-4993-a417-2e16cb385355 None None] Routers {'7b795a6c-4363-48e2-b15d-8e04baa7296f'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:43:25.743172 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-1b8ced0b-be14-4993-a417-2e16cb385355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:43:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['7b795a6c-4363-48e2-b15d-8e04baa7296f'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:25.843239 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-76377f94-4ff6-47ba-b63a-b21679119a66 req-5386682b-a860-4878-a1bb-f08c4cd16035 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] No DVR routers for this DVR port 81f6994e-318a-4d30-b5b5-897e0480e4d0 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:43:25.849800 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-76377f94-4ff6-47ba-b63a-b21679119a66 req-5386682b-a860-4878-a1bb-f08c4cd16035 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:25.862637 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-76377f94-4ff6-47ba-b63a-b21679119a66 req-5386682b-a860-4878-a1bb-f08c4cd16035 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.46 "DELETE /v2.0/ports/81f6994e-318a-4d30-b5b5-897e0480e4d0 HTTP/1.1" status: 204 len: 173 time: 3.1603351 Dec 10 16:43:25.864819 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c175e649-a26b-4fb3-8242-5b9dbaf73234', 'name': 'network-vif-deleted', 'tag': '81f6994e-318a-4d30-b5b5-897e0480e4d0'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:43:25.887626 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01e028b-db5d-4597-9ba5-0ee11bf35f44" -d '{"events": [{"server_uuid": "c175e649-a26b-4fb3-8242-5b9dbaf73234", "name": "network-vif-deleted", "tag": "81f6994e-318a-4d30-b5b5-897e0480e4d0"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:43:25.957155 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-1b8ced0b-be14-4993-a417-2e16cb385355 None None] Set router 7b795a6c-4363-48e2-b15d-8e04baa7296f gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:43:26.007288 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69ada83-dba5-4644-b150-b1b16c9df8fa x-openstack-request-id: req-c69ada83-dba5-4644-b150-b1b16c9df8fa {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:43:26.007662 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c175e649-a26b-4fb3-8242-5b9dbaf73234", "name": "network-vif-deleted", "tag": "81f6994e-318a-4d30-b5b5-897e0480e4d0", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:43:26.008003 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c69ada83-dba5-4644-b150-b1b16c9df8fa {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:43:26.008650 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c175e649-a26b-4fb3-8242-5b9dbaf73234', 'name': 'network-vif-deleted', 'tag': '81f6994e-318a-4d30-b5b5-897e0480e4d0', 'status': 'completed', 'code': 200} Dec 10 16:43:26.090206 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 81f6994e-318a-4d30-b5b5-897e0480e4d0 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:43:26.119037 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d0dcbef2-19db-4f83-a341-a70e2d1993e6 tempest-RoutersAdminNegativeIpV6Test-1020586965 tempest-RoutersAdminNegativeIpV6Test-1020586965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:26.245558 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dcbef2-19db-4f83-a341-a70e2d1993e6 tempest-RoutersAdminNegativeIpV6Test-1020586965 tempest-RoutersAdminNegativeIpV6Test-1020586965-project-admin] Pushing event deleted for resources: {'Port': ['ID=1293582b-b5dd-4284-832e-14ac3593727d,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:26.375367 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: 81f6994e-318a-4d30-b5b5-897e0480e4d0 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:43:26.379737 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 81f6994e-318a-4d30-b5b5-897e0480e4d0 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:43:26.395962 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4934679a-8000-4104-8b3e-be412c71da6b None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:43:26.479599 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d0dcbef2-19db-4f83-a341-a70e2d1993e6 tempest-RoutersAdminNegativeIpV6Test-1020586965 tempest-RoutersAdminNegativeIpV6Test-1020586965-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:26.489898 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d0dcbef2-19db-4f83-a341-a70e2d1993e6 tempest-RoutersAdminNegativeIpV6Test-1020586965 tempest-RoutersAdminNegativeIpV6Test-1020586965-project-admin] 10.222.0.11 "DELETE /v2.0/ports/1293582b-b5dd-4284-832e-14ac3593727d HTTP/1.1" status: 204 len: 168 time: 1.4737973 Dec 10 16:43:26.584908 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device dd013d1b-d90e-40a8-80fa-49b6ae5d3434 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:43:26.604864 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-069eea25-73f4-47ff-96f0-3e8d9195b398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:26.697396 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: dd013d1b-d90e-40a8-80fa-49b6ae5d3434 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:43:26.702326 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device dd013d1b-d90e-40a8-80fa-49b6ae5d3434 not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:43:26.809273 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9ac206a2-220f-450f-a94a-391c2879d7fc req-ca636ef4-c365-44ea-a083-956453ccec15 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/ports?device_id=c175e649-a26b-4fb3-8242-5b9dbaf73234 HTTP/1.1" status: 200 len: 210 time: 0.1262453 Dec 10 16:43:26.826174 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-1b8ced0b-be14-4993-a417-2e16cb385355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b795a6c-4363-48e2-b15d-8e04baa7296f', 'name': 'tempest-ServerActionsTestJSON-220910502-router', 'tenant_id': '38b4c50f2746432ea9adf6424421cd8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '933d48a2-aced-4281-b195-9d0113252bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:33:41Z', 'updated_at': '2021-12-10T16:33:49Z', 'revision_number': 4, 'project_id': '38b4c50f2746432ea9adf6424421cd8d', 'gw_port': {'id': '933d48a2-aced-4281-b195-9d0113252bc2', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b795a6c-4363-48e2-b15d-8e04baa7296f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:33:43Z', 'updated_at': '2021-12-10T16:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '13332709-136a-4d10-a209-183330caf399', 'name': '', 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277', 'tenant_id': '38b4c50f2746432ea9adf6424421cd8d', 'mac_address': 'fa:16:3e:d9:55:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b795a6c-4363-48e2-b15d-8e04baa7296f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'bad4bd9c-d017-467b-badb-ee51884a8aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:33:47Z', 'updated_at': '2021-12-10T16:34:00Z', 'revision_number': 5, 'project_id': '38b4c50f2746432ea9adf6424421cd8d', 'subnets': [{'id': 'bad4bd9c-d017-467b-badb-ee51884a8aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:26.859278 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8ced0b-be14-4993-a417-2e16cb385355 None None] Checking router: 7b795a6c-4363-48e2-b15d-8e04baa7296f for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:43:26.870165 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8ced0b-be14-4993-a417-2e16cb385355 None None] Routers {'7b795a6c-4363-48e2-b15d-8e04baa7296f'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:43:26.871252 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-1b8ced0b-be14-4993-a417-2e16cb385355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:43:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['7b795a6c-4363-48e2-b15d-8e04baa7296f'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:27.034163 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-02c2a52a-83f4-4967-9e02-93ff6daaf1f3 req-8616c791-221e-4a07-8c6f-84966b94ac3f tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ca2196-936c-4cf3-ba76-8a28033443a4 HTTP/1.1" status: 200 len: 210 time: 0.0487449 Dec 10 16:43:27.253673 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43132) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:27.281790 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-1b8ced0b-be14-4993-a417-2e16cb385355 None None] Set router 7b795a6c-4363-48e2-b15d-8e04baa7296f gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:43:27.470020 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-069eea25-73f4-47ff-96f0-3e8d9195b398 admin admin] Deleting port 5e6e78d6-65b8-48b0-ba2d-005c999b410c {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:43:27.470931 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-069eea25-73f4-47ff-96f0-3e8d9195b398 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:27.533854 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-13ca9bb9-4507-4eca-9da8-4246c3e15d86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:27.607843 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-069eea25-73f4-47ff-96f0-3e8d9195b398 admin admin] For port 5e6e78d6-65b8-48b0-ba2d-005c999b410c, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=5e6e78d6-65b8-48b0-ba2d-005c999b410c,segment=NetworkSegment(cd08ab66-fbc3-413c-ad44-6e9450998ff0),segment_id=cd08ab66-fbc3-413c-ad44-6e9450998ff0)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:43:27.609439 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-069eea25-73f4-47ff-96f0-3e8d9195b398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:27.633284 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-069eea25-73f4-47ff-96f0-3e8d9195b398 admin admin] Calling delete_port for 5e6e78d6-65b8-48b0-ba2d-005c999b410c owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:43:27.714524 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-13ca9bb9-4507-4eca-9da8-4246c3e15d86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:27.730035 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-13ca9bb9-4507-4eca-9da8-4246c3e15d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:27.868177 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca9bb9-4507-4eca-9da8-4246c3e15d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8444b7-0314-450c-ab6f-d11c5f5a2dfc,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:27.872392 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-1b8ced0b-be14-4993-a417-2e16cb385355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b795a6c-4363-48e2-b15d-8e04baa7296f', 'name': 'tempest-ServerActionsTestJSON-220910502-router', 'tenant_id': '38b4c50f2746432ea9adf6424421cd8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '933d48a2-aced-4281-b195-9d0113252bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:33:41Z', 'updated_at': '2021-12-10T16:33:49Z', 'revision_number': 4, 'project_id': '38b4c50f2746432ea9adf6424421cd8d', 'gw_port': {'id': '933d48a2-aced-4281-b195-9d0113252bc2', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b795a6c-4363-48e2-b15d-8e04baa7296f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:33:43Z', 'updated_at': '2021-12-10T16:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '13332709-136a-4d10-a209-183330caf399', 'name': '', 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277', 'tenant_id': '38b4c50f2746432ea9adf6424421cd8d', 'mac_address': 'fa:16:3e:d9:55:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b795a6c-4363-48e2-b15d-8e04baa7296f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'bad4bd9c-d017-467b-badb-ee51884a8aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:33:47Z', 'updated_at': '2021-12-10T16:34:00Z', 'revision_number': 5, 'project_id': '38b4c50f2746432ea9adf6424421cd8d', 'subnets': [{'id': 'bad4bd9c-d017-467b-badb-ee51884a8aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:27.905501 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-13ca9bb9-4507-4eca-9da8-4246c3e15d86 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=58921bc7cca84f6a9c75daac5f6eed84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6504850 Dec 10 16:43:27.920629 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43148) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:27.986852 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43154) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:28.024514 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8ced0b-be14-4993-a417-2e16cb385355 None None] The sync data for ids ['7b795a6c-4363-48e2-b15d-8e04baa7296f'] in n-d-766771-2 is: [{'id': '7b795a6c-4363-48e2-b15d-8e04baa7296f', 'name': 'tempest-ServerActionsTestJSON-220910502-router', 'tenant_id': '38b4c50f2746432ea9adf6424421cd8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '933d48a2-aced-4281-b195-9d0113252bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:33:41Z', 'updated_at': '2021-12-10T16:33:49Z', 'revision_number': 4, 'project_id': '38b4c50f2746432ea9adf6424421cd8d', 'gw_port': {'id': '933d48a2-aced-4281-b195-9d0113252bc2', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b795a6c-4363-48e2-b15d-8e04baa7296f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:33:43Z', 'updated_at': '2021-12-10T16:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '13332709-136a-4d10-a209-183330caf399', 'name': '', 'network_id': '32421a12-0b3a-42d4-846a-0de14cdef277', 'tenant_id': '38b4c50f2746432ea9adf6424421cd8d', 'mac_address': 'fa:16:3e:d9:55:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b795a6c-4363-48e2-b15d-8e04baa7296f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'bad4bd9c-d017-467b-badb-ee51884a8aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:33:47Z', 'updated_at': '2021-12-10T16:34:00Z', 'revision_number': 5, 'project_id': '38b4c50f2746432ea9adf6424421cd8d', 'subnets': [{'id': 'bad4bd9c-d017-467b-badb-ee51884a8aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:43:28.158060 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-012dcbe5-7574-4d72-a05a-d183a7a51d33 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:28.159937 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-012dcbe5-7574-4d72-a05a-d183a7a51d33 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.46 "GET /v2.0/networks?id=26b5e0f8-8bf0-468c-a7f9-6a215bfc49ed HTTP/1.1" status: 200 len: 812 time: 0.3498738 Dec 10 16:43:28.177228 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-7d4eba7f-a3d3-453c-9ab7-4599c93224a8 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] Request body: {'port': {'device_id': '75ca2196-936c-4cf3-ba76-8a28033443a4', 'network_id': '26b5e0f8-8bf0-468c-a7f9-6a215bfc49ed', 'admin_state_up': True, 'tenant_id': '9f3c23dd15a447d3b1fc4d71b188efea'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:43:28.293325 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0c731a28-eea1-46b8-8cb2-bb83d007fdaa req-6ccac097-8d05-493b-8801-dd3700589108 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ca2196-936c-4cf3-ba76-8a28033443a4 HTTP/1.1" status: 200 len: 210 time: 0.1320107 Dec 10 16:43:28.347826 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-45b7c413-48e1-4544-a710-1e9aff17a3dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:28.422943 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-45b7c413-48e1-4544-a710-1e9aff17a3dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:28.504527 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-7d4eba7f-a3d3-453c-9ab7-4599c93224a8 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] Made reservation on behalf of 9f3c23dd15a447d3b1fc4d71b188efea for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:43:28.509112 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-7d4eba7f-a3d3-453c-9ab7-4599c93224a8 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:28.584716 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-45b7c413-48e1-4544-a710-1e9aff17a3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:28.596329 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-45b7c413-48e1-4544-a710-1e9aff17a3dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:28.614094 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-45b7c413-48e1-4544-a710-1e9aff17a3dc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cc8444b7-0314-450c-ab6f-d11c5f5a2dfc HTTP/1.1" status: 204 len: 168 time: 0.6771796 Dec 10 16:43:28.629488 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be81f3f3-ce0a-4141-b197-f0cd52f7cf44 None None] New status for floating IP 582ca2a2-0725-4c2c-8de4-1dfb00052e7c: DOWN {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:43:28.639243 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-733b1281-4c58-41ce-b2d9-1bd57f4a04bb tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:28.674699 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7c413-48e1-4544-a710-1e9aff17a3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8444b7-0314-450c-ab6f-d11c5f5a2dfc,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:28.742084 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-733b1281-4c58-41ce-b2d9-1bd57f4a04bb tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:28.770887 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-069eea25-73f4-47ff-96f0-3e8d9195b398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:28.835475 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-7d4eba7f-a3d3-453c-9ab7-4599c93224a8 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] Allocated IP 172.20.0.6 (26b5e0f8-8bf0-468c-a7f9-6a215bfc49ed/b6e65db7-2452-40c3-b3b1-80f661921800/b4e133e3-d169-45cf-8e95-3957967cdb06) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:43:28.900967 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069eea25-73f4-47ff-96f0-3e8d9195b398 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e6e78d6-65b8-48b0-ba2d-005c999b410c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:28.946374 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1ffd92-d389-4a5e-8083-fdc26ba4c81f None None] DHCP port deletion for b5ba8caf-9119-4d49-8c04-be0a7edd0bb2 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:43:29.082225 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-733b1281-4c58-41ce-b2d9-1bd57f4a04bb tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:29.103893 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-733b1281-4c58-41ce-b2d9-1bd57f4a04bb tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:29.105106 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-733b1281-4c58-41ce-b2d9-1bd57f4a04bb tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "DELETE /v2.0/security-groups/0c2aada0-0d6f-43c2-8d2a-349ff0898b04 HTTP/1.1" status: 204 len: 168 time: 1.1170068 Dec 10 16:43:29.124312 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43176) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:29.226237 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-c7432b51-5598-46c6-ae53-4e51116cc04e tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] show failed (client error): The resource could not be found. Dec 10 16:43:29.236409 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c7432b51-5598-46c6-ae53-4e51116cc04e tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "GET /v2.0/security-groups/0c2aada0-0d6f-43c2-8d2a-349ff0898b04 HTTP/1.1" status: 404 len: 347 time: 0.1083021 Dec 10 16:43:29.237311 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b1281-4c58-41ce-b2d9-1bd57f4a04bb tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2aada0-0d6f-43c2-8d2a-349ff0898b04,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:29.239439 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43178) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:29.250752 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43180) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:29.338369 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-7d4eba7f-a3d3-453c-9ab7-4599c93224a8 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:29.534590 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e362f390-05bc-4e1b-a4ba-075284be5b66 req-cfdf542c-4cfd-42e6-96a1-5a3e79be4f20 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ca2196-936c-4cf3-ba76-8a28033443a4 HTTP/1.1" status: 200 len: 210 time: 0.1247663 Dec 10 16:43:29.537034 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-7d4eba7f-a3d3-453c-9ab7-4599c93224a8 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:29.600995 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-7d4eba7f-a3d3-453c-9ab7-4599c93224a8 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] Network 26b5e0f8-8bf0-468c-a7f9-6a215bfc49ed is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:43:29.606047 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-7d4eba7f-a3d3-453c-9ab7-4599c93224a8 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:43:29.611431 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-7d4eba7f-a3d3-453c-9ab7-4599c93224a8 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:43:29.701804 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-7d4eba7f-a3d3-453c-9ab7-4599c93224a8 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:29.702510 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-7d4eba7f-a3d3-453c-9ab7-4599c93224a8 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:29.724322 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4eba7f-a3d3-453c-9ab7-4599c93224a8 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] Pushing event updated for resources: {'Port': ['ID=b4e133e3-d169-45cf-8e95-3957967cdb06,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:29.737206 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-7d4eba7f-a3d3-453c-9ab7-4599c93224a8 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5649145 Dec 10 16:43:29.753120 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-5b51a8d3-b84e-4b4c-9680-6563f66ce9e8 service neutron] Request body: {'port': {'device_id': '75ca2196-936c-4cf3-ba76-8a28033443a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:43:29.829799 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-5b51a8d3-b84e-4b4c-9680-6563f66ce9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:29.963374 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3a375638-9e20-4e95-9b13-757cb3ee95fb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=27b4e6272afb4ccaba023c7b233a41ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6879125 Dec 10 16:43:29.968170 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43196) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:30.015984 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-069eea25-73f4-47ff-96f0-3e8d9195b398 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:30.033560 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-21011b72-01e7-4216-90a9-0739259af643 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Deleting port 8cc98efc-fbef-42d0-8e1f-d43098e8600d {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:43:30.034181 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21011b72-01e7-4216-90a9-0739259af643 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:30.257909 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21011b72-01e7-4216-90a9-0739259af643 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:30.258367 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21011b72-01e7-4216-90a9-0739259af643 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:30.273125 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-21011b72-01e7-4216-90a9-0739259af643 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Calling delete_port for 8cc98efc-fbef-42d0-8e1f-d43098e8600d owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:43:30.321284 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-5b51a8d3-b84e-4b4c-9680-6563f66ce9e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4e133e3-d169-45cf-8e95-3957967cdb06 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:43:30.341603 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-5b51a8d3-b84e-4b4c-9680-6563f66ce9e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:30.355707 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-5b51a8d3-b84e-4b4c-9680-6563f66ce9e8 service neutron] Transition to ACTIVE for port object b4e133e3-d169-45cf-8e95-3957967cdb06 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:43:30.357628 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-01065bfa-4105-4857-95c7-71cc35e01616 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:30.369034 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-5b51a8d3-b84e-4b4c-9680-6563f66ce9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:30.417235 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51a8d3-b84e-4b4c-9680-6563f66ce9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=b4e133e3-d169-45cf-8e95-3957967cdb06,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:30.465988 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-01065bfa-4105-4857-95c7-71cc35e01616 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:30.657754 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-5b51a8d3-b84e-4b4c-9680-6563f66ce9e8 service neutron] Attempting to bind port b4e133e3-d169-45cf-8e95-3957967cdb06 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:43:30.658153 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-5b51a8d3-b84e-4b4c-9680-6563f66ce9e8 service neutron] Attempting to bind port b4e133e3-d169-45cf-8e95-3957967cdb06 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '877d715b-da35-43a0-8452-4f9a7acdfec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '26b5e0f8-8bf0-468c-a7f9-6a215bfc49ed'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:43:30.658478 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-5b51a8d3-b84e-4b4c-9680-6563f66ce9e8 service neutron] Attempting to bind port b4e133e3-d169-45cf-8e95-3957967cdb06 on network 26b5e0f8-8bf0-468c-a7f9-6a215bfc49ed {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:43:30.671410 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-5b51a8d3-b84e-4b4c-9680-6563f66ce9e8 service neutron] Port b4e133e3-d169-45cf-8e95-3957967cdb06 on network 26b5e0f8-8bf0-468c-a7f9-6a215bfc49ed not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:43:30.671812 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-5b51a8d3-b84e-4b4c-9680-6563f66ce9e8 service neutron] Attempting to bind port b4e133e3-d169-45cf-8e95-3957967cdb06 on network 26b5e0f8-8bf0-468c-a7f9-6a215bfc49ed {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:43:30.678617 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21011b72-01e7-4216-90a9-0739259af643 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:30.685338 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-5b51a8d3-b84e-4b4c-9680-6563f66ce9e8 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:43:30.685338 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-5b51a8d3-b84e-4b4c-9680-6563f66ce9e8 service neutron] Checking segment: {'id': '877d715b-da35-43a0-8452-4f9a7acdfec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '26b5e0f8-8bf0-468c-a7f9-6a215bfc49ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:43:30.685338 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-5b51a8d3-b84e-4b4c-9680-6563f66ce9e8 service neutron] Bound using segment: {'id': '877d715b-da35-43a0-8452-4f9a7acdfec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '26b5e0f8-8bf0-468c-a7f9-6a215bfc49ed'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:43:30.686497 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-5b51a8d3-b84e-4b4c-9680-6563f66ce9e8 service neutron] Bound port: b4e133e3-d169-45cf-8e95-3957967cdb06, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '877d715b-da35-43a0-8452-4f9a7acdfec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '26b5e0f8-8bf0-468c-a7f9-6a215bfc49ed'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:43:30.686770 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-5b51a8d3-b84e-4b4c-9680-6563f66ce9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:30.716787 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-01065bfa-4105-4857-95c7-71cc35e01616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:30.720802 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-01065bfa-4105-4857-95c7-71cc35e01616 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:30.725315 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-01065bfa-4105-4857-95c7-71cc35e01616 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ccd916ec-2404-44e1-a31f-be1e78855ce2 HTTP/1.1" status: 204 len: 168 time: 0.7553794 Dec 10 16:43:30.744210 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069eea25-73f4-47ff-96f0-3e8d9195b398 admin admin] Router 8bc431a4-28b1-4125-9b6c-570dabd39485 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:43:30.745697 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01065bfa-4105-4857-95c7-71cc35e01616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd916ec-2404-44e1-a31f-be1e78855ce2,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:30.756068 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21011b72-01e7-4216-90a9-0739259af643 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Pushing event deleted for resources: {'Port': ['ID=8cc98efc-fbef-42d0-8e1f-d43098e8600d,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:30.878100 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ef59d-f054-41ae-9b63-36246c61010b req-2b01a818-a866-489d-9d51-97a1ef31341d tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:30.887619 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d39ef59d-f054-41ae-9b63-36246c61010b req-2b01a818-a866-489d-9d51-97a1ef31341d tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ca2196-936c-4cf3-ba76-8a28033443a4 HTTP/1.1" status: 200 len: 943 time: 0.1256809 Dec 10 16:43:30.927602 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21011b72-01e7-4216-90a9-0739259af643 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:30.930816 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21011b72-01e7-4216-90a9-0739259af643 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:30.935586 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-21011b72-01e7-4216-90a9-0739259af643 tempest-ServerActionsTestJSON-262296366 tempest-ServerActionsTestJSON-262296366-project] 10.222.0.11 "DELETE /v2.0/floatingips/582ca2a2-0725-4c2c-8de4-1dfb00052e7c HTTP/1.1" status: 204 len: 168 time: 1.6893966 Dec 10 16:43:30.938869 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-5b51a8d3-b84e-4b4c-9680-6563f66ce9e8 service neutron] For port b4e133e3-d169-45cf-8e95-3957967cdb06, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:43:30.940029 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43218) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:30.997242 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-5b51a8d3-b84e-4b4c-9680-6563f66ce9e8 service neutron] For port b4e133e3-d169-45cf-8e95-3957967cdb06, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=b4e133e3-d169-45cf-8e95-3957967cdb06,segment=NetworkSegment(877d715b-da35-43a0-8452-4f9a7acdfec8),segment_id=877d715b-da35-43a0-8452-4f9a7acdfec8)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:43:31.068304 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d39ef59d-f054-41ae-9b63-36246c61010b req-3880c532-04a8-4ece-ba4f-de657d8c2dae tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.11 "GET /v2.0/security-groups?id=8257e3dd-6279-4bd5-8746-74b865a1d97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796498 Dec 10 16:43:31.070069 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-5b51a8d3-b84e-4b4c-9680-6563f66ce9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:31.158770 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069eea25-73f4-47ff-96f0-3e8d9195b398 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:43:31.178172 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748c3b45-bbab-492c-bd92-ef8a73ed0ca1 None None] Sync routers for ids ['8bc431a4-28b1-4125-9b6c-570dabd39485'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:43:31.182217 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-069eea25-73f4-47ff-96f0-3e8d9195b398 admin admin] 10.222.0.11 "PUT /v2.0/routers/8bc431a4-28b1-4125-9b6c-570dabd39485/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7147670 Dec 10 16:43:31.183762 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43224) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:31.192111 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51a8d3-b84e-4b4c-9680-6563f66ce9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=b4e133e3-d169-45cf-8e95-3957967cdb06,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:31.194165 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748c3b45-bbab-492c-bd92-ef8a73ed0ca1 None None] Routers {'8bc431a4-28b1-4125-9b6c-570dabd39485'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:43:31.194789 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-748c3b45-bbab-492c-bd92-ef8a73ed0ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:43:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['8bc431a4-28b1-4125-9b6c-570dabd39485'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:31.222883 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-5b51a8d3-b84e-4b4c-9680-6563f66ce9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:31.223502 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-5b51a8d3-b84e-4b4c-9680-6563f66ce9e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:31.224909 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-5b51a8d3-b84e-4b4c-9680-6563f66ce9e8 service neutron] 10.222.0.46 "PUT /v2.0/ports/b4e133e3-d169-45cf-8e95-3957967cdb06 HTTP/1.1" status: 200 len: 1091 time: 1.4793429 Dec 10 16:43:31.237443 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ca2196-936c-4cf3-ba76-8a28033443a4', 'tag': 'b4e133e3-d169-45cf-8e95-3957967cdb06'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:43:31.240459 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae9afe2-2f0e-48ad-b541-452bcd6fd900" -d '{"events": [{"name": "network-changed", "server_uuid": "75ca2196-936c-4cf3-ba76-8a28033443a4", "tag": "b4e133e3-d169-45cf-8e95-3957967cdb06"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:43:31.360408 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6d454b-5af6-4fc0-952f-326e98f1fe7d x-openstack-request-id: req-0a6d454b-5af6-4fc0-952f-326e98f1fe7d {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:43:31.361433 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75ca2196-936c-4cf3-ba76-8a28033443a4", "tag": "b4e133e3-d169-45cf-8e95-3957967cdb06", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:43:31.362206 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0a6d454b-5af6-4fc0-952f-326e98f1fe7d {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:43:31.362852 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ca2196-936c-4cf3-ba76-8a28033443a4', 'tag': 'b4e133e3-d169-45cf-8e95-3957967cdb06', 'status': 'completed', 'code': 200} Dec 10 16:43:31.386747 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-c60ca2ea-df58-4962-9f3c-5a0fbac6bf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:31.388898 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-c60ca2ea-df58-4962-9f3c-5a0fbac6bf8d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f3c23dd15a447d3b1fc4d71b188efea&device_id=75ca2196-936c-4cf3-ba76-8a28033443a4 HTTP/1.1" status: 200 len: 1094 time: 0.0931563 Dec 10 16:43:31.528329 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-b223a31b-87cb-496d-a70a-7ff928b15af8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4e133e3-d169-45cf-8e95-3957967cdb06 HTTP/1.1" status: 200 len: 217 time: 0.1285937 Dec 10 16:43:31.562907 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-748c3b45-bbab-492c-bd92-ef8a73ed0ca1 None None] Set router 8bc431a4-28b1-4125-9b6c-570dabd39485 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:43:31.644835 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-3938ffc2-4212-4c33-bb61-1d4db0025c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:31.650747 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-3938ffc2-4212-4c33-bb61-1d4db0025c3c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6e65db7-2452-40c3-b3b1-80f661921800 HTTP/1.1" status: 200 len: 852 time: 0.1134162 Dec 10 16:43:31.673657 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-10648f6d-39ea-444b-aae0-13f8d300f061 admin admin] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:31.705385 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-8a8e2007-302e-464e-8e12-0eab3093f883 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26b5e0f8-8bf0-468c-a7f9-6a215bfc49ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477123 Dec 10 16:43:31.877425 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-19a8f89c-233b-4d9e-bf0a-7055c5987887 service neutron] 10.222.0.46 "GET /v2.0/networks/26b5e0f8-8bf0-468c-a7f9-6a215bfc49ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651149 Dec 10 16:43:32.010858 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-748c3b45-bbab-492c-bd92-ef8a73ed0ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc431a4-28b1-4125-9b6c-570dabd39485', 'name': 'tempest-ServerRescueNegativeTestJSON-1046759795-router', 'tenant_id': '45ca9cd270ce4d398a78e52c666b1374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'd5db14a0-fa3c-4a1b-83d6-b5dd51b017cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:40:10Z', 'updated_at': '2021-12-10T16:43:28Z', 'revision_number': 5, 'project_id': '45ca9cd270ce4d398a78e52c666b1374', 'gw_port': {'id': 'd5db14a0-fa3c-4a1b-83d6-b5dd51b017cf', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:06:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc431a4-28b1-4125-9b6c-570dabd39485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:11Z', 'updated_at': '2021-12-10T16:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:32.117353 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748c3b45-bbab-492c-bd92-ef8a73ed0ca1 None None] Checking router: 8bc431a4-28b1-4125-9b6c-570dabd39485 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:43:32.136848 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d5ecc620-957b-47c7-b36a-67c5e082433c req-e1998476-bf15-4738-8a03-52f1d1485653 service neutron] 10.222.0.46 "GET /v2.0/networks/26b5e0f8-8bf0-468c-a7f9-6a215bfc49ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524669 Dec 10 16:43:32.157204 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748c3b45-bbab-492c-bd92-ef8a73ed0ca1 None None] Routers {'8bc431a4-28b1-4125-9b6c-570dabd39485'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:43:32.158086 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-748c3b45-bbab-492c-bd92-ef8a73ed0ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:43:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['8bc431a4-28b1-4125-9b6c-570dabd39485'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:32.343482 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43264) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:32.351646 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-748c3b45-bbab-492c-bd92-ef8a73ed0ca1 None None] Set router 8bc431a4-28b1-4125-9b6c-570dabd39485 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:43:32.373335 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-10648f6d-39ea-444b-aae0-13f8d300f061 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:32.374535 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9afe2-2f0e-48ad-b541-452bcd6fd900 req-121bbd8a-4bbe-420f-97f1-39fc59d695b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:32.377285 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3ae9afe2-2f0e-48ad-b541-452bcd6fd900 req-121bbd8a-4bbe-420f-97f1-39fc59d695b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f3c23dd15a447d3b1fc4d71b188efea&device_id=75ca2196-936c-4cf3-ba76-8a28033443a4 HTTP/1.1" status: 200 len: 1094 time: 0.1319826 Dec 10 16:43:32.397251 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f459cf5-9f16-4bb5-abe0-0d42e5266492 req-a2001d45-15c8-44f8-a390-372850c2d6c6 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:32.406657 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4f459cf5-9f16-4bb5-abe0-0d42e5266492 req-a2001d45-15c8-44f8-a390-372850c2d6c6 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ca2196-936c-4cf3-ba76-8a28033443a4 HTTP/1.1" status: 200 len: 943 time: 0.1603258 Dec 10 16:43:32.511449 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-10648f6d-39ea-444b-aae0-13f8d300f061 admin admin] Deleting port d5db14a0-fa3c-4a1b-83d6-b5dd51b017cf {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:43:32.511787 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-10648f6d-39ea-444b-aae0-13f8d300f061 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:32.566272 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9afe2-2f0e-48ad-b541-452bcd6fd900 req-307d37c8-aa23-485a-9e1a-a1b1dbe186c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:32.568384 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3ae9afe2-2f0e-48ad-b541-452bcd6fd900 req-307d37c8-aa23-485a-9e1a-a1b1dbe186c1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=26b5e0f8-8bf0-468c-a7f9-6a215bfc49ed HTTP/1.1" status: 200 len: 913 time: 0.1829250 Dec 10 16:43:32.649235 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-8b74b996-2638-4c4c-a3d7-9f1235bf0ac8 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-436707489'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:43:32.706832 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3ae9afe2-2f0e-48ad-b541-452bcd6fd900 req-fbb48d4a-8390-4837-93f3-d7670a5f95a8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4e133e3-d169-45cf-8e95-3957967cdb06 HTTP/1.1" status: 200 len: 217 time: 0.1157098 Dec 10 16:43:32.774783 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9afe2-2f0e-48ad-b541-452bcd6fd900 req-04827837-9cdf-4c81-a980-b57002e2a499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:32.776458 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3ae9afe2-2f0e-48ad-b541-452bcd6fd900 req-04827837-9cdf-4c81-a980-b57002e2a499 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6e65db7-2452-40c3-b3b1-80f661921800 HTTP/1.1" status: 200 len: 852 time: 0.0544379 Dec 10 16:43:32.803734 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b74b996-2638-4c4c-a3d7-9f1235bf0ac8 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Made reservation on behalf of 3f5fc52c909244f8a8c66cc2fd206609 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:43:32.809199 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8b74b996-2638-4c4c-a3d7-9f1235bf0ac8 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:32.826126 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4f459cf5-9f16-4bb5-abe0-0d42e5266492 req-321b3886-0b37-45f8-a88f-48a9cd4858ee tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.11 "GET /v2.0/security-groups?id=8257e3dd-6279-4bd5-8746-74b865a1d97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4166658 Dec 10 16:43:32.827110 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8b74b996-2638-4c4c-a3d7-9f1235bf0ac8 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:32.841245 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-10648f6d-39ea-444b-aae0-13f8d300f061 admin admin] For port d5db14a0-fa3c-4a1b-83d6-b5dd51b017cf, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=d5db14a0-fa3c-4a1b-83d6-b5dd51b017cf,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:43:32.841773 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-10648f6d-39ea-444b-aae0-13f8d300f061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:32.852885 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3ae9afe2-2f0e-48ad-b541-452bcd6fd900 req-d3bcc363-d036-4f6a-9a9f-2f1fda667799 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26b5e0f8-8bf0-468c-a7f9-6a215bfc49ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635228 Dec 10 16:43:32.854374 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-748c3b45-bbab-492c-bd92-ef8a73ed0ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc431a4-28b1-4125-9b6c-570dabd39485', 'name': 'tempest-ServerRescueNegativeTestJSON-1046759795-router', 'tenant_id': '45ca9cd270ce4d398a78e52c666b1374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'd5db14a0-fa3c-4a1b-83d6-b5dd51b017cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:40:10Z', 'updated_at': '2021-12-10T16:43:28Z', 'revision_number': 5, 'project_id': '45ca9cd270ce4d398a78e52c666b1374', 'gw_port': {'id': 'd5db14a0-fa3c-4a1b-83d6-b5dd51b017cf', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:06:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc431a4-28b1-4125-9b6c-570dabd39485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:11Z', 'updated_at': '2021-12-10T16:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:32.867389 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d75632ab-01a4-4baa-a3a9-af578cb1e366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:32.884650 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748c3b45-bbab-492c-bd92-ef8a73ed0ca1 None None] The sync data for ids ['8bc431a4-28b1-4125-9b6c-570dabd39485'] in n-d-766771-2 is: [{'id': '8bc431a4-28b1-4125-9b6c-570dabd39485', 'name': 'tempest-ServerRescueNegativeTestJSON-1046759795-router', 'tenant_id': '45ca9cd270ce4d398a78e52c666b1374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'd5db14a0-fa3c-4a1b-83d6-b5dd51b017cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:40:10Z', 'updated_at': '2021-12-10T16:43:28Z', 'revision_number': 5, 'project_id': '45ca9cd270ce4d398a78e52c666b1374', 'gw_port': {'id': 'd5db14a0-fa3c-4a1b-83d6-b5dd51b017cf', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:06:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc431a4-28b1-4125-9b6c-570dabd39485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:11Z', 'updated_at': '2021-12-10T16:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:43:32.977741 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-10648f6d-39ea-444b-aae0-13f8d300f061 admin admin] Calling delete_port for d5db14a0-fa3c-4a1b-83d6-b5dd51b017cf owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:43:33.313779 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8b74b996-2638-4c4c-a3d7-9f1235bf0ac8 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:33.333360 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8b74b996-2638-4c4c-a3d7-9f1235bf0ac8 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:33.388228 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b74b996-2638-4c4c-a3d7-9f1235bf0ac8 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:43:33.455454 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8b74b996-2638-4c4c-a3d7-9f1235bf0ac8 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:33.455801 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-8b74b996-2638-4c4c-a3d7-9f1235bf0ac8 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Added segment 8c1d25dd-7d00-4f6e-a8b1-44f1e4132fef of type vlan for network e3dee373-2df0-4ab0-85c0-9a11200fe9bb Dec 10 16:43:33.466148 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74b996-2638-4c4c-a3d7-9f1235bf0ac8 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5fe837-9add-4e5a-a466-1decb4fab8b4,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:33.478291 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3ae9afe2-2f0e-48ad-b541-452bcd6fd900 req-ebae5c73-f511-4db8-865d-1abb55e9cabd service neutron] 10.222.0.46 "GET /v2.0/networks/26b5e0f8-8bf0-468c-a7f9-6a215bfc49ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6158402 Dec 10 16:43:33.520662 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-10648f6d-39ea-444b-aae0-13f8d300f061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:33.578821 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8b74b996-2638-4c4c-a3d7-9f1235bf0ac8 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:33.583810 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10648f6d-39ea-444b-aae0-13f8d300f061 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5db14a0-fa3c-4a1b-83d6-b5dd51b017cf,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:33.612243 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f13785-4e93-40ee-b656-b266b2706466 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:43:33.714682 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3ae9afe2-2f0e-48ad-b541-452bcd6fd900 req-b99f28a0-50df-4cf9-99b2-2006dddf2cf1 service neutron] 10.222.0.46 "GET /v2.0/networks/26b5e0f8-8bf0-468c-a7f9-6a215bfc49ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286348 Dec 10 16:43:33.747442 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.db.resource_extend [None req-8b74b996-2638-4c4c-a3d7-9f1235bf0ac8 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 16:43:33.760360 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-10648f6d-39ea-444b-aae0-13f8d300f061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:34.029251 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d5afe-43d6-4526-b2b1-63b31ce5117c req-e042c357-88ae-49d0-990f-d00cc79cf80c tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:34.031085 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-137d5afe-43d6-4526-b2b1-63b31ce5117c req-e042c357-88ae-49d0-990f-d00cc79cf80c tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ca2196-936c-4cf3-ba76-8a28033443a4 HTTP/1.1" status: 200 len: 943 time: 0.0974813 Dec 10 16:43:34.099685 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device b4e133e3-d169-45cf-8e95-3957967cdb06 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:43:34.114478 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-137d5afe-43d6-4526-b2b1-63b31ce5117c req-9eb25189-3c11-440f-aea0-8d2c78cb7933 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.11 "GET /v2.0/security-groups?id=8257e3dd-6279-4bd5-8746-74b865a1d97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770421 Dec 10 16:43:34.146056 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 5e6e78d6-65b8-48b0-ba2d-005c999b410c no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:43:34.182927 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 5e6e78d6-65b8-48b0-ba2d-005c999b410c {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:43:34.183570 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 5e6e78d6-65b8-48b0-ba2d-005c999b410c not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:43:34.318832 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port b4e133e3-d169-45cf-8e95-3957967cdb06, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=b4e133e3-d169-45cf-8e95-3957967cdb06,segment=NetworkSegment(877d715b-da35-43a0-8452-4f9a7acdfec8),segment_id=877d715b-da35-43a0-8452-4f9a7acdfec8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:43:34.351073 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8b74b996-2638-4c4c-a3d7-9f1235bf0ac8 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:34.361766 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b74b996-2638-4c4c-a3d7-9f1235bf0ac8 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:34.362550 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8b74b996-2638-4c4c-a3d7-9f1235bf0ac8 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:34.363731 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'b4e133e3-d169-45cf-8e95-3957967cdb06', 'network_id': '26b5e0f8-8bf0-468c-a7f9-6a215bfc49ed', 'port_id': 'b4e133e3-d169-45cf-8e95-3957967cdb06', 'mac_address': 'fa:16:3e:9c:9f:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6e65db7-2452-40c3-b3b1-80f661921800', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:43:34.408749 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-10648f6d-39ea-444b-aae0-13f8d300f061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:34.433928 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-10648f6d-39ea-444b-aae0-13f8d300f061 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:34.436770 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-d75632ab-01a4-4baa-a3a9-af578cb1e366 admin admin] Deleting port 13332709-136a-4d10-a209-183330caf399 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:43:34.437143 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:34.437302 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d75632ab-01a4-4baa-a3a9-af578cb1e366 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:34.464304 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4e133e3-d169-45cf-8e95-3957967cdb06 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:43:34.489873 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8b74b996-2638-4c4c-a3d7-9f1235bf0ac8 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.1435938 Dec 10 16:43:34.493068 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 43324) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:34.498520 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-7d2c04f2-652d-41dc-9ace-8fcd253cd916 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Request body: {'subnet': {'network_id': 'e3dee373-2df0-4ab0-85c0-9a11200fe9bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:43:34.533268 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port b4e133e3-d169-45cf-8e95-3957967cdb06, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=b4e133e3-d169-45cf-8e95-3957967cdb06,segment=NetworkSegment(877d715b-da35-43a0-8452-4f9a7acdfec8),segment_id=877d715b-da35-43a0-8452-4f9a7acdfec8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:43:34.545320 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:34.612353 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74b996-2638-4c4c-a3d7-9f1235bf0ac8 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Pushing event updated for resources: {'Network': ['ID=e3dee373-2df0-4ab0-85c0-9a11200fe9bb,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:34.619767 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-10648f6d-39ea-444b-aae0-13f8d300f061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:34.620125 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10648f6d-39ea-444b-aae0-13f8d300f061 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bc431a4-28b1-4125-9b6c-570dabd39485 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:43:34.626423 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-10648f6d-39ea-444b-aae0-13f8d300f061 admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:34.629469 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-10648f6d-39ea-444b-aae0-13f8d300f061 admin admin] 10.222.0.11 "DELETE /v2.0/routers/8bc431a4-28b1-4125-9b6c-570dabd39485 HTTP/1.1" status: 204 len: 168 time: 3.4418242 Dec 10 16:43:34.632302 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43326) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:34.658514 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network e3dee373-2df0-4ab0-85c0-9a11200fe9bb details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:43:34.749700 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-d75632ab-01a4-4baa-a3a9-af578cb1e366 admin admin] For port 13332709-136a-4d10-a209-183330caf399, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=13332709-136a-4d10-a209-183330caf399,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:43:34.750847 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d75632ab-01a4-4baa-a3a9-af578cb1e366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:34.756208 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-5be38286-141b-422a-9b9e-c6df2af2464b admin admin] Deleting subnet 22f5ce8a-e527-41c9-88c7-11774c8e4abe {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:43:34.783781 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2c04f2-652d-41dc-9ace-8fcd253cd916 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Made reservation on behalf of 3f5fc52c909244f8a8c66cc2fd206609 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:43:34.786393 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5be38286-141b-422a-9b9e-c6df2af2464b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:34.789395 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7d2c04f2-652d-41dc-9ace-8fcd253cd916 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:34.867568 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=b4e133e3-d169-45cf-8e95-3957967cdb06,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:34.883971 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:34.885283 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:34.885840 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:34.891761 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:34.892580 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:34.893134 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:34.893682 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:34.894264 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:34.894835 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:34.895401 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:34.895951 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:34.896554 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:34.896720 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-d75632ab-01a4-4baa-a3a9-af578cb1e366 admin admin] Calling delete_port for 13332709-136a-4d10-a209-183330caf399 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:43:34.897314 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:34.915975 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['b4e133e3-d169-45cf-8e95-3957967cdb06'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:43:35.023605 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5be38286-141b-422a-9b9e-c6df2af2464b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:35.094689 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5be38286-141b-422a-9b9e-c6df2af2464b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:35.243369 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7d2c04f2-652d-41dc-9ace-8fcd253cd916 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:35.286582 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d75632ab-01a4-4baa-a3a9-af578cb1e366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:35.336670 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75632ab-01a4-4baa-a3a9-af578cb1e366 admin admin] Pushing event deleted for resources: {'Port': ['ID=13332709-136a-4d10-a209-183330caf399,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:35.338912 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5be38286-141b-422a-9b9e-c6df2af2464b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:35.451194 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c04f2-652d-41dc-9ace-8fcd253cd916 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Pushing event updated for resources: {'Subnet': ['ID=263789f9-051c-4c43-a866-f52a5df529ef,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:35.460746 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2c04f2-652d-41dc-9ace-8fcd253cd916 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Checking segment: {'id': '8c1d25dd-7d00-4f6e-a8b1-44f1e4132fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e3dee373-2df0-4ab0-85c0-9a11200fe9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:43:35.461145 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2c04f2-652d-41dc-9ace-8fcd253cd916 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Network hostable DHCP agents. Network: e3dee373-2df0-4ab0-85c0-9a11200fe9bb, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:43:35.485791 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be38286-141b-422a-9b9e-c6df2af2464b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22f5ce8a-e527-41c9-88c7-11774c8e4abe,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:35.491821 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd60da19-1528-4c2f-b9d6-1c00054af642 None None] Network b5ba8caf-9119-4d49-8c04-be0a7edd0bb2 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:43:35.494969 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5be38286-141b-422a-9b9e-c6df2af2464b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:35.501839 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5be38286-141b-422a-9b9e-c6df2af2464b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/22f5ce8a-e527-41c9-88c7-11774c8e4abe HTTP/1.1" status: 204 len: 168 time: 0.8695962 Dec 10 16:43:35.502721 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43336) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:35.536944 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d720d-83f5-460c-b106-f73ee076a4ca req-3acd76cc-3095-47ce-a777-8fbd22f818e3 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:35.545712 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0e9d720d-83f5-460c-b106-f73ee076a4ca req-3acd76cc-3095-47ce-a777-8fbd22f818e3 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ca2196-936c-4cf3-ba76-8a28033443a4 HTTP/1.1" status: 200 len: 944 time: 0.3137486 Dec 10 16:43:35.638121 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2c04f2-652d-41dc-9ace-8fcd253cd916 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Network e3dee373-2df0-4ab0-85c0-9a11200fe9bb is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:43:35.678329 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-7d2c04f2-652d-41dc-9ace-8fcd253cd916 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, e3dee373-2df0-4ab0-85c0-9a11200fe9bb) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:43:35.684751 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2c04f2-652d-41dc-9ace-8fcd253cd916 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:35.685661 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7d2c04f2-652d-41dc-9ace-8fcd253cd916 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:35.697142 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f92daba-bfb0-419c-bb66-5f61c5097e70 None None] DHCP port deletion for b5ba8caf-9119-4d49-8c04-be0a7edd0bb2 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:43:35.712641 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b181127-bef5-4427-852d-8641158489ed None None] Network e3dee373-2df0-4ab0-85c0-9a11200fe9bb requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:43:35.717361 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d091a6cd-43ae-4d69-91d7-65b80f6f0c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:35.730746 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0e9d720d-83f5-460c-b106-f73ee076a4ca req-a414d1b3-45c8-452c-a6a4-2569ffef45bc tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.11 "GET /v2.0/security-groups?id=8257e3dd-6279-4bd5-8746-74b865a1d97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808403 Dec 10 16:43:35.772948 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-7d2c04f2-652d-41dc-9ace-8fcd253cd916 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2785881 Dec 10 16:43:35.776060 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 43340) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:35.789135 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-986bcc84-fca9-4ecf-956f-5343ccbc584f tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Request body: {'port': {'network_id': 'e3dee373-2df0-4ab0-85c0-9a11200fe9bb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-598999847'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:43:35.858123 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d75632ab-01a4-4baa-a3a9-af578cb1e366 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:35.880682 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d091a6cd-43ae-4d69-91d7-65b80f6f0c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:35.901722 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd48c9a-47f4-4cf5-b5b6-161b240ff776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-e3dee373-2df0-4ab0-85c0-9a11200fe9bb', 'network_id': 'e3dee373-2df0-4ab0-85c0-9a11200fe9bb', 'project_id': '3f5fc52c909244f8a8c66cc2fd206609', 'fixed_ips': [{'subnet_id': '263789f9-051c-4c43-a866-f52a5df529ef'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:43:35.906772 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bfd48c9a-47f4-4cf5-b5b6-161b240ff776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:36.000537 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-d091a6cd-43ae-4d69-91d7-65b80f6f0c45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5ba8caf-9119-4d49-8c04-be0a7edd0bb2']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:36.009252 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986bcc84-fca9-4ecf-956f-5343ccbc584f tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Made reservation on behalf of 3f5fc52c909244f8a8c66cc2fd206609 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:43:36.014706 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-986bcc84-fca9-4ecf-956f-5343ccbc584f tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:36.036755 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-d091a6cd-43ae-4d69-91d7-65b80f6f0c45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd08ab66-fbc3-413c-ad44-6e9450998ff0') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:36.037063 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-d091a6cd-43ae-4d69-91d7-65b80f6f0c45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd08ab66-fbc3-413c-ad44-6e9450998ff0') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:36.054658 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d091a6cd-43ae-4d69-91d7-65b80f6f0c45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:36.078880 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-986bcc84-fca9-4ecf-956f-5343ccbc584f tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] device_id is not set on port 25afccca-d934-4e29-9727-b6d0b5057360 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:43:36.111253 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d091a6cd-43ae-4d69-91d7-65b80f6f0c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:36.142483 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d091a6cd-43ae-4d69-91d7-65b80f6f0c45 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:43:36.142900 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d091a6cd-43ae-4d69-91d7-65b80f6f0c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:36.144931 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:43:36.144931 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:43:36.144931 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:43:36.144931 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:43:36.144931 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:43:36.144931 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:43:36.144931 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:43:36.144931 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:43:36.144931 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:43:36.144931 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:43:36.144931 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:43:36.144931 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:43:36.144931 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:43:36.144931 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:43:36.144931 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:43:36.144931 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:43:36.144931 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:43:36.144931 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:43:36.144931 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:43:36.144931 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:43:36.144931 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:43:36.144931 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:43:36.144931 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:43:36.144931 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:43:36.144931 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:43:36.144931 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:43:36.144931 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:43:36.144931 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:43:36.144931 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:43:36.144931 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:43:36.144931 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:43:36.144931 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:43:36.155230 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device b4e133e3-d169-45cf-8e95-3957967cdb06 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:43:36.158523 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device d5db14a0-fa3c-4a1b-83d6-b5dd51b017cf no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:43:36.194536 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: d5db14a0-fa3c-4a1b-83d6-b5dd51b017cf {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:43:36.195090 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device d5db14a0-fa3c-4a1b-83d6-b5dd51b017cf not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:43:36.258198 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d091a6cd-43ae-4d69-91d7-65b80f6f0c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:36.266899 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d091a6cd-43ae-4d69-91d7-65b80f6f0c45 admin admin] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:36.269637 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-bfd48c9a-47f4-4cf5-b5b6-161b240ff776 None None] Allocated IP 2001:db8::2 (e3dee373-2df0-4ab0-85c0-9a11200fe9bb/263789f9-051c-4c43-a866-f52a5df529ef/a0c08cfa-c1ed-41fb-8348-b06e6f7451ab) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:43:36.277832 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d091a6cd-43ae-4d69-91d7-65b80f6f0c45 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b5ba8caf-9119-4d49-8c04-be0a7edd0bb2 HTTP/1.1" status: 204 len: 168 time: 0.7665720 Dec 10 16:43:36.309107 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port b4e133e3-d169-45cf-8e95-3957967cdb06 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:43:36.354499 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port b4e133e3-d169-45cf-8e95-3957967cdb06 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:43:36.354878 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:36.412138 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:36.430534 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091a6cd-43ae-4d69-91d7-65b80f6f0c45 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5ba8caf-9119-4d49-8c04-be0a7edd0bb2,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:36.504951 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d75632ab-01a4-4baa-a3a9-af578cb1e366 admin admin] Router 7b795a6c-4363-48e2-b15d-8e04baa7296f has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:43:36.547586 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 43356) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:36.651421 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2b4b39b4-ad4a-400e-b472-7f125f69d8d6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=45ca9cd270ce4d398a78e52c666b1374&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1024930 Dec 10 16:43:36.652481 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 43358) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:36.675728 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75632ab-01a4-4baa-a3a9-af578cb1e366 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:43:36.684244 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d75632ab-01a4-4baa-a3a9-af578cb1e366 admin admin] 10.222.0.11 "PUT /v2.0/routers/7b795a6c-4363-48e2-b15d-8e04baa7296f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7430832 Dec 10 16:43:36.684931 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43360) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:36.712775 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2925eab4-1898-4897-8760-63cb59decdd9 None None] Sync routers for ids ['7b795a6c-4363-48e2-b15d-8e04baa7296f'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:43:36.751170 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2925eab4-1898-4897-8760-63cb59decdd9 None None] Routers {'7b795a6c-4363-48e2-b15d-8e04baa7296f'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:43:36.751964 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-2925eab4-1898-4897-8760-63cb59decdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:43:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['7b795a6c-4363-48e2-b15d-8e04baa7296f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:36.762429 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bfd48c9a-47f4-4cf5-b5b6-161b240ff776 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:36.803435 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:36.906064 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bfd48c9a-47f4-4cf5-b5b6-161b240ff776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:36.942432 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7f2ba2f4-64e6-48e3-b010-9a61df06f84b admin admin] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:36.981703 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd48c9a-47f4-4cf5-b5b6-161b240ff776 None None] Network e3dee373-2df0-4ab0-85c0-9a11200fe9bb is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:43:37.019646 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-bfd48c9a-47f4-4cf5-b5b6-161b240ff776 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:43:37.025540 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd48c9a-47f4-4cf5-b5b6-161b240ff776 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:43:37.033702 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b8d68962-9f57-42de-a80f-57755d1fb18f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:37.086964 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ca2196-936c-4cf3-ba76-8a28033443a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e133e3-d169-45cf-8e95-3957967cdb06'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:43:37.090437 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4dd072-c43b-4b59-ac33-88e26f1182fc" -d '{"events": [{"server_uuid": "75ca2196-936c-4cf3-ba76-8a28033443a4", "name": "network-vif-plugged", "status": "completed", "tag": "b4e133e3-d169-45cf-8e95-3957967cdb06"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:43:37.090897 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-986bcc84-fca9-4ecf-956f-5343ccbc584f tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Allocated IP 2001:db8::1b (e3dee373-2df0-4ab0-85c0-9a11200fe9bb/263789f9-051c-4c43-a866-f52a5df529ef/25afccca-d934-4e29-9727-b6d0b5057360) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:43:37.103817 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b8d68962-9f57-42de-a80f-57755d1fb18f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:37.136460 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edb5c0-3ef1-4253-b7a0-4451b25b851b req-c87e05de-9b8e-42a4-b352-161ecae7cf09 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:37.145330 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a9edb5c0-3ef1-4253-b7a0-4451b25b851b req-c87e05de-9b8e-42a4-b352-161ecae7cf09 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ca2196-936c-4cf3-ba76-8a28033443a4 HTTP/1.1" status: 200 len: 944 time: 0.2221758 Dec 10 16:43:37.167657 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7f2ba2f4-64e6-48e3-b010-9a61df06f84b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:37.193745 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port b4e133e3-d169-45cf-8e95-3957967cdb06, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=b4e133e3-d169-45cf-8e95-3957967cdb06,segment=NetworkSegment(877d715b-da35-43a0-8452-4f9a7acdfec8),segment_id=877d715b-da35-43a0-8452-4f9a7acdfec8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:43:37.197037 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd48c9a-47f4-4cf5-b5b6-161b240ff776 None None] Pushing event updated for resources: {'Port': ['ID=a0c08cfa-c1ed-41fb-8348-b06e6f7451ab,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:37.205265 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-bfd48c9a-47f4-4cf5-b5b6-161b240ff776 None None] Attempting to bind port a0c08cfa-c1ed-41fb-8348-b06e6f7451ab on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:43:37.205661 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-bfd48c9a-47f4-4cf5-b5b6-161b240ff776 None None] Attempting to bind port a0c08cfa-c1ed-41fb-8348-b06e6f7451ab by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '8c1d25dd-7d00-4f6e-a8b1-44f1e4132fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e3dee373-2df0-4ab0-85c0-9a11200fe9bb'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:43:37.206624 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd48c9a-47f4-4cf5-b5b6-161b240ff776 None None] Attempting to bind port a0c08cfa-c1ed-41fb-8348-b06e6f7451ab on network e3dee373-2df0-4ab0-85c0-9a11200fe9bb {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:43:37.212118 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:37.247605 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7f2ba2f4-64e6-48e3-b010-9a61df06f84b admin admin] Deleting port 933d48a2-aced-4281-b195-9d0113252bc2 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:43:37.247950 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7f2ba2f4-64e6-48e3-b010-9a61df06f84b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:37.325938 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a9edb5c0-3ef1-4253-b7a0-4451b25b851b req-85395d20-55f9-43a2-a470-3abef4beb417 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.11 "GET /v2.0/security-groups?id=8257e3dd-6279-4bd5-8746-74b865a1d97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748800 Dec 10 16:43:37.327785 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=b4e133e3-d169-45cf-8e95-3957967cdb06,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:37.340548 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd48c9a-47f4-4cf5-b5b6-161b240ff776 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:43:37.341139 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd48c9a-47f4-4cf5-b5b6-161b240ff776 None None] Checking segment: {'id': '8c1d25dd-7d00-4f6e-a8b1-44f1e4132fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e3dee373-2df0-4ab0-85c0-9a11200fe9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:43:37.341947 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b8d68962-9f57-42de-a80f-57755d1fb18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:37.342076 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bfd48c9a-47f4-4cf5-b5b6-161b240ff776 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:37.342549 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd48c9a-47f4-4cf5-b5b6-161b240ff776 None None] Bound using segment: {'id': '8c1d25dd-7d00-4f6e-a8b1-44f1e4132fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e3dee373-2df0-4ab0-85c0-9a11200fe9bb'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:43:37.343148 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-bfd48c9a-47f4-4cf5-b5b6-161b240ff776 None None] Bound port: a0c08cfa-c1ed-41fb-8348-b06e6f7451ab, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c1d25dd-7d00-4f6e-a8b1-44f1e4132fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e3dee373-2df0-4ab0-85c0-9a11200fe9bb'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:43:37.343633 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bfd48c9a-47f4-4cf5-b5b6-161b240ff776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:37.348150 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b8d68962-9f57-42de-a80f-57755d1fb18f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:37.352636 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b8d68962-9f57-42de-a80f-57755d1fb18f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8d4d0c40-6394-4b94-a84c-a4799699a6bb HTTP/1.1" status: 204 len: 168 time: 0.6990027 Dec 10 16:43:37.361460 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-2925eab4-1898-4897-8760-63cb59decdd9 None None] Set router 7b795a6c-4363-48e2-b15d-8e04baa7296f gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:43:37.406948 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d68962-9f57-42de-a80f-57755d1fb18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4d0c40-6394-4b94-a84c-a4799699a6bb,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:37.419518 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7f2ba2f4-64e6-48e3-b010-9a61df06f84b admin admin] For port 933d48a2-aced-4281-b195-9d0113252bc2, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=933d48a2-aced-4281-b195-9d0113252bc2,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:43:37.420842 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7f2ba2f4-64e6-48e3-b010-9a61df06f84b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:37.455828 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36543644-d882-49c4-80c6-7bce5dd94af3 x-openstack-request-id: req-36543644-d882-49c4-80c6-7bce5dd94af3 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:43:37.456125 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ca2196-936c-4cf3-ba76-8a28033443a4", "name": "network-vif-plugged", "status": "completed", "tag": "b4e133e3-d169-45cf-8e95-3957967cdb06", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:43:37.456312 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-36543644-d882-49c4-80c6-7bce5dd94af3 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:43:37.458207 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ca2196-936c-4cf3-ba76-8a28033443a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e133e3-d169-45cf-8e95-3957967cdb06', 'code': 200} Dec 10 16:43:37.464892 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7f2ba2f4-64e6-48e3-b010-9a61df06f84b admin admin] Calling delete_port for 933d48a2-aced-4281-b195-9d0113252bc2 owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:43:37.582489 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-986bcc84-fca9-4ecf-956f-5343ccbc584f tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:37.606947 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f08217-f392-4743-a234-e4b02eb6f181 req-0c5a1387-0c5a-4559-ab6f-2a204c16e2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:37.608553 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-33f08217-f392-4743-a234-e4b02eb6f181 req-0c5a1387-0c5a-4559-ab6f-2a204c16e2f4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=75ca2196-936c-4cf3-ba76-8a28033443a4 HTTP/1.1" status: 200 len: 1096 time: 0.1125555 Dec 10 16:43:37.745924 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-bfd48c9a-47f4-4cf5-b5b6-161b240ff776 None None] For port a0c08cfa-c1ed-41fb-8348-b06e6f7451ab, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:43:37.756225 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-986bcc84-fca9-4ecf-956f-5343ccbc584f tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:37.758458 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-2925eab4-1898-4897-8760-63cb59decdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b795a6c-4363-48e2-b15d-8e04baa7296f', 'name': 'tempest-ServerActionsTestJSON-220910502-router', 'tenant_id': '38b4c50f2746432ea9adf6424421cd8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '933d48a2-aced-4281-b195-9d0113252bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:33:41Z', 'updated_at': '2021-12-10T16:43:35Z', 'revision_number': 5, 'project_id': '38b4c50f2746432ea9adf6424421cd8d', 'gw_port': {'id': '933d48a2-aced-4281-b195-9d0113252bc2', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b795a6c-4363-48e2-b15d-8e04baa7296f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:33:43Z', 'updated_at': '2021-12-10T16:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:37.794772 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2925eab4-1898-4897-8760-63cb59decdd9 None None] Checking router: 7b795a6c-4363-48e2-b15d-8e04baa7296f for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:43:37.809435 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2925eab4-1898-4897-8760-63cb59decdd9 None None] Routers {'7b795a6c-4363-48e2-b15d-8e04baa7296f'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:43:37.810463 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-2925eab4-1898-4897-8760-63cb59decdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:43:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['7b795a6c-4363-48e2-b15d-8e04baa7296f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:37.846382 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7f2ba2f4-64e6-48e3-b010-9a61df06f84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:37.870705 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-33f08217-f392-4743-a234-e4b02eb6f181 req-b01d8f0e-710a-43e1-bc70-70b83e63c616 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8257e3dd-6279-4bd5-8746-74b865a1d97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533596 Dec 10 16:43:37.892977 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986bcc84-fca9-4ecf-956f-5343ccbc584f tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Network e3dee373-2df0-4ab0-85c0-9a11200fe9bb is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:43:37.898800 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-986bcc84-fca9-4ecf-956f-5343ccbc584f tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:43:37.907757 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986bcc84-fca9-4ecf-956f-5343ccbc584f tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:43:37.912362 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-bfd48c9a-47f4-4cf5-b5b6-161b240ff776 None None] For port a0c08cfa-c1ed-41fb-8348-b06e6f7451ab, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=a0c08cfa-c1ed-41fb-8348-b06e6f7451ab,segment=NetworkSegment(8c1d25dd-7d00-4f6e-a8b1-44f1e4132fef),segment_id=8c1d25dd-7d00-4f6e-a8b1-44f1e4132fef)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:43:37.915452 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986bcc84-fca9-4ecf-956f-5343ccbc584f tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:37.916439 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-986bcc84-fca9-4ecf-956f-5343ccbc584f tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:37.918255 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ba2f4-64e6-48e3-b010-9a61df06f84b admin admin] Pushing event deleted for resources: {'Port': ['ID=933d48a2-aced-4281-b195-9d0113252bc2,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:37.921069 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986bcc84-fca9-4ecf-956f-5343ccbc584f tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Pushing event updated for resources: {'Port': ['ID=25afccca-d934-4e29-9727-b6d0b5057360,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:37.924974 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bfd48c9a-47f4-4cf5-b5b6-161b240ff776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:37.950881 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-986bcc84-fca9-4ecf-956f-5343ccbc584f tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.1735885 Dec 10 16:43:37.952693 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 43386) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:37.959849 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-931759cc-3dec-4564-a396-033484765a01 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Request body: {'port': {'network_id': 'e3dee373-2df0-4ab0-85c0-9a11200fe9bb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2109466935', 'allowed_address_pairs': [{'ip_address': '2001:db8::1b', 'mac_address': 'fa:16:3e:a6:d1:5e'}]}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:43:37.985416 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0555cb6c-bb35-4abe-97d9-c958356b823a None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:43:37.997838 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-2925eab4-1898-4897-8760-63cb59decdd9 None None] Set router 7b795a6c-4363-48e2-b15d-8e04baa7296f gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:43:38.091310 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7f2ba2f4-64e6-48e3-b010-9a61df06f84b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:38.224944 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-2925eab4-1898-4897-8760-63cb59decdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b795a6c-4363-48e2-b15d-8e04baa7296f', 'name': 'tempest-ServerActionsTestJSON-220910502-router', 'tenant_id': '38b4c50f2746432ea9adf6424421cd8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:33:41Z', 'updated_at': '2021-12-10T16:43:37Z', 'revision_number': 6, 'project_id': '38b4c50f2746432ea9adf6424421cd8d', 'gw_port_host': None}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:38.285415 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:43:38.308286 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd48c9a-47f4-4cf5-b5b6-161b240ff776 None None] Pushing event updated for resources: {'Port': ['ID=a0c08cfa-c1ed-41fb-8348-b06e6f7451ab,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:38.321596 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7f2ba2f4-64e6-48e3-b010-9a61df06f84b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:38.325350 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2925eab4-1898-4897-8760-63cb59decdd9 None None] The sync data for ids ['7b795a6c-4363-48e2-b15d-8e04baa7296f'] in n-d-766771-2 is: [{'id': '7b795a6c-4363-48e2-b15d-8e04baa7296f', 'name': 'tempest-ServerActionsTestJSON-220910502-router', 'tenant_id': '38b4c50f2746432ea9adf6424421cd8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:33:41Z', 'updated_at': '2021-12-10T16:43:37Z', 'revision_number': 6, 'project_id': '38b4c50f2746432ea9adf6424421cd8d', 'gw_port_host': None}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:43:38.326830 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:38.337849 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7f2ba2f4-64e6-48e3-b010-9a61df06f84b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:38.341522 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931759cc-3dec-4564-a396-033484765a01 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Made reservation on behalf of 3f5fc52c909244f8a8c66cc2fd206609 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:43:38.459391 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7f2ba2f4-64e6-48e3-b010-9a61df06f84b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:38.460173 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2ba2f4-64e6-48e3-b010-9a61df06f84b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b795a6c-4363-48e2-b15d-8e04baa7296f {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:43:38.468209 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7f2ba2f4-64e6-48e3-b010-9a61df06f84b admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:38.472311 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7f2ba2f4-64e6-48e3-b010-9a61df06f84b admin admin] 10.222.0.11 "DELETE /v2.0/routers/7b795a6c-4363-48e2-b15d-8e04baa7296f HTTP/1.1" status: 204 len: 168 time: 1.7863774 Dec 10 16:43:38.479954 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43396) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:38.610751 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-19dd13c6-250b-4a2f-92fd-205cc11eb820 admin admin] Deleting subnet bad4bd9c-d017-467b-badb-ee51884a8aea {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:43:38.614675 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-19dd13c6-250b-4a2f-92fd-205cc11eb820 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:38.659514 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-19dd13c6-250b-4a2f-92fd-205cc11eb820 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:38.696439 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165759ba-1272-40ac-8a38-3910bb1e4e71 req-658b9f1e-6589-4cbd-b992-dd3802da5ced tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:38.698113 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-165759ba-1272-40ac-8a38-3910bb1e4e71 req-658b9f1e-6589-4cbd-b992-dd3802da5ced tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ca2196-936c-4cf3-ba76-8a28033443a4 HTTP/1.1" status: 200 len: 945 time: 0.1589122 Dec 10 16:43:38.754100 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-931759cc-3dec-4564-a396-033484765a01 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:38.773314 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-19dd13c6-250b-4a2f-92fd-205cc11eb820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:38.855688 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-19dd13c6-250b-4a2f-92fd-205cc11eb820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:38.870880 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-19dd13c6-250b-4a2f-92fd-205cc11eb820 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:38.876813 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46418bc-5fb2-4668-a17c-80b7653eeb77 None None] Network 32421a12-0b3a-42d4-846a-0de14cdef277 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:43:38.880958 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-19dd13c6-250b-4a2f-92fd-205cc11eb820 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/bad4bd9c-d017-467b-badb-ee51884a8aea HTTP/1.1" status: 204 len: 168 time: 0.3970573 Dec 10 16:43:38.883408 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43408) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:38.885162 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-931759cc-3dec-4564-a396-033484765a01 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] device_id is not set on port bd03775d-a338-4bfc-aec2-45fc0013a3fb yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:43:38.894905 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-165759ba-1272-40ac-8a38-3910bb1e4e71 req-b40d9864-41af-45a0-8327-9fcb9b5d6789 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.11 "GET /v2.0/security-groups?id=8257e3dd-6279-4bd5-8746-74b865a1d97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882472 Dec 10 16:43:38.934759 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd13c6-250b-4a2f-92fd-205cc11eb820 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bad4bd9c-d017-467b-badb-ee51884a8aea,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:39.073831 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5768f7bd-97ec-4f90-a4c2-01005702da8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:39.079377 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 43412) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:39.169683 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-5768f7bd-97ec-4f90-a4c2-01005702da8b admin admin] Deleting port ff33b709-671c-47a3-89a5-0216489923e0 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:43:39.170437 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5768f7bd-97ec-4f90-a4c2-01005702da8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:39.179700 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-931759cc-3dec-4564-a396-033484765a01 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Allocated IP 2001:db8::2da (e3dee373-2df0-4ab0-85c0-9a11200fe9bb/263789f9-051c-4c43-a866-f52a5df529ef/bd03775d-a338-4bfc-aec2-45fc0013a3fb) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:43:39.260794 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-542baafc-2ad0-4482-bc8b-b630edb50ca0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-178143761-network', 'tenant_id': '2334512fa40541b3a8ba6aa3ffbe674c'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:43:39.270682 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-5768f7bd-97ec-4f90-a4c2-01005702da8b admin admin] For port ff33b709-671c-47a3-89a5-0216489923e0, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=ff33b709-671c-47a3-89a5-0216489923e0,segment=NetworkSegment(70327ecd-07c4-4b68-895f-82935446f0fa),segment_id=70327ecd-07c4-4b68-895f-82935446f0fa)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:43:39.271050 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5768f7bd-97ec-4f90-a4c2-01005702da8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:39.288712 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-5768f7bd-97ec-4f90-a4c2-01005702da8b admin admin] Calling delete_port for ff33b709-671c-47a3-89a5-0216489923e0 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:43:39.377268 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07ee963-e556-4fb1-a8b6-16571653d571 None None] DHCP port deletion for 32421a12-0b3a-42d4-846a-0de14cdef277 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:43:39.444039 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542baafc-2ad0-4482-bc8b-b630edb50ca0 admin admin] Made reservation on behalf of 2334512fa40541b3a8ba6aa3ffbe674c for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:43:39.446928 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-542baafc-2ad0-4482-bc8b-b630edb50ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:39.476607 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-542baafc-2ad0-4482-bc8b-b630edb50ca0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:39.494586 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5768f7bd-97ec-4f90-a4c2-01005702da8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:39.531714 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-e07ee963-e556-4fb1-a8b6-16571653d571 None None] Deleting port ff33b709-671c-47a3-89a5-0216489923e0 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:43:39.533720 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e07ee963-e556-4fb1-a8b6-16571653d571 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:39.547478 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5768f7bd-97ec-4f90-a4c2-01005702da8b admin admin] Pushing event deleted for resources: {'Port': ['ID=ff33b709-671c-47a3-89a5-0216489923e0,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:39.578291 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5768f7bd-97ec-4f90-a4c2-01005702da8b admin admin] No DVR routers for this DVR port ff33b709-671c-47a3-89a5-0216489923e0 on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:43:39.703422 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-931759cc-3dec-4564-a396-033484765a01 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:39.756361 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-e07ee963-e556-4fb1-a8b6-16571653d571 None None] For port ff33b709-671c-47a3-89a5-0216489923e0, host n-d-766771-2, got binding levels [] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:43:39.756726 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e07ee963-e556-4fb1-a8b6-16571653d571 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:39.763709 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5768f7bd-97ec-4f90-a4c2-01005702da8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:39.772829 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-542baafc-2ad0-4482-bc8b-b630edb50ca0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:39.781794 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-542baafc-2ad0-4482-bc8b-b630edb50ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:39.798736 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-e07ee963-e556-4fb1-a8b6-16571653d571 None None] Calling delete_port for ff33b709-671c-47a3-89a5-0216489923e0 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:43:39.809820 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.ipam_backend_mixin [None req-e07ee963-e556-4fb1-a8b6-16571653d571 None None] Port ff33b709-671c-47a3-89a5-0216489923e0 was not found and therefore no delete operation was performed {{(pid=103394) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 16:43:39.811269 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-5768f7bd-97ec-4f90-a4c2-01005702da8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32421a12-0b3a-42d4-846a-0de14cdef277']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:39.813370 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e07ee963-e556-4fb1-a8b6-16571653d571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:39.822060 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-931759cc-3dec-4564-a396-033484765a01 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:39.838537 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-5768f7bd-97ec-4f90-a4c2-01005702da8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70327ecd-07c4-4b68-895f-82935446f0fa') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:39.838935 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-5768f7bd-97ec-4f90-a4c2-01005702da8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70327ecd-07c4-4b68-895f-82935446f0fa') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:39.867642 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5768f7bd-97ec-4f90-a4c2-01005702da8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:39.896044 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-542baafc-2ad0-4482-bc8b-b630edb50ca0 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:43:39.897958 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07ee963-e556-4fb1-a8b6-16571653d571 None None] Pushing event deleted for resources: {'Port': ['ID=ff33b709-671c-47a3-89a5-0216489923e0,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:39.901012 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5768f7bd-97ec-4f90-a4c2-01005702da8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:39.911574 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07ee963-e556-4fb1-a8b6-16571653d571 None None] No DVR routers for this DVR port ff33b709-671c-47a3-89a5-0216489923e0 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:43:39.926729 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5768f7bd-97ec-4f90-a4c2-01005702da8b admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:43:39.926729 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5768f7bd-97ec-4f90-a4c2-01005702da8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:39.929205 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:43:39.929205 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:43:39.929205 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:43:39.929205 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:43:39.929205 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:43:39.929205 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:43:39.929205 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:43:39.929205 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:43:39.929205 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:43:39.929205 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:43:39.929205 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:43:39.929205 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:43:39.929205 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:43:39.929205 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:43:39.929205 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:43:39.929205 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:43:39.929205 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:43:39.929205 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:43:39.929205 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:43:39.929205 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:43:39.929205 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:43:39.929205 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:43:39.929205 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:43:39.929205 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:43:39.929205 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:43:39.929205 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:43:39.929205 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:43:39.929205 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:43:39.929205 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:43:39.929205 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:43:39.929205 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:43:39.929205 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:43:39.959341 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931759cc-3dec-4564-a396-033484765a01 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Network e3dee373-2df0-4ab0-85c0-9a11200fe9bb is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:43:39.967475 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-931759cc-3dec-4564-a396-033484765a01 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:43:39.999137 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542baafc-2ad0-4482-bc8b-b630edb50ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1d4f46-b6a7-4616-b708-afff8a7823bf,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:40.003824 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931759cc-3dec-4564-a396-033484765a01 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:43:40.013953 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931759cc-3dec-4564-a396-033484765a01 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:40.016935 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-931759cc-3dec-4564-a396-033484765a01 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:40.023206 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-542baafc-2ad0-4482-bc8b-b630edb50ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:40.023563 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-542baafc-2ad0-4482-bc8b-b630edb50ca0 admin admin] Added segment 5f321af3-1a86-4e4e-a33f-e6abf9e1d87b of type vlan for network 35f32682-cfba-42d0-8574-2822bfa354b7 Dec 10 16:43:40.067865 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5768f7bd-97ec-4f90-a4c2-01005702da8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:40.077562 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5768f7bd-97ec-4f90-a4c2-01005702da8b admin admin] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:40.091520 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5768f7bd-97ec-4f90-a4c2-01005702da8b admin admin] 10.222.0.11 "DELETE /v2.0/networks/32421a12-0b3a-42d4-846a-0de14cdef277 HTTP/1.1" status: 204 len: 168 time: 1.2052555 Dec 10 16:43:40.122366 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1682be3c-bffd-4c80-a7fb-9ca9ec57a065 None None] Network e3dee373-2df0-4ab0-85c0-9a11200fe9bb requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:43:40.170776 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5768f7bd-97ec-4f90-a4c2-01005702da8b admin admin] Pushing event deleted for resources: {'Network': ['ID=32421a12-0b3a-42d4-846a-0de14cdef277,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:40.221403 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931759cc-3dec-4564-a396-033484765a01 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Pushing event updated for resources: {'Port': ['ID=bd03775d-a338-4bfc-aec2-45fc0013a3fb,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:40.264288 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb4b6c4d-a7ca-4c3e-915c-495a2e0597c5 None None] Provisioning complete for port a0c08cfa-c1ed-41fb-8348-b06e6f7451ab triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:43:40.264854 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb4b6c4d-a7ca-4c3e-915c-495a2e0597c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:40.296087 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-542baafc-2ad0-4482-bc8b-b630edb50ca0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:40.308149 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device a0c08cfa-c1ed-41fb-8348-b06e6f7451ab up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:43:40.314709 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-931759cc-3dec-4564-a396-033484765a01 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.3604136 Dec 10 16:43:40.317288 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43440) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:40.392551 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 43444) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:40.443206 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb2aea-9775-4d7c-9a8c-f1599dc03a4d req-3ca6507e-9b10-45b7-9136-3dd392892b1e tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:40.473510 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4cdb2aea-9775-4d7c-9a8c-f1599dc03a4d req-3ca6507e-9b10-45b7-9136-3dd392892b1e tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ca2196-936c-4cf3-ba76-8a28033443a4 HTTP/1.1" status: 200 len: 945 time: 0.4059894 Dec 10 16:43:40.482285 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-542baafc-2ad0-4482-bc8b-b630edb50ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:40.483134 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542baafc-2ad0-4482-bc8b-b630edb50ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:40.483724 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-542baafc-2ad0-4482-bc8b-b630edb50ca0 admin admin] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:40.570038 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb4b6c4d-a7ca-4c3e-915c-495a2e0597c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:40.602626 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port a0c08cfa-c1ed-41fb-8348-b06e6f7451ab triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:43:40.602995 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:40.666365 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb4b6c4d-a7ca-4c3e-915c-495a2e0597c5 None None] For port a0c08cfa-c1ed-41fb-8348-b06e6f7451ab, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=a0c08cfa-c1ed-41fb-8348-b06e6f7451ab,segment=NetworkSegment(8c1d25dd-7d00-4f6e-a8b1-44f1e4132fef),segment_id=8c1d25dd-7d00-4f6e-a8b1-44f1e4132fef)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:43:40.673671 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb4b6c4d-a7ca-4c3e-915c-495a2e0597c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:40.770048 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b6c4d-a7ca-4c3e-915c-495a2e0597c5 None None] Pushing event updated for resources: {'Port': ['ID=a0c08cfa-c1ed-41fb-8348-b06e6f7451ab,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:40.816375 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-542baafc-2ad0-4482-bc8b-b630edb50ca0 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7354739 Dec 10 16:43:40.820915 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43448) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:40.832179 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-49884552-efd9-4402-95b3-30288cfd0af1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=38b4c50f2746432ea9adf6424421cd8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4355352 Dec 10 16:43:40.839049 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 43450) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:40.841943 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device ff33b709-671c-47a3-89a5-0216489923e0 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:43:40.843536 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-87cbae96-78ea-4048-8090-ab58e8fd5d46 admin admin] Request body: {'subnet': {'network_id': '35f32682-cfba-42d0-8574-2822bfa354b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-178143761-subnet', 'tenant_id': '2334512fa40541b3a8ba6aa3ffbe674c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:43:40.869128 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4cdb2aea-9775-4d7c-9a8c-f1599dc03a4d req-7e2b479e-694e-4461-80d1-0d0e97e29ef3 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.11 "GET /v2.0/security-groups?id=8257e3dd-6279-4bd5-8746-74b865a1d97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3945146 Dec 10 16:43:40.943132 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542baafc-2ad0-4482-bc8b-b630edb50ca0 admin admin] Pushing event updated for resources: {'Network': ['ID=35f32682-cfba-42d0-8574-2822bfa354b7,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:40.944898 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87cbae96-78ea-4048-8090-ab58e8fd5d46 admin admin] Made reservation on behalf of 2334512fa40541b3a8ba6aa3ffbe674c for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:43:40.952478 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-87cbae96-78ea-4048-8090-ab58e8fd5d46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:40.971286 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: ff33b709-671c-47a3-89a5-0216489923e0 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:43:40.971873 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device ff33b709-671c-47a3-89a5-0216489923e0 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:43:40.972038 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 13332709-136a-4d10-a209-183330caf399 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:43:40.974006 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 35f32682-cfba-42d0-8574-2822bfa354b7 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:43:40.991957 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a3ad008b-ad2a-4ac6-8a1b-2e24d65749cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:41.014756 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04416f2-a28e-4c88-b1ea-5bb7ec090c8a tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:41.030974 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04416f2-a28e-4c88-b1ea-5bb7ec090c8a tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:41.042238 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a3ad008b-ad2a-4ac6-8a1b-2e24d65749cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:41.051192 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04416f2-a28e-4c88-b1ea-5bb7ec090c8a tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:41.064680 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c04416f2-a28e-4c88-b1ea-5bb7ec090c8a tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.7425306 Dec 10 16:43:41.068909 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 43464) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:41.140649 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 13332709-136a-4d10-a209-183330caf399 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:43:41.141356 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 13332709-136a-4d10-a209-183330caf399 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:43:41.141977 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 933d48a2-aced-4281-b195-9d0113252bc2 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:43:41.155234 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-cabe96ce-7dc1-4ab1-8ade-bf79816c4204 None None] Provisioning complete for port a0c08cfa-c1ed-41fb-8348-b06e6f7451ab triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:43:41.155852 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cabe96ce-7dc1-4ab1-8ade-bf79816c4204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:41.222504 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc6f66-f508-4aa2-ba40-1c124390f88d req-03ee3020-ef29-49ca-857e-ff364aaed2a7 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:41.224563 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-03fc6f66-f508-4aa2-ba40-1c124390f88d req-03ee3020-ef29-49ca-857e-ff364aaed2a7 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ca2196-936c-4cf3-ba76-8a28033443a4 HTTP/1.1" status: 200 len: 945 time: 0.2014594 Dec 10 16:43:41.255510 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 933d48a2-aced-4281-b195-9d0113252bc2 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:43:41.256023 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 933d48a2-aced-4281-b195-9d0113252bc2 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:43:41.353302 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-47691cb6-6528-4d52-bcf2-48a90a858108 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Deleting port bd03775d-a338-4bfc-aec2-45fc0013a3fb {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:43:41.355262 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-47691cb6-6528-4d52-bcf2-48a90a858108 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:41.387679 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-87cbae96-78ea-4048-8090-ab58e8fd5d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:41.445686 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a3ad008b-ad2a-4ac6-8a1b-2e24d65749cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:41.450542 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a3ad008b-ad2a-4ac6-8a1b-2e24d65749cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:41.459154 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a3ad008b-ad2a-4ac6-8a1b-2e24d65749cc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/853ff263-c514-43f4-ad48-56e3b11fcf7b HTTP/1.1" status: 204 len: 168 time: 0.5917156 Dec 10 16:43:41.498961 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cbae96-78ea-4048-8090-ab58e8fd5d46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=752d8738-5a8a-4dc6-b8b4-8f887a921d46,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:41.509527 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-03fc6f66-f508-4aa2-ba40-1c124390f88d req-2005138a-91ea-4334-bf43-f8874cfc86d6 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.11 "GET /v2.0/security-groups?id=8257e3dd-6279-4bd5-8746-74b865a1d97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760706 Dec 10 16:43:41.510185 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cbae96-78ea-4048-8090-ab58e8fd5d46 admin admin] Checking segment: {'id': '5f321af3-1a86-4e4e-a33f-e6abf9e1d87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '35f32682-cfba-42d0-8574-2822bfa354b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:43:41.510492 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cbae96-78ea-4048-8090-ab58e8fd5d46 admin admin] Network hostable DHCP agents. Network: 35f32682-cfba-42d0-8574-2822bfa354b7, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:43:41.522858 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-cabe96ce-7dc1-4ab1-8ade-bf79816c4204 None None] Provisioning complete for port bd03775d-a338-4bfc-aec2-45fc0013a3fb triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:43:41.523685 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cabe96ce-7dc1-4ab1-8ade-bf79816c4204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:41.551038 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cbae96-78ea-4048-8090-ab58e8fd5d46 admin admin] Network 35f32682-cfba-42d0-8574-2822bfa354b7 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:43:41.565518 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-87cbae96-78ea-4048-8090-ab58e8fd5d46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 35f32682-cfba-42d0-8574-2822bfa354b7) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:43:41.571768 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cbae96-78ea-4048-8090-ab58e8fd5d46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:41.572449 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-87cbae96-78ea-4048-8090-ab58e8fd5d46 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:41.591528 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e02752-452d-4b08-a306-6e4ca1b506ce None None] Network 35f32682-cfba-42d0-8574-2822bfa354b7 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:43:41.600136 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-87cbae96-78ea-4048-8090-ab58e8fd5d46 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7777891 Dec 10 16:43:41.689226 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-47691cb6-6528-4d52-bcf2-48a90a858108 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:41.704847 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-cabe96ce-7dc1-4ab1-8ade-bf79816c4204 None None] Port bd03775d-a338-4bfc-aec2-45fc0013a3fb cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:43:41.768521 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-47691cb6-6528-4d52-bcf2-48a90a858108 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Calling delete_port for bd03775d-a338-4bfc-aec2-45fc0013a3fb owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:43:41.787161 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-cabe96ce-7dc1-4ab1-8ade-bf79816c4204 None None] Provisioning complete for port 25afccca-d934-4e29-9727-b6d0b5057360 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:43:41.797675 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cabe96ce-7dc1-4ab1-8ade-bf79816c4204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:41.924625 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-cabe96ce-7dc1-4ab1-8ade-bf79816c4204 None None] Port 25afccca-d934-4e29-9727-b6d0b5057360 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:43:42.012574 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6da97c-11c8-43bb-a1b1-e596cd68e567 None None] Network 35f32682-cfba-42d0-8574-2822bfa354b7 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:43:42.206028 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device a0c08cfa-c1ed-41fb-8348-b06e6f7451ab up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:43:42.345126 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad008b-ad2a-4ac6-8a1b-2e24d65749cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853ff263-c514-43f4-ad48-56e3b11fcf7b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:42.354023 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-47691cb6-6528-4d52-bcf2-48a90a858108 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:42.424010 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47691cb6-6528-4d52-bcf2-48a90a858108 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Pushing event deleted for resources: {'Port': ['ID=bd03775d-a338-4bfc-aec2-45fc0013a3fb,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:42.753042 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e37892a5-9278-4026-a584-fa01cf4873cb None None] Provisioning complete for port 25afccca-d934-4e29-9727-b6d0b5057360 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:43:42.763419 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e37892a5-9278-4026-a584-fa01cf4873cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:42.802154 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-47691cb6-6528-4d52-bcf2-48a90a858108 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:42.813954 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-47691cb6-6528-4d52-bcf2-48a90a858108 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] 10.222.0.11 "DELETE /v2.0/ports/bd03775d-a338-4bfc-aec2-45fc0013a3fb HTTP/1.1" status: 204 len: 168 time: 1.7422025 Dec 10 16:43:42.817031 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43520) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:42.899791 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-e37892a5-9278-4026-a584-fa01cf4873cb None None] Port 25afccca-d934-4e29-9727-b6d0b5057360 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:43:42.929803 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6c3adf7-850d-4dbe-a82e-6faaf8501506 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] GET failed (client error): The resource could not be found. Dec 10 16:43:42.932547 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e6c3adf7-850d-4dbe-a82e-6faaf8501506 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] 10.222.0.11 "GET /v2.0/ports/bd03775d-a338-4bfc-aec2-45fc0013a3fb HTTP/1.1" status: 404 len: 333 time: 0.1131835 Dec 10 16:43:42.939778 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43522) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:42.946904 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e37892a5-9278-4026-a584-fa01cf4873cb None None] Could not find standard attr ID for object bd03775d-a338-4bfc-aec2-45fc0013a3fb. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:43:42.952390 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-7e15969b-6895-4f37-a660-93b20c9a954c tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Request body: {'port': {'network_id': 'e3dee373-2df0-4ab0-85c0-9a11200fe9bb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-793113675'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:43:43.088980 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port a0c08cfa-c1ed-41fb-8348-b06e6f7451ab triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:43:43.089470 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:43.182262 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-beae75d4-5195-41c8-93f8-3b73740281e8 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:43.186080 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-beae75d4-5195-41c8-93f8-3b73740281e8 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/networks?id=35f32682-cfba-42d0-8574-2822bfa354b7 HTTP/1.1" status: 200 len: 805 time: 0.4122601 Dec 10 16:43:43.223872 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-17a8135a-bc2a-4afb-9392-0c13c9ad759e tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/quotas/2334512fa40541b3a8ba6aa3ffbe674c HTTP/1.1" status: 200 len: 375 time: 0.0301859 Dec 10 16:43:43.285051 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e15969b-6895-4f37-a660-93b20c9a954c tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Made reservation on behalf of 3f5fc52c909244f8a8c66cc2fd206609 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:43:43.289397 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7e15969b-6895-4f37-a660-93b20c9a954c tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:43.315047 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-fa532cd6-9292-4107-862c-95f70c1f4744 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2334512fa40541b3a8ba6aa3ffbe674c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597842 Dec 10 16:43:43.342018 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-7e15969b-6895-4f37-a660-93b20c9a954c tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] device_id is not set on port 346fb1c7-a8ec-48df-9ded-000f6967864f yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:43:43.520427 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-b97f9b10-c82f-46bc-a1bf-687459244c09 service neutron] 10.222.0.11 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034588 Dec 10 16:43:43.568580 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-7e15969b-6895-4f37-a660-93b20c9a954c tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Allocated IP 2001:db8::309 (e3dee373-2df0-4ab0-85c0-9a11200fe9bb/263789f9-051c-4c43-a866-f52a5df529ef/346fb1c7-a8ec-48df-9ded-000f6967864f) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:43:43.692455 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-2402325a-e462-41b7-9b57-ff92c634d888 service neutron] 10.222.0.11 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576831 Dec 10 16:43:43.907373 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7e15969b-6895-4f37-a660-93b20c9a954c tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:43.912585 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c1ca89b7-9d03-4f69-8d7b-f25e74903b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:43.992336 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7e15969b-6895-4f37-a660-93b20c9a954c tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:44.066334 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e15969b-6895-4f37-a660-93b20c9a954c tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Network e3dee373-2df0-4ab0-85c0-9a11200fe9bb is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:43:44.069479 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-7e15969b-6895-4f37-a660-93b20c9a954c tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:43:44.074103 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e15969b-6895-4f37-a660-93b20c9a954c tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:43:44.082109 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e15969b-6895-4f37-a660-93b20c9a954c tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:44.082775 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7e15969b-6895-4f37-a660-93b20c9a954c tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:44.087911 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e15969b-6895-4f37-a660-93b20c9a954c tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Pushing event updated for resources: {'Port': ['ID=346fb1c7-a8ec-48df-9ded-000f6967864f,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:44.113973 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7e15969b-6895-4f37-a660-93b20c9a954c tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1730537 Dec 10 16:43:44.116979 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 43556) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:44.139773 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-da0c5409-c6ca-4c11-8318-2e9b108db3f0 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1b', 'mac_address': 'fa:16:3e:a6:d1:5e'}]}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:43:44.481776 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd833b3f-790d-40f3-b915-ec6407385bd8 req-f02b3e38-1590-4f8a-96f1-8a0586c0e21d tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:44.483515 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fd833b3f-790d-40f3-b915-ec6407385bd8 req-f02b3e38-1590-4f8a-96f1-8a0586c0e21d tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ca2196-936c-4cf3-ba76-8a28033443a4 HTTP/1.1" status: 200 len: 945 time: 0.4016097 Dec 10 16:43:44.518345 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-da0c5409-c6ca-4c11-8318-2e9b108db3f0 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:44.607138 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-68943905-3e55-410f-ac77-37fbfd72aef0 None None] Provisioning complete for port 346fb1c7-a8ec-48df-9ded-000f6967864f triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:43:44.610386 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-68943905-3e55-410f-ac77-37fbfd72aef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:44.736960 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-68943905-3e55-410f-ac77-37fbfd72aef0 None None] Port 346fb1c7-a8ec-48df-9ded-000f6967864f cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:43:44.791135 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-da0c5409-c6ca-4c11-8318-2e9b108db3f0 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:44.798581 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fd833b3f-790d-40f3-b915-ec6407385bd8 req-d1a537e6-2173-4e96-93fe-67412a9e3ea2 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.11 "GET /v2.0/security-groups?id=8257e3dd-6279-4bd5-8746-74b865a1d97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072646 Dec 10 16:43:44.801985 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-da0c5409-c6ca-4c11-8318-2e9b108db3f0 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:44.858758 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-da0c5409-c6ca-4c11-8318-2e9b108db3f0 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] In _notify_port_updated(), no bound segment for port 346fb1c7-a8ec-48df-9ded-000f6967864f on network e3dee373-2df0-4ab0-85c0-9a11200fe9bb {{(pid=103392) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:43:44.865272 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0c5409-c6ca-4c11-8318-2e9b108db3f0 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:44.865923 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-da0c5409-c6ca-4c11-8318-2e9b108db3f0 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:44.870448 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43578) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:44.879997 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-da0c5409-c6ca-4c11-8318-2e9b108db3f0 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] 10.222.0.11 "PUT /v2.0/ports/346fb1c7-a8ec-48df-9ded-000f6967864f HTTP/1.1" status: 200 len: 1001 time: 0.7571383 Dec 10 16:43:44.911766 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c5409-c6ca-4c11-8318-2e9b108db3f0 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Pushing event updated for resources: {'Port': ['ID=346fb1c7-a8ec-48df-9ded-000f6967864f,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:45.054562 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-209f3e1a-5740-47ce-8b4b-ca3332b3dc75 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Deleting port 346fb1c7-a8ec-48df-9ded-000f6967864f {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:43:45.055123 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-209f3e1a-5740-47ce-8b4b-ca3332b3dc75 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:45.248214 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-209f3e1a-5740-47ce-8b4b-ca3332b3dc75 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:45.264731 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-209f3e1a-5740-47ce-8b4b-ca3332b3dc75 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Calling delete_port for 346fb1c7-a8ec-48df-9ded-000f6967864f owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:43:45.373017 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-3d4703e2-8a7c-456c-8613-4eab796b7a8c None None] Provisioning complete for port 346fb1c7-a8ec-48df-9ded-000f6967864f triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:43:45.377149 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3d4703e2-8a7c-456c-8613-4eab796b7a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:45.394760 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-288fb2f7-3b97-451b-ac81-9b990d03fc04 req-40f865c4-3a0a-44ee-bcd9-3059139d141b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=745c579e-69e5-4133-84e1-55b039a305ea HTTP/1.1" status: 200 len: 210 time: 0.0739775 Dec 10 16:43:45.466086 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-3d4703e2-8a7c-456c-8613-4eab796b7a8c None None] Port 346fb1c7-a8ec-48df-9ded-000f6967864f cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:43:45.536635 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-209f3e1a-5740-47ce-8b4b-ca3332b3dc75 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:45.626880 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f3e1a-5740-47ce-8b4b-ca3332b3dc75 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Pushing event deleted for resources: {'Port': ['ID=346fb1c7-a8ec-48df-9ded-000f6967864f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:45.829367 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc494a4e-9849-4bd4-9467-b155c64d04e0 req-b4c29723-0e13-464a-938d-0e6cd3fb40b1 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:45.834597 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc494a4e-9849-4bd4-9467-b155c64d04e0 req-b4c29723-0e13-464a-938d-0e6cd3fb40b1 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ca2196-936c-4cf3-ba76-8a28033443a4 HTTP/1.1" status: 200 len: 945 time: 0.1392202 Dec 10 16:43:45.921016 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518334b6-64c2-4c2e-902c-9846808a797a req-149201fc-06bd-4fad-a530-14f8591d6e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:45.927397 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-518334b6-64c2-4c2e-902c-9846808a797a req-149201fc-06bd-4fad-a530-14f8591d6e6f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f3c23dd15a447d3b1fc4d71b188efea&device_id=75ca2196-936c-4cf3-ba76-8a28033443a4 HTTP/1.1" status: 200 len: 1096 time: 0.1758738 Dec 10 16:43:46.069002 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc494a4e-9849-4bd4-9467-b155c64d04e0 req-fa836fee-9cd9-45ae-bc96-d5066d783ebd tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.11 "GET /v2.0/security-groups?id=8257e3dd-6279-4bd5-8746-74b865a1d97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268877 Dec 10 16:43:46.115224 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518334b6-64c2-4c2e-902c-9846808a797a req-0bcfed30-e67a-4593-93c3-84f37a37b0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:46.117166 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-518334b6-64c2-4c2e-902c-9846808a797a req-0bcfed30-e67a-4593-93c3-84f37a37b0d7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=26b5e0f8-8bf0-468c-a7f9-6a215bfc49ed HTTP/1.1" status: 200 len: 913 time: 0.1794822 Dec 10 16:43:46.128761 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-209f3e1a-5740-47ce-8b4b-ca3332b3dc75 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:46.133886 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-209f3e1a-5740-47ce-8b4b-ca3332b3dc75 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] 10.222.0.11 "DELETE /v2.0/ports/346fb1c7-a8ec-48df-9ded-000f6967864f HTTP/1.1" status: 204 len: 168 time: 1.2622950 Dec 10 16:43:46.137101 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43604) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:46.224734 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-80477282-203a-4103-8e8d-c6af768f03bf tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] GET failed (client error): The resource could not be found. Dec 10 16:43:46.226800 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-80477282-203a-4103-8e8d-c6af768f03bf tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] 10.222.0.11 "GET /v2.0/ports/346fb1c7-a8ec-48df-9ded-000f6967864f HTTP/1.1" status: 404 len: 333 time: 0.0885203 Dec 10 16:43:46.231277 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43612) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:46.242015 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-526f6a87-ad78-4c2b-966e-32e1c88d7bcf tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:46.243784 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-526f6a87-ad78-4c2b-966e-32e1c88d7bcf tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.26 "GET /v2.0/networks?id=35f32682-cfba-42d0-8574-2822bfa354b7 HTTP/1.1" status: 200 len: 805 time: 0.3743362 Dec 10 16:43:46.247702 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-518334b6-64c2-4c2e-902c-9846808a797a req-fc9abf9e-47f4-41a4-806f-60ff5948c7d9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4e133e3-d169-45cf-8e95-3957967cdb06 HTTP/1.1" status: 200 len: 217 time: 0.1225455 Dec 10 16:43:46.250801 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-25a8b163-5154-4ba2-97f7-63f41e9a9424 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Request body: {'port': {'network_id': 'e3dee373-2df0-4ab0-85c0-9a11200fe9bb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-101897643'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:43:46.328589 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-f9b45646-0075-4a9f-b188-fbf2ff18e2cf tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Request body: {'port': {'device_id': '745c579e-69e5-4133-84e1-55b039a305ea', 'network_id': '35f32682-cfba-42d0-8574-2822bfa354b7', 'admin_state_up': True, 'tenant_id': '2334512fa40541b3a8ba6aa3ffbe674c'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:43:46.336739 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 43614) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:46.346431 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518334b6-64c2-4c2e-902c-9846808a797a req-466e10a6-5907-4070-adc2-599d781ca9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:46.348464 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-518334b6-64c2-4c2e-902c-9846808a797a req-466e10a6-5907-4070-adc2-599d781ca9a5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6e65db7-2452-40c3-b3b1-80f661921800 HTTP/1.1" status: 200 len: 852 time: 0.0918276 Dec 10 16:43:46.402017 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-518334b6-64c2-4c2e-902c-9846808a797a req-86d0fea1-956d-4a50-8ee4-81a14ad1d4ba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26b5e0f8-8bf0-468c-a7f9-6a215bfc49ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460019 Dec 10 16:43:46.476529 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-43140e21-1c03-4aa9-8795-1436fc48fa43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:46.576689 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a8b163-5154-4ba2-97f7-63f41e9a9424 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Made reservation on behalf of 3f5fc52c909244f8a8c66cc2fd206609 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:43:46.581595 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-25a8b163-5154-4ba2-97f7-63f41e9a9424 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:46.594061 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6efe5f73-7d2e-40ef-a61b-1aafec8ad2fb req-7e69c5cf-dcd5-4e36-80ea-da957d44a1a3 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=745c579e-69e5-4133-84e1-55b039a305ea HTTP/1.1" status: 200 len: 210 time: 0.0669999 Dec 10 16:43:46.606342 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-25a8b163-5154-4ba2-97f7-63f41e9a9424 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] device_id is not set on port 4e8c20ff-6bb3-4623-a675-24c1eab0d446 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:43:46.620899 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6cf6546b-3a12-4b8d-aff1-5a23f7e31242 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:46.705013 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-518334b6-64c2-4c2e-902c-9846808a797a req-d15ef899-35d0-4637-902e-8ac4c137f104 service neutron] 10.222.0.46 "GET /v2.0/networks/26b5e0f8-8bf0-468c-a7f9-6a215bfc49ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958524 Dec 10 16:43:46.807015 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-f9b45646-0075-4a9f-b188-fbf2ff18e2cf tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Made reservation on behalf of 2334512fa40541b3a8ba6aa3ffbe674c for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:43:46.810647 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-f9b45646-0075-4a9f-b188-fbf2ff18e2cf tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:46.831935 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6cf6546b-3a12-4b8d-aff1-5a23f7e31242 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:46.856553 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6cf6546b-3a12-4b8d-aff1-5a23f7e31242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:46.886020 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-6cf6546b-3a12-4b8d-aff1-5a23f7e31242 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=66fb57898b7b452f9c13aec3264eb528&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5480938 Dec 10 16:43:46.889829 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43664) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:46.896032 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-518334b6-64c2-4c2e-902c-9846808a797a req-1ea3ed95-b65b-471a-8189-cf3cfcb70ecc service neutron] 10.222.0.46 "GET /v2.0/networks/26b5e0f8-8bf0-468c-a7f9-6a215bfc49ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834767 Dec 10 16:43:46.916414 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf6546b-3a12-4b8d-aff1-5a23f7e31242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558e496a-2171-411a-8563-0932ea8b6ae2,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:46.943149 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf6546b-3a12-4b8d-aff1-5a23f7e31242 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:46.958483 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf6546b-3a12-4b8d-aff1-5a23f7e31242 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:46.958703 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-25a8b163-5154-4ba2-97f7-63f41e9a9424 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Allocated IP 2001:db8::3a9 (e3dee373-2df0-4ab0-85c0-9a11200fe9bb/263789f9-051c-4c43-a866-f52a5df529ef/4e8c20ff-6bb3-4623-a675-24c1eab0d446) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:43:46.959617 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf6546b-3a12-4b8d-aff1-5a23f7e31242 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:46.960045 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf6546b-3a12-4b8d-aff1-5a23f7e31242 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:46.960468 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf6546b-3a12-4b8d-aff1-5a23f7e31242 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:46.960881 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf6546b-3a12-4b8d-aff1-5a23f7e31242 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:46.961324 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf6546b-3a12-4b8d-aff1-5a23f7e31242 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:46.961814 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf6546b-3a12-4b8d-aff1-5a23f7e31242 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:46.965853 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf6546b-3a12-4b8d-aff1-5a23f7e31242 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:46.969373 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf6546b-3a12-4b8d-aff1-5a23f7e31242 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:46.969812 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf6546b-3a12-4b8d-aff1-5a23f7e31242 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:46.970250 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf6546b-3a12-4b8d-aff1-5a23f7e31242 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:46.970659 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf6546b-3a12-4b8d-aff1-5a23f7e31242 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:47.187968 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4522cd62-052f-4d96-bd9a-ca96d3b7af84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:47.282183 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4522cd62-052f-4d96-bd9a-ca96d3b7af84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:47.293755 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:47.462930 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-f9b45646-0075-4a9f-b188-fbf2ff18e2cf tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Allocated IP 172.20.0.3 (35f32682-cfba-42d0-8574-2822bfa354b7/752d8738-5a8a-4dc6-b8b4-8f887a921d46/eb2991dd-afe8-4317-bf27-03920c421c1f) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:43:47.521924 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba76745-18b5-4bcf-bb6d-4d3a803d74f4 req-b44c9d91-e669-4dae-bcfc-baff24c268ee tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:47.535389 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3ba76745-18b5-4bcf-bb6d-4d3a803d74f4 req-b44c9d91-e669-4dae-bcfc-baff24c268ee tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ca2196-936c-4cf3-ba76-8a28033443a4 HTTP/1.1" status: 200 len: 945 time: 0.2385187 Dec 10 16:43:47.647582 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3ba76745-18b5-4bcf-bb6d-4d3a803d74f4 req-8cfae01f-fde9-4019-a08a-ae9351ca4232 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.11 "GET /v2.0/security-groups?id=8257e3dd-6279-4bd5-8746-74b865a1d97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112101 Dec 10 16:43:47.799552 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aa5860ed-f379-4530-a23a-6c5e197cdbb6 req-29c82eb8-ba8f-4ae5-bb9d-39ec60aad550 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=745c579e-69e5-4133-84e1-55b039a305ea HTTP/1.1" status: 200 len: 210 time: 0.0482836 Dec 10 16:43:47.806174 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-f9b45646-0075-4a9f-b188-fbf2ff18e2cf tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:47.862933 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-f9b45646-0075-4a9f-b188-fbf2ff18e2cf tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:48.100402 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-25a8b163-5154-4ba2-97f7-63f41e9a9424 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:48.143059 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-25a8b163-5154-4ba2-97f7-63f41e9a9424 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:48.147316 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-f9b45646-0075-4a9f-b188-fbf2ff18e2cf tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Network 35f32682-cfba-42d0-8574-2822bfa354b7 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:43:48.148589 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b45646-0075-4a9f-b188-fbf2ff18e2cf tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Pushing event updated for resources: {'Port': ['ID=eb2991dd-afe8-4317-bf27-03920c421c1f,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:48.158322 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-f9b45646-0075-4a9f-b188-fbf2ff18e2cf tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:43:48.193820 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-f9b45646-0075-4a9f-b188-fbf2ff18e2cf tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:43:48.251170 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8b163-5154-4ba2-97f7-63f41e9a9424 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Pushing event updated for resources: {'Port': ['ID=4e8c20ff-6bb3-4623-a675-24c1eab0d446,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:48.283781 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4522cd62-052f-4d96-bd9a-ca96d3b7af84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:48.287845 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4522cd62-052f-4d96-bd9a-ca96d3b7af84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:48.292037 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4522cd62-052f-4d96-bd9a-ca96d3b7af84 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/558e496a-2171-411a-8563-0932ea8b6ae2 HTTP/1.1" status: 204 len: 168 time: 1.3984270 Dec 10 16:43:48.298709 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-f9b45646-0075-4a9f-b188-fbf2ff18e2cf tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:48.299326 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-f9b45646-0075-4a9f-b188-fbf2ff18e2cf tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:48.312285 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a8b163-5154-4ba2-97f7-63f41e9a9424 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Network e3dee373-2df0-4ab0-85c0-9a11200fe9bb is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:43:48.325594 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4522cd62-052f-4d96-bd9a-ca96d3b7af84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558e496a-2171-411a-8563-0932ea8b6ae2,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:48.333053 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-25a8b163-5154-4ba2-97f7-63f41e9a9424 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:43:48.339539 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a8b163-5154-4ba2-97f7-63f41e9a9424 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:43:48.354452 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a8b163-5154-4ba2-97f7-63f41e9a9424 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:48.355374 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-25a8b163-5154-4ba2-97f7-63f41e9a9424 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:48.363550 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-f9b45646-0075-4a9f-b188-fbf2ff18e2cf tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0394447 Dec 10 16:43:48.408782 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-25a8b163-5154-4ba2-97f7-63f41e9a9424 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1636577 Dec 10 16:43:48.412012 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43732) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:48.428293 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-a1a44e17-a5f1-4972-88da-40c80c5ad83f tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a6:d1:5e'}]}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:43:48.548571 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-86df7101-7349-400f-ab08-8af24ed7e955 service neutron] Request body: {'port': {'device_id': '745c579e-69e5-4133-84e1-55b039a305ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:43:48.576104 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:48.919276 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616bc5fb-53f5-407d-94f2-b7fd569b166c req-ce7eeac8-4bb9-41bf-a682-e54ebe7d479d tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:48.920704 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-86df7101-7349-400f-ab08-8af24ed7e955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:48.930353 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-616bc5fb-53f5-407d-94f2-b7fd569b166c req-ce7eeac8-4bb9-41bf-a682-e54ebe7d479d tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ca2196-936c-4cf3-ba76-8a28033443a4 HTTP/1.1" status: 200 len: 945 time: 0.1400113 Dec 10 16:43:48.938617 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a1a44e17-a5f1-4972-88da-40c80c5ad83f tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:49.004694 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-3861de46-3e9a-4e31-8645-ff16393fde0d None None] Provisioning complete for port 4e8c20ff-6bb3-4623-a675-24c1eab0d446 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:43:49.005076 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3861de46-3e9a-4e31-8645-ff16393fde0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:49.072940 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-616bc5fb-53f5-407d-94f2-b7fd569b166c req-5fcceffd-0b95-4d79-aa13-c1e005c0abe0 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.11 "GET /v2.0/security-groups?id=8257e3dd-6279-4bd5-8746-74b865a1d97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409736 Dec 10 16:43:49.170039 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-3861de46-3e9a-4e31-8645-ff16393fde0d None None] Port 4e8c20ff-6bb3-4623-a675-24c1eab0d446 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:43:49.360053 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b1347-0783-4b1a-8a0a-9d1a8ff131cd req-4a0f5b87-4e33-4471-9053-5e0c6e413674 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:49.369478 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e7b1347-0783-4b1a-8a0a-9d1a8ff131cd req-4a0f5b87-4e33-4471-9053-5e0c6e413674 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=745c579e-69e5-4133-84e1-55b039a305ea HTTP/1.1" status: 200 len: 931 time: 0.1271646 Dec 10 16:43:49.493588 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e7b1347-0783-4b1a-8a0a-9d1a8ff131cd req-a2281d0b-b157-42de-8f75-4e5ea809dd0e tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134851 Dec 10 16:43:49.621294 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a1a44e17-a5f1-4972-88da-40c80c5ad83f tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:49.644935 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a1a44e17-a5f1-4972-88da-40c80c5ad83f tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:49.674082 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:49.711886 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a1a44e17-a5f1-4972-88da-40c80c5ad83f tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] In _notify_port_updated(), no bound segment for port 4e8c20ff-6bb3-4623-a675-24c1eab0d446 on network e3dee373-2df0-4ab0-85c0-9a11200fe9bb {{(pid=103393) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:43:49.718626 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a44e17-a5f1-4972-88da-40c80c5ad83f tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:49.718626 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a1a44e17-a5f1-4972-88da-40c80c5ad83f tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:49.722389 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 43774) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:49.722565 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a1a44e17-a5f1-4972-88da-40c80c5ad83f tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] 10.222.0.11 "PUT /v2.0/ports/4e8c20ff-6bb3-4623-a675-24c1eab0d446 HTTP/1.1" status: 200 len: 1002 time: 1.3084848 Dec 10 16:43:49.772638 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a44e17-a5f1-4972-88da-40c80c5ad83f tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Pushing event updated for resources: {'Port': ['ID=4e8c20ff-6bb3-4623-a675-24c1eab0d446,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:49.806055 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-86df7101-7349-400f-ab08-8af24ed7e955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb2991dd-afe8-4317-bf27-03920c421c1f {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:43:49.817918 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-86df7101-7349-400f-ab08-8af24ed7e955 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:49.837317 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-86df7101-7349-400f-ab08-8af24ed7e955 service neutron] Transition to ACTIVE for port object eb2991dd-afe8-4317-bf27-03920c421c1f will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:43:49.844193 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-86df7101-7349-400f-ab08-8af24ed7e955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:49.994925 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df7101-7349-400f-ab08-8af24ed7e955 service neutron] Pushing event updated for resources: {'Port': ['ID=eb2991dd-afe8-4317-bf27-03920c421c1f,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:50.067419 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-dd633c94-bf58-4e7e-b296-9f126b9ff880 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Deleting port 4e8c20ff-6bb3-4623-a675-24c1eab0d446 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:43:50.068386 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dd633c94-bf58-4e7e-b296-9f126b9ff880 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:50.162700 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c16f4d-0739-4418-93d3-47353fcd93c8 req-4c31063d-b7b1-49c4-ae84-84248671fe68 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:50.164260 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d3c16f4d-0739-4418-93d3-47353fcd93c8 req-4c31063d-b7b1-49c4-ae84-84248671fe68 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ca2196-936c-4cf3-ba76-8a28033443a4 HTTP/1.1" status: 200 len: 945 time: 0.1856594 Dec 10 16:43:50.174943 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-86df7101-7349-400f-ab08-8af24ed7e955 service neutron] Attempting to bind port eb2991dd-afe8-4317-bf27-03920c421c1f on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:43:50.175412 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-86df7101-7349-400f-ab08-8af24ed7e955 service neutron] Attempting to bind port eb2991dd-afe8-4317-bf27-03920c421c1f by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '5f321af3-1a86-4e4e-a33f-e6abf9e1d87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '35f32682-cfba-42d0-8574-2822bfa354b7'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:43:50.175895 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-86df7101-7349-400f-ab08-8af24ed7e955 service neutron] Attempting to bind port eb2991dd-afe8-4317-bf27-03920c421c1f on network 35f32682-cfba-42d0-8574-2822bfa354b7 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:43:50.182294 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-86df7101-7349-400f-ab08-8af24ed7e955 service neutron] Port eb2991dd-afe8-4317-bf27-03920c421c1f on network 35f32682-cfba-42d0-8574-2822bfa354b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:43:50.182785 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-86df7101-7349-400f-ab08-8af24ed7e955 service neutron] Attempting to bind port eb2991dd-afe8-4317-bf27-03920c421c1f on network 35f32682-cfba-42d0-8574-2822bfa354b7 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:43:50.188660 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-86df7101-7349-400f-ab08-8af24ed7e955 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:43:50.189147 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-86df7101-7349-400f-ab08-8af24ed7e955 service neutron] Checking segment: {'id': '5f321af3-1a86-4e4e-a33f-e6abf9e1d87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '35f32682-cfba-42d0-8574-2822bfa354b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:43:50.189622 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-86df7101-7349-400f-ab08-8af24ed7e955 service neutron] Bound using segment: {'id': '5f321af3-1a86-4e4e-a33f-e6abf9e1d87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '35f32682-cfba-42d0-8574-2822bfa354b7'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:43:50.190529 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-86df7101-7349-400f-ab08-8af24ed7e955 service neutron] Bound port: eb2991dd-afe8-4317-bf27-03920c421c1f, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f321af3-1a86-4e4e-a33f-e6abf9e1d87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '35f32682-cfba-42d0-8574-2822bfa354b7'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:43:50.191267 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-86df7101-7349-400f-ab08-8af24ed7e955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:50.279118 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-86df7101-7349-400f-ab08-8af24ed7e955 service neutron] For port eb2991dd-afe8-4317-bf27-03920c421c1f, host n-h1-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:43:50.283168 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-86df7101-7349-400f-ab08-8af24ed7e955 service neutron] For port eb2991dd-afe8-4317-bf27-03920c421c1f, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=eb2991dd-afe8-4317-bf27-03920c421c1f,segment=NetworkSegment(5f321af3-1a86-4e4e-a33f-e6abf9e1d87b),segment_id=5f321af3-1a86-4e4e-a33f-e6abf9e1d87b)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:43:50.297509 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dd633c94-bf58-4e7e-b296-9f126b9ff880 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:50.301878 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-86df7101-7349-400f-ab08-8af24ed7e955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:50.323155 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-692a968f-07e9-4937-abd4-4abee354f35d None None] Provisioning complete for port 4e8c20ff-6bb3-4623-a675-24c1eab0d446 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:43:50.324042 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-692a968f-07e9-4937-abd4-4abee354f35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:50.337382 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d3c16f4d-0739-4418-93d3-47353fcd93c8 req-78700010-e566-45b6-b938-65ecd0d24293 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.11 "GET /v2.0/security-groups?id=8257e3dd-6279-4bd5-8746-74b865a1d97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589932 Dec 10 16:43:50.349068 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-dd633c94-bf58-4e7e-b296-9f126b9ff880 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Calling delete_port for 4e8c20ff-6bb3-4623-a675-24c1eab0d446 owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:43:50.419431 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-692a968f-07e9-4937-abd4-4abee354f35d None None] Port 4e8c20ff-6bb3-4623-a675-24c1eab0d446 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:43:50.427949 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-86df7101-7349-400f-ab08-8af24ed7e955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:50.428681 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-86df7101-7349-400f-ab08-8af24ed7e955 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:50.435477 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-86df7101-7349-400f-ab08-8af24ed7e955 service neutron] 10.222.0.26 "PUT /v2.0/ports/eb2991dd-afe8-4317-bf27-03920c421c1f HTTP/1.1" status: 200 len: 1091 time: 2.0566585 Dec 10 16:43:50.436685 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '745c579e-69e5-4133-84e1-55b039a305ea', 'tag': 'eb2991dd-afe8-4317-bf27-03920c421c1f'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:43:50.439640 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1229a1ce-7bd7-4d05-8197-a875335afd02" -d '{"events": [{"name": "network-changed", "server_uuid": "745c579e-69e5-4133-84e1-55b039a305ea", "tag": "eb2991dd-afe8-4317-bf27-03920c421c1f"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:43:50.571937 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6514931-e530-4b4a-b2f8-ca95d0a3608a x-openstack-request-id: req-a6514931-e530-4b4a-b2f8-ca95d0a3608a {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:43:50.574233 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "745c579e-69e5-4133-84e1-55b039a305ea", "tag": "eb2991dd-afe8-4317-bf27-03920c421c1f", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:43:50.574693 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a6514931-e530-4b4a-b2f8-ca95d0a3608a {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:43:50.577426 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '745c579e-69e5-4133-84e1-55b039a305ea', 'tag': 'eb2991dd-afe8-4317-bf27-03920c421c1f', 'status': 'completed', 'code': 200} Dec 10 16:43:50.606295 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df7101-7349-400f-ab08-8af24ed7e955 service neutron] Pushing event updated for resources: {'Port': ['ID=eb2991dd-afe8-4317-bf27-03920c421c1f,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:50.619668 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-bf2a2829-ea4e-42b5-8d68-1b769229c46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:50.621489 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-bf2a2829-ea4e-42b5-8d68-1b769229c46e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2334512fa40541b3a8ba6aa3ffbe674c&device_id=745c579e-69e5-4133-84e1-55b039a305ea HTTP/1.1" status: 200 len: 1094 time: 0.1438599 Dec 10 16:43:50.647633 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dd633c94-bf58-4e7e-b296-9f126b9ff880 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:50.706351 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-6af48735-8415-4e38-a10d-26d0d8265667 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb2991dd-afe8-4317-bf27-03920c421c1f HTTP/1.1" status: 200 len: 217 time: 0.0733371 Dec 10 16:43:50.762851 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd633c94-bf58-4e7e-b296-9f126b9ff880 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Pushing event deleted for resources: {'Port': ['ID=4e8c20ff-6bb3-4623-a675-24c1eab0d446,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:50.786998 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dd633c94-bf58-4e7e-b296-9f126b9ff880 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:50.793224 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-dd633c94-bf58-4e7e-b296-9f126b9ff880 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] 10.222.0.11 "DELETE /v2.0/ports/4e8c20ff-6bb3-4623-a675-24c1eab0d446 HTTP/1.1" status: 204 len: 168 time: 1.0692544 Dec 10 16:43:50.794036 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43808) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:50.813386 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9440d7e-e7aa-4094-954b-9883cd7d17cf req-a16fdd26-75fb-46ad-b88f-d1eaf97eca7f tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:50.815356 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d9440d7e-e7aa-4094-954b-9883cd7d17cf req-a16fdd26-75fb-46ad-b88f-d1eaf97eca7f tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=745c579e-69e5-4133-84e1-55b039a305ea HTTP/1.1" status: 200 len: 943 time: 0.1408870 Dec 10 16:43:50.878289 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-6499da6f-391f-43f9-8a40-61f76703b0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:50.882950 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-6499da6f-391f-43f9-8a40-61f76703b0fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=752d8738-5a8a-4dc6-b8b4-8f887a921d46 HTTP/1.1" status: 200 len: 845 time: 0.1687477 Dec 10 16:43:50.887298 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-94d9d77c-722d-46af-ac0b-97f1e99b91bc tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] GET failed (client error): The resource could not be found. Dec 10 16:43:50.893452 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-94d9d77c-722d-46af-ac0b-97f1e99b91bc tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] 10.222.0.11 "GET /v2.0/ports/4e8c20ff-6bb3-4623-a675-24c1eab0d446 HTTP/1.1" status: 404 len: 333 time: 0.0888319 Dec 10 16:43:50.898737 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d9440d7e-e7aa-4094-954b-9883cd7d17cf req-4d9fc7f2-6b7e-433e-b3a0-0ecce24f3f3e tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674193 Dec 10 16:43:50.899264 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 43812) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:50.908533 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-fafdab6f-19ef-4876-ab6a-ade02e7aeeb0 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Request body: {'port': {'network_id': 'e3dee373-2df0-4ab0-85c0-9a11200fe9bb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2048749480'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:43:50.930911 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-e2900b18-cef1-40a3-bb40-d21cb5306d49 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=35f32682-cfba-42d0-8574-2822bfa354b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387681 Dec 10 16:43:51.076312 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-932da162-ba4b-46e9-b323-2b9cd338e164 service neutron] 10.222.0.26 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375787 Dec 10 16:43:51.145424 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafdab6f-19ef-4876-ab6a-ade02e7aeeb0 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Made reservation on behalf of 3f5fc52c909244f8a8c66cc2fd206609 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:43:51.149621 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fafdab6f-19ef-4876-ab6a-ade02e7aeeb0 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:51.170581 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-fafdab6f-19ef-4876-ab6a-ade02e7aeeb0 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] device_id is not set on port 0ec96f40-be47-4017-ba17-ae06bbedc66b yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:43:51.307073 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e4797f7d-81f5-49fb-a5fa-f4fb81cb53bb req-6a36086f-c2ff-4bc8-bbfa-7f1cf0a71d8a service neutron] 10.222.0.26 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234874 Dec 10 16:43:51.430434 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-fafdab6f-19ef-4876-ab6a-ade02e7aeeb0 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Allocated IP 2001:db8::19f (e3dee373-2df0-4ab0-85c0-9a11200fe9bb/263789f9-051c-4c43-a866-f52a5df529ef/0ec96f40-be47-4017-ba17-ae06bbedc66b) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:43:51.506164 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229a1ce-7bd7-4d05-8197-a875335afd02 req-0b73e1c4-4e9b-417a-8126-83fa22cd837d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:51.508557 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1229a1ce-7bd7-4d05-8197-a875335afd02 req-0b73e1c4-4e9b-417a-8126-83fa22cd837d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2334512fa40541b3a8ba6aa3ffbe674c&device_id=745c579e-69e5-4133-84e1-55b039a305ea HTTP/1.1" status: 200 len: 1094 time: 0.1202970 Dec 10 16:43:51.530805 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307641d-b914-424f-b70d-e8dba5ca6ce3 req-6b2eb482-490d-4b5b-aa96-ace6db60a3d9 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:51.539277 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5307641d-b914-424f-b70d-e8dba5ca6ce3 req-6b2eb482-490d-4b5b-aa96-ace6db60a3d9 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ca2196-936c-4cf3-ba76-8a28033443a4 HTTP/1.1" status: 200 len: 945 time: 0.1108871 Dec 10 16:43:51.626574 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229a1ce-7bd7-4d05-8197-a875335afd02 req-c2333874-378e-4838-95db-c71349e7712c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:51.630238 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1229a1ce-7bd7-4d05-8197-a875335afd02 req-c2333874-378e-4838-95db-c71349e7712c service neutron] 10.222.0.26 "GET /v2.0/networks?id=35f32682-cfba-42d0-8574-2822bfa354b7 HTTP/1.1" status: 200 len: 906 time: 0.1111774 Dec 10 16:43:51.750727 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1229a1ce-7bd7-4d05-8197-a875335afd02 req-1183dee0-1164-4953-9c1d-e4ca820eccfb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb2991dd-afe8-4317-bf27-03920c421c1f HTTP/1.1" status: 200 len: 217 time: 0.1122103 Dec 10 16:43:51.786298 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5307641d-b914-424f-b70d-e8dba5ca6ce3 req-27e3bb66-2186-42ca-8bda-a38f85590b84 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.11 "GET /v2.0/security-groups?id=8257e3dd-6279-4bd5-8746-74b865a1d97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396412 Dec 10 16:43:51.862377 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fafdab6f-19ef-4876-ab6a-ade02e7aeeb0 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:51.889400 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229a1ce-7bd7-4d05-8197-a875335afd02 req-d7d8d703-a338-4596-95b6-23884ee79a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:51.891620 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1229a1ce-7bd7-4d05-8197-a875335afd02 req-d7d8d703-a338-4596-95b6-23884ee79a76 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=752d8738-5a8a-4dc6-b8b4-8f887a921d46 HTTP/1.1" status: 200 len: 845 time: 0.1335583 Dec 10 16:43:51.927770 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fafdab6f-19ef-4876-ab6a-ade02e7aeeb0 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:51.946343 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1229a1ce-7bd7-4d05-8197-a875335afd02 req-1f01f2c8-fc4f-47a2-8c77-b7c95de85c53 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=35f32682-cfba-42d0-8574-2822bfa354b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421536 Dec 10 16:43:52.093252 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafdab6f-19ef-4876-ab6a-ade02e7aeeb0 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Network e3dee373-2df0-4ab0-85c0-9a11200fe9bb is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:43:52.120189 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-fafdab6f-19ef-4876-ab6a-ade02e7aeeb0 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:43:52.123837 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafdab6f-19ef-4876-ab6a-ade02e7aeeb0 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:43:52.137429 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafdab6f-19ef-4876-ab6a-ade02e7aeeb0 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:52.138098 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fafdab6f-19ef-4876-ab6a-ade02e7aeeb0 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:52.159469 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1229a1ce-7bd7-4d05-8197-a875335afd02 req-ec922c6e-2f9c-4b52-a2d7-7533a68d31c9 service neutron] 10.222.0.26 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994367 Dec 10 16:43:52.275879 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafdab6f-19ef-4876-ab6a-ade02e7aeeb0 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Pushing event updated for resources: {'Port': ['ID=0ec96f40-be47-4017-ba17-ae06bbedc66b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:52.360612 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-fafdab6f-19ef-4876-ab6a-ade02e7aeeb0 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4589055 Dec 10 16:43:52.375824 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43864) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:52.406701 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-db079845-ca31-4dcb-a9ad-5e044ee2bd23 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Request body: {'port': {'network_id': 'e3dee373-2df0-4ab0-85c0-9a11200fe9bb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1674048973'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:43:52.407881 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377de0b-de2f-4a4a-9f99-90b5e12c40e9 req-be6cb46f-4a35-47b6-8e1d-bc75270a5717 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:52.411207 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a377de0b-de2f-4a4a-9f99-90b5e12c40e9 req-be6cb46f-4a35-47b6-8e1d-bc75270a5717 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=745c579e-69e5-4133-84e1-55b039a305ea HTTP/1.1" status: 200 len: 943 time: 0.2502949 Dec 10 16:43:52.415447 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4990785-9caf-4068-a2d7-4bf71cff7562 req-15184b65-f898-4567-8ac5-8e643dacfeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:52.419999 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f4990785-9caf-4068-a2d7-4bf71cff7562 req-15184b65-f898-4567-8ac5-8e643dacfeb9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f3c23dd15a447d3b1fc4d71b188efea&device_id=75ca2196-936c-4cf3-ba76-8a28033443a4 HTTP/1.1" status: 200 len: 1096 time: 0.3174875 Dec 10 16:43:52.471302 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1229a1ce-7bd7-4d05-8197-a875335afd02 req-dadf8b56-07c1-42ba-8487-2e959198a118 service neutron] 10.222.0.26 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060148 Dec 10 16:43:52.626974 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-bfdb878f-c408-4327-949d-b48342288498 None None] Provisioning complete for port 0ec96f40-be47-4017-ba17-ae06bbedc66b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:43:52.627893 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bfdb878f-c408-4327-949d-b48342288498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:52.736194 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-bfdb878f-c408-4327-949d-b48342288498 None None] Port 0ec96f40-be47-4017-ba17-ae06bbedc66b cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:43:53.002542 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db079845-ca31-4dcb-a9ad-5e044ee2bd23 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Made reservation on behalf of 3f5fc52c909244f8a8c66cc2fd206609 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:43:53.012596 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db079845-ca31-4dcb-a9ad-5e044ee2bd23 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:53.036833 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-db079845-ca31-4dcb-a9ad-5e044ee2bd23 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] device_id is not set on port 19042647-3796-4b1f-9052-f014a58d02ce yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:43:53.198724 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-db079845-ca31-4dcb-a9ad-5e044ee2bd23 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Allocated IP 2001:db8::e2 (e3dee373-2df0-4ab0-85c0-9a11200fe9bb/263789f9-051c-4c43-a866-f52a5df529ef/19042647-3796-4b1f-9052-f014a58d02ce) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:43:53.306763 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a377de0b-de2f-4a4a-9f99-90b5e12c40e9 req-fc9252da-8397-4aa4-942a-0abce10da0a6 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8846717 Dec 10 16:43:53.371767 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4990785-9caf-4068-a2d7-4bf71cff7562 req-5c76ad12-1c5b-4c4f-a397-f796150e1bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:53.373511 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f4990785-9caf-4068-a2d7-4bf71cff7562 req-5c76ad12-1c5b-4c4f-a397-f796150e1bfc service neutron] 10.222.0.46 "GET /v2.0/networks?id=26b5e0f8-8bf0-468c-a7f9-6a215bfc49ed HTTP/1.1" status: 200 len: 913 time: 0.9355505 Dec 10 16:43:53.439085 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f4990785-9caf-4068-a2d7-4bf71cff7562 req-ea8e3a49-9660-45a1-b97c-58cf6a63fb8c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4e133e3-d169-45cf-8e95-3957967cdb06 HTTP/1.1" status: 200 len: 217 time: 0.0568800 Dec 10 16:43:53.524065 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4990785-9caf-4068-a2d7-4bf71cff7562 req-592df96b-2dcb-446a-b34c-2066860749b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:53.525447 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f4990785-9caf-4068-a2d7-4bf71cff7562 req-592df96b-2dcb-446a-b34c-2066860749b4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6e65db7-2452-40c3-b3b1-80f661921800 HTTP/1.1" status: 200 len: 852 time: 0.0753243 Dec 10 16:43:53.529770 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db079845-ca31-4dcb-a9ad-5e044ee2bd23 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:53.595476 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f4990785-9caf-4068-a2d7-4bf71cff7562 req-520d56f3-6f82-44ff-95a7-634292c6c57e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26b5e0f8-8bf0-468c-a7f9-6a215bfc49ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477216 Dec 10 16:43:53.627711 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db079845-ca31-4dcb-a9ad-5e044ee2bd23 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:53.723846 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f4990785-9caf-4068-a2d7-4bf71cff7562 req-07fafdda-f6fe-4b34-86cd-0a1f07332fe4 service neutron] 10.222.0.46 "GET /v2.0/networks/26b5e0f8-8bf0-468c-a7f9-6a215bfc49ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193976 Dec 10 16:43:53.739773 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0053d-6710-404d-ba8e-fd11e65a7923 req-8a0f0f11-d162-4ee0-b95d-6693efe484c3 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:53.747377 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fae0053d-6710-404d-ba8e-fd11e65a7923 req-8a0f0f11-d162-4ee0-b95d-6693efe484c3 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ca2196-936c-4cf3-ba76-8a28033443a4 HTTP/1.1" status: 200 len: 945 time: 0.3120496 Dec 10 16:43:53.776328 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db079845-ca31-4dcb-a9ad-5e044ee2bd23 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Network e3dee373-2df0-4ab0-85c0-9a11200fe9bb is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:43:53.781288 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-db079845-ca31-4dcb-a9ad-5e044ee2bd23 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:43:53.798175 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db079845-ca31-4dcb-a9ad-5e044ee2bd23 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:43:53.817318 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db079845-ca31-4dcb-a9ad-5e044ee2bd23 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:53.848562 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db079845-ca31-4dcb-a9ad-5e044ee2bd23 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:53.870526 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db079845-ca31-4dcb-a9ad-5e044ee2bd23 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Pushing event updated for resources: {'Port': ['ID=19042647-3796-4b1f-9052-f014a58d02ce,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:53.917907 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fae0053d-6710-404d-ba8e-fd11e65a7923 req-b159acf8-50db-4fd8-a49d-c7519db75fdc tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.11 "GET /v2.0/security-groups?id=8257e3dd-6279-4bd5-8746-74b865a1d97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626823 Dec 10 16:43:53.945572 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-db079845-ca31-4dcb-a9ad-5e044ee2bd23 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5628831 Dec 10 16:43:53.951237 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 43898) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:53.967870 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-3918ec93-ffbc-4264-96e4-1c4177725f8b tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1b', 'mac_address': 'fa:16:3e:a6:d1:5e'}, {'ip_address': '2001:db8::19f', 'mac_address': 'fa:16:3e:f6:bc:9f'}]}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:43:53.994872 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f4990785-9caf-4068-a2d7-4bf71cff7562 req-b4453162-bd47-4ed3-b003-8d614f9c512b service neutron] 10.222.0.46 "GET /v2.0/networks/26b5e0f8-8bf0-468c-a7f9-6a215bfc49ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307925 Dec 10 16:43:54.271075 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3918ec93-ffbc-4264-96e4-1c4177725f8b tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:54.295839 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d8be590d-acbe-41b3-abf9-0f40020f59cf None None] Provisioning complete for port 19042647-3796-4b1f-9052-f014a58d02ce triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:43:54.296333 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d8be590d-acbe-41b3-abf9-0f40020f59cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:54.423796 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d8be590d-acbe-41b3-abf9-0f40020f59cf None None] Port 19042647-3796-4b1f-9052-f014a58d02ce cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:43:54.517967 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43912) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:54.586575 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370db35-f0ab-45ea-be59-edd210b3dc99 req-c002b527-6e93-4ea7-841a-ec9698820698 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:54.588485 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a370db35-f0ab-45ea-be59-edd210b3dc99 req-c002b527-6e93-4ea7-841a-ec9698820698 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=745c579e-69e5-4133-84e1-55b039a305ea HTTP/1.1" status: 200 len: 943 time: 0.0992157 Dec 10 16:43:54.642541 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3918ec93-ffbc-4264-96e4-1c4177725f8b tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:54.673654 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3918ec93-ffbc-4264-96e4-1c4177725f8b tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:54.687136 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b016ecb3-b92a-4e12-979d-dba56f3de814 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:54.771123 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device eb2991dd-afe8-4317-bf27-03920c421c1f details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:43:54.787322 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-3918ec93-ffbc-4264-96e4-1c4177725f8b tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] In _notify_port_updated(), no bound segment for port 19042647-3796-4b1f-9052-f014a58d02ce on network e3dee373-2df0-4ab0-85c0-9a11200fe9bb {{(pid=103392) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:43:54.787322 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3918ec93-ffbc-4264-96e4-1c4177725f8b tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:54.788633 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3918ec93-ffbc-4264-96e4-1c4177725f8b tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:54.791940 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b016ecb3-b92a-4e12-979d-dba56f3de814 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:54.792122 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3918ec93-ffbc-4264-96e4-1c4177725f8b tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] 10.222.0.11 "PUT /v2.0/ports/19042647-3796-4b1f-9052-f014a58d02ce HTTP/1.1" status: 200 len: 1066 time: 0.8299451 Dec 10 16:43:54.793575 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43918) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:54.825005 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918ec93-ffbc-4264-96e4-1c4177725f8b tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Pushing event updated for resources: {'Port': ['ID=19042647-3796-4b1f-9052-f014a58d02ce,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:54.860638 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a370db35-f0ab-45ea-be59-edd210b3dc99 req-650915f9-73f5-47d3-986c-5c45e62c2262 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353215 Dec 10 16:43:54.872111 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b016ecb3-b92a-4e12-979d-dba56f3de814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:55.065675 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port eb2991dd-afe8-4317-bf27-03920c421c1f, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=eb2991dd-afe8-4317-bf27-03920c421c1f,segment=NetworkSegment(5f321af3-1a86-4e4e-a33f-e6abf9e1d87b),segment_id=5f321af3-1a86-4e4e-a33f-e6abf9e1d87b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:43:55.069258 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016ecb3-b92a-4e12-979d-dba56f3de814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f7ad03-c99d-448f-aff0-fd59803be42e,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:55.102047 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 43928) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:55.108147 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b016ecb3-b92a-4e12-979d-dba56f3de814 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0f4efd9e597547a7a4abd466b20edad7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5870810 Dec 10 16:43:55.116340 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': 'eb2991dd-afe8-4317-bf27-03920c421c1f', 'network_id': '35f32682-cfba-42d0-8574-2822bfa354b7', 'port_id': 'eb2991dd-afe8-4317-bf27-03920c421c1f', 'mac_address': 'fa:16:3e:48:6f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '752d8738-5a8a-4dc6-b8b4-8f887a921d46', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:43:55.179970 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-3011b1aa-314e-42cd-84ac-23dc097a99b0 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Deleting port 19042647-3796-4b1f-9052-f014a58d02ce {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:43:55.180299 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3011b1aa-314e-42cd-84ac-23dc097a99b0 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:55.203850 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:55.222219 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4975a2-422f-4523-abeb-35dd82e69167 req-d4d1131e-6263-490f-8410-bc0a53d5e395 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:55.225164 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7b4975a2-422f-4523-abeb-35dd82e69167 req-d4d1131e-6263-490f-8410-bc0a53d5e395 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ca2196-936c-4cf3-ba76-8a28033443a4 HTTP/1.1" status: 200 len: 945 time: 0.1877153 Dec 10 16:43:55.255530 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb2991dd-afe8-4317-bf27-03920c421c1f {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:43:55.278305 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-95a62b1c-416c-4340-a982-2d9a9e2dd059 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:55.310385 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-95a62b1c-416c-4340-a982-2d9a9e2dd059 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:55.324695 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port eb2991dd-afe8-4317-bf27-03920c421c1f, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=eb2991dd-afe8-4317-bf27-03920c421c1f,segment=NetworkSegment(5f321af3-1a86-4e4e-a33f-e6abf9e1d87b),segment_id=5f321af3-1a86-4e4e-a33f-e6abf9e1d87b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:43:55.328299 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-1f56d3f2-a21a-4213-9230-737ce3897c33 None None] Provisioning complete for port 19042647-3796-4b1f-9052-f014a58d02ce triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:43:55.328877 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1f56d3f2-a21a-4213-9230-737ce3897c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:55.390883 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:55.405087 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3011b1aa-314e-42cd-84ac-23dc097a99b0 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:55.408338 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7b4975a2-422f-4523-abeb-35dd82e69167 req-6dffe346-9c08-4929-9689-4ae5dd911852 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.11 "GET /v2.0/security-groups?id=8257e3dd-6279-4bd5-8746-74b865a1d97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512873 Dec 10 16:43:55.441433 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-3011b1aa-314e-42cd-84ac-23dc097a99b0 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Calling delete_port for 19042647-3796-4b1f-9052-f014a58d02ce owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:43:55.448355 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-95a62b1c-416c-4340-a982-2d9a9e2dd059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:55.453960 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-95a62b1c-416c-4340-a982-2d9a9e2dd059 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:55.457923 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-95a62b1c-416c-4340-a982-2d9a9e2dd059 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b0f7ad03-c99d-448f-aff0-fd59803be42e HTTP/1.1" status: 204 len: 168 time: 0.3480880 Dec 10 16:43:55.500181 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a62b1c-416c-4340-a982-2d9a9e2dd059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f7ad03-c99d-448f-aff0-fd59803be42e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:55.536364 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-1f56d3f2-a21a-4213-9230-737ce3897c33 None None] Port 19042647-3796-4b1f-9052-f014a58d02ce cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:43:55.616546 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=eb2991dd-afe8-4317-bf27-03920c421c1f,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:55.645017 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['eb2991dd-afe8-4317-bf27-03920c421c1f'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:43:55.735117 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3011b1aa-314e-42cd-84ac-23dc097a99b0 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:55.839875 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3011b1aa-314e-42cd-84ac-23dc097a99b0 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Pushing event deleted for resources: {'Port': ['ID=19042647-3796-4b1f-9052-f014a58d02ce,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:55.957526 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7052ee-43a6-453f-b503-35d18dcd8edf req-afb85ddf-374e-43c8-b0f3-c2fb4178803c tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:55.961234 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8c7052ee-43a6-453f-b503-35d18dcd8edf req-afb85ddf-374e-43c8-b0f3-c2fb4178803c tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ca2196-936c-4cf3-ba76-8a28033443a4 HTTP/1.1" status: 200 len: 945 time: 0.1336553 Dec 10 16:43:56.075425 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8c7052ee-43a6-453f-b503-35d18dcd8edf req-f15d7b1e-2e9f-499a-8191-b5158e189cb8 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.11 "GET /v2.0/security-groups?id=8257e3dd-6279-4bd5-8746-74b865a1d97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035302 Dec 10 16:43:56.137169 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 43954) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:56.178388 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d135a55d-4202-482f-aa4e-9f8b9dfe3a21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:56.256153 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3011b1aa-314e-42cd-84ac-23dc097a99b0 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:56.265628 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3011b1aa-314e-42cd-84ac-23dc097a99b0 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] 10.222.0.11 "DELETE /v2.0/ports/19042647-3796-4b1f-9052-f014a58d02ce HTTP/1.1" status: 204 len: 168 time: 1.4706278 Dec 10 16:43:56.266302 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43956) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:56.309674 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c57ec2-8dd5-4ee0-99d5-3b593f64274c req-f5148944-ac8d-46ef-b16d-7ae9bd4e7ff7 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:56.316745 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb71b95e-53a0-4c45-bb08-d479972a0ea0 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] GET failed (client error): The resource could not be found. Dec 10 16:43:56.318063 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-78c57ec2-8dd5-4ee0-99d5-3b593f64274c req-f5148944-ac8d-46ef-b16d-7ae9bd4e7ff7 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=745c579e-69e5-4133-84e1-55b039a305ea HTTP/1.1" status: 200 len: 944 time: 0.1419044 Dec 10 16:43:56.322158 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-fb71b95e-53a0-4c45-bb08-d479972a0ea0 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] 10.222.0.11 "GET /v2.0/ports/19042647-3796-4b1f-9052-f014a58d02ce HTTP/1.1" status: 404 len: 333 time: 0.0547616 Dec 10 16:43:56.322887 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43962) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:56.449820 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-78c57ec2-8dd5-4ee0-99d5-3b593f64274c req-550129d2-f753-4de4-8d29-2aabac0282de tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275291 Dec 10 16:43:56.453176 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-044caf95-954f-470e-a972-a8cc3d5ad585 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Deleting port 0ec96f40-be47-4017-ba17-ae06bbedc66b {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:43:56.453840 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-044caf95-954f-470e-a972-a8cc3d5ad585 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:56.495116 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d135a55d-4202-482f-aa4e-9f8b9dfe3a21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:56.500684 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d135a55d-4202-482f-aa4e-9f8b9dfe3a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:56.547272 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d135a55d-4202-482f-aa4e-9f8b9dfe3a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fc2b9d-3ffb-4acc-97a6-63f301e64880,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:56.554904 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d135a55d-4202-482f-aa4e-9f8b9dfe3a21 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5d309957c78841d5a672891f2efb9120&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4139440 Dec 10 16:43:56.555902 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 43966) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:56.613608 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-044caf95-954f-470e-a972-a8cc3d5ad585 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:56.636082 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-044caf95-954f-470e-a972-a8cc3d5ad585 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Calling delete_port for 0ec96f40-be47-4017-ba17-ae06bbedc66b owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:43:56.674602 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c4cda39-3ffe-4709-af4e-e3919cffbc19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:56.710631 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c4cda39-3ffe-4709-af4e-e3919cffbc19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:56.773086 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device eb2991dd-afe8-4317-bf27-03920c421c1f up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:43:56.777807 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c4cda39-3ffe-4709-af4e-e3919cffbc19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:56.779855 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c4cda39-3ffe-4709-af4e-e3919cffbc19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:56.781579 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3c4cda39-3ffe-4709-af4e-e3919cffbc19 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b1fc2b9d-3ffb-4acc-97a6-63f301e64880 HTTP/1.1" status: 204 len: 168 time: 0.2229362 Dec 10 16:43:56.804926 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cda39-3ffe-4709-af4e-e3919cffbc19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fc2b9d-3ffb-4acc-97a6-63f301e64880,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:56.828837 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-044caf95-954f-470e-a972-a8cc3d5ad585 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:56.887665 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044caf95-954f-470e-a972-a8cc3d5ad585 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Pushing event deleted for resources: {'Port': ['ID=0ec96f40-be47-4017-ba17-ae06bbedc66b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:56.958275 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-044caf95-954f-470e-a972-a8cc3d5ad585 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:56.964464 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 43976) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:56.970833 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port eb2991dd-afe8-4317-bf27-03920c421c1f completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:43:56.977231 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-044caf95-954f-470e-a972-a8cc3d5ad585 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] 10.222.0.11 "DELETE /v2.0/ports/0ec96f40-be47-4017-ba17-ae06bbedc66b HTTP/1.1" status: 204 len: 168 time: 0.6530688 Dec 10 16:43:56.978218 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port eb2991dd-afe8-4317-bf27-03920c421c1f triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:43:56.978649 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:57.010061 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccbc5fda-e2b2-41ea-b3ee-f8b54c655728 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] GET failed (client error): The resource could not be found. Dec 10 16:43:57.021732 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 43982) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:57.036665 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ccbc5fda-e2b2-41ea-b3ee-f8b54c655728 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] 10.222.0.11 "GET /v2.0/ports/0ec96f40-be47-4017-ba17-ae06bbedc66b HTTP/1.1" status: 404 len: 333 time: 0.0710402 Dec 10 16:43:57.174028 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:57.214504 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port eb2991dd-afe8-4317-bf27-03920c421c1f, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=eb2991dd-afe8-4317-bf27-03920c421c1f,segment=NetworkSegment(5f321af3-1a86-4e4e-a33f-e6abf9e1d87b),segment_id=5f321af3-1a86-4e4e-a33f-e6abf9e1d87b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:43:57.216295 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745c579e-69e5-4133-84e1-55b039a305ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2991dd-afe8-4317-bf27-03920c421c1f'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:43:57.219651 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5810b55d-411a-4e98-8e58-6673f721cada" -d '{"events": [{"server_uuid": "745c579e-69e5-4133-84e1-55b039a305ea", "name": "network-vif-plugged", "status": "completed", "tag": "eb2991dd-afe8-4317-bf27-03920c421c1f"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:43:57.224293 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:57.248052 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-20802a7a-d941-4dd5-921e-87213d7483dd tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Deleting port 25afccca-d934-4e29-9727-b6d0b5057360 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:43:57.255267 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-20802a7a-d941-4dd5-921e-87213d7483dd tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:57.369285 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=eb2991dd-afe8-4317-bf27-03920c421c1f,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:57.372364 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925f5e6-5ee0-40c2-8c9f-f01f10ff90c6 req-2cc43389-3d39-4e53-9905-d9d8c14c508f tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:57.390757 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f925f5e6-5ee0-40c2-8c9f-f01f10ff90c6 req-2cc43389-3d39-4e53-9905-d9d8c14c508f tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ca2196-936c-4cf3-ba76-8a28033443a4 HTTP/1.1" status: 200 len: 945 time: 0.1218321 Dec 10 16:43:57.450726 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-20802a7a-d941-4dd5-921e-87213d7483dd tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:57.469691 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-20802a7a-d941-4dd5-921e-87213d7483dd tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Calling delete_port for 25afccca-d934-4e29-9727-b6d0b5057360 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:43:57.524298 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f925f5e6-5ee0-40c2-8c9f-f01f10ff90c6 req-c9c12b3c-23d3-4e02-a3e0-6cf765284a49 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.11 "GET /v2.0/security-groups?id=8257e3dd-6279-4bd5-8746-74b865a1d97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324384 Dec 10 16:43:57.608592 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565117ad-8f71-4cb7-9ad6-ba0324a4a317 x-openstack-request-id: req-565117ad-8f71-4cb7-9ad6-ba0324a4a317 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:43:57.609869 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745c579e-69e5-4133-84e1-55b039a305ea", "name": "network-vif-plugged", "status": "completed", "tag": "eb2991dd-afe8-4317-bf27-03920c421c1f", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:43:57.610514 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-565117ad-8f71-4cb7-9ad6-ba0324a4a317 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:43:57.611329 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '745c579e-69e5-4133-84e1-55b039a305ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2991dd-afe8-4317-bf27-03920c421c1f', 'code': 200} Dec 10 16:43:57.742849 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356eb974-2932-4192-8731-6eb5d0e832e3 req-76d70e74-d7bd-4588-96db-700a4048bad9 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:57.744484 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-356eb974-2932-4192-8731-6eb5d0e832e3 req-76d70e74-d7bd-4588-96db-700a4048bad9 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.46 "GET /v2.0/ports?device_id=75ca2196-936c-4cf3-ba76-8a28033443a4 HTTP/1.1" status: 200 len: 945 time: 0.1931911 Dec 10 16:43:57.826773 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba2e97-1bce-41f6-a75a-3937e0a0c133 req-7f3f7609-bf46-44fd-beed-801f861287a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:57.828608 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8fba2e97-1bce-41f6-a75a-3937e0a0c133 req-7f3f7609-bf46-44fd-beed-801f861287a9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=745c579e-69e5-4133-84e1-55b039a305ea HTTP/1.1" status: 200 len: 1096 time: 0.1034684 Dec 10 16:43:57.829723 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-20802a7a-d941-4dd5-921e-87213d7483dd tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:57.886462 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8728586-806f-44a9-8e89-a2f521ce4c3d req-65e9c4a6-0e08-40ba-a724-ee916bd66688 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:57.891445 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c8728586-806f-44a9-8e89-a2f521ce4c3d req-65e9c4a6-0e08-40ba-a724-ee916bd66688 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=745c579e-69e5-4133-84e1-55b039a305ea HTTP/1.1" status: 200 len: 945 time: 0.2154284 Dec 10 16:43:57.910516 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20802a7a-d941-4dd5-921e-87213d7483dd tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Pushing event deleted for resources: {'Port': ['ID=25afccca-d934-4e29-9727-b6d0b5057360,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:57.979464 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-20802a7a-d941-4dd5-921e-87213d7483dd tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:58.003896 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-20802a7a-d941-4dd5-921e-87213d7483dd tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] 10.222.0.11 "DELETE /v2.0/ports/25afccca-d934-4e29-9727-b6d0b5057360 HTTP/1.1" status: 204 len: 168 time: 0.9783096 Dec 10 16:43:58.007579 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 44014) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:58.034616 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8fba2e97-1bce-41f6-a75a-3937e0a0c133 req-0068839b-fe03-4fe8-b693-8aa288cbd5eb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925604 Dec 10 16:43:58.113268 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-5319bcd6-25aa-4069-90a8-550ba2ac89bf tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Deleting subnet 263789f9-051c-4c43-a866-f52a5df529ef {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:43:58.117002 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5319bcd6-25aa-4069-90a8-550ba2ac89bf tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:58.173084 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5319bcd6-25aa-4069-90a8-550ba2ac89bf tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:58.222486 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-356eb974-2932-4192-8731-6eb5d0e832e3 req-bca72d15-28b2-4981-aa74-ee37e40a3b92 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] Deleting port b4e133e3-d169-45cf-8e95-3957967cdb06 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:43:58.222838 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-356eb974-2932-4192-8731-6eb5d0e832e3 req-bca72d15-28b2-4981-aa74-ee37e40a3b92 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:58.238257 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c8728586-806f-44a9-8e89-a2f521ce4c3d req-06af00b4-c631-4cf8-8ffb-b3620811cbf2 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304489 Dec 10 16:43:58.413035 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5319bcd6-25aa-4069-90a8-550ba2ac89bf tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:58.517348 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-356eb974-2932-4192-8731-6eb5d0e832e3 req-bca72d15-28b2-4981-aa74-ee37e40a3b92 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] For port b4e133e3-d169-45cf-8e95-3957967cdb06, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=b4e133e3-d169-45cf-8e95-3957967cdb06,segment=NetworkSegment(877d715b-da35-43a0-8452-4f9a7acdfec8),segment_id=877d715b-da35-43a0-8452-4f9a7acdfec8)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:43:58.517766 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-356eb974-2932-4192-8731-6eb5d0e832e3 req-bca72d15-28b2-4981-aa74-ee37e40a3b92 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:58.538625 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-356eb974-2932-4192-8731-6eb5d0e832e3 req-bca72d15-28b2-4981-aa74-ee37e40a3b92 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] Calling delete_port for b4e133e3-d169-45cf-8e95-3957967cdb06 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:43:58.550499 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5319bcd6-25aa-4069-90a8-550ba2ac89bf tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:58.621430 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5319bcd6-25aa-4069-90a8-550ba2ac89bf tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Pushing event deleted for resources: {'Subnet': ['ID=263789f9-051c-4c43-a866-f52a5df529ef,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:58.629208 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5319bcd6-25aa-4069-90a8-550ba2ac89bf tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:58.635041 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffdd26e-35df-4760-8da8-c36c0dc9f143 None None] Network e3dee373-2df0-4ab0-85c0-9a11200fe9bb requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:43:58.635708 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 44036) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:58.643772 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5319bcd6-25aa-4069-90a8-550ba2ac89bf tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] 10.222.0.11 "DELETE /v2.0/subnets/263789f9-051c-4c43-a866-f52a5df529ef HTTP/1.1" status: 204 len: 168 time: 0.6208200 Dec 10 16:43:58.853023 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ac9b4-8357-4775-a546-acfe5bc12475 req-9fc52ccf-1413-4269-92d9-e6d32ec6a6ac tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:58.861234 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f25ac9b4-8357-4775-a546-acfe5bc12475 req-9fc52ccf-1413-4269-92d9-e6d32ec6a6ac tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.11 "GET /v2.0/ports?device_id=75ca2196-936c-4cf3-ba76-8a28033443a4 HTTP/1.1" status: 200 len: 945 time: 0.0986068 Dec 10 16:43:58.889360 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-356eb974-2932-4192-8731-6eb5d0e832e3 req-bca72d15-28b2-4981-aa74-ee37e40a3b92 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:58.893019 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a23ac1b4-35cd-426d-84b0-9c962207d393 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:58.923449 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['b4e133e3-d169-45cf-8e95-3957967cdb06'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:43:59.048351 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-356eb974-2932-4192-8731-6eb5d0e832e3 req-bca72d15-28b2-4981-aa74-ee37e40a3b92 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] No DVR routers for this DVR port b4e133e3-d169-45cf-8e95-3957967cdb06 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:43:59.051642 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-356eb974-2932-4192-8731-6eb5d0e832e3 req-bca72d15-28b2-4981-aa74-ee37e40a3b92 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:59.056224 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-356eb974-2932-4192-8731-6eb5d0e832e3 req-bca72d15-28b2-4981-aa74-ee37e40a3b92 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.46 "DELETE /v2.0/ports/b4e133e3-d169-45cf-8e95-3957967cdb06 HTTP/1.1" status: 204 len: 173 time: 1.2959909 Dec 10 16:43:59.056919 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca72d15-28b2-4981-aa74-ee37e40a3b92 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] Pushing event deleted for resources: {'Port': ['ID=b4e133e3-d169-45cf-8e95-3957967cdb06,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:59.063964 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ca2196-936c-4cf3-ba76-8a28033443a4', 'name': 'network-vif-deleted', 'tag': 'b4e133e3-d169-45cf-8e95-3957967cdb06'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:43:59.066532 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2e6576-1a71-436c-be60-71686484a025" -d '{"events": [{"server_uuid": "75ca2196-936c-4cf3-ba76-8a28033443a4", "name": "network-vif-deleted", "tag": "b4e133e3-d169-45cf-8e95-3957967cdb06"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:43:59.087604 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f25ac9b4-8357-4775-a546-acfe5bc12475 req-2620a9c3-d053-4109-9f9f-abc11355bd81 tempest-TestServerAdvancedOps-511236364 tempest-TestServerAdvancedOps-511236364-project] 10.222.0.11 "GET /v2.0/security-groups?id=8257e3dd-6279-4bd5-8746-74b865a1d97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242115 Dec 10 16:43:59.095983 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4193aea-047c-4a35-8ee4-cfae0b828860 None None] DHCP port deletion for e3dee373-2df0-4ab0-85c0-9a11200fe9bb request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:43:59.100145 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a23ac1b4-35cd-426d-84b0-9c962207d393 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Deleting port a0c08cfa-c1ed-41fb-8348-b06e6f7451ab {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:43:59.102740 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a23ac1b4-35cd-426d-84b0-9c962207d393 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:59.242422 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4138e40c-86fd-4be1-9167-0f227b50fc64 x-openstack-request-id: req-4138e40c-86fd-4be1-9167-0f227b50fc64 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:43:59.242715 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ca2196-936c-4cf3-ba76-8a28033443a4", "name": "network-vif-deleted", "tag": "b4e133e3-d169-45cf-8e95-3957967cdb06", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:43:59.242965 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4138e40c-86fd-4be1-9167-0f227b50fc64 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:43:59.243367 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ca2196-936c-4cf3-ba76-8a28033443a4', 'name': 'network-vif-deleted', 'tag': 'b4e133e3-d169-45cf-8e95-3957967cdb06', 'status': 'completed', 'code': 200} Dec 10 16:43:59.250523 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d4193aea-047c-4a35-8ee4-cfae0b828860 None None] Deleting port a0c08cfa-c1ed-41fb-8348-b06e6f7451ab {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:43:59.253146 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d4193aea-047c-4a35-8ee4-cfae0b828860 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:59.330812 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-a23ac1b4-35cd-426d-84b0-9c962207d393 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] For port a0c08cfa-c1ed-41fb-8348-b06e6f7451ab, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=a0c08cfa-c1ed-41fb-8348-b06e6f7451ab,segment=NetworkSegment(8c1d25dd-7d00-4f6e-a8b1-44f1e4132fef),segment_id=8c1d25dd-7d00-4f6e-a8b1-44f1e4132fef)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:43:59.331152 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a23ac1b4-35cd-426d-84b0-9c962207d393 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:59.386229 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a23ac1b4-35cd-426d-84b0-9c962207d393 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Calling delete_port for a0c08cfa-c1ed-41fb-8348-b06e6f7451ab owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:43:59.418194 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d4193aea-047c-4a35-8ee4-cfae0b828860 None None] For port a0c08cfa-c1ed-41fb-8348-b06e6f7451ab, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=a0c08cfa-c1ed-41fb-8348-b06e6f7451ab,segment=NetworkSegment(8c1d25dd-7d00-4f6e-a8b1-44f1e4132fef),segment_id=8c1d25dd-7d00-4f6e-a8b1-44f1e4132fef)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:43:59.421150 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d4193aea-047c-4a35-8ee4-cfae0b828860 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:59.451500 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d4193aea-047c-4a35-8ee4-cfae0b828860 None None] Calling delete_port for a0c08cfa-c1ed-41fb-8348-b06e6f7451ab owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:43:59.564422 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0de8d9-3d85-48ce-86f2-699b4c9ecfb7 req-edcc5fb9-5267-443d-b9e8-0823379fa0f1 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:59.574374 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cc0de8d9-3d85-48ce-86f2-699b4c9ecfb7 req-edcc5fb9-5267-443d-b9e8-0823379fa0f1 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=745c579e-69e5-4133-84e1-55b039a305ea HTTP/1.1" status: 200 len: 945 time: 0.1595829 Dec 10 16:43:59.660558 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d4193aea-047c-4a35-8ee4-cfae0b828860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:59.694365 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cc0de8d9-3d85-48ce-86f2-699b4c9ecfb7 req-6774a88c-20fe-4506-81a6-5b41d681269e tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171789 Dec 10 16:43:59.718943 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a23ac1b4-35cd-426d-84b0-9c962207d393 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:59.754083 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4193aea-047c-4a35-8ee4-cfae0b828860 None None] Pushing event deleted for resources: {'Port': ['ID=a0c08cfa-c1ed-41fb-8348-b06e6f7451ab,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:59.764942 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4193aea-047c-4a35-8ee4-cfae0b828860 None None] No DVR routers for this DVR port a0c08cfa-c1ed-41fb-8348-b06e6f7451ab on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:43:59.847508 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ac1b4-35cd-426d-84b0-9c962207d393 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Pushing event deleted for resources: {'Port': ['ID=a0c08cfa-c1ed-41fb-8348-b06e6f7451ab,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:59.864348 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23ac1b4-35cd-426d-84b0-9c962207d393 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] No DVR routers for this DVR port a0c08cfa-c1ed-41fb-8348-b06e6f7451ab on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:44:00.025997 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a23ac1b4-35cd-426d-84b0-9c962207d393 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:00.099584 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a23ac1b4-35cd-426d-84b0-9c962207d393 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3dee373-2df0-4ab0-85c0-9a11200fe9bb']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:44:00.131745 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device a0c08cfa-c1ed-41fb-8348-b06e6f7451ab no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:44:00.143393 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a23ac1b4-35cd-426d-84b0-9c962207d393 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c1d25dd-7d00-4f6e-a8b1-44f1e4132fef') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:44:00.144705 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a23ac1b4-35cd-426d-84b0-9c962207d393 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c1d25dd-7d00-4f6e-a8b1-44f1e4132fef') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:44:00.188190 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a23ac1b4-35cd-426d-84b0-9c962207d393 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:00.220322 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: a0c08cfa-c1ed-41fb-8348-b06e6f7451ab {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:44:00.221632 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device a0c08cfa-c1ed-41fb-8348-b06e6f7451ab not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:44:00.233345 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a23ac1b4-35cd-426d-84b0-9c962207d393 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:00.250914 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a23ac1b4-35cd-426d-84b0-9c962207d393 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:44:00.251432 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a23ac1b4-35cd-426d-84b0-9c962207d393 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:00.255098 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:44:00.255098 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:44:00.255098 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:44:00.255098 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:44:00.255098 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:44:00.255098 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:44:00.255098 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:44:00.255098 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:44:00.255098 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:44:00.255098 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:44:00.255098 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:44:00.255098 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:44:00.255098 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:44:00.255098 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:44:00.255098 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:44:00.255098 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:44:00.255098 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:44:00.255098 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:44:00.255098 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:44:00.255098 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:44:00.255098 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:44:00.255098 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:44:00.255098 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:44:00.255098 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:44:00.255098 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:44:00.255098 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:44:00.255098 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:44:00.255098 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:44:00.255098 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:44:00.255098 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:44:00.255098 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:44:00.255098 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:44:00.255098 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:44:00.255098 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:44:00.255098 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:44:00.255098 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:44:00.255098 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:44:00.255098 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:44:00.255098 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:44:00.255098 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:44:00.267531 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84134c02-7f2b-40b9-90e9-2663c92017e6 req-c4fa101c-80ea-436d-9016-489e4f0e4064 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:00.276835 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-84134c02-7f2b-40b9-90e9-2663c92017e6 req-c4fa101c-80ea-436d-9016-489e4f0e4064 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/networks?id=35f32682-cfba-42d0-8574-2822bfa354b7 HTTP/1.1" status: 200 len: 805 time: 0.2601862 Dec 10 16:44:00.296992 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-84134c02-7f2b-40b9-90e9-2663c92017e6 req-d168df0e-7966-4c34-9ada-1e68b5332dde tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/quotas/2334512fa40541b3a8ba6aa3ffbe674c HTTP/1.1" status: 200 len: 375 time: 0.0189228 Dec 10 16:44:00.376410 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a23ac1b4-35cd-426d-84b0-9c962207d393 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:00.386676 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a23ac1b4-35cd-426d-84b0-9c962207d393 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:00.389845 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a23ac1b4-35cd-426d-84b0-9c962207d393 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] 10.222.0.11 "DELETE /v2.0/networks/e3dee373-2df0-4ab0-85c0-9a11200fe9bb HTTP/1.1" status: 204 len: 168 time: 1.7529666 Dec 10 16:44:00.404606 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ac1b4-35cd-426d-84b0-9c962207d393 tempest-AllowedAddressPairIpV6TestJSON-300961377 tempest-AllowedAddressPairIpV6TestJSON-300961377-project] Pushing event deleted for resources: {'Network': ['ID=e3dee373-2df0-4ab0-85c0-9a11200fe9bb,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:00.419251 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-84134c02-7f2b-40b9-90e9-2663c92017e6 req-6dfb9a87-6ac5-484c-a777-aab93668ead7 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2334512fa40541b3a8ba6aa3ffbe674c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1204572 Dec 10 16:44:00.696542 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-84134c02-7f2b-40b9-90e9-2663c92017e6 req-aee227da-f7e9-435b-952d-9e4d7d1821f9 service neutron] 10.222.0.11 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723329 Dec 10 16:44:00.955177 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-84134c02-7f2b-40b9-90e9-2663c92017e6 req-68de5e9e-ea47-4176-97a5-4e7d406d3ecd service neutron] 10.222.0.11 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433267 Dec 10 16:44:01.069822 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 44118) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:01.134438 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 44124) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:01.257712 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-e64d9173-6283-458d-ad56-5eada5aafe79 admin admin] Deleting subnet b6e65db7-2452-40c3-b3b1-80f661921800 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:44:01.265468 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e64d9173-6283-458d-ad56-5eada5aafe79 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:01.334062 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e64d9173-6283-458d-ad56-5eada5aafe79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:01.389383 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e64d9173-6283-458d-ad56-5eada5aafe79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:01.517847 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e64d9173-6283-458d-ad56-5eada5aafe79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:01.558343 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d9173-6283-458d-ad56-5eada5aafe79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6e65db7-2452-40c3-b3b1-80f661921800,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:01.579531 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e64d9173-6283-458d-ad56-5eada5aafe79 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:01.579766 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e64d9173-6283-458d-ad56-5eada5aafe79 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b6e65db7-2452-40c3-b3b1-80f661921800 HTTP/1.1" status: 204 len: 168 time: 0.4435868 Dec 10 16:44:01.582674 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 44148) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:01.715094 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9fbb85eb-a1b0-4aec-b4fe-48c002da81db admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3f5fc52c909244f8a8c66cc2fd206609&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6438336 Dec 10 16:44:01.717720 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 44156) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:01.784705 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f31a83e-24ab-4f28-853b-cd516fe6412a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:01.835423 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7aae8626-a8c4-41f1-9dc1-f51b57ad05be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:01.914474 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7aae8626-a8c4-41f1-9dc1-f51b57ad05be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:02.013812 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7aae8626-a8c4-41f1-9dc1-f51b57ad05be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:02.017415 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7aae8626-a8c4-41f1-9dc1-f51b57ad05be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:02.017908 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f31a83e-24ab-4f28-853b-cd516fe6412a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:02.019932 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-7aae8626-a8c4-41f1-9dc1-f51b57ad05be admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7f5fe837-9add-4e5a-a466-1decb4fab8b4 HTTP/1.1" status: 204 len: 168 time: 0.3004925 Dec 10 16:44:02.042943 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae8626-a8c4-41f1-9dc1-f51b57ad05be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5fe837-9add-4e5a-a466-1decb4fab8b4,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:02.059430 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-9f31a83e-24ab-4f28-853b-cd516fe6412a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26b5e0f8-8bf0-468c-a7f9-6a215bfc49ed']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:44:02.076419 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-9f31a83e-24ab-4f28-853b-cd516fe6412a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '877d715b-da35-43a0-8452-4f9a7acdfec8') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:44:02.076731 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-9f31a83e-24ab-4f28-853b-cd516fe6412a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '877d715b-da35-43a0-8452-4f9a7acdfec8') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:44:02.116610 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f31a83e-24ab-4f28-853b-cd516fe6412a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:02.158911 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f31a83e-24ab-4f28-853b-cd516fe6412a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:02.174076 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f31a83e-24ab-4f28-853b-cd516fe6412a admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:44:02.177732 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f31a83e-24ab-4f28-853b-cd516fe6412a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:02.184363 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:44:02.184363 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:44:02.184363 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:44:02.184363 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:44:02.184363 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:44:02.184363 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:44:02.184363 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:44:02.184363 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:44:02.184363 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:44:02.184363 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:44:02.184363 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:44:02.184363 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:44:02.184363 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:44:02.184363 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:44:02.184363 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:44:02.184363 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:44:02.184363 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:44:02.184363 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:44:02.184363 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:44:02.184363 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:44:02.184363 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:44:02.184363 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:44:02.184363 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:44:02.184363 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:44:02.184363 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:44:02.184363 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:44:02.184363 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:44:02.184363 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:44:02.184363 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:44:02.184363 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:44:02.184363 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:44:02.184363 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:44:02.186685 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device b4e133e3-d169-45cf-8e95-3957967cdb06 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:44:02.228575 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: b4e133e3-d169-45cf-8e95-3957967cdb06 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:44:02.229164 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device b4e133e3-d169-45cf-8e95-3957967cdb06 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:44:02.284124 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-e2d78a51-5459-4159-a6bb-f136d590ab17 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:02.297365 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-e2d78a51-5459-4159-a6bb-f136d590ab17 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/networks?id=35f32682-cfba-42d0-8574-2822bfa354b7 HTTP/1.1" status: 200 len: 805 time: 0.2564707 Dec 10 16:44:02.315446 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-ca36b88b-d9c5-446b-8339-2222b7a5104b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/quotas/2334512fa40541b3a8ba6aa3ffbe674c HTTP/1.1" status: 200 len: 375 time: 0.0171156 Dec 10 16:44:02.353192 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f31a83e-24ab-4f28-853b-cd516fe6412a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:02.359085 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f31a83e-24ab-4f28-853b-cd516fe6412a admin admin] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:02.365545 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9f31a83e-24ab-4f28-853b-cd516fe6412a admin admin] 10.222.0.11 "DELETE /v2.0/networks/26b5e0f8-8bf0-468c-a7f9-6a215bfc49ed HTTP/1.1" status: 204 len: 168 time: 0.7811077 Dec 10 16:44:02.367463 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 44180) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:02.409963 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31a83e-24ab-4f28-853b-cd516fe6412a admin admin] Pushing event deleted for resources: {'Network': ['ID=26b5e0f8-8bf0-468c-a7f9-6a215bfc49ed,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:02.437565 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe40ec32-da9a-4413-ba22-b0fa690cdae4 admin admin] Deleting subnet 10769428-ddb0-4a40-ab03-faf2317d28d4 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:44:02.441351 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fe40ec32-da9a-4413-ba22-b0fa690cdae4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:02.456567 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-5f46dcfc-89b5-40bf-9247-94a854a99072 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2334512fa40541b3a8ba6aa3ffbe674c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1355762 Dec 10 16:44:02.501202 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fe40ec32-da9a-4413-ba22-b0fa690cdae4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:02.549898 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fe40ec32-da9a-4413-ba22-b0fa690cdae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:02.629556 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-4d8f838e-acaa-45e6-b29f-70e3077600fc service neutron] 10.222.0.11 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625514 Dec 10 16:44:02.631649 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fe40ec32-da9a-4413-ba22-b0fa690cdae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:02.679428 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40ec32-da9a-4413-ba22-b0fa690cdae4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10769428-ddb0-4a40-ab03-faf2317d28d4,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:02.692481 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fe40ec32-da9a-4413-ba22-b0fa690cdae4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:02.699422 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-fe40ec32-da9a-4413-ba22-b0fa690cdae4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/10769428-ddb0-4a40-ab03-faf2317d28d4 HTTP/1.1" status: 204 len: 168 time: 0.3298664 Dec 10 16:44:02.709138 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 44194) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:02.858719 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-c319c253-c18b-4403-b5aa-76817bdf2e87 service neutron] 10.222.0.11 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006471 Dec 10 16:44:02.948360 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5eb7dec1-83d4-4b6f-affe-65b276a8a5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:03.132506 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5eb7dec1-83d4-4b6f-affe-65b276a8a5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:03.170052 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-5eb7dec1-83d4-4b6f-affe-65b276a8a5df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ad1599-32b9-42fd-a315-c82b8b6f2ce1']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:44:03.179731 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e371baeb-620a-4e92-a1d0-5e750926f439 req-4c0b614b-06bb-4729-8046-f14d097f02fb tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2e367e-b8a9-4bef-8b62-d8844919eec3 HTTP/1.1" status: 200 len: 210 time: 0.0544770 Dec 10 16:44:03.209610 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-5eb7dec1-83d4-4b6f-affe-65b276a8a5df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db14576d-8924-4882-9db4-aa6076283b11') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:44:03.210118 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-5eb7dec1-83d4-4b6f-affe-65b276a8a5df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db14576d-8924-4882-9db4-aa6076283b11') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:44:03.224473 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5eb7dec1-83d4-4b6f-affe-65b276a8a5df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:03.257743 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5eb7dec1-83d4-4b6f-affe-65b276a8a5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:03.276143 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb7dec1-83d4-4b6f-affe-65b276a8a5df admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:44:03.277944 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5eb7dec1-83d4-4b6f-affe-65b276a8a5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:03.282806 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:44:03.282806 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:44:03.282806 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:44:03.282806 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:44:03.282806 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:44:03.282806 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:44:03.282806 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:44:03.282806 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:44:03.282806 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:44:03.282806 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:44:03.282806 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:44:03.282806 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:44:03.282806 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:44:03.282806 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:44:03.282806 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:44:03.282806 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:44:03.282806 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:44:03.282806 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:44:03.282806 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:44:03.282806 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:44:03.282806 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:44:03.282806 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:44:03.282806 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:44:03.282806 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:44:03.282806 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:44:03.282806 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:44:03.282806 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:44:03.282806 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:44:03.282806 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:44:03.282806 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:44:03.282806 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:44:03.282806 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:44:03.443876 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5eb7dec1-83d4-4b6f-affe-65b276a8a5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:03.453857 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5eb7dec1-83d4-4b6f-affe-65b276a8a5df admin admin] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:03.459486 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5eb7dec1-83d4-4b6f-affe-65b276a8a5df admin admin] 10.222.0.11 "DELETE /v2.0/networks/a9ad1599-32b9-42fd-a315-c82b8b6f2ce1 HTTP/1.1" status: 204 len: 168 time: 0.7359836 Dec 10 16:44:03.500095 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb7dec1-83d4-4b6f-affe-65b276a8a5df admin admin] Pushing event deleted for resources: {'Network': ['ID=a9ad1599-32b9-42fd-a315-c82b8b6f2ce1,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:03.738314 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 44238) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:03.866996 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d70be0f3-32db-4eee-a4d3-45b7ea38fefd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9f3c23dd15a447d3b1fc4d71b188efea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1265275 Dec 10 16:44:03.869132 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 44244) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:04.028383 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-220fdf1a-5036-46a1-b358-ef03027a06d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:04.113868 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-220fdf1a-5036-46a1-b358-ef03027a06d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:04.442045 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-220fdf1a-5036-46a1-b358-ef03027a06d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:04.442045 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-220fdf1a-5036-46a1-b358-ef03027a06d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:04.442045 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-220fdf1a-5036-46a1-b358-ef03027a06d8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8257e3dd-6279-4bd5-8746-74b865a1d97b HTTP/1.1" status: 204 len: 168 time: 0.3670523 Dec 10 16:44:04.442045 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220fdf1a-5036-46a1-b358-ef03027a06d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8257e3dd-6279-4bd5-8746-74b865a1d97b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:04.445982 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4247ee9b-d5f5-4a22-b598-516fbfab5bea req-d1f266a5-ae20-4d94-b4cb-2dec25f50c25 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2e367e-b8a9-4bef-8b62-d8844919eec3 HTTP/1.1" status: 200 len: 210 time: 0.1130223 Dec 10 16:44:04.466710 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 44282) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:04.703383 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-fca78ae4-4350-43e0-b327-da979d436128 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-848788295'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:44:04.748005 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca78ae4-4350-43e0-b327-da979d436128 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Made reservation on behalf of 6c0e7e47a716486baf2aea00958930d8 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:44:04.760834 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fca78ae4-4350-43e0-b327-da979d436128 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:04.800051 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fca78ae4-4350-43e0-b327-da979d436128 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:04.917494 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fca78ae4-4350-43e0-b327-da979d436128 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:04.924054 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fca78ae4-4350-43e0-b327-da979d436128 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:05.034211 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca78ae4-4350-43e0-b327-da979d436128 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc5bf60-e3ba-4d7a-94d1-e605f1ffd497,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:05.052220 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fca78ae4-4350-43e0-b327-da979d436128 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:44:05.095675 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fca78ae4-4350-43e0-b327-da979d436128 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:05.096032 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-fca78ae4-4350-43e0-b327-da979d436128 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Added segment 2a5d3656-6f6b-46d1-ba19-890615806c5f of type vlan for network 2e1a439e-2463-4760-a08b-ac2cd6ad4c50 Dec 10 16:44:05.207124 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fca78ae4-4350-43e0-b327-da979d436128 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:05.227054 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-d5505535-4484-49f2-b478-790492d08030 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:05.229039 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-d5505535-4484-49f2-b478-790492d08030 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.46 "GET /v2.0/networks?id=35f32682-cfba-42d0-8574-2822bfa354b7 HTTP/1.1" status: 200 len: 805 time: 0.2801843 Dec 10 16:44:05.259465 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-9c155bc9-9d99-4d7f-94a0-664d2a3f2d62 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Request body: {'port': {'device_id': '8d2e367e-b8a9-4bef-8b62-d8844919eec3', 'network_id': '35f32682-cfba-42d0-8574-2822bfa354b7', 'admin_state_up': True, 'tenant_id': '2334512fa40541b3a8ba6aa3ffbe674c'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:44:05.270079 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fca78ae4-4350-43e0-b327-da979d436128 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:05.281428 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca78ae4-4350-43e0-b327-da979d436128 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:05.282697 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fca78ae4-4350-43e0-b327-da979d436128 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:05.376957 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-fca78ae4-4350-43e0-b327-da979d436128 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9085999 Dec 10 16:44:05.385378 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 44316) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:05.399984 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-ad708145-04fc-4c54-a766-e2a8866c45ba tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Request body: {'subnet': {'network_id': '2e1a439e-2463-4760-a08b-ac2cd6ad4c50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:44:05.539001 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-9c155bc9-9d99-4d7f-94a0-664d2a3f2d62 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Made reservation on behalf of 2334512fa40541b3a8ba6aa3ffbe674c for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:44:05.549891 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-9c155bc9-9d99-4d7f-94a0-664d2a3f2d62 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:05.576036 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 44326) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:05.594260 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca78ae4-4350-43e0-b327-da979d436128 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Pushing event updated for resources: {'Network': ['ID=2e1a439e-2463-4760-a08b-ac2cd6ad4c50,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:05.605555 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 2e1a439e-2463-4760-a08b-ac2cd6ad4c50 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:44:05.727439 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad708145-04fc-4c54-a766-e2a8866c45ba tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Made reservation on behalf of 6c0e7e47a716486baf2aea00958930d8 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:44:05.731817 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ad708145-04fc-4c54-a766-e2a8866c45ba tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:05.738965 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fdee44c3-8d90-4474-b708-531d7d58f843 req-3964a389-b04d-4049-b049-716bf6b82c2e tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2e367e-b8a9-4bef-8b62-d8844919eec3 HTTP/1.1" status: 200 len: 210 time: 0.0888135 Dec 10 16:44:05.855820 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-0b1c8819-5ead-4e9a-aa2e-98c87bfb8b25 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1e6dd4d931884f829ee90665700148f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2763355 Dec 10 16:44:05.857155 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 44332) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:05.957092 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-9c155bc9-9d99-4d7f-94a0-664d2a3f2d62 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Allocated IP 172.20.0.14 (35f32682-cfba-42d0-8574-2822bfa354b7/752d8738-5a8a-4dc6-b8b4-8f887a921d46/ac518843-255c-4ac6-be7f-2de3cfc0f030) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:44:06.131841 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eba944a2-5e3d-47a3-a0b4-a724ac9c24ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:06.240317 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eba944a2-5e3d-47a3-a0b4-a724ac9c24ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:06.251945 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-9c155bc9-9d99-4d7f-94a0-664d2a3f2d62 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:06.347360 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ad708145-04fc-4c54-a766-e2a8866c45ba tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:06.355172 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-9c155bc9-9d99-4d7f-94a0-664d2a3f2d62 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:06.400406 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['eb2991dd-afe8-4317-bf27-03920c421c1f'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:44:06.439585 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eba944a2-5e3d-47a3-a0b4-a724ac9c24ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:06.446811 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eba944a2-5e3d-47a3-a0b4-a724ac9c24ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:06.447982 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-eba944a2-5e3d-47a3-a0b4-a724ac9c24ac admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8d7fc614-5b8d-4614-bbb7-3993e215ad13 HTTP/1.1" status: 204 len: 168 time: 0.5890779 Dec 10 16:44:06.483368 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:06.491080 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c155bc9-9d99-4d7f-94a0-664d2a3f2d62 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Pushing event updated for resources: {'Port': ['ID=ac518843-255c-4ac6-be7f-2de3cfc0f030,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:06.509957 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba944a2-5e3d-47a3-a0b4-a724ac9c24ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7fc614-5b8d-4614-bbb7-3993e215ad13,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:06.543284 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-9c155bc9-9d99-4d7f-94a0-664d2a3f2d62 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Network 35f32682-cfba-42d0-8574-2822bfa354b7 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:44:06.562318 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-9c155bc9-9d99-4d7f-94a0-664d2a3f2d62 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:44:06.570311 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-9c155bc9-9d99-4d7f-94a0-664d2a3f2d62 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:44:06.607190 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad708145-04fc-4c54-a766-e2a8866c45ba tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Pushing event updated for resources: {'Subnet': ['ID=9d377f3b-6506-4ea9-a355-6d8a3273b21d,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:06.623175 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad708145-04fc-4c54-a766-e2a8866c45ba tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Checking segment: {'id': '2a5d3656-6f6b-46d1-ba19-890615806c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2e1a439e-2463-4760-a08b-ac2cd6ad4c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:44:06.624551 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad708145-04fc-4c54-a766-e2a8866c45ba tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Network hostable DHCP agents. Network: 2e1a439e-2463-4760-a08b-ac2cd6ad4c50, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:44:06.682812 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad708145-04fc-4c54-a766-e2a8866c45ba tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Network 2e1a439e-2463-4760-a08b-ac2cd6ad4c50 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:44:06.767319 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-ad708145-04fc-4c54-a766-e2a8866c45ba tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 2e1a439e-2463-4760-a08b-ac2cd6ad4c50) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:44:06.799982 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-9c155bc9-9d99-4d7f-94a0-664d2a3f2d62 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:06.801099 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad708145-04fc-4c54-a766-e2a8866c45ba tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:06.802357 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ad708145-04fc-4c54-a766-e2a8866c45ba tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:06.803480 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-9c155bc9-9d99-4d7f-94a0-664d2a3f2d62 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:06.805333 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47d17c4-f87c-446f-b3e6-74088e8681c6 None None] Network 2e1a439e-2463-4760-a08b-ac2cd6ad4c50 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:44:06.865130 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-9c155bc9-9d99-4d7f-94a0-664d2a3f2d62 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6200435 Dec 10 16:44:06.876801 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ad708145-04fc-4c54-a766-e2a8866c45ba tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4880531 Dec 10 16:44:06.877980 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 44368) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:06.884086 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-62e6456e-d0de-4c58-8f5d-36af0207af1e service neutron] Request body: {'port': {'device_id': '8d2e367e-b8a9-4bef-8b62-d8844919eec3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:44:06.898281 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-6e548952-8586-41c8-817d-95e6a9739d0c tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Request body: {'port': {'network_id': '2e1a439e-2463-4760-a08b-ac2cd6ad4c50', 'name': 'tempest-ExtraDHCPOptionsTestJSON-639400067'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:44:07.189403 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-62e6456e-d0de-4c58-8f5d-36af0207af1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:07.203908 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e548952-8586-41c8-817d-95e6a9739d0c tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Made reservation on behalf of 6c0e7e47a716486baf2aea00958930d8 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:44:07.209523 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6e548952-8586-41c8-817d-95e6a9739d0c tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:07.255951 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-6e548952-8586-41c8-817d-95e6a9739d0c tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] device_id is not set on port cc30c3ac-de11-43c5-b747-ef9beacc0bf3 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:44:07.307989 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc14d24-face-4340-8f65-ede7de94daf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-2e1a439e-2463-4760-a08b-ac2cd6ad4c50', 'network_id': '2e1a439e-2463-4760-a08b-ac2cd6ad4c50', 'project_id': '6c0e7e47a716486baf2aea00958930d8', 'fixed_ips': [{'subnet_id': '9d377f3b-6506-4ea9-a355-6d8a3273b21d'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:44:07.309210 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5cc14d24-face-4340-8f65-ede7de94daf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:07.325669 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c67961-0312-429c-822c-187aa594131d req-e0f16b76-a235-46a5-99e8-69a1cce0e90b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:07.354785 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-09c67961-0312-429c-822c-187aa594131d req-e0f16b76-a235-46a5-99e8-69a1cce0e90b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2e367e-b8a9-4bef-8b62-d8844919eec3 HTTP/1.1" status: 200 len: 932 time: 0.3936892 Dec 10 16:44:07.495948 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-09c67961-0312-429c-822c-187aa594131d req-5def057f-c358-4f8c-989e-02ce21dfd898 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978155 Dec 10 16:44:07.634666 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-6e548952-8586-41c8-817d-95e6a9739d0c tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Allocated IP 172.20.0.11 (2e1a439e-2463-4760-a08b-ac2cd6ad4c50/9d377f3b-6506-4ea9-a355-6d8a3273b21d/cc30c3ac-de11-43c5-b747-ef9beacc0bf3) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:44:07.946406 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-62e6456e-d0de-4c58-8f5d-36af0207af1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac518843-255c-4ac6-be7f-2de3cfc0f030 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:44:07.958495 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-62e6456e-d0de-4c58-8f5d-36af0207af1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:07.972746 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6e548952-8586-41c8-817d-95e6a9739d0c tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:07.976357 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-62e6456e-d0de-4c58-8f5d-36af0207af1e service neutron] Transition to ACTIVE for port object ac518843-255c-4ac6-be7f-2de3cfc0f030 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:44:07.982434 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-62e6456e-d0de-4c58-8f5d-36af0207af1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:08.087245 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6e548952-8586-41c8-817d-95e6a9739d0c tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:08.167143 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e548952-8586-41c8-817d-95e6a9739d0c tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Network 2e1a439e-2463-4760-a08b-ac2cd6ad4c50 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:44:08.184847 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-6e548952-8586-41c8-817d-95e6a9739d0c tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:44:08.188818 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e548952-8586-41c8-817d-95e6a9739d0c tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:44:08.191220 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-5cc14d24-face-4340-8f65-ede7de94daf7 None None] Allocated IP 172.20.0.2 (2e1a439e-2463-4760-a08b-ac2cd6ad4c50/9d377f3b-6506-4ea9-a355-6d8a3273b21d/86894f84-0aca-4a5d-84d1-6b5b51a274a4) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:44:08.191804 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e6456e-d0de-4c58-8f5d-36af0207af1e service neutron] Pushing event updated for resources: {'Port': ['ID=ac518843-255c-4ac6-be7f-2de3cfc0f030,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:08.248061 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-62e6456e-d0de-4c58-8f5d-36af0207af1e service neutron] Attempting to bind port ac518843-255c-4ac6-be7f-2de3cfc0f030 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:44:08.248688 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-62e6456e-d0de-4c58-8f5d-36af0207af1e service neutron] Attempting to bind port ac518843-255c-4ac6-be7f-2de3cfc0f030 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '5f321af3-1a86-4e4e-a33f-e6abf9e1d87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '35f32682-cfba-42d0-8574-2822bfa354b7'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:44:08.249159 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-62e6456e-d0de-4c58-8f5d-36af0207af1e service neutron] Attempting to bind port ac518843-255c-4ac6-be7f-2de3cfc0f030 on network 35f32682-cfba-42d0-8574-2822bfa354b7 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:44:08.255895 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-62e6456e-d0de-4c58-8f5d-36af0207af1e service neutron] Port ac518843-255c-4ac6-be7f-2de3cfc0f030 on network 35f32682-cfba-42d0-8574-2822bfa354b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:44:08.256256 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-62e6456e-d0de-4c58-8f5d-36af0207af1e service neutron] Attempting to bind port ac518843-255c-4ac6-be7f-2de3cfc0f030 on network 35f32682-cfba-42d0-8574-2822bfa354b7 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:44:08.264039 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-62e6456e-d0de-4c58-8f5d-36af0207af1e service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:44:08.264387 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-62e6456e-d0de-4c58-8f5d-36af0207af1e service neutron] Checking segment: {'id': '5f321af3-1a86-4e4e-a33f-e6abf9e1d87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '35f32682-cfba-42d0-8574-2822bfa354b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:44:08.268053 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-62e6456e-d0de-4c58-8f5d-36af0207af1e service neutron] Bound using segment: {'id': '5f321af3-1a86-4e4e-a33f-e6abf9e1d87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '35f32682-cfba-42d0-8574-2822bfa354b7'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:44:08.268053 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-62e6456e-d0de-4c58-8f5d-36af0207af1e service neutron] Bound port: ac518843-255c-4ac6-be7f-2de3cfc0f030, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f321af3-1a86-4e4e-a33f-e6abf9e1d87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '35f32682-cfba-42d0-8574-2822bfa354b7'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:44:08.268053 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-62e6456e-d0de-4c58-8f5d-36af0207af1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:08.364435 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e548952-8586-41c8-817d-95e6a9739d0c tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:08.365124 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6e548952-8586-41c8-817d-95e6a9739d0c tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:08.379343 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-62e6456e-d0de-4c58-8f5d-36af0207af1e service neutron] For port ac518843-255c-4ac6-be7f-2de3cfc0f030, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:44:08.402307 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-62e6456e-d0de-4c58-8f5d-36af0207af1e service neutron] For port ac518843-255c-4ac6-be7f-2de3cfc0f030, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=ac518843-255c-4ac6-be7f-2de3cfc0f030,segment=NetworkSegment(5f321af3-1a86-4e4e-a33f-e6abf9e1d87b),segment_id=5f321af3-1a86-4e4e-a33f-e6abf9e1d87b)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:44:08.414589 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-62e6456e-d0de-4c58-8f5d-36af0207af1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:08.415572 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:08.458583 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6e548952-8586-41c8-817d-95e6a9739d0c tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5761626 Dec 10 16:44:08.463866 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 44416) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:08.488530 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-e78c0f06-350a-4666-b000-c7cba5582a3f tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Request body: {'port': {'network_id': '2e1a439e-2463-4760-a08b-ac2cd6ad4c50', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1517825442', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:44:08.490123 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-62e6456e-d0de-4c58-8f5d-36af0207af1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:08.491547 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-62e6456e-d0de-4c58-8f5d-36af0207af1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:08.493484 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-62e6456e-d0de-4c58-8f5d-36af0207af1e service neutron] 10.222.0.46 "PUT /v2.0/ports/ac518843-255c-4ac6-be7f-2de3cfc0f030 HTTP/1.1" status: 200 len: 1092 time: 1.6199908 Dec 10 16:44:08.493899 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.api.validators [None req-e78c0f06-350a-4666-b000-c7cba5582a3f tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] bootfile-name is not in valid_values {{(pid=103393) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 16:44:08.494409 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d2e367e-b8a9-4bef-8b62-d8844919eec3', 'tag': 'ac518843-255c-4ac6-be7f-2de3cfc0f030'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:44:08.494542 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.api.validators [None req-e78c0f06-350a-4666-b000-c7cba5582a3f tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] tftp-server is not in valid_values {{(pid=103393) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 16:44:08.495623 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.api.validators [None req-e78c0f06-350a-4666-b000-c7cba5582a3f tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] server-ip-address is not in valid_values {{(pid=103393) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 16:44:08.497999 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceabb55f-bd47-49cc-a70b-7d7524045ad1" -d '{"events": [{"name": "network-changed", "server_uuid": "8d2e367e-b8a9-4bef-8b62-d8844919eec3", "tag": "ac518843-255c-4ac6-be7f-2de3cfc0f030"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:44:08.519518 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e548952-8586-41c8-817d-95e6a9739d0c tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Pushing event updated for resources: {'Port': ['ID=cc30c3ac-de11-43c5-b747-ef9beacc0bf3,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:08.541313 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e6456e-d0de-4c58-8f5d-36af0207af1e service neutron] Pushing event updated for resources: {'Port': ['ID=ac518843-255c-4ac6-be7f-2de3cfc0f030,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:08.620120 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d94e916-e317-466e-b616-89bd49e4125c x-openstack-request-id: req-9d94e916-e317-466e-b616-89bd49e4125c {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:44:08.620616 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d2e367e-b8a9-4bef-8b62-d8844919eec3", "tag": "ac518843-255c-4ac6-be7f-2de3cfc0f030", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:44:08.622526 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9d94e916-e317-466e-b616-89bd49e4125c {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:44:08.623778 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d2e367e-b8a9-4bef-8b62-d8844919eec3', 'tag': 'ac518843-255c-4ac6-be7f-2de3cfc0f030', 'status': 'completed', 'code': 200} Dec 10 16:44:08.674793 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-3f168e7f-2c9d-4f15-9099-d31249809412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:08.676191 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-3f168e7f-2c9d-4f15-9099-d31249809412 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2334512fa40541b3a8ba6aa3ffbe674c&device_id=8d2e367e-b8a9-4bef-8b62-d8844919eec3 HTTP/1.1" status: 200 len: 1095 time: 0.1211708 Dec 10 16:44:08.724654 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5cc14d24-face-4340-8f65-ede7de94daf7 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:08.734486 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5cc14d24-face-4340-8f65-ede7de94daf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:08.775854 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-4c4245e2-6ffb-41fd-920f-9dfddf19b84a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac518843-255c-4ac6-be7f-2de3cfc0f030 HTTP/1.1" status: 200 len: 217 time: 0.0895813 Dec 10 16:44:08.788952 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc14d24-face-4340-8f65-ede7de94daf7 None None] Network 2e1a439e-2463-4760-a08b-ac2cd6ad4c50 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:44:08.793071 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-5cc14d24-face-4340-8f65-ede7de94daf7 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:44:08.803490 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc14d24-face-4340-8f65-ede7de94daf7 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:44:08.842476 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78c0f06-350a-4666-b000-c7cba5582a3f tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Made reservation on behalf of 6c0e7e47a716486baf2aea00958930d8 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:44:08.860027 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc14d24-face-4340-8f65-ede7de94daf7 None None] Pushing event updated for resources: {'Port': ['ID=86894f84-0aca-4a5d-84d1-6b5b51a274a4,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:08.878575 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e78c0f06-350a-4666-b000-c7cba5582a3f tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:08.897913 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-5cc14d24-face-4340-8f65-ede7de94daf7 None None] Attempting to bind port 86894f84-0aca-4a5d-84d1-6b5b51a274a4 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:44:08.898721 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-5cc14d24-face-4340-8f65-ede7de94daf7 None None] Attempting to bind port 86894f84-0aca-4a5d-84d1-6b5b51a274a4 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '2a5d3656-6f6b-46d1-ba19-890615806c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2e1a439e-2463-4760-a08b-ac2cd6ad4c50'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:44:08.899321 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc14d24-face-4340-8f65-ede7de94daf7 None None] Attempting to bind port 86894f84-0aca-4a5d-84d1-6b5b51a274a4 on network 2e1a439e-2463-4760-a08b-ac2cd6ad4c50 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:44:08.942165 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc14d24-face-4340-8f65-ede7de94daf7 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:44:08.942915 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-e78c0f06-350a-4666-b000-c7cba5582a3f tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] device_id is not set on port 9b6412fe-5872-4f78-a0f8-8b9484801006 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:44:08.944152 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e7ae2-6223-48a2-9778-e7518a3265aa req-76505d8f-f8ba-4639-a324-d79aef6ed617 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:08.944464 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc14d24-face-4340-8f65-ede7de94daf7 None None] Checking segment: {'id': '2a5d3656-6f6b-46d1-ba19-890615806c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2e1a439e-2463-4760-a08b-ac2cd6ad4c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:44:08.945998 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5cc14d24-face-4340-8f65-ede7de94daf7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:08.946647 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc14d24-face-4340-8f65-ede7de94daf7 None None] Bound using segment: {'id': '2a5d3656-6f6b-46d1-ba19-890615806c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2e1a439e-2463-4760-a08b-ac2cd6ad4c50'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:44:08.947961 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5a9e7ae2-6223-48a2-9778-e7518a3265aa req-76505d8f-f8ba-4639-a324-d79aef6ed617 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2e367e-b8a9-4bef-8b62-d8844919eec3 HTTP/1.1" status: 200 len: 944 time: 0.1758730 Dec 10 16:44:08.955211 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-5cc14d24-face-4340-8f65-ede7de94daf7 None None] Bound port: 86894f84-0aca-4a5d-84d1-6b5b51a274a4, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a5d3656-6f6b-46d1-ba19-890615806c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2e1a439e-2463-4760-a08b-ac2cd6ad4c50'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:44:08.957373 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5cc14d24-face-4340-8f65-ede7de94daf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:08.984970 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-e1212bb6-a8e1-4514-85c6-2d5f6c3d05fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:09.002054 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-e1212bb6-a8e1-4514-85c6-2d5f6c3d05fc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=752d8738-5a8a-4dc6-b8b4-8f887a921d46 HTTP/1.1" status: 200 len: 845 time: 0.2011492 Dec 10 16:44:09.039108 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-5cc14d24-face-4340-8f65-ede7de94daf7 None None] For port 86894f84-0aca-4a5d-84d1-6b5b51a274a4, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:44:09.043122 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-5cc14d24-face-4340-8f65-ede7de94daf7 None None] For port 86894f84-0aca-4a5d-84d1-6b5b51a274a4, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=86894f84-0aca-4a5d-84d1-6b5b51a274a4,segment=NetworkSegment(2a5d3656-6f6b-46d1-ba19-890615806c5f),segment_id=2a5d3656-6f6b-46d1-ba19-890615806c5f)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:44:09.050840 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5cc14d24-face-4340-8f65-ede7de94daf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:09.082561 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-d62f309e-bd24-4653-a630-58e5e8490621 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=35f32682-cfba-42d0-8574-2822bfa354b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516181 Dec 10 16:44:09.146285 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc14d24-face-4340-8f65-ede7de94daf7 None None] Pushing event updated for resources: {'Port': ['ID=86894f84-0aca-4a5d-84d1-6b5b51a274a4,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:09.266163 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5a9e7ae2-6223-48a2-9778-e7518a3265aa req-1e27bf30-78cf-4afc-a30b-8db0289bba0f tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033986 Dec 10 16:44:09.288713 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-e78c0f06-350a-4666-b000-c7cba5582a3f tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Allocated IP 172.20.0.9 (2e1a439e-2463-4760-a08b-ac2cd6ad4c50/9d377f3b-6506-4ea9-a355-6d8a3273b21d/9b6412fe-5872-4f78-a0f8-8b9484801006) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:44:09.357776 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-1e78c74e-73bf-4fc4-bb7d-b0690b128318 service neutron] 10.222.0.46 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586877 Dec 10 16:44:09.505748 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-75258740-8f44-41e5-80ae-13c2677a80e7 req-0ffd27f6-850f-4f94-aa17-bc2ad71a7b17 service neutron] 10.222.0.46 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392002 Dec 10 16:44:09.695452 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceabb55f-bd47-49cc-a70b-7d7524045ad1 req-8d594576-6e3c-49cd-8045-ce31bd9aed2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:09.697805 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ceabb55f-bd47-49cc-a70b-7d7524045ad1 req-8d594576-6e3c-49cd-8045-ce31bd9aed2f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2334512fa40541b3a8ba6aa3ffbe674c&device_id=8d2e367e-b8a9-4bef-8b62-d8844919eec3 HTTP/1.1" status: 200 len: 1095 time: 0.0725131 Dec 10 16:44:09.747514 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e78c0f06-350a-4666-b000-c7cba5582a3f tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:09.824761 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e78c0f06-350a-4666-b000-c7cba5582a3f tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:09.901774 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceabb55f-bd47-49cc-a70b-7d7524045ad1 req-36d95d24-105b-4815-9332-9d45e4120a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:09.903558 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ceabb55f-bd47-49cc-a70b-7d7524045ad1 req-36d95d24-105b-4815-9332-9d45e4120a91 service neutron] 10.222.0.46 "GET /v2.0/networks?id=35f32682-cfba-42d0-8574-2822bfa354b7 HTTP/1.1" status: 200 len: 906 time: 0.1955333 Dec 10 16:44:09.908625 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78c0f06-350a-4666-b000-c7cba5582a3f tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Network 2e1a439e-2463-4760-a08b-ac2cd6ad4c50 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:44:09.922762 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-e78c0f06-350a-4666-b000-c7cba5582a3f tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:44:09.926892 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78c0f06-350a-4666-b000-c7cba5582a3f tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:44:09.989260 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ceabb55f-bd47-49cc-a70b-7d7524045ad1 req-28068e7a-ca0a-458f-accc-d0752f17d3fd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac518843-255c-4ac6-be7f-2de3cfc0f030 HTTP/1.1" status: 200 len: 217 time: 0.0764518 Dec 10 16:44:10.019861 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c0f06-350a-4666-b000-c7cba5582a3f tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Pushing event updated for resources: {'Port': ['ID=9b6412fe-5872-4f78-a0f8-8b9484801006,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:10.032690 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78c0f06-350a-4666-b000-c7cba5582a3f tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:10.033409 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e78c0f06-350a-4666-b000-c7cba5582a3f tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:10.070173 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e78c0f06-350a-4666-b000-c7cba5582a3f tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.5976679 Dec 10 16:44:10.073127 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 44470) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:10.075100 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceabb55f-bd47-49cc-a70b-7d7524045ad1 req-96f6b4f6-2d28-4b98-b179-84ac1015b4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:10.076672 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ceabb55f-bd47-49cc-a70b-7d7524045ad1 req-96f6b4f6-2d28-4b98-b179-84ac1015b4de service neutron] 10.222.0.46 "GET /v2.0/subnets?id=752d8738-5a8a-4dc6-b8b4-8f887a921d46 HTTP/1.1" status: 200 len: 845 time: 0.0807681 Dec 10 16:44:10.141896 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ceabb55f-bd47-49cc-a70b-7d7524045ad1 req-1896ccb1-564b-44b3-88f5-b08ead1f5e52 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=35f32682-cfba-42d0-8574-2822bfa354b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548844 Dec 10 16:44:10.225782 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476375b8-f138-4dfd-880e-24d11ad0de75 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:10.233176 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 86894f84-0aca-4a5d-84d1-6b5b51a274a4 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:44:10.248298 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476375b8-f138-4dfd-880e-24d11ad0de75 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:10.254979 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476375b8-f138-4dfd-880e-24d11ad0de75 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:10.267932 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-476375b8-f138-4dfd-880e-24d11ad0de75 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1898391 Dec 10 16:44:10.270490 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 44474) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:10.378096 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 86894f84-0aca-4a5d-84d1-6b5b51a274a4 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:44:10.378577 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:10.419819 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ceabb55f-bd47-49cc-a70b-7d7524045ad1 req-3a636623-fad2-4aeb-9d21-8b12f7ebbe3d service neutron] 10.222.0.46 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697792 Dec 10 16:44:10.559507 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-13218c43-3b00-4ea0-9df5-e6b197b68f30 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Deleting port 9b6412fe-5872-4f78-a0f8-8b9484801006 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:44:10.560043 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-13218c43-3b00-4ea0-9df5-e6b197b68f30 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:10.615315 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7d6da-ef0f-400e-a358-1a6e0d20b36a req-f706cd13-8664-4ca2-8913-14adce7e2296 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:10.619789 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:10.631118 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3de7d6da-ef0f-400e-a358-1a6e0d20b36a req-f706cd13-8664-4ca2-8913-14adce7e2296 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2e367e-b8a9-4bef-8b62-d8844919eec3 HTTP/1.1" status: 200 len: 944 time: 0.2630103 Dec 10 16:44:10.738450 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 86894f84-0aca-4a5d-84d1-6b5b51a274a4, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=86894f84-0aca-4a5d-84d1-6b5b51a274a4,segment=NetworkSegment(2a5d3656-6f6b-46d1-ba19-890615806c5f),segment_id=2a5d3656-6f6b-46d1-ba19-890615806c5f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:44:10.753811 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:10.756879 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-13218c43-3b00-4ea0-9df5-e6b197b68f30 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:10.771252 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-13218c43-3b00-4ea0-9df5-e6b197b68f30 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Calling delete_port for 9b6412fe-5872-4f78-a0f8-8b9484801006 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:44:10.810089 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3de7d6da-ef0f-400e-a358-1a6e0d20b36a req-3eaecfb1-1dc1-4542-9931-7ec8e7ad6e77 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719873 Dec 10 16:44:10.863596 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=86894f84-0aca-4a5d-84d1-6b5b51a274a4,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:10.881568 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ceabb55f-bd47-49cc-a70b-7d7524045ad1 req-ed73bb65-eb6b-4043-b8c5-283cd849f9a4 service neutron] 10.222.0.46 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4515431 Dec 10 16:44:11.106524 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-13218c43-3b00-4ea0-9df5-e6b197b68f30 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:11.132358 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3daff41-4e67-4e8d-a97f-5c663bdcef12 None None] Network 2e1a439e-2463-4760-a08b-ac2cd6ad4c50 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:44:11.171840 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13218c43-3b00-4ea0-9df5-e6b197b68f30 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Pushing event deleted for resources: {'Port': ['ID=9b6412fe-5872-4f78-a0f8-8b9484801006,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:11.221603 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b136b691-08fd-4d55-89e8-21d8fb7b08a9 None None] Provisioning complete for port 86894f84-0aca-4a5d-84d1-6b5b51a274a4 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:44:11.221971 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b136b691-08fd-4d55-89e8-21d8fb7b08a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:11.263061 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 44502) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:11.310821 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-13218c43-3b00-4ea0-9df5-e6b197b68f30 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:11.317847 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-13218c43-3b00-4ea0-9df5-e6b197b68f30 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] 10.222.0.11 "DELETE /v2.0/ports/9b6412fe-5872-4f78-a0f8-8b9484801006 HTTP/1.1" status: 204 len: 168 time: 1.0462828 Dec 10 16:44:11.322202 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 44506) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:11.328917 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-3ed35d94-16e8-4bc7-abb5-868900b05ee0 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Request body: {'port': {'name': 'tempest-new-port-name-1994101335', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:44:11.329360 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.api.validators [None req-3ed35d94-16e8-4bc7-abb5-868900b05ee0 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] bootfile-name is not in valid_values {{(pid=103392) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 16:44:11.329851 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.api.validators [None req-3ed35d94-16e8-4bc7-abb5-868900b05ee0 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] tftp-server is not in valid_values {{(pid=103392) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 16:44:11.330213 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.api.validators [None req-3ed35d94-16e8-4bc7-abb5-868900b05ee0 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] server-ip-address is not in valid_values {{(pid=103392) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 16:44:11.509469 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c59d1c81-bd2e-4f9a-b1a1-923e6eaf3133 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:11.542904 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3ed35d94-16e8-4bc7-abb5-868900b05ee0 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:11.902607 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-689c8482-5568-4c8a-b2c5-c8f3337c34e8 None None] Provisioning complete for port cc30c3ac-de11-43c5-b747-ef9beacc0bf3 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:44:11.903209 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-689c8482-5568-4c8a-b2c5-c8f3337c34e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:11.982573 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-689c8482-5568-4c8a-b2c5-c8f3337c34e8 None None] Port cc30c3ac-de11-43c5-b747-ef9beacc0bf3 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:44:11.996309 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-689c8482-5568-4c8a-b2c5-c8f3337c34e8 None None] Provisioning complete for port 86894f84-0aca-4a5d-84d1-6b5b51a274a4 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:44:11.996672 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-689c8482-5568-4c8a-b2c5-c8f3337c34e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:12.214080 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 86894f84-0aca-4a5d-84d1-6b5b51a274a4 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:44:12.246760 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device ac518843-255c-4ac6-be7f-2de3cfc0f030 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:44:12.392649 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port ac518843-255c-4ac6-be7f-2de3cfc0f030, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=ac518843-255c-4ac6-be7f-2de3cfc0f030,segment=NetworkSegment(5f321af3-1a86-4e4e-a33f-e6abf9e1d87b),segment_id=5f321af3-1a86-4e4e-a33f-e6abf9e1d87b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:44:12.410718 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'ac518843-255c-4ac6-be7f-2de3cfc0f030', 'network_id': '35f32682-cfba-42d0-8574-2822bfa354b7', 'port_id': 'ac518843-255c-4ac6-be7f-2de3cfc0f030', 'mac_address': 'fa:16:3e:15:b3:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '752d8738-5a8a-4dc6-b8b4-8f887a921d46', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:44:12.460796 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-2f149bc7-7b9e-4720-a1f1-4bc71cc1753c None None] Provisioning complete for port cc30c3ac-de11-43c5-b747-ef9beacc0bf3 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:44:12.461463 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2f149bc7-7b9e-4720-a1f1-4bc71cc1753c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:12.553272 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 86894f84-0aca-4a5d-84d1-6b5b51a274a4 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:44:12.553837 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:12.556851 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:12.593014 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcbfed9-952f-48cb-94a8-a8777dc7f004 req-1f1501ae-2e38-40d0-8b5c-e55dca866ae0 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:12.602855 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5fcbfed9-952f-48cb-94a8-a8777dc7f004 req-1f1501ae-2e38-40d0-8b5c-e55dca866ae0 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2e367e-b8a9-4bef-8b62-d8844919eec3 HTTP/1.1" status: 200 len: 944 time: 0.2190177 Dec 10 16:44:12.608255 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c59d1c81-bd2e-4f9a-b1a1-923e6eaf3133 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:12.621784 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-2f149bc7-7b9e-4720-a1f1-4bc71cc1753c None None] Port cc30c3ac-de11-43c5-b747-ef9beacc0bf3 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:44:12.642074 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac518843-255c-4ac6-be7f-2de3cfc0f030 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:44:12.644942 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c59d1c81-bd2e-4f9a-b1a1-923e6eaf3133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:12.659007 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3ed35d94-16e8-4bc7-abb5-868900b05ee0 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:12.699752 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3ed35d94-16e8-4bc7-abb5-868900b05ee0 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:12.709487 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port ac518843-255c-4ac6-be7f-2de3cfc0f030, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=ac518843-255c-4ac6-be7f-2de3cfc0f030,segment=NetworkSegment(5f321af3-1a86-4e4e-a33f-e6abf9e1d87b),segment_id=5f321af3-1a86-4e4e-a33f-e6abf9e1d87b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:44:12.727095 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:12.783482 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d1f0c3de-2b1c-4224-83af-f44c2cc5618a None None] Could not find standard attr ID for object 9b6412fe-5872-4f78-a0f8-8b9484801006. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:44:12.847527 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=ac518843-255c-4ac6-be7f-2de3cfc0f030,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:12.869267 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c59d1c81-bd2e-4f9a-b1a1-923e6eaf3133 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f0a4700591f44c649e39e0ecd2fc694a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6024096 Dec 10 16:44:12.869267 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed35d94-16e8-4bc7-abb5-868900b05ee0 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Pushing event updated for resources: {'Port': ['ID=cc30c3ac-de11-43c5-b747-ef9beacc0bf3,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:12.870365 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 44550) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:12.927725 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['ac518843-255c-4ac6-be7f-2de3cfc0f030'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:44:12.972307 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5fcbfed9-952f-48cb-94a8-a8777dc7f004 req-db625315-cd64-40a1-bc61-9e989e6e25d0 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681476 Dec 10 16:44:12.983978 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d1c81-bd2e-4f9a-b1a1-923e6eaf3133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d8188f-cd77-435b-b491-29afcb191942,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:13.028413 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7fce5fb7-2852-489b-929d-00360cd5abef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:13.080419 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7fce5fb7-2852-489b-929d-00360cd5abef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:13.116042 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-3ed35d94-16e8-4bc7-abb5-868900b05ee0 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] In _notify_port_updated(), no bound segment for port cc30c3ac-de11-43c5-b747-ef9beacc0bf3 on network 2e1a439e-2463-4760-a08b-ac2cd6ad4c50 {{(pid=103392) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:44:13.128525 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed35d94-16e8-4bc7-abb5-868900b05ee0 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:13.134568 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3ed35d94-16e8-4bc7-abb5-868900b05ee0 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:13.140242 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3ed35d94-16e8-4bc7-abb5-868900b05ee0 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] 10.222.0.11 "PUT /v2.0/ports/cc30c3ac-de11-43c5-b747-ef9beacc0bf3 HTTP/1.1" status: 200 len: 1137 time: 1.8169513 Dec 10 16:44:13.142866 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 44556) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:13.211987 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7fce5fb7-2852-489b-929d-00360cd5abef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:13.214530 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7fce5fb7-2852-489b-929d-00360cd5abef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:13.215894 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7fce5fb7-2852-489b-929d-00360cd5abef admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e3d8188f-cd77-435b-b491-29afcb191942 HTTP/1.1" status: 204 len: 168 time: 0.3367131 Dec 10 16:44:13.239820 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce5fb7-2852-489b-929d-00360cd5abef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d8188f-cd77-435b-b491-29afcb191942,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:13.275940 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f81888-c5ad-4cf3-af13-628a1f84bbb7 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:13.278587 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-81f81888-c5ad-4cf3-af13-628a1f84bbb7 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] 10.222.0.11 "GET /v2.0/ports/cc30c3ac-de11-43c5-b747-ef9beacc0bf3 HTTP/1.1" status: 200 len: 1137 time: 0.1347640 Dec 10 16:44:13.284817 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 44566) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:13.439223 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-5b215dd5-63f1-40f0-a2bf-3300b741d3bf tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Deleting port cc30c3ac-de11-43c5-b747-ef9beacc0bf3 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:44:13.440537 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5b215dd5-63f1-40f0-a2bf-3300b741d3bf tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:13.517487 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-1dc17b88-66ed-4a36-a5d9-71507f06d255 None None] Provisioning complete for port cc30c3ac-de11-43c5-b747-ef9beacc0bf3 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:44:13.517864 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1dc17b88-66ed-4a36-a5d9-71507f06d255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:13.605513 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-1dc17b88-66ed-4a36-a5d9-71507f06d255 None None] Port cc30c3ac-de11-43c5-b747-ef9beacc0bf3 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:44:13.618623 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5b215dd5-63f1-40f0-a2bf-3300b741d3bf tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:13.636098 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-5b215dd5-63f1-40f0-a2bf-3300b741d3bf tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Calling delete_port for cc30c3ac-de11-43c5-b747-ef9beacc0bf3 owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:44:13.795030 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 44580) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:13.815372 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0d0441d3-3e98-496a-9478-146ffc355db2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:13.899507 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5b215dd5-63f1-40f0-a2bf-3300b741d3bf tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:13.929469 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7357032f-d10a-45bb-8f8f-ef5b765c7318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:13.944814 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0d0441d3-3e98-496a-9478-146ffc355db2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:13.955017 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0d0441d3-3e98-496a-9478-146ffc355db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:14.006915 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b215dd5-63f1-40f0-a2bf-3300b741d3bf tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Pushing event deleted for resources: {'Port': ['ID=cc30c3ac-de11-43c5-b747-ef9beacc0bf3,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:14.046903 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0d0441d3-3e98-496a-9478-146ffc355db2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d7f828f8e8934631a798e5edcdbe2630&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2504375 Dec 10 16:44:14.050671 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 44586) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:14.090394 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0441d3-3e98-496a-9478-146ffc355db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edea26b5-0fbd-48c2-aa5c-7835e46f4455,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:14.225490 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5b215dd5-63f1-40f0-a2bf-3300b741d3bf tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:14.227894 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device ac518843-255c-4ac6-be7f-2de3cfc0f030 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:44:14.229741 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5b215dd5-63f1-40f0-a2bf-3300b741d3bf tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] 10.222.0.11 "DELETE /v2.0/ports/cc30c3ac-de11-43c5-b747-ef9beacc0bf3 HTTP/1.1" status: 204 len: 168 time: 0.9436390 Dec 10 16:44:14.232478 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 44596) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:14.250982 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94fc88-cd04-4cf0-a304-7c9f96afb3b6 req-4a857de1-ecef-49ea-a58f-5998660b6509 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:14.253119 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ca94fc88-cd04-4cf0-a304-7c9f96afb3b6 req-4a857de1-ecef-49ea-a58f-5998660b6509 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2e367e-b8a9-4bef-8b62-d8844919eec3 HTTP/1.1" status: 200 len: 945 time: 0.1447663 Dec 10 16:44:14.261446 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2b623b83-b5ba-42a2-8c2f-466b5eee9f5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:14.293393 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2b623b83-b5ba-42a2-8c2f-466b5eee9f5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:14.371717 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port ac518843-255c-4ac6-be7f-2de3cfc0f030 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:44:14.375648 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8545487-25be-4867-8d2e-8d62ce70cc1b tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Deleting subnet 9d377f3b-6506-4ea9-a355-6d8a3273b21d {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:44:14.378508 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port ac518843-255c-4ac6-be7f-2de3cfc0f030 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:44:14.379398 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:14.391397 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f8545487-25be-4867-8d2e-8d62ce70cc1b tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:14.435908 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ca94fc88-cd04-4cf0-a304-7c9f96afb3b6 req-2279281a-0b55-4a7a-8407-3a37e0480a33 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767752 Dec 10 16:44:14.447902 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2b623b83-b5ba-42a2-8c2f-466b5eee9f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:14.469410 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2b623b83-b5ba-42a2-8c2f-466b5eee9f5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:14.470631 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2b623b83-b5ba-42a2-8c2f-466b5eee9f5f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/edea26b5-0fbd-48c2-aa5c-7835e46f4455 HTTP/1.1" status: 204 len: 168 time: 0.4189250 Dec 10 16:44:14.489001 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f8545487-25be-4867-8d2e-8d62ce70cc1b tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:14.494813 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b623b83-b5ba-42a2-8c2f-466b5eee9f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edea26b5-0fbd-48c2-aa5c-7835e46f4455,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:14.623387 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f8545487-25be-4867-8d2e-8d62ce70cc1b tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:14.996507 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:15.029857 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2e367e-b8a9-4bef-8b62-d8844919eec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac518843-255c-4ac6-be7f-2de3cfc0f030'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:44:15.036017 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475060f1-e144-4ff1-be71-89f72af5a012" -d '{"events": [{"server_uuid": "8d2e367e-b8a9-4bef-8b62-d8844919eec3", "name": "network-vif-plugged", "status": "completed", "tag": "ac518843-255c-4ac6-be7f-2de3cfc0f030"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:44:15.052552 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port ac518843-255c-4ac6-be7f-2de3cfc0f030, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=ac518843-255c-4ac6-be7f-2de3cfc0f030,segment=NetworkSegment(5f321af3-1a86-4e4e-a33f-e6abf9e1d87b),segment_id=5f321af3-1a86-4e4e-a33f-e6abf9e1d87b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:44:15.061264 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:15.071875 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f8545487-25be-4867-8d2e-8d62ce70cc1b tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:15.116996 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0861bf-9b77-4da4-9dd0-0dcc4913c4af x-openstack-request-id: req-8b0861bf-9b77-4da4-9dd0-0dcc4913c4af {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:44:15.117478 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2e367e-b8a9-4bef-8b62-d8844919eec3", "name": "network-vif-plugged", "status": "completed", "tag": "ac518843-255c-4ac6-be7f-2de3cfc0f030", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:44:15.117896 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8b0861bf-9b77-4da4-9dd0-0dcc4913c4af {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:44:15.119049 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d2e367e-b8a9-4bef-8b62-d8844919eec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac518843-255c-4ac6-be7f-2de3cfc0f030', 'code': 200} Dec 10 16:44:15.120894 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8545487-25be-4867-8d2e-8d62ce70cc1b tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Pushing event deleted for resources: {'Subnet': ['ID=9d377f3b-6506-4ea9-a355-6d8a3273b21d,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:15.128542 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f8545487-25be-4867-8d2e-8d62ce70cc1b tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:15.143585 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b211a981-403c-4c91-aa53-78c45580ad00 None None] Network 2e1a439e-2463-4760-a08b-ac2cd6ad4c50 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:44:15.153644 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f8545487-25be-4867-8d2e-8d62ce70cc1b tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] 10.222.0.11 "DELETE /v2.0/subnets/9d377f3b-6506-4ea9-a355-6d8a3273b21d HTTP/1.1" status: 204 len: 168 time: 0.9199734 Dec 10 16:44:15.156137 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 44630) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:15.277030 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=ac518843-255c-4ac6-be7f-2de3cfc0f030,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:15.285926 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:44:15.351060 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd21291-b373-4fcc-8a79-da84d4769e98 req-f7f79b90-1f91-4523-b43c-b633e4f4083f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:15.354617 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0cd21291-b373-4fcc-8a79-da84d4769e98 req-f7f79b90-1f91-4523-b43c-b633e4f4083f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8d2e367e-b8a9-4bef-8b62-d8844919eec3 HTTP/1.1" status: 200 len: 1097 time: 0.1167800 Dec 10 16:44:15.362904 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e815faa9-d76b-4bc1-9a85-c1560313fad2 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:15.427466 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662c47e5-2928-4e10-8f26-49a3268eb418 None None] DHCP port deletion for 2e1a439e-2463-4760-a08b-ac2cd6ad4c50 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:44:15.473828 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0cd21291-b373-4fcc-8a79-da84d4769e98 req-8ace9b8c-8e4c-4de4-99c8-5b7958157373 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080914 Dec 10 16:44:15.524343 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-e815faa9-d76b-4bc1-9a85-c1560313fad2 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Deleting port 86894f84-0aca-4a5d-84d1-6b5b51a274a4 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:44:15.524778 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e815faa9-d76b-4bc1-9a85-c1560313fad2 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:15.565396 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-662c47e5-2928-4e10-8f26-49a3268eb418 None None] Deleting port 86894f84-0aca-4a5d-84d1-6b5b51a274a4 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:44:15.565853 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-662c47e5-2928-4e10-8f26-49a3268eb418 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:15.663660 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-e815faa9-d76b-4bc1-9a85-c1560313fad2 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] For port 86894f84-0aca-4a5d-84d1-6b5b51a274a4, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=86894f84-0aca-4a5d-84d1-6b5b51a274a4,segment=NetworkSegment(2a5d3656-6f6b-46d1-ba19-890615806c5f),segment_id=2a5d3656-6f6b-46d1-ba19-890615806c5f)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:44:15.664033 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e815faa9-d76b-4bc1-9a85-c1560313fad2 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:15.690565 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-e815faa9-d76b-4bc1-9a85-c1560313fad2 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Calling delete_port for 86894f84-0aca-4a5d-84d1-6b5b51a274a4 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:44:15.710409 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9ba38-fb1e-4f2c-b0f4-bc26df959587 req-c8e9955f-9577-4563-8d1d-09307e8ecd0a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:15.718390 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b1d9ba38-fb1e-4f2c-b0f4-bc26df959587 req-c8e9955f-9577-4563-8d1d-09307e8ecd0a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2e367e-b8a9-4bef-8b62-d8844919eec3 HTTP/1.1" status: 200 len: 946 time: 0.0960386 Dec 10 16:44:15.741693 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-662c47e5-2928-4e10-8f26-49a3268eb418 None None] For port 86894f84-0aca-4a5d-84d1-6b5b51a274a4, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=86894f84-0aca-4a5d-84d1-6b5b51a274a4,segment=NetworkSegment(2a5d3656-6f6b-46d1-ba19-890615806c5f),segment_id=2a5d3656-6f6b-46d1-ba19-890615806c5f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:44:15.742215 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-662c47e5-2928-4e10-8f26-49a3268eb418 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:15.808024 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-662c47e5-2928-4e10-8f26-49a3268eb418 None None] Calling delete_port for 86894f84-0aca-4a5d-84d1-6b5b51a274a4 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:44:15.888890 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b1d9ba38-fb1e-4f2c-b0f4-bc26df959587 req-70eedb82-7203-4df1-9ebd-045c221d235b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688814 Dec 10 16:44:15.925045 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e815faa9-d76b-4bc1-9a85-c1560313fad2 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:15.954803 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e815faa9-d76b-4bc1-9a85-c1560313fad2 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Pushing event deleted for resources: {'Port': ['ID=86894f84-0aca-4a5d-84d1-6b5b51a274a4,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:15.965354 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e815faa9-d76b-4bc1-9a85-c1560313fad2 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] No DVR routers for this DVR port 86894f84-0aca-4a5d-84d1-6b5b51a274a4 on host n-d-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:44:15.970408 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-662c47e5-2928-4e10-8f26-49a3268eb418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:15.999704 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662c47e5-2928-4e10-8f26-49a3268eb418 None None] No DVR routers for this DVR port 86894f84-0aca-4a5d-84d1-6b5b51a274a4 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:44:16.032324 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c47e5-2928-4e10-8f26-49a3268eb418 None None] Pushing event deleted for resources: {'Port': ['ID=86894f84-0aca-4a5d-84d1-6b5b51a274a4,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:16.139854 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 86894f84-0aca-4a5d-84d1-6b5b51a274a4 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:44:16.166162 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 86894f84-0aca-4a5d-84d1-6b5b51a274a4 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:44:16.167172 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 86894f84-0aca-4a5d-84d1-6b5b51a274a4 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:44:16.201803 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e815faa9-d76b-4bc1-9a85-c1560313fad2 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:16.234740 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-e815faa9-d76b-4bc1-9a85-c1560313fad2 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e1a439e-2463-4760-a08b-ac2cd6ad4c50']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:44:16.250090 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-e815faa9-d76b-4bc1-9a85-c1560313fad2 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a5d3656-6f6b-46d1-ba19-890615806c5f') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:44:16.250421 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-e815faa9-d76b-4bc1-9a85-c1560313fad2 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a5d3656-6f6b-46d1-ba19-890615806c5f') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:44:16.265080 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e815faa9-d76b-4bc1-9a85-c1560313fad2 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:16.294090 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e815faa9-d76b-4bc1-9a85-c1560313fad2 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:16.307345 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e815faa9-d76b-4bc1-9a85-c1560313fad2 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:44:16.308925 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e815faa9-d76b-4bc1-9a85-c1560313fad2 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:16.317093 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:44:16.317093 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:44:16.317093 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:44:16.317093 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:44:16.317093 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:44:16.317093 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:44:16.317093 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:44:16.317093 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:44:16.317093 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:44:16.317093 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:44:16.317093 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:44:16.317093 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:44:16.317093 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:44:16.317093 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:44:16.317093 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:44:16.317093 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:44:16.317093 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:44:16.317093 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:44:16.317093 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:44:16.317093 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:44:16.317093 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:44:16.317093 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:44:16.317093 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:44:16.317093 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:44:16.317093 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:44:16.317093 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:44:16.317093 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:44:16.317093 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:44:16.317093 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:44:16.317093 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:44:16.317093 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:44:16.317093 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:44:16.422875 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e815faa9-d76b-4bc1-9a85-c1560313fad2 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:16.440463 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e815faa9-d76b-4bc1-9a85-c1560313fad2 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:16.471555 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e815faa9-d76b-4bc1-9a85-c1560313fad2 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] 10.222.0.11 "DELETE /v2.0/networks/2e1a439e-2463-4760-a08b-ac2cd6ad4c50 HTTP/1.1" status: 204 len: 168 time: 1.3122168 Dec 10 16:44:16.483001 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-df09ac2d-6835-45fc-b440-dd8d8789e99a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:16.524518 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e815faa9-d76b-4bc1-9a85-c1560313fad2 tempest-ExtraDHCPOptionsTestJSON-452392706 tempest-ExtraDHCPOptionsTestJSON-452392706-project] Pushing event deleted for resources: {'Network': ['ID=2e1a439e-2463-4760-a08b-ac2cd6ad4c50,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:16.935458 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 44706) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:17.066799 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55c509-156f-4989-88d2-9caf6fa47d05 req-919c4a3a-a232-4c6c-a2f5-265f418bfc4b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:17.073503 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe55c509-156f-4989-88d2-9caf6fa47d05 req-919c4a3a-a232-4c6c-a2f5-265f418bfc4b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2e367e-b8a9-4bef-8b62-d8844919eec3 HTTP/1.1" status: 200 len: 946 time: 0.1089098 Dec 10 16:44:17.191337 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe55c509-156f-4989-88d2-9caf6fa47d05 req-6cd09329-6491-42f6-871a-b8644be62a1d tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993381 Dec 10 16:44:17.193919 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-147dce6c-a37e-46fb-b2b5-128c1ffaefe5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6c0e7e47a716486baf2aea00958930d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2571700 Dec 10 16:44:17.196739 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 44718) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:17.288808 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:17.302890 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8ecea9ca-edd9-43cd-82b7-9f8bdbca0028 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:17.340952 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8ecea9ca-edd9-43cd-82b7-9f8bdbca0028 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:17.426814 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8ecea9ca-edd9-43cd-82b7-9f8bdbca0028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:17.430547 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8ecea9ca-edd9-43cd-82b7-9f8bdbca0028 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:17.431786 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8ecea9ca-edd9-43cd-82b7-9f8bdbca0028 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cfc5bf60-e3ba-4d7a-94d1-e605f1ffd497 HTTP/1.1" status: 204 len: 168 time: 0.2331972 Dec 10 16:44:17.458272 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fdbcf6-5281-40a5-83cd-7262ad25cbc2 req-f3335d26-273c-4384-8d60-1601eb1a8cd3 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:17.471784 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e9fdbcf6-5281-40a5-83cd-7262ad25cbc2 req-f3335d26-273c-4384-8d60-1601eb1a8cd3 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2e367e-b8a9-4bef-8b62-d8844919eec3 HTTP/1.1" status: 200 len: 946 time: 0.1292703 Dec 10 16:44:17.474865 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecea9ca-edd9-43cd-82b7-9f8bdbca0028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc5bf60-e3ba-4d7a-94d1-e605f1ffd497,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:17.605132 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e9fdbcf6-5281-40a5-83cd-7262ad25cbc2 req-1bc6bda5-5384-48bf-8d2e-ca596c098861 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318469 Dec 10 16:44:18.164673 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d754e-555a-4da7-b7ad-13140689b6de req-0d21b3bc-8947-4d76-89d4-b2732c5bae4a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:18.166528 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5b6d754e-555a-4da7-b7ad-13140689b6de req-0d21b3bc-8947-4d76-89d4-b2732c5bae4a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2e367e-b8a9-4bef-8b62-d8844919eec3 HTTP/1.1" status: 200 len: 946 time: 0.1282876 Dec 10 16:44:18.321437 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5b6d754e-555a-4da7-b7ad-13140689b6de req-49bca13a-a213-43de-84d0-cd7116a56d5f tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442783 Dec 10 16:44:18.571925 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:19.292160 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab1f9f-a5ac-493c-bff4-87e8ba78bc9a req-98ab50da-02cc-4bbb-b715-6189f0a19df2 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:19.294325 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-09ab1f9f-a5ac-493c-bff4-87e8ba78bc9a req-98ab50da-02cc-4bbb-b715-6189f0a19df2 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d2e367e-b8a9-4bef-8b62-d8844919eec3 HTTP/1.1" status: 200 len: 946 time: 0.1076107 Dec 10 16:44:19.499969 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 44830) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:19.592560 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad8845-05ff-422e-8bfb-f009c0bab209 req-77965600-31ab-4e32-8fca-8de07b87342d tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:19.594786 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2bad8845-05ff-422e-8bfb-f009c0bab209 req-77965600-31ab-4e32-8fca-8de07b87342d tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2e367e-b8a9-4bef-8b62-d8844919eec3 HTTP/1.1" status: 200 len: 946 time: 0.1482077 Dec 10 16:44:19.699227 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-09ab1f9f-a5ac-493c-bff4-87e8ba78bc9a req-5895e5a3-d136-4924-861d-746304adc39a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Deleting port ac518843-255c-4ac6-be7f-2de3cfc0f030 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:44:19.699633 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-09ab1f9f-a5ac-493c-bff4-87e8ba78bc9a req-5895e5a3-d136-4924-861d-746304adc39a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:19.707640 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:19.795003 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2bad8845-05ff-422e-8bfb-f009c0bab209 req-22186536-dde7-494c-8592-6cb8f651cf02 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938181 Dec 10 16:44:19.883166 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-09ab1f9f-a5ac-493c-bff4-87e8ba78bc9a req-5895e5a3-d136-4924-861d-746304adc39a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] For port ac518843-255c-4ac6-be7f-2de3cfc0f030, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=ac518843-255c-4ac6-be7f-2de3cfc0f030,segment=NetworkSegment(5f321af3-1a86-4e4e-a33f-e6abf9e1d87b),segment_id=5f321af3-1a86-4e4e-a33f-e6abf9e1d87b)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:44:19.883680 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-09ab1f9f-a5ac-493c-bff4-87e8ba78bc9a req-5895e5a3-d136-4924-861d-746304adc39a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:19.903164 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-09ab1f9f-a5ac-493c-bff4-87e8ba78bc9a req-5895e5a3-d136-4924-861d-746304adc39a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Calling delete_port for ac518843-255c-4ac6-be7f-2de3cfc0f030 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:44:19.979620 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f64b25c5-2b60-4d97-9c72-1e9edad8e610 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:20.111636 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-09ab1f9f-a5ac-493c-bff4-87e8ba78bc9a req-5895e5a3-d136-4924-861d-746304adc39a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:20.125064 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['ac518843-255c-4ac6-be7f-2de3cfc0f030'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:44:20.128220 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['eb2991dd-afe8-4317-bf27-03920c421c1f'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:44:20.212070 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5895e5a3-d136-4924-861d-746304adc39a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Pushing event deleted for resources: {'Port': ['ID=ac518843-255c-4ac6-be7f-2de3cfc0f030,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:20.259617 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f64b25c5-2b60-4d97-9c72-1e9edad8e610 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:20.273195 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f64b25c5-2b60-4d97-9c72-1e9edad8e610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:20.315911 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b25c5-2b60-4d97-9c72-1e9edad8e610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace93ad9-6fba-48a0-8fb4-ea50f9d61622,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:20.329404 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ab1f9f-a5ac-493c-bff4-87e8ba78bc9a req-5895e5a3-d136-4924-861d-746304adc39a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] No DVR routers for this DVR port ac518843-255c-4ac6-be7f-2de3cfc0f030 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:44:20.338576 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-09ab1f9f-a5ac-493c-bff4-87e8ba78bc9a req-5895e5a3-d136-4924-861d-746304adc39a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:20.343710 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f64b25c5-2b60-4d97-9c72-1e9edad8e610 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=684cfc0b91d343c3bf0fb547272bafb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8425019 Dec 10 16:44:20.344640 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 44856) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:20.345585 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-09ab1f9f-a5ac-493c-bff4-87e8ba78bc9a req-5895e5a3-d136-4924-861d-746304adc39a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.46 "DELETE /v2.0/ports/ac518843-255c-4ac6-be7f-2de3cfc0f030 HTTP/1.1" status: 204 len: 173 time: 1.0406199 Dec 10 16:44:20.346333 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2e367e-b8a9-4bef-8b62-d8844919eec3', 'name': 'network-vif-deleted', 'tag': 'ac518843-255c-4ac6-be7f-2de3cfc0f030'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:44:20.353675 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66972c6d-31ef-4cf2-9028-e5f10e2a5402" -d '{"events": [{"server_uuid": "8d2e367e-b8a9-4bef-8b62-d8844919eec3", "name": "network-vif-deleted", "tag": "ac518843-255c-4ac6-be7f-2de3cfc0f030"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:44:20.429628 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f5a0aa-250e-4542-b64e-4d8b755a0835 x-openstack-request-id: req-a2f5a0aa-250e-4542-b64e-4d8b755a0835 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:44:20.429962 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2e367e-b8a9-4bef-8b62-d8844919eec3", "name": "network-vif-deleted", "tag": "ac518843-255c-4ac6-be7f-2de3cfc0f030", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:44:20.430240 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a2f5a0aa-250e-4542-b64e-4d8b755a0835 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:44:20.430653 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d2e367e-b8a9-4bef-8b62-d8844919eec3', 'name': 'network-vif-deleted', 'tag': 'ac518843-255c-4ac6-be7f-2de3cfc0f030', 'status': 'completed', 'code': 200} Dec 10 16:44:20.471783 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7d1a5e84-42a3-4fe2-9ff6-4bc704cf2f4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:20.506823 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7d1a5e84-42a3-4fe2-9ff6-4bc704cf2f4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:20.598517 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7d1a5e84-42a3-4fe2-9ff6-4bc704cf2f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:20.601201 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7d1a5e84-42a3-4fe2-9ff6-4bc704cf2f4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:20.605578 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7d1a5e84-42a3-4fe2-9ff6-4bc704cf2f4d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ace93ad9-6fba-48a0-8fb4-ea50f9d61622 HTTP/1.1" status: 204 len: 168 time: 0.2577202 Dec 10 16:44:20.614259 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a5e84-42a3-4fe2-9ff6-4bc704cf2f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace93ad9-6fba-48a0-8fb4-ea50f9d61622,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:20.623986 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a5e84-42a3-4fe2-9ff6-4bc704cf2f4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:20.624642 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a5e84-42a3-4fe2-9ff6-4bc704cf2f4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:20.625233 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a5e84-42a3-4fe2-9ff6-4bc704cf2f4d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:20.626125 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a5e84-42a3-4fe2-9ff6-4bc704cf2f4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:20.626911 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a5e84-42a3-4fe2-9ff6-4bc704cf2f4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:20.628230 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a5e84-42a3-4fe2-9ff6-4bc704cf2f4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:20.628796 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a5e84-42a3-4fe2-9ff6-4bc704cf2f4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:20.629337 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a5e84-42a3-4fe2-9ff6-4bc704cf2f4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:20.629854 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a5e84-42a3-4fe2-9ff6-4bc704cf2f4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:20.630394 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a5e84-42a3-4fe2-9ff6-4bc704cf2f4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:20.630919 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a5e84-42a3-4fe2-9ff6-4bc704cf2f4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:20.631477 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a5e84-42a3-4fe2-9ff6-4bc704cf2f4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:20.631976 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a5e84-42a3-4fe2-9ff6-4bc704cf2f4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:20.963641 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-89b13bdb-e954-45cf-aaa6-4054d6525e8d req-c444d1dd-f947-456e-9c14-0de66c1020c6 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2e367e-b8a9-4bef-8b62-d8844919eec3 HTTP/1.1" status: 200 len: 210 time: 0.0475049 Dec 10 16:44:21.307563 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 44898) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:21.334193 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c929bf1d-3864-4bfa-a846-588098e95816 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:21.422651 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c929bf1d-3864-4bfa-a846-588098e95816 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:21.430345 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c929bf1d-3864-4bfa-a846-588098e95816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:21.461482 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c929bf1d-3864-4bfa-a846-588098e95816 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e4176daa2bf5483c8d8654c6d324b5f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1527576 Dec 10 16:44:21.464258 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 44906) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:21.501425 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c929bf1d-3864-4bfa-a846-588098e95816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c325dc7d-0c34-46c7-b8f6-bbf19738a678,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:21.553408 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-59748236-c805-4ed0-bd82-1a46015e8bc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:21.581508 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-59748236-c805-4ed0-bd82-1a46015e8bc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:21.648117 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-59748236-c805-4ed0-bd82-1a46015e8bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:21.652146 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-59748236-c805-4ed0-bd82-1a46015e8bc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:21.653886 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-59748236-c805-4ed0-bd82-1a46015e8bc3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c325dc7d-0c34-46c7-b8f6-bbf19738a678 HTTP/1.1" status: 204 len: 168 time: 0.1879930 Dec 10 16:44:21.665672 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59748236-c805-4ed0-bd82-1a46015e8bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c325dc7d-0c34-46c7-b8f6-bbf19738a678,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:22.239821 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device ac518843-255c-4ac6-be7f-2de3cfc0f030 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:44:22.308499 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: ac518843-255c-4ac6-be7f-2de3cfc0f030 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:44:22.308959 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device ac518843-255c-4ac6-be7f-2de3cfc0f030 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:44:22.887369 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-ffdadd12-fccb-42e4-8b81-94036ee6aa3a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:22.891894 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-ffdadd12-fccb-42e4-8b81-94036ee6aa3a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/networks?id=35f32682-cfba-42d0-8574-2822bfa354b7 HTTP/1.1" status: 200 len: 805 time: 0.2136185 Dec 10 16:44:22.919107 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-e4f09452-70c1-4067-8332-14afbd439d75 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/quotas/2334512fa40541b3a8ba6aa3ffbe674c HTTP/1.1" status: 200 len: 375 time: 0.0234642 Dec 10 16:44:23.019607 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-fb2f3095-6cc8-48ce-b838-829b14c3db6d tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2334512fa40541b3a8ba6aa3ffbe674c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0978680 Dec 10 16:44:23.141533 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-60dd5883-7c71-42b4-a3b7-394658d53960 service neutron] 10.222.0.11 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124554 Dec 10 16:44:23.257924 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-7f4b5523-2af2-4c75-b357-4cbc947ce68c service neutron] 10.222.0.11 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108382 Dec 10 16:44:23.637264 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2d08bdeb-598f-4bd9-9cfc-e95d09dd64c5 req-8c115405-c83b-4123-975a-aca97aba1ec0 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=11120273-7683-4f2b-83f7-239c54cd378e HTTP/1.1" status: 200 len: 210 time: 0.0561628 Dec 10 16:44:24.817038 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-98a13901-f339-45d0-83d8-fa5db820f84e req-b4ec8fb9-d077-45cf-a2e0-ed613e150b7a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=11120273-7683-4f2b-83f7-239c54cd378e HTTP/1.1" status: 200 len: 210 time: 0.0564086 Dec 10 16:44:25.312958 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-09f5a899-d1ac-47a6-b82c-5f82074dbef9 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:25.314683 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-09f5a899-d1ac-47a6-b82c-5f82074dbef9 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.46 "GET /v2.0/networks?id=35f32682-cfba-42d0-8574-2822bfa354b7 HTTP/1.1" status: 200 len: 805 time: 0.1651764 Dec 10 16:44:25.327989 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-b2c6b510-9f3a-4d38-8646-3996e06e83f4 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Request body: {'port': {'device_id': '11120273-7683-4f2b-83f7-239c54cd378e', 'network_id': '35f32682-cfba-42d0-8574-2822bfa354b7', 'admin_state_up': True, 'tenant_id': '2334512fa40541b3a8ba6aa3ffbe674c'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:44:25.607558 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-b2c6b510-9f3a-4d38-8646-3996e06e83f4 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Made reservation on behalf of 2334512fa40541b3a8ba6aa3ffbe674c for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:44:25.613764 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-b2c6b510-9f3a-4d38-8646-3996e06e83f4 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:25.840426 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-b2c6b510-9f3a-4d38-8646-3996e06e83f4 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Allocated IP 172.20.0.14 (35f32682-cfba-42d0-8574-2822bfa354b7/752d8738-5a8a-4dc6-b8b4-8f887a921d46/037c5bc6-14dd-4e12-837e-f30cf3a55904) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:44:26.181578 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-80592db6-4340-4a82-9a04-cba4da07e073 req-d6f63abc-f597-4185-a6fe-b45470892048 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=11120273-7683-4f2b-83f7-239c54cd378e HTTP/1.1" status: 200 len: 210 time: 0.1051500 Dec 10 16:44:26.302681 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-b2c6b510-9f3a-4d38-8646-3996e06e83f4 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:26.393133 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-b2c6b510-9f3a-4d38-8646-3996e06e83f4 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:26.406813 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['eb2991dd-afe8-4317-bf27-03920c421c1f'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:44:26.482357 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-b2c6b510-9f3a-4d38-8646-3996e06e83f4 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Network 35f32682-cfba-42d0-8574-2822bfa354b7 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:44:26.486888 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-b2c6b510-9f3a-4d38-8646-3996e06e83f4 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:44:26.503104 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-b2c6b510-9f3a-4d38-8646-3996e06e83f4 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:44:26.589399 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6b510-9f3a-4d38-8646-3996e06e83f4 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Pushing event updated for resources: {'Port': ['ID=037c5bc6-14dd-4e12-837e-f30cf3a55904,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:26.619738 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-b2c6b510-9f3a-4d38-8646-3996e06e83f4 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:26.620763 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-b2c6b510-9f3a-4d38-8646-3996e06e83f4 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:26.643917 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-b2c6b510-9f3a-4d38-8646-3996e06e83f4 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3199067 Dec 10 16:44:26.661171 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-ec92938d-224e-4f90-b4ff-d68dbddee565 service neutron] Request body: {'port': {'device_id': '11120273-7683-4f2b-83f7-239c54cd378e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:44:26.823816 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-ec92938d-224e-4f90-b4ff-d68dbddee565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:27.412383 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94fd56b-a03c-4547-9c9e-9c6585b5d5ee req-c405dbd0-0f16-480b-b25e-5e2e4b17eedc tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:27.415064 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b94fd56b-a03c-4547-9c9e-9c6585b5d5ee req-c405dbd0-0f16-480b-b25e-5e2e4b17eedc tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=11120273-7683-4f2b-83f7-239c54cd378e HTTP/1.1" status: 200 len: 932 time: 0.1425693 Dec 10 16:44:27.423112 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-ec92938d-224e-4f90-b4ff-d68dbddee565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 037c5bc6-14dd-4e12-837e-f30cf3a55904 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:44:27.439593 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-ec92938d-224e-4f90-b4ff-d68dbddee565 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:27.555512 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b94fd56b-a03c-4547-9c9e-9c6585b5d5ee req-31b73da2-8515-449e-9d81-dbd887c5e1b2 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277845 Dec 10 16:44:27.562588 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-ec92938d-224e-4f90-b4ff-d68dbddee565 service neutron] Transition to ACTIVE for port object 037c5bc6-14dd-4e12-837e-f30cf3a55904 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:44:27.569641 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-ec92938d-224e-4f90-b4ff-d68dbddee565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:27.785705 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec92938d-224e-4f90-b4ff-d68dbddee565 service neutron] Pushing event updated for resources: {'Port': ['ID=037c5bc6-14dd-4e12-837e-f30cf3a55904,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:27.844727 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-ec92938d-224e-4f90-b4ff-d68dbddee565 service neutron] Attempting to bind port 037c5bc6-14dd-4e12-837e-f30cf3a55904 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:44:27.845128 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-ec92938d-224e-4f90-b4ff-d68dbddee565 service neutron] Attempting to bind port 037c5bc6-14dd-4e12-837e-f30cf3a55904 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '5f321af3-1a86-4e4e-a33f-e6abf9e1d87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '35f32682-cfba-42d0-8574-2822bfa354b7'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:44:27.845459 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-ec92938d-224e-4f90-b4ff-d68dbddee565 service neutron] Attempting to bind port 037c5bc6-14dd-4e12-837e-f30cf3a55904 on network 35f32682-cfba-42d0-8574-2822bfa354b7 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:44:27.852475 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-ec92938d-224e-4f90-b4ff-d68dbddee565 service neutron] Port 037c5bc6-14dd-4e12-837e-f30cf3a55904 on network 35f32682-cfba-42d0-8574-2822bfa354b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:44:27.852810 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-ec92938d-224e-4f90-b4ff-d68dbddee565 service neutron] Attempting to bind port 037c5bc6-14dd-4e12-837e-f30cf3a55904 on network 35f32682-cfba-42d0-8574-2822bfa354b7 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:44:27.859098 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-ec92938d-224e-4f90-b4ff-d68dbddee565 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:44:27.859488 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-ec92938d-224e-4f90-b4ff-d68dbddee565 service neutron] Checking segment: {'id': '5f321af3-1a86-4e4e-a33f-e6abf9e1d87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '35f32682-cfba-42d0-8574-2822bfa354b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:44:27.859929 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-ec92938d-224e-4f90-b4ff-d68dbddee565 service neutron] Bound using segment: {'id': '5f321af3-1a86-4e4e-a33f-e6abf9e1d87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '35f32682-cfba-42d0-8574-2822bfa354b7'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:44:27.860510 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-ec92938d-224e-4f90-b4ff-d68dbddee565 service neutron] Bound port: 037c5bc6-14dd-4e12-837e-f30cf3a55904, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f321af3-1a86-4e4e-a33f-e6abf9e1d87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '35f32682-cfba-42d0-8574-2822bfa354b7'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:44:27.861389 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-ec92938d-224e-4f90-b4ff-d68dbddee565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:27.977581 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-ec92938d-224e-4f90-b4ff-d68dbddee565 service neutron] For port 037c5bc6-14dd-4e12-837e-f30cf3a55904, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:44:27.981970 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-ec92938d-224e-4f90-b4ff-d68dbddee565 service neutron] For port 037c5bc6-14dd-4e12-837e-f30cf3a55904, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=037c5bc6-14dd-4e12-837e-f30cf3a55904,segment=NetworkSegment(5f321af3-1a86-4e4e-a33f-e6abf9e1d87b),segment_id=5f321af3-1a86-4e4e-a33f-e6abf9e1d87b)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:44:27.990553 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-ec92938d-224e-4f90-b4ff-d68dbddee565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:28.027263 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-ec92938d-224e-4f90-b4ff-d68dbddee565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:28.028012 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-ec92938d-224e-4f90-b4ff-d68dbddee565 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:28.029546 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-ec92938d-224e-4f90-b4ff-d68dbddee565 service neutron] 10.222.0.46 "PUT /v2.0/ports/037c5bc6-14dd-4e12-837e-f30cf3a55904 HTTP/1.1" status: 200 len: 1092 time: 1.3742523 Dec 10 16:44:28.030053 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11120273-7683-4f2b-83f7-239c54cd378e', 'tag': '037c5bc6-14dd-4e12-837e-f30cf3a55904'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:44:28.032869 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ad83c5-7d72-4953-8c7d-80888cf3607f" -d '{"events": [{"name": "network-changed", "server_uuid": "11120273-7683-4f2b-83f7-239c54cd378e", "tag": "037c5bc6-14dd-4e12-837e-f30cf3a55904"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:44:28.085531 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d510e79-c2b8-418e-a9d6-e8ad78569c2c x-openstack-request-id: req-3d510e79-c2b8-418e-a9d6-e8ad78569c2c {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:44:28.085805 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11120273-7683-4f2b-83f7-239c54cd378e", "tag": "037c5bc6-14dd-4e12-837e-f30cf3a55904", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:44:28.086228 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3d510e79-c2b8-418e-a9d6-e8ad78569c2c {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:44:28.086518 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11120273-7683-4f2b-83f7-239c54cd378e', 'tag': '037c5bc6-14dd-4e12-837e-f30cf3a55904', 'status': 'completed', 'code': 200} Dec 10 16:44:28.133500 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec92938d-224e-4f90-b4ff-d68dbddee565 service neutron] Pushing event updated for resources: {'Port': ['ID=037c5bc6-14dd-4e12-837e-f30cf3a55904,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:28.165356 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-de9397c5-40c5-4b55-aeac-b93db893069d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:28.166771 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-de9397c5-40c5-4b55-aeac-b93db893069d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2334512fa40541b3a8ba6aa3ffbe674c&device_id=11120273-7683-4f2b-83f7-239c54cd378e HTTP/1.1" status: 200 len: 1095 time: 0.0724747 Dec 10 16:44:28.212958 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-a59d1205-703a-4422-9ab1-47e7fc783482 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=037c5bc6-14dd-4e12-837e-f30cf3a55904 HTTP/1.1" status: 200 len: 217 time: 0.0376275 Dec 10 16:44:28.351395 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-0b2034c7-c14c-4749-867d-e2d12bf22919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:28.353176 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-0b2034c7-c14c-4749-867d-e2d12bf22919 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=752d8738-5a8a-4dc6-b8b4-8f887a921d46 HTTP/1.1" status: 200 len: 845 time: 0.1330345 Dec 10 16:44:28.454313 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-0b46b3f1-7b1f-4abd-9700-9f5b911e6044 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=35f32682-cfba-42d0-8574-2822bfa354b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921342 Dec 10 16:44:28.661373 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-41448a96-d22c-409d-9474-244f8110b725 service neutron] 10.222.0.46 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954777 Dec 10 16:44:28.928858 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2ba96-38cd-49f0-90db-e2ff0cbfef7f req-443b5a00-617e-4e93-893d-c78558adf4ee tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:28.930875 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2ad2ba96-38cd-49f0-90db-e2ff0cbfef7f req-443b5a00-617e-4e93-893d-c78558adf4ee tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=11120273-7683-4f2b-83f7-239c54cd378e HTTP/1.1" status: 200 len: 944 time: 0.1957645 Dec 10 16:44:28.974506 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-223bc6aa-0db5-4c28-ae57-49a709214be6 req-4b230a1e-4aea-4d90-9ed8-ff39d2248e83 service neutron] 10.222.0.46 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999763 Dec 10 16:44:29.053189 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2ad2ba96-38cd-49f0-90db-e2ff0cbfef7f req-4a0b3306-7f57-4d12-bf88-d439fc5fa2de tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969718 Dec 10 16:44:29.128322 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad83c5-7d72-4953-8c7d-80888cf3607f req-55270053-1772-40e7-82cd-2ca9016e2f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:29.131868 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-27ad83c5-7d72-4953-8c7d-80888cf3607f req-55270053-1772-40e7-82cd-2ca9016e2f76 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2334512fa40541b3a8ba6aa3ffbe674c&device_id=11120273-7683-4f2b-83f7-239c54cd378e HTTP/1.1" status: 200 len: 1095 time: 0.0777280 Dec 10 16:44:29.426468 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad83c5-7d72-4953-8c7d-80888cf3607f req-7daff27d-3433-41ef-a691-97ab44477a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:29.428043 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-27ad83c5-7d72-4953-8c7d-80888cf3607f req-7daff27d-3433-41ef-a691-97ab44477a20 service neutron] 10.222.0.46 "GET /v2.0/networks?id=35f32682-cfba-42d0-8574-2822bfa354b7 HTTP/1.1" status: 200 len: 906 time: 0.2867415 Dec 10 16:44:29.548446 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-27ad83c5-7d72-4953-8c7d-80888cf3607f req-b4df9238-50a9-4b31-b365-7f7823bf129c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=037c5bc6-14dd-4e12-837e-f30cf3a55904 HTTP/1.1" status: 200 len: 217 time: 0.1124387 Dec 10 16:44:29.680154 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad83c5-7d72-4953-8c7d-80888cf3607f req-39c54139-3fd7-4324-aa81-3448c65f1096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:29.684543 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-27ad83c5-7d72-4953-8c7d-80888cf3607f req-39c54139-3fd7-4324-aa81-3448c65f1096 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=752d8738-5a8a-4dc6-b8b4-8f887a921d46 HTTP/1.1" status: 200 len: 845 time: 0.1286530 Dec 10 16:44:29.782345 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-27ad83c5-7d72-4953-8c7d-80888cf3607f req-e4c8ce58-5c99-4f07-a407-3212d044273a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=35f32682-cfba-42d0-8574-2822bfa354b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896332 Dec 10 16:44:29.992500 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-27ad83c5-7d72-4953-8c7d-80888cf3607f req-ccbae797-5ecf-497a-83f7-3cc7c5bf500f service neutron] 10.222.0.46 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016253 Dec 10 16:44:30.272544 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-27ad83c5-7d72-4953-8c7d-80888cf3607f req-d9b8bace-a5f7-4fd3-b830-53a584702fe2 service neutron] 10.222.0.46 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714007 Dec 10 16:44:30.294219 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5922be-aed2-4ce3-972d-47250c4306ae req-a43f5301-32fd-4b15-afc0-d663baf69965 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:30.299590 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f5922be-aed2-4ce3-972d-47250c4306ae req-a43f5301-32fd-4b15-afc0-d663baf69965 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=11120273-7683-4f2b-83f7-239c54cd378e HTTP/1.1" status: 200 len: 944 time: 0.1611731 Dec 10 16:44:30.425051 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f5922be-aed2-4ce3-972d-47250c4306ae req-36cb120b-d884-41f0-9573-895ca6e5da76 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121840 Dec 10 16:44:31.634596 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0426a-025f-4486-9030-a95d4aae8c5d req-2f88ac56-4efe-47b1-abfb-5af2f9565489 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:31.644433 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-59b0426a-025f-4486-9030-a95d4aae8c5d req-2f88ac56-4efe-47b1-abfb-5af2f9565489 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=11120273-7683-4f2b-83f7-239c54cd378e HTTP/1.1" status: 200 len: 944 time: 0.0862484 Dec 10 16:44:31.707828 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-59b0426a-025f-4486-9030-a95d4aae8c5d req-c4848cb4-5970-484d-bed9-f0f3bf350ea7 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621717 Dec 10 16:44:32.308676 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 037c5bc6-14dd-4e12-837e-f30cf3a55904 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:44:32.554932 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 037c5bc6-14dd-4e12-837e-f30cf3a55904, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=037c5bc6-14dd-4e12-837e-f30cf3a55904,segment=NetworkSegment(5f321af3-1a86-4e4e-a33f-e6abf9e1d87b),segment_id=5f321af3-1a86-4e4e-a33f-e6abf9e1d87b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:44:32.581907 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '037c5bc6-14dd-4e12-837e-f30cf3a55904', 'network_id': '35f32682-cfba-42d0-8574-2822bfa354b7', 'port_id': '037c5bc6-14dd-4e12-837e-f30cf3a55904', 'mac_address': 'fa:16:3e:b0:8a:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '752d8738-5a8a-4dc6-b8b4-8f887a921d46', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:44:32.697418 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:32.726426 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 037c5bc6-14dd-4e12-837e-f30cf3a55904 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:44:32.805533 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 037c5bc6-14dd-4e12-837e-f30cf3a55904, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=037c5bc6-14dd-4e12-837e-f30cf3a55904,segment=NetworkSegment(5f321af3-1a86-4e4e-a33f-e6abf9e1d87b),segment_id=5f321af3-1a86-4e4e-a33f-e6abf9e1d87b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:44:32.813370 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:32.926792 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=037c5bc6-14dd-4e12-837e-f30cf3a55904,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:33.008686 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['037c5bc6-14dd-4e12-837e-f30cf3a55904'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:44:33.022825 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208696d0-4a24-4dfb-9101-07ed64b9a86b req-5cb0761b-0359-454d-b5d0-655cdd1a9523 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:33.039875 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-208696d0-4a24-4dfb-9101-07ed64b9a86b req-5cb0761b-0359-454d-b5d0-655cdd1a9523 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=11120273-7683-4f2b-83f7-239c54cd378e HTTP/1.1" status: 200 len: 945 time: 0.1799300 Dec 10 16:44:33.212335 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-208696d0-4a24-4dfb-9101-07ed64b9a86b req-ee363006-3e0a-4bf8-b6c7-c47935df50ae tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701133 Dec 10 16:44:34.316516 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 037c5bc6-14dd-4e12-837e-f30cf3a55904 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:44:34.438099 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce218e9-eda2-44da-88c3-420fa449e5e2 req-3077cbfd-5bf0-4de2-b81d-a8010d24ca53 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:34.451995 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bce218e9-eda2-44da-88c3-420fa449e5e2 req-3077cbfd-5bf0-4de2-b81d-a8010d24ca53 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=11120273-7683-4f2b-83f7-239c54cd378e HTTP/1.1" status: 200 len: 945 time: 0.1378610 Dec 10 16:44:34.464383 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 037c5bc6-14dd-4e12-837e-f30cf3a55904 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:44:34.472364 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 037c5bc6-14dd-4e12-837e-f30cf3a55904 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:44:34.473010 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:34.603408 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bce218e9-eda2-44da-88c3-420fa449e5e2 req-2dafefe5-314d-4fbb-9c36-dd3c2407ba26 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476917 Dec 10 16:44:34.755882 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:34.807475 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 037c5bc6-14dd-4e12-837e-f30cf3a55904, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=037c5bc6-14dd-4e12-837e-f30cf3a55904,segment=NetworkSegment(5f321af3-1a86-4e4e-a33f-e6abf9e1d87b),segment_id=5f321af3-1a86-4e4e-a33f-e6abf9e1d87b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:44:34.808958 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11120273-7683-4f2b-83f7-239c54cd378e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037c5bc6-14dd-4e12-837e-f30cf3a55904'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:44:34.814819 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5ddfa4-34bf-458b-b3ec-c279d899fe1e" -d '{"events": [{"server_uuid": "11120273-7683-4f2b-83f7-239c54cd378e", "name": "network-vif-plugged", "status": "completed", "tag": "037c5bc6-14dd-4e12-837e-f30cf3a55904"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:44:34.837320 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:34.951076 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb0c3d0-7f96-4908-bffa-3b08df223ba0 x-openstack-request-id: req-beb0c3d0-7f96-4908-bffa-3b08df223ba0 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:44:34.951255 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11120273-7683-4f2b-83f7-239c54cd378e", "name": "network-vif-plugged", "status": "completed", "tag": "037c5bc6-14dd-4e12-837e-f30cf3a55904", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:44:34.951368 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-beb0c3d0-7f96-4908-bffa-3b08df223ba0 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:44:34.957081 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11120273-7683-4f2b-83f7-239c54cd378e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037c5bc6-14dd-4e12-837e-f30cf3a55904', 'code': 200} Dec 10 16:44:35.019544 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=037c5bc6-14dd-4e12-837e-f30cf3a55904,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:35.055346 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:35.055718 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:35.056066 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:35.056386 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:35.056713 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:35.057051 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:35.057385 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:35.057703 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:35.058026 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:35.058387 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:35.058723 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:35.059049 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:35.059376 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:35.250764 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21153938-31d9-45bd-96d1-21269e7f3725 req-c43abb8d-dd31-4af7-9ede-693fd472f279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:35.251953 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-21153938-31d9-45bd-96d1-21269e7f3725 req-c43abb8d-dd31-4af7-9ede-693fd472f279 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=11120273-7683-4f2b-83f7-239c54cd378e HTTP/1.1" status: 200 len: 1097 time: 0.2705374 Dec 10 16:44:35.411769 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-21153938-31d9-45bd-96d1-21269e7f3725 req-2b1c830e-ad4a-4460-96f8-19724f47b1f0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516631 Dec 10 16:44:35.918792 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88659fbe-d07d-4fe1-945a-c51c8351193d req-ac4747fb-bcc3-4496-b3d0-9f71ce3ad155 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:35.923125 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-88659fbe-d07d-4fe1-945a-c51c8351193d req-ac4747fb-bcc3-4496-b3d0-9f71ce3ad155 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=11120273-7683-4f2b-83f7-239c54cd378e HTTP/1.1" status: 200 len: 946 time: 0.1424980 Dec 10 16:44:36.076217 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-88659fbe-d07d-4fe1-945a-c51c8351193d req-0c220370-385d-4f5e-80a1-6f5ca129fbb8 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444058 Dec 10 16:44:36.391237 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:37.281431 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8495a5b-933e-4431-9c11-7d15063ee201 req-5d8130c9-8901-4b13-9306-a00861f54bf3 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:37.283825 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b8495a5b-933e-4431-9c11-7d15063ee201 req-5d8130c9-8901-4b13-9306-a00861f54bf3 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=11120273-7683-4f2b-83f7-239c54cd378e HTTP/1.1" status: 200 len: 946 time: 0.0936627 Dec 10 16:44:37.431810 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b8495a5b-933e-4431-9c11-7d15063ee201 req-c02b23b0-2226-4629-8250-f8c938713bea tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414189 Dec 10 16:44:37.767367 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6b409-ab97-45e9-a90b-7eaea8d2ee59 req-56a6559b-f2eb-414f-811d-8eaad75c56f1 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:37.777146 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ce6b409-ab97-45e9-a90b-7eaea8d2ee59 req-56a6559b-f2eb-414f-811d-8eaad75c56f1 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=11120273-7683-4f2b-83f7-239c54cd378e HTTP/1.1" status: 200 len: 946 time: 0.1207204 Dec 10 16:44:37.909682 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ce6b409-ab97-45e9-a90b-7eaea8d2ee59 req-366ac009-14ac-4ef1-8b7c-a3e3dc0fa3b8 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308954 Dec 10 16:44:38.197111 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:38.251203 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 45536) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:38.468406 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4498679-aeef-45f4-a8e4-af47361a5a72 req-e7b2bb83-2e30-4906-9d2d-b92631862ba2 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:38.487208 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a4498679-aeef-45f4-a8e4-af47361a5a72 req-e7b2bb83-2e30-4906-9d2d-b92631862ba2 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=11120273-7683-4f2b-83f7-239c54cd378e HTTP/1.1" status: 200 len: 946 time: 0.0853209 Dec 10 16:44:38.627200 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a4498679-aeef-45f4-a8e4-af47361a5a72 req-19b142cf-14d5-424d-af57-135d4b816108 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375740 Dec 10 16:44:38.854628 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-20ab75a4-104f-4a49-9942-a9b2f34649b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:39.213159 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-20ab75a4-104f-4a49-9942-a9b2f34649b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:39.242416 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-20ab75a4-104f-4a49-9942-a9b2f34649b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:39.316173 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ca37b987-bb74-4b22-8205-55f2f2d59a5e req-17f0cf04-e438-42ba-a4b6-f84afceac579 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=26efe463-f91c-46ba-8f4e-db8b02424d4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2271831 Dec 10 16:44:39.367036 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 45568) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:39.376987 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-20ab75a4-104f-4a49-9942-a9b2f34649b0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aa25a5ec9a9d40c3aed0ce552ef78963&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1149297 Dec 10 16:44:39.535711 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37b987-bb74-4b22-8205-55f2f2d59a5e req-3084479c-0a77-4287-977d-739701a1c1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:39.537299 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ca37b987-bb74-4b22-8205-55f2f2d59a5e req-3084479c-0a77-4287-977d-739701a1c1dd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=82a91439607e4bae9723c370020baa2b&device_id=26efe463-f91c-46ba-8f4e-db8b02424d4a HTTP/1.1" status: 200 len: 1096 time: 0.1488333 Dec 10 16:44:39.552628 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab75a4-104f-4a49-9942-a9b2f34649b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c99d72c-f715-42e7-8696-c8052243e008,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:39.581954 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7e8bbbd6-cc62-46f5-b444-4dae4eda0706 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:39.658247 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7e8bbbd6-cc62-46f5-b444-4dae4eda0706 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:39.781031 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37b987-bb74-4b22-8205-55f2f2d59a5e req-f8ccdfc2-45d6-4ad4-ae24-b119453ad066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:39.783022 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ca37b987-bb74-4b22-8205-55f2f2d59a5e req-f8ccdfc2-45d6-4ad4-ae24-b119453ad066 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f4f58725-76ee-4fee-b48e-44ba4df345e4 HTTP/1.1" status: 200 len: 910 time: 0.2186751 Dec 10 16:44:39.817492 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7e8bbbd6-cc62-46f5-b444-4dae4eda0706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:39.824500 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7e8bbbd6-cc62-46f5-b444-4dae4eda0706 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:39.844114 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-7e8bbbd6-cc62-46f5-b444-4dae4eda0706 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5c99d72c-f715-42e7-8696-c8052243e008 HTTP/1.1" status: 204 len: 168 time: 0.4756293 Dec 10 16:44:39.931581 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8bbbd6-cc62-46f5-b444-4dae4eda0706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c99d72c-f715-42e7-8696-c8052243e008,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:39.943686 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ca37b987-bb74-4b22-8205-55f2f2d59a5e req-e25a9323-fa92-47e5-b853-37c96c505d6a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d HTTP/1.1" status: 200 len: 1001 time: 0.1513605 Dec 10 16:44:40.001078 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929625bd-6354-4b96-9cf5-faa36667dd3e req-780009ea-a9f6-4e5a-9980-d941a7443148 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:40.002663 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-929625bd-6354-4b96-9cf5-faa36667dd3e req-780009ea-a9f6-4e5a-9980-d941a7443148 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.46 "GET /v2.0/ports?device_id=11120273-7683-4f2b-83f7-239c54cd378e HTTP/1.1" status: 200 len: 946 time: 0.4218855 Dec 10 16:44:40.095575 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37b987-bb74-4b22-8205-55f2f2d59a5e req-51edbfc5-fa86-4ef0-abe9-1dbfb4e1343a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:40.097317 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ca37b987-bb74-4b22-8205-55f2f2d59a5e req-51edbfc5-fa86-4ef0-abe9-1dbfb4e1343a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=64d652f5-e20a-4a4e-969a-c2271fe340e6 HTTP/1.1" status: 200 len: 848 time: 0.1434796 Dec 10 16:44:40.220540 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37b987-bb74-4b22-8205-55f2f2d59a5e req-bd1d5c0e-9d68-4b68-aa96-fc966f50bb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:40.224210 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ca37b987-bb74-4b22-8205-55f2f2d59a5e req-bd1d5c0e-9d68-4b68-aa96-fc966f50bb3a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f4f58725-76ee-4fee-b48e-44ba4df345e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1162012 Dec 10 16:44:40.322619 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-929625bd-6354-4b96-9cf5-faa36667dd3e req-5baae30f-1c38-4560-bbdd-6b9d90ed9b3a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Deleting port 037c5bc6-14dd-4e12-837e-f30cf3a55904 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:44:40.323447 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-929625bd-6354-4b96-9cf5-faa36667dd3e req-5baae30f-1c38-4560-bbdd-6b9d90ed9b3a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:40.482642 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-929625bd-6354-4b96-9cf5-faa36667dd3e req-5baae30f-1c38-4560-bbdd-6b9d90ed9b3a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] For port 037c5bc6-14dd-4e12-837e-f30cf3a55904, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=037c5bc6-14dd-4e12-837e-f30cf3a55904,segment=NetworkSegment(5f321af3-1a86-4e4e-a33f-e6abf9e1d87b),segment_id=5f321af3-1a86-4e4e-a33f-e6abf9e1d87b)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:44:40.483834 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-929625bd-6354-4b96-9cf5-faa36667dd3e req-5baae30f-1c38-4560-bbdd-6b9d90ed9b3a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:40.497345 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-929625bd-6354-4b96-9cf5-faa36667dd3e req-5baae30f-1c38-4560-bbdd-6b9d90ed9b3a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Calling delete_port for 037c5bc6-14dd-4e12-837e-f30cf3a55904 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:44:40.520105 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ca37b987-bb74-4b22-8205-55f2f2d59a5e req-cb5476e7-ca85-4246-ad14-23727922b239 service neutron] 10.222.0.26 "GET /v2.0/networks/f4f58725-76ee-4fee-b48e-44ba4df345e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882028 Dec 10 16:44:40.742079 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-929625bd-6354-4b96-9cf5-faa36667dd3e req-5baae30f-1c38-4560-bbdd-6b9d90ed9b3a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:40.762832 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['eb2991dd-afe8-4317-bf27-03920c421c1f'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:44:40.900217 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ca37b987-bb74-4b22-8205-55f2f2d59a5e req-66c45ca6-f0cf-4172-9a88-afc9cd2faee0 service neutron] 10.222.0.26 "GET /v2.0/networks/f4f58725-76ee-4fee-b48e-44ba4df345e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685706 Dec 10 16:44:41.009764 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-929625bd-6354-4b96-9cf5-faa36667dd3e req-5baae30f-1c38-4560-bbdd-6b9d90ed9b3a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] No DVR routers for this DVR port 037c5bc6-14dd-4e12-837e-f30cf3a55904 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:44:41.018235 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baae30f-1c38-4560-bbdd-6b9d90ed9b3a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Pushing event deleted for resources: {'Port': ['ID=037c5bc6-14dd-4e12-837e-f30cf3a55904,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:41.029798 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-929625bd-6354-4b96-9cf5-faa36667dd3e req-5baae30f-1c38-4560-bbdd-6b9d90ed9b3a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:41.037453 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-929625bd-6354-4b96-9cf5-faa36667dd3e req-5baae30f-1c38-4560-bbdd-6b9d90ed9b3a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.46 "DELETE /v2.0/ports/037c5bc6-14dd-4e12-837e-f30cf3a55904 HTTP/1.1" status: 204 len: 173 time: 1.0258889 Dec 10 16:44:41.039080 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11120273-7683-4f2b-83f7-239c54cd378e', 'name': 'network-vif-deleted', 'tag': '037c5bc6-14dd-4e12-837e-f30cf3a55904'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:44:41.047096 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8771b98e-11c6-44ba-a472-e63c0c48a770" -d '{"events": [{"server_uuid": "11120273-7683-4f2b-83f7-239c54cd378e", "name": "network-vif-deleted", "tag": "037c5bc6-14dd-4e12-837e-f30cf3a55904"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:44:41.233655 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 45610) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:41.238553 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-2a32cd5a-e532-4c21-9fce-25c5c6d51f05 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-873151968', 'description': 'tempest-secgroup-smoke-873151968 description', 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:44:41.281784 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2a32cd5a-e532-4c21-9fce-25c5c6d51f05 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:41.394927 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aa57ee3a-2a14-4caf-8fac-e7cd36c20478 req-15be8788-cc7f-4785-96e8-1f6fc46ac809 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=11120273-7683-4f2b-83f7-239c54cd378e HTTP/1.1" status: 200 len: 210 time: 0.0739505 Dec 10 16:44:41.621698 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2a32cd5a-e532-4c21-9fce-25c5c6d51f05 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:41.629139 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2a32cd5a-e532-4c21-9fce-25c5c6d51f05 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:41.695887 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2a32cd5a-e532-4c21-9fce-25c5c6d51f05 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:41.697656 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2a32cd5a-e532-4c21-9fce-25c5c6d51f05 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4627666 Dec 10 16:44:41.700293 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a32cd5a-e532-4c21-9fce-25c5c6d51f05 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec357b0c-19a9-4b9a-91e5-44a8a98d35a2,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:41.702708 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 45630) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:41.724813 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-f827833f-099f-44b7-9c0c-657f64279f95 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Request body: {'security_group_rule': {'security_group_id': 'ec357b0c-19a9-4b9a-91e5-44a8a98d35a2', 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:44:41.776510 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f827833f-099f-44b7-9c0c-657f64279f95 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:41.869114 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f827833f-099f-44b7-9c0c-657f64279f95 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:41.875067 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f827833f-099f-44b7-9c0c-657f64279f95 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:41.896013 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827833f-099f-44b7-9c0c-657f64279f95 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62a42c49-7d89-470c-982f-197886d04774,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:41.913421 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f827833f-099f-44b7-9c0c-657f64279f95 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:41.914747 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f827833f-099f-44b7-9c0c-657f64279f95 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2058196 Dec 10 16:44:41.917634 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 45636) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:41.923533 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-bce49b72-bbc6-4c9a-8d5e-94b2db7e4294 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Request body: {'security_group_rule': {'security_group_id': 'ec357b0c-19a9-4b9a-91e5-44a8a98d35a2', 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:44:42.001531 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bce49b72-bbc6-4c9a-8d5e-94b2db7e4294 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:42.096356 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5827df9-9407-4582-bed1-c879fcb3bd08 x-openstack-request-id: req-e5827df9-9407-4582-bed1-c879fcb3bd08 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:44:42.096784 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11120273-7683-4f2b-83f7-239c54cd378e", "name": "network-vif-deleted", "tag": "037c5bc6-14dd-4e12-837e-f30cf3a55904", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:44:42.097282 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e5827df9-9407-4582-bed1-c879fcb3bd08 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:44:42.097813 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11120273-7683-4f2b-83f7-239c54cd378e', 'name': 'network-vif-deleted', 'tag': '037c5bc6-14dd-4e12-837e-f30cf3a55904', 'status': 'completed', 'code': 200} Dec 10 16:44:42.146658 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bce49b72-bbc6-4c9a-8d5e-94b2db7e4294 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:42.154549 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bce49b72-bbc6-4c9a-8d5e-94b2db7e4294 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:42.197192 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce49b72-bbc6-4c9a-8d5e-94b2db7e4294 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19bf3d05-ddaf-4e62-8938-f4be7fd82408,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:42.210443 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bce49b72-bbc6-4c9a-8d5e-94b2db7e4294 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:42.227583 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-bce49b72-bbc6-4c9a-8d5e-94b2db7e4294 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3087695 Dec 10 16:44:42.230449 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 45644) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:42.235240 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-f8f8b61a-3ff0-4a00-9408-cedc53b4f3bb tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Request body: {'security_group_rule': {'security_group_id': 'ec357b0c-19a9-4b9a-91e5-44a8a98d35a2', 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:44:42.287800 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f8f8b61a-3ff0-4a00-9408-cedc53b4f3bb tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:42.364447 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 037c5bc6-14dd-4e12-837e-f30cf3a55904 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:44:42.391144 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f8f8b61a-3ff0-4a00-9408-cedc53b4f3bb tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:42.395681 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f8f8b61a-3ff0-4a00-9408-cedc53b4f3bb tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:42.397701 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: 037c5bc6-14dd-4e12-837e-f30cf3a55904 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:44:42.398790 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 037c5bc6-14dd-4e12-837e-f30cf3a55904 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:44:42.462760 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8b61a-3ff0-4a00-9408-cedc53b4f3bb tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=937c9d88-1687-4280-9d3d-ecee815561c9,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:42.482080 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f8f8b61a-3ff0-4a00-9408-cedc53b4f3bb tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:42.486264 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 45652) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:42.491900 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-314c53d0-b82b-41ee-8ed9-5b183c3c0b98 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Request body: {'security_group_rule': {'security_group_id': 'ec357b0c-19a9-4b9a-91e5-44a8a98d35a2', 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:44:42.499091 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f8f8b61a-3ff0-4a00-9408-cedc53b4f3bb tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2668726 Dec 10 16:44:42.547389 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-314c53d0-b82b-41ee-8ed9-5b183c3c0b98 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:42.789114 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-314c53d0-b82b-41ee-8ed9-5b183c3c0b98 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:42.797247 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-314c53d0-b82b-41ee-8ed9-5b183c3c0b98 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:42.857330 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-314c53d0-b82b-41ee-8ed9-5b183c3c0b98 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:42.865784 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 45676) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:42.868506 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-314c53d0-b82b-41ee-8ed9-5b183c3c0b98 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3808260 Dec 10 16:44:42.874615 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-73bae070-ded4-46fb-9776-2ace10370b15 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Request body: {'security_group_rule': {'security_group_id': 'ec357b0c-19a9-4b9a-91e5-44a8a98d35a2', 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:44:42.919531 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c53d0-b82b-41ee-8ed9-5b183c3c0b98 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78508fe7-fd63-4a8f-936c-883207d4a4b2,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:42.939464 n-d-766771-2 neutron-server[103393]: INFO neutron.db.securitygroups_db [None req-73bae070-ded4-46fb-9776-2ace10370b15 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Project 3a8f71f6efbb4998a516d8ba28b7fb68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:44:42.970102 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-73bae070-ded4-46fb-9776-2ace10370b15 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:43.111081 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-73bae070-ded4-46fb-9776-2ace10370b15 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:43.117223 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-73bae070-ded4-46fb-9776-2ace10370b15 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:43.143264 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bae070-ded4-46fb-9776-2ace10370b15 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dd91160-5359-4702-b4db-346e07c8306c,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:43.159558 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-73bae070-ded4-46fb-9776-2ace10370b15 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:43.162242 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-73bae070-ded4-46fb-9776-2ace10370b15 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2940860 Dec 10 16:44:43.164618 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 45688) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:43.173626 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-8f02f10a-c044-43d5-ae23-90004d6ceb91 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Request body: {'security_group_rule': {'security_group_id': 'ec357b0c-19a9-4b9a-91e5-44a8a98d35a2', 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:44:43.209199 n-d-766771-2 neutron-server[103393]: INFO neutron.db.securitygroups_db [None req-8f02f10a-c044-43d5-ae23-90004d6ceb91 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Project 3a8f71f6efbb4998a516d8ba28b7fb68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:44:43.218012 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8f02f10a-c044-43d5-ae23-90004d6ceb91 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:43.296842 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8f02f10a-c044-43d5-ae23-90004d6ceb91 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:43.301768 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8f02f10a-c044-43d5-ae23-90004d6ceb91 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:43.329086 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02f10a-c044-43d5-ae23-90004d6ceb91 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0873dd1-8066-4ace-b6e0-0fc4e1a4b8a5,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:43.349122 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8f02f10a-c044-43d5-ae23-90004d6ceb91 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:43.365437 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8f02f10a-c044-43d5-ae23-90004d6ceb91 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1908774 Dec 10 16:44:43.547401 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-337fba0d-3b83-4ef1-8695-113a8f4160ab tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:43.554875 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-337fba0d-3b83-4ef1-8695-113a8f4160ab tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/networks?id=35f32682-cfba-42d0-8574-2822bfa354b7 HTTP/1.1" status: 200 len: 805 time: 0.6720231 Dec 10 16:44:43.566844 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-f80be825-a23f-4edb-8c9f-34ba46ffb1e7 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/quotas/2334512fa40541b3a8ba6aa3ffbe674c HTTP/1.1" status: 200 len: 375 time: 0.0109458 Dec 10 16:44:43.625997 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-967df8c1-d758-4bc0-b5db-83e5f54c46a3 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2334512fa40541b3a8ba6aa3ffbe674c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0527766 Dec 10 16:44:43.744744 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-160ca481-6257-45c3-a367-139fd48c73cc service neutron] 10.222.0.11 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056552 Dec 10 16:44:43.922426 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-47295f9f-f16a-4016-a541-a1406549b358 service neutron] 10.222.0.11 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764655 Dec 10 16:44:43.934831 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7df002cb-93d7-483c-ba05-f130f0bf7004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:44.417250 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-8f623497-8fc7-407b-8dfd-b3aaefa85b69 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-873151968&fields=id&tenant_id=3a8f71f6efbb4998a516d8ba28b7fb68 HTTP/1.1" status: 200 len: 267 time: 0.0991290 Dec 10 16:44:44.598835 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-83cb0c32-b3a7-4eae-9b41-ecdb77185731 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:44.601535 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-83cb0c32-b3a7-4eae-9b41-ecdb77185731 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/networks?id=bba4673e-577b-4368-a0ec-91838d61c26f HTTP/1.1" status: 200 len: 813 time: 0.1834471 Dec 10 16:44:44.632717 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-8c27fddf-774a-4699-9c57-a10a16fd6e9b tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/quotas/3a8f71f6efbb4998a516d8ba28b7fb68 HTTP/1.1" status: 200 len: 375 time: 0.0170617 Dec 10 16:44:44.726066 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-11fb94a6-7b88-4d67-baf2-e1c8437eb9c3 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a8f71f6efbb4998a516d8ba28b7fb68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0844145 Dec 10 16:44:44.805060 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 45740) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:44.841677 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-cf6d64ea-6c11-43b0-931e-87b19228e610 service neutron] 10.222.0.11 "GET /v2.0/networks/bba4673e-577b-4368-a0ec-91838d61c26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144209 Dec 10 16:44:44.943203 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ea8dca20-5633-4fc8-9b2f-1a03b30f40b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:44.952205 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-7c323085-a56d-4697-8a4e-6419e2f177b1 service neutron] 10.222.0.11 "GET /v2.0/networks/bba4673e-577b-4368-a0ec-91838d61c26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000516 Dec 10 16:44:45.044746 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ea8dca20-5633-4fc8-9b2f-1a03b30f40b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:45.059509 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ea8dca20-5633-4fc8-9b2f-1a03b30f40b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:45.114936 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 45758) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:45.115267 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ea8dca20-5633-4fc8-9b2f-1a03b30f40b6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6866e70e08844c02ab8b4af44dc2d4ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3087752 Dec 10 16:44:45.115868 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8dca20-5633-4fc8-9b2f-1a03b30f40b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137bdab6-754e-4e47-98a9-01e34a7e84b3,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:45.193470 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6076d94-3589-4c39-895e-08dec6e39fe9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:45.241379 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6076d94-3589-4c39-895e-08dec6e39fe9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:45.449973 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6076d94-3589-4c39-895e-08dec6e39fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:45.452728 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6076d94-3589-4c39-895e-08dec6e39fe9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:45.456864 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a6076d94-3589-4c39-895e-08dec6e39fe9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/137bdab6-754e-4e47-98a9-01e34a7e84b3 HTTP/1.1" status: 204 len: 168 time: 0.3399422 Dec 10 16:44:45.481920 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-d9ecb6fe-3892-443f-89be-6b5c30f64d3f tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:45.484242 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-d9ecb6fe-3892-443f-89be-6b5c30f64d3f tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.46 "GET /v2.0/networks?id=35f32682-cfba-42d0-8574-2822bfa354b7 HTTP/1.1" status: 200 len: 805 time: 0.1967652 Dec 10 16:44:45.500746 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6076d94-3589-4c39-895e-08dec6e39fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137bdab6-754e-4e47-98a9-01e34a7e84b3,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:45.504101 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e262a2a-f637-4f91-b71d-57979e52e4a6 req-d69db48d-9020-4275-80c4-0084613b0a51 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=545b5741-6667-4376-b1bf-34077dd09b99 HTTP/1.1" status: 200 len: 210 time: 0.0574088 Dec 10 16:44:45.509081 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-f8453d8b-eec8-49d7-83f9-6b380940e434 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Request body: {'port': {'device_id': '545b5741-6667-4376-b1bf-34077dd09b99', 'network_id': '35f32682-cfba-42d0-8574-2822bfa354b7', 'admin_state_up': True, 'tenant_id': '2334512fa40541b3a8ba6aa3ffbe674c'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:44:45.747053 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fd3589ae-c0c2-4725-a085-9093254e44ab req-010d9a06-8509-4425-a606-a5d102032421 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/ports?device_id=394b17aa-2175-47fa-b9d1-94f52b8b0bde HTTP/1.1" status: 200 len: 210 time: 0.0696347 Dec 10 16:44:45.785387 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-f8453d8b-eec8-49d7-83f9-6b380940e434 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Made reservation on behalf of 2334512fa40541b3a8ba6aa3ffbe674c for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:44:45.789473 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-f8453d8b-eec8-49d7-83f9-6b380940e434 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:46.077505 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-f8453d8b-eec8-49d7-83f9-6b380940e434 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Allocated IP 172.20.0.9 (35f32682-cfba-42d0-8574-2822bfa354b7/752d8738-5a8a-4dc6-b8b4-8f887a921d46/a5bc11e6-2551-4fa5-8f31-223905747610) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:44:46.167081 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 45798) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:46.188073 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5c487c8b-8b6a-4729-a755-602346c1517b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:46.297127 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-f8453d8b-eec8-49d7-83f9-6b380940e434 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:46.321956 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5c487c8b-8b6a-4729-a755-602346c1517b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:46.330253 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5c487c8b-8b6a-4729-a755-602346c1517b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:46.352126 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-f8453d8b-eec8-49d7-83f9-6b380940e434 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:46.367079 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['eb2991dd-afe8-4317-bf27-03920c421c1f'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:44:46.382010 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5c487c8b-8b6a-4729-a755-602346c1517b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=71c1dcb081e444c59dbb408f11277c1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2138171 Dec 10 16:44:46.383360 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c487c8b-8b6a-4729-a755-602346c1517b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a6eb36-9090-4383-82dc-e07a09e02103,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:46.399146 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 45800) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:46.446379 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-f8453d8b-eec8-49d7-83f9-6b380940e434 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Network 35f32682-cfba-42d0-8574-2822bfa354b7 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:44:46.461768 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-f8453d8b-eec8-49d7-83f9-6b380940e434 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:44:46.465649 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-f8453d8b-eec8-49d7-83f9-6b380940e434 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:44:46.471464 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2ade3d89-e10b-434f-a98f-e982669b1daf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:46.497206 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2ade3d89-e10b-434f-a98f-e982669b1daf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:46.515002 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-f8453d8b-eec8-49d7-83f9-6b380940e434 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:46.515573 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-f8453d8b-eec8-49d7-83f9-6b380940e434 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:46.540501 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bee02aa9-f2c2-4563-8b15-47b5e9968953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:46.564868 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-f8453d8b-eec8-49d7-83f9-6b380940e434 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0651729 Dec 10 16:44:46.589075 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-453afe92-c7c5-433c-98cb-9c1b2adb8e86 service neutron] Request body: {'port': {'device_id': '545b5741-6667-4376-b1bf-34077dd09b99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:44:46.604025 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2ade3d89-e10b-434f-a98f-e982669b1daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:46.607414 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2ade3d89-e10b-434f-a98f-e982669b1daf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:46.612317 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2ade3d89-e10b-434f-a98f-e982669b1daf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/60a6eb36-9090-4383-82dc-e07a09e02103 HTTP/1.1" status: 204 len: 168 time: 0.2088706 Dec 10 16:44:46.622046 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade3d89-e10b-434f-a98f-e982669b1daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a6eb36-9090-4383-82dc-e07a09e02103,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:46.671101 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8453d8b-eec8-49d7-83f9-6b380940e434 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Pushing event updated for resources: {'Port': ['ID=a5bc11e6-2551-4fa5-8f31-223905747610,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:46.794161 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-453afe92-c7c5-433c-98cb-9c1b2adb8e86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:46.822638 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510dbc4f-b139-4077-93f5-81dddc01f021 req-d98ccae9-f41d-4c26-8a1d-5a367ff979d6 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:46.830711 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-510dbc4f-b139-4077-93f5-81dddc01f021 req-d98ccae9-f41d-4c26-8a1d-5a367ff979d6 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=545b5741-6667-4376-b1bf-34077dd09b99 HTTP/1.1" status: 200 len: 931 time: 0.1258945 Dec 10 16:44:46.914668 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-510dbc4f-b139-4077-93f5-81dddc01f021 req-e113ce59-dd65-4a1e-bcf7-aab4c858db0e tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828125 Dec 10 16:44:47.289692 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-453afe92-c7c5-433c-98cb-9c1b2adb8e86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5bc11e6-2551-4fa5-8f31-223905747610 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:44:47.300311 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-453afe92-c7c5-433c-98cb-9c1b2adb8e86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:47.317593 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-453afe92-c7c5-433c-98cb-9c1b2adb8e86 service neutron] Transition to ACTIVE for port object a5bc11e6-2551-4fa5-8f31-223905747610 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:44:47.324114 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:47.332747 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-453afe92-c7c5-433c-98cb-9c1b2adb8e86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:47.374298 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-98c21a12-3fc8-46d5-a879-978d05e7f67a req-865df6e7-127d-4170-a5dd-7803fc4fb2ac tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/ports?device_id=394b17aa-2175-47fa-b9d1-94f52b8b0bde HTTP/1.1" status: 200 len: 210 time: 0.0508034 Dec 10 16:44:47.437404 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453afe92-c7c5-433c-98cb-9c1b2adb8e86 service neutron] Pushing event updated for resources: {'Port': ['ID=a5bc11e6-2551-4fa5-8f31-223905747610,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:47.463040 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453afe92-c7c5-433c-98cb-9c1b2adb8e86 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:47.463397 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453afe92-c7c5-433c-98cb-9c1b2adb8e86 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:47.463878 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453afe92-c7c5-433c-98cb-9c1b2adb8e86 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:47.464222 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453afe92-c7c5-433c-98cb-9c1b2adb8e86 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:47.464620 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453afe92-c7c5-433c-98cb-9c1b2adb8e86 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:47.464965 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453afe92-c7c5-433c-98cb-9c1b2adb8e86 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:47.465303 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453afe92-c7c5-433c-98cb-9c1b2adb8e86 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:47.465637 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453afe92-c7c5-433c-98cb-9c1b2adb8e86 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:47.465971 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453afe92-c7c5-433c-98cb-9c1b2adb8e86 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:47.466349 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453afe92-c7c5-433c-98cb-9c1b2adb8e86 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:47.466686 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453afe92-c7c5-433c-98cb-9c1b2adb8e86 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:47.467051 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453afe92-c7c5-433c-98cb-9c1b2adb8e86 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:47.467389 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453afe92-c7c5-433c-98cb-9c1b2adb8e86 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:47.626333 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-453afe92-c7c5-433c-98cb-9c1b2adb8e86 service neutron] Attempting to bind port a5bc11e6-2551-4fa5-8f31-223905747610 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:44:47.626879 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-453afe92-c7c5-433c-98cb-9c1b2adb8e86 service neutron] Attempting to bind port a5bc11e6-2551-4fa5-8f31-223905747610 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '5f321af3-1a86-4e4e-a33f-e6abf9e1d87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '35f32682-cfba-42d0-8574-2822bfa354b7'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:44:47.627835 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-453afe92-c7c5-433c-98cb-9c1b2adb8e86 service neutron] Attempting to bind port a5bc11e6-2551-4fa5-8f31-223905747610 on network 35f32682-cfba-42d0-8574-2822bfa354b7 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:44:47.651961 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-453afe92-c7c5-433c-98cb-9c1b2adb8e86 service neutron] Port a5bc11e6-2551-4fa5-8f31-223905747610 on network 35f32682-cfba-42d0-8574-2822bfa354b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:44:47.651961 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-453afe92-c7c5-433c-98cb-9c1b2adb8e86 service neutron] Attempting to bind port a5bc11e6-2551-4fa5-8f31-223905747610 on network 35f32682-cfba-42d0-8574-2822bfa354b7 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:44:47.672163 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-453afe92-c7c5-433c-98cb-9c1b2adb8e86 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:44:47.677309 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-453afe92-c7c5-433c-98cb-9c1b2adb8e86 service neutron] Checking segment: {'id': '5f321af3-1a86-4e4e-a33f-e6abf9e1d87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '35f32682-cfba-42d0-8574-2822bfa354b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:44:47.678969 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-453afe92-c7c5-433c-98cb-9c1b2adb8e86 service neutron] Bound using segment: {'id': '5f321af3-1a86-4e4e-a33f-e6abf9e1d87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '35f32682-cfba-42d0-8574-2822bfa354b7'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:44:47.682704 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-453afe92-c7c5-433c-98cb-9c1b2adb8e86 service neutron] Bound port: a5bc11e6-2551-4fa5-8f31-223905747610, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f321af3-1a86-4e4e-a33f-e6abf9e1d87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '35f32682-cfba-42d0-8574-2822bfa354b7'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:44:47.684893 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-453afe92-c7c5-433c-98cb-9c1b2adb8e86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:47.737469 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-72af7cf5-18b6-49de-bb69-0be288ad4c0a tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:47.752747 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-72af7cf5-18b6-49de-bb69-0be288ad4c0a tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.26 "GET /v2.0/networks?id=bba4673e-577b-4368-a0ec-91838d61c26f HTTP/1.1" status: 200 len: 813 time: 0.6143541 Dec 10 16:44:48.040604 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-453afe92-c7c5-433c-98cb-9c1b2adb8e86 service neutron] For port a5bc11e6-2551-4fa5-8f31-223905747610, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:44:48.054434 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-453afe92-c7c5-433c-98cb-9c1b2adb8e86 service neutron] For port a5bc11e6-2551-4fa5-8f31-223905747610, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=a5bc11e6-2551-4fa5-8f31-223905747610,segment=NetworkSegment(5f321af3-1a86-4e4e-a33f-e6abf9e1d87b),segment_id=5f321af3-1a86-4e4e-a33f-e6abf9e1d87b)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:44:48.073137 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-453afe92-c7c5-433c-98cb-9c1b2adb8e86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:48.086662 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-ed6dd266-490b-4120-bd6d-c0105a87ac47 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a8f71f6efbb4998a516d8ba28b7fb68 HTTP/1.1" status: 200 len: 379 time: 0.3101506 Dec 10 16:44:48.093872 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-545c620b-0666-458f-bf5f-6a237f56d297 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Request body: {'port': {'device_id': '394b17aa-2175-47fa-b9d1-94f52b8b0bde', 'network_id': 'bba4673e-577b-4368-a0ec-91838d61c26f', 'admin_state_up': True, 'tenant_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'security_groups': ['ec357b0c-19a9-4b9a-91e5-44a8a98d35a2']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:44:48.155032 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-453afe92-c7c5-433c-98cb-9c1b2adb8e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:48.155746 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-453afe92-c7c5-433c-98cb-9c1b2adb8e86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:48.157264 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-453afe92-c7c5-433c-98cb-9c1b2adb8e86 service neutron] 10.222.0.46 "PUT /v2.0/ports/a5bc11e6-2551-4fa5-8f31-223905747610 HTTP/1.1" status: 200 len: 1091 time: 1.5724397 Dec 10 16:44:48.157744 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '545b5741-6667-4376-b1bf-34077dd09b99', 'tag': 'a5bc11e6-2551-4fa5-8f31-223905747610'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:44:48.160096 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df75f1a-66bd-429e-906c-3fbed698ba4a" -d '{"events": [{"name": "network-changed", "server_uuid": "545b5741-6667-4376-b1bf-34077dd09b99", "tag": "a5bc11e6-2551-4fa5-8f31-223905747610"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:44:48.348650 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453afe92-c7c5-433c-98cb-9c1b2adb8e86 service neutron] Pushing event updated for resources: {'Port': ['ID=a5bc11e6-2551-4fa5-8f31-223905747610,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:48.365035 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-ad1868ee-9a62-4dbb-a8cd-c33c034f4b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:48.371985 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-ad1868ee-9a62-4dbb-a8cd-c33c034f4b34 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2334512fa40541b3a8ba6aa3ffbe674c&device_id=545b5741-6667-4376-b1bf-34077dd09b99 HTTP/1.1" status: 200 len: 1094 time: 0.1670451 Dec 10 16:44:48.380931 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-545c620b-0666-458f-bf5f-6a237f56d297 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Made reservation on behalf of 3a8f71f6efbb4998a516d8ba28b7fb68 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:44:48.385824 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-545c620b-0666-458f-bf5f-6a237f56d297 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:48.426863 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-5b7bc7d3-7cf6-4762-9515-76a941eddc6f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5bc11e6-2551-4fa5-8f31-223905747610 HTTP/1.1" status: 200 len: 217 time: 0.0462184 Dec 10 16:44:48.574796 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-56f7daaf-6819-441e-bb53-3ae4c1b94a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:48.579633 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:48.580309 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-56f7daaf-6819-441e-bb53-3ae4c1b94a02 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=752d8738-5a8a-4dc6-b8b4-8f887a921d46 HTTP/1.1" status: 200 len: 845 time: 0.1435320 Dec 10 16:44:48.630160 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-545c620b-0666-458f-bf5f-6a237f56d297 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Allocated IP 172.20.0.8 (bba4673e-577b-4368-a0ec-91838d61c26f/cccefdf8-31d5-4f26-a672-76a4d6caa47c/1172c95a-7f05-41e7-ae6e-859ee64c7c44) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:44:48.636268 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-bc8a4571-1cf4-48b1-8501-185a62064b57 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=35f32682-cfba-42d0-8574-2822bfa354b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505736 Dec 10 16:44:48.849161 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-de7117fd-e649-4c61-962f-4e3fca8178fa service neutron] 10.222.0.46 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049420 Dec 10 16:44:48.973413 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-545c620b-0666-458f-bf5f-6a237f56d297 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:49.064229 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-545c620b-0666-458f-bf5f-6a237f56d297 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:49.141650 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cfe91eb1-60b8-42af-8f89-c6caf3f229df req-91ebacd4-86e5-442f-8126-a9dd8bc75801 service neutron] 10.222.0.46 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734952 Dec 10 16:44:49.170762 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c620b-0666-458f-bf5f-6a237f56d297 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Pushing event updated for resources: {'Port': ['ID=1172c95a-7f05-41e7-ae6e-859ee64c7c44,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:49.208637 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-545c620b-0666-458f-bf5f-6a237f56d297 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Network bba4673e-577b-4368-a0ec-91838d61c26f is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:44:49.210229 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-545c620b-0666-458f-bf5f-6a237f56d297 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:44:49.213869 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-545c620b-0666-458f-bf5f-6a237f56d297 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:44:49.214215 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d0287-001f-4f21-bd07-541c02b57a30 req-0673c109-a8f0-4d0a-b1cc-a6c2853ae33f tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:49.215799 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-444d0287-001f-4f21-bd07-541c02b57a30 req-0673c109-a8f0-4d0a-b1cc-a6c2853ae33f tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=545b5741-6667-4376-b1bf-34077dd09b99 HTTP/1.1" status: 200 len: 943 time: 0.3707552 Dec 10 16:44:49.345243 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-444d0287-001f-4f21-bd07-541c02b57a30 req-f524a79a-1c09-4515-b650-27eb85a11d9f tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196146 Dec 10 16:44:49.406913 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-545c620b-0666-458f-bf5f-6a237f56d297 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:49.409825 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-545c620b-0666-458f-bf5f-6a237f56d297 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:49.466247 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-545c620b-0666-458f-bf5f-6a237f56d297 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3759756 Dec 10 16:44:49.477343 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-ed6d3015-d408-439a-9a31-31896315b4ad service neutron] Request body: {'port': {'device_id': '394b17aa-2175-47fa-b9d1-94f52b8b0bde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:44:49.519075 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36f0c94-b6cb-4bc3-8d56-5412b36b623b x-openstack-request-id: req-a36f0c94-b6cb-4bc3-8d56-5412b36b623b {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:44:49.519577 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "545b5741-6667-4376-b1bf-34077dd09b99", "tag": "a5bc11e6-2551-4fa5-8f31-223905747610", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:44:49.519709 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a36f0c94-b6cb-4bc3-8d56-5412b36b623b {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:44:49.520019 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '545b5741-6667-4376-b1bf-34077dd09b99', 'tag': 'a5bc11e6-2551-4fa5-8f31-223905747610', 'status': 'completed', 'code': 200} Dec 10 16:44:49.606706 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-ed6d3015-d408-439a-9a31-31896315b4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:49.609407 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-ff10c54a-0ff7-4f51-aef4-19f7fb5c69a7 None None] Provisioning complete for port 1172c95a-7f05-41e7-ae6e-859ee64c7c44 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:44:49.610371 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ff10c54a-0ff7-4f51-aef4-19f7fb5c69a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:49.729295 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df75f1a-66bd-429e-906c-3fbed698ba4a req-f661e1b9-add9-4f1d-b49c-3cf22b86ab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:49.739174 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6df75f1a-66bd-429e-906c-3fbed698ba4a req-f661e1b9-add9-4f1d-b49c-3cf22b86ab49 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2334512fa40541b3a8ba6aa3ffbe674c&device_id=545b5741-6667-4376-b1bf-34077dd09b99 HTTP/1.1" status: 200 len: 1094 time: 0.1816270 Dec 10 16:44:49.767213 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-ff10c54a-0ff7-4f51-aef4-19f7fb5c69a7 None None] Port 1172c95a-7f05-41e7-ae6e-859ee64c7c44 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:44:49.833795 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:49.943436 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38567418-a3c6-4d7d-9c6e-d38ecec0cce6 req-0e8e6eea-45db-4171-9b9f-800c98f816dc tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:49.953852 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-38567418-a3c6-4d7d-9c6e-d38ecec0cce6 req-0e8e6eea-45db-4171-9b9f-800c98f816dc tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/ports?device_id=394b17aa-2175-47fa-b9d1-94f52b8b0bde HTTP/1.1" status: 200 len: 931 time: 0.2335401 Dec 10 16:44:50.143388 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df75f1a-66bd-429e-906c-3fbed698ba4a req-110037af-846a-4eb2-9af8-db94a514f757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:50.148160 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6df75f1a-66bd-429e-906c-3fbed698ba4a req-110037af-846a-4eb2-9af8-db94a514f757 service neutron] 10.222.0.46 "GET /v2.0/networks?id=35f32682-cfba-42d0-8574-2822bfa354b7 HTTP/1.1" status: 200 len: 906 time: 0.3195882 Dec 10 16:44:50.154364 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-ed6d3015-d408-439a-9a31-31896315b4ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1172c95a-7f05-41e7-ae6e-859ee64c7c44 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:44:50.168327 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-ed6d3015-d408-439a-9a31-31896315b4ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:50.169202 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-38567418-a3c6-4d7d-9c6e-d38ecec0cce6 req-f60c06c5-4c7f-46b7-9266-4a5518e70a44 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/security-groups?id=ec357b0c-19a9-4b9a-91e5-44a8a98d35a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2141833 Dec 10 16:44:50.193710 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-ed6d3015-d408-439a-9a31-31896315b4ad service neutron] Transition to ACTIVE for port object 1172c95a-7f05-41e7-ae6e-859ee64c7c44 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:44:50.204541 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-ed6d3015-d408-439a-9a31-31896315b4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:50.276638 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6df75f1a-66bd-429e-906c-3fbed698ba4a req-f7150678-6dc0-4297-be17-53bd6c89133a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5bc11e6-2551-4fa5-8f31-223905747610 HTTP/1.1" status: 200 len: 217 time: 0.1036093 Dec 10 16:44:50.337099 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c28088-af90-4230-a713-6d8dcc53f7cc req-0fd460f5-b0fa-45f6-a5de-6c8cc3a975a4 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:50.339258 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c9c28088-af90-4230-a713-6d8dcc53f7cc req-0fd460f5-b0fa-45f6-a5de-6c8cc3a975a4 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] 10.222.0.26 "GET /v2.0/ports?device_id=26efe463-f91c-46ba-8f4e-db8b02424d4a HTTP/1.1" status: 200 len: 945 time: 0.3041580 Dec 10 16:44:50.413805 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d3015-d408-439a-9a31-31896315b4ad service neutron] Pushing event updated for resources: {'Port': ['ID=1172c95a-7f05-41e7-ae6e-859ee64c7c44,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:50.506388 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-ed6d3015-d408-439a-9a31-31896315b4ad service neutron] Attempting to bind port 1172c95a-7f05-41e7-ae6e-859ee64c7c44 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:44:50.506753 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-ed6d3015-d408-439a-9a31-31896315b4ad service neutron] Attempting to bind port 1172c95a-7f05-41e7-ae6e-859ee64c7c44 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '1995761b-45ad-4249-83fc-362d53b3e086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bba4673e-577b-4368-a0ec-91838d61c26f'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:44:50.507042 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-ed6d3015-d408-439a-9a31-31896315b4ad service neutron] Attempting to bind port 1172c95a-7f05-41e7-ae6e-859ee64c7c44 on network bba4673e-577b-4368-a0ec-91838d61c26f {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:44:50.530293 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-ed6d3015-d408-439a-9a31-31896315b4ad service neutron] Port 1172c95a-7f05-41e7-ae6e-859ee64c7c44 on network bba4673e-577b-4368-a0ec-91838d61c26f not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:44:50.530977 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-ed6d3015-d408-439a-9a31-31896315b4ad service neutron] Attempting to bind port 1172c95a-7f05-41e7-ae6e-859ee64c7c44 on network bba4673e-577b-4368-a0ec-91838d61c26f {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:44:50.558372 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-ed6d3015-d408-439a-9a31-31896315b4ad service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:44:50.558768 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-ed6d3015-d408-439a-9a31-31896315b4ad service neutron] Checking segment: {'id': '1995761b-45ad-4249-83fc-362d53b3e086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bba4673e-577b-4368-a0ec-91838d61c26f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:44:50.559158 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-ed6d3015-d408-439a-9a31-31896315b4ad service neutron] Bound using segment: {'id': '1995761b-45ad-4249-83fc-362d53b3e086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bba4673e-577b-4368-a0ec-91838d61c26f'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:44:50.559621 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-ed6d3015-d408-439a-9a31-31896315b4ad service neutron] Bound port: 1172c95a-7f05-41e7-ae6e-859ee64c7c44, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1995761b-45ad-4249-83fc-362d53b3e086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bba4673e-577b-4368-a0ec-91838d61c26f'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:44:50.559987 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-ed6d3015-d408-439a-9a31-31896315b4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:50.666661 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df75f1a-66bd-429e-906c-3fbed698ba4a req-438c9335-51de-4908-b8c4-762f92d847a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:50.672109 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6df75f1a-66bd-429e-906c-3fbed698ba4a req-438c9335-51de-4908-b8c4-762f92d847a5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=752d8738-5a8a-4dc6-b8b4-8f887a921d46 HTTP/1.1" status: 200 len: 845 time: 0.3879285 Dec 10 16:44:50.723399 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-ed6d3015-d408-439a-9a31-31896315b4ad service neutron] For port 1172c95a-7f05-41e7-ae6e-859ee64c7c44, host n-h1-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:44:50.729957 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-ed6d3015-d408-439a-9a31-31896315b4ad service neutron] For port 1172c95a-7f05-41e7-ae6e-859ee64c7c44, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=1172c95a-7f05-41e7-ae6e-859ee64c7c44,segment=NetworkSegment(1995761b-45ad-4249-83fc-362d53b3e086),segment_id=1995761b-45ad-4249-83fc-362d53b3e086)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:44:50.744831 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-ed6d3015-d408-439a-9a31-31896315b4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:50.775218 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6df75f1a-66bd-429e-906c-3fbed698ba4a req-f7b44b0a-be01-4878-bb7b-19e2b3ba6c29 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=35f32682-cfba-42d0-8574-2822bfa354b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908089 Dec 10 16:44:50.797429 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77566fd-86b2-4b4c-a3ec-69287a61b606 req-1c1aaa6a-5cf0-4343-a76f-297a4e2d21df tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:50.812487 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-ed6d3015-d408-439a-9a31-31896315b4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:50.813134 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-ed6d3015-d408-439a-9a31-31896315b4ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:50.814564 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-ed6d3015-d408-439a-9a31-31896315b4ad service neutron] 10.222.0.26 "PUT /v2.0/ports/1172c95a-7f05-41e7-ae6e-859ee64c7c44 HTTP/1.1" status: 200 len: 1091 time: 1.3416653 Dec 10 16:44:50.817007 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '394b17aa-2175-47fa-b9d1-94f52b8b0bde', 'tag': '1172c95a-7f05-41e7-ae6e-859ee64c7c44'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:44:50.817602 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e77566fd-86b2-4b4c-a3ec-69287a61b606 req-1c1aaa6a-5cf0-4343-a76f-297a4e2d21df tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] 10.222.0.11 "GET /v2.0/ports?device_id=26efe463-f91c-46ba-8f4e-db8b02424d4a HTTP/1.1" status: 200 len: 945 time: 0.5171812 Dec 10 16:44:50.837881 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404aa51f-a1c6-4f1b-9a13-deffa68cf61d" -d '{"events": [{"name": "network-changed", "server_uuid": "394b17aa-2175-47fa-b9d1-94f52b8b0bde", "tag": "1172c95a-7f05-41e7-ae6e-859ee64c7c44"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:44:50.992817 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d3015-d408-439a-9a31-31896315b4ad service neutron] Pushing event updated for resources: {'Port': ['ID=1172c95a-7f05-41e7-ae6e-859ee64c7c44,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:51.021691 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-6e567663-3e8d-48a5-8a2d-1247eba8213e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:51.026237 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-6e567663-3e8d-48a5-8a2d-1247eba8213e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a8f71f6efbb4998a516d8ba28b7fb68&device_id=394b17aa-2175-47fa-b9d1-94f52b8b0bde HTTP/1.1" status: 200 len: 1094 time: 0.1492863 Dec 10 16:44:51.173275 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-9f5797b0-46ae-4fd5-bcde-2c83289c6729 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1172c95a-7f05-41e7-ae6e-859ee64c7c44 HTTP/1.1" status: 200 len: 217 time: 0.1390302 Dec 10 16:44:51.215019 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e77566fd-86b2-4b4c-a3ec-69287a61b606 req-34578985-cdc0-4fef-bc6c-de16aa72154b tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] 10.222.0.11 "GET /v2.0/security-groups?id=33885148-78ed-4ed1-8c10-d33694376012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3802440 Dec 10 16:44:51.222488 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-c9c28088-af90-4230-a713-6d8dcc53f7cc req-48e3f9c2-edda-49e9-8d83-64a582b126c7 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Deleting port cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:44:51.222843 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c9c28088-af90-4230-a713-6d8dcc53f7cc req-48e3f9c2-edda-49e9-8d83-64a582b126c7 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:51.319235 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-611e6156-2fab-4f3f-8aec-7e4b635bacd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:51.322784 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-611e6156-2fab-4f3f-8aec-7e4b635bacd9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cccefdf8-31d5-4f26-a672-76a4d6caa47c HTTP/1.1" status: 200 len: 852 time: 0.1357470 Dec 10 16:44:51.414472 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-9d68a42e-1da6-4161-8f35-9cbd97ebc19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:51.415974 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-9d68a42e-1da6-4161-8f35-9cbd97ebc19c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bba4673e-577b-4368-a0ec-91838d61c26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0863595 Dec 10 16:44:51.540286 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6df75f1a-66bd-429e-906c-3fbed698ba4a req-873749ac-055a-4f3e-a251-c27b2eee45a1 service neutron] 10.222.0.46 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7212832 Dec 10 16:44:51.596081 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-a2951266-b43c-42bd-98ac-0600b884e5a7 service neutron] 10.222.0.26 "GET /v2.0/networks/bba4673e-577b-4368-a0ec-91838d61c26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719878 Dec 10 16:44:51.731481 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f8a55210-85d9-437d-8cd0-e81ede084f04 req-658f7ff3-55f2-43d9-a863-6fa7747b05de service neutron] 10.222.0.26 "GET /v2.0/networks/bba4673e-577b-4368-a0ec-91838d61c26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278534 Dec 10 16:44:51.751579 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-c9c28088-af90-4230-a713-6d8dcc53f7cc req-48e3f9c2-edda-49e9-8d83-64a582b126c7 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] For port cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d,segment=NetworkSegment(44d2bb16-ca57-4712-9634-a0ccd9fb8316),segment_id=44d2bb16-ca57-4712-9634-a0ccd9fb8316)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:44:51.752106 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c9c28088-af90-4230-a713-6d8dcc53f7cc req-48e3f9c2-edda-49e9-8d83-64a582b126c7 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:51.787707 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca64e88-ff33-4c72-8a87-d7c2865b89dd req-49b2b5fd-d70c-4a81-af1a-ab449f216d7c tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:51.790231 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6ca64e88-ff33-4c72-8a87-d7c2865b89dd req-49b2b5fd-d70c-4a81-af1a-ab449f216d7c tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=545b5741-6667-4376-b1bf-34077dd09b99 HTTP/1.1" status: 200 len: 943 time: 0.3034661 Dec 10 16:44:52.017911 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6df75f1a-66bd-429e-906c-3fbed698ba4a req-627cad34-f74c-4355-ab3f-3cde2bc7bc9b service neutron] 10.222.0.46 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4287796 Dec 10 16:44:52.028230 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6ca64e88-ff33-4c72-8a87-d7c2865b89dd req-7970dbd2-050f-45ca-89eb-cceca0bc4b9e tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293227 Dec 10 16:44:52.118335 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c9c28088-af90-4230-a713-6d8dcc53f7cc req-48e3f9c2-edda-49e9-8d83-64a582b126c7 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:52.118828 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c9c28088-af90-4230-a713-6d8dcc53f7cc req-48e3f9c2-edda-49e9-8d83-64a582b126c7 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:52.119251 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [req-c9c28088-af90-4230-a713-6d8dcc53f7cc req-48e3f9c2-edda-49e9-8d83-64a582b126c7 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Floating IP 1500f705-0334-4267-99ae-18fecce3c344 disassociated. External IP: 172.25.6.237, port: cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d. Dec 10 16:44:52.119826 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-c9c28088-af90-4230-a713-6d8dcc53f7cc req-48e3f9c2-edda-49e9-8d83-64a582b126c7 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Calling delete_port for cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:44:52.143270 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ece6ac-febf-402b-ac6c-6f50525ee4db x-openstack-request-id: req-75ece6ac-febf-402b-ac6c-6f50525ee4db {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:44:52.143566 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "394b17aa-2175-47fa-b9d1-94f52b8b0bde", "tag": "1172c95a-7f05-41e7-ae6e-859ee64c7c44", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:44:52.143829 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-75ece6ac-febf-402b-ac6c-6f50525ee4db {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:44:52.144237 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '394b17aa-2175-47fa-b9d1-94f52b8b0bde', 'tag': '1172c95a-7f05-41e7-ae6e-859ee64c7c44', 'status': 'completed', 'code': 200} Dec 10 16:44:52.239817 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404aa51f-a1c6-4f1b-9a13-deffa68cf61d req-cb6bced2-f040-4ca2-aa49-15c7a98cd771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:52.241405 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-404aa51f-a1c6-4f1b-9a13-deffa68cf61d req-cb6bced2-f040-4ca2-aa49-15c7a98cd771 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a8f71f6efbb4998a516d8ba28b7fb68&device_id=394b17aa-2175-47fa-b9d1-94f52b8b0bde HTTP/1.1" status: 200 len: 1094 time: 0.0835364 Dec 10 16:44:52.285986 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:44:52.340090 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b4887-d859-4987-a419-4d6b01e80f38 req-8c1a9db5-33de-47a1-a0e8-6aac3590965b tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:52.345896 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1c2b4887-d859-4987-a419-4d6b01e80f38 req-8c1a9db5-33de-47a1-a0e8-6aac3590965b tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/ports?device_id=394b17aa-2175-47fa-b9d1-94f52b8b0bde HTTP/1.1" status: 200 len: 943 time: 0.0908394 Dec 10 16:44:52.348751 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c9c28088-af90-4230-a713-6d8dcc53f7cc req-48e3f9c2-edda-49e9-8d83-64a582b126c7 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:52.378922 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device a5bc11e6-2551-4fa5-8f31-223905747610 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:44:52.479642 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404aa51f-a1c6-4f1b-9a13-deffa68cf61d req-e2158906-37a1-4ad8-b65b-e620dc7e4a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:52.487485 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-404aa51f-a1c6-4f1b-9a13-deffa68cf61d req-e2158906-37a1-4ad8-b65b-e620dc7e4a94 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bba4673e-577b-4368-a0ec-91838d61c26f HTTP/1.1" status: 200 len: 914 time: 0.2391384 Dec 10 16:44:52.498615 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e3f9c2-edda-49e9-8d83-64a582b126c7 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Pushing event deleted for resources: {'Port': ['ID=cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:52.624606 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-404aa51f-a1c6-4f1b-9a13-deffa68cf61d req-7b8416f8-ace7-4c46-b8fc-843852376ac4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1172c95a-7f05-41e7-ae6e-859ee64c7c44 HTTP/1.1" status: 200 len: 217 time: 0.1285200 Dec 10 16:44:52.651849 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port a5bc11e6-2551-4fa5-8f31-223905747610, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=a5bc11e6-2551-4fa5-8f31-223905747610,segment=NetworkSegment(5f321af3-1a86-4e4e-a33f-e6abf9e1d87b),segment_id=5f321af3-1a86-4e4e-a33f-e6abf9e1d87b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:44:52.678514 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'a5bc11e6-2551-4fa5-8f31-223905747610', 'network_id': '35f32682-cfba-42d0-8574-2822bfa354b7', 'port_id': 'a5bc11e6-2551-4fa5-8f31-223905747610', 'mac_address': 'fa:16:3e:b8:52:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '752d8738-5a8a-4dc6-b8b4-8f887a921d46', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:44:52.733305 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404aa51f-a1c6-4f1b-9a13-deffa68cf61d req-1f8e5fb7-30be-4031-af09-2c0eae6a1d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:52.735155 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-404aa51f-a1c6-4f1b-9a13-deffa68cf61d req-1f8e5fb7-30be-4031-af09-2c0eae6a1d86 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cccefdf8-31d5-4f26-a672-76a4d6caa47c HTTP/1.1" status: 200 len: 852 time: 0.1035895 Dec 10 16:44:52.800418 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404aa51f-a1c6-4f1b-9a13-deffa68cf61d req-4920cfc7-11ea-4ccd-ac53-0f17da6a0b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:52.802055 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-404aa51f-a1c6-4f1b-9a13-deffa68cf61d req-4920cfc7-11ea-4ccd-ac53-0f17da6a0b48 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bba4673e-577b-4368-a0ec-91838d61c26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581219 Dec 10 16:44:52.824930 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1c2b4887-d859-4987-a419-4d6b01e80f38 req-a05fdb73-bf2e-4b16-8396-cfc14e3f0ff1 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/security-groups?id=ec357b0c-19a9-4b9a-91e5-44a8a98d35a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4645212 Dec 10 16:44:52.832089 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:52.888741 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5bc11e6-2551-4fa5-8f31-223905747610 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:44:52.924196 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9c28088-af90-4230-a713-6d8dcc53f7cc req-48e3f9c2-edda-49e9-8d83-64a582b126c7 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Router 4b479155-e49b-4e4c-a133-4c01715a0a1e has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:44:52.933121 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port a5bc11e6-2551-4fa5-8f31-223905747610, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=a5bc11e6-2551-4fa5-8f31-223905747610,segment=NetworkSegment(5f321af3-1a86-4e4e-a33f-e6abf9e1d87b),segment_id=5f321af3-1a86-4e4e-a33f-e6abf9e1d87b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:44:52.952840 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:53.094416 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=a5bc11e6-2551-4fa5-8f31-223905747610,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:53.110541 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:44:53.133495 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-404aa51f-a1c6-4f1b-9a13-deffa68cf61d req-2919115b-61bc-4ada-9881-828c73bbb80f service neutron] 10.222.0.26 "GET /v2.0/networks/bba4673e-577b-4368-a0ec-91838d61c26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217211 Dec 10 16:44:53.171787 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:44:53.173357 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:44:53.231836 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['a5bc11e6-2551-4fa5-8f31-223905747610'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:44:53.353459 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-404aa51f-a1c6-4f1b-9a13-deffa68cf61d req-6c4889c1-d60b-4e52-bfef-e8f5c90b79a5 service neutron] 10.222.0.26 "GET /v2.0/networks/bba4673e-577b-4368-a0ec-91838d61c26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119098 Dec 10 16:44:53.749800 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9c28088-af90-4230-a713-6d8dcc53f7cc req-48e3f9c2-edda-49e9-8d83-64a582b126c7 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:44:53.760326 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61a28ea-f975-4ea4-a361-b9a82db00c5e None None] Sync routers for ids ['4b479155-e49b-4e4c-a133-4c01715a0a1e'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:44:53.782744 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5300bcea-ec1c-4560-80f5-6311004e84f5 req-6efada0c-b5c5-45c9-9dbe-f3518b81747e tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] 10.222.0.11 "GET /v2.0/ports?device_id=26efe463-f91c-46ba-8f4e-db8b02424d4a HTTP/1.1" status: 200 len: 210 time: 0.8320494 Dec 10 16:44:53.800277 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61a28ea-f975-4ea4-a361-b9a82db00c5e None None] Routers {'4b479155-e49b-4e4c-a133-4c01715a0a1e'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:44:53.800277 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c61a28ea-f975-4ea4-a361-b9a82db00c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:44:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['4b479155-e49b-4e4c-a133-4c01715a0a1e'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:44:53.878706 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c28088-af90-4230-a713-6d8dcc53f7cc req-48e3f9c2-edda-49e9-8d83-64a582b126c7 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] No DVR routers for this DVR port cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:44:53.881473 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c9c28088-af90-4230-a713-6d8dcc53f7cc req-48e3f9c2-edda-49e9-8d83-64a582b126c7 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:53.885529 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c9c28088-af90-4230-a713-6d8dcc53f7cc req-48e3f9c2-edda-49e9-8d83-64a582b126c7 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] 10.222.0.26 "DELETE /v2.0/ports/cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d HTTP/1.1" status: 204 len: 173 time: 3.4825392 Dec 10 16:44:53.886033 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26efe463-f91c-46ba-8f4e-db8b02424d4a', 'name': 'network-vif-deleted', 'tag': 'cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:44:53.890554 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afab681-b0ee-456e-b6ea-2cc749d28d05" -d '{"events": [{"server_uuid": "26efe463-f91c-46ba-8f4e-db8b02424d4a", "name": "network-vif-deleted", "tag": "cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:44:53.976150 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4152e7-8f86-4373-8386-3764ac443ca0 req-04312ad8-6d47-4462-badf-443ce1990aa2 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:53.977968 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8c4152e7-8f86-4373-8386-3764ac443ca0 req-04312ad8-6d47-4462-badf-443ce1990aa2 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=545b5741-6667-4376-b1bf-34077dd09b99 HTTP/1.1" status: 200 len: 944 time: 0.0773029 Dec 10 16:44:53.978338 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-c61a28ea-f975-4ea4-a361-b9a82db00c5e None None] Set router 4b479155-e49b-4e4c-a133-4c01715a0a1e gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:44:54.134912 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8c4152e7-8f86-4373-8386-3764ac443ca0 req-6b382ed8-463a-40b7-b311-4df2185248ef tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497321 Dec 10 16:44:54.379858 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device a5bc11e6-2551-4fa5-8f31-223905747610 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:44:54.399025 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893496a-5c50-4399-93f8-f804c19b7eaa req-4ae458f8-98c9-42d9-8a4a-6c25d3124bc2 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:54.411940 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e893496a-5c50-4399-93f8-f804c19b7eaa req-4ae458f8-98c9-42d9-8a4a-6c25d3124bc2 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/ports?device_id=394b17aa-2175-47fa-b9d1-94f52b8b0bde HTTP/1.1" status: 200 len: 943 time: 0.1274099 Dec 10 16:44:54.503492 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c61a28ea-f975-4ea4-a361-b9a82db00c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b479155-e49b-4e4c-a133-4c01715a0a1e', 'name': 'tempest-TestServerBasicOps-1517356123-router', 'tenant_id': '82a91439607e4bae9723c370020baa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'fa739048-c35d-403d-b35b-262f78fe99cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:05Z', 'updated_at': '2021-12-10T16:39:14Z', 'revision_number': 4, 'project_id': '82a91439607e4bae9723c370020baa2b', 'gw_port': {'id': 'fa739048-c35d-403d-b35b-262f78fe99cc', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ae:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b479155-e49b-4e4c-a133-4c01715a0a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:06Z', 'updated_at': '2021-12-10T16:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '8cbc1b4e-f5e1-4c41-80cf-f205de51a21b', 'name': '', 'network_id': 'f4f58725-76ee-4fee-b48e-44ba4df345e4', 'tenant_id': '82a91439607e4bae9723c370020baa2b', 'mac_address': 'fa:16:3e:ba:99:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b479155-e49b-4e4c-a133-4c01715a0a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '64d652f5-e20a-4a4e-969a-c2271fe340e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:12Z', 'updated_at': '2021-12-10T16:39:21Z', 'revision_number': 5, 'project_id': '82a91439607e4bae9723c370020baa2b', 'subnets': [{'id': '64d652f5-e20a-4a4e-969a-c2271fe340e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:44:54.520728 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port a5bc11e6-2551-4fa5-8f31-223905747610 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:44:54.525788 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port a5bc11e6-2551-4fa5-8f31-223905747610 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:44:54.526184 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:54.558822 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e893496a-5c50-4399-93f8-f804c19b7eaa req-d7040ebb-07ee-4608-a477-7169174bdada tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/security-groups?id=ec357b0c-19a9-4b9a-91e5-44a8a98d35a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452518 Dec 10 16:44:54.560802 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61a28ea-f975-4ea4-a361-b9a82db00c5e None None] Checking router: 4b479155-e49b-4e4c-a133-4c01715a0a1e for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:44:54.582779 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61a28ea-f975-4ea4-a361-b9a82db00c5e None None] Routers {'4b479155-e49b-4e4c-a133-4c01715a0a1e'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:44:54.583767 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c61a28ea-f975-4ea4-a361-b9a82db00c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:44:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['4b479155-e49b-4e4c-a133-4c01715a0a1e'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:44:54.709160 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9926f10-b69d-4158-ae56-a77ba316f367 x-openstack-request-id: req-d9926f10-b69d-4158-ae56-a77ba316f367 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:44:54.709334 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26efe463-f91c-46ba-8f4e-db8b02424d4a", "name": "network-vif-deleted", "tag": "cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:44:54.709591 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d9926f10-b69d-4158-ae56-a77ba316f367 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:44:54.709988 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26efe463-f91c-46ba-8f4e-db8b02424d4a', 'name': 'network-vif-deleted', 'tag': 'cc0c85df-f50f-4ef5-9fbb-e44c0ea9a39d', 'status': 'completed', 'code': 200} Dec 10 16:44:54.753474 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:54.754492 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-c61a28ea-f975-4ea4-a361-b9a82db00c5e None None] Set router 4b479155-e49b-4e4c-a133-4c01715a0a1e gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:44:54.823463 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port a5bc11e6-2551-4fa5-8f31-223905747610, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=a5bc11e6-2551-4fa5-8f31-223905747610,segment=NetworkSegment(5f321af3-1a86-4e4e-a33f-e6abf9e1d87b),segment_id=5f321af3-1a86-4e4e-a33f-e6abf9e1d87b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:44:54.825612 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545b5741-6667-4376-b1bf-34077dd09b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5bc11e6-2551-4fa5-8f31-223905747610'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:44:54.833394 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8249ef78-b261-4d6f-97b5-0e49804f544e" -d '{"events": [{"server_uuid": "545b5741-6667-4376-b1bf-34077dd09b99", "name": "network-vif-plugged", "status": "completed", "tag": "a5bc11e6-2551-4fa5-8f31-223905747610"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:44:54.841811 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:54.877002 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 46014) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:54.924518 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1748c89c-0cf5-4661-9000-7625e6749e1e x-openstack-request-id: req-1748c89c-0cf5-4661-9000-7625e6749e1e {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:44:54.943955 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "545b5741-6667-4376-b1bf-34077dd09b99", "name": "network-vif-plugged", "status": "completed", "tag": "a5bc11e6-2551-4fa5-8f31-223905747610", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:44:54.944388 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1748c89c-0cf5-4661-9000-7625e6749e1e {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:44:54.946854 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '545b5741-6667-4376-b1bf-34077dd09b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5bc11e6-2551-4fa5-8f31-223905747610', 'code': 200} Dec 10 16:44:54.981782 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=a5bc11e6-2551-4fa5-8f31-223905747610,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:55.163668 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434a00e-7004-48d6-9919-93aaeb499d15 req-f305d8e3-f1a2-42f7-a2bc-72411128b55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:55.165261 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b434a00e-7004-48d6-9919-93aaeb499d15 req-f305d8e3-f1a2-42f7-a2bc-72411128b55e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=545b5741-6667-4376-b1bf-34077dd09b99 HTTP/1.1" status: 200 len: 1096 time: 0.1516340 Dec 10 16:44:55.197476 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-17d6e724-a368-46f1-9d79-2cfad0229a00 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Deleting port ffaca757-3005-4116-8ecd-a7255745be5f {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:44:55.197841 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-17d6e724-a368-46f1-9d79-2cfad0229a00 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:55.328359 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c61a28ea-f975-4ea4-a361-b9a82db00c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b479155-e49b-4e4c-a133-4c01715a0a1e', 'name': 'tempest-TestServerBasicOps-1517356123-router', 'tenant_id': '82a91439607e4bae9723c370020baa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'fa739048-c35d-403d-b35b-262f78fe99cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:05Z', 'updated_at': '2021-12-10T16:39:14Z', 'revision_number': 4, 'project_id': '82a91439607e4bae9723c370020baa2b', 'gw_port': {'id': 'fa739048-c35d-403d-b35b-262f78fe99cc', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ae:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b479155-e49b-4e4c-a133-4c01715a0a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:06Z', 'updated_at': '2021-12-10T16:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '8cbc1b4e-f5e1-4c41-80cf-f205de51a21b', 'name': '', 'network_id': 'f4f58725-76ee-4fee-b48e-44ba4df345e4', 'tenant_id': '82a91439607e4bae9723c370020baa2b', 'mac_address': 'fa:16:3e:ba:99:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b479155-e49b-4e4c-a133-4c01715a0a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '64d652f5-e20a-4a4e-969a-c2271fe340e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:12Z', 'updated_at': '2021-12-10T16:39:21Z', 'revision_number': 5, 'project_id': '82a91439607e4bae9723c370020baa2b', 'subnets': [{'id': '64d652f5-e20a-4a4e-969a-c2271fe340e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:44:55.338561 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b434a00e-7004-48d6-9919-93aaeb499d15 req-972dcfab-8978-4e12-891d-aa499f46f88e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649776 Dec 10 16:44:55.369961 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61a28ea-f975-4ea4-a361-b9a82db00c5e None None] The sync data for ids ['4b479155-e49b-4e4c-a133-4c01715a0a1e'] in n-d-766771-2 is: [{'id': '4b479155-e49b-4e4c-a133-4c01715a0a1e', 'name': 'tempest-TestServerBasicOps-1517356123-router', 'tenant_id': '82a91439607e4bae9723c370020baa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'fa739048-c35d-403d-b35b-262f78fe99cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:05Z', 'updated_at': '2021-12-10T16:39:14Z', 'revision_number': 4, 'project_id': '82a91439607e4bae9723c370020baa2b', 'gw_port': {'id': 'fa739048-c35d-403d-b35b-262f78fe99cc', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ae:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b479155-e49b-4e4c-a133-4c01715a0a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:06Z', 'updated_at': '2021-12-10T16:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '8cbc1b4e-f5e1-4c41-80cf-f205de51a21b', 'name': '', 'network_id': 'f4f58725-76ee-4fee-b48e-44ba4df345e4', 'tenant_id': '82a91439607e4bae9723c370020baa2b', 'mac_address': 'fa:16:3e:ba:99:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b479155-e49b-4e4c-a133-4c01715a0a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '64d652f5-e20a-4a4e-969a-c2271fe340e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:12Z', 'updated_at': '2021-12-10T16:39:21Z', 'revision_number': 5, 'project_id': '82a91439607e4bae9723c370020baa2b', 'subnets': [{'id': '64d652f5-e20a-4a4e-969a-c2271fe340e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:44:55.424072 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-17d6e724-a368-46f1-9d79-2cfad0229a00 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:55.424405 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-17d6e724-a368-46f1-9d79-2cfad0229a00 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:55.438130 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3c933-8f05-46f5-a327-7ddfc6a3a010 req-d3e54341-27f8-4175-a075-8553f8b857ca tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:55.452329 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-70d3c933-8f05-46f5-a327-7ddfc6a3a010 req-d3e54341-27f8-4175-a075-8553f8b857ca tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=545b5741-6667-4376-b1bf-34077dd09b99 HTTP/1.1" status: 200 len: 945 time: 0.1576419 Dec 10 16:44:55.510365 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-17d6e724-a368-46f1-9d79-2cfad0229a00 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Calling delete_port for ffaca757-3005-4116-8ecd-a7255745be5f owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:44:55.622466 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-70d3c933-8f05-46f5-a327-7ddfc6a3a010 req-ee738c83-43bc-49f5-96e6-737d9c7047b2 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646430 Dec 10 16:44:55.888647 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-17d6e724-a368-46f1-9d79-2cfad0229a00 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:55.914757 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18220888-24e3-4515-a725-a60288cee4f9 req-b6fad94b-6c76-476e-8cfd-dfb01c3baacc tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:55.926877 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-18220888-24e3-4515-a725-a60288cee4f9 req-b6fad94b-6c76-476e-8cfd-dfb01c3baacc tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/ports?device_id=394b17aa-2175-47fa-b9d1-94f52b8b0bde HTTP/1.1" status: 200 len: 943 time: 0.1256592 Dec 10 16:44:55.961294 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a6e889-a7b6-442e-8c79-e6e088c1e9de None None] New status for floating IP 1500f705-0334-4267-99ae-18fecce3c344: DOWN {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:44:55.969921 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6e724-a368-46f1-9d79-2cfad0229a00 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Pushing event deleted for resources: {'Port': ['ID=ffaca757-3005-4116-8ecd-a7255745be5f,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:56.116464 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-18220888-24e3-4515-a725-a60288cee4f9 req-e7f6f75b-73af-426f-b416-7f9938da91b9 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/security-groups?id=ec357b0c-19a9-4b9a-91e5-44a8a98d35a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832871 Dec 10 16:44:56.126178 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-17d6e724-a368-46f1-9d79-2cfad0229a00 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks [] for floatingip, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:56.128886 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-17d6e724-a368-46f1-9d79-2cfad0229a00 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:56.130108 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-17d6e724-a368-46f1-9d79-2cfad0229a00 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] 10.222.0.11 "DELETE /v2.0/floatingips/1500f705-0334-4267-99ae-18fecce3c344 HTTP/1.1" status: 204 len: 168 time: 1.2520847 Dec 10 16:44:56.214350 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 46056) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:56.294327 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-51de935b-09da-4c8c-8180-7c0070e00d50 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:56.335663 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-51de935b-09da-4c8c-8180-7c0070e00d50 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:56.465250 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-51de935b-09da-4c8c-8180-7c0070e00d50 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:56.468058 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-51de935b-09da-4c8c-8180-7c0070e00d50 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:56.469230 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-51de935b-09da-4c8c-8180-7c0070e00d50 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] 10.222.0.11 "DELETE /v2.0/security-groups/33885148-78ed-4ed1-8c10-d33694376012 HTTP/1.1" status: 204 len: 168 time: 0.2538424 Dec 10 16:44:56.488222 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de935b-09da-4c8c-8180-7c0070e00d50 tempest-TestServerBasicOps-508975908 tempest-TestServerBasicOps-508975908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33885148-78ed-4ed1-8c10-d33694376012,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:56.535952 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 46072) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:56.845834 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceabaaef-caaa-40dd-98e9-20c047954284 req-d429159d-be79-40f3-ad49-52cfac0b7f4e tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:56.867388 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ceabaaef-caaa-40dd-98e9-20c047954284 req-d429159d-be79-40f3-ad49-52cfac0b7f4e tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=545b5741-6667-4376-b1bf-34077dd09b99 HTTP/1.1" status: 200 len: 945 time: 0.1202896 Dec 10 16:44:56.995000 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ceabaaef-caaa-40dd-98e9-20c047954284 req-652aa7e9-2a35-4087-a5d1-54cca027303e tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070163 Dec 10 16:44:57.326867 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2eac6-96ce-4cf1-a71b-f5311f91147f req-8ca377de-c3d2-48e2-b466-f4c894ca2db9 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:57.328837 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cfc2eac6-96ce-4cf1-a71b-f5311f91147f req-8ca377de-c3d2-48e2-b466-f4c894ca2db9 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/ports?device_id=394b17aa-2175-47fa-b9d1-94f52b8b0bde HTTP/1.1" status: 200 len: 943 time: 0.0809844 Dec 10 16:44:57.435337 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cfc2eac6-96ce-4cf1-a71b-f5311f91147f req-3f9d6165-0cc8-4415-8253-05cede889b61 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/security-groups?id=ec357b0c-19a9-4b9a-91e5-44a8a98d35a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995522 Dec 10 16:44:57.713061 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c3b9bad1-a285-4f22-b502-4fa373ce8c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:57.774980 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-06ea06f5-2590-4850-b63e-be40294edaf7 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:57.782398 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-06ea06f5-2590-4850-b63e-be40294edaf7 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/networks?id=35f32682-cfba-42d0-8574-2822bfa354b7 HTTP/1.1" status: 200 len: 805 time: 0.2373996 Dec 10 16:44:57.792661 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 46126) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:57.800300 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-2c528d03-d64b-471f-ad18-71b297170c35 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/quotas/2334512fa40541b3a8ba6aa3ffbe674c HTTP/1.1" status: 200 len: 375 time: 0.0169058 Dec 10 16:44:57.868871 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-c07ece42-76ce-46a8-b5cf-8eedc0560441 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2334512fa40541b3a8ba6aa3ffbe674c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0675433 Dec 10 16:44:58.002651 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-dff7e52f-8e34-4165-ac3e-40da5b26a75b service neutron] 10.222.0.11 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319771 Dec 10 16:44:58.003659 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2a91f3b7-ba12-44a4-af91-158092c689e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:58.209954 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-4f61aacf-9357-48e9-84a5-a20fc3561b0d service neutron] 10.222.0.11 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933098 Dec 10 16:44:58.245297 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-c3b9bad1-a285-4f22-b502-4fa373ce8c25 admin admin] Deleting port 8cbc1b4e-f5e1-4c41-80cf-f205de51a21b {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:44:58.245739 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c3b9bad1-a285-4f22-b502-4fa373ce8c25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:58.308331 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2a91f3b7-ba12-44a4-af91-158092c689e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:58.315100 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2a91f3b7-ba12-44a4-af91-158092c689e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:58.390103 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2a91f3b7-ba12-44a4-af91-158092c689e7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=55dfb15fc6244c74a26963b92093994a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5601683 Dec 10 16:44:58.391884 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91f3b7-ba12-44a4-af91-158092c689e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c8eba0-0990-4def-bd2b-572b168710a6,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:58.394371 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-c3b9bad1-a285-4f22-b502-4fa373ce8c25 admin admin] For port 8cbc1b4e-f5e1-4c41-80cf-f205de51a21b, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=8cbc1b4e-f5e1-4c41-80cf-f205de51a21b,segment=NetworkSegment(44d2bb16-ca57-4712-9634-a0ccd9fb8316),segment_id=44d2bb16-ca57-4712-9634-a0ccd9fb8316)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:44:58.397620 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c3b9bad1-a285-4f22-b502-4fa373ce8c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:58.400521 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 46140) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:58.428110 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-c3b9bad1-a285-4f22-b502-4fa373ce8c25 admin admin] Calling delete_port for 8cbc1b4e-f5e1-4c41-80cf-f205de51a21b owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:44:58.544398 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-da9d4b68-35d0-4575-94a1-e78220cbcb5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:58.621070 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-da9d4b68-35d0-4575-94a1-e78220cbcb5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:58.676766 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac51d1-beb5-4ef1-afc5-d58508f28194 req-46d242c7-f530-41ad-840e-e8fb2325064d tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:58.681444 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1aac51d1-beb5-4ef1-afc5-d58508f28194 req-46d242c7-f530-41ad-840e-e8fb2325064d tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/ports?device_id=394b17aa-2175-47fa-b9d1-94f52b8b0bde HTTP/1.1" status: 200 len: 943 time: 0.1206696 Dec 10 16:44:58.872511 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-da9d4b68-35d0-4575-94a1-e78220cbcb5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:58.879194 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-da9d4b68-35d0-4575-94a1-e78220cbcb5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:58.887889 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-da9d4b68-35d0-4575-94a1-e78220cbcb5c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d9c8eba0-0990-4def-bd2b-572b168710a6 HTTP/1.1" status: 204 len: 168 time: 0.4864044 Dec 10 16:44:58.899057 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c3b9bad1-a285-4f22-b502-4fa373ce8c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:58.919458 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1aac51d1-beb5-4ef1-afc5-d58508f28194 req-724ba674-cf1c-42f0-a871-d25ec5655c3b tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/security-groups?id=ec357b0c-19a9-4b9a-91e5-44a8a98d35a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850748 Dec 10 16:44:58.966189 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d4b68-35d0-4575-94a1-e78220cbcb5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c8eba0-0990-4def-bd2b-572b168710a6,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:59.031325 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b9bad1-a285-4f22-b502-4fa373ce8c25 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cbc1b4e-f5e1-4c41-80cf-f205de51a21b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:59.082514 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7092aafe-199d-4e8b-bcb6-f28f3abffb6b req-5cfabba1-ef40-4093-901a-b2b8f0b82b73 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=dad7aa53-a52c-479b-809e-d58488902f6e HTTP/1.1" status: 200 len: 210 time: 0.0796068 Dec 10 16:44:59.320876 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c3b9bad1-a285-4f22-b502-4fa373ce8c25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:59.573011 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 46176) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:59.595994 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-98a4172c-3ca4-4f4a-8113-8c16c7033ba2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:59.792198 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-98a4172c-3ca4-4f4a-8113-8c16c7033ba2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:59.797999 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-98a4172c-3ca4-4f4a-8113-8c16c7033ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:59.863896 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-98a4172c-3ca4-4f4a-8113-8c16c7033ba2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2bd5b290d5f145e0804815a91808aeb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2890823 Dec 10 16:44:59.868123 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 46182) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:59.931908 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a4172c-3ca4-4f4a-8113-8c16c7033ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf8764f-80c0-494f-b6d7-fc6d86c08f36,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:59.998744 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3985e9e-3119-4712-b587-bdc63b689b2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:00.072267 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3985e9e-3119-4712-b587-bdc63b689b2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:00.108452 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d03393-b472-4e74-8da3-07f64033f724 req-3a78dd57-12e3-41f3-abf6-9b74b9936eb4 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:00.116167 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-58d03393-b472-4e74-8da3-07f64033f724 req-3a78dd57-12e3-41f3-abf6-9b74b9936eb4 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/ports?device_id=394b17aa-2175-47fa-b9d1-94f52b8b0bde HTTP/1.1" status: 200 len: 943 time: 0.0937858 Dec 10 16:45:00.176136 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b9bad1-a285-4f22-b502-4fa373ce8c25 admin admin] Router 4b479155-e49b-4e4c-a133-4c01715a0a1e has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:45:00.201970 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-58d03393-b472-4e74-8da3-07f64033f724 req-36b554bf-81a6-4831-8783-af2fc25f848f tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/security-groups?id=ec357b0c-19a9-4b9a-91e5-44a8a98d35a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845575 Dec 10 16:45:00.365979 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1319f4c9-7e2b-4896-9f5b-54f7519f510e req-f2b84998-423f-4ad1-9f3b-cc9a63d713e0 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=dad7aa53-a52c-479b-809e-d58488902f6e HTTP/1.1" status: 200 len: 210 time: 0.0404305 Dec 10 16:45:00.369580 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3985e9e-3119-4712-b587-bdc63b689b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:00.373319 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3985e9e-3119-4712-b587-bdc63b689b2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:00.381636 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b3985e9e-3119-4712-b587-bdc63b689b2b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3cf8764f-80c0-494f-b6d7-fc6d86c08f36 HTTP/1.1" status: 204 len: 168 time: 0.5059595 Dec 10 16:45:00.395014 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b9bad1-a285-4f22-b502-4fa373ce8c25 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:45:00.409618 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1298dd-3b33-433c-adce-e82dadd63c98 None None] Sync routers for ids ['4b479155-e49b-4e4c-a133-4c01715a0a1e'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:45:00.415200 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c3b9bad1-a285-4f22-b502-4fa373ce8c25 admin admin] 10.222.0.11 "PUT /v2.0/routers/4b479155-e49b-4e4c-a133-4c01715a0a1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8780646 Dec 10 16:45:00.417981 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 46198) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:00.432940 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3985e9e-3119-4712-b587-bdc63b689b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf8764f-80c0-494f-b6d7-fc6d86c08f36,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:00.436607 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1298dd-3b33-433c-adce-e82dadd63c98 None None] Routers {'4b479155-e49b-4e4c-a133-4c01715a0a1e'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:45:00.437238 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-8e1298dd-3b33-433c-adce-e82dadd63c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:44:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['4b479155-e49b-4e4c-a133-4c01715a0a1e'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:00.566470 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-18352fdb-8071-4b31-b25f-cfb975f77ff2 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:00.569947 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-18352fdb-8071-4b31-b25f-cfb975f77ff2 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.46 "GET /v2.0/networks?id=35f32682-cfba-42d0-8574-2822bfa354b7 HTTP/1.1" status: 200 len: 805 time: 0.3856134 Dec 10 16:45:00.585593 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-f452ddd4-3090-49f6-acbd-8fabd36689bf tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Request body: {'port': {'device_id': 'dad7aa53-a52c-479b-809e-d58488902f6e', 'network_id': '35f32682-cfba-42d0-8574-2822bfa354b7', 'admin_state_up': True, 'tenant_id': '2334512fa40541b3a8ba6aa3ffbe674c'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:45:00.628960 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1859781a-9d8f-489e-9dcf-059e0802a288 admin admin] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:00.723901 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-8e1298dd-3b33-433c-adce-e82dadd63c98 None None] Set router 4b479155-e49b-4e4c-a133-4c01715a0a1e gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:45:00.812520 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-f452ddd4-3090-49f6-acbd-8fabd36689bf tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Made reservation on behalf of 2334512fa40541b3a8ba6aa3ffbe674c for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:45:00.821181 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-f452ddd4-3090-49f6-acbd-8fabd36689bf tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:00.908112 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1859781a-9d8f-489e-9dcf-059e0802a288 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:01.012566 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-1859781a-9d8f-489e-9dcf-059e0802a288 admin admin] Deleting port fa739048-c35d-403d-b35b-262f78fe99cc {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:45:01.012981 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1859781a-9d8f-489e-9dcf-059e0802a288 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:01.027723 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-8e1298dd-3b33-433c-adce-e82dadd63c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b479155-e49b-4e4c-a133-4c01715a0a1e', 'name': 'tempest-TestServerBasicOps-1517356123-router', 'tenant_id': '82a91439607e4bae9723c370020baa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'fa739048-c35d-403d-b35b-262f78fe99cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:05Z', 'updated_at': '2021-12-10T16:44:58Z', 'revision_number': 5, 'project_id': '82a91439607e4bae9723c370020baa2b', 'gw_port': {'id': 'fa739048-c35d-403d-b35b-262f78fe99cc', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ae:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b479155-e49b-4e4c-a133-4c01715a0a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:06Z', 'updated_at': '2021-12-10T16:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:01.090450 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1298dd-3b33-433c-adce-e82dadd63c98 None None] Checking router: 4b479155-e49b-4e4c-a133-4c01715a0a1e for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:45:01.116192 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1298dd-3b33-433c-adce-e82dadd63c98 None None] Routers {'4b479155-e49b-4e4c-a133-4c01715a0a1e'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:45:01.116810 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-8e1298dd-3b33-433c-adce-e82dadd63c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:44:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['4b479155-e49b-4e4c-a133-4c01715a0a1e'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:01.146125 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-f452ddd4-3090-49f6-acbd-8fabd36689bf tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Allocated IP 172.20.0.5 (35f32682-cfba-42d0-8574-2822bfa354b7/752d8738-5a8a-4dc6-b8b4-8f887a921d46/7a205082-42cb-4d88-9c3d-62148f1bed52) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:45:01.198199 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-1859781a-9d8f-489e-9dcf-059e0802a288 admin admin] For port fa739048-c35d-403d-b35b-262f78fe99cc, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=fa739048-c35d-403d-b35b-262f78fe99cc,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:45:01.199290 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1859781a-9d8f-489e-9dcf-059e0802a288 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:01.231571 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-1859781a-9d8f-489e-9dcf-059e0802a288 admin admin] Calling delete_port for fa739048-c35d-403d-b35b-262f78fe99cc owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:45:01.315271 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-8e1298dd-3b33-433c-adce-e82dadd63c98 None None] Set router 4b479155-e49b-4e4c-a133-4c01715a0a1e gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:45:01.455152 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-8e1298dd-3b33-433c-adce-e82dadd63c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b479155-e49b-4e4c-a133-4c01715a0a1e', 'name': 'tempest-TestServerBasicOps-1517356123-router', 'tenant_id': '82a91439607e4bae9723c370020baa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:05Z', 'updated_at': '2021-12-10T16:45:00Z', 'revision_number': 6, 'project_id': '82a91439607e4bae9723c370020baa2b', 'gw_port_host': None}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:01.463996 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2c6de-8b25-4e04-93e0-5a425ce56b72 req-e25aec97-6ffe-47c5-b5d3-c33fffd8199a tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:01.465942 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-18b2c6de-8b25-4e04-93e0-5a425ce56b72 req-e25aec97-6ffe-47c5-b5d3-c33fffd8199a tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/ports?device_id=394b17aa-2175-47fa-b9d1-94f52b8b0bde HTTP/1.1" status: 200 len: 943 time: 0.1157346 Dec 10 16:45:01.533775 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1298dd-3b33-433c-adce-e82dadd63c98 None None] The sync data for ids ['4b479155-e49b-4e4c-a133-4c01715a0a1e'] in n-d-766771-2 is: [{'id': '4b479155-e49b-4e4c-a133-4c01715a0a1e', 'name': 'tempest-TestServerBasicOps-1517356123-router', 'tenant_id': '82a91439607e4bae9723c370020baa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:05Z', 'updated_at': '2021-12-10T16:45:00Z', 'revision_number': 6, 'project_id': '82a91439607e4bae9723c370020baa2b', 'gw_port_host': None}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:45:01.545700 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-f452ddd4-3090-49f6-acbd-8fabd36689bf tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:01.615589 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-18b2c6de-8b25-4e04-93e0-5a425ce56b72 req-dabb46ee-9174-410d-9e3b-e122dd5e9487 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/security-groups?id=ec357b0c-19a9-4b9a-91e5-44a8a98d35a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417274 Dec 10 16:45:01.651284 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1859781a-9d8f-489e-9dcf-059e0802a288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:01.661329 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-f452ddd4-3090-49f6-acbd-8fabd36689bf tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:01.675720 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['a5bc11e6-2551-4fa5-8f31-223905747610'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:45:01.679231 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['eb2991dd-afe8-4317-bf27-03920c421c1f'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:45:01.716852 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-f452ddd4-3090-49f6-acbd-8fabd36689bf tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Network 35f32682-cfba-42d0-8574-2822bfa354b7 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:45:01.721527 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-f452ddd4-3090-49f6-acbd-8fabd36689bf tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:45:01.722764 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1859781a-9d8f-489e-9dcf-059e0802a288 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa739048-c35d-403d-b35b-262f78fe99cc,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:01.733180 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-f452ddd4-3090-49f6-acbd-8fabd36689bf tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:45:01.825325 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1859781a-9d8f-489e-9dcf-059e0802a288 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:01.843836 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d377e9-a908-4762-b3f6-3f77ad3c77ae None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:45:01.855270 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f452ddd4-3090-49f6-acbd-8fabd36689bf tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Pushing event updated for resources: {'Port': ['ID=7a205082-42cb-4d88-9c3d-62148f1bed52,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:01.938969 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-f452ddd4-3090-49f6-acbd-8fabd36689bf tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:01.939671 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-f452ddd4-3090-49f6-acbd-8fabd36689bf tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:02.007254 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc589e-d2e4-4c47-8ed4-f370b4d84ca0 req-e8d56693-87d1-4a1a-a210-1ddf0694b766 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:02.019277 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1859781a-9d8f-489e-9dcf-059e0802a288 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:02.022875 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1859781a-9d8f-489e-9dcf-059e0802a288 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:02.026734 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-28fc589e-d2e4-4c47-8ed4-f370b4d84ca0 req-e8d56693-87d1-4a1a-a210-1ddf0694b766 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=dad7aa53-a52c-479b-809e-d58488902f6e HTTP/1.1" status: 200 len: 931 time: 0.3025191 Dec 10 16:45:02.076417 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-f452ddd4-3090-49f6-acbd-8fabd36689bf tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4966762 Dec 10 16:45:02.110254 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-9841bcc7-f54d-4b90-926d-2a9b09a163a2 service neutron] Request body: {'port': {'device_id': 'dad7aa53-a52c-479b-809e-d58488902f6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:45:02.142100 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1859781a-9d8f-489e-9dcf-059e0802a288 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:02.142880 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1859781a-9d8f-489e-9dcf-059e0802a288 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b479155-e49b-4e4c-a133-4c01715a0a1e {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:45:02.151371 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1859781a-9d8f-489e-9dcf-059e0802a288 admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:02.162291 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1859781a-9d8f-489e-9dcf-059e0802a288 admin admin] 10.222.0.11 "DELETE /v2.0/routers/4b479155-e49b-4e4c-a133-4c01715a0a1e HTTP/1.1" status: 204 len: 168 time: 1.7423127 Dec 10 16:45:02.166413 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 46246) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:02.288743 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-c115edf6-e089-428b-81c6-86a224ef8386 admin admin] Deleting subnet 64d652f5-e20a-4a4e-969a-c2271fe340e6 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:45:02.292996 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-28fc589e-d2e4-4c47-8ed4-f370b4d84ca0 req-878d64d3-f03e-415f-b5fe-39abb629c6a1 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647507 Dec 10 16:45:02.296711 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c115edf6-e089-428b-81c6-86a224ef8386 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:02.310329 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-9841bcc7-f54d-4b90-926d-2a9b09a163a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:02.394749 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c115edf6-e089-428b-81c6-86a224ef8386 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:02.534927 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 8cbc1b4e-f5e1-4c41-80cf-f205de51a21b no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:45:02.570786 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c115edf6-e089-428b-81c6-86a224ef8386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:02.606590 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 8cbc1b4e-f5e1-4c41-80cf-f205de51a21b {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:45:02.606942 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 8cbc1b4e-f5e1-4c41-80cf-f205de51a21b not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:45:02.661495 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c115edf6-e089-428b-81c6-86a224ef8386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:02.733862 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c115edf6-e089-428b-81c6-86a224ef8386 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64d652f5-e20a-4a4e-969a-c2271fe340e6,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:02.747696 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c115edf6-e089-428b-81c6-86a224ef8386 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:02.748459 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904c5549-0acb-4b85-96d7-bdf842f5c9fd None None] Network f4f58725-76ee-4fee-b48e-44ba4df345e4 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:45:02.754719 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c115edf6-e089-428b-81c6-86a224ef8386 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/64d652f5-e20a-4a4e-969a-c2271fe340e6 HTTP/1.1" status: 204 len: 168 time: 0.5843556 Dec 10 16:45:02.755436 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 46262) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:02.877157 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-310c8f3a-c46e-4a7d-aa53-49f9dc00b3ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:02.921912 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6b50d-a259-423a-930f-260840ddd456 req-a41ce144-137b-46db-8b9d-df4b0aeebdab tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:02.937496 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b2f6b50d-a259-423a-930f-260840ddd456 req-a41ce144-137b-46db-8b9d-df4b0aeebdab tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/ports?device_id=394b17aa-2175-47fa-b9d1-94f52b8b0bde HTTP/1.1" status: 200 len: 943 time: 0.1702349 Dec 10 16:45:02.973714 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-310c8f3a-c46e-4a7d-aa53-49f9dc00b3ff admin admin] Deleting port dfe36c22-e87c-42f4-a1bb-9fffdbf07296 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:45:02.974321 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-310c8f3a-c46e-4a7d-aa53-49f9dc00b3ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:03.101393 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-310c8f3a-c46e-4a7d-aa53-49f9dc00b3ff admin admin] For port dfe36c22-e87c-42f4-a1bb-9fffdbf07296, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=dfe36c22-e87c-42f4-a1bb-9fffdbf07296,segment=NetworkSegment(44d2bb16-ca57-4712-9634-a0ccd9fb8316),segment_id=44d2bb16-ca57-4712-9634-a0ccd9fb8316)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:45:03.103706 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-310c8f3a-c46e-4a7d-aa53-49f9dc00b3ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:03.113293 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed44acb-c54e-4ab9-8a2b-8f6fb0a813a6 None None] DHCP port deletion for f4f58725-76ee-4fee-b48e-44ba4df345e4 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:45:03.162960 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-310c8f3a-c46e-4a7d-aa53-49f9dc00b3ff admin admin] Calling delete_port for dfe36c22-e87c-42f4-a1bb-9fffdbf07296 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:45:03.216298 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-fed44acb-c54e-4ab9-8a2b-8f6fb0a813a6 None None] Deleting port dfe36c22-e87c-42f4-a1bb-9fffdbf07296 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:45:03.217085 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fed44acb-c54e-4ab9-8a2b-8f6fb0a813a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:03.225414 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b2f6b50d-a259-423a-930f-260840ddd456 req-8df6c8b9-3ad3-4773-a7d8-40882f594829 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/security-groups?id=ec357b0c-19a9-4b9a-91e5-44a8a98d35a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2870033 Dec 10 16:45:03.372730 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-310c8f3a-c46e-4a7d-aa53-49f9dc00b3ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:03.417295 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c8f3a-c46e-4a7d-aa53-49f9dc00b3ff admin admin] Pushing event deleted for resources: {'Port': ['ID=dfe36c22-e87c-42f4-a1bb-9fffdbf07296,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:03.439260 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310c8f3a-c46e-4a7d-aa53-49f9dc00b3ff admin admin] No DVR routers for this DVR port dfe36c22-e87c-42f4-a1bb-9fffdbf07296 on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:45:03.452287 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-9841bcc7-f54d-4b90-926d-2a9b09a163a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a205082-42cb-4d88-9c3d-62148f1bed52 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:45:03.478553 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-9841bcc7-f54d-4b90-926d-2a9b09a163a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:03.490473 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-fed44acb-c54e-4ab9-8a2b-8f6fb0a813a6 None None] For port dfe36c22-e87c-42f4-a1bb-9fffdbf07296, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=dfe36c22-e87c-42f4-a1bb-9fffdbf07296,segment=NetworkSegment(44d2bb16-ca57-4712-9634-a0ccd9fb8316),segment_id=44d2bb16-ca57-4712-9634-a0ccd9fb8316)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:45:03.491543 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fed44acb-c54e-4ab9-8a2b-8f6fb0a813a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:03.523673 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-fed44acb-c54e-4ab9-8a2b-8f6fb0a813a6 None None] Calling delete_port for dfe36c22-e87c-42f4-a1bb-9fffdbf07296 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:45:03.565293 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-9841bcc7-f54d-4b90-926d-2a9b09a163a2 service neutron] Transition to ACTIVE for port object 7a205082-42cb-4d88-9c3d-62148f1bed52 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:45:03.570747 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-9841bcc7-f54d-4b90-926d-2a9b09a163a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:03.631568 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9841bcc7-f54d-4b90-926d-2a9b09a163a2 service neutron] Pushing event updated for resources: {'Port': ['ID=7a205082-42cb-4d88-9c3d-62148f1bed52,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:03.665804 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a212fa-c298-42e2-b626-1ff0880925f7 req-b0e904e1-0eff-47ba-bb75-cf75a749b645 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:03.676030 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-310c8f3a-c46e-4a7d-aa53-49f9dc00b3ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:03.680262 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e6a212fa-c298-42e2-b626-1ff0880925f7 req-b0e904e1-0eff-47ba-bb75-cf75a749b645 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=dad7aa53-a52c-479b-809e-d58488902f6e HTTP/1.1" status: 200 len: 931 time: 0.1954236 Dec 10 16:45:03.718727 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-310c8f3a-c46e-4a7d-aa53-49f9dc00b3ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f58725-76ee-4fee-b48e-44ba4df345e4']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:03.726585 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fed44acb-c54e-4ab9-8a2b-8f6fb0a813a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:03.737922 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-310c8f3a-c46e-4a7d-aa53-49f9dc00b3ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44d2bb16-ca57-4712-9634-a0ccd9fb8316') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:03.738460 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-310c8f3a-c46e-4a7d-aa53-49f9dc00b3ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44d2bb16-ca57-4712-9634-a0ccd9fb8316') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:03.745681 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed44acb-c54e-4ab9-8a2b-8f6fb0a813a6 None None] No DVR routers for this DVR port dfe36c22-e87c-42f4-a1bb-9fffdbf07296 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:45:03.759249 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-310c8f3a-c46e-4a7d-aa53-49f9dc00b3ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:03.783126 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-310c8f3a-c46e-4a7d-aa53-49f9dc00b3ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:03.801330 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-310c8f3a-c46e-4a7d-aa53-49f9dc00b3ff admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:45:03.802023 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-310c8f3a-c46e-4a7d-aa53-49f9dc00b3ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:03.804322 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:45:03.804322 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:45:03.804322 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:45:03.804322 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:45:03.804322 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:45:03.804322 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:45:03.804322 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:45:03.804322 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:45:03.804322 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:45:03.804322 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:45:03.804322 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:45:03.804322 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:45:03.804322 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:45:03.804322 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:45:03.804322 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:45:03.804322 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:45:03.804322 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:45:03.804322 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:45:03.804322 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:45:03.804322 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:45:03.804322 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:45:03.804322 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:45:03.804322 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:45:03.804322 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:45:03.804322 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:45:03.804322 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:45:03.804322 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:45:03.804322 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:45:03.804322 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:45:03.804322 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:45:03.804322 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:45:03.804322 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:45:03.828961 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed44acb-c54e-4ab9-8a2b-8f6fb0a813a6 None None] Pushing event deleted for resources: {'Port': ['ID=dfe36c22-e87c-42f4-a1bb-9fffdbf07296,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:03.857541 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e6a212fa-c298-42e2-b626-1ff0880925f7 req-cc148144-8788-49bf-a9fe-0727758c1aa0 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763301 Dec 10 16:45:03.918739 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-310c8f3a-c46e-4a7d-aa53-49f9dc00b3ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:03.925483 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-310c8f3a-c46e-4a7d-aa53-49f9dc00b3ff admin admin] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:03.931482 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-310c8f3a-c46e-4a7d-aa53-49f9dc00b3ff admin admin] 10.222.0.11 "DELETE /v2.0/networks/f4f58725-76ee-4fee-b48e-44ba4df345e4 HTTP/1.1" status: 204 len: 168 time: 1.1723862 Dec 10 16:45:03.934619 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 46290) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:04.039120 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-9841bcc7-f54d-4b90-926d-2a9b09a163a2 service neutron] Attempting to bind port 7a205082-42cb-4d88-9c3d-62148f1bed52 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:45:04.040385 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-9841bcc7-f54d-4b90-926d-2a9b09a163a2 service neutron] Attempting to bind port 7a205082-42cb-4d88-9c3d-62148f1bed52 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '5f321af3-1a86-4e4e-a33f-e6abf9e1d87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '35f32682-cfba-42d0-8574-2822bfa354b7'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:45:04.041554 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-9841bcc7-f54d-4b90-926d-2a9b09a163a2 service neutron] Attempting to bind port 7a205082-42cb-4d88-9c3d-62148f1bed52 on network 35f32682-cfba-42d0-8574-2822bfa354b7 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:45:04.068949 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c8f3a-c46e-4a7d-aa53-49f9dc00b3ff admin admin] Pushing event deleted for resources: {'Network': ['ID=f4f58725-76ee-4fee-b48e-44ba4df345e4,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:04.088566 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-9841bcc7-f54d-4b90-926d-2a9b09a163a2 service neutron] Port 7a205082-42cb-4d88-9c3d-62148f1bed52 on network 35f32682-cfba-42d0-8574-2822bfa354b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:45:04.088900 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-9841bcc7-f54d-4b90-926d-2a9b09a163a2 service neutron] Attempting to bind port 7a205082-42cb-4d88-9c3d-62148f1bed52 on network 35f32682-cfba-42d0-8574-2822bfa354b7 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:45:04.102977 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-9841bcc7-f54d-4b90-926d-2a9b09a163a2 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:45:04.103321 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-9841bcc7-f54d-4b90-926d-2a9b09a163a2 service neutron] Checking segment: {'id': '5f321af3-1a86-4e4e-a33f-e6abf9e1d87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '35f32682-cfba-42d0-8574-2822bfa354b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:45:04.103706 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-9841bcc7-f54d-4b90-926d-2a9b09a163a2 service neutron] Bound using segment: {'id': '5f321af3-1a86-4e4e-a33f-e6abf9e1d87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '35f32682-cfba-42d0-8574-2822bfa354b7'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:45:04.104141 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-9841bcc7-f54d-4b90-926d-2a9b09a163a2 service neutron] Bound port: 7a205082-42cb-4d88-9c3d-62148f1bed52, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f321af3-1a86-4e4e-a33f-e6abf9e1d87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '35f32682-cfba-42d0-8574-2822bfa354b7'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:45:04.104501 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-9841bcc7-f54d-4b90-926d-2a9b09a163a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:04.222602 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device fa739048-c35d-403d-b35b-262f78fe99cc no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:45:04.251964 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-9841bcc7-f54d-4b90-926d-2a9b09a163a2 service neutron] For port 7a205082-42cb-4d88-9c3d-62148f1bed52, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:45:04.256592 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-9841bcc7-f54d-4b90-926d-2a9b09a163a2 service neutron] For port 7a205082-42cb-4d88-9c3d-62148f1bed52, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=7a205082-42cb-4d88-9c3d-62148f1bed52,segment=NetworkSegment(5f321af3-1a86-4e4e-a33f-e6abf9e1d87b),segment_id=5f321af3-1a86-4e4e-a33f-e6abf9e1d87b)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:45:04.261014 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-9841bcc7-f54d-4b90-926d-2a9b09a163a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:04.317919 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: fa739048-c35d-403d-b35b-262f78fe99cc {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:45:04.326862 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device fa739048-c35d-403d-b35b-262f78fe99cc not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:45:04.330547 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device dfe36c22-e87c-42f4-a1bb-9fffdbf07296 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:45:04.343432 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-9841bcc7-f54d-4b90-926d-2a9b09a163a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:04.344432 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-9841bcc7-f54d-4b90-926d-2a9b09a163a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:04.346760 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-9841bcc7-f54d-4b90-926d-2a9b09a163a2 service neutron] 10.222.0.46 "PUT /v2.0/ports/7a205082-42cb-4d88-9c3d-62148f1bed52 HTTP/1.1" status: 200 len: 1091 time: 2.2574148 Dec 10 16:45:04.347888 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad7aa53-a52c-479b-809e-d58488902f6e', 'tag': '7a205082-42cb-4d88-9c3d-62148f1bed52'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:45:04.376153 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a576568b-8b44-4469-8329-c7d9f77cc3ab" -d '{"events": [{"name": "network-changed", "server_uuid": "dad7aa53-a52c-479b-809e-d58488902f6e", "tag": "7a205082-42cb-4d88-9c3d-62148f1bed52"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:45:04.400334 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: dfe36c22-e87c-42f4-a1bb-9fffdbf07296 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:45:04.400665 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device dfe36c22-e87c-42f4-a1bb-9fffdbf07296 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:45:04.480367 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9841bcc7-f54d-4b90-926d-2a9b09a163a2 service neutron] Pushing event updated for resources: {'Port': ['ID=7a205082-42cb-4d88-9c3d-62148f1bed52,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:04.513142 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-bb3c0e70-fd85-4a21-83a2-e84404713f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:04.515855 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-bb3c0e70-fd85-4a21-83a2-e84404713f4f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2334512fa40541b3a8ba6aa3ffbe674c&device_id=dad7aa53-a52c-479b-809e-d58488902f6e HTTP/1.1" status: 200 len: 1094 time: 0.1187637 Dec 10 16:45:04.541344 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff40a1e-07d2-4c9e-b74d-355dd4efa67f req-08f42b12-542b-43c7-b28a-1559397728e9 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:04.542906 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3ff40a1e-07d2-4c9e-b74d-355dd4efa67f req-08f42b12-542b-43c7-b28a-1559397728e9 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/ports?device_id=394b17aa-2175-47fa-b9d1-94f52b8b0bde HTTP/1.1" status: 200 len: 943 time: 0.1002488 Dec 10 16:45:04.614868 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-f51717bd-5315-4611-86d7-829615dc9b3b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a205082-42cb-4d88-9c3d-62148f1bed52 HTTP/1.1" status: 200 len: 217 time: 0.0909083 Dec 10 16:45:04.641777 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c45dcd28-f29f-4491-b557-b49d04fca096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:04.751000 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3ff40a1e-07d2-4c9e-b74d-355dd4efa67f req-84fbb7a7-0823-4aeb-b604-cdabb4d4f571 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/security-groups?id=ec357b0c-19a9-4b9a-91e5-44a8a98d35a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273894 Dec 10 16:45:04.794694 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-7c6f9321-4a6a-4500-8485-0a6ec7ffd1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:04.800459 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-7c6f9321-4a6a-4500-8485-0a6ec7ffd1e3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=752d8738-5a8a-4dc6-b8b4-8f887a921d46 HTTP/1.1" status: 200 len: 845 time: 0.1772513 Dec 10 16:45:04.802297 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed36b1b2-5784-4b30-bfc1-c19d544c5b34 x-openstack-request-id: req-ed36b1b2-5784-4b30-bfc1-c19d544c5b34 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:45:04.802772 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dad7aa53-a52c-479b-809e-d58488902f6e", "tag": "7a205082-42cb-4d88-9c3d-62148f1bed52", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:45:04.803389 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ed36b1b2-5784-4b30-bfc1-c19d544c5b34 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:45:04.804020 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dad7aa53-a52c-479b-809e-d58488902f6e', 'tag': '7a205082-42cb-4d88-9c3d-62148f1bed52', 'status': 'completed', 'code': 200} Dec 10 16:45:04.864210 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-4125e5d4-408f-4bcc-931e-9d073b00c1cb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=35f32682-cfba-42d0-8574-2822bfa354b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573580 Dec 10 16:45:05.088565 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-c45dcd28-f29f-4491-b557-b49d04fca096 admin admin] Deleting port 3869ea40-c8fa-4f77-86d4-9146cef901bc {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:45:05.088920 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c45dcd28-f29f-4491-b557-b49d04fca096 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:05.102156 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc372ed-c2fa-4abf-8080-b57b3d2b7a98 req-b00093fb-0e4a-4ddb-b2eb-5ae2c9087a5f tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:05.103867 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2dc372ed-c2fa-4abf-8080-b57b3d2b7a98 req-b00093fb-0e4a-4ddb-b2eb-5ae2c9087a5f tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=dad7aa53-a52c-479b-809e-d58488902f6e HTTP/1.1" status: 200 len: 943 time: 0.0872657 Dec 10 16:45:05.175533 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2dc372ed-c2fa-4abf-8080-b57b3d2b7a98 req-6a218849-c704-4f6b-9ce8-9b54fc3600ae tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604770 Dec 10 16:45:05.184364 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-b840dc56-dfd0-40f6-8aee-1317cc7339e0 service neutron] 10.222.0.46 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130944 Dec 10 16:45:05.286457 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-c45dcd28-f29f-4491-b557-b49d04fca096 admin admin] For port 3869ea40-c8fa-4f77-86d4-9146cef901bc, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=3869ea40-c8fa-4f77-86d4-9146cef901bc,segment=NetworkSegment(3e23467b-3cd1-4f26-9829-42878e845786),segment_id=3e23467b-3cd1-4f26-9829-42878e845786)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:45:05.286739 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c45dcd28-f29f-4491-b557-b49d04fca096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:05.304346 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-c45dcd28-f29f-4491-b557-b49d04fca096 admin admin] Calling delete_port for 3869ea40-c8fa-4f77-86d4-9146cef901bc owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:45:05.332714 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e896c9e-2600-43f0-95e5-a4eadc1affe7 req-dfebf51c-a71f-4e79-bb77-6d4453faab9d service neutron] 10.222.0.46 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398389 Dec 10 16:45:05.433567 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 46326) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:05.487278 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576568b-8b44-4469-8329-c7d9f77cc3ab req-6423bba4-244b-4f00-8e97-762a4d0a2e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:05.488801 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a576568b-8b44-4469-8329-c7d9f77cc3ab req-6423bba4-244b-4f00-8e97-762a4d0a2e1f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2334512fa40541b3a8ba6aa3ffbe674c&device_id=dad7aa53-a52c-479b-809e-d58488902f6e HTTP/1.1" status: 200 len: 1094 time: 0.1119215 Dec 10 16:45:05.657721 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c45dcd28-f29f-4491-b557-b49d04fca096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:05.687277 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-71f26f8b-6f15-49cd-80ad-2d379097ac36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:05.692956 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45dcd28-f29f-4491-b557-b49d04fca096 admin admin] Pushing event deleted for resources: {'Port': ['ID=3869ea40-c8fa-4f77-86d4-9146cef901bc,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:05.728294 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576568b-8b44-4469-8329-c7d9f77cc3ab req-0fe1083b-72d3-43ef-afc0-650f0475d18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:05.729814 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a576568b-8b44-4469-8329-c7d9f77cc3ab req-0fe1083b-72d3-43ef-afc0-650f0475d18c service neutron] 10.222.0.46 "GET /v2.0/networks?id=35f32682-cfba-42d0-8574-2822bfa354b7 HTTP/1.1" status: 200 len: 906 time: 0.2343576 Dec 10 16:45:05.923403 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c45dcd28-f29f-4491-b557-b49d04fca096 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:06.042538 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-71f26f8b-6f15-49cd-80ad-2d379097ac36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:06.079090 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a576568b-8b44-4469-8329-c7d9f77cc3ab req-93e0c370-a133-495a-869d-8731124e3966 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a205082-42cb-4d88-9c3d-62148f1bed52 HTTP/1.1" status: 200 len: 217 time: 0.1694970 Dec 10 16:45:06.082965 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-71f26f8b-6f15-49cd-80ad-2d379097ac36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:06.144393 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576568b-8b44-4469-8329-c7d9f77cc3ab req-e7649bd8-5e5b-43f1-a2d8-9596bc1770ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:06.151812 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a576568b-8b44-4469-8329-c7d9f77cc3ab req-e7649bd8-5e5b-43f1-a2d8-9596bc1770ff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=752d8738-5a8a-4dc6-b8b4-8f887a921d46 HTTP/1.1" status: 200 len: 845 time: 0.0651646 Dec 10 16:45:06.224635 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a576568b-8b44-4469-8329-c7d9f77cc3ab req-c5b52edc-662e-48ca-837c-10711121f2d8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=35f32682-cfba-42d0-8574-2822bfa354b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616651 Dec 10 16:45:06.238550 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-71f26f8b-6f15-49cd-80ad-2d379097ac36 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2019b3abdf3f47d5972e493a7fb3de26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8030083 Dec 10 16:45:06.242530 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c45dcd28-f29f-4491-b557-b49d04fca096 admin admin] Router 46cf8110-e37c-446a-9ef9-825115114025 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:45:06.243852 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 46340) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:06.320223 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f26f8b-6f15-49cd-80ad-2d379097ac36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75cd3d6-747e-4a3a-b312-c97b7bd45ed5,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:06.336787 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1c4c0-1712-41f7-a451-89a9bc5cbe3c req-1e6d22ba-3277-4a58-a28e-d78ca69ad2d9 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:06.344267 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-57b1c4c0-1712-41f7-a451-89a9bc5cbe3c req-1e6d22ba-3277-4a58-a28e-d78ca69ad2d9 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/ports?device_id=394b17aa-2175-47fa-b9d1-94f52b8b0bde HTTP/1.1" status: 200 len: 943 time: 0.3957658 Dec 10 16:45:06.382974 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:06.405256 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a576568b-8b44-4469-8329-c7d9f77cc3ab req-9c069917-7dad-401c-b7e3-cd4d63196472 service neutron] 10.222.0.46 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702304 Dec 10 16:45:06.482888 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-57b1c4c0-1712-41f7-a451-89a9bc5cbe3c req-fe9d219b-61d7-4d8d-b0ad-c99ef40e0a94 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/security-groups?id=ec357b0c-19a9-4b9a-91e5-44a8a98d35a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349444 Dec 10 16:45:06.594784 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a576568b-8b44-4469-8329-c7d9f77cc3ab req-1bd86bfb-76b5-4a52-8e27-273e1685d197 service neutron] 10.222.0.46 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804938 Dec 10 16:45:06.648063 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4968c73-ad40-4672-b12f-54bcb2ff50bd req-00a96263-ec77-4768-9032-88bebc9b298e tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:06.654431 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e4968c73-ad40-4672-b12f-54bcb2ff50bd req-00a96263-ec77-4768-9032-88bebc9b298e tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=dad7aa53-a52c-479b-809e-d58488902f6e HTTP/1.1" status: 200 len: 943 time: 0.0751543 Dec 10 16:45:06.726435 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e4968c73-ad40-4672-b12f-54bcb2ff50bd req-98411ab4-cfe4-4885-87c3-6c6628db443b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656648 Dec 10 16:45:06.773459 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bcfda5e9-5f46-4848-a763-2444482615d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:06.809824 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bcfda5e9-5f46-4848-a763-2444482615d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:06.821741 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45dcd28-f29f-4491-b557-b49d04fca096 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:45:06.832955 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2d97a2-25f3-4c14-a5f3-d15e590a59a7 None None] Sync routers for ids ['46cf8110-e37c-446a-9ef9-825115114025'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:45:06.842445 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c45dcd28-f29f-4491-b557-b49d04fca096 admin admin] 10.222.0.11 "PUT /v2.0/routers/46cf8110-e37c-446a-9ef9-825115114025/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8950801 Dec 10 16:45:06.842870 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 46356) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:06.901431 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bcfda5e9-5f46-4848-a763-2444482615d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:06.904764 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bcfda5e9-5f46-4848-a763-2444482615d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:06.910948 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-bcfda5e9-5f46-4848-a763-2444482615d2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d75cd3d6-747e-4a3a-b312-c97b7bd45ed5 HTTP/1.1" status: 204 len: 168 time: 0.6603723 Dec 10 16:45:06.913658 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2d97a2-25f3-4c14-a5f3-d15e590a59a7 None None] Routers {'46cf8110-e37c-446a-9ef9-825115114025'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:45:06.915427 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4e2d97a2-25f3-4c14-a5f3-d15e590a59a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:44:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['46cf8110-e37c-446a-9ef9-825115114025'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:06.921819 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfda5e9-5f46-4848-a763-2444482615d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75cd3d6-747e-4a3a-b312-c97b7bd45ed5,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:07.103856 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c9dbac6-7d4c-4d0f-928f-8f863a7a767f admin admin] Publish callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:07.250389 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c9dbac6-7d4c-4d0f-928f-8f863a7a767f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:07.338470 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-3c9dbac6-7d4c-4d0f-928f-8f863a7a767f admin admin] Deleting port 13094df4-d7e7-4fd5-8525-beabb53cdb50 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:45:07.338926 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c9dbac6-7d4c-4d0f-928f-8f863a7a767f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:07.339923 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 46368) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:07.353383 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-89a8adfa-06fa-4cd6-ad21-5cf699760aa1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:07.358914 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-4e2d97a2-25f3-4c14-a5f3-d15e590a59a7 None None] Set router 46cf8110-e37c-446a-9ef9-825115114025 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:45:07.444787 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-3c9dbac6-7d4c-4d0f-928f-8f863a7a767f admin admin] For port 13094df4-d7e7-4fd5-8525-beabb53cdb50, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=13094df4-d7e7-4fd5-8525-beabb53cdb50,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:45:07.445159 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c9dbac6-7d4c-4d0f-928f-8f863a7a767f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:07.448487 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-89a8adfa-06fa-4cd6-ad21-5cf699760aa1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:07.454490 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-89a8adfa-06fa-4cd6-ad21-5cf699760aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:07.458773 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-3c9dbac6-7d4c-4d0f-928f-8f863a7a767f admin admin] Calling delete_port for 13094df4-d7e7-4fd5-8525-beabb53cdb50 owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:45:07.528241 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-89a8adfa-06fa-4cd6-ad21-5cf699760aa1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3f17c8253b434a539fbca3f559e1cf77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1871805 Dec 10 16:45:07.532339 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 46372) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:07.550441 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8adfa-06fa-4cd6-ad21-5cf699760aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e06f16-6eb2-4830-a470-88527ce0e9c5,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:07.576986 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4e2d97a2-25f3-4c14-a5f3-d15e590a59a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46cf8110-e37c-446a-9ef9-825115114025', 'name': 'tempest-TestServerBasicOps-1988866964-router', 'tenant_id': 'd4ee0c7a428d45198e7c09fd38192339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '13094df4-d7e7-4fd5-8525-beabb53cdb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:21Z', 'updated_at': '2021-12-10T16:45:05Z', 'revision_number': 5, 'project_id': 'd4ee0c7a428d45198e7c09fd38192339', 'gw_port': {'id': '13094df4-d7e7-4fd5-8525-beabb53cdb50', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:25:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46cf8110-e37c-446a-9ef9-825115114025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:22Z', 'updated_at': '2021-12-10T16:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:07.605922 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2d97a2-25f3-4c14-a5f3-d15e590a59a7 None None] Checking router: 46cf8110-e37c-446a-9ef9-825115114025 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:45:07.616494 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b97ffe1f-2bc4-42ef-ab81-05c90e2a0360 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:07.616769 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2d97a2-25f3-4c14-a5f3-d15e590a59a7 None None] Routers {'46cf8110-e37c-446a-9ef9-825115114025'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:45:07.617248 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4e2d97a2-25f3-4c14-a5f3-d15e590a59a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:44:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['46cf8110-e37c-446a-9ef9-825115114025'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:07.652025 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b97ffe1f-2bc4-42ef-ab81-05c90e2a0360 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:07.731705 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-4e2d97a2-25f3-4c14-a5f3-d15e590a59a7 None None] Set router 46cf8110-e37c-446a-9ef9-825115114025 gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:45:07.740905 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b97ffe1f-2bc4-42ef-ab81-05c90e2a0360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:07.743893 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b97ffe1f-2bc4-42ef-ab81-05c90e2a0360 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:07.745217 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b97ffe1f-2bc4-42ef-ab81-05c90e2a0360 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/23e06f16-6eb2-4830-a470-88527ce0e9c5 HTTP/1.1" status: 204 len: 168 time: 0.2118206 Dec 10 16:45:07.756033 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ffe1f-2bc4-42ef-ab81-05c90e2a0360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e06f16-6eb2-4830-a470-88527ce0e9c5,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:07.821050 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4e2d97a2-25f3-4c14-a5f3-d15e590a59a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46cf8110-e37c-446a-9ef9-825115114025', 'name': 'tempest-TestServerBasicOps-1988866964-router', 'tenant_id': 'd4ee0c7a428d45198e7c09fd38192339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:21Z', 'updated_at': '2021-12-10T16:45:07Z', 'revision_number': 6, 'project_id': 'd4ee0c7a428d45198e7c09fd38192339', 'gw_port_host': None}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:07.851394 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2d97a2-25f3-4c14-a5f3-d15e590a59a7 None None] The sync data for ids ['46cf8110-e37c-446a-9ef9-825115114025'] in n-d-766771-2 is: [{'id': '46cf8110-e37c-446a-9ef9-825115114025', 'name': 'tempest-TestServerBasicOps-1988866964-router', 'tenant_id': 'd4ee0c7a428d45198e7c09fd38192339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:21Z', 'updated_at': '2021-12-10T16:45:07Z', 'revision_number': 6, 'project_id': 'd4ee0c7a428d45198e7c09fd38192339', 'gw_port_host': None}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:45:08.109614 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 3869ea40-c8fa-4f77-86d4-9146cef901bc no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:45:08.167711 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd03b55-d670-468a-b374-832a5f2269b8 req-8d68cde9-16f3-457e-8f24-a4c8d4afb21c tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:08.176641 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ebd03b55-d670-468a-b374-832a5f2269b8 req-8d68cde9-16f3-457e-8f24-a4c8d4afb21c tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/ports?device_id=394b17aa-2175-47fa-b9d1-94f52b8b0bde HTTP/1.1" status: 200 len: 943 time: 0.2109475 Dec 10 16:45:08.186040 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 3869ea40-c8fa-4f77-86d4-9146cef901bc {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:45:08.186842 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 3869ea40-c8fa-4f77-86d4-9146cef901bc not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:45:08.201939 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:08.265879 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 46396) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:08.283209 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b442223-9047-4258-b5bb-dbd6272c1337 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:08.311208 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c9dbac6-7d4c-4d0f-928f-8f863a7a767f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:08.346775 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ebd03b55-d670-468a-b374-832a5f2269b8 req-b53c9184-6d1f-455e-8481-76c086dc38b4 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/security-groups?id=ec357b0c-19a9-4b9a-91e5-44a8a98d35a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689005 Dec 10 16:45:08.420150 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b442223-9047-4258-b5bb-dbd6272c1337 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:08.431961 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b442223-9047-4258-b5bb-dbd6272c1337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:08.432568 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9dbac6-7d4c-4d0f-928f-8f863a7a767f admin admin] Pushing event deleted for resources: {'Port': ['ID=13094df4-d7e7-4fd5-8525-beabb53cdb50,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:08.459860 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c20b1d-6f4f-4cb1-af87-d955c3b09dec None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:45:08.462477 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 7a205082-42cb-4d88-9c3d-62148f1bed52 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:45:08.563551 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c9dbac6-7d4c-4d0f-928f-8f863a7a767f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:08.622099 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b442223-9047-4258-b5bb-dbd6272c1337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcde7d8-319d-4f95-b690-13555ee7bb49,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:08.657601 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3b442223-9047-4258-b5bb-dbd6272c1337 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ac011616e6dc4092a133df8a70dabb5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3902392 Dec 10 16:45:08.658270 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 46404) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:08.683838 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c9dbac6-7d4c-4d0f-928f-8f863a7a767f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:08.687273 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c9dbac6-7d4c-4d0f-928f-8f863a7a767f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:08.773590 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0382504-08e2-4700-9d0d-4c51cd5a8289 req-1bb9aa0e-cfa9-48f2-a84f-7b22fc200f33 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:08.782451 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e0382504-08e2-4700-9d0d-4c51cd5a8289 req-1bb9aa0e-cfa9-48f2-a84f-7b22fc200f33 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=dad7aa53-a52c-479b-809e-d58488902f6e HTTP/1.1" status: 200 len: 943 time: 0.3009629 Dec 10 16:45:08.786332 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c9dbac6-7d4c-4d0f-928f-8f863a7a767f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:08.787080 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9dbac6-7d4c-4d0f-928f-8f863a7a767f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46cf8110-e37c-446a-9ef9-825115114025 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:45:08.808603 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d142b39b-6f18-46a7-b4b8-d90303c694a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:08.818038 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 7a205082-42cb-4d88-9c3d-62148f1bed52, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=7a205082-42cb-4d88-9c3d-62148f1bed52,segment=NetworkSegment(5f321af3-1a86-4e4e-a33f-e6abf9e1d87b),segment_id=5f321af3-1a86-4e4e-a33f-e6abf9e1d87b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:45:08.819850 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c9dbac6-7d4c-4d0f-928f-8f863a7a767f admin admin] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:08.821472 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3c9dbac6-7d4c-4d0f-928f-8f863a7a767f admin admin] 10.222.0.11 "DELETE /v2.0/routers/46cf8110-e37c-446a-9ef9-825115114025 HTTP/1.1" status: 204 len: 168 time: 1.9773276 Dec 10 16:45:08.824329 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 46414) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:08.871184 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '7a205082-42cb-4d88-9c3d-62148f1bed52', 'network_id': '35f32682-cfba-42d0-8574-2822bfa354b7', 'port_id': '7a205082-42cb-4d88-9c3d-62148f1bed52', 'mac_address': 'fa:16:3e:f9:1e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '752d8738-5a8a-4dc6-b8b4-8f887a921d46', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:45:08.913895 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d142b39b-6f18-46a7-b4b8-d90303c694a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:08.921113 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e0382504-08e2-4700-9d0d-4c51cd5a8289 req-3b6c34d7-6c87-447c-8519-a2fcdf4547e9 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374311 Dec 10 16:45:08.955119 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ef1edaa-b8e4-4538-aa9e-8f3c8d852645 admin admin] Deleting subnet 514f0cad-311e-42b1-88d3-96c4adf5fce4 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:45:08.960344 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2ef1edaa-b8e4-4538-aa9e-8f3c8d852645 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:09.034011 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:09.040575 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2ef1edaa-b8e4-4538-aa9e-8f3c8d852645 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:09.053502 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a205082-42cb-4d88-9c3d-62148f1bed52 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:45:09.096561 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 7a205082-42cb-4d88-9c3d-62148f1bed52, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=7a205082-42cb-4d88-9c3d-62148f1bed52,segment=NetworkSegment(5f321af3-1a86-4e4e-a33f-e6abf9e1d87b),segment_id=5f321af3-1a86-4e4e-a33f-e6abf9e1d87b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:45:09.110013 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:09.132617 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d142b39b-6f18-46a7-b4b8-d90303c694a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:09.137263 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d142b39b-6f18-46a7-b4b8-d90303c694a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:09.139110 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d142b39b-6f18-46a7-b4b8-d90303c694a4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2fcde7d8-319d-4f95-b690-13555ee7bb49 HTTP/1.1" status: 204 len: 168 time: 0.4793208 Dec 10 16:45:09.152865 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d142b39b-6f18-46a7-b4b8-d90303c694a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcde7d8-319d-4f95-b690-13555ee7bb49,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:09.229039 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2ef1edaa-b8e4-4538-aa9e-8f3c8d852645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:09.245195 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=7a205082-42cb-4d88-9c3d-62148f1bed52,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:09.460154 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['7a205082-42cb-4d88-9c3d-62148f1bed52'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:45:09.578164 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2ef1edaa-b8e4-4538-aa9e-8f3c8d852645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:09.578164 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef1edaa-b8e4-4538-aa9e-8f3c8d852645 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=514f0cad-311e-42b1-88d3-96c4adf5fce4,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:09.581431 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd7a1e0-709b-4a3f-9486-f6c8964c07d1 None None] Network fc800729-4c89-4e71-8c3d-357b80434302 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:45:09.582327 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2ef1edaa-b8e4-4538-aa9e-8f3c8d852645 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:09.583073 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 46442) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:09.584311 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2ef1edaa-b8e4-4538-aa9e-8f3c8d852645 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/514f0cad-311e-42b1-88d3-96c4adf5fce4 HTTP/1.1" status: 204 len: 168 time: 0.6449933 Dec 10 16:45:09.673522 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426e1ff-db17-4888-834e-65480c27a733 req-a6df71d8-548a-442f-9bda-260a7824cd56 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:09.677867 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0426e1ff-db17-4888-834e-65480c27a733 req-a6df71d8-548a-442f-9bda-260a7824cd56 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/ports?device_id=394b17aa-2175-47fa-b9d1-94f52b8b0bde HTTP/1.1" status: 200 len: 943 time: 0.1922941 Dec 10 16:45:09.709418 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2b3c86a7-23be-40d2-9757-ea7044e17ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:09.786511 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0426e1ff-db17-4888-834e-65480c27a733 req-a429c14f-2d6f-4ecf-81d0-5ed432e982fd tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/security-groups?id=ec357b0c-19a9-4b9a-91e5-44a8a98d35a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022940 Dec 10 16:45:09.843868 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa81688-12a4-433b-8876-64d9c7956ef5 None None] DHCP port deletion for fc800729-4c89-4e71-8c3d-357b80434302 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:45:09.844939 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-2b3c86a7-23be-40d2-9757-ea7044e17ec2 admin admin] Deleting port c19f3433-0ec0-40d5-850d-1ad79d1165c8 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:45:09.846271 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2b3c86a7-23be-40d2-9757-ea7044e17ec2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:09.902113 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 46458) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:09.946117 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-2b3c86a7-23be-40d2-9757-ea7044e17ec2 admin admin] For port c19f3433-0ec0-40d5-850d-1ad79d1165c8, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c19f3433-0ec0-40d5-850d-1ad79d1165c8,segment=NetworkSegment(3e23467b-3cd1-4f26-9829-42878e845786),segment_id=3e23467b-3cd1-4f26-9829-42878e845786)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:45:09.946501 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2b3c86a7-23be-40d2-9757-ea7044e17ec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:10.024795 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-2b3c86a7-23be-40d2-9757-ea7044e17ec2 admin admin] Calling delete_port for c19f3433-0ec0-40d5-850d-1ad79d1165c8 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:45:10.036984 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-aaa81688-12a4-433b-8876-64d9c7956ef5 None None] Deleting port c19f3433-0ec0-40d5-850d-1ad79d1165c8 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:45:10.037615 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-aaa81688-12a4-433b-8876-64d9c7956ef5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:10.182691 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-aaa81688-12a4-433b-8876-64d9c7956ef5 None None] For port c19f3433-0ec0-40d5-850d-1ad79d1165c8, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c19f3433-0ec0-40d5-850d-1ad79d1165c8,segment=NetworkSegment(3e23467b-3cd1-4f26-9829-42878e845786),segment_id=3e23467b-3cd1-4f26-9829-42878e845786)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:45:10.183095 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-aaa81688-12a4-433b-8876-64d9c7956ef5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:10.200490 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2b3c86a7-23be-40d2-9757-ea7044e17ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:10.207526 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c19f3433-0ec0-40d5-850d-1ad79d1165c8 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:45:10.277178 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: c19f3433-0ec0-40d5-850d-1ad79d1165c8 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:45:10.277738 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c19f3433-0ec0-40d5-850d-1ad79d1165c8 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:45:10.278565 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 13094df4-d7e7-4fd5-8525-beabb53cdb50 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:45:10.280373 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c86a7-23be-40d2-9757-ea7044e17ec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c19f3433-0ec0-40d5-850d-1ad79d1165c8,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:10.285267 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-aaa81688-12a4-433b-8876-64d9c7956ef5 None None] Calling delete_port for c19f3433-0ec0-40d5-850d-1ad79d1165c8 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:45:10.286659 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace402f4-1149-45be-af8e-70d9ac1a0d1f req-b8ef94c1-878e-4f86-80c4-5615cb9f0287 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:10.294861 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ace402f4-1149-45be-af8e-70d9ac1a0d1f req-b8ef94c1-878e-4f86-80c4-5615cb9f0287 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=dad7aa53-a52c-479b-809e-d58488902f6e HTTP/1.1" status: 200 len: 944 time: 0.1532540 Dec 10 16:45:10.302888 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3c86a7-23be-40d2-9757-ea7044e17ec2 admin admin] No DVR routers for this DVR port c19f3433-0ec0-40d5-850d-1ad79d1165c8 on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:45:10.339093 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b7e942c3-2810-4675-b4b0-4f4af7c46c06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:10.345380 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 13094df4-d7e7-4fd5-8525-beabb53cdb50 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:45:10.346039 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 13094df4-d7e7-4fd5-8525-beabb53cdb50 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:45:10.447286 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ace402f4-1149-45be-af8e-70d9ac1a0d1f req-cdb4199f-9c7a-45d9-bc85-2518059b6c28 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472332 Dec 10 16:45:10.474081 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 7a205082-42cb-4d88-9c3d-62148f1bed52 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:45:10.501023 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2b3c86a7-23be-40d2-9757-ea7044e17ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:10.546033 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-aaa81688-12a4-433b-8876-64d9c7956ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:10.551740 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-2b3c86a7-23be-40d2-9757-ea7044e17ec2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc800729-4c89-4e71-8c3d-357b80434302']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:10.562834 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa81688-12a4-433b-8876-64d9c7956ef5 None None] No DVR routers for this DVR port c19f3433-0ec0-40d5-850d-1ad79d1165c8 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:45:10.567770 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 7a205082-42cb-4d88-9c3d-62148f1bed52 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:45:10.570802 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b7e942c3-2810-4675-b4b0-4f4af7c46c06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:10.573483 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-2b3c86a7-23be-40d2-9757-ea7044e17ec2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e23467b-3cd1-4f26-9829-42878e845786') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:10.574025 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-2b3c86a7-23be-40d2-9757-ea7044e17ec2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e23467b-3cd1-4f26-9829-42878e845786') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:10.580882 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b7e942c3-2810-4675-b4b0-4f4af7c46c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:10.592326 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 7a205082-42cb-4d88-9c3d-62148f1bed52 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:45:10.592984 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:10.601701 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2b3c86a7-23be-40d2-9757-ea7044e17ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:10.616816 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa81688-12a4-433b-8876-64d9c7956ef5 None None] Pushing event deleted for resources: {'Port': ['ID=c19f3433-0ec0-40d5-850d-1ad79d1165c8,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:10.649043 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2b3c86a7-23be-40d2-9757-ea7044e17ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:10.663235 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b3c86a7-23be-40d2-9757-ea7044e17ec2 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:45:10.664734 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2b3c86a7-23be-40d2-9757-ea7044e17ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:10.667867 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:45:10.667867 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:45:10.667867 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:45:10.667867 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:45:10.667867 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:45:10.667867 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:45:10.667867 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:45:10.667867 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:45:10.667867 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:45:10.667867 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:45:10.667867 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:45:10.667867 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:45:10.667867 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:45:10.667867 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:45:10.667867 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:45:10.667867 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:45:10.667867 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:45:10.667867 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:45:10.667867 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:45:10.667867 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:45:10.667867 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:45:10.667867 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:45:10.667867 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:45:10.667867 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:45:10.667867 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:45:10.667867 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:45:10.667867 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:45:10.667867 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:45:10.667867 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:45:10.667867 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:45:10.667867 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:45:10.667867 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:45:10.685085 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e942c3-2810-4675-b4b0-4f4af7c46c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5aa921-4a05-4ba4-9ce7-dd58991b556b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:10.698092 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b7e942c3-2810-4675-b4b0-4f4af7c46c06 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5e355f6af9f84b5e92a38db189c69f32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7943456 Dec 10 16:45:10.700772 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 46488) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:10.722635 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:10.758192 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad7aa53-a52c-479b-809e-d58488902f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a205082-42cb-4d88-9c3d-62148f1bed52'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:45:10.761072 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a1367a-28a9-427f-b71e-c3a65d786640" -d '{"events": [{"server_uuid": "dad7aa53-a52c-479b-809e-d58488902f6e", "name": "network-vif-plugged", "status": "completed", "tag": "7a205082-42cb-4d88-9c3d-62148f1bed52"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:45:10.808308 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 7a205082-42cb-4d88-9c3d-62148f1bed52, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=7a205082-42cb-4d88-9c3d-62148f1bed52,segment=NetworkSegment(5f321af3-1a86-4e4e-a33f-e6abf9e1d87b),segment_id=5f321af3-1a86-4e4e-a33f-e6abf9e1d87b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:45:10.814656 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:10.851033 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2b3c86a7-23be-40d2-9757-ea7044e17ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:10.861771 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2b3c86a7-23be-40d2-9757-ea7044e17ec2 admin admin] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:10.865993 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2b3c86a7-23be-40d2-9757-ea7044e17ec2 admin admin] 10.222.0.11 "DELETE /v2.0/networks/fc800729-4c89-4e71-8c3d-357b80434302 HTTP/1.1" status: 204 len: 168 time: 1.4103973 Dec 10 16:45:10.868076 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b196cd5c-8507-4ef5-bfd2-8547c1ac25b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:10.884018 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c86a7-23be-40d2-9757-ea7044e17ec2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc800729-4c89-4e71-8c3d-357b80434302,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:10.923178 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9854c532-3295-404a-8224-cb7c0fa3b673 x-openstack-request-id: req-9854c532-3295-404a-8224-cb7c0fa3b673 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:45:10.923706 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad7aa53-a52c-479b-809e-d58488902f6e", "name": "network-vif-plugged", "status": "completed", "tag": "7a205082-42cb-4d88-9c3d-62148f1bed52", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:45:10.924017 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9854c532-3295-404a-8224-cb7c0fa3b673 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:45:10.926083 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad7aa53-a52c-479b-809e-d58488902f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a205082-42cb-4d88-9c3d-62148f1bed52', 'code': 200} Dec 10 16:45:11.008662 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=7a205082-42cb-4d88-9c3d-62148f1bed52,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:11.011480 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b196cd5c-8507-4ef5-bfd2-8547c1ac25b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:11.071807 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 1172c95a-7f05-41e7-ae6e-859ee64c7c44 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:45:11.203983 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a597259-189f-4fd8-9f6b-a217662aec72 req-1fa52a21-b1e8-4897-90cf-4f2366b64026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:11.206025 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1a597259-189f-4fd8-9f6b-a217662aec72 req-1fa52a21-b1e8-4897-90cf-4f2366b64026 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dad7aa53-a52c-479b-809e-d58488902f6e HTTP/1.1" status: 200 len: 1096 time: 0.2323718 Dec 10 16:45:11.231694 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 1172c95a-7f05-41e7-ae6e-859ee64c7c44, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=1172c95a-7f05-41e7-ae6e-859ee64c7c44,segment=NetworkSegment(1995761b-45ad-4249-83fc-362d53b3e086),segment_id=1995761b-45ad-4249-83fc-362d53b3e086)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:45:11.246469 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216fd1f4-84ce-4fc7-813e-92a1aea8ed52 req-1f5031c6-c0da-4c97-a1c5-1c41c61bd7ab tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:11.251167 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '1172c95a-7f05-41e7-ae6e-859ee64c7c44', 'network_id': 'bba4673e-577b-4368-a0ec-91838d61c26f', 'port_id': '1172c95a-7f05-41e7-ae6e-859ee64c7c44', 'mac_address': 'fa:16:3e:80:8f:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cccefdf8-31d5-4f26-a672-76a4d6caa47c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:45:11.255559 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-216fd1f4-84ce-4fc7-813e-92a1aea8ed52 req-1f5031c6-c0da-4c97-a1c5-1c41c61bd7ab tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/ports?device_id=394b17aa-2175-47fa-b9d1-94f52b8b0bde HTTP/1.1" status: 200 len: 943 time: 0.1896725 Dec 10 16:45:11.276597 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 46518) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:11.323705 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b196cd5c-8507-4ef5-bfd2-8547c1ac25b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:11.327841 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b196cd5c-8507-4ef5-bfd2-8547c1ac25b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:11.345301 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:11.347360 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b196cd5c-8507-4ef5-bfd2-8547c1ac25b9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5c5aa921-4a05-4ba4-9ce7-dd58991b556b HTTP/1.1" status: 204 len: 168 time: 0.6330783 Dec 10 16:45:11.364175 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1172c95a-7f05-41e7-ae6e-859ee64c7c44 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:45:11.370065 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5bdbe816-db74-47c6-813a-38ad2be58613 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=82a91439607e4bae9723c370020baa2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0921674 Dec 10 16:45:11.373437 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 46524) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:11.393397 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 1172c95a-7f05-41e7-ae6e-859ee64c7c44, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=1172c95a-7f05-41e7-ae6e-859ee64c7c44,segment=NetworkSegment(1995761b-45ad-4249-83fc-362d53b3e086),segment_id=1995761b-45ad-4249-83fc-362d53b3e086)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:45:11.399036 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:11.412205 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b196cd5c-8507-4ef5-bfd2-8547c1ac25b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5aa921-4a05-4ba4-9ce7-dd58991b556b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:11.441542 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1a597259-189f-4fd8-9f6b-a217662aec72 req-9160b18b-8b90-4721-b999-8f7c6e55214d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258856 Dec 10 16:45:11.450586 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-216fd1f4-84ce-4fc7-813e-92a1aea8ed52 req-1b2ae2a0-9986-4f50-a3e3-002d451536e1 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/security-groups?id=ec357b0c-19a9-4b9a-91e5-44a8a98d35a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1915581 Dec 10 16:45:11.543182 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0f7d12cf-44ec-4f48-aad1-c8b61d33eb3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:11.571450 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=1172c95a-7f05-41e7-ae6e-859ee64c7c44,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:11.584245 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0f7d12cf-44ec-4f48-aad1-c8b61d33eb3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:11.629357 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['1172c95a-7f05-41e7-ae6e-859ee64c7c44'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:45:11.676490 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 46532) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:11.678084 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ddd98b-cf28-461f-8882-c4ed001d1ff4 req-a61d478d-53b8-49a6-bb46-3538d11a7973 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:11.679778 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a9ddd98b-cf28-461f-8882-c4ed001d1ff4 req-a61d478d-53b8-49a6-bb46-3538d11a7973 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=dad7aa53-a52c-479b-809e-d58488902f6e HTTP/1.1" status: 200 len: 945 time: 0.1016548 Dec 10 16:45:11.731465 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0f7d12cf-44ec-4f48-aad1-c8b61d33eb3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:11.734227 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0f7d12cf-44ec-4f48-aad1-c8b61d33eb3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:11.737769 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0f7d12cf-44ec-4f48-aad1-c8b61d33eb3d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fbac0ec6-2e48-4271-b68d-0eb8a3f44d7e HTTP/1.1" status: 204 len: 168 time: 0.3610411 Dec 10 16:45:11.759528 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d12cf-44ec-4f48-aad1-c8b61d33eb3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbac0ec6-2e48-4271-b68d-0eb8a3f44d7e,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:11.856740 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a9ddd98b-cf28-461f-8882-c4ed001d1ff4 req-b80173ba-4ce5-4054-b0f7-60ee103a5d92 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471231 Dec 10 16:45:12.083206 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-539d88ab-4fa2-480d-93c0-bce5aab5281f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:12.244113 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-539d88ab-4fa2-480d-93c0-bce5aab5281f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:12.254173 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-539d88ab-4fa2-480d-93c0-bce5aab5281f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:12.297266 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-539d88ab-4fa2-480d-93c0-bce5aab5281f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=292a9d68bbc7406d89c98719d09716a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6161385 Dec 10 16:45:12.298378 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 46556) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:12.345453 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d88ab-4fa2-480d-93c0-bce5aab5281f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05766e69-6899-4fa5-b54e-45920f60641a,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:12.392199 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b163fb2c-02e1-44f7-a921-46fd15bfbbd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:12.427773 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 46560) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:12.428503 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b163fb2c-02e1-44f7-a921-46fd15bfbbd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:12.448502 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a7fde775-fede-43cf-8f61-66e1c86fcce4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:12.464850 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 46562) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:12.532807 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-391ef0c8-9be2-4855-9989-8fa34f12a20e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d4ee0c7a428d45198e7c09fd38192339&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0663605 Dec 10 16:45:12.533107 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 46566) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:12.557359 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b163fb2c-02e1-44f7-a921-46fd15bfbbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:12.562429 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b163fb2c-02e1-44f7-a921-46fd15bfbbd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:12.566220 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b163fb2c-02e1-44f7-a921-46fd15bfbbd3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/05766e69-6899-4fa5-b54e-45920f60641a HTTP/1.1" status: 204 len: 168 time: 0.2639554 Dec 10 16:45:12.616015 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b163fb2c-02e1-44f7-a921-46fd15bfbbd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05766e69-6899-4fa5-b54e-45920f60641a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:12.644089 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a7fde775-fede-43cf-8f61-66e1c86fcce4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:12.663984 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a7fde775-fede-43cf-8f61-66e1c86fcce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:12.723341 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fa79a9e4-91ea-45f1-9d56-abc222f5af3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:12.733819 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e56f8-8586-4fa2-99c3-034936422bc4 req-1cc1077f-a043-4ca0-a70a-a98a4b81cb0c tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:12.745152 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-953e56f8-8586-4fa2-99c3-034936422bc4 req-1cc1077f-a043-4ca0-a70a-a98a4b81cb0c tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/ports?device_id=394b17aa-2175-47fa-b9d1-94f52b8b0bde HTTP/1.1" status: 200 len: 944 time: 0.1475132 Dec 10 16:45:12.754105 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a7fde775-fede-43cf-8f61-66e1c86fcce4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ececedbac2fe497ba114f52f85079b96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3250241 Dec 10 16:45:12.778609 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 46572) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:12.780209 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fde775-fede-43cf-8f61-66e1c86fcce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf26f60-2e28-4ccc-be2d-537b1eac01ea,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:12.832665 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fa79a9e4-91ea-45f1-9d56-abc222f5af3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:12.852482 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-953e56f8-8586-4fa2-99c3-034936422bc4 req-b650a686-e36a-4aa2-b3a4-73df150a01ba tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/security-groups?id=ec357b0c-19a9-4b9a-91e5-44a8a98d35a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054454 Dec 10 16:45:12.897098 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9116615e-6e36-4cea-8aa8-56f1e50800df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:12.939061 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9116615e-6e36-4cea-8aa8-56f1e50800df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:12.940787 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fa79a9e4-91ea-45f1-9d56-abc222f5af3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:12.943833 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fa79a9e4-91ea-45f1-9d56-abc222f5af3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:12.945844 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-fa79a9e4-91ea-45f1-9d56-abc222f5af3f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/10276333-a2af-4490-b966-68e4767b3ae0 HTTP/1.1" status: 204 len: 168 time: 0.4110320 Dec 10 16:45:13.003697 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79a9e4-91ea-45f1-9d56-abc222f5af3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10276333-a2af-4490-b966-68e4767b3ae0,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:13.063216 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4646e-76c3-4ed0-87c1-e7c9843d923b req-56b28a04-974b-491e-bd8c-6f4e3b20d3e0 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:13.064978 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-21c4646e-76c3-4ed0-87c1-e7c9843d923b req-56b28a04-974b-491e-bd8c-6f4e3b20d3e0 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=dad7aa53-a52c-479b-809e-d58488902f6e HTTP/1.1" status: 200 len: 945 time: 0.1043272 Dec 10 16:45:13.092003 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 1172c95a-7f05-41e7-ae6e-859ee64c7c44 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:45:13.106426 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9116615e-6e36-4cea-8aa8-56f1e50800df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:13.111614 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9116615e-6e36-4cea-8aa8-56f1e50800df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:13.113249 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9116615e-6e36-4cea-8aa8-56f1e50800df admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/abf26f60-2e28-4ccc-be2d-537b1eac01ea HTTP/1.1" status: 204 len: 168 time: 0.3296418 Dec 10 16:45:13.128520 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116615e-6e36-4cea-8aa8-56f1e50800df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf26f60-2e28-4ccc-be2d-537b1eac01ea,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:13.165627 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-21c4646e-76c3-4ed0-87c1-e7c9843d923b req-abf7e12e-3bd1-44c8-8ef7-4a0ad77a51f4 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878289 Dec 10 16:45:13.218714 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 1172c95a-7f05-41e7-ae6e-859ee64c7c44 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:45:13.230607 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 1172c95a-7f05-41e7-ae6e-859ee64c7c44 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:45:13.230994 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:13.408074 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:13.409109 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d64e2a-d8bf-40fe-815a-b06dcba0e07f req-09b94e42-2a27-438d-ac72-ab747ce4d566 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:13.424824 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-36d64e2a-d8bf-40fe-815a-b06dcba0e07f req-09b94e42-2a27-438d-ac72-ab747ce4d566 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=545b5741-6667-4376-b1bf-34077dd09b99 HTTP/1.1" status: 200 len: 945 time: 0.1534376 Dec 10 16:45:13.438693 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394b17aa-2175-47fa-b9d1-94f52b8b0bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1172c95a-7f05-41e7-ae6e-859ee64c7c44'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:45:13.447989 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1edcb9ec-6f55-4544-8195-174904b1caed" -d '{"events": [{"server_uuid": "394b17aa-2175-47fa-b9d1-94f52b8b0bde", "name": "network-vif-plugged", "status": "completed", "tag": "1172c95a-7f05-41e7-ae6e-859ee64c7c44"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:45:13.481204 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 1172c95a-7f05-41e7-ae6e-859ee64c7c44, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=1172c95a-7f05-41e7-ae6e-859ee64c7c44,segment=NetworkSegment(1995761b-45ad-4249-83fc-362d53b3e086),segment_id=1995761b-45ad-4249-83fc-362d53b3e086)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:45:13.487604 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:13.550832 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-36d64e2a-d8bf-40fe-815a-b06dcba0e07f req-ef5ab7d0-8bd2-4e14-9fe4-b255c3a065ae tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195204 Dec 10 16:45:13.606829 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=1172c95a-7f05-41e7-ae6e-859ee64c7c44,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:13.642926 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8f84ba-3680-4c69-9b51-afdb1afd1d71 x-openstack-request-id: req-bc8f84ba-3680-4c69-9b51-afdb1afd1d71 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:45:13.643523 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "394b17aa-2175-47fa-b9d1-94f52b8b0bde", "name": "network-vif-plugged", "status": "completed", "tag": "1172c95a-7f05-41e7-ae6e-859ee64c7c44", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:45:13.644038 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bc8f84ba-3680-4c69-9b51-afdb1afd1d71 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:45:13.644699 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394b17aa-2175-47fa-b9d1-94f52b8b0bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1172c95a-7f05-41e7-ae6e-859ee64c7c44', 'code': 200} Dec 10 16:45:13.848663 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95861257-5805-49f3-a2f2-5048d04ba99a req-d844a82f-6e8b-4557-bec9-d7c28f0aeb61 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:13.850378 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95861257-5805-49f3-a2f2-5048d04ba99a req-d844a82f-6e8b-4557-bec9-d7c28f0aeb61 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=dad7aa53-a52c-479b-809e-d58488902f6e HTTP/1.1" status: 200 len: 945 time: 0.1083119 Dec 10 16:45:13.862018 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be7e85-2354-4561-ae7a-e0dbf7631814 req-fc4712e7-7cd8-40b7-b869-3d0b9898807e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:13.863699 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-01be7e85-2354-4561-ae7a-e0dbf7631814 req-fc4712e7-7cd8-40b7-b869-3d0b9898807e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=394b17aa-2175-47fa-b9d1-94f52b8b0bde HTTP/1.1" status: 200 len: 1096 time: 0.1334398 Dec 10 16:45:13.935592 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-812cba9b-db71-43e6-8e86-2d2d67cb806a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:13.981938 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95861257-5805-49f3-a2f2-5048d04ba99a req-c8bcd618-2f19-4e8a-8c2a-3d448885932a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231430 Dec 10 16:45:14.045796 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-01be7e85-2354-4561-ae7a-e0dbf7631814 req-8ba7444f-d120-43a3-91c6-83789d9501d1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ec357b0c-19a9-4b9a-91e5-44a8a98d35a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593246 Dec 10 16:45:14.145212 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 46640) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:14.164656 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d5e0d-d495-4d46-9418-b5123ab791c6 req-59c873d9-b920-4645-b604-e75f3e3294f1 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:14.168352 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-405d5e0d-d495-4d46-9418-b5123ab791c6 req-59c873d9-b920-4645-b604-e75f3e3294f1 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/ports?device_id=394b17aa-2175-47fa-b9d1-94f52b8b0bde HTTP/1.1" status: 200 len: 945 time: 0.0695004 Dec 10 16:45:14.260477 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-405d5e0d-d495-4d46-9418-b5123ab791c6 req-35044a21-b2d7-436c-8670-21081c0123e6 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/security-groups?id=ec357b0c-19a9-4b9a-91e5-44a8a98d35a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825815 Dec 10 16:45:14.410968 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-05cc986c-e0a3-4474-98fb-68c028b3da9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:14.668785 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-05cc986c-e0a3-4474-98fb-68c028b3da9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:14.676807 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-05cc986c-e0a3-4474-98fb-68c028b3da9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:14.735745 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ba20b-45ef-4fe1-a944-790662b59eaa req-f6c9375a-b3f6-46b5-aee4-624a7779b471 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:14.743914 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f89ba20b-45ef-4fe1-a944-790662b59eaa req-f6c9375a-b3f6-46b5-aee4-624a7779b471 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=dad7aa53-a52c-479b-809e-d58488902f6e HTTP/1.1" status: 200 len: 945 time: 0.0954328 Dec 10 16:45:14.750949 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-05cc986c-e0a3-4474-98fb-68c028b3da9a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cb36b23b68364a079b425002e9e9942e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6046138 Dec 10 16:45:14.752368 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc986c-e0a3-4474-98fb-68c028b3da9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c3ae21-7f68-40a8-9594-50780b0b2716,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:14.754474 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 46668) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:14.839229 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f89ba20b-45ef-4fe1-a944-790662b59eaa req-bd87892b-d0a6-4da7-b532-53824c2af7f9 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936484 Dec 10 16:45:14.856182 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4a74960e-be80-4c3e-be93-f0f1bc3d9415 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:14.914025 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4a74960e-be80-4c3e-be93-f0f1bc3d9415 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:14.979549 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4a74960e-be80-4c3e-be93-f0f1bc3d9415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:14.984149 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4a74960e-be80-4c3e-be93-f0f1bc3d9415 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:14.985388 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4a74960e-be80-4c3e-be93-f0f1bc3d9415 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e9c3ae21-7f68-40a8-9594-50780b0b2716 HTTP/1.1" status: 204 len: 168 time: 0.2294598 Dec 10 16:45:14.994955 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a74960e-be80-4c3e-be93-f0f1bc3d9415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c3ae21-7f68-40a8-9594-50780b0b2716,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:15.375463 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 46710) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:15.414813 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353ab6f-1b52-4fa9-af05-ebd2d9f3b83d req-3f6c7af0-2e54-4b06-bdb4-6587282b9bd8 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:15.416971 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9353ab6f-1b52-4fa9-af05-ebd2d9f3b83d req-3f6c7af0-2e54-4b06-bdb4-6587282b9bd8 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/ports?device_id=394b17aa-2175-47fa-b9d1-94f52b8b0bde HTTP/1.1" status: 200 len: 945 time: 0.0715718 Dec 10 16:45:15.484877 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9353ab6f-1b52-4fa9-af05-ebd2d9f3b83d req-e4bf876b-528a-4106-8a4e-3761673aa913 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/security-groups?id=ec357b0c-19a9-4b9a-91e5-44a8a98d35a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597007 Dec 10 16:45:15.679970 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa32b5b-17f2-4036-9ac6-f25b5ded9c24 req-98690cd5-c6f8-4533-85ba-b06c66a19dc8 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:15.689871 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aaa32b5b-17f2-4036-9ac6-f25b5ded9c24 req-98690cd5-c6f8-4533-85ba-b06c66a19dc8 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/ports?device_id=394b17aa-2175-47fa-b9d1-94f52b8b0bde HTTP/1.1" status: 200 len: 945 time: 0.1076696 Dec 10 16:45:15.726325 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-28166c76-5a44-4bd8-9dc3-a2c6697d3236 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1510769048-network', 'tenant_id': '1190454cf5c54deaab8b52a8961e4b9e'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:45:15.766233 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28166c76-5a44-4bd8-9dc3-a2c6697d3236 admin admin] Made reservation on behalf of 1190454cf5c54deaab8b52a8961e4b9e for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:45:15.770337 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-28166c76-5a44-4bd8-9dc3-a2c6697d3236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:15.784362 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aaa32b5b-17f2-4036-9ac6-f25b5ded9c24 req-31e996ef-46c7-4437-8a44-1782b5f88daa tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/security-groups?id=ec357b0c-19a9-4b9a-91e5-44a8a98d35a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934045 Dec 10 16:45:15.802543 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-28166c76-5a44-4bd8-9dc3-a2c6697d3236 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:15.803472 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 46734) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:15.941660 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-28166c76-5a44-4bd8-9dc3-a2c6697d3236 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:15.947410 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-28166c76-5a44-4bd8-9dc3-a2c6697d3236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:15.976537 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28166c76-5a44-4bd8-9dc3-a2c6697d3236 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:45:16.033739 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28166c76-5a44-4bd8-9dc3-a2c6697d3236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc711f16-d604-4fab-90c5-33b8743aa7d1,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:16.070006 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a3dfb-e02d-4de1-8d63-c2f2e0ee2568 req-572f6efb-b43a-4cef-afde-25ac7da2cd54 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:16.073790 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7f5a3dfb-e02d-4de1-8d63-c2f2e0ee2568 req-572f6efb-b43a-4cef-afde-25ac7da2cd54 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.46 "GET /v2.0/ports?device_id=dad7aa53-a52c-479b-809e-d58488902f6e HTTP/1.1" status: 200 len: 945 time: 0.1827049 Dec 10 16:45:16.077979 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-28166c76-5a44-4bd8-9dc3-a2c6697d3236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:16.078641 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-28166c76-5a44-4bd8-9dc3-a2c6697d3236 admin admin] Added segment 0768ac61-f3fc-49c8-a352-c9da2337fb4a of type vlan for network 3476b3c9-4287-4449-893c-35b29eab3f45 Dec 10 16:45:16.092544 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ccea18-e03c-4b5f-b635-0b32b1e663ca req-53d67b4c-75e4-4464-ab29-320ec843fe93 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:16.102615 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d3ccea18-e03c-4b5f-b635-0b32b1e663ca req-53d67b4c-75e4-4464-ab29-320ec843fe93 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=dad7aa53-a52c-479b-809e-d58488902f6e HTTP/1.1" status: 200 len: 945 time: 0.1389868 Dec 10 16:45:16.164409 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-28166c76-5a44-4bd8-9dc3-a2c6697d3236 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:16.196057 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-28166c76-5a44-4bd8-9dc3-a2c6697d3236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:16.198589 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28166c76-5a44-4bd8-9dc3-a2c6697d3236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:16.199505 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-28166c76-5a44-4bd8-9dc3-a2c6697d3236 admin admin] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:16.293067 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-28166c76-5a44-4bd8-9dc3-a2c6697d3236 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9157755 Dec 10 16:45:16.295969 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 46772) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:16.303374 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-4dd4d96c-44f1-4ade-9bc2-53fcdcd164f9 admin admin] Request body: {'subnet': {'network_id': '3476b3c9-4287-4449-893c-35b29eab3f45', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1510769048-subnet', 'tenant_id': '1190454cf5c54deaab8b52a8961e4b9e', 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:45:16.308386 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28166c76-5a44-4bd8-9dc3-a2c6697d3236 admin admin] Pushing event updated for resources: {'Network': ['ID=3476b3c9-4287-4449-893c-35b29eab3f45,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:16.320544 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 3476b3c9-4287-4449-893c-35b29eab3f45 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:45:16.329369 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d3ccea18-e03c-4b5f-b635-0b32b1e663ca req-427813fe-72f4-4a66-ac5b-f2a2a724bd09 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252393 Dec 10 16:45:16.340521 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd4d96c-44f1-4ade-9bc2-53fcdcd164f9 admin admin] Made reservation on behalf of 1190454cf5c54deaab8b52a8961e4b9e for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:45:16.345421 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4dd4d96c-44f1-4ade-9bc2-53fcdcd164f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:16.409625 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af4ba1d-dcb4-46d3-af1d-f0d94c2e4002 tempest-TestVolumeBackupRestore-539393186 tempest-TestVolumeBackupRestore-539393186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:16.411525 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-0af4ba1d-dcb4-46d3-af1d-f0d94c2e4002 tempest-TestVolumeBackupRestore-539393186 tempest-TestVolumeBackupRestore-539393186-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=394b17aa-2175-47fa-b9d1-94f52b8b0bde HTTP/1.1" status: 200 len: 1091 time: 0.6064310 Dec 10 16:45:16.414762 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 46774) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:16.420275 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-722f3c0a-29d3-468a-9d5b-e79970218ed4 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'port_id': '1172c95a-7f05-41e7-ae6e-859ee64c7c44', 'tenant_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:45:16.451430 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-7f5a3dfb-e02d-4de1-8d63-c2f2e0ee2568 req-38c280fe-fa5c-4239-ae97-f66b492b027b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Deleting port 7a205082-42cb-4d88-9c3d-62148f1bed52 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:45:16.451678 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7f5a3dfb-e02d-4de1-8d63-c2f2e0ee2568 req-38c280fe-fa5c-4239-ae97-f66b492b027b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:16.533491 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-722f3c0a-29d3-468a-9d5b-e79970218ed4 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:16.547921 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1faee80c-5426-4803-9906-66e25a535dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:16.663591 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4dd4d96c-44f1-4ade-9bc2-53fcdcd164f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:16.683914 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-7f5a3dfb-e02d-4de1-8d63-c2f2e0ee2568 req-38c280fe-fa5c-4239-ae97-f66b492b027b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] For port 7a205082-42cb-4d88-9c3d-62148f1bed52, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=7a205082-42cb-4d88-9c3d-62148f1bed52,segment=NetworkSegment(5f321af3-1a86-4e4e-a33f-e6abf9e1d87b),segment_id=5f321af3-1a86-4e4e-a33f-e6abf9e1d87b)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:45:16.686550 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7f5a3dfb-e02d-4de1-8d63-c2f2e0ee2568 req-38c280fe-fa5c-4239-ae97-f66b492b027b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:16.748531 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-7f5a3dfb-e02d-4de1-8d63-c2f2e0ee2568 req-38c280fe-fa5c-4239-ae97-f66b492b027b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Calling delete_port for 7a205082-42cb-4d88-9c3d-62148f1bed52 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:45:16.923950 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd4d96c-44f1-4ade-9bc2-53fcdcd164f9 admin admin] Checking segment: {'id': '0768ac61-f3fc-49c8-a352-c9da2337fb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3476b3c9-4287-4449-893c-35b29eab3f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:45:16.923950 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd4d96c-44f1-4ade-9bc2-53fcdcd164f9 admin admin] Network hostable DHCP agents. Network: 3476b3c9-4287-4449-893c-35b29eab3f45, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:45:16.926827 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd4d96c-44f1-4ade-9bc2-53fcdcd164f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d661a2ff-ce31-4fd8-88a7-1638071ff182,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:16.941373 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd4d96c-44f1-4ade-9bc2-53fcdcd164f9 admin admin] Network 3476b3c9-4287-4449-893c-35b29eab3f45 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:45:16.977334 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-4dd4d96c-44f1-4ade-9bc2-53fcdcd164f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 3476b3c9-4287-4449-893c-35b29eab3f45) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:45:16.997108 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e8dbde-95ed-4798-acc9-2b82b027e875 None None] Network 3476b3c9-4287-4449-893c-35b29eab3f45 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:45:17.007669 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd4d96c-44f1-4ade-9bc2-53fcdcd164f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:17.008277 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4dd4d96c-44f1-4ade-9bc2-53fcdcd164f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:17.092864 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4dd4d96c-44f1-4ade-9bc2-53fcdcd164f9 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7957187 Dec 10 16:45:17.096405 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 46818) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:17.105256 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-ce855838-71e7-4a2d-a598-70facdf3caba admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1510769048-router', 'tenant_id': '1190454cf5c54deaab8b52a8961e4b9e', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:45:17.165846 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce855838-71e7-4a2d-a598-70facdf3caba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:17.167223 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce855838-71e7-4a2d-a598-70facdf3caba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:17.241426 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-722f3c0a-29d3-468a-9d5b-e79970218ed4 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:17.294494 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b07c619-365b-428d-8163-7d2c2d551938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-3476b3c9-4287-4449-893c-35b29eab3f45', 'network_id': '3476b3c9-4287-4449-893c-35b29eab3f45', 'project_id': '1190454cf5c54deaab8b52a8961e4b9e', 'fixed_ips': [{'subnet_id': 'd661a2ff-ce31-4fd8-88a7-1638071ff182'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:45:17.295924 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9b07c619-365b-428d-8163-7d2c2d551938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:17.323574 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:17.378661 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7f5a3dfb-e02d-4de1-8d63-c2f2e0ee2568 req-38c280fe-fa5c-4239-ae97-f66b492b027b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:17.398472 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce855838-71e7-4a2d-a598-70facdf3caba admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:17.424127 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c280fe-fa5c-4239-ae97-f66b492b027b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Pushing event deleted for resources: {'Port': ['ID=7a205082-42cb-4d88-9c3d-62148f1bed52,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:17.511192 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['a5bc11e6-2551-4fa5-8f31-223905747610'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:45:17.513914 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['eb2991dd-afe8-4317-bf27-03920c421c1f'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:45:17.621223 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f5a3dfb-e02d-4de1-8d63-c2f2e0ee2568 req-38c280fe-fa5c-4239-ae97-f66b492b027b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] No DVR routers for this DVR port 7a205082-42cb-4d88-9c3d-62148f1bed52 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:45:17.629250 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7f5a3dfb-e02d-4de1-8d63-c2f2e0ee2568 req-38c280fe-fa5c-4239-ae97-f66b492b027b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:17.635345 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7f5a3dfb-e02d-4de1-8d63-c2f2e0ee2568 req-38c280fe-fa5c-4239-ae97-f66b492b027b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.46 "DELETE /v2.0/ports/7a205082-42cb-4d88-9c3d-62148f1bed52 HTTP/1.1" status: 204 len: 173 time: 1.5543637 Dec 10 16:45:17.743461 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad7aa53-a52c-479b-809e-d58488902f6e', 'name': 'network-vif-deleted', 'tag': '7a205082-42cb-4d88-9c3d-62148f1bed52'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:45:17.757854 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce855838-71e7-4a2d-a598-70facdf3caba admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:17.759127 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628ca834-f542-4726-9781-5e9de7d85eb1" -d '{"events": [{"server_uuid": "dad7aa53-a52c-479b-809e-d58488902f6e", "name": "network-vif-deleted", "tag": "7a205082-42cb-4d88-9c3d-62148f1bed52"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:45:17.773013 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-9b07c619-365b-428d-8163-7d2c2d551938 None None] Allocated IP 172.20.0.2 (3476b3c9-4287-4449-893c-35b29eab3f45/d661a2ff-ce31-4fd8-88a7-1638071ff182/56fd4b63-6399-44d8-884d-4b8167ae6145) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:45:17.792792 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7c8ce791-9ead-4b4f-a318-66ab57e6c762 req-da23c2d4-d33c-496d-9b3e-41a7da8cf1a8 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=dad7aa53-a52c-479b-809e-d58488902f6e HTTP/1.1" status: 200 len: 210 time: 0.1794455 Dec 10 16:45:17.880405 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-722f3c0a-29d3-468a-9d5b-e79970218ed4 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Allocated IP 172.25.6.130 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/53a6f75f-3232-423f-97d0-0d8393b6ba98) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:45:18.036457 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70f3266-904b-4b0b-adab-eeb738f06856 x-openstack-request-id: req-a70f3266-904b-4b0b-adab-eeb738f06856 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:45:18.040064 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad7aa53-a52c-479b-809e-d58488902f6e", "name": "network-vif-deleted", "tag": "7a205082-42cb-4d88-9c3d-62148f1bed52", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:45:18.040581 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a70f3266-904b-4b0b-adab-eeb738f06856 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:45:18.041562 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad7aa53-a52c-479b-809e-d58488902f6e', 'name': 'network-vif-deleted', 'tag': '7a205082-42cb-4d88-9c3d-62148f1bed52', 'status': 'completed', 'code': 200} Dec 10 16:45:18.140725 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-722f3c0a-29d3-468a-9d5b-e79970218ed4 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:18.252403 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-722f3c0a-29d3-468a-9d5b-e79970218ed4 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:18.350594 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f3c0a-29d3-468a-9d5b-e79970218ed4 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Pushing event updated for resources: {'Port': ['ID=53a6f75f-3232-423f-97d0-0d8393b6ba98,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:18.374484 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722f3c0a-29d3-468a-9d5b-e79970218ed4 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:45:18.378280 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-722f3c0a-29d3-468a-9d5b-e79970218ed4 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:45:18.386689 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722f3c0a-29d3-468a-9d5b-e79970218ed4 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:45:18.389947 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce855838-71e7-4a2d-a598-70facdf3caba admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:18.429166 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce855838-71e7-4a2d-a598-70facdf3caba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:18.537223 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 7a205082-42cb-4d88-9c3d-62148f1bed52 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:45:18.562008 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9b07c619-365b-428d-8163-7d2c2d551938 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:18.639557 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: 7a205082-42cb-4d88-9c3d-62148f1bed52 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:45:18.641376 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 7a205082-42cb-4d88-9c3d-62148f1bed52 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:45:18.649957 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9b07c619-365b-428d-8163-7d2c2d551938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:18.657041 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:18.705318 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-ce855838-71e7-4a2d-a598-70facdf3caba admin admin] Allocated IP 172.25.6.125 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/0d8f1b33-0997-4cc8-a66a-5a273e9d9717) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:45:18.770710 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b07c619-365b-428d-8163-7d2c2d551938 None None] Network 3476b3c9-4287-4449-893c-35b29eab3f45 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:45:18.786052 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-9b07c619-365b-428d-8163-7d2c2d551938 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:45:18.788175 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07c619-365b-428d-8163-7d2c2d551938 None None] Pushing event updated for resources: {'Port': ['ID=56fd4b63-6399-44d8-884d-4b8167ae6145,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:18.797310 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b07c619-365b-428d-8163-7d2c2d551938 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:45:18.961995 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce855838-71e7-4a2d-a598-70facdf3caba admin admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:18.995122 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-9b07c619-365b-428d-8163-7d2c2d551938 None None] Attempting to bind port 56fd4b63-6399-44d8-884d-4b8167ae6145 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:45:18.997001 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-9b07c619-365b-428d-8163-7d2c2d551938 None None] Attempting to bind port 56fd4b63-6399-44d8-884d-4b8167ae6145 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '0768ac61-f3fc-49c8-a352-c9da2337fb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3476b3c9-4287-4449-893c-35b29eab3f45'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:45:18.997404 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b07c619-365b-428d-8163-7d2c2d551938 None None] Attempting to bind port 56fd4b63-6399-44d8-884d-4b8167ae6145 on network 3476b3c9-4287-4449-893c-35b29eab3f45 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:45:19.010961 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b07c619-365b-428d-8163-7d2c2d551938 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:45:19.011355 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b07c619-365b-428d-8163-7d2c2d551938 None None] Checking segment: {'id': '0768ac61-f3fc-49c8-a352-c9da2337fb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3476b3c9-4287-4449-893c-35b29eab3f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:45:19.012581 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9b07c619-365b-428d-8163-7d2c2d551938 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:19.014197 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b07c619-365b-428d-8163-7d2c2d551938 None None] Bound using segment: {'id': '0768ac61-f3fc-49c8-a352-c9da2337fb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3476b3c9-4287-4449-893c-35b29eab3f45'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:45:19.016296 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-9b07c619-365b-428d-8163-7d2c2d551938 None None] Bound port: 56fd4b63-6399-44d8-884d-4b8167ae6145, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0768ac61-f3fc-49c8-a352-c9da2337fb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3476b3c9-4287-4449-893c-35b29eab3f45'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:45:19.016918 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce855838-71e7-4a2d-a598-70facdf3caba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:19.017085 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9b07c619-365b-428d-8163-7d2c2d551938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:19.100626 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce855838-71e7-4a2d-a598-70facdf3caba admin admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:45:19.107744 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-ce855838-71e7-4a2d-a598-70facdf3caba admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:45:19.111801 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce855838-71e7-4a2d-a598-70facdf3caba admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:45:19.207331 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce855838-71e7-4a2d-a598-70facdf3caba admin admin] Pushing event updated for resources: {'Port': ['ID=0d8f1b33-0997-4cc8-a66a-5a273e9d9717,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:19.406537 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-722f3c0a-29d3-468a-9d5b-e79970218ed4 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:19.587701 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc001b9-047f-4e8c-9c4f-d2d6ff549fa1 req-3f53771d-9517-447e-b431-cb14c45db52a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:19.594249 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3fc001b9-047f-4e8c-9c4f-d2d6ff549fa1 req-3f53771d-9517-447e-b431-cb14c45db52a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=545b5741-6667-4376-b1bf-34077dd09b99 HTTP/1.1" status: 200 len: 945 time: 0.1352468 Dec 10 16:45:19.621613 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-722f3c0a-29d3-468a-9d5b-e79970218ed4 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:19.651361 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfed6472-ccad-49fa-8fbd-f90ec38bb4f6 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:45:19.755192 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:19.789510 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9b07c619-365b-428d-8163-7d2c2d551938 None None] For port 56fd4b63-6399-44d8-884d-4b8167ae6145, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:45:19.807427 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce855838-71e7-4a2d-a598-70facdf3caba admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:19.857974 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9b07c619-365b-428d-8163-7d2c2d551938 None None] For port 56fd4b63-6399-44d8-884d-4b8167ae6145, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=56fd4b63-6399-44d8-884d-4b8167ae6145,segment=NetworkSegment(0768ac61-f3fc-49c8-a352-c9da2337fb4a),segment_id=0768ac61-f3fc-49c8-a352-c9da2337fb4a)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:45:19.860688 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-1c072396-d59b-44e2-a6b5-e20bab5db530 None None] Provisioning complete for port 0d8f1b33-0997-4cc8-a66a-5a273e9d9717 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:45:19.860688 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1c072396-d59b-44e2-a6b5-e20bab5db530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:19.932557 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-1c072396-d59b-44e2-a6b5-e20bab5db530 None None] Port 0d8f1b33-0997-4cc8-a66a-5a273e9d9717 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:45:19.935449 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9b07c619-365b-428d-8163-7d2c2d551938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:20.007448 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07c619-365b-428d-8163-7d2c2d551938 None None] Pushing event updated for resources: {'Port': ['ID=56fd4b63-6399-44d8-884d-4b8167ae6145,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:20.052064 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3fc001b9-047f-4e8c-9c4f-d2d6ff549fa1 req-8db24cf3-709c-4298-832e-7a97ff110dbc tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4510417 Dec 10 16:45:20.100015 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-722f3c0a-29d3-468a-9d5b-e79970218ed4 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:20.107866 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-722f3c0a-29d3-468a-9d5b-e79970218ed4 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:20.210695 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce855838-71e7-4a2d-a598-70facdf3caba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:20.233961 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f3c0a-29d3-468a-9d5b-e79970218ed4 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Pushing event updated for resources: {'Port': ['ID=53a6f75f-3232-423f-97d0-0d8393b6ba98,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:20.274981 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-722f3c0a-29d3-468a-9d5b-e79970218ed4 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:20.578063 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [None req-722f3c0a-29d3-468a-9d5b-e79970218ed4 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Floating IP d4a31a12-d764-4891-b206-754df37762bb associated. External IP: 172.25.6.130, port: 1172c95a-7f05-41e7-ae6e-859ee64c7c44. Dec 10 16:45:20.720212 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce855838-71e7-4a2d-a598-70facdf3caba admin admin] Router 25d4014d-9436-465d-8155-238c28949756 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:45:20.949372 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce855838-71e7-4a2d-a598-70facdf3caba admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:45:20.949620 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e0b69-6c58-4010-a2e5-8263e74de8d3 req-aa4813d6-d146-424c-a45e-f08ba68ed867 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:20.951129 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ab6e0b69-6c58-4010-a2e5-8263e74de8d3 req-aa4813d6-d146-424c-a45e-f08ba68ed867 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.46 "GET /v2.0/ports?device_id=545b5741-6667-4376-b1bf-34077dd09b99 HTTP/1.1" status: 200 len: 945 time: 0.1961873 Dec 10 16:45:20.960995 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9a6d85-9cb2-4bca-84cb-75f6d39832a6 None None] Sync routers for ids ['25d4014d-9436-465d-8155-238c28949756'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:45:20.976429 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce855838-71e7-4a2d-a598-70facdf3caba admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:20.977770 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ce855838-71e7-4a2d-a598-70facdf3caba admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8780341 Dec 10 16:45:20.980589 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47026) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:20.982722 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9a6d85-9cb2-4bca-84cb-75f6d39832a6 None None] Routers {'25d4014d-9436-465d-8155-238c28949756'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:45:20.985699 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-fa9a6d85-9cb2-4bca-84cb-75f6d39832a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:45:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['25d4014d-9436-465d-8155-238c28949756'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:21.112395 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722f3c0a-29d3-468a-9d5b-e79970218ed4 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Router 77049048-dae4-40ec-8eb1-f7770483e5ec has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:45:21.209940 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-fa9a6d85-9cb2-4bca-84cb-75f6d39832a6 None None] Set router 25d4014d-9436-465d-8155-238c28949756 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:45:21.393601 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722f3c0a-29d3-468a-9d5b-e79970218ed4 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:45:21.405648 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2db9613-19b6-44d6-a8b7-cfd54e064c98 None None] Sync routers for ids ['77049048-dae4-40ec-8eb1-f7770483e5ec'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:45:21.432931 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2db9613-19b6-44d6-a8b7-cfd54e064c98 None None] Routers {'77049048-dae4-40ec-8eb1-f7770483e5ec'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:45:21.435685 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c2db9613-19b6-44d6-a8b7-cfd54e064c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:45:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['77049048-dae4-40ec-8eb1-f7770483e5ec'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:21.463541 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-722f3c0a-29d3-468a-9d5b-e79970218ed4 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:21.506671 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-722f3c0a-29d3-468a-9d5b-e79970218ed4 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.0906520 Dec 10 16:45:21.524825 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '394b17aa-2175-47fa-b9d1-94f52b8b0bde', 'tag': '1172c95a-7f05-41e7-ae6e-859ee64c7c44'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:45:21.527592 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aebf2dc-5a7e-4a7f-8f53-257aabcfc021" -d '{"events": [{"name": "network-changed", "server_uuid": "394b17aa-2175-47fa-b9d1-94f52b8b0bde", "tag": "1172c95a-7f05-41e7-ae6e-859ee64c7c44"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:45:21.539767 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 47058) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:21.588944 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-ab6e0b69-6c58-4010-a2e5-8263e74de8d3 req-cbda3cc1-2ea6-41e1-bcc4-c2e65e04382c tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Deleting port a5bc11e6-2551-4fa5-8f31-223905747610 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:45:21.590007 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ab6e0b69-6c58-4010-a2e5-8263e74de8d3 req-cbda3cc1-2ea6-41e1-bcc4-c2e65e04382c tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:21.687613 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-fa9a6d85-9cb2-4bca-84cb-75f6d39832a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d4014d-9436-465d-8155-238c28949756', 'name': 'tempest-TestServerMultinode-1510769048-router', 'tenant_id': '1190454cf5c54deaab8b52a8961e4b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '0d8f1b33-0997-4cc8-a66a-5a273e9d9717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:45:17Z', 'updated_at': '2021-12-10T16:45:19Z', 'revision_number': 3, 'project_id': '1190454cf5c54deaab8b52a8961e4b9e', 'gw_port': {'id': '0d8f1b33-0997-4cc8-a66a-5a273e9d9717', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d4014d-9436-465d-8155-238c28949756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:45:18Z', 'updated_at': '2021-12-10T16:45:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:21.812168 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9a6d85-9cb2-4bca-84cb-75f6d39832a6 None None] Checking router: 25d4014d-9436-465d-8155-238c28949756 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:45:21.812844 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9a6d85-9cb2-4bca-84cb-75f6d39832a6 None None] Updating router 25d4014d-9436-465d-8155-238c28949756 port 0d8f1b33-0997-4cc8-a66a-5a273e9d9717 binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:45:21.830618 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-c2db9613-19b6-44d6-a8b7-cfd54e064c98 None None] Set router 77049048-dae4-40ec-8eb1-f7770483e5ec gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:45:21.872393 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-fa9a6d85-9cb2-4bca-84cb-75f6d39832a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:21.982813 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882d3a7-e5b6-4894-90f8-5195b330848a req-fb949325-6884-40a0-bd22-f397b0069d67 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:21.984436 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5882d3a7-e5b6-4894-90f8-5195b330848a req-fb949325-6884-40a0-bd22-f397b0069d67 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=545b5741-6667-4376-b1bf-34077dd09b99 HTTP/1.1" status: 200 len: 945 time: 0.5707827 Dec 10 16:45:22.015356 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426c8406-b316-4203-9e23-d4050fd6ba9e tempest-TestVolumeBackupRestore-539393186 tempest-TestVolumeBackupRestore-539393186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:22.019626 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-426c8406-b316-4203-9e23-d4050fd6ba9e tempest-TestVolumeBackupRestore-539393186 tempest-TestVolumeBackupRestore-539393186-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=394b17aa-2175-47fa-b9d1-94f52b8b0bde HTTP/1.1" status: 200 len: 1091 time: 0.4674845 Dec 10 16:45:22.021943 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 47096) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:22.045472 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-ab6e0b69-6c58-4010-a2e5-8263e74de8d3 req-cbda3cc1-2ea6-41e1-bcc4-c2e65e04382c tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] For port a5bc11e6-2551-4fa5-8f31-223905747610, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=a5bc11e6-2551-4fa5-8f31-223905747610,segment=NetworkSegment(5f321af3-1a86-4e4e-a33f-e6abf9e1d87b),segment_id=5f321af3-1a86-4e4e-a33f-e6abf9e1d87b)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:45:22.048642 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b197bc-a22d-4397-b0f8-03af5a22e22a None None] Network 3476b3c9-4287-4449-893c-35b29eab3f45 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:45:22.050178 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ab6e0b69-6c58-4010-a2e5-8263e74de8d3 req-cbda3cc1-2ea6-41e1-bcc4-c2e65e04382c tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:22.079627 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-25007f81-a52d-4095-a993-6b1cfdc50a54 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Request body: {'floatingip': {'port_id': '1172c95a-7f05-41e7-ae6e-859ee64c7c44'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:45:22.375886 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-49830e61-e0d0-4acd-8d9a-9ba6f86626cb None None] Provisioning complete for port 56fd4b63-6399-44d8-884d-4b8167ae6145 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:45:22.379501 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-49830e61-e0d0-4acd-8d9a-9ba6f86626cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:22.518491 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 56fd4b63-6399-44d8-884d-4b8167ae6145 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:45:22.752131 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5347e43a-c299-4271-b7b1-782c06bded65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:22.812857 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-fa9a6d85-9cb2-4bca-84cb-75f6d39832a6 None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:22.834670 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-fa9a6d85-9cb2-4bca-84cb-75f6d39832a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:22.924056 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b3e5e0-2497-4a8f-9b78-b73537d12a6f None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:45:22.929752 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 56fd4b63-6399-44d8-884d-4b8167ae6145 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:45:22.930861 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:22.954950 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-fa9a6d85-9cb2-4bca-84cb-75f6d39832a6 None None] Attempting to bind port 0d8f1b33-0997-4cc8-a66a-5a273e9d9717 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:45:22.958743 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-fa9a6d85-9cb2-4bca-84cb-75f6d39832a6 None None] Attempting to bind port 0d8f1b33-0997-4cc8-a66a-5a273e9d9717 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:45:22.959359 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a6d85-9cb2-4bca-84cb-75f6d39832a6 None None] Attempting to bind port 0d8f1b33-0997-4cc8-a66a-5a273e9d9717 on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:45:22.968452 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff49dd70-a59f-461b-869f-52a0763927f2 None None] Pushing event updated for resources: {'Port': ['ID=0d8f1b33-0997-4cc8-a66a-5a273e9d9717,revision_number=2']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:22.979469 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a6d85-9cb2-4bca-84cb-75f6d39832a6 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:45:22.979854 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a6d85-9cb2-4bca-84cb-75f6d39832a6 None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:45:22.980623 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-fa9a6d85-9cb2-4bca-84cb-75f6d39832a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:22.981236 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a6d85-9cb2-4bca-84cb-75f6d39832a6 None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:45:22.981939 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-fa9a6d85-9cb2-4bca-84cb-75f6d39832a6 None None] Bound port: 0d8f1b33-0997-4cc8-a66a-5a273e9d9717, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:45:22.982657 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-fa9a6d85-9cb2-4bca-84cb-75f6d39832a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:22.991357 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49dd70-a59f-461b-869f-52a0763927f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:22.991981 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49dd70-a59f-461b-869f-52a0763927f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:22.992673 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49dd70-a59f-461b-869f-52a0763927f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:22.993616 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49dd70-a59f-461b-869f-52a0763927f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:22.994123 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49dd70-a59f-461b-869f-52a0763927f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:22.994655 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49dd70-a59f-461b-869f-52a0763927f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:22.995151 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49dd70-a59f-461b-869f-52a0763927f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:22.995670 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49dd70-a59f-461b-869f-52a0763927f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:22.996327 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49dd70-a59f-461b-869f-52a0763927f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:22.996821 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49dd70-a59f-461b-869f-52a0763927f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:22.997314 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49dd70-a59f-461b-869f-52a0763927f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:22.998411 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49dd70-a59f-461b-869f-52a0763927f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:22.998921 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49dd70-a59f-461b-869f-52a0763927f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:23.103127 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-fa9a6d85-9cb2-4bca-84cb-75f6d39832a6 None None] For port 0d8f1b33-0997-4cc8-a66a-5a273e9d9717, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:45:23.109203 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-fa9a6d85-9cb2-4bca-84cb-75f6d39832a6 None None] For port 0d8f1b33-0997-4cc8-a66a-5a273e9d9717, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=0d8f1b33-0997-4cc8-a66a-5a273e9d9717,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:45:23.120347 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-fa9a6d85-9cb2-4bca-84cb-75f6d39832a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:23.165238 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25007f81-a52d-4095-a993-6b1cfdc50a54 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks [] for floatingip, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:23.282182 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff49dd70-a59f-461b-869f-52a0763927f2 None None] Pushing event updated for resources: {'Port': ['ID=0d8f1b33-0997-4cc8-a66a-5a273e9d9717,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:23.376760 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9a6d85-9cb2-4bca-84cb-75f6d39832a6 None None] Routers {'25d4014d-9436-465d-8155-238c28949756'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:45:23.377749 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-fa9a6d85-9cb2-4bca-84cb-75f6d39832a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:45:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['25d4014d-9436-465d-8155-238c28949756'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:23.523428 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ded51a-31ba-4a08-b855-3bbac14238f0 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:45:23.725348 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-fa9a6d85-9cb2-4bca-84cb-75f6d39832a6 None None] Set router 25d4014d-9436-465d-8155-238c28949756 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:45:23.725651 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-5347e43a-c299-4271-b7b1-782c06bded65 admin admin] Allocated IP 172.20.0.1 (3476b3c9-4287-4449-893c-35b29eab3f45/d661a2ff-ce31-4fd8-88a7-1638071ff182/2c434b70-46ba-4719-bad9-dac64149b392) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:45:23.766217 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-49830e61-e0d0-4acd-8d9a-9ba6f86626cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:23.981559 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-49830e61-e0d0-4acd-8d9a-9ba6f86626cb None None] For port 56fd4b63-6399-44d8-884d-4b8167ae6145, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=56fd4b63-6399-44d8-884d-4b8167ae6145,segment=NetworkSegment(0768ac61-f3fc-49c8-a352-c9da2337fb4a),segment_id=0768ac61-f3fc-49c8-a352-c9da2337fb4a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:45:23.988243 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:23.993253 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-49830e61-e0d0-4acd-8d9a-9ba6f86626cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:24.047240 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c2db9613-19b6-44d6-a8b7-cfd54e064c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'name': 'tempest-TestVolumeBackupRestore-783788310-router', 'tenant_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '2caed315-7525-4930-93f7-84341535d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:40:49Z', 'updated_at': '2021-12-10T16:40:56Z', 'revision_number': 4, 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'gw_port': {'id': '2caed315-7525-4930-93f7-84341535d5ec', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:af:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:51Z', 'updated_at': '2021-12-10T16:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': 'd4a31a12-d764-4891-b206-754df37762bb', 'tenant_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'floating_ip_address': '172.25.6.130', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'port_id': '1172c95a-7f05-41e7-ae6e-859ee64c7c44', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3234, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bba4673e-577b-4368-a0ec-91838d61c26f', 'mac_address': 'fa:16:3e:80:8f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394b17aa-2175-47fa-b9d1-94f52b8b0bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:45:18Z', 'updated_at': '2021-12-10T16:45:18Z', 'revision_number': 0, 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73', 'name': '', 'network_id': 'bba4673e-577b-4368-a0ec-91838d61c26f', 'tenant_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'mac_address': 'fa:16:3e:aa:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'cccefdf8-31d5-4f26-a672-76a4d6caa47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:55Z', 'updated_at': '2021-12-10T16:41:09Z', 'revision_number': 5, 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'subnets': [{'id': 'cccefdf8-31d5-4f26-a672-76a4d6caa47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:24.065268 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5347e43a-c299-4271-b7b1-782c06bded65 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:24.135964 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2db9613-19b6-44d6-a8b7-cfd54e064c98 None None] Checking router: 77049048-dae4-40ec-8eb1-f7770483e5ec for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:45:24.171049 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5347e43a-c299-4271-b7b1-782c06bded65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:24.225900 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5347e43a-c299-4271-b7b1-782c06bded65 admin admin] Network 3476b3c9-4287-4449-893c-35b29eab3f45 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:45:24.229358 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-5347e43a-c299-4271-b7b1-782c06bded65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:45:24.235697 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5347e43a-c299-4271-b7b1-782c06bded65 admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:45:24.282074 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-03ba6582-7454-4f5c-847a-50e2315af13e None None] Provisioning complete for port 56fd4b63-6399-44d8-884d-4b8167ae6145 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:45:24.284016 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-03ba6582-7454-4f5c-847a-50e2315af13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:24.339912 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-fa9a6d85-9cb2-4bca-84cb-75f6d39832a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d4014d-9436-465d-8155-238c28949756', 'name': 'tempest-TestServerMultinode-1510769048-router', 'tenant_id': '1190454cf5c54deaab8b52a8961e4b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '0d8f1b33-0997-4cc8-a66a-5a273e9d9717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:45:17Z', 'updated_at': '2021-12-10T16:45:19Z', 'revision_number': 3, 'project_id': '1190454cf5c54deaab8b52a8961e4b9e', 'gw_port': {'id': '0d8f1b33-0997-4cc8-a66a-5a273e9d9717', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d4014d-9436-465d-8155-238c28949756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:45:18Z', 'updated_at': '2021-12-10T16:45:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:24.343838 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5347e43a-c299-4271-b7b1-782c06bded65 admin admin] Pushing event updated for resources: {'Port': ['ID=2c434b70-46ba-4719-bad9-dac64149b392,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:24.349901 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-ab6e0b69-6c58-4010-a2e5-8263e74de8d3 req-cbda3cc1-2ea6-41e1-bcc4-c2e65e04382c tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Calling delete_port for a5bc11e6-2551-4fa5-8f31-223905747610 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:45:24.374125 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2db9613-19b6-44d6-a8b7-cfd54e064c98 None None] Routers {'77049048-dae4-40ec-8eb1-f7770483e5ec'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:45:24.374796 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c2db9613-19b6-44d6-a8b7-cfd54e064c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:45:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['77049048-dae4-40ec-8eb1-f7770483e5ec'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:24.386827 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347e43a-c299-4271-b7b1-782c06bded65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:24.389849 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347e43a-c299-4271-b7b1-782c06bded65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:24.390293 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347e43a-c299-4271-b7b1-782c06bded65 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:24.390681 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347e43a-c299-4271-b7b1-782c06bded65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:24.391026 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347e43a-c299-4271-b7b1-782c06bded65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:24.391391 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347e43a-c299-4271-b7b1-782c06bded65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:24.391729 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347e43a-c299-4271-b7b1-782c06bded65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:24.398583 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347e43a-c299-4271-b7b1-782c06bded65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:24.403300 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347e43a-c299-4271-b7b1-782c06bded65 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:24.403752 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347e43a-c299-4271-b7b1-782c06bded65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:24.407050 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347e43a-c299-4271-b7b1-782c06bded65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:24.407484 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347e43a-c299-4271-b7b1-782c06bded65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:24.407831 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347e43a-c299-4271-b7b1-782c06bded65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:24.448360 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9a6d85-9cb2-4bca-84cb-75f6d39832a6 None None] The sync data for ids ['25d4014d-9436-465d-8155-238c28949756'] in n-d-766771-2 is: [{'id': '25d4014d-9436-465d-8155-238c28949756', 'name': 'tempest-TestServerMultinode-1510769048-router', 'tenant_id': '1190454cf5c54deaab8b52a8961e4b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '0d8f1b33-0997-4cc8-a66a-5a273e9d9717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:45:17Z', 'updated_at': '2021-12-10T16:45:19Z', 'revision_number': 3, 'project_id': '1190454cf5c54deaab8b52a8961e4b9e', 'gw_port': {'id': '0d8f1b33-0997-4cc8-a66a-5a273e9d9717', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d4014d-9436-465d-8155-238c28949756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:45:18Z', 'updated_at': '2021-12-10T16:45:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:45:24.469811 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5347e43a-c299-4271-b7b1-782c06bded65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:24.470806 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49830e61-e0d0-4acd-8d9a-9ba6f86626cb None None] Pushing event updated for resources: {'Port': ['ID=56fd4b63-6399-44d8-884d-4b8167ae6145,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:24.472960 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.db.resource_extend [None req-25007f81-a52d-4095-a993-6b1cfdc50a54 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 16:45:24.539327 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.api [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:45:24.550408 n-d-766771-2 neutron-server[103394]: DEBUG oslo_db.api [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:45:24.602384 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device a5bc11e6-2551-4fa5-8f31-223905747610 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:45:24.711864 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25007f81-a52d-4095-a993-6b1cfdc50a54 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:24.730203 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5882d3a7-e5b6-4894-90f8-5195b330848a req-adae2df6-2383-45bf-8374-96148c317660 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.7073667 Dec 10 16:45:24.740765 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25007f81-a52d-4095-a993-6b1cfdc50a54 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:24.913828 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-c2db9613-19b6-44d6-a8b7-cfd54e064c98 None None] Set router 77049048-dae4-40ec-8eb1-f7770483e5ec gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:45:24.959736 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b867cb7e-8840-48fd-a2a9-07e1bc7ffb61 x-openstack-request-id: req-b867cb7e-8840-48fd-a2a9-07e1bc7ffb61 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:45:24.960462 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "394b17aa-2175-47fa-b9d1-94f52b8b0bde", "tag": "1172c95a-7f05-41e7-ae6e-859ee64c7c44", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:45:24.960949 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b867cb7e-8840-48fd-a2a9-07e1bc7ffb61 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:45:24.961573 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '394b17aa-2175-47fa-b9d1-94f52b8b0bde', 'tag': '1172c95a-7f05-41e7-ae6e-859ee64c7c44', 'status': 'completed', 'code': 200} Dec 10 16:45:24.965876 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5347e43a-c299-4271-b7b1-782c06bded65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:25.149357 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:25.198927 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5347e43a-c299-4271-b7b1-782c06bded65 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:25.218472 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5347e43a-c299-4271-b7b1-782c06bded65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:25.354015 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebf2dc-5a7e-4a7f-8f53-257aabcfc021 req-ef49d4d5-7762-47c6-a478-1df8a2d846c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:25.356062 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545b5741-6667-4376-b1bf-34077dd09b99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5bc11e6-2551-4fa5-8f31-223905747610'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:45:25.358466 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91551dc2-313b-4aa6-90a4-769757b91eee" -d '{"events": [{"server_uuid": "545b5741-6667-4376-b1bf-34077dd09b99", "name": "network-vif-unplugged", "status": "completed", "tag": "a5bc11e6-2551-4fa5-8f31-223905747610"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:45:25.362435 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0aebf2dc-5a7e-4a7f-8f53-257aabcfc021 req-ef49d4d5-7762-47c6-a478-1df8a2d846c4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a8f71f6efbb4998a516d8ba28b7fb68&device_id=394b17aa-2175-47fa-b9d1-94f52b8b0bde HTTP/1.1" status: 200 len: 1096 time: 0.3940425 Dec 10 16:45:25.430940 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5347e43a-c299-4271-b7b1-782c06bded65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:25.436516 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5347e43a-c299-4271-b7b1-782c06bded65 admin admin] Pushing event updated for resources: {'Port': ['ID=2c434b70-46ba-4719-bad9-dac64149b392,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:25.467819 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-03ba6582-7454-4f5c-847a-50e2315af13e None None] Provisioning complete for port 0d8f1b33-0997-4cc8-a66a-5a273e9d9717 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:45:25.468201 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-03ba6582-7454-4f5c-847a-50e2315af13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:25.571780 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 16:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2709b6b7-a64c-4b20-944e-c7c5a10950d6 x-openstack-request-id: req-2709b6b7-a64c-4b20-944e-c7c5a10950d6 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:45:25.572563 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "545b5741-6667-4376-b1bf-34077dd09b99", "name": "network-vif-unplugged", "status": "completed", "tag": "a5bc11e6-2551-4fa5-8f31-223905747610", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:45:25.572563 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2709b6b7-a64c-4b20-944e-c7c5a10950d6 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:45:25.572815 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '545b5741-6667-4376-b1bf-34077dd09b99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5bc11e6-2551-4fa5-8f31-223905747610', 'code': 200} Dec 10 16:45:25.574611 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port a5bc11e6-2551-4fa5-8f31-223905747610, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=a5bc11e6-2551-4fa5-8f31-223905747610,segment=NetworkSegment(5f321af3-1a86-4e4e-a33f-e6abf9e1d87b),segment_id=5f321af3-1a86-4e4e-a33f-e6abf9e1d87b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:45:25.719424 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:25.783255 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5347e43a-c299-4271-b7b1-782c06bded65 admin admin] Network 3476b3c9-4287-4449-893c-35b29eab3f45 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:45:25.788933 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-5347e43a-c299-4271-b7b1-782c06bded65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:45:25.987178 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ab6e0b69-6c58-4010-a2e5-8263e74de8d3 req-cbda3cc1-2ea6-41e1-bcc4-c2e65e04382c tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:26.126343 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebf2dc-5a7e-4a7f-8f53-257aabcfc021 req-01b80d3a-12bf-4650-b1ce-e0ad4172c57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:26.127796 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0aebf2dc-5a7e-4a7f-8f53-257aabcfc021 req-01b80d3a-12bf-4650-b1ce-e0ad4172c57e service neutron] 10.222.0.26 "GET /v2.0/networks?id=bba4673e-577b-4368-a0ec-91838d61c26f HTTP/1.1" status: 200 len: 914 time: 0.7397802 Dec 10 16:45:26.238943 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5347e43a-c299-4271-b7b1-782c06bded65 admin admin] Router 25d4014d-9436-465d-8155-238c28949756 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:45:26.267074 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda3cc1-2ea6-41e1-bcc4-c2e65e04382c tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Pushing event deleted for resources: {'Port': ['ID=a5bc11e6-2551-4fa5-8f31-223905747610,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:26.309402 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-74078238-f7a3-4c0d-b593-59136b7b7198 req-703f44a7-0118-4467-b944-f88820e4cb1b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=545b5741-6667-4376-b1bf-34077dd09b99 HTTP/1.1" status: 200 len: 210 time: 0.3265479 Dec 10 16:45:26.449984 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6e0b69-6c58-4010-a2e5-8263e74de8d3 req-cbda3cc1-2ea6-41e1-bcc4-c2e65e04382c tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] No DVR routers for this DVR port a5bc11e6-2551-4fa5-8f31-223905747610 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:45:26.457442 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ab6e0b69-6c58-4010-a2e5-8263e74de8d3 req-cbda3cc1-2ea6-41e1-bcc4-c2e65e04382c tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:26.461200 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ab6e0b69-6c58-4010-a2e5-8263e74de8d3 req-cbda3cc1-2ea6-41e1-bcc4-c2e65e04382c tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.46 "DELETE /v2.0/ports/a5bc11e6-2551-4fa5-8f31-223905747610 HTTP/1.1" status: 204 len: 173 time: 5.4982100 Dec 10 16:45:26.474031 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25007f81-a52d-4095-a993-6b1cfdc50a54 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Router 77049048-dae4-40ec-8eb1-f7770483e5ec has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:45:26.476203 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0aebf2dc-5a7e-4a7f-8f53-257aabcfc021 req-4bc31ae4-76e0-4967-97d5-ec77b72100a9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1172c95a-7f05-41e7-ae6e-859ee64c7c44 HTTP/1.1" status: 200 len: 999 time: 0.2321997 Dec 10 16:45:26.531443 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['eb2991dd-afe8-4317-bf27-03920c421c1f'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:45:26.534645 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 56fd4b63-6399-44d8-884d-4b8167ae6145 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:45:26.559618 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebf2dc-5a7e-4a7f-8f53-257aabcfc021 req-23565262-86d9-4b72-9e2a-b342b362db42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:26.561915 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0aebf2dc-5a7e-4a7f-8f53-257aabcfc021 req-23565262-86d9-4b72-9e2a-b342b362db42 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cccefdf8-31d5-4f26-a672-76a4d6caa47c HTTP/1.1" status: 200 len: 852 time: 0.0751240 Dec 10 16:45:26.719586 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5347e43a-c299-4271-b7b1-782c06bded65 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:45:26.739374 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5347e43a-c299-4271-b7b1-782c06bded65 admin admin] 10.222.0.11 "PUT /v2.0/routers/25d4014d-9436-465d-8155-238c28949756/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7576697 Dec 10 16:45:26.958998 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebf2dc-5a7e-4a7f-8f53-257aabcfc021 req-4a1e30d9-3a17-4e1c-aeec-820801f168a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:26.960696 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0aebf2dc-5a7e-4a7f-8f53-257aabcfc021 req-4a1e30d9-3a17-4e1c-aeec-820801f168a4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bba4673e-577b-4368-a0ec-91838d61c26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3905499 Dec 10 16:45:26.967471 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545b5741-6667-4376-b1bf-34077dd09b99', 'name': 'network-vif-deleted', 'tag': 'a5bc11e6-2551-4fa5-8f31-223905747610'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:45:26.972749 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b73e9a8-f4cf-4736-ba63-c13a3690edb2" -d '{"events": [{"server_uuid": "545b5741-6667-4376-b1bf-34077dd09b99", "name": "network-vif-deleted", "tag": "a5bc11e6-2551-4fa5-8f31-223905747610"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:45:27.139648 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92058a7-d0d4-4bf1-b6e9-41aae0abfae0 x-openstack-request-id: req-a92058a7-d0d4-4bf1-b6e9-41aae0abfae0 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:45:27.140275 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "545b5741-6667-4376-b1bf-34077dd09b99", "name": "network-vif-deleted", "tag": "a5bc11e6-2551-4fa5-8f31-223905747610", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:45:27.140725 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a92058a7-d0d4-4bf1-b6e9-41aae0abfae0 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:45:27.141331 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '545b5741-6667-4376-b1bf-34077dd09b99', 'name': 'network-vif-deleted', 'tag': 'a5bc11e6-2551-4fa5-8f31-223905747610', 'status': 'completed', 'code': 200} Dec 10 16:45:27.165444 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25007f81-a52d-4095-a993-6b1cfdc50a54 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:45:27.176395 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25007f81-a52d-4095-a993-6b1cfdc50a54 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:27.182104 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-03ba6582-7454-4f5c-847a-50e2315af13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:27.231897 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-03ba6582-7454-4f5c-847a-50e2315af13e None None] For port 0d8f1b33-0997-4cc8-a66a-5a273e9d9717, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=0d8f1b33-0997-4cc8-a66a-5a273e9d9717,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:45:27.313109 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-03ba6582-7454-4f5c-847a-50e2315af13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:27.326730 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=a5bc11e6-2551-4fa5-8f31-223905747610,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:27.334786 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47334) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:27.402212 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-25007f81-a52d-4095-a993-6b1cfdc50a54 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "PUT /v2.0/floatingips/d4a31a12-d764-4891-b206-754df37762bb HTTP/1.1" status: 200 len: 991 time: 5.3666589 Dec 10 16:45:27.408034 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0aebf2dc-5a7e-4a7f-8f53-257aabcfc021 req-9049178a-df92-476b-8c07-ce92573981ba service neutron] 10.222.0.26 "GET /v2.0/networks/bba4673e-577b-4368-a0ec-91838d61c26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270890 Dec 10 16:45:27.509622 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba6582-7454-4f5c-847a-50e2315af13e None None] Pushing event updated for resources: {'Port': ['ID=0d8f1b33-0997-4cc8-a66a-5a273e9d9717,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:27.620220 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-7c00d491-6e35-47c0-b8e2-65a77c2970ec None None] Provisioning complete for port 2c434b70-46ba-4719-bad9-dac64149b392 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:45:27.620483 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7c00d491-6e35-47c0-b8e2-65a77c2970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:27.652912 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce5737d6-78a3-4e9e-bfd8-cb594056ee66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:27.724165 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-7c00d491-6e35-47c0-b8e2-65a77c2970ec None None] Port 2c434b70-46ba-4719-bad9-dac64149b392 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:45:27.750958 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 56fd4b63-6399-44d8-884d-4b8167ae6145 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:45:27.751715 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:27.776635 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0aebf2dc-5a7e-4a7f-8f53-257aabcfc021 req-346a6e68-1a1f-456a-8121-5820dde01f0a service neutron] 10.222.0.26 "GET /v2.0/networks/bba4673e-577b-4368-a0ec-91838d61c26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566656 Dec 10 16:45:27.963393 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce5737d6-78a3-4e9e-bfd8-cb594056ee66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:27.974604 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce5737d6-78a3-4e9e-bfd8-cb594056ee66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:27.976755 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c2db9613-19b6-44d6-a8b7-cfd54e064c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'name': 'tempest-TestVolumeBackupRestore-783788310-router', 'tenant_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '2caed315-7525-4930-93f7-84341535d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:40:49Z', 'updated_at': '2021-12-10T16:40:56Z', 'revision_number': 4, 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'gw_port': {'id': '2caed315-7525-4930-93f7-84341535d5ec', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:af:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:51Z', 'updated_at': '2021-12-10T16:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': 'd4a31a12-d764-4891-b206-754df37762bb', 'tenant_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'floating_ip_address': '172.25.6.130', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'port_id': '1172c95a-7f05-41e7-ae6e-859ee64c7c44', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3234, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bba4673e-577b-4368-a0ec-91838d61c26f', 'mac_address': 'fa:16:3e:80:8f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394b17aa-2175-47fa-b9d1-94f52b8b0bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:45:18Z', 'updated_at': '2021-12-10T16:45:18Z', 'revision_number': 0, 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73', 'name': '', 'network_id': 'bba4673e-577b-4368-a0ec-91838d61c26f', 'tenant_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'mac_address': 'fa:16:3e:aa:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'cccefdf8-31d5-4f26-a672-76a4d6caa47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:55Z', 'updated_at': '2021-12-10T16:41:09Z', 'revision_number': 5, 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'subnets': [{'id': 'cccefdf8-31d5-4f26-a672-76a4d6caa47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:28.069105 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ce5737d6-78a3-4e9e-bfd8-cb594056ee66 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7747e02a9f5e41eb906f4d693d6fd673&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7302465 Dec 10 16:45:28.085381 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47368) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:28.098018 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5737d6-78a3-4e9e-bfd8-cb594056ee66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ada034d-9287-46cd-8b57-e52ae2047343,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:28.100926 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2db9613-19b6-44d6-a8b7-cfd54e064c98 None None] The sync data for ids ['77049048-dae4-40ec-8eb1-f7770483e5ec'] in n-d-766771-2 is: [{'id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'name': 'tempest-TestVolumeBackupRestore-783788310-router', 'tenant_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '2caed315-7525-4930-93f7-84341535d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:40:49Z', 'updated_at': '2021-12-10T16:40:56Z', 'revision_number': 4, 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'gw_port': {'id': '2caed315-7525-4930-93f7-84341535d5ec', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:af:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:51Z', 'updated_at': '2021-12-10T16:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': 'd4a31a12-d764-4891-b206-754df37762bb', 'tenant_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'floating_ip_address': '172.25.6.130', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'port_id': '1172c95a-7f05-41e7-ae6e-859ee64c7c44', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3234, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bba4673e-577b-4368-a0ec-91838d61c26f', 'mac_address': 'fa:16:3e:80:8f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394b17aa-2175-47fa-b9d1-94f52b8b0bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:45:18Z', 'updated_at': '2021-12-10T16:45:18Z', 'revision_number': 0, 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73', 'name': '', 'network_id': 'bba4673e-577b-4368-a0ec-91838d61c26f', 'tenant_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'mac_address': 'fa:16:3e:aa:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'cccefdf8-31d5-4f26-a672-76a4d6caa47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:55Z', 'updated_at': '2021-12-10T16:41:09Z', 'revision_number': 5, 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'subnets': [{'id': 'cccefdf8-31d5-4f26-a672-76a4d6caa47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:45:28.177679 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab13ea8-02b4-4bc0-a048-e68b1cb4ea89 None None] Sync routers for ids ['25d4014d-9436-465d-8155-238c28949756'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:45:28.201943 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab13ea8-02b4-4bc0-a048-e68b1cb4ea89 None None] Routers {'25d4014d-9436-465d-8155-238c28949756'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:45:28.210889 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eebda2c8-1b31-4732-8651-82874b778e00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:28.213072 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-fab13ea8-02b4-4bc0-a048-e68b1cb4ea89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:45:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['25d4014d-9436-465d-8155-238c28949756'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:28.316277 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eebda2c8-1b31-4732-8651-82874b778e00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:28.498041 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-503ad208-c5af-48e2-942a-427ad74e0cb3 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:28.515043 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-503ad208-c5af-48e2-942a-427ad74e0cb3 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/networks?id=35f32682-cfba-42d0-8574-2822bfa354b7 HTTP/1.1" status: 200 len: 805 time: 0.4577472 Dec 10 16:45:28.559355 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-37ca23fe-603d-4f0b-8941-023cab1269a4 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/quotas/2334512fa40541b3a8ba6aa3ffbe674c HTTP/1.1" status: 200 len: 375 time: 0.0419633 Dec 10 16:45:28.578093 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eebda2c8-1b31-4732-8651-82874b778e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:28.587022 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 0d8f1b33-0997-4cc8-a66a-5a273e9d9717 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:45:28.618316 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eebda2c8-1b31-4732-8651-82874b778e00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:28.625896 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-eebda2c8-1b31-4732-8651-82874b778e00 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5ada034d-9287-46cd-8b57-e52ae2047343 HTTP/1.1" status: 204 len: 168 time: 0.5386398 Dec 10 16:45:28.672059 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-fab13ea8-02b4-4bc0-a048-e68b1cb4ea89 None None] Set router 25d4014d-9436-465d-8155-238c28949756 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:45:28.690393 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebda2c8-1b31-4732-8651-82874b778e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ada034d-9287-46cd-8b57-e52ae2047343,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:28.731368 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47386) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:28.743198 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-22128a05-dad4-4a87-8283-40d91a5338ad admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1855564814-network', 'tenant_id': '5b58923622cd48bd8f7699914d4f82d6'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:45:28.765157 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071b8eb8-e38b-48a2-a03a-db181906f505 None None] New status for floating IP d4a31a12-d764-4891-b206-754df37762bb: ACTIVE {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:45:28.777171 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-41bb087d-8656-405c-8f95-93c1be4336c8 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2334512fa40541b3a8ba6aa3ffbe674c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2135422 Dec 10 16:45:28.794872 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22128a05-dad4-4a87-8283-40d91a5338ad admin admin] Made reservation on behalf of 5b58923622cd48bd8f7699914d4f82d6 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:45:28.802789 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-22128a05-dad4-4a87-8283-40d91a5338ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:28.823401 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-22128a05-dad4-4a87-8283-40d91a5338ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:28.946548 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-22128a05-dad4-4a87-8283-40d91a5338ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:28.953249 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-22128a05-dad4-4a87-8283-40d91a5338ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:29.007956 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22128a05-dad4-4a87-8283-40d91a5338ad admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:45:29.019101 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-c437ea90-a6c2-42ed-a9e6-f71982d50890 service neutron] 10.222.0.11 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402437 Dec 10 16:45:29.024071 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-22128a05-dad4-4a87-8283-40d91a5338ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:29.024672 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-22128a05-dad4-4a87-8283-40d91a5338ad admin admin] Added segment 92ac0568-7277-4d48-870b-d4785c724388 of type vlan for network 56ff1eff-4805-4717-929a-9566e39824d3 Dec 10 16:45:29.082747 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 0d8f1b33-0997-4cc8-a66a-5a273e9d9717 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:45:29.085496 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:29.135101 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-22128a05-dad4-4a87-8283-40d91a5338ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:29.142537 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '394b17aa-2175-47fa-b9d1-94f52b8b0bde', 'tag': '1172c95a-7f05-41e7-ae6e-859ee64c7c44'}, {'name': 'network-changed', 'server_uuid': '394b17aa-2175-47fa-b9d1-94f52b8b0bde', 'tag': '1172c95a-7f05-41e7-ae6e-859ee64c7c44'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:45:29.148561 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe09453e-e2ec-45a8-9be2-e5923333dd6a" -d '{"events": [{"name": "network-changed", "server_uuid": "394b17aa-2175-47fa-b9d1-94f52b8b0bde", "tag": "1172c95a-7f05-41e7-ae6e-859ee64c7c44"}, {"name": "network-changed", "server_uuid": "394b17aa-2175-47fa-b9d1-94f52b8b0bde", "tag": "1172c95a-7f05-41e7-ae6e-859ee64c7c44"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:45:29.190128 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22128a05-dad4-4a87-8283-40d91a5338ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d6246b-ae6f-4c60-b629-6aa2b5602fde,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:29.259340 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-22128a05-dad4-4a87-8283-40d91a5338ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:29.261769 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22128a05-dad4-4a87-8283-40d91a5338ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:29.263930 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-22128a05-dad4-4a87-8283-40d91a5338ad admin admin] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:29.279390 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-fab13ea8-02b4-4bc0-a048-e68b1cb4ea89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d4014d-9436-465d-8155-238c28949756', 'name': 'tempest-TestServerMultinode-1510769048-router', 'tenant_id': '1190454cf5c54deaab8b52a8961e4b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '0d8f1b33-0997-4cc8-a66a-5a273e9d9717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:45:17Z', 'updated_at': '2021-12-10T16:45:24Z', 'revision_number': 4, 'project_id': '1190454cf5c54deaab8b52a8961e4b9e', 'gw_port': {'id': '0d8f1b33-0997-4cc8-a66a-5a273e9d9717', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d4014d-9436-465d-8155-238c28949756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:45:18Z', 'updated_at': '2021-12-10T16:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '2c434b70-46ba-4719-bad9-dac64149b392', 'name': '', 'network_id': '3476b3c9-4287-4449-893c-35b29eab3f45', 'tenant_id': '1190454cf5c54deaab8b52a8961e4b9e', 'mac_address': 'fa:16:3e:f4:ba:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d4014d-9436-465d-8155-238c28949756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'd661a2ff-ce31-4fd8-88a7-1638071ff182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:45:22Z', 'updated_at': '2021-12-10T16:45:25Z', 'revision_number': 2, 'project_id': '1190454cf5c54deaab8b52a8961e4b9e', 'subnets': [{'id': 'd661a2ff-ce31-4fd8-88a7-1638071ff182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:29.283344 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-4b25d8a3-a689-4c6f-bfb8-8b9cd00389fa service neutron] 10.222.0.11 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572608 Dec 10 16:45:29.382291 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab13ea8-02b4-4bc0-a048-e68b1cb4ea89 None None] Checking router: 25d4014d-9436-465d-8155-238c28949756 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:45:29.382764 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab13ea8-02b4-4bc0-a048-e68b1cb4ea89 None None] Updating router 25d4014d-9436-465d-8155-238c28949756 port 2c434b70-46ba-4719-bad9-dac64149b392 binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:45:29.391630 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:45:29.449836 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-fab13ea8-02b4-4bc0-a048-e68b1cb4ea89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:29.465374 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22128a05-dad4-4a87-8283-40d91a5338ad admin admin] Pushing event updated for resources: {'Network': ['ID=56ff1eff-4805-4717-929a-9566e39824d3,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:29.485850 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 47408) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:29.486458 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-22128a05-dad4-4a87-8283-40d91a5338ad admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7482021 Dec 10 16:45:29.491652 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-44ae063c-4022-4014-95fd-1e03de996789 admin admin] Request body: {'subnet': {'network_id': '56ff1eff-4805-4717-929a-9566e39824d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1855564814-subnet', 'tenant_id': '5b58923622cd48bd8f7699914d4f82d6', 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:45:29.522783 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 56ff1eff-4805-4717-929a-9566e39824d3 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:45:29.589046 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ae063c-4022-4014-95fd-1e03de996789 admin admin] Made reservation on behalf of 5b58923622cd48bd8f7699914d4f82d6 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:45:29.596991 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-44ae063c-4022-4014-95fd-1e03de996789 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:29.623339 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47416) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:29.663081 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 0d8f1b33-0997-4cc8-a66a-5a273e9d9717 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:45:29.830245 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 0d8f1b33-0997-4cc8-a66a-5a273e9d9717 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:45:29.834315 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:29.910703 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-60a6769e-b065-4b12-b316-c4270cf2a873 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:29.917127 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 10 Dec 2021 16:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1f3fc7-adcf-433f-88b8-b255eded39ef x-openstack-request-id: req-fb1f3fc7-adcf-433f-88b8-b255eded39ef {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:45:29.920269 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "394b17aa-2175-47fa-b9d1-94f52b8b0bde", "tag": "1172c95a-7f05-41e7-ae6e-859ee64c7c44", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "394b17aa-2175-47fa-b9d1-94f52b8b0bde", "tag": "1172c95a-7f05-41e7-ae6e-859ee64c7c44", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:45:29.921460 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fb1f3fc7-adcf-433f-88b8-b255eded39ef {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:45:29.922186 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '394b17aa-2175-47fa-b9d1-94f52b8b0bde', 'tag': '1172c95a-7f05-41e7-ae6e-859ee64c7c44', 'status': 'completed', 'code': 200} Dec 10 16:45:29.923773 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '394b17aa-2175-47fa-b9d1-94f52b8b0bde', 'tag': '1172c95a-7f05-41e7-ae6e-859ee64c7c44', 'status': 'completed', 'code': 200} Dec 10 16:45:30.034671 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-fab13ea8-02b4-4bc0-a048-e68b1cb4ea89 None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:30.048915 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2c87d9-39fc-4f99-a84d-30c960fb0059 None None] Sync routers for ids ['77049048-dae4-40ec-8eb1-f7770483e5ec'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:45:30.077179 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-fab13ea8-02b4-4bc0-a048-e68b1cb4ea89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:30.109362 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c6d8effb-8595-489c-87f4-6c1b2ec8de28 req-7f1e0489-0d20-4650-b8a4-0580ed5c0391 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbd9b80e-28f5-4558-813d-c385e745969c HTTP/1.1" status: 200 len: 210 time: 0.2042365 Dec 10 16:45:30.117073 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2c87d9-39fc-4f99-a84d-30c960fb0059 None None] Routers {'77049048-dae4-40ec-8eb1-f7770483e5ec'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:45:30.128546 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-fe2c87d9-39fc-4f99-a84d-30c960fb0059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:45:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['77049048-dae4-40ec-8eb1-f7770483e5ec'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:30.154560 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-60a6769e-b065-4b12-b316-c4270cf2a873 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:30.176149 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-60a6769e-b065-4b12-b316-c4270cf2a873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:30.233187 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09453e-e2ec-45a8-9be2-e5923333dd6a req-ecf092d1-5fd9-4b34-ae7d-58fee30777f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:30.233187 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe09453e-e2ec-45a8-9be2-e5923333dd6a req-ecf092d1-5fd9-4b34-ae7d-58fee30777f1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a8f71f6efbb4998a516d8ba28b7fb68&device_id=394b17aa-2175-47fa-b9d1-94f52b8b0bde HTTP/1.1" status: 200 len: 1096 time: 0.3233354 Dec 10 16:45:30.248821 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-60a6769e-b065-4b12-b316-c4270cf2a873 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=25396f5673834447b3d5e9cd4d5cbaae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6172266 Dec 10 16:45:30.249876 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47438) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:30.383039 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d0437-5c61-4823-97e6-42be433c5b4b None None] Pushing event updated for resources: {'Port': ['ID=2c434b70-46ba-4719-bad9-dac64149b392,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:30.420424 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a6769e-b065-4b12-b316-c4270cf2a873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b8d892-8a16-4108-97ee-c84d39062642,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:30.490398 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-618fc210-8b99-4aef-9f5a-c7532b038d0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:30.566661 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-618fc210-8b99-4aef-9f5a-c7532b038d0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:30.579465 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09453e-e2ec-45a8-9be2-e5923333dd6a req-12022333-29db-4cd8-a40f-ece5abf89da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:30.588673 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe09453e-e2ec-45a8-9be2-e5923333dd6a req-12022333-29db-4cd8-a40f-ece5abf89da4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bba4673e-577b-4368-a0ec-91838d61c26f HTTP/1.1" status: 200 len: 914 time: 0.3466918 Dec 10 16:45:30.592851 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-44ae063c-4022-4014-95fd-1e03de996789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:30.686768 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-618fc210-8b99-4aef-9f5a-c7532b038d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:30.690536 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-618fc210-8b99-4aef-9f5a-c7532b038d0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:30.691949 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-618fc210-8b99-4aef-9f5a-c7532b038d0a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e3b8d892-8a16-4108-97ee-c84d39062642 HTTP/1.1" status: 204 len: 168 time: 0.4397609 Dec 10 16:45:30.713706 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618fc210-8b99-4aef-9f5a-c7532b038d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b8d892-8a16-4108-97ee-c84d39062642,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:30.715023 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-4ad506ed-647f-474a-b3f6-467698b48a6b None None] Provisioning complete for port 2c434b70-46ba-4719-bad9-dac64149b392 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:45:30.715532 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4ad506ed-647f-474a-b3f6-467698b48a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:30.773407 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae063c-4022-4014-95fd-1e03de996789 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa1b14ac-439a-4cb4-b70a-9ab97e4cea65,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:30.801603 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe09453e-e2ec-45a8-9be2-e5923333dd6a req-807bf301-e04a-4195-9859-35754e6bfd46 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1172c95a-7f05-41e7-ae6e-859ee64c7c44 HTTP/1.1" status: 200 len: 1001 time: 0.2010536 Dec 10 16:45:30.842475 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ae063c-4022-4014-95fd-1e03de996789 admin admin] Checking segment: {'id': '92ac0568-7277-4d48-870b-d4785c724388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '56ff1eff-4805-4717-929a-9566e39824d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:45:30.843751 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ae063c-4022-4014-95fd-1e03de996789 admin admin] Network hostable DHCP agents. Network: 56ff1eff-4805-4717-929a-9566e39824d3, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:45:30.901392 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-4ad506ed-647f-474a-b3f6-467698b48a6b None None] Port 2c434b70-46ba-4719-bad9-dac64149b392 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:45:30.947069 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-fab13ea8-02b4-4bc0-a048-e68b1cb4ea89 None None] Attempting to bind port 2c434b70-46ba-4719-bad9-dac64149b392 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:45:30.947069 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-fab13ea8-02b4-4bc0-a048-e68b1cb4ea89 None None] Attempting to bind port 2c434b70-46ba-4719-bad9-dac64149b392 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '0768ac61-f3fc-49c8-a352-c9da2337fb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3476b3c9-4287-4449-893c-35b29eab3f45'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:45:30.947069 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab13ea8-02b4-4bc0-a048-e68b1cb4ea89 None None] Attempting to bind port 2c434b70-46ba-4719-bad9-dac64149b392 on network 3476b3c9-4287-4449-893c-35b29eab3f45 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:45:31.003548 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-fe2c87d9-39fc-4f99-a84d-30c960fb0059 None None] Set router 77049048-dae4-40ec-8eb1-f7770483e5ec gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:45:31.005764 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab13ea8-02b4-4bc0-a048-e68b1cb4ea89 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:45:31.006177 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab13ea8-02b4-4bc0-a048-e68b1cb4ea89 None None] Checking segment: {'id': '0768ac61-f3fc-49c8-a352-c9da2337fb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3476b3c9-4287-4449-893c-35b29eab3f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:45:31.015020 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-fab13ea8-02b4-4bc0-a048-e68b1cb4ea89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:31.017079 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab13ea8-02b4-4bc0-a048-e68b1cb4ea89 None None] Bound using segment: {'id': '0768ac61-f3fc-49c8-a352-c9da2337fb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3476b3c9-4287-4449-893c-35b29eab3f45'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:45:31.017628 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-fab13ea8-02b4-4bc0-a048-e68b1cb4ea89 None None] Bound port: 2c434b70-46ba-4719-bad9-dac64149b392, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0768ac61-f3fc-49c8-a352-c9da2337fb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3476b3c9-4287-4449-893c-35b29eab3f45'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:45:31.018074 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-fab13ea8-02b4-4bc0-a048-e68b1cb4ea89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:31.021519 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09453e-e2ec-45a8-9be2-e5923333dd6a req-1ad88ae4-4f7a-4ecb-b105-7a9af3aa18c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:31.027314 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe09453e-e2ec-45a8-9be2-e5923333dd6a req-1ad88ae4-4f7a-4ecb-b105-7a9af3aa18c4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cccefdf8-31d5-4f26-a672-76a4d6caa47c HTTP/1.1" status: 200 len: 852 time: 0.2141964 Dec 10 16:45:31.061709 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ae063c-4022-4014-95fd-1e03de996789 admin admin] Network 56ff1eff-4805-4717-929a-9566e39824d3 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:45:31.160742 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-44ae063c-4022-4014-95fd-1e03de996789 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 56ff1eff-4805-4717-929a-9566e39824d3) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:45:31.177950 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ae063c-4022-4014-95fd-1e03de996789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:31.181733 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-44ae063c-4022-4014-95fd-1e03de996789 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:31.195236 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b477fb-7d59-4cfb-b3f5-03f545aaba63 None None] Network 56ff1eff-4805-4717-929a-9566e39824d3 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:45:31.197455 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09453e-e2ec-45a8-9be2-e5923333dd6a req-bf4f9a1d-8f8c-4a36-8cfd-a86483cf725b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:31.203277 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe09453e-e2ec-45a8-9be2-e5923333dd6a req-bf4f9a1d-8f8c-4a36-8cfd-a86483cf725b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bba4673e-577b-4368-a0ec-91838d61c26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1683226 Dec 10 16:45:31.239207 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-44ae063c-4022-4014-95fd-1e03de996789 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7495694 Dec 10 16:45:31.240744 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47456) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:31.245718 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-3356b00a-6303-46a6-809d-cd8ec46f5824 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1855564814-router', 'tenant_id': '5b58923622cd48bd8f7699914d4f82d6', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:45:31.289073 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3356b00a-6303-46a6-809d-cd8ec46f5824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:31.294221 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3356b00a-6303-46a6-809d-cd8ec46f5824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:31.489855 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3356b00a-6303-46a6-809d-cd8ec46f5824 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:31.516449 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee0e6de-fc5c-4b72-9947-c41f0f80d8c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-56ff1eff-4805-4717-929a-9566e39824d3', 'network_id': '56ff1eff-4805-4717-929a-9566e39824d3', 'project_id': '5b58923622cd48bd8f7699914d4f82d6', 'fixed_ips': [{'subnet_id': 'fa1b14ac-439a-4cb4-b70a-9ab97e4cea65'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:45:31.517334 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0ee0e6de-fc5c-4b72-9947-c41f0f80d8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:31.570394 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 47464) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:31.670246 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-fab13ea8-02b4-4bc0-a048-e68b1cb4ea89 None None] For port 2c434b70-46ba-4719-bad9-dac64149b392, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:45:31.681605 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-96c23733-dddc-496f-8ad8-e3566c9076fb req-a029932f-47ef-4ce0-9b84-56ee7934afc4 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbd9b80e-28f5-4558-813d-c385e745969c HTTP/1.1" status: 200 len: 210 time: 0.3156583 Dec 10 16:45:31.723967 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-fab13ea8-02b4-4bc0-a048-e68b1cb4ea89 None None] For port 2c434b70-46ba-4719-bad9-dac64149b392, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=2c434b70-46ba-4719-bad9-dac64149b392,segment=NetworkSegment(0768ac61-f3fc-49c8-a352-c9da2337fb4a),segment_id=0768ac61-f3fc-49c8-a352-c9da2337fb4a)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:45:31.734109 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe09453e-e2ec-45a8-9be2-e5923333dd6a req-730945e2-c345-44ee-9507-3b66fb1628dc service neutron] 10.222.0.26 "GET /v2.0/networks/bba4673e-577b-4368-a0ec-91838d61c26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5204897 Dec 10 16:45:31.740920 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0caec1d5-f03a-4e90-ac72-d030e8f900c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:31.780422 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-fab13ea8-02b4-4bc0-a048-e68b1cb4ea89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:31.917768 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-0ee0e6de-fc5c-4b72-9947-c41f0f80d8c1 None None] Allocated IP 172.20.0.2 (56ff1eff-4805-4717-929a-9566e39824d3/fa1b14ac-439a-4cb4-b70a-9ab97e4cea65/43f48bbd-392e-4402-bbc3-d59fbb491354) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:45:31.928820 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3356b00a-6303-46a6-809d-cd8ec46f5824 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:32.180963 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab13ea8-02b4-4bc0-a048-e68b1cb4ea89 None None] Routers {'25d4014d-9436-465d-8155-238c28949756'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:45:32.183791 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-fab13ea8-02b4-4bc0-a048-e68b1cb4ea89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:45:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['25d4014d-9436-465d-8155-238c28949756'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:32.210773 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-d122f3d6-1091-416c-a767-0e75b068aea0 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:32.212277 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d0437-5c61-4823-97e6-42be433c5b4b None None] Pushing event updated for resources: {'Port': ['ID=2c434b70-46ba-4719-bad9-dac64149b392,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:32.213808 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-d122f3d6-1091-416c-a767-0e75b068aea0 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.46 "GET /v2.0/networks?id=35f32682-cfba-42d0-8574-2822bfa354b7 HTTP/1.1" status: 200 len: 805 time: 0.5384192 Dec 10 16:45:32.216154 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe09453e-e2ec-45a8-9be2-e5923333dd6a req-3da44da0-6086-4dca-9f00-43034abbfb79 service neutron] 10.222.0.26 "GET /v2.0/networks/bba4673e-577b-4368-a0ec-91838d61c26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675395 Dec 10 16:45:32.249027 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-b680b7b4-2114-4e9d-a495-638983fa351b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Request body: {'port': {'device_id': 'fbd9b80e-28f5-4558-813d-c385e745969c', 'network_id': '35f32682-cfba-42d0-8574-2822bfa354b7', 'admin_state_up': True, 'tenant_id': '2334512fa40541b3a8ba6aa3ffbe674c'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:45:32.289175 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0ee0e6de-fc5c-4b72-9947-c41f0f80d8c1 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:32.304514 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0ee0e6de-fc5c-4b72-9947-c41f0f80d8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:32.438522 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee0e6de-fc5c-4b72-9947-c41f0f80d8c1 None None] Network 56ff1eff-4805-4717-929a-9566e39824d3 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:45:32.452885 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-0ee0e6de-fc5c-4b72-9947-c41f0f80d8c1 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:45:32.461189 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee0e6de-fc5c-4b72-9947-c41f0f80d8c1 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:45:32.469627 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-fab13ea8-02b4-4bc0-a048-e68b1cb4ea89 None None] Set router 25d4014d-9436-465d-8155-238c28949756 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:45:32.477404 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 47478) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:32.524284 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-fe2c87d9-39fc-4f99-a84d-30c960fb0059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'name': 'tempest-TestVolumeBackupRestore-783788310-router', 'tenant_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '2caed315-7525-4930-93f7-84341535d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:40:49Z', 'updated_at': '2021-12-10T16:40:56Z', 'revision_number': 4, 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'gw_port': {'id': '2caed315-7525-4930-93f7-84341535d5ec', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:af:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:51Z', 'updated_at': '2021-12-10T16:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': 'd4a31a12-d764-4891-b206-754df37762bb', 'tenant_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'floating_ip_address': '172.25.6.130', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'port_id': '1172c95a-7f05-41e7-ae6e-859ee64c7c44', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3234, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bba4673e-577b-4368-a0ec-91838d61c26f', 'mac_address': 'fa:16:3e:80:8f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394b17aa-2175-47fa-b9d1-94f52b8b0bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:45:18Z', 'updated_at': '2021-12-10T16:45:29Z', 'revision_number': 2, 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73', 'name': '', 'network_id': 'bba4673e-577b-4368-a0ec-91838d61c26f', 'tenant_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'mac_address': 'fa:16:3e:aa:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'cccefdf8-31d5-4f26-a672-76a4d6caa47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:55Z', 'updated_at': '2021-12-10T16:41:09Z', 'revision_number': 5, 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'subnets': [{'id': 'cccefdf8-31d5-4f26-a672-76a4d6caa47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:32.551329 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0e6de-fc5c-4b72-9947-c41f0f80d8c1 None None] Pushing event updated for resources: {'Port': ['ID=43f48bbd-392e-4402-bbc3-d59fbb491354,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:32.554773 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-21be2ac2-96a1-4f4b-9921-e0d8709c2a85 None None] Provisioning complete for port 2c434b70-46ba-4719-bad9-dac64149b392 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:45:32.555431 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-21be2ac2-96a1-4f4b-9921-e0d8709c2a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:32.605485 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2c87d9-39fc-4f99-a84d-30c960fb0059 None None] Checking router: 77049048-dae4-40ec-8eb1-f7770483e5ec for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:45:32.613053 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3356b00a-6303-46a6-809d-cd8ec46f5824 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:32.634617 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09453e-e2ec-45a8-9be2-e5923333dd6a req-9ac9d549-7c41-489f-9e89-ba46a6864963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:32.639011 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe09453e-e2ec-45a8-9be2-e5923333dd6a req-9ac9d549-7c41-489f-9e89-ba46a6864963 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a8f71f6efbb4998a516d8ba28b7fb68&device_id=394b17aa-2175-47fa-b9d1-94f52b8b0bde HTTP/1.1" status: 200 len: 1096 time: 0.3468196 Dec 10 16:45:32.659177 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3356b00a-6303-46a6-809d-cd8ec46f5824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:32.674840 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-0ee0e6de-fc5c-4b72-9947-c41f0f80d8c1 None None] Attempting to bind port 43f48bbd-392e-4402-bbc3-d59fbb491354 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:45:32.677108 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-0ee0e6de-fc5c-4b72-9947-c41f0f80d8c1 None None] Attempting to bind port 43f48bbd-392e-4402-bbc3-d59fbb491354 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '92ac0568-7277-4d48-870b-d4785c724388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '56ff1eff-4805-4717-929a-9566e39824d3'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:45:32.677590 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee0e6de-fc5c-4b72-9947-c41f0f80d8c1 None None] Attempting to bind port 43f48bbd-392e-4402-bbc3-d59fbb491354 on network 56ff1eff-4805-4717-929a-9566e39824d3 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:45:32.698110 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee0e6de-fc5c-4b72-9947-c41f0f80d8c1 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:45:32.698691 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee0e6de-fc5c-4b72-9947-c41f0f80d8c1 None None] Checking segment: {'id': '92ac0568-7277-4d48-870b-d4785c724388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '56ff1eff-4805-4717-929a-9566e39824d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:45:32.699202 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0ee0e6de-fc5c-4b72-9947-c41f0f80d8c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:32.699697 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee0e6de-fc5c-4b72-9947-c41f0f80d8c1 None None] Bound using segment: {'id': '92ac0568-7277-4d48-870b-d4785c724388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '56ff1eff-4805-4717-929a-9566e39824d3'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:45:32.700285 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-0ee0e6de-fc5c-4b72-9947-c41f0f80d8c1 None None] Bound port: 43f48bbd-392e-4402-bbc3-d59fbb491354, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92ac0568-7277-4d48-870b-d4785c724388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '56ff1eff-4805-4717-929a-9566e39824d3'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:45:32.701303 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0ee0e6de-fc5c-4b72-9947-c41f0f80d8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:32.715489 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2c87d9-39fc-4f99-a84d-30c960fb0059 None None] Routers {'77049048-dae4-40ec-8eb1-f7770483e5ec'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:45:32.720015 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-fe2c87d9-39fc-4f99-a84d-30c960fb0059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:45:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['77049048-dae4-40ec-8eb1-f7770483e5ec'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:32.899704 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-72454506-cd0a-4089-8290-deb1f39c8e45 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-600936389'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:45:32.936997 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-0ee0e6de-fc5c-4b72-9947-c41f0f80d8c1 None None] For port 43f48bbd-392e-4402-bbc3-d59fbb491354, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:45:32.938684 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-3356b00a-6303-46a6-809d-cd8ec46f5824 admin admin] Allocated IP 172.25.6.100 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/c0da79dd-d9db-4105-96b3-be9cec24a186) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:45:32.945738 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-0ee0e6de-fc5c-4b72-9947-c41f0f80d8c1 None None] For port 43f48bbd-392e-4402-bbc3-d59fbb491354, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=43f48bbd-392e-4402-bbc3-d59fbb491354,segment=NetworkSegment(92ac0568-7277-4d48-870b-d4785c724388),segment_id=92ac0568-7277-4d48-870b-d4785c724388)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:45:32.953809 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-21be2ac2-96a1-4f4b-9921-e0d8709c2a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:32.967707 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-fe2c87d9-39fc-4f99-a84d-30c960fb0059 None None] Set router 77049048-dae4-40ec-8eb1-f7770483e5ec gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:45:32.988132 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0ee0e6de-fc5c-4b72-9947-c41f0f80d8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:33.019686 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cb0e68c7-586c-453a-b2c7-13704319d126 req-568d6643-7158-4aa6-8893-6b7a370ac8a9 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbd9b80e-28f5-4558-813d-c385e745969c HTTP/1.1" status: 200 len: 210 time: 0.1637723 Dec 10 16:45:33.115194 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.db.api [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-b680b7b4-2114-4e9d-a495-638983fa351b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 16:45:33.115194 n-d-766771-2 neutron-server[103392]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 10 16:45:33.115194 n-d-766771-2 neutron-server[103392]: [parameters: {'project_id_1': '2334512fa40541b3a8ba6aa3ffbe674c', 'expiration_1': datetime.datetime(2021, 12, 10, 16, 45, 13, 10579)}] Dec 10 16:45:33.115194 n-d-766771-2 neutron-server[103392]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:45:33.116537 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-21be2ac2-96a1-4f4b-9921-e0d8709c2a85 None None] For port 2c434b70-46ba-4719-bad9-dac64149b392, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=2c434b70-46ba-4719-bad9-dac64149b392,segment=NetworkSegment(0768ac61-f3fc-49c8-a352-c9da2337fb4a),segment_id=0768ac61-f3fc-49c8-a352-c9da2337fb4a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:45:33.116666 n-d-766771-2 neutron-server[103392]: DEBUG oslo_db.api [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-b680b7b4-2114-4e9d-a495-638983fa351b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:45:33.129051 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-21be2ac2-96a1-4f4b-9921-e0d8709c2a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:33.154284 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3356b00a-6303-46a6-809d-cd8ec46f5824 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:33.162011 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72454506-cd0a-4089-8290-deb1f39c8e45 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Made reservation on behalf of bdf777d741ab493e9eefb77599171dfe for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:45:33.164394 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0e6de-fc5c-4b72-9947-c41f0f80d8c1 None None] Pushing event updated for resources: {'Port': ['ID=43f48bbd-392e-4402-bbc3-d59fbb491354,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:33.170369 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-72454506-cd0a-4089-8290-deb1f39c8e45 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:33.228164 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09453e-e2ec-45a8-9be2-e5923333dd6a req-1b5405f3-5878-4f80-8255-6a828499766a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:33.231016 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe09453e-e2ec-45a8-9be2-e5923333dd6a req-1b5405f3-5878-4f80-8255-6a828499766a service neutron] 10.222.0.26 "GET /v2.0/networks?id=bba4673e-577b-4368-a0ec-91838d61c26f HTTP/1.1" status: 200 len: 914 time: 0.5727718 Dec 10 16:45:33.234441 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3356b00a-6303-46a6-809d-cd8ec46f5824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:33.238090 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0caec1d5-f03a-4e90-ac72-d030e8f900c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:33.240296 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-72454506-cd0a-4089-8290-deb1f39c8e45 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:33.270414 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be2ac2-96a1-4f4b-9921-e0d8709c2a85 None None] Pushing event updated for resources: {'Port': ['ID=2c434b70-46ba-4719-bad9-dac64149b392,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:33.284175 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3356b00a-6303-46a6-809d-cd8ec46f5824 admin admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:45:33.287931 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0caec1d5-f03a-4e90-ac72-d030e8f900c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:33.321096 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-3356b00a-6303-46a6-809d-cd8ec46f5824 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:45:33.324990 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3356b00a-6303-46a6-809d-cd8ec46f5824 admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:45:33.339605 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d465d2-fc0d-4928-9932-c21edb96e8d0 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:45:33.476359 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-bea31962-ef47-4447-ba54-e4ba3dd1e6a6 None None] Provisioning complete for port c0da79dd-d9db-4105-96b3-be9cec24a186 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:45:33.477888 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bea31962-ef47-4447-ba54-e4ba3dd1e6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:33.531096 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3356b00a-6303-46a6-809d-cd8ec46f5824 admin admin] Pushing event updated for resources: {'Port': ['ID=c0da79dd-d9db-4105-96b3-be9cec24a186,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:33.545822 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-fab13ea8-02b4-4bc0-a048-e68b1cb4ea89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d4014d-9436-465d-8155-238c28949756', 'name': 'tempest-TestServerMultinode-1510769048-router', 'tenant_id': '1190454cf5c54deaab8b52a8961e4b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '0d8f1b33-0997-4cc8-a66a-5a273e9d9717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:45:17Z', 'updated_at': '2021-12-10T16:45:24Z', 'revision_number': 4, 'project_id': '1190454cf5c54deaab8b52a8961e4b9e', 'gw_port': {'id': '0d8f1b33-0997-4cc8-a66a-5a273e9d9717', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d4014d-9436-465d-8155-238c28949756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:45:18Z', 'updated_at': '2021-12-10T16:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '2c434b70-46ba-4719-bad9-dac64149b392', 'name': '', 'network_id': '3476b3c9-4287-4449-893c-35b29eab3f45', 'tenant_id': '1190454cf5c54deaab8b52a8961e4b9e', 'mac_address': 'fa:16:3e:f4:ba:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d4014d-9436-465d-8155-238c28949756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'd661a2ff-ce31-4fd8-88a7-1638071ff182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:45:22Z', 'updated_at': '2021-12-10T16:45:31Z', 'revision_number': 4, 'project_id': '1190454cf5c54deaab8b52a8961e4b9e', 'subnets': [{'id': 'd661a2ff-ce31-4fd8-88a7-1638071ff182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:33.560519 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-bea31962-ef47-4447-ba54-e4ba3dd1e6a6 None None] Port c0da79dd-d9db-4105-96b3-be9cec24a186 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:45:33.618111 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caec1d5-f03a-4e90-ac72-d030e8f900c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0c95eb-89e7-42eb-aeeb-01922dbc12ae,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:33.625846 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab13ea8-02b4-4bc0-a048-e68b1cb4ea89 None None] The sync data for ids ['25d4014d-9436-465d-8155-238c28949756'] in n-d-766771-2 is: [{'id': '25d4014d-9436-465d-8155-238c28949756', 'name': 'tempest-TestServerMultinode-1510769048-router', 'tenant_id': '1190454cf5c54deaab8b52a8961e4b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '0d8f1b33-0997-4cc8-a66a-5a273e9d9717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:45:17Z', 'updated_at': '2021-12-10T16:45:24Z', 'revision_number': 4, 'project_id': '1190454cf5c54deaab8b52a8961e4b9e', 'gw_port': {'id': '0d8f1b33-0997-4cc8-a66a-5a273e9d9717', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d4014d-9436-465d-8155-238c28949756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:45:18Z', 'updated_at': '2021-12-10T16:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '2c434b70-46ba-4719-bad9-dac64149b392', 'name': '', 'network_id': '3476b3c9-4287-4449-893c-35b29eab3f45', 'tenant_id': '1190454cf5c54deaab8b52a8961e4b9e', 'mac_address': 'fa:16:3e:f4:ba:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d4014d-9436-465d-8155-238c28949756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'd661a2ff-ce31-4fd8-88a7-1638071ff182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:45:22Z', 'updated_at': '2021-12-10T16:45:31Z', 'revision_number': 4, 'project_id': '1190454cf5c54deaab8b52a8961e4b9e', 'subnets': [{'id': 'd661a2ff-ce31-4fd8-88a7-1638071ff182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:45:33.645690 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-0caec1d5-f03a-4e90-ac72-d030e8f900c5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=46de04c7474e4abd830406c2c84920d4&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0738282 Dec 10 16:45:33.650355 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47488) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:33.724441 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe09453e-e2ec-45a8-9be2-e5923333dd6a req-0b0b5d3f-88c6-476f-ac05-554dc12fec4d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1172c95a-7f05-41e7-ae6e-859ee64c7c44 HTTP/1.1" status: 200 len: 1001 time: 0.4670866 Dec 10 16:45:33.782797 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 43f48bbd-392e-4402-bbc3-d59fbb491354 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:45:33.933902 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 43f48bbd-392e-4402-bbc3-d59fbb491354 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:45:33.934649 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:33.976509 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-b680b7b4-2114-4e9d-a495-638983fa351b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Made reservation on behalf of 2334512fa40541b3a8ba6aa3ffbe674c for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:45:33.980280 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-b680b7b4-2114-4e9d-a495-638983fa351b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:34.043598 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-fe2c87d9-39fc-4f99-a84d-30c960fb0059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'name': 'tempest-TestVolumeBackupRestore-783788310-router', 'tenant_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '2caed315-7525-4930-93f7-84341535d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:40:49Z', 'updated_at': '2021-12-10T16:40:56Z', 'revision_number': 4, 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'gw_port': {'id': '2caed315-7525-4930-93f7-84341535d5ec', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:af:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:51Z', 'updated_at': '2021-12-10T16:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': 'd4a31a12-d764-4891-b206-754df37762bb', 'tenant_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'floating_ip_address': '172.25.6.130', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'port_id': '1172c95a-7f05-41e7-ae6e-859ee64c7c44', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3234, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bba4673e-577b-4368-a0ec-91838d61c26f', 'mac_address': 'fa:16:3e:80:8f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394b17aa-2175-47fa-b9d1-94f52b8b0bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:45:18Z', 'updated_at': '2021-12-10T16:45:29Z', 'revision_number': 2, 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73', 'name': '', 'network_id': 'bba4673e-577b-4368-a0ec-91838d61c26f', 'tenant_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'mac_address': 'fa:16:3e:aa:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'cccefdf8-31d5-4f26-a672-76a4d6caa47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:55Z', 'updated_at': '2021-12-10T16:41:09Z', 'revision_number': 5, 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'subnets': [{'id': 'cccefdf8-31d5-4f26-a672-76a4d6caa47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:34.076632 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09453e-e2ec-45a8-9be2-e5923333dd6a req-31ba4732-f6bd-462c-b9ca-aedc6c5d0a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:34.079750 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe09453e-e2ec-45a8-9be2-e5923333dd6a req-31ba4732-f6bd-462c-b9ca-aedc6c5d0a53 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cccefdf8-31d5-4f26-a672-76a4d6caa47c HTTP/1.1" status: 200 len: 852 time: 0.3419464 Dec 10 16:45:34.090504 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4c8d22db-ccbd-4d28-b492-e78e69c5e375 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:34.116711 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:34.119863 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2c87d9-39fc-4f99-a84d-30c960fb0059 None None] The sync data for ids ['77049048-dae4-40ec-8eb1-f7770483e5ec'] in n-d-766771-2 is: [{'id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'name': 'tempest-TestVolumeBackupRestore-783788310-router', 'tenant_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '2caed315-7525-4930-93f7-84341535d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:40:49Z', 'updated_at': '2021-12-10T16:40:56Z', 'revision_number': 4, 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'gw_port': {'id': '2caed315-7525-4930-93f7-84341535d5ec', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:af:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:51Z', 'updated_at': '2021-12-10T16:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': 'd4a31a12-d764-4891-b206-754df37762bb', 'tenant_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'floating_ip_address': '172.25.6.130', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'port_id': '1172c95a-7f05-41e7-ae6e-859ee64c7c44', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3234, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bba4673e-577b-4368-a0ec-91838d61c26f', 'mac_address': 'fa:16:3e:80:8f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394b17aa-2175-47fa-b9d1-94f52b8b0bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:45:18Z', 'updated_at': '2021-12-10T16:45:29Z', 'revision_number': 2, 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73', 'name': '', 'network_id': 'bba4673e-577b-4368-a0ec-91838d61c26f', 'tenant_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'mac_address': 'fa:16:3e:aa:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'cccefdf8-31d5-4f26-a672-76a4d6caa47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:55Z', 'updated_at': '2021-12-10T16:41:09Z', 'revision_number': 5, 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'subnets': [{'id': 'cccefdf8-31d5-4f26-a672-76a4d6caa47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:45:34.179343 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 43f48bbd-392e-4402-bbc3-d59fbb491354, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=43f48bbd-392e-4402-bbc3-d59fbb491354,segment=NetworkSegment(92ac0568-7277-4d48-870b-d4785c724388),segment_id=92ac0568-7277-4d48-870b-d4785c724388)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:45:34.188720 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:34.275066 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4c8d22db-ccbd-4d28-b492-e78e69c5e375 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:34.288965 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-72454506-cd0a-4089-8290-deb1f39c8e45 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:34.369171 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-72454506-cd0a-4089-8290-deb1f39c8e45 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:34.391539 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=43f48bbd-392e-4402-bbc3-d59fbb491354,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:34.404835 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3356b00a-6303-46a6-809d-cd8ec46f5824 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:34.588758 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4c8d22db-ccbd-4d28-b492-e78e69c5e375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:34.592170 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4c8d22db-ccbd-4d28-b492-e78e69c5e375 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:34.612027 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4c8d22db-ccbd-4d28-b492-e78e69c5e375 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9d0c95eb-89e7-42eb-aeeb-01922dbc12ae HTTP/1.1" status: 204 len: 168 time: 0.9280860 Dec 10 16:45:34.639325 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d22db-ccbd-4d28-b492-e78e69c5e375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0c95eb-89e7-42eb-aeeb-01922dbc12ae,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:35.001414 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3356b00a-6303-46a6-809d-cd8ec46f5824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:35.117853 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0353e74a-0697-434b-85a2-5f2809062d1f None None] Network 56ff1eff-4805-4717-929a-9566e39824d3 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:45:35.253935 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72454506-cd0a-4089-8290-deb1f39c8e45 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:45:35.271929 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-72454506-cd0a-4089-8290-deb1f39c8e45 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:35.272657 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-72454506-cd0a-4089-8290-deb1f39c8e45 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Added segment ead0dfee-225b-4e04-b0ba-5488f55393f8 of type vlan for network 98a7fc2a-2578-41b3-bd47-9b938b19a9ab Dec 10 16:45:35.297900 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-0602c4c5-5252-4653-b11e-14b08b58bf14 None None] Provisioning complete for port 43f48bbd-392e-4402-bbc3-d59fbb491354 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:45:35.298647 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0602c4c5-5252-4653-b11e-14b08b58bf14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:35.391239 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72454506-cd0a-4089-8290-deb1f39c8e45 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d86c9c2-215d-4ef6-8a55-d9ebe7cf0cb7,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:35.452311 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9b27267d-a756-443e-b02f-871fd4ff389e req-7c6c2d77-5856-42f0-8c1a-042645a259df tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbd9b80e-28f5-4558-813d-c385e745969c HTTP/1.1" status: 200 len: 210 time: 1.1553783 Dec 10 16:45:35.602302 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-b680b7b4-2114-4e9d-a495-638983fa351b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Allocated IP 172.20.0.7 (35f32682-cfba-42d0-8574-2822bfa354b7/752d8738-5a8a-4dc6-b8b4-8f887a921d46/ff4c48a9-e2d0-4903-8c8c-661a569d8060) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:45:35.755258 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-72454506-cd0a-4089-8290-deb1f39c8e45 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:35.788126 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09453e-e2ec-45a8-9be2-e5923333dd6a req-395e8772-38da-424e-b98f-d0677ce9eab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:35.791361 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe09453e-e2ec-45a8-9be2-e5923333dd6a req-395e8772-38da-424e-b98f-d0677ce9eab6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bba4673e-577b-4368-a0ec-91838d61c26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.6860178 Dec 10 16:45:35.796789 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-72454506-cd0a-4089-8290-deb1f39c8e45 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:35.810941 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72454506-cd0a-4089-8290-deb1f39c8e45 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:35.814329 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-72454506-cd0a-4089-8290-deb1f39c8e45 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:35.937250 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 43f48bbd-392e-4402-bbc3-d59fbb491354 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:45:35.994186 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47558) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:35.994943 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-72454506-cd0a-4089-8290-deb1f39c8e45 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.5086226 Dec 10 16:45:36.020956 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-d061bfb1-f530-4f4d-8f16-5cfcbe5bdb32 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Request body: {'subnet': {'network_id': '98a7fc2a-2578-41b3-bd47-9b938b19a9ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:45:36.059898 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72454506-cd0a-4089-8290-deb1f39c8e45 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Pushing event updated for resources: {'Network': ['ID=98a7fc2a-2578-41b3-bd47-9b938b19a9ab,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:36.080060 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 98a7fc2a-2578-41b3-bd47-9b938b19a9ab details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:45:36.271641 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-b680b7b4-2114-4e9d-a495-638983fa351b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:36.292086 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe09453e-e2ec-45a8-9be2-e5923333dd6a req-cf3358bb-f146-4c70-afbd-c58afc8a41e2 service neutron] 10.222.0.26 "GET /v2.0/networks/bba4673e-577b-4368-a0ec-91838d61c26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4138324 Dec 10 16:45:36.345371 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3356b00a-6303-46a6-809d-cd8ec46f5824 admin admin] Router 9c2167e0-0e22-4cdf-94f5-1b9ce99aafad is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:45:36.352214 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d061bfb1-f530-4f4d-8f16-5cfcbe5bdb32 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Made reservation on behalf of bdf777d741ab493e9eefb77599171dfe for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:45:36.354578 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-7816b7c8-cd3e-4e9e-b1ac-e6f31c2f04bb None None] Provisioning complete for port 43f48bbd-392e-4402-bbc3-d59fbb491354 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:45:36.355075 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7816b7c8-cd3e-4e9e-b1ac-e6f31c2f04bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:36.365269 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d061bfb1-f530-4f4d-8f16-5cfcbe5bdb32 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:36.478355 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 43f48bbd-392e-4402-bbc3-d59fbb491354 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:45:36.478742 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:36.480926 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe09453e-e2ec-45a8-9be2-e5923333dd6a req-cb770ced-4246-4164-8dd9-adaf555f2d2f service neutron] 10.222.0.26 "GET /v2.0/networks/bba4673e-577b-4368-a0ec-91838d61c26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797945 Dec 10 16:45:36.581820 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-b680b7b4-2114-4e9d-a495-638983fa351b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:36.609514 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['eb2991dd-afe8-4317-bf27-03920c421c1f'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:45:36.674614 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680b7b4-2114-4e9d-a495-638983fa351b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Pushing event updated for resources: {'Port': ['ID=ff4c48a9-e2d0-4903-8c8c-661a569d8060,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:36.692097 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-b680b7b4-2114-4e9d-a495-638983fa351b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Network 35f32682-cfba-42d0-8574-2822bfa354b7 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:45:36.693554 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:36.696456 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-b680b7b4-2114-4e9d-a495-638983fa351b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:45:36.697668 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-b680b7b4-2114-4e9d-a495-638983fa351b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:45:36.776517 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3356b00a-6303-46a6-809d-cd8ec46f5824 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:45:36.844894 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbacfd72-5574-4755-a251-040297d05adf req-893a824a-1557-42f9-b935-cf2f1aa78b4c tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:36.848082 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3356b00a-6303-46a6-809d-cd8ec46f5824 admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:36.858722 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3356b00a-6303-46a6-809d-cd8ec46f5824 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6165893 Dec 10 16:45:36.860253 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cbacfd72-5574-4755-a251-040297d05adf req-893a824a-1557-42f9-b935-cf2f1aa78b4c tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbd9b80e-28f5-4558-813d-c385e745969c HTTP/1.1" status: 200 len: 931 time: 0.1829967 Dec 10 16:45:36.862632 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47576) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:36.887591 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-b680b7b4-2114-4e9d-a495-638983fa351b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:36.888788 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-b680b7b4-2114-4e9d-a495-638983fa351b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:36.948008 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cbacfd72-5574-4755-a251-040297d05adf req-fa889c17-59a5-4ccc-bc97-c2e258231421 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866117 Dec 10 16:45:36.958862 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-b680b7b4-2114-4e9d-a495-638983fa351b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7207224 Dec 10 16:45:36.976850 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-1bd72c32-4f5b-4ad1-aaec-819f04458d3f service neutron] Request body: {'port': {'device_id': 'fbd9b80e-28f5-4558-813d-c385e745969c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:45:37.095088 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-1bd72c32-4f5b-4ad1-aaec-819f04458d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:37.152709 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7ca932-5f7b-426c-b130-55554a02c0a4 None None] Sync routers for ids ['9c2167e0-0e22-4cdf-94f5-1b9ce99aafad'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:45:37.223926 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 2c434b70-46ba-4719-bad9-dac64149b392 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:45:37.227974 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7ca932-5f7b-426c-b130-55554a02c0a4 None None] Routers {'9c2167e0-0e22-4cdf-94f5-1b9ce99aafad'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:45:37.228795 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-bc7ca932-5f7b-426c-b130-55554a02c0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:45:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['9c2167e0-0e22-4cdf-94f5-1b9ce99aafad'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:37.425026 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d061bfb1-f530-4f4d-8f16-5cfcbe5bdb32 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:37.430236 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-bc7ca932-5f7b-426c-b130-55554a02c0a4 None None] Set router 9c2167e0-0e22-4cdf-94f5-1b9ce99aafad gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:45:37.538767 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061bfb1-f530-4f4d-8f16-5cfcbe5bdb32 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Pushing event updated for resources: {'Subnet': ['ID=5d3f34f7-5355-4490-9c18-a153428d07ae,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:37.579983 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-1bd72c32-4f5b-4ad1-aaec-819f04458d3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff4c48a9-e2d0-4903-8c8c-661a569d8060 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:45:37.594897 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-1bd72c32-4f5b-4ad1-aaec-819f04458d3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:37.613611 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-1bd72c32-4f5b-4ad1-aaec-819f04458d3f service neutron] Transition to ACTIVE for port object ff4c48a9-e2d0-4903-8c8c-661a569d8060 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:45:37.620495 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-1bd72c32-4f5b-4ad1-aaec-819f04458d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:37.646368 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d061bfb1-f530-4f4d-8f16-5cfcbe5bdb32 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Checking segment: {'id': 'ead0dfee-225b-4e04-b0ba-5488f55393f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '98a7fc2a-2578-41b3-bd47-9b938b19a9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:45:37.648136 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d061bfb1-f530-4f4d-8f16-5cfcbe5bdb32 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Network hostable DHCP agents. Network: 98a7fc2a-2578-41b3-bd47-9b938b19a9ab, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:45:37.750425 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd72c32-4f5b-4ad1-aaec-819f04458d3f service neutron] Pushing event updated for resources: {'Port': ['ID=ff4c48a9-e2d0-4903-8c8c-661a569d8060,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:37.881200 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-1bd72c32-4f5b-4ad1-aaec-819f04458d3f service neutron] Attempting to bind port ff4c48a9-e2d0-4903-8c8c-661a569d8060 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:45:37.881540 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-1bd72c32-4f5b-4ad1-aaec-819f04458d3f service neutron] Attempting to bind port ff4c48a9-e2d0-4903-8c8c-661a569d8060 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '5f321af3-1a86-4e4e-a33f-e6abf9e1d87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '35f32682-cfba-42d0-8574-2822bfa354b7'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:45:37.881874 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-1bd72c32-4f5b-4ad1-aaec-819f04458d3f service neutron] Attempting to bind port ff4c48a9-e2d0-4903-8c8c-661a569d8060 on network 35f32682-cfba-42d0-8574-2822bfa354b7 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:45:37.892138 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-1bd72c32-4f5b-4ad1-aaec-819f04458d3f service neutron] Port ff4c48a9-e2d0-4903-8c8c-661a569d8060 on network 35f32682-cfba-42d0-8574-2822bfa354b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:45:37.892675 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-1bd72c32-4f5b-4ad1-aaec-819f04458d3f service neutron] Attempting to bind port ff4c48a9-e2d0-4903-8c8c-661a569d8060 on network 35f32682-cfba-42d0-8574-2822bfa354b7 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:45:37.919971 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-1bd72c32-4f5b-4ad1-aaec-819f04458d3f service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:45:37.920340 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-1bd72c32-4f5b-4ad1-aaec-819f04458d3f service neutron] Checking segment: {'id': '5f321af3-1a86-4e4e-a33f-e6abf9e1d87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '35f32682-cfba-42d0-8574-2822bfa354b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:45:37.920747 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-1bd72c32-4f5b-4ad1-aaec-819f04458d3f service neutron] Bound using segment: {'id': '5f321af3-1a86-4e4e-a33f-e6abf9e1d87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '35f32682-cfba-42d0-8574-2822bfa354b7'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:45:37.921285 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-1bd72c32-4f5b-4ad1-aaec-819f04458d3f service neutron] Bound port: ff4c48a9-e2d0-4903-8c8c-661a569d8060, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f321af3-1a86-4e4e-a33f-e6abf9e1d87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '35f32682-cfba-42d0-8574-2822bfa354b7'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:45:37.921635 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-1bd72c32-4f5b-4ad1-aaec-819f04458d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:37.924540 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 2c434b70-46ba-4719-bad9-dac64149b392 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:45:37.924999 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:38.044742 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d061bfb1-f530-4f4d-8f16-5cfcbe5bdb32 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Network 98a7fc2a-2578-41b3-bd47-9b938b19a9ab is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:45:38.110917 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-1bd72c32-4f5b-4ad1-aaec-819f04458d3f service neutron] For port ff4c48a9-e2d0-4903-8c8c-661a569d8060, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:45:38.119383 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-1bd72c32-4f5b-4ad1-aaec-819f04458d3f service neutron] For port ff4c48a9-e2d0-4903-8c8c-661a569d8060, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=ff4c48a9-e2d0-4903-8c8c-661a569d8060,segment=NetworkSegment(5f321af3-1a86-4e4e-a33f-e6abf9e1d87b),segment_id=5f321af3-1a86-4e4e-a33f-e6abf9e1d87b)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:45:38.129328 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-1bd72c32-4f5b-4ad1-aaec-819f04458d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:38.212859 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-d061bfb1-f530-4f4d-8f16-5cfcbe5bdb32 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 98a7fc2a-2578-41b3-bd47-9b938b19a9ab) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:45:38.223136 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-1bd72c32-4f5b-4ad1-aaec-819f04458d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:38.223845 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-1bd72c32-4f5b-4ad1-aaec-819f04458d3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:38.226567 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40df3b19-16cc-4247-984b-ab3d52ad4c0c None None] Network 98a7fc2a-2578-41b3-bd47-9b938b19a9ab requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:45:38.226745 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d061bfb1-f530-4f4d-8f16-5cfcbe5bdb32 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:38.228878 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-1bd72c32-4f5b-4ad1-aaec-819f04458d3f service neutron] 10.222.0.46 "PUT /v2.0/ports/ff4c48a9-e2d0-4903-8c8c-661a569d8060 HTTP/1.1" status: 200 len: 1091 time: 1.2603323 Dec 10 16:45:38.230567 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd9b80e-28f5-4558-813d-c385e745969c', 'tag': 'ff4c48a9-e2d0-4903-8c8c-661a569d8060'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:45:38.230726 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d061bfb1-f530-4f4d-8f16-5cfcbe5bdb32 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:38.239254 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2209afcc-0dcf-4940-9a69-d80dc2864f49" -d '{"events": [{"name": "network-changed", "server_uuid": "fbd9b80e-28f5-4558-813d-c385e745969c", "tag": "ff4c48a9-e2d0-4903-8c8c-661a569d8060"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:45:38.269887 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d061bfb1-f530-4f4d-8f16-5cfcbe5bdb32 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2723136 Dec 10 16:45:38.272724 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47612) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:38.279320 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-fbe67625-b772-4399-95f6-1ca918a5636b tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Request body: {'port': {'network_id': '98a7fc2a-2578-41b3-bd47-9b938b19a9ab', 'name': 'tempest-DHCPAgentSchedulersTestJSON-581818661'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:45:38.416486 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-bc7ca932-5f7b-426c-b130-55554a02c0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2167e0-0e22-4cdf-94f5-1b9ce99aafad', 'name': 'tempest-TestServerMultinode-1855564814-router', 'tenant_id': '5b58923622cd48bd8f7699914d4f82d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': 'c0da79dd-d9db-4105-96b3-be9cec24a186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:45:31Z', 'updated_at': '2021-12-10T16:45:33Z', 'revision_number': 3, 'project_id': '5b58923622cd48bd8f7699914d4f82d6', 'gw_port': {'id': 'c0da79dd-d9db-4105-96b3-be9cec24a186', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:29:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2167e0-0e22-4cdf-94f5-1b9ce99aafad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:45:32Z', 'updated_at': '2021-12-10T16:45:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:38.432243 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-838f9cc9-5cfe-4e43-a681-dd02a12d4ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:38.461414 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7ca932-5f7b-426c-b130-55554a02c0a4 None None] Checking router: 9c2167e0-0e22-4cdf-94f5-1b9ce99aafad for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:45:38.462572 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7ca932-5f7b-426c-b130-55554a02c0a4 None None] Updating router 9c2167e0-0e22-4cdf-94f5-1b9ce99aafad port c0da79dd-d9db-4105-96b3-be9cec24a186 binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:45:38.504181 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:38.505255 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd72c32-4f5b-4ad1-aaec-819f04458d3f service neutron] Pushing event updated for resources: {'Port': ['ID=ff4c48a9-e2d0-4903-8c8c-661a569d8060,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:38.551402 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bc7ca932-5f7b-426c-b130-55554a02c0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:38.562026 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca0752-bd36-432d-a09f-4545cb78894a req-8d1571d7-4a24-423a-98c2-14eef4aa9a6a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:38.564026 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8bca0752-bd36-432d-a09f-4545cb78894a req-8d1571d7-4a24-423a-98c2-14eef4aa9a6a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbd9b80e-28f5-4558-813d-c385e745969c HTTP/1.1" status: 200 len: 943 time: 0.3569937 Dec 10 16:45:38.570059 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-28d81e2c-c112-4c16-bb8e-6e3b7889f404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:38.571660 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-28d81e2c-c112-4c16-bb8e-6e3b7889f404 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2334512fa40541b3a8ba6aa3ffbe674c&device_id=fbd9b80e-28f5-4558-813d-c385e745969c HTTP/1.1" status: 200 len: 1094 time: 0.1956131 Dec 10 16:45:38.627732 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-3fc8f08c-3063-44cc-a917-7fc1bc9b4133 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff4c48a9-e2d0-4903-8c8c-661a569d8060 HTTP/1.1" status: 200 len: 217 time: 0.0456822 Dec 10 16:45:38.677048 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe67625-b772-4399-95f6-1ca918a5636b tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Made reservation on behalf of bdf777d741ab493e9eefb77599171dfe for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:45:38.682512 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fbe67625-b772-4399-95f6-1ca918a5636b tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:38.741962 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-40d2b767-2c90-4f16-a492-d34f5cbebb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:38.745533 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-40d2b767-2c90-4f16-a492-d34f5cbebb69 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=752d8738-5a8a-4dc6-b8b4-8f887a921d46 HTTP/1.1" status: 200 len: 845 time: 0.1046124 Dec 10 16:45:38.799384 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-fbe67625-b772-4399-95f6-1ca918a5636b tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] device_id is not set on port 7ec34322-f63a-4a0c-b0ac-a98f99dc5c3f yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:45:38.807167 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-04dcc153-893e-46cb-b6b9-e3e64813f7b8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=35f32682-cfba-42d0-8574-2822bfa354b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527077 Dec 10 16:45:38.819174 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8bca0752-bd36-432d-a09f-4545cb78894a req-9b7d7953-d2aa-4ecc-ad0f-e0f5a8394d83 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463517 Dec 10 16:45:38.833195 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a52b761-f616-4ad6-9c95-eb04e80bccd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-98a7fc2a-2578-41b3-bd47-9b938b19a9ab', 'network_id': '98a7fc2a-2578-41b3-bd47-9b938b19a9ab', 'project_id': 'bdf777d741ab493e9eefb77599171dfe', 'fixed_ips': [{'subnet_id': '5d3f34f7-5355-4490-9c18-a153428d07ae'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:45:38.834060 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4a52b761-f616-4ad6-9c95-eb04e80bccd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:38.976017 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-bb9426f5-601e-47c2-8cf8-24079dac55b7 service neutron] 10.222.0.46 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362538 Dec 10 16:45:38.978027 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868948cd-fefc-4f89-be59-5405369af19c x-openstack-request-id: req-868948cd-fefc-4f89-be59-5405369af19c {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:45:38.978344 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbd9b80e-28f5-4558-813d-c385e745969c", "tag": "ff4c48a9-e2d0-4903-8c8c-661a569d8060", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:45:38.978602 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-868948cd-fefc-4f89-be59-5405369af19c {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:45:38.979390 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbd9b80e-28f5-4558-813d-c385e745969c', 'tag': 'ff4c48a9-e2d0-4903-8c8c-661a569d8060', 'status': 'completed', 'code': 200} Dec 10 16:45:39.003185 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-838f9cc9-5cfe-4e43-a681-dd02a12d4ae5 admin admin] Allocated IP 172.20.0.1 (56ff1eff-4805-4717-929a-9566e39824d3/fa1b14ac-439a-4cb4-b70a-9ab97e4cea65/91f7fb6c-5056-401d-b6d6-d4da6610ae9d) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:45:39.100033 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-fbe67625-b772-4399-95f6-1ca918a5636b tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Allocated IP 172.20.0.13 (98a7fc2a-2578-41b3-bd47-9b938b19a9ab/5d3f34f7-5355-4490-9c18-a153428d07ae/7ec34322-f63a-4a0c-b0ac-a98f99dc5c3f) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:45:39.213003 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-838f9cc9-5cfe-4e43-a681-dd02a12d4ae5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:39.229469 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e5e6ada8-54d1-4ee4-b108-5b37c907c5ea req-744a5ca3-36ce-464d-bee6-c64461f787ad service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=745c579e-69e5-4133-84e1-55b039a305ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0984137 Dec 10 16:45:39.245964 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-764bba5b-849f-46b5-8ebd-e69a55264acd req-09bd740e-3dc5-4530-a74f-2f62ab00cc19 service neutron] 10.222.0.46 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627299 Dec 10 16:45:39.312816 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47632) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:39.364943 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bc7ca932-5f7b-426c-b130-55554a02c0a4 None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:39.375495 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bc7ca932-5f7b-426c-b130-55554a02c0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:39.385382 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6ada8-54d1-4ee4-b108-5b37c907c5ea req-391f7b2e-33ce-4c2b-916c-012f710bb7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:39.386953 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e5e6ada8-54d1-4ee4-b108-5b37c907c5ea req-391f7b2e-33ce-4c2b-916c-012f710bb7c6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2334512fa40541b3a8ba6aa3ffbe674c&device_id=745c579e-69e5-4133-84e1-55b039a305ea HTTP/1.1" status: 200 len: 1096 time: 0.1287153 Dec 10 16:45:39.412769 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209afcc-0dcf-4940-9a69-d80dc2864f49 req-fe7fa1d8-83ce-40a2-b6c7-4d153aa87b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:39.414310 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2209afcc-0dcf-4940-9a69-d80dc2864f49 req-fe7fa1d8-83ce-40a2-b6c7-4d153aa87b46 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2334512fa40541b3a8ba6aa3ffbe674c&device_id=fbd9b80e-28f5-4558-813d-c385e745969c HTTP/1.1" status: 200 len: 1094 time: 0.0965483 Dec 10 16:45:39.452194 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-838f9cc9-5cfe-4e43-a681-dd02a12d4ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:39.454224 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8264f6e8-dcbe-4dab-a97b-beeab356a5cb None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:45:39.513839 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-bc7ca932-5f7b-426c-b130-55554a02c0a4 None None] Attempting to bind port c0da79dd-d9db-4105-96b3-be9cec24a186 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:45:39.514626 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-bc7ca932-5f7b-426c-b130-55554a02c0a4 None None] Attempting to bind port c0da79dd-d9db-4105-96b3-be9cec24a186 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:45:39.514626 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7ca932-5f7b-426c-b130-55554a02c0a4 None None] Attempting to bind port c0da79dd-d9db-4105-96b3-be9cec24a186 on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:45:39.518098 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed7bcc-9464-43df-8b37-3c7266e69216 None None] Pushing event updated for resources: {'Port': ['ID=c0da79dd-d9db-4105-96b3-be9cec24a186,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:39.519127 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fbe67625-b772-4399-95f6-1ca918a5636b tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:39.539387 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7ca932-5f7b-426c-b130-55554a02c0a4 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:45:39.540963 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7ca932-5f7b-426c-b130-55554a02c0a4 None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:45:39.542788 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bc7ca932-5f7b-426c-b130-55554a02c0a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:39.543527 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7ca932-5f7b-426c-b130-55554a02c0a4 None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:45:39.545545 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-bc7ca932-5f7b-426c-b130-55554a02c0a4 None None] Bound port: c0da79dd-d9db-4105-96b3-be9cec24a186, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:45:39.547607 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bc7ca932-5f7b-426c-b130-55554a02c0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:39.553369 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838f9cc9-5cfe-4e43-a681-dd02a12d4ae5 admin admin] Network 56ff1eff-4805-4717-929a-9566e39824d3 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:45:39.560686 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-838f9cc9-5cfe-4e43-a681-dd02a12d4ae5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:45:39.563116 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3163114d-9431-4160-b8d4-b6ddb69f55b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:39.565393 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838f9cc9-5cfe-4e43-a681-dd02a12d4ae5 admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:45:39.627174 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-838f9cc9-5cfe-4e43-a681-dd02a12d4ae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:39.667312 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6ada8-54d1-4ee4-b108-5b37c907c5ea req-a439c410-634d-4375-96bc-43fd6b45fd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:39.668639 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed7bcc-9464-43df-8b37-3c7266e69216 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:39.668788 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e5e6ada8-54d1-4ee4-b108-5b37c907c5ea req-a439c410-634d-4375-96bc-43fd6b45fd6f service neutron] 10.222.0.26 "GET /v2.0/networks?id=35f32682-cfba-42d0-8574-2822bfa354b7 HTTP/1.1" status: 200 len: 906 time: 0.2534473 Dec 10 16:45:39.669052 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed7bcc-9464-43df-8b37-3c7266e69216 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:39.669898 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed7bcc-9464-43df-8b37-3c7266e69216 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:39.670302 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed7bcc-9464-43df-8b37-3c7266e69216 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:39.670637 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed7bcc-9464-43df-8b37-3c7266e69216 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:39.670985 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed7bcc-9464-43df-8b37-3c7266e69216 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:39.671308 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed7bcc-9464-43df-8b37-3c7266e69216 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:39.671733 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed7bcc-9464-43df-8b37-3c7266e69216 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:39.672058 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed7bcc-9464-43df-8b37-3c7266e69216 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:39.672387 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed7bcc-9464-43df-8b37-3c7266e69216 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:39.672710 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed7bcc-9464-43df-8b37-3c7266e69216 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:39.673033 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed7bcc-9464-43df-8b37-3c7266e69216 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:39.673400 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed7bcc-9464-43df-8b37-3c7266e69216 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:39.700801 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f2f126b7-41bf-49b4-ae08-45a0dd0126fd None None] Provisioning complete for port c0da79dd-d9db-4105-96b3-be9cec24a186 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:45:39.701257 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f2f126b7-41bf-49b4-ae08-45a0dd0126fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:39.765340 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838f9cc9-5cfe-4e43-a681-dd02a12d4ae5 admin admin] Pushing event updated for resources: {'Port': ['ID=91f7fb6c-5056-401d-b6d6-d4da6610ae9d,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:39.828208 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209afcc-0dcf-4940-9a69-d80dc2864f49 req-40af3557-0ce8-47aa-b419-09c9d3ceb8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:39.829845 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2209afcc-0dcf-4940-9a69-d80dc2864f49 req-40af3557-0ce8-47aa-b419-09c9d3ceb8d3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=35f32682-cfba-42d0-8574-2822bfa354b7 HTTP/1.1" status: 200 len: 906 time: 0.3213391 Dec 10 16:45:39.831441 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e5e6ada8-54d1-4ee4-b108-5b37c907c5ea req-21922827-42f1-4fbc-855f-b51df6b7e463 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb2991dd-afe8-4317-bf27-03920c421c1f HTTP/1.1" status: 200 len: 217 time: 0.1478362 Dec 10 16:45:39.839303 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f2f126b7-41bf-49b4-ae08-45a0dd0126fd None None] Port c0da79dd-d9db-4105-96b3-be9cec24a186 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:45:39.866538 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fbe67625-b772-4399-95f6-1ca918a5636b tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:39.906953 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2209afcc-0dcf-4940-9a69-d80dc2864f49 req-bdb68932-b933-4cdb-a0fb-b4c034173ab1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff4c48a9-e2d0-4903-8c8c-661a569d8060 HTTP/1.1" status: 200 len: 217 time: 0.0691602 Dec 10 16:45:39.910566 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-bc7ca932-5f7b-426c-b130-55554a02c0a4 None None] For port c0da79dd-d9db-4105-96b3-be9cec24a186, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:45:39.956116 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-bc7ca932-5f7b-426c-b130-55554a02c0a4 None None] For port c0da79dd-d9db-4105-96b3-be9cec24a186, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c0da79dd-d9db-4105-96b3-be9cec24a186,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:45:39.970154 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bc7ca932-5f7b-426c-b130-55554a02c0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:39.990996 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-4a52b761-f616-4ad6-9c95-eb04e80bccd8 None None] Allocated IP 172.20.0.2 (98a7fc2a-2578-41b3-bd47-9b938b19a9ab/5d3f34f7-5355-4490-9c18-a153428d07ae/90b51c5e-106d-4bb1-85a8-d6dfcb176fca) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:45:40.043696 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe67625-b772-4399-95f6-1ca918a5636b tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Network 98a7fc2a-2578-41b3-bd47-9b938b19a9ab is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:45:40.044583 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe67625-b772-4399-95f6-1ca918a5636b tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Pushing event updated for resources: {'Port': ['ID=7ec34322-f63a-4a0c-b0ac-a98f99dc5c3f,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:40.056272 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-fbe67625-b772-4399-95f6-1ca918a5636b tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:45:40.060681 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe67625-b772-4399-95f6-1ca918a5636b tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:45:40.150737 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209afcc-0dcf-4940-9a69-d80dc2864f49 req-e93d352e-c027-4c7b-b9a5-a67fdc08acec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:40.154345 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2209afcc-0dcf-4940-9a69-d80dc2864f49 req-e93d352e-c027-4c7b-b9a5-a67fdc08acec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=752d8738-5a8a-4dc6-b8b4-8f887a921d46 HTTP/1.1" status: 200 len: 845 time: 0.2345221 Dec 10 16:45:40.158039 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6ada8-54d1-4ee4-b108-5b37c907c5ea req-14b75f01-994e-4b79-b3d3-909d7206b014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:40.159924 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e5e6ada8-54d1-4ee4-b108-5b37c907c5ea req-14b75f01-994e-4b79-b3d3-909d7206b014 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=752d8738-5a8a-4dc6-b8b4-8f887a921d46 HTTP/1.1" status: 200 len: 845 time: 0.2558558 Dec 10 16:45:40.203408 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3163114d-9431-4160-b8d4-b6ddb69f55b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:40.207444 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-838f9cc9-5cfe-4e43-a681-dd02a12d4ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:40.212677 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3163114d-9431-4160-b8d4-b6ddb69f55b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:40.236530 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2209afcc-0dcf-4940-9a69-d80dc2864f49 req-f3f7a0c9-925e-4417-b0ce-29f5e1f09f51 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=35f32682-cfba-42d0-8574-2822bfa354b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414827 Dec 10 16:45:40.247644 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f84e1d-292a-4dbb-80c2-ab7dddc58ee4 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:45:40.249602 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe67625-b772-4399-95f6-1ca918a5636b tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:40.250575 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fbe67625-b772-4399-95f6-1ca918a5636b tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:40.263456 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed7bcc-9464-43df-8b37-3c7266e69216 None None] Pushing event updated for resources: {'Port': ['ID=c0da79dd-d9db-4105-96b3-be9cec24a186,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:40.276129 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e5e6ada8-54d1-4ee4-b108-5b37c907c5ea req-d2d56660-b581-4fce-8cbe-ee054cfa3243 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=35f32682-cfba-42d0-8574-2822bfa354b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912869 Dec 10 16:45:40.297253 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-2e405e58-a32b-49c5-a4bc-74cd2dca495f None None] Provisioning complete for port 91f7fb6c-5056-401d-b6d6-d4da6610ae9d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:45:40.298160 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2e405e58-a32b-49c5-a4bc-74cd2dca495f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:40.306991 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7ca932-5f7b-426c-b130-55554a02c0a4 None None] Routers {'9c2167e0-0e22-4cdf-94f5-1b9ce99aafad'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:45:40.308051 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-bc7ca932-5f7b-426c-b130-55554a02c0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:45:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['9c2167e0-0e22-4cdf-94f5-1b9ce99aafad'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:40.340101 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-fbe67625-b772-4399-95f6-1ca918a5636b tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0662320 Dec 10 16:45:40.346406 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3163114d-9431-4160-b8d4-b6ddb69f55b5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=806845dd712748de90996de815b42a66&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0303938 Dec 10 16:45:40.346983 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47646) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:40.357597 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47648) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:40.359564 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3163114d-9431-4160-b8d4-b6ddb69f55b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9644327b-adda-4290-8700-7571690714a9,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:40.419311 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfab773-c6b6-4058-bdbf-9c83c371b9b6 req-4b1249b5-0554-4399-af54-c15dc97750ee tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:40.421348 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2dfab773-c6b6-4058-bdbf-9c83c371b9b6 req-4b1249b5-0554-4399-af54-c15dc97750ee tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbd9b80e-28f5-4558-813d-c385e745969c HTTP/1.1" status: 200 len: 943 time: 0.4444768 Dec 10 16:45:40.488123 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-2e405e58-a32b-49c5-a4bc-74cd2dca495f None None] Port 91f7fb6c-5056-401d-b6d6-d4da6610ae9d cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:45:40.574752 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-bc7ca932-5f7b-426c-b130-55554a02c0a4 None None] Set router 9c2167e0-0e22-4cdf-94f5-1b9ce99aafad gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:45:40.596893 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2dfab773-c6b6-4058-bdbf-9c83c371b9b6 req-d95ab848-336d-4385-92ed-3b751024d6db tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605248 Dec 10 16:45:40.603656 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2209afcc-0dcf-4940-9a69-d80dc2864f49 req-d56e6c7a-e63d-44c2-a43b-2db6bf22ecc2 service neutron] 10.222.0.46 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457518 Dec 10 16:45:40.610054 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e5e6ada8-54d1-4ee4-b108-5b37c907c5ea req-b0bd2070-de68-4c05-9c38-60f98064c94a service neutron] 10.222.0.26 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252761 Dec 10 16:45:40.681708 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device ff4c48a9-e2d0-4903-8c8c-661a569d8060 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:45:40.694584 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4a52b761-f616-4ad6-9c95-eb04e80bccd8 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:40.708191 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f4e091fb-6d3d-4648-8871-f3b419ca90ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:40.726423 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4a52b761-f616-4ad6-9c95-eb04e80bccd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:40.776159 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f4e091fb-6d3d-4648-8871-f3b419ca90ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:40.808417 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e48df2a6-0408-48b6-aa36-3beaa66120ff None None] Provisioning complete for port c0da79dd-d9db-4105-96b3-be9cec24a186 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:45:40.808788 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e48df2a6-0408-48b6-aa36-3beaa66120ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:40.809596 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e5e6ada8-54d1-4ee4-b108-5b37c907c5ea req-b35444ab-3cd7-4c72-83ef-bb873c07a663 service neutron] 10.222.0.26 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738250 Dec 10 16:45:40.833305 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-6dba86a0-44a8-4dac-b65b-1bfa83e69462 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Deleting port 7ec34322-f63a-4a0c-b0ac-a98f99dc5c3f {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:45:40.833608 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6dba86a0-44a8-4dac-b65b-1bfa83e69462 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:40.864535 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2209afcc-0dcf-4940-9a69-d80dc2864f49 req-e9c15257-3bc3-4161-9317-a75c8aa8652f service neutron] 10.222.0.46 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528899 Dec 10 16:45:40.923098 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-838f9cc9-5cfe-4e43-a681-dd02a12d4ae5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:40.931524 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-838f9cc9-5cfe-4e43-a681-dd02a12d4ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:40.959724 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f4e091fb-6d3d-4648-8871-f3b419ca90ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:40.962316 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f4e091fb-6d3d-4648-8871-f3b419ca90ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:40.963488 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f4e091fb-6d3d-4648-8871-f3b419ca90ca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9644327b-adda-4290-8700-7571690714a9 HTTP/1.1" status: 204 len: 168 time: 0.6048107 Dec 10 16:45:41.030368 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e091fb-6d3d-4648-8871-f3b419ca90ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9644327b-adda-4290-8700-7571690714a9,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:41.049112 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6dba86a0-44a8-4dac-b65b-1bfa83e69462 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:41.061654 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-838f9cc9-5cfe-4e43-a681-dd02a12d4ae5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:41.066095 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838f9cc9-5cfe-4e43-a681-dd02a12d4ae5 admin admin] Pushing event updated for resources: {'Port': ['ID=91f7fb6c-5056-401d-b6d6-d4da6610ae9d,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:41.075168 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-6dba86a0-44a8-4dac-b65b-1bfa83e69462 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Calling delete_port for 7ec34322-f63a-4a0c-b0ac-a98f99dc5c3f owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:45:41.155528 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a52b761-f616-4ad6-9c95-eb04e80bccd8 None None] Network 98a7fc2a-2578-41b3-bd47-9b938b19a9ab is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:45:41.229248 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port ff4c48a9-e2d0-4903-8c8c-661a569d8060, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=ff4c48a9-e2d0-4903-8c8c-661a569d8060,segment=NetworkSegment(5f321af3-1a86-4e4e-a33f-e6abf9e1d87b),segment_id=5f321af3-1a86-4e4e-a33f-e6abf9e1d87b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:45:41.237362 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838f9cc9-5cfe-4e43-a681-dd02a12d4ae5 admin admin] Network 56ff1eff-4805-4717-929a-9566e39824d3 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:45:41.239338 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-838f9cc9-5cfe-4e43-a681-dd02a12d4ae5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:45:41.267513 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'ff4c48a9-e2d0-4903-8c8c-661a569d8060', 'network_id': '35f32682-cfba-42d0-8574-2822bfa354b7', 'port_id': 'ff4c48a9-e2d0-4903-8c8c-661a569d8060', 'mac_address': 'fa:16:3e:fa:04:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '752d8738-5a8a-4dc6-b8b4-8f887a921d46', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:45:41.296225 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-4a52b761-f616-4ad6-9c95-eb04e80bccd8 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:45:41.297944 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52b761-f616-4ad6-9c95-eb04e80bccd8 None None] Pushing event updated for resources: {'Port': ['ID=90b51c5e-106d-4bb1-85a8-d6dfcb176fca,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:41.300172 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a52b761-f616-4ad6-9c95-eb04e80bccd8 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:45:41.397601 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 47658) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:41.429493 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6dba86a0-44a8-4dac-b65b-1bfa83e69462 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:41.436493 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-76df02f3-7e76-4d4a-970b-e698a265fcf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:41.451134 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-4a52b761-f616-4ad6-9c95-eb04e80bccd8 None None] Attempting to bind port 90b51c5e-106d-4bb1-85a8-d6dfcb176fca on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:45:41.451506 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-4a52b761-f616-4ad6-9c95-eb04e80bccd8 None None] Attempting to bind port 90b51c5e-106d-4bb1-85a8-d6dfcb176fca by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'ead0dfee-225b-4e04-b0ba-5488f55393f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '98a7fc2a-2578-41b3-bd47-9b938b19a9ab'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:45:41.451865 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a52b761-f616-4ad6-9c95-eb04e80bccd8 None None] Attempting to bind port 90b51c5e-106d-4bb1-85a8-d6dfcb176fca on network 98a7fc2a-2578-41b3-bd47-9b938b19a9ab {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:45:41.483315 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:41.491107 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a52b761-f616-4ad6-9c95-eb04e80bccd8 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:45:41.491489 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a52b761-f616-4ad6-9c95-eb04e80bccd8 None None] Checking segment: {'id': 'ead0dfee-225b-4e04-b0ba-5488f55393f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '98a7fc2a-2578-41b3-bd47-9b938b19a9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:45:41.491901 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4a52b761-f616-4ad6-9c95-eb04e80bccd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:41.492297 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a52b761-f616-4ad6-9c95-eb04e80bccd8 None None] Bound using segment: {'id': 'ead0dfee-225b-4e04-b0ba-5488f55393f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '98a7fc2a-2578-41b3-bd47-9b938b19a9ab'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:45:41.492784 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-4a52b761-f616-4ad6-9c95-eb04e80bccd8 None None] Bound port: 90b51c5e-106d-4bb1-85a8-d6dfcb176fca, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ead0dfee-225b-4e04-b0ba-5488f55393f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '98a7fc2a-2578-41b3-bd47-9b938b19a9ab'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:45:41.493166 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4a52b761-f616-4ad6-9c95-eb04e80bccd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:41.554464 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba86a0-44a8-4dac-b65b-1bfa83e69462 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Pushing event deleted for resources: {'Port': ['ID=7ec34322-f63a-4a0c-b0ac-a98f99dc5c3f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:41.596118 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-76df02f3-7e76-4d4a-970b-e698a265fcf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:41.602366 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-76df02f3-7e76-4d4a-970b-e698a265fcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:41.608814 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838f9cc9-5cfe-4e43-a681-dd02a12d4ae5 admin admin] Router 9c2167e0-0e22-4cdf-94f5-1b9ce99aafad has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:45:41.639178 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-76df02f3-7e76-4d4a-970b-e698a265fcf1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=309ed6c7340b4a188f142463345755c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2365327 Dec 10 16:45:41.639434 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47666) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:41.659504 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df02f3-7e76-4d4a-970b-e698a265fcf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee9942b-0683-4332-9205-70d0df4f2c1a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:41.689733 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e48df2a6-0408-48b6-aa36-3beaa66120ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:41.720536 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-e48df2a6-0408-48b6-aa36-3beaa66120ff None None] For port c0da79dd-d9db-4105-96b3-be9cec24a186, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c0da79dd-d9db-4105-96b3-be9cec24a186,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:45:41.722838 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff4c48a9-e2d0-4903-8c8c-661a569d8060 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:45:41.754842 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e48df2a6-0408-48b6-aa36-3beaa66120ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:41.783187 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-4a52b761-f616-4ad6-9c95-eb04e80bccd8 None None] For port 90b51c5e-106d-4bb1-85a8-d6dfcb176fca, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:45:41.812455 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6dba86a0-44a8-4dac-b65b-1bfa83e69462 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:41.819324 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6dba86a0-44a8-4dac-b65b-1bfa83e69462 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] 10.222.0.11 "DELETE /v2.0/ports/7ec34322-f63a-4a0c-b0ac-a98f99dc5c3f HTTP/1.1" status: 204 len: 168 time: 1.4695823 Dec 10 16:45:41.820696 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47674) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:41.891605 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38c5cc-a1aa-48b1-abd6-6eb8799dbdeb req-57ee47a4-eb82-417a-b1dd-bb38dd97a15a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:41.893142 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6d38c5cc-a1aa-48b1-abd6-6eb8799dbdeb req-57ee47a4-eb82-417a-b1dd-bb38dd97a15a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbd9b80e-28f5-4558-813d-c385e745969c HTTP/1.1" status: 200 len: 943 time: 0.1270587 Dec 10 16:45:41.920182 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port ff4c48a9-e2d0-4903-8c8c-661a569d8060, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=ff4c48a9-e2d0-4903-8c8c-661a569d8060,segment=NetworkSegment(5f321af3-1a86-4e4e-a33f-e6abf9e1d87b),segment_id=5f321af3-1a86-4e4e-a33f-e6abf9e1d87b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:45:41.949068 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-4a52b761-f616-4ad6-9c95-eb04e80bccd8 None None] For port 90b51c5e-106d-4bb1-85a8-d6dfcb176fca, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=90b51c5e-106d-4bb1-85a8-d6dfcb176fca,segment=NetworkSegment(ead0dfee-225b-4e04-b0ba-5488f55393f8),segment_id=ead0dfee-225b-4e04-b0ba-5488f55393f8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:45:41.986481 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc53a3c2-f21c-4370-81eb-00b08ec00dfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:41.994715 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838f9cc9-5cfe-4e43-a681-dd02a12d4ae5 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:45:42.006173 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:42.027920 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4a52b761-f616-4ad6-9c95-eb04e80bccd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:42.040586 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-838f9cc9-5cfe-4e43-a681-dd02a12d4ae5 admin admin] 10.222.0.11 "PUT /v2.0/routers/9c2167e0-0e22-4cdf-94f5-1b9ce99aafad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1723704 Dec 10 16:45:42.049528 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6d38c5cc-a1aa-48b1-abd6-6eb8799dbdeb req-c04324fb-ee09-4955-99e8-03e2011e5139 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482527 Dec 10 16:45:42.085358 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48df2a6-0408-48b6-aa36-3beaa66120ff None None] Pushing event updated for resources: {'Port': ['ID=c0da79dd-d9db-4105-96b3-be9cec24a186,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:42.119994 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc53a3c2-f21c-4370-81eb-00b08ec00dfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:42.158698 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-3a975d3c-7d05-4b66-b64f-915ea25ea95d None None] Provisioning complete for port 91f7fb6c-5056-401d-b6d6-d4da6610ae9d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:45:42.159534 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3a975d3c-7d05-4b66-b64f-915ea25ea95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:42.316285 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['ff4c48a9-e2d0-4903-8c8c-661a569d8060'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:45:42.420436 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-bc7ca932-5f7b-426c-b130-55554a02c0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2167e0-0e22-4cdf-94f5-1b9ce99aafad', 'name': 'tempest-TestServerMultinode-1855564814-router', 'tenant_id': '5b58923622cd48bd8f7699914d4f82d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': 'c0da79dd-d9db-4105-96b3-be9cec24a186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:45:31Z', 'updated_at': '2021-12-10T16:45:40Z', 'revision_number': 4, 'project_id': '5b58923622cd48bd8f7699914d4f82d6', 'gw_port': {'id': 'c0da79dd-d9db-4105-96b3-be9cec24a186', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:29:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2167e0-0e22-4cdf-94f5-1b9ce99aafad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:45:32Z', 'updated_at': '2021-12-10T16:45:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '91f7fb6c-5056-401d-b6d6-d4da6610ae9d', 'name': '', 'network_id': '56ff1eff-4805-4717-929a-9566e39824d3', 'tenant_id': '5b58923622cd48bd8f7699914d4f82d6', 'mac_address': 'fa:16:3e:6e:20:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2167e0-0e22-4cdf-94f5-1b9ce99aafad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'fa1b14ac-439a-4cb4-b70a-9ab97e4cea65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:45:38Z', 'updated_at': '2021-12-10T16:45:39Z', 'revision_number': 1, 'project_id': '5b58923622cd48bd8f7699914d4f82d6', 'subnets': [{'id': 'fa1b14ac-439a-4cb4-b70a-9ab97e4cea65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:42.583009 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-3a975d3c-7d05-4b66-b64f-915ea25ea95d None None] Port 91f7fb6c-5056-401d-b6d6-d4da6610ae9d cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:45:42.594814 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=ff4c48a9-e2d0-4903-8c8c-661a569d8060,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:42.669048 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52b761-f616-4ad6-9c95-eb04e80bccd8 None None] Pushing event updated for resources: {'Port': ['ID=90b51c5e-106d-4bb1-85a8-d6dfcb176fca,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:42.673490 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7ca932-5f7b-426c-b130-55554a02c0a4 None None] The sync data for ids ['9c2167e0-0e22-4cdf-94f5-1b9ce99aafad'] in n-d-766771-2 is: [{'id': '9c2167e0-0e22-4cdf-94f5-1b9ce99aafad', 'name': 'tempest-TestServerMultinode-1855564814-router', 'tenant_id': '5b58923622cd48bd8f7699914d4f82d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': 'c0da79dd-d9db-4105-96b3-be9cec24a186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:45:31Z', 'updated_at': '2021-12-10T16:45:40Z', 'revision_number': 4, 'project_id': '5b58923622cd48bd8f7699914d4f82d6', 'gw_port': {'id': 'c0da79dd-d9db-4105-96b3-be9cec24a186', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:29:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2167e0-0e22-4cdf-94f5-1b9ce99aafad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:45:32Z', 'updated_at': '2021-12-10T16:45:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '91f7fb6c-5056-401d-b6d6-d4da6610ae9d', 'name': '', 'network_id': '56ff1eff-4805-4717-929a-9566e39824d3', 'tenant_id': '5b58923622cd48bd8f7699914d4f82d6', 'mac_address': 'fa:16:3e:6e:20:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2167e0-0e22-4cdf-94f5-1b9ce99aafad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'fa1b14ac-439a-4cb4-b70a-9ab97e4cea65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:45:38Z', 'updated_at': '2021-12-10T16:45:39Z', 'revision_number': 1, 'project_id': '5b58923622cd48bd8f7699914d4f82d6', 'subnets': [{'id': 'fa1b14ac-439a-4cb4-b70a-9ab97e4cea65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:45:42.840159 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-89e6ad83-cd52-4a4f-9e80-61afc28bf0bf tempest-DHCPAgentSchedulersTestJSON-310402565 tempest-DHCPAgentSchedulersTestJSON-310402565-project-admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 1.0151720 Dec 10 16:45:42.843161 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47698) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:42.849073 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-8751f2ff-46df-4377-8e71-48ac425f15a7 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1301506479'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:45:42.884881 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8751f2ff-46df-4377-8e71-48ac425f15a7 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Made reservation on behalf of bdf777d741ab493e9eefb77599171dfe for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:45:42.901750 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8751f2ff-46df-4377-8e71-48ac425f15a7 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:42.939072 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc53a3c2-f21c-4370-81eb-00b08ec00dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:42.941948 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc53a3c2-f21c-4370-81eb-00b08ec00dfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:42.943385 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-dc53a3c2-f21c-4370-81eb-00b08ec00dfe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7ee9942b-0683-4332-9205-70d0df4f2c1a HTTP/1.1" status: 204 len: 168 time: 1.3041303 Dec 10 16:45:42.954787 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8751f2ff-46df-4377-8e71-48ac425f15a7 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:45:42.957207 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc53a3c2-f21c-4370-81eb-00b08ec00dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee9942b-0683-4332-9205-70d0df4f2c1a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:42.968146 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8751f2ff-46df-4377-8e71-48ac425f15a7 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:42.974953 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-8751f2ff-46df-4377-8e71-48ac425f15a7 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Added segment 016560fc-595c-447f-83d9-ab66076239e4 of type vlan for network 82f954bf-de7d-44a8-b903-f9befc982410 Dec 10 16:45:43.092394 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8751f2ff-46df-4377-8e71-48ac425f15a7 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:43.180387 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8751f2ff-46df-4377-8e71-48ac425f15a7 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:43.199425 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8751f2ff-46df-4377-8e71-48ac425f15a7 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:43.202454 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8751f2ff-46df-4377-8e71-48ac425f15a7 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:43.456843 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98532f2f-ef75-4fe8-9fab-4b1b9c1b164e req-3e9dad63-fdb4-40af-9303-0eaad7e34dc1 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:43.458484 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-98532f2f-ef75-4fe8-9fab-4b1b9c1b164e req-3e9dad63-fdb4-40af-9303-0eaad7e34dc1 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbd9b80e-28f5-4558-813d-c385e745969c HTTP/1.1" status: 200 len: 944 time: 0.1362748 Dec 10 16:45:43.489686 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 47752) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:43.489910 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8751f2ff-46df-4377-8e71-48ac425f15a7 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6453490 Dec 10 16:45:43.554806 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751f2ff-46df-4377-8e71-48ac425f15a7 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Pushing event updated for resources: {'Network': ['ID=82f954bf-de7d-44a8-b903-f9befc982410,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:43.586820 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 82f954bf-de7d-44a8-b903-f9befc982410 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:45:43.648667 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-98532f2f-ef75-4fe8-9fab-4b1b9c1b164e req-e39fcddd-584b-409a-ae07-fcc396e4a910 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806862 Dec 10 16:45:43.914760 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47796) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:43.915400 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-852d0538-439a-4b78-a3f4-753d49ed5d76 tempest-DHCPAgentSchedulersTestJSON-310402565 tempest-DHCPAgentSchedulersTestJSON-310402565-project-admin] 10.222.0.11 "GET /v2.0/agents/1e4e90e6-3a89-446d-b208-bd1f9f700c0b/dhcp-networks HTTP/1.1" status: 200 len: 7280 time: 0.4239664 Dec 10 16:45:43.954187 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0b9af712-8b7a-4d3c-9ed7-f65adfe3ed00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:44.107329 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dab861-ac81-43ff-b67c-94409f101157 tempest-DHCPAgentSchedulersTestJSON-310402565 tempest-DHCPAgentSchedulersTestJSON-310402565-project-admin] Network 82f954bf-de7d-44a8-b903-f9befc982410 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:45:44.137110 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-67dab861-ac81-43ff-b67c-94409f101157 tempest-DHCPAgentSchedulersTestJSON-310402565 tempest-DHCPAgentSchedulersTestJSON-310402565-project-admin] 10.222.0.11 "POST /v2.0/agents/1e4e90e6-3a89-446d-b208-bd1f9f700c0b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2204707 Dec 10 16:45:44.140882 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47818) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:44.142484 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605a1270-ccbf-4c1f-9f6a-fc706e5f9466 None None] Network 82f954bf-de7d-44a8-b903-f9befc982410 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:45:44.236322 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-0bc19d55-b73e-4b20-a71b-3fefb2c41076 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:44.249299 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-0bc19d55-b73e-4b20-a71b-3fefb2c41076 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/networks?id=3476b3c9-4287-4449-893c-35b29eab3f45 HTTP/1.1" status: 200 len: 911 time: 0.3323514 Dec 10 16:45:44.297407 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-7d58a802-5346-42dc-97d0-72efbb7d1e51 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/quotas/5b58923622cd48bd8f7699914d4f82d6 HTTP/1.1" status: 200 len: 375 time: 0.0471129 Dec 10 16:45:44.368703 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb9fdd3-c3b3-4449-9df9-c8286391a741 None None] Network 98a7fc2a-2578-41b3-bd47-9b938b19a9ab requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:45:44.546805 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-3366a6bd-ecb3-4679-8536-25fc57084a11 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b58923622cd48bd8f7699914d4f82d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2480450 Dec 10 16:45:44.589748 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a86cf35e-3456-43e0-b80e-c56e6983ecc1 tempest-DHCPAgentSchedulersTestJSON-310402565 tempest-DHCPAgentSchedulersTestJSON-310402565-project-admin] 10.222.0.11 "GET /v2.0/agents/1e4e90e6-3a89-446d-b208-bd1f9f700c0b/dhcp-networks HTTP/1.1" status: 200 len: 8051 time: 0.4475055 Dec 10 16:45:44.594656 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47860) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:44.615788 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 90b51c5e-106d-4bb1-85a8-d6dfcb176fca up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:45:44.706364 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-bc0cee83-c9a0-485f-8e1b-0528e2161140 None None] Provisioning complete for port 90b51c5e-106d-4bb1-85a8-d6dfcb176fca triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:45:44.706820 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bc0cee83-c9a0-485f-8e1b-0528e2161140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:44.792903 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device ff4c48a9-e2d0-4903-8c8c-661a569d8060 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:45:44.823243 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-d7466262-a608-43fb-92e9-a093c4bc674d service neutron] 10.222.0.11 "GET /v2.0/networks/3476b3c9-4287-4449-893c-35b29eab3f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756262 Dec 10 16:45:44.884889 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-42a2e4bc-0bd9-4140-a942-ab3f72182398 tempest-DHCPAgentSchedulersTestJSON-310402565 tempest-DHCPAgentSchedulersTestJSON-310402565-project-admin] 10.222.0.11 "DELETE /v2.0/agents/1e4e90e6-3a89-446d-b208-bd1f9f700c0b/dhcp-networks/82f954bf-de7d-44a8-b903-f9befc982410 HTTP/1.1" status: 204 len: 168 time: 0.2869122 Dec 10 16:45:44.886322 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47888) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:45.031475 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-3e2883ed-077e-4887-ab8e-28a296a22d8a service neutron] 10.222.0.11 "GET /v2.0/networks/3476b3c9-4287-4449-893c-35b29eab3f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071621 Dec 10 16:45:45.153807 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 90b51c5e-106d-4bb1-85a8-d6dfcb176fca triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:45:45.153807 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:45.235154 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-12b3206b-9d91-4c43-8395-00b3d7147c74 tempest-DHCPAgentSchedulersTestJSON-310402565 tempest-DHCPAgentSchedulersTestJSON-310402565-project-admin] 10.222.0.11 "GET /v2.0/agents/1e4e90e6-3a89-446d-b208-bd1f9f700c0b/dhcp-networks HTTP/1.1" status: 200 len: 7280 time: 0.3439946 Dec 10 16:45:45.239099 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 47926) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:45.307323 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-11737a27-6ef4-493c-bccb-0f4268e3cfef tempest-DHCPAgentSchedulersTestJSON-310402565 tempest-DHCPAgentSchedulersTestJSON-310402565-project-admin] 10.222.0.11 "GET /v2.0/networks/98a7fc2a-2578-41b3-bd47-9b938b19a9ab/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0668230 Dec 10 16:45:45.311407 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 47938) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:45.370188 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8ae70d3c-fc88-4e88-b454-f0d540cd9ee2 tempest-DHCPAgentSchedulersTestJSON-310402565 tempest-DHCPAgentSchedulersTestJSON-310402565-project-admin] 10.222.0.11 "GET /v2.0/networks/98a7fc2a-2578-41b3-bd47-9b938b19a9ab/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0574491 Dec 10 16:45:45.374231 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 47946) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:45.438130 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bc0cee83-c9a0-485f-8e1b-0528e2161140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:45.453335 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port ff4c48a9-e2d0-4903-8c8c-661a569d8060 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:45:45.468596 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port ff4c48a9-e2d0-4903-8c8c-661a569d8060 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:45:45.482760 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:45.591564 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-bc0cee83-c9a0-485f-8e1b-0528e2161140 None None] For port 90b51c5e-106d-4bb1-85a8-d6dfcb176fca, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=90b51c5e-106d-4bb1-85a8-d6dfcb176fca,segment=NetworkSegment(ead0dfee-225b-4e04-b0ba-5488f55393f8),segment_id=ead0dfee-225b-4e04-b0ba-5488f55393f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:45:45.639860 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bc0cee83-c9a0-485f-8e1b-0528e2161140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:45.961762 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:46.010562 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48010) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:46.028209 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-85d8ab9c-f6c5-4d19-99d0-1c331b1213b5 tempest-DHCPAgentSchedulersTestJSON-310402565 tempest-DHCPAgentSchedulersTestJSON-310402565-project-admin] 10.222.0.11 "GET /v2.0/agents/1e4e90e6-3a89-446d-b208-bd1f9f700c0b/dhcp-networks HTTP/1.1" status: 200 len: 7280 time: 0.6294174 Dec 10 16:45:46.081066 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b2b83-058b-4dd6-b573-3ffff6a7dba0 req-c1440d5a-1c98-4177-b7d9-5ed851a34441 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:46.086608 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f24b2b83-058b-4dd6-b573-3ffff6a7dba0 req-c1440d5a-1c98-4177-b7d9-5ed851a34441 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbd9b80e-28f5-4558-813d-c385e745969c HTTP/1.1" status: 200 len: 944 time: 0.4419894 Dec 10 16:45:46.140019 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port ff4c48a9-e2d0-4903-8c8c-661a569d8060, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=ff4c48a9-e2d0-4903-8c8c-661a569d8060,segment=NetworkSegment(5f321af3-1a86-4e4e-a33f-e6abf9e1d87b),segment_id=5f321af3-1a86-4e4e-a33f-e6abf9e1d87b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:45:46.166400 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd9b80e-28f5-4558-813d-c385e745969c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4c48a9-e2d0-4903-8c8c-661a569d8060'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:45:46.181749 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef40d5a-22de-4f64-a70f-40387e2b570b" -d '{"events": [{"server_uuid": "fbd9b80e-28f5-4558-813d-c385e745969c", "name": "network-vif-plugged", "status": "completed", "tag": "ff4c48a9-e2d0-4903-8c8c-661a569d8060"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:45:46.188897 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:46.287127 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:46.298403 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f24b2b83-058b-4dd6-b573-3ffff6a7dba0 req-1bdaa71a-ac7c-4cbe-9f74-fb538fed713c tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833341 Dec 10 16:45:46.364311 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a2457e91-8775-4fb5-af58-a34d0dbc5e49 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:46.398956 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0cee83-c9a0-485f-8e1b-0528e2161140 None None] Pushing event updated for resources: {'Port': ['ID=90b51c5e-106d-4bb1-85a8-d6dfcb176fca,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:46.518970 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-48106e78-9a40-4f54-8df3-cafdf7d6443f req-fdf40897-65ce-418e-99a4-7b19e78875c1 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8f7c5e78-a0be-4a97-908b-9f980b60d11d HTTP/1.1" status: 200 len: 210 time: 0.0909665 Dec 10 16:45:46.532844 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-245b693e-10e2-4682-bde0-4775dc7a3e09 None None] Provisioning complete for port 90b51c5e-106d-4bb1-85a8-d6dfcb176fca triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:45:46.533281 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-245b693e-10e2-4682-bde0-4775dc7a3e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:46.769845 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a714fe-b770-4dd9-8219-bbbd4c0beb5b x-openstack-request-id: req-b1a714fe-b770-4dd9-8219-bbbd4c0beb5b {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:45:46.771222 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd9b80e-28f5-4558-813d-c385e745969c", "name": "network-vif-plugged", "status": "completed", "tag": "ff4c48a9-e2d0-4903-8c8c-661a569d8060", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:45:46.771665 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b1a714fe-b770-4dd9-8219-bbbd4c0beb5b {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:45:46.772515 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd9b80e-28f5-4558-813d-c385e745969c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4c48a9-e2d0-4903-8c8c-661a569d8060', 'code': 200} Dec 10 16:45:46.784650 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7ad35906-fdd9-4f06-ae79-ed3f3999e157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:46.879915 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1fbd9-9d22-4601-8760-7ae800d0c3dd req-424d5ea2-1d2f-41f4-8b64-b52a27ae0924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:46.883799 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-62a1fbd9-9d22-4601-8760-7ae800d0c3dd req-424d5ea2-1d2f-41f4-8b64-b52a27ae0924 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fbd9b80e-28f5-4558-813d-c385e745969c HTTP/1.1" status: 200 len: 1096 time: 0.0905993 Dec 10 16:45:46.884299 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.api [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:45:46.884830 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a2457e91-8775-4fb5-af58-a34d0dbc5e49 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:46.885429 n-d-766771-2 neutron-server[103394]: DEBUG oslo_db.api [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:45:46.912719 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=ff4c48a9-e2d0-4903-8c8c-661a569d8060,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:46.974942 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a2457e91-8775-4fb5-af58-a34d0dbc5e49 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82f954bf-de7d-44a8-b903-f9befc982410']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:46.985022 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-62a1fbd9-9d22-4601-8760-7ae800d0c3dd req-662b38d1-36f4-48f6-8f81-bc5eaa47ea67 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927231 Dec 10 16:45:47.019328 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a2457e91-8775-4fb5-af58-a34d0dbc5e49 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '016560fc-595c-447f-83d9-ab66076239e4') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:47.019768 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a2457e91-8775-4fb5-af58-a34d0dbc5e49 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '016560fc-595c-447f-83d9-ab66076239e4') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:47.052118 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a2457e91-8775-4fb5-af58-a34d0dbc5e49 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:47.129227 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a2457e91-8775-4fb5-af58-a34d0dbc5e49 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:47.136904 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2457e91-8775-4fb5-af58-a34d0dbc5e49 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:45:47.138586 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a2457e91-8775-4fb5-af58-a34d0dbc5e49 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:47.159015 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-371931bb-1782-486b-9f4e-0e5907afeb7a None None] Could not find standard attr ID for object 7ec34322-f63a-4a0c-b0ac-a98f99dc5c3f. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:45:47.301819 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:47.334468 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:45:47.334468 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:45:47.334468 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:45:47.334468 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:45:47.334468 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:45:47.334468 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:45:47.334468 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:45:47.334468 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:45:47.334468 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:45:47.334468 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:45:47.334468 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:45:47.334468 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:45:47.334468 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:45:47.334468 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:45:47.334468 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:45:47.334468 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:45:47.334468 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:45:47.334468 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:45:47.334468 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:45:47.334468 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:45:47.334468 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:45:47.334468 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:45:47.334468 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:45:47.334468 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:45:47.334468 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:45:47.334468 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:45:47.334468 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:45:47.334468 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:45:47.334468 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:45:47.334468 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:45:47.334468 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:45:47.334468 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:45:47.341325 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a2457e91-8775-4fb5-af58-a34d0dbc5e49 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:47.377406 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a2457e91-8775-4fb5-af58-a34d0dbc5e49 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:47.387264 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a2457e91-8775-4fb5-af58-a34d0dbc5e49 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] 10.222.0.11 "DELETE /v2.0/networks/82f954bf-de7d-44a8-b903-f9befc982410 HTTP/1.1" status: 204 len: 168 time: 1.3754413 Dec 10 16:45:47.390186 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 48126) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:47.438425 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2457e91-8775-4fb5-af58-a34d0dbc5e49 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Pushing event deleted for resources: {'Network': ['ID=82f954bf-de7d-44a8-b903-f9befc982410,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:47.448801 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2011a228-0cbf-40f0-9980-bc468d1c8bac None None] Sync routers for ids ['9c2167e0-0e22-4cdf-94f5-1b9ce99aafad'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:45:47.505618 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2011a228-0cbf-40f0-9980-bc468d1c8bac None None] Routers {'9c2167e0-0e22-4cdf-94f5-1b9ce99aafad'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:45:47.510874 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-366ab992-453f-4eac-b3be-0e8220649040 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] DELETE failed (client error): The resource could not be found. Dec 10 16:45:47.512378 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-2011a228-0cbf-40f0-9980-bc468d1c8bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:45:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['9c2167e0-0e22-4cdf-94f5-1b9ce99aafad'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:47.515030 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-366ab992-453f-4eac-b3be-0e8220649040 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:45:47.523523 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-366ab992-453f-4eac-b3be-0e8220649040 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] 10.222.0.11 "DELETE /v2.0/ports/7ec34322-f63a-4a0c-b0ac-a98f99dc5c3f HTTP/1.1" status: 404 len: 333 time: 0.1316328 Dec 10 16:45:47.526478 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48142) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:47.625021 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b405eb-4ca8-426e-a9bb-0e17d82c7de6 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Deleting subnet 5d3f34f7-5355-4490-9c18-a153428d07ae {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:45:47.629409 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21b405eb-4ca8-426e-a9bb-0e17d82c7de6 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:47.711587 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21b405eb-4ca8-426e-a9bb-0e17d82c7de6 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:47.834695 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21b405eb-4ca8-426e-a9bb-0e17d82c7de6 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:47.859595 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01517487-c950-4b0e-b105-f0027285d669 req-7ddbfe26-5081-482b-aecc-63fe99010d97 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:47.869303 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-01517487-c950-4b0e-b105-f0027285d669 req-7ddbfe26-5081-482b-aecc-63fe99010d97 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbd9b80e-28f5-4558-813d-c385e745969c HTTP/1.1" status: 200 len: 945 time: 0.3025296 Dec 10 16:45:47.967695 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 90b51c5e-106d-4bb1-85a8-d6dfcb176fca up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:45:48.044358 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21b405eb-4ca8-426e-a9bb-0e17d82c7de6 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:48.090811 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-01517487-c950-4b0e-b105-f0027285d669 req-98e79ddf-1562-44d4-a34b-37b0ce3eb5fa tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065876 Dec 10 16:45:48.124941 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb36953-354b-4261-9c74-1fb7a469f0a8 None None] Network 98a7fc2a-2578-41b3-bd47-9b938b19a9ab requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:45:48.152661 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-2011a228-0cbf-40f0-9980-bc468d1c8bac None None] Set router 9c2167e0-0e22-4cdf-94f5-1b9ce99aafad gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:45:48.197126 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21b405eb-4ca8-426e-a9bb-0e17d82c7de6 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:48.271876 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-21b405eb-4ca8-426e-a9bb-0e17d82c7de6 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] 10.222.0.11 "DELETE /v2.0/subnets/5d3f34f7-5355-4490-9c18-a153428d07ae HTTP/1.1" status: 204 len: 168 time: 0.7441030 Dec 10 16:45:48.276551 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 48206) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:48.303091 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b405eb-4ca8-426e-a9bb-0e17d82c7de6 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Pushing event deleted for resources: {'Subnet': ['ID=5d3f34f7-5355-4490-9c18-a153428d07ae,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:48.514128 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-21417cf8-6e1b-4a89-8387-725f04737e05 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:48.677763 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 90b51c5e-106d-4bb1-85a8-d6dfcb176fca triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:45:48.686245 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:48.753770 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a037afb1-bad0-4c97-a792-bdfc0e79dc63 req-845b0258-e7dc-40fd-9855-1989d2702bf5 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8f7c5e78-a0be-4a97-908b-9f980b60d11d HTTP/1.1" status: 200 len: 210 time: 0.2201281 Dec 10 16:45:49.012154 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-21417cf8-6e1b-4a89-8387-725f04737e05 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Deleting port 90b51c5e-106d-4bb1-85a8-d6dfcb176fca {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:45:49.012804 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-21417cf8-6e1b-4a89-8387-725f04737e05 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:49.016813 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:49.240130 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-21417cf8-6e1b-4a89-8387-725f04737e05 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] For port 90b51c5e-106d-4bb1-85a8-d6dfcb176fca, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=90b51c5e-106d-4bb1-85a8-d6dfcb176fca,segment=NetworkSegment(ead0dfee-225b-4e04-b0ba-5488f55393f8),segment_id=ead0dfee-225b-4e04-b0ba-5488f55393f8)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:45:49.245485 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-21417cf8-6e1b-4a89-8387-725f04737e05 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:49.264563 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c0da79dd-d9db-4105-96b3-be9cec24a186 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:45:49.273525 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d6cbf2-e185-4030-9b35-b5e03d81b4f1 None None] DHCP port deletion for 98a7fc2a-2578-41b3-bd47-9b938b19a9ab request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:45:49.280053 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-21417cf8-6e1b-4a89-8387-725f04737e05 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Calling delete_port for 90b51c5e-106d-4bb1-85a8-d6dfcb176fca owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:45:49.291985 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-37faf52f-5052-4426-b36a-b436ece20892 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:49.294251 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-37faf52f-5052-4426-b36a-b436ece20892 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.46 "GET /v2.0/networks?id=3476b3c9-4287-4449-893c-35b29eab3f45 HTTP/1.1" status: 200 len: 911 time: 0.7680647 Dec 10 16:45:49.360376 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-36bed06f-deb8-47f2-aeda-394f32d65197 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Request body: {'port': {'device_id': '8f7c5e78-a0be-4a97-908b-9f980b60d11d', 'network_id': '3476b3c9-4287-4449-893c-35b29eab3f45', 'admin_state_up': True, 'tenant_id': '5b58923622cd48bd8f7699914d4f82d6'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:45:49.474295 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-2011a228-0cbf-40f0-9980-bc468d1c8bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2167e0-0e22-4cdf-94f5-1b9ce99aafad', 'name': 'tempest-TestServerMultinode-1855564814-router', 'tenant_id': '5b58923622cd48bd8f7699914d4f82d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': 'c0da79dd-d9db-4105-96b3-be9cec24a186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:45:31Z', 'updated_at': '2021-12-10T16:45:40Z', 'revision_number': 4, 'project_id': '5b58923622cd48bd8f7699914d4f82d6', 'gw_port': {'id': 'c0da79dd-d9db-4105-96b3-be9cec24a186', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:29:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2167e0-0e22-4cdf-94f5-1b9ce99aafad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:45:32Z', 'updated_at': '2021-12-10T16:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '91f7fb6c-5056-401d-b6d6-d4da6610ae9d', 'name': '', 'network_id': '56ff1eff-4805-4717-929a-9566e39824d3', 'tenant_id': '5b58923622cd48bd8f7699914d4f82d6', 'mac_address': 'fa:16:3e:6e:20:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2167e0-0e22-4cdf-94f5-1b9ce99aafad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'fa1b14ac-439a-4cb4-b70a-9ab97e4cea65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:45:38Z', 'updated_at': '2021-12-10T16:45:40Z', 'revision_number': 2, 'project_id': '5b58923622cd48bd8f7699914d4f82d6', 'subnets': [{'id': 'fa1b14ac-439a-4cb4-b70a-9ab97e4cea65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:49.499290 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce246e4d-2a6e-44ec-bd63-e31a76b41965 req-e4c8d5bb-4f49-4261-b0b9-cb5e9a00911f tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:49.509670 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ce246e4d-2a6e-44ec-bd63-e31a76b41965 req-e4c8d5bb-4f49-4261-b0b9-cb5e9a00911f tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbd9b80e-28f5-4558-813d-c385e745969c HTTP/1.1" status: 200 len: 945 time: 0.2137697 Dec 10 16:45:49.573012 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-36bed06f-deb8-47f2-aeda-394f32d65197 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Made reservation on behalf of 5b58923622cd48bd8f7699914d4f82d6 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:45:49.577738 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-36bed06f-deb8-47f2-aeda-394f32d65197 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:49.581184 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2011a228-0cbf-40f0-9980-bc468d1c8bac None None] Checking router: 9c2167e0-0e22-4cdf-94f5-1b9ce99aafad for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:45:49.581559 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2011a228-0cbf-40f0-9980-bc468d1c8bac None None] Updating router 9c2167e0-0e22-4cdf-94f5-1b9ce99aafad port 91f7fb6c-5056-401d-b6d6-d4da6610ae9d binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:45:49.651717 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-2011a228-0cbf-40f0-9980-bc468d1c8bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:49.785304 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ce246e4d-2a6e-44ec-bd63-e31a76b41965 req-f8f43080-2081-442e-b9ff-bc9993b413eb tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690363 Dec 10 16:45:49.880626 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48302) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:49.906358 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-21417cf8-6e1b-4a89-8387-725f04737e05 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:49.916268 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f6d6cbf2-e185-4030-9b35-b5e03d81b4f1 None None] The port '90b51c5e-106d-4bb1-85a8-d6dfcb176fca' was deleted {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 10 16:45:49.970901 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:50.046981 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9fbd9a5b-fe29-42e9-97e2-b4093d153de7 req-d990a462-8bb1-4f20-b1ef-9ac0a41d0e03 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8f7c5e78-a0be-4a97-908b-9f980b60d11d HTTP/1.1" status: 200 len: 210 time: 0.1641135 Dec 10 16:45:50.048153 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port c0da79dd-d9db-4105-96b3-be9cec24a186 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:45:50.050362 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:50.056748 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21417cf8-6e1b-4a89-8387-725f04737e05 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Pushing event deleted for resources: {'Port': ['ID=90b51c5e-106d-4bb1-85a8-d6dfcb176fca,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:50.110004 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21417cf8-6e1b-4a89-8387-725f04737e05 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] No DVR routers for this DVR port 90b51c5e-106d-4bb1-85a8-d6dfcb176fca on host n-d-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:45:50.138380 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-36bed06f-deb8-47f2-aeda-394f32d65197 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Allocated IP 172.20.0.8 (3476b3c9-4287-4449-893c-35b29eab3f45/d661a2ff-ce31-4fd8-88a7-1638071ff182/dc925881-3e35-44c3-9d61-6ba7f1446877) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:45:50.145245 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21417cf8-6e1b-4a89-8387-725f04737e05 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:50.154658 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21417cf8-6e1b-4a89-8387-725f04737e05 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:50.155082 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21417cf8-6e1b-4a89-8387-725f04737e05 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:50.155499 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21417cf8-6e1b-4a89-8387-725f04737e05 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:50.155976 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21417cf8-6e1b-4a89-8387-725f04737e05 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:50.156328 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21417cf8-6e1b-4a89-8387-725f04737e05 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:50.156673 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21417cf8-6e1b-4a89-8387-725f04737e05 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:50.157015 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21417cf8-6e1b-4a89-8387-725f04737e05 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:50.157408 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21417cf8-6e1b-4a89-8387-725f04737e05 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:50.157754 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21417cf8-6e1b-4a89-8387-725f04737e05 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:50.158092 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21417cf8-6e1b-4a89-8387-725f04737e05 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:50.160288 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21417cf8-6e1b-4a89-8387-725f04737e05 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:50.163735 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21417cf8-6e1b-4a89-8387-725f04737e05 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:50.205825 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9aea1f78-95da-4180-9236-febfdd98c9c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:50.406919 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9aea1f78-95da-4180-9236-febfdd98c9c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:50.411785 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9aea1f78-95da-4180-9236-febfdd98c9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:50.435722 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-2011a228-0cbf-40f0-9980-bc468d1c8bac None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:50.444797 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-2011a228-0cbf-40f0-9980-bc468d1c8bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:50.453652 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9aea1f78-95da-4180-9236-febfdd98c9c0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f51fc69e52284022a948c22d6e2b2aee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5704758 Dec 10 16:45:50.460989 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48314) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:50.483648 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 90b51c5e-106d-4bb1-85a8-d6dfcb176fca no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:45:50.507168 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea1f78-95da-4180-9236-febfdd98c9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c800a0c8-64a8-4125-8112-c93eefbd4610,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:50.525164 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 90b51c5e-106d-4bb1-85a8-d6dfcb176fca {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:45:50.526624 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 90b51c5e-106d-4bb1-85a8-d6dfcb176fca not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:45:50.542724 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76aabc68-a125-4276-bb34-c9ce7edd01a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:50.566152 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674b4a7-090e-486d-a8de-5d4b961af8a6 None None] Pushing event updated for resources: {'Port': ['ID=91f7fb6c-5056-401d-b6d6-d4da6610ae9d,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:50.574678 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76aabc68-a125-4276-bb34-c9ce7edd01a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:50.595245 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-21417cf8-6e1b-4a89-8387-725f04737e05 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:50.644633 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76aabc68-a125-4276-bb34-c9ce7edd01a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:50.648677 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76aabc68-a125-4276-bb34-c9ce7edd01a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:50.650287 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-76aabc68-a125-4276-bb34-c9ce7edd01a0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c800a0c8-64a8-4125-8112-c93eefbd4610 HTTP/1.1" status: 204 len: 168 time: 0.1873827 Dec 10 16:45:50.668169 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aabc68-a125-4276-bb34-c9ce7edd01a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c800a0c8-64a8-4125-8112-c93eefbd4610,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:50.703149 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-2011a228-0cbf-40f0-9980-bc468d1c8bac None None] Attempting to bind port 91f7fb6c-5056-401d-b6d6-d4da6610ae9d on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:45:50.703640 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-2011a228-0cbf-40f0-9980-bc468d1c8bac None None] Attempting to bind port 91f7fb6c-5056-401d-b6d6-d4da6610ae9d by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '92ac0568-7277-4d48-870b-d4785c724388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '56ff1eff-4805-4717-929a-9566e39824d3'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:45:50.704142 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2011a228-0cbf-40f0-9980-bc468d1c8bac None None] Attempting to bind port 91f7fb6c-5056-401d-b6d6-d4da6610ae9d on network 56ff1eff-4805-4717-929a-9566e39824d3 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:45:50.712612 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2011a228-0cbf-40f0-9980-bc468d1c8bac None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:45:50.714776 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2011a228-0cbf-40f0-9980-bc468d1c8bac None None] Checking segment: {'id': '92ac0568-7277-4d48-870b-d4785c724388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '56ff1eff-4805-4717-929a-9566e39824d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:45:50.715635 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-2011a228-0cbf-40f0-9980-bc468d1c8bac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:50.716911 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2011a228-0cbf-40f0-9980-bc468d1c8bac None None] Bound using segment: {'id': '92ac0568-7277-4d48-870b-d4785c724388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '56ff1eff-4805-4717-929a-9566e39824d3'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:45:50.717880 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-2011a228-0cbf-40f0-9980-bc468d1c8bac None None] Bound port: 91f7fb6c-5056-401d-b6d6-d4da6610ae9d, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92ac0568-7277-4d48-870b-d4785c724388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '56ff1eff-4805-4717-929a-9566e39824d3'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:45:50.718663 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-2011a228-0cbf-40f0-9980-bc468d1c8bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:50.815839 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-2011a228-0cbf-40f0-9980-bc468d1c8bac None None] For port 91f7fb6c-5056-401d-b6d6-d4da6610ae9d, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:45:50.823796 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-2011a228-0cbf-40f0-9980-bc468d1c8bac None None] For port 91f7fb6c-5056-401d-b6d6-d4da6610ae9d, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=91f7fb6c-5056-401d-b6d6-d4da6610ae9d,segment=NetworkSegment(92ac0568-7277-4d48-870b-d4785c724388),segment_id=92ac0568-7277-4d48-870b-d4785c724388)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:45:50.831814 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-2011a228-0cbf-40f0-9980-bc468d1c8bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:50.905224 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674b4a7-090e-486d-a8de-5d4b961af8a6 None None] Pushing event updated for resources: {'Port': ['ID=91f7fb6c-5056-401d-b6d6-d4da6610ae9d,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:50.927637 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2011a228-0cbf-40f0-9980-bc468d1c8bac None None] Routers {'9c2167e0-0e22-4cdf-94f5-1b9ce99aafad'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:45:50.928509 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-2011a228-0cbf-40f0-9980-bc468d1c8bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:45:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['9c2167e0-0e22-4cdf-94f5-1b9ce99aafad'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:51.150380 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-70ec3aae-71d6-41e9-83c5-07c3055a546c None None] Provisioning complete for port 91f7fb6c-5056-401d-b6d6-d4da6610ae9d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:45:51.150976 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-70ec3aae-71d6-41e9-83c5-07c3055a546c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:51.207655 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-2011a228-0cbf-40f0-9980-bc468d1c8bac None None] Set router 9c2167e0-0e22-4cdf-94f5-1b9ce99aafad gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:45:51.251013 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48328) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:51.303054 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cf9b5f4b-18a2-4925-ad20-914dfaa28cc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:51.393083 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bda11a-fe59-4312-8878-9399ab9be68b req-67f9bcc2-13df-40b2-9ff7-c37e0afc216e tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:51.394759 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a9bda11a-fe59-4312-8878-9399ab9be68b req-67f9bcc2-13df-40b2-9ff7-c37e0afc216e tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbd9b80e-28f5-4558-813d-c385e745969c HTTP/1.1" status: 200 len: 945 time: 0.9633508 Dec 10 16:45:51.398706 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-70ec3aae-71d6-41e9-83c5-07c3055a546c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:51.426844 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-21417cf8-6e1b-4a89-8387-725f04737e05 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a7fc2a-2578-41b3-bd47-9b938b19a9ab']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:51.475761 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-21417cf8-6e1b-4a89-8387-725f04737e05 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ead0dfee-225b-4e04-b0ba-5488f55393f8') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:51.476463 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-21417cf8-6e1b-4a89-8387-725f04737e05 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ead0dfee-225b-4e04-b0ba-5488f55393f8') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:51.479071 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-70ec3aae-71d6-41e9-83c5-07c3055a546c None None] For port 91f7fb6c-5056-401d-b6d6-d4da6610ae9d, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=91f7fb6c-5056-401d-b6d6-d4da6610ae9d,segment=NetworkSegment(92ac0568-7277-4d48-870b-d4785c724388),segment_id=92ac0568-7277-4d48-870b-d4785c724388)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:45:51.483876 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-70ec3aae-71d6-41e9-83c5-07c3055a546c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:51.520844 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-21417cf8-6e1b-4a89-8387-725f04737e05 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:51.544045 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cf9b5f4b-18a2-4925-ad20-914dfaa28cc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:51.551525 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cf9b5f4b-18a2-4925-ad20-914dfaa28cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:51.598928 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-21417cf8-6e1b-4a89-8387-725f04737e05 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:51.623201 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec3aae-71d6-41e9-83c5-07c3055a546c None None] Pushing event updated for resources: {'Port': ['ID=91f7fb6c-5056-401d-b6d6-d4da6610ae9d,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:51.664975 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-cf9b5f4b-18a2-4925-ad20-914dfaa28cc2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6cf4e51b5bbf4dbca0ba0291c258c156&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4128337 Dec 10 16:45:51.665204 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21417cf8-6e1b-4a89-8387-725f04737e05 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:45:51.665472 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-21417cf8-6e1b-4a89-8387-725f04737e05 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:51.667351 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48332) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:51.668805 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:45:51.668805 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:45:51.668805 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:45:51.668805 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:45:51.668805 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:45:51.668805 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:45:51.668805 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:45:51.668805 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:45:51.668805 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:45:51.668805 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:45:51.668805 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:45:51.668805 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:45:51.668805 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:45:51.668805 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:45:51.668805 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:45:51.668805 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:45:51.668805 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:45:51.668805 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:45:51.668805 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:45:51.668805 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:45:51.668805 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:45:51.668805 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:45:51.668805 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:45:51.668805 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:45:51.668805 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:45:51.668805 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:45:51.668805 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:45:51.668805 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:45:51.668805 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:45:51.668805 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:45:51.668805 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:45:51.668805 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:45:51.689393 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-37b43d4f-5b57-46af-8e2d-8e8736a36bad None None] Provisioning complete for port 91f7fb6c-5056-401d-b6d6-d4da6610ae9d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:45:51.690129 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-37b43d4f-5b57-46af-8e2d-8e8736a36bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:51.717100 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b5f4b-18a2-4925-ad20-914dfaa28cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f46789-a1a6-4708-8a6e-a2645b81550c,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:51.747264 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-2011a228-0cbf-40f0-9980-bc468d1c8bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2167e0-0e22-4cdf-94f5-1b9ce99aafad', 'name': 'tempest-TestServerMultinode-1855564814-router', 'tenant_id': '5b58923622cd48bd8f7699914d4f82d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': 'c0da79dd-d9db-4105-96b3-be9cec24a186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:45:31Z', 'updated_at': '2021-12-10T16:45:40Z', 'revision_number': 4, 'project_id': '5b58923622cd48bd8f7699914d4f82d6', 'gw_port': {'id': 'c0da79dd-d9db-4105-96b3-be9cec24a186', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:29:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2167e0-0e22-4cdf-94f5-1b9ce99aafad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:45:32Z', 'updated_at': '2021-12-10T16:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '91f7fb6c-5056-401d-b6d6-d4da6610ae9d', 'name': '', 'network_id': '56ff1eff-4805-4717-929a-9566e39824d3', 'tenant_id': '5b58923622cd48bd8f7699914d4f82d6', 'mac_address': 'fa:16:3e:6e:20:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2167e0-0e22-4cdf-94f5-1b9ce99aafad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'fa1b14ac-439a-4cb4-b70a-9ab97e4cea65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:45:38Z', 'updated_at': '2021-12-10T16:45:50Z', 'revision_number': 4, 'project_id': '5b58923622cd48bd8f7699914d4f82d6', 'subnets': [{'id': 'fa1b14ac-439a-4cb4-b70a-9ab97e4cea65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:51.784580 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-36bed06f-deb8-47f2-aeda-394f32d65197 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:51.793374 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a9bda11a-fe59-4312-8878-9399ab9be68b req-bd6bb6f9-cad0-4847-b899-05c6b10abb97 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704686 Dec 10 16:45:51.807600 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2011a228-0cbf-40f0-9980-bc468d1c8bac None None] The sync data for ids ['9c2167e0-0e22-4cdf-94f5-1b9ce99aafad'] in n-d-766771-2 is: [{'id': '9c2167e0-0e22-4cdf-94f5-1b9ce99aafad', 'name': 'tempest-TestServerMultinode-1855564814-router', 'tenant_id': '5b58923622cd48bd8f7699914d4f82d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': 'c0da79dd-d9db-4105-96b3-be9cec24a186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:45:31Z', 'updated_at': '2021-12-10T16:45:40Z', 'revision_number': 4, 'project_id': '5b58923622cd48bd8f7699914d4f82d6', 'gw_port': {'id': 'c0da79dd-d9db-4105-96b3-be9cec24a186', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:29:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2167e0-0e22-4cdf-94f5-1b9ce99aafad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:45:32Z', 'updated_at': '2021-12-10T16:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '91f7fb6c-5056-401d-b6d6-d4da6610ae9d', 'name': '', 'network_id': '56ff1eff-4805-4717-929a-9566e39824d3', 'tenant_id': '5b58923622cd48bd8f7699914d4f82d6', 'mac_address': 'fa:16:3e:6e:20:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2167e0-0e22-4cdf-94f5-1b9ce99aafad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'fa1b14ac-439a-4cb4-b70a-9ab97e4cea65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:45:38Z', 'updated_at': '2021-12-10T16:45:50Z', 'revision_number': 4, 'project_id': '5b58923622cd48bd8f7699914d4f82d6', 'subnets': [{'id': 'fa1b14ac-439a-4cb4-b70a-9ab97e4cea65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:45:51.830075 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ec35a9cb-3390-447d-a17c-c4f283d85d19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:51.861218 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-21417cf8-6e1b-4a89-8387-725f04737e05 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:51.893675 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-21417cf8-6e1b-4a89-8387-725f04737e05 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:51.897140 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ec35a9cb-3390-447d-a17c-c4f283d85d19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:51.898276 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-21417cf8-6e1b-4a89-8387-725f04737e05 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] 10.222.0.11 "DELETE /v2.0/networks/98a7fc2a-2578-41b3-bd47-9b938b19a9ab HTTP/1.1" status: 204 len: 168 time: 3.6201084 Dec 10 16:45:52.005872 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ec35a9cb-3390-447d-a17c-c4f283d85d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:52.014355 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ec35a9cb-3390-447d-a17c-c4f283d85d19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:52.017094 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ec35a9cb-3390-447d-a17c-c4f283d85d19 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/12f46789-a1a6-4708-8a6e-a2645b81550c HTTP/1.1" status: 204 len: 168 time: 0.3377268 Dec 10 16:45:52.019088 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21417cf8-6e1b-4a89-8387-725f04737e05 tempest-DHCPAgentSchedulersTestJSON-1211674806 tempest-DHCPAgentSchedulersTestJSON-1211674806-project] Pushing event deleted for resources: {'Network': ['ID=98a7fc2a-2578-41b3-bd47-9b938b19a9ab,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:52.053076 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35a9cb-3390-447d-a17c-c4f283d85d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f46789-a1a6-4708-8a6e-a2645b81550c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:52.114208 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-36bed06f-deb8-47f2-aeda-394f32d65197 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:52.132189 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-48df8576-661d-4a0c-9d8d-4d6e6a34d51b req-3c819a71-8a0d-491b-a5a7-d2c8c6b7c2e0 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8f7c5e78-a0be-4a97-908b-9f980b60d11d HTTP/1.1" status: 200 len: 210 time: 0.1959498 Dec 10 16:45:52.352522 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-36bed06f-deb8-47f2-aeda-394f32d65197 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Network 3476b3c9-4287-4449-893c-35b29eab3f45 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:45:52.409139 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-36bed06f-deb8-47f2-aeda-394f32d65197 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:45:52.419681 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-36bed06f-deb8-47f2-aeda-394f32d65197 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:45:52.424224 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bed06f-deb8-47f2-aeda-394f32d65197 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Pushing event updated for resources: {'Port': ['ID=dc925881-3e35-44c3-9d61-6ba7f1446877,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:52.549240 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 91f7fb6c-5056-401d-b6d6-d4da6610ae9d up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:45:52.592779 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48350) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:52.682313 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99256b-a981-49c2-ac03-15c473aea4fd req-c4889c0a-b729-4b6d-a811-231b44fcf253 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:52.691090 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9a99256b-a981-49c2-ac03-15c473aea4fd req-c4889c0a-b729-4b6d-a811-231b44fcf253 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbd9b80e-28f5-4558-813d-c385e745969c HTTP/1.1" status: 200 len: 945 time: 0.3444793 Dec 10 16:45:52.733416 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-36bed06f-deb8-47f2-aeda-394f32d65197 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:52.740868 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-36bed06f-deb8-47f2-aeda-394f32d65197 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:52.772187 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 91f7fb6c-5056-401d-b6d6-d4da6610ae9d triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:45:52.786745 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:52.817078 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-36bed06f-deb8-47f2-aeda-394f32d65197 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.4885685 Dec 10 16:45:52.844822 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-a7d8b93d-6b1e-42d0-bc5f-88cf8b821a51 service neutron] Request body: {'port': {'device_id': '8f7c5e78-a0be-4a97-908b-9f980b60d11d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:45:52.899846 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9a99256b-a981-49c2-ac03-15c473aea4fd req-422623f5-9c9c-43cb-9814-5ecfc5fec994 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069604 Dec 10 16:45:53.034998 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-a7d8b93d-6b1e-42d0-bc5f-88cf8b821a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:53.068655 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-51e975bf-334d-46e6-86cf-53707a69a474 None None] Provisioning complete for port dc925881-3e35-44c3-9d61-6ba7f1446877 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:45:53.078943 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-51e975bf-334d-46e6-86cf-53707a69a474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:53.216600 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-51e975bf-334d-46e6-86cf-53707a69a474 None None] Port dc925881-3e35-44c3-9d61-6ba7f1446877 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:45:53.225712 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5ddafb06-1f84-448f-963e-e320ecf2bd0c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bdf777d741ab493e9eefb77599171dfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6317189 Dec 10 16:45:53.230996 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48368) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:53.345356 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eb6be0c8-fbc4-45d1-a163-5e9218f1faea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:53.375366 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eb6be0c8-fbc4-45d1-a163-5e9218f1faea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:53.483686 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eb6be0c8-fbc4-45d1-a163-5e9218f1faea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:53.488393 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eb6be0c8-fbc4-45d1-a163-5e9218f1faea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:53.489863 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-eb6be0c8-fbc4-45d1-a163-5e9218f1faea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5d86c9c2-215d-4ef6-8a55-d9ebe7cf0cb7 HTTP/1.1" status: 204 len: 168 time: 0.2578077 Dec 10 16:45:53.500269 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6be0c8-fbc4-45d1-a163-5e9218f1faea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d86c9c2-215d-4ef6-8a55-d9ebe7cf0cb7,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:53.538037 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1f4c2-bad1-4849-8e40-27056db71c9e req-1bc6a525-70a4-48dd-a4bb-d1c62b74cfe7 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:53.547196 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-43a1f4c2-bad1-4849-8e40-27056db71c9e req-1bc6a525-70a4-48dd-a4bb-d1c62b74cfe7 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8f7c5e78-a0be-4a97-908b-9f980b60d11d HTTP/1.1" status: 200 len: 1027 time: 0.1697695 Dec 10 16:45:53.630795 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-43a1f4c2-bad1-4849-8e40-27056db71c9e req-2ae72d61-545d-45ae-9431-39c55d3fa2d4 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=25d6246b-ae6f-4c60-b629-6aa2b5602fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823696 Dec 10 16:45:53.780320 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-a7d8b93d-6b1e-42d0-bc5f-88cf8b821a51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc925881-3e35-44c3-9d61-6ba7f1446877 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:45:53.790714 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-a7d8b93d-6b1e-42d0-bc5f-88cf8b821a51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:53.806434 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-a7d8b93d-6b1e-42d0-bc5f-88cf8b821a51 service neutron] Transition to ACTIVE for port object dc925881-3e35-44c3-9d61-6ba7f1446877 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:45:53.822201 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-a7d8b93d-6b1e-42d0-bc5f-88cf8b821a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:53.958381 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48392) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:53.976870 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abbc0292-84cd-4142-bb90-f96b1cb6382a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:54.007866 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0c380-24f3-4394-8516-8e202e8c0538 req-ec11b252-2552-45f8-a4af-4c1f94547def tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:54.016072 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fdc0c380-24f3-4394-8516-8e202e8c0538 req-ec11b252-2552-45f8-a4af-4c1f94547def tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbd9b80e-28f5-4558-813d-c385e745969c HTTP/1.1" status: 200 len: 945 time: 0.2067678 Dec 10 16:45:54.022187 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8b93d-6b1e-42d0-bc5f-88cf8b821a51 service neutron] Pushing event updated for resources: {'Port': ['ID=dc925881-3e35-44c3-9d61-6ba7f1446877,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:54.117528 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abbc0292-84cd-4142-bb90-f96b1cb6382a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:54.123096 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abbc0292-84cd-4142-bb90-f96b1cb6382a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:54.180808 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-abbc0292-84cd-4142-bb90-f96b1cb6382a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=17b4c9a2a37d4861990e393ac4f23347&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2213523 Dec 10 16:45:54.190766 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48396) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:54.202873 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc0292-84cd-4142-bb90-f96b1cb6382a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16552940-045d-48f9-b80c-8654efa1a828,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:54.277165 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-45f58b9c-6e8c-4377-be23-e843f14b63b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:54.297376 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fdc0c380-24f3-4394-8516-8e202e8c0538 req-e3f2c69b-4020-42b3-86ee-7746a31412fd tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749174 Dec 10 16:45:54.298750 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-a7d8b93d-6b1e-42d0-bc5f-88cf8b821a51 service neutron] Attempting to bind port dc925881-3e35-44c3-9d61-6ba7f1446877 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:45:54.299087 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-a7d8b93d-6b1e-42d0-bc5f-88cf8b821a51 service neutron] Attempting to bind port dc925881-3e35-44c3-9d61-6ba7f1446877 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '0768ac61-f3fc-49c8-a352-c9da2337fb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3476b3c9-4287-4449-893c-35b29eab3f45'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:45:54.299415 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-a7d8b93d-6b1e-42d0-bc5f-88cf8b821a51 service neutron] Attempting to bind port dc925881-3e35-44c3-9d61-6ba7f1446877 on network 3476b3c9-4287-4449-893c-35b29eab3f45 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:45:54.308460 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-a7d8b93d-6b1e-42d0-bc5f-88cf8b821a51 service neutron] Port dc925881-3e35-44c3-9d61-6ba7f1446877 on network 3476b3c9-4287-4449-893c-35b29eab3f45 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:45:54.308932 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-a7d8b93d-6b1e-42d0-bc5f-88cf8b821a51 service neutron] Attempting to bind port dc925881-3e35-44c3-9d61-6ba7f1446877 on network 3476b3c9-4287-4449-893c-35b29eab3f45 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:45:54.310788 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-45f58b9c-6e8c-4377-be23-e843f14b63b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:54.315311 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-a7d8b93d-6b1e-42d0-bc5f-88cf8b821a51 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:45:54.326858 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-a7d8b93d-6b1e-42d0-bc5f-88cf8b821a51 service neutron] Checking segment: {'id': '0768ac61-f3fc-49c8-a352-c9da2337fb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3476b3c9-4287-4449-893c-35b29eab3f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:45:54.327269 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-a7d8b93d-6b1e-42d0-bc5f-88cf8b821a51 service neutron] Bound using segment: {'id': '0768ac61-f3fc-49c8-a352-c9da2337fb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3476b3c9-4287-4449-893c-35b29eab3f45'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:45:54.327745 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-a7d8b93d-6b1e-42d0-bc5f-88cf8b821a51 service neutron] Bound port: dc925881-3e35-44c3-9d61-6ba7f1446877, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0768ac61-f3fc-49c8-a352-c9da2337fb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3476b3c9-4287-4449-893c-35b29eab3f45'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:45:54.328116 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-a7d8b93d-6b1e-42d0-bc5f-88cf8b821a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:54.452199 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-45f58b9c-6e8c-4377-be23-e843f14b63b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:54.464906 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-45f58b9c-6e8c-4377-be23-e843f14b63b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:54.469555 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-45f58b9c-6e8c-4377-be23-e843f14b63b2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/16552940-045d-48f9-b80c-8654efa1a828 HTTP/1.1" status: 204 len: 168 time: 0.2774692 Dec 10 16:45:54.483443 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-a7d8b93d-6b1e-42d0-bc5f-88cf8b821a51 service neutron] For port dc925881-3e35-44c3-9d61-6ba7f1446877, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:45:54.487188 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-a7d8b93d-6b1e-42d0-bc5f-88cf8b821a51 service neutron] For port dc925881-3e35-44c3-9d61-6ba7f1446877, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=dc925881-3e35-44c3-9d61-6ba7f1446877,segment=NetworkSegment(0768ac61-f3fc-49c8-a352-c9da2337fb4a),segment_id=0768ac61-f3fc-49c8-a352-c9da2337fb4a)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:45:54.488315 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f58b9c-6e8c-4377-be23-e843f14b63b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16552940-045d-48f9-b80c-8654efa1a828,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:54.497627 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-a7d8b93d-6b1e-42d0-bc5f-88cf8b821a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:54.577747 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8b93d-6b1e-42d0-bc5f-88cf8b821a51 service neutron] Pushing event updated for resources: {'Port': ['ID=dc925881-3e35-44c3-9d61-6ba7f1446877,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:54.619963 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-a7d8b93d-6b1e-42d0-bc5f-88cf8b821a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:54.620717 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-a7d8b93d-6b1e-42d0-bc5f-88cf8b821a51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:54.622792 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-a7d8b93d-6b1e-42d0-bc5f-88cf8b821a51 service neutron] 10.222.0.46 "PUT /v2.0/ports/dc925881-3e35-44c3-9d61-6ba7f1446877 HTTP/1.1" status: 200 len: 1091 time: 1.7920403 Dec 10 16:45:54.679782 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7c5e78-a0be-4a97-908b-9f980b60d11d', 'tag': 'dc925881-3e35-44c3-9d61-6ba7f1446877'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:45:54.682451 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e07d5c1-ba6f-42d1-9e9e-10692bfae987" -d '{"events": [{"name": "network-changed", "server_uuid": "8f7c5e78-a0be-4a97-908b-9f980b60d11d", "tag": "dc925881-3e35-44c3-9d61-6ba7f1446877"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:45:54.778585 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1cb89-c3c8-4123-80d4-66088130f701 req-318876ee-8115-4875-a298-d6a648e0ba81 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:54.781374 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a0d1cb89-c3c8-4123-80d4-66088130f701 req-318876ee-8115-4875-a298-d6a648e0ba81 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbd9b80e-28f5-4558-813d-c385e745969c HTTP/1.1" status: 200 len: 945 time: 0.2074518 Dec 10 16:45:54.800778 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-d2d4fd2c-673a-4cbb-818b-8e90ad52c502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:54.805320 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-d2d4fd2c-673a-4cbb-818b-8e90ad52c502 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b58923622cd48bd8f7699914d4f82d6&device_id=8f7c5e78-a0be-4a97-908b-9f980b60d11d HTTP/1.1" status: 200 len: 1094 time: 0.1175044 Dec 10 16:45:54.910483 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-4b4aae6e-9634-4abb-af1d-580c952f8fdd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc925881-3e35-44c3-9d61-6ba7f1446877 HTTP/1.1" status: 200 len: 217 time: 0.0912306 Dec 10 16:45:55.108401 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be924376-f329-43a4-ab3b-abdb06721901 req-dc27c83d-4235-4c3b-b6b9-6383bf661605 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:55.118304 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-be924376-f329-43a4-ab3b-abdb06721901 req-dc27c83d-4235-4c3b-b6b9-6383bf661605 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8f7c5e78-a0be-4a97-908b-9f980b60d11d HTTP/1.1" status: 200 len: 1094 time: 0.3113787 Dec 10 16:45:55.135710 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-ec2106d9-27b3-4f58-a58e-998d4e2e2f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:55.136896 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-ec2106d9-27b3-4f58-a58e-998d4e2e2f79 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d661a2ff-ce31-4fd8-88a7-1638071ff182 HTTP/1.1" status: 200 len: 849 time: 0.1705017 Dec 10 16:45:55.265707 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-a0d1cb89-c3c8-4123-80d4-66088130f701 req-6723dfaf-33ab-4d6e-b48d-6daaab23df6b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Deleting port ff4c48a9-e2d0-4903-8c8c-661a569d8060 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:45:55.269533 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a0d1cb89-c3c8-4123-80d4-66088130f701 req-6723dfaf-33ab-4d6e-b48d-6daaab23df6b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:55.287882 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48432) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:55.298747 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-be924376-f329-43a4-ab3b-abdb06721901 req-3258f4e4-19bf-4faa-b615-45b508c93cd0 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=25d6246b-ae6f-4c60-b629-6aa2b5602fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794307 Dec 10 16:45:55.316269 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-229bdc51-4d85-4c78-9512-6c43a72677fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:55.317872 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-229bdc51-4d85-4c78-9512-6c43a72677fe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3476b3c9-4287-4449-893c-35b29eab3f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1604323 Dec 10 16:45:55.418278 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4eca2cd-78cb-42cc-99d6-b70ff3281481 x-openstack-request-id: req-b4eca2cd-78cb-42cc-99d6-b70ff3281481 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:45:55.419285 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f7c5e78-a0be-4a97-908b-9f980b60d11d", "tag": "dc925881-3e35-44c3-9d61-6ba7f1446877", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:45:55.419427 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b4eca2cd-78cb-42cc-99d6-b70ff3281481 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:45:55.424919 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f7c5e78-a0be-4a97-908b-9f980b60d11d', 'tag': 'dc925881-3e35-44c3-9d61-6ba7f1446877', 'status': 'completed', 'code': 200} Dec 10 16:45:55.544364 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-a0d1cb89-c3c8-4123-80d4-66088130f701 req-6723dfaf-33ab-4d6e-b48d-6daaab23df6b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] For port ff4c48a9-e2d0-4903-8c8c-661a569d8060, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=ff4c48a9-e2d0-4903-8c8c-661a569d8060,segment=NetworkSegment(5f321af3-1a86-4e4e-a33f-e6abf9e1d87b),segment_id=5f321af3-1a86-4e4e-a33f-e6abf9e1d87b)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:45:55.544740 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a0d1cb89-c3c8-4123-80d4-66088130f701 req-6723dfaf-33ab-4d6e-b48d-6daaab23df6b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:55.586357 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-a0d1cb89-c3c8-4123-80d4-66088130f701 req-6723dfaf-33ab-4d6e-b48d-6daaab23df6b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Calling delete_port for ff4c48a9-e2d0-4903-8c8c-661a569d8060 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:45:55.596863 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-d3b45e83-1ba1-4faa-a553-a08118cd0b64 service neutron] 10.222.0.46 "GET /v2.0/networks/3476b3c9-4287-4449-893c-35b29eab3f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320566 Dec 10 16:45:55.608097 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8e35c398-826f-468c-9fa4-722d0eb0dd74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:55.772077 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d313b-10ae-438e-882f-2226c098c1e4 req-9a41bdc6-9b59-4971-bce4-6868d244f35a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:55.777132 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8e35c398-826f-468c-9fa4-722d0eb0dd74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:55.783326 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8e35c398-826f-468c-9fa4-722d0eb0dd74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:55.784224 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-475d313b-10ae-438e-882f-2226c098c1e4 req-9a41bdc6-9b59-4971-bce4-6868d244f35a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbd9b80e-28f5-4558-813d-c385e745969c HTTP/1.1" status: 200 len: 945 time: 0.2367177 Dec 10 16:45:55.843681 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48444) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:55.844861 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e35c398-826f-468c-9fa4-722d0eb0dd74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80031ade-fc34-4641-98a7-27102cb45478,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:56.092572 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-475d313b-10ae-438e-882f-2226c098c1e4 req-51f14226-4ac5-4889-9729-4344e203734f tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061264 Dec 10 16:45:56.116034 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0dd07bea-1b07-4d56-9982-04e9dfcba7de req-316429a4-fe98-4fb3-b4bc-92a1915cb5ac service neutron] 10.222.0.46 "GET /v2.0/networks/3476b3c9-4287-4449-893c-35b29eab3f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5038490 Dec 10 16:45:56.159675 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8e35c398-826f-468c-9fa4-722d0eb0dd74 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7e9f9438478c42f6bcf796978e8b3511&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8704121 Dec 10 16:45:56.160469 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48460) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:56.216883 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a0d1cb89-c3c8-4123-80d4-66088130f701 req-6723dfaf-33ab-4d6e-b48d-6daaab23df6b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:56.228960 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['eb2991dd-afe8-4317-bf27-03920c421c1f'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:45:56.303934 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6723dfaf-33ab-4d6e-b48d-6daaab23df6b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Pushing event deleted for resources: {'Port': ['ID=ff4c48a9-e2d0-4903-8c8c-661a569d8060,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:56.375469 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['ff4c48a9-e2d0-4903-8c8c-661a569d8060'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:45:56.385350 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07d5c1-ba6f-42d1-9e9e-10692bfae987 req-717c2c10-c6df-4977-a8f5-1be56809d472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:56.391399 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e07d5c1-ba6f-42d1-9e9e-10692bfae987 req-717c2c10-c6df-4977-a8f5-1be56809d472 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b58923622cd48bd8f7699914d4f82d6&device_id=8f7c5e78-a0be-4a97-908b-9f980b60d11d HTTP/1.1" status: 200 len: 1094 time: 0.1852460 Dec 10 16:45:56.396796 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-52879440-b366-4b35-a817-c8a39d9e062e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:56.419324 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d1cb89-c3c8-4123-80d4-66088130f701 req-6723dfaf-33ab-4d6e-b48d-6daaab23df6b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] No DVR routers for this DVR port ff4c48a9-e2d0-4903-8c8c-661a569d8060 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:45:56.454614 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a0d1cb89-c3c8-4123-80d4-66088130f701 req-6723dfaf-33ab-4d6e-b48d-6daaab23df6b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:56.462831 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a0d1cb89-c3c8-4123-80d4-66088130f701 req-6723dfaf-33ab-4d6e-b48d-6daaab23df6b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.46 "DELETE /v2.0/ports/ff4c48a9-e2d0-4903-8c8c-661a569d8060 HTTP/1.1" status: 204 len: 173 time: 1.6747801 Dec 10 16:45:56.465230 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-52879440-b366-4b35-a817-c8a39d9e062e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:56.549565 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-eb65410c-4ac9-46cd-9487-92cc6636b3a3 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Deleting port 53a6f75f-3232-423f-97d0-0d8393b6ba98 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:45:56.550242 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eb65410c-4ac9-46cd-9487-92cc6636b3a3 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:56.567588 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-52879440-b366-4b35-a817-c8a39d9e062e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:56.570595 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-52879440-b366-4b35-a817-c8a39d9e062e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:56.574744 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-52879440-b366-4b35-a817-c8a39d9e062e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/80031ade-fc34-4641-98a7-27102cb45478 HTTP/1.1" status: 204 len: 168 time: 0.4077904 Dec 10 16:45:56.620852 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52879440-b366-4b35-a817-c8a39d9e062e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80031ade-fc34-4641-98a7-27102cb45478,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:56.709986 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bfe733-7239-4c21-8560-a73ef9301d56 req-e1b56dc4-ca0f-4dcd-8ea0-691c4816afe0 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:56.720183 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-92bfe733-7239-4c21-8560-a73ef9301d56 req-e1b56dc4-ca0f-4dcd-8ea0-691c4816afe0 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8f7c5e78-a0be-4a97-908b-9f980b60d11d HTTP/1.1" status: 200 len: 1094 time: 0.3028460 Dec 10 16:45:56.731667 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eb65410c-4ac9-46cd-9487-92cc6636b3a3 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:56.733947 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eb65410c-4ac9-46cd-9487-92cc6636b3a3 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:56.760393 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-eb65410c-4ac9-46cd-9487-92cc6636b3a3 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Calling delete_port for 53a6f75f-3232-423f-97d0-0d8393b6ba98 owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:45:56.826263 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07d5c1-ba6f-42d1-9e9e-10692bfae987 req-26bf4b0e-df1e-40ac-913b-eaaf05b4d842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:56.828076 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e07d5c1-ba6f-42d1-9e9e-10692bfae987 req-26bf4b0e-df1e-40ac-913b-eaaf05b4d842 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3476b3c9-4287-4449-893c-35b29eab3f45 HTTP/1.1" status: 200 len: 911 time: 0.4121010 Dec 10 16:45:56.862781 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-92bfe733-7239-4c21-8560-a73ef9301d56 req-3516357c-9604-41e9-9b5a-6ffdfdb7dcfe tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=25d6246b-ae6f-4c60-b629-6aa2b5602fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417007 Dec 10 16:45:56.912175 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e07d5c1-ba6f-42d1-9e9e-10692bfae987 req-8ab6d298-7a71-447f-9c46-c92e3ee64d51 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc925881-3e35-44c3-9d61-6ba7f1446877 HTTP/1.1" status: 200 len: 217 time: 0.0704432 Dec 10 16:45:57.068403 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07d5c1-ba6f-42d1-9e9e-10692bfae987 req-b4cd6ae1-27dc-49af-8b9f-f6d6b6f45e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:57.073885 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e07d5c1-ba6f-42d1-9e9e-10692bfae987 req-b4cd6ae1-27dc-49af-8b9f-f6d6b6f45e72 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d661a2ff-ce31-4fd8-88a7-1638071ff182 HTTP/1.1" status: 200 len: 849 time: 0.1514199 Dec 10 16:45:57.185031 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07d5c1-ba6f-42d1-9e9e-10692bfae987 req-353021f9-102b-4bff-ae7b-30de37c09da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:57.188976 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e07d5c1-ba6f-42d1-9e9e-10692bfae987 req-353021f9-102b-4bff-ae7b-30de37c09da1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3476b3c9-4287-4449-893c-35b29eab3f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1097946 Dec 10 16:45:57.193642 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eb65410c-4ac9-46cd-9487-92cc6636b3a3 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:57.270845 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb65410c-4ac9-46cd-9487-92cc6636b3a3 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Pushing event deleted for resources: {'Port': ['ID=53a6f75f-3232-423f-97d0-0d8393b6ba98,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:57.410805 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e07d5c1-ba6f-42d1-9e9e-10692bfae987 req-f2dbad52-d1ae-4606-9e3b-cddc76a7a994 service neutron] 10.222.0.46 "GET /v2.0/networks/3476b3c9-4287-4449-893c-35b29eab3f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152271 Dec 10 16:45:57.426687 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd9b80e-28f5-4558-813d-c385e745969c', 'name': 'network-vif-deleted', 'tag': 'ff4c48a9-e2d0-4903-8c8c-661a569d8060'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:45:57.429179 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def976a3-255c-4b27-bf70-a19f23b1f030" -d '{"events": [{"server_uuid": "fbd9b80e-28f5-4558-813d-c385e745969c", "name": "network-vif-deleted", "tag": "ff4c48a9-e2d0-4903-8c8c-661a569d8060"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:45:57.456312 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eb65410c-4ac9-46cd-9487-92cc6636b3a3 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:57.460978 n-d-766771-2 neutron-server[103393]: INFO neutron.db.l3_db [None req-eb65410c-4ac9-46cd-9487-92cc6636b3a3 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Floating IP d4a31a12-d764-4891-b206-754df37762bb disassociated (deleted). External IP: 172.25.6.130, port: 1172c95a-7f05-41e7-ae6e-859ee64c7c44. Dec 10 16:45:57.473209 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e8b7b3b1-a06d-4079-b0f3-1dca7ec33c13 req-b8e63a16-9728-4221-82bd-ace5d43eb022 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbd9b80e-28f5-4558-813d-c385e745969c HTTP/1.1" status: 200 len: 210 time: 0.0654452 Dec 10 16:45:57.553958 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f95377-bbde-4ea0-b08d-310ffd6a9743 x-openstack-request-id: req-a2f95377-bbde-4ea0-b08d-310ffd6a9743 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:45:57.554531 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd9b80e-28f5-4558-813d-c385e745969c", "name": "network-vif-deleted", "tag": "ff4c48a9-e2d0-4903-8c8c-661a569d8060", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:45:57.554962 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a2f95377-bbde-4ea0-b08d-310ffd6a9743 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:45:57.555547 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd9b80e-28f5-4558-813d-c385e745969c', 'name': 'network-vif-deleted', 'tag': 'ff4c48a9-e2d0-4903-8c8c-661a569d8060', 'status': 'completed', 'code': 200} Dec 10 16:45:57.657486 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e07d5c1-ba6f-42d1-9e9e-10692bfae987 req-75909735-190b-41e5-a854-fd7eec146a17 service neutron] 10.222.0.46 "GET /v2.0/networks/3476b3c9-4287-4449-893c-35b29eab3f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191229 Dec 10 16:45:57.713181 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 48500) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:57.849649 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb65410c-4ac9-46cd-9487-92cc6636b3a3 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Router 77049048-dae4-40ec-8eb1-f7770483e5ec has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:45:57.991956 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fd152-f466-4d05-88d0-a42526dca196 req-fdd0591b-dbc0-4f2a-bc16-beef0b4c3652 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:58.001534 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-829fd152-f466-4d05-88d0-a42526dca196 req-fdd0591b-dbc0-4f2a-bc16-beef0b4c3652 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8f7c5e78-a0be-4a97-908b-9f980b60d11d HTTP/1.1" status: 200 len: 1094 time: 0.0568151 Dec 10 16:45:58.009108 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb65410c-4ac9-46cd-9487-92cc6636b3a3 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:45:58.023827 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d449dc61-ce91-4d04-9a20-5c21aeade687 None None] Sync routers for ids ['77049048-dae4-40ec-8eb1-f7770483e5ec'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:45:58.024360 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-c537ad07-12e3-4aba-b2ca-3508ea1b9c8a tempest-ExternalNetworksAdminNegativeTestJSON-32355433 tempest-ExternalNetworksAdminNegativeTestJSON-32355433-project-admin] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:45:58.040581 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d449dc61-ce91-4d04-9a20-5c21aeade687 None None] Routers {'77049048-dae4-40ec-8eb1-f7770483e5ec'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:45:58.041642 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d449dc61-ce91-4d04-9a20-5c21aeade687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:45:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['77049048-dae4-40ec-8eb1-f7770483e5ec'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:58.041803 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eb65410c-4ac9-46cd-9487-92cc6636b3a3 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:58.090989 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-eb65410c-4ac9-46cd-9487-92cc6636b3a3 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "DELETE /v2.0/floatingips/d4a31a12-d764-4891-b206-754df37762bb HTTP/1.1" status: 204 len: 168 time: 2.2386394 Dec 10 16:45:58.090989 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '394b17aa-2175-47fa-b9d1-94f52b8b0bde', 'tag': '1172c95a-7f05-41e7-ae6e-859ee64c7c44'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:45:58.092982 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65010e05-ac9a-4a9a-8615-1d2c1eb71925" -d '{"events": [{"name": "network-changed", "server_uuid": "394b17aa-2175-47fa-b9d1-94f52b8b0bde", "tag": "1172c95a-7f05-41e7-ae6e-859ee64c7c44"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:45:58.099839 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-829fd152-f466-4d05-88d0-a42526dca196 req-67147827-d613-45dd-83e8-44853346a097 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=25d6246b-ae6f-4c60-b629-6aa2b5602fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969052 Dec 10 16:45:58.122544 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c537ad07-12e3-4aba-b2ca-3508ea1b9c8a tempest-ExternalNetworksAdminNegativeTestJSON-32355433 tempest-ExternalNetworksAdminNegativeTestJSON-32355433-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:58.254787 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-d449dc61-ce91-4d04-9a20-5c21aeade687 None None] Set router 77049048-dae4-40ec-8eb1-f7770483e5ec gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:45:58.299772 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c537ad07-12e3-4aba-b2ca-3508ea1b9c8a tempest-ExternalNetworksAdminNegativeTestJSON-32355433 tempest-ExternalNetworksAdminNegativeTestJSON-32355433-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:58.339068 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98dd22b9-e622-4162-aa5f-a268a1f3526a x-openstack-request-id: req-98dd22b9-e622-4162-aa5f-a268a1f3526a {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:45:58.350093 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "394b17aa-2175-47fa-b9d1-94f52b8b0bde", "tag": "1172c95a-7f05-41e7-ae6e-859ee64c7c44", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:45:58.350093 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-98dd22b9-e622-4162-aa5f-a268a1f3526a {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:45:58.350093 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '394b17aa-2175-47fa-b9d1-94f52b8b0bde', 'tag': '1172c95a-7f05-41e7-ae6e-859ee64c7c44', 'status': 'completed', 'code': 200} Dec 10 16:45:58.429408 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48530) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:58.570823 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65010e05-ac9a-4a9a-8615-1d2c1eb71925 req-4dec00f5-ebc8-42f9-b0d0-e122be32d095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:58.573109 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-65010e05-ac9a-4a9a-8615-1d2c1eb71925 req-4dec00f5-ebc8-42f9-b0d0-e122be32d095 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a8f71f6efbb4998a516d8ba28b7fb68&device_id=394b17aa-2175-47fa-b9d1-94f52b8b0bde HTTP/1.1" status: 200 len: 1096 time: 0.1924281 Dec 10 16:45:58.614657 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-2e4a574d-8478-4766-988f-8bef1c43cec3 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1215247613-network', 'tenant_id': '6516b12019eb42f0a6b2db6fcf8bfee8'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:45:58.663736 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4a574d-8478-4766-988f-8bef1c43cec3 admin admin] Made reservation on behalf of 6516b12019eb42f0a6b2db6fcf8bfee8 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:45:58.671969 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2e4a574d-8478-4766-988f-8bef1c43cec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:58.699502 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2e4a574d-8478-4766-988f-8bef1c43cec3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:58.739446 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d449dc61-ce91-4d04-9a20-5c21aeade687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'name': 'tempest-TestVolumeBackupRestore-783788310-router', 'tenant_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '2caed315-7525-4930-93f7-84341535d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:40:49Z', 'updated_at': '2021-12-10T16:40:56Z', 'revision_number': 4, 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'gw_port': {'id': '2caed315-7525-4930-93f7-84341535d5ec', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:af:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:51Z', 'updated_at': '2021-12-10T16:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73', 'name': '', 'network_id': 'bba4673e-577b-4368-a0ec-91838d61c26f', 'tenant_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'mac_address': 'fa:16:3e:aa:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'cccefdf8-31d5-4f26-a672-76a4d6caa47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:55Z', 'updated_at': '2021-12-10T16:41:09Z', 'revision_number': 5, 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'subnets': [{'id': 'cccefdf8-31d5-4f26-a672-76a4d6caa47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:58.753584 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a687d-98e3-4def-a2fa-594d39beef71 req-08c49995-697e-4fc1-877c-345acde1cb47 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:58.757430 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-267a687d-98e3-4def-a2fa-594d39beef71 req-08c49995-697e-4fc1-877c-345acde1cb47 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/ports?device_id=394b17aa-2175-47fa-b9d1-94f52b8b0bde HTTP/1.1" status: 200 len: 945 time: 0.3273892 Dec 10 16:45:58.788165 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d449dc61-ce91-4d04-9a20-5c21aeade687 None None] Checking router: 77049048-dae4-40ec-8eb1-f7770483e5ec for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:45:58.794767 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device dc925881-3e35-44c3-9d61-6ba7f1446877 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:45:58.812896 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-c537ad07-12e3-4aba-b2ca-3508ea1b9c8a tempest-ExternalNetworksAdminNegativeTestJSON-32355433 tempest-ExternalNetworksAdminNegativeTestJSON-32355433-project-admin] Allocated IP 172.25.6.11 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/1ceb4feb-47c8-41fa-99e3-89d36c1eb070) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:45:58.829166 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device ff4c48a9-e2d0-4903-8c8c-661a569d8060 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:45:58.867673 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2e4a574d-8478-4766-988f-8bef1c43cec3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:58.873555 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2e4a574d-8478-4766-988f-8bef1c43cec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:58.887830 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: ff4c48a9-e2d0-4903-8c8c-661a569d8060 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:45:58.888087 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device ff4c48a9-e2d0-4903-8c8c-661a569d8060 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:45:58.898239 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d449dc61-ce91-4d04-9a20-5c21aeade687 None None] Routers {'77049048-dae4-40ec-8eb1-f7770483e5ec'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:45:58.899196 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d449dc61-ce91-4d04-9a20-5c21aeade687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:45:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['77049048-dae4-40ec-8eb1-f7770483e5ec'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:58.916586 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65010e05-ac9a-4a9a-8615-1d2c1eb71925 req-35e224b9-c053-40cd-a79d-2dda47ade410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:58.918202 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-65010e05-ac9a-4a9a-8615-1d2c1eb71925 req-35e224b9-c053-40cd-a79d-2dda47ade410 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bba4673e-577b-4368-a0ec-91838d61c26f HTTP/1.1" status: 200 len: 914 time: 0.3323531 Dec 10 16:45:58.935554 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a574d-8478-4766-988f-8bef1c43cec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578abfea-fe2e-4de7-9353-83a651c056a7,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:58.953447 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e4a574d-8478-4766-988f-8bef1c43cec3 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:45:58.965378 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2e4a574d-8478-4766-988f-8bef1c43cec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:58.966417 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-2e4a574d-8478-4766-988f-8bef1c43cec3 admin admin] Added segment d45f125e-26ab-4885-a31a-6604f9b1cde4 of type vlan for network f6486f0d-f946-4fff-a5a3-767d3d851a8e Dec 10 16:45:59.019618 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-267a687d-98e3-4def-a2fa-594d39beef71 req-df0b2c29-b304-45b0-a0a8-7d89f4a8d8ae tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/security-groups?id=ec357b0c-19a9-4b9a-91e5-44a8a98d35a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2091632 Dec 10 16:45:59.046979 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2e4a574d-8478-4766-988f-8bef1c43cec3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:59.089770 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port dc925881-3e35-44c3-9d61-6ba7f1446877, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=dc925881-3e35-44c3-9d61-6ba7f1446877,segment=NetworkSegment(0768ac61-f3fc-49c8-a352-c9da2337fb4a),segment_id=0768ac61-f3fc-49c8-a352-c9da2337fb4a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:45:59.090806 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2e4a574d-8478-4766-988f-8bef1c43cec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:59.093239 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4a574d-8478-4766-988f-8bef1c43cec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:59.094010 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2e4a574d-8478-4766-988f-8bef1c43cec3 admin admin] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:59.149246 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'dc925881-3e35-44c3-9d61-6ba7f1446877', 'network_id': '3476b3c9-4287-4449-893c-35b29eab3f45', 'port_id': 'dc925881-3e35-44c3-9d61-6ba7f1446877', 'mac_address': 'fa:16:3e:e7:47:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd661a2ff-ce31-4fd8-88a7-1638071ff182', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:45:59.176024 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2e4a574d-8478-4766-988f-8bef1c43cec3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7453194 Dec 10 16:45:59.181349 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48546) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:59.188044 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-258c528b-ef1c-4268-8a49-c02abae1319c admin admin] Request body: {'subnet': {'network_id': 'f6486f0d-f946-4fff-a5a3-767d3d851a8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1215247613-subnet', 'tenant_id': '6516b12019eb42f0a6b2db6fcf8bfee8', 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:45:59.230607 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258c528b-ef1c-4268-8a49-c02abae1319c admin admin] Made reservation on behalf of 6516b12019eb42f0a6b2db6fcf8bfee8 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:45:59.233482 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-258c528b-ef1c-4268-8a49-c02abae1319c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:59.236637 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-65010e05-ac9a-4a9a-8615-1d2c1eb71925 req-8782659d-9b38-44b8-af28-eb6e5254e9ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1172c95a-7f05-41e7-ae6e-859ee64c7c44 HTTP/1.1" status: 200 len: 217 time: 0.2587199 Dec 10 16:45:59.254421 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a574d-8478-4766-988f-8bef1c43cec3 admin admin] Pushing event updated for resources: {'Network': ['ID=f6486f0d-f946-4fff-a5a3-767d3d851a8e,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:59.256098 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-d449dc61-ce91-4d04-9a20-5c21aeade687 None None] Set router 77049048-dae4-40ec-8eb1-f7770483e5ec gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:45:59.310537 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network f6486f0d-f946-4fff-a5a3-767d3d851a8e details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:45:59.396080 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:59.413749 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc925881-3e35-44c3-9d61-6ba7f1446877 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:45:59.415437 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd8f01-b2c4-4c2b-80db-6e983ca668c9 req-eb7b02e4-97d9-4ed2-a2d2-a66a20f7ac42 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:59.423574 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-88fd8f01-b2c4-4c2b-80db-6e983ca668c9 req-eb7b02e4-97d9-4ed2-a2d2-a66a20f7ac42 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8f7c5e78-a0be-4a97-908b-9f980b60d11d HTTP/1.1" status: 200 len: 1094 time: 0.1818171 Dec 10 16:45:59.430021 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65010e05-ac9a-4a9a-8615-1d2c1eb71925 req-6829fb46-329a-4a32-ba41-f7f083cc2755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:59.431491 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-65010e05-ac9a-4a9a-8615-1d2c1eb71925 req-6829fb46-329a-4a32-ba41-f7f083cc2755 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cccefdf8-31d5-4f26-a672-76a4d6caa47c HTTP/1.1" status: 200 len: 852 time: 0.1791244 Dec 10 16:45:59.437794 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port dc925881-3e35-44c3-9d61-6ba7f1446877, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=dc925881-3e35-44c3-9d61-6ba7f1446877,segment=NetworkSegment(0768ac61-f3fc-49c8-a352-c9da2337fb4a),segment_id=0768ac61-f3fc-49c8-a352-c9da2337fb4a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:45:59.464232 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:59.481936 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-258c528b-ef1c-4268-8a49-c02abae1319c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:59.499972 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c537ad07-12e3-4aba-b2ca-3508ea1b9c8a tempest-ExternalNetworksAdminNegativeTestJSON-32355433 tempest-ExternalNetworksAdminNegativeTestJSON-32355433-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:59.545193 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-88fd8f01-b2c4-4c2b-80db-6e983ca668c9 req-bf674a40-7620-43c2-8781-011430cd4ea4 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=25d6246b-ae6f-4c60-b629-6aa2b5602fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123929 Dec 10 16:45:59.578376 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c528b-ef1c-4268-8a49-c02abae1319c admin admin] Pushing event updated for resources: {'Subnet': ['ID=83674951-103d-4b05-ad36-9b08d9db4391,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:59.588907 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258c528b-ef1c-4268-8a49-c02abae1319c admin admin] Checking segment: {'id': 'd45f125e-26ab-4885-a31a-6604f9b1cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f6486f0d-f946-4fff-a5a3-767d3d851a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:45:59.590483 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258c528b-ef1c-4268-8a49-c02abae1319c admin admin] Network hostable DHCP agents. Network: f6486f0d-f946-4fff-a5a3-767d3d851a8e, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:45:59.619546 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65010e05-ac9a-4a9a-8615-1d2c1eb71925 req-3b490f5b-ada5-4357-97a3-7c89069a9c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:59.626779 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-65010e05-ac9a-4a9a-8615-1d2c1eb71925 req-3b490f5b-ada5-4357-97a3-7c89069a9c8e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bba4673e-577b-4368-a0ec-91838d61c26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1728539 Dec 10 16:45:59.634714 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258c528b-ef1c-4268-8a49-c02abae1319c admin admin] Network f6486f0d-f946-4fff-a5a3-767d3d851a8e is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:45:59.654847 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=dc925881-3e35-44c3-9d61-6ba7f1446877,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:59.671141 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-258c528b-ef1c-4268-8a49-c02abae1319c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, f6486f0d-f946-4fff-a5a3-767d3d851a8e) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:45:59.679096 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['dc925881-3e35-44c3-9d61-6ba7f1446877'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:45:59.689395 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b618713-c1af-425a-b8fb-a5a957c02bc2 None None] Network f6486f0d-f946-4fff-a5a3-767d3d851a8e requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:45:59.696879 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258c528b-ef1c-4268-8a49-c02abae1319c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:59.700722 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-258c528b-ef1c-4268-8a49-c02abae1319c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:59.747501 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-258c528b-ef1c-4268-8a49-c02abae1319c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5641453 Dec 10 16:45:59.750218 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48560) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:59.754837 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-f48e57e0-076d-468d-8130-b1420120dfcd admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1215247613-router', 'tenant_id': '6516b12019eb42f0a6b2db6fcf8bfee8', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:45:59.786564 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f48e57e0-076d-468d-8130-b1420120dfcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:59.788191 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f48e57e0-076d-468d-8130-b1420120dfcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:59.857755 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f48e57e0-076d-468d-8130-b1420120dfcd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:59.914056 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8657ceab-b802-4f42-b734-7e2a3aff94cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-f6486f0d-f946-4fff-a5a3-767d3d851a8e', 'network_id': 'f6486f0d-f946-4fff-a5a3-767d3d851a8e', 'project_id': '6516b12019eb42f0a6b2db6fcf8bfee8', 'fixed_ips': [{'subnet_id': '83674951-103d-4b05-ad36-9b08d9db4391'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:45:59.915186 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8657ceab-b802-4f42-b734-7e2a3aff94cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:59.956944 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c537ad07-12e3-4aba-b2ca-3508ea1b9c8a tempest-ExternalNetworksAdminNegativeTestJSON-32355433 tempest-ExternalNetworksAdminNegativeTestJSON-32355433-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:00.018323 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537ad07-12e3-4aba-b2ca-3508ea1b9c8a tempest-ExternalNetworksAdminNegativeTestJSON-32355433 tempest-ExternalNetworksAdminNegativeTestJSON-32355433-project-admin] Pushing event updated for resources: {'Port': ['ID=1ceb4feb-47c8-41fa-99e3-89d36c1eb070,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:00.051636 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c537ad07-12e3-4aba-b2ca-3508ea1b9c8a tempest-ExternalNetworksAdminNegativeTestJSON-32355433 tempest-ExternalNetworksAdminNegativeTestJSON-32355433-project-admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:46:00.065250 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-c537ad07-12e3-4aba-b2ca-3508ea1b9c8a tempest-ExternalNetworksAdminNegativeTestJSON-32355433 tempest-ExternalNetworksAdminNegativeTestJSON-32355433-project-admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:46:00.080794 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c537ad07-12e3-4aba-b2ca-3508ea1b9c8a tempest-ExternalNetworksAdminNegativeTestJSON-32355433 tempest-ExternalNetworksAdminNegativeTestJSON-32355433-project-admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:46:00.134697 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-65010e05-ac9a-4a9a-8615-1d2c1eb71925 req-76fc85b6-567e-4912-857c-d0ddc91fb266 service neutron] 10.222.0.26 "GET /v2.0/networks/bba4673e-577b-4368-a0ec-91838d61c26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430943 Dec 10 16:46:00.145014 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-5b3272bc-6cf3-46f3-8425-7cd6fe4d9cca tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:00.152730 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-5b3272bc-6cf3-46f3-8425-7cd6fe4d9cca tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/networks?id=35f32682-cfba-42d0-8574-2822bfa354b7 HTTP/1.1" status: 200 len: 805 time: 0.4144900 Dec 10 16:46:00.198556 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f48e57e0-076d-468d-8130-b1420120dfcd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:00.213837 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604142aa-df2c-4155-806b-a2f4000eccf3 req-8095f0ec-5c12-4ab7-84aa-b33a8f7ec2f1 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:00.216165 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-604142aa-df2c-4155-806b-a2f4000eccf3 req-8095f0ec-5c12-4ab7-84aa-b33a8f7ec2f1 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.26 "GET /v2.0/ports?device_id=394b17aa-2175-47fa-b9d1-94f52b8b0bde HTTP/1.1" status: 200 len: 945 time: 0.3569281 Dec 10 16:46:00.285647 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d449dc61-ce91-4d04-9a20-5c21aeade687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'name': 'tempest-TestVolumeBackupRestore-783788310-router', 'tenant_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '2caed315-7525-4930-93f7-84341535d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:40:49Z', 'updated_at': '2021-12-10T16:40:56Z', 'revision_number': 4, 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'gw_port': {'id': '2caed315-7525-4930-93f7-84341535d5ec', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:af:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:51Z', 'updated_at': '2021-12-10T16:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73', 'name': '', 'network_id': 'bba4673e-577b-4368-a0ec-91838d61c26f', 'tenant_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'mac_address': 'fa:16:3e:aa:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'cccefdf8-31d5-4f26-a672-76a4d6caa47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:55Z', 'updated_at': '2021-12-10T16:41:09Z', 'revision_number': 5, 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'subnets': [{'id': 'cccefdf8-31d5-4f26-a672-76a4d6caa47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:00.355460 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d449dc61-ce91-4d04-9a20-5c21aeade687 None None] The sync data for ids ['77049048-dae4-40ec-8eb1-f7770483e5ec'] in n-d-766771-2 is: [{'id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'name': 'tempest-TestVolumeBackupRestore-783788310-router', 'tenant_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '2caed315-7525-4930-93f7-84341535d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:40:49Z', 'updated_at': '2021-12-10T16:40:56Z', 'revision_number': 4, 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'gw_port': {'id': '2caed315-7525-4930-93f7-84341535d5ec', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:af:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:51Z', 'updated_at': '2021-12-10T16:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73', 'name': '', 'network_id': 'bba4673e-577b-4368-a0ec-91838d61c26f', 'tenant_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'mac_address': 'fa:16:3e:aa:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'cccefdf8-31d5-4f26-a672-76a4d6caa47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:55Z', 'updated_at': '2021-12-10T16:41:09Z', 'revision_number': 5, 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'subnets': [{'id': 'cccefdf8-31d5-4f26-a672-76a4d6caa47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:46:00.419949 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-604142aa-df2c-4155-806b-a2f4000eccf3 req-87bcfa4a-c48f-48c6-b5be-3059ddd71bfb tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Deleting port 1172c95a-7f05-41e7-ae6e-859ee64c7c44 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:46:00.420358 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-604142aa-df2c-4155-806b-a2f4000eccf3 req-87bcfa4a-c48f-48c6-b5be-3059ddd71bfb tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:00.527481 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-8657ceab-b802-4f42-b734-7e2a3aff94cb None None] Allocated IP 172.20.0.2 (f6486f0d-f946-4fff-a5a3-767d3d851a8e/83674951-103d-4b05-ad36-9b08d9db4391/a1337d4d-09af-4c4a-a5a9-7b7c806e2335) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:46:00.695674 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-604142aa-df2c-4155-806b-a2f4000eccf3 req-87bcfa4a-c48f-48c6-b5be-3059ddd71bfb tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] For port 1172c95a-7f05-41e7-ae6e-859ee64c7c44, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=1172c95a-7f05-41e7-ae6e-859ee64c7c44,segment=NetworkSegment(1995761b-45ad-4249-83fc-362d53b3e086),segment_id=1995761b-45ad-4249-83fc-362d53b3e086)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:46:00.696837 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-604142aa-df2c-4155-806b-a2f4000eccf3 req-87bcfa4a-c48f-48c6-b5be-3059ddd71bfb tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:00.717809 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f48e57e0-076d-468d-8130-b1420120dfcd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:00.720730 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-604142aa-df2c-4155-806b-a2f4000eccf3 req-87bcfa4a-c48f-48c6-b5be-3059ddd71bfb tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Calling delete_port for 1172c95a-7f05-41e7-ae6e-859ee64c7c44 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:46:00.761792 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f48e57e0-076d-468d-8130-b1420120dfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:00.769929 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8657ceab-b802-4f42-b734-7e2a3aff94cb None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:00.780236 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-18e09f82-c56d-4789-a52b-d73de016f52d tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/quotas/2334512fa40541b3a8ba6aa3ffbe674c HTTP/1.1" status: 200 len: 375 time: 0.6264095 Dec 10 16:46:00.789899 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8657ceab-b802-4f42-b734-7e2a3aff94cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:00.794167 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-65010e05-ac9a-4a9a-8615-1d2c1eb71925 req-15696f3b-0623-4c88-9d04-cf1e17e062d3 service neutron] 10.222.0.26 "GET /v2.0/networks/bba4673e-577b-4368-a0ec-91838d61c26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6303456 Dec 10 16:46:00.868339 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374805eb-e308-437d-9b7a-95ca2496c22f None None] New status for floating IP d4a31a12-d764-4891-b206-754df37762bb: DOWN {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:46:00.885158 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-11a9c8c0-0598-4304-8560-9ef7844a2993 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2334512fa40541b3a8ba6aa3ffbe674c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1035957 Dec 10 16:46:00.907646 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8657ceab-b802-4f42-b734-7e2a3aff94cb None None] Network f6486f0d-f946-4fff-a5a3-767d3d851a8e is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:46:00.914002 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-8657ceab-b802-4f42-b734-7e2a3aff94cb None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:46:00.921812 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8657ceab-b802-4f42-b734-7e2a3aff94cb None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:46:00.995059 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c537ad07-12e3-4aba-b2ca-3508ea1b9c8a tempest-ExternalNetworksAdminNegativeTestJSON-32355433 tempest-ExternalNetworksAdminNegativeTestJSON-32355433-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:00.998833 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-8657ceab-b802-4f42-b734-7e2a3aff94cb None None] Attempting to bind port a1337d4d-09af-4c4a-a5a9-7b7c806e2335 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:46:00.999229 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-8657ceab-b802-4f42-b734-7e2a3aff94cb None None] Attempting to bind port a1337d4d-09af-4c4a-a5a9-7b7c806e2335 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'd45f125e-26ab-4885-a31a-6604f9b1cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f6486f0d-f946-4fff-a5a3-767d3d851a8e'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:46:00.999604 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8657ceab-b802-4f42-b734-7e2a3aff94cb None None] Attempting to bind port a1337d4d-09af-4c4a-a5a9-7b7c806e2335 on network f6486f0d-f946-4fff-a5a3-767d3d851a8e {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:46:01.008215 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8657ceab-b802-4f42-b734-7e2a3aff94cb None None] Pushing event updated for resources: {'Port': ['ID=a1337d4d-09af-4c4a-a5a9-7b7c806e2335,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:01.011052 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8657ceab-b802-4f42-b734-7e2a3aff94cb None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:46:01.011433 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8657ceab-b802-4f42-b734-7e2a3aff94cb None None] Checking segment: {'id': 'd45f125e-26ab-4885-a31a-6604f9b1cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f6486f0d-f946-4fff-a5a3-767d3d851a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:46:01.011850 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8657ceab-b802-4f42-b734-7e2a3aff94cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:01.012268 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8657ceab-b802-4f42-b734-7e2a3aff94cb None None] Bound using segment: {'id': 'd45f125e-26ab-4885-a31a-6604f9b1cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f6486f0d-f946-4fff-a5a3-767d3d851a8e'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:46:01.012746 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-8657ceab-b802-4f42-b734-7e2a3aff94cb None None] Bound port: a1337d4d-09af-4c4a-a5a9-7b7c806e2335, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd45f125e-26ab-4885-a31a-6604f9b1cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f6486f0d-f946-4fff-a5a3-767d3d851a8e'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:46:01.013436 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8657ceab-b802-4f42-b734-7e2a3aff94cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:01.078963 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c537ad07-12e3-4aba-b2ca-3508ea1b9c8a tempest-ExternalNetworksAdminNegativeTestJSON-32355433 tempest-ExternalNetworksAdminNegativeTestJSON-32355433-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:01.091996 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-1054eeeb-b782-4153-b0bb-43945c0c7f23 service neutron] 10.222.0.11 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057154 Dec 10 16:46:01.163264 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8657ceab-b802-4f42-b734-7e2a3aff94cb None None] For port a1337d4d-09af-4c4a-a5a9-7b7c806e2335, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:46:01.172158 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8657ceab-b802-4f42-b734-7e2a3aff94cb None None] For port a1337d4d-09af-4c4a-a5a9-7b7c806e2335, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=a1337d4d-09af-4c4a-a5a9-7b7c806e2335,segment=NetworkSegment(d45f125e-26ab-4885-a31a-6604f9b1cde4),segment_id=d45f125e-26ab-4885-a31a-6604f9b1cde4)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:46:01.189277 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8657ceab-b802-4f42-b734-7e2a3aff94cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:01.244526 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-ce586a5d-f4e2-4749-b15d-ec81e44c7c98 service neutron] 10.222.0.11 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511500 Dec 10 16:46:01.263783 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8657ceab-b802-4f42-b734-7e2a3aff94cb None None] Pushing event updated for resources: {'Port': ['ID=a1337d4d-09af-4c4a-a5a9-7b7c806e2335,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:01.426218 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-f48e57e0-076d-468d-8130-b1420120dfcd admin admin] Allocated IP 172.25.6.181 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/d7a66591-00db-4fb9-a5bc-481971b809c6) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:46:01.551078 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c537ad07-12e3-4aba-b2ca-3508ea1b9c8a tempest-ExternalNetworksAdminNegativeTestJSON-32355433 tempest-ExternalNetworksAdminNegativeTestJSON-32355433-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:01.563427 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c537ad07-12e3-4aba-b2ca-3508ea1b9c8a tempest-ExternalNetworksAdminNegativeTestJSON-32355433 tempest-ExternalNetworksAdminNegativeTestJSON-32355433-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:01.676529 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-604142aa-df2c-4155-806b-a2f4000eccf3 req-87bcfa4a-c48f-48c6-b5be-3059ddd71bfb tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:01.756795 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bcfa4a-c48f-48c6-b5be-3059ddd71bfb tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Pushing event deleted for resources: {'Port': ['ID=1172c95a-7f05-41e7-ae6e-859ee64c7c44,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:01.788884 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-66287db1-0fba-414e-a62e-809244f70b21 req-541c22bb-b227-4121-98d7-89c42cc80891 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/ports?device_id=394b17aa-2175-47fa-b9d1-94f52b8b0bde HTTP/1.1" status: 200 len: 210 time: 0.1077280 Dec 10 16:46:01.808969 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f48e57e0-076d-468d-8130-b1420120dfcd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:01.827577 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537ad07-12e3-4aba-b2ca-3508ea1b9c8a tempest-ExternalNetworksAdminNegativeTestJSON-32355433 tempest-ExternalNetworksAdminNegativeTestJSON-32355433-project-admin] Pushing event updated for resources: {'Port': ['ID=1ceb4feb-47c8-41fa-99e3-89d36c1eb070,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:01.843657 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c537ad07-12e3-4aba-b2ca-3508ea1b9c8a tempest-ExternalNetworksAdminNegativeTestJSON-32355433 tempest-ExternalNetworksAdminNegativeTestJSON-32355433-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:01.847865 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-604142aa-df2c-4155-806b-a2f4000eccf3 req-87bcfa4a-c48f-48c6-b5be-3059ddd71bfb tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] No DVR routers for this DVR port 1172c95a-7f05-41e7-ae6e-859ee64c7c44 on host n-h1-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:46:01.850837 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-604142aa-df2c-4155-806b-a2f4000eccf3 req-87bcfa4a-c48f-48c6-b5be-3059ddd71bfb tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:01.854752 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-604142aa-df2c-4155-806b-a2f4000eccf3 req-87bcfa4a-c48f-48c6-b5be-3059ddd71bfb tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.26 "DELETE /v2.0/ports/1172c95a-7f05-41e7-ae6e-859ee64c7c44 HTTP/1.1" status: 204 len: 173 time: 1.6239469 Dec 10 16:46:01.856817 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394b17aa-2175-47fa-b9d1-94f52b8b0bde', 'name': 'network-vif-deleted', 'tag': '1172c95a-7f05-41e7-ae6e-859ee64c7c44'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:46:01.860628 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61c0194-bea7-4937-8b10-c55d52873a3d" -d '{"events": [{"server_uuid": "394b17aa-2175-47fa-b9d1-94f52b8b0bde", "name": "network-vif-deleted", "tag": "1172c95a-7f05-41e7-ae6e-859ee64c7c44"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:46:01.884401 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c537ad07-12e3-4aba-b2ca-3508ea1b9c8a tempest-ExternalNetworksAdminNegativeTestJSON-32355433 tempest-ExternalNetworksAdminNegativeTestJSON-32355433-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:01.890182 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48580) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:01.894191 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c537ad07-12e3-4aba-b2ca-3508ea1b9c8a tempest-ExternalNetworksAdminNegativeTestJSON-32355433 tempest-ExternalNetworksAdminNegativeTestJSON-32355433-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1782892 Dec 10 16:46:01.905085 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-9e1c7671-4df4-48cb-934c-266bef9f4b2b tempest-ExternalNetworksAdminNegativeTestJSON-32355433 tempest-ExternalNetworksAdminNegativeTestJSON-32355433-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-994882216', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'fixed_ips': [{'ip_address': '172.25.6.11'}]}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:46:01.986862 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1c7671-4df4-48cb-934c-266bef9f4b2b tempest-ExternalNetworksAdminNegativeTestJSON-32355433 tempest-ExternalNetworksAdminNegativeTestJSON-32355433-project-admin] Made reservation on behalf of 602988ccd41f41e5bd50d70bdeb5f26c for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:46:01.989610 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9e1c7671-4df4-48cb-934c-266bef9f4b2b tempest-ExternalNetworksAdminNegativeTestJSON-32355433 tempest-ExternalNetworksAdminNegativeTestJSON-32355433-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:02.022382 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9e1c7671-4df4-48cb-934c-266bef9f4b2b tempest-ExternalNetworksAdminNegativeTestJSON-32355433 tempest-ExternalNetworksAdminNegativeTestJSON-32355433-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:02.032628 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e4448c-88b7-4a62-884d-e7d9a9547db0 req-f212e985-95c2-4774-9c06-1484e20207a6 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:02.034502 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f1e4448c-88b7-4a62-884d-e7d9a9547db0 req-f212e985-95c2-4774-9c06-1484e20207a6 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8f7c5e78-a0be-4a97-908b-9f980b60d11d HTTP/1.1" status: 200 len: 1095 time: 0.1047344 Dec 10 16:46:02.048336 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f48e57e0-076d-468d-8130-b1420120dfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:02.125391 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f1e4448c-88b7-4a62-884d-e7d9a9547db0 req-6fbd892a-0c71-4455-9bc6-03365566fa33 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=25d6246b-ae6f-4c60-b629-6aa2b5602fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786583 Dec 10 16:46:02.165750 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9e1c7671-4df4-48cb-934c-266bef9f4b2b tempest-ExternalNetworksAdminNegativeTestJSON-32355433 tempest-ExternalNetworksAdminNegativeTestJSON-32355433-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:02.215363 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e57e0-076d-468d-8130-b1420120dfcd admin admin] Pushing event updated for resources: {'Port': ['ID=d7a66591-00db-4fb9-a5bc-481971b809c6,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:02.219410 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9e1c7671-4df4-48cb-934c-266bef9f4b2b tempest-ExternalNetworksAdminNegativeTestJSON-32355433 tempest-ExternalNetworksAdminNegativeTestJSON-32355433-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:02.223602 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-9e1c7671-4df4-48cb-934c-266bef9f4b2b tempest-ExternalNetworksAdminNegativeTestJSON-32355433 tempest-ExternalNetworksAdminNegativeTestJSON-32355433-project-admin] device_id is not set on port 1f996597-8660-4b7b-8276-ea11fa45bc66 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:46:02.310595 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3dca95a5-c461-401b-8c76-600178d7c21a req-87e9c568-7579-4568-9c8c-55ccf788cb4f tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=36626dbf-184c-4cd2-9c46-2b6f1489124b HTTP/1.1" status: 200 len: 210 time: 0.0675316 Dec 10 16:46:02.354681 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48e57e0-076d-468d-8130-b1420120dfcd admin admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:46:02.484321 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e024b1-03fb-4975-8e0d-a65497b7bbd0 x-openstack-request-id: req-a8e024b1-03fb-4975-8e0d-a65497b7bbd0 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:46:02.484617 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "394b17aa-2175-47fa-b9d1-94f52b8b0bde", "name": "network-vif-deleted", "tag": "1172c95a-7f05-41e7-ae6e-859ee64c7c44", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:46:02.484873 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a8e024b1-03fb-4975-8e0d-a65497b7bbd0 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:46:02.485277 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394b17aa-2175-47fa-b9d1-94f52b8b0bde', 'name': 'network-vif-deleted', 'tag': '1172c95a-7f05-41e7-ae6e-859ee64c7c44', 'status': 'completed', 'code': 200} Dec 10 16:46:02.486203 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-f48e57e0-076d-468d-8130-b1420120dfcd admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:46:02.501172 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27501cf4-ff5e-4ed0-8ed8-8985ce80ffec None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:46:02.511237 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48e57e0-076d-468d-8130-b1420120dfcd admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:46:02.601389 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-4f200a10-26b6-40d5-b7ae-87015513b841 None None] Provisioning complete for port d7a66591-00db-4fb9-a5bc-481971b809c6 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:46:02.603369 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4f200a10-26b6-40d5-b7ae-87015513b841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:02.619308 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device a1337d4d-09af-4c4a-a5a9-7b7c806e2335 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:46:02.677019 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c7671-4df4-48cb-934c-266bef9f4b2b tempest-ExternalNetworksAdminNegativeTestJSON-32355433 tempest-ExternalNetworksAdminNegativeTestJSON-32355433-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c95b92-1830-4221-a431-645aeacd8c22,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:02.744591 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-4f200a10-26b6-40d5-b7ae-87015513b841 None None] Port d7a66591-00db-4fb9-a5bc-481971b809c6 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:46:02.771606 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port a1337d4d-09af-4c4a-a5a9-7b7c806e2335 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:46:02.772052 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:02.841699 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device dc925881-3e35-44c3-9d61-6ba7f1446877 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:46:02.973580 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7e884afd-e1b0-4473-9fae-4b9819ed75a2 req-a3ef91f9-94d7-4195-843f-0987f5085b9a tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/ports?device_id=394b17aa-2175-47fa-b9d1-94f52b8b0bde HTTP/1.1" status: 200 len: 210 time: 0.0508895 Dec 10 16:46:03.009811 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port dc925881-3e35-44c3-9d61-6ba7f1446877 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:46:03.038739 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port dc925881-3e35-44c3-9d61-6ba7f1446877 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:46:03.039249 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:03.080856 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:03.084656 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e1c7671-4df4-48cb-934c-266bef9f4b2b tempest-ExternalNetworksAdminNegativeTestJSON-32355433 tempest-ExternalNetworksAdminNegativeTestJSON-32355433-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 10 16:46:03.085349 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e1c7671-4df4-48cb-934c-266bef9f4b2b tempest-ExternalNetworksAdminNegativeTestJSON-32355433 tempest-ExternalNetworksAdminNegativeTestJSON-32355433-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:46:03.115019 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea04caf3-204e-404f-bfdd-1f7c49e0f6c4 None None] Network f6486f0d-f946-4fff-a5a3-767d3d851a8e requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:46:03.130478 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9e1c7671-4df4-48cb-934c-266bef9f4b2b tempest-ExternalNetworksAdminNegativeTestJSON-32355433 tempest-ExternalNetworksAdminNegativeTestJSON-32355433-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.2389774 Dec 10 16:46:03.133300 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 48598) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:03.362588 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 1172c95a-7f05-41e7-ae6e-859ee64c7c44 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:46:03.368687 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-5c977bf0-221a-4e34-b40b-f2671a29e15e req-bae00bda-48dc-4bdd-84a6-7fcbccde6b05 service neutron] (103392) timed out ('10.222.0.26', 52758) {{(pid=103392) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 16:46:03.420645 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 1172c95a-7f05-41e7-ae6e-859ee64c7c44 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:46:03.421043 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 1172c95a-7f05-41e7-ae6e-859ee64c7c44 not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:46:03.423219 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f48e57e0-076d-468d-8130-b1420120dfcd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:03.423993 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port a1337d4d-09af-4c4a-a5a9-7b7c806e2335, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=a1337d4d-09af-4c4a-a5a9-7b7c806e2335,segment=NetworkSegment(d45f125e-26ab-4885-a31a-6604f9b1cde4),segment_id=d45f125e-26ab-4885-a31a-6604f9b1cde4)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:46:03.429862 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-0cb2ea2f-f9fb-4fc0-b7bc-30f003aa56f0 None None] Provisioning complete for port a1337d4d-09af-4c4a-a5a9-7b7c806e2335 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:46:03.430206 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0cb2ea2f-f9fb-4fc0-b7bc-30f003aa56f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:03.516245 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de707489-04d0-481e-af10-9c94d3a0d8be req-16b823b9-d3a6-43f5-9980-1874e6e5090b tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:03.525620 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de707489-04d0-481e-af10-9c94d3a0d8be req-16b823b9-d3a6-43f5-9980-1874e6e5090b tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8f7c5e78-a0be-4a97-908b-9f980b60d11d HTTP/1.1" status: 200 len: 1095 time: 0.1714904 Dec 10 16:46:03.529560 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:03.531607 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:03.562611 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 48608) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:03.625519 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de707489-04d0-481e-af10-9c94d3a0d8be req-4a395490-a302-41de-a5aa-0f94de69c1cc tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=25d6246b-ae6f-4c60-b629-6aa2b5602fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940289 Dec 10 16:46:03.653057 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-fe114b30-207f-4fea-a4d9-62268ecbf2b7 tempest-ExternalNetworksAdminNegativeTestJSON-32355433 tempest-ExternalNetworksAdminNegativeTestJSON-32355433-project-admin] Deleting port 1ceb4feb-47c8-41fa-99e3-89d36c1eb070 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:46:03.653460 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe114b30-207f-4fea-a4d9-62268ecbf2b7 tempest-ExternalNetworksAdminNegativeTestJSON-32355433 tempest-ExternalNetworksAdminNegativeTestJSON-32355433-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:03.654898 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7c5e78-a0be-4a97-908b-9f980b60d11d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc925881-3e35-44c3-9d61-6ba7f1446877'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:46:03.657924 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64368432-50b7-40a3-93a9-803833c417fa" -d '{"events": [{"server_uuid": "8f7c5e78-a0be-4a97-908b-9f980b60d11d", "name": "network-vif-plugged", "status": "completed", "tag": "dc925881-3e35-44c3-9d61-6ba7f1446877"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:46:03.697651 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port dc925881-3e35-44c3-9d61-6ba7f1446877, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=dc925881-3e35-44c3-9d61-6ba7f1446877,segment=NetworkSegment(0768ac61-f3fc-49c8-a352-c9da2337fb4a),segment_id=0768ac61-f3fc-49c8-a352-c9da2337fb4a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:46:03.706996 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=a1337d4d-09af-4c4a-a5a9-7b7c806e2335,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:03.713965 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:03.745485 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-b464cba7-5471-4c0c-b228-5ed2f4973c26 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:03.748247 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-b464cba7-5471-4c0c-b228-5ed2f4973c26 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.26 "GET /v2.0/networks?id=35f32682-cfba-42d0-8574-2822bfa354b7 HTTP/1.1" status: 200 len: 805 time: 0.3305948 Dec 10 16:46:03.783333 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=dc925881-3e35-44c3-9d61-6ba7f1446877,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:03.846968 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-b195124a-a99e-4a97-b16a-926dd1426f8a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Request body: {'port': {'device_id': '36626dbf-184c-4cd2-9c46-2b6f1489124b', 'network_id': '35f32682-cfba-42d0-8574-2822bfa354b7', 'admin_state_up': True, 'tenant_id': '2334512fa40541b3a8ba6aa3ffbe674c'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:46:03.894984 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe114b30-207f-4fea-a4d9-62268ecbf2b7 tempest-ExternalNetworksAdminNegativeTestJSON-32355433 tempest-ExternalNetworksAdminNegativeTestJSON-32355433-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:03.895540 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe114b30-207f-4fea-a4d9-62268ecbf2b7 tempest-ExternalNetworksAdminNegativeTestJSON-32355433 tempest-ExternalNetworksAdminNegativeTestJSON-32355433-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:03.911222 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-fe114b30-207f-4fea-a4d9-62268ecbf2b7 tempest-ExternalNetworksAdminNegativeTestJSON-32355433 tempest-ExternalNetworksAdminNegativeTestJSON-32355433-project-admin] Calling delete_port for 1ceb4feb-47c8-41fa-99e3-89d36c1eb070 owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:46:04.010849 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f48e57e0-076d-468d-8130-b1420120dfcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:04.100936 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-b195124a-a99e-4a97-b16a-926dd1426f8a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Made reservation on behalf of 2334512fa40541b3a8ba6aa3ffbe674c for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:46:04.105013 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-b195124a-a99e-4a97-b16a-926dd1426f8a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:04.124555 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e9a1cfd5-3a6e-434c-b9a2-84acb52ae538 req-2b0708b6-fb10-48f3-9ad7-b72d62095d01 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=36626dbf-184c-4cd2-9c46-2b6f1489124b HTTP/1.1" status: 200 len: 210 time: 0.3610125 Dec 10 16:46:04.142749 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe114b30-207f-4fea-a4d9-62268ecbf2b7 tempest-ExternalNetworksAdminNegativeTestJSON-32355433 tempest-ExternalNetworksAdminNegativeTestJSON-32355433-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:04.216626 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26af31e-dedb-4a6e-83e8-342da8fa3b26 x-openstack-request-id: req-a26af31e-dedb-4a6e-83e8-342da8fa3b26 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:46:04.217040 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7c5e78-a0be-4a97-908b-9f980b60d11d", "name": "network-vif-plugged", "status": "completed", "tag": "dc925881-3e35-44c3-9d61-6ba7f1446877", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:46:04.217301 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a26af31e-dedb-4a6e-83e8-342da8fa3b26 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:46:04.217704 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7c5e78-a0be-4a97-908b-9f980b60d11d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc925881-3e35-44c3-9d61-6ba7f1446877', 'code': 200} Dec 10 16:46:04.236666 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe114b30-207f-4fea-a4d9-62268ecbf2b7 tempest-ExternalNetworksAdminNegativeTestJSON-32355433 tempest-ExternalNetworksAdminNegativeTestJSON-32355433-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ceb4feb-47c8-41fa-99e3-89d36c1eb070,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:04.328771 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6997b1e5-b979-4eb8-8e0f-3ae4c03ea4c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:04.469164 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6997b1e5-b979-4eb8-8e0f-3ae4c03ea4c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:04.506421 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a5696ae0-2ecb-444b-9407-e4afbabc708d None None] Provisioning complete for port a1337d4d-09af-4c4a-a5a9-7b7c806e2335 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:46:04.506801 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a5696ae0-2ecb-444b-9407-e4afbabc708d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:04.519172 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6997b1e5-b979-4eb8-8e0f-3ae4c03ea4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:04.564221 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-6997b1e5-b979-4eb8-8e0f-3ae4c03ea4c0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3b2743d1044c440a849c33510beb561e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9976184 Dec 10 16:46:04.576014 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 48618) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:04.599556 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-89f753b6-105b-4136-a774-39a7d05be19c req-f4abe700-3166-4ae8-bd7f-30024d4c1c6a tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/ports?device_id=394b17aa-2175-47fa-b9d1-94f52b8b0bde HTTP/1.1" status: 200 len: 210 time: 0.1075544 Dec 10 16:46:04.612008 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device a1337d4d-09af-4c4a-a5a9-7b7c806e2335 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:46:04.680808 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7839b-66c0-4984-905d-1fb53f94d58f req-d5c2879e-eb93-4128-8a55-13c8032eb098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:04.683491 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-35c7839b-66c0-4984-905d-1fb53f94d58f req-d5c2879e-eb93-4128-8a55-13c8032eb098 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8f7c5e78-a0be-4a97-908b-9f980b60d11d HTTP/1.1" status: 200 len: 1096 time: 0.3723495 Dec 10 16:46:04.687382 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe114b30-207f-4fea-a4d9-62268ecbf2b7 tempest-ExternalNetworksAdminNegativeTestJSON-32355433 tempest-ExternalNetworksAdminNegativeTestJSON-32355433-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:04.690106 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe114b30-207f-4fea-a4d9-62268ecbf2b7 tempest-ExternalNetworksAdminNegativeTestJSON-32355433 tempest-ExternalNetworksAdminNegativeTestJSON-32355433-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:04.696276 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-fe114b30-207f-4fea-a4d9-62268ecbf2b7 tempest-ExternalNetworksAdminNegativeTestJSON-32355433 tempest-ExternalNetworksAdminNegativeTestJSON-32355433-project-admin] 10.222.0.11 "DELETE /v2.0/floatingips/94d8a853-e0ef-4e7a-83e1-c79c2e18b52d HTTP/1.1" status: 204 len: 168 time: 1.5617988 Dec 10 16:46:04.703574 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6997b1e5-b979-4eb8-8e0f-3ae4c03ea4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c1d14c-c7cb-4618-ac20-5be352614e2c,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:04.722605 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-b195124a-a99e-4a97-b16a-926dd1426f8a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Allocated IP 172.20.0.5 (35f32682-cfba-42d0-8574-2822bfa354b7/752d8738-5a8a-4dc6-b8b4-8f887a921d46/1f5ea69b-e210-47c1-bd9d-c27654f458cd) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:46:04.745339 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48e57e0-076d-468d-8130-b1420120dfcd admin admin] Router 25d187c6-a5fc-4312-822b-13b474ff51d1 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:46:04.858846 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port a1337d4d-09af-4c4a-a5a9-7b7c806e2335 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:46:04.866454 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:04.928067 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-35c7839b-66c0-4984-905d-1fb53f94d58f req-acbe807d-add6-45a0-9c8b-1714fa8f6b95 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=25d6246b-ae6f-4c60-b629-6aa2b5602fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299383 Dec 10 16:46:04.933583 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48e57e0-076d-468d-8130-b1420120dfcd admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:46:04.966723 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b141ae0e-730e-4a3f-a3af-4cda8c24f012 None None] Sync routers for ids ['25d187c6-a5fc-4312-822b-13b474ff51d1'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:46:04.978727 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f48e57e0-076d-468d-8130-b1420120dfcd admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:04.979980 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f48e57e0-076d-468d-8130-b1420120dfcd admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.2290637 Dec 10 16:46:04.982043 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ff62242f-f25b-477a-a44c-892c48b82dd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:04.982849 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48626) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:04.998719 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b141ae0e-730e-4a3f-a3af-4cda8c24f012 None None] Routers {'25d187c6-a5fc-4312-822b-13b474ff51d1'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:46:04.999389 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b141ae0e-730e-4a3f-a3af-4cda8c24f012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:45:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['25d187c6-a5fc-4312-822b-13b474ff51d1'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:05.005127 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfabb0c-ee44-4f0f-b8ba-d70d19de7a53 req-cbe7c8d4-033e-4ceb-8da6-77db14ddfcdc tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:05.019133 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8bfabb0c-ee44-4f0f-b8ba-d70d19de7a53 req-cbe7c8d4-033e-4ceb-8da6-77db14ddfcdc tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8f7c5e78-a0be-4a97-908b-9f980b60d11d HTTP/1.1" status: 200 len: 1096 time: 0.2267499 Dec 10 16:46:05.099967 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ff62242f-f25b-477a-a44c-892c48b82dd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:05.156949 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 48630) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:05.211261 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-b141ae0e-730e-4a3f-a3af-4cda8c24f012 None None] Set router 25d187c6-a5fc-4312-822b-13b474ff51d1 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:46:05.278678 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8bfabb0c-ee44-4f0f-b8ba-d70d19de7a53 req-4345ba0d-e411-436e-ae29-7d210cc8f1d5 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=25d6246b-ae6f-4c60-b629-6aa2b5602fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570329 Dec 10 16:46:05.330456 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ff62242f-f25b-477a-a44c-892c48b82dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:05.348728 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ff62242f-f25b-477a-a44c-892c48b82dd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:05.353056 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ff62242f-f25b-477a-a44c-892c48b82dd7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/24c1d14c-c7cb-4618-ac20-5be352614e2c HTTP/1.1" status: 204 len: 168 time: 0.7559342 Dec 10 16:46:05.376404 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff62242f-f25b-477a-a44c-892c48b82dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c1d14c-c7cb-4618-ac20-5be352614e2c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:05.503901 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0a13c1f4-033c-430e-8e8f-c192f5429445 req-dfebeced-afc0-444e-b6ae-294d1eb92085 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=36626dbf-184c-4cd2-9c46-2b6f1489124b HTTP/1.1" status: 200 len: 210 time: 0.0837770 Dec 10 16:46:05.512536 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-14bc0dd0-faa9-4770-9a68-b65ed7bdbc27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:05.596186 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b141ae0e-730e-4a3f-a3af-4cda8c24f012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d187c6-a5fc-4312-822b-13b474ff51d1', 'name': 'tempest-TestAggregatesBasicOps-1215247613-router', 'tenant_id': '6516b12019eb42f0a6b2db6fcf8bfee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'd7a66591-00db-4fb9-a5bc-481971b809c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:45:59Z', 'updated_at': '2021-12-10T16:46:03Z', 'revision_number': 3, 'project_id': '6516b12019eb42f0a6b2db6fcf8bfee8', 'gw_port': {'id': 'd7a66591-00db-4fb9-a5bc-481971b809c6', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d187c6-a5fc-4312-822b-13b474ff51d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:46:00Z', 'updated_at': '2021-12-10T16:46:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:05.692143 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b141ae0e-730e-4a3f-a3af-4cda8c24f012 None None] Checking router: 25d187c6-a5fc-4312-822b-13b474ff51d1 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:46:05.692845 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b141ae0e-730e-4a3f-a3af-4cda8c24f012 None None] Updating router 25d187c6-a5fc-4312-822b-13b474ff51d1 port d7a66591-00db-4fb9-a5bc-481971b809c6 binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:46:05.724553 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-14bc0dd0-faa9-4770-9a68-b65ed7bdbc27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:05.729895 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-14bc0dd0-faa9-4770-9a68-b65ed7bdbc27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:05.751243 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b141ae0e-730e-4a3f-a3af-4cda8c24f012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:05.796250 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-b195124a-a99e-4a97-b16a-926dd1426f8a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:05.829125 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c69b02a5-43c9-4246-80e0-0864daabe56f req-f45e261e-9fe6-444e-a94e-bfa239075b37 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/ports?device_id=394b17aa-2175-47fa-b9d1-94f52b8b0bde HTTP/1.1" status: 200 len: 210 time: 0.0877802 Dec 10 16:46:05.868139 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc0dd0-faa9-4770-9a68-b65ed7bdbc27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e02d26-63c9-4693-ab5c-1ba100078c76,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:05.874560 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-14bc0dd0-faa9-4770-9a68-b65ed7bdbc27 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=caceead455df4f3fa73bfaad1ad9179a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7109575 Dec 10 16:46:05.878000 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 48650) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:05.897010 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-b195124a-a99e-4a97-b16a-926dd1426f8a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:05.924400 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48652) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:05.959684 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['eb2991dd-afe8-4317-bf27-03920c421c1f'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:46:06.008581 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7bd33cbf-bf66-4977-9688-0e196a3dfc6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:06.015727 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-b195124a-a99e-4a97-b16a-926dd1426f8a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Network 35f32682-cfba-42d0-8574-2822bfa354b7 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:46:06.019081 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fe23391c-2ec7-48fc-900c-5ab01788ad8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:06.034270 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-b195124a-a99e-4a97-b16a-926dd1426f8a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:46:06.041797 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-b195124a-a99e-4a97-b16a-926dd1426f8a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:46:06.065521 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7bd33cbf-bf66-4977-9688-0e196a3dfc6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:06.073798 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b195124a-a99e-4a97-b16a-926dd1426f8a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Pushing event updated for resources: {'Port': ['ID=1f5ea69b-e210-47c1-bd9d-c27654f458cd,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:06.166965 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-b195124a-a99e-4a97-b16a-926dd1426f8a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:06.167642 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-b195124a-a99e-4a97-b16a-926dd1426f8a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:06.175733 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a32eadd7-538c-4cb2-a07c-0fa29ca02225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:06.194313 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7bd33cbf-bf66-4977-9688-0e196a3dfc6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:06.198645 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7bd33cbf-bf66-4977-9688-0e196a3dfc6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:06.205920 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-7bd33cbf-bf66-4977-9688-0e196a3dfc6d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/13e02d26-63c9-4693-ab5c-1ba100078c76 HTTP/1.1" status: 204 len: 168 time: 0.3265898 Dec 10 16:46:06.212192 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-b195124a-a99e-4a97-b16a-926dd1426f8a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4118183 Dec 10 16:46:06.219070 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd33cbf-bf66-4977-9688-0e196a3dfc6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e02d26-63c9-4693-ab5c-1ba100078c76,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:06.233066 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-50a4eaca-926a-4695-bd09-8126058a9b3f service neutron] Request body: {'port': {'device_id': '36626dbf-184c-4cd2-9c46-2b6f1489124b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:46:06.311802 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:46:06.340042 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fe23391c-2ec7-48fc-900c-5ab01788ad8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:06.443334 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:06.464838 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b141ae0e-730e-4a3f-a3af-4cda8c24f012 None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:06.470903 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05935c73-ae7a-4b68-bb89-2094a8979895 req-ea2c84ef-6ef7-407c-be65-519c8582d56f tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:06.472477 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b141ae0e-730e-4a3f-a3af-4cda8c24f012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:06.478230 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-05935c73-ae7a-4b68-bb89-2094a8979895 req-ea2c84ef-6ef7-407c-be65-519c8582d56f tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8f7c5e78-a0be-4a97-908b-9f980b60d11d HTTP/1.1" status: 200 len: 1096 time: 0.0890446 Dec 10 16:46:06.547316 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-05935c73-ae7a-4b68-bb89-2094a8979895 req-35bb504a-c5ae-4061-9652-3a06a09abefb tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=25d6246b-ae6f-4c60-b629-6aa2b5602fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646577 Dec 10 16:46:06.548601 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c921bb09-e589-44b0-9fdf-def09bca0428 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:46:06.560973 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-b141ae0e-730e-4a3f-a3af-4cda8c24f012 None None] Attempting to bind port d7a66591-00db-4fb9-a5bc-481971b809c6 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:46:06.561632 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-b141ae0e-730e-4a3f-a3af-4cda8c24f012 None None] Attempting to bind port d7a66591-00db-4fb9-a5bc-481971b809c6 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:46:06.567386 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b141ae0e-730e-4a3f-a3af-4cda8c24f012 None None] Attempting to bind port d7a66591-00db-4fb9-a5bc-481971b809c6 on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:46:06.590076 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b141ae0e-730e-4a3f-a3af-4cda8c24f012 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:46:06.591031 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b141ae0e-730e-4a3f-a3af-4cda8c24f012 None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:46:06.591429 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b141ae0e-730e-4a3f-a3af-4cda8c24f012 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:06.591837 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b141ae0e-730e-4a3f-a3af-4cda8c24f012 None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:46:06.592339 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-b141ae0e-730e-4a3f-a3af-4cda8c24f012 None None] Bound port: d7a66591-00db-4fb9-a5bc-481971b809c6, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:46:06.592734 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b141ae0e-730e-4a3f-a3af-4cda8c24f012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:06.710909 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baceaad4-50a3-4d28-9f2b-473ccac40262 req-3346c256-2dcf-4d0b-af9d-973f81b36e5e tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:06.716571 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b141ae0e-730e-4a3f-a3af-4cda8c24f012 None None] For port d7a66591-00db-4fb9-a5bc-481971b809c6, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:46:06.721706 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-baceaad4-50a3-4d28-9f2b-473ccac40262 req-3346c256-2dcf-4d0b-af9d-973f81b36e5e tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=36626dbf-184c-4cd2-9c46-2b6f1489124b HTTP/1.1" status: 200 len: 931 time: 0.0711143 Dec 10 16:46:06.728291 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b141ae0e-730e-4a3f-a3af-4cda8c24f012 None None] For port d7a66591-00db-4fb9-a5bc-481971b809c6, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=d7a66591-00db-4fb9-a5bc-481971b809c6,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:46:06.760387 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b141ae0e-730e-4a3f-a3af-4cda8c24f012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:06.771073 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb42d1-50cf-4925-a87d-963b4346a05e None None] Pushing event updated for resources: {'Port': ['ID=d7a66591-00db-4fb9-a5bc-481971b809c6,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:06.804232 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-baceaad4-50a3-4d28-9f2b-473ccac40262 req-ddef30d4-0ea5-4b37-9fa7-4d93bd5b3c60 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814681 Dec 10 16:46:06.879438 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-19bd2d9a-cea0-4c1b-819e-d78708ec8296 None None] Provisioning complete for port d7a66591-00db-4fb9-a5bc-481971b809c6 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:46:06.879821 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-19bd2d9a-cea0-4c1b-819e-d78708ec8296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:06.960797 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b141ae0e-730e-4a3f-a3af-4cda8c24f012 None None] Routers {'25d187c6-a5fc-4312-822b-13b474ff51d1'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:46:06.961868 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b141ae0e-730e-4a3f-a3af-4cda8c24f012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:45:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['25d187c6-a5fc-4312-822b-13b474ff51d1'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:06.998461 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 48676) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:06.999085 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-a32eadd7-538c-4cb2-a07c-0fa29ca02225 admin admin] Allocated IP 172.20.0.1 (f6486f0d-f946-4fff-a5a3-767d3d851a8e/83674951-103d-4b05-ad36-9b08d9db4391/c2663e1d-5c9e-4c02-b0fe-ff91184cc3e8) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:46:07.050503 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b43b1f-a172-4a0d-8e85-dfce813b23c1 req-ad3b526e-3134-46cf-8ac7-3d505ad7f15a tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:07.058048 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-17b43b1f-a172-4a0d-8e85-dfce813b23c1 req-ad3b526e-3134-46cf-8ac7-3d505ad7f15a tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8f7c5e78-a0be-4a97-908b-9f980b60d11d HTTP/1.1" status: 200 len: 1096 time: 0.1258650 Dec 10 16:46:07.133574 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-cc047140-7323-40c5-9998-1beb86c34091 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=602988ccd41f41e5bd50d70bdeb5f26c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1317580 Dec 10 16:46:07.137869 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 48682) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:07.163592 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a32eadd7-538c-4cb2-a07c-0fa29ca02225 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:07.203544 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-50a4eaca-926a-4695-bd09-8126058a9b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:07.218000 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fe23391c-2ec7-48fc-900c-5ab01788ad8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:07.247703 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-17b43b1f-a172-4a0d-8e85-dfce813b23c1 req-c2ae511f-ea17-4e87-beb8-2b57d88a4c5f tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=25d6246b-ae6f-4c60-b629-6aa2b5602fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184838 Dec 10 16:46:07.260908 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cfe97a80-9cb6-4b90-ae00-d5d3e6ad5946 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:07.276070 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-b141ae0e-730e-4a3f-a3af-4cda8c24f012 None None] Set router 25d187c6-a5fc-4312-822b-13b474ff51d1 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:46:07.282169 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23391c-2ec7-48fc-900c-5ab01788ad8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955929bb-cdc2-451a-9682-654f6ab75632,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:07.317044 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-fe23391c-2ec7-48fc-900c-5ab01788ad8e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b7471e06a4b04cc49762a7b76e38e264&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3638189 Dec 10 16:46:07.320871 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 48686) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:07.339601 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed434dac-c609-4910-bb8e-0b23ed22a1f2 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:46:07.409642 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb42d1-50cf-4925-a87d-963b4346a05e None None] Pushing event updated for resources: {'Port': ['ID=d7a66591-00db-4fb9-a5bc-481971b809c6,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:07.433693 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a32eadd7-538c-4cb2-a07c-0fa29ca02225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:07.470806 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-52106792-bc17-448b-b67c-770dad92c1f7 req-06d2665a-6c19-494b-a68c-29561ab7d715 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/ports?device_id=394b17aa-2175-47fa-b9d1-94f52b8b0bde HTTP/1.1" status: 200 len: 210 time: 0.0739691 Dec 10 16:46:07.497266 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cfe97a80-9cb6-4b90-ae00-d5d3e6ad5946 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:07.512111 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32eadd7-538c-4cb2-a07c-0fa29ca02225 admin admin] Network f6486f0d-f946-4fff-a5a3-767d3d851a8e is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:46:07.516910 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32eadd7-538c-4cb2-a07c-0fa29ca02225 admin admin] Pushing event updated for resources: {'Port': ['ID=c2663e1d-5c9e-4c02-b0fe-ff91184cc3e8,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:07.523283 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-a32eadd7-538c-4cb2-a07c-0fa29ca02225 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:46:07.526290 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32eadd7-538c-4cb2-a07c-0fa29ca02225 admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:46:07.570991 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cfe97a80-9cb6-4b90-ae00-d5d3e6ad5946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:07.578747 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cfe97a80-9cb6-4b90-ae00-d5d3e6ad5946 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:07.579687 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-cfe97a80-9cb6-4b90-ae00-d5d3e6ad5946 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/00c95b92-1830-4221-a431-645aeacd8c22 HTTP/1.1" status: 204 len: 168 time: 0.4424973 Dec 10 16:46:07.597523 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe97a80-9cb6-4b90-ae00-d5d3e6ad5946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c95b92-1830-4221-a431-645aeacd8c22,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:07.661801 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bad59e57-d000-4893-896b-acff9457cdb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:07.722585 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bad59e57-d000-4893-896b-acff9457cdb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:07.770622 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d667ae4-4e32-49ac-9400-9c0a60ab88b3 req-e8594b2d-e87c-4398-aa05-e0b1a9ac821e tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:07.778669 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7d667ae4-4e32-49ac-9400-9c0a60ab88b3 req-e8594b2d-e87c-4398-aa05-e0b1a9ac821e tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8f7c5e78-a0be-4a97-908b-9f980b60d11d HTTP/1.1" status: 200 len: 1096 time: 0.1183894 Dec 10 16:46:07.853391 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-50a4eaca-926a-4695-bd09-8126058a9b3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f5ea69b-e210-47c1-bd9d-c27654f458cd {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:46:07.874540 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-50a4eaca-926a-4695-bd09-8126058a9b3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:07.883072 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7d667ae4-4e32-49ac-9400-9c0a60ab88b3 req-971ceb74-4215-45d9-9322-23ffb1269337 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=25d6246b-ae6f-4c60-b629-6aa2b5602fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032240 Dec 10 16:46:07.888514 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-19bd2d9a-cea0-4c1b-819e-d78708ec8296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:07.914998 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bad59e57-d000-4893-896b-acff9457cdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:07.916972 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a32eadd7-538c-4cb2-a07c-0fa29ca02225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:07.919068 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bad59e57-d000-4893-896b-acff9457cdb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:07.920900 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-50a4eaca-926a-4695-bd09-8126058a9b3f service neutron] Transition to ACTIVE for port object 1f5ea69b-e210-47c1-bd9d-c27654f458cd will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:46:07.925307 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-bad59e57-d000-4893-896b-acff9457cdb1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/955929bb-cdc2-451a-9682-654f6ab75632 HTTP/1.1" status: 204 len: 168 time: 0.6005993 Dec 10 16:46:07.932921 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b141ae0e-730e-4a3f-a3af-4cda8c24f012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d187c6-a5fc-4312-822b-13b474ff51d1', 'name': 'tempest-TestAggregatesBasicOps-1215247613-router', 'tenant_id': '6516b12019eb42f0a6b2db6fcf8bfee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'd7a66591-00db-4fb9-a5bc-481971b809c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:45:59Z', 'updated_at': '2021-12-10T16:46:03Z', 'revision_number': 3, 'project_id': '6516b12019eb42f0a6b2db6fcf8bfee8', 'gw_port': {'id': 'd7a66591-00db-4fb9-a5bc-481971b809c6', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d187c6-a5fc-4312-822b-13b474ff51d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:46:00Z', 'updated_at': '2021-12-10T16:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:07.962528 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad59e57-d000-4893-896b-acff9457cdb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955929bb-cdc2-451a-9682-654f6ab75632,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:07.979160 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-50a4eaca-926a-4695-bd09-8126058a9b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:08.088309 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4eaca-926a-4695-bd09-8126058a9b3f service neutron] Pushing event updated for resources: {'Port': ['ID=1f5ea69b-e210-47c1-bd9d-c27654f458cd,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:08.092342 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b141ae0e-730e-4a3f-a3af-4cda8c24f012 None None] The sync data for ids ['25d187c6-a5fc-4312-822b-13b474ff51d1'] in n-d-766771-2 is: [{'id': '25d187c6-a5fc-4312-822b-13b474ff51d1', 'name': 'tempest-TestAggregatesBasicOps-1215247613-router', 'tenant_id': '6516b12019eb42f0a6b2db6fcf8bfee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'd7a66591-00db-4fb9-a5bc-481971b809c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:45:59Z', 'updated_at': '2021-12-10T16:46:03Z', 'revision_number': 3, 'project_id': '6516b12019eb42f0a6b2db6fcf8bfee8', 'gw_port': {'id': 'd7a66591-00db-4fb9-a5bc-481971b809c6', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d187c6-a5fc-4312-822b-13b474ff51d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:46:00Z', 'updated_at': '2021-12-10T16:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:46:08.109621 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-19bd2d9a-cea0-4c1b-819e-d78708ec8296 None None] For port d7a66591-00db-4fb9-a5bc-481971b809c6, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=d7a66591-00db-4fb9-a5bc-481971b809c6,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:46:08.115084 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-19bd2d9a-cea0-4c1b-819e-d78708ec8296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:08.197702 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97285d02-b84f-4320-b0b9-4307f1023ea8 req-89b01eb0-fac4-44f5-ae18-de14a4c45a60 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:08.208524 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-97285d02-b84f-4320-b0b9-4307f1023ea8 req-89b01eb0-fac4-44f5-ae18-de14a4c45a60 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=36626dbf-184c-4cd2-9c46-2b6f1489124b HTTP/1.1" status: 200 len: 943 time: 0.1557474 Dec 10 16:46:08.283380 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:08.301680 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd2d9a-cea0-4c1b-819e-d78708ec8296 None None] Pushing event updated for resources: {'Port': ['ID=d7a66591-00db-4fb9-a5bc-481971b809c6,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:08.318779 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f2fc26da-f737-4f91-8b49-5911abe2d2d9 None None] Provisioning complete for port c2663e1d-5c9e-4c02-b0fe-ff91184cc3e8 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:46:08.319596 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f2fc26da-f737-4f91-8b49-5911abe2d2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:08.373705 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-97285d02-b84f-4320-b0b9-4307f1023ea8 req-e900e5da-6aff-423c-8f8d-eecc3df7c5a6 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641946 Dec 10 16:46:08.391267 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc26da-f737-4f91-8b49-5911abe2d2d9 None None] Port c2663e1d-5c9e-4c02-b0fe-ff91184cc3e8 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:46:08.411904 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f2fc26da-f737-4f91-8b49-5911abe2d2d9 None None] Provisioning complete for port d7a66591-00db-4fb9-a5bc-481971b809c6 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:46:08.420851 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f2fc26da-f737-4f91-8b49-5911abe2d2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:08.446041 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-50a4eaca-926a-4695-bd09-8126058a9b3f service neutron] Attempting to bind port 1f5ea69b-e210-47c1-bd9d-c27654f458cd on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:46:08.446720 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-50a4eaca-926a-4695-bd09-8126058a9b3f service neutron] Attempting to bind port 1f5ea69b-e210-47c1-bd9d-c27654f458cd by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '5f321af3-1a86-4e4e-a33f-e6abf9e1d87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '35f32682-cfba-42d0-8574-2822bfa354b7'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:46:08.446936 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-50a4eaca-926a-4695-bd09-8126058a9b3f service neutron] Attempting to bind port 1f5ea69b-e210-47c1-bd9d-c27654f458cd on network 35f32682-cfba-42d0-8574-2822bfa354b7 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:46:08.469914 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-50a4eaca-926a-4695-bd09-8126058a9b3f service neutron] Port 1f5ea69b-e210-47c1-bd9d-c27654f458cd on network 35f32682-cfba-42d0-8574-2822bfa354b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:46:08.470338 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-50a4eaca-926a-4695-bd09-8126058a9b3f service neutron] Attempting to bind port 1f5ea69b-e210-47c1-bd9d-c27654f458cd on network 35f32682-cfba-42d0-8574-2822bfa354b7 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:46:08.535267 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-50a4eaca-926a-4695-bd09-8126058a9b3f service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:46:08.535616 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-50a4eaca-926a-4695-bd09-8126058a9b3f service neutron] Checking segment: {'id': '5f321af3-1a86-4e4e-a33f-e6abf9e1d87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '35f32682-cfba-42d0-8574-2822bfa354b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:46:08.536274 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-50a4eaca-926a-4695-bd09-8126058a9b3f service neutron] Bound using segment: {'id': '5f321af3-1a86-4e4e-a33f-e6abf9e1d87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '35f32682-cfba-42d0-8574-2822bfa354b7'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:46:08.541269 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-50a4eaca-926a-4695-bd09-8126058a9b3f service neutron] Bound port: 1f5ea69b-e210-47c1-bd9d-c27654f458cd, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f321af3-1a86-4e4e-a33f-e6abf9e1d87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '35f32682-cfba-42d0-8574-2822bfa354b7'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:46:08.547606 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-50a4eaca-926a-4695-bd09-8126058a9b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:08.632551 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a32eadd7-538c-4cb2-a07c-0fa29ca02225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:08.807128 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-0b60c867-b416-4e93-98b4-2eba8baabb8f tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:08.820502 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-0b60c867-b416-4e93-98b4-2eba8baabb8f tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/networks?id=3476b3c9-4287-4449-893c-35b29eab3f45 HTTP/1.1" status: 200 len: 911 time: 0.2852321 Dec 10 16:46:08.852421 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-50a4eaca-926a-4695-bd09-8126058a9b3f service neutron] For port 1f5ea69b-e210-47c1-bd9d-c27654f458cd, host n-h1-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:46:08.858385 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-8391133d-a902-48be-b4db-25075a7e6869 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/quotas/5b58923622cd48bd8f7699914d4f82d6 HTTP/1.1" status: 200 len: 375 time: 0.0300918 Dec 10 16:46:08.880177 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-50a4eaca-926a-4695-bd09-8126058a9b3f service neutron] For port 1f5ea69b-e210-47c1-bd9d-c27654f458cd, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=1f5ea69b-e210-47c1-bd9d-c27654f458cd,segment=NetworkSegment(5f321af3-1a86-4e4e-a33f-e6abf9e1d87b),segment_id=5f321af3-1a86-4e4e-a33f-e6abf9e1d87b)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:46:08.887989 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-50a4eaca-926a-4695-bd09-8126058a9b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:08.977104 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-45c28347-8c35-41a5-8420-1865e2869e99 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b58923622cd48bd8f7699914d4f82d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1173086 Dec 10 16:46:09.005502 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4eaca-926a-4695-bd09-8126058a9b3f service neutron] Pushing event updated for resources: {'Port': ['ID=1f5ea69b-e210-47c1-bd9d-c27654f458cd,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:09.125132 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-50a4eaca-926a-4695-bd09-8126058a9b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:09.126545 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-50a4eaca-926a-4695-bd09-8126058a9b3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:09.136512 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-50a4eaca-926a-4695-bd09-8126058a9b3f service neutron] 10.222.0.26 "PUT /v2.0/ports/1f5ea69b-e210-47c1-bd9d-c27654f458cd HTTP/1.1" status: 200 len: 1091 time: 2.9135852 Dec 10 16:46:09.139646 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36626dbf-184c-4cd2-9c46-2b6f1489124b', 'tag': '1f5ea69b-e210-47c1-bd9d-c27654f458cd'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:46:09.156296 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc8a141-cb74-4be6-8cd1-2311899d6b6c" -d '{"events": [{"name": "network-changed", "server_uuid": "36626dbf-184c-4cd2-9c46-2b6f1489124b", "tag": "1f5ea69b-e210-47c1-bd9d-c27654f458cd"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:46:09.204673 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-7ba4d87d-8d7c-430a-9ff1-5d83bdb58c9e service neutron] 10.222.0.11 "GET /v2.0/networks/3476b3c9-4287-4449-893c-35b29eab3f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264490 Dec 10 16:46:09.350173 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-0c92f489-c5ff-4b5a-86fb-8711e3f34064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:09.351972 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-0c92f489-c5ff-4b5a-86fb-8711e3f34064 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2334512fa40541b3a8ba6aa3ffbe674c&device_id=36626dbf-184c-4cd2-9c46-2b6f1489124b HTTP/1.1" status: 200 len: 1094 time: 0.1465857 Dec 10 16:46:09.410860 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-6fb8e0ca-5a64-4e18-bcbc-cde18607713b service neutron] 10.222.0.11 "GET /v2.0/networks/3476b3c9-4287-4449-893c-35b29eab3f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047718 Dec 10 16:46:09.420801 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a32eadd7-538c-4cb2-a07c-0fa29ca02225 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:09.423823 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-3ff1f2de-b493-410f-80b3-dadf65202ef5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f5ea69b-e210-47c1-bd9d-c27654f458cd HTTP/1.1" status: 200 len: 217 time: 0.0630090 Dec 10 16:46:09.426636 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a32eadd7-538c-4cb2-a07c-0fa29ca02225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:09.687614 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32eadd7-538c-4cb2-a07c-0fa29ca02225 admin admin] Pushing event updated for resources: {'Port': ['ID=c2663e1d-5c9e-4c02-b0fe-ff91184cc3e8,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:09.693658 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-47a4e162-310b-49b7-a8e5-707b4179ced5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:09.696419 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-47a4e162-310b-49b7-a8e5-707b4179ced5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=752d8738-5a8a-4dc6-b8b4-8f887a921d46 HTTP/1.1" status: 200 len: 845 time: 0.2637289 Dec 10 16:46:09.699039 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a32eadd7-538c-4cb2-a07c-0fa29ca02225 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:09.766865 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 48784) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:09.770499 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-995f81ab-9efc-4815-82e5-8f742c4aa1a1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=35f32682-cfba-42d0-8574-2822bfa354b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675871 Dec 10 16:46:09.988204 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32eadd7-538c-4cb2-a07c-0fa29ca02225 admin admin] Network f6486f0d-f946-4fff-a5a3-767d3d851a8e is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:46:09.991722 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-a32eadd7-538c-4cb2-a07c-0fa29ca02225 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:46:10.285450 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-6942ab8c-1419-420f-91bf-4157b3957034 service neutron] 10.222.0.26 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5042188 Dec 10 16:46:10.295189 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-27f2cd90-60e6-46fc-9d45-906bc640d445 req-4792ac18-d65a-49be-ae9f-b8e5e02ec55d tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/ports?device_id=394b17aa-2175-47fa-b9d1-94f52b8b0bde HTTP/1.1" status: 200 len: 210 time: 0.0735140 Dec 10 16:46:10.363207 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-999b479a-ff51-47b1-baf7-5f6769b390fa tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Request body: {'networks': [{'name': 'tempest-network--118945385'}, {'name': 'tempest-network--1794882971'}]} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:46:10.363777 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-999b479a-ff51-47b1-baf7-5f6769b390fa tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Request body: {'network': {'name': 'tempest-network--118945385'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:46:10.364414 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-999b479a-ff51-47b1-baf7-5f6769b390fa tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Request body: {'network': {'name': 'tempest-network--1794882971'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:46:10.429928 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999b479a-ff51-47b1-baf7-5f6769b390fa tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Made reservation on behalf of e2a331a928ad4dc283fe947774bc2f41 for: {'network': 2} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:46:10.473471 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-999b479a-ff51-47b1-baf7-5f6769b390fa tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:10.511030 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-999b479a-ff51-47b1-baf7-5f6769b390fa tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:10.579911 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c3511f-ed63-4d73-88f5-edf3e19c7d06 x-openstack-request-id: req-38c3511f-ed63-4d73-88f5-edf3e19c7d06 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:46:10.580420 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36626dbf-184c-4cd2-9c46-2b6f1489124b", "tag": "1f5ea69b-e210-47c1-bd9d-c27654f458cd", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:46:10.580843 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-38c3511f-ed63-4d73-88f5-edf3e19c7d06 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:46:10.581981 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36626dbf-184c-4cd2-9c46-2b6f1489124b', 'tag': '1f5ea69b-e210-47c1-bd9d-c27654f458cd', 'status': 'completed', 'code': 200} Dec 10 16:46:10.595797 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-3fd59b76-2358-42e4-8c18-ac6db9db60dd None None] Provisioning complete for port c2663e1d-5c9e-4c02-b0fe-ff91184cc3e8 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:46:10.596370 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3fd59b76-2358-42e4-8c18-ac6db9db60dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:10.612118 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-be55a5eb-9671-475f-9b6d-6042be92b03f req-58a20d5a-9081-4086-a240-db6ab9160142 service neutron] 10.222.0.26 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049490 Dec 10 16:46:10.614181 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32eadd7-538c-4cb2-a07c-0fa29ca02225 admin admin] Router 25d187c6-a5fc-4312-822b-13b474ff51d1 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:46:10.702457 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device d7a66591-00db-4fb9-a5bc-481971b809c6 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:46:10.847745 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-3fd59b76-2358-42e4-8c18-ac6db9db60dd None None] Port c2663e1d-5c9e-4c02-b0fe-ff91184cc3e8 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:46:10.882802 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8cee9-4bdb-47c4-b6d7-28dbb3ce3226 req-6d6ed67d-fee5-4b0b-8f22-e13955b9f90d tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:10.887796 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c3e8cee9-4bdb-47c4-b6d7-28dbb3ce3226 req-6d6ed67d-fee5-4b0b-8f22-e13955b9f90d tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=36626dbf-184c-4cd2-9c46-2b6f1489124b HTTP/1.1" status: 200 len: 943 time: 0.3360736 Dec 10 16:46:10.903016 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8a141-cb74-4be6-8cd1-2311899d6b6c req-b3adae72-63b4-40cb-95d2-2fa1427a026b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:10.905475 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-dfc8a141-cb74-4be6-8cd1-2311899d6b6c req-b3adae72-63b4-40cb-95d2-2fa1427a026b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2334512fa40541b3a8ba6aa3ffbe674c&device_id=36626dbf-184c-4cd2-9c46-2b6f1489124b HTTP/1.1" status: 200 len: 1094 time: 0.1608829 Dec 10 16:46:10.908686 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port d7a66591-00db-4fb9-a5bc-481971b809c6 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:46:10.909753 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:10.993978 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32eadd7-538c-4cb2-a07c-0fa29ca02225 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:46:11.010225 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a32eadd7-538c-4cb2-a07c-0fa29ca02225 admin admin] 10.222.0.11 "PUT /v2.0/routers/25d187c6-a5fc-4312-822b-13b474ff51d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0212505 Dec 10 16:46:11.035023 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c3e8cee9-4bdb-47c4-b6d7-28dbb3ce3226 req-a45bdc7b-d725-4a5a-b0f6-45a9a49c6586 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304967 Dec 10 16:46:11.078559 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-999b479a-ff51-47b1-baf7-5f6769b390fa tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:11.084640 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-999b479a-ff51-47b1-baf7-5f6769b390fa tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:11.086013 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-999b479a-ff51-47b1-baf7-5f6769b390fa tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:11.111192 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8a141-cb74-4be6-8cd1-2311899d6b6c req-0590b0db-83a3-438b-b73e-bfd3eb919987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:11.117345 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-dfc8a141-cb74-4be6-8cd1-2311899d6b6c req-0590b0db-83a3-438b-b73e-bfd3eb919987 service neutron] 10.222.0.26 "GET /v2.0/networks?id=35f32682-cfba-42d0-8574-2822bfa354b7 HTTP/1.1" status: 200 len: 906 time: 0.1921163 Dec 10 16:46:11.187683 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b479a-ff51-47b1-baf7-5f6769b390fa tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6cac85-a2ba-4ca5-90b6-88daec15ae23,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:11.296507 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-dfc8a141-cb74-4be6-8cd1-2311899d6b6c req-35ea8dcf-44be-47d2-981a-e568ceab53f3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f5ea69b-e210-47c1-bd9d-c27654f458cd HTTP/1.1" status: 200 len: 217 time: 0.1519828 Dec 10 16:46:11.352318 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-add50a36-4844-4571-9466-7b70ea87b15e req-6a2d6576-3316-4499-be4f-435d10f0a866 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=567d5937-62fd-4aca-b8e7-4b17699843ee HTTP/1.1" status: 200 len: 210 time: 0.1398699 Dec 10 16:46:11.438763 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8a141-cb74-4be6-8cd1-2311899d6b6c req-99f0e035-e9f5-4000-a080-676fe7904cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:11.441449 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-dfc8a141-cb74-4be6-8cd1-2311899d6b6c req-99f0e035-e9f5-4000-a080-676fe7904cf2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=752d8738-5a8a-4dc6-b8b4-8f887a921d46 HTTP/1.1" status: 200 len: 845 time: 0.1423728 Dec 10 16:46:11.484981 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-999b479a-ff51-47b1-baf7-5f6769b390fa tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:46:11.513186 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-dfc8a141-cb74-4be6-8cd1-2311899d6b6c req-3f25f391-e8a4-41a7-bff8-685d9798ba27 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=35f32682-cfba-42d0-8574-2822bfa354b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616169 Dec 10 16:46:11.515049 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198aae03-2bd1-480d-b40e-8ed7424111b3 None None] Sync routers for ids ['25d187c6-a5fc-4312-822b-13b474ff51d1'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:46:11.515653 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-999b479a-ff51-47b1-baf7-5f6769b390fa tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:11.519850 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-999b479a-ff51-47b1-baf7-5f6769b390fa tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Added segment b30edea9-4c0f-4581-997c-a8e77f601604 of type vlan for network d58cf8b6-7458-48cd-88d2-e16c80801284 Dec 10 16:46:11.539886 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198aae03-2bd1-480d-b40e-8ed7424111b3 None None] Routers {'25d187c6-a5fc-4312-822b-13b474ff51d1'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:46:11.543490 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-198aae03-2bd1-480d-b40e-8ed7424111b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:45:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['25d187c6-a5fc-4312-822b-13b474ff51d1'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:11.690031 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-999b479a-ff51-47b1-baf7-5f6769b390fa tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:11.750408 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-dfc8a141-cb74-4be6-8cd1-2311899d6b6c req-c69de555-9151-4f35-b68b-510211cc9e09 service neutron] 10.222.0.26 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304394 Dec 10 16:46:11.808006 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-db2ac8cb-bea8-4b3f-b724-7ca0bcc34797 req-7c2f4711-8089-4f41-9baf-2297a017e1c7 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "GET /v2.0/ports?device_id=394b17aa-2175-47fa-b9d1-94f52b8b0bde HTTP/1.1" status: 200 len: 210 time: 0.1777198 Dec 10 16:46:11.809879 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-999b479a-ff51-47b1-baf7-5f6769b390fa tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:46:11.856819 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-198aae03-2bd1-480d-b40e-8ed7424111b3 None None] Set router 25d187c6-a5fc-4312-822b-13b474ff51d1 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:46:11.869562 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-999b479a-ff51-47b1-baf7-5f6769b390fa tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:11.870327 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-999b479a-ff51-47b1-baf7-5f6769b390fa tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Added segment 7dd819e7-3cbc-4773-9c8b-3ac14b90d68a of type vlan for network 486fa06d-eee9-419b-acd6-7179ab8ad9b5 Dec 10 16:46:11.959511 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-dfc8a141-cb74-4be6-8cd1-2311899d6b6c req-348e76b8-e2d2-4771-acbc-7e85c2c10b36 service neutron] 10.222.0.26 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003450 Dec 10 16:46:12.046287 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-999b479a-ff51-47b1-baf7-5f6769b390fa tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:12.049763 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-236bb970-5853-426b-92d4-4dc961512344 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:12.051993 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-236bb970-5853-426b-92d4-4dc961512344 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.26 "GET /v2.0/networks?id=3476b3c9-4287-4449-893c-35b29eab3f45 HTTP/1.1" status: 200 len: 911 time: 0.7452075 Dec 10 16:46:12.067392 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-b41d2830-4e24-470d-8d0e-0a0f2113949d tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Request body: {'port': {'device_id': '567d5937-62fd-4aca-b8e7-4b17699843ee', 'network_id': '3476b3c9-4287-4449-893c-35b29eab3f45', 'admin_state_up': True, 'tenant_id': '5b58923622cd48bd8f7699914d4f82d6'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:46:12.107284 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-999b479a-ff51-47b1-baf7-5f6769b390fa tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:12.107987 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-999b479a-ff51-47b1-baf7-5f6769b390fa tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:12.115641 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999b479a-ff51-47b1-baf7-5f6769b390fa tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:12.122674 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999b479a-ff51-47b1-baf7-5f6769b390fa tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:12.123531 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-999b479a-ff51-47b1-baf7-5f6769b390fa tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:12.163589 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-198aae03-2bd1-480d-b40e-8ed7424111b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d187c6-a5fc-4312-822b-13b474ff51d1', 'name': 'tempest-TestAggregatesBasicOps-1215247613-router', 'tenant_id': '6516b12019eb42f0a6b2db6fcf8bfee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'd7a66591-00db-4fb9-a5bc-481971b809c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:45:59Z', 'updated_at': '2021-12-10T16:46:08Z', 'revision_number': 4, 'project_id': '6516b12019eb42f0a6b2db6fcf8bfee8', 'gw_port': {'id': 'd7a66591-00db-4fb9-a5bc-481971b809c6', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d187c6-a5fc-4312-822b-13b474ff51d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:46:00Z', 'updated_at': '2021-12-10T16:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'c2663e1d-5c9e-4c02-b0fe-ff91184cc3e8', 'name': '', 'network_id': 'f6486f0d-f946-4fff-a5a3-767d3d851a8e', 'tenant_id': '6516b12019eb42f0a6b2db6fcf8bfee8', 'mac_address': 'fa:16:3e:55:d8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d187c6-a5fc-4312-822b-13b474ff51d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '83674951-103d-4b05-ad36-9b08d9db4391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:46:06Z', 'updated_at': '2021-12-10T16:46:08Z', 'revision_number': 2, 'project_id': '6516b12019eb42f0a6b2db6fcf8bfee8', 'subnets': [{'id': '83674951-103d-4b05-ad36-9b08d9db4391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:12.195585 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198aae03-2bd1-480d-b40e-8ed7424111b3 None None] Checking router: 25d187c6-a5fc-4312-822b-13b474ff51d1 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:46:12.196203 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198aae03-2bd1-480d-b40e-8ed7424111b3 None None] Updating router 25d187c6-a5fc-4312-822b-13b474ff51d1 port c2663e1d-5c9e-4c02-b0fe-ff91184cc3e8 binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:46:12.318476 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b479a-ff51-47b1-baf7-5f6769b390fa tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Pushing event updated for resources: {'Network': ['ID=d58cf8b6-7458-48cd-88d2-e16c80801284,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:12.323003 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-198aae03-2bd1-480d-b40e-8ed7424111b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:12.348528 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network d58cf8b6-7458-48cd-88d2-e16c80801284 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:46:12.349269 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-b41d2830-4e24-470d-8d0e-0a0f2113949d tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Made reservation on behalf of 5b58923622cd48bd8f7699914d4f82d6 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:46:12.358054 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-b41d2830-4e24-470d-8d0e-0a0f2113949d tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:12.388747 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-999b479a-ff51-47b1-baf7-5f6769b390fa tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.6202512 Dec 10 16:46:12.391688 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48860) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:12.462882 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae915b-01d8-4483-862b-7fc6d321143c req-199eee0c-ac9c-4476-947c-a301d3a64437 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:12.471031 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6cae915b-01d8-4483-862b-7fc6d321143c req-199eee0c-ac9c-4476-947c-a301d3a64437 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=36626dbf-184c-4cd2-9c46-2b6f1489124b HTTP/1.1" status: 200 len: 943 time: 0.3168645 Dec 10 16:46:12.501221 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48864) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:12.609974 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-4f7390bc-2885-46c2-be08-9d018adf264d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1101272187-network', 'tenant_id': 'b37c5874b2c3452985b9054da7242fcd'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:46:12.668528 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b479a-ff51-47b1-baf7-5f6769b390fa tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Pushing event updated for resources: {'Network': ['ID=486fa06d-eee9-419b-acd6-7179ab8ad9b5,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:12.678528 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-b41d2830-4e24-470d-8d0e-0a0f2113949d tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Allocated IP 172.20.0.14 (3476b3c9-4287-4449-893c-35b29eab3f45/d661a2ff-ce31-4fd8-88a7-1638071ff182/5c5448d0-798e-4a92-a8fc-e623b0b24a53) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:46:12.693164 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 486fa06d-eee9-419b-acd6-7179ab8ad9b5 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:46:12.728893 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6cae915b-01d8-4483-862b-7fc6d321143c req-86106862-a708-4d11-8070-051746d811f8 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570720 Dec 10 16:46:12.793797 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7390bc-2885-46c2-be08-9d018adf264d admin admin] Made reservation on behalf of b37c5874b2c3452985b9054da7242fcd for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:46:12.801298 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4f7390bc-2885-46c2-be08-9d018adf264d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:12.894826 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e09f74-0445-4e9b-95e1-36ff19bedcf0 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:12.901953 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e09f74-0445-4e9b-95e1-36ff19bedcf0 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:12.909323 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d35430d2-0e59-4ef4-ba89-1eed149ed6e8 req-d6c35e98-780a-4e6c-b082-38b3312007ae tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=567d5937-62fd-4aca-b8e7-4b17699843ee HTTP/1.1" status: 200 len: 210 time: 0.0575421 Dec 10 16:46:12.921259 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e09f74-0445-4e9b-95e1-36ff19bedcf0 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:12.926062 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-198aae03-2bd1-480d-b40e-8ed7424111b3 None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:12.928052 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e09f74-0445-4e9b-95e1-36ff19bedcf0 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:12.930578 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-58e09f74-0445-4e9b-95e1-36ff19bedcf0 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5377023 Dec 10 16:46:12.936123 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48878) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:12.938736 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4f7390bc-2885-46c2-be08-9d018adf264d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:12.941249 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-198aae03-2bd1-480d-b40e-8ed7424111b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:12.994415 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 48880) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:13.035344 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb268c74-f63e-40d4-85c2-6569026d42f0 None None] Pushing event updated for resources: {'Port': ['ID=c2663e1d-5c9e-4c02-b0fe-ff91184cc3e8,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:13.042304 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c8a11c8-ebbb-4ebb-81d4-47aefa96ebf4 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:13.053978 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-b41d2830-4e24-470d-8d0e-0a0f2113949d tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:13.153211 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-198aae03-2bd1-480d-b40e-8ed7424111b3 None None] Attempting to bind port c2663e1d-5c9e-4c02-b0fe-ff91184cc3e8 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:46:13.153816 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-198aae03-2bd1-480d-b40e-8ed7424111b3 None None] Attempting to bind port c2663e1d-5c9e-4c02-b0fe-ff91184cc3e8 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'd45f125e-26ab-4885-a31a-6604f9b1cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f6486f0d-f946-4fff-a5a3-767d3d851a8e'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:46:13.154364 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198aae03-2bd1-480d-b40e-8ed7424111b3 None None] Attempting to bind port c2663e1d-5c9e-4c02-b0fe-ff91184cc3e8 on network f6486f0d-f946-4fff-a5a3-767d3d851a8e {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:46:13.160356 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198aae03-2bd1-480d-b40e-8ed7424111b3 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:46:13.161009 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198aae03-2bd1-480d-b40e-8ed7424111b3 None None] Checking segment: {'id': 'd45f125e-26ab-4885-a31a-6604f9b1cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f6486f0d-f946-4fff-a5a3-767d3d851a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:46:13.161839 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-198aae03-2bd1-480d-b40e-8ed7424111b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:13.162398 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198aae03-2bd1-480d-b40e-8ed7424111b3 None None] Bound using segment: {'id': 'd45f125e-26ab-4885-a31a-6604f9b1cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f6486f0d-f946-4fff-a5a3-767d3d851a8e'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:46:13.163195 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-198aae03-2bd1-480d-b40e-8ed7424111b3 None None] Bound port: c2663e1d-5c9e-4c02-b0fe-ff91184cc3e8, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd45f125e-26ab-4885-a31a-6604f9b1cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f6486f0d-f946-4fff-a5a3-767d3d851a8e'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:46:13.163617 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-198aae03-2bd1-480d-b40e-8ed7424111b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:13.219797 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c8a11c8-ebbb-4ebb-81d4-47aefa96ebf4 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:13.227341 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5002597f-4469-47f2-b3c1-90308948bd72 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:13.254818 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-3c8a11c8-ebbb-4ebb-81d4-47aefa96ebf4 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d58cf8b6-7458-48cd-88d2-e16c80801284']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:13.266262 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5002597f-4469-47f2-b3c1-90308948bd72 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:13.295513 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-3c8a11c8-ebbb-4ebb-81d4-47aefa96ebf4 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b30edea9-4c0f-4581-997c-a8e77f601604') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:13.295799 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-3c8a11c8-ebbb-4ebb-81d4-47aefa96ebf4 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b30edea9-4c0f-4581-997c-a8e77f601604') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:13.305945 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c8a11c8-ebbb-4ebb-81d4-47aefa96ebf4 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:13.320439 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c8a11c8-ebbb-4ebb-81d4-47aefa96ebf4 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:13.327298 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c8a11c8-ebbb-4ebb-81d4-47aefa96ebf4 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:46:13.327850 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c8a11c8-ebbb-4ebb-81d4-47aefa96ebf4 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:13.328153 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-198aae03-2bd1-480d-b40e-8ed7424111b3 None None] For port c2663e1d-5c9e-4c02-b0fe-ff91184cc3e8, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:46:13.337406 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-198aae03-2bd1-480d-b40e-8ed7424111b3 None None] For port c2663e1d-5c9e-4c02-b0fe-ff91184cc3e8, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c2663e1d-5c9e-4c02-b0fe-ff91184cc3e8,segment=NetworkSegment(d45f125e-26ab-4885-a31a-6604f9b1cde4),segment_id=d45f125e-26ab-4885-a31a-6604f9b1cde4)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:46:13.348836 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-198aae03-2bd1-480d-b40e-8ed7424111b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:13.381230 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-b41d2830-4e24-470d-8d0e-0a0f2113949d tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:13.392641 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 1f5ea69b-e210-47c1-bd9d-c27654f458cd details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:46:13.400188 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['dc925881-3e35-44c3-9d61-6ba7f1446877'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:46:13.434877 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198aae03-2bd1-480d-b40e-8ed7424111b3 None None] Routers {'25d187c6-a5fc-4312-822b-13b474ff51d1'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:46:13.436041 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:46:13.436041 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:46:13.436041 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:46:13.436041 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:46:13.436041 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:46:13.436041 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:46:13.436041 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:46:13.436041 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:46:13.436041 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:46:13.436041 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:46:13.436041 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:46:13.436041 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:46:13.436041 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:46:13.436041 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:46:13.436041 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:46:13.436041 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:46:13.436041 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:46:13.436041 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:46:13.436041 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:46:13.436041 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:46:13.436041 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:46:13.436041 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:46:13.436041 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:46:13.436041 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:46:13.436041 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:46:13.436041 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:46:13.436041 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:46:13.436041 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:46:13.436041 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:46:13.436041 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:46:13.436041 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:46:13.436041 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:46:13.438460 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-198aae03-2bd1-480d-b40e-8ed7424111b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:45:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['25d187c6-a5fc-4312-822b-13b474ff51d1'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:13.441084 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb268c74-f63e-40d4-85c2-6569026d42f0 None None] Pushing event updated for resources: {'Port': ['ID=c2663e1d-5c9e-4c02-b0fe-ff91184cc3e8,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:13.441828 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c8a11c8-ebbb-4ebb-81d4-47aefa96ebf4 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:13.560452 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d2830-4e24-470d-8d0e-0a0f2113949d tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Pushing event updated for resources: {'Port': ['ID=5c5448d0-798e-4a92-a8fc-e623b0b24a53,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:13.580304 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5002597f-4469-47f2-b3c1-90308948bd72 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:13.584099 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5002597f-4469-47f2-b3c1-90308948bd72 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:13.585491 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5002597f-4469-47f2-b3c1-90308948bd72 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] 10.222.0.11 "DELETE /v2.0/security-groups/ec357b0c-19a9-4b9a-91e5-44a8a98d35a2 HTTP/1.1" status: 204 len: 168 time: 0.5901263 Dec 10 16:46:13.607009 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-198aae03-2bd1-480d-b40e-8ed7424111b3 None None] Set router 25d187c6-a5fc-4312-822b-13b474ff51d1 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:46:13.637676 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-4644fa00-30e0-4ad8-949c-e6b40d7628b8 None None] Provisioning complete for port c2663e1d-5c9e-4c02-b0fe-ff91184cc3e8 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:46:13.642283 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4644fa00-30e0-4ad8-949c-e6b40d7628b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:13.659250 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5002597f-4469-47f2-b3c1-90308948bd72 tempest-TestVolumeBackupRestore-1600309966 tempest-TestVolumeBackupRestore-1600309966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec357b0c-19a9-4b9a-91e5-44a8a98d35a2,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:13.687699 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-b41d2830-4e24-470d-8d0e-0a0f2113949d tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Network 3476b3c9-4287-4449-893c-35b29eab3f45 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:46:13.689411 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-b41d2830-4e24-470d-8d0e-0a0f2113949d tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:46:13.695611 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-b41d2830-4e24-470d-8d0e-0a0f2113949d tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:46:13.914704 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-b41d2830-4e24-470d-8d0e-0a0f2113949d tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:13.915425 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-b41d2830-4e24-470d-8d0e-0a0f2113949d tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:13.948502 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 1f5ea69b-e210-47c1-bd9d-c27654f458cd, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=1f5ea69b-e210-47c1-bd9d-c27654f458cd,segment=NetworkSegment(5f321af3-1a86-4e4e-a33f-e6abf9e1d87b),segment_id=5f321af3-1a86-4e4e-a33f-e6abf9e1d87b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:46:13.996113 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-b41d2830-4e24-470d-8d0e-0a0f2113949d tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.9337738 Dec 10 16:46:14.061503 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '1f5ea69b-e210-47c1-bd9d-c27654f458cd', 'network_id': '35f32682-cfba-42d0-8574-2822bfa354b7', 'port_id': '1f5ea69b-e210-47c1-bd9d-c27654f458cd', 'mac_address': 'fa:16:3e:23:ec:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '752d8738-5a8a-4dc6-b8b4-8f887a921d46', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:46:14.102976 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7dc3b104-3560-4a03-a624-95ca59478ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:14.144163 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-cfd2fae6-9648-4370-bc51-9593e9a1701a service neutron] Request body: {'port': {'device_id': '567d5937-62fd-4aca-b8e7-4b17699843ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:46:14.286002 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-198aae03-2bd1-480d-b40e-8ed7424111b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d187c6-a5fc-4312-822b-13b474ff51d1', 'name': 'tempest-TestAggregatesBasicOps-1215247613-router', 'tenant_id': '6516b12019eb42f0a6b2db6fcf8bfee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'd7a66591-00db-4fb9-a5bc-481971b809c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:45:59Z', 'updated_at': '2021-12-10T16:46:08Z', 'revision_number': 4, 'project_id': '6516b12019eb42f0a6b2db6fcf8bfee8', 'gw_port': {'id': 'd7a66591-00db-4fb9-a5bc-481971b809c6', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d187c6-a5fc-4312-822b-13b474ff51d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:46:00Z', 'updated_at': '2021-12-10T16:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'c2663e1d-5c9e-4c02-b0fe-ff91184cc3e8', 'name': '', 'network_id': 'f6486f0d-f946-4fff-a5a3-767d3d851a8e', 'tenant_id': '6516b12019eb42f0a6b2db6fcf8bfee8', 'mac_address': 'fa:16:3e:55:d8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d187c6-a5fc-4312-822b-13b474ff51d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '83674951-103d-4b05-ad36-9b08d9db4391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:46:06Z', 'updated_at': '2021-12-10T16:46:13Z', 'revision_number': 4, 'project_id': '6516b12019eb42f0a6b2db6fcf8bfee8', 'subnets': [{'id': '83674951-103d-4b05-ad36-9b08d9db4391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:14.314011 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4644fa00-30e0-4ad8-949c-e6b40d7628b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:14.354782 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198aae03-2bd1-480d-b40e-8ed7424111b3 None None] The sync data for ids ['25d187c6-a5fc-4312-822b-13b474ff51d1'] in n-d-766771-2 is: [{'id': '25d187c6-a5fc-4312-822b-13b474ff51d1', 'name': 'tempest-TestAggregatesBasicOps-1215247613-router', 'tenant_id': '6516b12019eb42f0a6b2db6fcf8bfee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'd7a66591-00db-4fb9-a5bc-481971b809c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:45:59Z', 'updated_at': '2021-12-10T16:46:08Z', 'revision_number': 4, 'project_id': '6516b12019eb42f0a6b2db6fcf8bfee8', 'gw_port': {'id': 'd7a66591-00db-4fb9-a5bc-481971b809c6', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d187c6-a5fc-4312-822b-13b474ff51d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:46:00Z', 'updated_at': '2021-12-10T16:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'c2663e1d-5c9e-4c02-b0fe-ff91184cc3e8', 'name': '', 'network_id': 'f6486f0d-f946-4fff-a5a3-767d3d851a8e', 'tenant_id': '6516b12019eb42f0a6b2db6fcf8bfee8', 'mac_address': 'fa:16:3e:55:d8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d187c6-a5fc-4312-822b-13b474ff51d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '83674951-103d-4b05-ad36-9b08d9db4391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:46:06Z', 'updated_at': '2021-12-10T16:46:13Z', 'revision_number': 4, 'project_id': '6516b12019eb42f0a6b2db6fcf8bfee8', 'subnets': [{'id': '83674951-103d-4b05-ad36-9b08d9db4391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:46:14.392424 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:14.410891 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f5ea69b-e210-47c1-bd9d-c27654f458cd {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:46:14.475021 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-4644fa00-30e0-4ad8-949c-e6b40d7628b8 None None] For port c2663e1d-5c9e-4c02-b0fe-ff91184cc3e8, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c2663e1d-5c9e-4c02-b0fe-ff91184cc3e8,segment=NetworkSegment(d45f125e-26ab-4885-a31a-6604f9b1cde4),segment_id=d45f125e-26ab-4885-a31a-6604f9b1cde4)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:46:14.496645 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4644fa00-30e0-4ad8-949c-e6b40d7628b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:14.500325 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 1f5ea69b-e210-47c1-bd9d-c27654f458cd, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=1f5ea69b-e210-47c1-bd9d-c27654f458cd,segment=NetworkSegment(5f321af3-1a86-4e4e-a33f-e6abf9e1d87b),segment_id=5f321af3-1a86-4e4e-a33f-e6abf9e1d87b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:46:14.530552 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3a3a6-edc2-4c34-8fca-a3f4c45ae620 req-dba779dc-b3fe-48a0-84a6-74a8c826f377 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:14.543540 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-25e3a3a6-edc2-4c34-8fca-a3f4c45ae620 req-dba779dc-b3fe-48a0-84a6-74a8c826f377 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=36626dbf-184c-4cd2-9c46-2b6f1489124b HTTP/1.1" status: 200 len: 943 time: 0.5692279 Dec 10 16:46:14.588166 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:14.589123 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-cfd2fae6-9648-4370-bc51-9593e9a1701a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:14.662457 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c8a11c8-ebbb-4ebb-81d4-47aefa96ebf4 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:14.667162 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3c8a11c8-ebbb-4ebb-81d4-47aefa96ebf4 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] 10.222.0.11 "DELETE /v2.0/networks/d58cf8b6-7458-48cd-88d2-e16c80801284 HTTP/1.1" status: 204 len: 168 time: 1.7297070 Dec 10 16:46:14.669924 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4f7390bc-2885-46c2-be08-9d018adf264d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:14.671263 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a11c8-ebbb-4ebb-81d4-47aefa96ebf4 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Pushing event deleted for resources: {'Network': ['ID=d58cf8b6-7458-48cd-88d2-e16c80801284,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:14.673326 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 48970) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:14.697947 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4f7390bc-2885-46c2-be08-9d018adf264d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:14.723036 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-25e3a3a6-edc2-4c34-8fca-a3f4c45ae620 req-e007e0e0-8009-4d71-99d6-cce3185d7df7 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753397 Dec 10 16:46:14.825354 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c2398621-fa47-4131-a3e9-17399c869cee None None] Provisioning complete for port c2663e1d-5c9e-4c02-b0fe-ff91184cc3e8 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:46:14.826105 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c2398621-fa47-4131-a3e9-17399c869cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:14.884967 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7390bc-2885-46c2-be08-9d018adf264d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040537c3-09ff-4fa5-b7e7-871270c93192,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:14.977510 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['1f5ea69b-e210-47c1-bd9d-c27654f458cd'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:46:14.987630 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f7390bc-2885-46c2-be08-9d018adf264d admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:46:15.031749 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c36e7-d54c-47ef-8367-212bdb3b7cc3 req-1313fef6-bc63-4845-a6ec-30f5a620e5b6 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:15.036482 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4f7390bc-2885-46c2-be08-9d018adf264d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:15.036657 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-4f7390bc-2885-46c2-be08-9d018adf264d admin admin] Added segment 660147d6-46d6-46d6-a7c1-d69ec2114d03 of type vlan for network 32f04c42-5f84-4855-a144-9f738fc8d3c3 Dec 10 16:46:15.038997 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1a2c36e7-d54c-47ef-8367-212bdb3b7cc3 req-1313fef6-bc63-4845-a6ec-30f5a620e5b6 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=567d5937-62fd-4aca-b8e7-4b17699843ee HTTP/1.1" status: 200 len: 1028 time: 0.1306710 Dec 10 16:46:15.060292 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e419db0f-ed7a-401a-aa47-7483c89d3a5a tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:15.167112 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4f7390bc-2885-46c2-be08-9d018adf264d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:15.224469 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1a2c36e7-d54c-47ef-8367-212bdb3b7cc3 req-73f9e84c-261b-458c-b571-14f5130e17ec tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=25d6246b-ae6f-4c60-b629-6aa2b5602fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351542 Dec 10 16:46:15.255941 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644fa00-30e0-4ad8-949c-e6b40d7628b8 None None] Pushing event updated for resources: {'Port': ['ID=c2663e1d-5c9e-4c02-b0fe-ff91184cc3e8,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:15.339285 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4f7390bc-2885-46c2-be08-9d018adf264d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:15.341260 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7390bc-2885-46c2-be08-9d018adf264d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:15.345369 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4f7390bc-2885-46c2-be08-9d018adf264d admin admin] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:15.408445 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e419db0f-ed7a-401a-aa47-7483c89d3a5a tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:15.431217 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-cfd2fae6-9648-4370-bc51-9593e9a1701a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c5448d0-798e-4a92-a8fc-e623b0b24a53 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:46:15.461920 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-cfd2fae6-9648-4370-bc51-9593e9a1701a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:15.487273 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-e419db0f-ed7a-401a-aa47-7483c89d3a5a tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['486fa06d-eee9-419b-acd6-7179ab8ad9b5']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:15.503243 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 49038) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:15.504088 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4f7390bc-2885-46c2-be08-9d018adf264d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.9991500 Dec 10 16:46:15.519397 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-8993c162-ca4a-4dd4-8b0e-4a5925ee7716 admin admin] Request body: {'subnet': {'network_id': '32f04c42-5f84-4855-a144-9f738fc8d3c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1101272187-subnet', 'tenant_id': 'b37c5874b2c3452985b9054da7242fcd', 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:46:15.524706 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-cfd2fae6-9648-4370-bc51-9593e9a1701a service neutron] Transition to ACTIVE for port object 5c5448d0-798e-4a92-a8fc-e623b0b24a53 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:46:15.535450 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-e419db0f-ed7a-401a-aa47-7483c89d3a5a tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd819e7-3cbc-4773-9c8b-3ac14b90d68a') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:15.536370 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-e419db0f-ed7a-401a-aa47-7483c89d3a5a tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd819e7-3cbc-4773-9c8b-3ac14b90d68a') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:15.537409 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-cfd2fae6-9648-4370-bc51-9593e9a1701a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:15.539235 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7390bc-2885-46c2-be08-9d018adf264d admin admin] Pushing event updated for resources: {'Network': ['ID=32f04c42-5f84-4855-a144-9f738fc8d3c3,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:15.556551 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e419db0f-ed7a-401a-aa47-7483c89d3a5a tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:15.587327 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e419db0f-ed7a-401a-aa47-7483c89d3a5a tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:15.592259 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 32f04c42-5f84-4855-a144-9f738fc8d3c3 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:46:15.597895 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e419db0f-ed7a-401a-aa47-7483c89d3a5a tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:46:15.599101 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e419db0f-ed7a-401a-aa47-7483c89d3a5a tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:15.673835 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:46:15.673835 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:46:15.673835 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:46:15.673835 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:46:15.673835 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:46:15.673835 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:46:15.673835 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:46:15.673835 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:46:15.673835 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:46:15.673835 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:46:15.673835 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:46:15.673835 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:46:15.673835 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:46:15.673835 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:46:15.673835 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:46:15.673835 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:46:15.673835 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:46:15.673835 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:46:15.673835 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:46:15.673835 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:46:15.673835 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:46:15.673835 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:46:15.673835 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:46:15.673835 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:46:15.673835 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:46:15.673835 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:46:15.673835 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:46:15.673835 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:46:15.673835 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:46:15.673835 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:46:15.673835 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:46:15.673835 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:46:15.681635 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e419db0f-ed7a-401a-aa47-7483c89d3a5a tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:15.760619 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e419db0f-ed7a-401a-aa47-7483c89d3a5a tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:15.780578 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e419db0f-ed7a-401a-aa47-7483c89d3a5a tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] 10.222.0.11 "DELETE /v2.0/networks/486fa06d-eee9-419b-acd6-7179ab8ad9b5 HTTP/1.1" status: 204 len: 168 time: 1.1059673 Dec 10 16:46:15.783995 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419db0f-ed7a-401a-aa47-7483c89d3a5a tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Pushing event deleted for resources: {'Network': ['ID=486fa06d-eee9-419b-acd6-7179ab8ad9b5,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:15.789027 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49062) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:15.976606 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=1f5ea69b-e210-47c1-bd9d-c27654f458cd,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:16.036745 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040f7f29-4e4f-46e5-bf13-5859c9cc345e tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:16.056179 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040f7f29-4e4f-46e5-bf13-5859c9cc345e tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:16.062711 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-040f7f29-4e4f-46e5-bf13-5859c9cc345e tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2690959 Dec 10 16:46:16.063587 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49090) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:16.071598 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-8b3b466f-af1b-4cf5-ab2b-766635f0cabc tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1653609703'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:46:16.379019 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3b466f-af1b-4cf5-ab2b-766635f0cabc tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Made reservation on behalf of e2a331a928ad4dc283fe947774bc2f41 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:46:16.383052 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8b3b466f-af1b-4cf5-ab2b-766635f0cabc tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:16.431074 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.db.api [None req-8993c162-ca4a-4dd4-8b0e-4a5925ee7716 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 16:46:16.431074 n-d-766771-2 neutron-server[103392]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 10 16:46:16.431074 n-d-766771-2 neutron-server[103392]: [parameters: {'project_id': 'b37c5874b2c3452985b9054da7242fcd', 'id': '172d9dea-ceb1-4b81-82ae-6e0d968d5ac3', 'expiration': datetime.datetime(2021, 12, 10, 16, 48, 16, 365404)}] Dec 10 16:46:16.431074 n-d-766771-2 neutron-server[103392]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:46:16.431743 n-d-766771-2 neutron-server[103392]: DEBUG oslo_db.api [None req-8993c162-ca4a-4dd4-8b0e-4a5925ee7716 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:46:16.445591 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b3b466f-af1b-4cf5-ab2b-766635f0cabc tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:46:16.487746 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8b3b466f-af1b-4cf5-ab2b-766635f0cabc tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:16.489130 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-8b3b466f-af1b-4cf5-ab2b-766635f0cabc tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Added segment 70cba14e-7618-4ece-91b2-e26e569b24a4 of type vlan for network 31c309aa-e223-4f4f-a431-c290fd479ec0 Dec 10 16:46:16.491977 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d277aa47-cb1a-4758-bde6-95dfbac26433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:16.601783 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2fae6-9648-4370-bc51-9593e9a1701a service neutron] Pushing event updated for resources: {'Port': ['ID=5c5448d0-798e-4a92-a8fc-e623b0b24a53,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:16.643267 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8b3b466f-af1b-4cf5-ab2b-766635f0cabc tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:16.725848 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c2663e1d-5c9e-4c02-b0fe-ff91184cc3e8 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:46:16.753409 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8b3b466f-af1b-4cf5-ab2b-766635f0cabc tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:16.759679 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3b466f-af1b-4cf5-ab2b-766635f0cabc tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:16.766771 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8b3b466f-af1b-4cf5-ab2b-766635f0cabc tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:16.849307 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99c7dd-c165-4b9a-b727-bb88f645f8b4 req-f9ddc644-578e-42ef-9608-dcf57afc4776 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:16.853762 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0a99c7dd-c165-4b9a-b727-bb88f645f8b4 req-f9ddc644-578e-42ef-9608-dcf57afc4776 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=36626dbf-184c-4cd2-9c46-2b6f1489124b HTTP/1.1" status: 200 len: 944 time: 0.4858153 Dec 10 16:46:16.947060 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port c2663e1d-5c9e-4c02-b0fe-ff91184cc3e8 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:46:16.947613 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:17.004398 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b466f-af1b-4cf5-ab2b-766635f0cabc tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Pushing event updated for resources: {'Network': ['ID=31c309aa-e223-4f4f-a431-c290fd479ec0,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:17.044340 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 31c309aa-e223-4f4f-a431-c290fd479ec0 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:46:17.051152 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-cfd2fae6-9648-4370-bc51-9593e9a1701a service neutron] Attempting to bind port 5c5448d0-798e-4a92-a8fc-e623b0b24a53 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:46:17.051542 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-cfd2fae6-9648-4370-bc51-9593e9a1701a service neutron] Attempting to bind port 5c5448d0-798e-4a92-a8fc-e623b0b24a53 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '0768ac61-f3fc-49c8-a352-c9da2337fb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3476b3c9-4287-4449-893c-35b29eab3f45'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:46:17.051920 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-cfd2fae6-9648-4370-bc51-9593e9a1701a service neutron] Attempting to bind port 5c5448d0-798e-4a92-a8fc-e623b0b24a53 on network 3476b3c9-4287-4449-893c-35b29eab3f45 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:46:17.120403 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8b3b466f-af1b-4cf5-ab2b-766635f0cabc tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0542431 Dec 10 16:46:17.121000 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49192) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:17.126387 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-3fbf37d6-16cd-4d82-b4b6-bd07c086e7fe tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1853953335'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:46:17.139126 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-cfd2fae6-9648-4370-bc51-9593e9a1701a service neutron] Port 5c5448d0-798e-4a92-a8fc-e623b0b24a53 on network 3476b3c9-4287-4449-893c-35b29eab3f45 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:46:17.139424 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-cfd2fae6-9648-4370-bc51-9593e9a1701a service neutron] Attempting to bind port 5c5448d0-798e-4a92-a8fc-e623b0b24a53 on network 3476b3c9-4287-4449-893c-35b29eab3f45 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:46:17.165113 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0a99c7dd-c165-4b9a-b727-bb88f645f8b4 req-93b80b88-111c-4a30-8ab8-5f9fd0a57785 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857246 Dec 10 16:46:17.177131 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbf37d6-16cd-4d82-b4b6-bd07c086e7fe tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Made reservation on behalf of e2a331a928ad4dc283fe947774bc2f41 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:46:17.180982 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3fbf37d6-16cd-4d82-b4b6-bd07c086e7fe tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:17.188175 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8993c162-ca4a-4dd4-8b0e-4a5925ee7716 admin admin] Made reservation on behalf of b37c5874b2c3452985b9054da7242fcd for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:46:17.206028 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8993c162-ca4a-4dd4-8b0e-4a5925ee7716 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:17.267188 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fbf37d6-16cd-4d82-b4b6-bd07c086e7fe tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:46:17.303098 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3fbf37d6-16cd-4d82-b4b6-bd07c086e7fe tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:17.303259 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-3fbf37d6-16cd-4d82-b4b6-bd07c086e7fe tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Added segment 33d2d0b7-832a-4564-91a7-585b4e5af242 of type vlan for network 1c044c17-8c9d-4996-aaaa-71300849604a Dec 10 16:46:17.432675 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 1f5ea69b-e210-47c1-bd9d-c27654f458cd up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:46:17.439933 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3fbf37d6-16cd-4d82-b4b6-bd07c086e7fe tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:17.489126 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:17.513971 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3fbf37d6-16cd-4d82-b4b6-bd07c086e7fe tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:17.518335 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 1f5ea69b-e210-47c1-bd9d-c27654f458cd completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:46:17.520100 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-cfd2fae6-9648-4370-bc51-9593e9a1701a service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:46:17.520583 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbf37d6-16cd-4d82-b4b6-bd07c086e7fe tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:17.520781 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3fbf37d6-16cd-4d82-b4b6-bd07c086e7fe tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:17.521549 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-cfd2fae6-9648-4370-bc51-9593e9a1701a service neutron] Checking segment: {'id': '0768ac61-f3fc-49c8-a352-c9da2337fb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3476b3c9-4287-4449-893c-35b29eab3f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:46:17.522409 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-cfd2fae6-9648-4370-bc51-9593e9a1701a service neutron] Bound using segment: {'id': '0768ac61-f3fc-49c8-a352-c9da2337fb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3476b3c9-4287-4449-893c-35b29eab3f45'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:46:17.523191 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-cfd2fae6-9648-4370-bc51-9593e9a1701a service neutron] Bound port: 5c5448d0-798e-4a92-a8fc-e623b0b24a53, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0768ac61-f3fc-49c8-a352-c9da2337fb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3476b3c9-4287-4449-893c-35b29eab3f45'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:46:17.523758 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-cfd2fae6-9648-4370-bc51-9593e9a1701a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:17.529743 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 1f5ea69b-e210-47c1-bd9d-c27654f458cd triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:46:17.530119 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:17.659210 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-cfd2fae6-9648-4370-bc51-9593e9a1701a service neutron] For port 5c5448d0-798e-4a92-a8fc-e623b0b24a53, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:46:17.665825 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-cfd2fae6-9648-4370-bc51-9593e9a1701a service neutron] For port 5c5448d0-798e-4a92-a8fc-e623b0b24a53, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=5c5448d0-798e-4a92-a8fc-e623b0b24a53,segment=NetworkSegment(0768ac61-f3fc-49c8-a352-c9da2337fb4a),segment_id=0768ac61-f3fc-49c8-a352-c9da2337fb4a)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:46:17.670453 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8993c162-ca4a-4dd4-8b0e-4a5925ee7716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:17.679902 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:17.700740 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3fbf37d6-16cd-4d82-b4b6-bd07c086e7fe tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5779436 Dec 10 16:46:17.703763 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49248) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:17.735685 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-cfd2fae6-9648-4370-bc51-9593e9a1701a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:17.751464 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-9a7568b1-ed3d-4642-af36-589698becd34 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Request body: {'ports': [{'network_id': '31c309aa-e223-4f4f-a431-c290fd479ec0', 'name': 'tempest-port--1907758361', 'admin_state_up': True}, {'network_id': '1c044c17-8c9d-4996-aaaa-71300849604a', 'admin_state_up': False}]} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:46:17.751779 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-9a7568b1-ed3d-4642-af36-589698becd34 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Request body: {'port': {'network_id': '31c309aa-e223-4f4f-a431-c290fd479ec0', 'name': 'tempest-port--1907758361', 'admin_state_up': True}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:46:17.752262 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-9a7568b1-ed3d-4642-af36-589698becd34 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Request body: {'port': {'network_id': '1c044c17-8c9d-4996-aaaa-71300849604a', 'admin_state_up': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:46:17.754854 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36626dbf-184c-4cd2-9c46-2b6f1489124b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5ea69b-e210-47c1-bd9d-c27654f458cd'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:46:17.769973 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00883325-1dff-4e3c-8da0-dac80338d4e8" -d '{"events": [{"server_uuid": "36626dbf-184c-4cd2-9c46-2b6f1489124b", "name": "network-vif-plugged", "status": "completed", "tag": "1f5ea69b-e210-47c1-bd9d-c27654f458cd"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:46:17.803831 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993c162-ca4a-4dd4-8b0e-4a5925ee7716 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b71da7ac-3b71-44ef-b72d-69ddad65a7bc,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:17.818326 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 1f5ea69b-e210-47c1-bd9d-c27654f458cd, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=1f5ea69b-e210-47c1-bd9d-c27654f458cd,segment=NetworkSegment(5f321af3-1a86-4e4e-a33f-e6abf9e1d87b),segment_id=5f321af3-1a86-4e4e-a33f-e6abf9e1d87b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:46:17.843930 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:17.970006 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-cfd2fae6-9648-4370-bc51-9593e9a1701a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:17.971619 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-cfd2fae6-9648-4370-bc51-9593e9a1701a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:17.973570 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-cfd2fae6-9648-4370-bc51-9593e9a1701a service neutron] 10.222.0.26 "PUT /v2.0/ports/5c5448d0-798e-4a92-a8fc-e623b0b24a53 HTTP/1.1" status: 200 len: 1092 time: 3.8687491 Dec 10 16:46:17.978153 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '567d5937-62fd-4aca-b8e7-4b17699843ee', 'tag': '5c5448d0-798e-4a92-a8fc-e623b0b24a53'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:46:17.982552 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e544cbd2-8d11-4e58-a3f4-cd424f717c32" -d '{"events": [{"name": "network-changed", "server_uuid": "567d5937-62fd-4aca-b8e7-4b17699843ee", "tag": "5c5448d0-798e-4a92-a8fc-e623b0b24a53"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:46:18.038278 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=1f5ea69b-e210-47c1-bd9d-c27654f458cd,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:18.130946 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbf37d6-16cd-4d82-b4b6-bd07c086e7fe tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Pushing event updated for resources: {'Network': ['ID=1c044c17-8c9d-4996-aaaa-71300849604a,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:18.146246 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 1c044c17-8c9d-4996-aaaa-71300849604a details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:46:18.251511 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7568b1-ed3d-4642-af36-589698becd34 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Made reservation on behalf of e2a331a928ad4dc283fe947774bc2f41 for: {'port': 2} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:46:18.256898 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9a7568b1-ed3d-4642-af36-589698becd34 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:18.284175 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940f926-c187-42af-8584-88b840b6f81c req-0745de70-c28a-4f95-ad83-431d4a3ccad7 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:18.286836 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c940f926-c187-42af-8584-88b840b6f81c req-0745de70-c28a-4f95-ad83-431d4a3ccad7 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=567d5937-62fd-4aca-b8e7-4b17699843ee HTTP/1.1" status: 200 len: 1053 time: 0.8091934 Dec 10 16:46:18.292117 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9a7568b1-ed3d-4642-af36-589698becd34 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:18.334817 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8993c162-ca4a-4dd4-8b0e-4a5925ee7716 admin admin] Checking segment: {'id': '660147d6-46d6-46d6-a7c1-d69ec2114d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '32f04c42-5f84-4855-a144-9f738fc8d3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:46:18.335472 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8993c162-ca4a-4dd4-8b0e-4a5925ee7716 admin admin] Network hostable DHCP agents. Network: 32f04c42-5f84-4855-a144-9f738fc8d3c3, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:46:18.410032 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-9a7568b1-ed3d-4642-af36-589698becd34 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] device_id is not set on port cffdf92f-35e1-4fc4-919b-f741c9358385 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:46:18.483120 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2fae6-9648-4370-bc51-9593e9a1701a service neutron] Pushing event updated for resources: {'Port': ['ID=5c5448d0-798e-4a92-a8fc-e623b0b24a53,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:18.603451 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c940f926-c187-42af-8584-88b840b6f81c req-c1b4441e-4a52-44a1-ad02-34c329781fb2 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=25d6246b-ae6f-4c60-b629-6aa2b5602fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700028 Dec 10 16:46:18.622406 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-a993b45d-c8c7-4887-8e11-b761e01050c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:18.624606 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-a993b45d-c8c7-4887-8e11-b761e01050c8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b58923622cd48bd8f7699914d4f82d6&device_id=567d5937-62fd-4aca-b8e7-4b17699843ee HTTP/1.1" status: 200 len: 1095 time: 0.5554168 Dec 10 16:46:18.627806 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:18.771796 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfeb539-56ba-412f-8413-135da7cc5568 x-openstack-request-id: req-0bfeb539-56ba-412f-8413-135da7cc5568 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:46:18.773112 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36626dbf-184c-4cd2-9c46-2b6f1489124b", "name": "network-vif-plugged", "status": "completed", "tag": "1f5ea69b-e210-47c1-bd9d-c27654f458cd", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:46:18.773576 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0bfeb539-56ba-412f-8413-135da7cc5568 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:46:18.775342 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36626dbf-184c-4cd2-9c46-2b6f1489124b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5ea69b-e210-47c1-bd9d-c27654f458cd', 'code': 200} Dec 10 16:46:18.785866 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8993c162-ca4a-4dd4-8b0e-4a5925ee7716 admin admin] Network 32f04c42-5f84-4855-a144-9f738fc8d3c3 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:46:18.826936 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-02abb85a-ff02-4c6c-80c8-2c4391593bcd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c5448d0-798e-4a92-a8fc-e623b0b24a53 HTTP/1.1" status: 200 len: 217 time: 0.1814320 Dec 10 16:46:18.861235 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-8993c162-ca4a-4dd4-8b0e-4a5925ee7716 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 32f04c42-5f84-4855-a144-9f738fc8d3c3) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:46:18.877779 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd480bd-7c75-4ad9-b77e-f0fbc15f6d65 None None] Network 32f04c42-5f84-4855-a144-9f738fc8d3c3 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:46:18.926822 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8993c162-ca4a-4dd4-8b0e-4a5925ee7716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:18.929177 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8993c162-ca4a-4dd4-8b0e-4a5925ee7716 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:18.975421 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6068eeec-2fe8-4cb4-8d9d-8f0d62fc22d4 x-openstack-request-id: req-6068eeec-2fe8-4cb4-8d9d-8f0d62fc22d4 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:46:18.975421 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "567d5937-62fd-4aca-b8e7-4b17699843ee", "tag": "5c5448d0-798e-4a92-a8fc-e623b0b24a53", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:46:18.975589 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6068eeec-2fe8-4cb4-8d9d-8f0d62fc22d4 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:46:18.976184 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '567d5937-62fd-4aca-b8e7-4b17699843ee', 'tag': '5c5448d0-798e-4a92-a8fc-e623b0b24a53', 'status': 'completed', 'code': 200} Dec 10 16:46:19.014805 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9a7568b1-ed3d-4642-af36-589698becd34 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:19.052760 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-8993c162-ca4a-4dd4-8b0e-4a5925ee7716 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5468812 Dec 10 16:46:19.061550 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-f206be6d-80bb-41e2-97d8-3b7ae88f333f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:19.067135 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-f206be6d-80bb-41e2-97d8-3b7ae88f333f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d661a2ff-ce31-4fd8-88a7-1638071ff182 HTTP/1.1" status: 200 len: 849 time: 0.2290566 Dec 10 16:46:19.068475 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 49386) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:19.080980 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-3f5d703c-71fd-417f-8654-1c5dfa86a399 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1101272187-router', 'tenant_id': 'b37c5874b2c3452985b9054da7242fcd', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:46:19.156088 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cac13e-7b9f-41d8-aae0-dce881ead796 req-363661f9-7556-4571-82fe-25d61701273d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:19.157622 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-21cac13e-7b9f-41d8-aae0-dce881ead796 req-363661f9-7556-4571-82fe-25d61701273d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=36626dbf-184c-4cd2-9c46-2b6f1489124b HTTP/1.1" status: 200 len: 1096 time: 0.3096237 Dec 10 16:46:19.191826 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f5d703c-71fd-417f-8654-1c5dfa86a399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:19.192981 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f5d703c-71fd-417f-8654-1c5dfa86a399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:19.194802 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ea1db6-4ec2-4072-be53-69b33297a117 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-32f04c42-5f84-4855-a144-9f738fc8d3c3', 'network_id': '32f04c42-5f84-4855-a144-9f738fc8d3c3', 'project_id': 'b37c5874b2c3452985b9054da7242fcd', 'fixed_ips': [{'subnet_id': 'b71da7ac-3b71-44ef-b72d-69ddad65a7bc'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:46:19.195744 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-96ea1db6-4ec2-4072-be53-69b33297a117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:19.329443 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-78c20c3c-c4bd-4ec7-96ac-6e9bc22243df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:19.332380 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-78c20c3c-c4bd-4ec7-96ac-6e9bc22243df service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3476b3c9-4287-4449-893c-35b29eab3f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1864469 Dec 10 16:46:19.345967 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ef3cb-6d91-40f9-90df-41dd1a0bd3de req-ff37ffe4-8614-4b07-b6f3-40fbb2dcecdc tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:19.355018 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-9a7568b1-ed3d-4642-af36-589698becd34 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] device_id is not set on port 50922f22-f88d-4611-b2c7-f9f145814d8b yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:46:19.356450 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a74ef3cb-6d91-40f9-90df-41dd1a0bd3de req-ff37ffe4-8614-4b07-b6f3-40fbb2dcecdc tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=36626dbf-184c-4cd2-9c46-2b6f1489124b HTTP/1.1" status: 200 len: 945 time: 0.1925492 Dec 10 16:46:19.432306 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-21cac13e-7b9f-41d8-aae0-dce881ead796 req-2e93ad47-72f2-48b6-88bd-3874361f3b60 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431777 Dec 10 16:46:19.449892 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f5d703c-71fd-417f-8654-1c5dfa86a399 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:19.603649 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-96ea1db6-4ec2-4072-be53-69b33297a117 None None] Allocated IP 172.20.0.2 (32f04c42-5f84-4855-a144-9f738fc8d3c3/b71da7ac-3b71-44ef-b72d-69ddad65a7bc/1b4aa1a2-6a88-47ba-a953-39bc54a5dfd9) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:46:19.630531 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9a7568b1-ed3d-4642-af36-589698becd34 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:19.668857 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9a7568b1-ed3d-4642-af36-589698becd34 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:19.801112 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:19.826723 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7568b1-ed3d-4642-af36-589698becd34 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Checking segment: {'id': '70cba14e-7618-4ece-91b2-e26e569b24a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '31c309aa-e223-4f4f-a431-c290fd479ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:46:19.827081 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7568b1-ed3d-4642-af36-589698becd34 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Network hostable DHCP agents. Network: 31c309aa-e223-4f4f-a431-c290fd479ec0, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:46:19.834010 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7568b1-ed3d-4642-af36-589698becd34 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Pushing event updated for resources: {'Port': ['ID=cffdf92f-35e1-4fc4-919b-f741c9358385,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:19.884178 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7568b1-ed3d-4642-af36-589698becd34 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Network 31c309aa-e223-4f4f-a431-c290fd479ec0 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:46:19.899914 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-9a7568b1-ed3d-4642-af36-589698becd34 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 31c309aa-e223-4f4f-a431-c290fd479ec0) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:46:19.902062 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f5d703c-71fd-417f-8654-1c5dfa86a399 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:19.905175 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7568b1-ed3d-4642-af36-589698becd34 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:46:19.906049 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9a7568b1-ed3d-4642-af36-589698becd34 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:19.945439 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a74ef3cb-6d91-40f9-90df-41dd1a0bd3de req-58818005-e8a8-421d-997b-e4f22f55c2e6 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5879781 Dec 10 16:46:20.089274 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7568b1-ed3d-4642-af36-589698becd34 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Pushing event updated for resources: {'Port': ['ID=50922f22-f88d-4611-b2c7-f9f145814d8b,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:20.122844 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7568b1-ed3d-4642-af36-589698becd34 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Checking segment: {'id': '33d2d0b7-832a-4564-91a7-585b4e5af242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1c044c17-8c9d-4996-aaaa-71300849604a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:46:20.123436 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7568b1-ed3d-4642-af36-589698becd34 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Network hostable DHCP agents. Network: 1c044c17-8c9d-4996-aaaa-71300849604a, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:46:20.135186 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-5a89324a-f1d9-4258-ac87-47b579b08f37 service neutron] 10.222.0.26 "GET /v2.0/networks/3476b3c9-4287-4449-893c-35b29eab3f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7175646 Dec 10 16:46:20.155068 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7568b1-ed3d-4642-af36-589698becd34 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Network 1c044c17-8c9d-4996-aaaa-71300849604a is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:46:20.177155 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-9a7568b1-ed3d-4642-af36-589698becd34 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 1c044c17-8c9d-4996-aaaa-71300849604a) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:46:20.181766 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7568b1-ed3d-4642-af36-589698becd34 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:46:20.188878 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7568b1-ed3d-4642-af36-589698becd34 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:20.204222 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7568b1-ed3d-4642-af36-589698becd34 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:20.205032 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9a7568b1-ed3d-4642-af36-589698becd34 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:20.238378 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9a7568b1-ed3d-4642-af36-589698becd34 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.5335088 Dec 10 16:46:20.239124 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49460) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:20.299093 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9792a4-fa54-4d61-b8ba-a9fa21a4fb2e None None] Network 31c309aa-e223-4f4f-a431-c290fd479ec0 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:46:20.329724 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a435672-39d8-41f9-8f09-9928fff15317 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:20.339983 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a435672-39d8-41f9-8f09-9928fff15317 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:20.362882 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8a435672-39d8-41f9-8f09-9928fff15317 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1226308 Dec 10 16:46:20.363643 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49462) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:20.381629 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a1494f-693f-410c-8ffe-9cf65e869af1 None None] Network 1c044c17-8c9d-4996-aaaa-71300849604a requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:46:20.396568 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471bb890-c48e-4b81-9168-633e8de7e62e req-e24837bd-19fa-4cea-a804-48147603189b tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:20.420306 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-471bb890-c48e-4b81-9168-633e8de7e62e req-e24837bd-19fa-4cea-a804-48147603189b tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=567d5937-62fd-4aca-b8e7-4b17699843ee HTTP/1.1" status: 200 len: 1095 time: 0.2779164 Dec 10 16:46:20.660165 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fa02abf8-16fe-477b-a734-eeaed8151614 req-4336fd0a-b6b4-4fc4-8d6c-bb3dc5aee7a1 service neutron] 10.222.0.26 "GET /v2.0/networks/3476b3c9-4287-4449-893c-35b29eab3f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5165157 Dec 10 16:46:20.705863 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-eb990d7f-63ce-488a-b7bd-5b4c42c7e03d tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Deleting port cffdf92f-35e1-4fc4-919b-f741c9358385 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:46:20.706970 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eb990d7f-63ce-488a-b7bd-5b4c42c7e03d tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:20.717279 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-471bb890-c48e-4b81-9168-633e8de7e62e req-f40aab0b-b52d-422a-9146-435f2b7d26c5 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=25d6246b-ae6f-4c60-b629-6aa2b5602fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604923 Dec 10 16:46:20.868197 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-96ea1db6-4ec2-4072-be53-69b33297a117 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:20.875552 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-96ea1db6-4ec2-4072-be53-69b33297a117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:20.887154 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f5d703c-71fd-417f-8654-1c5dfa86a399 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:20.887370 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eb990d7f-63ce-488a-b7bd-5b4c42c7e03d tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:20.916941 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f5d703c-71fd-417f-8654-1c5dfa86a399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:20.925753 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea1db6-4ec2-4072-be53-69b33297a117 None None] Pushing event updated for resources: {'Port': ['ID=1b4aa1a2-6a88-47ba-a953-39bc54a5dfd9,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:20.940538 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544cbd2-8d11-4e58-a3f4-cd424f717c32 req-c23313da-c59c-4a05-ab2b-211dc06b38ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:20.940538 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e544cbd2-8d11-4e58-a3f4-cd424f717c32 req-c23313da-c59c-4a05-ab2b-211dc06b38ce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b58923622cd48bd8f7699914d4f82d6&device_id=567d5937-62fd-4aca-b8e7-4b17699843ee HTTP/1.1" status: 200 len: 1095 time: 0.2251422 Dec 10 16:46:20.980312 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-eb990d7f-63ce-488a-b7bd-5b4c42c7e03d tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Calling delete_port for cffdf92f-35e1-4fc4-919b-f741c9358385 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:46:21.007340 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ea1db6-4ec2-4072-be53-69b33297a117 None None] Network 32f04c42-5f84-4855-a144-9f738fc8d3c3 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:46:21.009037 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-96ea1db6-4ec2-4072-be53-69b33297a117 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:46:21.022291 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ea1db6-4ec2-4072-be53-69b33297a117 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:46:21.176894 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544cbd2-8d11-4e58-a3f4-cd424f717c32 req-33e3dba0-9a8b-4821-b733-91d1767a8de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:21.180170 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e544cbd2-8d11-4e58-a3f4-cd424f717c32 req-33e3dba0-9a8b-4821-b733-91d1767a8de0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3476b3c9-4287-4449-893c-35b29eab3f45 HTTP/1.1" status: 200 len: 911 time: 0.1625187 Dec 10 16:46:21.181537 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-96ea1db6-4ec2-4072-be53-69b33297a117 None None] Attempting to bind port 1b4aa1a2-6a88-47ba-a953-39bc54a5dfd9 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:46:21.182020 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-96ea1db6-4ec2-4072-be53-69b33297a117 None None] Attempting to bind port 1b4aa1a2-6a88-47ba-a953-39bc54a5dfd9 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '660147d6-46d6-46d6-a7c1-d69ec2114d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '32f04c42-5f84-4855-a144-9f738fc8d3c3'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:46:21.185855 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ea1db6-4ec2-4072-be53-69b33297a117 None None] Attempting to bind port 1b4aa1a2-6a88-47ba-a953-39bc54a5dfd9 on network 32f04c42-5f84-4855-a144-9f738fc8d3c3 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:46:21.204771 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ea1db6-4ec2-4072-be53-69b33297a117 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:46:21.205588 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ea1db6-4ec2-4072-be53-69b33297a117 None None] Checking segment: {'id': '660147d6-46d6-46d6-a7c1-d69ec2114d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '32f04c42-5f84-4855-a144-9f738fc8d3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:46:21.205690 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-96ea1db6-4ec2-4072-be53-69b33297a117 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:21.206078 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ea1db6-4ec2-4072-be53-69b33297a117 None None] Bound using segment: {'id': '660147d6-46d6-46d6-a7c1-d69ec2114d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '32f04c42-5f84-4855-a144-9f738fc8d3c3'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:46:21.206612 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-96ea1db6-4ec2-4072-be53-69b33297a117 None None] Bound port: 1b4aa1a2-6a88-47ba-a953-39bc54a5dfd9, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '660147d6-46d6-46d6-a7c1-d69ec2114d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '32f04c42-5f84-4855-a144-9f738fc8d3c3'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:46:21.218529 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-96ea1db6-4ec2-4072-be53-69b33297a117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:21.240452 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eb990d7f-63ce-488a-b7bd-5b4c42c7e03d tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:21.285678 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb990d7f-63ce-488a-b7bd-5b4c42c7e03d tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Pushing event deleted for resources: {'Port': ['ID=cffdf92f-35e1-4fc4-919b-f741c9358385,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:21.333688 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eb990d7f-63ce-488a-b7bd-5b4c42c7e03d tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:21.345711 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-eb990d7f-63ce-488a-b7bd-5b4c42c7e03d tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] 10.222.0.11 "DELETE /v2.0/ports/cffdf92f-35e1-4fc4-919b-f741c9358385 HTTP/1.1" status: 204 len: 168 time: 0.9802520 Dec 10 16:46:21.347315 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49482) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:21.355418 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-96ea1db6-4ec2-4072-be53-69b33297a117 None None] For port 1b4aa1a2-6a88-47ba-a953-39bc54a5dfd9, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:46:21.364239 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-96ea1db6-4ec2-4072-be53-69b33297a117 None None] For port 1b4aa1a2-6a88-47ba-a953-39bc54a5dfd9, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=1b4aa1a2-6a88-47ba-a953-39bc54a5dfd9,segment=NetworkSegment(660147d6-46d6-46d6-a7c1-d69ec2114d03),segment_id=660147d6-46d6-46d6-a7c1-d69ec2114d03)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:46:21.378544 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-96ea1db6-4ec2-4072-be53-69b33297a117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:21.396683 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-3f5d703c-71fd-417f-8654-1c5dfa86a399 admin admin] Allocated IP 172.25.6.117 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/78fb9b46-0be1-4268-be6d-9ee1ae7eb94a) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:46:21.525905 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f5d703c-71fd-417f-8654-1c5dfa86a399 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:21.541412 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea1db6-4ec2-4072-be53-69b33297a117 None None] Pushing event updated for resources: {'Port': ['ID=1b4aa1a2-6a88-47ba-a953-39bc54a5dfd9,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:21.566903 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-cc5b1bf7-d8ba-4676-afc8-738ed418fe26 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Deleting port 50922f22-f88d-4611-b2c7-f9f145814d8b {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:46:21.567286 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cc5b1bf7-d8ba-4676-afc8-738ed418fe26 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:21.605326 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f5d703c-71fd-417f-8654-1c5dfa86a399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:21.615251 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e544cbd2-8d11-4e58-a3f4-cd424f717c32 req-76c19ee6-64fc-4027-8da9-3cec80ec96a7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c5448d0-798e-4a92-a8fc-e623b0b24a53 HTTP/1.1" status: 200 len: 217 time: 0.4233708 Dec 10 16:46:21.763979 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cc5b1bf7-d8ba-4676-afc8-738ed418fe26 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:21.797521 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-cc5b1bf7-d8ba-4676-afc8-738ed418fe26 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Calling delete_port for 50922f22-f88d-4611-b2c7-f9f145814d8b owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:46:21.807439 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5d703c-71fd-417f-8654-1c5dfa86a399 admin admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:46:21.825174 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148ba49-03a7-45aa-a352-13716463a22f req-61168130-2607-4ac5-835d-c82a74669789 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:21.827367 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e148ba49-03a7-45aa-a352-13716463a22f req-61168130-2607-4ac5-835d-c82a74669789 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=36626dbf-184c-4cd2-9c46-2b6f1489124b HTTP/1.1" status: 200 len: 945 time: 0.6440094 Dec 10 16:46:21.831415 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d703c-71fd-417f-8654-1c5dfa86a399 admin admin] Pushing event updated for resources: {'Port': ['ID=78fb9b46-0be1-4268-be6d-9ee1ae7eb94a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:21.845954 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-3f5d703c-71fd-417f-8654-1c5dfa86a399 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:46:21.861320 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1234094-5427-4deb-a3d8-a1f97c19eff9 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:46:21.862109 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5d703c-71fd-417f-8654-1c5dfa86a399 admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:46:21.946966 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e1592e92-d5ba-4507-9217-a84db1935df0 None None] Provisioning complete for port 78fb9b46-0be1-4268-be6d-9ee1ae7eb94a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:46:21.948479 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e1592e92-d5ba-4507-9217-a84db1935df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:22.050470 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-e1592e92-d5ba-4507-9217-a84db1935df0 None None] Port 78fb9b46-0be1-4268-be6d-9ee1ae7eb94a cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:46:22.085730 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cc5b1bf7-d8ba-4676-afc8-738ed418fe26 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:22.131225 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544cbd2-8d11-4e58-a3f4-cd424f717c32 req-826bc41f-d85e-4f82-bc62-9eefc96c2c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:22.141627 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e544cbd2-8d11-4e58-a3f4-cd424f717c32 req-826bc41f-d85e-4f82-bc62-9eefc96c2c15 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d661a2ff-ce31-4fd8-88a7-1638071ff182 HTTP/1.1" status: 200 len: 849 time: 0.4622524 Dec 10 16:46:22.144295 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5b1bf7-d8ba-4676-afc8-738ed418fe26 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Pushing event deleted for resources: {'Port': ['ID=50922f22-f88d-4611-b2c7-f9f145814d8b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:22.157746 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cc5b1bf7-d8ba-4676-afc8-738ed418fe26 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:22.165611 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-cc5b1bf7-d8ba-4676-afc8-738ed418fe26 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] 10.222.0.11 "DELETE /v2.0/ports/50922f22-f88d-4611-b2c7-f9f145814d8b HTTP/1.1" status: 204 len: 168 time: 0.8160274 Dec 10 16:46:22.166880 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49498) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:22.248891 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-29e9bf80-9f84-4abb-b0f8-741c85f25f6a tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0783823 Dec 10 16:46:22.250156 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49500) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:22.256589 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-3e6b0f53-eb2b-4d40-83e2-5cfdd93b37a8 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1053355925'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:46:22.287504 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6b0f53-eb2b-4d40-83e2-5cfdd93b37a8 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Made reservation on behalf of e2a331a928ad4dc283fe947774bc2f41 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:46:22.291894 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e6b0f53-eb2b-4d40-83e2-5cfdd93b37a8 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:22.340887 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e6b0f53-eb2b-4d40-83e2-5cfdd93b37a8 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:46:22.364333 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e6b0f53-eb2b-4d40-83e2-5cfdd93b37a8 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:22.364948 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-3e6b0f53-eb2b-4d40-83e2-5cfdd93b37a8 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Added segment 0d338867-e426-4ea2-8232-33fd4fcfcd56 of type vlan for network b6e53257-0711-4ba0-b7da-dd3d26fc026a Dec 10 16:46:22.444142 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e6b0f53-eb2b-4d40-83e2-5cfdd93b37a8 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:22.522108 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e148ba49-03a7-45aa-a352-13716463a22f req-e8e27801-6fa1-424e-b60a-736654132161 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6510196 Dec 10 16:46:22.528149 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e6b0f53-eb2b-4d40-83e2-5cfdd93b37a8 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:22.550469 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544cbd2-8d11-4e58-a3f4-cd424f717c32 req-b3390da6-2ca3-40d5-bd57-4936328774d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:22.556321 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6b0f53-eb2b-4d40-83e2-5cfdd93b37a8 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:22.556498 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e544cbd2-8d11-4e58-a3f4-cd424f717c32 req-b3390da6-2ca3-40d5-bd57-4936328774d2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3476b3c9-4287-4449-893c-35b29eab3f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2579789 Dec 10 16:46:22.557294 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e6b0f53-eb2b-4d40-83e2-5cfdd93b37a8 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:22.579613 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3e6b0f53-eb2b-4d40-83e2-5cfdd93b37a8 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3273766 Dec 10 16:46:22.591008 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49508) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:22.607058 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 1b4aa1a2-6a88-47ba-a953-39bc54a5dfd9 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:46:22.634741 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c914f95b-af25-44dd-a1ad-54ae8829d9ff tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2022336423'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:46:22.688411 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 1b4aa1a2-6a88-47ba-a953-39bc54a5dfd9 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:46:22.689219 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:22.710635 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b0f53-eb2b-4d40-83e2-5cfdd93b37a8 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Pushing event updated for resources: {'Network': ['ID=b6e53257-0711-4ba0-b7da-dd3d26fc026a,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:22.733298 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c914f95b-af25-44dd-a1ad-54ae8829d9ff tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Made reservation on behalf of e2a331a928ad4dc283fe947774bc2f41 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:46:22.737182 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c914f95b-af25-44dd-a1ad-54ae8829d9ff tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:22.757833 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network b6e53257-0711-4ba0-b7da-dd3d26fc026a details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:46:22.814334 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c914f95b-af25-44dd-a1ad-54ae8829d9ff tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:46:22.849488 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c914f95b-af25-44dd-a1ad-54ae8829d9ff tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:22.849867 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-c914f95b-af25-44dd-a1ad-54ae8829d9ff tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Added segment c0fc5ec6-c20c-4211-a531-570d374ecc77 of type vlan for network e6db2217-e263-453a-9eaa-717694ccb16c Dec 10 16:46:22.853702 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e544cbd2-8d11-4e58-a3f4-cd424f717c32 req-0b445b6d-f99f-4d71-b85d-0ed796583b94 service neutron] 10.222.0.26 "GET /v2.0/networks/3476b3c9-4287-4449-893c-35b29eab3f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927711 Dec 10 16:46:22.918630 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:22.929008 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f5d703c-71fd-417f-8654-1c5dfa86a399 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:22.975385 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 1b4aa1a2-6a88-47ba-a953-39bc54a5dfd9, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=1b4aa1a2-6a88-47ba-a953-39bc54a5dfd9,segment=NetworkSegment(660147d6-46d6-46d6-a7c1-d69ec2114d03),segment_id=660147d6-46d6-46d6-a7c1-d69ec2114d03)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:46:22.979541 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c914f95b-af25-44dd-a1ad-54ae8829d9ff tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:22.982740 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:23.064346 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=1b4aa1a2-6a88-47ba-a953-39bc54a5dfd9,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:23.066070 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c914f95b-af25-44dd-a1ad-54ae8829d9ff tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:23.080133 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c914f95b-af25-44dd-a1ad-54ae8829d9ff tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:23.080741 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c914f95b-af25-44dd-a1ad-54ae8829d9ff tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:23.254180 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c914f95b-af25-44dd-a1ad-54ae8829d9ff tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6502094 Dec 10 16:46:23.284918 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c914f95b-af25-44dd-a1ad-54ae8829d9ff tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Pushing event updated for resources: {'Network': ['ID=e6db2217-e263-453a-9eaa-717694ccb16c,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:23.301177 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network e6db2217-e263-453a-9eaa-717694ccb16c details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:46:23.375386 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7e0014-ca49-4bc1-a639-53e6bba1b5a6 None None] Network 32f04c42-5f84-4855-a144-9f738fc8d3c3 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:46:23.518964 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 5c5448d0-798e-4a92-a8fc-e623b0b24a53 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:46:23.803107 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-482f31c0-4710-4b68-adab-1f52b02fe17c None None] Provisioning complete for port 1b4aa1a2-6a88-47ba-a953-39bc54a5dfd9 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:46:23.810735 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-482f31c0-4710-4b68-adab-1f52b02fe17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:23.885372 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.resource_extend [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 16:46:24.122764 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8f118-2da9-4843-925f-63890fdf90f5 req-a8c5381e-349c-4d00-ac84-142ca4ede13b tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:24.142917 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7be8f118-2da9-4843-925f-63890fdf90f5 req-a8c5381e-349c-4d00-ac84-142ca4ede13b tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=567d5937-62fd-4aca-b8e7-4b17699843ee HTTP/1.1" status: 200 len: 1095 time: 1.2771583 Dec 10 16:46:24.172526 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 5c5448d0-798e-4a92-a8fc-e623b0b24a53, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=5c5448d0-798e-4a92-a8fc-e623b0b24a53,segment=NetworkSegment(0768ac61-f3fc-49c8-a352-c9da2337fb4a),segment_id=0768ac61-f3fc-49c8-a352-c9da2337fb4a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:46:24.214019 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e544cbd2-8d11-4e58-a3f4-cd424f717c32 req-11faedf5-70d7-4be5-ac0b-99a485ae4ed5 service neutron] 10.222.0.26 "GET /v2.0/networks/3476b3c9-4287-4449-893c-35b29eab3f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3236902 Dec 10 16:46:24.226325 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '5c5448d0-798e-4a92-a8fc-e623b0b24a53', 'network_id': '3476b3c9-4287-4449-893c-35b29eab3f45', 'port_id': '5c5448d0-798e-4a92-a8fc-e623b0b24a53', 'mac_address': 'fa:16:3e:17:00:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd661a2ff-ce31-4fd8-88a7-1638071ff182', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:46:24.337704 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:24.369563 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c5448d0-798e-4a92-a8fc-e623b0b24a53 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:46:24.483573 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 5c5448d0-798e-4a92-a8fc-e623b0b24a53, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=5c5448d0-798e-4a92-a8fc-e623b0b24a53,segment=NetworkSegment(0768ac61-f3fc-49c8-a352-c9da2337fb4a),segment_id=0768ac61-f3fc-49c8-a352-c9da2337fb4a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:46:24.494414 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:24.502043 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f5d703c-71fd-417f-8654-1c5dfa86a399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:24.525636 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49534) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:24.554233 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7be8f118-2da9-4843-925f-63890fdf90f5 req-a57cf81d-5bcd-4eba-a920-28e3bc86eb6e tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=25d6246b-ae6f-4c60-b629-6aa2b5602fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767118 Dec 10 16:46:24.805939 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=5c5448d0-798e-4a92-a8fc-e623b0b24a53,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:24.838870 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 1b4aa1a2-6a88-47ba-a953-39bc54a5dfd9 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:46:24.919647 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5d703c-71fd-417f-8654-1c5dfa86a399 admin admin] Router 13cfab41-777a-4a07-b90b-69c3f3f67480 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:46:25.009578 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['5c5448d0-798e-4a92-a8fc-e623b0b24a53'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:46:25.236890 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-0bf83781-ea8f-4745-9098-39d28f880c54 None None] Provisioning complete for port 1b4aa1a2-6a88-47ba-a953-39bc54a5dfd9 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:46:25.236890 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0bf83781-ea8f-4745-9098-39d28f880c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:25.315571 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5d703c-71fd-417f-8654-1c5dfa86a399 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:46:25.451757 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f5d703c-71fd-417f-8654-1c5dfa86a399 admin admin] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:25.456827 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3f5d703c-71fd-417f-8654-1c5dfa86a399 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.3862002 Dec 10 16:46:25.459507 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 49552) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:25.469438 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd6d50d-fcd5-4a30-bd2b-d97e9165bc30 None None] Sync routers for ids ['13cfab41-777a-4a07-b90b-69c3f3f67480'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:46:25.599852 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 1b4aa1a2-6a88-47ba-a953-39bc54a5dfd9 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:46:25.600538 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:25.705871 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd6d50d-fcd5-4a30-bd2b-d97e9165bc30 None None] Routers {'13cfab41-777a-4a07-b90b-69c3f3f67480'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:46:25.706257 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-0dd6d50d-fcd5-4a30-bd2b-d97e9165bc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:46:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['13cfab41-777a-4a07-b90b-69c3f3f67480'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:25.776214 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c5395-221a-4fd7-9a87-4c7610aec040 req-69cdb308-8946-4eea-b1e3-62bfdf73b8f8 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:25.786913 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e29c5395-221a-4fd7-9a87-4c7610aec040 req-69cdb308-8946-4eea-b1e3-62bfdf73b8f8 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=36626dbf-184c-4cd2-9c46-2b6f1489124b HTTP/1.1" status: 200 len: 945 time: 0.4804690 Dec 10 16:46:25.960849 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-0dd6d50d-fcd5-4a30-bd2b-d97e9165bc30 None None] Set router 13cfab41-777a-4a07-b90b-69c3f3f67480 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:46:25.988987 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e29c5395-221a-4fd7-9a87-4c7610aec040 req-9ce257ce-b5c9-48e1-91d5-e9a65540f6aa tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008781 Dec 10 16:46:26.223128 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-50f9c262-8dbe-41e3-84d8-cd4812b76893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:26.333463 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c6095-afcc-48ea-897a-5f14d447c1d7 req-f4f5b240-645a-48b2-85c1-73a22c0b77fc tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:26.349431 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5c2c6095-afcc-48ea-897a-5f14d447c1d7 req-f4f5b240-645a-48b2-85c1-73a22c0b77fc tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=567d5937-62fd-4aca-b8e7-4b17699843ee HTTP/1.1" status: 200 len: 1096 time: 0.1820223 Dec 10 16:46:26.692117 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49574) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:26.703046 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-ecfe3be1-faa5-4fb2-9882-302e45218416 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Request body: {'subnets': [{'network_id': 'b6e53257-0711-4ba0-b7da-dd3d26fc026a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1214725225', 'ip_version': 6}, {'network_id': 'e6db2217-e263-453a-9eaa-717694ccb16c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:46:26.709324 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-ecfe3be1-faa5-4fb2-9882-302e45218416 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Request body: {'subnet': {'network_id': 'b6e53257-0711-4ba0-b7da-dd3d26fc026a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1214725225', 'ip_version': 6}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:46:26.710736 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-ecfe3be1-faa5-4fb2-9882-302e45218416 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Request body: {'subnet': {'network_id': 'e6db2217-e263-453a-9eaa-717694ccb16c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:46:26.712975 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5c2c6095-afcc-48ea-897a-5f14d447c1d7 req-31935944-8f0d-4976-b305-fbc2664b9321 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=25d6246b-ae6f-4c60-b629-6aa2b5602fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575985 Dec 10 16:46:26.891764 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-0dd6d50d-fcd5-4a30-bd2b-d97e9165bc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cfab41-777a-4a07-b90b-69c3f3f67480', 'name': 'tempest-TestAggregatesBasicOps-1101272187-router', 'tenant_id': 'b37c5874b2c3452985b9054da7242fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '78fb9b46-0be1-4268-be6d-9ee1ae7eb94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:46:19Z', 'updated_at': '2021-12-10T16:46:22Z', 'revision_number': 3, 'project_id': 'b37c5874b2c3452985b9054da7242fcd', 'gw_port': {'id': '78fb9b46-0be1-4268-be6d-9ee1ae7eb94a', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cfab41-777a-4a07-b90b-69c3f3f67480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:46:20Z', 'updated_at': '2021-12-10T16:46:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:26.909958 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2cdf7b-2f55-4158-a5d7-a6ba3da53c5e req-0b1148e5-778e-489b-8633-b608523ece5e tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:26.922996 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1b2cdf7b-2f55-4158-a5d7-a6ba3da53c5e req-0b1148e5-778e-489b-8633-b608523ece5e tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=36626dbf-184c-4cd2-9c46-2b6f1489124b HTTP/1.1" status: 200 len: 945 time: 0.1117191 Dec 10 16:46:27.022350 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ad5aeb06-ff40-422e-a27e-d48e02edf0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:27.031324 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd6d50d-fcd5-4a30-bd2b-d97e9165bc30 None None] Checking router: 13cfab41-777a-4a07-b90b-69c3f3f67480 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:46:27.031690 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd6d50d-fcd5-4a30-bd2b-d97e9165bc30 None None] Updating router 13cfab41-777a-4a07-b90b-69c3f3f67480 port 78fb9b46-0be1-4268-be6d-9ee1ae7eb94a binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:46:27.035563 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1b2cdf7b-2f55-4158-a5d7-a6ba3da53c5e req-480871a7-d3f5-499f-b2e9-932df5095fa9 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111703 Dec 10 16:46:27.088749 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0dd6d50d-fcd5-4a30-bd2b-d97e9165bc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:27.344956 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfe3be1-faa5-4fb2-9882-302e45218416 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Made reservation on behalf of e2a331a928ad4dc283fe947774bc2f41 for: {'subnet': 2} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:46:27.358773 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ecfe3be1-faa5-4fb2-9882-302e45218416 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:27.358953 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ecfe3be1-faa5-4fb2-9882-302e45218416 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:27.509443 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-ad5aeb06-ff40-422e-a27e-d48e02edf0a5 admin admin] Allocated IP 172.20.0.1 (32f04c42-5f84-4855-a144-9f738fc8d3c3/b71da7ac-3b71-44ef-b72d-69ddad65a7bc/ebd2c925-a58e-46e2-b7ca-3c88e3aa8b22) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:46:27.697379 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ad5aeb06-ff40-422e-a27e-d48e02edf0a5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:27.734830 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0dd6d50d-fcd5-4a30-bd2b-d97e9165bc30 None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:27.741202 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 5c5448d0-798e-4a92-a8fc-e623b0b24a53 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:46:27.749115 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ad5aeb06-ff40-422e-a27e-d48e02edf0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:27.775857 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-50f9c262-8dbe-41e3-84d8-cd4812b76893 admin admin] Deleting port e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:46:27.776417 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-50f9c262-8dbe-41e3-84d8-cd4812b76893 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:27.786751 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0dd6d50d-fcd5-4a30-bd2b-d97e9165bc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:27.809855 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5aeb06-ff40-422e-a27e-d48e02edf0a5 admin admin] Pushing event updated for resources: {'Port': ['ID=ebd2c925-a58e-46e2-b7ca-3c88e3aa8b22,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:27.834632 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39039594-0a5e-4149-9724-4debb288ccc5 req-c421ff04-09e9-4bf6-88a4-ab9337aa3ba9 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:27.836512 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-39039594-0a5e-4149-9724-4debb288ccc5 req-c421ff04-09e9-4bf6-88a4-ab9337aa3ba9 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=36626dbf-184c-4cd2-9c46-2b6f1489124b HTTP/1.1" status: 200 len: 945 time: 0.4669743 Dec 10 16:46:27.868440 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 5c5448d0-798e-4a92-a8fc-e623b0b24a53 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:46:27.892333 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 5c5448d0-798e-4a92-a8fc-e623b0b24a53 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:46:27.892934 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:27.898222 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5aeb06-ff40-422e-a27e-d48e02edf0a5 admin admin] Network 32f04c42-5f84-4855-a144-9f738fc8d3c3 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:46:27.899770 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-ad5aeb06-ff40-422e-a27e-d48e02edf0a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:46:27.918536 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5aeb06-ff40-422e-a27e-d48e02edf0a5 admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:46:27.935182 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f240d6aa-01de-4ed9-8611-31118a67cc32 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:46:27.936910 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-0dd6d50d-fcd5-4a30-bd2b-d97e9165bc30 None None] Attempting to bind port 78fb9b46-0be1-4268-be6d-9ee1ae7eb94a on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:46:27.937286 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-0dd6d50d-fcd5-4a30-bd2b-d97e9165bc30 None None] Attempting to bind port 78fb9b46-0be1-4268-be6d-9ee1ae7eb94a by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:46:27.937648 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd6d50d-fcd5-4a30-bd2b-d97e9165bc30 None None] Attempting to bind port 78fb9b46-0be1-4268-be6d-9ee1ae7eb94a on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:46:27.947002 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd6d50d-fcd5-4a30-bd2b-d97e9165bc30 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:46:27.947378 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd6d50d-fcd5-4a30-bd2b-d97e9165bc30 None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:46:27.947782 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0dd6d50d-fcd5-4a30-bd2b-d97e9165bc30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:27.948787 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd6d50d-fcd5-4a30-bd2b-d97e9165bc30 None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:46:27.949334 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-0dd6d50d-fcd5-4a30-bd2b-d97e9165bc30 None None] Bound port: 78fb9b46-0be1-4268-be6d-9ee1ae7eb94a, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:46:27.949690 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0dd6d50d-fcd5-4a30-bd2b-d97e9165bc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:27.951334 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc67bf-f47a-4ce2-b0c2-0537d24b6264 None None] Pushing event updated for resources: {'Port': ['ID=78fb9b46-0be1-4268-be6d-9ee1ae7eb94a,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:27.992195 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ad5aeb06-ff40-422e-a27e-d48e02edf0a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:28.053801 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-39039594-0a5e-4149-9724-4debb288ccc5 req-6e654b7d-ae53-4cfa-9612-bdaac29e5fd9 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035513 Dec 10 16:46:28.081287 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-50f9c262-8dbe-41e3-84d8-cd4812b76893 admin admin] For port e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73,segment=NetworkSegment(1995761b-45ad-4249-83fc-362d53b3e086),segment_id=1995761b-45ad-4249-83fc-362d53b3e086)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:46:28.081287 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-50f9c262-8dbe-41e3-84d8-cd4812b76893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:28.101664 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-50f9c262-8dbe-41e3-84d8-cd4812b76893 admin admin] Calling delete_port for e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:46:28.103324 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:28.171640 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f77b6332-6ee6-45bc-ab2f-b27e3868bac7 None None] Provisioning complete for port 78fb9b46-0be1-4268-be6d-9ee1ae7eb94a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:46:28.172010 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f77b6332-6ee6-45bc-ab2f-b27e3868bac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:28.174777 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-0dd6d50d-fcd5-4a30-bd2b-d97e9165bc30 None None] For port 78fb9b46-0be1-4268-be6d-9ee1ae7eb94a, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:46:28.192741 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '567d5937-62fd-4aca-b8e7-4b17699843ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c5448d0-798e-4a92-a8fc-e623b0b24a53'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:46:28.195182 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb52bbed-2430-498f-9fba-b3eb0c849916" -d '{"events": [{"server_uuid": "567d5937-62fd-4aca-b8e7-4b17699843ee", "name": "network-vif-plugged", "status": "completed", "tag": "5c5448d0-798e-4a92-a8fc-e623b0b24a53"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:46:28.199216 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-0dd6d50d-fcd5-4a30-bd2b-d97e9165bc30 None None] For port 78fb9b46-0be1-4268-be6d-9ee1ae7eb94a, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=78fb9b46-0be1-4268-be6d-9ee1ae7eb94a,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:46:28.229196 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0dd6d50d-fcd5-4a30-bd2b-d97e9165bc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:28.308817 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27e059-0d48-48d2-b1c2-89f57b3807a5 req-1a40f232-02b5-4ff3-b2c9-e9cfb22fd2bf tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:28.310590 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0e27e059-0d48-48d2-b1c2-89f57b3807a5 req-1a40f232-02b5-4ff3-b2c9-e9cfb22fd2bf tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=567d5937-62fd-4aca-b8e7-4b17699843ee HTTP/1.1" status: 200 len: 1096 time: 0.0945058 Dec 10 16:46:28.312141 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 5c5448d0-798e-4a92-a8fc-e623b0b24a53, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=5c5448d0-798e-4a92-a8fc-e623b0b24a53,segment=NetworkSegment(0768ac61-f3fc-49c8-a352-c9da2337fb4a),segment_id=0768ac61-f3fc-49c8-a352-c9da2337fb4a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:46:28.339062 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:28.345765 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f77b6332-6ee6-45bc-ab2f-b27e3868bac7 None None] Port 78fb9b46-0be1-4268-be6d-9ee1ae7eb94a cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:46:28.359452 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc67bf-f47a-4ce2-b0c2-0537d24b6264 None None] Pushing event updated for resources: {'Port': ['ID=78fb9b46-0be1-4268-be6d-9ee1ae7eb94a,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:28.361373 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ad5aeb06-ff40-422e-a27e-d48e02edf0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:28.366928 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd6d50d-fcd5-4a30-bd2b-d97e9165bc30 None None] Routers {'13cfab41-777a-4a07-b90b-69c3f3f67480'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:46:28.366928 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-0dd6d50d-fcd5-4a30-bd2b-d97e9165bc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:46:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['13cfab41-777a-4a07-b90b-69c3f3f67480'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:28.402959 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ecfe3be1-faa5-4fb2-9882-302e45218416 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:28.520845 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0e27e059-0d48-48d2-b1c2-89f57b3807a5 req-071d15cb-32a0-441e-915a-76898681d3b9 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=25d6246b-ae6f-4c60-b629-6aa2b5602fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945477 Dec 10 16:46:28.543476 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe3be1-faa5-4fb2-9882-302e45218416 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Pushing event updated for resources: {'Subnet': ['ID=cfe690cc-053f-4327-93b7-2fa8efc9d09a,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:28.584596 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe3be1-faa5-4fb2-9882-302e45218416 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:28.584996 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe3be1-faa5-4fb2-9882-302e45218416 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:28.585350 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe3be1-faa5-4fb2-9882-302e45218416 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:28.586876 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe3be1-faa5-4fb2-9882-302e45218416 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:28.587203 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe3be1-faa5-4fb2-9882-302e45218416 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:28.587552 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe3be1-faa5-4fb2-9882-302e45218416 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:28.587889 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe3be1-faa5-4fb2-9882-302e45218416 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:28.588234 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe3be1-faa5-4fb2-9882-302e45218416 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:28.588565 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe3be1-faa5-4fb2-9882-302e45218416 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:28.592691 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe3be1-faa5-4fb2-9882-302e45218416 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:28.594478 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe3be1-faa5-4fb2-9882-302e45218416 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:28.596224 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe3be1-faa5-4fb2-9882-302e45218416 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:28.596584 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe3be1-faa5-4fb2-9882-302e45218416 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:28.617711 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f739f946-a665-47bb-a66a-673fd8e2d502 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:46:28.625731 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ad5aeb06-ff40-422e-a27e-d48e02edf0a5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:28.626251 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfe3be1-faa5-4fb2-9882-302e45218416 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Checking segment: {'id': '0d338867-e426-4ea2-8232-33fd4fcfcd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b6e53257-0711-4ba0-b7da-dd3d26fc026a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:46:28.626713 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfe3be1-faa5-4fb2-9882-302e45218416 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Network hostable DHCP agents. Network: b6e53257-0711-4ba0-b7da-dd3d26fc026a, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:46:28.634255 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ad5aeb06-ff40-422e-a27e-d48e02edf0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:28.678154 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded93187-262d-46d1-8045-4aa20d7f321c x-openstack-request-id: req-ded93187-262d-46d1-8045-4aa20d7f321c {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:46:28.678457 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "567d5937-62fd-4aca-b8e7-4b17699843ee", "name": "network-vif-plugged", "status": "completed", "tag": "5c5448d0-798e-4a92-a8fc-e623b0b24a53", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:46:28.678720 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ded93187-262d-46d1-8045-4aa20d7f321c {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:46:28.679116 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '567d5937-62fd-4aca-b8e7-4b17699843ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c5448d0-798e-4a92-a8fc-e623b0b24a53', 'code': 200} Dec 10 16:46:28.734931 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=5c5448d0-798e-4a92-a8fc-e623b0b24a53,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:28.742202 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-57dc52e1-a70d-45b5-a015-0360d40c4f8e None None] Provisioning complete for port ebd2c925-a58e-46e2-b7ca-3c88e3aa8b22 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:46:28.742589 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-57dc52e1-a70d-45b5-a015-0360d40c4f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:28.781673 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-57dc52e1-a70d-45b5-a015-0360d40c4f8e None None] Port ebd2c925-a58e-46e2-b7ca-3c88e3aa8b22 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:46:28.824773 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-0dd6d50d-fcd5-4a30-bd2b-d97e9165bc30 None None] Set router 13cfab41-777a-4a07-b90b-69c3f3f67480 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:46:28.872065 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5aeb06-ff40-422e-a27e-d48e02edf0a5 admin admin] Pushing event updated for resources: {'Port': ['ID=ebd2c925-a58e-46e2-b7ca-3c88e3aa8b22,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:28.879717 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ad5aeb06-ff40-422e-a27e-d48e02edf0a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:28.954186 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c5344-8813-4c4a-bc9a-c2189981be3a req-b37e4d5c-15f9-47eb-90c6-8c0fa1306d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:28.956274 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a11c5344-8813-4c4a-bc9a-c2189981be3a req-b37e4d5c-15f9-47eb-90c6-8c0fa1306d67 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=567d5937-62fd-4aca-b8e7-4b17699843ee HTTP/1.1" status: 200 len: 1097 time: 0.2596755 Dec 10 16:46:29.049870 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a11c5344-8813-4c4a-bc9a-c2189981be3a req-f831037f-15b3-42a8-ad37-5084cd8d0631 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=25d6246b-ae6f-4c60-b629-6aa2b5602fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848041 Dec 10 16:46:29.063664 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5aeb06-ff40-422e-a27e-d48e02edf0a5 admin admin] Network 32f04c42-5f84-4855-a144-9f738fc8d3c3 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:46:29.065264 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-ad5aeb06-ff40-422e-a27e-d48e02edf0a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:46:29.067392 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfe3be1-faa5-4fb2-9882-302e45218416 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Network b6e53257-0711-4ba0-b7da-dd3d26fc026a is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:46:29.084848 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-1c09590f-5381-485e-aa66-4927d02986a0 None None] Provisioning complete for port 78fb9b46-0be1-4268-be6d-9ee1ae7eb94a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:46:29.084848 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1c09590f-5381-485e-aa66-4927d02986a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:29.096265 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-ecfe3be1-faa5-4fb2-9882-302e45218416 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, b6e53257-0711-4ba0-b7da-dd3d26fc026a) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:46:29.097873 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-50f9c262-8dbe-41e3-84d8-cd4812b76893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:29.123303 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ecfe3be1-faa5-4fb2-9882-302e45218416 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:29.232343 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15db735f-5a4c-43ef-9d89-34d13bcdf65e None None] Network b6e53257-0711-4ba0-b7da-dd3d26fc026a requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:46:29.262359 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f9c262-8dbe-41e3-84d8-cd4812b76893 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:29.271689 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe3be1-faa5-4fb2-9882-302e45218416 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Pushing event updated for resources: {'Subnet': ['ID=1e963aa4-b1ee-4051-91f5-e2f8d60d1952,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:29.481438 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07b89fd-94f8-441e-8d70-c815bbd91284 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-b6e53257-0711-4ba0-b7da-dd3d26fc026a', 'network_id': 'b6e53257-0711-4ba0-b7da-dd3d26fc026a', 'project_id': 'e2a331a928ad4dc283fe947774bc2f41', 'fixed_ips': [{'subnet_id': 'cfe690cc-053f-4327-93b7-2fa8efc9d09a'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:46:29.482375 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e07b89fd-94f8-441e-8d70-c815bbd91284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:29.498901 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1c09590f-5381-485e-aa66-4927d02986a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:29.523030 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-1c09590f-5381-485e-aa66-4927d02986a0 None None] For port 78fb9b46-0be1-4268-be6d-9ee1ae7eb94a, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=78fb9b46-0be1-4268-be6d-9ee1ae7eb94a,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:46:29.531912 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-0dd6d50d-fcd5-4a30-bd2b-d97e9165bc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cfab41-777a-4a07-b90b-69c3f3f67480', 'name': 'tempest-TestAggregatesBasicOps-1101272187-router', 'tenant_id': 'b37c5874b2c3452985b9054da7242fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '78fb9b46-0be1-4268-be6d-9ee1ae7eb94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:46:19Z', 'updated_at': '2021-12-10T16:46:28Z', 'revision_number': 4, 'project_id': 'b37c5874b2c3452985b9054da7242fcd', 'gw_port': {'id': '78fb9b46-0be1-4268-be6d-9ee1ae7eb94a', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cfab41-777a-4a07-b90b-69c3f3f67480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:46:20Z', 'updated_at': '2021-12-10T16:46:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'ebd2c925-a58e-46e2-b7ca-3c88e3aa8b22', 'name': '', 'network_id': '32f04c42-5f84-4855-a144-9f738fc8d3c3', 'tenant_id': 'b37c5874b2c3452985b9054da7242fcd', 'mac_address': 'fa:16:3e:74:7a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cfab41-777a-4a07-b90b-69c3f3f67480', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': 'b71da7ac-3b71-44ef-b72d-69ddad65a7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:46:27Z', 'updated_at': '2021-12-10T16:46:27Z', 'revision_number': 1, 'project_id': 'b37c5874b2c3452985b9054da7242fcd', 'subnets': [{'id': 'b71da7ac-3b71-44ef-b72d-69ddad65a7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:29.535855 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfe3be1-faa5-4fb2-9882-302e45218416 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Checking segment: {'id': 'c0fc5ec6-c20c-4211-a531-570d374ecc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e6db2217-e263-453a-9eaa-717694ccb16c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:46:29.543281 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfe3be1-faa5-4fb2-9882-302e45218416 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Network hostable DHCP agents. Network: e6db2217-e263-453a-9eaa-717694ccb16c, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:46:29.549652 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc268701-dcf2-412b-b0f3-7c3eb3678ac6 req-0b98fda7-f7b0-4c0b-bcf4-150b327be4eb tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:29.564108 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1c09590f-5381-485e-aa66-4927d02986a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:29.567603 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd6d50d-fcd5-4a30-bd2b-d97e9165bc30 None None] The sync data for ids ['13cfab41-777a-4a07-b90b-69c3f3f67480'] in n-d-766771-2 is: [{'id': '13cfab41-777a-4a07-b90b-69c3f3f67480', 'name': 'tempest-TestAggregatesBasicOps-1101272187-router', 'tenant_id': 'b37c5874b2c3452985b9054da7242fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '78fb9b46-0be1-4268-be6d-9ee1ae7eb94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:46:19Z', 'updated_at': '2021-12-10T16:46:28Z', 'revision_number': 4, 'project_id': 'b37c5874b2c3452985b9054da7242fcd', 'gw_port': {'id': '78fb9b46-0be1-4268-be6d-9ee1ae7eb94a', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cfab41-777a-4a07-b90b-69c3f3f67480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:46:20Z', 'updated_at': '2021-12-10T16:46:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'ebd2c925-a58e-46e2-b7ca-3c88e3aa8b22', 'name': '', 'network_id': '32f04c42-5f84-4855-a144-9f738fc8d3c3', 'tenant_id': 'b37c5874b2c3452985b9054da7242fcd', 'mac_address': 'fa:16:3e:74:7a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cfab41-777a-4a07-b90b-69c3f3f67480', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': 'b71da7ac-3b71-44ef-b72d-69ddad65a7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:46:27Z', 'updated_at': '2021-12-10T16:46:27Z', 'revision_number': 1, 'project_id': 'b37c5874b2c3452985b9054da7242fcd', 'subnets': [{'id': 'b71da7ac-3b71-44ef-b72d-69ddad65a7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:46:29.579578 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bc268701-dcf2-412b-b0f3-7c3eb3678ac6 req-0b98fda7-f7b0-4c0b-bcf4-150b327be4eb tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=36626dbf-184c-4cd2-9c46-2b6f1489124b HTTP/1.1" status: 200 len: 945 time: 0.3354986 Dec 10 16:46:29.588100 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfe3be1-faa5-4fb2-9882-302e45218416 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Network e6db2217-e263-453a-9eaa-717694ccb16c is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:46:29.641519 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-ecfe3be1-faa5-4fb2-9882-302e45218416 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, e6db2217-e263-453a-9eaa-717694ccb16c) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:46:29.680345 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5aeb06-ff40-422e-a27e-d48e02edf0a5 admin admin] Router 13cfab41-777a-4a07-b90b-69c3f3f67480 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:46:29.725286 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bc268701-dcf2-412b-b0f3-7c3eb3678ac6 req-bc8ffaa2-fb08-41fa-aec9-ee71227a3473 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429615 Dec 10 16:46:29.755814 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfe3be1-faa5-4fb2-9882-302e45218416 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:29.756285 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfe3be1-faa5-4fb2-9882-302e45218416 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:29.756923 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ecfe3be1-faa5-4fb2-9882-302e45218416 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:29.771741 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee3e9d0-ddb7-44fa-97db-ad274c8b807a None None] Network e6db2217-e263-453a-9eaa-717694ccb16c requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:46:29.821677 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ecfe3be1-faa5-4fb2-9882-302e45218416 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.1282055 Dec 10 16:46:29.823962 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49648) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:30.061352 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d792047d-6ed0-4ac7-86f3-d94163a46d9d tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:30.063791 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d792047d-6ed0-4ac7-86f3-d94163a46d9d tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:30.064866 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d792047d-6ed0-4ac7-86f3-d94163a46d9d tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:30.066610 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d792047d-6ed0-4ac7-86f3-d94163a46d9d tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2410588 Dec 10 16:46:30.067714 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-50f9c262-8dbe-41e3-84d8-cd4812b76893 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:30.071442 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c09590f-5381-485e-aa66-4927d02986a0 None None] Pushing event updated for resources: {'Port': ['ID=78fb9b46-0be1-4268-be6d-9ee1ae7eb94a,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:30.082108 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 49654) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:30.085764 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1de30-04bc-48b6-9418-f6428b29cfab req-bd0fd7a2-8781-4307-98b0-f363ed99262d tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:30.094213 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-66a1de30-04bc-48b6-9418-f6428b29cfab req-bd0fd7a2-8781-4307-98b0-f363ed99262d tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=567d5937-62fd-4aca-b8e7-4b17699843ee HTTP/1.1" status: 200 len: 1097 time: 0.1944687 Dec 10 16:46:30.124493 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-bbd6a92e-7a0f-4d5a-acc0-679bc691af5a None None] Provisioning complete for port ebd2c925-a58e-46e2-b7ca-3c88e3aa8b22 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:46:30.124493 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bbd6a92e-7a0f-4d5a-acc0-679bc691af5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:30.233370 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6707dc4-db85-4256-b650-ccab75446276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-e6db2217-e263-453a-9eaa-717694ccb16c', 'network_id': 'e6db2217-e263-453a-9eaa-717694ccb16c', 'project_id': 'e2a331a928ad4dc283fe947774bc2f41', 'fixed_ips': [{'subnet_id': '1e963aa4-b1ee-4051-91f5-e2f8d60d1952'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:46:30.242346 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d6707dc4-db85-4256-b650-ccab75446276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:30.257830 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dcfaf24-4785-4e7d-9c54-d1925ce6f3ef tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Deleting subnet cfe690cc-053f-4327-93b7-2fa8efc9d09a {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:46:30.297760 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-e07b89fd-94f8-441e-8d70-c815bbd91284 None None] Allocated IP 2001:db8::1 (b6e53257-0711-4ba0-b7da-dd3d26fc026a/cfe690cc-053f-4327-93b7-2fa8efc9d09a/e8fdf9bc-e4d7-47c6-a6c3-2de122947897) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:46:30.299603 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-66a1de30-04bc-48b6-9418-f6428b29cfab req-832d1fd4-c620-48ad-a111-aa50d78fb773 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=25d6246b-ae6f-4c60-b629-6aa2b5602fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013681 Dec 10 16:46:30.300872 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5aeb06-ff40-422e-a27e-d48e02edf0a5 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:46:30.308268 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ad5aeb06-ff40-422e-a27e-d48e02edf0a5 admin admin] 10.222.0.11 "PUT /v2.0/routers/13cfab41-777a-4a07-b90b-69c3f3f67480/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8429909 Dec 10 16:46:30.313430 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-bbd6a92e-7a0f-4d5a-acc0-679bc691af5a None None] Port ebd2c925-a58e-46e2-b7ca-3c88e3aa8b22 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:46:30.618279 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f9c262-8dbe-41e3-84d8-cd4812b76893 admin admin] Router 77049048-dae4-40ec-8eb1-f7770483e5ec has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:46:30.820799 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f9c262-8dbe-41e3-84d8-cd4812b76893 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:46:30.832902 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a541f92-a177-4d5c-b01f-24f86fdbd5ce None None] Sync routers for ids ['77049048-dae4-40ec-8eb1-f7770483e5ec'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:46:30.848176 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 49672) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:30.849975 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-50f9c262-8dbe-41e3-84d8-cd4812b76893 admin admin] 10.222.0.11 "PUT /v2.0/routers/77049048-dae4-40ec-8eb1-f7770483e5ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3225577 Dec 10 16:46:30.871566 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e07b89fd-94f8-441e-8d70-c815bbd91284 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:30.885834 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a541f92-a177-4d5c-b01f-24f86fdbd5ce None None] Routers {'77049048-dae4-40ec-8eb1-f7770483e5ec'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:46:30.887822 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-1a541f92-a177-4d5c-b01f-24f86fdbd5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:46:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['77049048-dae4-40ec-8eb1-f7770483e5ec'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:30.912277 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e07b89fd-94f8-441e-8d70-c815bbd91284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:30.926685 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-d6707dc4-db85-4256-b650-ccab75446276 None None] Allocated IP 2001:db8:0:1::1 (e6db2217-e263-453a-9eaa-717694ccb16c/1e963aa4-b1ee-4051-91f5-e2f8d60d1952/1da1892a-cd22-48e9-a13e-4f80c78d6a0a) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:46:31.032626 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b89fd-94f8-441e-8d70-c815bbd91284 None None] Pushing event updated for resources: {'Port': ['ID=e8fdf9bc-e4d7-47c6-a6c3-2de122947897,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:31.063756 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-1a541f92-a177-4d5c-b01f-24f86fdbd5ce None None] Set router 77049048-dae4-40ec-8eb1-f7770483e5ec gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:46:31.073858 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07b89fd-94f8-441e-8d70-c815bbd91284 None None] Network b6e53257-0711-4ba0-b7da-dd3d26fc026a is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:46:31.080312 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-e07b89fd-94f8-441e-8d70-c815bbd91284 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:46:31.083688 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07b89fd-94f8-441e-8d70-c815bbd91284 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:46:31.112842 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8dcfaf24-4785-4e7d-9c54-d1925ce6f3ef tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:31.198584 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-e07b89fd-94f8-441e-8d70-c815bbd91284 None None] Attempting to bind port e8fdf9bc-e4d7-47c6-a6c3-2de122947897 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:46:31.199155 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-e07b89fd-94f8-441e-8d70-c815bbd91284 None None] Attempting to bind port e8fdf9bc-e4d7-47c6-a6c3-2de122947897 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '0d338867-e426-4ea2-8232-33fd4fcfcd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b6e53257-0711-4ba0-b7da-dd3d26fc026a'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:46:31.199361 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07b89fd-94f8-441e-8d70-c815bbd91284 None None] Attempting to bind port e8fdf9bc-e4d7-47c6-a6c3-2de122947897 on network b6e53257-0711-4ba0-b7da-dd3d26fc026a {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:46:31.221521 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8f54e5b-f168-4191-9905-5f225cd9f607 admin admin] Publish callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:31.252103 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07b89fd-94f8-441e-8d70-c815bbd91284 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:46:31.252405 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07b89fd-94f8-441e-8d70-c815bbd91284 None None] Checking segment: {'id': '0d338867-e426-4ea2-8232-33fd4fcfcd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b6e53257-0711-4ba0-b7da-dd3d26fc026a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:46:31.252992 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e07b89fd-94f8-441e-8d70-c815bbd91284 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:31.253458 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07b89fd-94f8-441e-8d70-c815bbd91284 None None] Bound using segment: {'id': '0d338867-e426-4ea2-8232-33fd4fcfcd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b6e53257-0711-4ba0-b7da-dd3d26fc026a'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:46:31.254022 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-e07b89fd-94f8-441e-8d70-c815bbd91284 None None] Bound port: e8fdf9bc-e4d7-47c6-a6c3-2de122947897, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d338867-e426-4ea2-8232-33fd4fcfcd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b6e53257-0711-4ba0-b7da-dd3d26fc026a'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:46:31.254504 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e07b89fd-94f8-441e-8d70-c815bbd91284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:31.391903 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-e07b89fd-94f8-441e-8d70-c815bbd91284 None None] For port e8fdf9bc-e4d7-47c6-a6c3-2de122947897, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:46:31.416147 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-1a541f92-a177-4d5c-b01f-24f86fdbd5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'name': 'tempest-TestVolumeBackupRestore-783788310-router', 'tenant_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '2caed315-7525-4930-93f7-84341535d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:40:49Z', 'updated_at': '2021-12-10T16:46:28Z', 'revision_number': 5, 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'gw_port': {'id': '2caed315-7525-4930-93f7-84341535d5ec', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:af:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:51Z', 'updated_at': '2021-12-10T16:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:31.449131 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-e07b89fd-94f8-441e-8d70-c815bbd91284 None None] For port e8fdf9bc-e4d7-47c6-a6c3-2de122947897, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=e8fdf9bc-e4d7-47c6-a6c3-2de122947897,segment=NetworkSegment(0d338867-e426-4ea2-8232-33fd4fcfcd56),segment_id=0d338867-e426-4ea2-8232-33fd4fcfcd56)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:46:31.453215 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a541f92-a177-4d5c-b01f-24f86fdbd5ce None None] Checking router: 77049048-dae4-40ec-8eb1-f7770483e5ec for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:46:31.465279 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e07b89fd-94f8-441e-8d70-c815bbd91284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:31.467081 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a541f92-a177-4d5c-b01f-24f86fdbd5ce None None] Routers {'77049048-dae4-40ec-8eb1-f7770483e5ec'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:46:31.468067 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-1a541f92-a177-4d5c-b01f-24f86fdbd5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:46:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['77049048-dae4-40ec-8eb1-f7770483e5ec'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:31.503032 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d6707dc4-db85-4256-b650-ccab75446276 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:31.555432 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d6707dc4-db85-4256-b650-ccab75446276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:31.649846 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6707dc4-db85-4256-b650-ccab75446276 None None] Network e6db2217-e263-453a-9eaa-717694ccb16c is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:46:31.657636 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-d6707dc4-db85-4256-b650-ccab75446276 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:46:31.659608 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b89fd-94f8-441e-8d70-c815bbd91284 None None] Pushing event updated for resources: {'Port': ['ID=e8fdf9bc-e4d7-47c6-a6c3-2de122947897,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:31.675770 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6707dc4-db85-4256-b650-ccab75446276 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:46:31.718310 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-1a541f92-a177-4d5c-b01f-24f86fdbd5ce None None] Set router 77049048-dae4-40ec-8eb1-f7770483e5ec gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:46:31.784963 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6707dc4-db85-4256-b650-ccab75446276 None None] Pushing event updated for resources: {'Port': ['ID=1da1892a-cd22-48e9-a13e-4f80c78d6a0a,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:31.943768 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d6707dc4-db85-4256-b650-ccab75446276 None None] Attempting to bind port 1da1892a-cd22-48e9-a13e-4f80c78d6a0a on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:46:31.944297 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d6707dc4-db85-4256-b650-ccab75446276 None None] Attempting to bind port 1da1892a-cd22-48e9-a13e-4f80c78d6a0a by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'c0fc5ec6-c20c-4211-a531-570d374ecc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e6db2217-e263-453a-9eaa-717694ccb16c'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:46:31.947234 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6707dc4-db85-4256-b650-ccab75446276 None None] Attempting to bind port 1da1892a-cd22-48e9-a13e-4f80c78d6a0a on network e6db2217-e263-453a-9eaa-717694ccb16c {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:46:31.963191 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6707dc4-db85-4256-b650-ccab75446276 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:46:31.964037 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6707dc4-db85-4256-b650-ccab75446276 None None] Checking segment: {'id': 'c0fc5ec6-c20c-4211-a531-570d374ecc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e6db2217-e263-453a-9eaa-717694ccb16c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:46:31.964637 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d6707dc4-db85-4256-b650-ccab75446276 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:31.965181 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6707dc4-db85-4256-b650-ccab75446276 None None] Bound using segment: {'id': 'c0fc5ec6-c20c-4211-a531-570d374ecc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e6db2217-e263-453a-9eaa-717694ccb16c'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:46:31.965821 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d6707dc4-db85-4256-b650-ccab75446276 None None] Bound port: 1da1892a-cd22-48e9-a13e-4f80c78d6a0a, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0fc5ec6-c20c-4211-a531-570d374ecc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e6db2217-e263-453a-9eaa-717694ccb16c'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:46:31.966400 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d6707dc4-db85-4256-b650-ccab75446276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:32.071659 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8dcfaf24-4785-4e7d-9c54-d1925ce6f3ef tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:32.117650 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d6707dc4-db85-4256-b650-ccab75446276 None None] For port 1da1892a-cd22-48e9-a13e-4f80c78d6a0a, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:46:32.122010 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d6707dc4-db85-4256-b650-ccab75446276 None None] For port 1da1892a-cd22-48e9-a13e-4f80c78d6a0a, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=1da1892a-cd22-48e9-a13e-4f80c78d6a0a,segment=NetworkSegment(c0fc5ec6-c20c-4211-a531-570d374ecc77),segment_id=c0fc5ec6-c20c-4211-a531-570d374ecc77)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:46:32.128252 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d6707dc4-db85-4256-b650-ccab75446276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:32.160707 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-1a541f92-a177-4d5c-b01f-24f86fdbd5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'name': 'tempest-TestVolumeBackupRestore-783788310-router', 'tenant_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '2caed315-7525-4930-93f7-84341535d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:40:49Z', 'updated_at': '2021-12-10T16:46:28Z', 'revision_number': 5, 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'gw_port': {'id': '2caed315-7525-4930-93f7-84341535d5ec', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:af:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:51Z', 'updated_at': '2021-12-10T16:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:32.228358 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9796d210-aba7-4f0e-b7c0-0e0e008627d9 req-a45b38ee-76f1-4d2b-b679-8492c78cb54b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:32.229789 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9796d210-aba7-4f0e-b7c0-0e0e008627d9 req-a45b38ee-76f1-4d2b-b679-8492c78cb54b tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=36626dbf-184c-4cd2-9c46-2b6f1489124b HTTP/1.1" status: 200 len: 945 time: 1.1191280 Dec 10 16:46:32.233688 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a541f92-a177-4d5c-b01f-24f86fdbd5ce None None] The sync data for ids ['77049048-dae4-40ec-8eb1-f7770483e5ec'] in n-d-766771-2 is: [{'id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'name': 'tempest-TestVolumeBackupRestore-783788310-router', 'tenant_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '2caed315-7525-4930-93f7-84341535d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:40:49Z', 'updated_at': '2021-12-10T16:46:28Z', 'revision_number': 5, 'project_id': '3a8f71f6efbb4998a516d8ba28b7fb68', 'gw_port': {'id': '2caed315-7525-4930-93f7-84341535d5ec', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:af:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77049048-dae4-40ec-8eb1-f7770483e5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:40:51Z', 'updated_at': '2021-12-10T16:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:46:32.242928 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6707dc4-db85-4256-b650-ccab75446276 None None] Pushing event updated for resources: {'Port': ['ID=1da1892a-cd22-48e9-a13e-4f80c78d6a0a,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:32.362994 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8dcfaf24-4785-4e7d-9c54-d1925ce6f3ef tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:32.430273 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8f54e5b-f168-4191-9905-5f225cd9f607 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:32.461719 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9796d210-aba7-4f0e-b7c0-0e0e008627d9 req-8ae2123d-16cc-4969-a3af-904baffe1816 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958408 Dec 10 16:46:32.537320 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8dcfaf24-4785-4e7d-9c54-d1925ce6f3ef tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:32.578437 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcfaf24-4785-4e7d-9c54-d1925ce6f3ef tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Pushing event deleted for resources: {'Subnet': ['ID=cfe690cc-053f-4327-93b7-2fa8efc9d09a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:32.584293 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8dcfaf24-4785-4e7d-9c54-d1925ce6f3ef tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:32.587619 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-8dcfaf24-4785-4e7d-9c54-d1925ce6f3ef tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] 10.222.0.11 "DELETE /v2.0/subnets/cfe690cc-053f-4327-93b7-2fa8efc9d09a HTTP/1.1" status: 204 len: 168 time: 2.5040669 Dec 10 16:46:32.590908 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49696) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:32.668519 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-c8f54e5b-f168-4191-9905-5f225cd9f607 admin admin] Deleting port 2caed315-7525-4930-93f7-84341535d5ec {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:46:32.668936 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8f54e5b-f168-4191-9905-5f225cd9f607 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:32.797785 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528fb658-9968-4d5c-9c2d-7d3e70c630af req-8940bc7e-013b-40e4-ac55-6b4e923b47ed tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:32.800171 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-528fb658-9968-4d5c-9c2d-7d3e70c630af req-8940bc7e-013b-40e4-ac55-6b4e923b47ed tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=567d5937-62fd-4aca-b8e7-4b17699843ee HTTP/1.1" status: 200 len: 1097 time: 0.2005308 Dec 10 16:46:32.807504 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-545f1523-7d60-4ca9-b1b8-ea3fefb8f874 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Deleting subnet 1e963aa4-b1ee-4051-91f5-e2f8d60d1952 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:46:32.823778 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-545f1523-7d60-4ca9-b1b8-ea3fefb8f874 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:32.901137 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-545f1523-7d60-4ca9-b1b8-ea3fefb8f874 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:32.950867 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-c8f54e5b-f168-4191-9905-5f225cd9f607 admin admin] For port 2caed315-7525-4930-93f7-84341535d5ec, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=2caed315-7525-4930-93f7-84341535d5ec,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:46:32.951336 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8f54e5b-f168-4191-9905-5f225cd9f607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:32.997760 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 78fb9b46-0be1-4268-be6d-9ee1ae7eb94a up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:46:33.001554 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-c8f54e5b-f168-4191-9905-5f225cd9f607 admin admin] Calling delete_port for 2caed315-7525-4930-93f7-84341535d5ec owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:46:33.015355 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-528fb658-9968-4d5c-9c2d-7d3e70c630af req-75f5906d-ec2e-4b30-b997-d72894a01478 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=25d6246b-ae6f-4c60-b629-6aa2b5602fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854913 Dec 10 16:46:33.052416 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-545f1523-7d60-4ca9-b1b8-ea3fefb8f874 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:33.159207 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-545f1523-7d60-4ca9-b1b8-ea3fefb8f874 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:33.171630 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 78fb9b46-0be1-4268-be6d-9ee1ae7eb94a triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:46:33.172017 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:33.187717 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-545f1523-7d60-4ca9-b1b8-ea3fefb8f874 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:33.200302 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-545f1523-7d60-4ca9-b1b8-ea3fefb8f874 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] 10.222.0.11 "DELETE /v2.0/subnets/1e963aa4-b1ee-4051-91f5-e2f8d60d1952 HTTP/1.1" status: 204 len: 168 time: 0.6081212 Dec 10 16:46:33.208785 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 49712) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:33.228694 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f1523-7d60-4ca9-b1b8-ea3fefb8f874 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Pushing event deleted for resources: {'Subnet': ['ID=1e963aa4-b1ee-4051-91f5-e2f8d60d1952,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:33.307119 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device e8fdf9bc-e4d7-47c6-a6c3-2de122947897 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:46:33.420010 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port e8fdf9bc-e4d7-47c6-a6c3-2de122947897 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:46:33.420010 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:33.473164 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d6dfc1-8321-45ea-9565-8da1789e8df4 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:33.476753 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a0d6dfc1-8321-45ea-9565-8da1789e8df4 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2620308 Dec 10 16:46:33.482702 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49720) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:33.513164 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ae897-5d3f-464a-bb01-5d472e4b8801 req-a627ff21-64ec-4e6a-a0f1-abd171c6229f tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:33.520503 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-189ae897-5d3f-464a-bb01-5d472e4b8801 req-a627ff21-64ec-4e6a-a0f1-abd171c6229f tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=567d5937-62fd-4aca-b8e7-4b17699843ee HTTP/1.1" status: 200 len: 1097 time: 0.2613366 Dec 10 16:46:33.542015 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:33.607131 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port e8fdf9bc-e4d7-47c6-a6c3-2de122947897, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=e8fdf9bc-e4d7-47c6-a6c3-2de122947897,segment=NetworkSegment(0d338867-e426-4ea2-8232-33fd4fcfcd56),segment_id=0d338867-e426-4ea2-8232-33fd4fcfcd56)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:46:33.612979 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:33.619296 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82819d0d-22dd-464b-8ae5-0ee73a1e48f1 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:33.648900 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-189ae897-5d3f-464a-bb01-5d472e4b8801 req-f891621f-fac2-4362-b4ee-2b83ec483f23 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=25d6246b-ae6f-4c60-b629-6aa2b5602fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268120 Dec 10 16:46:33.689739 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:46:33.697343 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8f54e5b-f168-4191-9905-5f225cd9f607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:33.743720 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-82819d0d-22dd-464b-8ae5-0ee73a1e48f1 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Deleting port 1da1892a-cd22-48e9-a13e-4f80c78d6a0a {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:46:33.744440 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82819d0d-22dd-464b-8ae5-0ee73a1e48f1 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:33.756651 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:46:33.757223 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device e5c91a6e-b7fd-41e3-9a4d-2bf80450cd73 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:46:33.759105 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7e2cf8-1c27-4a60-b5d0-de3311d6f613 None None] Network b6e53257-0711-4ba0-b7da-dd3d26fc026a requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:46:33.776774 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f54e5b-f168-4191-9905-5f225cd9f607 admin admin] Pushing event deleted for resources: {'Port': ['ID=2caed315-7525-4930-93f7-84341535d5ec,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:33.882089 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401ab74b-5574-4c16-89e2-bc4d7a30c9d1 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:46:33.917311 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-82819d0d-22dd-464b-8ae5-0ee73a1e48f1 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] For port 1da1892a-cd22-48e9-a13e-4f80c78d6a0a, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=1da1892a-cd22-48e9-a13e-4f80c78d6a0a,segment=NetworkSegment(c0fc5ec6-c20c-4211-a531-570d374ecc77),segment_id=c0fc5ec6-c20c-4211-a531-570d374ecc77)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:46:33.919224 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82819d0d-22dd-464b-8ae5-0ee73a1e48f1 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:33.925475 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=e8fdf9bc-e4d7-47c6-a6c3-2de122947897,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:33.938322 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e6f82500-2968-45c1-be6e-4b86dc3c2d9f None None] Provisioning complete for port e8fdf9bc-e4d7-47c6-a6c3-2de122947897 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:46:33.938931 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e6f82500-2968-45c1-be6e-4b86dc3c2d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:34.011544 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-82819d0d-22dd-464b-8ae5-0ee73a1e48f1 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Calling delete_port for 1da1892a-cd22-48e9-a13e-4f80c78d6a0a owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:46:34.045270 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d15dde-8fac-489c-99ba-d95eb272478a req-e371bbcf-a3f3-4603-8a05-c3302d4c743a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:34.060579 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71d15dde-8fac-489c-99ba-d95eb272478a req-e371bbcf-a3f3-4603-8a05-c3302d4c743a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=36626dbf-184c-4cd2-9c46-2b6f1489124b HTTP/1.1" status: 200 len: 945 time: 0.2293766 Dec 10 16:46:34.066794 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8f54e5b-f168-4191-9905-5f225cd9f607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:34.207550 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82819d0d-22dd-464b-8ae5-0ee73a1e48f1 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:34.289547 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82819d0d-22dd-464b-8ae5-0ee73a1e48f1 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Pushing event deleted for resources: {'Port': ['ID=1da1892a-cd22-48e9-a13e-4f80c78d6a0a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:34.311879 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82819d0d-22dd-464b-8ae5-0ee73a1e48f1 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] No DVR routers for this DVR port 1da1892a-cd22-48e9-a13e-4f80c78d6a0a on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:46:34.339979 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8f54e5b-f168-4191-9905-5f225cd9f607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:34.363948 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8f54e5b-f168-4191-9905-5f225cd9f607 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:34.473882 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c2d787-c483-4bac-8349-f70a0ad35d6b None None] DHCP port deletion for b6e53257-0711-4ba0-b7da-dd3d26fc026a request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:46:34.496781 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71d15dde-8fac-489c-99ba-d95eb272478a req-17feedda-f3ab-4dc0-879d-dacae76b9d4d tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197791 Dec 10 16:46:34.511818 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8f54e5b-f168-4191-9905-5f225cd9f607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:34.512606 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f54e5b-f168-4191-9905-5f225cd9f607 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77049048-dae4-40ec-8eb1-f7770483e5ec {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:46:34.517856 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8f54e5b-f168-4191-9905-5f225cd9f607 admin admin] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:34.519578 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c8f54e5b-f168-4191-9905-5f225cd9f607 admin admin] 10.222.0.11 "DELETE /v2.0/routers/77049048-dae4-40ec-8eb1-f7770483e5ec HTTP/1.1" status: 204 len: 168 time: 3.6703856 Dec 10 16:46:34.522106 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 49746) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:34.553342 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c720805b-84be-45bc-bab6-44a49643c466 None None] Sync routers for ids ['13cfab41-777a-4a07-b90b-69c3f3f67480'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:46:34.656683 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c720805b-84be-45bc-bab6-44a49643c466 None None] Routers {'13cfab41-777a-4a07-b90b-69c3f3f67480'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:46:34.657471 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c720805b-84be-45bc-bab6-44a49643c466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:46:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['13cfab41-777a-4a07-b90b-69c3f3f67480'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:34.662184 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 49748) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:34.702396 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82819d0d-22dd-464b-8ae5-0ee73a1e48f1 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:34.739948 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb10f3e0-6951-40e2-8028-97332b6d7883 admin admin] Deleting subnet cccefdf8-31d5-4f26-a672-76a4d6caa47c {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:46:34.779397 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-82819d0d-22dd-464b-8ae5-0ee73a1e48f1 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6db2217-e263-453a-9eaa-717694ccb16c']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:34.792394 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bb10f3e0-6951-40e2-8028-97332b6d7883 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:34.817602 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-82819d0d-22dd-464b-8ae5-0ee73a1e48f1 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0fc5ec6-c20c-4211-a531-570d374ecc77') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:34.817893 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-82819d0d-22dd-464b-8ae5-0ee73a1e48f1 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0fc5ec6-c20c-4211-a531-570d374ecc77') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:34.839278 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82819d0d-22dd-464b-8ae5-0ee73a1e48f1 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:34.870896 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d9b1c3-7a2a-42b5-a586-3888e5f687d3 None None] Network e6db2217-e263-453a-9eaa-717694ccb16c requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:46:34.874059 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82819d0d-22dd-464b-8ae5-0ee73a1e48f1 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:34.885622 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82819d0d-22dd-464b-8ae5-0ee73a1e48f1 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:46:34.886803 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82819d0d-22dd-464b-8ae5-0ee73a1e48f1 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:34.894916 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:46:34.894916 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:46:34.894916 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:46:34.894916 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:46:34.894916 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:46:34.894916 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:46:34.894916 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:46:34.894916 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:46:34.894916 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:46:34.894916 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:46:34.894916 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:46:34.894916 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:46:34.894916 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:46:34.894916 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:46:34.894916 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:46:34.894916 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:46:34.894916 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:46:34.894916 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:46:34.894916 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:46:34.894916 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:46:34.894916 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:46:34.894916 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:46:34.894916 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:46:34.894916 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:46:34.894916 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:46:34.894916 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:46:34.894916 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:46:34.894916 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:46:34.894916 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:46:34.894916 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:46:34.894916 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:46:34.894916 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:46:34.929407 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-44c2d787-c483-4bac-8349-f70a0ad35d6b None None] Deleting port e8fdf9bc-e4d7-47c6-a6c3-2de122947897 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:46:34.929818 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-44c2d787-c483-4bac-8349-f70a0ad35d6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:34.936967 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-66cd0b83-d0a3-49bc-bbc9-2986ea059b66 None None] Could not find standard attr ID for object 1da1892a-cd22-48e9-a13e-4f80c78d6a0a. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:46:34.952392 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bb10f3e0-6951-40e2-8028-97332b6d7883 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:34.981241 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4ab59b3d-fa12-4f81-b0f8-f77703c5eba6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:34.984355 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82819d0d-22dd-464b-8ae5-0ee73a1e48f1 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:34.995379 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82819d0d-22dd-464b-8ae5-0ee73a1e48f1 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:35.001741 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-82819d0d-22dd-464b-8ae5-0ee73a1e48f1 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] 10.222.0.11 "DELETE /v2.0/networks/e6db2217-e263-453a-9eaa-717694ccb16c HTTP/1.1" status: 204 len: 168 time: 1.5174437 Dec 10 16:46:35.008249 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 49756) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:35.037035 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82819d0d-22dd-464b-8ae5-0ee73a1e48f1 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Pushing event deleted for resources: {'Network': ['ID=e6db2217-e263-453a-9eaa-717694ccb16c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:35.062605 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-44c2d787-c483-4bac-8349-f70a0ad35d6b None None] For port e8fdf9bc-e4d7-47c6-a6c3-2de122947897, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=e8fdf9bc-e4d7-47c6-a6c3-2de122947897,segment=NetworkSegment(0d338867-e426-4ea2-8232-33fd4fcfcd56),segment_id=0d338867-e426-4ea2-8232-33fd4fcfcd56)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:46:35.063298 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-44c2d787-c483-4bac-8349-f70a0ad35d6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:35.115474 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-44c2d787-c483-4bac-8349-f70a0ad35d6b None None] Calling delete_port for e8fdf9bc-e4d7-47c6-a6c3-2de122947897 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:46:35.118873 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-c720805b-84be-45bc-bab6-44a49643c466 None None] Set router 13cfab41-777a-4a07-b90b-69c3f3f67480 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:46:35.137118 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab058be3-1b99-41d7-aafd-41594c4ab1ea tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:35.163975 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6351f-547a-4e0e-976a-c2e9a698b8e1 req-0773b3bf-367c-44ed-9f6f-b420b59484fe tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:35.165849 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fcd6351f-547a-4e0e-976a-c2e9a698b8e1 req-0773b3bf-367c-44ed-9f6f-b420b59484fe tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=567d5937-62fd-4aca-b8e7-4b17699843ee HTTP/1.1" status: 200 len: 1097 time: 0.5341339 Dec 10 16:46:35.216287 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f65399-d9c4-4110-818e-8f620ee5fcd1 None None] DHCP port deletion for e6db2217-e263-453a-9eaa-717694ccb16c request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:46:35.264126 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device e8fdf9bc-e4d7-47c6-a6c3-2de122947897 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:46:35.297502 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bb10f3e0-6951-40e2-8028-97332b6d7883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:35.345829 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fcd6351f-547a-4e0e-976a-c2e9a698b8e1 req-6c32d829-34ef-46d8-8642-2678de84cd35 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=25d6246b-ae6f-4c60-b629-6aa2b5602fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485074 Dec 10 16:46:35.457558 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-ab058be3-1b99-41d7-aafd-41594c4ab1ea tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Deleting port e8fdf9bc-e4d7-47c6-a6c3-2de122947897 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:46:35.459931 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab058be3-1b99-41d7-aafd-41594c4ab1ea tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:35.551164 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-ab058be3-1b99-41d7-aafd-41594c4ab1ea tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] For port e8fdf9bc-e4d7-47c6-a6c3-2de122947897, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=e8fdf9bc-e4d7-47c6-a6c3-2de122947897,segment=NetworkSegment(0d338867-e426-4ea2-8232-33fd4fcfcd56),segment_id=0d338867-e426-4ea2-8232-33fd4fcfcd56)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:46:35.552318 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab058be3-1b99-41d7-aafd-41594c4ab1ea tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:35.596790 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4ab59b3d-fa12-4f81-b0f8-f77703c5eba6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:35.613941 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4ab59b3d-fa12-4f81-b0f8-f77703c5eba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:35.620141 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:35.622757 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-44c2d787-c483-4bac-8349-f70a0ad35d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:35.641956 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-ab058be3-1b99-41d7-aafd-41594c4ab1ea tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Calling delete_port for e8fdf9bc-e4d7-47c6-a6c3-2de122947897 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:46:35.647276 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c2d787-c483-4bac-8349-f70a0ad35d6b None None] No DVR routers for this DVR port e8fdf9bc-e4d7-47c6-a6c3-2de122947897 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:46:35.647763 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4ab59b3d-fa12-4f81-b0f8-f77703c5eba6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cf7a381bf26b4be48a048b1f70f67a21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9865456 Dec 10 16:46:35.648926 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bb10f3e0-6951-40e2-8028-97332b6d7883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:35.650639 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49776) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:35.690489 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2d787-c483-4bac-8349-f70a0ad35d6b None None] Pushing event deleted for resources: {'Port': ['ID=e8fdf9bc-e4d7-47c6-a6c3-2de122947897,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:35.712303 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c720805b-84be-45bc-bab6-44a49643c466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cfab41-777a-4a07-b90b-69c3f3f67480', 'name': 'tempest-TestAggregatesBasicOps-1101272187-router', 'tenant_id': 'b37c5874b2c3452985b9054da7242fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '78fb9b46-0be1-4268-be6d-9ee1ae7eb94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:46:19Z', 'updated_at': '2021-12-10T16:46:28Z', 'revision_number': 4, 'project_id': 'b37c5874b2c3452985b9054da7242fcd', 'gw_port': {'id': '78fb9b46-0be1-4268-be6d-9ee1ae7eb94a', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cfab41-777a-4a07-b90b-69c3f3f67480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:46:20Z', 'updated_at': '2021-12-10T16:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'ebd2c925-a58e-46e2-b7ca-3c88e3aa8b22', 'name': '', 'network_id': '32f04c42-5f84-4855-a144-9f738fc8d3c3', 'tenant_id': 'b37c5874b2c3452985b9054da7242fcd', 'mac_address': 'fa:16:3e:74:7a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cfab41-777a-4a07-b90b-69c3f3f67480', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': 'b71da7ac-3b71-44ef-b72d-69ddad65a7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:46:27Z', 'updated_at': '2021-12-10T16:46:28Z', 'revision_number': 2, 'project_id': 'b37c5874b2c3452985b9054da7242fcd', 'subnets': [{'id': 'b71da7ac-3b71-44ef-b72d-69ddad65a7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:35.755528 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c720805b-84be-45bc-bab6-44a49643c466 None None] Checking router: 13cfab41-777a-4a07-b90b-69c3f3f67480 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:46:35.755916 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c720805b-84be-45bc-bab6-44a49643c466 None None] Updating router 13cfab41-777a-4a07-b90b-69c3f3f67480 port ebd2c925-a58e-46e2-b7ca-3c88e3aa8b22 binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:46:35.794263 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-03066e02-fec7-42dd-a1f8-85f829bddcff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:35.797027 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bb10f3e0-6951-40e2-8028-97332b6d7883 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:35.803322 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-bb10f3e0-6951-40e2-8028-97332b6d7883 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/cccefdf8-31d5-4f26-a672-76a4d6caa47c HTTP/1.1" status: 204 len: 168 time: 1.2776854 Dec 10 16:46:35.803322 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb10f3e0-6951-40e2-8028-97332b6d7883 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cccefdf8-31d5-4f26-a672-76a4d6caa47c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:35.805162 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49782) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:35.853986 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef2e03d-4de0-4790-855a-617c94221350 None None] Network bba4673e-577b-4368-a0ec-91838d61c26f requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:46:35.917232 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c720805b-84be-45bc-bab6-44a49643c466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:35.937911 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-03066e02-fec7-42dd-a1f8-85f829bddcff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:35.953476 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab058be3-1b99-41d7-aafd-41594c4ab1ea tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:35.953476 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab59b3d-fa12-4f81-b0f8-f77703c5eba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39824a8a-d89c-4f82-9a8a-ea26d5bece5d,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:36.003401 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f774df0-36d1-4bd0-9107-027325483a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:36.028382 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab058be3-1b99-41d7-aafd-41594c4ab1ea tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Pushing event deleted for resources: {'Port': ['ID=e8fdf9bc-e4d7-47c6-a6c3-2de122947897,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:36.041219 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab058be3-1b99-41d7-aafd-41594c4ab1ea tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] No DVR routers for this DVR port e8fdf9bc-e4d7-47c6-a6c3-2de122947897 on host n-d-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:46:36.228961 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab058be3-1b99-41d7-aafd-41594c4ab1ea tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:36.237102 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-03066e02-fec7-42dd-a1f8-85f829bddcff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:36.239839 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-03066e02-fec7-42dd-a1f8-85f829bddcff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:36.243698 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-03066e02-fec7-42dd-a1f8-85f829bddcff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/39824a8a-d89c-4f82-9a8a-ea26d5bece5d HTTP/1.1" status: 204 len: 168 time: 0.5916030 Dec 10 16:46:36.257616 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03066e02-fec7-42dd-a1f8-85f829bddcff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39824a8a-d89c-4f82-9a8a-ea26d5bece5d,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:36.271590 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-3f774df0-36d1-4bd0-9107-027325483a86 admin admin] Deleting port c4531c93-9a1d-48f6-91d3-e82f224ec68d {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:46:36.271922 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f774df0-36d1-4bd0-9107-027325483a86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:36.278904 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-ab058be3-1b99-41d7-aafd-41594c4ab1ea tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e53257-0711-4ba0-b7da-dd3d26fc026a']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:36.292754 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-ab058be3-1b99-41d7-aafd-41594c4ab1ea tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d338867-e426-4ea2-8232-33fd4fcfcd56') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:36.293230 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-ab058be3-1b99-41d7-aafd-41594c4ab1ea tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d338867-e426-4ea2-8232-33fd4fcfcd56') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:36.307582 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab058be3-1b99-41d7-aafd-41594c4ab1ea tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:36.325003 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab058be3-1b99-41d7-aafd-41594c4ab1ea tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:36.332253 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab058be3-1b99-41d7-aafd-41594c4ab1ea tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:46:36.332663 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab058be3-1b99-41d7-aafd-41594c4ab1ea tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:36.362922 n-d-766771-2 neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:46:36.362922 n-d-766771-2 neutron-server[103392]: self.session.flush() Dec 10 16:46:36.362922 n-d-766771-2 neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:46:36.362922 n-d-766771-2 neutron-server[103392]: self.session.flush() Dec 10 16:46:36.362922 n-d-766771-2 neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:46:36.362922 n-d-766771-2 neutron-server[103392]: self.session.flush() Dec 10 16:46:36.362922 n-d-766771-2 neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:46:36.362922 n-d-766771-2 neutron-server[103392]: self.session.flush() Dec 10 16:46:36.362922 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:46:36.362922 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:46:36.362922 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:46:36.362922 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:46:36.362922 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:46:36.362922 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:46:36.362922 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:46:36.362922 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:46:36.362922 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:46:36.362922 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:46:36.362922 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:46:36.362922 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:46:36.362922 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:46:36.362922 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:46:36.362922 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:46:36.362922 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:46:36.362922 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:46:36.362922 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:46:36.362922 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:46:36.362922 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:46:36.362922 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:46:36.362922 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:46:36.362922 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:46:36.362922 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:46:36.362922 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:46:36.362922 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:46:36.362922 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:46:36.362922 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:46:36.362922 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:46:36.362922 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:46:36.362922 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:46:36.362922 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:46:36.371154 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-3f774df0-36d1-4bd0-9107-027325483a86 admin admin] For port c4531c93-9a1d-48f6-91d3-e82f224ec68d, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c4531c93-9a1d-48f6-91d3-e82f224ec68d,segment=NetworkSegment(1995761b-45ad-4249-83fc-362d53b3e086),segment_id=1995761b-45ad-4249-83fc-362d53b3e086)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:46:36.371595 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f774df0-36d1-4bd0-9107-027325483a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:36.406330 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-3f774df0-36d1-4bd0-9107-027325483a86 admin admin] Calling delete_port for c4531c93-9a1d-48f6-91d3-e82f224ec68d owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:46:36.451143 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab058be3-1b99-41d7-aafd-41594c4ab1ea tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:36.460077 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:36.471269 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab058be3-1b99-41d7-aafd-41594c4ab1ea tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:36.477889 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ab058be3-1b99-41d7-aafd-41594c4ab1ea tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] 10.222.0.11 "DELETE /v2.0/networks/b6e53257-0711-4ba0-b7da-dd3d26fc026a HTTP/1.1" status: 204 len: 168 time: 1.4662910 Dec 10 16:46:36.488278 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bbdb6d-fcfb-43d0-a880-ebef4f78bdf6 req-2eab21d2-0035-43bc-8c75-d3f69c6237e4 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:36.489979 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a4bbdb6d-fcfb-43d0-a880-ebef4f78bdf6 req-2eab21d2-0035-43bc-8c75-d3f69c6237e4 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=36626dbf-184c-4cd2-9c46-2b6f1489124b HTTP/1.1" status: 200 len: 945 time: 0.1381552 Dec 10 16:46:36.500985 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 49800) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:36.538597 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab058be3-1b99-41d7-aafd-41594c4ab1ea tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Pushing event deleted for resources: {'Network': ['ID=b6e53257-0711-4ba0-b7da-dd3d26fc026a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:36.560638 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfab41ba-5b33-4945-be30-e07cf5e3ecd9 None None] DHCP port deletion for bba4673e-577b-4368-a0ec-91838d61c26f request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:46:36.611670 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f774df0-36d1-4bd0-9107-027325483a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:36.647185 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a4bbdb6d-fcfb-43d0-a880-ebef4f78bdf6 req-27cdd011-6265-40e7-8ccf-782b0f901a96 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322083 Dec 10 16:46:36.658548 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c720805b-84be-45bc-bab6-44a49643c466 None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:36.682512 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c720805b-84be-45bc-bab6-44a49643c466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:36.707536 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f774df0-36d1-4bd0-9107-027325483a86 admin admin] No DVR routers for this DVR port c4531c93-9a1d-48f6-91d3-e82f224ec68d on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:46:36.713038 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f89c635c-e047-41e7-8a2c-e7c2a8aa8440 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:36.719854 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f774df0-36d1-4bd0-9107-027325483a86 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4531c93-9a1d-48f6-91d3-e82f224ec68d,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:36.741428 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c4531c93-9a1d-48f6-91d3-e82f224ec68d no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:46:36.767646 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: c4531c93-9a1d-48f6-91d3-e82f224ec68d {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:46:36.767913 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c4531c93-9a1d-48f6-91d3-e82f224ec68d not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:46:36.768361 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 1da1892a-cd22-48e9-a13e-4f80c78d6a0a no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:46:36.793828 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49806) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:36.804425 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 1da1892a-cd22-48e9-a13e-4f80c78d6a0a {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:46:36.804831 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 1da1892a-cd22-48e9-a13e-4f80c78d6a0a not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:46:36.805348 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 2caed315-7525-4930-93f7-84341535d5ec no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:46:36.819199 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-cfab41ba-5b33-4945-be30-e07cf5e3ecd9 None None] Deleting port c4531c93-9a1d-48f6-91d3-e82f224ec68d {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:46:36.819582 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cfab41ba-5b33-4945-be30-e07cf5e3ecd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:36.832737 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f89c635c-e047-41e7-8a2c-e7c2a8aa8440 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:36.843965 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b120e45-91d7-4ac5-814b-0858ac5df623 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:36.875419 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-f89c635c-e047-41e7-8a2c-e7c2a8aa8440 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c044c17-8c9d-4996-aaaa-71300849604a']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:36.885655 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-f89c635c-e047-41e7-8a2c-e7c2a8aa8440 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d2d0b7-832a-4564-91a7-585b4e5af242') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:36.886093 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-f89c635c-e047-41e7-8a2c-e7c2a8aa8440 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d2d0b7-832a-4564-91a7-585b4e5af242') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:36.897615 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f89c635c-e047-41e7-8a2c-e7c2a8aa8440 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:36.903335 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-cfab41ba-5b33-4945-be30-e07cf5e3ecd9 None None] For port c4531c93-9a1d-48f6-91d3-e82f224ec68d, host n-d-766771-2, got binding levels [] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:46:36.903745 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cfab41ba-5b33-4945-be30-e07cf5e3ecd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:36.913447 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f89c635c-e047-41e7-8a2c-e7c2a8aa8440 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:36.932541 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f89c635c-e047-41e7-8a2c-e7c2a8aa8440 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:46:36.934072 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f89c635c-e047-41e7-8a2c-e7c2a8aa8440 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:36.937696 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:46:36.937696 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:46:36.937696 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:46:36.937696 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:46:36.937696 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:46:36.937696 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:46:36.937696 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:46:36.937696 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:46:36.937696 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:46:36.937696 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:46:36.937696 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:46:36.937696 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:46:36.937696 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:46:36.937696 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:46:36.937696 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:46:36.937696 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:46:36.937696 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:46:36.937696 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:46:36.937696 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:46:36.937696 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:46:36.937696 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:46:36.937696 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:46:36.937696 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:46:36.937696 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:46:36.937696 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:46:36.937696 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:46:36.937696 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:46:36.937696 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:46:36.937696 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:46:36.937696 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:46:36.937696 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:46:36.937696 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:46:36.956400 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f774df0-36d1-4bd0-9107-027325483a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:36.968348 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-cfab41ba-5b33-4945-be30-e07cf5e3ecd9 None None] Calling delete_port for c4531c93-9a1d-48f6-91d3-e82f224ec68d owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:46:36.970611 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 2caed315-7525-4930-93f7-84341535d5ec {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:46:36.971116 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 2caed315-7525-4930-93f7-84341535d5ec not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:46:36.987174 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-3f774df0-36d1-4bd0-9107-027325483a86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba4673e-577b-4368-a0ec-91838d61c26f']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:36.989880 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.ipam_backend_mixin [None req-cfab41ba-5b33-4945-be30-e07cf5e3ecd9 None None] Port c4531c93-9a1d-48f6-91d3-e82f224ec68d was not found and therefore no delete operation was performed {{(pid=103394) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 16:46:36.992496 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269c0f3-8fa4-406b-8f0a-b37aa4d0e268 None None] Pushing event updated for resources: {'Port': ['ID=ebd2c925-a58e-46e2-b7ca-3c88e3aa8b22,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:37.005963 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-3f774df0-36d1-4bd0-9107-027325483a86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1995761b-45ad-4249-83fc-362d53b3e086') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:37.006496 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-3f774df0-36d1-4bd0-9107-027325483a86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1995761b-45ad-4249-83fc-362d53b3e086') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:37.010285 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cfab41ba-5b33-4945-be30-e07cf5e3ecd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:37.018922 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f774df0-36d1-4bd0-9107-027325483a86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:37.041492 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f774df0-36d1-4bd0-9107-027325483a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:37.072097 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420113b5-7a4c-41b1-952d-d2722cb411da req-a703bdd3-0210-46e5-99a2-0420333dc482 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:37.073673 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-420113b5-7a4c-41b1-952d-d2722cb411da req-a703bdd3-0210-46e5-99a2-0420333dc482 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=567d5937-62fd-4aca-b8e7-4b17699843ee HTTP/1.1" status: 200 len: 1097 time: 0.1541471 Dec 10 16:46:37.074890 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f89c635c-e047-41e7-8a2c-e7c2a8aa8440 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:37.085681 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f774df0-36d1-4bd0-9107-027325483a86 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:46:37.086473 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f774df0-36d1-4bd0-9107-027325483a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:37.090706 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:46:37.090706 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:46:37.090706 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:46:37.090706 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:46:37.090706 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:46:37.090706 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:46:37.090706 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:46:37.090706 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:46:37.090706 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:46:37.090706 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:46:37.090706 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:46:37.090706 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:46:37.090706 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:46:37.090706 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:46:37.090706 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:46:37.090706 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:46:37.090706 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:46:37.090706 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:46:37.090706 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:46:37.090706 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:46:37.090706 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:46:37.090706 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:46:37.090706 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:46:37.090706 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:46:37.090706 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:46:37.090706 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:46:37.090706 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:46:37.090706 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:46:37.090706 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:46:37.090706 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:46:37.090706 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:46:37.090706 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:46:37.092736 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f89c635c-e047-41e7-8a2c-e7c2a8aa8440 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:37.096766 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f89c635c-e047-41e7-8a2c-e7c2a8aa8440 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] 10.222.0.11 "DELETE /v2.0/networks/1c044c17-8c9d-4996-aaaa-71300849604a HTTP/1.1" status: 204 len: 168 time: 0.5936739 Dec 10 16:46:37.106108 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfab41ba-5b33-4945-be30-e07cf5e3ecd9 None None] No DVR routers for this DVR port c4531c93-9a1d-48f6-91d3-e82f224ec68d on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:46:37.110893 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab41ba-5b33-4945-be30-e07cf5e3ecd9 None None] Pushing event deleted for resources: {'Port': ['ID=c4531c93-9a1d-48f6-91d3-e82f224ec68d,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:37.111856 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49812) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:37.147891 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-c720805b-84be-45bc-bab6-44a49643c466 None None] Attempting to bind port ebd2c925-a58e-46e2-b7ca-3c88e3aa8b22 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:46:37.148473 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-c720805b-84be-45bc-bab6-44a49643c466 None None] Attempting to bind port ebd2c925-a58e-46e2-b7ca-3c88e3aa8b22 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '660147d6-46d6-46d6-a7c1-d69ec2114d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '32f04c42-5f84-4855-a144-9f738fc8d3c3'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:46:37.148992 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c720805b-84be-45bc-bab6-44a49643c466 None None] Attempting to bind port ebd2c925-a58e-46e2-b7ca-3c88e3aa8b22 on network 32f04c42-5f84-4855-a144-9f738fc8d3c3 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:46:37.154467 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c720805b-84be-45bc-bab6-44a49643c466 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:46:37.154996 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c720805b-84be-45bc-bab6-44a49643c466 None None] Checking segment: {'id': '660147d6-46d6-46d6-a7c1-d69ec2114d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '32f04c42-5f84-4855-a144-9f738fc8d3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:46:37.155507 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c720805b-84be-45bc-bab6-44a49643c466 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:37.156001 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c720805b-84be-45bc-bab6-44a49643c466 None None] Bound using segment: {'id': '660147d6-46d6-46d6-a7c1-d69ec2114d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '32f04c42-5f84-4855-a144-9f738fc8d3c3'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:46:37.156583 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-c720805b-84be-45bc-bab6-44a49643c466 None None] Bound port: ebd2c925-a58e-46e2-b7ca-3c88e3aa8b22, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '660147d6-46d6-46d6-a7c1-d69ec2114d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '32f04c42-5f84-4855-a144-9f738fc8d3c3'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:46:37.157070 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c720805b-84be-45bc-bab6-44a49643c466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:37.164721 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-420113b5-7a4c-41b1-952d-d2722cb411da req-499821d2-e857-47fa-bbc0-932c85b01c9b tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=25d6246b-ae6f-4c60-b629-6aa2b5602fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603342 Dec 10 16:46:37.165466 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c635c-e047-41e7-8a2c-e7c2a8aa8440 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Pushing event deleted for resources: {'Network': ['ID=1c044c17-8c9d-4996-aaaa-71300849604a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:37.344801 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c720805b-84be-45bc-bab6-44a49643c466 None None] For port ebd2c925-a58e-46e2-b7ca-3c88e3aa8b22, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:46:37.369715 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f774df0-36d1-4bd0-9107-027325483a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:37.376401 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9540f1f8-93bc-4dbc-b4f8-32c66a66dcff None None] Provisioning complete for port ebd2c925-a58e-46e2-b7ca-3c88e3aa8b22 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:46:37.376743 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9540f1f8-93bc-4dbc-b4f8-32c66a66dcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:37.384187 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f774df0-36d1-4bd0-9107-027325483a86 admin admin] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:37.386450 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c720805b-84be-45bc-bab6-44a49643c466 None None] For port ebd2c925-a58e-46e2-b7ca-3c88e3aa8b22, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=ebd2c925-a58e-46e2-b7ca-3c88e3aa8b22,segment=NetworkSegment(660147d6-46d6-46d6-a7c1-d69ec2114d03),segment_id=660147d6-46d6-46d6-a7c1-d69ec2114d03)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:46:37.387426 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3f774df0-36d1-4bd0-9107-027325483a86 admin admin] 10.222.0.11 "DELETE /v2.0/networks/bba4673e-577b-4368-a0ec-91838d61c26f HTTP/1.1" status: 204 len: 168 time: 1.5812833 Dec 10 16:46:37.390708 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 49824) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:37.415964 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f774df0-36d1-4bd0-9107-027325483a86 admin admin] Pushing event deleted for resources: {'Network': ['ID=bba4673e-577b-4368-a0ec-91838d61c26f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:37.420939 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b120e45-91d7-4ac5-814b-0858ac5df623 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:37.425928 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc903d20-fc99-40be-899e-e37c3bd84411 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:37.429426 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b120e45-91d7-4ac5-814b-0858ac5df623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:37.446250 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c720805b-84be-45bc-bab6-44a49643c466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:37.490597 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4b120e45-91d7-4ac5-814b-0858ac5df623 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cf0da6b66ae74580b943dcfdd8e13f24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6955655 Dec 10 16:46:37.491280 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49830) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:37.518661 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b120e45-91d7-4ac5-814b-0858ac5df623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764780d7-8271-4175-b190-8d99d73ddada,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:37.566863 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269c0f3-8fa4-406b-8f0a-b37aa4d0e268 None None] Pushing event updated for resources: {'Port': ['ID=ebd2c925-a58e-46e2-b7ca-3c88e3aa8b22,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:37.635748 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a8f7b-daad-4d75-84d6-f86efb8e9c70 req-b03fce50-ae31-44de-890d-6917ff3baae2 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:37.637802 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3d6a8f7b-daad-4d75-84d6-f86efb8e9c70 req-b03fce50-ae31-44de-890d-6917ff3baae2 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=567d5937-62fd-4aca-b8e7-4b17699843ee HTTP/1.1" status: 200 len: 1097 time: 0.0771890 Dec 10 16:46:37.683229 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 49846) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:37.747743 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc903d20-fc99-40be-899e-e37c3bd84411 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:37.800265 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-dc903d20-fc99-40be-899e-e37c3bd84411 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31c309aa-e223-4f4f-a431-c290fd479ec0']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:37.812977 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-dc903d20-fc99-40be-899e-e37c3bd84411 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70cba14e-7618-4ece-91b2-e26e569b24a4') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:37.813617 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-dc903d20-fc99-40be-899e-e37c3bd84411 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70cba14e-7618-4ece-91b2-e26e569b24a4') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:37.826470 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc903d20-fc99-40be-899e-e37c3bd84411 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:37.842550 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc903d20-fc99-40be-899e-e37c3bd84411 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:37.850286 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc903d20-fc99-40be-899e-e37c3bd84411 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:46:37.851415 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc903d20-fc99-40be-899e-e37c3bd84411 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:37.880716 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9540f1f8-93bc-4dbc-b4f8-32c66a66dcff None None] Port ebd2c925-a58e-46e2-b7ca-3c88e3aa8b22 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:46:37.896972 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c720805b-84be-45bc-bab6-44a49643c466 None None] Routers {'13cfab41-777a-4a07-b90b-69c3f3f67480'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:46:37.897798 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c720805b-84be-45bc-bab6-44a49643c466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:46:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['13cfab41-777a-4a07-b90b-69c3f3f67480'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:37.928626 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:46:37.928626 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:46:37.928626 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:46:37.928626 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:46:37.928626 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:46:37.928626 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:46:37.928626 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:46:37.928626 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:46:37.928626 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:46:37.928626 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:46:37.928626 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:46:37.928626 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:46:37.928626 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:46:37.928626 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:46:37.928626 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:46:37.928626 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:46:37.928626 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:46:37.928626 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:46:37.928626 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:46:37.928626 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:46:37.928626 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:46:37.928626 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:46:37.928626 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:46:37.928626 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:46:37.928626 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:46:37.928626 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:46:37.928626 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:46:37.928626 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:46:37.928626 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:46:37.928626 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:46:37.928626 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:46:37.928626 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:46:37.991199 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a9f7d2fa-3f6d-4cba-949a-11de5a5b30f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:37.996107 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc903d20-fc99-40be-899e-e37c3bd84411 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:38.013487 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc903d20-fc99-40be-899e-e37c3bd84411 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:38.016821 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-dc903d20-fc99-40be-899e-e37c3bd84411 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] 10.222.0.11 "DELETE /v2.0/networks/31c309aa-e223-4f4f-a431-c290fd479ec0 HTTP/1.1" status: 204 len: 168 time: 0.8694093 Dec 10 16:46:38.038550 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-c720805b-84be-45bc-bab6-44a49643c466 None None] Set router 13cfab41-777a-4a07-b90b-69c3f3f67480 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:46:38.038796 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a9f7d2fa-3f6d-4cba-949a-11de5a5b30f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:38.119364 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a9f7d2fa-3f6d-4cba-949a-11de5a5b30f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:38.122771 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a9f7d2fa-3f6d-4cba-949a-11de5a5b30f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:38.124142 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a9f7d2fa-3f6d-4cba-949a-11de5a5b30f4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/764780d7-8271-4175-b190-8d99d73ddada HTTP/1.1" status: 204 len: 168 time: 0.6295395 Dec 10 16:46:38.133809 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc903d20-fc99-40be-899e-e37c3bd84411 tempest-BulkNetworkOpsIpV6Test-2090201660 tempest-BulkNetworkOpsIpV6Test-2090201660-project] Pushing event deleted for resources: {'Network': ['ID=31c309aa-e223-4f4f-a431-c290fd479ec0,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:38.143447 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f7d2fa-3f6d-4cba-949a-11de5a5b30f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764780d7-8271-4175-b190-8d99d73ddada,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:38.210492 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba572f4a-ec91-41b4-91b3-3eb27fd4e982 req-e24994dd-54ca-4014-8538-80ce7b689e48 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:38.219484 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:38.228243 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ba572f4a-ec91-41b4-91b3-3eb27fd4e982 req-e24994dd-54ca-4014-8538-80ce7b689e48 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=36626dbf-184c-4cd2-9c46-2b6f1489124b HTTP/1.1" status: 200 len: 945 time: 0.4155860 Dec 10 16:46:38.288898 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-3d6a8f7b-daad-4d75-84d6-f86efb8e9c70 req-b4c951b2-4810-424b-83ce-6cc30244d60d tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Deleting port 5c5448d0-798e-4a92-a8fc-e623b0b24a53 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:46:38.289240 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3d6a8f7b-daad-4d75-84d6-f86efb8e9c70 req-b4c951b2-4810-424b-83ce-6cc30244d60d tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:38.405128 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-942418c2-6527-460a-bb6b-f80cd5da354b None None] Provisioning complete for port ebd2c925-a58e-46e2-b7ca-3c88e3aa8b22 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:46:38.405528 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-942418c2-6527-460a-bb6b-f80cd5da354b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:38.481882 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c720805b-84be-45bc-bab6-44a49643c466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cfab41-777a-4a07-b90b-69c3f3f67480', 'name': 'tempest-TestAggregatesBasicOps-1101272187-router', 'tenant_id': 'b37c5874b2c3452985b9054da7242fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '78fb9b46-0be1-4268-be6d-9ee1ae7eb94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:46:19Z', 'updated_at': '2021-12-10T16:46:28Z', 'revision_number': 4, 'project_id': 'b37c5874b2c3452985b9054da7242fcd', 'gw_port': {'id': '78fb9b46-0be1-4268-be6d-9ee1ae7eb94a', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cfab41-777a-4a07-b90b-69c3f3f67480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:46:20Z', 'updated_at': '2021-12-10T16:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'ebd2c925-a58e-46e2-b7ca-3c88e3aa8b22', 'name': '', 'network_id': '32f04c42-5f84-4855-a144-9f738fc8d3c3', 'tenant_id': 'b37c5874b2c3452985b9054da7242fcd', 'mac_address': 'fa:16:3e:74:7a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cfab41-777a-4a07-b90b-69c3f3f67480', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': 'b71da7ac-3b71-44ef-b72d-69ddad65a7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:46:27Z', 'updated_at': '2021-12-10T16:46:37Z', 'revision_number': 4, 'project_id': 'b37c5874b2c3452985b9054da7242fcd', 'subnets': [{'id': 'b71da7ac-3b71-44ef-b72d-69ddad65a7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:38.529310 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c720805b-84be-45bc-bab6-44a49643c466 None None] The sync data for ids ['13cfab41-777a-4a07-b90b-69c3f3f67480'] in n-d-766771-2 is: [{'id': '13cfab41-777a-4a07-b90b-69c3f3f67480', 'name': 'tempest-TestAggregatesBasicOps-1101272187-router', 'tenant_id': 'b37c5874b2c3452985b9054da7242fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '78fb9b46-0be1-4268-be6d-9ee1ae7eb94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:46:19Z', 'updated_at': '2021-12-10T16:46:28Z', 'revision_number': 4, 'project_id': 'b37c5874b2c3452985b9054da7242fcd', 'gw_port': {'id': '78fb9b46-0be1-4268-be6d-9ee1ae7eb94a', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cfab41-777a-4a07-b90b-69c3f3f67480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:46:20Z', 'updated_at': '2021-12-10T16:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'ebd2c925-a58e-46e2-b7ca-3c88e3aa8b22', 'name': '', 'network_id': '32f04c42-5f84-4855-a144-9f738fc8d3c3', 'tenant_id': 'b37c5874b2c3452985b9054da7242fcd', 'mac_address': 'fa:16:3e:74:7a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cfab41-777a-4a07-b90b-69c3f3f67480', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': 'b71da7ac-3b71-44ef-b72d-69ddad65a7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:46:27Z', 'updated_at': '2021-12-10T16:46:37Z', 'revision_number': 4, 'project_id': 'b37c5874b2c3452985b9054da7242fcd', 'subnets': [{'id': 'b71da7ac-3b71-44ef-b72d-69ddad65a7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:46:38.573391 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49866) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:38.645885 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-942418c2-6527-460a-bb6b-f80cd5da354b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:38.723150 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ba572f4a-ec91-41b4-91b3-3eb27fd4e982 req-ad5a1335-93ee-49c3-973d-1efc90d97384 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4938831 Dec 10 16:46:38.734330 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-942418c2-6527-460a-bb6b-f80cd5da354b None None] For port ebd2c925-a58e-46e2-b7ca-3c88e3aa8b22, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=ebd2c925-a58e-46e2-b7ca-3c88e3aa8b22,segment=NetworkSegment(660147d6-46d6-46d6-a7c1-d69ec2114d03),segment_id=660147d6-46d6-46d6-a7c1-d69ec2114d03)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:46:38.741925 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-942418c2-6527-460a-bb6b-f80cd5da354b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:38.788654 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-3d6a8f7b-daad-4d75-84d6-f86efb8e9c70 req-b4c951b2-4810-424b-83ce-6cc30244d60d tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] For port 5c5448d0-798e-4a92-a8fc-e623b0b24a53, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=5c5448d0-798e-4a92-a8fc-e623b0b24a53,segment=NetworkSegment(0768ac61-f3fc-49c8-a352-c9da2337fb4a),segment_id=0768ac61-f3fc-49c8-a352-c9da2337fb4a)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:46:38.789033 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3d6a8f7b-daad-4d75-84d6-f86efb8e9c70 req-b4c951b2-4810-424b-83ce-6cc30244d60d tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:38.824985 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device ebd2c925-a58e-46e2-b7ca-3c88e3aa8b22 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:46:38.890983 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942418c2-6527-460a-bb6b-f80cd5da354b None None] Pushing event updated for resources: {'Port': ['ID=ebd2c925-a58e-46e2-b7ca-3c88e3aa8b22,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:38.973312 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port ebd2c925-a58e-46e2-b7ca-3c88e3aa8b22 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:46:38.973691 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:39.144794 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-dc0f0d2a-7e9d-4538-b45b-74a988570250 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e2a331a928ad4dc283fe947774bc2f41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5690815 Dec 10 16:46:39.147562 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49876) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:39.215894 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49880) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:39.231362 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8e396792-d8e9-42b9-8152-f839bcb035ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:39.241698 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef84e46c-3137-464c-b2a0-799dbef35ef9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:39.266496 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef84e46c-3137-464c-b2a0-799dbef35ef9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:39.338115 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef84e46c-3137-464c-b2a0-799dbef35ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:39.340968 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef84e46c-3137-464c-b2a0-799dbef35ef9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:39.342190 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ef84e46c-3137-464c-b2a0-799dbef35ef9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ed6cac85-a2ba-4ca5-90b6-88daec15ae23 HTTP/1.1" status: 204 len: 168 time: 0.1932814 Dec 10 16:46:39.356309 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84e46c-3137-464c-b2a0-799dbef35ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6cac85-a2ba-4ca5-90b6-88daec15ae23,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:39.379318 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-3d6a8f7b-daad-4d75-84d6-f86efb8e9c70 req-b4c951b2-4810-424b-83ce-6cc30244d60d tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Calling delete_port for 5c5448d0-798e-4a92-a8fc-e623b0b24a53 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:46:39.442507 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8e396792-d8e9-42b9-8152-f839bcb035ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:39.454443 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8e396792-d8e9-42b9-8152-f839bcb035ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:39.521169 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f04d2-1ad6-405c-a7c7-45400adf342f req-7c132c6a-efea-476e-99d9-6b83619364df tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:39.522287 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8e396792-d8e9-42b9-8152-f839bcb035ed admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8c23f14de8bb4b26ab42aa8c62d212e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3052998 Dec 10 16:46:39.524814 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e396792-d8e9-42b9-8152-f839bcb035ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f04c0f-42f1-4c10-83cd-d5f546f8471f,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:39.528928 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6c7f04d2-1ad6-405c-a7c7-45400adf342f req-7c132c6a-efea-476e-99d9-6b83619364df tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=567d5937-62fd-4aca-b8e7-4b17699843ee HTTP/1.1" status: 200 len: 1097 time: 0.6410980 Dec 10 16:46:39.535268 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 49888) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:39.543430 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c81052d5-2ef1-4e68-80b9-a3694c1ea0e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:39.733585 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6c7f04d2-1ad6-405c-a7c7-45400adf342f req-eef30a73-9291-4101-89e6-0a204eaf95e7 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=25d6246b-ae6f-4c60-b629-6aa2b5602fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037477 Dec 10 16:46:39.795976 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8235fffb-b478-43dd-9ad0-705c3519f594 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:39.948930 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8235fffb-b478-43dd-9ad0-705c3519f594 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:40.034568 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3d6a8f7b-daad-4d75-84d6-f86efb8e9c70 req-b4c951b2-4810-424b-83ce-6cc30244d60d tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:40.045855 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['dc925881-3e35-44c3-9d61-6ba7f1446877'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:46:40.103768 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b3df5-a7a5-46fe-942a-0d304c0e2dbd req-0784ca05-b316-460b-8646-a037ba4b04b9 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:40.114531 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1b3b3df5-a7a5-46fe-942a-0d304c0e2dbd req-0784ca05-b316-460b-8646-a037ba4b04b9 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=36626dbf-184c-4cd2-9c46-2b6f1489124b HTTP/1.1" status: 200 len: 945 time: 0.2487550 Dec 10 16:46:40.127350 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c951b2-4810-424b-83ce-6cc30244d60d tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c5448d0-798e-4a92-a8fc-e623b0b24a53,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:40.131921 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0d50619e-404f-4520-b2cd-bac4fca6956f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:40.172891 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-cfe522b4-4b79-4c98-9bf2-6160382d575d req-71f7497f-b82c-4749-8181-342ef2b3b59b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=745c579e-69e5-4133-84e1-55b039a305ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0810361 Dec 10 16:46:40.368969 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe522b4-4b79-4c98-9bf2-6160382d575d req-06fbdca3-8edf-45ef-a8bc-d1ec56021d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:40.372294 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-cfe522b4-4b79-4c98-9bf2-6160382d575d req-06fbdca3-8edf-45ef-a8bc-d1ec56021d25 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2334512fa40541b3a8ba6aa3ffbe674c&device_id=745c579e-69e5-4133-84e1-55b039a305ea HTTP/1.1" status: 200 len: 1096 time: 0.1398208 Dec 10 16:46:40.389862 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8235fffb-b478-43dd-9ad0-705c3519f594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:40.392631 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8235fffb-b478-43dd-9ad0-705c3519f594 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:40.395319 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-8235fffb-b478-43dd-9ad0-705c3519f594 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/94f04c0f-42f1-4c10-83cd-d5f546f8471f HTTP/1.1" status: 204 len: 168 time: 0.8554833 Dec 10 16:46:40.472569 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6a8f7b-daad-4d75-84d6-f86efb8e9c70 req-b4c951b2-4810-424b-83ce-6cc30244d60d tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] No DVR routers for this DVR port 5c5448d0-798e-4a92-a8fc-e623b0b24a53 on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:46:40.483168 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3d6a8f7b-daad-4d75-84d6-f86efb8e9c70 req-b4c951b2-4810-424b-83ce-6cc30244d60d tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:40.487375 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3d6a8f7b-daad-4d75-84d6-f86efb8e9c70 req-b4c951b2-4810-424b-83ce-6cc30244d60d tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.26 "DELETE /v2.0/ports/5c5448d0-798e-4a92-a8fc-e623b0b24a53 HTTP/1.1" status: 204 len: 173 time: 2.8379385 Dec 10 16:46:40.490790 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '567d5937-62fd-4aca-b8e7-4b17699843ee', 'name': 'network-vif-deleted', 'tag': '5c5448d0-798e-4a92-a8fc-e623b0b24a53'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:46:40.493329 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4323049-8c14-4411-87a9-f20657abdd23" -d '{"events": [{"server_uuid": "567d5937-62fd-4aca-b8e7-4b17699843ee", "name": "network-vif-deleted", "tag": "5c5448d0-798e-4a92-a8fc-e623b0b24a53"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:46:40.502390 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235fffb-b478-43dd-9ad0-705c3519f594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f04c0f-42f1-4c10-83cd-d5f546f8471f,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:40.552797 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 49928) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:40.560182 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1b3b3df5-a7a5-46fe-942a-0d304c0e2dbd req-0a4e4af7-b7a1-4eaa-9ffb-a85e216b9401 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442823 Dec 10 16:46:40.634928 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe522b4-4b79-4c98-9bf2-6160382d575d req-dc426aff-2369-4425-bce9-a0c74808d21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:40.637678 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-cfe522b4-4b79-4c98-9bf2-6160382d575d req-dc426aff-2369-4425-bce9-a0c74808d21d service neutron] 10.222.0.26 "GET /v2.0/networks?id=35f32682-cfba-42d0-8574-2822bfa354b7 HTTP/1.1" status: 200 len: 906 time: 0.2392235 Dec 10 16:46:40.714222 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-cfe522b4-4b79-4c98-9bf2-6160382d575d req-91a6c99b-a9b1-4173-adec-01f0b7b0134c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb2991dd-afe8-4317-bf27-03920c421c1f HTTP/1.1" status: 200 len: 217 time: 0.0690765 Dec 10 16:46:40.745749 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device ebd2c925-a58e-46e2-b7ca-3c88e3aa8b22 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:46:40.791082 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e5fd02-2417-4daf-9786-02557dacc16e x-openstack-request-id: req-47e5fd02-2417-4daf-9786-02557dacc16e {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:46:40.791704 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "567d5937-62fd-4aca-b8e7-4b17699843ee", "name": "network-vif-deleted", "tag": "5c5448d0-798e-4a92-a8fc-e623b0b24a53", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:46:40.791854 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-47e5fd02-2417-4daf-9786-02557dacc16e {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:46:40.792306 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '567d5937-62fd-4aca-b8e7-4b17699843ee', 'name': 'network-vif-deleted', 'tag': '5c5448d0-798e-4a92-a8fc-e623b0b24a53', 'status': 'completed', 'code': 200} Dec 10 16:46:40.844819 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port ebd2c925-a58e-46e2-b7ca-3c88e3aa8b22 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:46:40.845203 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:40.859392 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-82ec103d-ac1b-46e4-9843-9145570c7702 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1808718199'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:46:40.871998 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-c81052d5-2ef1-4e68-80b9-a3694c1ea0e0 admin admin] Deleting port 5066bd84-29e0-4402-81be-0df2360dec29 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:46:40.872392 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c81052d5-2ef1-4e68-80b9-a3694c1ea0e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:40.903988 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ec103d-ac1b-46e4-9843-9145570c7702 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Made reservation on behalf of a6abc5679d6f4030b7132a835e224ee0 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:46:40.907528 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82ec103d-ac1b-46e4-9843-9145570c7702 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:40.924519 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82ec103d-ac1b-46e4-9843-9145570c7702 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:40.936885 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe522b4-4b79-4c98-9bf2-6160382d575d req-db547997-26e3-4a1b-81cb-da1610324881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:40.938266 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-cfe522b4-4b79-4c98-9bf2-6160382d575d req-db547997-26e3-4a1b-81cb-da1610324881 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=752d8738-5a8a-4dc6-b8b4-8f887a921d46 HTTP/1.1" status: 200 len: 845 time: 0.2152529 Dec 10 16:46:40.992462 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-800f7a87-483c-423d-8d9e-ce78be92cfff req-896c34c2-148d-4948-b706-0b648ae72cac tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=567d5937-62fd-4aca-b8e7-4b17699843ee HTTP/1.1" status: 200 len: 210 time: 0.0436988 Dec 10 16:46:41.003538 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-cfe522b4-4b79-4c98-9bf2-6160382d575d req-b3eef7a2-8b3d-4729-afec-a87d6ddbd0a1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=35f32682-cfba-42d0-8574-2822bfa354b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406508 Dec 10 16:46:41.064100 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-c81052d5-2ef1-4e68-80b9-a3694c1ea0e0 admin admin] For port 5066bd84-29e0-4402-81be-0df2360dec29, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=5066bd84-29e0-4402-81be-0df2360dec29,segment=NetworkSegment(89559e97-2ffb-439c-bc9a-1a58bc13f276),segment_id=89559e97-2ffb-439c-bc9a-1a58bc13f276)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:46:41.064485 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c81052d5-2ef1-4e68-80b9-a3694c1ea0e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:41.104121 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-c81052d5-2ef1-4e68-80b9-a3694c1ea0e0 admin admin] Calling delete_port for 5066bd84-29e0-4402-81be-0df2360dec29 owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:46:41.159156 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-cfe522b4-4b79-4c98-9bf2-6160382d575d req-9fdd23a0-533a-49c4-8194-5cf8f19ae3f4 service neutron] 10.222.0.26 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469989 Dec 10 16:46:41.235897 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82ec103d-ac1b-46e4-9843-9145570c7702 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:41.241201 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82ec103d-ac1b-46e4-9843-9145570c7702 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:41.270965 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-0d50619e-404f-4520-b2cd-bac4fca6956f admin admin] Deleting port c2663e1d-5c9e-4c02-b0fe-ff91184cc3e8 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:46:41.271296 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0d50619e-404f-4520-b2cd-bac4fca6956f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:41.286786 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ec103d-ac1b-46e4-9843-9145570c7702 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:46:41.318483 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82ec103d-ac1b-46e4-9843-9145570c7702 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:41.318751 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-82ec103d-ac1b-46e4-9843-9145570c7702 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Added segment bede1d20-252b-4064-af0c-50116a69af74 of type vlan for network 7a03251b-f2a8-4cb2-9e80-5726f082688c Dec 10 16:46:41.324772 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec103d-ac1b-46e4-9843-9145570c7702 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc18bf73-9cd4-4cd0-a6a8-268e4d437892,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:41.418154 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82ec103d-ac1b-46e4-9843-9145570c7702 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:41.418400 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-0d50619e-404f-4520-b2cd-bac4fca6956f admin admin] For port c2663e1d-5c9e-4c02-b0fe-ff91184cc3e8, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c2663e1d-5c9e-4c02-b0fe-ff91184cc3e8,segment=NetworkSegment(d45f125e-26ab-4885-a31a-6604f9b1cde4),segment_id=d45f125e-26ab-4885-a31a-6604f9b1cde4)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:46:41.418664 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0d50619e-404f-4520-b2cd-bac4fca6956f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:41.438051 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-0d50619e-404f-4520-b2cd-bac4fca6956f admin admin] Calling delete_port for c2663e1d-5c9e-4c02-b0fe-ff91184cc3e8 owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:46:41.475434 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-cfe522b4-4b79-4c98-9bf2-6160382d575d req-893346c2-52d2-45f0-9a9f-93e481a34bca service neutron] 10.222.0.26 "GET /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045704 Dec 10 16:46:41.477087 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82ec103d-ac1b-46e4-9843-9145570c7702 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:41.486288 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ec103d-ac1b-46e4-9843-9145570c7702 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:41.486960 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82ec103d-ac1b-46e4-9843-9145570c7702 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:41.493507 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 5c5448d0-798e-4a92-a8fc-e623b0b24a53 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:46:41.518791 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 5c5448d0-798e-4a92-a8fc-e623b0b24a53 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:46:41.519274 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 5c5448d0-798e-4a92-a8fc-e623b0b24a53 not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:46:41.558877 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c81052d5-2ef1-4e68-80b9-a3694c1ea0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:41.571611 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-82ec103d-ac1b-46e4-9843-9145570c7702 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0175238 Dec 10 16:46:41.599811 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec103d-ac1b-46e4-9843-9145570c7702 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event updated for resources: {'Network': ['ID=7a03251b-f2a8-4cb2-9e80-5726f082688c,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:41.613120 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 7a03251b-f2a8-4cb2-9e80-5726f082688c details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:46:41.650718 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81052d5-2ef1-4e68-80b9-a3694c1ea0e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5066bd84-29e0-4402-81be-0df2360dec29,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:42.045874 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4de88-6944-4933-b726-403a77a5572d req-b31d0ce2-647d-46ca-9463-136e074c3e47 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:42.053308 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-acd4de88-6944-4933-b726-403a77a5572d req-b31d0ce2-647d-46ca-9463-136e074c3e47 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=36626dbf-184c-4cd2-9c46-2b6f1489124b HTTP/1.1" status: 200 len: 945 time: 0.3023620 Dec 10 16:46:42.167230 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-acd4de88-6944-4933-b726-403a77a5572d req-3ee1a9c2-a833-4942-a6a2-ad11f2964eb6 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127906 Dec 10 16:46:42.192627 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c81052d5-2ef1-4e68-80b9-a3694c1ea0e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:42.219356 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0d50619e-404f-4520-b2cd-bac4fca6956f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:42.360878 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50619e-404f-4520-b2cd-bac4fca6956f admin admin] Pushing event deleted for resources: {'Port': ['ID=c2663e1d-5c9e-4c02-b0fe-ff91184cc3e8,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:42.980797 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de581e-cb7d-4605-b914-c6cf3dadd376 req-257b39d0-4488-4e61-9fac-509c105486c7 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:42.982764 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-75de581e-cb7d-4605-b914-c6cf3dadd376 req-257b39d0-4488-4e61-9fac-509c105486c7 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8f7c5e78-a0be-4a97-908b-9f980b60d11d HTTP/1.1" status: 200 len: 1096 time: 0.1651199 Dec 10 16:46:43.030885 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81052d5-2ef1-4e68-80b9-a3694c1ea0e0 admin admin] Router 828cdc82-4d67-4f3d-9cc1-8cc37f00521d has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:46:43.064346 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-75de581e-cb7d-4605-b914-c6cf3dadd376 req-cbe282aa-cd05-4f8a-9122-03d4cf293a7d tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=25d6246b-ae6f-4c60-b629-6aa2b5602fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741875 Dec 10 16:46:43.305603 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:46:43.539572 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0d50619e-404f-4520-b2cd-bac4fca6956f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:43.544275 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81052d5-2ef1-4e68-80b9-a3694c1ea0e0 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:46:43.554821 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efc6dbf-5179-4eaf-a18a-848db8627d50 None None] Sync routers for ids ['828cdc82-4d67-4f3d-9cc1-8cc37f00521d'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:46:43.582651 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c81052d5-2ef1-4e68-80b9-a3694c1ea0e0 admin admin] 10.222.0.11 "PUT /v2.0/routers/828cdc82-4d67-4f3d-9cc1-8cc37f00521d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1860237 Dec 10 16:46:43.586613 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50012) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:43.625260 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efc6dbf-5179-4eaf-a18a-848db8627d50 None None] Routers {'828cdc82-4d67-4f3d-9cc1-8cc37f00521d'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:46:43.626174 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5efc6dbf-5179-4eaf-a18a-848db8627d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:46:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['828cdc82-4d67-4f3d-9cc1-8cc37f00521d'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:43.841065 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-5efc6dbf-5179-4eaf-a18a-848db8627d50 None None] Set router 828cdc82-4d67-4f3d-9cc1-8cc37f00521d gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:46:43.864653 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c799970-a339-479b-8cbf-f9586ed601a7 req-ec38d747-42be-4e75-8037-83dc95278e5f tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:43.871783 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0c799970-a339-479b-8cbf-f9586ed601a7 req-ec38d747-42be-4e75-8037-83dc95278e5f tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=36626dbf-184c-4cd2-9c46-2b6f1489124b HTTP/1.1" status: 200 len: 945 time: 0.3297801 Dec 10 16:46:43.934838 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d6081746-555a-40a3-a1ca-14a9e4614be3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:43.937597 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d1313648-2f36-470c-a8f1-72ce3e1903d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:44.071285 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d6081746-555a-40a3-a1ca-14a9e4614be3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:44.090419 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0c799970-a339-479b-8cbf-f9586ed601a7 req-d030204b-12ee-4e58-a7af-784f024dd7ed tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745334 Dec 10 16:46:44.099640 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8dd619-a6f5-4702-8638-305a32e3bd39 req-1154dd46-ab17-442f-b2c4-2b58e1de8069 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:44.100741 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8e8dd619-a6f5-4702-8638-305a32e3bd39 req-1154dd46-ab17-442f-b2c4-2b58e1de8069 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=8f7c5e78-a0be-4a97-908b-9f980b60d11d HTTP/1.1" status: 200 len: 1096 time: 0.2566693 Dec 10 16:46:44.208833 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-d6081746-555a-40a3-a1ca-14a9e4614be3 admin admin] Deleting port ead05d43-d89f-4cad-95aa-3efb70b1e0fa {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:46:44.210998 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d6081746-555a-40a3-a1ca-14a9e4614be3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:44.331290 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-d6081746-555a-40a3-a1ca-14a9e4614be3 admin admin] For port ead05d43-d89f-4cad-95aa-3efb70b1e0fa, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=ead05d43-d89f-4cad-95aa-3efb70b1e0fa,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:46:44.331655 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d6081746-555a-40a3-a1ca-14a9e4614be3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:44.358675 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-d6081746-555a-40a3-a1ca-14a9e4614be3 admin admin] Calling delete_port for ead05d43-d89f-4cad-95aa-3efb70b1e0fa owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:46:44.483809 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5efc6dbf-5179-4eaf-a18a-848db8627d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828cdc82-4d67-4f3d-9cc1-8cc37f00521d', 'name': 'tempest-TestVolumeBackupRestore-1725894520-router', 'tenant_id': '7714c2cded694995ab67c85f58b69a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ead05d43-d89f-4cad-95aa-3efb70b1e0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:01Z', 'updated_at': '2021-12-10T16:46:41Z', 'revision_number': 5, 'project_id': '7714c2cded694995ab67c85f58b69a3c', 'gw_port': {'id': 'ead05d43-d89f-4cad-95aa-3efb70b1e0fa', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828cdc82-4d67-4f3d-9cc1-8cc37f00521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:02Z', 'updated_at': '2021-12-10T16:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:44.531123 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efc6dbf-5179-4eaf-a18a-848db8627d50 None None] Checking router: 828cdc82-4d67-4f3d-9cc1-8cc37f00521d for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:46:44.548872 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efc6dbf-5179-4eaf-a18a-848db8627d50 None None] Routers {'828cdc82-4d67-4f3d-9cc1-8cc37f00521d'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:46:44.549855 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5efc6dbf-5179-4eaf-a18a-848db8627d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:46:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['828cdc82-4d67-4f3d-9cc1-8cc37f00521d'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:44.550551 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a152e-7e57-4e6b-aa4a-41fe5c4847dc req-a263f3dd-42a5-444d-b96e-86a9438d04af tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:44.552118 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-764a152e-7e57-4e6b-aa4a-41fe5c4847dc req-a263f3dd-42a5-444d-b96e-86a9438d04af tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8f7c5e78-a0be-4a97-908b-9f980b60d11d HTTP/1.1" status: 200 len: 1096 time: 0.3188701 Dec 10 16:46:44.606753 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d50619e-404f-4520-b2cd-bac4fca6956f admin admin] Router 25d187c6-a5fc-4312-822b-13b474ff51d1 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:46:44.607491 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d6081746-555a-40a3-a1ca-14a9e4614be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:44.656329 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-8e8dd619-a6f5-4702-8638-305a32e3bd39 req-e8266c3d-3622-4466-9da1-a3c90b7d7570 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Deleting port dc925881-3e35-44c3-9d61-6ba7f1446877 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:46:44.656667 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-8e8dd619-a6f5-4702-8638-305a32e3bd39 req-e8266c3d-3622-4466-9da1-a3c90b7d7570 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:44.667339 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b0f70c-0c7a-4a88-96eb-7f56b59ed4ed None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:46:44.668975 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-5efc6dbf-5179-4eaf-a18a-848db8627d50 None None] Set router 828cdc82-4d67-4f3d-9cc1-8cc37f00521d gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:46:44.699334 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6081746-555a-40a3-a1ca-14a9e4614be3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ead05d43-d89f-4cad-95aa-3efb70b1e0fa,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:44.772547 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-764a152e-7e57-4e6b-aa4a-41fe5c4847dc req-124531bb-1aac-42a2-bc88-b9aa52845910 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=25d6246b-ae6f-4c60-b629-6aa2b5602fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119915 Dec 10 16:46:44.783099 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5efc6dbf-5179-4eaf-a18a-848db8627d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828cdc82-4d67-4f3d-9cc1-8cc37f00521d', 'name': 'tempest-TestVolumeBackupRestore-1725894520-router', 'tenant_id': '7714c2cded694995ab67c85f58b69a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:01Z', 'updated_at': '2021-12-10T16:46:44Z', 'revision_number': 6, 'project_id': '7714c2cded694995ab67c85f58b69a3c', 'gw_port_host': None}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:44.844459 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50034) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:44.862454 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-472bd5b3-3402-44c6-92d7-8e9e02e444de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Request body: {'subnet': {'network_id': '7a03251b-f2a8-4cb2-9e80-5726f082688c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:46:44.875772 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d6081746-555a-40a3-a1ca-14a9e4614be3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:44.894009 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efc6dbf-5179-4eaf-a18a-848db8627d50 None None] The sync data for ids ['828cdc82-4d67-4f3d-9cc1-8cc37f00521d'] in n-d-766771-2 is: [{'id': '828cdc82-4d67-4f3d-9cc1-8cc37f00521d', 'name': 'tempest-TestVolumeBackupRestore-1725894520-router', 'tenant_id': '7714c2cded694995ab67c85f58b69a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:01Z', 'updated_at': '2021-12-10T16:46:44Z', 'revision_number': 6, 'project_id': '7714c2cded694995ab67c85f58b69a3c', 'gw_port_host': None}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:46:44.946094 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-8e8dd619-a6f5-4702-8638-305a32e3bd39 req-e8266c3d-3622-4466-9da1-a3c90b7d7570 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] For port dc925881-3e35-44c3-9d61-6ba7f1446877, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=dc925881-3e35-44c3-9d61-6ba7f1446877,segment=NetworkSegment(0768ac61-f3fc-49c8-a352-c9da2337fb4a),segment_id=0768ac61-f3fc-49c8-a352-c9da2337fb4a)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:46:44.946484 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-8e8dd619-a6f5-4702-8638-305a32e3bd39 req-e8266c3d-3622-4466-9da1-a3c90b7d7570 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:44.976919 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-8e8dd619-a6f5-4702-8638-305a32e3bd39 req-e8266c3d-3622-4466-9da1-a3c90b7d7570 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Calling delete_port for dc925881-3e35-44c3-9d61-6ba7f1446877 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:46:44.999741 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d50619e-404f-4520-b2cd-bac4fca6956f admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:46:45.013073 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632682a8-eb40-4e6b-ba18-a778d06bddec None None] Sync routers for ids ['25d187c6-a5fc-4312-822b-13b474ff51d1'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:46:45.037102 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632682a8-eb40-4e6b-ba18-a778d06bddec None None] Routers {'25d187c6-a5fc-4312-822b-13b474ff51d1'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:46:45.039863 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-632682a8-eb40-4e6b-ba18-a778d06bddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:46:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['25d187c6-a5fc-4312-822b-13b474ff51d1'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:45.044667 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-0d50619e-404f-4520-b2cd-bac4fca6956f admin admin] 10.222.0.11 "PUT /v2.0/routers/25d187c6-a5fc-4312-822b-13b474ff51d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3575599 Dec 10 16:46:45.046062 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50042) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:45.174732 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-63c02056-8a92-4dfd-90cc-2735253ba5fe tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=dc10fa764ded41fb8617526a59e934f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366838 Dec 10 16:46:45.241373 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-632682a8-eb40-4e6b-ba18-a778d06bddec None None] Set router 25d187c6-a5fc-4312-822b-13b474ff51d1 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:46:45.365808 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9c53453-9564-43cd-a41d-7bb0747661e2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:45.452905 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-632682a8-eb40-4e6b-ba18-a778d06bddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d187c6-a5fc-4312-822b-13b474ff51d1', 'name': 'tempest-TestAggregatesBasicOps-1215247613-router', 'tenant_id': '6516b12019eb42f0a6b2db6fcf8bfee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'd7a66591-00db-4fb9-a5bc-481971b809c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:45:59Z', 'updated_at': '2021-12-10T16:46:42Z', 'revision_number': 5, 'project_id': '6516b12019eb42f0a6b2db6fcf8bfee8', 'gw_port': {'id': 'd7a66591-00db-4fb9-a5bc-481971b809c6', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d187c6-a5fc-4312-822b-13b474ff51d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:46:00Z', 'updated_at': '2021-12-10T16:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:45.471793 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d6081746-555a-40a3-a1ca-14a9e4614be3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:45.477563 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d6081746-555a-40a3-a1ca-14a9e4614be3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:45.493883 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632682a8-eb40-4e6b-ba18-a778d06bddec None None] Checking router: 25d187c6-a5fc-4312-822b-13b474ff51d1 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:46:45.496246 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-2d37209e-c77f-488e-abac-1c8e341c57ce tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:45.497997 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-2d37209e-c77f-488e-abac-1c8e341c57ce tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3224795 Dec 10 16:46:45.511314 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632682a8-eb40-4e6b-ba18-a778d06bddec None None] Routers {'25d187c6-a5fc-4312-822b-13b474ff51d1'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:46:45.512457 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-632682a8-eb40-4e6b-ba18-a778d06bddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:46:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['25d187c6-a5fc-4312-822b-13b474ff51d1'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:45.531126 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-c15549c1-b927-4260-abed-3225cd1ed725 tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] 10.222.0.11 "GET /v2.0/quotas/dc10fa764ded41fb8617526a59e934f1 HTTP/1.1" status: 200 len: 375 time: 0.0224228 Dec 10 16:46:45.551595 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-8e8dd619-a6f5-4702-8638-305a32e3bd39 req-e8266c3d-3622-4466-9da1-a3c90b7d7570 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:45.594249 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d6081746-555a-40a3-a1ca-14a9e4614be3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:45.594818 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6081746-555a-40a3-a1ca-14a9e4614be3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 828cdc82-4d67-4f3d-9cc1-8cc37f00521d {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:46:45.598514 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-f104eb1e-e1d2-4885-8569-edc23cb6053a tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=dc10fa764ded41fb8617526a59e934f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586092 Dec 10 16:46:45.601143 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d6081746-555a-40a3-a1ca-14a9e4614be3 admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:45.604305 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d6081746-555a-40a3-a1ca-14a9e4614be3 admin admin] 10.222.0.11 "DELETE /v2.0/routers/828cdc82-4d67-4f3d-9cc1-8cc37f00521d HTTP/1.1" status: 204 len: 168 time: 2.0146744 Dec 10 16:46:45.605196 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8266c3d-3622-4466-9da1-a3c90b7d7570 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc925881-3e35-44c3-9d61-6ba7f1446877,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:45.608886 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50062) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:45.628190 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472bd5b3-3402-44c6-92d7-8e9e02e444de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Made reservation on behalf of a6abc5679d6f4030b7132a835e224ee0 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:46:45.631894 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-472bd5b3-3402-44c6-92d7-8e9e02e444de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:45.662600 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9c53453-9564-43cd-a41d-7bb0747661e2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:45.784493 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-632682a8-eb40-4e6b-ba18-a778d06bddec None None] Set router 25d187c6-a5fc-4312-822b-13b474ff51d1 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:46:45.831106 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e8dd619-a6f5-4702-8638-305a32e3bd39 req-e8266c3d-3622-4466-9da1-a3c90b7d7570 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] No DVR routers for this DVR port dc925881-3e35-44c3-9d61-6ba7f1446877 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:46:45.854765 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-8e8dd619-a6f5-4702-8638-305a32e3bd39 req-e8266c3d-3622-4466-9da1-a3c90b7d7570 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:45.858305 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8e8dd619-a6f5-4702-8638-305a32e3bd39 req-e8266c3d-3622-4466-9da1-a3c90b7d7570 tempest-TestServerMultinode-2069333371 tempest-TestServerMultinode-2069333371-project-admin] 10.222.0.46 "DELETE /v2.0/ports/dc925881-3e35-44c3-9d61-6ba7f1446877 HTTP/1.1" status: 204 len: 173 time: 1.7410815 Dec 10 16:46:45.858933 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7c5e78-a0be-4a97-908b-9f980b60d11d', 'name': 'network-vif-deleted', 'tag': 'dc925881-3e35-44c3-9d61-6ba7f1446877'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:46:45.879253 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a40504-30b0-409d-8c08-f9d1db47136f" -d '{"events": [{"server_uuid": "8f7c5e78-a0be-4a97-908b-9f980b60d11d", "name": "network-vif-deleted", "tag": "dc925881-3e35-44c3-9d61-6ba7f1446877"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:46:45.895052 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-67f27f6a-5c10-421b-9c3b-3ff67cf50bd3 admin admin] Deleting subnet ad09a9ff-46e2-4a92-80b0-58a35658ba64 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:46:45.945273 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-67f27f6a-5c10-421b-9c3b-3ff67cf50bd3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:45.986501 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-472bd5b3-3402-44c6-92d7-8e9e02e444de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:46.056024 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-67f27f6a-5c10-421b-9c3b-3ff67cf50bd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:46.211507 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86066070-1b34-4a47-9cff-0aaa085873c5 req-a7a1ae64-b3fe-469b-b90f-74cec2ed5c8d tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:46.218429 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-86066070-1b34-4a47-9cff-0aaa085873c5 req-a7a1ae64-b3fe-469b-b90f-74cec2ed5c8d tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=36626dbf-184c-4cd2-9c46-2b6f1489124b HTTP/1.1" status: 200 len: 945 time: 0.3196476 Dec 10 16:46:46.253041 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472bd5b3-3402-44c6-92d7-8e9e02e444de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Checking segment: {'id': 'bede1d20-252b-4064-af0c-50116a69af74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7a03251b-f2a8-4cb2-9e80-5726f082688c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:46:46.253516 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472bd5b3-3402-44c6-92d7-8e9e02e444de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Network hostable DHCP agents. Network: 7a03251b-f2a8-4cb2-9e80-5726f082688c, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:46:46.255721 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472bd5b3-3402-44c6-92d7-8e9e02e444de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event updated for resources: {'Subnet': ['ID=a3992830-6862-4a5f-a6e4-802ac574398f,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:46.264589 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-632682a8-eb40-4e6b-ba18-a778d06bddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d187c6-a5fc-4312-822b-13b474ff51d1', 'name': 'tempest-TestAggregatesBasicOps-1215247613-router', 'tenant_id': '6516b12019eb42f0a6b2db6fcf8bfee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'd7a66591-00db-4fb9-a5bc-481971b809c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:45:59Z', 'updated_at': '2021-12-10T16:46:42Z', 'revision_number': 5, 'project_id': '6516b12019eb42f0a6b2db6fcf8bfee8', 'gw_port': {'id': 'd7a66591-00db-4fb9-a5bc-481971b809c6', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d187c6-a5fc-4312-822b-13b474ff51d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:46:00Z', 'updated_at': '2021-12-10T16:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:46.270813 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9c53453-9564-43cd-a41d-7bb0747661e2 admin admin] Deleting port d7a66591-00db-4fb9-a5bc-481971b809c6 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:46:46.273771 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9c53453-9564-43cd-a41d-7bb0747661e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:46.278962 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472bd5b3-3402-44c6-92d7-8e9e02e444de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Network 7a03251b-f2a8-4cb2-9e80-5726f082688c is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:46:46.312567 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-472bd5b3-3402-44c6-92d7-8e9e02e444de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 7a03251b-f2a8-4cb2-9e80-5726f082688c) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:46:46.313093 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632682a8-eb40-4e6b-ba18-a778d06bddec None None] The sync data for ids ['25d187c6-a5fc-4312-822b-13b474ff51d1'] in n-d-766771-2 is: [{'id': '25d187c6-a5fc-4312-822b-13b474ff51d1', 'name': 'tempest-TestAggregatesBasicOps-1215247613-router', 'tenant_id': '6516b12019eb42f0a6b2db6fcf8bfee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'd7a66591-00db-4fb9-a5bc-481971b809c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:45:59Z', 'updated_at': '2021-12-10T16:46:42Z', 'revision_number': 5, 'project_id': '6516b12019eb42f0a6b2db6fcf8bfee8', 'gw_port': {'id': 'd7a66591-00db-4fb9-a5bc-481971b809c6', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d187c6-a5fc-4312-822b-13b474ff51d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:46:00Z', 'updated_at': '2021-12-10T16:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:46:46.326399 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be65b776-e7f1-4e0e-bbd0-aaa04192905d None None] Network 7a03251b-f2a8-4cb2-9e80-5726f082688c requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:46:46.328135 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472bd5b3-3402-44c6-92d7-8e9e02e444de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:46.330199 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-472bd5b3-3402-44c6-92d7-8e9e02e444de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:46.383322 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-472bd5b3-3402-44c6-92d7-8e9e02e444de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5359733 Dec 10 16:46:46.387106 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50080) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:46.393072 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-eccd9074-a3da-49a6-b3dd-d44f572a0c97 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1474410858'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:46:46.438453 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccd9074-a3da-49a6-b3dd-d44f572a0c97 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Made reservation on behalf of a6abc5679d6f4030b7132a835e224ee0 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:46:46.444944 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eccd9074-a3da-49a6-b3dd-d44f572a0c97 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:46.472194 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-67f27f6a-5c10-421b-9c3b-3ff67cf50bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:46.488473 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-86066070-1b34-4a47-9cff-0aaa085873c5 req-06fc90a3-e98b-4d7e-8f57-2c2e42477eb4 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412364 Dec 10 16:46:46.540786 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eccd9074-a3da-49a6-b3dd-d44f572a0c97 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:46:46.583640 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eccd9074-a3da-49a6-b3dd-d44f572a0c97 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:46.584050 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-eccd9074-a3da-49a6-b3dd-d44f572a0c97 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Added segment 4943642e-2363-405e-badb-676a2abaf666 of type vlan for network e68cb09d-aa57-4366-8742-8d8a90212b30 Dec 10 16:46:46.653714 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-65bb2804-8c03-44a2-94e1-b0e6795b73b3 req-7c786cbd-f2fa-4bc8-a6f0-9437e86f7d34 tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8365682-5828-4087-80b0-74057742abce HTTP/1.1" status: 200 len: 210 time: 0.0770941 Dec 10 16:46:46.683783 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a9c53453-9564-43cd-a41d-7bb0747661e2 admin admin] For port d7a66591-00db-4fb9-a5bc-481971b809c6, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=d7a66591-00db-4fb9-a5bc-481971b809c6,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:46:46.694263 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9c53453-9564-43cd-a41d-7bb0747661e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:46.725336 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2846a4-4bfe-466f-92b8-b465fe2e83a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-7a03251b-f2a8-4cb2-9e80-5726f082688c', 'network_id': '7a03251b-f2a8-4cb2-9e80-5726f082688c', 'project_id': 'a6abc5679d6f4030b7132a835e224ee0', 'fixed_ips': [{'subnet_id': 'a3992830-6862-4a5f-a6e4-802ac574398f'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:46:46.726489 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5c2846a4-4bfe-466f-92b8-b465fe2e83a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:46.757469 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9c53453-9564-43cd-a41d-7bb0747661e2 admin admin] Calling delete_port for d7a66591-00db-4fb9-a5bc-481971b809c6 owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:46:46.783862 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-97fad904-0c75-407a-ba94-ca0351eb8ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:46.789678 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eccd9074-a3da-49a6-b3dd-d44f572a0c97 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:46.817215 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50092) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:46.987044 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.db.resource_extend [None req-eccd9074-a3da-49a6-b3dd-d44f572a0c97 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 16:46:47.007700 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1ab956-e5db-4190-92a9-34996212bb5c x-openstack-request-id: req-5b1ab956-e5db-4190-92a9-34996212bb5c {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:46:47.010416 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7c5e78-a0be-4a97-908b-9f980b60d11d", "name": "network-vif-deleted", "tag": "dc925881-3e35-44c3-9d61-6ba7f1446877", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:46:47.010709 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5b1ab956-e5db-4190-92a9-34996212bb5c {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:46:47.011440 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7c5e78-a0be-4a97-908b-9f980b60d11d', 'name': 'network-vif-deleted', 'tag': 'dc925881-3e35-44c3-9d61-6ba7f1446877', 'status': 'completed', 'code': 200} Dec 10 16:46:47.036204 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eccd9074-a3da-49a6-b3dd-d44f572a0c97 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:47.043766 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccd9074-a3da-49a6-b3dd-d44f572a0c97 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:47.044729 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eccd9074-a3da-49a6-b3dd-d44f572a0c97 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:47.079565 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-67f27f6a-5c10-421b-9c3b-3ff67cf50bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:47.158850 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-eccd9074-a3da-49a6-b3dd-d44f572a0c97 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7706199 Dec 10 16:46:47.159624 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50098) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:47.169542 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-9e1016d0-b7d1-4b18-9992-84b5938ac175 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Request body: {'subnet': {'network_id': 'e68cb09d-aa57-4366-8742-8d8a90212b30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:46:47.172615 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-67f27f6a-5c10-421b-9c3b-3ff67cf50bd3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:47.189763 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-67f27f6a-5c10-421b-9c3b-3ff67cf50bd3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ad09a9ff-46e2-4a92-80b0-58a35658ba64 HTTP/1.1" status: 204 len: 168 time: 1.5776265 Dec 10 16:46:47.191891 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50100) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:47.194989 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f27f6a-5c10-421b-9c3b-3ff67cf50bd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad09a9ff-46e2-4a92-80b0-58a35658ba64,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:47.263357 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd9074-a3da-49a6-b3dd-d44f572a0c97 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event updated for resources: {'Network': ['ID=e68cb09d-aa57-4366-8742-8d8a90212b30,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:47.334683 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d7e72-ebdc-42b2-a7b1-668ce042a292 req-c1b064f5-a54c-4260-bbfd-a33d9b8cca56 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:47.342518 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9a1d7e72-ebdc-42b2-a7b1-668ce042a292 req-c1b064f5-a54c-4260-bbfd-a33d9b8cca56 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=36626dbf-184c-4cd2-9c46-2b6f1489124b HTTP/1.1" status: 200 len: 945 time: 0.3299737 Dec 10 16:46:47.420513 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c4e745f9-4064-40f7-99fe-82b842ccbb84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:47.450400 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1016d0-b7d1-4b18-9992-84b5938ac175 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Made reservation on behalf of a6abc5679d6f4030b7132a835e224ee0 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:46:47.454439 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9e1016d0-b7d1-4b18-9992-84b5938ac175 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:47.468942 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9a1d7e72-ebdc-42b2-a7b1-668ce042a292 req-1b599398-674e-4429-ac84-6c7a17815afb tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252396 Dec 10 16:46:47.524935 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-5c2846a4-4bfe-466f-92b8-b465fe2e83a2 None None] Allocated IP 2001:db8:0:ffff::2 (7a03251b-f2a8-4cb2-9e80-5726f082688c/a3992830-6862-4a5f-a6e4-802ac574398f/be1a58cd-08cc-4269-a31c-f01787b10953) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:46:47.671533 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 5066bd84-29e0-4402-81be-0df2360dec29 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:46:47.681846 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device dc925881-3e35-44c3-9d61-6ba7f1446877 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:46:47.683773 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1be7ad4-b2f7-4615-a9f2-cc5cf34072b8 None None] Network fb45e9c3-9b9a-4fff-8b39-fb7c9ec840e8 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:46:47.700664 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network e68cb09d-aa57-4366-8742-8d8a90212b30 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:46:47.904939 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 5066bd84-29e0-4402-81be-0df2360dec29 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:46:47.905286 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 5066bd84-29e0-4402-81be-0df2360dec29 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:46:47.906288 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device ead05d43-d89f-4cad-95aa-3efb70b1e0fa no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:46:47.907580 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: dc925881-3e35-44c3-9d61-6ba7f1446877 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:46:47.907920 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device dc925881-3e35-44c3-9d61-6ba7f1446877 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:46:47.975592 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: ead05d43-d89f-4cad-95aa-3efb70b1e0fa {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:46:47.975846 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device ead05d43-d89f-4cad-95aa-3efb70b1e0fa not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:46:47.976247 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c2663e1d-5c9e-4c02-b0fe-ff91184cc3e8 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:46:47.996673 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:48.000900 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: c2663e1d-5c9e-4c02-b0fe-ff91184cc3e8 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:46:48.001298 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c2663e1d-5c9e-4c02-b0fe-ff91184cc3e8 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:46:48.079865 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9e1016d0-b7d1-4b18-9992-84b5938ac175 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:48.133368 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5c2846a4-4bfe-466f-92b8-b465fe2e83a2 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:48.150703 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5c2846a4-4bfe-466f-92b8-b465fe2e83a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:48.215693 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2846a4-4bfe-466f-92b8-b465fe2e83a2 None None] Pushing event updated for resources: {'Port': ['ID=be1a58cd-08cc-4269-a31c-f01787b10953,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:48.227589 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b32090e-9357-464f-b8a2-5f32d9ed3977 None None] DHCP port deletion for fb45e9c3-9b9a-4fff-8b39-fb7c9ec840e8 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:46:48.242123 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2846a4-4bfe-466f-92b8-b465fe2e83a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:48.242554 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2846a4-4bfe-466f-92b8-b465fe2e83a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:48.242890 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2846a4-4bfe-466f-92b8-b465fe2e83a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:48.243233 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2846a4-4bfe-466f-92b8-b465fe2e83a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:48.243611 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2846a4-4bfe-466f-92b8-b465fe2e83a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:48.244216 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2846a4-4bfe-466f-92b8-b465fe2e83a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:48.244600 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2846a4-4bfe-466f-92b8-b465fe2e83a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:48.245051 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2846a4-4bfe-466f-92b8-b465fe2e83a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:48.245383 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2846a4-4bfe-466f-92b8-b465fe2e83a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:48.246318 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2846a4-4bfe-466f-92b8-b465fe2e83a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:48.246703 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2846a4-4bfe-466f-92b8-b465fe2e83a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:48.246824 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1016d0-b7d1-4b18-9992-84b5938ac175 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event updated for resources: {'Subnet': ['ID=52d8348c-8889-49fd-9c99-910c1be5ab6e,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:48.247031 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2846a4-4bfe-466f-92b8-b465fe2e83a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:48.247355 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2846a4-4bfe-466f-92b8-b465fe2e83a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:48.258059 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2846a4-4bfe-466f-92b8-b465fe2e83a2 None None] Network 7a03251b-f2a8-4cb2-9e80-5726f082688c is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:46:48.263116 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4562917c-e5b3-42f5-9ca3-b56e9c940dec req-aa155206-a753-40b7-9591-502516f5640e tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8365682-5828-4087-80b0-74057742abce HTTP/1.1" status: 200 len: 210 time: 0.0339746 Dec 10 16:46:48.305144 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-5c2846a4-4bfe-466f-92b8-b465fe2e83a2 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:46:48.307722 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-99456319-8227-4738-a1a1-b2d3c8a01e59 tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=dc10fa764ded41fb8617526a59e934f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0993083 Dec 10 16:46:48.312278 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2846a4-4bfe-466f-92b8-b465fe2e83a2 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:46:48.327821 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1e88059f-fc5e-4540-a5f8-a755ede59cad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:48.384842 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-5c2846a4-4bfe-466f-92b8-b465fe2e83a2 None None] Attempting to bind port be1a58cd-08cc-4269-a31c-f01787b10953 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:46:48.385220 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-5c2846a4-4bfe-466f-92b8-b465fe2e83a2 None None] Attempting to bind port be1a58cd-08cc-4269-a31c-f01787b10953 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'bede1d20-252b-4064-af0c-50116a69af74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7a03251b-f2a8-4cb2-9e80-5726f082688c'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:46:48.385585 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2846a4-4bfe-466f-92b8-b465fe2e83a2 None None] Attempting to bind port be1a58cd-08cc-4269-a31c-f01787b10953 on network 7a03251b-f2a8-4cb2-9e80-5726f082688c {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:46:48.393250 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8b32090e-9357-464f-b8a2-5f32d9ed3977 None None] Deleting port 0561f9a8-8593-492d-8da3-17674a69257d {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:46:48.393624 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8b32090e-9357-464f-b8a2-5f32d9ed3977 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:48.398672 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2846a4-4bfe-466f-92b8-b465fe2e83a2 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:46:48.399050 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2846a4-4bfe-466f-92b8-b465fe2e83a2 None None] Checking segment: {'id': 'bede1d20-252b-4064-af0c-50116a69af74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7a03251b-f2a8-4cb2-9e80-5726f082688c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:46:48.399455 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5c2846a4-4bfe-466f-92b8-b465fe2e83a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:48.399845 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2846a4-4bfe-466f-92b8-b465fe2e83a2 None None] Bound using segment: {'id': 'bede1d20-252b-4064-af0c-50116a69af74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7a03251b-f2a8-4cb2-9e80-5726f082688c'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:46:48.400500 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-5c2846a4-4bfe-466f-92b8-b465fe2e83a2 None None] Bound port: be1a58cd-08cc-4269-a31c-f01787b10953, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bede1d20-252b-4064-af0c-50116a69af74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7a03251b-f2a8-4cb2-9e80-5726f082688c'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:46:48.400885 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5c2846a4-4bfe-466f-92b8-b465fe2e83a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:48.501081 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9c53453-9564-43cd-a41d-7bb0747661e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:48.519904 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1016d0-b7d1-4b18-9992-84b5938ac175 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Checking segment: {'id': '4943642e-2363-405e-badb-676a2abaf666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e68cb09d-aa57-4366-8742-8d8a90212b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:46:48.520277 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1016d0-b7d1-4b18-9992-84b5938ac175 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Network hostable DHCP agents. Network: e68cb09d-aa57-4366-8742-8d8a90212b30, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:46:48.538541 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8b32090e-9357-464f-b8a2-5f32d9ed3977 None None] For port 0561f9a8-8593-492d-8da3-17674a69257d, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=0561f9a8-8593-492d-8da3-17674a69257d,segment=NetworkSegment(89559e97-2ffb-439c-bc9a-1a58bc13f276),segment_id=89559e97-2ffb-439c-bc9a-1a58bc13f276)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:46:48.539157 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8b32090e-9357-464f-b8a2-5f32d9ed3977 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:48.541683 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-5c2846a4-4bfe-466f-92b8-b465fe2e83a2 None None] For port be1a58cd-08cc-4269-a31c-f01787b10953, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:46:48.564000 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-5c2846a4-4bfe-466f-92b8-b465fe2e83a2 None None] For port be1a58cd-08cc-4269-a31c-f01787b10953, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=be1a58cd-08cc-4269-a31c-f01787b10953,segment=NetworkSegment(bede1d20-252b-4064-af0c-50116a69af74),segment_id=bede1d20-252b-4064-af0c-50116a69af74)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:46:48.577347 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8b32090e-9357-464f-b8a2-5f32d9ed3977 None None] Calling delete_port for 0561f9a8-8593-492d-8da3-17674a69257d owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:46:48.581177 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5c2846a4-4bfe-466f-92b8-b465fe2e83a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:48.584755 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-c4e745f9-4064-40f7-99fe-82b842ccbb84 admin admin] Deleting port 0561f9a8-8593-492d-8da3-17674a69257d {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:46:48.585842 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c4e745f9-4064-40f7-99fe-82b842ccbb84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:48.599255 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1016d0-b7d1-4b18-9992-84b5938ac175 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Network e68cb09d-aa57-4366-8742-8d8a90212b30 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:46:48.619194 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-9e1016d0-b7d1-4b18-9992-84b5938ac175 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, e68cb09d-aa57-4366-8742-8d8a90212b30) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:46:48.638473 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1016d0-b7d1-4b18-9992-84b5938ac175 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:48.640173 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9e1016d0-b7d1-4b18-9992-84b5938ac175 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:48.674168 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5001fde2-aa83-4f9b-8433-1ff0da7eb7fd None None] Network e68cb09d-aa57-4366-8742-8d8a90212b30 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:46:48.677039 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:48.681318 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c53453-9564-43cd-a41d-7bb0747661e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7a66591-00db-4fb9-a5bc-481971b809c6,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:48.716703 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9e1016d0-b7d1-4b18-9992-84b5938ac175 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5519550 Dec 10 16:46:48.719792 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50122) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:48.769826 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d0749e-968a-4fac-984b-47cb0f342053 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:46:48.828569 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 0561f9a8-8593-492d-8da3-17674a69257d no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:46:48.960657 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2846a4-4bfe-466f-92b8-b465fe2e83a2 None None] Pushing event updated for resources: {'Port': ['ID=be1a58cd-08cc-4269-a31c-f01787b10953,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:48.963614 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-1e88059f-fc5e-4540-a5f8-a755ede59cad admin admin] Deleting port 2c434b70-46ba-4719-bad9-dac64149b392 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:46:48.963959 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1e88059f-fc5e-4540-a5f8-a755ede59cad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:49.001956 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8b32090e-9357-464f-b8a2-5f32d9ed3977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:49.014005 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97e37a-7b95-4deb-b673-09d17a6d7585 req-f813d718-5dc1-4863-a503-013302b09f17 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:49.032269 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de97e37a-7b95-4deb-b673-09d17a6d7585 req-f813d718-5dc1-4863-a503-013302b09f17 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=36626dbf-184c-4cd2-9c46-2b6f1489124b HTTP/1.1" status: 200 len: 945 time: 0.6811194 Dec 10 16:46:49.084517 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32090e-9357-464f-b8a2-5f32d9ed3977 None None] Pushing event deleted for resources: {'Port': ['ID=0561f9a8-8593-492d-8da3-17674a69257d,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:49.089505 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b32090e-9357-464f-b8a2-5f32d9ed3977 None None] No DVR routers for this DVR port 0561f9a8-8593-492d-8da3-17674a69257d on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:46:49.089721 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-84e5b4ad-bcbb-4d97-8d43-984bff1bee56 tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:49.091806 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-84e5b4ad-bcbb-4d97-8d43-984bff1bee56 tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7740719 Dec 10 16:46:49.095840 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No active binding found for port 0561f9a8-8593-492d-8da3-17674a69257d {{(pid=103394) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 10 16:46:49.096304 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 0561f9a8-8593-492d-8da3-17674a69257d not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:46:49.102078 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb058d8-e7dc-4b60-b6a9-ff705fe4b2f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-e68cb09d-aa57-4366-8742-8d8a90212b30', 'network_id': 'e68cb09d-aa57-4366-8742-8d8a90212b30', 'project_id': 'a6abc5679d6f4030b7132a835e224ee0', 'fixed_ips': [{'subnet_id': '52d8348c-8889-49fd-9c99-910c1be5ab6e'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:46:49.106229 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8fb058d8-e7dc-4b60-b6a9-ff705fe4b2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:49.141482 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-1e88059f-fc5e-4540-a5f8-a755ede59cad admin admin] For port 2c434b70-46ba-4719-bad9-dac64149b392, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=2c434b70-46ba-4719-bad9-dac64149b392,segment=NetworkSegment(0768ac61-f3fc-49c8-a352-c9da2337fb4a),segment_id=0768ac61-f3fc-49c8-a352-c9da2337fb4a)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:46:49.141906 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1e88059f-fc5e-4540-a5f8-a755ede59cad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:49.160180 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-1e88059f-fc5e-4540-a5f8-a755ede59cad admin admin] Calling delete_port for 2c434b70-46ba-4719-bad9-dac64149b392 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:46:49.184796 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-d2c059e9-46c0-441e-904d-3ee32c8737fb tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] Request body: {'port': {'device_id': 'e8365682-5828-4087-80b0-74057742abce', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'admin_state_up': True, 'tenant_id': 'dc10fa764ded41fb8617526a59e934f1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:46:49.213343 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-c4e745f9-4064-40f7-99fe-82b842ccbb84 admin admin] For port 0561f9a8-8593-492d-8da3-17674a69257d, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=0561f9a8-8593-492d-8da3-17674a69257d,segment=NetworkSegment(89559e97-2ffb-439c-bc9a-1a58bc13f276),segment_id=89559e97-2ffb-439c-bc9a-1a58bc13f276)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:46:49.213930 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c4e745f9-4064-40f7-99fe-82b842ccbb84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:49.328153 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76f48256-0744-43db-bbe0-7e45d0e71e65 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:49.333078 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-c4e745f9-4064-40f7-99fe-82b842ccbb84 admin admin] Calling delete_port for 0561f9a8-8593-492d-8da3-17674a69257d owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:46:49.338046 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9c53453-9564-43cd-a41d-7bb0747661e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:49.427926 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-8fb058d8-e7dc-4b60-b6a9-ff705fe4b2f5 None None] Allocated IP 2001:db8::1 (e68cb09d-aa57-4366-8742-8d8a90212b30/52d8348c-8889-49fd-9c99-910c1be5ab6e/93fbd2de-ba6a-4cf8-b12f-6a685b42533b) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:46:49.508892 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76f48256-0744-43db-bbe0-7e45d0e71e65 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:49.520616 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9c53453-9564-43cd-a41d-7bb0747661e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:49.533561 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de97e37a-7b95-4deb-b673-09d17a6d7585 req-4b9cf5c8-2514-4da1-9603-9ca665de75fc tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4993436 Dec 10 16:46:49.554927 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9c53453-9564-43cd-a41d-7bb0747661e2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:49.582971 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffffd86-2f58-4b43-8fed-cb75aa452db6 req-3ffe8a06-82ce-4357-8caa-6260038cbcd6 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:49.585898 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fffffd86-2f58-4b43-8fed-cb75aa452db6 req-3ffe8a06-82ce-4357-8caa-6260038cbcd6 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.26 "GET /v2.0/ports?device_id=36626dbf-184c-4cd2-9c46-2b6f1489124b HTTP/1.1" status: 200 len: 945 time: 0.3078763 Dec 10 16:46:49.629969 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8fb058d8-e7dc-4b60-b6a9-ff705fe4b2f5 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:49.679044 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-15cd2e9b-0587-49f7-8104-f7bf85a7efc0 req-8eddf2d3-1ba4-486c-8829-cc7bc6c0eae4 tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8365682-5828-4087-80b0-74057742abce HTTP/1.1" status: 200 len: 210 time: 0.0548177 Dec 10 16:46:49.681050 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9c53453-9564-43cd-a41d-7bb0747661e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:49.681899 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c53453-9564-43cd-a41d-7bb0747661e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25d187c6-a5fc-4312-822b-13b474ff51d1 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:46:49.686551 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8fb058d8-e7dc-4b60-b6a9-ff705fe4b2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:49.692274 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9c53453-9564-43cd-a41d-7bb0747661e2 admin admin] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:49.695720 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:49.701027 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a9c53453-9564-43cd-a41d-7bb0747661e2 admin admin] 10.222.0.11 "DELETE /v2.0/routers/25d187c6-a5fc-4312-822b-13b474ff51d1 HTTP/1.1" status: 204 len: 168 time: 4.6521239 Dec 10 16:46:49.703080 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50136) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:49.739688 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb058d8-e7dc-4b60-b6a9-ff705fe4b2f5 None None] Network e68cb09d-aa57-4366-8742-8d8a90212b30 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:46:49.747324 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-8fb058d8-e7dc-4b60-b6a9-ff705fe4b2f5 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:46:49.748022 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c4e745f9-4064-40f7-99fe-82b842ccbb84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:49.749973 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb058d8-e7dc-4b60-b6a9-ff705fe4b2f5 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:46:49.810314 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e745f9-4064-40f7-99fe-82b842ccbb84 admin admin] Pushing event deleted for resources: {'Port': ['ID=0561f9a8-8593-492d-8da3-17674a69257d,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:49.816194 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e745f9-4064-40f7-99fe-82b842ccbb84 admin admin] No DVR routers for this DVR port 0561f9a8-8593-492d-8da3-17674a69257d on host n-d-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:46:49.828143 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-d2c059e9-46c0-441e-904d-3ee32c8737fb tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] Made reservation on behalf of dc10fa764ded41fb8617526a59e934f1 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:46:49.831799 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-d2c059e9-46c0-441e-904d-3ee32c8737fb tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:49.839856 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e67c24-c922-4b8b-a722-4edb32df31e1 admin admin] Deleting subnet 83674951-103d-4b05-ad36-9b08d9db4391 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:46:49.857095 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb058d8-e7dc-4b60-b6a9-ff705fe4b2f5 None None] Pushing event updated for resources: {'Port': ['ID=93fbd2de-ba6a-4cf8-b12f-6a685b42533b,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:49.866625 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-58e67c24-c922-4b8b-a722-4edb32df31e1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:49.884467 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-8fb058d8-e7dc-4b60-b6a9-ff705fe4b2f5 None None] Attempting to bind port 93fbd2de-ba6a-4cf8-b12f-6a685b42533b on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:46:49.885070 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-8fb058d8-e7dc-4b60-b6a9-ff705fe4b2f5 None None] Attempting to bind port 93fbd2de-ba6a-4cf8-b12f-6a685b42533b by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '4943642e-2363-405e-badb-676a2abaf666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e68cb09d-aa57-4366-8742-8d8a90212b30'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:46:49.885601 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb058d8-e7dc-4b60-b6a9-ff705fe4b2f5 None None] Attempting to bind port 93fbd2de-ba6a-4cf8-b12f-6a685b42533b on network e68cb09d-aa57-4366-8742-8d8a90212b30 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:46:49.892601 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb058d8-e7dc-4b60-b6a9-ff705fe4b2f5 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:46:49.893269 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb058d8-e7dc-4b60-b6a9-ff705fe4b2f5 None None] Checking segment: {'id': '4943642e-2363-405e-badb-676a2abaf666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e68cb09d-aa57-4366-8742-8d8a90212b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:46:49.893863 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8fb058d8-e7dc-4b60-b6a9-ff705fe4b2f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:49.894484 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb058d8-e7dc-4b60-b6a9-ff705fe4b2f5 None None] Bound using segment: {'id': '4943642e-2363-405e-badb-676a2abaf666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e68cb09d-aa57-4366-8742-8d8a90212b30'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:46:49.895196 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-8fb058d8-e7dc-4b60-b6a9-ff705fe4b2f5 None None] Bound port: 93fbd2de-ba6a-4cf8-b12f-6a685b42533b, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4943642e-2363-405e-badb-676a2abaf666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e68cb09d-aa57-4366-8742-8d8a90212b30'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:46:49.895753 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8fb058d8-e7dc-4b60-b6a9-ff705fe4b2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:49.902589 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-d2c059e9-46c0-441e-904d-3ee32c8737fb tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:49.967092 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1e88059f-fc5e-4540-a5f8-a755ede59cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:49.983898 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c4e745f9-4064-40f7-99fe-82b842ccbb84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:50.006949 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76f48256-0744-43db-bbe0-7e45d0e71e65 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:50.011006 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-c4e745f9-4064-40f7-99fe-82b842ccbb84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb45e9c3-9b9a-4fff-8b39-fb7c9ec840e8']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:50.015342 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88059f-fc5e-4540-a5f8-a755ede59cad admin admin] Pushing event deleted for resources: {'Port': ['ID=2c434b70-46ba-4719-bad9-dac64149b392,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:50.023138 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-c4e745f9-4064-40f7-99fe-82b842ccbb84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89559e97-2ffb-439c-bc9a-1a58bc13f276') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:50.023435 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-c4e745f9-4064-40f7-99fe-82b842ccbb84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89559e97-2ffb-439c-bc9a-1a58bc13f276') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:50.038187 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8fb058d8-e7dc-4b60-b6a9-ff705fe4b2f5 None None] For port 93fbd2de-ba6a-4cf8-b12f-6a685b42533b, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:46:50.042060 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8fb058d8-e7dc-4b60-b6a9-ff705fe4b2f5 None None] For port 93fbd2de-ba6a-4cf8-b12f-6a685b42533b, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=93fbd2de-ba6a-4cf8-b12f-6a685b42533b,segment=NetworkSegment(4943642e-2363-405e-badb-676a2abaf666),segment_id=4943642e-2363-405e-badb-676a2abaf666)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:46:50.048383 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c4e745f9-4064-40f7-99fe-82b842ccbb84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:50.048574 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8fb058d8-e7dc-4b60-b6a9-ff705fe4b2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:50.055153 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f48256-0744-43db-bbe0-7e45d0e71e65 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event deleted for resources: {'Subnet': ['ID=52d8348c-8889-49fd-9c99-910c1be5ab6e,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:50.078716 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c4e745f9-4064-40f7-99fe-82b842ccbb84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:50.104177 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4e745f9-4064-40f7-99fe-82b842ccbb84 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:46:50.104871 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c4e745f9-4064-40f7-99fe-82b842ccbb84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:50.107520 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:46:50.107520 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:46:50.107520 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:46:50.107520 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:46:50.107520 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:46:50.107520 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:46:50.107520 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:46:50.107520 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:46:50.107520 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:46:50.107520 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:46:50.107520 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:46:50.107520 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:46:50.107520 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:46:50.107520 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:46:50.107520 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:46:50.107520 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:46:50.107520 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:46:50.107520 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:46:50.107520 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:46:50.107520 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:46:50.107520 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:46:50.107520 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:46:50.107520 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:46:50.107520 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:46:50.107520 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:46:50.107520 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:46:50.107520 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:46:50.107520 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:46:50.107520 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:46:50.107520 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:46:50.107520 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:46:50.107520 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:46:50.179341 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-58e67c24-c922-4b8b-a722-4edb32df31e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:50.236693 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb058d8-e7dc-4b60-b6a9-ff705fe4b2f5 None None] Pushing event updated for resources: {'Port': ['ID=93fbd2de-ba6a-4cf8-b12f-6a685b42533b,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:50.273079 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76f48256-0744-43db-bbe0-7e45d0e71e65 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:50.314351 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-fffffd86-2f58-4b43-8fed-cb75aa452db6 req-8044b93d-6d8c-445d-810c-92620abc2afd tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Deleting port 1f5ea69b-e210-47c1-bd9d-c27654f458cd {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:46:50.314582 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fffffd86-2f58-4b43-8fed-cb75aa452db6 req-8044b93d-6d8c-445d-810c-92620abc2afd tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:50.332066 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-58e67c24-c922-4b8b-a722-4edb32df31e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:50.423153 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c4e745f9-4064-40f7-99fe-82b842ccbb84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:50.430644 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-76f48256-0744-43db-bbe0-7e45d0e71e65 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e68cb09d-aa57-4366-8742-8d8a90212b30']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:50.433579 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c4e745f9-4064-40f7-99fe-82b842ccbb84 admin admin] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:50.438335 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c4e745f9-4064-40f7-99fe-82b842ccbb84 admin admin] 10.222.0.11 "DELETE /v2.0/networks/fb45e9c3-9b9a-4fff-8b39-fb7c9ec840e8 HTTP/1.1" status: 204 len: 168 time: 3.2406237 Dec 10 16:46:50.494958 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-58e67c24-c922-4b8b-a722-4edb32df31e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:50.508829 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-76f48256-0744-43db-bbe0-7e45d0e71e65 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4943642e-2363-405e-badb-676a2abaf666') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:50.509131 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-76f48256-0744-43db-bbe0-7e45d0e71e65 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4943642e-2363-405e-badb-676a2abaf666') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:50.600206 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76f48256-0744-43db-bbe0-7e45d0e71e65 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:50.624677 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e67c24-c922-4b8b-a722-4edb32df31e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83674951-103d-4b05-ad36-9b08d9db4391,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:50.655916 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e745f9-4064-40f7-99fe-82b842ccbb84 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb45e9c3-9b9a-4fff-8b39-fb7c9ec840e8,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:50.659336 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76f48256-0744-43db-bbe0-7e45d0e71e65 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:50.707428 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-58e67c24-c922-4b8b-a722-4edb32df31e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:50.713006 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-58e67c24-c922-4b8b-a722-4edb32df31e1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/83674951-103d-4b05-ad36-9b08d9db4391 HTTP/1.1" status: 204 len: 168 time: 1.0044439 Dec 10 16:46:50.724124 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50152) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:50.734296 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76f48256-0744-43db-bbe0-7e45d0e71e65 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:46:50.736559 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76f48256-0744-43db-bbe0-7e45d0e71e65 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:50.742844 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:46:50.742844 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:46:50.742844 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:46:50.742844 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:46:50.742844 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:46:50.742844 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:46:50.742844 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:46:50.742844 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:46:50.742844 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:46:50.742844 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:46:50.742844 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:46:50.742844 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:46:50.742844 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:46:50.742844 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:46:50.742844 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:46:50.742844 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:46:50.742844 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:46:50.742844 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:46:50.742844 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:46:50.742844 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:46:50.742844 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:46:50.742844 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:46:50.742844 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:46:50.742844 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:46:50.742844 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:46:50.742844 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:46:50.742844 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:46:50.742844 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:46:50.742844 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:46:50.742844 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:46:50.742844 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:46:50.742844 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:46:50.755168 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e67c24-c922-4b8b-a722-4edb32df31e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:50.755327 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e67c24-c922-4b8b-a722-4edb32df31e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:50.755597 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e67c24-c922-4b8b-a722-4edb32df31e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:50.755934 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e67c24-c922-4b8b-a722-4edb32df31e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:50.756266 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e67c24-c922-4b8b-a722-4edb32df31e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:50.756597 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e67c24-c922-4b8b-a722-4edb32df31e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:50.756926 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e67c24-c922-4b8b-a722-4edb32df31e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:50.757271 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e67c24-c922-4b8b-a722-4edb32df31e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:50.757599 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e67c24-c922-4b8b-a722-4edb32df31e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:50.757917 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e67c24-c922-4b8b-a722-4edb32df31e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:50.758262 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e67c24-c922-4b8b-a722-4edb32df31e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:50.758587 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e67c24-c922-4b8b-a722-4edb32df31e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:50.758920 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e67c24-c922-4b8b-a722-4edb32df31e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:50.769218 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c049893c-975f-4e9d-a11a-a93442e143a3 None None] Network f6486f0d-f946-4fff-a5a3-767d3d851a8e requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:46:50.862791 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50156) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:50.865324 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e745f9-4064-40f7-99fe-82b842ccbb84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:50.865673 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e745f9-4064-40f7-99fe-82b842ccbb84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:50.866018 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e745f9-4064-40f7-99fe-82b842ccbb84 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:50.873975 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e745f9-4064-40f7-99fe-82b842ccbb84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:50.874435 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e745f9-4064-40f7-99fe-82b842ccbb84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:50.874789 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e745f9-4064-40f7-99fe-82b842ccbb84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:50.875136 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e745f9-4064-40f7-99fe-82b842ccbb84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:50.875477 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e745f9-4064-40f7-99fe-82b842ccbb84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:50.876450 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e745f9-4064-40f7-99fe-82b842ccbb84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:50.876450 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e745f9-4064-40f7-99fe-82b842ccbb84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:50.876450 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e745f9-4064-40f7-99fe-82b842ccbb84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:50.876788 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e745f9-4064-40f7-99fe-82b842ccbb84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:50.877104 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e745f9-4064-40f7-99fe-82b842ccbb84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:50.916719 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2ff293-38bc-4415-9e55-d9e7873440da None None] Network 7a03251b-f2a8-4cb2-9e80-5726f082688c requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:46:50.978792 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-fffffd86-2f58-4b43-8fed-cb75aa452db6 req-8044b93d-6d8c-445d-810c-92620abc2afd tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] For port 1f5ea69b-e210-47c1-bd9d-c27654f458cd, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=1f5ea69b-e210-47c1-bd9d-c27654f458cd,segment=NetworkSegment(5f321af3-1a86-4e4e-a33f-e6abf9e1d87b),segment_id=5f321af3-1a86-4e4e-a33f-e6abf9e1d87b)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:46:50.979076 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fffffd86-2f58-4b43-8fed-cb75aa452db6 req-8044b93d-6d8c-445d-810c-92620abc2afd tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:50.985402 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-d2c059e9-46c0-441e-904d-3ee32c8737fb tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:50.996719 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-fffffd86-2f58-4b43-8fed-cb75aa452db6 req-8044b93d-6d8c-445d-810c-92620abc2afd tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Calling delete_port for 1f5ea69b-e210-47c1-bd9d-c27654f458cd owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:46:51.011760 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e5e3df24-bd26-4a0a-91a8-67a9c90e9f5f None None] Provisioning complete for port be1a58cd-08cc-4269-a31c-f01787b10953 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:46:51.012191 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e5e3df24-bd26-4a0a-91a8-67a9c90e9f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:51.035224 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-d2c059e9-46c0-441e-904d-3ee32c8737fb tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:51.103811 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-adb00e59-17c5-4af8-ab4c-1bfa2ca82aed admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3a8f71f6efbb4998a516d8ba28b7fb68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2155669 Dec 10 16:46:51.112854 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50164) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:51.123708 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1e88059f-fc5e-4540-a5f8-a755ede59cad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:51.150397 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.db.api [None req-76f48256-0744-43db-bbe0-7e45d0e71e65 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 16:46:51.150397 n-d-766771-2 neutron-server[103393]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 16:46:51.150397 n-d-766771-2 neutron-server[103393]: [parameters: {'id': 'e68cb09d-aa57-4366-8742-8d8a90212b30'}] Dec 10 16:46:51.150397 n-d-766771-2 neutron-server[103393]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:46:51.154730 n-d-766771-2 neutron-server[103393]: DEBUG oslo_db.api [None req-76f48256-0744-43db-bbe0-7e45d0e71e65 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:46:51.192863 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1dd4a-b269-444b-9772-1460ef01acf0 req-15cb531c-f3df-4980-aabf-e7beaf2e0e6a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:51.194483 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-74b1dd4a-b269-444b-9772-1460ef01acf0 req-15cb531c-f3df-4980-aabf-e7beaf2e0e6a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=36626dbf-184c-4cd2-9c46-2b6f1489124b HTTP/1.1" status: 200 len: 945 time: 0.4066014 Dec 10 16:46:51.239153 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c059e9-46c0-441e-904d-3ee32c8737fb tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eceda19d-c49d-4d6e-850f-354333def43f,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:51.243781 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0f2e90b3-9335-4777-977b-a4420b566b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:51.271083 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 93fbd2de-ba6a-4cf8-b12f-6a685b42533b up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:46:51.272193 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fffffd86-2f58-4b43-8fed-cb75aa452db6 req-8044b93d-6d8c-445d-810c-92620abc2afd tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:51.325056 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['eb2991dd-afe8-4317-bf27-03920c421c1f', '1f5ea69b-e210-47c1-bd9d-c27654f458cd'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:46:51.388538 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-d2c059e9-46c0-441e-904d-3ee32c8737fb tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] Allocated IP 192.168.233.146 (1b1da819-dfba-43f2-8848-8bb429159850/a7a18c92-5007-49e2-b728-7aedc06dca57/fe552543-4d78-447e-9688-c861dd2c592a) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:46:51.388780 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8044b93d-6d8c-445d-810c-92620abc2afd tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Pushing event deleted for resources: {'Port': ['ID=1f5ea69b-e210-47c1-bd9d-c27654f458cd,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:51.456239 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41ddcd48-b7a8-4963-8445-1244d24a161b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:51.461871 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-fffffd86-2f58-4b43-8fed-cb75aa452db6 req-8044b93d-6d8c-445d-810c-92620abc2afd tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] No DVR routers for this DVR port 1f5ea69b-e210-47c1-bd9d-c27654f458cd on host n-h1-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:46:51.465284 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fffffd86-2f58-4b43-8fed-cb75aa452db6 req-8044b93d-6d8c-445d-810c-92620abc2afd tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:51.466552 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f21eda-9b1f-4514-9393-f9fdeda1e1c2 None None] DHCP port deletion for f6486f0d-f946-4fff-a5a3-767d3d851a8e request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:46:51.470402 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fffffd86-2f58-4b43-8fed-cb75aa452db6 req-8044b93d-6d8c-445d-810c-92620abc2afd tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.26 "DELETE /v2.0/ports/1f5ea69b-e210-47c1-bd9d-c27654f458cd HTTP/1.1" status: 204 len: 173 time: 1.8735237 Dec 10 16:46:51.472663 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36626dbf-184c-4cd2-9c46-2b6f1489124b', 'name': 'network-vif-deleted', 'tag': '1f5ea69b-e210-47c1-bd9d-c27654f458cd'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:46:51.491552 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b89a2d-a1af-4d14-a190-5ae8693681c9" -d '{"events": [{"server_uuid": "36626dbf-184c-4cd2-9c46-2b6f1489124b", "name": "network-vif-deleted", "tag": "1f5ea69b-e210-47c1-bd9d-c27654f458cd"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:46:51.507199 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-74b1dd4a-b269-444b-9772-1460ef01acf0 req-5a5df242-af30-45d1-a1a6-11b6137d10f7 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973566 Dec 10 16:46:51.673013 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76f48256-0744-43db-bbe0-7e45d0e71e65 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:51.680888 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41ddcd48-b7a8-4963-8445-1244d24a161b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:51.703327 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e5e3df24-bd26-4a0a-91a8-67a9c90e9f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:51.770320 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81e3382a-1bf6-488b-a3e0-6202d1f4c7be req-f6b33222-6b24-436e-a2c0-c226267b4f0d tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8365682-5828-4087-80b0-74057742abce HTTP/1.1" status: 200 len: 210 time: 0.1118188 Dec 10 16:46:51.771137 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41ddcd48-b7a8-4963-8445-1244d24a161b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:51.775051 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41ddcd48-b7a8-4963-8445-1244d24a161b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:51.779168 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-41ddcd48-b7a8-4963-8445-1244d24a161b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8f550ef0-4907-4f09-9d04-505affb9f1ca HTTP/1.1" status: 204 len: 168 time: 0.6499374 Dec 10 16:46:51.782578 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 93fbd2de-ba6a-4cf8-b12f-6a685b42533b triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:46:51.783009 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:51.859875 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-76f48256-0744-43db-bbe0-7e45d0e71e65 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Deleting port 93fbd2de-ba6a-4cf8-b12f-6a685b42533b {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:46:51.859875 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76f48256-0744-43db-bbe0-7e45d0e71e65 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:51.877089 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ddcd48-b7a8-4963-8445-1244d24a161b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f550ef0-4907-4f09-9d04-505affb9f1ca,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:51.968699 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-0f2e90b3-9335-4777-977b-a4420b566b2f admin admin] Deleting port a1337d4d-09af-4c4a-a5a9-7b7c806e2335 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:46:51.969830 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0f2e90b3-9335-4777-977b-a4420b566b2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:52.071113 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-e5e3df24-bd26-4a0a-91a8-67a9c90e9f5f None None] For port be1a58cd-08cc-4269-a31c-f01787b10953, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=be1a58cd-08cc-4269-a31c-f01787b10953,segment=NetworkSegment(bede1d20-252b-4064-af0c-50116a69af74),segment_id=bede1d20-252b-4064-af0c-50116a69af74)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:46:52.095370 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-59f21eda-9b1f-4514-9393-f9fdeda1e1c2 None None] Deleting port a1337d4d-09af-4c4a-a5a9-7b7c806e2335 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:46:52.095749 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-59f21eda-9b1f-4514-9393-f9fdeda1e1c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:52.198000 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569cdf27-f7ed-4531-b280-005aee118737 None None] Network e68cb09d-aa57-4366-8742-8d8a90212b30 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:46:52.211570 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:52.246733 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-0f2e90b3-9335-4777-977b-a4420b566b2f admin admin] For port a1337d4d-09af-4c4a-a5a9-7b7c806e2335, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=a1337d4d-09af-4c4a-a5a9-7b7c806e2335,segment=NetworkSegment(d45f125e-26ab-4885-a31a-6604f9b1cde4),segment_id=d45f125e-26ab-4885-a31a-6604f9b1cde4)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:46:52.247270 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0f2e90b3-9335-4777-977b-a4420b566b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:52.279609 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-d2c059e9-46c0-441e-904d-3ee32c8737fb tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:52.282967 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e5e3df24-bd26-4a0a-91a8-67a9c90e9f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:52.297980 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-0f2e90b3-9335-4777-977b-a4420b566b2f admin admin] Calling delete_port for a1337d4d-09af-4c4a-a5a9-7b7c806e2335 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:46:52.439505 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50186) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:52.465695 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e88059f-fc5e-4540-a5f8-a755ede59cad admin admin] Router 25d4014d-9436-465d-8155-238c28949756 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:46:52.467285 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8d418d-8803-4071-a168-114b6907d2e7 x-openstack-request-id: req-4c8d418d-8803-4071-a168-114b6907d2e7 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:46:52.467573 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36626dbf-184c-4cd2-9c46-2b6f1489124b", "name": "network-vif-deleted", "tag": "1f5ea69b-e210-47c1-bd9d-c27654f458cd", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:46:52.467827 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4c8d418d-8803-4071-a168-114b6907d2e7 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:46:52.468221 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36626dbf-184c-4cd2-9c46-2b6f1489124b', 'name': 'network-vif-deleted', 'tag': '1f5ea69b-e210-47c1-bd9d-c27654f458cd', 'status': 'completed', 'code': 200} Dec 10 16:46:52.513934 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f3f9c854-9796-4622-be5f-a0b3528e5b06 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7714c2cded694995ab67c85f58b69a3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0731955 Dec 10 16:46:52.518541 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50192) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:52.523079 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-d2c059e9-46c0-441e-904d-3ee32c8737fb tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:52.573661 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-59f21eda-9b1f-4514-9393-f9fdeda1e1c2 None None] For port a1337d4d-09af-4c4a-a5a9-7b7c806e2335, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=a1337d4d-09af-4c4a-a5a9-7b7c806e2335,segment=NetworkSegment(d45f125e-26ab-4885-a31a-6604f9b1cde4),segment_id=d45f125e-26ab-4885-a31a-6604f9b1cde4)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:46:52.573984 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-59f21eda-9b1f-4514-9393-f9fdeda1e1c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:52.577258 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c059e9-46c0-441e-904d-3ee32c8737fb tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] Pushing event updated for resources: {'Port': ['ID=fe552543-4d78-447e-9688-c861dd2c592a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:52.611008 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0f2e90b3-9335-4777-977b-a4420b566b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:52.616718 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e3df24-bd26-4a0a-91a8-67a9c90e9f5f None None] Pushing event updated for resources: {'Port': ['ID=be1a58cd-08cc-4269-a31c-f01787b10953,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:52.628103 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-d2c059e9-46c0-441e-904d-3ee32c8737fb tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] Network 1b1da819-dfba-43f2-8848-8bb429159850 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:46:52.661234 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2e90b3-9335-4777-977b-a4420b566b2f admin admin] No DVR routers for this DVR port a1337d4d-09af-4c4a-a5a9-7b7c806e2335 on host n-d-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:46:52.663603 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-76f48256-0744-43db-bbe0-7e45d0e71e65 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] For port 93fbd2de-ba6a-4cf8-b12f-6a685b42533b, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=93fbd2de-ba6a-4cf8-b12f-6a685b42533b,segment=NetworkSegment(4943642e-2363-405e-badb-676a2abaf666),segment_id=4943642e-2363-405e-badb-676a2abaf666)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:46:52.663987 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76f48256-0744-43db-bbe0-7e45d0e71e65 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:52.680882 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-59f21eda-9b1f-4514-9393-f9fdeda1e1c2 None None] Calling delete_port for a1337d4d-09af-4c4a-a5a9-7b7c806e2335 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:46:52.682360 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-d2c059e9-46c0-441e-904d-3ee32c8737fb tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:46:52.699377 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-d2c059e9-46c0-441e-904d-3ee32c8737fb tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:46:52.710031 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-76f48256-0744-43db-bbe0-7e45d0e71e65 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Calling delete_port for 93fbd2de-ba6a-4cf8-b12f-6a685b42533b owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:46:52.774520 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6ea0a7e9-2abc-4e01-a1ef-03a9802ed186 None None] Provisioning complete for port be1a58cd-08cc-4269-a31c-f01787b10953 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:46:52.774906 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6ea0a7e9-2abc-4e01-a1ef-03a9802ed186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:52.783940 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 93fbd2de-ba6a-4cf8-b12f-6a685b42533b, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=93fbd2de-ba6a-4cf8-b12f-6a685b42533b,segment=NetworkSegment(4943642e-2363-405e-badb-676a2abaf666),segment_id=4943642e-2363-405e-badb-676a2abaf666)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:46:52.803310 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e90b3-9335-4777-977b-a4420b566b2f admin admin] Pushing event deleted for resources: {'Port': ['ID=a1337d4d-09af-4c4a-a5a9-7b7c806e2335,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:52.821137 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-d2c059e9-46c0-441e-904d-3ee32c8737fb tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:52.821828 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-d2c059e9-46c0-441e-904d-3ee32c8737fb tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:52.843867 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:52.854080 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device be1a58cd-08cc-4269-a31c-f01787b10953 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:46:52.882622 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76f48256-0744-43db-bbe0-7e45d0e71e65 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:52.922807 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f48256-0744-43db-bbe0-7e45d0e71e65 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event deleted for resources: {'Port': ['ID=93fbd2de-ba6a-4cf8-b12f-6a685b42533b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:52.928276 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f48256-0744-43db-bbe0-7e45d0e71e65 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] No DVR routers for this DVR port 93fbd2de-ba6a-4cf8-b12f-6a685b42533b on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:46:52.978747 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event deleted for resources: {'Port': ['ID=93fbd2de-ba6a-4cf8-b12f-6a685b42533b,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:53.024160 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-d2c059e9-46c0-441e-904d-3ee32c8737fb tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8697970 Dec 10 16:46:53.064591 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-a2b32425-44ad-4b44-aa70-9eb7eb0508ec service neutron] Request body: {'port': {'device_id': 'e8365682-5828-4087-80b0-74057742abce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:46:53.099029 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fe1ccc-1445-4587-b555-ab85c5da461c None None] DHCP port deletion for e68cb09d-aa57-4366-8742-8d8a90212b30 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:46:53.100525 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0f2e90b3-9335-4777-977b-a4420b566b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:53.105150 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76f48256-0744-43db-bbe0-7e45d0e71e65 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:53.139424 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-76f48256-0744-43db-bbe0-7e45d0e71e65 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e68cb09d-aa57-4366-8742-8d8a90212b30']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:53.150907 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-76f48256-0744-43db-bbe0-7e45d0e71e65 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4943642e-2363-405e-badb-676a2abaf666') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:53.151440 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-76f48256-0744-43db-bbe0-7e45d0e71e65 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4943642e-2363-405e-badb-676a2abaf666') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:53.153328 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-0f2e90b3-9335-4777-977b-a4420b566b2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6486f0d-f946-4fff-a5a3-767d3d851a8e']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:53.164320 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76f48256-0744-43db-bbe0-7e45d0e71e65 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:46:53.164672 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 16:46:53.174604 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093f693-f3ba-40f3-9785-71936d424515 req-8241b4d1-dabd-4921-bc3a-14c8b18ae813 tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:53.176653 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b093f693-f3ba-40f3-9785-71936d424515 req-8241b4d1-dabd-4921-bc3a-14c8b18ae813 tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8365682-5828-4087-80b0-74057742abce HTTP/1.1" status: 200 len: 936 time: 0.2608621 Dec 10 16:46:53.181306 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76f48256-0744-43db-bbe0-7e45d0e71e65 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:53.188414 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-59f21eda-9b1f-4514-9393-f9fdeda1e1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:53.189355 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76f48256-0744-43db-bbe0-7e45d0e71e65 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:46:53.189783 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-0f2e90b3-9335-4777-977b-a4420b566b2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd45f125e-26ab-4885-a31a-6604f9b1cde4') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:53.190084 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-0f2e90b3-9335-4777-977b-a4420b566b2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd45f125e-26ab-4885-a31a-6604f9b1cde4') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:53.190252 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76f48256-0744-43db-bbe0-7e45d0e71e65 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:53.192210 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-a2b32425-44ad-4b44-aa70-9eb7eb0508ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:53.219225 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0f2e90b3-9335-4777-977b-a4420b566b2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:53.235187 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port be1a58cd-08cc-4269-a31c-f01787b10953 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:46:53.235587 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:53.239559 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f21eda-9b1f-4514-9393-f9fdeda1e1c2 None None] No DVR routers for this DVR port a1337d4d-09af-4c4a-a5a9-7b7c806e2335 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:46:53.242128 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f21eda-9b1f-4514-9393-f9fdeda1e1c2 None None] Pushing event deleted for resources: {'Port': ['ID=a1337d4d-09af-4c4a-a5a9-7b7c806e2335,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:53.268637 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0f2e90b3-9335-4777-977b-a4420b566b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:53.278888 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:46:53.278888 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:46:53.278888 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:46:53.278888 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:46:53.278888 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:46:53.278888 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:46:53.278888 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:46:53.278888 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:46:53.278888 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:46:53.278888 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:46:53.278888 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:46:53.278888 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:46:53.278888 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:46:53.278888 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:46:53.278888 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:46:53.278888 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:46:53.278888 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:46:53.278888 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:46:53.278888 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:46:53.278888 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:46:53.278888 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:46:53.278888 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:46:53.278888 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:46:53.278888 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:46:53.278888 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:46:53.278888 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:46:53.278888 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:46:53.278888 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:46:53.278888 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:46:53.278888 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:46:53.278888 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:46:53.278888 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:46:53.283903 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-05531146-e720-4a37-8c88-62b0d545174d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:53.287575 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e88059f-fc5e-4540-a5f8-a755ede59cad admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:46:53.294613 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6ea0a7e9-2abc-4e01-a1ef-03a9802ed186 None None] Could not find standard attr ID for object 93fbd2de-ba6a-4cf8-b12f-6a685b42533b. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:46:53.299489 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a6682d-f6b1-4039-b842-6fe3263189e6 None None] Sync routers for ids ['25d4014d-9436-465d-8155-238c28949756'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:46:53.303361 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1e88059f-fc5e-4540-a5f8-a755ede59cad admin admin] 10.222.0.11 "PUT /v2.0/routers/25d4014d-9436-465d-8155-238c28949756/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4808695 Dec 10 16:46:53.305898 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50216) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:53.309183 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76f48256-0744-43db-bbe0-7e45d0e71e65 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:53.313708 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a6682d-f6b1-4039-b842-6fe3263189e6 None None] Routers {'25d4014d-9436-465d-8155-238c28949756'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:46:53.314413 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76f48256-0744-43db-bbe0-7e45d0e71e65 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:53.315588 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-24a6682d-f6b1-4039-b842-6fe3263189e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:46:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['25d4014d-9436-465d-8155-238c28949756'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:53.318233 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-76f48256-0744-43db-bbe0-7e45d0e71e65 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "DELETE /v2.0/networks/e68cb09d-aa57-4366-8742-8d8a90212b30 HTTP/1.1" status: 204 len: 168 time: 4.5936916 Dec 10 16:46:53.325786 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50220) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:53.343728 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-ab826864-b670-43b2-998a-6267a79c39ca tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1461251729'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:46:53.347304 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f2e90b3-9335-4777-977b-a4420b566b2f admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:46:53.347710 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0f2e90b3-9335-4777-977b-a4420b566b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:53.349455 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:46:53.349455 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:46:53.349455 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:46:53.349455 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:46:53.349455 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:46:53.349455 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:46:53.349455 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:46:53.349455 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:46:53.349455 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:46:53.349455 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:46:53.349455 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:46:53.349455 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:46:53.349455 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:46:53.349455 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:46:53.349455 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:46:53.349455 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:46:53.349455 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:46:53.349455 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:46:53.349455 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:46:53.349455 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:46:53.349455 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:46:53.349455 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:46:53.349455 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:46:53.349455 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:46:53.349455 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:46:53.349455 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:46:53.349455 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:46:53.349455 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:46:53.349455 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:46:53.349455 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:46:53.349455 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:46:53.349455 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:46:53.411900 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b093f693-f3ba-40f3-9785-71936d424515 req-b4cab7c4-0678-4147-8255-ad87e6e2763f tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] 10.222.0.11 "GET /v2.0/security-groups?id=eceda19d-c49d-4d6e-850f-354333def43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241812 Dec 10 16:46:53.424845 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-25a38429-2b62-4081-b488-4d002b3f64fb None None] Provisioning complete for port fe552543-4d78-447e-9688-c861dd2c592a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:46:53.425235 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-25a38429-2b62-4081-b488-4d002b3f64fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:53.498905 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device d7a66591-00db-4fb9-a5bc-481971b809c6 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:46:53.537590 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-caa22fbe-9924-4970-aa2d-46b3fe7f8e64 admin admin] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:53.555697 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-24a6682d-f6b1-4039-b842-6fe3263189e6 None None] Set router 25d4014d-9436-465d-8155-238c28949756 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:46:53.565302 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 1f5ea69b-e210-47c1-bd9d-c27654f458cd no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:46:53.613330 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-25a38429-2b62-4081-b488-4d002b3f64fb None None] Port fe552543-4d78-447e-9688-c861dd2c592a cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:46:53.615335 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 1f5ea69b-e210-47c1-bd9d-c27654f458cd {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:46:53.615683 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 1f5ea69b-e210-47c1-bd9d-c27654f458cd not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:46:53.620292 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: d7a66591-00db-4fb9-a5bc-481971b809c6 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:46:53.620292 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device d7a66591-00db-4fb9-a5bc-481971b809c6 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:46:53.723813 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f48256-0744-43db-bbe0-7e45d0e71e65 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event deleted for resources: {'Network': ['ID=e68cb09d-aa57-4366-8742-8d8a90212b30,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:53.731664 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-caa22fbe-9924-4970-aa2d-46b3fe7f8e64 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:53.740921 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-05531146-e720-4a37-8c88-62b0d545174d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:53.771077 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0f2e90b3-9335-4777-977b-a4420b566b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:53.789027 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab826864-b670-43b2-998a-6267a79c39ca tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Made reservation on behalf of a6abc5679d6f4030b7132a835e224ee0 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:46:53.798324 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0f2e90b3-9335-4777-977b-a4420b566b2f admin admin] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:53.808838 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-0f2e90b3-9335-4777-977b-a4420b566b2f admin admin] 10.222.0.11 "DELETE /v2.0/networks/f6486f0d-f946-4fff-a5a3-767d3d851a8e HTTP/1.1" status: 204 len: 168 time: 3.0437582 Dec 10 16:46:53.810396 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab826864-b670-43b2-998a-6267a79c39ca tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:53.820870 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50238) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:53.831830 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device be1a58cd-08cc-4269-a31c-f01787b10953 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:46:53.843440 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e90b3-9335-4777-977b-a4420b566b2f admin admin] Pushing event deleted for resources: {'Network': ['ID=f6486f0d-f946-4fff-a5a3-767d3d851a8e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:53.892746 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-24a6682d-f6b1-4039-b842-6fe3263189e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d4014d-9436-465d-8155-238c28949756', 'name': 'tempest-TestServerMultinode-1510769048-router', 'tenant_id': '1190454cf5c54deaab8b52a8961e4b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '0d8f1b33-0997-4cc8-a66a-5a273e9d9717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:45:17Z', 'updated_at': '2021-12-10T16:46:49Z', 'revision_number': 5, 'project_id': '1190454cf5c54deaab8b52a8961e4b9e', 'gw_port': {'id': '0d8f1b33-0997-4cc8-a66a-5a273e9d9717', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d4014d-9436-465d-8155-238c28949756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:45:18Z', 'updated_at': '2021-12-10T16:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:53.939560 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port be1a58cd-08cc-4269-a31c-f01787b10953 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:46:53.942365 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:53.943598 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-a2b32425-44ad-4b44-aa70-9eb7eb0508ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe552543-4d78-447e-9688-c861dd2c592a {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:46:53.955688 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a6682d-f6b1-4039-b842-6fe3263189e6 None None] Checking router: 25d4014d-9436-465d-8155-238c28949756 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:46:53.963244 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-a2b32425-44ad-4b44-aa70-9eb7eb0508ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:53.965934 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a6682d-f6b1-4039-b842-6fe3263189e6 None None] Routers {'25d4014d-9436-465d-8155-238c28949756'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:46:53.967051 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-24a6682d-f6b1-4039-b842-6fe3263189e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:46:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['25d4014d-9436-465d-8155-238c28949756'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:54.076553 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-a2b32425-44ad-4b44-aa70-9eb7eb0508ec service neutron] Transition to ACTIVE for port object fe552543-4d78-447e-9688-c861dd2c592a will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:46:54.084217 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-a2b32425-44ad-4b44-aa70-9eb7eb0508ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:54.101711 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-24a6682d-f6b1-4039-b842-6fe3263189e6 None None] Set router 25d4014d-9436-465d-8155-238c28949756 gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:46:54.106833 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-05531146-e720-4a37-8c88-62b0d545174d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:54.109423 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-05531146-e720-4a37-8c88-62b0d545174d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:54.126951 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-05531146-e720-4a37-8c88-62b0d545174d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/daa05991-85dd-47cb-8663-9ffe92bc5995 HTTP/1.1" status: 204 len: 168 time: 1.6039670 Dec 10 16:46:54.135420 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab826864-b670-43b2-998a-6267a79c39ca tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:46:54.166678 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05531146-e720-4a37-8c88-62b0d545174d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa05991-85dd-47cb-8663-9ffe92bc5995,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:54.170127 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab826864-b670-43b2-998a-6267a79c39ca tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:54.171233 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-ab826864-b670-43b2-998a-6267a79c39ca tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Added segment 77209525-de1b-45ca-87be-2d4b6d850903 of type vlan for network 529a84f1-2ee9-4558-b370-3ef4ed96c9ee Dec 10 16:46:54.185337 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-caa22fbe-9924-4970-aa2d-46b3fe7f8e64 admin admin] Deleting port 0d8f1b33-0997-4cc8-a66a-5a273e9d9717 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:46:54.186153 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-caa22fbe-9924-4970-aa2d-46b3fe7f8e64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:54.192654 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-24a6682d-f6b1-4039-b842-6fe3263189e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d4014d-9436-465d-8155-238c28949756', 'name': 'tempest-TestServerMultinode-1510769048-router', 'tenant_id': '1190454cf5c54deaab8b52a8961e4b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:45:17Z', 'updated_at': '2021-12-10T16:46:53Z', 'revision_number': 6, 'project_id': '1190454cf5c54deaab8b52a8961e4b9e', 'gw_port_host': None}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:54.231093 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 93fbd2de-ba6a-4cf8-b12f-6a685b42533b no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:46:54.269707 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a6682d-f6b1-4039-b842-6fe3263189e6 None None] The sync data for ids ['25d4014d-9436-465d-8155-238c28949756'] in n-d-766771-2 is: [{'id': '25d4014d-9436-465d-8155-238c28949756', 'name': 'tempest-TestServerMultinode-1510769048-router', 'tenant_id': '1190454cf5c54deaab8b52a8961e4b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:45:17Z', 'updated_at': '2021-12-10T16:46:53Z', 'revision_number': 6, 'project_id': '1190454cf5c54deaab8b52a8961e4b9e', 'gw_port_host': None}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:46:54.270337 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b32425-44ad-4b44-aa70-9eb7eb0508ec service neutron] Pushing event updated for resources: {'Port': ['ID=fe552543-4d78-447e-9688-c861dd2c592a,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:54.305827 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 93fbd2de-ba6a-4cf8-b12f-6a685b42533b {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:46:54.316172 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 93fbd2de-ba6a-4cf8-b12f-6a685b42533b not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:46:54.316647 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device a1337d4d-09af-4c4a-a5a9-7b7c806e2335 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:46:54.364868 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: a1337d4d-09af-4c4a-a5a9-7b7c806e2335 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:46:54.365165 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device a1337d4d-09af-4c4a-a5a9-7b7c806e2335 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:46:54.461507 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab826864-b670-43b2-998a-6267a79c39ca tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:54.471342 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34fd584-1847-4957-952a-e4dcc632a778 req-ffcea34b-d434-46df-b566-21fdfeec9fc8 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:54.472953 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b34fd584-1847-4957-952a-e4dcc632a778 req-ffcea34b-d434-46df-b566-21fdfeec9fc8 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=745c579e-69e5-4133-84e1-55b039a305ea HTTP/1.1" status: 200 len: 945 time: 0.1365204 Dec 10 16:46:54.473741 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-a2b32425-44ad-4b44-aa70-9eb7eb0508ec service neutron] Attempting to bind port fe552543-4d78-447e-9688-c861dd2c592a on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:46:54.474074 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-a2b32425-44ad-4b44-aa70-9eb7eb0508ec service neutron] Attempting to bind port fe552543-4d78-447e-9688-c861dd2c592a by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:46:54.474424 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-a2b32425-44ad-4b44-aa70-9eb7eb0508ec service neutron] Attempting to bind port fe552543-4d78-447e-9688-c861dd2c592a on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:46:54.491008 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-a2b32425-44ad-4b44-aa70-9eb7eb0508ec service neutron] Port fe552543-4d78-447e-9688-c861dd2c592a on network 1b1da819-dfba-43f2-8848-8bb429159850 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:46:54.491334 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-a2b32425-44ad-4b44-aa70-9eb7eb0508ec service neutron] Attempting to bind port fe552543-4d78-447e-9688-c861dd2c592a on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:46:54.517943 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-a2b32425-44ad-4b44-aa70-9eb7eb0508ec service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:46:54.518496 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-a2b32425-44ad-4b44-aa70-9eb7eb0508ec service neutron] Checking segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:46:54.518896 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-a2b32425-44ad-4b44-aa70-9eb7eb0508ec service neutron] Bound using segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:46:54.519352 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-a2b32425-44ad-4b44-aa70-9eb7eb0508ec service neutron] Bound port: fe552543-4d78-447e-9688-c861dd2c592a, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:46:54.519721 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-a2b32425-44ad-4b44-aa70-9eb7eb0508ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:54.567798 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab826864-b670-43b2-998a-6267a79c39ca tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:54.573772 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab826864-b670-43b2-998a-6267a79c39ca tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:54.574463 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab826864-b670-43b2-998a-6267a79c39ca tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:54.596759 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b34fd584-1847-4957-952a-e4dcc632a778 req-ef1c2013-3324-468c-befb-aac5cb304f6d tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082275 Dec 10 16:46:54.780028 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-a2b32425-44ad-4b44-aa70-9eb7eb0508ec service neutron] For port fe552543-4d78-447e-9688-c861dd2c592a, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:46:54.790282 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-a2b32425-44ad-4b44-aa70-9eb7eb0508ec service neutron] For port fe552543-4d78-447e-9688-c861dd2c592a, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=fe552543-4d78-447e-9688-c861dd2c592a,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:46:54.807537 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-a2b32425-44ad-4b44-aa70-9eb7eb0508ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:54.856449 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ab826864-b670-43b2-998a-6267a79c39ca tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5147538 Dec 10 16:46:54.857252 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50264) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:54.875562 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-a2b32425-44ad-4b44-aa70-9eb7eb0508ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:54.876093 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-a2b32425-44ad-4b44-aa70-9eb7eb0508ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:54.877485 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-a2b32425-44ad-4b44-aa70-9eb7eb0508ec service neutron] 10.222.0.46 "PUT /v2.0/ports/fe552543-4d78-447e-9688-c861dd2c592a HTTP/1.1" status: 200 len: 1096 time: 1.8265042 Dec 10 16:46:54.877957 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8365682-5828-4087-80b0-74057742abce', 'tag': 'fe552543-4d78-447e-9688-c861dd2c592a'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:46:54.880680 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78e1eae-a2a3-4a2e-9027-cd3423042676" -d '{"events": [{"name": "network-changed", "server_uuid": "e8365682-5828-4087-80b0-74057742abce", "tag": "fe552543-4d78-447e-9688-c861dd2c592a"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:46:54.908863 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-01d8a346-1fd4-45f0-84c1-311706e96a3b tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Request body: {'subnet': {'network_id': '529a84f1-2ee9-4558-b370-3ef4ed96c9ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:46:54.937072 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc5112-1571-4496-b792-6af49b5870ec req-40c19668-3cda-496b-9fe4-6769736e9fdf tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:54.945117 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-44bc5112-1571-4496-b792-6af49b5870ec req-40c19668-3cda-496b-9fe4-6769736e9fdf tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8365682-5828-4087-80b0-74057742abce HTTP/1.1" status: 200 len: 948 time: 0.1515086 Dec 10 16:46:54.993914 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b32425-44ad-4b44-aa70-9eb7eb0508ec service neutron] Pushing event updated for resources: {'Port': ['ID=fe552543-4d78-447e-9688-c861dd2c592a,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:55.030372 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab826864-b670-43b2-998a-6267a79c39ca tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event updated for resources: {'Network': ['ID=529a84f1-2ee9-4558-b370-3ef4ed96c9ee,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:55.041584 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-4a8292f3-4e9c-4cdf-87b3-c0b984498a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:55.043176 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 529a84f1-2ee9-4558-b370-3ef4ed96c9ee details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:46:55.044178 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-4a8292f3-4e9c-4cdf-87b3-c0b984498a42 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dc10fa764ded41fb8617526a59e934f1&device_id=e8365682-5828-4087-80b0-74057742abce HTTP/1.1" status: 200 len: 1099 time: 0.0910277 Dec 10 16:46:55.052349 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-caa22fbe-9924-4970-aa2d-46b3fe7f8e64 admin admin] For port 0d8f1b33-0997-4cc8-a66a-5a273e9d9717, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=0d8f1b33-0997-4cc8-a66a-5a273e9d9717,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:46:55.053371 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-caa22fbe-9924-4970-aa2d-46b3fe7f8e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:55.057046 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-44bc5112-1571-4496-b792-6af49b5870ec req-12618932-3f03-40fc-8f72-a863b7c30e2b tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] 10.222.0.11 "GET /v2.0/security-groups?id=eceda19d-c49d-4d6e-850f-354333def43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109538 Dec 10 16:46:55.109182 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-caa22fbe-9924-4970-aa2d-46b3fe7f8e64 admin admin] Calling delete_port for 0d8f1b33-0997-4cc8-a66a-5a273e9d9717 owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:46:55.140460 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744263d8-1ae0-4270-80cd-6635f718ffbf x-openstack-request-id: req-744263d8-1ae0-4270-80cd-6635f718ffbf {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:46:55.140841 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8365682-5828-4087-80b0-74057742abce", "tag": "fe552543-4d78-447e-9688-c861dd2c592a", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:46:55.141175 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-744263d8-1ae0-4270-80cd-6635f718ffbf {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:46:55.141655 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8365682-5828-4087-80b0-74057742abce', 'tag': 'fe552543-4d78-447e-9688-c861dd2c592a', 'status': 'completed', 'code': 200} Dec 10 16:46:55.144087 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-15547848-83dc-4ed1-9e32-ac7b0439bf14 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=fe552543-4d78-447e-9688-c861dd2c592a HTTP/1.1" status: 200 len: 217 time: 0.0812247 Dec 10 16:46:55.200806 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d8a346-1fd4-45f0-84c1-311706e96a3b tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Made reservation on behalf of a6abc5679d6f4030b7132a835e224ee0 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:46:55.204772 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-01d8a346-1fd4-45f0-84c1-311706e96a3b tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:55.213106 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-fb2e849b-eaf6-4d4c-8dff-86bf869b3123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:55.215712 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-fb2e849b-eaf6-4d4c-8dff-86bf869b3123 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.0584023 Dec 10 16:46:55.268740 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-27dc572a-6f03-4984-924a-0e0af161a9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:55.270579 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-27dc572a-6f03-4984-924a-0e0af161a9a1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0479789 Dec 10 16:46:55.403443 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-07ead1b3-933b-4524-8de9-449f69b5d645 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240385 Dec 10 16:46:55.506199 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f2aa667b-43ca-49ed-a09e-e3cb868161ce req-6879d622-9256-4e9f-99f5-8f52c7592733 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959983 Dec 10 16:46:55.547513 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-caa22fbe-9924-4970-aa2d-46b3fe7f8e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:55.614201 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa22fbe-9924-4970-aa2d-46b3fe7f8e64 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d8f1b33-0997-4cc8-a66a-5a273e9d9717,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:55.626895 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e1eae-a2a3-4a2e-9027-cd3423042676 req-fa201ed5-c954-454e-8e0a-bdc01f33c6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:55.628041 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d78e1eae-a2a3-4a2e-9027-cd3423042676 req-fa201ed5-c954-454e-8e0a-bdc01f33c6f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dc10fa764ded41fb8617526a59e934f1&device_id=e8365682-5828-4087-80b0-74057742abce HTTP/1.1" status: 200 len: 1099 time: 0.0562294 Dec 10 16:46:55.629674 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9659422-e20c-46b2-8fbf-2a050c21a7a1 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:46:55.670542 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce87bd-0953-4dae-a787-786022ed67fe req-dbcfa5ed-0e7f-446f-b539-7553a5815540 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:55.672031 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-67ce87bd-0953-4dae-a787-786022ed67fe req-dbcfa5ed-0e7f-446f-b539-7553a5815540 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.26 "GET /v2.0/ports?device_id=745c579e-69e5-4133-84e1-55b039a305ea HTTP/1.1" status: 200 len: 945 time: 0.1667860 Dec 10 16:46:55.697841 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-01d8a346-1fd4-45f0-84c1-311706e96a3b tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:55.771200 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 0d8f1b33-0997-4cc8-a66a-5a273e9d9717 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:46:55.798402 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-02b2c373-8404-408c-8c28-242e252ae396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:55.799201 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 0d8f1b33-0997-4cc8-a66a-5a273e9d9717 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:46:55.799723 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 0d8f1b33-0997-4cc8-a66a-5a273e9d9717 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:46:55.800163 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 2c434b70-46ba-4719-bad9-dac64149b392 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:46:55.822837 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e1eae-a2a3-4a2e-9027-cd3423042676 req-62dd21a0-e710-42b1-b8fe-c4768d95204a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:55.825456 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d78e1eae-a2a3-4a2e-9027-cd3423042676 req-62dd21a0-e710-42b1-b8fe-c4768d95204a service neutron] 10.222.0.46 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.1902027 Dec 10 16:46:55.826185 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 2c434b70-46ba-4719-bad9-dac64149b392 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:46:55.826546 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 2c434b70-46ba-4719-bad9-dac64149b392 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:46:55.883148 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d78e1eae-a2a3-4a2e-9027-cd3423042676 req-de6edab6-15bd-49c0-80b1-23a1bfe742ce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=fe552543-4d78-447e-9688-c861dd2c592a HTTP/1.1" status: 200 len: 217 time: 0.0464346 Dec 10 16:46:55.898614 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70045498-6d4a-4211-91e1-26ae44a6f690 req-e28650c9-3312-4fdb-928c-12ba89e6a52a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:55.900490 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-70045498-6d4a-4211-91e1-26ae44a6f690 req-e28650c9-3312-4fdb-928c-12ba89e6a52a tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=745c579e-69e5-4133-84e1-55b039a305ea HTTP/1.1" status: 200 len: 945 time: 0.1242783 Dec 10 16:46:55.903564 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-caa22fbe-9924-4970-aa2d-46b3fe7f8e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:55.957609 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8a346-1fd4-45f0-84c1-311706e96a3b tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event updated for resources: {'Subnet': ['ID=a859de30-622e-46b6-9fbe-9c4d89d3c6eb,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:55.977887 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e1eae-a2a3-4a2e-9027-cd3423042676 req-5dc894b7-1c96-4943-8a5a-da2ef15efa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:55.979511 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d78e1eae-a2a3-4a2e-9027-cd3423042676 req-5dc894b7-1c96-4943-8a5a-da2ef15efa87 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.0780017 Dec 10 16:46:56.006747 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-70045498-6d4a-4211-91e1-26ae44a6f690 req-a695d29e-e5e8-44cb-8053-5245ff5805f3 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734925 Dec 10 16:46:56.045665 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e1eae-a2a3-4a2e-9027-cd3423042676 req-a3d35526-3c94-4538-85e7-a567bc40b0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:56.047292 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d78e1eae-a2a3-4a2e-9027-cd3423042676 req-a3d35526-3c94-4538-85e7-a567bc40b0e3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0572929 Dec 10 16:46:56.051433 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-caa22fbe-9924-4970-aa2d-46b3fe7f8e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:56.057389 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-caa22fbe-9924-4970-aa2d-46b3fe7f8e64 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:56.070308 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d8a346-1fd4-45f0-84c1-311706e96a3b tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Checking segment: {'id': '77209525-de1b-45ca-87be-2d4b6d850903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '529a84f1-2ee9-4558-b370-3ef4ed96c9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:46:56.070663 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d8a346-1fd4-45f0-84c1-311706e96a3b tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Network hostable DHCP agents. Network: 529a84f1-2ee9-4558-b370-3ef4ed96c9ee, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:46:56.165542 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d78e1eae-a2a3-4a2e-9027-cd3423042676 req-d0c13169-bed1-4f24-bc8c-8be297ccdc8d service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101818 Dec 10 16:46:56.208879 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d8a346-1fd4-45f0-84c1-311706e96a3b tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Network 529a84f1-2ee9-4558-b370-3ef4ed96c9ee is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:46:56.211266 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-caa22fbe-9924-4970-aa2d-46b3fe7f8e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:56.212107 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa22fbe-9924-4970-aa2d-46b3fe7f8e64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25d4014d-9436-465d-8155-238c28949756 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:46:56.234270 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-caa22fbe-9924-4970-aa2d-46b3fe7f8e64 admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:56.235418 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-caa22fbe-9924-4970-aa2d-46b3fe7f8e64 admin admin] 10.222.0.11 "DELETE /v2.0/routers/25d4014d-9436-465d-8155-238c28949756 HTTP/1.1" status: 204 len: 168 time: 2.9162390 Dec 10 16:46:56.238846 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50298) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:56.262853 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-67ce87bd-0953-4dae-a787-786022ed67fe req-eb7f63ec-dec0-41a9-bf6c-be7489e0e435 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Deleting port eb2991dd-afe8-4317-bf27-03920c421c1f {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:46:56.263189 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-67ce87bd-0953-4dae-a787-786022ed67fe req-eb7f63ec-dec0-41a9-bf6c-be7489e0e435 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:56.287062 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d8fc1-68a7-45c8-88f8-73fd361e38a6 req-2dba4771-994a-4b51-b483-57a40ed8d360 tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:56.288186 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-01d8a346-1fd4-45f0-84c1-311706e96a3b tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 529a84f1-2ee9-4558-b370-3ef4ed96c9ee) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:46:56.288874 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-079d8fc1-68a7-45c8-88f8-73fd361e38a6 req-2dba4771-994a-4b51-b483-57a40ed8d360 tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8365682-5828-4087-80b0-74057742abce HTTP/1.1" status: 200 len: 948 time: 0.1134572 Dec 10 16:46:56.305102 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3f86cf-7089-40a8-8cf0-81be00c2fa6c None None] Network 529a84f1-2ee9-4558-b370-3ef4ed96c9ee requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:46:56.354166 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d78e1eae-a2a3-4a2e-9027-cd3423042676 req-31217052-f22b-486d-8225-017afb45d80b service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798720 Dec 10 16:46:56.378798 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-079d8fc1-68a7-45c8-88f8-73fd361e38a6 req-e0065a06-bd05-4422-a49d-61e95434dc9c tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] 10.222.0.11 "GET /v2.0/security-groups?id=eceda19d-c49d-4d6e-850f-354333def43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825005 Dec 10 16:46:56.477161 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8638b54a-e663-4b97-80be-3e5403c89d2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-529a84f1-2ee9-4558-b370-3ef4ed96c9ee', 'network_id': '529a84f1-2ee9-4558-b370-3ef4ed96c9ee', 'project_id': 'a6abc5679d6f4030b7132a835e224ee0', 'fixed_ips': [{'subnet_id': 'a859de30-622e-46b6-9fbe-9c4d89d3c6eb'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:46:56.478150 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8638b54a-e663-4b97-80be-3e5403c89d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:56.629447 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-8638b54a-e663-4b97-80be-3e5403c89d2b None None] Allocated IP 2001:db8::1 (529a84f1-2ee9-4558-b370-3ef4ed96c9ee/a859de30-622e-46b6-9fbe-9c4d89d3c6eb/331f490a-688e-4133-99f4-a70778c4c885) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:46:56.681097 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d8a346-1fd4-45f0-84c1-311706e96a3b tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:56.681727 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-01d8a346-1fd4-45f0-84c1-311706e96a3b tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:56.719420 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-b12aca15-0f34-469a-b13a-7cb8d4b35510 admin admin] Deleting subnet d661a2ff-ce31-4fd8-88a7-1638071ff182 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:46:56.735602 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-01d8a346-1fd4-45f0-84c1-311706e96a3b tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8626270 Dec 10 16:46:56.735798 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b12aca15-0f34-469a-b13a-7cb8d4b35510 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:56.736620 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50300) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:56.742946 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-54fdb47e-35ed-4b64-ab35-4224b43a6c89 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-330455563'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:46:56.770540 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fdb47e-35ed-4b64-ab35-4224b43a6c89 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Made reservation on behalf of a6abc5679d6f4030b7132a835e224ee0 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:46:56.774230 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-54fdb47e-35ed-4b64-ab35-4224b43a6c89 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:56.802578 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54fdb47e-35ed-4b64-ab35-4224b43a6c89 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:46:56.805551 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b12aca15-0f34-469a-b13a-7cb8d4b35510 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:56.819398 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-54fdb47e-35ed-4b64-ab35-4224b43a6c89 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:56.819899 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-54fdb47e-35ed-4b64-ab35-4224b43a6c89 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Added segment 12569509-8fe9-4771-b87d-38f05dc65bcf of type vlan for network a65fb232-b5c3-4767-8c3e-b48f9498da4a Dec 10 16:46:56.823543 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8638b54a-e663-4b97-80be-3e5403c89d2b None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:56.832686 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8638b54a-e663-4b97-80be-3e5403c89d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:56.843790 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-67ce87bd-0953-4dae-a787-786022ed67fe req-eb7f63ec-dec0-41a9-bf6c-be7489e0e435 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] For port eb2991dd-afe8-4317-bf27-03920c421c1f, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=eb2991dd-afe8-4317-bf27-03920c421c1f,segment=NetworkSegment(5f321af3-1a86-4e4e-a33f-e6abf9e1d87b),segment_id=5f321af3-1a86-4e4e-a33f-e6abf9e1d87b)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:46:56.844216 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-67ce87bd-0953-4dae-a787-786022ed67fe req-eb7f63ec-dec0-41a9-bf6c-be7489e0e435 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:56.865955 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-67ce87bd-0953-4dae-a787-786022ed67fe req-eb7f63ec-dec0-41a9-bf6c-be7489e0e435 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Calling delete_port for eb2991dd-afe8-4317-bf27-03920c421c1f owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:46:56.871957 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8638b54a-e663-4b97-80be-3e5403c89d2b None None] Network 529a84f1-2ee9-4558-b370-3ef4ed96c9ee is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:46:56.877740 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-8638b54a-e663-4b97-80be-3e5403c89d2b None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:46:56.881613 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8638b54a-e663-4b97-80be-3e5403c89d2b None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:46:56.884800 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-54fdb47e-35ed-4b64-ab35-4224b43a6c89 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:56.916650 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-54fdb47e-35ed-4b64-ab35-4224b43a6c89 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:56.924062 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638b54a-e663-4b97-80be-3e5403c89d2b None None] Pushing event updated for resources: {'Port': ['ID=331f490a-688e-4133-99f4-a70778c4c885,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:56.924269 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fdb47e-35ed-4b64-ab35-4224b43a6c89 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:56.924269 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-54fdb47e-35ed-4b64-ab35-4224b43a6c89 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:56.959326 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-8638b54a-e663-4b97-80be-3e5403c89d2b None None] Attempting to bind port 331f490a-688e-4133-99f4-a70778c4c885 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:46:56.959664 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-8638b54a-e663-4b97-80be-3e5403c89d2b None None] Attempting to bind port 331f490a-688e-4133-99f4-a70778c4c885 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '77209525-de1b-45ca-87be-2d4b6d850903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '529a84f1-2ee9-4558-b370-3ef4ed96c9ee'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:46:56.960131 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8638b54a-e663-4b97-80be-3e5403c89d2b None None] Attempting to bind port 331f490a-688e-4133-99f4-a70778c4c885 on network 529a84f1-2ee9-4558-b370-3ef4ed96c9ee {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:46:56.969732 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8638b54a-e663-4b97-80be-3e5403c89d2b None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:46:56.970258 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8638b54a-e663-4b97-80be-3e5403c89d2b None None] Checking segment: {'id': '77209525-de1b-45ca-87be-2d4b6d850903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '529a84f1-2ee9-4558-b370-3ef4ed96c9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:46:56.970671 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8638b54a-e663-4b97-80be-3e5403c89d2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:56.971076 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8638b54a-e663-4b97-80be-3e5403c89d2b None None] Bound using segment: {'id': '77209525-de1b-45ca-87be-2d4b6d850903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '529a84f1-2ee9-4558-b370-3ef4ed96c9ee'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:46:56.971600 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-8638b54a-e663-4b97-80be-3e5403c89d2b None None] Bound port: 331f490a-688e-4133-99f4-a70778c4c885, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77209525-de1b-45ca-87be-2d4b6d850903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '529a84f1-2ee9-4558-b370-3ef4ed96c9ee'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:46:56.972224 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8638b54a-e663-4b97-80be-3e5403c89d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:57.003406 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-54fdb47e-35ed-4b64-ab35-4224b43a6c89 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2654052 Dec 10 16:46:57.006114 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50302) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:57.011291 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-e60666ed-1d8e-4e66-9ebb-f47db8559c77 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Request body: {'subnet': {'network_id': 'a65fb232-b5c3-4767-8c3e-b48f9498da4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:46:57.019455 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device fe552543-4d78-447e-9688-c861dd2c592a details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:46:57.045383 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b12aca15-0f34-469a-b13a-7cb8d4b35510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:57.046254 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fdb47e-35ed-4b64-ab35-4224b43a6c89 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event updated for resources: {'Network': ['ID=a65fb232-b5c3-4767-8c3e-b48f9498da4a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:57.062333 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network a65fb232-b5c3-4767-8c3e-b48f9498da4a details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:46:57.087817 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8638b54a-e663-4b97-80be-3e5403c89d2b None None] For port 331f490a-688e-4133-99f4-a70778c4c885, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:46:57.169978 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-02b2c373-8404-408c-8c28-242e252ae396 admin admin] Deleting port ebd2c925-a58e-46e2-b7ca-3c88e3aa8b22 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:46:57.169978 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-02b2c373-8404-408c-8c28-242e252ae396 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:57.242305 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2fc53a-c650-487c-9023-e2e61407fa32 req-56214726-de45-482d-9bcb-2e887b1a4f66 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:57.244322 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4d2fc53a-c650-487c-9023-e2e61407fa32 req-56214726-de45-482d-9bcb-2e887b1a4f66 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/ports?device_id=745c579e-69e5-4133-84e1-55b039a305ea HTTP/1.1" status: 200 len: 945 time: 0.1091626 Dec 10 16:46:57.245888 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60666ed-1d8e-4e66-9ebb-f47db8559c77 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Made reservation on behalf of a6abc5679d6f4030b7132a835e224ee0 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:46:57.249852 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e60666ed-1d8e-4e66-9ebb-f47db8559c77 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:57.284655 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b12aca15-0f34-469a-b13a-7cb8d4b35510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:57.328025 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aca15-0f34-469a-b13a-7cb8d4b35510 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d661a2ff-ce31-4fd8-88a7-1638071ff182,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:57.333063 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-67ce87bd-0953-4dae-a787-786022ed67fe req-eb7f63ec-dec0-41a9-bf6c-be7489e0e435 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:57.340789 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b12aca15-0f34-469a-b13a-7cb8d4b35510 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:57.347366 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b12aca15-0f34-469a-b13a-7cb8d4b35510 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d661a2ff-ce31-4fd8-88a7-1638071ff182 HTTP/1.1" status: 204 len: 168 time: 1.1057458 Dec 10 16:46:57.349350 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50308) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:57.387728 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-02b2c373-8404-408c-8c28-242e252ae396 admin admin] For port ebd2c925-a58e-46e2-b7ca-3c88e3aa8b22, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=ebd2c925-a58e-46e2-b7ca-3c88e3aa8b22,segment=NetworkSegment(660147d6-46d6-46d6-a7c1-d69ec2114d03),segment_id=660147d6-46d6-46d6-a7c1-d69ec2114d03)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:46:57.388387 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-02b2c373-8404-408c-8c28-242e252ae396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:57.391688 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7f63ec-dec0-41a9-bf6c-be7489e0e435 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Pushing event deleted for resources: {'Port': ['ID=eb2991dd-afe8-4317-bf27-03920c421c1f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:57.412066 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-02b2c373-8404-408c-8c28-242e252ae396 admin admin] Calling delete_port for ebd2c925-a58e-46e2-b7ca-3c88e3aa8b22 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:46:57.457354 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ce87bd-0953-4dae-a787-786022ed67fe req-eb7f63ec-dec0-41a9-bf6c-be7489e0e435 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] No DVR routers for this DVR port eb2991dd-afe8-4317-bf27-03920c421c1f on host n-h1-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:46:57.461069 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-67ce87bd-0953-4dae-a787-786022ed67fe req-eb7f63ec-dec0-41a9-bf6c-be7489e0e435 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:57.465718 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-67ce87bd-0953-4dae-a787-786022ed67fe req-eb7f63ec-dec0-41a9-bf6c-be7489e0e435 tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.26 "DELETE /v2.0/ports/eb2991dd-afe8-4317-bf27-03920c421c1f HTTP/1.1" status: 204 len: 173 time: 1.7734911 Dec 10 16:46:57.466532 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745c579e-69e5-4133-84e1-55b039a305ea', 'name': 'network-vif-deleted', 'tag': 'eb2991dd-afe8-4317-bf27-03920c421c1f'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:46:57.469075 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614bb61a-2f49-4614-965c-d14e3c6d493b" -d '{"events": [{"server_uuid": "745c579e-69e5-4133-84e1-55b039a305ea", "name": "network-vif-deleted", "tag": "eb2991dd-afe8-4317-bf27-03920c421c1f"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:46:57.479988 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56368828-dc8a-47f7-a220-6f53a4a2b9b1 None None] Network 3476b3c9-4287-4449-893c-35b29eab3f45 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:46:57.492961 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['eb2991dd-afe8-4317-bf27-03920c421c1f'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:46:57.556354 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8638b54a-e663-4b97-80be-3e5403c89d2b None None] For port 331f490a-688e-4133-99f4-a70778c4c885, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=331f490a-688e-4133-99f4-a70778c4c885,segment=NetworkSegment(77209525-de1b-45ca-87be-2d4b6d850903),segment_id=77209525-de1b-45ca-87be-2d4b6d850903)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:46:57.622389 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8638b54a-e663-4b97-80be-3e5403c89d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:57.757876 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port fe552543-4d78-447e-9688-c861dd2c592a, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=fe552543-4d78-447e-9688-c861dd2c592a,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:46:57.774479 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638b54a-e663-4b97-80be-3e5403c89d2b None None] Pushing event updated for resources: {'Port': ['ID=331f490a-688e-4133-99f4-a70778c4c885,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:57.781835 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'fe552543-4d78-447e-9688-c861dd2c592a', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'port_id': 'fe552543-4d78-447e-9688-c861dd2c592a', 'mac_address': 'fa:16:3e:74:2e:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a18c92-5007-49e2-b728-7aedc06dca57', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:46:57.789973 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-02b2c373-8404-408c-8c28-242e252ae396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:57.824310 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2c373-8404-408c-8c28-242e252ae396 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebd2c925-a58e-46e2-b7ca-3c88e3aa8b22,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:57.868985 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457bc5d9-332d-42c1-9b78-7c99b1fde6a1 None None] DHCP port deletion for 3476b3c9-4287-4449-893c-35b29eab3f45 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:46:57.931897 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:57.985101 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe552543-4d78-447e-9688-c861dd2c592a {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:46:58.015037 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port fe552543-4d78-447e-9688-c861dd2c592a, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=fe552543-4d78-447e-9688-c861dd2c592a,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:46:58.041556 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:58.154354 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4d2fc53a-c650-487c-9023-e2e61407fa32 req-34b9832f-71dd-48e8-b133-2069d8ad17ae tempest-ServersTestJSON-44582360 tempest-ServersTestJSON-44582360-project] 10.222.0.11 "GET /v2.0/security-groups?id=be1d4f46-b6a7-4616-b708-afff8a7823bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8997593 Dec 10 16:46:58.158036 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.ipam_backend_mixin [None req-e60666ed-1d8e-4e66-9ebb-f47db8559c77 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Performing IP validity checks on allocation pools {{(pid=103392) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 16:46:58.158625 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.ipam_backend_mixin [None req-e60666ed-1d8e-4e66-9ebb-f47db8559c77 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103392) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 16:46:58.164455 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-457bc5d9-332d-42c1-9b78-7c99b1fde6a1 None None] Deleting port 56fd4b63-6399-44d8-884d-4b8167ae6145 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:46:58.164863 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-457bc5d9-332d-42c1-9b78-7c99b1fde6a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:58.241802 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-02b2c373-8404-408c-8c28-242e252ae396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:58.310587 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1eba4bff-40fa-4570-b473-704292483cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:58.320411 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=fe552543-4d78-447e-9688-c861dd2c592a,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:58.331820 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-457bc5d9-332d-42c1-9b78-7c99b1fde6a1 None None] For port 56fd4b63-6399-44d8-884d-4b8167ae6145, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=56fd4b63-6399-44d8-884d-4b8167ae6145,segment=NetworkSegment(0768ac61-f3fc-49c8-a352-c9da2337fb4a),segment_id=0768ac61-f3fc-49c8-a352-c9da2337fb4a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:46:58.332569 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-457bc5d9-332d-42c1-9b78-7c99b1fde6a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:58.344363 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['fe552543-4d78-447e-9688-c861dd2c592a'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:46:58.376775 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-457bc5d9-332d-42c1-9b78-7c99b1fde6a1 None None] Calling delete_port for 56fd4b63-6399-44d8-884d-4b8167ae6145 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:46:58.556340 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-1eba4bff-40fa-4570-b473-704292483cae admin admin] Deleting port 56fd4b63-6399-44d8-884d-4b8167ae6145 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:46:58.556955 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1eba4bff-40fa-4570-b473-704292483cae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:58.633315 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-457bc5d9-332d-42c1-9b78-7c99b1fde6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:58.656300 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e60666ed-1d8e-4e66-9ebb-f47db8559c77 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:58.680665 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-1eba4bff-40fa-4570-b473-704292483cae admin admin] For port 56fd4b63-6399-44d8-884d-4b8167ae6145, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=56fd4b63-6399-44d8-884d-4b8167ae6145,segment=NetworkSegment(0768ac61-f3fc-49c8-a352-c9da2337fb4a),segment_id=0768ac61-f3fc-49c8-a352-c9da2337fb4a)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:46:58.681352 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1eba4bff-40fa-4570-b473-704292483cae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:58.689120 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457bc5d9-332d-42c1-9b78-7c99b1fde6a1 None None] Pushing event deleted for resources: {'Port': ['ID=56fd4b63-6399-44d8-884d-4b8167ae6145,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:58.708292 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-1eba4bff-40fa-4570-b473-704292483cae admin admin] Calling delete_port for 56fd4b63-6399-44d8-884d-4b8167ae6145 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:46:58.708943 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457bc5d9-332d-42c1-9b78-7c99b1fde6a1 None None] No DVR routers for this DVR port 56fd4b63-6399-44d8-884d-4b8167ae6145 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:46:58.740121 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b2c373-8404-408c-8c28-242e252ae396 admin admin] Router 13cfab41-777a-4a07-b90b-69c3f3f67480 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:46:58.839105 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60666ed-1d8e-4e66-9ebb-f47db8559c77 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event updated for resources: {'Subnet': ['ID=c18cdb21-7b3a-4dd2-b310-cdff11652caf,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:58.864091 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b2c373-8404-408c-8c28-242e252ae396 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:46:58.873542 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3507ce-f25c-498d-9684-70bd60d70a8c None None] Sync routers for ids ['13cfab41-777a-4a07-b90b-69c3f3f67480'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:46:58.887761 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-02b2c373-8404-408c-8c28-242e252ae396 admin admin] 10.222.0.11 "PUT /v2.0/routers/13cfab41-777a-4a07-b90b-69c3f3f67480/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0645688 Dec 10 16:46:58.892004 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50318) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:58.895247 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3507ce-f25c-498d-9684-70bd60d70a8c None None] Routers {'13cfab41-777a-4a07-b90b-69c3f3f67480'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:46:58.895890 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-5a3507ce-f25c-498d-9684-70bd60d70a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:46:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['13cfab41-777a-4a07-b90b-69c3f3f67480'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:58.921985 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60666ed-1d8e-4e66-9ebb-f47db8559c77 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Checking segment: {'id': '12569509-8fe9-4771-b87d-38f05dc65bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a65fb232-b5c3-4767-8c3e-b48f9498da4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:46:58.923632 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60666ed-1d8e-4e66-9ebb-f47db8559c77 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Network hostable DHCP agents. Network: a65fb232-b5c3-4767-8c3e-b48f9498da4a, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:46:58.970013 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b5ba1-a9bf-4731-a8d7-5ea53eb33d62 req-75e19527-520f-4546-84a0-79ae1f3a1daa tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:58.971737 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-475b5ba1-a9bf-4731-a8d7-5ea53eb33d62 req-75e19527-520f-4546-84a0-79ae1f3a1daa tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8365682-5828-4087-80b0-74057742abce HTTP/1.1" status: 200 len: 949 time: 0.7095602 Dec 10 16:46:58.985567 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60666ed-1d8e-4e66-9ebb-f47db8559c77 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Network a65fb232-b5c3-4767-8c3e-b48f9498da4a is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:46:59.037609 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-475b5ba1-a9bf-4731-a8d7-5ea53eb33d62 req-b46d5924-1758-448d-b8bb-24d3aa205006 tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] 10.222.0.11 "GET /v2.0/security-groups?id=eceda19d-c49d-4d6e-850f-354333def43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553994 Dec 10 16:46:59.039778 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1eba4bff-40fa-4570-b473-704292483cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:59.073841 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-5a3507ce-f25c-498d-9684-70bd60d70a8c None None] Set router 13cfab41-777a-4a07-b90b-69c3f3f67480 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:46:59.092820 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545accc5-a834-4dfe-81bc-7935288135e3 x-openstack-request-id: req-545accc5-a834-4dfe-81bc-7935288135e3 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:46:59.093112 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745c579e-69e5-4133-84e1-55b039a305ea", "name": "network-vif-deleted", "tag": "eb2991dd-afe8-4317-bf27-03920c421c1f", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:46:59.093371 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-545accc5-a834-4dfe-81bc-7935288135e3 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:46:59.093774 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '745c579e-69e5-4133-84e1-55b039a305ea', 'name': 'network-vif-deleted', 'tag': 'eb2991dd-afe8-4317-bf27-03920c421c1f', 'status': 'completed', 'code': 200} Dec 10 16:46:59.099828 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-e60666ed-1d8e-4e66-9ebb-f47db8559c77 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, a65fb232-b5c3-4767-8c3e-b48f9498da4a) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:46:59.118063 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eba4bff-40fa-4570-b473-704292483cae admin admin] No DVR routers for this DVR port 56fd4b63-6399-44d8-884d-4b8167ae6145 on host n-d-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:46:59.122044 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba4bff-40fa-4570-b473-704292483cae admin admin] Pushing event deleted for resources: {'Port': ['ID=56fd4b63-6399-44d8-884d-4b8167ae6145,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:59.126051 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60666ed-1d8e-4e66-9ebb-f47db8559c77 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:59.127084 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e60666ed-1d8e-4e66-9ebb-f47db8559c77 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:59.134432 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2e1045-7c3c-4707-a187-2728dee66c6a None None] Network a65fb232-b5c3-4767-8c3e-b48f9498da4a requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:46:59.145908 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e7441a76-e3a1-47b6-9ae4-279892eff9aa admin admin] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:59.250203 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1eba4bff-40fa-4570-b473-704292483cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:59.275817 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-1eba4bff-40fa-4570-b473-704292483cae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3476b3c9-4287-4449-893c-35b29eab3f45']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:59.287547 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50324) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:59.314176 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-1eba4bff-40fa-4570-b473-704292483cae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0768ac61-f3fc-49c8-a352-c9da2337fb4a') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:59.314502 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-1eba4bff-40fa-4570-b473-704292483cae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0768ac61-f3fc-49c8-a352-c9da2337fb4a') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:59.324573 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1eba4bff-40fa-4570-b473-704292483cae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:59.334894 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e60666ed-1d8e-4e66-9ebb-f47db8559c77 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.3223102 Dec 10 16:46:59.335797 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50326) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:59.362904 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a691e5e-6231-47de-be30-fa5b5ee2f8ae None None] Network 529a84f1-2ee9-4558-b370-3ef4ed96c9ee requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:46:59.386859 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1eba4bff-40fa-4570-b473-704292483cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:59.387874 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc960f9e-ebb3-4e4c-9ca0-15097477879b admin admin] Deleting subnet 752d8738-5a8a-4dc6-b8b4-8f887a921d46 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:46:59.393115 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0c40ae-dd8c-4799-be8e-5d930d9e1bf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-a65fb232-b5c3-4767-8c3e-b48f9498da4a', 'network_id': 'a65fb232-b5c3-4767-8c3e-b48f9498da4a', 'project_id': 'a6abc5679d6f4030b7132a835e224ee0', 'fixed_ips': [{'subnet_id': 'c18cdb21-7b3a-4dd2-b310-cdff11652caf'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:46:59.394482 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ac0c40ae-dd8c-4799-be8e-5d930d9e1bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:59.399917 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc960f9e-ebb3-4e4c-9ca0-15097477879b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:59.400101 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eba4bff-40fa-4570-b473-704292483cae admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:46:59.400408 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1eba4bff-40fa-4570-b473-704292483cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:59.402926 n-d-766771-2 neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:46:59.402926 n-d-766771-2 neutron-server[103392]: self.session.flush() Dec 10 16:46:59.402926 n-d-766771-2 neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:46:59.402926 n-d-766771-2 neutron-server[103392]: self.session.flush() Dec 10 16:46:59.402926 n-d-766771-2 neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:46:59.402926 n-d-766771-2 neutron-server[103392]: self.session.flush() Dec 10 16:46:59.402926 n-d-766771-2 neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:46:59.402926 n-d-766771-2 neutron-server[103392]: self.session.flush() Dec 10 16:46:59.402926 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:46:59.402926 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:46:59.402926 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:46:59.402926 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:46:59.402926 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:46:59.402926 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:46:59.402926 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:46:59.402926 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:46:59.402926 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:46:59.402926 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:46:59.402926 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:46:59.402926 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:46:59.402926 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:46:59.402926 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:46:59.402926 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:46:59.402926 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:46:59.402926 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:46:59.402926 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:46:59.402926 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:46:59.402926 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:46:59.402926 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:46:59.402926 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:46:59.402926 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:46:59.402926 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:46:59.402926 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:46:59.402926 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:46:59.402926 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:46:59.402926 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:46:59.402926 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:46:59.402926 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:46:59.402926 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:46:59.402926 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:46:59.457770 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc960f9e-ebb3-4e4c-9ca0-15097477879b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:59.460796 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e7441a76-e3a1-47b6-9ae4-279892eff9aa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:59.487042 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1eba4bff-40fa-4570-b473-704292483cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:59.493910 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-5ac24d11-4907-486a-8f07-17cdb8c32b3a None None] Provisioning complete for port 331f490a-688e-4133-99f4-a70778c4c885 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:46:59.494337 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5ac24d11-4907-486a-8f07-17cdb8c32b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:59.504889 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1eba4bff-40fa-4570-b473-704292483cae admin admin] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:59.512300 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1eba4bff-40fa-4570-b473-704292483cae admin admin] 10.222.0.11 "DELETE /v2.0/networks/3476b3c9-4287-4449-893c-35b29eab3f45 HTTP/1.1" status: 204 len: 168 time: 2.1597514 Dec 10 16:46:59.515185 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50328) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:59.523719 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba4bff-40fa-4570-b473-704292483cae admin admin] Pushing event deleted for resources: {'Network': ['ID=3476b3c9-4287-4449-893c-35b29eab3f45,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:59.529634 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b22290a7-6454-4a36-b439-fe0793439db2 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:59.575805 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device eb2991dd-afe8-4317-bf27-03920c421c1f no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:46:59.587246 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b22290a7-6454-4a36-b439-fe0793439db2 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:59.632422 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: eb2991dd-afe8-4317-bf27-03920c421c1f {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:46:59.632788 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device eb2991dd-afe8-4317-bf27-03920c421c1f not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:46:59.671552 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc960f9e-ebb3-4e4c-9ca0-15097477879b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:59.674916 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b22290a7-6454-4a36-b439-fe0793439db2 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server [None req-ac0c40ae-dd8c-4799-be8e-5d930d9e1bf9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c18cdb21-7b3a-4dd2-b310-cdff11652caf: This subnet is being modified by another concurrent operation. Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise exception Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c18cdb21-7b3a-4dd2-b310-cdff11652caf: This subnet is being modified by another concurrent operation. Dec 10 16:46:59.690072 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server Dec 10 16:46:59.725955 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-5a3507ce-f25c-498d-9684-70bd60d70a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cfab41-777a-4a07-b90b-69c3f3f67480', 'name': 'tempest-TestAggregatesBasicOps-1101272187-router', 'tenant_id': 'b37c5874b2c3452985b9054da7242fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '78fb9b46-0be1-4268-be6d-9ee1ae7eb94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:46:19Z', 'updated_at': '2021-12-10T16:46:57Z', 'revision_number': 5, 'project_id': 'b37c5874b2c3452985b9054da7242fcd', 'gw_port': {'id': '78fb9b46-0be1-4268-be6d-9ee1ae7eb94a', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cfab41-777a-4a07-b90b-69c3f3f67480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:46:20Z', 'updated_at': '2021-12-10T16:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:59.727952 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db1a63f-45ca-41b8-87d8-4beaa5162ebe None None] Network a65fb232-b5c3-4767-8c3e-b48f9498da4a requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:46:59.760271 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-e7441a76-e3a1-47b6-9ae4-279892eff9aa admin admin] Deleting port 78fb9b46-0be1-4268-be6d-9ee1ae7eb94a {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:46:59.760623 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e7441a76-e3a1-47b6-9ae4-279892eff9aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:59.836019 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3507ce-f25c-498d-9684-70bd60d70a8c None None] Checking router: 13cfab41-777a-4a07-b90b-69c3f3f67480 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:46:59.856011 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5ac24d11-4907-486a-8f07-17cdb8c32b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:59.870823 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b22290a7-6454-4a36-b439-fe0793439db2 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:59.877005 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3507ce-f25c-498d-9684-70bd60d70a8c None None] Routers {'13cfab41-777a-4a07-b90b-69c3f3f67480'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:46:59.878628 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-5a3507ce-f25c-498d-9684-70bd60d70a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:46:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['13cfab41-777a-4a07-b90b-69c3f3f67480'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:59.896497 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-b22290a7-6454-4a36-b439-fe0793439db2 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a65fb232-b5c3-4767-8c3e-b48f9498da4a']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:59.908163 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-b22290a7-6454-4a36-b439-fe0793439db2 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12569509-8fe9-4771-b87d-38f05dc65bcf') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:59.908510 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-b22290a7-6454-4a36-b439-fe0793439db2 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12569509-8fe9-4771-b87d-38f05dc65bcf') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:46:59.919766 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b22290a7-6454-4a36-b439-fe0793439db2 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:59.935530 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b22290a7-6454-4a36-b439-fe0793439db2 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:59.942444 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b22290a7-6454-4a36-b439-fe0793439db2 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:46:59.942980 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b22290a7-6454-4a36-b439-fe0793439db2 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:59.971797 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-e7441a76-e3a1-47b6-9ae4-279892eff9aa admin admin] For port 78fb9b46-0be1-4268-be6d-9ee1ae7eb94a, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=78fb9b46-0be1-4268-be6d-9ee1ae7eb94a,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:46:59.972382 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e7441a76-e3a1-47b6-9ae4-279892eff9aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:59.986363 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-e7441a76-e3a1-47b6-9ae4-279892eff9aa admin admin] Calling delete_port for 78fb9b46-0be1-4268-be6d-9ee1ae7eb94a owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:47:00.008563 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:47:00.008563 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:47:00.008563 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:47:00.008563 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:47:00.008563 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:47:00.008563 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:47:00.008563 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:47:00.008563 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:47:00.008563 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:47:00.008563 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:47:00.008563 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:47:00.008563 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:47:00.008563 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:47:00.008563 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:47:00.008563 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:47:00.008563 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:47:00.008563 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:47:00.008563 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:47:00.008563 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:47:00.008563 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:47:00.008563 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:47:00.008563 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:47:00.008563 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:47:00.008563 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:47:00.008563 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:47:00.008563 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:47:00.008563 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:47:00.008563 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:47:00.008563 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:47:00.008563 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:47:00.008563 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:47:00.008563 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:47:00.010545 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22290a7-6454-4a36-b439-fe0793439db2 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event deleted for resources: {'Subnet': ['ID=c18cdb21-7b3a-4dd2-b310-cdff11652caf,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:00.023123 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b22290a7-6454-4a36-b439-fe0793439db2 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:00.031762 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b22290a7-6454-4a36-b439-fe0793439db2 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:00.034991 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b22290a7-6454-4a36-b439-fe0793439db2 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "DELETE /v2.0/networks/a65fb232-b5c3-4767-8c3e-b48f9498da4a HTTP/1.1" status: 204 len: 168 time: 0.6990399 Dec 10 16:47:00.043292 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50330) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:00.069843 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a6c246c8-5986-4cde-b16e-d63b6df409ac tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-990822765'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:00.074409 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22290a7-6454-4a36-b439-fe0793439db2 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event deleted for resources: {'Network': ['ID=a65fb232-b5c3-4767-8c3e-b48f9498da4a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:00.109146 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c246c8-5986-4cde-b16e-d63b6df409ac tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Made reservation on behalf of a6abc5679d6f4030b7132a835e224ee0 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:47:00.114242 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6c246c8-5986-4cde-b16e-d63b6df409ac tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:00.151312 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6c246c8-5986-4cde-b16e-d63b6df409ac tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:47:00.172930 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc960f9e-ebb3-4e4c-9ca0-15097477879b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:00.224729 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6c246c8-5986-4cde-b16e-d63b6df409ac tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:00.225195 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-a6c246c8-5986-4cde-b16e-d63b6df409ac tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Added segment f3b6358e-f75b-44a2-8d48-cac09411e117 of type vlan for network 92d2ada2-6e67-4aae-b510-c95e01b47f66 Dec 10 16:47:00.261705 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc960f9e-ebb3-4e4c-9ca0-15097477879b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=752d8738-5a8a-4dc6-b8b4-8f887a921d46,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:00.271229 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc960f9e-ebb3-4e4c-9ca0-15097477879b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:00.271732 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 331f490a-688e-4133-99f4-a70778c4c885 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:47:00.276742 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-dc960f9e-ebb3-4e4c-9ca0-15097477879b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/752d8738-5a8a-4dc6-b8b4-8f887a921d46 HTTP/1.1" status: 204 len: 168 time: 0.9859188 Dec 10 16:47:00.279170 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50336) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:00.297995 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133e35c0-9fec-48f3-b376-c4dc5b35fa37 None None] get_active_networks_info from n-d-766771-2 {{(pid=103394) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 16:47:00.330485 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6c246c8-5986-4cde-b16e-d63b6df409ac tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:00.358281 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-5ac24d11-4907-486a-8f07-17cdb8c32b3a None None] For port 331f490a-688e-4133-99f4-a70778c4c885, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=331f490a-688e-4133-99f4-a70778c4c885,segment=NetworkSegment(77209525-de1b-45ca-87be-2d4b6d850903),segment_id=77209525-de1b-45ca-87be-2d4b6d850903)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:00.377743 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8dc47f-5960-468f-9c9c-810fc1854bfe req-ed13573f-4243-4746-a342-af65c1c134b9 tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:00.379939 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cd8dc47f-5960-468f-9c9c-810fc1854bfe req-ed13573f-4243-4746-a342-af65c1c134b9 tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8365682-5828-4087-80b0-74057742abce HTTP/1.1" status: 200 len: 949 time: 0.2214916 Dec 10 16:47:00.381217 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6c246c8-5986-4cde-b16e-d63b6df409ac tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:00.387540 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5ac24d11-4907-486a-8f07-17cdb8c32b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:00.388022 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c246c8-5986-4cde-b16e-d63b6df409ac tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:00.388757 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6c246c8-5986-4cde-b16e-d63b6df409ac tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:00.402119 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-5a3507ce-f25c-498d-9684-70bd60d70a8c None None] Set router 13cfab41-777a-4a07-b90b-69c3f3f67480 gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:47:00.484783 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-18ed29cd-4233-4cfc-94b6-6adfd7a64e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:00.504451 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a6c246c8-5986-4cde-b16e-d63b6df409ac tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4568679 Dec 10 16:47:00.507886 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50338) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:00.517630 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-9a100d62-72b1-41c9-a4b4-c5ee4747ec19 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Request body: {'subnet': {'network_id': '92d2ada2-6e67-4aae-b510-c95e01b47f66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:00.523179 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-5a3507ce-f25c-498d-9684-70bd60d70a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cfab41-777a-4a07-b90b-69c3f3f67480', 'name': 'tempest-TestAggregatesBasicOps-1101272187-router', 'tenant_id': 'b37c5874b2c3452985b9054da7242fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:46:19Z', 'updated_at': '2021-12-10T16:46:59Z', 'revision_number': 6, 'project_id': 'b37c5874b2c3452985b9054da7242fcd', 'gw_port_host': None}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:00.531057 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c246c8-5986-4cde-b16e-d63b6df409ac tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event updated for resources: {'Network': ['ID=92d2ada2-6e67-4aae-b510-c95e01b47f66,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:00.546099 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cd8dc47f-5960-468f-9c9c-810fc1854bfe req-8beb86b5-d9f8-49bb-991f-3d4d23a17963 tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] 10.222.0.11 "GET /v2.0/security-groups?id=eceda19d-c49d-4d6e-850f-354333def43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542816 Dec 10 16:47:00.574771 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3507ce-f25c-498d-9684-70bd60d70a8c None None] The sync data for ids ['13cfab41-777a-4a07-b90b-69c3f3f67480'] in n-d-766771-2 is: [{'id': '13cfab41-777a-4a07-b90b-69c3f3f67480', 'name': 'tempest-TestAggregatesBasicOps-1101272187-router', 'tenant_id': 'b37c5874b2c3452985b9054da7242fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:46:19Z', 'updated_at': '2021-12-10T16:46:59Z', 'revision_number': 6, 'project_id': 'b37c5874b2c3452985b9054da7242fcd', 'gw_port_host': None}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:47:00.594093 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 92d2ada2-6e67-4aae-b510-c95e01b47f66 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:47:00.624219 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e7441a76-e3a1-47b6-9ae4-279892eff9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:00.636653 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac24d11-4907-486a-8f07-17cdb8c32b3a None None] Pushing event updated for resources: {'Port': ['ID=331f490a-688e-4133-99f4-a70778c4c885,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:00.684343 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 331f490a-688e-4133-99f4-a70778c4c885 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:00.684714 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:00.696557 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8095127c-faea-49b3-af42-c8e8a0863c94 None None] Provisioning complete for port 331f490a-688e-4133-99f4-a70778c4c885 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:00.697224 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8095127c-faea-49b3-af42-c8e8a0863c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:00.797091 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133e35c0-9fec-48f3-b376-c4dc5b35fa37 None None] Resources bound (agent type, host, resource id): {{(pid=103394) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 16:47:01.044079 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 56fd4b63-6399-44d8-884d-4b8167ae6145 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:47:01.045923 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device fe552543-4d78-447e-9688-c861dd2c592a up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:47:01.075824 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7441a76-e3a1-47b6-9ae4-279892eff9aa admin admin] Pushing event deleted for resources: {'Port': ['ID=78fb9b46-0be1-4268-be6d-9ee1ae7eb94a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:01.093760 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 56fd4b63-6399-44d8-884d-4b8167ae6145 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:47:01.094117 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 56fd4b63-6399-44d8-884d-4b8167ae6145 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:47:01.122936 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-18ed29cd-4233-4cfc-94b6-6adfd7a64e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:01.176361 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-18ed29cd-4233-4cfc-94b6-6adfd7a64e92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f32682-cfba-42d0-8574-2822bfa354b7']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:01.178764 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port fe552543-4d78-447e-9688-c861dd2c592a completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:47:01.186935 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a100d62-72b1-41c9-a4b4-c5ee4747ec19 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Made reservation on behalf of a6abc5679d6f4030b7132a835e224ee0 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:47:01.188414 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port fe552543-4d78-447e-9688-c861dd2c592a triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:01.188795 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:01.192111 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9a100d62-72b1-41c9-a4b4-c5ee4747ec19 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:01.214538 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-18ed29cd-4233-4cfc-94b6-6adfd7a64e92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f321af3-1a86-4e4e-a33f-e6abf9e1d87b') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:01.214961 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-18ed29cd-4233-4cfc-94b6-6adfd7a64e92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f321af3-1a86-4e4e-a33f-e6abf9e1d87b') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:01.217901 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2828a45e-c187-40d2-a192-0ab87a644a3f None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:47:01.258363 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-18ed29cd-4233-4cfc-94b6-6adfd7a64e92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:01.263271 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e7441a76-e3a1-47b6-9ae4-279892eff9aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:01.290598 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:01.324873 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port fe552543-4d78-447e-9688-c861dd2c592a, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=fe552543-4d78-447e-9688-c861dd2c592a,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:01.325904 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8365682-5828-4087-80b0-74057742abce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe552543-4d78-447e-9688-c861dd2c592a'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:47:01.328458 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39d8633-fa5d-4ea1-84e0-3469ca80bcfb" -d '{"events": [{"server_uuid": "e8365682-5828-4087-80b0-74057742abce", "name": "network-vif-plugged", "status": "completed", "tag": "fe552543-4d78-447e-9688-c861dd2c592a"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:47:01.344057 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:01.357700 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-18ed29cd-4233-4cfc-94b6-6adfd7a64e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:01.379456 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afd016c-89f6-42d1-8be8-210d74304da1 x-openstack-request-id: req-5afd016c-89f6-42d1-8be8-210d74304da1 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:47:01.379942 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8365682-5828-4087-80b0-74057742abce", "name": "network-vif-plugged", "status": "completed", "tag": "fe552543-4d78-447e-9688-c861dd2c592a", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:47:01.380355 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5afd016c-89f6-42d1-8be8-210d74304da1 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:47:01.380892 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8365682-5828-4087-80b0-74057742abce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe552543-4d78-447e-9688-c861dd2c592a', 'code': 200} Dec 10 16:47:01.410073 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18ed29cd-4233-4cfc-94b6-6adfd7a64e92 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:47:01.410685 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-18ed29cd-4233-4cfc-94b6-6adfd7a64e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:01.414705 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:47:01.414705 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:47:01.414705 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:47:01.414705 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:47:01.414705 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:47:01.414705 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:47:01.414705 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:47:01.414705 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:47:01.414705 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:47:01.414705 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:47:01.414705 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:47:01.414705 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:47:01.414705 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:47:01.414705 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:47:01.414705 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:47:01.414705 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:47:01.414705 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:47:01.414705 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:47:01.414705 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:47:01.414705 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:47:01.414705 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:47:01.414705 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:47:01.414705 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:47:01.414705 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:47:01.414705 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:47:01.414705 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:47:01.414705 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:47:01.414705 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:47:01.414705 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:47:01.414705 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:47:01.414705 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:47:01.414705 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:47:01.419889 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=fe552543-4d78-447e-9688-c861dd2c592a,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:01.422981 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e7441a76-e3a1-47b6-9ae4-279892eff9aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:01.441828 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e7441a76-e3a1-47b6-9ae4-279892eff9aa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:01.482881 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe1df-942c-4a74-bc97-910201a92bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:01.499953 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2411903-161e-48e9-b420-e3a1c8b1db4d req-b20cc5ad-641c-4c24-b7e9-ba6236e22618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:01.501621 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d2411903-161e-48e9-b420-e3a1c8b1db4d req-b20cc5ad-641c-4c24-b7e9-ba6236e22618 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e8365682-5828-4087-80b0-74057742abce HTTP/1.1" status: 200 len: 1101 time: 0.0548007 Dec 10 16:47:01.552930 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d2411903-161e-48e9-b420-e3a1c8b1db4d req-ed9fa70e-c007-44f4-a9a8-2316ab4b3dc5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=eceda19d-c49d-4d6e-850f-354333def43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406020 Dec 10 16:47:01.617711 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e7441a76-e3a1-47b6-9ae4-279892eff9aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:01.618317 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7441a76-e3a1-47b6-9ae4-279892eff9aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13cfab41-777a-4a07-b90b-69c3f3f67480 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:47:01.630557 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e7441a76-e3a1-47b6-9ae4-279892eff9aa admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:01.634183 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e7441a76-e3a1-47b6-9ae4-279892eff9aa admin admin] 10.222.0.11 "DELETE /v2.0/routers/13cfab41-777a-4a07-b90b-69c3f3f67480 HTTP/1.1" status: 204 len: 168 time: 2.7388976 Dec 10 16:47:01.634944 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50346) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:01.662594 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-18ed29cd-4233-4cfc-94b6-6adfd7a64e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:01.692657 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-18ed29cd-4233-4cfc-94b6-6adfd7a64e92 admin admin] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:01.695890 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-18ed29cd-4233-4cfc-94b6-6adfd7a64e92 admin admin] 10.222.0.11 "DELETE /v2.0/networks/35f32682-cfba-42d0-8574-2822bfa354b7 HTTP/1.1" status: 204 len: 168 time: 1.4139686 Dec 10 16:47:01.721440 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad19021-1f5a-46a4-823d-975996250ffd admin admin] Deleting subnet b71da7ac-3b71-44ef-b72d-69ddad65a7bc {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:47:01.741038 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 331f490a-688e-4133-99f4-a70778c4c885 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:47:01.758938 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed29cd-4233-4cfc-94b6-6adfd7a64e92 admin admin] Pushing event deleted for resources: {'Network': ['ID=35f32682-cfba-42d0-8574-2822bfa354b7,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:01.762499 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bad19021-1f5a-46a4-823d-975996250ffd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:01.869320 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 331f490a-688e-4133-99f4-a70778c4c885 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:01.869877 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:01.890417 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9a100d62-72b1-41c9-a4b4-c5ee4747ec19 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:01.899107 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bad19021-1f5a-46a4-823d-975996250ffd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:01.946058 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f3ef8-b672-4b13-b704-f3cd4a7bff9c req-69dd45ff-7602-4637-9b28-4f9191117204 tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:01.947629 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-491f3ef8-b672-4b13-b704-f3cd4a7bff9c req-69dd45ff-7602-4637-9b28-4f9191117204 tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8365682-5828-4087-80b0-74057742abce HTTP/1.1" status: 200 len: 950 time: 0.2228405 Dec 10 16:47:02.020446 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50350) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:02.050634 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a100d62-72b1-41c9-a4b4-c5ee4747ec19 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event updated for resources: {'Subnet': ['ID=a9ab65fd-c0bc-4195-b7b1-4156c39360a5,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:02.063142 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bad19021-1f5a-46a4-823d-975996250ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:02.109671 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9576ebd2-a736-4b4f-8364-1d2347c9a676 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2334512fa40541b3a8ba6aa3ffbe674c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0878687 Dec 10 16:47:02.112464 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50352) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:02.124827 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-491f3ef8-b672-4b13-b704-f3cd4a7bff9c req-aa2270c3-cc67-4825-a0a8-868286633e3f tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] 10.222.0.11 "GET /v2.0/security-groups?id=eceda19d-c49d-4d6e-850f-354333def43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666627 Dec 10 16:47:02.126375 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 78fb9b46-0be1-4268-be6d-9ee1ae7eb94a no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:47:02.130520 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bad19021-1f5a-46a4-823d-975996250ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:02.148193 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a100d62-72b1-41c9-a4b4-c5ee4747ec19 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Checking segment: {'id': 'f3b6358e-f75b-44a2-8d48-cac09411e117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '92d2ada2-6e67-4aae-b510-c95e01b47f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:47:02.148754 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a100d62-72b1-41c9-a4b4-c5ee4747ec19 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Network hostable DHCP agents. Network: 92d2ada2-6e67-4aae-b510-c95e01b47f66, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:47:02.164185 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 78fb9b46-0be1-4268-be6d-9ee1ae7eb94a {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:47:02.164745 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 78fb9b46-0be1-4268-be6d-9ee1ae7eb94a not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:47:02.165313 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device ebd2c925-a58e-46e2-b7ca-3c88e3aa8b22 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:47:02.171112 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad19021-1f5a-46a4-823d-975996250ffd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b71da7ac-3b71-44ef-b72d-69ddad65a7bc,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:02.174786 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bad19021-1f5a-46a4-823d-975996250ffd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:02.178012 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-bad19021-1f5a-46a4-823d-975996250ffd admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b71da7ac-3b71-44ef-b72d-69ddad65a7bc HTTP/1.1" status: 204 len: 168 time: 0.5408988 Dec 10 16:47:02.187837 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50354) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:02.200115 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2c39a6-22d7-4449-b3ff-78b48d565977 None None] Network 32f04c42-5f84-4855-a144-9f738fc8d3c3 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:47:02.203335 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: ebd2c925-a58e-46e2-b7ca-3c88e3aa8b22 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:47:02.203692 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device ebd2c925-a58e-46e2-b7ca-3c88e3aa8b22 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:47:02.222251 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a100d62-72b1-41c9-a4b4-c5ee4747ec19 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Network 92d2ada2-6e67-4aae-b510-c95e01b47f66 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:47:02.241968 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-57903bea-1850-4210-b9de-84e4b6e2f66a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:02.267859 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-57903bea-1850-4210-b9de-84e4b6e2f66a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:02.290897 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ee037c1b-792a-4b14-8908-40baa230eb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:02.373510 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-9a100d62-72b1-41c9-a4b4-c5ee4747ec19 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 92d2ada2-6e67-4aae-b510-c95e01b47f66) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:47:02.377505 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-ee037c1b-792a-4b14-8908-40baa230eb88 admin admin] Deleting port 1b4aa1a2-6a88-47ba-a953-39bc54a5dfd9 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:47:02.377851 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ee037c1b-792a-4b14-8908-40baa230eb88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:02.382702 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a100d62-72b1-41c9-a4b4-c5ee4747ec19 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:02.383583 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9a100d62-72b1-41c9-a4b4-c5ee4747ec19 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:02.395137 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14240c23-d368-4206-9922-0a9c374f92ff None None] Network 92d2ada2-6e67-4aae-b510-c95e01b47f66 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:47:02.410253 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9a100d62-72b1-41c9-a4b4-c5ee4747ec19 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.8980756 Dec 10 16:47:02.413169 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-57903bea-1850-4210-b9de-84e4b6e2f66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:02.417521 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-57903bea-1850-4210-b9de-84e4b6e2f66a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:02.418986 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-57903bea-1850-4210-b9de-84e4b6e2f66a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/be1d4f46-b6a7-4616-b708-afff8a7823bf HTTP/1.1" status: 204 len: 168 time: 0.3051071 Dec 10 16:47:02.420939 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50358) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:02.476627 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-ee037c1b-792a-4b14-8908-40baa230eb88 admin admin] For port 1b4aa1a2-6a88-47ba-a953-39bc54a5dfd9, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=1b4aa1a2-6a88-47ba-a953-39bc54a5dfd9,segment=NetworkSegment(660147d6-46d6-46d6-a7c1-d69ec2114d03),segment_id=660147d6-46d6-46d6-a7c1-d69ec2114d03)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:02.476903 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ee037c1b-792a-4b14-8908-40baa230eb88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:02.501594 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae07482-6958-400b-824b-39c388b9cdec None None] DHCP port deletion for 32f04c42-5f84-4855-a144-9f738fc8d3c3 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:47:02.520105 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57903bea-1850-4210-b9de-84e4b6e2f66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1d4f46-b6a7-4616-b708-afff8a7823bf,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:02.521947 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-ee037c1b-792a-4b14-8908-40baa230eb88 admin admin] Calling delete_port for 1b4aa1a2-6a88-47ba-a953-39bc54a5dfd9 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:47:02.614102 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a5ffe1df-942c-4a74-bc97-910201a92bb2 admin admin] Deleting port 91f7fb6c-5056-401d-b6d6-d4da6610ae9d {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:47:02.617710 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe1df-942c-4a74-bc97-910201a92bb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:02.631008 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4885a0fa-70dc-4fab-bd55-fa50e1f12ae0 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:02.687840 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8286561f-68c8-488b-a0d9-648b0c1af11d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-92d2ada2-6e67-4aae-b510-c95e01b47f66', 'network_id': '92d2ada2-6e67-4aae-b510-c95e01b47f66', 'project_id': 'a6abc5679d6f4030b7132a835e224ee0', 'fixed_ips': [{'subnet_id': 'a9ab65fd-c0bc-4195-b7b1-4156c39360a5'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:47:02.688819 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8286561f-68c8-488b-a0d9-648b0c1af11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:02.719717 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-7ae07482-6958-400b-824b-39c388b9cdec None None] Deleting port 1b4aa1a2-6a88-47ba-a953-39bc54a5dfd9 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:47:02.720246 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7ae07482-6958-400b-824b-39c388b9cdec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:02.773518 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ee037c1b-792a-4b14-8908-40baa230eb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:02.784190 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4885a0fa-70dc-4fab-bd55-fa50e1f12ae0 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:02.828361 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee037c1b-792a-4b14-8908-40baa230eb88 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b4aa1a2-6a88-47ba-a953-39bc54a5dfd9,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:02.830543 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee037c1b-792a-4b14-8908-40baa230eb88 admin admin] No DVR routers for this DVR port 1b4aa1a2-6a88-47ba-a953-39bc54a5dfd9 on host n-d-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:47:02.861511 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-7ae07482-6958-400b-824b-39c388b9cdec None None] For port 1b4aa1a2-6a88-47ba-a953-39bc54a5dfd9, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=1b4aa1a2-6a88-47ba-a953-39bc54a5dfd9,segment=NetworkSegment(660147d6-46d6-46d6-a7c1-d69ec2114d03),segment_id=660147d6-46d6-46d6-a7c1-d69ec2114d03)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:02.862066 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7ae07482-6958-400b-824b-39c388b9cdec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:02.864778 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4885a0fa-70dc-4fab-bd55-fa50e1f12ae0 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server [None req-8286561f-68c8-488b-a0d9-648b0c1af11d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a9ab65fd-c0bc-4195-b7b1-4156c39360a5: This subnet is being modified by another concurrent operation. Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise exception Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a9ab65fd-c0bc-4195-b7b1-4156c39360a5: This subnet is being modified by another concurrent operation. Dec 10 16:47:02.871862 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server Dec 10 16:47:02.883514 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-7ae07482-6958-400b-824b-39c388b9cdec None None] Calling delete_port for 1b4aa1a2-6a88-47ba-a953-39bc54a5dfd9 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:47:02.894278 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae204c99-48fa-4c8c-8b3b-440688288a31 None None] Network 92d2ada2-6e67-4aae-b510-c95e01b47f66 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:47:02.914632 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4885a0fa-70dc-4fab-bd55-fa50e1f12ae0 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event deleted for resources: {'Subnet': ['ID=a9ab65fd-c0bc-4195-b7b1-4156c39360a5,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:02.980049 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-a5ffe1df-942c-4a74-bc97-910201a92bb2 admin admin] For port 91f7fb6c-5056-401d-b6d6-d4da6610ae9d, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=91f7fb6c-5056-401d-b6d6-d4da6610ae9d,segment=NetworkSegment(92ac0568-7277-4d48-870b-d4785c724388),segment_id=92ac0568-7277-4d48-870b-d4785c724388)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:02.980468 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe1df-942c-4a74-bc97-910201a92bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:02.994470 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ee037c1b-792a-4b14-8908-40baa230eb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:03.003907 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4885a0fa-70dc-4fab-bd55-fa50e1f12ae0 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:03.006568 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a5ffe1df-942c-4a74-bc97-910201a92bb2 admin admin] Calling delete_port for 91f7fb6c-5056-401d-b6d6-d4da6610ae9d owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:47:03.029527 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-ee037c1b-792a-4b14-8908-40baa230eb88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32f04c42-5f84-4855-a144-9f738fc8d3c3']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:03.045305 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-ee037c1b-792a-4b14-8908-40baa230eb88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '660147d6-46d6-46d6-a7c1-d69ec2114d03') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:03.045305 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-ee037c1b-792a-4b14-8908-40baa230eb88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '660147d6-46d6-46d6-a7c1-d69ec2114d03') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:03.053322 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-4885a0fa-70dc-4fab-bd55-fa50e1f12ae0 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92d2ada2-6e67-4aae-b510-c95e01b47f66']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:03.058585 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ee037c1b-792a-4b14-8908-40baa230eb88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:03.087558 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ee037c1b-792a-4b14-8908-40baa230eb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:03.098943 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee037c1b-792a-4b14-8908-40baa230eb88 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:47:03.099359 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ee037c1b-792a-4b14-8908-40baa230eb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:03.109300 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7ae07482-6958-400b-824b-39c388b9cdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:03.141973 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae07482-6958-400b-824b-39c388b9cdec None None] Pushing event deleted for resources: {'Port': ['ID=1b4aa1a2-6a88-47ba-a953-39bc54a5dfd9,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:03.144007 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-4885a0fa-70dc-4fab-bd55-fa50e1f12ae0 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3b6358e-f75b-44a2-8d48-cac09411e117') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:03.144503 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-4885a0fa-70dc-4fab-bd55-fa50e1f12ae0 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3b6358e-f75b-44a2-8d48-cac09411e117') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:03.144599 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae07482-6958-400b-824b-39c388b9cdec None None] No DVR routers for this DVR port 1b4aa1a2-6a88-47ba-a953-39bc54a5dfd9 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:47:03.159535 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4885a0fa-70dc-4fab-bd55-fa50e1f12ae0 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:03.170437 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c168bc-6504-4ee2-b10f-d011c5893b1d None None] get_active_networks_info from n-d-766771-2 {{(pid=103394) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 16:47:03.181059 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:47:03.181059 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:47:03.181059 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:47:03.181059 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:47:03.181059 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:47:03.181059 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:47:03.181059 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:47:03.181059 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:47:03.181059 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:47:03.181059 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:47:03.181059 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:47:03.181059 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:47:03.181059 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:47:03.181059 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:47:03.181059 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:47:03.181059 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:47:03.181059 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:47:03.181059 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:47:03.181059 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:47:03.181059 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:47:03.181059 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:47:03.181059 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:47:03.181059 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:47:03.181059 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:47:03.181059 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:47:03.181059 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:47:03.181059 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:47:03.181059 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:47:03.181059 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:47:03.181059 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:47:03.181059 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:47:03.181059 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:47:03.209850 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4885a0fa-70dc-4fab-bd55-fa50e1f12ae0 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:03.220862 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4885a0fa-70dc-4fab-bd55-fa50e1f12ae0 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:47:03.221531 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4885a0fa-70dc-4fab-bd55-fa50e1f12ae0 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:03.225058 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ee037c1b-792a-4b14-8908-40baa230eb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:03.225255 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:47:03.225255 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:47:03.225255 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:47:03.225255 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:47:03.225255 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:47:03.225255 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:47:03.225255 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:47:03.225255 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:47:03.225255 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:47:03.225255 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:47:03.225255 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:47:03.225255 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:47:03.225255 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:47:03.225255 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:47:03.225255 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:47:03.225255 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:47:03.225255 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:47:03.225255 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:47:03.225255 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:47:03.225255 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:47:03.225255 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:47:03.225255 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:47:03.225255 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:47:03.225255 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:47:03.225255 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:47:03.225255 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:47:03.225255 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:47:03.225255 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:47:03.225255 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:47:03.225255 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:47:03.225255 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:47:03.225255 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:47:03.239721 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ee037c1b-792a-4b14-8908-40baa230eb88 admin admin] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:03.244660 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ee037c1b-792a-4b14-8908-40baa230eb88 admin admin] 10.222.0.11 "DELETE /v2.0/networks/32f04c42-5f84-4855-a144-9f738fc8d3c3 HTTP/1.1" status: 204 len: 168 time: 1.0547447 Dec 10 16:47:03.316175 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c168bc-6504-4ee2-b10f-d011c5893b1d None None] Resources bound (agent type, host, resource id): {{(pid=103394) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 16:47:03.331194 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee037c1b-792a-4b14-8908-40baa230eb88 admin admin] Pushing event deleted for resources: {'Network': ['ID=32f04c42-5f84-4855-a144-9f738fc8d3c3,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:03.340725 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4885a0fa-70dc-4fab-bd55-fa50e1f12ae0 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:03.363838 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4885a0fa-70dc-4fab-bd55-fa50e1f12ae0 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:03.368403 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4885a0fa-70dc-4fab-bd55-fa50e1f12ae0 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "DELETE /v2.0/networks/92d2ada2-6e67-4aae-b510-c95e01b47f66 HTTP/1.1" status: 204 len: 168 time: 0.9380937 Dec 10 16:47:03.373144 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4885a0fa-70dc-4fab-bd55-fa50e1f12ae0 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event deleted for resources: {'Network': ['ID=92d2ada2-6e67-4aae-b510-c95e01b47f66,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:03.381571 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50380) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:03.389944 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-685a8a4a-be64-4c19-891c-8aa203c9a2a8 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1271481531'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:03.442901 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d021a-1a14-49bc-ba41-4ae9c09e567e req-fcce1155-3523-4501-b8c7-4f4260cd3065 tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:03.455409 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4c3d021a-1a14-49bc-ba41-4ae9c09e567e req-fcce1155-3523-4501-b8c7-4f4260cd3065 tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8365682-5828-4087-80b0-74057742abce HTTP/1.1" status: 200 len: 950 time: 0.1696727 Dec 10 16:47:03.469930 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685a8a4a-be64-4c19-891c-8aa203c9a2a8 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Made reservation on behalf of a6abc5679d6f4030b7132a835e224ee0 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:47:03.474435 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-685a8a4a-be64-4c19-891c-8aa203c9a2a8 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:03.491002 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50386) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:03.561047 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4c3d021a-1a14-49bc-ba41-4ae9c09e567e req-4860ccfa-1067-461d-96ee-adb82cb5c8a2 tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] 10.222.0.11 "GET /v2.0/security-groups?id=eceda19d-c49d-4d6e-850f-354333def43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943725 Dec 10 16:47:03.568093 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe1df-942c-4a74-bc97-910201a92bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:03.583181 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-685a8a4a-be64-4c19-891c-8aa203c9a2a8 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:47:03.597192 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-685a8a4a-be64-4c19-891c-8aa203c9a2a8 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:03.597612 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-685a8a4a-be64-4c19-891c-8aa203c9a2a8 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Added segment 8d5952f7-1ecb-4a1e-b4b9-f7f8c231996f of type vlan for network 1a553f04-f6e4-4619-8d03-25bbe00c7108 Dec 10 16:47:03.630660 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-875f173d-46b8-4709-84c5-2abda194cc56 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6516b12019eb42f0a6b2db6fcf8bfee8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1374073 Dec 10 16:47:03.632648 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50392) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:03.647670 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ffe1df-942c-4a74-bc97-910201a92bb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=91f7fb6c-5056-401d-b6d6-d4da6610ae9d,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:03.664158 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50394) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:03.766532 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-80930e94-539e-458e-9d03-2586a6ff9875 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:03.767345 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-685a8a4a-be64-4c19-891c-8aa203c9a2a8 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:03.820795 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-80930e94-539e-458e-9d03-2586a6ff9875 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:03.868912 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 1b4aa1a2-6a88-47ba-a953-39bc54a5dfd9 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:47:03.869472 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-fe467660-a0b6-4b3d-8ec9-19bf3b7ba6c3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1585030340-network', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:03.885029 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-685a8a4a-be64-4c19-891c-8aa203c9a2a8 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:03.891191 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685a8a4a-be64-4c19-891c-8aa203c9a2a8 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:03.891803 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-685a8a4a-be64-4c19-891c-8aa203c9a2a8 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:03.901481 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 1b4aa1a2-6a88-47ba-a953-39bc54a5dfd9 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:47:03.902765 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 1b4aa1a2-6a88-47ba-a953-39bc54a5dfd9 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:47:03.936608 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe467660-a0b6-4b3d-8ec9-19bf3b7ba6c3 admin admin] Made reservation on behalf of bdc7ed738c3144738265db15e9c9048a for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:47:03.939269 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe467660-a0b6-4b3d-8ec9-19bf3b7ba6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:03.950509 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe467660-a0b6-4b3d-8ec9-19bf3b7ba6c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:03.974858 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-685a8a4a-be64-4c19-891c-8aa203c9a2a8 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5913820 Dec 10 16:47:03.978665 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50404) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:03.984814 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-58ae6a70-3f5b-43e0-8189-504b6ed5ef1c tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Request body: {'subnet': {'network_id': '1a553f04-f6e4-4619-8d03-25bbe00c7108', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:04.001496 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a8a4a-be64-4c19-891c-8aa203c9a2a8 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event updated for resources: {'Network': ['ID=1a553f04-f6e4-4619-8d03-25bbe00c7108,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:04.004766 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-80930e94-539e-458e-9d03-2586a6ff9875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:04.007587 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-80930e94-539e-458e-9d03-2586a6ff9875 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:04.008660 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-80930e94-539e-458e-9d03-2586a6ff9875 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/578abfea-fe2e-4de7-9353-83a651c056a7 HTTP/1.1" status: 204 len: 168 time: 0.3746564 Dec 10 16:47:04.021803 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 1a553f04-f6e4-4619-8d03-25bbe00c7108 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:47:04.075875 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe1df-942c-4a74-bc97-910201a92bb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:04.165011 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80930e94-539e-458e-9d03-2586a6ff9875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578abfea-fe2e-4de7-9353-83a651c056a7,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:04.202823 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ae6a70-3f5b-43e0-8189-504b6ed5ef1c tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Made reservation on behalf of a6abc5679d6f4030b7132a835e224ee0 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:47:04.208635 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-58ae6a70-3f5b-43e0-8189-504b6ed5ef1c tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:04.296558 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe467660-a0b6-4b3d-8ec9-19bf3b7ba6c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:04.306170 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe467660-a0b6-4b3d-8ec9-19bf3b7ba6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:04.342827 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe467660-a0b6-4b3d-8ec9-19bf3b7ba6c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:47:04.369229 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe467660-a0b6-4b3d-8ec9-19bf3b7ba6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:04.369594 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-fe467660-a0b6-4b3d-8ec9-19bf3b7ba6c3 admin admin] Added segment b875ea9d-5e50-474f-9101-c4e81a54e6d1 of type vlan for network 263ff2dd-2395-434d-bed7-21852f5535cc Dec 10 16:47:04.372322 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe467660-a0b6-4b3d-8ec9-19bf3b7ba6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5ef40a-14b0-4b7e-8f94-769742c80a98,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:04.396617 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ffe1df-942c-4a74-bc97-910201a92bb2 admin admin] Router 9c2167e0-0e22-4cdf-94f5-1b9ce99aafad has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:47:04.456797 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe467660-a0b6-4b3d-8ec9-19bf3b7ba6c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:04.482904 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50416) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:04.530599 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe467660-a0b6-4b3d-8ec9-19bf3b7ba6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:04.531507 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe467660-a0b6-4b3d-8ec9-19bf3b7ba6c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:04.532090 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe467660-a0b6-4b3d-8ec9-19bf3b7ba6c3 admin admin] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:04.633488 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ffe1df-942c-4a74-bc97-910201a92bb2 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:47:04.639260 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a5ffe1df-942c-4a74-bc97-910201a92bb2 admin admin] 10.222.0.11 "PUT /v2.0/routers/9c2167e0-0e22-4cdf-94f5-1b9ce99aafad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1228797 Dec 10 16:47:04.644022 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50424) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:04.649394 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa03d51b-2559-4d6e-a8d8-6a3c63a71900 None None] Sync routers for ids ['9c2167e0-0e22-4cdf-94f5-1b9ce99aafad'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:47:04.663628 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3b698afc-f92f-4d15-a45d-12cb3dbc87dc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b37c5874b2c3452985b9054da7242fcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1762118 Dec 10 16:47:04.663932 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50426) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:04.664416 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa03d51b-2559-4d6e-a8d8-6a3c63a71900 None None] Routers {'9c2167e0-0e22-4cdf-94f5-1b9ce99aafad'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:47:04.664416 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-aa03d51b-2559-4d6e-a8d8-6a3c63a71900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:46:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['9c2167e0-0e22-4cdf-94f5-1b9ce99aafad'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:04.681855 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-fe467660-a0b6-4b3d-8ec9-19bf3b7ba6c3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0167394 Dec 10 16:47:04.683009 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50428) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:04.694412 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-9d9a1d78-4ea3-48af-856c-e80610561348 admin admin] Request body: {'subnet': {'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1585030340-subnet', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:04.699231 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe467660-a0b6-4b3d-8ec9-19bf3b7ba6c3 admin admin] Pushing event updated for resources: {'Network': ['ID=263ff2dd-2395-434d-bed7-21852f5535cc,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:04.701736 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-58ae6a70-3f5b-43e0-8189-504b6ed5ef1c tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:04.712813 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 263ff2dd-2395-434d-bed7-21852f5535cc details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:47:04.852656 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-aa03d51b-2559-4d6e-a8d8-6a3c63a71900 None None] Set router 9c2167e0-0e22-4cdf-94f5-1b9ce99aafad gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:47:04.866510 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9a1d78-4ea3-48af-856c-e80610561348 admin admin] Made reservation on behalf of bdc7ed738c3144738265db15e9c9048a for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:47:04.873990 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d9a1d78-4ea3-48af-856c-e80610561348 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:04.895949 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae6a70-3f5b-43e0-8189-504b6ed5ef1c tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event updated for resources: {'Subnet': ['ID=b4e8e829-7618-4909-8a0a-0e26792f3173,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:04.911093 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4702e3c1-83ce-45ce-925f-ee7c90daebdf admin admin] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:04.957411 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6bf439f7-8c92-4941-aa07-54a7ffc40612 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:05.002552 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ae6a70-3f5b-43e0-8189-504b6ed5ef1c tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Checking segment: {'id': '8d5952f7-1ecb-4a1e-b4b9-f7f8c231996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1a553f04-f6e4-4619-8d03-25bbe00c7108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:47:05.003056 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ae6a70-3f5b-43e0-8189-504b6ed5ef1c tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Network hostable DHCP agents. Network: 1a553f04-f6e4-4619-8d03-25bbe00c7108, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:47:05.046865 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6bf439f7-8c92-4941-aa07-54a7ffc40612 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:05.058584 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4702e3c1-83ce-45ce-925f-ee7c90daebdf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:05.087090 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ae6a70-3f5b-43e0-8189-504b6ed5ef1c tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Network 1a553f04-f6e4-4619-8d03-25bbe00c7108 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:47:05.128908 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-aa03d51b-2559-4d6e-a8d8-6a3c63a71900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2167e0-0e22-4cdf-94f5-1b9ce99aafad', 'name': 'tempest-TestServerMultinode-1855564814-router', 'tenant_id': '5b58923622cd48bd8f7699914d4f82d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': 'c0da79dd-d9db-4105-96b3-be9cec24a186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:45:31Z', 'updated_at': '2021-12-10T16:47:03Z', 'revision_number': 5, 'project_id': '5b58923622cd48bd8f7699914d4f82d6', 'gw_port': {'id': 'c0da79dd-d9db-4105-96b3-be9cec24a186', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:29:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2167e0-0e22-4cdf-94f5-1b9ce99aafad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:45:32Z', 'updated_at': '2021-12-10T16:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:05.139688 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-58ae6a70-3f5b-43e0-8189-504b6ed5ef1c tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 1a553f04-f6e4-4619-8d03-25bbe00c7108) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:47:05.144446 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ae6a70-3f5b-43e0-8189-504b6ed5ef1c tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:05.145052 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-58ae6a70-3f5b-43e0-8189-504b6ed5ef1c tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:05.148869 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731703de-fcd9-4c8a-9115-4ea357e27e70 None None] Network 1a553f04-f6e4-4619-8d03-25bbe00c7108 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:47:05.160913 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-4702e3c1-83ce-45ce-925f-ee7c90daebdf admin admin] Deleting port c0da79dd-d9db-4105-96b3-be9cec24a186 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:47:05.161290 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4702e3c1-83ce-45ce-925f-ee7c90daebdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:05.188346 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-58ae6a70-3f5b-43e0-8189-504b6ed5ef1c tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2084284 Dec 10 16:47:05.192353 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50474) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:05.251233 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa03d51b-2559-4d6e-a8d8-6a3c63a71900 None None] Checking router: 9c2167e0-0e22-4cdf-94f5-1b9ce99aafad for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:47:05.279191 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa03d51b-2559-4d6e-a8d8-6a3c63a71900 None None] Routers {'9c2167e0-0e22-4cdf-94f5-1b9ce99aafad'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:47:05.282663 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-aa03d51b-2559-4d6e-a8d8-6a3c63a71900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:46:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['9c2167e0-0e22-4cdf-94f5-1b9ce99aafad'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:05.304573 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-4702e3c1-83ce-45ce-925f-ee7c90daebdf admin admin] For port c0da79dd-d9db-4105-96b3-be9cec24a186, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c0da79dd-d9db-4105-96b3-be9cec24a186,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:05.304793 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4702e3c1-83ce-45ce-925f-ee7c90daebdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:05.335838 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-4702e3c1-83ce-45ce-925f-ee7c90daebdf admin admin] Calling delete_port for c0da79dd-d9db-4105-96b3-be9cec24a186 owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:47:05.354957 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d1f8e238-a35f-419a-9427-be6851817a66 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:05.409074 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6bf439f7-8c92-4941-aa07-54a7ffc40612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:05.417975 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6bf439f7-8c92-4941-aa07-54a7ffc40612 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:05.421527 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-6bf439f7-8c92-4941-aa07-54a7ffc40612 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/040537c3-09ff-4fa5-b7e7-871270c93192 HTTP/1.1" status: 204 len: 168 time: 0.7548177 Dec 10 16:47:05.456684 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf439f7-8c92-4941-aa07-54a7ffc40612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040537c3-09ff-4fa5-b7e7-871270c93192,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:05.539832 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-aa03d51b-2559-4d6e-a8d8-6a3c63a71900 None None] Set router 9c2167e0-0e22-4cdf-94f5-1b9ce99aafad gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:47:05.550576 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d1f8e238-a35f-419a-9427-be6851817a66 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:05.747810 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4702e3c1-83ce-45ce-925f-ee7c90daebdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:05.798425 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702e3c1-83ce-45ce-925f-ee7c90daebdf admin admin] Pushing event deleted for resources: {'Port': ['ID=c0da79dd-d9db-4105-96b3-be9cec24a186,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:05.815691 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-aa03d51b-2559-4d6e-a8d8-6a3c63a71900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2167e0-0e22-4cdf-94f5-1b9ce99aafad', 'name': 'tempest-TestServerMultinode-1855564814-router', 'tenant_id': '5b58923622cd48bd8f7699914d4f82d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:45:31Z', 'updated_at': '2021-12-10T16:47:05Z', 'revision_number': 6, 'project_id': '5b58923622cd48bd8f7699914d4f82d6', 'gw_port_host': None}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:05.818694 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d9a1d78-4ea3-48af-856c-e80610561348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:05.834517 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960a05a6-648a-4c10-98d5-098f52300dc4 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:47:05.857588 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a8567b-78c3-448f-be09-fbae20dd081f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-1a553f04-f6e4-4619-8d03-25bbe00c7108', 'network_id': '1a553f04-f6e4-4619-8d03-25bbe00c7108', 'project_id': 'a6abc5679d6f4030b7132a835e224ee0', 'fixed_ips': [{'subnet_id': 'b4e8e829-7618-4909-8a0a-0e26792f3173'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:47:05.859428 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-52a8567b-78c3-448f-be09-fbae20dd081f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:05.887354 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa03d51b-2559-4d6e-a8d8-6a3c63a71900 None None] The sync data for ids ['9c2167e0-0e22-4cdf-94f5-1b9ce99aafad'] in n-d-766771-2 is: [{'id': '9c2167e0-0e22-4cdf-94f5-1b9ce99aafad', 'name': 'tempest-TestServerMultinode-1855564814-router', 'tenant_id': '5b58923622cd48bd8f7699914d4f82d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:45:31Z', 'updated_at': '2021-12-10T16:47:05Z', 'revision_number': 6, 'project_id': '5b58923622cd48bd8f7699914d4f82d6', 'gw_port_host': None}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:47:05.930506 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4702e3c1-83ce-45ce-925f-ee7c90daebdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:05.937430 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d1f8e238-a35f-419a-9427-be6851817a66 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:06.098277 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a8aad7-e253-4dac-8605-2e023a198d04 None None] Network 1a553f04-f6e4-4619-8d03-25bbe00c7108 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:47:06.125926 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d1f8e238-a35f-419a-9427-be6851817a66 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:06.182289 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-d1f8e238-a35f-419a-9427-be6851817a66 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a553f04-f6e4-4619-8d03-25bbe00c7108']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:06.219053 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-d1f8e238-a35f-419a-9427-be6851817a66 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d5952f7-1ecb-4a1e-b4b9-f7f8c231996f') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:06.219252 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-d1f8e238-a35f-419a-9427-be6851817a66 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d5952f7-1ecb-4a1e-b4b9-f7f8c231996f') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:06.255386 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a1d78-4ea3-48af-856c-e80610561348 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd39f8cf-b633-4e7b-8cc7-6321401d3434,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:06.291170 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d1f8e238-a35f-419a-9427-be6851817a66 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:06.349231 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9a1d78-4ea3-48af-856c-e80610561348 admin admin] Checking segment: {'id': 'b875ea9d-5e50-474f-9101-c4e81a54e6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:47:06.349617 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9a1d78-4ea3-48af-856c-e80610561348 admin admin] Network hostable DHCP agents. Network: 263ff2dd-2395-434d-bed7-21852f5535cc, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:47:06.362526 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f8e238-a35f-419a-9427-be6851817a66 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event deleted for resources: {'Subnet': ['ID=b4e8e829-7618-4909-8a0a-0e26792f3173,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:06.392139 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d1f8e238-a35f-419a-9427-be6851817a66 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:06.404823 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:06.416539 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1f8e238-a35f-419a-9427-be6851817a66 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:47:06.430392 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d1f8e238-a35f-419a-9427-be6851817a66 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:06.434318 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:47:06.434318 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:47:06.434318 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:47:06.434318 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:47:06.434318 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:47:06.434318 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:47:06.434318 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:47:06.434318 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:47:06.434318 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:47:06.434318 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:47:06.434318 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:47:06.434318 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:47:06.434318 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:47:06.434318 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:47:06.434318 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:47:06.434318 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:47:06.434318 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:47:06.434318 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:47:06.434318 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:47:06.434318 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:47:06.434318 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:47:06.434318 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:47:06.434318 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:47:06.434318 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:47:06.434318 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:47:06.434318 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:47:06.434318 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:47:06.434318 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:47:06.434318 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:47:06.434318 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:47:06.434318 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:47:06.434318 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:47:06.452228 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9a1d78-4ea3-48af-856c-e80610561348 admin admin] Network 263ff2dd-2395-434d-bed7-21852f5535cc is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:47:06.540250 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-9d9a1d78-4ea3-48af-856c-e80610561348 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 263ff2dd-2395-434d-bed7-21852f5535cc) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:47:06.574678 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9a1d78-4ea3-48af-856c-e80610561348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:06.575848 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d9a1d78-4ea3-48af-856c-e80610561348 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:06.581182 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976079c2-cb25-4e5a-80be-1c0d55a29acf None None] Network 263ff2dd-2395-434d-bed7-21852f5535cc requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:47:06.607518 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d1f8e238-a35f-419a-9427-be6851817a66 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:06.612777 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d1f8e238-a35f-419a-9427-be6851817a66 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:06.621011 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d1f8e238-a35f-419a-9427-be6851817a66 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "DELETE /v2.0/networks/1a553f04-f6e4-4619-8d03-25bbe00c7108 HTTP/1.1" status: 204 len: 168 time: 1.4271424 Dec 10 16:47:06.665814 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9d9a1d78-4ea3-48af-856c-e80610561348 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9800961 Dec 10 16:47:06.667542 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50636) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:06.668720 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f8e238-a35f-419a-9427-be6851817a66 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event deleted for resources: {'Network': ['ID=1a553f04-f6e4-4619-8d03-25bbe00c7108,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:06.696095 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-cc7a946a-8eac-4ab1-986e-ff14d096847f tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-234856058'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:06.705082 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50644) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:06.771923 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-14ffa82a-1cd1-4f26-ab60-4ff5a24b5c9a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1585030340-router', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:06.835943 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4615daf5-93ce-438e-8c12-90f6761bad9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-263ff2dd-2395-434d-bed7-21852f5535cc', 'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc', 'project_id': 'bdc7ed738c3144738265db15e9c9048a', 'fixed_ips': [{'subnet_id': 'bd39f8cf-b633-4e7b-8cc7-6321401d3434'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:47:06.837341 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4615daf5-93ce-438e-8c12-90f6761bad9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:06.868135 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4702e3c1-83ce-45ce-925f-ee7c90daebdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:06.873960 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4702e3c1-83ce-45ce-925f-ee7c90daebdf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:06.929369 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7a946a-8eac-4ab1-986e-ff14d096847f tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Made reservation on behalf of a6abc5679d6f4030b7132a835e224ee0 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:47:06.941909 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc7a946a-8eac-4ab1-986e-ff14d096847f tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:06.974694 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4702e3c1-83ce-45ce-925f-ee7c90daebdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:06.975268 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4702e3c1-83ce-45ce-925f-ee7c90daebdf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c2167e0-0e22-4cdf-94f5-1b9ce99aafad {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:47:06.979923 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4702e3c1-83ce-45ce-925f-ee7c90daebdf admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:06.981584 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4702e3c1-83ce-45ce-925f-ee7c90daebdf admin admin] 10.222.0.11 "DELETE /v2.0/routers/9c2167e0-0e22-4cdf-94f5-1b9ce99aafad HTTP/1.1" status: 204 len: 168 time: 2.3362210 Dec 10 16:47:06.984239 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50678) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:07.050413 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-14ffa82a-1cd1-4f26-ab60-4ff5a24b5c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:07.051796 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-14ffa82a-1cd1-4f26-ab60-4ff5a24b5c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:07.066508 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc7a946a-8eac-4ab1-986e-ff14d096847f tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:47:07.070308 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-8555fe95-c72f-4dd6-b3e0-9fde54cd9aeb admin admin] Deleting subnet fa1b14ac-439a-4cb4-b70a-9ab97e4cea65 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:47:07.076719 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8555fe95-c72f-4dd6-b3e0-9fde54cd9aeb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:07.102220 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc7a946a-8eac-4ab1-986e-ff14d096847f tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:07.103741 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-cc7a946a-8eac-4ab1-986e-ff14d096847f tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Added segment 60006e73-b3b1-4938-b464-ea51f1c6e744 of type vlan for network 2d613ee9-6175-4df9-95f1-b18ea65ba84f Dec 10 16:47:07.151164 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8555fe95-c72f-4dd6-b3e0-9fde54cd9aeb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:07.255736 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8555fe95-c72f-4dd6-b3e0-9fde54cd9aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:07.287973 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc7a946a-8eac-4ab1-986e-ff14d096847f tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:07.321006 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8555fe95-c72f-4dd6-b3e0-9fde54cd9aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:07.324278 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-14ffa82a-1cd1-4f26-ab60-4ff5a24b5c9a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:07.326001 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc7a946a-8eac-4ab1-986e-ff14d096847f tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:07.333581 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7a946a-8eac-4ab1-986e-ff14d096847f tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:07.334469 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc7a946a-8eac-4ab1-986e-ff14d096847f tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:07.355477 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-4615daf5-93ce-438e-8c12-90f6761bad9f None None] Allocated IP 172.20.0.2 (263ff2dd-2395-434d-bed7-21852f5535cc/bd39f8cf-b633-4e7b-8cc7-6321401d3434/62f2d400-e167-4293-8656-bb7699334d93) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:47:07.357118 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555fe95-c72f-4dd6-b3e0-9fde54cd9aeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa1b14ac-439a-4cb4-b70a-9ab97e4cea65,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:07.359930 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8555fe95-c72f-4dd6-b3e0-9fde54cd9aeb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:07.365828 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8555fe95-c72f-4dd6-b3e0-9fde54cd9aeb admin admin] 10.222.0.11 "DELETE /v2.0/subnets/fa1b14ac-439a-4cb4-b70a-9ab97e4cea65 HTTP/1.1" status: 204 len: 168 time: 0.3803191 Dec 10 16:47:07.369491 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50722) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:07.501928 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7489dcd3-a703-485a-9af2-d56220fb681c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:07.514014 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8185ddf2-1c73-4475-9b63-bc802572c1fc None None] Network 56ff1eff-4805-4717-929a-9566e39824d3 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:47:07.546503 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-cc7a946a-8eac-4ab1-986e-ff14d096847f tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8561571 Dec 10 16:47:07.551255 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50744) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:07.558829 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-1e023cb7-1c84-47c4-91bd-1f61f7da4eca tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Request body: {'subnet': {'network_id': '2d613ee9-6175-4df9-95f1-b18ea65ba84f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:07.591073 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7489dcd3-a703-485a-9af2-d56220fb681c admin admin] Deleting port 43f48bbd-392e-4402-bbc3-d59fbb491354 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:47:07.591495 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7489dcd3-a703-485a-9af2-d56220fb681c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:07.598510 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a946a-8eac-4ab1-986e-ff14d096847f tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event updated for resources: {'Network': ['ID=2d613ee9-6175-4df9-95f1-b18ea65ba84f,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:07.773078 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7489dcd3-a703-485a-9af2-d56220fb681c admin admin] For port 43f48bbd-392e-4402-bbc3-d59fbb491354, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=43f48bbd-392e-4402-bbc3-d59fbb491354,segment=NetworkSegment(92ac0568-7277-4d48-870b-d4785c724388),segment_id=92ac0568-7277-4d48-870b-d4785c724388)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:07.773437 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7489dcd3-a703-485a-9af2-d56220fb681c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:07.788659 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7489dcd3-a703-485a-9af2-d56220fb681c admin admin] Calling delete_port for 43f48bbd-392e-4402-bbc3-d59fbb491354 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:47:07.844260 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4615daf5-93ce-438e-8c12-90f6761bad9f None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:07.847717 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 2d613ee9-6175-4df9-95f1-b18ea65ba84f details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:47:07.906014 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-14ffa82a-1cd1-4f26-ab60-4ff5a24b5c9a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:07.911161 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e023cb7-1c84-47c4-91bd-1f61f7da4eca tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Made reservation on behalf of a6abc5679d6f4030b7132a835e224ee0 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:47:07.925883 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1e023cb7-1c84-47c4-91bd-1f61f7da4eca tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:07.980721 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7489dcd3-a703-485a-9af2-d56220fb681c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:08.016801 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c0da79dd-d9db-4105-96b3-be9cec24a186 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:47:08.024872 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489dcd3-a703-485a-9af2-d56220fb681c admin admin] Pushing event deleted for resources: {'Port': ['ID=43f48bbd-392e-4402-bbc3-d59fbb491354,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:08.027622 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7489dcd3-a703-485a-9af2-d56220fb681c admin admin] No DVR routers for this DVR port 43f48bbd-392e-4402-bbc3-d59fbb491354 on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:47:08.035101 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4615daf5-93ce-438e-8c12-90f6761bad9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:08.116005 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: c0da79dd-d9db-4105-96b3-be9cec24a186 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:47:08.116594 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c0da79dd-d9db-4105-96b3-be9cec24a186 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:47:08.117173 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 91f7fb6c-5056-401d-b6d6-d4da6610ae9d no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:47:08.134469 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7489dcd3-a703-485a-9af2-d56220fb681c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:08.147434 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4615daf5-93ce-438e-8c12-90f6761bad9f None None] Network 263ff2dd-2395-434d-bed7-21852f5535cc is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:47:08.153838 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 91f7fb6c-5056-401d-b6d6-d4da6610ae9d {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:47:08.154680 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 91f7fb6c-5056-401d-b6d6-d4da6610ae9d not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:47:08.185053 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-7489dcd3-a703-485a-9af2-d56220fb681c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ff1eff-4805-4717-929a-9566e39824d3']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:08.197734 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-7489dcd3-a703-485a-9af2-d56220fb681c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92ac0568-7277-4d48-870b-d4785c724388') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:08.198352 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-7489dcd3-a703-485a-9af2-d56220fb681c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92ac0568-7277-4d48-870b-d4785c724388') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:08.209910 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7489dcd3-a703-485a-9af2-d56220fb681c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:08.225983 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7489dcd3-a703-485a-9af2-d56220fb681c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:08.233584 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7489dcd3-a703-485a-9af2-d56220fb681c admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:47:08.234198 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7489dcd3-a703-485a-9af2-d56220fb681c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:08.238356 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-4615daf5-93ce-438e-8c12-90f6761bad9f None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:47:08.243459 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4615daf5-93ce-438e-8c12-90f6761bad9f None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:47:08.312835 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:47:08.312835 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:47:08.312835 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:47:08.312835 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:47:08.312835 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:47:08.312835 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:47:08.312835 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:47:08.312835 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:47:08.312835 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:47:08.312835 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:47:08.312835 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:47:08.312835 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:47:08.312835 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:47:08.312835 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:47:08.312835 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:47:08.312835 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:47:08.312835 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:47:08.312835 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:47:08.312835 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:47:08.312835 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:47:08.312835 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:47:08.312835 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:47:08.312835 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:47:08.312835 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:47:08.312835 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:47:08.312835 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:47:08.312835 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:47:08.312835 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:47:08.312835 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:47:08.312835 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:47:08.312835 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:47:08.312835 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:47:08.318204 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7489dcd3-a703-485a-9af2-d56220fb681c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:08.339989 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489dcd3-a703-485a-9af2-d56220fb681c admin admin] Pushing event deleted for resources: {'Network': ['ID=56ff1eff-4805-4717-929a-9566e39824d3,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:08.342742 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7489dcd3-a703-485a-9af2-d56220fb681c admin admin] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:08.343920 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615daf5-93ce-438e-8c12-90f6761bad9f None None] Pushing event updated for resources: {'Port': ['ID=62f2d400-e167-4293-8656-bb7699334d93,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:08.353959 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7489dcd3-a703-485a-9af2-d56220fb681c admin admin] 10.222.0.11 "DELETE /v2.0/networks/56ff1eff-4805-4717-929a-9566e39824d3 HTTP/1.1" status: 204 len: 168 time: 0.9826765 Dec 10 16:47:08.361024 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:08.367843 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969023c7-7f3a-4b7f-bcec-a749df5d5f0e None None] DHCP port deletion for 56ff1eff-4805-4717-929a-9566e39824d3 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:47:08.451005 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-4615daf5-93ce-438e-8c12-90f6761bad9f None None] Attempting to bind port 62f2d400-e167-4293-8656-bb7699334d93 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:47:08.451375 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-4615daf5-93ce-438e-8c12-90f6761bad9f None None] Attempting to bind port 62f2d400-e167-4293-8656-bb7699334d93 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'b875ea9d-5e50-474f-9101-c4e81a54e6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:47:08.451913 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4615daf5-93ce-438e-8c12-90f6761bad9f None None] Attempting to bind port 62f2d400-e167-4293-8656-bb7699334d93 on network 263ff2dd-2395-434d-bed7-21852f5535cc {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:47:08.471595 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4615daf5-93ce-438e-8c12-90f6761bad9f None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:47:08.471989 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4615daf5-93ce-438e-8c12-90f6761bad9f None None] Checking segment: {'id': 'b875ea9d-5e50-474f-9101-c4e81a54e6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:47:08.472402 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4615daf5-93ce-438e-8c12-90f6761bad9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:08.472794 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4615daf5-93ce-438e-8c12-90f6761bad9f None None] Bound using segment: {'id': 'b875ea9d-5e50-474f-9101-c4e81a54e6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:47:08.473434 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-4615daf5-93ce-438e-8c12-90f6761bad9f None None] Bound port: 62f2d400-e167-4293-8656-bb7699334d93, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b875ea9d-5e50-474f-9101-c4e81a54e6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:47:08.473979 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4615daf5-93ce-438e-8c12-90f6761bad9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:08.603124 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50864) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:08.608811 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-4615daf5-93ce-438e-8c12-90f6761bad9f None None] For port 62f2d400-e167-4293-8656-bb7699334d93, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:47:08.613264 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-4615daf5-93ce-438e-8c12-90f6761bad9f None None] For port 62f2d400-e167-4293-8656-bb7699334d93, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=62f2d400-e167-4293-8656-bb7699334d93,segment=NetworkSegment(b875ea9d-5e50-474f-9101-c4e81a54e6d1),segment_id=b875ea9d-5e50-474f-9101-c4e81a54e6d1)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:47:08.618205 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4615daf5-93ce-438e-8c12-90f6761bad9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:08.638963 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-14ffa82a-1cd1-4f26-ab60-4ff5a24b5c9a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:08.720072 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615daf5-93ce-438e-8c12-90f6761bad9f None None] Pushing event updated for resources: {'Port': ['ID=62f2d400-e167-4293-8656-bb7699334d93,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:08.775373 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a9f01d87-2937-4f85-aa8c-c71a5a85ae88 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1190454cf5c54deaab8b52a8961e4b9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1698546 Dec 10 16:47:08.780452 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50882) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:08.884399 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f750-6c95-4d80-b8cd-be17b7efe5cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:08.915877 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f750-6c95-4d80-b8cd-be17b7efe5cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:08.976685 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f750-6c95-4d80-b8cd-be17b7efe5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:08.980551 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f750-6c95-4d80-b8cd-be17b7efe5cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:08.988633 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c7f2f750-6c95-4d80-b8cd-be17b7efe5cf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fc711f16-d604-4fab-90c5-33b8743aa7d1 HTTP/1.1" status: 204 len: 168 time: 0.2067811 Dec 10 16:47:08.999405 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2f750-6c95-4d80-b8cd-be17b7efe5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc711f16-d604-4fab-90c5-33b8743aa7d1,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:09.255858 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-14ffa82a-1cd1-4f26-ab60-4ff5a24b5c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:09.360399 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1e023cb7-1c84-47c4-91bd-1f61f7da4eca tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:09.476451 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e023cb7-1c84-47c4-91bd-1f61f7da4eca tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event updated for resources: {'Subnet': ['ID=a0ff3b93-4452-4d99-999b-c156cd6d7752,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:09.501244 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e023cb7-1c84-47c4-91bd-1f61f7da4eca tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Checking segment: {'id': '60006e73-b3b1-4938-b464-ea51f1c6e744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2d613ee9-6175-4df9-95f1-b18ea65ba84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:47:09.501592 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e023cb7-1c84-47c4-91bd-1f61f7da4eca tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Network hostable DHCP agents. Network: 2d613ee9-6175-4df9-95f1-b18ea65ba84f, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:47:09.523690 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-14ffa82a-1cd1-4f26-ab60-4ff5a24b5c9a admin admin] Allocated IP 172.25.6.88 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/5e14d5fe-cc7a-434f-aee7-6f8bcb407869) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:47:09.540454 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e023cb7-1c84-47c4-91bd-1f61f7da4eca tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Network 2d613ee9-6175-4df9-95f1-b18ea65ba84f is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:47:09.556439 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-1e023cb7-1c84-47c4-91bd-1f61f7da4eca tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 2d613ee9-6175-4df9-95f1-b18ea65ba84f) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:47:09.566015 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4e3f72-9e6a-49cf-8581-529c08fee65e None None] Network 2d613ee9-6175-4df9-95f1-b18ea65ba84f requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:47:09.609446 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e023cb7-1c84-47c4-91bd-1f61f7da4eca tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:09.610434 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1e023cb7-1c84-47c4-91bd-1f61f7da4eca tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:09.630196 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1e023cb7-1c84-47c4-91bd-1f61f7da4eca tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0775642 Dec 10 16:47:09.632896 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50950) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:09.643829 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-e2526658-78f0-4245-a39f-faa5ce8ef4db tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Request body: {'subnet': {'network_id': '2d613ee9-6175-4df9-95f1-b18ea65ba84f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:09.684032 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50952) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:09.793357 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f88bdc-b60d-43c1-b809-de9319b1f2c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-2d613ee9-6175-4df9-95f1-b18ea65ba84f', 'network_id': '2d613ee9-6175-4df9-95f1-b18ea65ba84f', 'project_id': 'a6abc5679d6f4030b7132a835e224ee0', 'fixed_ips': [{'subnet_id': 'a0ff3b93-4452-4d99-999b-c156cd6d7752'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:47:09.795711 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-18f88bdc-b60d-43c1-b809-de9319b1f2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:09.840198 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1cdc8bef-1ad1-4ad9-ae72-44e00040a83c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5b58923622cd48bd8f7699914d4f82d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1543622 Dec 10 16:47:09.841994 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50956) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:09.845717 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-14ffa82a-1cd1-4f26-ab60-4ff5a24b5c9a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:09.860210 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 62f2d400-e167-4293-8656-bb7699334d93 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:47:09.898758 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-14ffa82a-1cd1-4f26-ab60-4ff5a24b5c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:09.973573 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2526658-78f0-4245-a39f-faa5ce8ef4db tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Made reservation on behalf of a6abc5679d6f4030b7132a835e224ee0 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:47:09.981377 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e2526658-78f0-4245-a39f-faa5ce8ef4db tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:09.997005 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ffa82a-1cd1-4f26-ab60-4ff5a24b5c9a admin admin] Pushing event updated for resources: {'Port': ['ID=5e14d5fe-cc7a-434f-aee7-6f8bcb407869,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:09.998021 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 62f2d400-e167-4293-8656-bb7699334d93 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:10.000091 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:10.022125 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ffa82a-1cd1-4f26-ab60-4ff5a24b5c9a admin admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:47:10.024505 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-14ffa82a-1cd1-4f26-ab60-4ff5a24b5c9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:47:10.029169 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ffa82a-1cd1-4f26-ab60-4ff5a24b5c9a admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:47:10.051781 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4681746b-7c4b-466c-8e3f-44c5d960d31b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:10.089574 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d153037-8e19-4570-a1a7-9ee976fe69fa None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:47:10.094730 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50962) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:10.100531 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-507bb362-1a87-40e0-a2e0-299c8bec90ae tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Request body: {'network': {'name': 'tempest-network-smoke--1861817275', 'project_id': '465a09ace7ed47488837491c435d4c5b', 'port_security_enabled': True}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:10.185744 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-18f88bdc-b60d-43c1-b809-de9319b1f2c1 None None] Allocated IP 2001:db8::2 (2d613ee9-6175-4df9-95f1-b18ea65ba84f/a0ff3b93-4452-4d99-999b-c156cd6d7752/9be5054c-9908-4994-bcc9-0f3868232ba9) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:47:10.246091 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4681746b-7c4b-466c-8e3f-44c5d960d31b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:10.261627 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-34355cea-8a4b-41bf-9110-4d6ff09dd6cc None None] Provisioning complete for port 5e14d5fe-cc7a-434f-aee7-6f8bcb407869 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:10.262425 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-34355cea-8a4b-41bf-9110-4d6ff09dd6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:10.296792 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507bb362-1a87-40e0-a2e0-299c8bec90ae tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Made reservation on behalf of 465a09ace7ed47488837491c435d4c5b for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:47:10.301488 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-507bb362-1a87-40e0-a2e0-299c8bec90ae tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:10.314725 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-507bb362-1a87-40e0-a2e0-299c8bec90ae tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:10.338355 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-34355cea-8a4b-41bf-9110-4d6ff09dd6cc None None] Port 5e14d5fe-cc7a-434f-aee7-6f8bcb407869 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:47:10.368954 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:10.442318 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-507bb362-1a87-40e0-a2e0-299c8bec90ae tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:10.447613 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-507bb362-1a87-40e0-a2e0-299c8bec90ae tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:10.454470 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 62f2d400-e167-4293-8656-bb7699334d93, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=62f2d400-e167-4293-8656-bb7699334d93,segment=NetworkSegment(b875ea9d-5e50-474f-9101-c4e81a54e6d1),segment_id=b875ea9d-5e50-474f-9101-c4e81a54e6d1)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:10.480895 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:10.541985 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-507bb362-1a87-40e0-a2e0-299c8bec90ae tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:47:10.566003 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-507bb362-1a87-40e0-a2e0-299c8bec90ae tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:10.567263 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-507bb362-1a87-40e0-a2e0-299c8bec90ae tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Added segment a9c5ae8f-5bae-4ba0-8b2f-952a2aa548b0 of type vlan for network 1e82c5ae-4176-48e4-a1e7-5c3e94606e08 Dec 10 16:47:10.584129 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a810b239-c9b5-487e-9a9c-aa72c49e3ebc None None] Network 263ff2dd-2395-434d-bed7-21852f5535cc requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:47:10.589212 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=62f2d400-e167-4293-8656-bb7699334d93,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:10.598826 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 43f48bbd-392e-4402-bbc3-d59fbb491354 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:47:10.599927 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4681746b-7c4b-466c-8e3f-44c5d960d31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:10.603070 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4681746b-7c4b-466c-8e3f-44c5d960d31b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:10.615178 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-18f88bdc-b60d-43c1-b809-de9319b1f2c1 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:10.620447 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4681746b-7c4b-466c-8e3f-44c5d960d31b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/25d6246b-ae6f-4c60-b629-6aa2b5602fde HTTP/1.1" status: 204 len: 168 time: 0.7639341 Dec 10 16:47:10.639972 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-507bb362-1a87-40e0-a2e0-299c8bec90ae tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:10.668610 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507bb362-1a87-40e0-a2e0-299c8bec90ae tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8a64ae-857b-43fc-a8b8-160a3c3c2c1c,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:10.672309 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4681746b-7c4b-466c-8e3f-44c5d960d31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d6246b-ae6f-4c60-b629-6aa2b5602fde,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:10.672809 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-18f88bdc-b60d-43c1-b809-de9319b1f2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:10.674651 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 43f48bbd-392e-4402-bbc3-d59fbb491354 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:47:10.674999 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 43f48bbd-392e-4402-bbc3-d59fbb491354 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:47:10.678727 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-507bb362-1a87-40e0-a2e0-299c8bec90ae tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:10.692319 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507bb362-1a87-40e0-a2e0-299c8bec90ae tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:10.692954 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-507bb362-1a87-40e0-a2e0-299c8bec90ae tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:10.730433 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e2526658-78f0-4245-a39f-faa5ce8ef4db tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:10.740875 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-803371d0-1ef9-41d4-acf9-38caf597277f None None] Provisioning complete for port 62f2d400-e167-4293-8656-bb7699334d93 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:10.741311 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-803371d0-1ef9-41d4-acf9-38caf597277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:10.781319 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f88bdc-b60d-43c1-b809-de9319b1f2c1 None None] Network 2d613ee9-6175-4df9-95f1-b18ea65ba84f is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:47:10.801949 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-18f88bdc-b60d-43c1-b809-de9319b1f2c1 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:47:10.826975 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f88bdc-b60d-43c1-b809-de9319b1f2c1 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:47:10.833788 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2526658-78f0-4245-a39f-faa5ce8ef4db tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event updated for resources: {'Subnet': ['ID=30554326-b535-4c5b-a267-ce8d34ce98be,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:10.845502 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f88bdc-b60d-43c1-b809-de9319b1f2c1 None None] Pushing event updated for resources: {'Port': ['ID=9be5054c-9908-4994-bcc9-0f3868232ba9,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:10.852745 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2526658-78f0-4245-a39f-faa5ce8ef4db tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Network 2d613ee9-6175-4df9-95f1-b18ea65ba84f is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:47:10.858402 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-e2526658-78f0-4245-a39f-faa5ce8ef4db tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:47:10.862448 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2526658-78f0-4245-a39f-faa5ce8ef4db tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:10.862890 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e2526658-78f0-4245-a39f-faa5ce8ef4db tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:10.894190 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e2526658-78f0-4245-a39f-faa5ce8ef4db tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2597687 Dec 10 16:47:10.897300 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50970) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:10.933558 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-14ffa82a-1cd1-4f26-ab60-4ff5a24b5c9a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:10.971581 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db67b459-9c75-43b3-85bc-df7005571d70 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:10.973421 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db67b459-9c75-43b3-85bc-df7005571d70 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:10.975121 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db67b459-9c75-43b3-85bc-df7005571d70 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:10.976811 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db67b459-9c75-43b3-85bc-df7005571d70 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:10.978420 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db67b459-9c75-43b3-85bc-df7005571d70 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:10.985070 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-db67b459-9c75-43b3-85bc-df7005571d70 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0834818 Dec 10 16:47:10.985759 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50974) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:10.991186 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-91883b2e-2775-482a-ac99-768ac7e46d5a tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-500355029'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:11.016827 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91883b2e-2775-482a-ac99-768ac7e46d5a tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Made reservation on behalf of a6abc5679d6f4030b7132a835e224ee0 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:47:11.021343 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-91883b2e-2775-482a-ac99-768ac7e46d5a tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:11.066096 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-18f88bdc-b60d-43c1-b809-de9319b1f2c1 None None] Attempting to bind port 9be5054c-9908-4994-bcc9-0f3868232ba9 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:47:11.066655 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-18f88bdc-b60d-43c1-b809-de9319b1f2c1 None None] Attempting to bind port 9be5054c-9908-4994-bcc9-0f3868232ba9 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '60006e73-b3b1-4938-b464-ea51f1c6e744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2d613ee9-6175-4df9-95f1-b18ea65ba84f'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:47:11.067069 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f88bdc-b60d-43c1-b809-de9319b1f2c1 None None] Attempting to bind port 9be5054c-9908-4994-bcc9-0f3868232ba9 on network 2d613ee9-6175-4df9-95f1-b18ea65ba84f {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:47:11.070753 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-507bb362-1a87-40e0-a2e0-299c8bec90ae tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9748750 Dec 10 16:47:11.073987 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50978) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:11.074773 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91883b2e-2775-482a-ac99-768ac7e46d5a tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:47:11.080374 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f88bdc-b60d-43c1-b809-de9319b1f2c1 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:47:11.080896 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f88bdc-b60d-43c1-b809-de9319b1f2c1 None None] Checking segment: {'id': '60006e73-b3b1-4938-b464-ea51f1c6e744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2d613ee9-6175-4df9-95f1-b18ea65ba84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:47:11.081485 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-18f88bdc-b60d-43c1-b809-de9319b1f2c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:11.081833 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f88bdc-b60d-43c1-b809-de9319b1f2c1 None None] Bound using segment: {'id': '60006e73-b3b1-4938-b464-ea51f1c6e744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2d613ee9-6175-4df9-95f1-b18ea65ba84f'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:47:11.082411 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-18f88bdc-b60d-43c1-b809-de9319b1f2c1 None None] Bound port: 9be5054c-9908-4994-bcc9-0f3868232ba9, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60006e73-b3b1-4938-b464-ea51f1c6e744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2d613ee9-6175-4df9-95f1-b18ea65ba84f'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:47:11.082803 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-18f88bdc-b60d-43c1-b809-de9319b1f2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:11.084683 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-91883b2e-2775-482a-ac99-768ac7e46d5a tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:11.085039 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-91883b2e-2775-482a-ac99-768ac7e46d5a tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Added segment 62094ffb-ea7f-40b8-9bc3-637f4cdbc04f of type vlan for network d4818cb4-f1a0-40d8-81dc-450826207007 Dec 10 16:47:11.146946 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-bcd4b4c9-4ef9-4d4a-9dc2-67ab5e7ad1c0 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-161430004', 'admin_state_up': True, 'project_id': '465a09ace7ed47488837491c435d4c5b', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:11.176697 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-91883b2e-2775-482a-ac99-768ac7e46d5a tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:11.199401 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-18f88bdc-b60d-43c1-b809-de9319b1f2c1 None None] For port 9be5054c-9908-4994-bcc9-0f3868232ba9, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:47:11.205745 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-18f88bdc-b60d-43c1-b809-de9319b1f2c1 None None] For port 9be5054c-9908-4994-bcc9-0f3868232ba9, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=9be5054c-9908-4994-bcc9-0f3868232ba9,segment=NetworkSegment(60006e73-b3b1-4938-b464-ea51f1c6e744),segment_id=60006e73-b3b1-4938-b464-ea51f1c6e744)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:47:11.211872 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-18f88bdc-b60d-43c1-b809-de9319b1f2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:11.218052 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-91883b2e-2775-482a-ac99-768ac7e46d5a tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:11.221601 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507bb362-1a87-40e0-a2e0-299c8bec90ae tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Pushing event updated for resources: {'Network': ['ID=1e82c5ae-4176-48e4-a1e7-5c3e94606e08,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:11.231363 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91883b2e-2775-482a-ac99-768ac7e46d5a tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:11.233176 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-91883b2e-2775-482a-ac99-768ac7e46d5a tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:11.265835 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bcd4b4c9-4ef9-4d4a-9dc2-67ab5e7ad1c0 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:11.269048 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bcd4b4c9-4ef9-4d4a-9dc2-67ab5e7ad1c0 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:11.278783 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 1e82c5ae-4176-48e4-a1e7-5c3e94606e08 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:47:11.300429 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-91883b2e-2775-482a-ac99-768ac7e46d5a tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3110864 Dec 10 16:47:11.306766 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 50988) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:11.337685 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-01685c04-069b-48e9-abba-20162b69f414 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:11.406183 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91883b2e-2775-482a-ac99-768ac7e46d5a tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event updated for resources: {'Network': ['ID=d4818cb4-f1a0-40d8-81dc-450826207007,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:11.427203 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f88bdc-b60d-43c1-b809-de9319b1f2c1 None None] Pushing event updated for resources: {'Port': ['ID=9be5054c-9908-4994-bcc9-0f3868232ba9,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:11.431722 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network d4818cb4-f1a0-40d8-81dc-450826207007 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:47:11.656533 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d6d5690a-8748-4dec-a2af-4da5618a4821 None None] Provisioning complete for port 62f2d400-e167-4293-8656-bb7699334d93 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:11.656968 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d6d5690a-8748-4dec-a2af-4da5618a4821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:11.660651 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-14ffa82a-1cd1-4f26-ab60-4ff5a24b5c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:11.771384 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-01685c04-069b-48e9-abba-20162b69f414 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:11.802781 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 50998) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:11.822302 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 62f2d400-e167-4293-8656-bb7699334d93 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:47:11.853936 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bcd4b4c9-4ef9-4d4a-9dc2-67ab5e7ad1c0 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:11.858317 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-01685c04-069b-48e9-abba-20162b69f414 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:11.929169 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-01685c04-069b-48e9-abba-20162b69f414 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Network d4818cb4-f1a0-40d8-81dc-450826207007 is not hosted by any dhcp agent {{(pid=103392) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 16:47:11.937846 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01685c04-069b-48e9-abba-20162b69f414 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:11.938563 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-01685c04-069b-48e9-abba-20162b69f414 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:11.943221 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51004) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:11.943386 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-01685c04-069b-48e9-abba-20162b69f414 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "PUT /v2.0/networks/d4818cb4-f1a0-40d8-81dc-450826207007 HTTP/1.1" status: 200 len: 723 time: 0.6325550 Dec 10 16:47:11.951198 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-8204404e-b384-4bbf-9e6f-939f5811c8db tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Request body: {'subnet': {'network_id': 'd4818cb4-f1a0-40d8-81dc-450826207007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:12.003772 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 62f2d400-e167-4293-8656-bb7699334d93 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:12.004408 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:12.017026 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-ac6ff56e-d98c-4e6c-a759-56db916f8a1d admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2141896155-network', 'tenant_id': 'b93e9cb820e948ab9fbccbc1320f655c'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:12.073906 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6ff56e-d98c-4e6c-a759-56db916f8a1d admin admin] Made reservation on behalf of b93e9cb820e948ab9fbccbc1320f655c for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:47:12.076146 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ac6ff56e-d98c-4e6c-a759-56db916f8a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:12.088617 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01685c04-069b-48e9-abba-20162b69f414 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event updated for resources: {'Network': ['ID=d4818cb4-f1a0-40d8-81dc-450826207007,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:12.100093 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ac6ff56e-d98c-4e6c-a759-56db916f8a1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:12.137612 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8204404e-b384-4bbf-9e6f-939f5811c8db tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Made reservation on behalf of a6abc5679d6f4030b7132a835e224ee0 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:47:12.143690 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8204404e-b384-4bbf-9e6f-939f5811c8db tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:12.189697 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bcd4b4c9-4ef9-4d4a-9dc2-67ab5e7ad1c0 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:12.270443 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ffa82a-1cd1-4f26-ab60-4ff5a24b5c9a admin admin] Router e06649b9-63ac-434e-85cd-f44336f6abb9 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:47:12.357626 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network d4818cb4-f1a0-40d8-81dc-450826207007 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:47:12.434646 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ffa82a-1cd1-4f26-ab60-4ff5a24b5c9a admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:47:12.472249 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ac6ff56e-d98c-4e6c-a759-56db916f8a1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:12.477727 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-14ffa82a-1cd1-4f26-ab60-4ff5a24b5c9a admin admin] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:12.478639 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ac6ff56e-d98c-4e6c-a759-56db916f8a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:12.482888 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-14ffa82a-1cd1-4f26-ab60-4ff5a24b5c9a admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7503233 Dec 10 16:47:12.483581 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51008) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:12.513051 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a12cf2-1c3c-4140-a01e-070c8fdc6b17 None None] Sync routers for ids ['e06649b9-63ac-434e-85cd-f44336f6abb9'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:47:12.530969 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a12cf2-1c3c-4140-a01e-070c8fdc6b17 None None] Routers {'e06649b9-63ac-434e-85cd-f44336f6abb9'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:47:12.531611 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b5a12cf2-1c3c-4140-a01e-070c8fdc6b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:46:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['e06649b9-63ac-434e-85cd-f44336f6abb9'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:12.550426 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac6ff56e-d98c-4e6c-a759-56db916f8a1d admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:47:12.587078 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ac6ff56e-d98c-4e6c-a759-56db916f8a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:12.587723 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-ac6ff56e-d98c-4e6c-a759-56db916f8a1d admin admin] Added segment deebca2f-53e5-4a00-9ce5-63cb04a149a3 of type vlan for network 733b2713-fb4b-45f0-8232-2565d4415095 Dec 10 16:47:12.592485 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ff56e-d98c-4e6c-a759-56db916f8a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1704e8-3167-4a0f-8301-f8394121451c,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:12.717960 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ac6ff56e-d98c-4e6c-a759-56db916f8a1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:12.801612 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-b5a12cf2-1c3c-4140-a01e-070c8fdc6b17 None None] Set router e06649b9-63ac-434e-85cd-f44336f6abb9 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:47:12.803515 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8204404e-b384-4bbf-9e6f-939f5811c8db tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:12.860672 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8204404e-b384-4bbf-9e6f-939f5811c8db tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event updated for resources: {'Subnet': ['ID=313394db-fd21-42ef-8b99-2ba388d17409,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:12.864531 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ac6ff56e-d98c-4e6c-a759-56db916f8a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:12.866276 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6ff56e-d98c-4e6c-a759-56db916f8a1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:12.867009 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ac6ff56e-d98c-4e6c-a759-56db916f8a1d admin admin] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:12.938011 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ff56e-d98c-4e6c-a759-56db916f8a1d admin admin] Pushing event updated for resources: {'Network': ['ID=733b2713-fb4b-45f0-8232-2565d4415095,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:12.947861 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bcd4b4c9-4ef9-4d4a-9dc2-67ab5e7ad1c0 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:12.963385 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 733b2713-fb4b-45f0-8232-2565d4415095 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:47:12.970507 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ac6ff56e-d98c-4e6c-a759-56db916f8a1d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1631782 Dec 10 16:47:12.970507 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51010) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:12.976029 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-a4b2a738-0d9e-413a-8920-49c29eeb340c admin admin] Request body: {'subnet': {'network_id': '733b2713-fb4b-45f0-8232-2565d4415095', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2141896155-subnet', 'tenant_id': 'b93e9cb820e948ab9fbccbc1320f655c', 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:12.979114 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bcd4b4c9-4ef9-4d4a-9dc2-67ab5e7ad1c0 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:13.012064 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8204404e-b384-4bbf-9e6f-939f5811c8db tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Checking segment: {'id': '62094ffb-ea7f-40b8-9bc3-637f4cdbc04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd4818cb4-f1a0-40d8-81dc-450826207007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:47:13.012523 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8204404e-b384-4bbf-9e6f-939f5811c8db tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Network hostable DHCP agents. Network: d4818cb4-f1a0-40d8-81dc-450826207007, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:47:13.015772 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b2a738-0d9e-413a-8920-49c29eeb340c admin admin] Made reservation on behalf of b93e9cb820e948ab9fbccbc1320f655c for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:47:13.018279 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a4b2a738-0d9e-413a-8920-49c29eeb340c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:13.112411 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5e75ed-1285-49e7-826d-18de2ec924fd None None] Network 2d613ee9-6175-4df9-95f1-b18ea65ba84f requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:47:13.126647 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8204404e-b384-4bbf-9e6f-939f5811c8db tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Network d4818cb4-f1a0-40d8-81dc-450826207007 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:47:13.154238 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-8204404e-b384-4bbf-9e6f-939f5811c8db tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, d4818cb4-f1a0-40d8-81dc-450826207007) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:47:13.172129 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8204404e-b384-4bbf-9e6f-939f5811c8db tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:13.173826 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8204404e-b384-4bbf-9e6f-939f5811c8db tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:13.198853 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8204404e-b384-4bbf-9e6f-939f5811c8db tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2547112 Dec 10 16:47:13.207032 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51014) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:13.209867 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f5b6eb-6e71-490a-ba04-1e3de75908ae None None] Network d4818cb4-f1a0-40d8-81dc-450826207007 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:47:13.215108 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-2a8335f7-c83f-40c5-b703-4be621ed39e3 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:13.341193 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d34a2e4e-aed7-4874-84a9-34de092caf83 None None] Provisioning complete for port 9be5054c-9908-4994-bcc9-0f3868232ba9 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:13.341581 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d34a2e4e-aed7-4874-84a9-34de092caf83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:13.348862 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2a8335f7-c83f-40c5-b703-4be621ed39e3 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60296088'] for subnet, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:13.357361 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-401656b9-d788-423a-ac62-fe0e933bac01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:13.359699 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-bcd4b4c9-4ef9-4d4a-9dc2-67ab5e7ad1c0 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Allocated IP 172.25.6.191 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/dd578ec8-5a8c-49c0-8ebf-057d3db47f18) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:47:13.475085 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c781f9-3ee4-441d-9b4d-3429583a249d None None] Update dhcp port {'port': {'network_id': '2d613ee9-6175-4df9-95f1-b18ea65ba84f', 'fixed_ips': [{'subnet_id': 'a0ff3b93-4452-4d99-999b-c156cd6d7752', 'ip_address': '2001:db8::2'}, {'subnet_id': '30554326-b535-4c5b-a267-ce8d34ce98be'}], 'binding:host_id': 'n-d-766771-2'}, 'id': '9be5054c-9908-4994-bcc9-0f3868232ba9'} from n-d-766771-2. {{(pid=103394) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 16:47:13.512019 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-19c781f9-3ee4-441d-9b4d-3429583a249d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:13.595465 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d34a2e4e-aed7-4874-84a9-34de092caf83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:13.660008 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d34a2e4e-aed7-4874-84a9-34de092caf83 None None] For port 9be5054c-9908-4994-bcc9-0f3868232ba9, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=9be5054c-9908-4994-bcc9-0f3868232ba9,segment=NetworkSegment(60006e73-b3b1-4938-b464-ea51f1c6e744),segment_id=60006e73-b3b1-4938-b464-ea51f1c6e744)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:13.665075 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93eae583-8adf-4c4b-9378-026c68fe88af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-d4818cb4-f1a0-40d8-81dc-450826207007', 'network_id': 'd4818cb4-f1a0-40d8-81dc-450826207007', 'project_id': 'a6abc5679d6f4030b7132a835e224ee0', 'fixed_ips': [{'subnet_id': '313394db-fd21-42ef-8b99-2ba388d17409'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:47:13.666290 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-93eae583-8adf-4c4b-9378-026c68fe88af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:13.701653 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d34a2e4e-aed7-4874-84a9-34de092caf83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:13.706831 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a4b2a738-0d9e-413a-8920-49c29eeb340c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:13.777547 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a2e4e-aed7-4874-84a9-34de092caf83 None None] Pushing event updated for resources: {'Port': ['ID=9be5054c-9908-4994-bcc9-0f3868232ba9,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:13.816146 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2a8335f7-c83f-40c5-b703-4be621ed39e3 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748350858460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59636957'] for subnet, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:13.874985 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b2a738-0d9e-413a-8920-49c29eeb340c admin admin] Pushing event updated for resources: {'Subnet': ['ID=123a339a-5321-4184-86ae-0e67ceb77f8c,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:13.877656 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8335f7-c83f-40c5-b703-4be621ed39e3 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:13.879019 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2a8335f7-c83f-40c5-b703-4be621ed39e3 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:13.880841 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2a8335f7-c83f-40c5-b703-4be621ed39e3 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "PUT /v2.0/subnets/313394db-fd21-42ef-8b99-2ba388d17409 HTTP/1.1" status: 200 len: 826 time: 0.6713750 Dec 10 16:47:13.938562 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51018) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:13.939282 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8335f7-c83f-40c5-b703-4be621ed39e3 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event updated for resources: {'Subnet': ['ID=313394db-fd21-42ef-8b99-2ba388d17409,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:13.956389 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b2a738-0d9e-413a-8920-49c29eeb340c admin admin] Checking segment: {'id': 'deebca2f-53e5-4a00-9ce5-63cb04a149a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '733b2713-fb4b-45f0-8232-2565d4415095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:47:13.956567 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b2a738-0d9e-413a-8920-49c29eeb340c admin admin] Network hostable DHCP agents. Network: 733b2713-fb4b-45f0-8232-2565d4415095, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:47:14.060699 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bcd4b4c9-4ef9-4d4a-9dc2-67ab5e7ad1c0 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:14.070876 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef3b56ec-611e-427c-9a6b-817077bad4de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:14.085713 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b2a738-0d9e-413a-8920-49c29eeb340c admin admin] Network 733b2713-fb4b-45f0-8232-2565d4415095 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:47:14.147102 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 9be5054c-9908-4994-bcc9-0f3868232ba9 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:47:14.148306 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-401656b9-d788-423a-ac62-fe0e933bac01 admin admin] Allocated IP 172.20.0.1 (263ff2dd-2395-434d-bed7-21852f5535cc/bd39f8cf-b633-4e7b-8cc7-6321401d3434/bf030730-5f80-4c6d-b9b6-cc4c7972e97f) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:47:14.178097 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-a4b2a738-0d9e-413a-8920-49c29eeb340c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 733b2713-fb4b-45f0-8232-2565d4415095) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:47:14.180412 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bcd4b4c9-4ef9-4d4a-9dc2-67ab5e7ad1c0 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:14.203332 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b2a738-0d9e-413a-8920-49c29eeb340c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:14.204427 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a4b2a738-0d9e-413a-8920-49c29eeb340c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:14.210030 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef3b56ec-611e-427c-9a6b-817077bad4de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:14.238483 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4076d4e2-b777-48d3-9f72-a5b1c92c13da None None] Network 733b2713-fb4b-45f0-8232-2565d4415095 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:47:14.279156 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a4b2a738-0d9e-413a-8920-49c29eeb340c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.3080776 Dec 10 16:47:14.280181 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4b4c9-4ef9-4d4a-9dc2-67ab5e7ad1c0 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Pushing event updated for resources: {'Port': ['ID=dd578ec8-5a8c-49c0-8ebf-057d3db47f18,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:14.281605 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51022) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:14.297376 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd4b4c9-4ef9-4d4a-9dc2-67ab5e7ad1c0 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:47:14.302691 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-bcd4b4c9-4ef9-4d4a-9dc2-67ab5e7ad1c0 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:47:14.307647 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd4b4c9-4ef9-4d4a-9dc2-67ab5e7ad1c0 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:47:14.312412 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-61c2bb0a-eae9-494c-acc6-aa204417fc4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:14.326454 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-dfd2543b-e853-4818-943a-16d306d1bd9c admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2141896155-router', 'tenant_id': 'b93e9cb820e948ab9fbccbc1320f655c', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:14.334602 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea398d27-90ef-46f1-8994-6bc8d456da38 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:47:14.350662 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b5a12cf2-1c3c-4140-a01e-070c8fdc6b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'name': 'tempest-AttachVolumeTestJSON-1585030340-router', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '5e14d5fe-cc7a-434f-aee7-6f8bcb407869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:07Z', 'updated_at': '2021-12-10T16:47:10Z', 'revision_number': 3, 'project_id': 'bdc7ed738c3144738265db15e9c9048a', 'gw_port': {'id': '5e14d5fe-cc7a-434f-aee7-6f8bcb407869', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bb:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:09Z', 'updated_at': '2021-12-10T16:47:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:14.375039 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-93eae583-8adf-4c4b-9378-026c68fe88af None None] Allocated IP 2001:db8::2 (d4818cb4-f1a0-40d8-81dc-450826207007/313394db-fd21-42ef-8b99-2ba388d17409/fd01f64e-7ce6-4a7e-bfb4-0987c9b22820) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:47:14.410123 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dfd2543b-e853-4818-943a-16d306d1bd9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:14.412037 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dfd2543b-e853-4818-943a-16d306d1bd9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:14.439328 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a12cf2-1c3c-4140-a01e-070c8fdc6b17 None None] Checking router: e06649b9-63ac-434e-85cd-f44336f6abb9 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:47:14.442079 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a12cf2-1c3c-4140-a01e-070c8fdc6b17 None None] Updating router e06649b9-63ac-434e-85cd-f44336f6abb9 port 5e14d5fe-cc7a-434f-aee7-6f8bcb407869 binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:47:14.515229 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dfd2543b-e853-4818-943a-16d306d1bd9c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:14.521358 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-401656b9-d788-423a-ac62-fe0e933bac01 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:14.602826 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-52309357-8f40-46e0-acd9-8a4d1922c75a None None] Provisioning complete for port dd578ec8-5a8c-49c0-8ebf-057d3db47f18 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:14.603295 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-52309357-8f40-46e0-acd9-8a4d1922c75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:14.666652 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-52309357-8f40-46e0-acd9-8a4d1922c75a None None] Port dd578ec8-5a8c-49c0-8ebf-057d3db47f18 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:47:14.673252 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-19c781f9-3ee4-441d-9b4d-3429583a249d None None] Allocated IP 172.20.0.1 (2d613ee9-6175-4df9-95f1-b18ea65ba84f/30554326-b535-4c5b-a267-ce8d34ce98be/9be5054c-9908-4994-bcc9-0f3868232ba9) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:47:14.675450 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b5a12cf2-1c3c-4140-a01e-070c8fdc6b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:14.716451 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-401656b9-d788-423a-ac62-fe0e933bac01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:14.787009 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401656b9-d788-423a-ac62-fe0e933bac01 admin admin] Network 263ff2dd-2395-434d-bed7-21852f5535cc is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:47:14.790601 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bcd4b4c9-4ef9-4d4a-9dc2-67ab5e7ad1c0 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:14.796006 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-401656b9-d788-423a-ac62-fe0e933bac01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:47:14.834898 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401656b9-d788-423a-ac62-fe0e933bac01 admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:47:14.852183 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dfd2543b-e853-4818-943a-16d306d1bd9c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:14.918882 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401656b9-d788-423a-ac62-fe0e933bac01 admin admin] Pushing event updated for resources: {'Port': ['ID=bf030730-5f80-4c6d-b9b6-cc4c7972e97f,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:14.970959 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-401656b9-d788-423a-ac62-fe0e933bac01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:15.085481 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 9be5054c-9908-4994-bcc9-0f3868232ba9 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:15.085864 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:15.110406 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0838a287-c0d4-44d2-9e16-a5aac0b1355b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-733b2713-fb4b-45f0-8232-2565d4415095', 'network_id': '733b2713-fb4b-45f0-8232-2565d4415095', 'project_id': 'b93e9cb820e948ab9fbccbc1320f655c', 'fixed_ips': [{'subnet_id': '123a339a-5321-4184-86ae-0e67ceb77f8c'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:47:15.111267 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0838a287-c0d4-44d2-9e16-a5aac0b1355b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:15.211716 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-401656b9-d788-423a-ac62-fe0e933bac01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:15.237189 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dfd2543b-e853-4818-943a-16d306d1bd9c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:15.272846 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dfd2543b-e853-4818-943a-16d306d1bd9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:15.308712 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bcd4b4c9-4ef9-4d4a-9dc2-67ab5e7ad1c0 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:15.455331 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-dfd2543b-e853-4818-943a-16d306d1bd9c admin admin] Allocated IP 172.25.6.22 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/78eb8077-e9c9-4800-94fc-7843149fa335) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:47:15.512197 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b2d4007b-3b42-4320-9ab1-51153fca1311 None None] Provisioning complete for port bf030730-5f80-4c6d-b9b6-cc4c7972e97f triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:15.513175 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b2d4007b-3b42-4320-9ab1-51153fca1311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:15.585271 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-401656b9-d788-423a-ac62-fe0e933bac01 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:15.588951 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd4b4c9-4ef9-4d4a-9dc2-67ab5e7ad1c0 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Router f6ec5bf0-ded5-45be-ba55-766187b597af is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:47:15.593713 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-401656b9-d788-423a-ac62-fe0e933bac01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:15.636822 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dfd2543b-e853-4818-943a-16d306d1bd9c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:15.688118 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dfd2543b-e853-4818-943a-16d306d1bd9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:15.702899 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-93eae583-8adf-4c4b-9378-026c68fe88af None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:15.710546 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b2d4007b-3b42-4320-9ab1-51153fca1311 None None] Port bf030730-5f80-4c6d-b9b6-cc4c7972e97f cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:47:15.732052 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-401656b9-d788-423a-ac62-fe0e933bac01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:15.755073 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd2543b-e853-4818-943a-16d306d1bd9c admin admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:47:15.762171 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-dfd2543b-e853-4818-943a-16d306d1bd9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:47:15.762388 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401656b9-d788-423a-ac62-fe0e933bac01 admin admin] Pushing event updated for resources: {'Port': ['ID=bf030730-5f80-4c6d-b9b6-cc4c7972e97f,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:15.772201 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd2543b-e853-4818-943a-16d306d1bd9c admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:47:15.781356 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-93eae583-8adf-4c4b-9378-026c68fe88af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:15.791991 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-19c781f9-3ee4-441d-9b4d-3429583a249d None None] For port 9be5054c-9908-4994-bcc9-0f3868232ba9, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=9be5054c-9908-4994-bcc9-0f3868232ba9,segment=NetworkSegment(60006e73-b3b1-4938-b464-ea51f1c6e744),segment_id=60006e73-b3b1-4938-b464-ea51f1c6e744)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:15.819409 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2543b-e853-4818-943a-16d306d1bd9c admin admin] Pushing event updated for resources: {'Port': ['ID=78eb8077-e9c9-4800-94fc-7843149fa335,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:15.867594 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4150da82-7139-4833-a4de-ef0994bcf3ec None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:47:15.934441 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef3b56ec-611e-427c-9a6b-817077bad4de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:15.946238 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-0838a287-c0d4-44d2-9e16-a5aac0b1355b None None] Allocated IP 172.20.0.2 (733b2713-fb4b-45f0-8232-2565d4415095/123a339a-5321-4184-86ae-0e67ceb77f8c/d81369ce-b6c1-4401-a49a-1a752cfb810e) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:47:15.956649 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401656b9-d788-423a-ac62-fe0e933bac01 admin admin] Network 263ff2dd-2395-434d-bed7-21852f5535cc is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:47:15.962732 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-401656b9-d788-423a-ac62-fe0e933bac01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:47:15.964743 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93eae583-8adf-4c4b-9378-026c68fe88af None None] Network d4818cb4-f1a0-40d8-81dc-450826207007 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:47:16.011707 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-93eae583-8adf-4c4b-9378-026c68fe88af None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:47:16.026203 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-19c781f9-3ee4-441d-9b4d-3429583a249d None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:16.027904 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93eae583-8adf-4c4b-9378-026c68fe88af None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:47:16.034676 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6a3d592b-ba11-4772-a7a9-ccc36efb211c None None] Provisioning complete for port 78eb8077-e9c9-4800-94fc-7843149fa335 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:16.035059 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6a3d592b-ba11-4772-a7a9-ccc36efb211c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:16.036792 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eae583-8adf-4c4b-9378-026c68fe88af None None] Pushing event updated for resources: {'Port': ['ID=fd01f64e-7ce6-4a7e-bfb4-0987c9b22820,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:16.076362 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3b56ec-611e-427c-9a6b-817077bad4de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event deleted for resources: {'Subnet': ['ID=313394db-fd21-42ef-8b99-2ba388d17409,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:16.122044 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-19c781f9-3ee4-441d-9b4d-3429583a249d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:16.174485 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd4b4c9-4ef9-4d4a-9dc2-67ab5e7ad1c0 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:47:16.186834 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa70782-1051-4f41-b2ee-3e9843a6a6b2 None None] Sync routers for ids ['f6ec5bf0-ded5-45be-ba55-766187b597af'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:47:16.208769 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa70782-1051-4f41-b2ee-3e9843a6a6b2 None None] Routers {'f6ec5bf0-ded5-45be-ba55-766187b597af'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:47:16.212230 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-dfa70782-1051-4f41-b2ee-3e9843a6a6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:46:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['f6ec5bf0-ded5-45be-ba55-766187b597af'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:16.220861 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 9be5054c-9908-4994-bcc9-0f3868232ba9 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:47:16.226823 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bcd4b4c9-4ef9-4d4a-9dc2-67ab5e7ad1c0 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:16.242729 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-bcd4b4c9-4ef9-4d4a-9dc2-67ab5e7ad1c0 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.1620922 Dec 10 16:47:16.245890 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51036) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:16.286786 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401656b9-d788-423a-ac62-fe0e933bac01 admin admin] Router e06649b9-63ac-434e-85cd-f44336f6abb9 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:47:16.427454 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef3b56ec-611e-427c-9a6b-817077bad4de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:16.470720 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-ef3b56ec-611e-427c-9a6b-817077bad4de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4818cb4-f1a0-40d8-81dc-450826207007']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:16.483095 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-ef3b56ec-611e-427c-9a6b-817077bad4de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62094ffb-ea7f-40b8-9bc3-637f4cdbc04f') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:16.483763 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-ef3b56ec-611e-427c-9a6b-817077bad4de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62094ffb-ea7f-40b8-9bc3-637f4cdbc04f') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:16.495140 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef3b56ec-611e-427c-9a6b-817077bad4de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:16.509381 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-dfa70782-1051-4f41-b2ee-3e9843a6a6b2 None None] Set router f6ec5bf0-ded5-45be-ba55-766187b597af gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:47:16.511055 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef3b56ec-611e-427c-9a6b-817077bad4de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:16.519222 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef3b56ec-611e-427c-9a6b-817077bad4de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:47:16.519752 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef3b56ec-611e-427c-9a6b-817077bad4de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:16.558102 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401656b9-d788-423a-ac62-fe0e933bac01 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:47:16.592444 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-401656b9-d788-423a-ac62-fe0e933bac01 admin admin] 10.222.0.11 "PUT /v2.0/routers/e06649b9-63ac-434e-85cd-f44336f6abb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0949581 Dec 10 16:47:16.642601 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-60ac6310-8d19-4f5f-99aa-c9897273e1b9 tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=465a09ace7ed47488837491c435d4c5b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3954723 Dec 10 16:47:16.643222 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51044) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:16.680741 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:47:16.680741 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:47:16.680741 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:47:16.680741 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:47:16.680741 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:47:16.680741 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:47:16.680741 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:47:16.680741 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:47:16.680741 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:47:16.680741 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:47:16.680741 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:47:16.680741 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:47:16.680741 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:47:16.680741 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:47:16.680741 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:47:16.680741 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:47:16.680741 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:47:16.680741 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:47:16.680741 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:47:16.680741 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:47:16.680741 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:47:16.680741 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:47:16.680741 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:47:16.680741 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:47:16.680741 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:47:16.680741 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:47:16.680741 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:47:16.680741 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:47:16.680741 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:47:16.680741 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:47:16.680741 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:47:16.680741 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:47:16.691454 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.db.api [None req-ef3b56ec-611e-427c-9a6b-817077bad4de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 16:47:16.691454 n-d-766771-2 neutron-server[103393]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 16:47:16.691454 n-d-766771-2 neutron-server[103393]: [parameters: {'id': 'd4818cb4-f1a0-40d8-81dc-450826207007'}] Dec 10 16:47:16.691454 n-d-766771-2 neutron-server[103393]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:47:16.692116 n-d-766771-2 neutron-server[103393]: DEBUG oslo_db.api [None req-ef3b56ec-611e-427c-9a6b-817077bad4de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:47:16.717679 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-93eae583-8adf-4c4b-9378-026c68fe88af None None] Attempting to bind port fd01f64e-7ce6-4a7e-bfb4-0987c9b22820 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:47:16.718283 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-93eae583-8adf-4c4b-9378-026c68fe88af None None] Attempting to bind port fd01f64e-7ce6-4a7e-bfb4-0987c9b22820 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '62094ffb-ea7f-40b8-9bc3-637f4cdbc04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd4818cb4-f1a0-40d8-81dc-450826207007'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:47:16.719708 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eae583-8adf-4c4b-9378-026c68fe88af None None] Attempting to bind port fd01f64e-7ce6-4a7e-bfb4-0987c9b22820 on network d4818cb4-f1a0-40d8-81dc-450826207007 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:47:16.725409 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-6a3d592b-ba11-4772-a7a9-ccc36efb211c None None] Port 78eb8077-e9c9-4800-94fc-7843149fa335 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:47:16.773335 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-52aa1114-219b-4161-a048-d24c1523c554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:16.816625 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eae583-8adf-4c4b-9378-026c68fe88af None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:47:16.817021 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eae583-8adf-4c4b-9378-026c68fe88af None None] Checking segment: {'id': '62094ffb-ea7f-40b8-9bc3-637f4cdbc04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd4818cb4-f1a0-40d8-81dc-450826207007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:47:16.818087 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-93eae583-8adf-4c4b-9378-026c68fe88af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:16.818664 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eae583-8adf-4c4b-9378-026c68fe88af None None] Bound using segment: {'id': '62094ffb-ea7f-40b8-9bc3-637f4cdbc04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd4818cb4-f1a0-40d8-81dc-450826207007'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:47:16.819173 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-93eae583-8adf-4c4b-9378-026c68fe88af None None] Bound port: fd01f64e-7ce6-4a7e-bfb4-0987c9b22820, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62094ffb-ea7f-40b8-9bc3-637f4cdbc04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd4818cb4-f1a0-40d8-81dc-450826207007'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:47:16.819559 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-93eae583-8adf-4c4b-9378-026c68fe88af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:16.920891 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c781f9-3ee4-441d-9b4d-3429583a249d None None] Pushing event updated for resources: {'Port': ['ID=9be5054c-9908-4994-bcc9-0f3868232ba9,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:16.997812 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dfd2543b-e853-4818-943a-16d306d1bd9c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:17.019675 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-dfa70782-1051-4f41-b2ee-3e9843a6a6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ec5bf0-ded5-45be-ba55-766187b597af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-161430004', 'tenant_id': '465a09ace7ed47488837491c435d4c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'dd578ec8-5a8c-49c0-8ebf-057d3db47f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:11Z', 'updated_at': '2021-12-10T16:47:14Z', 'revision_number': 3, 'project_id': '465a09ace7ed47488837491c435d4c5b', 'gw_port': {'id': 'dd578ec8-5a8c-49c0-8ebf-057d3db47f18', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ec5bf0-ded5-45be-ba55-766187b597af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:12Z', 'updated_at': '2021-12-10T16:47:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:17.042692 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6027c968-ca7a-4356-b3fb-d1d51edb1a09 tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:17.047185 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-6027c968-ca7a-4356-b3fb-d1d51edb1a09 tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4029229 Dec 10 16:47:17.047807 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51052) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:17.114497 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d5f96373-265c-4e28-a604-03108ed1dcb9 tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=5eeed31d-d918-4774-81b9-ef71c6f02574&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0654008 Dec 10 16:47:17.115160 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51054) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:17.120923 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-012317bc-284d-415f-9811-6cdb70a60dc3 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-455583504', 'network_id': '1e82c5ae-4176-48e4-a1e7-5c3e94606e08', 'project_id': '465a09ace7ed47488837491c435d4c5b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:17.169277 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa70782-1051-4f41-b2ee-3e9843a6a6b2 None None] Checking router: f6ec5bf0-ded5-45be-ba55-766187b597af for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:47:17.172370 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa70782-1051-4f41-b2ee-3e9843a6a6b2 None None] Updating router f6ec5bf0-ded5-45be-ba55-766187b597af port dd578ec8-5a8c-49c0-8ebf-057d3db47f18 binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:47:17.239380 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b5a12cf2-1c3c-4140-a01e-070c8fdc6b17 None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:17.252194 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-5e320243-0083-4e4e-a9b3-0000dd1c8775 None None] Provisioning complete for port bf030730-5f80-4c6d-b9b6-cc4c7972e97f triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:17.252822 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5e320243-0083-4e4e-a9b3-0000dd1c8775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:17.255398 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 9be5054c-9908-4994-bcc9-0f3868232ba9 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:17.255927 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:17.265805 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef3b56ec-611e-427c-9a6b-817077bad4de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:17.284941 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-dfa70782-1051-4f41-b2ee-3e9843a6a6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:17.341496 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012317bc-284d-415f-9811-6cdb70a60dc3 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Made reservation on behalf of 465a09ace7ed47488837491c435d4c5b for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:47:17.351871 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-012317bc-284d-415f-9811-6cdb70a60dc3 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:17.414626 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b5a12cf2-1c3c-4140-a01e-070c8fdc6b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:17.473849 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-93eae583-8adf-4c4b-9378-026c68fe88af None None] For port fd01f64e-7ce6-4a7e-bfb4-0987c9b22820, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:47:17.491771 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde1fa64-b5cf-4750-b51c-ea6326f493b0 None None] Pushing event updated for resources: {'Port': ['ID=5e14d5fe-cc7a-434f-aee7-6f8bcb407869,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:17.499577 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:17.525686 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80fbf85-3fb3-4182-a2ff-fed705158d4a None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:47:17.619661 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0838a287-c0d4-44d2-9e16-a5aac0b1355b None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:17.700052 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-93eae583-8adf-4c4b-9378-026c68fe88af None None] For port fd01f64e-7ce6-4a7e-bfb4-0987c9b22820, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=fd01f64e-7ce6-4a7e-bfb4-0987c9b22820,segment=NetworkSegment(62094ffb-ea7f-40b8-9bc3-637f4cdbc04f),segment_id=62094ffb-ea7f-40b8-9bc3-637f4cdbc04f)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:47:17.706679 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-5e320243-0083-4e4e-a9b3-0000dd1c8775 None None] Port bf030730-5f80-4c6d-b9b6-cc4c7972e97f cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:47:17.716211 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-b5a12cf2-1c3c-4140-a01e-070c8fdc6b17 None None] Attempting to bind port 5e14d5fe-cc7a-434f-aee7-6f8bcb407869 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:47:17.716761 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-b5a12cf2-1c3c-4140-a01e-070c8fdc6b17 None None] Attempting to bind port 5e14d5fe-cc7a-434f-aee7-6f8bcb407869 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:47:17.718070 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a12cf2-1c3c-4140-a01e-070c8fdc6b17 None None] Attempting to bind port 5e14d5fe-cc7a-434f-aee7-6f8bcb407869 on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:47:17.741003 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-93eae583-8adf-4c4b-9378-026c68fe88af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:17.834984 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-012317bc-284d-415f-9811-6cdb70a60dc3 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:17.887985 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0838a287-c0d4-44d2-9e16-a5aac0b1355b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:17.908899 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012317bc-284d-415f-9811-6cdb70a60dc3 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Checking segment: {'id': 'a9c5ae8f-5bae-4ba0-8b2f-952a2aa548b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1e82c5ae-4176-48e4-a1e7-5c3e94606e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:47:17.909281 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012317bc-284d-415f-9811-6cdb70a60dc3 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Network hostable DHCP agents. Network: 1e82c5ae-4176-48e4-a1e7-5c3e94606e08, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:47:17.926258 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eae583-8adf-4c4b-9378-026c68fe88af None None] Pushing event updated for resources: {'Port': ['ID=fd01f64e-7ce6-4a7e-bfb4-0987c9b22820,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:17.929108 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012317bc-284d-415f-9811-6cdb70a60dc3 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Pushing event updated for resources: {'Subnet': ['ID=77ab7c1a-0122-48d3-bedd-5ba716ee83f0,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:17.938702 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012317bc-284d-415f-9811-6cdb70a60dc3 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Network 1e82c5ae-4176-48e4-a1e7-5c3e94606e08 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:47:17.952571 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-012317bc-284d-415f-9811-6cdb70a60dc3 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 1e82c5ae-4176-48e4-a1e7-5c3e94606e08) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:47:17.958980 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012317bc-284d-415f-9811-6cdb70a60dc3 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:17.962731 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-012317bc-284d-415f-9811-6cdb70a60dc3 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:18.000415 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-012317bc-284d-415f-9811-6cdb70a60dc3 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8840437 Dec 10 16:47:18.001601 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebccb5d-87d2-4db1-a94d-4eafd3bfe6f3 None None] Network 2d613ee9-6175-4df9-95f1-b18ea65ba84f requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:47:18.004063 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51058) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:18.071614 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-dfa70782-1051-4f41-b2ee-3e9843a6a6b2 None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:18.081072 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-dfa70782-1051-4f41-b2ee-3e9843a6a6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:18.101165 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0838a287-c0d4-44d2-9e16-a5aac0b1355b None None] Pushing event updated for resources: {'Port': ['ID=d81369ce-b6c1-4401-a49a-1a752cfb810e,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:18.134946 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd829b40-2a77-44a9-8d8f-4cc1fa6373a7 None None] Network 1e82c5ae-4176-48e4-a1e7-5c3e94606e08 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:47:18.193246 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f852b1e-5406-4843-9dcc-5afaa982c630 None None] Pushing event updated for resources: {'Port': ['ID=dd578ec8-5a8c-49c0-8ebf-057d3db47f18,revision_number=2']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:18.210247 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51062) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:18.224697 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-310c297f-2308-487d-94dd-e27069c1ef1d tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2072186000', 'description': 'tempest-description--580896926'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:18.239360 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f852b1e-5406-4843-9dcc-5afaa982c630 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:18.239701 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f852b1e-5406-4843-9dcc-5afaa982c630 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:18.240039 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f852b1e-5406-4843-9dcc-5afaa982c630 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:18.240370 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f852b1e-5406-4843-9dcc-5afaa982c630 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:18.240696 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f852b1e-5406-4843-9dcc-5afaa982c630 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:18.241020 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f852b1e-5406-4843-9dcc-5afaa982c630 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:18.241343 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f852b1e-5406-4843-9dcc-5afaa982c630 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:18.241660 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f852b1e-5406-4843-9dcc-5afaa982c630 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:18.241984 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f852b1e-5406-4843-9dcc-5afaa982c630 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:18.242393 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f852b1e-5406-4843-9dcc-5afaa982c630 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:18.242715 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f852b1e-5406-4843-9dcc-5afaa982c630 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:18.243031 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f852b1e-5406-4843-9dcc-5afaa982c630 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:18.243346 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f852b1e-5406-4843-9dcc-5afaa982c630 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:18.256729 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-dfa70782-1051-4f41-b2ee-3e9843a6a6b2 None None] Attempting to bind port dd578ec8-5a8c-49c0-8ebf-057d3db47f18 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:47:18.257097 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-dfa70782-1051-4f41-b2ee-3e9843a6a6b2 None None] Attempting to bind port dd578ec8-5a8c-49c0-8ebf-057d3db47f18 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:47:18.257529 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa70782-1051-4f41-b2ee-3e9843a6a6b2 None None] Attempting to bind port dd578ec8-5a8c-49c0-8ebf-057d3db47f18 on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:47:18.264927 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa70782-1051-4f41-b2ee-3e9843a6a6b2 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:47:18.265300 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa70782-1051-4f41-b2ee-3e9843a6a6b2 None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:47:18.265838 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-dfa70782-1051-4f41-b2ee-3e9843a6a6b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:18.266327 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa70782-1051-4f41-b2ee-3e9843a6a6b2 None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:47:18.266849 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-dfa70782-1051-4f41-b2ee-3e9843a6a6b2 None None] Bound port: dd578ec8-5a8c-49c0-8ebf-057d3db47f18, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:47:18.267788 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-dfa70782-1051-4f41-b2ee-3e9843a6a6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:18.268363 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-310c297f-2308-487d-94dd-e27069c1ef1d tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:18.339581 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-dfa70782-1051-4f41-b2ee-3e9843a6a6b2 None None] For port dd578ec8-5a8c-49c0-8ebf-057d3db47f18, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:47:18.343295 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-dfa70782-1051-4f41-b2ee-3e9843a6a6b2 None None] For port dd578ec8-5a8c-49c0-8ebf-057d3db47f18, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=dd578ec8-5a8c-49c0-8ebf-057d3db47f18,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:47:18.349487 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-dfa70782-1051-4f41-b2ee-3e9843a6a6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:18.358698 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a089ae4-c3ff-437d-813b-da502a76c19a None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:47:18.379571 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a12cf2-1c3c-4140-a01e-070c8fdc6b17 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:47:18.379967 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a12cf2-1c3c-4140-a01e-070c8fdc6b17 None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:47:18.381583 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b5a12cf2-1c3c-4140-a01e-070c8fdc6b17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:18.382050 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a12cf2-1c3c-4140-a01e-070c8fdc6b17 None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:47:18.383330 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-b5a12cf2-1c3c-4140-a01e-070c8fdc6b17 None None] Bound port: 5e14d5fe-cc7a-434f-aee7-6f8bcb407869, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:47:18.383746 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b5a12cf2-1c3c-4140-a01e-070c8fdc6b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:18.405656 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-ef3b56ec-611e-427c-9a6b-817077bad4de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Deleting port fd01f64e-7ce6-4a7e-bfb4-0987c9b22820 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:47:18.409524 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef3b56ec-611e-427c-9a6b-817077bad4de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:18.483383 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f852b1e-5406-4843-9dcc-5afaa982c630 None None] Pushing event updated for resources: {'Port': ['ID=dd578ec8-5a8c-49c0-8ebf-057d3db47f18,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:18.487395 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa70782-1051-4f41-b2ee-3e9843a6a6b2 None None] Routers {'f6ec5bf0-ded5-45be-ba55-766187b597af'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:47:18.488364 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-dfa70782-1051-4f41-b2ee-3e9843a6a6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:47:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['f6ec5bf0-ded5-45be-ba55-766187b597af'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:18.583830 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dfd2543b-e853-4818-943a-16d306d1bd9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:18.587622 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-ef3b56ec-611e-427c-9a6b-817077bad4de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] For port fd01f64e-7ce6-4a7e-bfb4-0987c9b22820, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=fd01f64e-7ce6-4a7e-bfb4-0987c9b22820,segment=NetworkSegment(62094ffb-ea7f-40b8-9bc3-637f4cdbc04f),segment_id=62094ffb-ea7f-40b8-9bc3-637f4cdbc04f)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:18.587973 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef3b56ec-611e-427c-9a6b-817077bad4de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:18.608550 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-ef3b56ec-611e-427c-9a6b-817077bad4de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Calling delete_port for fd01f64e-7ce6-4a7e-bfb4-0987c9b22820 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:47:18.671322 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-dfa70782-1051-4f41-b2ee-3e9843a6a6b2 None None] Set router f6ec5bf0-ded5-45be-ba55-766187b597af gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:47:18.839982 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0838a287-c0d4-44d2-9e16-a5aac0b1355b None None] Network 733b2713-fb4b-45f0-8232-2565d4415095 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:47:18.876668 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef3b56ec-611e-427c-9a6b-817077bad4de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:18.906903 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecadf4d-797a-4cc1-b7d3-60a7ae67905f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-1e82c5ae-4176-48e4-a1e7-5c3e94606e08', 'network_id': '1e82c5ae-4176-48e4-a1e7-5c3e94606e08', 'project_id': '465a09ace7ed47488837491c435d4c5b', 'fixed_ips': [{'subnet_id': '77ab7c1a-0122-48d3-bedd-5ba716ee83f0'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:47:18.908088 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2ecadf4d-797a-4cc1-b7d3-60a7ae67905f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:18.912165 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9af431-5039-409d-9551-9703df5ffb06 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:47:18.916539 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3b56ec-611e-427c-9a6b-817077bad4de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event deleted for resources: {'Port': ['ID=fd01f64e-7ce6-4a7e-bfb4-0987c9b22820,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:18.938330 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-dfa70782-1051-4f41-b2ee-3e9843a6a6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ec5bf0-ded5-45be-ba55-766187b597af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-161430004', 'tenant_id': '465a09ace7ed47488837491c435d4c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'dd578ec8-5a8c-49c0-8ebf-057d3db47f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:11Z', 'updated_at': '2021-12-10T16:47:14Z', 'revision_number': 3, 'project_id': '465a09ace7ed47488837491c435d4c5b', 'gw_port': {'id': 'dd578ec8-5a8c-49c0-8ebf-057d3db47f18', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ec5bf0-ded5-45be-ba55-766187b597af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:12Z', 'updated_at': '2021-12-10T16:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:18.945830 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-1b9ee328-6acf-4e46-899b-0f753bf38917 None None] Provisioning complete for port 5e14d5fe-cc7a-434f-aee7-6f8bcb407869 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:18.946078 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3b56ec-611e-427c-9a6b-817077bad4de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] No DVR routers for this DVR port fd01f64e-7ce6-4a7e-bfb4-0987c9b22820 on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:47:18.946375 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1b9ee328-6acf-4e46-899b-0f753bf38917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:18.948266 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-0838a287-c0d4-44d2-9e16-a5aac0b1355b None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:47:18.952454 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0838a287-c0d4-44d2-9e16-a5aac0b1355b None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:47:18.975173 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-310c297f-2308-487d-94dd-e27069c1ef1d tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:18.981860 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-310c297f-2308-487d-94dd-e27069c1ef1d tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:18.997097 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa70782-1051-4f41-b2ee-3e9843a6a6b2 None None] The sync data for ids ['f6ec5bf0-ded5-45be-ba55-766187b597af'] in n-d-766771-2 is: [{'id': 'f6ec5bf0-ded5-45be-ba55-766187b597af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-161430004', 'tenant_id': '465a09ace7ed47488837491c435d4c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'dd578ec8-5a8c-49c0-8ebf-057d3db47f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:11Z', 'updated_at': '2021-12-10T16:47:14Z', 'revision_number': 3, 'project_id': '465a09ace7ed47488837491c435d4c5b', 'gw_port': {'id': 'dd578ec8-5a8c-49c0-8ebf-057d3db47f18', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ec5bf0-ded5-45be-ba55-766187b597af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:12Z', 'updated_at': '2021-12-10T16:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:47:19.022534 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd2543b-e853-4818-943a-16d306d1bd9c admin admin] Router a58e14fd-4ca0-478a-979c-e6740736e669 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server [None req-219456ce-b7bc-4607-8b78-7f0854607c69 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port fd01f64e-7ce6-4a7e-bfb4-0987c9b22820 could not be found. Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return self._iter().one() Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return self._only_one_row( Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 354, in get_dhcp_port Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1559, in get_port Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port fd01f64e-7ce6-4a7e-bfb4-0987c9b22820 could not be found. Dec 10 16:47:19.072728 n-d-766771-2 neutron-server[103394]: ERROR oslo_messaging.rpc.server Dec 10 16:47:19.123616 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-310c297f-2308-487d-94dd-e27069c1ef1d tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:19.125432 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-310c297f-2308-487d-94dd-e27069c1ef1d tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9050710 Dec 10 16:47:19.132637 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51066) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:19.137785 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c297f-2308-487d-94dd-e27069c1ef1d tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb593238-a1f9-4d82-99c1-048ded626af3,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:19.138453 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:19.139278 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a098cd4-6080-4989-918f-054655859ce0 None None] Network d4818cb4-f1a0-40d8-81dc-450826207007 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:47:19.166577 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-d40f5c3f-33b4-402b-9193-0136128ab8b8 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Request body: {'security_group_rule': {'security_group_id': 'bb593238-a1f9-4d82-99c1-048ded626af3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:19.253106 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d40f5c3f-33b4-402b-9193-0136128ab8b8 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:19.284747 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b5a12cf2-1c3c-4140-a01e-070c8fdc6b17 None None] For port 5e14d5fe-cc7a-434f-aee7-6f8bcb407869, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:47:19.289527 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b5a12cf2-1c3c-4140-a01e-070c8fdc6b17 None None] For port 5e14d5fe-cc7a-434f-aee7-6f8bcb407869, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=5e14d5fe-cc7a-434f-aee7-6f8bcb407869,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:47:19.295088 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef3b56ec-611e-427c-9a6b-817077bad4de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:19.346544 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-ef3b56ec-611e-427c-9a6b-817077bad4de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4818cb4-f1a0-40d8-81dc-450826207007']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:19.375710 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-ef3b56ec-611e-427c-9a6b-817077bad4de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62094ffb-ea7f-40b8-9bc3-637f4cdbc04f') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:19.376146 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-ef3b56ec-611e-427c-9a6b-817077bad4de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62094ffb-ea7f-40b8-9bc3-637f4cdbc04f') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:19.413380 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef3b56ec-611e-427c-9a6b-817077bad4de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:19.433080 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd2543b-e853-4818-943a-16d306d1bd9c admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:47:19.460192 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7884e71b-4d33-4893-b36f-63bdd65ac1b2 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:19.473961 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef3b56ec-611e-427c-9a6b-817077bad4de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:19.500028 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef3b56ec-611e-427c-9a6b-817077bad4de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:47:19.500597 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef3b56ec-611e-427c-9a6b-817077bad4de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:19.503977 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:47:19.503977 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:47:19.503977 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:47:19.503977 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:47:19.503977 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:47:19.503977 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:47:19.503977 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:47:19.503977 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:47:19.503977 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:47:19.503977 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:47:19.503977 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:47:19.503977 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:47:19.503977 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:47:19.503977 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:47:19.503977 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:47:19.503977 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:47:19.503977 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:47:19.503977 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:47:19.503977 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:47:19.503977 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:47:19.503977 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:47:19.503977 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:47:19.503977 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:47:19.503977 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:47:19.503977 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:47:19.503977 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:47:19.503977 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:47:19.503977 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:47:19.503977 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:47:19.503977 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:47:19.503977 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:47:19.503977 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:47:19.521070 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b5a12cf2-1c3c-4140-a01e-070c8fdc6b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:19.543351 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb6706e-17a1-4f16-a6d4-d96d9cb9206c None None] Sync routers for ids ['a58e14fd-4ca0-478a-979c-e6740736e669'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:47:19.587036 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3d6349-6f1f-40fd-895e-cef3c4c1232f None None] Network d4818cb4-f1a0-40d8-81dc-450826207007 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:47:19.587226 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dfd2543b-e853-4818-943a-16d306d1bd9c admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:19.589074 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-dfd2543b-e853-4818-943a-16d306d1bd9c admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.2894292 Dec 10 16:47:19.602025 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51070) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:19.660778 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-1b9ee328-6acf-4e46-899b-0f753bf38917 None None] Port 5e14d5fe-cc7a-434f-aee7-6f8bcb407869 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:47:19.714587 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef3b56ec-611e-427c-9a6b-817077bad4de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:19.738624 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef3b56ec-611e-427c-9a6b-817077bad4de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:19.746468 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ef3b56ec-611e-427c-9a6b-817077bad4de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "DELETE /v2.0/networks/d4818cb4-f1a0-40d8-81dc-450826207007 HTTP/1.1" status: 204 len: 168 time: 5.8043132 Dec 10 16:47:19.764587 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51074) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:19.765472 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3b56ec-611e-427c-9a6b-817077bad4de tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event deleted for resources: {'Network': ['ID=d4818cb4-f1a0-40d8-81dc-450826207007,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:19.786959 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb6706e-17a1-4f16-a6d4-d96d9cb9206c None None] Routers {'a58e14fd-4ca0-478a-979c-e6740736e669'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:47:19.788397 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-feb6706e-17a1-4f16-a6d4-d96d9cb9206c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:47:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['a58e14fd-4ca0-478a-979c-e6740736e669'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:19.795808 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee9244b-f5d2-4695-9c17-c636ce113306 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] DELETE failed (client error): The resource could not be found. Dec 10 16:47:19.796422 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cee9244b-f5d2-4695-9c17-c636ce113306 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:47:19.805072 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-cee9244b-f5d2-4695-9c17-c636ce113306 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "DELETE /v2.0/networks/d4818cb4-f1a0-40d8-81dc-450826207007 HTTP/1.1" status: 404 len: 339 time: 0.0373170 Dec 10 16:47:19.805790 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51076) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:19.813157 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-4a8237ab-8a8d-4901-8d04-5f4417910a77 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1587045205', 'description': 'd1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:19.832198 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-0838a287-c0d4-44d2-9e16-a5aac0b1355b None None] Attempting to bind port d81369ce-b6c1-4401-a49a-1a752cfb810e on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:47:19.851309 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-0838a287-c0d4-44d2-9e16-a5aac0b1355b None None] Attempting to bind port d81369ce-b6c1-4401-a49a-1a752cfb810e by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'deebca2f-53e5-4a00-9ce5-63cb04a149a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '733b2713-fb4b-45f0-8232-2565d4415095'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:47:19.852371 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0838a287-c0d4-44d2-9e16-a5aac0b1355b None None] Attempting to bind port d81369ce-b6c1-4401-a49a-1a752cfb810e on network 733b2713-fb4b-45f0-8232-2565d4415095 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:47:19.855925 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8237ab-8a8d-4901-8d04-5f4417910a77 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Made reservation on behalf of a6abc5679d6f4030b7132a835e224ee0 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:47:19.859011 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4a8237ab-8a8d-4901-8d04-5f4417910a77 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:19.932346 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510155f3-fecf-4e79-9ad6-847584ac3b00 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:47:19.936557 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 9be5054c-9908-4994-bcc9-0f3868232ba9 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:47:19.972778 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d40f5c3f-33b4-402b-9193-0136128ab8b8 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:19.998775 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a8237ab-8a8d-4901-8d04-5f4417910a77 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:47:20.004552 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d40f5c3f-33b4-402b-9193-0136128ab8b8 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:20.024619 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4a8237ab-8a8d-4901-8d04-5f4417910a77 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:20.025115 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-4a8237ab-8a8d-4901-8d04-5f4417910a77 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Added segment a0c84082-7a3e-4338-a2ff-893b58f23119 of type vlan for network 9b4c53a7-10fd-4848-ad07-3f66a331a7ba Dec 10 16:47:20.033854 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0838a287-c0d4-44d2-9e16-a5aac0b1355b None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:47:20.034948 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0838a287-c0d4-44d2-9e16-a5aac0b1355b None None] Checking segment: {'id': 'deebca2f-53e5-4a00-9ce5-63cb04a149a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '733b2713-fb4b-45f0-8232-2565d4415095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:47:20.035233 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0838a287-c0d4-44d2-9e16-a5aac0b1355b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:20.035633 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0838a287-c0d4-44d2-9e16-a5aac0b1355b None None] Bound using segment: {'id': 'deebca2f-53e5-4a00-9ce5-63cb04a149a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '733b2713-fb4b-45f0-8232-2565d4415095'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:47:20.037603 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-0838a287-c0d4-44d2-9e16-a5aac0b1355b None None] Bound port: d81369ce-b6c1-4401-a49a-1a752cfb810e, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deebca2f-53e5-4a00-9ce5-63cb04a149a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '733b2713-fb4b-45f0-8232-2565d4415095'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:47:20.038062 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0838a287-c0d4-44d2-9e16-a5aac0b1355b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:20.055302 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f5c3f-33b4-402b-9193-0136128ab8b8 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25aa9993-bd0a-4964-a07c-d5c262f0b988,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:20.059712 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-1b9ee328-6acf-4e46-899b-0f753bf38917 None None] Provisioning complete for port 9be5054c-9908-4994-bcc9-0f3868232ba9 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:20.064999 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d40f5c3f-33b4-402b-9193-0136128ab8b8 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:20.065601 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1b9ee328-6acf-4e46-899b-0f753bf38917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:20.067135 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d40f5c3f-33b4-402b-9193-0136128ab8b8 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9333827 Dec 10 16:47:20.069738 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51080) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:20.077498 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-83e4ca9f-2a72-4f08-a172-839a4a692ca3 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Request body: {'security_group_rule': {'security_group_id': 'bb593238-a1f9-4d82-99c1-048ded626af3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:20.111406 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:20.116314 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-83e4ca9f-2a72-4f08-a172-839a4a692ca3 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:20.204179 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4a8237ab-8a8d-4901-8d04-5f4417910a77 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:20.217504 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-83e4ca9f-2a72-4f08-a172-839a4a692ca3 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:20.222737 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a12cf2-1c3c-4140-a01e-070c8fdc6b17 None None] Routers {'e06649b9-63ac-434e-85cd-f44336f6abb9'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:47:20.224359 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-83e4ca9f-2a72-4f08-a172-839a4a692ca3 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:20.233374 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b5a12cf2-1c3c-4140-a01e-070c8fdc6b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:47:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['e06649b9-63ac-434e-85cd-f44336f6abb9'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:20.253593 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde1fa64-b5cf-4750-b51c-ea6326f493b0 None None] Pushing event updated for resources: {'Port': ['ID=5e14d5fe-cc7a-434f-aee7-6f8bcb407869,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:20.271847 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4ca9f-2a72-4f08-a172-839a4a692ca3 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6a1b945-5c04-44d9-bb6c-924a112a8b1f,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:20.290395 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-83e4ca9f-2a72-4f08-a172-839a4a692ca3 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:20.292177 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-83e4ca9f-2a72-4f08-a172-839a4a692ca3 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2207465 Dec 10 16:47:20.295454 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51084) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:20.300609 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4a8237ab-8a8d-4901-8d04-5f4417910a77 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:20.306100 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:47:20.306684 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-808d8887-6a94-492e-870d-df6894fe05d5 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:20.312139 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8237ab-8a8d-4901-8d04-5f4417910a77 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:20.312920 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4a8237ab-8a8d-4901-8d04-5f4417910a77 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:20.355603 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-808d8887-6a94-492e-870d-df6894fe05d5 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:20.402972 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4a8237ab-8a8d-4901-8d04-5f4417910a77 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5936582 Dec 10 16:47:20.407601 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51086) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:20.438819 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-2ecadf4d-797a-4cc1-b7d3-60a7ae67905f None None] Allocated IP 172.20.0.2 (1e82c5ae-4176-48e4-a1e7-5c3e94606e08/77ab7c1a-0122-48d3-bedd-5ba716ee83f0/a88e732b-b540-4aaf-b070-4e7fb4d12e81) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:47:20.509448 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-0838a287-c0d4-44d2-9e16-a5aac0b1355b None None] For port d81369ce-b6c1-4401-a49a-1a752cfb810e, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:47:20.522120 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-feb6706e-17a1-4f16-a6d4-d96d9cb9206c None None] Set router a58e14fd-4ca0-478a-979c-e6740736e669 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:47:20.523866 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8237ab-8a8d-4901-8d04-5f4417910a77 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event updated for resources: {'Network': ['ID=9b4c53a7-10fd-4848-ad07-3f66a331a7ba,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:20.525511 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-0838a287-c0d4-44d2-9e16-a5aac0b1355b None None] For port d81369ce-b6c1-4401-a49a-1a752cfb810e, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=d81369ce-b6c1-4401-a49a-1a752cfb810e,segment=NetworkSegment(deebca2f-53e5-4a00-9ce5-63cb04a149a3),segment_id=deebca2f-53e5-4a00-9ce5-63cb04a149a3)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:47:20.579151 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-808d8887-6a94-492e-870d-df6894fe05d5 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:20.625618 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 9b4c53a7-10fd-4848-ad07-3f66a331a7ba details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:47:20.636587 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e4939b90-2a89-4e25-be98-cad380aacb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:20.668617 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b380f634-1da7-4690-8ff1-b803bd1a9b5a tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:20.670280 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b380f634-1da7-4690-8ff1-b803bd1a9b5a tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "GET /v2.0/networks?id=9b4c53a7-10fd-4848-ad07-3f66a331a7ba HTTP/1.1" status: 200 len: 765 time: 0.2593198 Dec 10 16:47:20.673677 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51088) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:20.678917 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-5f6c34b5-2894-4f91-a992-e16be22cfc6d tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Request body: {'network': {'description': 'd2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:20.758477 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0838a287-c0d4-44d2-9e16-a5aac0b1355b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:20.765181 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-808d8887-6a94-492e-870d-df6894fe05d5 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Allocated IP 172.25.6.59 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/87af7350-ebe6-4741-9d42-edd61506fe89) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:47:20.810692 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 9be5054c-9908-4994-bcc9-0f3868232ba9 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:20.811067 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:20.875986 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-b5a12cf2-1c3c-4140-a01e-070c8fdc6b17 None None] Set router e06649b9-63ac-434e-85cd-f44336f6abb9 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:47:20.977400 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-808d8887-6a94-492e-870d-df6894fe05d5 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:21.052087 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0838a287-c0d4-44d2-9e16-a5aac0b1355b None None] Pushing event updated for resources: {'Port': ['ID=d81369ce-b6c1-4401-a49a-1a752cfb810e,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:21.053621 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-808d8887-6a94-492e-870d-df6894fe05d5 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:21.111789 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-e4939b90-2a89-4e25-be98-cad380aacb50 admin admin] Allocated IP 172.20.0.1 (733b2713-fb4b-45f0-8232-2565d4415095/123a339a-5321-4184-86ae-0e67ceb77f8c/ace67158-e09f-4099-99ff-56806aef786a) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:47:21.146629 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5f6c34b5-2894-4f91-a992-e16be22cfc6d tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:21.183536 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d8887-6a94-492e-870d-df6894fe05d5 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Pushing event updated for resources: {'Port': ['ID=87af7350-ebe6-4741-9d42-edd61506fe89,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:21.197102 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808d8887-6a94-492e-870d-df6894fe05d5 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:47:21.198801 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-808d8887-6a94-492e-870d-df6894fe05d5 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:47:21.201453 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808d8887-6a94-492e-870d-df6894fe05d5 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:47:21.204805 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5f6c34b5-2894-4f91-a992-e16be22cfc6d tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:21.358899 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5f6c34b5-2894-4f91-a992-e16be22cfc6d tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Network 9b4c53a7-10fd-4848-ad07-3f66a331a7ba is not hosted by any dhcp agent {{(pid=103393) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 16:47:21.365385 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6c34b5-2894-4f91-a992-e16be22cfc6d tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:21.366034 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5f6c34b5-2894-4f91-a992-e16be22cfc6d tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:21.370440 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5f6c34b5-2894-4f91-a992-e16be22cfc6d tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "PUT /v2.0/networks/9b4c53a7-10fd-4848-ad07-3f66a331a7ba HTTP/1.1" status: 200 len: 762 time: 0.6927993 Dec 10 16:47:21.375492 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51094) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:21.381906 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-808d8887-6a94-492e-870d-df6894fe05d5 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:21.455783 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-808d8887-6a94-492e-870d-df6894fe05d5 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:21.486360 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c34b5-2894-4f91-a992-e16be22cfc6d tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event updated for resources: {'Network': ['ID=9b4c53a7-10fd-4848-ad07-3f66a331a7ba,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:21.591339 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 9b4c53a7-10fd-4848-ad07-3f66a331a7ba details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:47:21.608243 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ce5017-d7aa-4b5d-a206-5bb09207b148 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:21.620958 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-78ce5017-d7aa-4b5d-a206-5bb09207b148 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "GET /v2.0/networks?id=9b4c53a7-10fd-4848-ad07-3f66a331a7ba HTTP/1.1" status: 200 len: 765 time: 0.2430580 Dec 10 16:47:21.628117 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51098) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:21.769030 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-808d8887-6a94-492e-870d-df6894fe05d5 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:21.774903 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-808d8887-6a94-492e-870d-df6894fe05d5 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:21.793117 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e4939b90-2a89-4e25-be98-cad380aacb50 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:21.811910 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51102) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:21.874521 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d8887-6a94-492e-870d-df6894fe05d5 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Pushing event updated for resources: {'Port': ['ID=87af7350-ebe6-4741-9d42-edd61506fe89,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:21.890376 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-808d8887-6a94-492e-870d-df6894fe05d5 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:21.930923 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-808d8887-6a94-492e-870d-df6894fe05d5 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:21.933454 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-808d8887-6a94-492e-870d-df6894fe05d5 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6351962 Dec 10 16:47:21.977788 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a868f8f0-7ce6-40dc-bbc2-187f30f3d15d None None] Provisioning complete for port 5e14d5fe-cc7a-434f-aee7-6f8bcb407869 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:21.978474 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a868f8f0-7ce6-40dc-bbc2-187f30f3d15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:22.033609 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2ecadf4d-797a-4cc1-b7d3-60a7ae67905f None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:22.050067 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device dd578ec8-5a8c-49c0-8ebf-057d3db47f18 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:47:22.072505 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2ecadf4d-797a-4cc1-b7d3-60a7ae67905f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:22.109623 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5732103e-4b69-428c-9c29-e577dedd9cd8 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:22.112562 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5732103e-4b69-428c-9c29-e577dedd9cd8 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4833114 Dec 10 16:47:22.118523 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51112) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:22.191533 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-7884e71b-4d33-4893-b36f-63bdd65ac1b2 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Allocated IP 172.20.0.1 (1e82c5ae-4176-48e4-a1e7-5c3e94606e08/77ab7c1a-0122-48d3-bedd-5ba716ee83f0/7d8e0f9f-85d7-475d-a0bc-6027aaca44d0) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:47:22.229694 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e4939b90-2a89-4e25-be98-cad380aacb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:22.234764 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b1e5f2c8-2903-4165-88f4-93fb68a2a980 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:22.238709 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-55dbb34a-c16c-4a0c-800b-a701806cbbdc tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "GET /v2.0/subnets?network_id=5eeed31d-d918-4774-81b9-ef71c6f02574 HTTP/1.1" status: 200 len: 207 time: 0.1095672 Dec 10 16:47:22.265902 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51120) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:22.300413 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecadf4d-797a-4cc1-b7d3-60a7ae67905f None None] Network 1e82c5ae-4176-48e4-a1e7-5c3e94606e08 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:47:22.311923 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecadf4d-797a-4cc1-b7d3-60a7ae67905f None None] Pushing event updated for resources: {'Port': ['ID=a88e732b-b540-4aaf-b070-4e7fb4d12e81,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:22.319461 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-2ecadf4d-797a-4cc1-b7d3-60a7ae67905f None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:47:22.334428 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecadf4d-797a-4cc1-b7d3-60a7ae67905f None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:47:22.348322 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-feb6706e-17a1-4f16-a6d4-d96d9cb9206c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58e14fd-4ca0-478a-979c-e6740736e669', 'name': 'tempest-ImageQuotaTest-2141896155-router', 'tenant_id': 'b93e9cb820e948ab9fbccbc1320f655c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '78eb8077-e9c9-4800-94fc-7843149fa335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:14Z', 'updated_at': '2021-12-10T16:47:16Z', 'revision_number': 3, 'project_id': 'b93e9cb820e948ab9fbccbc1320f655c', 'gw_port': {'id': '78eb8077-e9c9-4800-94fc-7843149fa335', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58e14fd-4ca0-478a-979c-e6740736e669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:15Z', 'updated_at': '2021-12-10T16:47:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:22.351943 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4939b90-2a89-4e25-be98-cad380aacb50 admin admin] Pushing event updated for resources: {'Port': ['ID=ace67158-e09f-4099-99ff-56806aef786a,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:22.374328 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4939b90-2a89-4e25-be98-cad380aacb50 admin admin] Network 733b2713-fb4b-45f0-8232-2565d4415095 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:47:22.389021 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-e4939b90-2a89-4e25-be98-cad380aacb50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:47:22.392049 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4939b90-2a89-4e25-be98-cad380aacb50 admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:47:22.465805 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b5a12cf2-1c3c-4140-a01e-070c8fdc6b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'name': 'tempest-AttachVolumeTestJSON-1585030340-router', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '5e14d5fe-cc7a-434f-aee7-6f8bcb407869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:07Z', 'updated_at': '2021-12-10T16:47:15Z', 'revision_number': 4, 'project_id': 'bdc7ed738c3144738265db15e9c9048a', 'gw_port': {'id': '5e14d5fe-cc7a-434f-aee7-6f8bcb407869', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bb:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:09Z', 'updated_at': '2021-12-10T16:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'bf030730-5f80-4c6d-b9b6-cc4c7972e97f', 'name': '', 'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'mac_address': 'fa:16:3e:9e:1e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'bd39f8cf-b633-4e7b-8cc7-6321401d3434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:13Z', 'updated_at': '2021-12-10T16:47:15Z', 'revision_number': 2, 'project_id': 'bdc7ed738c3144738265db15e9c9048a', 'subnets': [{'id': 'bd39f8cf-b633-4e7b-8cc7-6321401d3434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:22.470067 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e4939b90-2a89-4e25-be98-cad380aacb50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:22.509391 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a868f8f0-7ce6-40dc-bbc2-187f30f3d15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:22.561399 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb6706e-17a1-4f16-a6d4-d96d9cb9206c None None] Checking router: a58e14fd-4ca0-478a-979c-e6740736e669 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:47:22.562104 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb6706e-17a1-4f16-a6d4-d96d9cb9206c None None] Updating router a58e14fd-4ca0-478a-979c-e6740736e669 port 78eb8077-e9c9-4800-94fc-7843149fa335 binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:47:22.570014 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a12cf2-1c3c-4140-a01e-070c8fdc6b17 None None] The sync data for ids ['e06649b9-63ac-434e-85cd-f44336f6abb9'] in n-d-766771-2 is: [{'id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'name': 'tempest-AttachVolumeTestJSON-1585030340-router', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '5e14d5fe-cc7a-434f-aee7-6f8bcb407869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:07Z', 'updated_at': '2021-12-10T16:47:15Z', 'revision_number': 4, 'project_id': 'bdc7ed738c3144738265db15e9c9048a', 'gw_port': {'id': '5e14d5fe-cc7a-434f-aee7-6f8bcb407869', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bb:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:09Z', 'updated_at': '2021-12-10T16:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'bf030730-5f80-4c6d-b9b6-cc4c7972e97f', 'name': '', 'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'mac_address': 'fa:16:3e:9e:1e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'bd39f8cf-b633-4e7b-8cc7-6321401d3434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:13Z', 'updated_at': '2021-12-10T16:47:15Z', 'revision_number': 2, 'project_id': 'bdc7ed738c3144738265db15e9c9048a', 'subnets': [{'id': 'bd39f8cf-b633-4e7b-8cc7-6321401d3434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:47:22.644518 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7884e71b-4d33-4893-b36f-63bdd65ac1b2 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:22.674527 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-a868f8f0-7ce6-40dc-bbc2-187f30f3d15d None None] For port 5e14d5fe-cc7a-434f-aee7-6f8bcb407869, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=5e14d5fe-cc7a-434f-aee7-6f8bcb407869,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:22.685790 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port dd578ec8-5a8c-49c0-8ebf-057d3db47f18 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:22.686370 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:22.701132 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a868f8f0-7ce6-40dc-bbc2-187f30f3d15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:22.817616 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-feb6706e-17a1-4f16-a6d4-d96d9cb9206c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:22.865428 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-53500979-419c-405c-8c97-a7c5d4dea483 req-08572b02-4688-4d76-9bf1-f6b2bb43388d tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--2072186000&fields=id&tenant_id=bdc7ed738c3144738265db15e9c9048a HTTP/1.1" status: 200 len: 267 time: 0.2953205 Dec 10 16:47:22.968902 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7884e71b-4d33-4893-b36f-63bdd65ac1b2 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:23.049022 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884e71b-4d33-4893-b36f-63bdd65ac1b2 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Pushing event updated for resources: {'Port': ['ID=7d8e0f9f-85d7-475d-a0bc-6027aaca44d0,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:23.109806 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b1e5f2c8-2903-4165-88f4-93fb68a2a980 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:23.113249 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7884e71b-4d33-4893-b36f-63bdd65ac1b2 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Network 1e82c5ae-4176-48e4-a1e7-5c3e94606e08 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:47:23.119362 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-7884e71b-4d33-4893-b36f-63bdd65ac1b2 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:47:23.121672 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b1e5f2c8-2903-4165-88f4-93fb68a2a980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:23.124214 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7884e71b-4d33-4893-b36f-63bdd65ac1b2 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:47:23.168252 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e5f2c8-2903-4165-88f4-93fb68a2a980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcee973f-dd8c-456a-8db8-a64030a6ceda,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:23.224675 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53500979-419c-405c-8c97-a7c5d4dea483 req-af790969-a9a0-4645-baf9-148d8b090b2c tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:23.232411 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-53500979-419c-405c-8c97-a7c5d4dea483 req-af790969-a9a0-4645-baf9-148d8b090b2c tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/networks?id=263ff2dd-2395-434d-bed7-21852f5535cc HTTP/1.1" status: 200 len: 811 time: 0.3660564 Dec 10 16:47:23.304601 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b1e5f2c8-2903-4165-88f4-93fb68a2a980 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=459f6bf9181a45049ada423f1637cf52&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4914520 Dec 10 16:47:23.314491 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-53500979-419c-405c-8c97-a7c5d4dea483 req-daa82e51-ea74-4e6a-b3f1-91eefff647e8 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/quotas/bdc7ed738c3144738265db15e9c9048a HTTP/1.1" status: 200 len: 375 time: 0.0810692 Dec 10 16:47:23.317063 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51128) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:23.366196 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7884e71b-4d33-4893-b36f-63bdd65ac1b2 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:23.446779 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50149f2f-f76d-47dc-948f-810e4dab3bd1 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:23.459481 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50149f2f-f76d-47dc-948f-810e4dab3bd1 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:23.471323 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50149f2f-f76d-47dc-948f-810e4dab3bd1 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:23.489257 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50149f2f-f76d-47dc-948f-810e4dab3bd1 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:23.501890 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50149f2f-f76d-47dc-948f-810e4dab3bd1 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:23.513945 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50149f2f-f76d-47dc-948f-810e4dab3bd1 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:23.522825 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-20045b32-9ce6-45f2-af42-05629dc87e93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:23.525285 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-50149f2f-f76d-47dc-948f-810e4dab3bd1 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 1.2579610 Dec 10 16:47:23.526775 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51132) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:23.540594 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-53500979-419c-405c-8c97-a7c5d4dea483 req-4a47659c-fa80-4f68-93a4-fa8946a03ce4 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bdc7ed738c3144738265db15e9c9048a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2183073 Dec 10 16:47:23.635264 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-feb6706e-17a1-4f16-a6d4-d96d9cb9206c None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:23.639426 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-2ecadf4d-797a-4cc1-b7d3-60a7ae67905f None None] Attempting to bind port a88e732b-b540-4aaf-b070-4e7fb4d12e81 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:47:23.656739 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-2ecadf4d-797a-4cc1-b7d3-60a7ae67905f None None] Attempting to bind port a88e732b-b540-4aaf-b070-4e7fb4d12e81 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'a9c5ae8f-5bae-4ba0-8b2f-952a2aa548b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1e82c5ae-4176-48e4-a1e7-5c3e94606e08'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:47:23.657868 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecadf4d-797a-4cc1-b7d3-60a7ae67905f None None] Attempting to bind port a88e732b-b540-4aaf-b070-4e7fb4d12e81 on network 1e82c5ae-4176-48e4-a1e7-5c3e94606e08 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:47:23.686717 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-20045b32-9ce6-45f2-af42-05629dc87e93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:23.694075 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecadf4d-797a-4cc1-b7d3-60a7ae67905f None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:47:23.694667 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecadf4d-797a-4cc1-b7d3-60a7ae67905f None None] Checking segment: {'id': 'a9c5ae8f-5bae-4ba0-8b2f-952a2aa548b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1e82c5ae-4176-48e4-a1e7-5c3e94606e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:47:23.696048 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2ecadf4d-797a-4cc1-b7d3-60a7ae67905f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:23.696048 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecadf4d-797a-4cc1-b7d3-60a7ae67905f None None] Bound using segment: {'id': 'a9c5ae8f-5bae-4ba0-8b2f-952a2aa548b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1e82c5ae-4176-48e4-a1e7-5c3e94606e08'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:47:23.696773 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-2ecadf4d-797a-4cc1-b7d3-60a7ae67905f None None] Bound port: a88e732b-b540-4aaf-b070-4e7fb4d12e81, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c5ae8f-5bae-4ba0-8b2f-952a2aa548b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1e82c5ae-4176-48e4-a1e7-5c3e94606e08'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:47:23.699068 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2ecadf4d-797a-4cc1-b7d3-60a7ae67905f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:23.710357 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3b0042-7267-46c3-b070-ada8163b9d44 None None] Network 733b2713-fb4b-45f0-8232-2565d4415095 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:47:23.725745 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a868f8f0-7ce6-40dc-bbc2-187f30f3d15d None None] Provisioning complete for port dd578ec8-5a8c-49c0-8ebf-057d3db47f18 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:23.726412 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a868f8f0-7ce6-40dc-bbc2-187f30f3d15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:23.734940 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-feb6706e-17a1-4f16-a6d4-d96d9cb9206c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:23.798409 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7884e71b-4d33-4893-b36f-63bdd65ac1b2 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:23.858744 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-53500979-419c-405c-8c97-a7c5d4dea483 req-b2740e07-4444-4573-97c1-78f655dd0502 service neutron] 10.222.0.11 "GET /v2.0/networks/263ff2dd-2395-434d-bed7-21852f5535cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113649 Dec 10 16:47:23.894665 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e4939b90-2a89-4e25-be98-cad380aacb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:23.916612 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868f8f0-7ce6-40dc-bbc2-187f30f3d15d None None] Pushing event updated for resources: {'Port': ['ID=5e14d5fe-cc7a-434f-aee7-6f8bcb407869,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:24.005485 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6ea61-45e2-4423-8ab7-107c4871a2f4 None None] Pushing event updated for resources: {'Port': ['ID=78eb8077-e9c9-4800-94fc-7843149fa335,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:24.082265 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-47a5f100-0a78-457f-bb8e-22539fd72ac7 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.5442255 Dec 10 16:47:24.090537 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51134) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:24.126801 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135df5f4-d4ca-4534-9b15-a19225e55fbf None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:47:24.150062 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-feb6706e-17a1-4f16-a6d4-d96d9cb9206c None None] Attempting to bind port 78eb8077-e9c9-4800-94fc-7843149fa335 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:47:24.150572 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-feb6706e-17a1-4f16-a6d4-d96d9cb9206c None None] Attempting to bind port 78eb8077-e9c9-4800-94fc-7843149fa335 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:47:24.151558 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb6706e-17a1-4f16-a6d4-d96d9cb9206c None None] Attempting to bind port 78eb8077-e9c9-4800-94fc-7843149fa335 on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:47:24.188870 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb6706e-17a1-4f16-a6d4-d96d9cb9206c None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:47:24.189332 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb6706e-17a1-4f16-a6d4-d96d9cb9206c None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:47:24.189818 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-feb6706e-17a1-4f16-a6d4-d96d9cb9206c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:24.190331 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb6706e-17a1-4f16-a6d4-d96d9cb9206c None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:47:24.190903 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-feb6706e-17a1-4f16-a6d4-d96d9cb9206c None None] Bound port: 78eb8077-e9c9-4800-94fc-7843149fa335, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:47:24.191363 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-feb6706e-17a1-4f16-a6d4-d96d9cb9206c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:24.198533 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-53500979-419c-405c-8c97-a7c5d4dea483 req-e3447ffd-cbaf-49a7-a518-cb1b85f9e775 service neutron] 10.222.0.11 "GET /v2.0/networks/263ff2dd-2395-434d-bed7-21852f5535cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383586 Dec 10 16:47:24.201071 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-20045b32-9ce6-45f2-af42-05629dc87e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:24.203677 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-20045b32-9ce6-45f2-af42-05629dc87e93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:24.204785 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-20045b32-9ce6-45f2-af42-05629dc87e93 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fcee973f-dd8c-456a-8db8-a64030a6ceda HTTP/1.1" status: 204 len: 168 time: 0.8868527 Dec 10 16:47:24.232158 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20045b32-9ce6-45f2-af42-05629dc87e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcee973f-dd8c-456a-8db8-a64030a6ceda,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:24.309926 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8de31e-4bd4-41ff-a8a6-1bff38b6e111 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:24.311502 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8de31e-4bd4-41ff-a8a6-1bff38b6e111 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:24.313075 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8de31e-4bd4-41ff-a8a6-1bff38b6e111 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:24.327124 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8de31e-4bd4-41ff-a8a6-1bff38b6e111 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:24.329060 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8de31e-4bd4-41ff-a8a6-1bff38b6e111 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:24.334395 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9e8de31e-4bd4-41ff-a8a6-1bff38b6e111 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2391529 Dec 10 16:47:24.336736 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51138) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:24.344691 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-2ecadf4d-797a-4cc1-b7d3-60a7ae67905f None None] For port a88e732b-b540-4aaf-b070-4e7fb4d12e81, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:47:24.491536 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-2ecadf4d-797a-4cc1-b7d3-60a7ae67905f None None] For port a88e732b-b540-4aaf-b070-4e7fb4d12e81, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=a88e732b-b540-4aaf-b070-4e7fb4d12e81,segment=NetworkSegment(a9c5ae8f-5bae-4ba0-8b2f-952a2aa548b0),segment_id=a9c5ae8f-5bae-4ba0-8b2f-952a2aa548b0)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:47:24.531569 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae19823c-cc04-4a3b-b751-04dca1dab6e9 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:24.533688 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae19823c-cc04-4a3b-b751-04dca1dab6e9 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:24.536885 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae19823c-cc04-4a3b-b751-04dca1dab6e9 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:24.538739 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae19823c-cc04-4a3b-b751-04dca1dab6e9 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:24.541391 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae19823c-cc04-4a3b-b751-04dca1dab6e9 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:24.543634 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ae19823c-cc04-4a3b-b751-04dca1dab6e9 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2060494 Dec 10 16:47:24.547635 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51146) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:24.577883 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e4939b90-2a89-4e25-be98-cad380aacb50 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:24.585367 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e4939b90-2a89-4e25-be98-cad380aacb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:24.591160 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:24.625172 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2ecadf4d-797a-4cc1-b7d3-60a7ae67905f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:24.721035 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-feb6706e-17a1-4f16-a6d4-d96d9cb9206c None None] For port 78eb8077-e9c9-4800-94fc-7843149fa335, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:47:24.761401 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a868f8f0-7ce6-40dc-bbc2-187f30f3d15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:24.773500 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port dd578ec8-5a8c-49c0-8ebf-057d3db47f18, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=dd578ec8-5a8c-49c0-8ebf-057d3db47f18,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:24.782268 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-feb6706e-17a1-4f16-a6d4-d96d9cb9206c None None] For port 78eb8077-e9c9-4800-94fc-7843149fa335, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=78eb8077-e9c9-4800-94fc-7843149fa335,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:47:24.783996 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:24.791091 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff745d3-9ae3-4642-a652-fcdcc3047810 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:24.794719 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-aff745d3-9ae3-4642-a652-fcdcc3047810 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "GET /v2.0/networks/7a03251b-f2a8-4cb2-9e80-5726f082688c HTTP/1.1" status: 200 len: 804 time: 0.2456694 Dec 10 16:47:24.816049 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51150) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:24.820311 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7884e71b-4d33-4893-b36f-63bdd65ac1b2 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:24.826242 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-feb6706e-17a1-4f16-a6d4-d96d9cb9206c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:24.849617 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7884e71b-4d33-4893-b36f-63bdd65ac1b2 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:24.899007 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4939b90-2a89-4e25-be98-cad380aacb50 admin admin] Pushing event updated for resources: {'Port': ['ID=ace67158-e09f-4099-99ff-56806aef786a,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:24.907594 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7884e71b-4d33-4893-b36f-63bdd65ac1b2 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:24.911137 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0058634c-3417-4f2d-9097-47f3db63197b req-fdfdf647-d6ba-4af1-9d5b-e9cf967686cd tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 210 time: 0.2403538 Dec 10 16:47:24.970006 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e4939b90-2a89-4e25-be98-cad380aacb50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:25.026805 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecadf4d-797a-4cc1-b7d3-60a7ae67905f None None] Pushing event updated for resources: {'Port': ['ID=a88e732b-b540-4aaf-b070-4e7fb4d12e81,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:25.189704 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f713eb4-3571-45d6-b829-c73f2aa23d2b None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:47:25.256586 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.api [None req-a868f8f0-7ce6-40dc-bbc2-187f30f3d15d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:47:25.257536 n-d-766771-2 neutron-server[103394]: DEBUG oslo_db.api [None req-a868f8f0-7ce6-40dc-bbc2-187f30f3d15d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:47:25.305218 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb6706e-17a1-4f16-a6d4-d96d9cb9206c None None] Routers {'a58e14fd-4ca0-478a-979c-e6740736e669'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:47:25.307953 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51158) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:25.313427 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7884e71b-4d33-4893-b36f-63bdd65ac1b2 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Network 1e82c5ae-4176-48e4-a1e7-5c3e94606e08 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:47:25.313553 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-feb6706e-17a1-4f16-a6d4-d96d9cb9206c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:47:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['a58e14fd-4ca0-478a-979c-e6740736e669'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:25.336577 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 5e14d5fe-cc7a-434f-aee7-6f8bcb407869 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:47:25.348179 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-7884e71b-4d33-4893-b36f-63bdd65ac1b2 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:47:25.350473 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884e71b-4d33-4893-b36f-63bdd65ac1b2 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Pushing event updated for resources: {'Port': ['ID=7d8e0f9f-85d7-475d-a0bc-6027aaca44d0,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:25.352805 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e88655a-3e70-4367-a16c-9a33974c766b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:25.531395 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4939b90-2a89-4e25-be98-cad380aacb50 admin admin] Network 733b2713-fb4b-45f0-8232-2565d4415095 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:47:25.538355 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-e4939b90-2a89-4e25-be98-cad380aacb50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:47:25.712311 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6fa0c0b9-2651-49c0-815f-dc061a6adbf1 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "GET /v2.0/networks/7a03251b-f2a8-4cb2-9e80-5726f082688c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.8941875 Dec 10 16:47:25.719657 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51162) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:25.775660 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7884e71b-4d33-4893-b36f-63bdd65ac1b2 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Router f6ec5bf0-ded5-45be-ba55-766187b597af has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:47:25.920293 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4a70e0-bb88-49f2-8113-15d70e3b0986 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:25.928283 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ae4a70e0-bb88-49f2-8113-15d70e3b0986 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "GET /v2.0/subnets/a3992830-6862-4a5f-a6e4-802ac574398f HTTP/1.1" status: 200 len: 843 time: 0.2068226 Dec 10 16:47:25.984405 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51164) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:26.034007 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4939b90-2a89-4e25-be98-cad380aacb50 admin admin] Router a58e14fd-4ca0-478a-979c-e6740736e669 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:47:26.087610 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72379fb3-1d53-495b-9619-cafd2b890185 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:26.091508 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-72379fb3-1d53-495b-9619-cafd2b890185 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "GET /v2.0/subnets/a3992830-6862-4a5f-a6e4-802ac574398f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1038113 Dec 10 16:47:26.095743 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51168) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:26.109852 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e88655a-3e70-4367-a16c-9a33974c766b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:26.141907 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b9a63b56-a049-428f-897f-4fda9c2d06b9 req-ff2d5454-fe2a-4b8b-8bd4-4e37087f9915 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 210 time: 0.0516191 Dec 10 16:47:26.163179 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=dd578ec8-5a8c-49c0-8ebf-057d3db47f18,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:26.164378 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e88655a-3e70-4367-a16c-9a33974c766b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:26.188148 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-5cb0764c-a49f-42b4-9709-0fb6ece30232 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2032359906'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:26.232691 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 5e14d5fe-cc7a-434f-aee7-6f8bcb407869 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:26.233071 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:26.263326 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb0764c-a49f-42b4-9709-0fb6ece30232 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Made reservation on behalf of a6abc5679d6f4030b7132a835e224ee0 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:47:26.265057 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7884e71b-4d33-4893-b36f-63bdd65ac1b2 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:47:26.271271 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5cb0764c-a49f-42b4-9709-0fb6ece30232 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:26.272167 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-7884e71b-4d33-4893-b36f-63bdd65ac1b2 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "PUT /v2.0/routers/f6ec5bf0-ded5-45be-ba55-766187b597af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2664320 Dec 10 16:47:26.274479 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51170) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:26.281430 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-56f592de-6850-47f0-9487-59a4470517b1 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2004603567', 'description': 'tempest-secgroup_access--2004603567 description', 'project_id': '465a09ace7ed47488837491c435d4c5b'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:26.282544 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077aa18b-033f-4917-a5e5-728b1ffc36c8 None None] Sync routers for ids ['f6ec5bf0-ded5-45be-ba55-766187b597af'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:47:26.286072 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e88655a-3e70-4367-a16c-9a33974c766b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9109a2-0f86-4bea-8498-48490b2c526f,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:26.294565 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-8e88655a-3e70-4367-a16c-9a33974c766b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e7d4d188b25b45daa333001ebe7db0d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9854450 Dec 10 16:47:26.297234 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51172) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:26.309275 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077aa18b-033f-4917-a5e5-728b1ffc36c8 None None] Routers {'f6ec5bf0-ded5-45be-ba55-766187b597af'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:47:26.321141 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-077aa18b-033f-4917-a5e5-728b1ffc36c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:47:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['f6ec5bf0-ded5-45be-ba55-766187b597af'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:26.321556 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a868f8f0-7ce6-40dc-bbc2-187f30f3d15d None None] Provisioning complete for port 9be5054c-9908-4994-bcc9-0f3868232ba9 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:26.321941 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a868f8f0-7ce6-40dc-bbc2-187f30f3d15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:26.397020 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cb0764c-a49f-42b4-9709-0fb6ece30232 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:47:26.418044 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56f592de-6850-47f0-9487-59a4470517b1 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:26.442623 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5cb0764c-a49f-42b4-9709-0fb6ece30232 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:26.442962 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-5cb0764c-a49f-42b4-9709-0fb6ece30232 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Added segment d19f7ec7-167c-4650-8060-92bbcf86caac of type vlan for network 43e3ba5c-34a1-4b26-b52a-517cefc20cef Dec 10 16:47:26.474008 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6ea61-45e2-4423-8ab7-107c4871a2f4 None None] Pushing event updated for resources: {'Port': ['ID=78eb8077-e9c9-4800-94fc-7843149fa335,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:26.475965 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e46a3c6e-2a8e-47eb-86d0-db7ff0c7bb5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:26.498999 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-feb6706e-17a1-4f16-a6d4-d96d9cb9206c None None] Set router a58e14fd-4ca0-478a-979c-e6740736e669 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:47:26.589037 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e46a3c6e-2a8e-47eb-86d0-db7ff0c7bb5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:26.718171 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56f592de-6850-47f0-9487-59a4470517b1 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:26.731184 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56f592de-6850-47f0-9487-59a4470517b1 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:26.752360 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53500979-419c-405c-8c97-a7c5d4dea483 req-f8f13a2f-e5de-4f1d-bd91-a2ef320b6074 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:26.753886 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-53500979-419c-405c-8c97-a7c5d4dea483 req-f8f13a2f-e5de-4f1d-bd91-a2ef320b6074 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.26 "GET /v2.0/networks?id=263ff2dd-2395-434d-bed7-21852f5535cc HTTP/1.1" status: 200 len: 811 time: 0.2750418 Dec 10 16:47:26.756345 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4939b90-2a89-4e25-be98-cad380aacb50 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:47:26.770852 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e4939b90-2a89-4e25-be98-cad380aacb50 admin admin] 10.222.0.11 "PUT /v2.0/routers/a58e14fd-4ca0-478a-979c-e6740736e669/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1674488 Dec 10 16:47:26.829347 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f592de-6850-47f0-9487-59a4470517b1 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1153cbe4-6628-46ee-bc2d-7dab3fccaea6,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:26.856234 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e46a3c6e-2a8e-47eb-86d0-db7ff0c7bb5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:26.874176 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e46a3c6e-2a8e-47eb-86d0-db7ff0c7bb5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:26.875751 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e46a3c6e-2a8e-47eb-86d0-db7ff0c7bb5e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ef9109a2-0f86-4bea-8498-48490b2c526f HTTP/1.1" status: 204 len: 168 time: 0.5775492 Dec 10 16:47:26.904569 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56f592de-6850-47f0-9487-59a4470517b1 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:26.910466 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-56f592de-6850-47f0-9487-59a4470517b1 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6322858 Dec 10 16:47:26.910466 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a3c6e-2a8e-47eb-86d0-db7ff0c7bb5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9109a2-0f86-4bea-8498-48490b2c526f,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:26.914559 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51180) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:26.923803 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-2a86b0fd-7d65-4bdf-8979-319e485811dd tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--111780640', 'description': 'tempest-secgroup_general--111780640 description', 'project_id': '465a09ace7ed47488837491c435d4c5b'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:26.939652 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-077aa18b-033f-4917-a5e5-728b1ffc36c8 None None] Set router f6ec5bf0-ded5-45be-ba55-766187b597af gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:47:26.980758 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5cb0764c-a49f-42b4-9709-0fb6ece30232 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:27.008115 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2a86b0fd-7d65-4bdf-8979-319e485811dd tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:27.068930 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-53500979-419c-405c-8c97-a7c5d4dea483 req-1e403c3c-896d-483d-af28-d48066efa8dc tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bdc7ed738c3144738265db15e9c9048a HTTP/1.1" status: 200 len: 380 time: 0.2970421 Dec 10 16:47:27.080734 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-53500979-419c-405c-8c97-a7c5d4dea483 req-12099bc7-cf5c-43fa-92a7-d0ee59a3ba56 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Request body: {'port': {'device_id': 'be388f32-536d-4bb2-9abc-bbd41ba8ec1f', 'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc', 'admin_state_up': True, 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'security_groups': ['bb593238-a1f9-4d82-99c1-048ded626af3']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:27.228045 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab7e2b3-b62d-4001-94ab-33d3c6660cd2 None None] Network 1e82c5ae-4176-48e4-a1e7-5c3e94606e08 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:47:27.242641 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2a86b0fd-7d65-4bdf-8979-319e485811dd tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:27.251557 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2a86b0fd-7d65-4bdf-8979-319e485811dd tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:27.291995 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2a86b0fd-7d65-4bdf-8979-319e485811dd tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:27.293221 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2a86b0fd-7d65-4bdf-8979-319e485811dd tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3776619 Dec 10 16:47:27.325989 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51188) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:27.340889 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-014f82d4-7a0f-47c1-9f74-a72bdc685ad4 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Request body: {'security_group_rule': {'security_group_id': '1153cbe4-6628-46ee-bc2d-7dab3fccaea6', 'project_id': '465a09ace7ed47488837491c435d4c5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:27.386311 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-077aa18b-033f-4917-a5e5-728b1ffc36c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ec5bf0-ded5-45be-ba55-766187b597af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-161430004', 'tenant_id': '465a09ace7ed47488837491c435d4c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'dd578ec8-5a8c-49c0-8ebf-057d3db47f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:11Z', 'updated_at': '2021-12-10T16:47:23Z', 'revision_number': 4, 'project_id': '465a09ace7ed47488837491c435d4c5b', 'gw_port': {'id': 'dd578ec8-5a8c-49c0-8ebf-057d3db47f18', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ec5bf0-ded5-45be-ba55-766187b597af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:12Z', 'updated_at': '2021-12-10T16:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '7d8e0f9f-85d7-475d-a0bc-6027aaca44d0', 'name': '', 'network_id': '1e82c5ae-4176-48e4-a1e7-5c3e94606e08', 'tenant_id': '465a09ace7ed47488837491c435d4c5b', 'mac_address': 'fa:16:3e:cd:b1:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ec5bf0-ded5-45be-ba55-766187b597af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '77ab7c1a-0122-48d3-bedd-5ba716ee83f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:19Z', 'updated_at': '2021-12-10T16:47:24Z', 'revision_number': 2, 'project_id': '465a09ace7ed47488837491c435d4c5b', 'subnets': [{'id': '77ab7c1a-0122-48d3-bedd-5ba716ee83f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:27.407676 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53500979-419c-405c-8c97-a7c5d4dea483 req-12099bc7-cf5c-43fa-92a7-d0ee59a3ba56 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Made reservation on behalf of bdc7ed738c3144738265db15e9c9048a for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:47:27.416010 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-53500979-419c-405c-8c97-a7c5d4dea483 req-12099bc7-cf5c-43fa-92a7-d0ee59a3ba56 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:27.428519 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077aa18b-033f-4917-a5e5-728b1ffc36c8 None None] Checking router: f6ec5bf0-ded5-45be-ba55-766187b597af for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:47:27.429237 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077aa18b-033f-4917-a5e5-728b1ffc36c8 None None] Updating router f6ec5bf0-ded5-45be-ba55-766187b597af port 7d8e0f9f-85d7-475d-a0bc-6027aaca44d0 binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:47:27.468820 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-077aa18b-033f-4917-a5e5-728b1ffc36c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:27.469840 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5cb0764c-a49f-42b4-9709-0fb6ece30232 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:27.470932 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ea6783b7-9081-4970-a8e3-7b24fafd6f7c req-594716cb-a098-4688-b50a-f44b2c035a48 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 210 time: 0.1436489 Dec 10 16:47:27.474367 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a86b0fd-7d65-4bdf-8979-319e485811dd tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb7cfde-8882-433e-9826-f6ed512fd492,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:27.486864 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb0764c-a49f-42b4-9709-0fb6ece30232 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:27.488409 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5cb0764c-a49f-42b4-9709-0fb6ece30232 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:27.519174 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-014f82d4-7a0f-47c1-9f74-a72bdc685ad4 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:27.550812 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device d81369ce-b6c1-4401-a49a-1a752cfb810e up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:47:27.607422 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d49c1f8-8560-477e-99cd-33a73a153663 None None] Sync routers for ids ['e06649b9-63ac-434e-85cd-f44336f6abb9'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:47:27.671121 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-014f82d4-7a0f-47c1-9f74-a72bdc685ad4 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:27.680210 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-014f82d4-7a0f-47c1-9f74-a72bdc685ad4 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:27.733182 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-014f82d4-7a0f-47c1-9f74-a72bdc685ad4 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:27.741729 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-014f82d4-7a0f-47c1-9f74-a72bdc685ad4 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4097786 Dec 10 16:47:27.751539 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f82d4-7a0f-47c1-9f74-a72bdc685ad4 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ff5528d-cb28-439a-b1b1-b46c70fd6ac5,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:27.774590 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d49c1f8-8560-477e-99cd-33a73a153663 None None] Routers {'e06649b9-63ac-434e-85cd-f44336f6abb9'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:47:27.775457 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6d49c1f8-8560-477e-99cd-33a73a153663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:47:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['e06649b9-63ac-434e-85cd-f44336f6abb9'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:27.890868 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-15dc16af-73a9-4323-bf4c-deb00ca95fb0 None None] Provisioning complete for port ace67158-e09f-4099-99ff-56806aef786a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:27.891758 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-15dc16af-73a9-4323-bf4c-deb00ca95fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:27.912421 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5cb0764c-a49f-42b4-9709-0fb6ece30232 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7876999 Dec 10 16:47:27.913377 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0764c-a49f-42b4-9709-0fb6ece30232 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event updated for resources: {'Network': ['ID=43e3ba5c-34a1-4b26-b52a-517cefc20cef,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:27.915108 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51208) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:27.922258 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-49e35a87-55d3-4e83-b213-f386e6d3eb32 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Request body: {'subnet': {'network_id': '43e3ba5c-34a1-4b26-b52a-517cefc20cef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:27.965797 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-53500979-419c-405c-8c97-a7c5d4dea483 req-12099bc7-cf5c-43fa-92a7-d0ee59a3ba56 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Allocated IP 172.20.0.14 (263ff2dd-2395-434d-bed7-21852f5535cc/bd39f8cf-b633-4e7b-8cc7-6321401d3434/057fe6a6-0109-4b87-b63e-bb1eae1b8e6b) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:47:27.982629 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 43e3ba5c-34a1-4b26-b52a-517cefc20cef details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:47:28.090170 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-15dc16af-73a9-4323-bf4c-deb00ca95fb0 None None] Port ace67158-e09f-4099-99ff-56806aef786a cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:47:28.122578 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port d81369ce-b6c1-4401-a49a-1a752cfb810e triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:28.123189 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:28.159756 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-feb6706e-17a1-4f16-a6d4-d96d9cb9206c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58e14fd-4ca0-478a-979c-e6740736e669', 'name': 'tempest-ImageQuotaTest-2141896155-router', 'tenant_id': 'b93e9cb820e948ab9fbccbc1320f655c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '78eb8077-e9c9-4800-94fc-7843149fa335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:14Z', 'updated_at': '2021-12-10T16:47:23Z', 'revision_number': 4, 'project_id': 'b93e9cb820e948ab9fbccbc1320f655c', 'gw_port': {'id': '78eb8077-e9c9-4800-94fc-7843149fa335', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58e14fd-4ca0-478a-979c-e6740736e669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:15Z', 'updated_at': '2021-12-10T16:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'ace67158-e09f-4099-99ff-56806aef786a', 'name': '', 'network_id': '733b2713-fb4b-45f0-8232-2565d4415095', 'tenant_id': 'b93e9cb820e948ab9fbccbc1320f655c', 'mac_address': 'fa:16:3e:31:42:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58e14fd-4ca0-478a-979c-e6740736e669', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '123a339a-5321-4184-86ae-0e67ceb77f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:20Z', 'updated_at': '2021-12-10T16:47:24Z', 'revision_number': 2, 'project_id': 'b93e9cb820e948ab9fbccbc1320f655c', 'subnets': [{'id': '123a339a-5321-4184-86ae-0e67ceb77f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:28.221660 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e35a87-55d3-4e83-b213-f386e6d3eb32 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Made reservation on behalf of a6abc5679d6f4030b7132a835e224ee0 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:47:28.237677 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-49e35a87-55d3-4e83-b213-f386e6d3eb32 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:28.253881 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb6706e-17a1-4f16-a6d4-d96d9cb9206c None None] The sync data for ids ['a58e14fd-4ca0-478a-979c-e6740736e669'] in n-d-766771-2 is: [{'id': 'a58e14fd-4ca0-478a-979c-e6740736e669', 'name': 'tempest-ImageQuotaTest-2141896155-router', 'tenant_id': 'b93e9cb820e948ab9fbccbc1320f655c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '78eb8077-e9c9-4800-94fc-7843149fa335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:14Z', 'updated_at': '2021-12-10T16:47:23Z', 'revision_number': 4, 'project_id': 'b93e9cb820e948ab9fbccbc1320f655c', 'gw_port': {'id': '78eb8077-e9c9-4800-94fc-7843149fa335', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58e14fd-4ca0-478a-979c-e6740736e669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:15Z', 'updated_at': '2021-12-10T16:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'ace67158-e09f-4099-99ff-56806aef786a', 'name': '', 'network_id': '733b2713-fb4b-45f0-8232-2565d4415095', 'tenant_id': 'b93e9cb820e948ab9fbccbc1320f655c', 'mac_address': 'fa:16:3e:31:42:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58e14fd-4ca0-478a-979c-e6740736e669', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '123a339a-5321-4184-86ae-0e67ceb77f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:20Z', 'updated_at': '2021-12-10T16:47:24Z', 'revision_number': 2, 'project_id': 'b93e9cb820e948ab9fbccbc1320f655c', 'subnets': [{'id': '123a339a-5321-4184-86ae-0e67ceb77f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:47:28.335516 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-077aa18b-033f-4917-a5e5-728b1ffc36c8 None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:28.348360 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-077aa18b-033f-4917-a5e5-728b1ffc36c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:28.372121 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-53500979-419c-405c-8c97-a7c5d4dea483 req-12099bc7-cf5c-43fa-92a7-d0ee59a3ba56 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:28.372337 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-15dc16af-73a9-4323-bf4c-deb00ca95fb0 None None] Provisioning complete for port a88e732b-b540-4aaf-b070-4e7fb4d12e81 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:28.372702 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-15dc16af-73a9-4323-bf4c-deb00ca95fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:28.386267 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-6d49c1f8-8560-477e-99cd-33a73a153663 None None] Set router e06649b9-63ac-434e-85cd-f44336f6abb9 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:47:28.394780 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.ipam_backend_mixin [None req-49e35a87-55d3-4e83-b213-f386e6d3eb32 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Performing IP validity checks on allocation pools {{(pid=103392) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 16:47:28.395304 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.ipam_backend_mixin [None req-49e35a87-55d3-4e83-b213-f386e6d3eb32 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103392) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 16:47:28.483989 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-23e0b519-7de7-452a-9050-0062812eb407 req-af9d3a1c-dbe5-49db-b94a-bc3c933086ba tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup_access--2004603567&fields=id&tenant_id=465a09ace7ed47488837491c435d4c5b HTTP/1.1" status: 200 len: 267 time: 0.2356880 Dec 10 16:47:28.503681 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-53500979-419c-405c-8c97-a7c5d4dea483 req-12099bc7-cf5c-43fa-92a7-d0ee59a3ba56 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:28.531022 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1a25d-00dd-4a8a-bb3a-db8a8d0af631 None None] Pushing event updated for resources: {'Port': ['ID=7d8e0f9f-85d7-475d-a0bc-6027aaca44d0,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:28.579311 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-077aa18b-033f-4917-a5e5-728b1ffc36c8 None None] Attempting to bind port 7d8e0f9f-85d7-475d-a0bc-6027aaca44d0 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:47:28.579744 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-077aa18b-033f-4917-a5e5-728b1ffc36c8 None None] Attempting to bind port 7d8e0f9f-85d7-475d-a0bc-6027aaca44d0 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'a9c5ae8f-5bae-4ba0-8b2f-952a2aa548b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1e82c5ae-4176-48e4-a1e7-5c3e94606e08'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:47:28.580064 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077aa18b-033f-4917-a5e5-728b1ffc36c8 None None] Attempting to bind port 7d8e0f9f-85d7-475d-a0bc-6027aaca44d0 on network 1e82c5ae-4176-48e4-a1e7-5c3e94606e08 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:47:28.597091 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077aa18b-033f-4917-a5e5-728b1ffc36c8 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:47:28.597473 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077aa18b-033f-4917-a5e5-728b1ffc36c8 None None] Checking segment: {'id': 'a9c5ae8f-5bae-4ba0-8b2f-952a2aa548b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1e82c5ae-4176-48e4-a1e7-5c3e94606e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:47:28.597880 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-077aa18b-033f-4917-a5e5-728b1ffc36c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:28.601163 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077aa18b-033f-4917-a5e5-728b1ffc36c8 None None] Bound using segment: {'id': 'a9c5ae8f-5bae-4ba0-8b2f-952a2aa548b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1e82c5ae-4176-48e4-a1e7-5c3e94606e08'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:47:28.601679 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-077aa18b-033f-4917-a5e5-728b1ffc36c8 None None] Bound port: 7d8e0f9f-85d7-475d-a0bc-6027aaca44d0, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c5ae8f-5bae-4ba0-8b2f-952a2aa548b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1e82c5ae-4176-48e4-a1e7-5c3e94606e08'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:47:28.605398 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-077aa18b-033f-4917-a5e5-728b1ffc36c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:28.626460 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-23e0b519-7de7-452a-9050-0062812eb407 req-9bcf1176-d0fe-467c-aea6-4a838e5657b8 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup_general--111780640&fields=id&tenant_id=465a09ace7ed47488837491c435d4c5b HTTP/1.1" status: 200 len: 267 time: 0.1415617 Dec 10 16:47:28.665041 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53500979-419c-405c-8c97-a7c5d4dea483 req-12099bc7-cf5c-43fa-92a7-d0ee59a3ba56 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Network 263ff2dd-2395-434d-bed7-21852f5535cc is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:47:28.685670 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-53500979-419c-405c-8c97-a7c5d4dea483 req-12099bc7-cf5c-43fa-92a7-d0ee59a3ba56 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:47:28.697275 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-53500979-419c-405c-8c97-a7c5d4dea483 req-12099bc7-cf5c-43fa-92a7-d0ee59a3ba56 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:47:28.777135 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-077aa18b-033f-4917-a5e5-728b1ffc36c8 None None] For port 7d8e0f9f-85d7-475d-a0bc-6027aaca44d0, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:47:28.801218 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-077aa18b-033f-4917-a5e5-728b1ffc36c8 None None] For port 7d8e0f9f-85d7-475d-a0bc-6027aaca44d0, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=7d8e0f9f-85d7-475d-a0bc-6027aaca44d0,segment=NetworkSegment(a9c5ae8f-5bae-4ba0-8b2f-952a2aa548b0),segment_id=a9c5ae8f-5bae-4ba0-8b2f-952a2aa548b0)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:47:28.816984 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-077aa18b-033f-4917-a5e5-728b1ffc36c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:28.934616 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53500979-419c-405c-8c97-a7c5d4dea483 req-12099bc7-cf5c-43fa-92a7-d0ee59a3ba56 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:28.935331 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-53500979-419c-405c-8c97-a7c5d4dea483 req-12099bc7-cf5c-43fa-92a7-d0ee59a3ba56 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:28.991849 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12099bc7-cf5c-43fa-92a7-d0ee59a3ba56 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Pushing event updated for resources: {'Port': ['ID=057fe6a6-0109-4b87-b63e-bb1eae1b8e6b,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:29.076037 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-53500979-419c-405c-8c97-a7c5d4dea483 req-12099bc7-cf5c-43fa-92a7-d0ee59a3ba56 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9982808 Dec 10 16:47:29.083855 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12099bc7-cf5c-43fa-92a7-d0ee59a3ba56 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:29.084145 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12099bc7-cf5c-43fa-92a7-d0ee59a3ba56 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:29.084492 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12099bc7-cf5c-43fa-92a7-d0ee59a3ba56 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:29.084834 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12099bc7-cf5c-43fa-92a7-d0ee59a3ba56 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:29.090800 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12099bc7-cf5c-43fa-92a7-d0ee59a3ba56 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:29.092812 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12099bc7-cf5c-43fa-92a7-d0ee59a3ba56 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:29.093119 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12099bc7-cf5c-43fa-92a7-d0ee59a3ba56 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:29.095633 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12099bc7-cf5c-43fa-92a7-d0ee59a3ba56 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:29.095991 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12099bc7-cf5c-43fa-92a7-d0ee59a3ba56 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:29.096331 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12099bc7-cf5c-43fa-92a7-d0ee59a3ba56 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:29.110438 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:29.114703 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12099bc7-cf5c-43fa-92a7-d0ee59a3ba56 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:29.115816 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12099bc7-cf5c-43fa-92a7-d0ee59a3ba56 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:29.116056 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12099bc7-cf5c-43fa-92a7-d0ee59a3ba56 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:29.157228 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-53500979-419c-405c-8c97-a7c5d4dea483 req-b2ca028b-1b26-4e70-b249-012264e17bb0 service neutron] Request body: {'port': {'device_id': 'be388f32-536d-4bb2-9abc-bbd41ba8ec1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:29.163535 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1a25d-00dd-4a8a-bb3a-db8a8d0af631 None None] Pushing event updated for resources: {'Port': ['ID=7d8e0f9f-85d7-475d-a0bc-6027aaca44d0,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:29.193456 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077aa18b-033f-4917-a5e5-728b1ffc36c8 None None] Routers {'f6ec5bf0-ded5-45be-ba55-766187b597af'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:47:29.194079 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-077aa18b-033f-4917-a5e5-728b1ffc36c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:47:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['f6ec5bf0-ded5-45be-ba55-766187b597af'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:29.287943 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port d81369ce-b6c1-4401-a49a-1a752cfb810e, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=d81369ce-b6c1-4401-a49a-1a752cfb810e,segment=NetworkSegment(deebca2f-53e5-4a00-9ce5-63cb04a149a3),segment_id=deebca2f-53e5-4a00-9ce5-63cb04a149a3)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:29.302897 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:29.383306 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-53500979-419c-405c-8c97-a7c5d4dea483 req-b2ca028b-1b26-4e70-b249-012264e17bb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:29.413518 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0b519-7de7-452a-9050-0062812eb407 req-b0d0a3c8-15ba-4104-8e97-cfe3e98d6f0b tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:29.424236 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-23e0b519-7de7-452a-9050-0062812eb407 req-b0d0a3c8-15ba-4104-8e97-cfe3e98d6f0b tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/networks?id=1e82c5ae-4176-48e4-a1e7-5c3e94606e08 HTTP/1.1" status: 200 len: 797 time: 0.7836289 Dec 10 16:47:29.508410 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-23e0b519-7de7-452a-9050-0062812eb407 req-5979990b-7961-49da-a0cb-f7571a7a5e69 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/quotas/465a09ace7ed47488837491c435d4c5b HTTP/1.1" status: 200 len: 375 time: 0.0812962 Dec 10 16:47:29.525176 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-077aa18b-033f-4917-a5e5-728b1ffc36c8 None None] Set router f6ec5bf0-ded5-45be-ba55-766187b597af gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:47:29.536392 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=d81369ce-b6c1-4401-a49a-1a752cfb810e,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:29.658258 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-49e35a87-55d3-4e83-b213-f386e6d3eb32 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:29.794105 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device a88e732b-b540-4aaf-b070-4e7fb4d12e81 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:47:29.884198 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-23e0b519-7de7-452a-9050-0062812eb407 req-16af42c1-30cd-4820-ad4d-e1c38d0e775f tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=465a09ace7ed47488837491c435d4c5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3726120 Dec 10 16:47:29.922913 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51256) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:29.940247 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-15dc16af-73a9-4323-bf4c-deb00ca95fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:29.961874 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e35a87-55d3-4e83-b213-f386e6d3eb32 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event updated for resources: {'Subnet': ['ID=4aa17290-6b19-4946-bd13-90b6ecc998cd,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:30.090708 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-15dc16af-73a9-4323-bf4c-deb00ca95fb0 None None] For port a88e732b-b540-4aaf-b070-4e7fb4d12e81, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=a88e732b-b540-4aaf-b070-4e7fb4d12e81,segment=NetworkSegment(a9c5ae8f-5bae-4ba0-8b2f-952a2aa548b0),segment_id=a9c5ae8f-5bae-4ba0-8b2f-952a2aa548b0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:30.100524 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-077aa18b-033f-4917-a5e5-728b1ffc36c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ec5bf0-ded5-45be-ba55-766187b597af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-161430004', 'tenant_id': '465a09ace7ed47488837491c435d4c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'dd578ec8-5a8c-49c0-8ebf-057d3db47f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:11Z', 'updated_at': '2021-12-10T16:47:23Z', 'revision_number': 4, 'project_id': '465a09ace7ed47488837491c435d4c5b', 'gw_port': {'id': 'dd578ec8-5a8c-49c0-8ebf-057d3db47f18', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ec5bf0-ded5-45be-ba55-766187b597af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:12Z', 'updated_at': '2021-12-10T16:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '7d8e0f9f-85d7-475d-a0bc-6027aaca44d0', 'name': '', 'network_id': '1e82c5ae-4176-48e4-a1e7-5c3e94606e08', 'tenant_id': '465a09ace7ed47488837491c435d4c5b', 'mac_address': 'fa:16:3e:cd:b1:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ec5bf0-ded5-45be-ba55-766187b597af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '77ab7c1a-0122-48d3-bedd-5ba716ee83f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:19Z', 'updated_at': '2021-12-10T16:47:28Z', 'revision_number': 4, 'project_id': '465a09ace7ed47488837491c435d4c5b', 'subnets': [{'id': '77ab7c1a-0122-48d3-bedd-5ba716ee83f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:30.105893 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6d49c1f8-8560-477e-99cd-33a73a153663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'name': 'tempest-AttachVolumeTestJSON-1585030340-router', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '5e14d5fe-cc7a-434f-aee7-6f8bcb407869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:07Z', 'updated_at': '2021-12-10T16:47:15Z', 'revision_number': 4, 'project_id': 'bdc7ed738c3144738265db15e9c9048a', 'gw_port': {'id': '5e14d5fe-cc7a-434f-aee7-6f8bcb407869', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:09Z', 'updated_at': '2021-12-10T16:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'bf030730-5f80-4c6d-b9b6-cc4c7972e97f', 'name': '', 'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'mac_address': 'fa:16:3e:9e:1e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'bd39f8cf-b633-4e7b-8cc7-6321401d3434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:13Z', 'updated_at': '2021-12-10T16:47:15Z', 'revision_number': 2, 'project_id': 'bdc7ed738c3144738265db15e9c9048a', 'subnets': [{'id': 'bd39f8cf-b633-4e7b-8cc7-6321401d3434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:30.157875 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077aa18b-033f-4917-a5e5-728b1ffc36c8 None None] The sync data for ids ['f6ec5bf0-ded5-45be-ba55-766187b597af'] in n-d-766771-2 is: [{'id': 'f6ec5bf0-ded5-45be-ba55-766187b597af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-161430004', 'tenant_id': '465a09ace7ed47488837491c435d4c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'dd578ec8-5a8c-49c0-8ebf-057d3db47f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:11Z', 'updated_at': '2021-12-10T16:47:23Z', 'revision_number': 4, 'project_id': '465a09ace7ed47488837491c435d4c5b', 'gw_port': {'id': 'dd578ec8-5a8c-49c0-8ebf-057d3db47f18', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ec5bf0-ded5-45be-ba55-766187b597af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:12Z', 'updated_at': '2021-12-10T16:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '7d8e0f9f-85d7-475d-a0bc-6027aaca44d0', 'name': '', 'network_id': '1e82c5ae-4176-48e4-a1e7-5c3e94606e08', 'tenant_id': '465a09ace7ed47488837491c435d4c5b', 'mac_address': 'fa:16:3e:cd:b1:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ec5bf0-ded5-45be-ba55-766187b597af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '77ab7c1a-0122-48d3-bedd-5ba716ee83f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:19Z', 'updated_at': '2021-12-10T16:47:28Z', 'revision_number': 4, 'project_id': '465a09ace7ed47488837491c435d4c5b', 'subnets': [{'id': '77ab7c1a-0122-48d3-bedd-5ba716ee83f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:47:30.204799 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51260) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:30.244430 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e35a87-55d3-4e83-b213-f386e6d3eb32 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Checking segment: {'id': 'd19f7ec7-167c-4650-8060-92bbcf86caac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '43e3ba5c-34a1-4b26-b52a-517cefc20cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:47:30.253790 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e35a87-55d3-4e83-b213-f386e6d3eb32 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Network hostable DHCP agents. Network: 43e3ba5c-34a1-4b26-b52a-517cefc20cef, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:47:30.284973 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-23e0b519-7de7-452a-9050-0062812eb407 req-39d29d59-10e1-41b6-88fc-16b6ec2dba04 service neutron] 10.222.0.11 "GET /v2.0/networks/1e82c5ae-4176-48e4-a1e7-5c3e94606e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634791 Dec 10 16:47:30.433739 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-53500979-419c-405c-8c97-a7c5d4dea483 req-b2ca028b-1b26-4e70-b249-012264e17bb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 057fe6a6-0109-4b87-b63e-bb1eae1b8e6b {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:47:30.474021 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e35a87-55d3-4e83-b213-f386e6d3eb32 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Network 43e3ba5c-34a1-4b26-b52a-517cefc20cef is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:47:30.482570 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-53500979-419c-405c-8c97-a7c5d4dea483 req-b2ca028b-1b26-4e70-b249-012264e17bb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:30.500784 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-029710f2-bc93-47bc-9e76-d6d6f4f0ae62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:30.541099 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-49e35a87-55d3-4e83-b213-f386e6d3eb32 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 43e3ba5c-34a1-4b26-b52a-517cefc20cef) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:47:30.547763 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-53500979-419c-405c-8c97-a7c5d4dea483 req-b2ca028b-1b26-4e70-b249-012264e17bb0 service neutron] Transition to ACTIVE for port object 057fe6a6-0109-4b87-b63e-bb1eae1b8e6b will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:47:30.565321 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-53500979-419c-405c-8c97-a7c5d4dea483 req-b2ca028b-1b26-4e70-b249-012264e17bb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:30.572013 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e35a87-55d3-4e83-b213-f386e6d3eb32 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:30.583327 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-49e35a87-55d3-4e83-b213-f386e6d3eb32 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:30.649518 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-49e35a87-55d3-4e83-b213-f386e6d3eb32 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.7318625 Dec 10 16:47:30.656714 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51262) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:30.658272 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca028b-1b26-4e70-b249-012264e17bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=057fe6a6-0109-4b87-b63e-bb1eae1b8e6b,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:30.666159 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-85590b85-9bdd-4259-a8fd-453c5515675c tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:30.772237 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-15dc16af-73a9-4323-bf4c-deb00ca95fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:30.773222 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-23e0b519-7de7-452a-9050-0062812eb407 req-05f41f58-4f01-4f05-a8da-18568a98be55 service neutron] 10.222.0.11 "GET /v2.0/networks/1e82c5ae-4176-48e4-a1e7-5c3e94606e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4704754 Dec 10 16:47:30.783395 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cb0632-f383-4293-a2b5-33eafe2d4b4b None None] get_active_networks_info from n-d-766771-2 {{(pid=103394) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 16:47:30.810538 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port a88e732b-b540-4aaf-b070-4e7fb4d12e81 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:30.810938 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:30.872594 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d49c1f8-8560-477e-99cd-33a73a153663 None None] Checking router: e06649b9-63ac-434e-85cd-f44336f6abb9 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:47:30.873116 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d49c1f8-8560-477e-99cd-33a73a153663 None None] Updating router e06649b9-63ac-434e-85cd-f44336f6abb9 port bf030730-5f80-4c6d-b9b6-cc4c7972e97f binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:47:30.896910 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-029710f2-bc93-47bc-9e76-d6d6f4f0ae62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:30.898376 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-85590b85-9bdd-4259-a8fd-453c5515675c tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4800315'] for subnet, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:30.923928 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-029710f2-bc93-47bc-9e76-d6d6f4f0ae62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:30.999320 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-15dc16af-73a9-4323-bf4c-deb00ca95fb0 None None] Provisioning complete for port 78eb8077-e9c9-4800-94fc-7843149fa335 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:31.001221 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-15dc16af-73a9-4323-bf4c-deb00ca95fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:31.003633 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6d49c1f8-8560-477e-99cd-33a73a153663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:31.199053 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-53500979-419c-405c-8c97-a7c5d4dea483 req-b2ca028b-1b26-4e70-b249-012264e17bb0 service neutron] Attempting to bind port 057fe6a6-0109-4b87-b63e-bb1eae1b8e6b on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:47:31.199393 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-53500979-419c-405c-8c97-a7c5d4dea483 req-b2ca028b-1b26-4e70-b249-012264e17bb0 service neutron] Attempting to bind port 057fe6a6-0109-4b87-b63e-bb1eae1b8e6b by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'b875ea9d-5e50-474f-9101-c4e81a54e6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:47:31.199708 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53500979-419c-405c-8c97-a7c5d4dea483 req-b2ca028b-1b26-4e70-b249-012264e17bb0 service neutron] Attempting to bind port 057fe6a6-0109-4b87-b63e-bb1eae1b8e6b on network 263ff2dd-2395-434d-bed7-21852f5535cc {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:47:31.247716 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-029710f2-bc93-47bc-9e76-d6d6f4f0ae62 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cabb55caf4c0413cbb3d980b51326ef1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2505007 Dec 10 16:47:31.248470 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029710f2-bc93-47bc-9e76-d6d6f4f0ae62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf63a7c-8e92-4a01-9edb-8238a5369a8b,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:31.253272 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51270) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:31.261586 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53500979-419c-405c-8c97-a7c5d4dea483 req-b2ca028b-1b26-4e70-b249-012264e17bb0 service neutron] Port 057fe6a6-0109-4b87-b63e-bb1eae1b8e6b on network 263ff2dd-2395-434d-bed7-21852f5535cc not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:47:31.261913 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53500979-419c-405c-8c97-a7c5d4dea483 req-b2ca028b-1b26-4e70-b249-012264e17bb0 service neutron] Attempting to bind port 057fe6a6-0109-4b87-b63e-bb1eae1b8e6b on network 263ff2dd-2395-434d-bed7-21852f5535cc {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:47:31.280116 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53500979-419c-405c-8c97-a7c5d4dea483 req-b2ca028b-1b26-4e70-b249-012264e17bb0 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:47:31.280454 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53500979-419c-405c-8c97-a7c5d4dea483 req-b2ca028b-1b26-4e70-b249-012264e17bb0 service neutron] Checking segment: {'id': 'b875ea9d-5e50-474f-9101-c4e81a54e6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:47:31.280838 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53500979-419c-405c-8c97-a7c5d4dea483 req-b2ca028b-1b26-4e70-b249-012264e17bb0 service neutron] Bound using segment: {'id': 'b875ea9d-5e50-474f-9101-c4e81a54e6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:47:31.281284 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-53500979-419c-405c-8c97-a7c5d4dea483 req-b2ca028b-1b26-4e70-b249-012264e17bb0 service neutron] Bound port: 057fe6a6-0109-4b87-b63e-bb1eae1b8e6b, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b875ea9d-5e50-474f-9101-c4e81a54e6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:47:31.281641 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-53500979-419c-405c-8c97-a7c5d4dea483 req-b2ca028b-1b26-4e70-b249-012264e17bb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:31.296504 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc16af-73a9-4323-bf4c-deb00ca95fb0 None None] Pushing event updated for resources: {'Port': ['ID=a88e732b-b540-4aaf-b070-4e7fb4d12e81,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:31.436437 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-53500979-419c-405c-8c97-a7c5d4dea483 req-b2ca028b-1b26-4e70-b249-012264e17bb0 service neutron] For port 057fe6a6-0109-4b87-b63e-bb1eae1b8e6b, host n-h1-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:47:31.445726 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-53500979-419c-405c-8c97-a7c5d4dea483 req-b2ca028b-1b26-4e70-b249-012264e17bb0 service neutron] For port 057fe6a6-0109-4b87-b63e-bb1eae1b8e6b, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=057fe6a6-0109-4b87-b63e-bb1eae1b8e6b,segment=NetworkSegment(b875ea9d-5e50-474f-9101-c4e81a54e6d1),segment_id=b875ea9d-5e50-474f-9101-c4e81a54e6d1)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:47:31.557472 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-53500979-419c-405c-8c97-a7c5d4dea483 req-b2ca028b-1b26-4e70-b249-012264e17bb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:31.722079 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53500979-419c-405c-8c97-a7c5d4dea483 req-b2ca028b-1b26-4e70-b249-012264e17bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:31.727198 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-53500979-419c-405c-8c97-a7c5d4dea483 req-b2ca028b-1b26-4e70-b249-012264e17bb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:31.731065 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-53500979-419c-405c-8c97-a7c5d4dea483 req-b2ca028b-1b26-4e70-b249-012264e17bb0 service neutron] 10.222.0.26 "PUT /v2.0/ports/057fe6a6-0109-4b87-b63e-bb1eae1b8e6b HTTP/1.1" status: 200 len: 1092 time: 2.5873346 Dec 10 16:47:31.738178 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be388f32-536d-4bb2-9abc-bbd41ba8ec1f', 'tag': '057fe6a6-0109-4b87-b63e-bb1eae1b8e6b'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:47:31.741882 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafd1027-b076-4046-925b-2b5d5fe44067" -d '{"events": [{"name": "network-changed", "server_uuid": "be388f32-536d-4bb2-9abc-bbd41ba8ec1f", "tag": "057fe6a6-0109-4b87-b63e-bb1eae1b8e6b"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:47:31.763672 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9af933a2-9bf4-4e09-9f75-b209dbcf2767 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:31.763868 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device dd578ec8-5a8c-49c0-8ebf-057d3db47f18 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:47:31.814843 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02a7ea-805e-433e-bb2f-f34fbc501225 req-bd10355f-ca72-454e-9992-4f83ba682df9 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:31.816587 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ab02a7ea-805e-433e-bb2f-f34fbc501225 req-bd10355f-ca72-454e-9992-4f83ba682df9 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 944 time: 0.1217229 Dec 10 16:47:31.839444 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca028b-1b26-4e70-b249-012264e17bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=057fe6a6-0109-4b87-b63e-bb1eae1b8e6b,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:31.850065 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9af933a2-9bf4-4e09-9f75-b209dbcf2767 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:31.914789 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53500979-419c-405c-8c97-a7c5d4dea483 req-d93487f0-ffe9-456c-b2d4-1a2140662795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:31.916544 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-53500979-419c-405c-8c97-a7c5d4dea483 req-d93487f0-ffe9-456c-b2d4-1a2140662795 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bdc7ed738c3144738265db15e9c9048a&device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 1095 time: 0.1286314 Dec 10 16:47:31.990564 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-15dc16af-73a9-4323-bf4c-deb00ca95fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:32.018203 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-15dc16af-73a9-4323-bf4c-deb00ca95fb0 None None] For port 78eb8077-e9c9-4800-94fc-7843149fa335, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=78eb8077-e9c9-4800-94fc-7843149fa335,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:32.021095 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9af933a2-9bf4-4e09-9f75-b209dbcf2767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:32.023936 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9af933a2-9bf4-4e09-9f75-b209dbcf2767 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:32.028148 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9af933a2-9bf4-4e09-9f75-b209dbcf2767 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2cf63a7c-8e92-4a01-9edb-8238a5369a8b HTTP/1.1" status: 204 len: 168 time: 0.7713950 Dec 10 16:47:32.030498 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-53500979-419c-405c-8c97-a7c5d4dea483 req-e7802d2b-2845-4751-804f-a2aa2446e245 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=057fe6a6-0109-4b87-b63e-bb1eae1b8e6b HTTP/1.1" status: 200 len: 217 time: 0.0987079 Dec 10 16:47:32.047759 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af933a2-9bf4-4e09-9f75-b209dbcf2767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf63a7c-8e92-4a01-9edb-8238a5369a8b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:32.052163 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ab02a7ea-805e-433e-bb2f-f34fbc501225 req-4d857ee8-e36e-4279-80ad-197afcddded4 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb593238-a1f9-4d82-99c1-048ded626af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2235253 Dec 10 16:47:32.077653 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-15dc16af-73a9-4323-bf4c-deb00ca95fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:32.115973 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53500979-419c-405c-8c97-a7c5d4dea483 req-5553d3de-20b1-4024-ac78-9df316c0275e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:32.118153 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-53500979-419c-405c-8c97-a7c5d4dea483 req-5553d3de-20b1-4024-ac78-9df316c0275e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bd39f8cf-b633-4e7b-8cc7-6321401d3434 HTTP/1.1" status: 200 len: 850 time: 0.0803752 Dec 10 16:47:32.158993 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-824b0620-f532-467d-b78f-5fde65394cec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:32.163898 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cb0632-f383-4293-a2b5-33eafe2d4b4b None None] Resources bound (agent type, host, resource id): {{(pid=103394) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 16:47:32.166170 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-85590b85-9bdd-4259-a8fd-453c5515675c tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748350858460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7738933'] for subnet, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:32.350028 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d1158679-f047-4ff9-93a0-65c8143a95e7 req-e156905e-98e9-4a0b-b334-aafaaa723431 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b9db51-8b90-4d54-b13e-781b605dbc64 HTTP/1.1" status: 200 len: 210 time: 0.0925100 Dec 10 16:47:32.369481 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85590b85-9bdd-4259-a8fd-453c5515675c tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:32.372150 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-85590b85-9bdd-4259-a8fd-453c5515675c tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:32.384036 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-85590b85-9bdd-4259-a8fd-453c5515675c tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "PUT /v2.0/subnets/4aa17290-6b19-4946-bd13-90b6ecc998cd HTTP/1.1" status: 200 len: 900 time: 1.7257712 Dec 10 16:47:32.393397 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51286) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:32.426263 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53500979-419c-405c-8c97-a7c5d4dea483 req-ea449d51-435a-4cc6-9da9-d4f565ee82fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:32.427769 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-53500979-419c-405c-8c97-a7c5d4dea483 req-ea449d51-435a-4cc6-9da9-d4f565ee82fe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=263ff2dd-2395-434d-bed7-21852f5535cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2985196 Dec 10 16:47:32.444757 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1f7379-4204-4875-9f3b-8f5bd3ec6b85 x-openstack-request-id: req-6a1f7379-4204-4875-9f3b-8f5bd3ec6b85 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:47:32.444953 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be388f32-536d-4bb2-9abc-bbd41ba8ec1f", "tag": "057fe6a6-0109-4b87-b63e-bb1eae1b8e6b", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:47:32.445265 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6a1f7379-4204-4875-9f3b-8f5bd3ec6b85 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:47:32.450728 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be388f32-536d-4bb2-9abc-bbd41ba8ec1f', 'tag': '057fe6a6-0109-4b87-b63e-bb1eae1b8e6b', 'status': 'completed', 'code': 200} Dec 10 16:47:32.478550 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6d49c1f8-8560-477e-99cd-33a73a153663 None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:32.520606 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-15dc16af-73a9-4323-bf4c-deb00ca95fb0 None None] Provisioning complete for port d81369ce-b6c1-4401-a49a-1a752cfb810e triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:32.521253 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-15dc16af-73a9-4323-bf4c-deb00ca95fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:32.532705 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6d49c1f8-8560-477e-99cd-33a73a153663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:32.548272 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85590b85-9bdd-4259-a8fd-453c5515675c tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event updated for resources: {'Subnet': ['ID=4aa17290-6b19-4946-bd13-90b6ecc998cd,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:32.575176 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc16af-73a9-4323-bf4c-deb00ca95fb0 None None] Pushing event updated for resources: {'Port': ['ID=78eb8077-e9c9-4800-94fc-7843149fa335,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:32.681568 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc260d-79e9-4510-9857-9c4f6fc65a3f None None] Pushing event updated for resources: {'Port': ['ID=bf030730-5f80-4c6d-b9b6-cc4c7972e97f,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:32.696594 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bce7326b-b3f0-41d3-96a9-4b23a67f4ebf tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:32.800836 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bce7326b-b3f0-41d3-96a9-4b23a67f4ebf tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:32.859695 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port dd578ec8-5a8c-49c0-8ebf-057d3db47f18 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:32.860378 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:33.077851 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bce7326b-b3f0-41d3-96a9-4b23a67f4ebf tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:33.084203 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-6d49c1f8-8560-477e-99cd-33a73a153663 None None] Attempting to bind port bf030730-5f80-4c6d-b9b6-cc4c7972e97f on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:47:33.084714 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-6d49c1f8-8560-477e-99cd-33a73a153663 None None] Attempting to bind port bf030730-5f80-4c6d-b9b6-cc4c7972e97f by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'b875ea9d-5e50-474f-9101-c4e81a54e6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:47:33.084946 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d49c1f8-8560-477e-99cd-33a73a153663 None None] Attempting to bind port bf030730-5f80-4c6d-b9b6-cc4c7972e97f on network 263ff2dd-2395-434d-bed7-21852f5535cc {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:47:33.115056 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce7326b-b3f0-41d3-96a9-4b23a67f4ebf tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event deleted for resources: {'Subnet': ['ID=4aa17290-6b19-4946-bd13-90b6ecc998cd,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:33.124771 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0b519-7de7-452a-9050-0062812eb407 req-bb7afc8d-4227-4eb7-b411-2a5fadd468eb tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:33.127009 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-23e0b519-7de7-452a-9050-0062812eb407 req-bb7afc8d-4227-4eb7-b411-2a5fadd468eb tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.46 "GET /v2.0/networks?id=1e82c5ae-4176-48e4-a1e7-5c3e94606e08 HTTP/1.1" status: 200 len: 797 time: 0.2849441 Dec 10 16:47:33.137645 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d49c1f8-8560-477e-99cd-33a73a153663 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:47:33.138652 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d49c1f8-8560-477e-99cd-33a73a153663 None None] Checking segment: {'id': 'b875ea9d-5e50-474f-9101-c4e81a54e6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:47:33.141109 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6d49c1f8-8560-477e-99cd-33a73a153663 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:33.141755 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d49c1f8-8560-477e-99cd-33a73a153663 None None] Bound using segment: {'id': 'b875ea9d-5e50-474f-9101-c4e81a54e6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:47:33.142672 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-6d49c1f8-8560-477e-99cd-33a73a153663 None None] Bound port: bf030730-5f80-4c6d-b9b6-cc4c7972e97f, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b875ea9d-5e50-474f-9101-c4e81a54e6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:47:33.143382 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6d49c1f8-8560-477e-99cd-33a73a153663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:33.288028 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bce7326b-b3f0-41d3-96a9-4b23a67f4ebf tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:33.316668 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-bce7326b-b3f0-41d3-96a9-4b23a67f4ebf tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43e3ba5c-34a1-4b26-b52a-517cefc20cef']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:33.328827 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-bce7326b-b3f0-41d3-96a9-4b23a67f4ebf tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd19f7ec7-167c-4650-8060-92bbcf86caac') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:33.329372 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-bce7326b-b3f0-41d3-96a9-4b23a67f4ebf tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd19f7ec7-167c-4650-8060-92bbcf86caac') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:33.347074 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bce7326b-b3f0-41d3-96a9-4b23a67f4ebf tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:33.362954 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-6d49c1f8-8560-477e-99cd-33a73a153663 None None] For port bf030730-5f80-4c6d-b9b6-cc4c7972e97f, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:47:33.363807 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bce7326b-b3f0-41d3-96a9-4b23a67f4ebf tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:33.373987 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bce7326b-b3f0-41d3-96a9-4b23a67f4ebf tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:47:33.374465 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bce7326b-b3f0-41d3-96a9-4b23a67f4ebf tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:33.391894 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-53500979-419c-405c-8c97-a7c5d4dea483 req-9b453517-d2e4-4df7-a79b-0c7083729b06 service neutron] 10.222.0.26 "GET /v2.0/networks/263ff2dd-2395-434d-bed7-21852f5535cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9402161 Dec 10 16:47:33.448935 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:47:33.448935 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:47:33.448935 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:47:33.448935 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:47:33.448935 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:47:33.448935 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:47:33.448935 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:47:33.448935 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:47:33.448935 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:47:33.448935 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:47:33.448935 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:47:33.448935 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:47:33.448935 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:47:33.448935 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:47:33.448935 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:47:33.448935 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:47:33.448935 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:47:33.448935 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:47:33.448935 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:47:33.448935 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:47:33.448935 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:47:33.448935 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:47:33.448935 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:47:33.448935 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:47:33.448935 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:47:33.448935 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:47:33.448935 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:47:33.448935 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:47:33.448935 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:47:33.448935 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:47:33.448935 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:47:33.448935 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:47:33.468298 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bce7326b-b3f0-41d3-96a9-4b23a67f4ebf tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:33.483318 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bce7326b-b3f0-41d3-96a9-4b23a67f4ebf tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:33.486579 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-bce7326b-b3f0-41d3-96a9-4b23a67f4ebf tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "DELETE /v2.0/networks/43e3ba5c-34a1-4b26-b52a-517cefc20cef HTTP/1.1" status: 204 len: 168 time: 1.0892203 Dec 10 16:47:33.495087 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-6d49c1f8-8560-477e-99cd-33a73a153663 None None] For port bf030730-5f80-4c6d-b9b6-cc4c7972e97f, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=bf030730-5f80-4c6d-b9b6-cc4c7972e97f,segment=NetworkSegment(b875ea9d-5e50-474f-9101-c4e81a54e6d1),segment_id=b875ea9d-5e50-474f-9101-c4e81a54e6d1)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:47:33.508796 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51310) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:33.537799 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6d49c1f8-8560-477e-99cd-33a73a153663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:33.572590 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-32dd014a-9132-4fcb-a6d7-acd6eaca356c tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] DELETE failed (client error): The resource could not be found. Dec 10 16:47:33.573257 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32dd014a-9132-4fcb-a6d7-acd6eaca356c tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:47:33.577063 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-32dd014a-9132-4fcb-a6d7-acd6eaca356c tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "DELETE /v2.0/subnets/4aa17290-6b19-4946-bd13-90b6ecc998cd HTTP/1.1" status: 404 len: 337 time: 0.0659928 Dec 10 16:47:33.578093 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce7326b-b3f0-41d3-96a9-4b23a67f4ebf tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event deleted for resources: {'Network': ['ID=43e3ba5c-34a1-4b26-b52a-517cefc20cef,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:33.579946 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51318) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:33.614066 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cd91685-0491-49cf-96d1-3c29b71c3314 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] DELETE failed (client error): The resource could not be found. Dec 10 16:47:33.614854 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cd91685-0491-49cf-96d1-3c29b71c3314 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:47:33.618434 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3cd91685-0491-49cf-96d1-3c29b71c3314 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "DELETE /v2.0/networks/43e3ba5c-34a1-4b26-b52a-517cefc20cef HTTP/1.1" status: 404 len: 339 time: 0.0308626 Dec 10 16:47:33.623222 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51320) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:33.680598 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-53500979-419c-405c-8c97-a7c5d4dea483 req-d6ab2c9f-1f53-4186-84d2-c4efb5b5fdef service neutron] 10.222.0.26 "GET /v2.0/networks/263ff2dd-2395-434d-bed7-21852f5535cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787824 Dec 10 16:47:33.714129 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e5b70a1a-1106-4be5-beed-68b0a8f549f0 None None] Provisioning complete for port a88e732b-b540-4aaf-b070-4e7fb4d12e81 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:33.714896 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e5b70a1a-1106-4be5-beed-68b0a8f549f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:33.768231 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d49c1f8-8560-477e-99cd-33a73a153663 None None] Routers {'e06649b9-63ac-434e-85cd-f44336f6abb9'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:47:33.768965 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6d49c1f8-8560-477e-99cd-33a73a153663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:47:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['e06649b9-63ac-434e-85cd-f44336f6abb9'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:33.798783 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-824b0620-f532-467d-b78f-5fde65394cec admin admin] Deleting port ace67158-e09f-4099-99ff-56806aef786a {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:47:33.799557 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-824b0620-f532-467d-b78f-5fde65394cec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:33.825217 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9579b8-f4cb-4f9e-bfbf-2615da651f95 None None] Network 43e3ba5c-34a1-4b26-b52a-517cefc20cef requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:47:33.826977 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc260d-79e9-4510-9857-9c4f6fc65a3f None None] Pushing event updated for resources: {'Port': ['ID=bf030730-5f80-4c6d-b9b6-cc4c7972e97f,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:33.927162 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9579b8-f4cb-4f9e-bfbf-2615da651f95 None None] Network 43e3ba5c-34a1-4b26-b52a-517cefc20cef could not be found, it might have been deleted concurrently. {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 16:47:33.945421 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd1027-b076-4046-925b-2b5d5fe44067 req-62668cc2-ad3c-4fbf-b96a-2238d292f5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:33.946967 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bafd1027-b076-4046-925b-2b5d5fe44067 req-62668cc2-ad3c-4fbf-b96a-2238d292f5a5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bdc7ed738c3144738265db15e9c9048a&device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 1095 time: 0.2032351 Dec 10 16:47:33.948424 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6780358-ced0-4302-b2b3-f211d5833f1d None None] Network 43e3ba5c-34a1-4b26-b52a-517cefc20cef requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:47:34.030860 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-23e0b519-7de7-452a-9050-0062812eb407 req-1cd4c814-df4f-495d-9f19-2161cce07377 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=465a09ace7ed47488837491c435d4c5b HTTP/1.1" status: 200 len: 477 time: 0.5821190 Dec 10 16:47:34.046825 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6780358-ced0-4302-b2b3-f211d5833f1d None None] Network 43e3ba5c-34a1-4b26-b52a-517cefc20cef could not be found, it might have been deleted concurrently. {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 16:47:34.063474 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0b962-433b-49b9-a4aa-37a96672de73 req-caff850f-1b8d-4d4f-9310-968035480fa2 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:34.065057 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c1a0b962-433b-49b9-a4aa-37a96672de73 req-caff850f-1b8d-4d4f-9310-968035480fa2 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 944 time: 0.6003983 Dec 10 16:47:34.079222 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff6dc24-1450-4e21-8405-3c11427843b5 None None] Network 43e3ba5c-34a1-4b26-b52a-517cefc20cef requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:47:34.085539 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-23e0b519-7de7-452a-9050-0062812eb407 req-fb5f586f-becf-4b6e-a969-556cb985f87c tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Request body: {'port': {'device_id': '97b9db51-8b90-4d54-b13e-781b605dbc64', 'network_id': '1e82c5ae-4176-48e4-a1e7-5c3e94606e08', 'admin_state_up': True, 'tenant_id': '465a09ace7ed47488837491c435d4c5b', 'security_groups': ['1153cbe4-6628-46ee-bc2d-7dab3fccaea6', 'fbb7cfde-8882-433e-9826-f6ed512fd492']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:34.149006 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff6dc24-1450-4e21-8405-3c11427843b5 None None] Network 43e3ba5c-34a1-4b26-b52a-517cefc20cef could not be found, it might have been deleted concurrently. {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 16:47:34.291283 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-824b0620-f532-467d-b78f-5fde65394cec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:34.294067 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-6d49c1f8-8560-477e-99cd-33a73a153663 None None] Set router e06649b9-63ac-434e-85cd-f44336f6abb9 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:47:34.358090 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1b71f76c-580d-4ba6-a56e-e6b367df9842 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:34.368355 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 78eb8077-e9c9-4800-94fc-7843149fa335 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:47:34.379239 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-824b0620-f532-467d-b78f-5fde65394cec admin admin] Calling delete_port for ace67158-e09f-4099-99ff-56806aef786a owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:47:34.560036 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23e0b519-7de7-452a-9050-0062812eb407 req-fb5f586f-becf-4b6e-a969-556cb985f87c tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Made reservation on behalf of 465a09ace7ed47488837491c435d4c5b for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:47:34.574422 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-23e0b519-7de7-452a-9050-0062812eb407 req-fb5f586f-becf-4b6e-a969-556cb985f87c tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:34.604304 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9de9be-0082-4423-b819-47df17823170 None None] Sync routers for ids ['a58e14fd-4ca0-478a-979c-e6740736e669'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:47:34.607722 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd1027-b076-4046-925b-2b5d5fe44067 req-f95ab616-40aa-4c68-8731-4b2fec7793d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:34.617850 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bafd1027-b076-4046-925b-2b5d5fe44067 req-f95ab616-40aa-4c68-8731-4b2fec7793d0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=263ff2dd-2395-434d-bed7-21852f5535cc HTTP/1.1" status: 200 len: 912 time: 0.6550970 Dec 10 16:47:34.646112 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c1a0b962-433b-49b9-a4aa-37a96672de73 req-36373905-6402-41b0-8dac-cb546d650580 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb593238-a1f9-4d82-99c1-048ded626af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2854872 Dec 10 16:47:34.683323 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9de9be-0082-4423-b819-47df17823170 None None] Routers {'a58e14fd-4ca0-478a-979c-e6740736e669'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:47:34.689687 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bafd1027-b076-4046-925b-2b5d5fe44067 req-3298b536-c1cb-476d-a7e6-ac8d15ff4702 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=057fe6a6-0109-4b87-b63e-bb1eae1b8e6b HTTP/1.1" status: 200 len: 217 time: 0.0621052 Dec 10 16:47:34.696062 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-6f9de9be-0082-4423-b819-47df17823170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:47:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['a58e14fd-4ca0-478a-979c-e6740736e669'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:34.703023 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1b71f76c-580d-4ba6-a56e-e6b367df9842 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:34.827602 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd1027-b076-4046-925b-2b5d5fe44067 req-d8d7d8b2-e23b-4974-90a2-c2927f21720c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:34.831379 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bafd1027-b076-4046-925b-2b5d5fe44067 req-d8d7d8b2-e23b-4974-90a2-c2927f21720c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bd39f8cf-b633-4e7b-8cc7-6321401d3434 HTTP/1.1" status: 200 len: 850 time: 0.1261916 Dec 10 16:47:34.890881 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-674a645b-7409-443d-8033-ae1947ab7d69 req-39178dd1-0f17-401d-9cbb-e42003ee8666 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b9db51-8b90-4d54-b13e-781b605dbc64 HTTP/1.1" status: 200 len: 210 time: 0.0806615 Dec 10 16:47:34.901927 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-1b71f76c-580d-4ba6-a56e-e6b367df9842 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b4c53a7-10fd-4848-ad07-3f66a331a7ba']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:34.952145 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-1b71f76c-580d-4ba6-a56e-e6b367df9842 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0c84082-7a3e-4338-a2ff-893b58f23119') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:34.952701 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-1b71f76c-580d-4ba6-a56e-e6b367df9842 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0c84082-7a3e-4338-a2ff-893b58f23119') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:34.963638 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd1027-b076-4046-925b-2b5d5fe44067 req-fd45e209-e3a3-4ba3-a30d-66b97a2dec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:34.965530 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bafd1027-b076-4046-925b-2b5d5fe44067 req-fd45e209-e3a3-4ba3-a30d-66b97a2dec25 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=263ff2dd-2395-434d-bed7-21852f5535cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925012 Dec 10 16:47:34.967212 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-824b0620-f532-467d-b78f-5fde65394cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:34.974227 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-6f9de9be-0082-4423-b819-47df17823170 None None] Set router a58e14fd-4ca0-478a-979c-e6740736e669 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:47:34.997964 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1b71f76c-580d-4ba6-a56e-e6b367df9842 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:35.084353 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b0620-f532-467d-b78f-5fde65394cec admin admin] Pushing event deleted for resources: {'Port': ['ID=ace67158-e09f-4099-99ff-56806aef786a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:35.117955 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1b71f76c-580d-4ba6-a56e-e6b367df9842 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:35.178234 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b71f76c-580d-4ba6-a56e-e6b367df9842 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:47:35.180976 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1b71f76c-580d-4ba6-a56e-e6b367df9842 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:35.192084 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:47:35.192084 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:47:35.192084 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:47:35.192084 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:47:35.192084 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:47:35.192084 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:47:35.192084 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:47:35.192084 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:47:35.192084 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:47:35.192084 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:47:35.192084 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:47:35.192084 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:47:35.192084 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:47:35.192084 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:47:35.192084 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:47:35.192084 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:47:35.192084 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:47:35.192084 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:47:35.192084 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:47:35.192084 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:47:35.192084 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:47:35.192084 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:47:35.192084 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:47:35.192084 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:47:35.192084 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:47:35.192084 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:47:35.192084 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:47:35.192084 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:47:35.192084 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:47:35.192084 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:47:35.192084 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:47:35.192084 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:47:35.259004 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-23e0b519-7de7-452a-9050-0062812eb407 req-fb5f586f-becf-4b6e-a969-556cb985f87c tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Allocated IP 172.20.0.5 (1e82c5ae-4176-48e4-a1e7-5c3e94606e08/77ab7c1a-0122-48d3-bedd-5ba716ee83f0/ce843f65-6769-4036-91eb-e09426bcb119) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:47:35.369182 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bafd1027-b076-4046-925b-2b5d5fe44067 req-20582950-3fc5-490c-bf1f-747182a04b3c service neutron] 10.222.0.26 "GET /v2.0/networks/263ff2dd-2395-434d-bed7-21852f5535cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919481 Dec 10 16:47:35.433073 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1b71f76c-580d-4ba6-a56e-e6b367df9842 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:35.466215 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1b71f76c-580d-4ba6-a56e-e6b367df9842 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:35.482120 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1b71f76c-580d-4ba6-a56e-e6b367df9842 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "DELETE /v2.0/networks/9b4c53a7-10fd-4848-ad07-3f66a331a7ba HTTP/1.1" status: 204 len: 168 time: 1.8530226 Dec 10 16:47:35.489314 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51366) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:35.549717 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e5b70a1a-1106-4be5-beed-68b0a8f549f0 None None] Provisioning complete for port 7d8e0f9f-85d7-475d-a0bc-6027aaca44d0 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:35.550329 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e5b70a1a-1106-4be5-beed-68b0a8f549f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:35.663801 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 78eb8077-e9c9-4800-94fc-7843149fa335 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:35.664181 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:35.698688 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ecbd75-a8d2-4082-a78b-329ff641be8b tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] DELETE failed (client error): The resource could not be found. Dec 10 16:47:35.699339 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96ecbd75-a8d2-4082-a78b-329ff641be8b tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:47:35.707559 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-96ecbd75-a8d2-4082-a78b-329ff641be8b tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "DELETE /v2.0/subnets/313394db-fd21-42ef-8b99-2ba388d17409 HTTP/1.1" status: 404 len: 337 time: 0.2170081 Dec 10 16:47:35.711777 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51390) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:35.737122 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-22eab62a-0f43-477a-88a7-9f82f013298d tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] DELETE failed (client error): The resource could not be found. Dec 10 16:47:35.738189 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22eab62a-0f43-477a-88a7-9f82f013298d tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:47:35.746409 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-22eab62a-0f43-477a-88a7-9f82f013298d tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "DELETE /v2.0/networks/d4818cb4-f1a0-40d8-81dc-450826207007 HTTP/1.1" status: 404 len: 339 time: 0.0329340 Dec 10 16:47:35.747635 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b71f76c-580d-4ba6-a56e-e6b367df9842 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event deleted for resources: {'Network': ['ID=9b4c53a7-10fd-4848-ad07-3f66a331a7ba,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:35.751994 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51392) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:35.752505 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-6f9de9be-0082-4423-b819-47df17823170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58e14fd-4ca0-478a-979c-e6740736e669', 'name': 'tempest-ImageQuotaTest-2141896155-router', 'tenant_id': 'b93e9cb820e948ab9fbccbc1320f655c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '78eb8077-e9c9-4800-94fc-7843149fa335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:14Z', 'updated_at': '2021-12-10T16:47:23Z', 'revision_number': 4, 'project_id': 'b93e9cb820e948ab9fbccbc1320f655c', 'gw_port': {'id': '78eb8077-e9c9-4800-94fc-7843149fa335', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58e14fd-4ca0-478a-979c-e6740736e669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:15Z', 'updated_at': '2021-12-10T16:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'ace67158-e09f-4099-99ff-56806aef786a', 'name': '', 'network_id': '733b2713-fb4b-45f0-8232-2565d4415095', 'tenant_id': 'b93e9cb820e948ab9fbccbc1320f655c', 'mac_address': 'fa:16:3e:31:42:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58e14fd-4ca0-478a-979c-e6740736e669', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '123a339a-5321-4184-86ae-0e67ceb77f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:20Z', 'updated_at': '2021-12-10T16:47:24Z', 'revision_number': 2, 'project_id': 'b93e9cb820e948ab9fbccbc1320f655c', 'subnets': [{'id': '123a339a-5321-4184-86ae-0e67ceb77f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:35.794159 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 057fe6a6-0109-4b87-b63e-bb1eae1b8e6b details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:47:35.815725 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9de9be-0082-4423-b819-47df17823170 None None] Checking router: a58e14fd-4ca0-478a-979c-e6740736e669 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:47:35.816091 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9de9be-0082-4423-b819-47df17823170 None None] Updating router a58e14fd-4ca0-478a-979c-e6740736e669 port ace67158-e09f-4099-99ff-56806aef786a binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:47:35.856766 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9de9be-0082-4423-b819-47df17823170 None None] Port ace67158-e09f-4099-99ff-56806aef786a not found while updating agent binding for router a58e14fd-4ca0-478a-979c-e6740736e669. {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 10 16:47:35.889469 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9de9be-0082-4423-b819-47df17823170 None None] Routers {'a58e14fd-4ca0-478a-979c-e6740736e669'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:47:35.891327 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-6f9de9be-0082-4423-b819-47df17823170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:47:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['a58e14fd-4ca0-478a-979c-e6740736e669'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:35.927318 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bafd1027-b076-4046-925b-2b5d5fe44067 req-e4696567-378d-4809-a2ad-cb1bd1b50e94 service neutron] 10.222.0.26 "GET /v2.0/networks/263ff2dd-2395-434d-bed7-21852f5535cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5195611 Dec 10 16:47:35.977044 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-824b0620-f532-467d-b78f-5fde65394cec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:36.026812 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-70635b6f-9a22-4129-8f8b-cccd7bd96a28 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Deleting subnet 30554326-b535-4c5b-a267-ce8d34ce98be {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:47:36.038222 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-70635b6f-9a22-4129-8f8b-cccd7bd96a28 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:36.050824 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d46470-5d8f-4cac-b012-9751811f536c req-58fe67a6-b2ae-487e-8205-54c675801f81 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:36.052670 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-13d46470-5d8f-4cac-b012-9751811f536c req-58fe67a6-b2ae-487e-8205-54c675801f81 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 944 time: 0.1380682 Dec 10 16:47:36.182930 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-13d46470-5d8f-4cac-b012-9751811f536c req-52e1177d-e304-4a5e-a381-72f7aaad1145 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb593238-a1f9-4d82-99c1-048ded626af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987396 Dec 10 16:47:36.187617 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-70635b6f-9a22-4129-8f8b-cccd7bd96a28 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:36.253591 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-6f9de9be-0082-4423-b819-47df17823170 None None] Set router a58e14fd-4ca0-478a-979c-e6740736e669 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:47:36.276998 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e5b70a1a-1106-4be5-beed-68b0a8f549f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:36.294964 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-23e0b519-7de7-452a-9050-0062812eb407 req-fb5f586f-becf-4b6e-a969-556cb985f87c tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:36.348415 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9ba3edc2-1ed4-489d-946a-c57f9c518107 req-e7f5d0d1-4f1e-4b44-8c44-8d5fd4c66fab tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b9db51-8b90-4d54-b13e-781b605dbc64 HTTP/1.1" status: 200 len: 210 time: 0.0512731 Dec 10 16:47:36.419533 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 7d8e0f9f-85d7-475d-a0bc-6027aaca44d0 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:47:36.440575 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-23e0b519-7de7-452a-9050-0062812eb407 req-fb5f586f-becf-4b6e-a969-556cb985f87c tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:36.442123 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 057fe6a6-0109-4b87-b63e-bb1eae1b8e6b, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=057fe6a6-0109-4b87-b63e-bb1eae1b8e6b,segment=NetworkSegment(b875ea9d-5e50-474f-9101-c4e81a54e6d1),segment_id=b875ea9d-5e50-474f-9101-c4e81a54e6d1)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:36.498965 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23e0b519-7de7-452a-9050-0062812eb407 req-fb5f586f-becf-4b6e-a969-556cb985f87c tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Network 1e82c5ae-4176-48e4-a1e7-5c3e94606e08 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:47:36.501790 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-70635b6f-9a22-4129-8f8b-cccd7bd96a28 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:36.508232 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-23e0b519-7de7-452a-9050-0062812eb407 req-fb5f586f-becf-4b6e-a969-556cb985f87c tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:47:36.533949 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e0b519-7de7-452a-9050-0062812eb407 req-fb5f586f-becf-4b6e-a969-556cb985f87c tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:47:36.629227 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-e5b70a1a-1106-4be5-beed-68b0a8f549f0 None None] For port 7d8e0f9f-85d7-475d-a0bc-6027aaca44d0, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=7d8e0f9f-85d7-475d-a0bc-6027aaca44d0,segment=NetworkSegment(a9c5ae8f-5bae-4ba0-8b2f-952a2aa548b0),segment_id=a9c5ae8f-5bae-4ba0-8b2f-952a2aa548b0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:36.629831 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f586f-becf-4b6e-a969-556cb985f87c tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Pushing event updated for resources: {'Port': ['ID=ce843f65-6769-4036-91eb-e09426bcb119,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:36.670772 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0b519-7de7-452a-9050-0062812eb407 req-fb5f586f-becf-4b6e-a969-556cb985f87c tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:36.671401 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-23e0b519-7de7-452a-9050-0062812eb407 req-fb5f586f-becf-4b6e-a969-556cb985f87c tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:36.682274 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824b0620-f532-467d-b78f-5fde65394cec admin admin] Router a58e14fd-4ca0-478a-979c-e6740736e669 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:47:36.691684 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-70635b6f-9a22-4129-8f8b-cccd7bd96a28 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:36.695767 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6d49c1f8-8560-477e-99cd-33a73a153663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'name': 'tempest-AttachVolumeTestJSON-1585030340-router', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '5e14d5fe-cc7a-434f-aee7-6f8bcb407869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:07Z', 'updated_at': '2021-12-10T16:47:15Z', 'revision_number': 4, 'project_id': 'bdc7ed738c3144738265db15e9c9048a', 'gw_port': {'id': '5e14d5fe-cc7a-434f-aee7-6f8bcb407869', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:09Z', 'updated_at': '2021-12-10T16:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'bf030730-5f80-4c6d-b9b6-cc4c7972e97f', 'name': '', 'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'mac_address': 'fa:16:3e:9e:1e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'bd39f8cf-b633-4e7b-8cc7-6321401d3434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:13Z', 'updated_at': '2021-12-10T16:47:33Z', 'revision_number': 4, 'project_id': 'bdc7ed738c3144738265db15e9c9048a', 'subnets': [{'id': 'bd39f8cf-b633-4e7b-8cc7-6321401d3434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:36.696713 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-6f9de9be-0082-4423-b819-47df17823170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58e14fd-4ca0-478a-979c-e6740736e669', 'name': 'tempest-ImageQuotaTest-2141896155-router', 'tenant_id': 'b93e9cb820e948ab9fbccbc1320f655c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '78eb8077-e9c9-4800-94fc-7843149fa335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:14Z', 'updated_at': '2021-12-10T16:47:34Z', 'revision_number': 5, 'project_id': 'b93e9cb820e948ab9fbccbc1320f655c', 'gw_port': {'id': '78eb8077-e9c9-4800-94fc-7843149fa335', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58e14fd-4ca0-478a-979c-e6740736e669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:15Z', 'updated_at': '2021-12-10T16:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:36.707269 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-23e0b519-7de7-452a-9050-0062812eb407 req-fb5f586f-becf-4b6e-a969-556cb985f87c tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.6400249 Dec 10 16:47:36.720857 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e5b70a1a-1106-4be5-beed-68b0a8f549f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:36.765781 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-23e0b519-7de7-452a-9050-0062812eb407 req-4c9fe3bc-e2a8-40f7-8413-b0993a192b9d tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:47:36.768305 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-23e0b519-7de7-452a-9050-0062812eb407 req-4c9fe3bc-e2a8-40f7-8413-b0993a192b9d tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0481656 Dec 10 16:47:36.777405 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70635b6f-9a22-4129-8f8b-cccd7bd96a28 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event deleted for resources: {'Subnet': ['ID=30554326-b535-4c5b-a267-ce8d34ce98be,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:36.785633 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9de9be-0082-4423-b819-47df17823170 None None] The sync data for ids ['a58e14fd-4ca0-478a-979c-e6740736e669'] in n-d-766771-2 is: [{'id': 'a58e14fd-4ca0-478a-979c-e6740736e669', 'name': 'tempest-ImageQuotaTest-2141896155-router', 'tenant_id': 'b93e9cb820e948ab9fbccbc1320f655c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '78eb8077-e9c9-4800-94fc-7843149fa335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:14Z', 'updated_at': '2021-12-10T16:47:34Z', 'revision_number': 5, 'project_id': 'b93e9cb820e948ab9fbccbc1320f655c', 'gw_port': {'id': '78eb8077-e9c9-4800-94fc-7843149fa335', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58e14fd-4ca0-478a-979c-e6740736e669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:15Z', 'updated_at': '2021-12-10T16:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:47:36.796252 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-70635b6f-9a22-4129-8f8b-cccd7bd96a28 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:36.802562 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-70635b6f-9a22-4129-8f8b-cccd7bd96a28 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "DELETE /v2.0/subnets/30554326-b535-4c5b-a267-ce8d34ce98be HTTP/1.1" status: 204 len: 168 time: 1.0456309 Dec 10 16:47:36.806795 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51410) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:36.907488 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-1698ef14-19e3-4f40-a0d6-7433d69366dc tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Deleting subnet a0ff3b93-4452-4d99-999b-c156cd6d7752 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:47:36.919474 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1698ef14-19e3-4f40-a0d6-7433d69366dc tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:36.933949 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824b0620-f532-467d-b78f-5fde65394cec admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:47:36.941548 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-824b0620-f532-467d-b78f-5fde65394cec admin admin] 10.222.0.11 "PUT /v2.0/routers/a58e14fd-4ca0-478a-979c-e6740736e669/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7335706 Dec 10 16:47:36.941849 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51412) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:36.983243 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d49c1f8-8560-477e-99cd-33a73a153663 None None] The sync data for ids ['e06649b9-63ac-434e-85cd-f44336f6abb9'] in n-d-766771-2 is: [{'id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'name': 'tempest-AttachVolumeTestJSON-1585030340-router', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '5e14d5fe-cc7a-434f-aee7-6f8bcb407869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:07Z', 'updated_at': '2021-12-10T16:47:15Z', 'revision_number': 4, 'project_id': 'bdc7ed738c3144738265db15e9c9048a', 'gw_port': {'id': '5e14d5fe-cc7a-434f-aee7-6f8bcb407869', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:09Z', 'updated_at': '2021-12-10T16:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'bf030730-5f80-4c6d-b9b6-cc4c7972e97f', 'name': '', 'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'mac_address': 'fa:16:3e:9e:1e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'bd39f8cf-b633-4e7b-8cc7-6321401d3434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:13Z', 'updated_at': '2021-12-10T16:47:33Z', 'revision_number': 4, 'project_id': 'bdc7ed738c3144738265db15e9c9048a', 'subnets': [{'id': 'bd39f8cf-b633-4e7b-8cc7-6321401d3434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:47:36.987519 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b70a1a-1106-4be5-beed-68b0a8f549f0 None None] Pushing event updated for resources: {'Port': ['ID=7d8e0f9f-85d7-475d-a0bc-6027aaca44d0,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:36.990905 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a98bea-80fb-47e4-af3a-c569332045c3 None None] Network 2d613ee9-6175-4df9-95f1-b18ea65ba84f requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:47:37.002725 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1698ef14-19e3-4f40-a0d6-7433d69366dc tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:37.009390 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:37.010284 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '057fe6a6-0109-4b87-b63e-bb1eae1b8e6b', 'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc', 'port_id': '057fe6a6-0109-4b87-b63e-bb1eae1b8e6b', 'mac_address': 'fa:16:3e:b4:b3:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd39f8cf-b633-4e7b-8cc7-6321401d3434', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:47:37.153669 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-adb77ce3-249e-4458-8202-841d36f8caa9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:37.259723 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1698ef14-19e3-4f40-a0d6-7433d69366dc tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:37.280964 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-23e0b519-7de7-452a-9050-0062812eb407 req-2f5fc6a5-3ff1-4069-856a-565c301008b4 service neutron] Request body: {'port': {'device_id': '97b9db51-8b90-4d54-b13e-781b605dbc64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:37.390208 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-adb77ce3-249e-4458-8202-841d36f8caa9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:37.502079 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-adb77ce3-249e-4458-8202-841d36f8caa9 admin admin] Deleting port 78eb8077-e9c9-4800-94fc-7843149fa335 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:47:37.502555 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-adb77ce3-249e-4458-8202-841d36f8caa9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:37.516869 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:37.519926 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-0d2f400e-3fca-4815-b8a3-b0f11b8b6972 None None] Provisioning complete for port bf030730-5f80-4c6d-b9b6-cc4c7972e97f triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:37.521250 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0d2f400e-3fca-4815-b8a3-b0f11b8b6972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:37.521712 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 7d8e0f9f-85d7-475d-a0bc-6027aaca44d0 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:37.522080 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:37.637948 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b87fe-61cb-41c0-85db-31e21980a8bb req-2bcdea87-7b43-4fd0-b252-6b22bde15668 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:37.645738 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ff9b87fe-61cb-41c0-85db-31e21980a8bb req-2bcdea87-7b43-4fd0-b252-6b22bde15668 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 944 time: 0.2575467 Dec 10 16:47:37.671697 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 057fe6a6-0109-4b87-b63e-bb1eae1b8e6b {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:47:37.694588 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-23e0b519-7de7-452a-9050-0062812eb407 req-2f5fc6a5-3ff1-4069-856a-565c301008b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:37.729873 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-adb77ce3-249e-4458-8202-841d36f8caa9 admin admin] For port 78eb8077-e9c9-4800-94fc-7843149fa335, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=78eb8077-e9c9-4800-94fc-7843149fa335,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:37.732894 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-adb77ce3-249e-4458-8202-841d36f8caa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:37.763889 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 057fe6a6-0109-4b87-b63e-bb1eae1b8e6b, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=057fe6a6-0109-4b87-b63e-bb1eae1b8e6b,segment=NetworkSegment(b875ea9d-5e50-474f-9101-c4e81a54e6d1),segment_id=b875ea9d-5e50-474f-9101-c4e81a54e6d1)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:37.764321 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-adb77ce3-249e-4458-8202-841d36f8caa9 admin admin] Calling delete_port for 78eb8077-e9c9-4800-94fc-7843149fa335 owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:47:37.797347 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:37.836695 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ff9b87fe-61cb-41c0-85db-31e21980a8bb req-4ecaee4b-5a62-4fe3-ae22-ae2751ab8088 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb593238-a1f9-4d82-99c1-048ded626af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900349 Dec 10 16:47:37.847990 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1698ef14-19e3-4f40-a0d6-7433d69366dc tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:37.928059 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1698ef14-19e3-4f40-a0d6-7433d69366dc tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event deleted for resources: {'Subnet': ['ID=a0ff3b93-4452-4d99-999b-c156cd6d7752,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:38.081964 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1698ef14-19e3-4f40-a0d6-7433d69366dc tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:38.093637 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1698ef14-19e3-4f40-a0d6-7433d69366dc tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "DELETE /v2.0/subnets/a0ff3b93-4452-4d99-999b-c156cd6d7752 HTTP/1.1" status: 204 len: 168 time: 1.2841897 Dec 10 16:47:38.104769 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51424) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:38.128849 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['057fe6a6-0109-4b87-b63e-bb1eae1b8e6b'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:47:38.253035 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0d2f400e-3fca-4815-b8a3-b0f11b8b6972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:38.274487 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device a88e732b-b540-4aaf-b070-4e7fb4d12e81 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:47:38.284743 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=057fe6a6-0109-4b87-b63e-bb1eae1b8e6b,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:38.384797 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38cf95d3-d87f-4ca1-9c9f-eab0cf870f59 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:38.464696 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a2237-e116-4608-be98-cd3ac75a6811 req-2bb492f9-026a-475a-861f-52c8ed5e4722 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:38.472578 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-859a2237-e116-4608-be98-cd3ac75a6811 req-2bb492f9-026a-475a-861f-52c8ed5e4722 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b9db51-8b90-4d54-b13e-781b605dbc64 HTTP/1.1" status: 200 len: 970 time: 0.4624116 Dec 10 16:47:38.486385 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:38.606704 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-adb77ce3-249e-4458-8202-841d36f8caa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:38.631431 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-0d2f400e-3fca-4815-b8a3-b0f11b8b6972 None None] For port bf030730-5f80-4c6d-b9b6-cc4c7972e97f, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=bf030730-5f80-4c6d-b9b6-cc4c7972e97f,segment=NetworkSegment(b875ea9d-5e50-474f-9101-c4e81a54e6d1),segment_id=b875ea9d-5e50-474f-9101-c4e81a54e6d1)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:38.651630 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0d2f400e-3fca-4815-b8a3-b0f11b8b6972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:38.716090 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-859a2237-e116-4608-be98-cd3ac75a6811 req-14c14600-5ce2-46ff-977e-f78b42898f92 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbb7cfde-8882-433e-9826-f6ed512fd492&id=1153cbe4-6628-46ee-bc2d-7dab3fccaea6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2252600 Dec 10 16:47:38.809790 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port a88e732b-b540-4aaf-b070-4e7fb4d12e81 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:38.811680 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:38.813767 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb77ce3-249e-4458-8202-841d36f8caa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=78eb8077-e9c9-4800-94fc-7843149fa335,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:38.938461 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-38cf95d3-d87f-4ca1-9c9f-eab0cf870f59 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Deleting port 9be5054c-9908-4994-bcc9-0f3868232ba9 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:47:38.938857 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38cf95d3-d87f-4ca1-9c9f-eab0cf870f59 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:38.948926 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73caa9c-ec38-44fc-ae9d-db9ad97e5ccd None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:47:38.988550 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f400e-3fca-4815-b8a3-b0f11b8b6972 None None] Pushing event updated for resources: {'Port': ['ID=bf030730-5f80-4c6d-b9b6-cc4c7972e97f,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:39.043013 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f10842f4-19e6-4433-b023-39a4b8f46daa None None] Provisioning complete for port ce843f65-6769-4036-91eb-e09426bcb119 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:39.043859 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f10842f4-19e6-4433-b023-39a4b8f46daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:39.095949 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-adb77ce3-249e-4458-8202-841d36f8caa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:39.107830 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973a324f-e7ea-40e3-bdcf-ebbd0530eb4a None None] Network 2d613ee9-6175-4df9-95f1-b18ea65ba84f requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:47:39.135971 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-23e0b519-7de7-452a-9050-0062812eb407 req-2f5fc6a5-3ff1-4069-856a-565c301008b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce843f65-6769-4036-91eb-e09426bcb119 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:47:39.160470 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-23e0b519-7de7-452a-9050-0062812eb407 req-2f5fc6a5-3ff1-4069-856a-565c301008b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:39.258965 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29a2de-9cce-45d4-a208-88de6c646819 req-33cd4ae8-24b0-4642-82eb-2a368dcccdd7 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:39.260599 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7a29a2de-9cce-45d4-a208-88de6c646819 req-33cd4ae8-24b0-4642-82eb-2a368dcccdd7 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 945 time: 0.2764480 Dec 10 16:47:39.270931 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-23e0b519-7de7-452a-9050-0062812eb407 req-2f5fc6a5-3ff1-4069-856a-565c301008b4 service neutron] Transition to ACTIVE for port object ce843f65-6769-4036-91eb-e09426bcb119 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:47:39.287725 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-23e0b519-7de7-452a-9050-0062812eb407 req-2f5fc6a5-3ff1-4069-856a-565c301008b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:39.306362 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f10842f4-19e6-4433-b023-39a4b8f46daa None None] Port ce843f65-6769-4036-91eb-e09426bcb119 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:47:39.356620 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-38cf95d3-d87f-4ca1-9c9f-eab0cf870f59 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] For port 9be5054c-9908-4994-bcc9-0f3868232ba9, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=9be5054c-9908-4994-bcc9-0f3868232ba9,segment=NetworkSegment(60006e73-b3b1-4938-b464-ea51f1c6e744),segment_id=60006e73-b3b1-4938-b464-ea51f1c6e744)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:39.358396 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38cf95d3-d87f-4ca1-9c9f-eab0cf870f59 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:39.360529 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed23265-4da3-4fa8-84d1-25e9a95f3fd5 None None] Sync routers for ids ['a58e14fd-4ca0-478a-979c-e6740736e669'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:47:39.361461 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-adb77ce3-249e-4458-8202-841d36f8caa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:39.369108 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-adb77ce3-249e-4458-8202-841d36f8caa9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:39.381930 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-38cf95d3-d87f-4ca1-9c9f-eab0cf870f59 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Calling delete_port for 9be5054c-9908-4994-bcc9-0f3868232ba9 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:47:39.415893 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed23265-4da3-4fa8-84d1-25e9a95f3fd5 None None] Routers {'a58e14fd-4ca0-478a-979c-e6740736e669'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:47:39.417216 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-eed23265-4da3-4fa8-84d1-25e9a95f3fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:47:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['a58e14fd-4ca0-478a-979c-e6740736e669'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:39.421341 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device d81369ce-b6c1-4401-a49a-1a752cfb810e up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:47:39.566886 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-adb77ce3-249e-4458-8202-841d36f8caa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:39.567269 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7a29a2de-9cce-45d4-a208-88de6c646819 req-582e5fc7-ab01-4ea4-9e46-e8ba86102ff3 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb593238-a1f9-4d82-99c1-048ded626af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2926660 Dec 10 16:47:39.567749 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb77ce3-249e-4458-8202-841d36f8caa9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a58e14fd-4ca0-478a-979c-e6740736e669 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:47:39.567917 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5fc6a5-3ff1-4069-856a-565c301008b4 service neutron] Pushing event updated for resources: {'Port': ['ID=ce843f65-6769-4036-91eb-e09426bcb119,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:39.581958 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-adb77ce3-249e-4458-8202-841d36f8caa9 admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:39.596287 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-adb77ce3-249e-4458-8202-841d36f8caa9 admin admin] 10.222.0.11 "DELETE /v2.0/routers/a58e14fd-4ca0-478a-979c-e6740736e669 HTTP/1.1" status: 204 len: 168 time: 2.6410244 Dec 10 16:47:39.596964 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51434) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:39.616404 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-eed23265-4da3-4fa8-84d1-25e9a95f3fd5 None None] Set router a58e14fd-4ca0-478a-979c-e6740736e669 gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:47:39.687695 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-23e0b519-7de7-452a-9050-0062812eb407 req-2f5fc6a5-3ff1-4069-856a-565c301008b4 service neutron] Attempting to bind port ce843f65-6769-4036-91eb-e09426bcb119 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:47:39.688250 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-23e0b519-7de7-452a-9050-0062812eb407 req-2f5fc6a5-3ff1-4069-856a-565c301008b4 service neutron] Attempting to bind port ce843f65-6769-4036-91eb-e09426bcb119 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': 'a9c5ae8f-5bae-4ba0-8b2f-952a2aa548b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1e82c5ae-4176-48e4-a1e7-5c3e94606e08'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:47:39.688748 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e0b519-7de7-452a-9050-0062812eb407 req-2f5fc6a5-3ff1-4069-856a-565c301008b4 service neutron] Attempting to bind port ce843f65-6769-4036-91eb-e09426bcb119 on network 1e82c5ae-4176-48e4-a1e7-5c3e94606e08 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:47:39.698392 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e0b519-7de7-452a-9050-0062812eb407 req-2f5fc6a5-3ff1-4069-856a-565c301008b4 service neutron] Port ce843f65-6769-4036-91eb-e09426bcb119 on network 1e82c5ae-4176-48e4-a1e7-5c3e94606e08 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:47:39.699220 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e0b519-7de7-452a-9050-0062812eb407 req-2f5fc6a5-3ff1-4069-856a-565c301008b4 service neutron] Attempting to bind port ce843f65-6769-4036-91eb-e09426bcb119 on network 1e82c5ae-4176-48e4-a1e7-5c3e94606e08 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:47:39.723436 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e0b519-7de7-452a-9050-0062812eb407 req-2f5fc6a5-3ff1-4069-856a-565c301008b4 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:47:39.723913 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e0b519-7de7-452a-9050-0062812eb407 req-2f5fc6a5-3ff1-4069-856a-565c301008b4 service neutron] Checking segment: {'id': 'a9c5ae8f-5bae-4ba0-8b2f-952a2aa548b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1e82c5ae-4176-48e4-a1e7-5c3e94606e08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:47:39.724290 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e0b519-7de7-452a-9050-0062812eb407 req-2f5fc6a5-3ff1-4069-856a-565c301008b4 service neutron] Bound using segment: {'id': 'a9c5ae8f-5bae-4ba0-8b2f-952a2aa548b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1e82c5ae-4176-48e4-a1e7-5c3e94606e08'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:47:39.724801 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-23e0b519-7de7-452a-9050-0062812eb407 req-2f5fc6a5-3ff1-4069-856a-565c301008b4 service neutron] Bound port: ce843f65-6769-4036-91eb-e09426bcb119, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c5ae8f-5bae-4ba0-8b2f-952a2aa548b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1e82c5ae-4176-48e4-a1e7-5c3e94606e08'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:47:39.726037 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-23e0b519-7de7-452a-9050-0062812eb407 req-2f5fc6a5-3ff1-4069-856a-565c301008b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:39.775392 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0933a4b-935e-4143-be68-92ba38a8edd3 admin admin] Deleting subnet 123a339a-5321-4184-86ae-0e67ceb77f8c {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:47:39.787942 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f0933a4b-935e-4143-be68-92ba38a8edd3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:39.855550 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38cf95d3-d87f-4ca1-9c9f-eab0cf870f59 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:39.904006 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f0933a4b-935e-4143-be68-92ba38a8edd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:39.926455 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cf95d3-d87f-4ca1-9c9f-eab0cf870f59 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] No DVR routers for this DVR port 9be5054c-9908-4994-bcc9-0f3868232ba9 on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:47:39.927868 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf95d3-d87f-4ca1-9c9f-eab0cf870f59 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event deleted for resources: {'Port': ['ID=9be5054c-9908-4994-bcc9-0f3868232ba9,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:39.957848 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-23e0b519-7de7-452a-9050-0062812eb407 req-2f5fc6a5-3ff1-4069-856a-565c301008b4 service neutron] For port ce843f65-6769-4036-91eb-e09426bcb119, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:47:39.963218 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-23e0b519-7de7-452a-9050-0062812eb407 req-2f5fc6a5-3ff1-4069-856a-565c301008b4 service neutron] For port ce843f65-6769-4036-91eb-e09426bcb119, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=ce843f65-6769-4036-91eb-e09426bcb119,segment=NetworkSegment(a9c5ae8f-5bae-4ba0-8b2f-952a2aa548b0),segment_id=a9c5ae8f-5bae-4ba0-8b2f-952a2aa548b0)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:47:40.009180 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-23e0b519-7de7-452a-9050-0062812eb407 req-2f5fc6a5-3ff1-4069-856a-565c301008b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:40.031583 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38cf95d3-d87f-4ca1-9c9f-eab0cf870f59 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:40.070786 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 057fe6a6-0109-4b87-b63e-bb1eae1b8e6b up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:47:40.083904 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-38cf95d3-d87f-4ca1-9c9f-eab0cf870f59 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d613ee9-6175-4df9-95f1-b18ea65ba84f']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:40.098750 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-38cf95d3-d87f-4ca1-9c9f-eab0cf870f59 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60006e73-b3b1-4938-b464-ea51f1c6e744') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:40.099037 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-38cf95d3-d87f-4ca1-9c9f-eab0cf870f59 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60006e73-b3b1-4938-b464-ea51f1c6e744') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:40.101352 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f0933a4b-935e-4143-be68-92ba38a8edd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:40.108053 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e494d3c8-5398-41ad-bce8-bd0fe338aa54 None None] DHCP port deletion for 2d613ee9-6175-4df9-95f1-b18ea65ba84f request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:47:40.116093 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-eed23265-4da3-4fa8-84d1-25e9a95f3fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58e14fd-4ca0-478a-979c-e6740736e669', 'name': 'tempest-ImageQuotaTest-2141896155-router', 'tenant_id': 'b93e9cb820e948ab9fbccbc1320f655c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:14Z', 'updated_at': '2021-12-10T16:47:38Z', 'revision_number': 7, 'project_id': 'b93e9cb820e948ab9fbccbc1320f655c', 'gw_port_host': None}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:40.128422 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38cf95d3-d87f-4ca1-9c9f-eab0cf870f59 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:40.130387 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e9b20cbb-770e-4953-a769-a4e9a0d315b0 None None] Provisioning complete for port 9be5054c-9908-4994-bcc9-0f3868232ba9 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:40.130829 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e9b20cbb-770e-4953-a769-a4e9a0d315b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:40.143319 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38cf95d3-d87f-4ca1-9c9f-eab0cf870f59 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:40.150643 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38cf95d3-d87f-4ca1-9c9f-eab0cf870f59 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:47:40.151451 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38cf95d3-d87f-4ca1-9c9f-eab0cf870f59 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:40.157333 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0b519-7de7-452a-9050-0062812eb407 req-2f5fc6a5-3ff1-4069-856a-565c301008b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:40.158334 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-23e0b519-7de7-452a-9050-0062812eb407 req-2f5fc6a5-3ff1-4069-856a-565c301008b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:40.160532 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-23e0b519-7de7-452a-9050-0062812eb407 req-2f5fc6a5-3ff1-4069-856a-565c301008b4 service neutron] 10.222.0.46 "PUT /v2.0/ports/ce843f65-6769-4036-91eb-e09426bcb119 HTTP/1.1" status: 200 len: 1130 time: 3.3720713 Dec 10 16:47:40.166436 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b9db51-8b90-4d54-b13e-781b605dbc64', 'tag': 'ce843f65-6769-4036-91eb-e09426bcb119'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:47:40.179734 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282d9cce-7b93-4a72-9957-f8a05194da19" -d '{"events": [{"name": "network-changed", "server_uuid": "97b9db51-8b90-4d54-b13e-781b605dbc64", "tag": "ce843f65-6769-4036-91eb-e09426bcb119"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:47:40.214986 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:47:40.214986 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:47:40.214986 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:47:40.214986 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:47:40.214986 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:47:40.214986 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:47:40.214986 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:47:40.214986 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:47:40.214986 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:47:40.214986 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:47:40.214986 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:47:40.214986 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:47:40.214986 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:47:40.214986 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:47:40.214986 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:47:40.214986 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:47:40.214986 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:47:40.214986 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:47:40.214986 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:47:40.214986 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:47:40.214986 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:47:40.214986 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:47:40.214986 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:47:40.214986 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:47:40.214986 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:47:40.214986 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:47:40.214986 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:47:40.214986 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:47:40.214986 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:47:40.214986 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:47:40.214986 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:47:40.214986 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:47:40.235717 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed23265-4da3-4fa8-84d1-25e9a95f3fd5 None None] Checking router: a58e14fd-4ca0-478a-979c-e6740736e669 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:47:40.243247 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port d81369ce-b6c1-4401-a49a-1a752cfb810e triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:40.243622 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:40.248877 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38cf95d3-d87f-4ca1-9c9f-eab0cf870f59 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:40.249172 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-e9b20cbb-770e-4953-a769-a4e9a0d315b0 None None] Port 9be5054c-9908-4994-bcc9-0f3868232ba9 was deleted so its status cannot be updated. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 10 16:47:40.276876 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ddfd16-5638-4dd5-892a-4f658207faed req-5807de21-2c52-41f6-b7fb-ba431b6b3948 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:40.278590 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-56ddfd16-5638-4dd5-892a-4f658207faed req-5807de21-2c52-41f6-b7fb-ba431b6b3948 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b9db51-8b90-4d54-b13e-781b605dbc64 HTTP/1.1" status: 200 len: 982 time: 0.3128862 Dec 10 16:47:40.301617 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38cf95d3-d87f-4ca1-9c9f-eab0cf870f59 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:40.313248 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 057fe6a6-0109-4b87-b63e-bb1eae1b8e6b completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:47:40.315144 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-38cf95d3-d87f-4ca1-9c9f-eab0cf870f59 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "DELETE /v2.0/networks/2d613ee9-6175-4df9-95f1-b18ea65ba84f HTTP/1.1" status: 204 len: 168 time: 2.2036052 Dec 10 16:47:40.316221 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf95d3-d87f-4ca1-9c9f-eab0cf870f59 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event deleted for resources: {'Network': ['ID=2d613ee9-6175-4df9-95f1-b18ea65ba84f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:40.317901 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51442) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:40.343971 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed23265-4da3-4fa8-84d1-25e9a95f3fd5 None None] Routers set() bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:47:40.344362 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed23265-4da3-4fa8-84d1-25e9a95f3fd5 None None] Router IDs set() for agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 16:47:40.344985 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_agentschedulers_db [None req-eed23265-4da3-4fa8-84d1-25e9a95f3fd5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a58e14fd-4ca0-478a-979c-e6740736e669'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:47:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent'). {{(pid=103394) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 10 16:47:40.345792 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed23265-4da3-4fa8-84d1-25e9a95f3fd5 None None] The sync data for ids ['a58e14fd-4ca0-478a-979c-e6740736e669'] in n-d-766771-2 is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:47:40.355855 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 057fe6a6-0109-4b87-b63e-bb1eae1b8e6b triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:40.356240 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:40.413704 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc6ec68-3e62-4cd3-a202-a67e8fe43d01 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] DELETE failed (client error): The resource could not be found. Dec 10 16:47:40.415018 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fc6ec68-3e62-4cd3-a202-a67e8fe43d01 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:47:40.419367 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2fc6ec68-3e62-4cd3-a202-a67e8fe43d01 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "DELETE /v2.0/subnets/b4e8e829-7618-4909-8a0a-0e26792f3173 HTTP/1.1" status: 404 len: 337 time: 0.0985966 Dec 10 16:47:40.424679 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51444) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:40.427643 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5fc6a5-3ff1-4069-856a-565c301008b4 service neutron] Pushing event updated for resources: {'Port': ['ID=ce843f65-6769-4036-91eb-e09426bcb119,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:40.444670 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f0933a4b-935e-4143-be68-92ba38a8edd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:40.520965 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f0933a4b-935e-4143-be68-92ba38a8edd3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:40.524482 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f0933a4b-935e-4143-be68-92ba38a8edd3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/123a339a-5321-4184-86ae-0e67ceb77f8c HTTP/1.1" status: 204 len: 168 time: 0.9234467 Dec 10 16:47:40.532340 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51446) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:40.540556 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0933a4b-935e-4143-be68-92ba38a8edd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=123a339a-5321-4184-86ae-0e67ceb77f8c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:40.541604 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0b519-7de7-452a-9050-0062812eb407 req-e8b13807-ef6d-4c1c-9d3c-aeaac4752184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:40.543184 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-23e0b519-7de7-452a-9050-0062812eb407 req-e8b13807-ef6d-4c1c-9d3c-aeaac4752184 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=465a09ace7ed47488837491c435d4c5b&device_id=97b9db51-8b90-4d54-b13e-781b605dbc64 HTTP/1.1" status: 200 len: 1133 time: 0.3316166 Dec 10 16:47:40.552284 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-d220f182-8db6-41d1-83f7-a7ea01bfb55d tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] DELETE failed (client error): The resource could not be found. Dec 10 16:47:40.553103 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d220f182-8db6-41d1-83f7-a7ea01bfb55d tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:47:40.559836 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b8548b-7dcd-4826-809f-2b36f06378e7 None None] Network 733b2713-fb4b-45f0-8232-2565d4415095 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:47:40.566871 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d220f182-8db6-41d1-83f7-a7ea01bfb55d tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "DELETE /v2.0/networks/1a553f04-f6e4-4619-8d03-25bbe00c7108 HTTP/1.1" status: 404 len: 339 time: 0.1401269 Dec 10 16:47:40.572057 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51448) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:40.716718 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-23e0b519-7de7-452a-9050-0062812eb407 req-e4edeb95-501f-4346-abab-4205189b0319 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce843f65-6769-4036-91eb-e09426bcb119 HTTP/1.1" status: 200 len: 217 time: 0.1440797 Dec 10 16:47:40.723335 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-31e33d8b-a5d8-4292-b476-67fda3046693 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] DELETE failed (client error): The resource could not be found. Dec 10 16:47:40.724418 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31e33d8b-a5d8-4292-b476-67fda3046693 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:47:40.728566 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-31e33d8b-a5d8-4292-b476-67fda3046693 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "DELETE /v2.0/subnets/a9ab65fd-c0bc-4195-b7b1-4156c39360a5 HTTP/1.1" status: 404 len: 337 time: 0.1407647 Dec 10 16:47:40.736612 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:40.740390 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51454) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:40.759571 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-56ddfd16-5638-4dd5-892a-4f658207faed req-053d7454-42c1-4e5c-82d8-23b3ebbadeb1 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbb7cfde-8882-433e-9826-f6ed512fd492&id=1153cbe4-6628-46ee-bc2d-7dab3fccaea6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4359968 Dec 10 16:47:40.831507 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be388f32-536d-4bb2-9abc-bbd41ba8ec1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057fe6a6-0109-4b87-b63e-bb1eae1b8e6b'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:47:40.834753 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfdedfd-889b-4ac5-8537-36a2bd558a10" -d '{"events": [{"server_uuid": "be388f32-536d-4bb2-9abc-bbd41ba8ec1f", "name": "network-vif-plugged", "status": "completed", "tag": "057fe6a6-0109-4b87-b63e-bb1eae1b8e6b"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:47:40.855380 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bcffb61-aac0-4048-87f1-4283a26f68bd x-openstack-request-id: req-0bcffb61-aac0-4048-87f1-4283a26f68bd {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:47:40.857521 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b9db51-8b90-4d54-b13e-781b605dbc64", "tag": "ce843f65-6769-4036-91eb-e09426bcb119", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:47:40.857796 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0bcffb61-aac0-4048-87f1-4283a26f68bd {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:47:40.858305 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97b9db51-8b90-4d54-b13e-781b605dbc64', 'tag': 'ce843f65-6769-4036-91eb-e09426bcb119', 'status': 'completed', 'code': 200} Dec 10 16:47:40.867220 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0b519-7de7-452a-9050-0062812eb407 req-15addfb1-55d6-4964-a94e-f66e9f5d8391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:40.868091 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 057fe6a6-0109-4b87-b63e-bb1eae1b8e6b, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=057fe6a6-0109-4b87-b63e-bb1eae1b8e6b,segment=NetworkSegment(b875ea9d-5e50-474f-9101-c4e81a54e6d1),segment_id=b875ea9d-5e50-474f-9101-c4e81a54e6d1)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:40.869088 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-23e0b519-7de7-452a-9050-0062812eb407 req-15addfb1-55d6-4964-a94e-f66e9f5d8391 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77ab7c1a-0122-48d3-bedd-5ba716ee83f0 HTTP/1.1" status: 200 len: 834 time: 0.1350625 Dec 10 16:47:40.880590 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:40.883506 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c03a09be-b7cd-437d-afbb-f04261ef38ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:40.910322 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc1cb742-e209-4415-af59-28e8899facdd tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] DELETE failed (client error): The resource could not be found. Dec 10 16:47:40.912808 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc1cb742-e209-4415-af59-28e8899facdd tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:47:40.926886 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-fc1cb742-e209-4415-af59-28e8899facdd tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "DELETE /v2.0/networks/92d2ada2-6e67-4aae-b510-c95e01b47f66 HTTP/1.1" status: 404 len: 339 time: 0.1654377 Dec 10 16:47:40.932484 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51458) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:40.997847 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=057fe6a6-0109-4b87-b63e-bb1eae1b8e6b,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:41.001425 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0b519-7de7-452a-9050-0062812eb407 req-12f4c7ff-7608-4abb-8cd4-eb08f3e7d870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:41.004185 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-23e0b519-7de7-452a-9050-0062812eb407 req-12f4c7ff-7608-4abb-8cd4-eb08f3e7d870 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1e82c5ae-4176-48e4-a1e7-5c3e94606e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1269500 Dec 10 16:47:41.020865 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab3759fa-3166-498a-ab1a-bd95d9cf35cd tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] DELETE failed (client error): The resource could not be found. Dec 10 16:47:41.021508 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab3759fa-3166-498a-ab1a-bd95d9cf35cd tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:47:41.025383 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ab3759fa-3166-498a-ab1a-bd95d9cf35cd tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "DELETE /v2.0/subnets/c18cdb21-7b3a-4dd2-b310-cdff11652caf HTTP/1.1" status: 404 len: 337 time: 0.0883143 Dec 10 16:47:41.028378 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51460) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:41.072447 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f9d89fc-7185-4eab-b885-c731a5fc319d tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] DELETE failed (client error): The resource could not be found. Dec 10 16:47:41.072901 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f9d89fc-7185-4eab-b885-c731a5fc319d tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:47:41.076630 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1f9d89fc-7185-4eab-b885-c731a5fc319d tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "DELETE /v2.0/networks/a65fb232-b5c3-4767-8c3e-b48f9498da4a HTTP/1.1" status: 404 len: 339 time: 0.0473144 Dec 10 16:47:41.079247 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51462) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:41.151294 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aedc178-abf0-43bc-a183-0975dda83b5a req-c3d4f286-4ad6-4a8d-9224-dac0b4432d16 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:41.159231 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39326ec9-4aec-4707-9a8b-dec95259cb6c None None] DHCP port deletion for 733b2713-fb4b-45f0-8232-2565d4415095 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:47:41.178725 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7aedc178-abf0-43bc-a183-0975dda83b5a req-c3d4f286-4ad6-4a8d-9224-dac0b4432d16 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 946 time: 0.1734970 Dec 10 16:47:41.184288 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa408504-5656-454c-8c8f-086fcee4b494 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Deleting subnet a859de30-622e-46b6-9fbe-9c4d89d3c6eb {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:47:41.188102 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-c03a09be-b7cd-437d-afbb-f04261ef38ed admin admin] Deleting port d81369ce-b6c1-4401-a49a-1a752cfb810e {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:47:41.189895 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c03a09be-b7cd-437d-afbb-f04261ef38ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:41.192296 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa408504-5656-454c-8c8f-086fcee4b494 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:41.256033 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7aedc178-abf0-43bc-a183-0975dda83b5a req-efaf94cc-4a68-4466-a2d4-35708c369e76 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb593238-a1f9-4d82-99c1-048ded626af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763984 Dec 10 16:47:41.267824 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-23e0b519-7de7-452a-9050-0062812eb407 req-34c07d78-9615-4a11-9c3d-47be51d7aa4d service neutron] 10.222.0.46 "GET /v2.0/networks/1e82c5ae-4176-48e4-a1e7-5c3e94606e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537611 Dec 10 16:47:41.323331 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-39326ec9-4aec-4707-9a8b-dec95259cb6c None None] Deleting port d81369ce-b6c1-4401-a49a-1a752cfb810e {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:47:41.323722 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-39326ec9-4aec-4707-9a8b-dec95259cb6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:41.412298 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa408504-5656-454c-8c8f-086fcee4b494 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:41.447997 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 7d8e0f9f-85d7-475d-a0bc-6027aaca44d0 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:47:41.455810 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-23e0b519-7de7-452a-9050-0062812eb407 req-0bd6298a-f6fc-4c25-ab85-df1c7171b2b9 service neutron] 10.222.0.46 "GET /v2.0/networks/1e82c5ae-4176-48e4-a1e7-5c3e94606e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803591 Dec 10 16:47:41.535742 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-39326ec9-4aec-4707-9a8b-dec95259cb6c None None] For port d81369ce-b6c1-4401-a49a-1a752cfb810e, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=d81369ce-b6c1-4401-a49a-1a752cfb810e,segment=NetworkSegment(deebca2f-53e5-4a00-9ce5-63cb04a149a3),segment_id=deebca2f-53e5-4a00-9ce5-63cb04a149a3)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:41.536255 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-39326ec9-4aec-4707-9a8b-dec95259cb6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:41.556267 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 7d8e0f9f-85d7-475d-a0bc-6027aaca44d0 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:41.556833 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:41.559521 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-39326ec9-4aec-4707-9a8b-dec95259cb6c None None] Calling delete_port for d81369ce-b6c1-4401-a49a-1a752cfb810e owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:47:41.599573 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d9cce-7b93-4a72-9957-f8a05194da19 req-aa53699b-ed27-4a31-a66c-f9756c64b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:41.601082 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-282d9cce-7b93-4a72-9957-f8a05194da19 req-aa53699b-ed27-4a31-a66c-f9756c64b6a2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=465a09ace7ed47488837491c435d4c5b&device_id=97b9db51-8b90-4d54-b13e-781b605dbc64 HTTP/1.1" status: 200 len: 1133 time: 0.0847757 Dec 10 16:47:41.608677 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905ba8e8-6d41-4472-972e-98ea3ad40c60 x-openstack-request-id: req-905ba8e8-6d41-4472-972e-98ea3ad40c60 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:47:41.609074 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be388f32-536d-4bb2-9abc-bbd41ba8ec1f", "name": "network-vif-plugged", "status": "completed", "tag": "057fe6a6-0109-4b87-b63e-bb1eae1b8e6b", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:47:41.609431 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-905ba8e8-6d41-4472-972e-98ea3ad40c60 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:47:41.610039 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be388f32-536d-4bb2-9abc-bbd41ba8ec1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057fe6a6-0109-4b87-b63e-bb1eae1b8e6b', 'code': 200} Dec 10 16:47:41.630485 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa408504-5656-454c-8c8f-086fcee4b494 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:41.697176 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-c03a09be-b7cd-437d-afbb-f04261ef38ed admin admin] For port d81369ce-b6c1-4401-a49a-1a752cfb810e, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=d81369ce-b6c1-4401-a49a-1a752cfb810e,segment=NetworkSegment(deebca2f-53e5-4a00-9ce5-63cb04a149a3),segment_id=deebca2f-53e5-4a00-9ce5-63cb04a149a3)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:41.697825 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c03a09be-b7cd-437d-afbb-f04261ef38ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:41.750775 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device bf030730-5f80-4c6d-b9b6-cc4c7972e97f up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:47:41.815408 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d9cce-7b93-4a72-9957-f8a05194da19 req-7cfd866f-2063-4e52-8567-e0a55dedde5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:41.818262 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-39326ec9-4aec-4707-9a8b-dec95259cb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:41.825060 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-282d9cce-7b93-4a72-9957-f8a05194da19 req-7cfd866f-2063-4e52-8567-e0a55dedde5f service neutron] 10.222.0.46 "GET /v2.0/networks?id=1e82c5ae-4176-48e4-a1e7-5c3e94606e08 HTTP/1.1" status: 200 len: 898 time: 0.2153506 Dec 10 16:47:41.874325 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39326ec9-4aec-4707-9a8b-dec95259cb6c None None] No DVR routers for this DVR port d81369ce-b6c1-4401-a49a-1a752cfb810e on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:47:41.883424 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39326ec9-4aec-4707-9a8b-dec95259cb6c None None] Pushing event deleted for resources: {'Port': ['ID=d81369ce-b6c1-4401-a49a-1a752cfb810e,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:41.905983 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port bf030730-5f80-4c6d-b9b6-cc4c7972e97f triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:41.906458 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:41.933828 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-282d9cce-7b93-4a72-9957-f8a05194da19 req-41cbf7fc-aff0-4d45-8b9e-99c159871192 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce843f65-6769-4036-91eb-e09426bcb119 HTTP/1.1" status: 200 len: 217 time: 0.0996428 Dec 10 16:47:42.078713 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e785d93-b868-4ab9-a200-4678f22bca06 req-d86be18f-fbb1-42f8-8268-34e6f1f3f25b tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:42.081348 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0e785d93-b868-4ab9-a200-4678f22bca06 req-d86be18f-fbb1-42f8-8268-34e6f1f3f25b tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b9db51-8b90-4d54-b13e-781b605dbc64 HTTP/1.1" status: 200 len: 982 time: 0.1613953 Dec 10 16:47:42.097051 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 9be5054c-9908-4994-bcc9-0f3868232ba9 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:47:42.102013 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d9cce-7b93-4a72-9957-f8a05194da19 req-abdf1007-1617-478b-94fb-b96bcef35106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:42.103601 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-282d9cce-7b93-4a72-9957-f8a05194da19 req-abdf1007-1617-478b-94fb-b96bcef35106 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77ab7c1a-0122-48d3-bedd-5ba716ee83f0 HTTP/1.1" status: 200 len: 834 time: 0.1145492 Dec 10 16:47:42.141520 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 9be5054c-9908-4994-bcc9-0f3868232ba9 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:47:42.142914 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 9be5054c-9908-4994-bcc9-0f3868232ba9 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:47:42.144927 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device ace67158-e09f-4099-99ff-56806aef786a no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:47:42.189540 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-c03a09be-b7cd-437d-afbb-f04261ef38ed admin admin] Calling delete_port for d81369ce-b6c1-4401-a49a-1a752cfb810e owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:47:42.195614 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: ace67158-e09f-4099-99ff-56806aef786a {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:47:42.196839 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device ace67158-e09f-4099-99ff-56806aef786a not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:47:42.197784 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d9cce-7b93-4a72-9957-f8a05194da19 req-468864b3-cdc4-432a-8975-413c0c369015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:42.199611 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-282d9cce-7b93-4a72-9957-f8a05194da19 req-468864b3-cdc4-432a-8975-413c0c369015 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1e82c5ae-4176-48e4-a1e7-5c3e94606e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843210 Dec 10 16:47:42.212806 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0e785d93-b868-4ab9-a200-4678f22bca06 req-db0dc7cc-eac1-4be1-bdb9-6ca61f39ce7e tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbb7cfde-8882-433e-9826-f6ed512fd492&id=1153cbe4-6628-46ee-bc2d-7dab3fccaea6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1203361 Dec 10 16:47:42.253283 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841289a-66c0-4351-a4db-fe36d409d26f req-d12797fa-6ec7-475d-98e6-175d55a433b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:42.255009 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7841289a-66c0-4351-a4db-fe36d409d26f req-d12797fa-6ec7-475d-98e6-175d55a433b3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 1097 time: 0.5734508 Dec 10 16:47:42.295316 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa408504-5656-454c-8c8f-086fcee4b494 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:42.356668 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13af41b3-b3d9-4d0e-aea5-a465c8429342 None None] Network 529a84f1-2ee9-4558-b370-3ef4ed96c9ee requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:47:42.359673 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa408504-5656-454c-8c8f-086fcee4b494 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event deleted for resources: {'Subnet': ['ID=a859de30-622e-46b6-9fbe-9c4d89d3c6eb,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:42.362452 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa408504-5656-454c-8c8f-086fcee4b494 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:42.366935 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-aa408504-5656-454c-8c8f-086fcee4b494 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "DELETE /v2.0/subnets/a859de30-622e-46b6-9fbe-9c4d89d3c6eb HTTP/1.1" status: 204 len: 168 time: 1.2867222 Dec 10 16:47:42.379136 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51476) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:42.444125 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-282d9cce-7b93-4a72-9957-f8a05194da19 req-0edda10a-15fd-4063-ab8d-e9c6b2161987 service neutron] 10.222.0.46 "GET /v2.0/networks/1e82c5ae-4176-48e4-a1e7-5c3e94606e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300856 Dec 10 16:47:42.452604 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7841289a-66c0-4351-a4db-fe36d409d26f req-101fef5c-d806-4f75-bf0e-ce27b39fac85 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bb593238-a1f9-4d82-99c1-048ded626af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883435 Dec 10 16:47:42.461206 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c03a09be-b7cd-437d-afbb-f04261ef38ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:42.492057 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03a09be-b7cd-437d-afbb-f04261ef38ed admin admin] No DVR routers for this DVR port d81369ce-b6c1-4401-a49a-1a752cfb810e on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:47:42.598452 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a09be-b7cd-437d-afbb-f04261ef38ed admin admin] Pushing event deleted for resources: {'Port': ['ID=d81369ce-b6c1-4401-a49a-1a752cfb810e,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:42.601809 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96f763b-5e60-468a-81fd-c978ad8e5187 None None] DHCP port deletion for 529a84f1-2ee9-4558-b370-3ef4ed96c9ee request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:47:42.609357 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-07c97a11-c515-4e60-a74e-c65f7546c126 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:42.688041 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f96f763b-5e60-468a-81fd-c978ad8e5187 None None] Deleting port 331f490a-688e-4133-99f4-a70778c4c885 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:47:42.688422 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f96f763b-5e60-468a-81fd-c978ad8e5187 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:42.751761 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c03a09be-b7cd-437d-afbb-f04261ef38ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:42.796788 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f96f763b-5e60-468a-81fd-c978ad8e5187 None None] For port 331f490a-688e-4133-99f4-a70778c4c885, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=331f490a-688e-4133-99f4-a70778c4c885,segment=NetworkSegment(77209525-de1b-45ca-87be-2d4b6d850903),segment_id=77209525-de1b-45ca-87be-2d4b6d850903)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:42.797193 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f96f763b-5e60-468a-81fd-c978ad8e5187 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:42.810896 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-c03a09be-b7cd-437d-afbb-f04261ef38ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['733b2713-fb4b-45f0-8232-2565d4415095']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:42.812583 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 331f490a-688e-4133-99f4-a70778c4c885 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:47:42.822632 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f96f763b-5e60-468a-81fd-c978ad8e5187 None None] Calling delete_port for 331f490a-688e-4133-99f4-a70778c4c885 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:47:42.835584 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-c03a09be-b7cd-437d-afbb-f04261ef38ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deebca2f-53e5-4a00-9ce5-63cb04a149a3') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:42.836261 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-c03a09be-b7cd-437d-afbb-f04261ef38ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deebca2f-53e5-4a00-9ce5-63cb04a149a3') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:42.868972 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-07c97a11-c515-4e60-a74e-c65f7546c126 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Deleting port 331f490a-688e-4133-99f4-a70778c4c885 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:47:42.869435 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-07c97a11-c515-4e60-a74e-c65f7546c126 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:42.955244 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:42.969466 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-07c97a11-c515-4e60-a74e-c65f7546c126 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] For port 331f490a-688e-4133-99f4-a70778c4c885, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=331f490a-688e-4133-99f4-a70778c4c885,segment=NetworkSegment(77209525-de1b-45ca-87be-2d4b6d850903),segment_id=77209525-de1b-45ca-87be-2d4b6d850903)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:42.969466 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-07c97a11-c515-4e60-a74e-c65f7546c126 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:42.985197 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-07c97a11-c515-4e60-a74e-c65f7546c126 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Calling delete_port for 331f490a-688e-4133-99f4-a70778c4c885 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:47:43.001651 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3682577-5dde-4ca3-bbfc-4cf5592638b7 req-3c6c1675-dc9f-4b20-8cb7-cf09b982abe2 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:43.012706 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 331f490a-688e-4133-99f4-a70778c4c885, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=331f490a-688e-4133-99f4-a70778c4c885,segment=NetworkSegment(77209525-de1b-45ca-87be-2d4b6d850903),segment_id=77209525-de1b-45ca-87be-2d4b6d850903)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:43.014418 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a3682577-5dde-4ca3-bbfc-4cf5592638b7 req-3c6c1675-dc9f-4b20-8cb7-cf09b982abe2 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 946 time: 0.6142371 Dec 10 16:47:43.023639 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:43.023639 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 78eb8077-e9c9-4800-94fc-7843149fa335 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:47:43.081351 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 78eb8077-e9c9-4800-94fc-7843149fa335 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:47:43.081691 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 78eb8077-e9c9-4800-94fc-7843149fa335 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:47:43.082118 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device d81369ce-b6c1-4401-a49a-1a752cfb810e no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:47:43.086760 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f96f763b-5e60-468a-81fd-c978ad8e5187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:43.089638 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c03a09be-b7cd-437d-afbb-f04261ef38ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:43.091820 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-07c97a11-c515-4e60-a74e-c65f7546c126 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:43.114702 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: d81369ce-b6c1-4401-a49a-1a752cfb810e {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:47:43.114974 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device d81369ce-b6c1-4401-a49a-1a752cfb810e not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:47:43.136510 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96f763b-5e60-468a-81fd-c978ad8e5187 None None] No DVR routers for this DVR port 331f490a-688e-4133-99f4-a70778c4c885 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:47:43.140906 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c97a11-c515-4e60-a74e-c65f7546c126 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event deleted for resources: {'Port': ['ID=331f490a-688e-4133-99f4-a70778c4c885,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:43.150450 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c97a11-c515-4e60-a74e-c65f7546c126 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] No DVR routers for this DVR port 331f490a-688e-4133-99f4-a70778c4c885 on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:47:43.155399 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=331f490a-688e-4133-99f4-a70778c4c885,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:43.181334 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c03a09be-b7cd-437d-afbb-f04261ef38ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:43.184759 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f763b-5e60-468a-81fd-c978ad8e5187 None None] Pushing event deleted for resources: {'Port': ['ID=331f490a-688e-4133-99f4-a70778c4c885,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:43.219189 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device ce843f65-6769-4036-91eb-e09426bcb119 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:47:43.231126 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c03a09be-b7cd-437d-afbb-f04261ef38ed admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:47:43.231807 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c03a09be-b7cd-437d-afbb-f04261ef38ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:43.234051 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:47:43.234051 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:47:43.234051 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:47:43.234051 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:47:43.234051 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:47:43.234051 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:47:43.234051 n-d-766771-2 neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:47:43.234051 n-d-766771-2 neutron-server[103393]: self.session.flush() Dec 10 16:47:43.234051 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:47:43.234051 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:47:43.234051 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:47:43.234051 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:47:43.234051 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:47:43.234051 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:47:43.234051 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:47:43.234051 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:47:43.234051 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:47:43.234051 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:47:43.234051 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:47:43.234051 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:47:43.234051 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:47:43.234051 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:47:43.234051 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:47:43.234051 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:47:43.234051 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:47:43.234051 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:47:43.234051 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:47:43.234051 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:47:43.234051 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:47:43.234051 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:47:43.234051 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:47:43.234051 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:47:43.234051 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:47:43.234051 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:47:43.234051 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:47:43.234051 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:47:43.234051 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:47:43.234051 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:47:43.234051 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:47:43.234051 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:47:43.238380 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a3682577-5dde-4ca3-bbfc-4cf5592638b7 req-fcded1f5-5543-4263-ab2d-65c8794002b3 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb593238-a1f9-4d82-99c1-048ded626af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203419 Dec 10 16:47:43.243419 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-282d9cce-7b93-4a72-9957-f8a05194da19 req-0bd5e2f5-8fcf-4e3d-9ec5-09685aaae21e service neutron] 10.222.0.46 "GET /v2.0/networks/1e82c5ae-4176-48e4-a1e7-5c3e94606e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7879307 Dec 10 16:47:43.314300 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-07c97a11-c515-4e60-a74e-c65f7546c126 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:43.359986 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-07c97a11-c515-4e60-a74e-c65f7546c126 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['529a84f1-2ee9-4558-b370-3ef4ed96c9ee']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:43.365080 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port ce843f65-6769-4036-91eb-e09426bcb119, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=ce843f65-6769-4036-91eb-e09426bcb119,segment=NetworkSegment(a9c5ae8f-5bae-4ba0-8b2f-952a2aa548b0),segment_id=a9c5ae8f-5bae-4ba0-8b2f-952a2aa548b0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:43.371840 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-07c97a11-c515-4e60-a74e-c65f7546c126 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77209525-de1b-45ca-87be-2d4b6d850903') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:43.372137 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-07c97a11-c515-4e60-a74e-c65f7546c126 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77209525-de1b-45ca-87be-2d4b6d850903') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:43.380933 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c03a09be-b7cd-437d-afbb-f04261ef38ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:43.392064 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'ce843f65-6769-4036-91eb-e09426bcb119', 'network_id': '1e82c5ae-4176-48e4-a1e7-5c3e94606e08', 'port_id': 'ce843f65-6769-4036-91eb-e09426bcb119', 'mac_address': 'fa:16:3e:53:a2:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ab7c1a-0122-48d3-bedd-5ba716ee83f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:47:43.402108 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-07c97a11-c515-4e60-a74e-c65f7546c126 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:43.404546 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c03a09be-b7cd-437d-afbb-f04261ef38ed admin admin] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:43.407927 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c03a09be-b7cd-437d-afbb-f04261ef38ed admin admin] 10.222.0.11 "DELETE /v2.0/networks/733b2713-fb4b-45f0-8232-2565d4415095 HTTP/1.1" status: 204 len: 168 time: 2.8735034 Dec 10 16:47:43.408826 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a09be-b7cd-437d-afbb-f04261ef38ed admin admin] Pushing event deleted for resources: {'Network': ['ID=733b2713-fb4b-45f0-8232-2565d4415095,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:43.454277 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-07c97a11-c515-4e60-a74e-c65f7546c126 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:43.466115 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07c97a11-c515-4e60-a74e-c65f7546c126 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:47:43.467597 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-07c97a11-c515-4e60-a74e-c65f7546c126 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:43.468464 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:43.474868 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:47:43.474868 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:47:43.474868 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:47:43.474868 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:47:43.474868 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:47:43.474868 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:47:43.474868 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:47:43.474868 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:47:43.474868 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:47:43.474868 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:47:43.474868 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:47:43.474868 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:47:43.474868 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:47:43.474868 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:47:43.474868 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:47:43.474868 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:47:43.474868 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:47:43.474868 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:47:43.474868 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:47:43.474868 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:47:43.474868 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:47:43.474868 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:47:43.474868 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:47:43.474868 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:47:43.474868 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:47:43.474868 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:47:43.474868 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:47:43.474868 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:47:43.474868 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:47:43.474868 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:47:43.474868 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:47:43.474868 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:47:43.491912 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce843f65-6769-4036-91eb-e09426bcb119 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:47:43.504105 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368b3a9-16c3-42f6-80a7-703f88bccbc7 req-3c0535cd-7d85-4fa3-a5e8-b8b6ff0dc888 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:43.509315 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7368b3a9-16c3-42f6-80a7-703f88bccbc7 req-3c0535cd-7d85-4fa3-a5e8-b8b6ff0dc888 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b9db51-8b90-4d54-b13e-781b605dbc64 HTTP/1.1" status: 200 len: 982 time: 0.1504679 Dec 10 16:47:43.523303 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port ce843f65-6769-4036-91eb-e09426bcb119, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=ce843f65-6769-4036-91eb-e09426bcb119,segment=NetworkSegment(a9c5ae8f-5bae-4ba0-8b2f-952a2aa548b0),segment_id=a9c5ae8f-5bae-4ba0-8b2f-952a2aa548b0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:43.533229 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:43.591792 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7368b3a9-16c3-42f6-80a7-703f88bccbc7 req-9d5c1515-79f6-41cb-a7f7-371941d48c67 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbb7cfde-8882-433e-9826-f6ed512fd492&id=1153cbe4-6628-46ee-bc2d-7dab3fccaea6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0754023 Dec 10 16:47:43.669219 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=ce843f65-6769-4036-91eb-e09426bcb119,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:43.690785 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-07c97a11-c515-4e60-a74e-c65f7546c126 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:43.706183 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-07c97a11-c515-4e60-a74e-c65f7546c126 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:43.714364 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51486) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:43.716020 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-07c97a11-c515-4e60-a74e-c65f7546c126 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "DELETE /v2.0/networks/529a84f1-2ee9-4558-b370-3ef4ed96c9ee HTTP/1.1" status: 204 len: 168 time: 1.3313184 Dec 10 16:47:43.748554 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c97a11-c515-4e60-a74e-c65f7546c126 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event deleted for resources: {'Network': ['ID=529a84f1-2ee9-4558-b370-3ef4ed96c9ee,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:43.752490 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-07e9c326-b44e-4ad3-a45b-3903c1972b5f tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] DELETE failed (client error): The resource could not be found. Dec 10 16:47:43.752951 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07e9c326-b44e-4ad3-a45b-3903c1972b5f tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:47:43.758754 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-07e9c326-b44e-4ad3-a45b-3903c1972b5f tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "DELETE /v2.0/subnets/52d8348c-8889-49fd-9c99-910c1be5ab6e HTTP/1.1" status: 404 len: 337 time: 0.0406678 Dec 10 16:47:43.759504 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51488) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:43.765190 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['ce843f65-6769-4036-91eb-e09426bcb119'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:47:43.780969 n-d-766771-2 neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-c440e297-666b-4eed-895c-3283371b4619 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] DELETE failed (client error): The resource could not be found. Dec 10 16:47:43.780969 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c440e297-666b-4eed-895c-3283371b4619 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:47:43.784237 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51490) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:43.787519 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c440e297-666b-4eed-895c-3283371b4619 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "DELETE /v2.0/networks/e68cb09d-aa57-4366-8742-8d8a90212b30 HTTP/1.1" status: 404 len: 339 time: 0.0246043 Dec 10 16:47:43.787753 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51492) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:43.846187 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a9da1e62-314a-42f9-afb2-1379c9e36981 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b93e9cb820e948ab9fbccbc1320f655c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0602193 Dec 10 16:47:43.848531 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51494) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:43.887569 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eba757f-c38e-4b7e-877d-16d5a1cc5238 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Deleting subnet a3992830-6862-4a5f-a6e4-802ac574398f {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:47:43.905938 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7eba757f-c38e-4b7e-877d-16d5a1cc5238 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:43.927252 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-903ebb6f-db9a-485b-9b73-39ee43b7cd7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:43.965823 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-af4c389c-ebf7-4401-8cef-c4f7a44d9e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:43.967026 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-903ebb6f-db9a-485b-9b73-39ee43b7cd7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:43.975803 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7eba757f-c38e-4b7e-877d-16d5a1cc5238 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:44.048068 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-903ebb6f-db9a-485b-9b73-39ee43b7cd7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:44.052632 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-903ebb6f-db9a-485b-9b73-39ee43b7cd7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:44.054356 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-903ebb6f-db9a-485b-9b73-39ee43b7cd7d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fa1704e8-3167-4a0f-8301-f8394121451c HTTP/1.1" status: 204 len: 168 time: 0.2033222 Dec 10 16:47:44.074723 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ebb6f-db9a-485b-9b73-39ee43b7cd7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1704e8-3167-4a0f-8301-f8394121451c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:44.121408 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7eba757f-c38e-4b7e-877d-16d5a1cc5238 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:44.189574 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7eba757f-c38e-4b7e-877d-16d5a1cc5238 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:44.226651 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eba757f-c38e-4b7e-877d-16d5a1cc5238 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event deleted for resources: {'Subnet': ['ID=a3992830-6862-4a5f-a6e4-802ac574398f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:44.230087 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7eba757f-c38e-4b7e-877d-16d5a1cc5238 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:44.233815 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7eba757f-c38e-4b7e-877d-16d5a1cc5238 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "DELETE /v2.0/subnets/a3992830-6862-4a5f-a6e4-802ac574398f HTTP/1.1" status: 204 len: 168 time: 0.4450986 Dec 10 16:47:44.236381 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51500) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:44.238876 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc3075a-c696-412c-a162-af9efe203a16 None None] Network 7a03251b-f2a8-4cb2-9e80-5726f082688c requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:47:44.463935 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2769845-97eb-4982-8305-4348ee0d860f None None] DHCP port deletion for 7a03251b-f2a8-4cb2-9e80-5726f082688c request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:47:44.487615 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3dec3e70-918a-4d18-8204-4db01f492a87 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:44.515046 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad9828-65f5-4af3-867c-9d23286a962b req-2c3cff9e-1973-41c1-a7b5-cdb5a48d73aa tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:44.517593 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-baad9828-65f5-4af3-867c-9d23286a962b req-2c3cff9e-1973-41c1-a7b5-cdb5a48d73aa tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 946 time: 0.1200876 Dec 10 16:47:44.546100 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d2769845-97eb-4982-8305-4348ee0d860f None None] Deleting port be1a58cd-08cc-4269-a31c-f01787b10953 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:47:44.546593 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d2769845-97eb-4982-8305-4348ee0d860f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:44.595000 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51508) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:44.617297 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-485deb2a-9d63-49fb-a6c3-c452135f0fcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:44.622001 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d2769845-97eb-4982-8305-4348ee0d860f None None] For port be1a58cd-08cc-4269-a31c-f01787b10953, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=be1a58cd-08cc-4269-a31c-f01787b10953,segment=NetworkSegment(bede1d20-252b-4064-af0c-50116a69af74),segment_id=bede1d20-252b-4064-af0c-50116a69af74)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:44.622690 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d2769845-97eb-4982-8305-4348ee0d860f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:44.658540 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d2769845-97eb-4982-8305-4348ee0d860f None None] Calling delete_port for be1a58cd-08cc-4269-a31c-f01787b10953 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:47:44.670497 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-baad9828-65f5-4af3-867c-9d23286a962b req-a25fcd51-4b4b-4e22-a453-070020b56714 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb593238-a1f9-4d82-99c1-048ded626af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199288 Dec 10 16:47:44.679780 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-3dec3e70-918a-4d18-8204-4db01f492a87 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Deleting port be1a58cd-08cc-4269-a31c-f01787b10953 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:47:44.680061 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3dec3e70-918a-4d18-8204-4db01f492a87 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:44.821937 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-485deb2a-9d63-49fb-a6c3-c452135f0fcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:44.833670 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-485deb2a-9d63-49fb-a6c3-c452135f0fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:44.839372 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device be1a58cd-08cc-4269-a31c-f01787b10953 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:47:44.876425 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-3dec3e70-918a-4d18-8204-4db01f492a87 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] For port be1a58cd-08cc-4269-a31c-f01787b10953, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=be1a58cd-08cc-4269-a31c-f01787b10953,segment=NetworkSegment(bede1d20-252b-4064-af0c-50116a69af74),segment_id=bede1d20-252b-4064-af0c-50116a69af74)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:44.876801 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3dec3e70-918a-4d18-8204-4db01f492a87 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:44.889953 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-485deb2a-9d63-49fb-a6c3-c452135f0fcd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2939260 Dec 10 16:47:44.897014 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51514) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:44.919971 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d2769845-97eb-4982-8305-4348ee0d860f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:44.942105 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-3dec3e70-918a-4d18-8204-4db01f492a87 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Calling delete_port for be1a58cd-08cc-4269-a31c-f01787b10953 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:47:44.947109 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485deb2a-9d63-49fb-a6c3-c452135f0fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8811cdbe-ad8e-4066-8701-d4f7cdedba1c,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:44.954689 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2769845-97eb-4982-8305-4348ee0d860f None None] Pushing event deleted for resources: {'Port': ['ID=be1a58cd-08cc-4269-a31c-f01787b10953,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:44.962267 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127e43c-af85-43e3-be8b-8d6675ff6bf3 req-2ce441f0-26c5-45d5-853f-f207cd4b7c73 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:44.964115 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5127e43c-af85-43e3-be8b-8d6675ff6bf3 req-2ce441f0-26c5-45d5-853f-f207cd4b7c73 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b9db51-8b90-4d54-b13e-781b605dbc64 HTTP/1.1" status: 200 len: 983 time: 0.1574061 Dec 10 16:47:44.984889 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2769845-97eb-4982-8305-4348ee0d860f None None] No DVR routers for this DVR port be1a58cd-08cc-4269-a31c-f01787b10953 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:47:44.989749 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Port be1a58cd-08cc-4269-a31c-f01787b10953 update to DOWN by agent not found {{(pid=103394) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 10 16:47:44.991141 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6c0dc614-3c61-4b25-838e-5bc190b63f6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:45.019912 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6c0dc614-3c61-4b25-838e-5bc190b63f6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:45.056470 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-547d583f-bc4b-46b1-bdcc-d7b1fa331141 req-346a7552-aa67-46f9-9e88-910c7839ebaa service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e8365682-5828-4087-80b0-74057742abce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1763587 Dec 10 16:47:45.096866 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5127e43c-af85-43e3-be8b-8d6675ff6bf3 req-9c108dbf-502a-4b11-a998-b15e50611ea2 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbb7cfde-8882-433e-9826-f6ed512fd492&id=1153cbe4-6628-46ee-bc2d-7dab3fccaea6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1252687 Dec 10 16:47:45.108906 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6c0dc614-3c61-4b25-838e-5bc190b63f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:45.111791 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6c0dc614-3c61-4b25-838e-5bc190b63f6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:45.120415 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6c0dc614-3c61-4b25-838e-5bc190b63f6b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8811cdbe-ad8e-4066-8701-d4f7cdedba1c HTTP/1.1" status: 204 len: 168 time: 0.2217309 Dec 10 16:47:45.129394 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3dec3e70-918a-4d18-8204-4db01f492a87 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:45.133258 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0dc614-3c61-4b25-838e-5bc190b63f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8811cdbe-ad8e-4066-8701-d4f7cdedba1c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:45.209941 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec3e70-918a-4d18-8204-4db01f492a87 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event deleted for resources: {'Port': ['ID=be1a58cd-08cc-4269-a31c-f01787b10953,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:45.253401 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device ce843f65-6769-4036-91eb-e09426bcb119 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:47:45.255210 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dec3e70-918a-4d18-8204-4db01f492a87 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] No DVR routers for this DVR port be1a58cd-08cc-4269-a31c-f01787b10953 on host n-d-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:47:45.400554 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port ce843f65-6769-4036-91eb-e09426bcb119 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:47:45.407517 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port ce843f65-6769-4036-91eb-e09426bcb119 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:45.407892 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:45.417970 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d583f-bc4b-46b1-bdcc-d7b1fa331141 req-d91165e5-b8dd-4c1a-8520-90377040c725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:45.422448 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-547d583f-bc4b-46b1-bdcc-d7b1fa331141 req-d91165e5-b8dd-4c1a-8520-90377040c725 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dc10fa764ded41fb8617526a59e934f1&device_id=e8365682-5828-4087-80b0-74057742abce HTTP/1.1" status: 200 len: 1101 time: 0.2875845 Dec 10 16:47:45.439827 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3dec3e70-918a-4d18-8204-4db01f492a87 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:45.552886 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:45.586807 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b9db51-8b90-4d54-b13e-781b605dbc64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce843f65-6769-4036-91eb-e09426bcb119'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:47:45.591017 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d296e9-911f-4271-8478-36a5504f4341" -d '{"events": [{"server_uuid": "97b9db51-8b90-4d54-b13e-781b605dbc64", "name": "network-vif-plugged", "status": "completed", "tag": "ce843f65-6769-4036-91eb-e09426bcb119"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:47:45.626234 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port ce843f65-6769-4036-91eb-e09426bcb119, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=ce843f65-6769-4036-91eb-e09426bcb119,segment=NetworkSegment(a9c5ae8f-5bae-4ba0-8b2f-952a2aa548b0),segment_id=a9c5ae8f-5bae-4ba0-8b2f-952a2aa548b0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:45.631527 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-3dec3e70-918a-4d18-8204-4db01f492a87 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a03251b-f2a8-4cb2-9e80-5726f082688c']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:45.637413 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:45.668127 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-3dec3e70-918a-4d18-8204-4db01f492a87 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bede1d20-252b-4064-af0c-50116a69af74') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:45.668745 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-3dec3e70-918a-4d18-8204-4db01f492a87 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bede1d20-252b-4064-af0c-50116a69af74') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:45.681957 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3dec3e70-918a-4d18-8204-4db01f492a87 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:45.698123 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3dec3e70-918a-4d18-8204-4db01f492a87 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:45.710223 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250726b4-df99-45ba-9f53-37398389f377 req-ff7ddb3a-ec4a-46ba-a289-f4c5e3401517 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:45.716629 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-250726b4-df99-45ba-9f53-37398389f377 req-ff7ddb3a-ec4a-46ba-a289-f4c5e3401517 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 946 time: 0.5189109 Dec 10 16:47:45.726917 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51524) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:45.732992 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-630e36f5-7f7f-4d42-ac27-64bf030b6926 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Request body: {'floatingip': {'port_id': '057fe6a6-0109-4b87-b63e-bb1eae1b8e6b'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:45.753942 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=ce843f65-6769-4036-91eb-e09426bcb119,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:45.776759 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dec3e70-918a-4d18-8204-4db01f492a87 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:47:45.777246 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3dec3e70-918a-4d18-8204-4db01f492a87 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:45.778276 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662dfa8c-2c1d-44af-b6b2-825a8759bfa0 x-openstack-request-id: req-662dfa8c-2c1d-44af-b6b2-825a8759bfa0 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:47:45.778718 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b9db51-8b90-4d54-b13e-781b605dbc64", "name": "network-vif-plugged", "status": "completed", "tag": "ce843f65-6769-4036-91eb-e09426bcb119", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:47:45.779120 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-662dfa8c-2c1d-44af-b6b2-825a8759bfa0 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:47:45.779520 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b9db51-8b90-4d54-b13e-781b605dbc64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce843f65-6769-4036-91eb-e09426bcb119', 'code': 200} Dec 10 16:47:45.793017 n-d-766771-2 neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:47:45.793017 n-d-766771-2 neutron-server[103392]: self.session.flush() Dec 10 16:47:45.793017 n-d-766771-2 neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:47:45.793017 n-d-766771-2 neutron-server[103392]: self.session.flush() Dec 10 16:47:45.793017 n-d-766771-2 neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:47:45.793017 n-d-766771-2 neutron-server[103392]: self.session.flush() Dec 10 16:47:45.793017 n-d-766771-2 neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:47:45.793017 n-d-766771-2 neutron-server[103392]: self.session.flush() Dec 10 16:47:45.793017 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:47:45.793017 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:47:45.793017 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:47:45.793017 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:47:45.793017 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:47:45.793017 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:47:45.793017 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:47:45.793017 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:47:45.793017 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:47:45.793017 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:47:45.793017 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:47:45.793017 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:47:45.793017 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:47:45.793017 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:47:45.793017 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:47:45.793017 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:47:45.793017 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:47:45.793017 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:47:45.793017 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:47:45.793017 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:47:45.793017 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:47:45.793017 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:47:45.793017 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:47:45.793017 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:47:45.793017 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:47:45.793017 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:47:45.793017 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:47:45.793017 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:47:45.793017 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:47:45.793017 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:47:45.793017 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:47:45.793017 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:47:45.812783 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-630e36f5-7f7f-4d42-ac27-64bf030b6926 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks [] for floatingip, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:45.922423 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d583f-bc4b-46b1-bdcc-d7b1fa331141 req-cca8c983-d8f9-43c3-9743-fb1df3f13e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:45.924074 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-547d583f-bc4b-46b1-bdcc-d7b1fa331141 req-cca8c983-d8f9-43c3-9743-fb1df3f13e53 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.4542277 Dec 10 16:47:45.930053 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3dec3e70-918a-4d18-8204-4db01f492a87 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:45.953373 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3dec3e70-918a-4d18-8204-4db01f492a87 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:45.956649 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3dec3e70-918a-4d18-8204-4db01f492a87 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] 10.222.0.11 "DELETE /v2.0/networks/7a03251b-f2a8-4cb2-9e80-5726f082688c HTTP/1.1" status: 204 len: 168 time: 1.7191758 Dec 10 16:47:46.018541 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec3e70-918a-4d18-8204-4db01f492a87 tempest-NetworksIpV6Test-1018876907 tempest-NetworksIpV6Test-1018876907-project] Pushing event deleted for resources: {'Network': ['ID=7a03251b-f2a8-4cb2-9e80-5726f082688c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:46.023691 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e0225-2bc8-45ad-8391-aadffb5bc449 req-6b87185d-2304-4881-b4ad-aa2cfdcf4216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:46.025214 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8e0e0225-2bc8-45ad-8391-aadffb5bc449 req-6b87185d-2304-4881-b4ad-aa2cfdcf4216 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=97b9db51-8b90-4d54-b13e-781b605dbc64 HTTP/1.1" status: 200 len: 1135 time: 0.1615424 Dec 10 16:47:46.027221 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-547d583f-bc4b-46b1-bdcc-d7b1fa331141 req-6d4f7ffc-9807-4664-836e-2a4e0a8ec788 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=fe552543-4d78-447e-9688-c861dd2c592a HTTP/1.1" status: 200 len: 217 time: 0.0920074 Dec 10 16:47:46.180420 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8e0e0225-2bc8-45ad-8391-aadffb5bc449 req-ab2f0922-7b54-48c6-86c3-116cc8d18782 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fbb7cfde-8882-433e-9826-f6ed512fd492&id=1153cbe4-6628-46ee-bc2d-7dab3fccaea6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1396620 Dec 10 16:47:46.182965 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d583f-bc4b-46b1-bdcc-d7b1fa331141 req-f7543057-7f2b-48b2-b5e4-e42c89650cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:46.184570 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-547d583f-bc4b-46b1-bdcc-d7b1fa331141 req-f7543057-7f2b-48b2-b5e4-e42c89650cad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.1452503 Dec 10 16:47:46.305463 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990cb35-995d-4b48-afaf-0e19df81bf3a req-fcdae59e-bfe7-463e-bfaa-73b41905dec6 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:46.308153 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8990cb35-995d-4b48-afaf-0e19df81bf3a req-fcdae59e-bfe7-463e-bfaa-73b41905dec6 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b9db51-8b90-4d54-b13e-781b605dbc64 HTTP/1.1" status: 200 len: 984 time: 0.0916610 Dec 10 16:47:46.408905 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51534) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:46.436056 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8990cb35-995d-4b48-afaf-0e19df81bf3a req-b6379e57-7d59-4e92-978b-7dc14b00c4c0 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbb7cfde-8882-433e-9826-f6ed512fd492&id=1153cbe4-6628-46ee-bc2d-7dab3fccaea6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1181014 Dec 10 16:47:46.450431 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d583f-bc4b-46b1-bdcc-d7b1fa331141 req-67b45398-0098-4781-a6a9-d348bd39d673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:46.452513 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-547d583f-bc4b-46b1-bdcc-d7b1fa331141 req-67b45398-0098-4781-a6a9-d348bd39d673 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0776012 Dec 10 16:47:46.490734 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-88b98d33-1b9c-4119-a092-14b4e5916bd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:46.561002 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-630e36f5-7f7f-4d42-ac27-64bf030b6926 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:46.567259 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-630e36f5-7f7f-4d42-ac27-64bf030b6926 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:46.655434 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e927af16-f2a7-4f1c-8d44-1fc9b88ee825 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a6abc5679d6f4030b7132a835e224ee0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2450416 Dec 10 16:47:46.657667 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51540) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:46.704134 n-d-766771-2 neutron-server[103393]: INFO neutron.db.l3_db [None req-630e36f5-7f7f-4d42-ac27-64bf030b6926 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Floating IP 9e1a94a8-3157-4863-888a-2602574d5d39 associated. External IP: 172.25.6.59, port: 057fe6a6-0109-4b87-b63e-bb1eae1b8e6b. Dec 10 16:47:46.709876 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-547d583f-bc4b-46b1-bdcc-d7b1fa331141 req-405f9f87-59a0-48ad-b388-811ae419d7f7 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500162 Dec 10 16:47:46.744219 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-923f0d8e-ea78-4e8c-b74f-2761b05326f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:46.812036 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-923f0d8e-ea78-4e8c-b74f-2761b05326f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:46.886727 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-547d583f-bc4b-46b1-bdcc-d7b1fa331141 req-b005e434-d65c-4a76-a7b5-dadc0e13d9a6 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645083 Dec 10 16:47:46.907535 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-923f0d8e-ea78-4e8c-b74f-2761b05326f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:46.910828 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-923f0d8e-ea78-4e8c-b74f-2761b05326f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:46.912279 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-923f0d8e-ea78-4e8c-b74f-2761b05326f1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dc18bf73-9cd4-4cd0-a6a8-268e4d437892 HTTP/1.1" status: 204 len: 168 time: 0.2536108 Dec 10 16:47:46.938741 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f0d8e-ea78-4e8c-b74f-2761b05326f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc18bf73-9cd4-4cd0-a6a8-268e4d437892,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:47.070816 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-630e36f5-7f7f-4d42-ac27-64bf030b6926 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Router e06649b9-63ac-434e-85cd-f44336f6abb9 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:47:47.242042 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630e36f5-7f7f-4d42-ac27-64bf030b6926 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:47:47.255088 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d61182-83c7-493e-93f1-1a82c1a1e752 None None] Sync routers for ids ['e06649b9-63ac-434e-85cd-f44336f6abb9'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:47:47.275859 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-630e36f5-7f7f-4d42-ac27-64bf030b6926 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:47.291568 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d61182-83c7-493e-93f1-1a82c1a1e752 None None] Routers {'e06649b9-63ac-434e-85cd-f44336f6abb9'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:47:47.301621 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f3d61182-83c7-493e-93f1-1a82c1a1e752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:47:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['e06649b9-63ac-434e-85cd-f44336f6abb9'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:47.303844 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:47.398210 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-630e36f5-7f7f-4d42-ac27-64bf030b6926 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "PUT /v2.0/floatingips/9e1a94a8-3157-4863-888a-2602574d5d39 HTTP/1.1" status: 200 len: 991 time: 1.6673119 Dec 10 16:47:47.398210 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be388f32-536d-4bb2-9abc-bbd41ba8ec1f', 'tag': '057fe6a6-0109-4b87-b63e-bb1eae1b8e6b'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:47:47.404287 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d404254-81ef-446a-b685-3a4c8a741706" -d '{"events": [{"name": "network-changed", "server_uuid": "be388f32-536d-4bb2-9abc-bbd41ba8ec1f", "tag": "057fe6a6-0109-4b87-b63e-bb1eae1b8e6b"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:47:47.557750 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2aff8c1-b750-416f-aeb0-6160d02be8d2 x-openstack-request-id: req-e2aff8c1-b750-416f-aeb0-6160d02be8d2 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:47:47.558813 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be388f32-536d-4bb2-9abc-bbd41ba8ec1f", "tag": "057fe6a6-0109-4b87-b63e-bb1eae1b8e6b", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:47:47.559739 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e2aff8c1-b750-416f-aeb0-6160d02be8d2 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:47:47.562295 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be388f32-536d-4bb2-9abc-bbd41ba8ec1f', 'tag': '057fe6a6-0109-4b87-b63e-bb1eae1b8e6b', 'status': 'completed', 'code': 200} Dec 10 16:47:47.616867 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-f3d61182-83c7-493e-93f1-1a82c1a1e752 None None] Set router e06649b9-63ac-434e-85cd-f44336f6abb9 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:47:47.690345 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d404254-81ef-446a-b685-3a4c8a741706 req-bbb217d8-e4d9-4980-9392-c6353aec58e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:47.692615 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0d404254-81ef-446a-b685-3a4c8a741706 req-bbb217d8-e4d9-4980-9392-c6353aec58e8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bdc7ed738c3144738265db15e9c9048a&device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 1097 time: 0.0968776 Dec 10 16:47:47.732848 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35e9dc-5802-4f40-9807-af40bd93abb1 req-a8bd7c8f-7768-466a-b63b-7fd14a4d7247 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:47.746103 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bd35e9dc-5802-4f40-9807-af40bd93abb1 req-a8bd7c8f-7768-466a-b63b-7fd14a4d7247 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b9db51-8b90-4d54-b13e-781b605dbc64 HTTP/1.1" status: 200 len: 984 time: 0.1118739 Dec 10 16:47:47.917769 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d404254-81ef-446a-b685-3a4c8a741706 req-c207aea9-f30c-4b18-8d57-87bb9e6a8784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:47.919401 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0d404254-81ef-446a-b685-3a4c8a741706 req-c207aea9-f30c-4b18-8d57-87bb9e6a8784 service neutron] 10.222.0.26 "GET /v2.0/networks?id=263ff2dd-2395-434d-bed7-21852f5535cc HTTP/1.1" status: 200 len: 912 time: 0.2202644 Dec 10 16:47:47.923459 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bd35e9dc-5802-4f40-9807-af40bd93abb1 req-daef8654-07bb-45bc-aef3-d552a81f6e87 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbb7cfde-8882-433e-9826-f6ed512fd492&id=1153cbe4-6628-46ee-bc2d-7dab3fccaea6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1762378 Dec 10 16:47:47.989266 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f3d61182-83c7-493e-93f1-1a82c1a1e752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'name': 'tempest-AttachVolumeTestJSON-1585030340-router', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '5e14d5fe-cc7a-434f-aee7-6f8bcb407869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:07Z', 'updated_at': '2021-12-10T16:47:15Z', 'revision_number': 4, 'project_id': 'bdc7ed738c3144738265db15e9c9048a', 'gw_port': {'id': '5e14d5fe-cc7a-434f-aee7-6f8bcb407869', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:09Z', 'updated_at': '2021-12-10T16:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '9e1a94a8-3157-4863-888a-2602574d5d39', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'port_id': '057fe6a6-0109-4b87-b63e-bb1eae1b8e6b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc', 'mac_address': 'fa:16:3e:b4:b3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be388f32-536d-4bb2-9abc-bbd41ba8ec1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:47:21Z', 'updated_at': '2021-12-10T16:47:46Z', 'revision_number': 1, 'project_id': 'bdc7ed738c3144738265db15e9c9048a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf030730-5f80-4c6d-b9b6-cc4c7972e97f', 'name': '', 'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'mac_address': 'fa:16:3e:9e:1e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'bd39f8cf-b633-4e7b-8cc7-6321401d3434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:13Z', 'updated_at': '2021-12-10T16:47:38Z', 'revision_number': 5, 'project_id': 'bdc7ed738c3144738265db15e9c9048a', 'subnets': [{'id': 'bd39f8cf-b633-4e7b-8cc7-6321401d3434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:48.061438 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d61182-83c7-493e-93f1-1a82c1a1e752 None None] Checking router: e06649b9-63ac-434e-85cd-f44336f6abb9 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:47:48.082195 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d61182-83c7-493e-93f1-1a82c1a1e752 None None] Routers {'e06649b9-63ac-434e-85cd-f44336f6abb9'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:47:48.082789 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f3d61182-83c7-493e-93f1-1a82c1a1e752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:47:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['e06649b9-63ac-434e-85cd-f44336f6abb9'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:48.084993 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0d404254-81ef-446a-b685-3a4c8a741706 req-b8fd1125-1ff3-406a-a0a9-4d23c8916b42 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=057fe6a6-0109-4b87-b63e-bb1eae1b8e6b HTTP/1.1" status: 200 len: 999 time: 0.1569223 Dec 10 16:47:48.138672 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea285546-8df4-426e-bb9a-9a4bab04a883 req-d37df46d-3a2b-45f1-a454-d2d02a2963d9 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:48.145998 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ea285546-8df4-426e-bb9a-9a4bab04a883 req-d37df46d-3a2b-45f1-a454-d2d02a2963d9 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b9db51-8b90-4d54-b13e-781b605dbc64 HTTP/1.1" status: 200 len: 984 time: 0.1048014 Dec 10 16:47:48.193600 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d404254-81ef-446a-b685-3a4c8a741706 req-8a214fbb-c929-4911-8598-244219e62b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:48.196231 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0d404254-81ef-446a-b685-3a4c8a741706 req-8a214fbb-c929-4911-8598-244219e62b50 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bd39f8cf-b633-4e7b-8cc7-6321401d3434 HTTP/1.1" status: 200 len: 850 time: 0.1041355 Dec 10 16:47:48.231476 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51574) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:48.262377 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d404254-81ef-446a-b685-3a4c8a741706 req-e2ac8af1-43d5-4e0c-aa9e-2a878848caab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:48.263960 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0d404254-81ef-446a-b685-3a4c8a741706 req-e2ac8af1-43d5-4e0c-aa9e-2a878848caab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=263ff2dd-2395-434d-bed7-21852f5535cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553629 Dec 10 16:47:48.275314 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ea285546-8df4-426e-bb9a-9a4bab04a883 req-1d593d90-2981-4391-9c06-af4921dbe4fc tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbb7cfde-8882-433e-9826-f6ed512fd492&id=1153cbe4-6628-46ee-bc2d-7dab3fccaea6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1282980 Dec 10 16:47:48.333043 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-f3d61182-83c7-493e-93f1-1a82c1a1e752 None None] Set router e06649b9-63ac-434e-85cd-f44336f6abb9 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:47:48.430490 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a76681-78c4-44aa-ae90-f088ebe49ca4 req-c1dd2174-b500-4728-bf51-79f9b459dac4 tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:48.441820 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d9a76681-78c4-44aa-ae90-f088ebe49ca4 req-c1dd2174-b500-4728-bf51-79f9b459dac4 tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=97b9db51-8b90-4d54-b13e-781b605dbc64 HTTP/1.1" status: 200 len: 1135 time: 0.0986977 Dec 10 16:47:48.474784 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0d404254-81ef-446a-b685-3a4c8a741706 req-05adf1b6-cd80-46cc-bf0e-2da06009ccb0 service neutron] 10.222.0.26 "GET /v2.0/networks/263ff2dd-2395-434d-bed7-21852f5535cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032282 Dec 10 16:47:48.477419 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-71b1ccf6-1974-4493-ba3b-61d1e34fbe51 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Request body: {'security_group': {'name': 'tempest-secgroup--390544393'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:48.491106 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d9a76681-78c4-44aa-ae90-f088ebe49ca4 req-b07ef827-8197-473e-b0e1-038bb7d90b06 tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:48.542450 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-71b1ccf6-1974-4493-ba3b-61d1e34fbe51 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:48.560472 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-71b1ccf6-1974-4493-ba3b-61d1e34fbe51 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:48.606435 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:48.707355 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0d404254-81ef-446a-b685-3a4c8a741706 req-2e460f9e-8010-424a-8ffa-686c3ceab9aa service neutron] 10.222.0.26 "GET /v2.0/networks/263ff2dd-2395-434d-bed7-21852f5535cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235847 Dec 10 16:47:48.748677 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d9a76681-78c4-44aa-ae90-f088ebe49ca4 req-b07ef827-8197-473e-b0e1-038bb7d90b06 tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:48.771843 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d9a76681-78c4-44aa-ae90-f088ebe49ca4 req-b07ef827-8197-473e-b0e1-038bb7d90b06 tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:48.846543 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ef827-8197-473e-b0e1-038bb7d90b06 tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4aef5b-83ce-4888-9c47-33920134e92f,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:48.873143 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d9a76681-78c4-44aa-ae90-f088ebe49ca4 req-b07ef827-8197-473e-b0e1-038bb7d90b06 tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=fbb7cfde-8882-433e-9826-f6ed512fd492&id=1153cbe4-6628-46ee-bc2d-7dab3fccaea6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4303005 Dec 10 16:47:48.873279 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f3d61182-83c7-493e-93f1-1a82c1a1e752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'name': 'tempest-AttachVolumeTestJSON-1585030340-router', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '5e14d5fe-cc7a-434f-aee7-6f8bcb407869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:07Z', 'updated_at': '2021-12-10T16:47:15Z', 'revision_number': 4, 'project_id': 'bdc7ed738c3144738265db15e9c9048a', 'gw_port': {'id': '5e14d5fe-cc7a-434f-aee7-6f8bcb407869', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:09Z', 'updated_at': '2021-12-10T16:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '9e1a94a8-3157-4863-888a-2602574d5d39', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'port_id': '057fe6a6-0109-4b87-b63e-bb1eae1b8e6b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc', 'mac_address': 'fa:16:3e:b4:b3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be388f32-536d-4bb2-9abc-bbd41ba8ec1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:47:21Z', 'updated_at': '2021-12-10T16:47:46Z', 'revision_number': 1, 'project_id': 'bdc7ed738c3144738265db15e9c9048a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf030730-5f80-4c6d-b9b6-cc4c7972e97f', 'name': '', 'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'mac_address': 'fa:16:3e:9e:1e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'bd39f8cf-b633-4e7b-8cc7-6321401d3434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:13Z', 'updated_at': '2021-12-10T16:47:38Z', 'revision_number': 5, 'project_id': 'bdc7ed738c3144738265db15e9c9048a', 'subnets': [{'id': 'bd39f8cf-b633-4e7b-8cc7-6321401d3434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:48.883371 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51586) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:48.903893 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-71b1ccf6-1974-4493-ba3b-61d1e34fbe51 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:48.910676 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-71b1ccf6-1974-4493-ba3b-61d1e34fbe51 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:48.931358 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d61182-83c7-493e-93f1-1a82c1a1e752 None None] The sync data for ids ['e06649b9-63ac-434e-85cd-f44336f6abb9'] in n-d-766771-2 is: [{'id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'name': 'tempest-AttachVolumeTestJSON-1585030340-router', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '5e14d5fe-cc7a-434f-aee7-6f8bcb407869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:07Z', 'updated_at': '2021-12-10T16:47:15Z', 'revision_number': 4, 'project_id': 'bdc7ed738c3144738265db15e9c9048a', 'gw_port': {'id': '5e14d5fe-cc7a-434f-aee7-6f8bcb407869', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:09Z', 'updated_at': '2021-12-10T16:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '9e1a94a8-3157-4863-888a-2602574d5d39', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'port_id': '057fe6a6-0109-4b87-b63e-bb1eae1b8e6b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc', 'mac_address': 'fa:16:3e:b4:b3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be388f32-536d-4bb2-9abc-bbd41ba8ec1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:47:21Z', 'updated_at': '2021-12-10T16:47:46Z', 'revision_number': 1, 'project_id': 'bdc7ed738c3144738265db15e9c9048a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf030730-5f80-4c6d-b9b6-cc4c7972e97f', 'name': '', 'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'mac_address': 'fa:16:3e:9e:1e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'bd39f8cf-b633-4e7b-8cc7-6321401d3434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:13Z', 'updated_at': '2021-12-10T16:47:38Z', 'revision_number': 5, 'project_id': 'bdc7ed738c3144738265db15e9c9048a', 'subnets': [{'id': 'bd39f8cf-b633-4e7b-8cc7-6321401d3434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:47:48.977437 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afedf12-9fe0-441b-9628-73f4aa4e99ba tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:48.981966 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2afedf12-9fe0-441b-9628-73f4aa4e99ba tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=97b9db51-8b90-4d54-b13e-781b605dbc64 HTTP/1.1" status: 200 len: 1130 time: 0.0943925 Dec 10 16:47:48.982309 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51588) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:48.991525 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-b5c2e895-5de7-4126-819a-ca35bf6a22c6 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'port_id': 'ce843f65-6769-4036-91eb-e09426bcb119', 'tenant_id': '465a09ace7ed47488837491c435d4c5b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:49.005383 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b1ccf6-1974-4493-ba3b-61d1e34fbe51 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fea09164-5d04-45f4-8989-117ebf2cb5a9,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:49.023000 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-71b1ccf6-1974-4493-ba3b-61d1e34fbe51 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:49.037031 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-71b1ccf6-1974-4493-ba3b-61d1e34fbe51 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:49.043618 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b5c2e895-5de7-4126-819a-ca35bf6a22c6 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for floatingip, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:49.080809 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-71b1ccf6-1974-4493-ba3b-61d1e34fbe51 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:49.082750 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-71b1ccf6-1974-4493-ba3b-61d1e34fbe51 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8502727 Dec 10 16:47:49.088713 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51590) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:49.110163 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b1ccf6-1974-4493-ba3b-61d1e34fbe51 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb8c948-9725-43d6-8c25-03efe3650b64,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:49.162209 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b8543ba7-2e9e-477e-a71b-4784d05292f3 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0695322 Dec 10 16:47:49.162564 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51592) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:49.172316 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-2a7b2b4a-f495-4fda-b223-4b2ee641f4b6 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Request body: {'security_group': {'name': 'tempest-security--1415999277', 'description': 'tempest-security-description-2069607736'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:49.230320 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2a7b2b4a-f495-4fda-b223-4b2ee641f4b6 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:49.275160 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b5c2e895-5de7-4126-819a-ca35bf6a22c6 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:49.301364 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ef7fc0-97e2-47a9-ba14-52b7605688a0 None None] New status for floating IP 9e1a94a8-3157-4863-888a-2602574d5d39: ACTIVE {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:47:49.323070 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2a7b2b4a-f495-4fda-b223-4b2ee641f4b6 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:49.380619 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2a7b2b4a-f495-4fda-b223-4b2ee641f4b6 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:49.386058 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2a7b2b4a-f495-4fda-b223-4b2ee641f4b6 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:49.387351 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2a7b2b4a-f495-4fda-b223-4b2ee641f4b6 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "PUT /v2.0/security-groups/8eb8c948-9725-43d6-8c25-03efe3650b64 HTTP/1.1" status: 200 len: 1797 time: 0.2229476 Dec 10 16:47:49.390165 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51594) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:49.441047 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b2b4a-f495-4fda-b223-4b2ee641f4b6 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb8c948-9725-43d6-8c25-03efe3650b64,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:49.479035 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f59f6856-dce8-4ab5-9aa6-2d657b5c0b48 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "GET /v2.0/security-groups/8eb8c948-9725-43d6-8c25-03efe3650b64 HTTP/1.1" status: 200 len: 1797 time: 0.0850976 Dec 10 16:47:49.479410 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51596) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:49.546787 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-b5c2e895-5de7-4126-819a-ca35bf6a22c6 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Allocated IP 172.25.6.115 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/4061b7ad-32d3-4184-b99a-5f05cc6a00f8) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:47:49.592082 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-92070a7f-fa68-4a84-93d8-796da0595b4c tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:49.640735 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-92070a7f-fa68-4a84-93d8-796da0595b4c tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:49.722369 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b5c2e895-5de7-4126-819a-ca35bf6a22c6 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:49.724236 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-92070a7f-fa68-4a84-93d8-796da0595b4c tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:49.727422 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-92070a7f-fa68-4a84-93d8-796da0595b4c tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:49.731736 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-92070a7f-fa68-4a84-93d8-796da0595b4c tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "DELETE /v2.0/security-groups/8eb8c948-9725-43d6-8c25-03efe3650b64 HTTP/1.1" status: 204 len: 168 time: 0.2488923 Dec 10 16:47:49.733714 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51602) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:49.797083 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b5c2e895-5de7-4126-819a-ca35bf6a22c6 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:49.799670 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92070a7f-fa68-4a84-93d8-796da0595b4c tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb8c948-9725-43d6-8c25-03efe3650b64,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:49.879226 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1457a03d-4e18-4171-b047-bd375c117e61 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1428449 Dec 10 16:47:49.881844 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51604) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:49.895275 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c2e895-5de7-4126-819a-ca35bf6a22c6 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:47:49.896492 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-3f90da09-8392-469e-85e0-44c53c6c7341 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] delete failed (client error): The resource could not be found. Dec 10 16:47:49.897836 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3f90da09-8392-469e-85e0-44c53c6c7341 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "DELETE /v2.0/security-groups/8eb8c948-9725-43d6-8c25-03efe3650b64 HTTP/1.1" status: 404 len: 347 time: 0.0147982 Dec 10 16:47:49.902170 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51606) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:49.902412 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-b5c2e895-5de7-4126-819a-ca35bf6a22c6 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:47:49.904419 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c2e895-5de7-4126-819a-ca35bf6a22c6 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Pushing event updated for resources: {'Port': ['ID=4061b7ad-32d3-4184-b99a-5f05cc6a00f8,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:49.906918 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c2e895-5de7-4126-819a-ca35bf6a22c6 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:47:49.908459 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-8e562be7-a8c1-4cda-be43-edae0b96b3be tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Request body: {'security_group': {'name': 'tempest-secgroup--221089036'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:49.938913 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:49.944914 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e562be7-a8c1-4cda-be43-edae0b96b3be tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:50.094874 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e562be7-a8c1-4cda-be43-edae0b96b3be tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:50.100460 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e562be7-a8c1-4cda-be43-edae0b96b3be tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:50.131324 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e562be7-a8c1-4cda-be43-edae0b96b3be tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d146ad8-7b42-49df-a0a9-8fba5b6b5b2f,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:50.147031 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e562be7-a8c1-4cda-be43-edae0b96b3be tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:50.151291 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-8e562be7-a8c1-4cda-be43-edae0b96b3be tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2447097 Dec 10 16:47:50.151779 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51610) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:50.156395 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-60ce64aa-0a6f-4e28-ac7f-88d016e7ce3f tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Request body: {'security_group_rule': {'security_group_id': '4d146ad8-7b42-49df-a0a9-8fba5b6b5b2f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:50.188308 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-60ce64aa-0a6f-4e28-ac7f-88d016e7ce3f tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:50.252407 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-60ce64aa-0a6f-4e28-ac7f-88d016e7ce3f tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:50.257525 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-60ce64aa-0a6f-4e28-ac7f-88d016e7ce3f tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:50.280337 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce64aa-0a6f-4e28-ac7f-88d016e7ce3f tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=157d905c-6a17-4c92-a975-e8ec3a4e661e,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:50.300412 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-60ce64aa-0a6f-4e28-ac7f-88d016e7ce3f tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:50.308076 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-60ce64aa-0a6f-4e28-ac7f-88d016e7ce3f tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1551864 Dec 10 16:47:50.309835 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51612) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:50.340681 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7c0a3232-a24a-4575-aa30-03761660479f tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:50.350894 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7c0a3232-a24a-4575-aa30-03761660479f tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:50.421082 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7c0a3232-a24a-4575-aa30-03761660479f tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:50.427557 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7c0a3232-a24a-4575-aa30-03761660479f tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:50.432415 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b5c2e895-5de7-4126-819a-ca35bf6a22c6 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:50.433093 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-7c0a3232-a24a-4575-aa30-03761660479f tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/157d905c-6a17-4c92-a975-e8ec3a4e661e HTTP/1.1" status: 204 len: 168 time: 0.1207938 Dec 10 16:47:50.435001 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51614) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:50.445950 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a3232-a24a-4575-aa30-03761660479f tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=157d905c-6a17-4c92-a975-e8ec3a4e661e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:50.517025 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8b9c55cd-441b-48e9-926b-576e496db324 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0817437 Dec 10 16:47:50.519802 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51616) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:50.546444 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b5c2e895-5de7-4126-819a-ca35bf6a22c6 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:50.613879 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-472ad367-97d9-4c3b-b523-2b3ec8bf077d tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:50.674102 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-472ad367-97d9-4c3b-b523-2b3ec8bf077d tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:50.733300 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-472ad367-97d9-4c3b-b523-2b3ec8bf077d tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:50.738957 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-472ad367-97d9-4c3b-b523-2b3ec8bf077d tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:50.742174 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-472ad367-97d9-4c3b-b523-2b3ec8bf077d tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "DELETE /v2.0/security-groups/4d146ad8-7b42-49df-a0a9-8fba5b6b5b2f HTTP/1.1" status: 204 len: 168 time: 0.2194216 Dec 10 16:47:50.743511 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51622) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:50.763849 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ad367-97d9-4c3b-b523-2b3ec8bf077d tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d146ad8-7b42-49df-a0a9-8fba5b6b5b2f,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:50.796500 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b5c2e895-5de7-4126-819a-ca35bf6a22c6 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:50.803627 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b5c2e895-5de7-4126-819a-ca35bf6a22c6 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:50.809526 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e4039350-0fcd-4872-b386-aa9e4ffb84af tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0642090 Dec 10 16:47:50.815017 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51624) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:50.819447 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-5aacf45c-e2a2-4d79-bf53-c9a559d587b4 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1179288386'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:50.843953 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5aacf45c-e2a2-4d79-bf53-c9a559d587b4 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:50.894085 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c2e895-5de7-4126-819a-ca35bf6a22c6 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Pushing event updated for resources: {'Port': ['ID=4061b7ad-32d3-4184-b99a-5f05cc6a00f8,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:50.922289 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b5c2e895-5de7-4126-819a-ca35bf6a22c6 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:50.946184 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5aacf45c-e2a2-4d79-bf53-c9a559d587b4 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:50.952536 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5aacf45c-e2a2-4d79-bf53-c9a559d587b4 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:50.992699 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5aacf45c-e2a2-4d79-bf53-c9a559d587b4 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:50.994693 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5aacf45c-e2a2-4d79-bf53-c9a559d587b4 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1783168 Dec 10 16:47:50.998785 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51626) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:51.003671 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-4939ddea-2103-4d10-99dd-8fd896d538f7 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Request body: {'security_group_rule': {'security_group_id': '86a40cec-e710-4a3c-97ff-70d825e67dc5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:51.014367 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aacf45c-e2a2-4d79-bf53-c9a559d587b4 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86a40cec-e710-4a3c-97ff-70d825e67dc5,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:51.032034 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aacf45c-e2a2-4d79-bf53-c9a559d587b4 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:51.032479 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aacf45c-e2a2-4d79-bf53-c9a559d587b4 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:51.032902 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aacf45c-e2a2-4d79-bf53-c9a559d587b4 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:51.033556 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aacf45c-e2a2-4d79-bf53-c9a559d587b4 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:51.033972 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aacf45c-e2a2-4d79-bf53-c9a559d587b4 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:51.034680 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aacf45c-e2a2-4d79-bf53-c9a559d587b4 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:51.035323 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aacf45c-e2a2-4d79-bf53-c9a559d587b4 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:51.036959 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aacf45c-e2a2-4d79-bf53-c9a559d587b4 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:51.037389 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aacf45c-e2a2-4d79-bf53-c9a559d587b4 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:51.038738 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aacf45c-e2a2-4d79-bf53-c9a559d587b4 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:51.039183 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aacf45c-e2a2-4d79-bf53-c9a559d587b4 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:51.039622 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aacf45c-e2a2-4d79-bf53-c9a559d587b4 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:51.040220 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aacf45c-e2a2-4d79-bf53-c9a559d587b4 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:51.063501 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4939ddea-2103-4d10-99dd-8fd896d538f7 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:51.149420 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4939ddea-2103-4d10-99dd-8fd896d538f7 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:51.155620 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4939ddea-2103-4d10-99dd-8fd896d538f7 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:51.187800 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939ddea-2103-4d10-99dd-8fd896d538f7 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feebe8cb-109a-4a42-8644-2a46efb2f695,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:51.194832 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4939ddea-2103-4d10-99dd-8fd896d538f7 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:51.196268 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4939ddea-2103-4d10-99dd-8fd896d538f7 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1962557 Dec 10 16:47:51.198992 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51630) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:51.203950 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-6ddf6f64-355c-4605-a84f-add7109f73c1 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Request body: {'security_group_rule': {'security_group_id': '86a40cec-e710-4a3c-97ff-70d825e67dc5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:51.236709 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6ddf6f64-355c-4605-a84f-add7109f73c1 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:51.313415 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6ddf6f64-355c-4605-a84f-add7109f73c1 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:51.318760 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6ddf6f64-355c-4605-a84f-add7109f73c1 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:51.345021 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6ddf6f64-355c-4605-a84f-add7109f73c1 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:51.346535 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-6ddf6f64-355c-4605-a84f-add7109f73c1 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1459818 Dec 10 16:47:51.350677 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51632) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:51.355218 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-f0be41e8-833c-49c9-a815-de2e81ef9d90 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Request body: {'security_group_rule': {'security_group_id': '86a40cec-e710-4a3c-97ff-70d825e67dc5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:51.355580 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf6f64-355c-4605-a84f-add7109f73c1 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80489d86-109e-4c65-b2f2-0b19ff80d95a,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:51.392114 n-d-766771-2 neutron-server[103393]: INFO neutron.db.l3_db [None req-b5c2e895-5de7-4126-819a-ca35bf6a22c6 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Floating IP 6695da86-2beb-49f2-b323-3b8d5c2c6223 associated. External IP: 172.25.6.115, port: ce843f65-6769-4036-91eb-e09426bcb119. Dec 10 16:47:51.461721 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f0be41e8-833c-49c9-a815-de2e81ef9d90 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:51.546364 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f0be41e8-833c-49c9-a815-de2e81ef9d90 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:51.552136 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f0be41e8-833c-49c9-a815-de2e81ef9d90 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:51.601478 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be41e8-833c-49c9-a815-de2e81ef9d90 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73415539-b23b-469f-b062-c27e73e05ba2,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:51.642929 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f0be41e8-833c-49c9-a815-de2e81ef9d90 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:51.648226 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f0be41e8-833c-49c9-a815-de2e81ef9d90 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2935987 Dec 10 16:47:51.653664 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51634) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:51.657548 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-aa63105e-e592-4ffb-9e2a-78795b5086d6 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Request body: {'security_group_rule': {'security_group_id': '86a40cec-e710-4a3c-97ff-70d825e67dc5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:51.693952 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c2e895-5de7-4126-819a-ca35bf6a22c6 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Router f6ec5bf0-ded5-45be-ba55-766187b597af has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:47:51.707789 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aa63105e-e592-4ffb-9e2a-78795b5086d6 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:51.800694 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aa63105e-e592-4ffb-9e2a-78795b5086d6 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:51.805999 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aa63105e-e592-4ffb-9e2a-78795b5086d6 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:51.845299 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63105e-e592-4ffb-9e2a-78795b5086d6 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6905f94-f31b-4f2c-aff3-30fe014b2967,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:51.849577 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aa63105e-e592-4ffb-9e2a-78795b5086d6 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:51.851226 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-aa63105e-e592-4ffb-9e2a-78795b5086d6 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2013345 Dec 10 16:47:51.854125 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51642) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:51.858897 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-8ae5f43c-c940-4db5-b08c-1cb20de3f1fa tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Request body: {'security_group_rule': {'security_group_id': '86a40cec-e710-4a3c-97ff-70d825e67dc5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:51.869813 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c2e895-5de7-4126-819a-ca35bf6a22c6 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:47:51.882347 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558029d1-1e79-4f72-b47a-fe382c99a826 None None] Sync routers for ids ['f6ec5bf0-ded5-45be-ba55-766187b597af'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:47:51.904444 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8ae5f43c-c940-4db5-b08c-1cb20de3f1fa tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:51.906204 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558029d1-1e79-4f72-b47a-fe382c99a826 None None] Routers {'f6ec5bf0-ded5-45be-ba55-766187b597af'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:47:51.907381 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-558029d1-1e79-4f72-b47a-fe382c99a826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:47:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['f6ec5bf0-ded5-45be-ba55-766187b597af'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:51.915578 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b5c2e895-5de7-4126-819a-ca35bf6a22c6 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:51.985419 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b5c2e895-5de7-4126-819a-ca35bf6a22c6 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0020421 Dec 10 16:47:51.986293 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51644) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:51.987027 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b9db51-8b90-4d54-b13e-781b605dbc64', 'tag': 'ce843f65-6769-4036-91eb-e09426bcb119'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:47:51.989777 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a93e9a5-6d5a-413a-ae22-1cf87ee3f9c5" -d '{"events": [{"name": "network-changed", "server_uuid": "97b9db51-8b90-4d54-b13e-781b605dbc64", "tag": "ce843f65-6769-4036-91eb-e09426bcb119"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:47:52.002904 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8ae5f43c-c940-4db5-b08c-1cb20de3f1fa tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:52.008104 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8ae5f43c-c940-4db5-b08c-1cb20de3f1fa tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:52.032767 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5f43c-c940-4db5-b08c-1cb20de3f1fa tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d9277e2-59fa-4e72-a31e-a7301091b9e5,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:52.043251 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8ae5f43c-c940-4db5-b08c-1cb20de3f1fa tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:52.053461 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-8ae5f43c-c940-4db5-b08c-1cb20de3f1fa tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1979606 Dec 10 16:47:52.056121 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51648) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:52.068421 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6a07b4-3fc0-4e00-8606-6e6906bf365a x-openstack-request-id: req-cc6a07b4-3fc0-4e00-8606-6e6906bf365a {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:47:52.068644 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b9db51-8b90-4d54-b13e-781b605dbc64", "tag": "ce843f65-6769-4036-91eb-e09426bcb119", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:47:52.068904 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cc6a07b4-3fc0-4e00-8606-6e6906bf365a {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:47:52.069308 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97b9db51-8b90-4d54-b13e-781b605dbc64', 'tag': 'ce843f65-6769-4036-91eb-e09426bcb119', 'status': 'completed', 'code': 200} Dec 10 16:47:52.091607 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-558029d1-1e79-4f72-b47a-fe382c99a826 None None] Set router f6ec5bf0-ded5-45be-ba55-766187b597af gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:47:52.115655 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1335c67d-bf86-45c2-9c17-c6b3ac265bb1 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:52.126061 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1335c67d-bf86-45c2-9c17-c6b3ac265bb1 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:52.142372 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93e9a5-6d5a-413a-ae22-1cf87ee3f9c5 req-b5431fd6-6555-4d13-8946-750d414af86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:52.144451 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5a93e9a5-6d5a-413a-ae22-1cf87ee3f9c5 req-b5431fd6-6555-4d13-8946-750d414af86e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=465a09ace7ed47488837491c435d4c5b&device_id=97b9db51-8b90-4d54-b13e-781b605dbc64 HTTP/1.1" status: 200 len: 1135 time: 0.0756447 Dec 10 16:47:52.208907 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934ce8e0-0d8b-4460-99f5-076e3cdd20f1 tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:52.218244 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934ce8e0-0d8b-4460-99f5-076e3cdd20f1 tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:52.218244 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934ce8e0-0d8b-4460-99f5-076e3cdd20f1 tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:52.218244 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934ce8e0-0d8b-4460-99f5-076e3cdd20f1 tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:52.219525 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934ce8e0-0d8b-4460-99f5-076e3cdd20f1 tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:52.227187 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-934ce8e0-0d8b-4460-99f5-076e3cdd20f1 tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3585 time: 0.2337251 Dec 10 16:47:52.250339 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51652) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:52.286191 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1335c67d-bf86-45c2-9c17-c6b3ac265bb1 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:52.301389 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1335c67d-bf86-45c2-9c17-c6b3ac265bb1 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:52.302601 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1335c67d-bf86-45c2-9c17-c6b3ac265bb1 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/8d9277e2-59fa-4e72-a31e-a7301091b9e5 HTTP/1.1" status: 204 len: 168 time: 0.2449379 Dec 10 16:47:52.310550 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51654) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:52.334787 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335c67d-bf86-45c2-9c17-c6b3ac265bb1 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d9277e2-59fa-4e72-a31e-a7301091b9e5,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:52.379450 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93e9a5-6d5a-413a-ae22-1cf87ee3f9c5 req-e907d2eb-27df-4857-9447-76804724acb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:52.381970 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5a93e9a5-6d5a-413a-ae22-1cf87ee3f9c5 req-e907d2eb-27df-4857-9447-76804724acb2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1e82c5ae-4176-48e4-a1e7-5c3e94606e08 HTTP/1.1" status: 200 len: 898 time: 0.2306314 Dec 10 16:47:52.393066 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb12215c-c202-4c10-9a2b-744571cced2e tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:52.393539 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb12215c-c202-4c10-9a2b-744571cced2e tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:52.393998 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb12215c-c202-4c10-9a2b-744571cced2e tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:52.394479 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb12215c-c202-4c10-9a2b-744571cced2e tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:52.395145 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb12215c-c202-4c10-9a2b-744571cced2e tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:52.399652 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-cb12215c-c202-4c10-9a2b-744571cced2e tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3365 time: 0.1643844 Dec 10 16:47:52.400050 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51656) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:52.461646 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-aeebb988-4bf9-42a8-88bb-c6092fd48109 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1499615 Dec 10 16:47:52.464897 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51658) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:52.494941 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e8ec763f-95e0-422b-8daf-42c45921a340 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:52.506282 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e8ec763f-95e0-422b-8daf-42c45921a340 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:52.521171 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-558029d1-1e79-4f72-b47a-fe382c99a826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ec5bf0-ded5-45be-ba55-766187b597af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-161430004', 'tenant_id': '465a09ace7ed47488837491c435d4c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'dd578ec8-5a8c-49c0-8ebf-057d3db47f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:11Z', 'updated_at': '2021-12-10T16:47:23Z', 'revision_number': 4, 'project_id': '465a09ace7ed47488837491c435d4c5b', 'gw_port': {'id': 'dd578ec8-5a8c-49c0-8ebf-057d3db47f18', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ec5bf0-ded5-45be-ba55-766187b597af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:12Z', 'updated_at': '2021-12-10T16:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '6695da86-2beb-49f2-b323-3b8d5c2c6223', 'tenant_id': '465a09ace7ed47488837491c435d4c5b', 'floating_ip_address': '172.25.6.115', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': 'f6ec5bf0-ded5-45be-ba55-766187b597af', 'port_id': 'ce843f65-6769-4036-91eb-e09426bcb119', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e82c5ae-4176-48e4-a1e7-5c3e94606e08', 'mac_address': 'fa:16:3e:53:a2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b9db51-8b90-4d54-b13e-781b605dbc64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:47:50Z', 'updated_at': '2021-12-10T16:47:50Z', 'revision_number': 0, 'project_id': '465a09ace7ed47488837491c435d4c5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d8e0f9f-85d7-475d-a0bc-6027aaca44d0', 'name': '', 'network_id': '1e82c5ae-4176-48e4-a1e7-5c3e94606e08', 'tenant_id': '465a09ace7ed47488837491c435d4c5b', 'mac_address': 'fa:16:3e:cd:b1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ec5bf0-ded5-45be-ba55-766187b597af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '77ab7c1a-0122-48d3-bedd-5ba716ee83f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:19Z', 'updated_at': '2021-12-10T16:47:36Z', 'revision_number': 5, 'project_id': '465a09ace7ed47488837491c435d4c5b', 'subnets': [{'id': '77ab7c1a-0122-48d3-bedd-5ba716ee83f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:52.543961 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e8ec763f-95e0-422b-8daf-42c45921a340 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:52.549166 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5a93e9a5-6d5a-413a-ae22-1cf87ee3f9c5 req-c35e9272-323d-4e24-bd4d-6de75cad738d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce843f65-6769-4036-91eb-e09426bcb119 HTTP/1.1" status: 200 len: 999 time: 0.1592381 Dec 10 16:47:52.551010 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e8ec763f-95e0-422b-8daf-42c45921a340 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:52.552964 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e8ec763f-95e0-422b-8daf-42c45921a340 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/c6905f94-f31b-4f2c-aff3-30fe014b2967 HTTP/1.1" status: 204 len: 168 time: 0.0867639 Dec 10 16:47:52.557562 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51660) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:52.560765 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558029d1-1e79-4f72-b47a-fe382c99a826 None None] Checking router: f6ec5bf0-ded5-45be-ba55-766187b597af for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:47:52.561636 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec763f-95e0-422b-8daf-42c45921a340 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6905f94-f31b-4f2c-aff3-30fe014b2967,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:52.569756 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558029d1-1e79-4f72-b47a-fe382c99a826 None None] Routers {'f6ec5bf0-ded5-45be-ba55-766187b597af'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:47:52.570381 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-558029d1-1e79-4f72-b47a-fe382c99a826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:47:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['f6ec5bf0-ded5-45be-ba55-766187b597af'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:52.682437 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ff640038-bbd9-43f1-a807-5c18a9251458 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1188409 Dec 10 16:47:52.683264 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93e9a5-6d5a-413a-ae22-1cf87ee3f9c5 req-851aaadb-bdb4-4549-8404-34c2be217350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:52.683778 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51662) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:52.684665 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5a93e9a5-6d5a-413a-ae22-1cf87ee3f9c5 req-851aaadb-bdb4-4549-8404-34c2be217350 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77ab7c1a-0122-48d3-bedd-5ba716ee83f0 HTTP/1.1" status: 200 len: 834 time: 0.1106412 Dec 10 16:47:52.689104 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-558029d1-1e79-4f72-b47a-fe382c99a826 None None] Set router f6ec5bf0-ded5-45be-ba55-766187b597af gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:47:52.749342 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be746563-439c-4a5b-9c9c-f2b6a5afc580 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:52.763613 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93e9a5-6d5a-413a-ae22-1cf87ee3f9c5 req-58807746-83db-4064-9f50-3a3bbb579661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:52.764057 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be746563-439c-4a5b-9c9c-f2b6a5afc580 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:52.765146 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5a93e9a5-6d5a-413a-ae22-1cf87ee3f9c5 req-58807746-83db-4064-9f50-3a3bbb579661 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1e82c5ae-4176-48e4-a1e7-5c3e94606e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735345 Dec 10 16:47:52.799895 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be746563-439c-4a5b-9c9c-f2b6a5afc580 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:52.810991 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b71ae16e-ac62-4af6-a4c5-c0b3c494bed1 tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2332 time: 0.4033628 Dec 10 16:47:52.814550 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be746563-439c-4a5b-9c9c-f2b6a5afc580 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:52.815712 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-be746563-439c-4a5b-9c9c-f2b6a5afc580 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/73415539-b23b-469f-b062-c27e73e05ba2 HTTP/1.1" status: 204 len: 168 time: 0.1303504 Dec 10 16:47:52.816237 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51668) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:52.846590 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51670) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:52.847211 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be746563-439c-4a5b-9c9c-f2b6a5afc580 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73415539-b23b-469f-b062-c27e73e05ba2,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:52.866773 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbe9d5d-cd70-4318-8a7b-5b9abfc2274b tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:52.867249 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbe9d5d-cd70-4318-8a7b-5b9abfc2274b tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:52.882158 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2cbe9d5d-cd70-4318-8a7b-5b9abfc2274b tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f6ec5bf0-ded5-45be-ba55-766187b597af HTTP/1.1" status: 200 len: 1990 time: 0.0516183 Dec 10 16:47:52.927165 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-0dff51d0-09d7-4663-ad88-fa18644b3b58 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0789075 Dec 10 16:47:52.930294 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51674) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:52.960092 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5a93e9a5-6d5a-413a-ae22-1cf87ee3f9c5 req-df351224-ac65-46ea-8d21-8e6bba5bc29b service neutron] 10.222.0.46 "GET /v2.0/networks/1e82c5ae-4176-48e4-a1e7-5c3e94606e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863143 Dec 10 16:47:52.967930 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3bc3cbb7-bf30-4224-aaec-6d8fdcd2187d tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:52.976476 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3bc3cbb7-bf30-4224-aaec-6d8fdcd2187d tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:53.009287 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3bc3cbb7-bf30-4224-aaec-6d8fdcd2187d tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:53.017016 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3bc3cbb7-bf30-4224-aaec-6d8fdcd2187d tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:53.018328 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3bc3cbb7-bf30-4224-aaec-6d8fdcd2187d tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/80489d86-109e-4c65-b2f2-0b19ff80d95a HTTP/1.1" status: 204 len: 168 time: 0.0871906 Dec 10 16:47:53.022086 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51676) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:53.043888 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc3cbb7-bf30-4224-aaec-6d8fdcd2187d tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80489d86-109e-4c65-b2f2-0b19ff80d95a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:53.069299 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-558029d1-1e79-4f72-b47a-fe382c99a826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ec5bf0-ded5-45be-ba55-766187b597af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-161430004', 'tenant_id': '465a09ace7ed47488837491c435d4c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'dd578ec8-5a8c-49c0-8ebf-057d3db47f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:11Z', 'updated_at': '2021-12-10T16:47:23Z', 'revision_number': 4, 'project_id': '465a09ace7ed47488837491c435d4c5b', 'gw_port': {'id': 'dd578ec8-5a8c-49c0-8ebf-057d3db47f18', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ec5bf0-ded5-45be-ba55-766187b597af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:12Z', 'updated_at': '2021-12-10T16:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '6695da86-2beb-49f2-b323-3b8d5c2c6223', 'tenant_id': '465a09ace7ed47488837491c435d4c5b', 'floating_ip_address': '172.25.6.115', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': 'f6ec5bf0-ded5-45be-ba55-766187b597af', 'port_id': 'ce843f65-6769-4036-91eb-e09426bcb119', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e82c5ae-4176-48e4-a1e7-5c3e94606e08', 'mac_address': 'fa:16:3e:53:a2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b9db51-8b90-4d54-b13e-781b605dbc64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:47:50Z', 'updated_at': '2021-12-10T16:47:50Z', 'revision_number': 0, 'project_id': '465a09ace7ed47488837491c435d4c5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d8e0f9f-85d7-475d-a0bc-6027aaca44d0', 'name': '', 'network_id': '1e82c5ae-4176-48e4-a1e7-5c3e94606e08', 'tenant_id': '465a09ace7ed47488837491c435d4c5b', 'mac_address': 'fa:16:3e:cd:b1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ec5bf0-ded5-45be-ba55-766187b597af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '77ab7c1a-0122-48d3-bedd-5ba716ee83f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:19Z', 'updated_at': '2021-12-10T16:47:36Z', 'revision_number': 5, 'project_id': '465a09ace7ed47488837491c435d4c5b', 'subnets': [{'id': '77ab7c1a-0122-48d3-bedd-5ba716ee83f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:53.087230 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f2abd83c-4703-4989-a2df-9b9001eac27a tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0639849 Dec 10 16:47:53.089875 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51678) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:53.109452 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558029d1-1e79-4f72-b47a-fe382c99a826 None None] The sync data for ids ['f6ec5bf0-ded5-45be-ba55-766187b597af'] in n-d-766771-2 is: [{'id': 'f6ec5bf0-ded5-45be-ba55-766187b597af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-161430004', 'tenant_id': '465a09ace7ed47488837491c435d4c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'dd578ec8-5a8c-49c0-8ebf-057d3db47f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:11Z', 'updated_at': '2021-12-10T16:47:23Z', 'revision_number': 4, 'project_id': '465a09ace7ed47488837491c435d4c5b', 'gw_port': {'id': 'dd578ec8-5a8c-49c0-8ebf-057d3db47f18', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ec5bf0-ded5-45be-ba55-766187b597af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:12Z', 'updated_at': '2021-12-10T16:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '6695da86-2beb-49f2-b323-3b8d5c2c6223', 'tenant_id': '465a09ace7ed47488837491c435d4c5b', 'floating_ip_address': '172.25.6.115', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': 'f6ec5bf0-ded5-45be-ba55-766187b597af', 'port_id': 'ce843f65-6769-4036-91eb-e09426bcb119', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e82c5ae-4176-48e4-a1e7-5c3e94606e08', 'mac_address': 'fa:16:3e:53:a2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b9db51-8b90-4d54-b13e-781b605dbc64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:47:50Z', 'updated_at': '2021-12-10T16:47:50Z', 'revision_number': 0, 'project_id': '465a09ace7ed47488837491c435d4c5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d8e0f9f-85d7-475d-a0bc-6027aaca44d0', 'name': '', 'network_id': '1e82c5ae-4176-48e4-a1e7-5c3e94606e08', 'tenant_id': '465a09ace7ed47488837491c435d4c5b', 'mac_address': 'fa:16:3e:cd:b1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ec5bf0-ded5-45be-ba55-766187b597af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '77ab7c1a-0122-48d3-bedd-5ba716ee83f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:19Z', 'updated_at': '2021-12-10T16:47:36Z', 'revision_number': 5, 'project_id': '465a09ace7ed47488837491c435d4c5b', 'subnets': [{'id': '77ab7c1a-0122-48d3-bedd-5ba716ee83f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:47:53.127642 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-102a2766-3958-46ef-9da1-e1f72ccaabfa tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:53.137987 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-102a2766-3958-46ef-9da1-e1f72ccaabfa tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:53.140475 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5a93e9a5-6d5a-413a-ae22-1cf87ee3f9c5 req-1b22fb97-456a-4da9-b204-ce5f6249dea5 service neutron] 10.222.0.46 "GET /v2.0/networks/1e82c5ae-4176-48e4-a1e7-5c3e94606e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727407 Dec 10 16:47:53.180563 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-102a2766-3958-46ef-9da1-e1f72ccaabfa tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:53.190594 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-102a2766-3958-46ef-9da1-e1f72ccaabfa tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:53.192097 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-102a2766-3958-46ef-9da1-e1f72ccaabfa tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/feebe8cb-109a-4a42-8644-2a46efb2f695 HTTP/1.1" status: 204 len: 168 time: 0.1010067 Dec 10 16:47:53.194685 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51680) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:53.201919 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a2766-3958-46ef-9da1-e1f72ccaabfa tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=feebe8cb-109a-4a42-8644-2a46efb2f695,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:53.244775 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-aabb67af-8933-4d6e-86df-017aa03e23bd tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0479362 Dec 10 16:47:53.248341 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51682) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:53.313590 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5ae3a113-5b15-4fe2-9048-cd8709af7302 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:53.343107 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5ae3a113-5b15-4fe2-9048-cd8709af7302 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:53.406212 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5ae3a113-5b15-4fe2-9048-cd8709af7302 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:53.409742 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5ae3a113-5b15-4fe2-9048-cd8709af7302 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:53.413461 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5ae3a113-5b15-4fe2-9048-cd8709af7302 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "DELETE /v2.0/security-groups/86a40cec-e710-4a3c-97ff-70d825e67dc5 HTTP/1.1" status: 204 len: 168 time: 0.1616120 Dec 10 16:47:53.414518 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51686) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:53.425277 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae3a113-5b15-4fe2-9048-cd8709af7302 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a40cec-e710-4a3c-97ff-70d825e67dc5,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:53.496545 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-17de5030-5673-45e8-b270-e0146b16add6 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0806832 Dec 10 16:47:53.499951 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e8bab6-a192-42b4-a9d1-b1628b264f91 None None] New status for floating IP 6695da86-2beb-49f2-b323-3b8d5c2c6223: ACTIVE {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:47:53.501393 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51688) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:53.506829 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-b43d17bf-f19f-4149-a2a1-497dc3f8bd9b tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Request body: {'security_group': {'name': 'tempest-secgroup--726739157'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:53.550014 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b43d17bf-f19f-4149-a2a1-497dc3f8bd9b tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:53.632655 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b43d17bf-f19f-4149-a2a1-497dc3f8bd9b tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:53.638022 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b43d17bf-f19f-4149-a2a1-497dc3f8bd9b tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:53.671977 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b43d17bf-f19f-4149-a2a1-497dc3f8bd9b tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:53.673326 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b43d17bf-f19f-4149-a2a1-497dc3f8bd9b tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1708813 Dec 10 16:47:53.675579 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d17bf-f19f-4149-a2a1-497dc3f8bd9b tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=994a531d-47da-4274-9d15-be023ead8c6d,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:53.676178 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51698) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:53.680788 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-d3c7ce3d-f3a4-466a-b720-a74cb94f593c tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Request body: {'security_group_rule': {'security_group_id': '994a531d-47da-4274-9d15-be023ead8c6d', 'direction': 'ingress', 'protocol': 17}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:53.714892 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d3c7ce3d-f3a4-466a-b720-a74cb94f593c tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:53.789991 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d3c7ce3d-f3a4-466a-b720-a74cb94f593c tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:53.795094 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d3c7ce3d-f3a4-466a-b720-a74cb94f593c tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:53.820388 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c7ce3d-f3a4-466a-b720-a74cb94f593c tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec155afb-5ec4-4d00-83e5-2b4e2f8063f3,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:53.844532 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d3c7ce3d-f3a4-466a-b720-a74cb94f593c tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:53.849045 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51706) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:53.849301 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d3c7ce3d-f3a4-466a-b720-a74cb94f593c tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1717756 Dec 10 16:47:53.914128 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-65f31d22-39b5-4906-b77d-bfb91d64bcdb tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:53.940680 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-65f31d22-39b5-4906-b77d-bfb91d64bcdb tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:53.991381 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-65f31d22-39b5-4906-b77d-bfb91d64bcdb tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:53.994072 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-65f31d22-39b5-4906-b77d-bfb91d64bcdb tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:53.995331 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-65f31d22-39b5-4906-b77d-bfb91d64bcdb tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "DELETE /v2.0/security-groups/994a531d-47da-4274-9d15-be023ead8c6d HTTP/1.1" status: 204 len: 168 time: 0.1452696 Dec 10 16:47:53.998044 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51714) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:54.007713 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f31d22-39b5-4906-b77d-bfb91d64bcdb tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=994a531d-47da-4274-9d15-be023ead8c6d,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:54.060911 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-753aea80-bc21-41de-a8e8-61fddee00c26 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0577438 Dec 10 16:47:54.061125 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51716) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:54.065664 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-5ed420d4-14c9-4599-a692-ef852c0dd4da tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1225657556'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:54.088476 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5ed420d4-14c9-4599-a692-ef852c0dd4da tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:54.158985 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5ed420d4-14c9-4599-a692-ef852c0dd4da tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:54.163611 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5ed420d4-14c9-4599-a692-ef852c0dd4da tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:54.195033 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5ed420d4-14c9-4599-a692-ef852c0dd4da tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:54.199108 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5ed420d4-14c9-4599-a692-ef852c0dd4da tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1341205 Dec 10 16:47:54.199292 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51722) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:54.204937 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-1d61d4a8-8a5a-4981-881f-cf28172c9e53 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1205549983'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:54.210487 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed420d4-14c9-4599-a692-ef852c0dd4da tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a82c6cc8-a1a9-4a80-9724-fccd635f0921,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:54.231759 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d61d4a8-8a5a-4981-881f-cf28172c9e53 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:54.324339 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d61d4a8-8a5a-4981-881f-cf28172c9e53 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:54.328576 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d61d4a8-8a5a-4981-881f-cf28172c9e53 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:54.358278 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d61d4a8-8a5a-4981-881f-cf28172c9e53 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:54.359528 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1d61d4a8-8a5a-4981-881f-cf28172c9e53 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1592455 Dec 10 16:47:54.362417 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51726) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:54.364133 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61d4a8-8a5a-4981-881f-cf28172c9e53 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34e47d42-a6ea-44b0-beaf-eb6be8ae86ed,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:54.371794 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-7ef282b9-949c-4cfd-a9a9-ec116ed8c64d tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Request body: {'security_group_rule': {'security_group_id': 'a82c6cc8-a1a9-4a80-9724-fccd635f0921', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '34e47d42-a6ea-44b0-beaf-eb6be8ae86ed', 'remote_ip_prefix': None}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:54.410277 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7ef282b9-949c-4cfd-a9a9-ec116ed8c64d tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:54.506923 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7ef282b9-949c-4cfd-a9a9-ec116ed8c64d tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:54.511070 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7ef282b9-949c-4cfd-a9a9-ec116ed8c64d tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:54.533840 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef282b9-949c-4cfd-a9a9-ec116ed8c64d tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2b9db51-f042-4ad6-8907-8f08303ff5f1,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:54.547061 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7ef282b9-949c-4cfd-a9a9-ec116ed8c64d tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:54.550900 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7ef282b9-949c-4cfd-a9a9-ec116ed8c64d tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1845670 Dec 10 16:47:54.551586 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51730) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:54.581576 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1dc5fdf2-f430-45cf-8b9a-03c8560c16f4 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:54.590708 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1dc5fdf2-f430-45cf-8b9a-03c8560c16f4 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:54.621594 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1dc5fdf2-f430-45cf-8b9a-03c8560c16f4 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:54.627999 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1dc5fdf2-f430-45cf-8b9a-03c8560c16f4 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:54.629111 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1dc5fdf2-f430-45cf-8b9a-03c8560c16f4 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/d2b9db51-f042-4ad6-8907-8f08303ff5f1 HTTP/1.1" status: 204 len: 168 time: 0.0764427 Dec 10 16:47:54.631808 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51736) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:54.635241 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5fdf2-f430-45cf-8b9a-03c8560c16f4 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2b9db51-f042-4ad6-8907-8f08303ff5f1,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:54.692202 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c38ed4a0-54fa-49e6-a122-9a0f9041c856 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0513856 Dec 10 16:47:54.694960 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51738) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:54.757267 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a4b3ef27-e356-47a2-80ea-da557a29f361 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:54.780595 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a4b3ef27-e356-47a2-80ea-da557a29f361 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:54.828554 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a4b3ef27-e356-47a2-80ea-da557a29f361 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:54.831223 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a4b3ef27-e356-47a2-80ea-da557a29f361 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:54.834915 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a4b3ef27-e356-47a2-80ea-da557a29f361 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "DELETE /v2.0/security-groups/34e47d42-a6ea-44b0-beaf-eb6be8ae86ed HTTP/1.1" status: 204 len: 168 time: 0.1364145 Dec 10 16:47:54.835206 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51740) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:54.843065 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b3ef27-e356-47a2-80ea-da557a29f361 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e47d42-a6ea-44b0-beaf-eb6be8ae86ed,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:54.902049 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-dd1a6260-4606-43f2-8afa-1d563274c35c tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0630929 Dec 10 16:47:54.902453 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51748) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:54.988656 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a338506f-fdba-4186-8cc4-1419349e4ff6 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:55.016203 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a338506f-fdba-4186-8cc4-1419349e4ff6 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:55.061167 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a338506f-fdba-4186-8cc4-1419349e4ff6 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:55.064338 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a338506f-fdba-4186-8cc4-1419349e4ff6 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:55.068209 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a338506f-fdba-4186-8cc4-1419349e4ff6 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "DELETE /v2.0/security-groups/a82c6cc8-a1a9-4a80-9724-fccd635f0921 HTTP/1.1" status: 204 len: 168 time: 0.1620538 Dec 10 16:47:55.068347 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51760) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:55.077021 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338506f-fdba-4186-8cc4-1419349e4ff6 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82c6cc8-a1a9-4a80-9724-fccd635f0921,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:55.115093 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-20e0d46e-88b8-4dfa-90da-1e5a42b5a341 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0453548 Dec 10 16:47:55.120728 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51762) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:55.125284 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-0794f962-428e-40a4-9e8d-1563b4166cf5 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1358372757'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:55.150774 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0794f962-428e-40a4-9e8d-1563b4166cf5 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:55.227892 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0794f962-428e-40a4-9e8d-1563b4166cf5 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:55.233179 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0794f962-428e-40a4-9e8d-1563b4166cf5 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:55.262829 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0794f962-428e-40a4-9e8d-1563b4166cf5 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:55.266709 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-0794f962-428e-40a4-9e8d-1563b4166cf5 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1426079 Dec 10 16:47:55.267419 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51768) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:55.271690 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-5922c360-9a01-4bda-8826-7afa759c5649 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Request body: {'security_group_rule': {'security_group_id': '8a35c72f-03a2-46b0-bc0d-8fc5d7f48c61', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:55.272955 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794f962-428e-40a4-9e8d-1563b4166cf5 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a35c72f-03a2-46b0-bc0d-8fc5d7f48c61,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:55.300233 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5922c360-9a01-4bda-8826-7afa759c5649 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:55.355953 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5922c360-9a01-4bda-8826-7afa759c5649 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:55.360312 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5922c360-9a01-4bda-8826-7afa759c5649 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:55.382976 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922c360-9a01-4bda-8826-7afa759c5649 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aebbc1fc-5cc8-40e6-a55c-6736dd3cede1,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:55.390749 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5922c360-9a01-4bda-8826-7afa759c5649 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:55.391903 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5922c360-9a01-4bda-8826-7afa759c5649 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1238523 Dec 10 16:47:55.394786 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51770) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:55.418691 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42809a1a-c977-42ee-9ffe-5c7a122a6b46 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:55.426248 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42809a1a-c977-42ee-9ffe-5c7a122a6b46 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:55.456305 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42809a1a-c977-42ee-9ffe-5c7a122a6b46 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:55.467879 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42809a1a-c977-42ee-9ffe-5c7a122a6b46 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:55.472007 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-42809a1a-c977-42ee-9ffe-5c7a122a6b46 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/aebbc1fc-5cc8-40e6-a55c-6736dd3cede1 HTTP/1.1" status: 204 len: 168 time: 0.0732195 Dec 10 16:47:55.472007 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42809a1a-c977-42ee-9ffe-5c7a122a6b46 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aebbc1fc-5cc8-40e6-a55c-6736dd3cede1,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:55.472225 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51772) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:55.516324 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f27ca2b7-5498-456b-9d3f-4851728094a7 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0432708 Dec 10 16:47:55.519094 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51776) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:55.590741 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aea44268-8bc9-43ed-93f8-3b6000cdbc03 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:55.615000 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aea44268-8bc9-43ed-93f8-3b6000cdbc03 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:55.671411 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aea44268-8bc9-43ed-93f8-3b6000cdbc03 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:55.674737 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aea44268-8bc9-43ed-93f8-3b6000cdbc03 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:55.678506 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-aea44268-8bc9-43ed-93f8-3b6000cdbc03 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "DELETE /v2.0/security-groups/8a35c72f-03a2-46b0-bc0d-8fc5d7f48c61 HTTP/1.1" status: 204 len: 168 time: 0.1558790 Dec 10 16:47:55.679296 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51782) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:55.687651 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea44268-8bc9-43ed-93f8-3b6000cdbc03 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a35c72f-03a2-46b0-bc0d-8fc5d7f48c61,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:55.734616 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1fca3501-918c-4f39-8595-53c54ad3949b tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0510483 Dec 10 16:47:55.738627 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51788) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:55.743415 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-20654096-808b-4fc1-bb78-bb49126bc50d tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Request body: {'security_group': {'name': 'tempest-secgroup--624999000'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:55.768902 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-20654096-808b-4fc1-bb78-bb49126bc50d tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:55.838819 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-20654096-808b-4fc1-bb78-bb49126bc50d tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:55.843886 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-20654096-808b-4fc1-bb78-bb49126bc50d tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:55.875953 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-20654096-808b-4fc1-bb78-bb49126bc50d tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:55.875953 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-20654096-808b-4fc1-bb78-bb49126bc50d tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1358747 Dec 10 16:47:55.878480 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51800) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:55.883005 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-da0710fd-a146-446a-a6c3-1827d7593bc4 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Request body: {'security_group_rule': {'security_group_id': '35161056-4639-4050-ba2c-076168dbc55a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:55.889223 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20654096-808b-4fc1-bb78-bb49126bc50d tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35161056-4639-4050-ba2c-076168dbc55a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:55.912305 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-da0710fd-a146-446a-a6c3-1827d7593bc4 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:55.976774 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-da0710fd-a146-446a-a6c3-1827d7593bc4 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:55.982615 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-da0710fd-a146-446a-a6c3-1827d7593bc4 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:56.003629 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0710fd-a146-446a-a6c3-1827d7593bc4 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65f11a0d-aa55-4320-8a0e-9d3efc81bda7,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:56.014087 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-da0710fd-a146-446a-a6c3-1827d7593bc4 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:56.018540 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51804) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:56.019000 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-da0710fd-a146-446a-a6c3-1827d7593bc4 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1391888 Dec 10 16:47:56.037438 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-51c8a6d5-85c1-413c-bcce-089c2560a67c tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "GET /v2.0/security-group-rules/65f11a0d-aa55-4320-8a0e-9d3efc81bda7 HTTP/1.1" status: 200 len: 763 time: 0.0171235 Dec 10 16:47:56.039989 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51806) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:56.081234 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5235854f-909e-4bb6-9af9-07c30bffb21e tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0401809 Dec 10 16:47:56.083816 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51808) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:56.111840 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7fbff0b2-47a3-4134-8b6e-71bb216b7fe4 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:56.119746 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7fbff0b2-47a3-4134-8b6e-71bb216b7fe4 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:56.147308 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7fbff0b2-47a3-4134-8b6e-71bb216b7fe4 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:56.155156 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7fbff0b2-47a3-4134-8b6e-71bb216b7fe4 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:56.158669 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-7fbff0b2-47a3-4134-8b6e-71bb216b7fe4 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/65f11a0d-aa55-4320-8a0e-9d3efc81bda7 HTTP/1.1" status: 204 len: 168 time: 0.0717750 Dec 10 16:47:56.159369 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51814) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:56.174972 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbff0b2-47a3-4134-8b6e-71bb216b7fe4 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=65f11a0d-aa55-4320-8a0e-9d3efc81bda7,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:56.203432 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4f8d4a3e-49ee-4cbc-bc8b-359f837ab768 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0425618 Dec 10 16:47:56.205587 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51816) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:56.210264 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-989f33ac-42ae-4d7e-b202-cfe94c65b130 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Request body: {'security_group_rule': {'security_group_id': '35161056-4639-4050-ba2c-076168dbc55a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:56.243436 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-989f33ac-42ae-4d7e-b202-cfe94c65b130 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:56.316065 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-989f33ac-42ae-4d7e-b202-cfe94c65b130 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:56.320151 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-989f33ac-42ae-4d7e-b202-cfe94c65b130 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:56.333775 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f33ac-42ae-4d7e-b202-cfe94c65b130 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3095519a-7181-43b6-861f-5d859eee0834,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:56.349550 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-989f33ac-42ae-4d7e-b202-cfe94c65b130 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:56.354688 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-989f33ac-42ae-4d7e-b202-cfe94c65b130 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1441314 Dec 10 16:47:56.355015 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51818) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:56.374910 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ce84c9bc-f467-4d67-bd89-26857729d38e tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "GET /v2.0/security-group-rules/3095519a-7181-43b6-861f-5d859eee0834 HTTP/1.1" status: 200 len: 763 time: 0.0167167 Dec 10 16:47:56.375170 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51820) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:56.422716 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51822) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:56.422928 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7f0fbd53-8073-462b-ac24-d362b8000863 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0466082 Dec 10 16:47:56.452516 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6ad743f-7bbd-47d0-91cf-ae95a7840457 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:56.461388 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6ad743f-7bbd-47d0-91cf-ae95a7840457 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:56.490110 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6ad743f-7bbd-47d0-91cf-ae95a7840457 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:56.497770 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6ad743f-7bbd-47d0-91cf-ae95a7840457 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:56.501236 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a6ad743f-7bbd-47d0-91cf-ae95a7840457 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/3095519a-7181-43b6-861f-5d859eee0834 HTTP/1.1" status: 204 len: 168 time: 0.0746284 Dec 10 16:47:56.503944 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51828) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:56.505296 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad743f-7bbd-47d0-91cf-ae95a7840457 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3095519a-7181-43b6-861f-5d859eee0834,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:56.546920 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c3e8caeb-a764-4552-8914-da1d327a0455 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0414534 Dec 10 16:47:56.549473 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51830) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:56.553929 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-4d6d4128-d27e-4949-865e-8861cf5112e2 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Request body: {'security_group_rule': {'security_group_id': '35161056-4639-4050-ba2c-076168dbc55a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:56.587848 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4d6d4128-d27e-4949-865e-8861cf5112e2 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:56.649274 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4d6d4128-d27e-4949-865e-8861cf5112e2 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:56.653964 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4d6d4128-d27e-4949-865e-8861cf5112e2 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:56.676181 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d4128-d27e-4949-865e-8861cf5112e2 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=724f91a7-fce7-471c-8370-156d142c70a4,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:56.680760 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4d6d4128-d27e-4949-865e-8861cf5112e2 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:56.682658 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4d6d4128-d27e-4949-865e-8861cf5112e2 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1322598 Dec 10 16:47:56.685168 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51834) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:56.704093 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e6bb238b-3482-4ab1-9a64-7461977d6f78 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "GET /v2.0/security-group-rules/724f91a7-fce7-471c-8370-156d142c70a4 HTTP/1.1" status: 200 len: 764 time: 0.0154817 Dec 10 16:47:56.704371 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51836) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:56.747868 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1ee7aa7a-c764-494f-98b2-d3c5813ead4e tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0423717 Dec 10 16:47:56.750669 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51838) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:56.776972 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4b461d92-8513-473b-a650-b8325c21f5c5 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:56.785057 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4b461d92-8513-473b-a650-b8325c21f5c5 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:56.811971 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4b461d92-8513-473b-a650-b8325c21f5c5 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:56.818480 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4b461d92-8513-473b-a650-b8325c21f5c5 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:56.822529 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4b461d92-8513-473b-a650-b8325c21f5c5 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/724f91a7-fce7-471c-8370-156d142c70a4 HTTP/1.1" status: 204 len: 168 time: 0.0708005 Dec 10 16:47:56.822658 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51840) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:56.829509 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b461d92-8513-473b-a650-b8325c21f5c5 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=724f91a7-fce7-471c-8370-156d142c70a4,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:56.879067 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a8643327-6be7-47bd-8592-a918291c499e tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0526359 Dec 10 16:47:56.879546 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51846) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:56.957395 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e431948a-af13-4ec7-a554-62858d889cd1 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:56.981559 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e431948a-af13-4ec7-a554-62858d889cd1 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:57.023451 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e431948a-af13-4ec7-a554-62858d889cd1 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:57.026945 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e431948a-af13-4ec7-a554-62858d889cd1 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:57.028682 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e431948a-af13-4ec7-a554-62858d889cd1 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "DELETE /v2.0/security-groups/35161056-4639-4050-ba2c-076168dbc55a HTTP/1.1" status: 204 len: 168 time: 0.1478848 Dec 10 16:47:57.031353 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51852) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:57.043244 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e431948a-af13-4ec7-a554-62858d889cd1 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35161056-4639-4050-ba2c-076168dbc55a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:57.082377 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0684498c-7879-42b3-9400-8fe5cd106259 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0495985 Dec 10 16:47:57.086652 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51854) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:57.092086 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-b37f3f4f-e59e-4d2d-ad18-8e45e351d8bf tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1695736093'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:57.128095 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b37f3f4f-e59e-4d2d-ad18-8e45e351d8bf tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:57.213658 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b37f3f4f-e59e-4d2d-ad18-8e45e351d8bf tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:57.219539 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b37f3f4f-e59e-4d2d-ad18-8e45e351d8bf tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:57.259052 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b37f3f4f-e59e-4d2d-ad18-8e45e351d8bf tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:57.264574 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51860) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:57.266948 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b37f3f4f-e59e-4d2d-ad18-8e45e351d8bf tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1766512 Dec 10 16:47:57.271692 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f3f4f-e59e-4d2d-ad18-8e45e351d8bf tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=361328d5-b2c5-49a7-b0a5-19839f880083,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:57.271798 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-42c7fdb7-017a-4a2f-b7b5-c27d55a3d55f tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Request body: {'security_group_rule': {'security_group_id': '361328d5-b2c5-49a7-b0a5-19839f880083', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:57.307973 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-42c7fdb7-017a-4a2f-b7b5-c27d55a3d55f tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:57.317957 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:47:57.372834 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-42c7fdb7-017a-4a2f-b7b5-c27d55a3d55f tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:57.376725 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-42c7fdb7-017a-4a2f-b7b5-c27d55a3d55f tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:57.394967 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c7fdb7-017a-4a2f-b7b5-c27d55a3d55f tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cb2dcd9-53e8-4052-870d-de9ea3c0ba46,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:57.404148 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-42c7fdb7-017a-4a2f-b7b5-c27d55a3d55f tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:57.404947 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-42c7fdb7-017a-4a2f-b7b5-c27d55a3d55f tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1372519 Dec 10 16:47:57.407695 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51870) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:57.471078 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5606de58-0359-494f-bd4c-3edede7ac474 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:57.504048 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5606de58-0359-494f-bd4c-3edede7ac474 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:57.567643 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5606de58-0359-494f-bd4c-3edede7ac474 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:57.570439 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5606de58-0359-494f-bd4c-3edede7ac474 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:57.573929 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5606de58-0359-494f-bd4c-3edede7ac474 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "DELETE /v2.0/security-groups/361328d5-b2c5-49a7-b0a5-19839f880083 HTTP/1.1" status: 204 len: 168 time: 0.1630089 Dec 10 16:47:57.574359 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51876) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:57.587123 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5606de58-0359-494f-bd4c-3edede7ac474 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=361328d5-b2c5-49a7-b0a5-19839f880083,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:57.654725 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-79f34a44-5129-4c09-a6e2-33eb104785bd tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0791593 Dec 10 16:47:57.655982 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51878) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:57.705687 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-208719d8-dd22-45be-9421-ebd5a408afd4 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0464838 Dec 10 16:47:57.706636 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51882) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:57.726886 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-8b84a54c-4bf6-4edc-8740-5db79ea4dbc6 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] delete failed (client error): The resource could not be found. Dec 10 16:47:57.737604 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8b84a54c-4bf6-4edc-8740-5db79ea4dbc6 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "DELETE /v2.0/security-groups/361328d5-b2c5-49a7-b0a5-19839f880083 HTTP/1.1" status: 404 len: 347 time: 0.0297740 Dec 10 16:47:57.742355 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51886) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:57.793124 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e85e16f1-945c-432f-8953-b3f74aead889 tempest-SecGroupTest-962785154 tempest-SecGroupTest-962785154-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0490723 Dec 10 16:47:58.076971 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51900) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:58.240353 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b2f8b45e-7b72-4a39-990b-2084ccad7afc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0b55bdf0216e4758b123c707f98ac006&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1553719 Dec 10 16:47:58.240534 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51906) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:58.292030 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-be3ed395-6f49-47ad-9ba5-0b99b3e6151a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:58.317317 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-be3ed395-6f49-47ad-9ba5-0b99b3e6151a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:58.372837 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-be3ed395-6f49-47ad-9ba5-0b99b3e6151a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:58.375615 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-be3ed395-6f49-47ad-9ba5-0b99b3e6151a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:58.379532 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-be3ed395-6f49-47ad-9ba5-0b99b3e6151a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fea09164-5d04-45f4-8989-117ebf2cb5a9 HTTP/1.1" status: 204 len: 168 time: 0.1380899 Dec 10 16:47:58.387592 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ed395-6f49-47ad-9ba5-0b99b3e6151a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea09164-5d04-45f4-8989-117ebf2cb5a9,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:59.103935 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51944) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:59.269744 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-853deb61-9061-4b73-8418-b0fd9d1eed00 tempest-SubnetPoolsTestJSON-295563501 tempest-SubnetPoolsTestJSON-295563501-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-6527104', 'prefixes': ['172.20.0.0/16']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:59.332358 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-853deb61-9061-4b73-8418-b0fd9d1eed00 tempest-SubnetPoolsTestJSON-295563501 tempest-SubnetPoolsTestJSON-295563501-project] Publish callbacks [] for subnetpool, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:59.333564 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-853deb61-9061-4b73-8418-b0fd9d1eed00 tempest-SubnetPoolsTestJSON-295563501 tempest-SubnetPoolsTestJSON-295563501-project] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 734 time: 0.2279146 Dec 10 16:47:59.336363 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51954) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:59.376466 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f8526b45-7956-4848-8a07-ea3254be311e tempest-SubnetPoolsTestJSON-295563501 tempest-SubnetPoolsTestJSON-295563501-project] 10.222.0.11 "GET /v2.0/subnetpools/6cb24b3f-5f0c-4151-bd39-f9a19590082b HTTP/1.1" status: 200 len: 729 time: 0.0366297 Dec 10 16:47:59.376687 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51956) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:59.381070 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-dc859914-5ee4-4de6-9e39-071274432bff tempest-SubnetPoolsTestJSON-295563501 tempest-SubnetPoolsTestJSON-295563501-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-515132143'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:59.470599 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dc859914-5ee4-4de6-9e39-071274432bff tempest-SubnetPoolsTestJSON-295563501 tempest-SubnetPoolsTestJSON-295563501-project] Publish callbacks [] for subnetpool, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:59.471822 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-dc859914-5ee4-4de6-9e39-071274432bff tempest-SubnetPoolsTestJSON-295563501 tempest-SubnetPoolsTestJSON-295563501-project] 10.222.0.11 "PUT /v2.0/subnetpools/6cb24b3f-5f0c-4151-bd39-f9a19590082b HTTP/1.1" status: 200 len: 683 time: 0.0942392 Dec 10 16:47:59.474686 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51964) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:59.583987 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-14594403-9151-4a9b-9d79-d5d81a205ea1 tempest-SubnetPoolsTestJSON-295563501 tempest-SubnetPoolsTestJSON-295563501-project] Publish callbacks [] for subnetpool, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:59.586583 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-14594403-9151-4a9b-9d79-d5d81a205ea1 tempest-SubnetPoolsTestJSON-295563501 tempest-SubnetPoolsTestJSON-295563501-project] 10.222.0.11 "DELETE /v2.0/subnetpools/6cb24b3f-5f0c-4151-bd39-f9a19590082b HTTP/1.1" status: 204 len: 168 time: 0.1066906 Dec 10 16:47:59.588818 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51966) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:59.604661 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-99e822a8-7db0-4737-94ec-79da7a0e37f0 tempest-SubnetPoolsTestJSON-295563501 tempest-SubnetPoolsTestJSON-295563501-project] show failed (client error): The resource could not be found. Dec 10 16:47:59.608135 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-99e822a8-7db0-4737-94ec-79da7a0e37f0 tempest-SubnetPoolsTestJSON-295563501 tempest-SubnetPoolsTestJSON-295563501-project] 10.222.0.11 "GET /v2.0/subnetpools/6cb24b3f-5f0c-4151-bd39-f9a19590082b HTTP/1.1" status: 404 len: 346 time: 0.0150449 Dec 10 16:47:59.608341 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51968) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:59.622254 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-57948efa-db76-458f-a2a0-50e01f6e4f2d tempest-SubnetPoolsTestJSON-295563501 tempest-SubnetPoolsTestJSON-295563501-project] delete failed (client error): The resource could not be found. Dec 10 16:47:59.626882 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-57948efa-db76-458f-a2a0-50e01f6e4f2d tempest-SubnetPoolsTestJSON-295563501 tempest-SubnetPoolsTestJSON-295563501-project] 10.222.0.11 "DELETE /v2.0/subnetpools/6cb24b3f-5f0c-4151-bd39-f9a19590082b HTTP/1.1" status: 404 len: 346 time: 0.0139382 Dec 10 16:47:59.981455 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 51982) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:00.119297 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-93599e1b-0f63-44f5-84e6-ba98af837b3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:00.251367 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-93599e1b-0f63-44f5-84e6-ba98af837b3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:00.268591 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-93599e1b-0f63-44f5-84e6-ba98af837b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:00.324226 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 51996) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:00.326579 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-93599e1b-0f63-44f5-84e6-ba98af837b3f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=85dadcf9a34348ed80078b64ff2b3c32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3402650 Dec 10 16:48:00.329298 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599e1b-0f63-44f5-84e6-ba98af837b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78dcc6d1-f8f1-4ebf-aafb-9da905fa4d5e,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:00.403564 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-15d19dab-38af-437f-87e0-5510aee8c2cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:00.428241 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-15d19dab-38af-437f-87e0-5510aee8c2cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:00.483646 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-15d19dab-38af-437f-87e0-5510aee8c2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:00.493320 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-15d19dab-38af-437f-87e0-5510aee8c2cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:00.495128 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-15d19dab-38af-437f-87e0-5510aee8c2cf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/78dcc6d1-f8f1-4ebf-aafb-9da905fa4d5e HTTP/1.1" status: 204 len: 168 time: 0.1698461 Dec 10 16:48:00.504199 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d19dab-38af-437f-87e0-5510aee8c2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78dcc6d1-f8f1-4ebf-aafb-9da905fa4d5e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:01.196370 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52034) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:01.309483 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-d53f8d32-eb7a-4d21-a143-65b5691519eb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1152728115-network', 'tenant_id': '7d80bbbdd7414dae9b89f6e8763c2cde'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:48:01.330308 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53f8d32-eb7a-4d21-a143-65b5691519eb admin admin] Made reservation on behalf of 7d80bbbdd7414dae9b89f6e8763c2cde for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:48:01.332576 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d53f8d32-eb7a-4d21-a143-65b5691519eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:01.341582 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d53f8d32-eb7a-4d21-a143-65b5691519eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:01.421905 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d53f8d32-eb7a-4d21-a143-65b5691519eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:01.426463 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d53f8d32-eb7a-4d21-a143-65b5691519eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:01.451223 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d53f8d32-eb7a-4d21-a143-65b5691519eb admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:48:01.470789 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f8d32-eb7a-4d21-a143-65b5691519eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4380fc-12c6-4c19-b835-222946d75a6a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:01.475354 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d53f8d32-eb7a-4d21-a143-65b5691519eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:01.475958 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-d53f8d32-eb7a-4d21-a143-65b5691519eb admin admin] Added segment b95733d6-0da7-4713-a792-bd3158a0b560 of type vlan for network 457398e0-2c1e-486d-b7bd-8461b1a6b9ec Dec 10 16:48:01.522830 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d53f8d32-eb7a-4d21-a143-65b5691519eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:01.551279 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d53f8d32-eb7a-4d21-a143-65b5691519eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:01.552413 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53f8d32-eb7a-4d21-a143-65b5691519eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:01.553118 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d53f8d32-eb7a-4d21-a143-65b5691519eb admin admin] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:01.611423 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52046) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:01.616305 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-aacf1f85-b254-47a3-bc0d-1c4056174386 admin admin] Request body: {'subnet': {'network_id': '457398e0-2c1e-486d-b7bd-8461b1a6b9ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1152728115-subnet', 'tenant_id': '7d80bbbdd7414dae9b89f6e8763c2cde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:48:01.619787 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d53f8d32-eb7a-4d21-a143-65b5691519eb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4222190 Dec 10 16:48:01.660506 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f8d32-eb7a-4d21-a143-65b5691519eb admin admin] Pushing event updated for resources: {'Network': ['ID=457398e0-2c1e-486d-b7bd-8461b1a6b9ec,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:01.670711 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aacf1f85-b254-47a3-bc0d-1c4056174386 admin admin] Made reservation on behalf of 7d80bbbdd7414dae9b89f6e8763c2cde for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:48:01.673066 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aacf1f85-b254-47a3-bc0d-1c4056174386 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:01.685103 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 457398e0-2c1e-486d-b7bd-8461b1a6b9ec details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:48:01.883246 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aacf1f85-b254-47a3-bc0d-1c4056174386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:01.932055 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf1f85-b254-47a3-bc0d-1c4056174386 admin admin] Pushing event updated for resources: {'Subnet': ['ID=948faf2c-03d6-4382-8f82-f38b5f8baaac,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:01.947281 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacf1f85-b254-47a3-bc0d-1c4056174386 admin admin] Checking segment: {'id': 'b95733d6-0da7-4713-a792-bd3158a0b560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '457398e0-2c1e-486d-b7bd-8461b1a6b9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:48:01.947639 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacf1f85-b254-47a3-bc0d-1c4056174386 admin admin] Network hostable DHCP agents. Network: 457398e0-2c1e-486d-b7bd-8461b1a6b9ec, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:48:01.963126 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacf1f85-b254-47a3-bc0d-1c4056174386 admin admin] Network 457398e0-2c1e-486d-b7bd-8461b1a6b9ec is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:48:01.971934 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-aacf1f85-b254-47a3-bc0d-1c4056174386 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 457398e0-2c1e-486d-b7bd-8461b1a6b9ec) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:48:01.976641 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacf1f85-b254-47a3-bc0d-1c4056174386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:01.977236 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aacf1f85-b254-47a3-bc0d-1c4056174386 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:01.982101 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19780d16-af70-4e0c-8db8-e2c16167992b None None] Network 457398e0-2c1e-486d-b7bd-8461b1a6b9ec requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:48:02.037915 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-aacf1f85-b254-47a3-bc0d-1c4056174386 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4252160 Dec 10 16:48:02.116379 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7103646a-7967-4de7-8715-ce020c538d70 None None] Network 457398e0-2c1e-486d-b7bd-8461b1a6b9ec requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:48:02.606786 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52088) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:02.612129 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-9ad5a7cf-1012-4024-99c7-235ee5cd70d1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1069196758-network', 'tenant_id': '8adbe1d163674ba98b80594fd02b945f'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:48:02.660769 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad5a7cf-1012-4024-99c7-235ee5cd70d1 admin admin] Made reservation on behalf of 8adbe1d163674ba98b80594fd02b945f for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:48:02.663830 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9ad5a7cf-1012-4024-99c7-235ee5cd70d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:02.678230 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9ad5a7cf-1012-4024-99c7-235ee5cd70d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:02.780713 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9ad5a7cf-1012-4024-99c7-235ee5cd70d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:02.785202 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9ad5a7cf-1012-4024-99c7-235ee5cd70d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:02.815674 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad5a7cf-1012-4024-99c7-235ee5cd70d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:48:02.821421 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad5a7cf-1012-4024-99c7-235ee5cd70d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f18e42-13ef-4fe5-910a-c51c5c1b6c50,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:02.831052 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9ad5a7cf-1012-4024-99c7-235ee5cd70d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:02.831688 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-9ad5a7cf-1012-4024-99c7-235ee5cd70d1 admin admin] Added segment f16ccc2f-7164-444a-8442-dcb1b0a367d6 of type vlan for network a711449b-9602-42b7-ad85-ef57fbfeee71 Dec 10 16:48:02.876037 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9ad5a7cf-1012-4024-99c7-235ee5cd70d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:02.906621 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9ad5a7cf-1012-4024-99c7-235ee5cd70d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:02.907808 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad5a7cf-1012-4024-99c7-235ee5cd70d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:02.908451 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9ad5a7cf-1012-4024-99c7-235ee5cd70d1 admin admin] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:02.965984 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9ad5a7cf-1012-4024-99c7-235ee5cd70d1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3578506 Dec 10 16:48:02.978817 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad5a7cf-1012-4024-99c7-235ee5cd70d1 admin admin] Pushing event updated for resources: {'Network': ['ID=a711449b-9602-42b7-ad85-ef57fbfeee71,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:02.981592 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52096) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:02.991066 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network a711449b-9602-42b7-ad85-ef57fbfeee71 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:48:02.991551 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-def512e4-6be4-416d-a2a1-dabf028ebefe admin admin] Request body: {'subnet': {'network_id': 'a711449b-9602-42b7-ad85-ef57fbfeee71', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1069196758-subnet', 'tenant_id': '8adbe1d163674ba98b80594fd02b945f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:48:03.014758 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def512e4-6be4-416d-a2a1-dabf028ebefe admin admin] Made reservation on behalf of 8adbe1d163674ba98b80594fd02b945f for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:48:03.017684 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-def512e4-6be4-416d-a2a1-dabf028ebefe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:03.224882 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-def512e4-6be4-416d-a2a1-dabf028ebefe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:03.297147 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def512e4-6be4-416d-a2a1-dabf028ebefe admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca3a26dc-613d-49df-b768-34018e28f4bc,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:03.306709 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def512e4-6be4-416d-a2a1-dabf028ebefe admin admin] Checking segment: {'id': 'f16ccc2f-7164-444a-8442-dcb1b0a367d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a711449b-9602-42b7-ad85-ef57fbfeee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:48:03.307068 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def512e4-6be4-416d-a2a1-dabf028ebefe admin admin] Network hostable DHCP agents. Network: a711449b-9602-42b7-ad85-ef57fbfeee71, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:48:03.323975 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def512e4-6be4-416d-a2a1-dabf028ebefe admin admin] Network a711449b-9602-42b7-ad85-ef57fbfeee71 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:48:03.332247 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-def512e4-6be4-416d-a2a1-dabf028ebefe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, a711449b-9602-42b7-ad85-ef57fbfeee71) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:48:03.341002 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def512e4-6be4-416d-a2a1-dabf028ebefe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:03.341002 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-def512e4-6be4-416d-a2a1-dabf028ebefe admin admin] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:03.379084 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab55fd22-de0f-440f-a26d-acc46381f21e None None] Network a711449b-9602-42b7-ad85-ef57fbfeee71 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:48:03.406728 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-def512e4-6be4-416d-a2a1-dabf028ebefe admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4190793 Dec 10 16:48:03.552862 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2fe451-b7ed-47aa-b322-d916e8cd7cfd None None] Network a711449b-9602-42b7-ad85-ef57fbfeee71 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:48:03.583879 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52112) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:03.637023 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b53059e-69f2-4a2f-839d-c5aee4afa6d3 admin admin] Deleting subnet 948faf2c-03d6-4382-8f82-f38b5f8baaac {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:48:03.646078 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6b53059e-69f2-4a2f-839d-c5aee4afa6d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:03.693981 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6b53059e-69f2-4a2f-839d-c5aee4afa6d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:03.741805 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6b53059e-69f2-4a2f-839d-c5aee4afa6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:03.801096 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6b53059e-69f2-4a2f-839d-c5aee4afa6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:03.834823 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53059e-69f2-4a2f-839d-c5aee4afa6d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=948faf2c-03d6-4382-8f82-f38b5f8baaac,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:03.837971 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6b53059e-69f2-4a2f-839d-c5aee4afa6d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:03.843559 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-6b53059e-69f2-4a2f-839d-c5aee4afa6d3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/948faf2c-03d6-4382-8f82-f38b5f8baaac HTTP/1.1" status: 204 len: 168 time: 0.2561696 Dec 10 16:48:03.844000 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52116) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:03.918661 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1bc8492e-b00a-400b-b754-5075694dbd00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:04.006040 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1bc8492e-b00a-400b-b754-5075694dbd00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:04.028561 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-1bc8492e-b00a-400b-b754-5075694dbd00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['457398e0-2c1e-486d-b7bd-8461b1a6b9ec']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:48:04.038588 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-1bc8492e-b00a-400b-b754-5075694dbd00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b95733d6-0da7-4713-a792-bd3158a0b560') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:48:04.038917 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-1bc8492e-b00a-400b-b754-5075694dbd00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b95733d6-0da7-4713-a792-bd3158a0b560') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:48:04.050086 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1bc8492e-b00a-400b-b754-5075694dbd00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:04.063632 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1bc8492e-b00a-400b-b754-5075694dbd00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:04.070115 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bc8492e-b00a-400b-b754-5075694dbd00 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:48:04.070535 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1bc8492e-b00a-400b-b754-5075694dbd00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:04.073181 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:48:04.073181 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:48:04.073181 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:48:04.073181 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:48:04.073181 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:48:04.073181 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:48:04.073181 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:48:04.073181 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:48:04.073181 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:48:04.073181 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:48:04.073181 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:48:04.073181 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:48:04.073181 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:48:04.073181 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:48:04.073181 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:48:04.073181 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:48:04.073181 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:48:04.073181 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:48:04.073181 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:48:04.073181 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:48:04.073181 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:48:04.073181 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:48:04.073181 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:48:04.073181 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:48:04.073181 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:48:04.073181 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:48:04.073181 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:48:04.073181 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:48:04.073181 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:48:04.073181 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:48:04.073181 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:48:04.073181 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:48:04.132969 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1bc8492e-b00a-400b-b754-5075694dbd00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:04.138609 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1bc8492e-b00a-400b-b754-5075694dbd00 admin admin] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:04.142073 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1bc8492e-b00a-400b-b754-5075694dbd00 admin admin] 10.222.0.11 "DELETE /v2.0/networks/457398e0-2c1e-486d-b7bd-8461b1a6b9ec HTTP/1.1" status: 204 len: 168 time: 0.2969496 Dec 10 16:48:04.145582 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52126) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:04.158030 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8492e-b00a-400b-b754-5075694dbd00 admin admin] Pushing event deleted for resources: {'Network': ['ID=457398e0-2c1e-486d-b7bd-8461b1a6b9ec,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:04.202043 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-df5e8747-ba9c-45ca-9a3c-cf2c79303878 admin admin] Deleting subnet ca3a26dc-613d-49df-b768-34018e28f4bc {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:48:04.206024 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-df5e8747-ba9c-45ca-9a3c-cf2c79303878 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:04.273544 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-df5e8747-ba9c-45ca-9a3c-cf2c79303878 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:04.324911 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-df5e8747-ba9c-45ca-9a3c-cf2c79303878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:04.390432 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-df5e8747-ba9c-45ca-9a3c-cf2c79303878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:04.417428 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e8747-ba9c-45ca-9a3c-cf2c79303878 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca3a26dc-613d-49df-b768-34018e28f4bc,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:04.422185 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-df5e8747-ba9c-45ca-9a3c-cf2c79303878 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:04.425575 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-df5e8747-ba9c-45ca-9a3c-cf2c79303878 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ca3a26dc-613d-49df-b768-34018e28f4bc HTTP/1.1" status: 204 len: 168 time: 0.2777505 Dec 10 16:48:04.427986 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52132) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:04.500849 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5ba4b38e-3986-4f51-bf8f-fca04885610a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:04.590776 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5ba4b38e-3986-4f51-bf8f-fca04885610a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:04.612873 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-5ba4b38e-3986-4f51-bf8f-fca04885610a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a711449b-9602-42b7-ad85-ef57fbfeee71']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:48:04.623833 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-5ba4b38e-3986-4f51-bf8f-fca04885610a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f16ccc2f-7164-444a-8442-dcb1b0a367d6') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:48:04.624132 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-5ba4b38e-3986-4f51-bf8f-fca04885610a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f16ccc2f-7164-444a-8442-dcb1b0a367d6') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:48:04.635688 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5ba4b38e-3986-4f51-bf8f-fca04885610a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:04.651617 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5ba4b38e-3986-4f51-bf8f-fca04885610a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:04.658537 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ba4b38e-3986-4f51-bf8f-fca04885610a admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:48:04.658990 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5ba4b38e-3986-4f51-bf8f-fca04885610a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:04.661281 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:48:04.661281 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:48:04.661281 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:48:04.661281 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:48:04.661281 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:48:04.661281 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:48:04.661281 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:48:04.661281 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:48:04.661281 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:48:04.661281 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:48:04.661281 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:48:04.661281 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:48:04.661281 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:48:04.661281 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:48:04.661281 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:48:04.661281 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:48:04.661281 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:48:04.661281 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:48:04.661281 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:48:04.661281 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:48:04.661281 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:48:04.661281 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:48:04.661281 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:48:04.661281 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:48:04.661281 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:48:04.661281 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:48:04.661281 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:48:04.661281 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:48:04.661281 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:48:04.661281 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:48:04.661281 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:48:04.661281 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:48:04.719186 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5ba4b38e-3986-4f51-bf8f-fca04885610a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:04.724891 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5ba4b38e-3986-4f51-bf8f-fca04885610a admin admin] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:04.730617 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5ba4b38e-3986-4f51-bf8f-fca04885610a admin admin] 10.222.0.11 "DELETE /v2.0/networks/a711449b-9602-42b7-ad85-ef57fbfeee71 HTTP/1.1" status: 204 len: 168 time: 0.3016331 Dec 10 16:48:04.754730 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba4b38e-3986-4f51-bf8f-fca04885610a admin admin] Pushing event deleted for resources: {'Network': ['ID=a711449b-9602-42b7-ad85-ef57fbfeee71,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:04.945496 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52146) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:04.991989 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-450922f1-1336-4fd2-af37-ff8f307fe0ec admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7d80bbbdd7414dae9b89f6e8763c2cde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0452845 Dec 10 16:48:04.995058 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52148) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:05.049611 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ff1f282c-d586-4c5b-95c0-a5580e3552c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:05.073363 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ff1f282c-d586-4c5b-95c0-a5580e3552c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:05.125061 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ff1f282c-d586-4c5b-95c0-a5580e3552c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:05.127880 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ff1f282c-d586-4c5b-95c0-a5580e3552c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:05.129052 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ff1f282c-d586-4c5b-95c0-a5580e3552c5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6a4380fc-12c6-4c19-b835-222946d75a6a HTTP/1.1" status: 204 len: 168 time: 0.1330845 Dec 10 16:48:05.137033 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f282c-d586-4c5b-95c0-a5580e3552c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4380fc-12c6-4c19-b835-222946d75a6a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:05.502559 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52166) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:05.549621 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-aa848fc6-8a4b-4d63-af86-15390b71799a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8adbe1d163674ba98b80594fd02b945f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434167 Dec 10 16:48:05.549988 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52168) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:05.629259 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2b9e9688-ea1b-4b66-b1e6-63612b100708 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:05.658710 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2b9e9688-ea1b-4b66-b1e6-63612b100708 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:05.718303 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2b9e9688-ea1b-4b66-b1e6-63612b100708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:05.721382 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2b9e9688-ea1b-4b66-b1e6-63612b100708 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:05.725093 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2b9e9688-ea1b-4b66-b1e6-63612b100708 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d1f18e42-13ef-4fe5-910a-c51c5c1b6c50 HTTP/1.1" status: 204 len: 168 time: 0.1726837 Dec 10 16:48:05.733311 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e9688-ea1b-4b66-b1e6-63612b100708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f18e42-13ef-4fe5-910a-c51c5c1b6c50,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:06.405323 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:07.996703 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52270) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:08.207999 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-53f06bfc-5ad8-42a1-915a-9cc811aba352 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:08.234532 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:08.327150 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-53f06bfc-5ad8-42a1-915a-9cc811aba352 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:08.335879 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-53f06bfc-5ad8-42a1-915a-9cc811aba352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:08.387653 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f06bfc-5ad8-42a1-915a-9cc811aba352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b183a2b-4040-49d0-b536-411be7c205e0,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:08.392893 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-53f06bfc-5ad8-42a1-915a-9cc811aba352 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=34b64e6217f24b4ca4cb5e9f7c82ca6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3951454 Dec 10 16:48:08.397104 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52282) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:08.468963 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a1d343ee-46c9-4f78-9192-e491fc717c7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:08.498008 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a1d343ee-46c9-4f78-9192-e491fc717c7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:08.558376 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a1d343ee-46c9-4f78-9192-e491fc717c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:08.561767 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a1d343ee-46c9-4f78-9192-e491fc717c7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:08.563207 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a1d343ee-46c9-4f78-9192-e491fc717c7a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9b183a2b-4040-49d0-b536-411be7c205e0 HTTP/1.1" status: 204 len: 168 time: 0.1642921 Dec 10 16:48:08.573177 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d343ee-46c9-4f78-9192-e491fc717c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b183a2b-4040-49d0-b536-411be7c205e0,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:09.075362 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52298) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:09.091673 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-590db658-db69-45df-a86e-78b622d4e63f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:09.225158 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-590db658-db69-45df-a86e-78b622d4e63f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:09.235328 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-590db658-db69-45df-a86e-78b622d4e63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:09.294634 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-590db658-db69-45df-a86e-78b622d4e63f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1f9078bc9de64072b773d833ed909a3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2178667 Dec 10 16:48:09.295952 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590db658-db69-45df-a86e-78b622d4e63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c9f456-50e2-4d2e-8762-78e3e59d0ffa,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:09.298784 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52306) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:09.391202 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5ec9330b-e9db-4754-b230-bc80b9497c9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:09.417982 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5ec9330b-e9db-4754-b230-bc80b9497c9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:09.489621 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5ec9330b-e9db-4754-b230-bc80b9497c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:09.493241 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5ec9330b-e9db-4754-b230-bc80b9497c9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:09.494970 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5ec9330b-e9db-4754-b230-bc80b9497c9f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/24c9f456-50e2-4d2e-8762-78e3e59d0ffa HTTP/1.1" status: 204 len: 168 time: 0.1960804 Dec 10 16:48:09.517209 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9330b-e9db-4754-b230-bc80b9497c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c9f456-50e2-4d2e-8762-78e3e59d0ffa,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:13.932902 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-10352c2e-99ff-4ae4-9589-17582627ec95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:16.482378 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-770025e0-c346-426e-a992-45428952300b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:17.302562 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:18.590084 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:19.676687 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:20.398664 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52626) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:20.553437 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9462669d-f453-440c-befe-11667e37fa1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:20.640424 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9462669d-f453-440c-befe-11667e37fa1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:20.644997 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9462669d-f453-440c-befe-11667e37fa1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:20.690884 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9462669d-f453-440c-befe-11667e37fa1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45cb6a17-eb8e-4383-acf4-fca905502c4e,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:20.697382 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9462669d-f453-440c-befe-11667e37fa1a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=826bc290f04645069675cb953500eeba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2975550 Dec 10 16:48:20.701112 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52640) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:20.797117 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8af4309b-1c18-47a4-b85e-09d06850acde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:20.825890 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8af4309b-1c18-47a4-b85e-09d06850acde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:20.877863 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8af4309b-1c18-47a4-b85e-09d06850acde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:20.881026 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8af4309b-1c18-47a4-b85e-09d06850acde admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:20.882427 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8af4309b-1c18-47a4-b85e-09d06850acde admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/45cb6a17-eb8e-4383-acf4-fca905502c4e HTTP/1.1" status: 204 len: 168 time: 0.1796129 Dec 10 16:48:20.894931 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af4309b-1c18-47a4-b85e-09d06850acde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cb6a17-eb8e-4383-acf4-fca905502c4e,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:21.175866 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52650) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:21.189798 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b8f73057-cd2a-482e-95b1-f65b76156558 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:21.278515 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b8f73057-cd2a-482e-95b1-f65b76156558 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:21.286402 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b8f73057-cd2a-482e-95b1-f65b76156558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:21.330524 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b8f73057-cd2a-482e-95b1-f65b76156558 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4ebb68d5ad5249e1b57214f1caf8fd54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1511064 Dec 10 16:48:21.330524 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f73057-cd2a-482e-95b1-f65b76156558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7c2562-f767-4a12-a751-d6002b645839,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:21.330922 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52656) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:21.380181 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-140020f4-cefd-4648-ad1f-a670a1c3714f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:21.415098 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-140020f4-cefd-4648-ad1f-a670a1c3714f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:21.479404 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-140020f4-cefd-4648-ad1f-a670a1c3714f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:21.481935 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-140020f4-cefd-4648-ad1f-a670a1c3714f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:21.486788 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-140020f4-cefd-4648-ad1f-a670a1c3714f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3f7c2562-f767-4a12-a751-d6002b645839 HTTP/1.1" status: 204 len: 168 time: 0.1539857 Dec 10 16:48:21.499792 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140020f4-cefd-4648-ad1f-a670a1c3714f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7c2562-f767-4a12-a751-d6002b645839,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:27.074627 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52834) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:27.247291 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b2e74168-2655-423e-a6f6-b5880ac8ce1c tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] 10.222.0.11 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2157 time: 0.1702998 Dec 10 16:48:27.250070 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52840) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:27.255184 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-43bc55c5-b031-4955-a7ca-67d60d02bd21 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Request body: {'network': {'name': 'tempest-network-smoke--138541491', 'project_id': '465a09ace7ed47488837491c435d4c5b', 'port_security_enabled': False}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:48:27.278688 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43bc55c5-b031-4955-a7ca-67d60d02bd21 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Made reservation on behalf of 465a09ace7ed47488837491c435d4c5b for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:48:27.283738 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-43bc55c5-b031-4955-a7ca-67d60d02bd21 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:27.311426 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43bc55c5-b031-4955-a7ca-67d60d02bd21 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:48:27.323922 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-43bc55c5-b031-4955-a7ca-67d60d02bd21 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:27.324763 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-43bc55c5-b031-4955-a7ca-67d60d02bd21 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Added segment 0024281f-f514-4f8d-9f30-a28fef403a89 of type vlan for network 169d5998-0054-43c5-a774-d7a814bc8e8c Dec 10 16:48:27.376749 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-43bc55c5-b031-4955-a7ca-67d60d02bd21 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:27.408779 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-43bc55c5-b031-4955-a7ca-67d60d02bd21 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:27.417947 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bc55c5-b031-4955-a7ca-67d60d02bd21 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:27.418772 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-43bc55c5-b031-4955-a7ca-67d60d02bd21 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:27.483854 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-43bc55c5-b031-4955-a7ca-67d60d02bd21 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2324362 Dec 10 16:48:27.486709 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52844) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:27.491350 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-e17d73c1-a4f3-4011-b29a-d9ed29c450d4 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1001191934', 'admin_state_up': True, 'project_id': '465a09ace7ed47488837491c435d4c5b', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:48:27.501987 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc55c5-b031-4955-a7ca-67d60d02bd21 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Pushing event updated for resources: {'Network': ['ID=169d5998-0054-43c5-a774-d7a814bc8e8c,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:27.513544 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 169d5998-0054-43c5-a774-d7a814bc8e8c details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:48:27.539158 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e17d73c1-a4f3-4011-b29a-d9ed29c450d4 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:27.540656 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e17d73c1-a4f3-4011-b29a-d9ed29c450d4 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:27.644209 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e17d73c1-a4f3-4011-b29a-d9ed29c450d4 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:28.156281 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e17d73c1-a4f3-4011-b29a-d9ed29c450d4 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:28.401582 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e17d73c1-a4f3-4011-b29a-d9ed29c450d4 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:28.436525 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e17d73c1-a4f3-4011-b29a-d9ed29c450d4 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:28.575682 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-e17d73c1-a4f3-4011-b29a-d9ed29c450d4 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Allocated IP 172.25.6.254 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/b04e3da2-8bf0-4412-8077-7df0d930451a) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:48:28.721549 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e17d73c1-a4f3-4011-b29a-d9ed29c450d4 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:28.764159 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e17d73c1-a4f3-4011-b29a-d9ed29c450d4 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:28.823090 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17d73c1-a4f3-4011-b29a-d9ed29c450d4 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:48:28.828488 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-e17d73c1-a4f3-4011-b29a-d9ed29c450d4 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:48:28.831371 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17d73c1-a4f3-4011-b29a-d9ed29c450d4 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:48:28.849050 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b2e325-3c62-4ee7-a2a0-9aae56c5723d None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:48:28.861451 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d73c1-a4f3-4011-b29a-d9ed29c450d4 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Pushing event updated for resources: {'Port': ['ID=b04e3da2-8bf0-4412-8077-7df0d930451a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:28.916663 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-af62b19a-6c71-4d0e-a135-e43666d0fdf0 None None] Provisioning complete for port b04e3da2-8bf0-4412-8077-7df0d930451a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:48:28.917076 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-af62b19a-6c71-4d0e-a135-e43666d0fdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:28.983060 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-af62b19a-6c71-4d0e-a135-e43666d0fdf0 None None] Port b04e3da2-8bf0-4412-8077-7df0d930451a cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:48:29.126182 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e17d73c1-a4f3-4011-b29a-d9ed29c450d4 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:29.381162 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e17d73c1-a4f3-4011-b29a-d9ed29c450d4 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:29.566409 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17d73c1-a4f3-4011-b29a-d9ed29c450d4 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Router 58c0b972-903d-40b2-b196-baffffe0c40c is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:48:29.709013 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17d73c1-a4f3-4011-b29a-d9ed29c450d4 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:48:29.721527 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa99522e-2117-4c7e-8273-8dd2bcbd26c8 None None] Sync routers for ids ['58c0b972-903d-40b2-b196-baffffe0c40c'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:48:29.738864 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa99522e-2117-4c7e-8273-8dd2bcbd26c8 None None] Routers {'58c0b972-903d-40b2-b196-baffffe0c40c'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:48:29.740575 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-fa99522e-2117-4c7e-8273-8dd2bcbd26c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:48:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['58c0b972-903d-40b2-b196-baffffe0c40c'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:48:29.755825 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e17d73c1-a4f3-4011-b29a-d9ed29c450d4 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:29.760198 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e17d73c1-a4f3-4011-b29a-d9ed29c450d4 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2723403 Dec 10 16:48:29.763640 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52870) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:29.862058 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c1e6bd-677b-429c-88cc-c6d23a71796d tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:29.863554 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-29c1e6bd-677b-429c-88cc-c6d23a71796d tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=465a09ace7ed47488837491c435d4c5b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0977218 Dec 10 16:48:29.866447 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52872) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:29.954175 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-fa99522e-2117-4c7e-8273-8dd2bcbd26c8 None None] Set router 58c0b972-903d-40b2-b196-baffffe0c40c gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:48:30.050232 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be98efcc-6142-498d-8292-a75f57a2709f tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:30.052082 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-be98efcc-6142-498d-8292-a75f57a2709f tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1836565 Dec 10 16:48:30.054850 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52880) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:30.116134 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-003759e2-9006-4c3a-8d13-edcfe771d95f tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=5eeed31d-d918-4774-81b9-ef71c6f02574&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0575051 Dec 10 16:48:30.116479 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52882) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:30.184199 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52884) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:30.194790 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-840ab092-0eb4-482f-a720-5180b0be79ba tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=465a09ace7ed47488837491c435d4c5b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0639250 Dec 10 16:48:30.255803 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-fa99522e-2117-4c7e-8273-8dd2bcbd26c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c0b972-903d-40b2-b196-baffffe0c40c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1001191934', 'tenant_id': '465a09ace7ed47488837491c435d4c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'b04e3da2-8bf0-4412-8077-7df0d930451a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:48:27Z', 'updated_at': '2021-12-10T16:48:29Z', 'revision_number': 3, 'project_id': '465a09ace7ed47488837491c435d4c5b', 'gw_port': {'id': 'b04e3da2-8bf0-4412-8077-7df0d930451a', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c0b972-903d-40b2-b196-baffffe0c40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:28Z', 'updated_at': '2021-12-10T16:48:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:48:30.291621 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa99522e-2117-4c7e-8273-8dd2bcbd26c8 None None] Checking router: 58c0b972-903d-40b2-b196-baffffe0c40c for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:48:30.291966 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa99522e-2117-4c7e-8273-8dd2bcbd26c8 None None] Updating router 58c0b972-903d-40b2-b196-baffffe0c40c port b04e3da2-8bf0-4412-8077-7df0d930451a binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:48:30.335403 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fbd3b8-eacd-43af-a9a8-83879dae7bba tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:30.337219 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-57fbd3b8-eacd-43af-a9a8-83879dae7bba tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1520035 Dec 10 16:48:30.340215 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52888) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:30.353089 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-fa99522e-2117-4c7e-8273-8dd2bcbd26c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:30.378364 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d52a0969-6547-49a9-8804-d5978cb2a993 tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=5eeed31d-d918-4774-81b9-ef71c6f02574&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345962 Dec 10 16:48:30.378690 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 52890) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:30.384254 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-0c7d0893-8e2c-4145-8c13-1811f1ac2b48 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1943435790', 'network_id': '169d5998-0054-43c5-a774-d7a814bc8e8c', 'project_id': '465a09ace7ed47488837491c435d4c5b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:48:30.619809 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7d0893-8e2c-4145-8c13-1811f1ac2b48 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Made reservation on behalf of 465a09ace7ed47488837491c435d4c5b for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:48:30.624606 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0c7d0893-8e2c-4145-8c13-1811f1ac2b48 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:30.641387 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-fa99522e-2117-4c7e-8273-8dd2bcbd26c8 None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:30.659021 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-fa99522e-2117-4c7e-8273-8dd2bcbd26c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:30.706081 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-fa99522e-2117-4c7e-8273-8dd2bcbd26c8 None None] Attempting to bind port b04e3da2-8bf0-4412-8077-7df0d930451a on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:48:30.706479 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-fa99522e-2117-4c7e-8273-8dd2bcbd26c8 None None] Attempting to bind port b04e3da2-8bf0-4412-8077-7df0d930451a by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:48:30.707022 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa99522e-2117-4c7e-8273-8dd2bcbd26c8 None None] Attempting to bind port b04e3da2-8bf0-4412-8077-7df0d930451a on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:48:30.708109 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed9ac62-6ef9-459b-ba23-5a5183201b27 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:48:30.733823 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa99522e-2117-4c7e-8273-8dd2bcbd26c8 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:48:30.734439 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa99522e-2117-4c7e-8273-8dd2bcbd26c8 None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:48:30.734628 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-fa99522e-2117-4c7e-8273-8dd2bcbd26c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:30.735125 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa99522e-2117-4c7e-8273-8dd2bcbd26c8 None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:48:30.735480 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-fa99522e-2117-4c7e-8273-8dd2bcbd26c8 None None] Bound port: b04e3da2-8bf0-4412-8077-7df0d930451a, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:48:30.735856 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-fa99522e-2117-4c7e-8273-8dd2bcbd26c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:30.787920 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-fa99522e-2117-4c7e-8273-8dd2bcbd26c8 None None] For port b04e3da2-8bf0-4412-8077-7df0d930451a, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:48:30.791894 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-fa99522e-2117-4c7e-8273-8dd2bcbd26c8 None None] For port b04e3da2-8bf0-4412-8077-7df0d930451a, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=b04e3da2-8bf0-4412-8077-7df0d930451a,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:48:30.793560 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2580c4a1-b832-4729-82cb-b2680e5c7391 None None] Pushing event updated for resources: {'Port': ['ID=b04e3da2-8bf0-4412-8077-7df0d930451a,revision_number=2']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:30.814753 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2580c4a1-b832-4729-82cb-b2680e5c7391 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:30.815022 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2580c4a1-b832-4729-82cb-b2680e5c7391 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:30.815370 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2580c4a1-b832-4729-82cb-b2680e5c7391 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:30.815713 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2580c4a1-b832-4729-82cb-b2680e5c7391 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:30.816042 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2580c4a1-b832-4729-82cb-b2680e5c7391 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:30.816556 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2580c4a1-b832-4729-82cb-b2680e5c7391 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:30.817044 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2580c4a1-b832-4729-82cb-b2680e5c7391 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:30.817543 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2580c4a1-b832-4729-82cb-b2680e5c7391 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:30.818019 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2580c4a1-b832-4729-82cb-b2680e5c7391 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:30.818521 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2580c4a1-b832-4729-82cb-b2680e5c7391 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:30.818999 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2580c4a1-b832-4729-82cb-b2680e5c7391 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:30.819498 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2580c4a1-b832-4729-82cb-b2680e5c7391 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:30.819978 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2580c4a1-b832-4729-82cb-b2680e5c7391 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:30.822536 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8c005924-ff57-4714-b7fa-bbcf56bbe130 None None] Provisioning complete for port b04e3da2-8bf0-4412-8077-7df0d930451a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:48:30.824097 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-fa99522e-2117-4c7e-8273-8dd2bcbd26c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:30.824628 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8c005924-ff57-4714-b7fa-bbcf56bbe130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:30.927999 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa99522e-2117-4c7e-8273-8dd2bcbd26c8 None None] Routers {'58c0b972-903d-40b2-b196-baffffe0c40c'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:48:30.930033 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-fa99522e-2117-4c7e-8273-8dd2bcbd26c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:48:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['58c0b972-903d-40b2-b196-baffffe0c40c'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:48:30.950883 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8235ce-5ced-4396-ad91-b097606e849c None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:48:31.021282 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2580c4a1-b832-4729-82cb-b2680e5c7391 None None] Pushing event updated for resources: {'Port': ['ID=b04e3da2-8bf0-4412-8077-7df0d930451a,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:31.035377 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8c005924-ff57-4714-b7fa-bbcf56bbe130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:31.080450 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8c005924-ff57-4714-b7fa-bbcf56bbe130 None None] For port b04e3da2-8bf0-4412-8077-7df0d930451a, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=b04e3da2-8bf0-4412-8077-7df0d930451a,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:48:31.089462 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8c005924-ff57-4714-b7fa-bbcf56bbe130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:31.104297 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-fa99522e-2117-4c7e-8273-8dd2bcbd26c8 None None] Set router 58c0b972-903d-40b2-b196-baffffe0c40c gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:48:31.144367 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c005924-ff57-4714-b7fa-bbcf56bbe130 None None] Pushing event updated for resources: {'Port': ['ID=b04e3da2-8bf0-4412-8077-7df0d930451a,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:31.165069 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c005924-ff57-4714-b7fa-bbcf56bbe130 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:31.165766 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c005924-ff57-4714-b7fa-bbcf56bbe130 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:31.166333 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c005924-ff57-4714-b7fa-bbcf56bbe130 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:31.166913 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c005924-ff57-4714-b7fa-bbcf56bbe130 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:31.167434 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c005924-ff57-4714-b7fa-bbcf56bbe130 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:31.167971 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c005924-ff57-4714-b7fa-bbcf56bbe130 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:31.170267 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c005924-ff57-4714-b7fa-bbcf56bbe130 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:31.170884 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c005924-ff57-4714-b7fa-bbcf56bbe130 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:31.171675 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c005924-ff57-4714-b7fa-bbcf56bbe130 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:31.172223 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c005924-ff57-4714-b7fa-bbcf56bbe130 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:31.174065 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c005924-ff57-4714-b7fa-bbcf56bbe130 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:31.176352 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c005924-ff57-4714-b7fa-bbcf56bbe130 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:31.179797 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c005924-ff57-4714-b7fa-bbcf56bbe130 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:31.198692 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0c7d0893-8e2c-4145-8c13-1811f1ac2b48 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:31.223229 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-faeaa9e5-7c1f-4695-9ea2-341d70ed3ad2 None None] Provisioning complete for port b04e3da2-8bf0-4412-8077-7df0d930451a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:48:31.224519 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-faeaa9e5-7c1f-4695-9ea2-341d70ed3ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:31.348160 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d0893-8e2c-4145-8c13-1811f1ac2b48 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Pushing event updated for resources: {'Subnet': ['ID=06b296b8-6392-48f8-9e89-a7f494876d48,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:31.425484 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7d0893-8e2c-4145-8c13-1811f1ac2b48 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Checking segment: {'id': '0024281f-f514-4f8d-9f30-a28fef403a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '169d5998-0054-43c5-a774-d7a814bc8e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:48:31.425859 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7d0893-8e2c-4145-8c13-1811f1ac2b48 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Network hostable DHCP agents. Network: 169d5998-0054-43c5-a774-d7a814bc8e8c, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:48:31.470228 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7d0893-8e2c-4145-8c13-1811f1ac2b48 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Network 169d5998-0054-43c5-a774-d7a814bc8e8c is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:48:31.492417 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-0c7d0893-8e2c-4145-8c13-1811f1ac2b48 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 169d5998-0054-43c5-a774-d7a814bc8e8c) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:48:31.506451 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa349d17-8a85-477f-9541-1fbdf52416dc None None] Network 169d5998-0054-43c5-a774-d7a814bc8e8c requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:48:31.518904 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7d0893-8e2c-4145-8c13-1811f1ac2b48 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:31.520437 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0c7d0893-8e2c-4145-8c13-1811f1ac2b48 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:31.529169 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-fa99522e-2117-4c7e-8273-8dd2bcbd26c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c0b972-903d-40b2-b196-baffffe0c40c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1001191934', 'tenant_id': '465a09ace7ed47488837491c435d4c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'b04e3da2-8bf0-4412-8077-7df0d930451a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:48:27Z', 'updated_at': '2021-12-10T16:48:29Z', 'revision_number': 3, 'project_id': '465a09ace7ed47488837491c435d4c5b', 'gw_port': {'id': 'b04e3da2-8bf0-4412-8077-7df0d930451a', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c0b972-903d-40b2-b196-baffffe0c40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:28Z', 'updated_at': '2021-12-10T16:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:48:31.548087 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 52900) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:31.548632 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-0c7d0893-8e2c-4145-8c13-1811f1ac2b48 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1683486 Dec 10 16:48:31.601149 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa99522e-2117-4c7e-8273-8dd2bcbd26c8 None None] The sync data for ids ['58c0b972-903d-40b2-b196-baffffe0c40c'] in n-d-766771-2 is: [{'id': '58c0b972-903d-40b2-b196-baffffe0c40c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1001191934', 'tenant_id': '465a09ace7ed47488837491c435d4c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'b04e3da2-8bf0-4412-8077-7df0d930451a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:48:27Z', 'updated_at': '2021-12-10T16:48:29Z', 'revision_number': 3, 'project_id': '465a09ace7ed47488837491c435d4c5b', 'gw_port': {'id': 'b04e3da2-8bf0-4412-8077-7df0d930451a', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c0b972-903d-40b2-b196-baffffe0c40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:28Z', 'updated_at': '2021-12-10T16:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:48:31.666443 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d90d1cd-3f63-4d45-87f7-f5b2f635782f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-169d5998-0054-43c5-a774-d7a814bc8e8c', 'network_id': '169d5998-0054-43c5-a774-d7a814bc8e8c', 'project_id': '465a09ace7ed47488837491c435d4c5b', 'fixed_ips': [{'subnet_id': '06b296b8-6392-48f8-9e89-a7f494876d48'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:48:31.667333 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3d90d1cd-3f63-4d45-87f7-f5b2f635782f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:31.959214 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-3d90d1cd-3f63-4d45-87f7-f5b2f635782f None None] Allocated IP 172.20.0.18 (169d5998-0054-43c5-a774-d7a814bc8e8c/06b296b8-6392-48f8-9e89-a7f494876d48/d67bab86-0700-44a5-9c04-faa46d6f05d8) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:48:32.203297 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3d90d1cd-3f63-4d45-87f7-f5b2f635782f None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:32.214867 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3d90d1cd-3f63-4d45-87f7-f5b2f635782f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:32.287201 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d90d1cd-3f63-4d45-87f7-f5b2f635782f None None] Pushing event updated for resources: {'Port': ['ID=d67bab86-0700-44a5-9c04-faa46d6f05d8,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:32.302716 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d90d1cd-3f63-4d45-87f7-f5b2f635782f None None] Network 169d5998-0054-43c5-a774-d7a814bc8e8c is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:48:32.306243 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-3d90d1cd-3f63-4d45-87f7-f5b2f635782f None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:48:32.309965 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d90d1cd-3f63-4d45-87f7-f5b2f635782f None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:48:32.401534 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-3d90d1cd-3f63-4d45-87f7-f5b2f635782f None None] Attempting to bind port d67bab86-0700-44a5-9c04-faa46d6f05d8 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:48:32.401942 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-3d90d1cd-3f63-4d45-87f7-f5b2f635782f None None] Attempting to bind port d67bab86-0700-44a5-9c04-faa46d6f05d8 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '0024281f-f514-4f8d-9f30-a28fef403a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '169d5998-0054-43c5-a774-d7a814bc8e8c'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:48:32.402334 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d90d1cd-3f63-4d45-87f7-f5b2f635782f None None] Attempting to bind port d67bab86-0700-44a5-9c04-faa46d6f05d8 on network 169d5998-0054-43c5-a774-d7a814bc8e8c {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:48:32.410461 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d90d1cd-3f63-4d45-87f7-f5b2f635782f None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:48:32.410852 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d90d1cd-3f63-4d45-87f7-f5b2f635782f None None] Checking segment: {'id': '0024281f-f514-4f8d-9f30-a28fef403a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '169d5998-0054-43c5-a774-d7a814bc8e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:48:32.411265 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3d90d1cd-3f63-4d45-87f7-f5b2f635782f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:32.411670 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d90d1cd-3f63-4d45-87f7-f5b2f635782f None None] Bound using segment: {'id': '0024281f-f514-4f8d-9f30-a28fef403a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '169d5998-0054-43c5-a774-d7a814bc8e8c'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:48:32.412405 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-3d90d1cd-3f63-4d45-87f7-f5b2f635782f None None] Bound port: d67bab86-0700-44a5-9c04-faa46d6f05d8, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0024281f-f514-4f8d-9f30-a28fef403a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '169d5998-0054-43c5-a774-d7a814bc8e8c'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:48:32.412795 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3d90d1cd-3f63-4d45-87f7-f5b2f635782f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:32.557477 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eecdf5c1-dd87-4457-b340-66f200c49619 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:32.579277 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-3d90d1cd-3f63-4d45-87f7-f5b2f635782f None None] For port d67bab86-0700-44a5-9c04-faa46d6f05d8, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:48:32.585846 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-3d90d1cd-3f63-4d45-87f7-f5b2f635782f None None] For port d67bab86-0700-44a5-9c04-faa46d6f05d8, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=d67bab86-0700-44a5-9c04-faa46d6f05d8,segment=NetworkSegment(0024281f-f514-4f8d-9f30-a28fef403a89),segment_id=0024281f-f514-4f8d-9f30-a28fef403a89)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:48:32.592469 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-9f4fe4b0-5222-4356-aabd-cd8e446b64de req-18ae8e98-1604-4a50-ba49-51cccc654921 service neutron] (103392) timed out ('10.222.0.11', 34880) {{(pid=103392) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 16:48:32.604304 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3d90d1cd-3f63-4d45-87f7-f5b2f635782f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:32.793005 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d90d1cd-3f63-4d45-87f7-f5b2f635782f None None] Pushing event updated for resources: {'Port': ['ID=d67bab86-0700-44a5-9c04-faa46d6f05d8,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:32.954374 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device b04e3da2-8bf0-4412-8077-7df0d930451a up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:48:33.147151 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port b04e3da2-8bf0-4412-8077-7df0d930451a triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:48:33.147798 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:33.371189 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-eecdf5c1-dd87-4457-b340-66f200c49619 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Allocated IP 172.20.0.17 (169d5998-0054-43c5-a774-d7a814bc8e8c/06b296b8-6392-48f8-9e89-a7f494876d48/235285ba-6c47-46d1-8439-152a9ad435fa) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:48:33.571413 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eecdf5c1-dd87-4457-b340-66f200c49619 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:33.656767 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eecdf5c1-dd87-4457-b340-66f200c49619 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:33.760927 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecdf5c1-dd87-4457-b340-66f200c49619 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Network 169d5998-0054-43c5-a774-d7a814bc8e8c is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:48:33.766332 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-eecdf5c1-dd87-4457-b340-66f200c49619 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:48:33.769960 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecdf5c1-dd87-4457-b340-66f200c49619 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:48:33.831303 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecdf5c1-dd87-4457-b340-66f200c49619 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Pushing event updated for resources: {'Port': ['ID=235285ba-6c47-46d1-8439-152a9ad435fa,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:33.845578 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecdf5c1-dd87-4457-b340-66f200c49619 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:33.857474 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecdf5c1-dd87-4457-b340-66f200c49619 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:33.857920 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecdf5c1-dd87-4457-b340-66f200c49619 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:33.858295 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecdf5c1-dd87-4457-b340-66f200c49619 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:33.858638 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecdf5c1-dd87-4457-b340-66f200c49619 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:33.861726 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecdf5c1-dd87-4457-b340-66f200c49619 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:33.862209 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecdf5c1-dd87-4457-b340-66f200c49619 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:33.862560 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecdf5c1-dd87-4457-b340-66f200c49619 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:33.862898 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecdf5c1-dd87-4457-b340-66f200c49619 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:33.863234 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecdf5c1-dd87-4457-b340-66f200c49619 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:33.863563 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecdf5c1-dd87-4457-b340-66f200c49619 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:33.863891 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecdf5c1-dd87-4457-b340-66f200c49619 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:33.864227 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecdf5c1-dd87-4457-b340-66f200c49619 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:33.893914 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eecdf5c1-dd87-4457-b340-66f200c49619 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:34.189048 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eecdf5c1-dd87-4457-b340-66f200c49619 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:34.308308 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:48:34.495674 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d250ad1-c348-482b-801a-5726b733013d None None] Network 169d5998-0054-43c5-a774-d7a814bc8e8c requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:48:34.654829 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-07774cdd-4c61-4917-bad9-2442be7e6bea None None] Provisioning complete for port d67bab86-0700-44a5-9c04-faa46d6f05d8 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:48:34.655317 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-07774cdd-4c61-4917-bad9-2442be7e6bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:34.909650 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-07774cdd-4c61-4917-bad9-2442be7e6bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:35.025759 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-07774cdd-4c61-4917-bad9-2442be7e6bea None None] For port d67bab86-0700-44a5-9c04-faa46d6f05d8, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=d67bab86-0700-44a5-9c04-faa46d6f05d8,segment=NetworkSegment(0024281f-f514-4f8d-9f30-a28fef403a89),segment_id=0024281f-f514-4f8d-9f30-a28fef403a89)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:48:35.029385 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device d67bab86-0700-44a5-9c04-faa46d6f05d8 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:48:35.153941 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-07774cdd-4c61-4917-bad9-2442be7e6bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:35.255485 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07774cdd-4c61-4917-bad9-2442be7e6bea None None] Pushing event updated for resources: {'Port': ['ID=d67bab86-0700-44a5-9c04-faa46d6f05d8,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:35.310369 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port d67bab86-0700-44a5-9c04-faa46d6f05d8 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:48:35.310955 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:35.443438 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6c219b98-9af6-43de-af78-ef388f96c7d7 None None] Provisioning complete for port 235285ba-6c47-46d1-8439-152a9ad435fa triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:48:35.445542 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6c219b98-9af6-43de-af78-ef388f96c7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:35.591035 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-6c219b98-9af6-43de-af78-ef388f96c7d7 None None] Port 235285ba-6c47-46d1-8439-152a9ad435fa cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:48:35.654806 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6c219b98-9af6-43de-af78-ef388f96c7d7 None None] Provisioning complete for port d67bab86-0700-44a5-9c04-faa46d6f05d8 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:48:35.655553 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6c219b98-9af6-43de-af78-ef388f96c7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:35.665206 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eecdf5c1-dd87-4457-b340-66f200c49619 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:35.677950 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eecdf5c1-dd87-4457-b340-66f200c49619 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:35.817200 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eecdf5c1-dd87-4457-b340-66f200c49619 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:35.827142 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecdf5c1-dd87-4457-b340-66f200c49619 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Pushing event updated for resources: {'Port': ['ID=235285ba-6c47-46d1-8439-152a9ad435fa,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:35.947653 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-2de2598d-e053-4ee9-a095-2e9cbf900ecb None None] Provisioning complete for port 235285ba-6c47-46d1-8439-152a9ad435fa triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:48:35.948034 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2de2598d-e053-4ee9-a095-2e9cbf900ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:35.995191 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecdf5c1-dd87-4457-b340-66f200c49619 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Network 169d5998-0054-43c5-a774-d7a814bc8e8c is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:48:35.999429 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-eecdf5c1-dd87-4457-b340-66f200c49619 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:48:36.029655 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-2de2598d-e053-4ee9-a095-2e9cbf900ecb None None] Port 235285ba-6c47-46d1-8439-152a9ad435fa cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:48:36.241404 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eecdf5c1-dd87-4457-b340-66f200c49619 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Router 58c0b972-903d-40b2-b196-baffffe0c40c has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:48:36.440803 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:36.483891 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eecdf5c1-dd87-4457-b340-66f200c49619 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:48:36.496988 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-16c6b8ba-8830-4668-914f-987a68a319aa None None] Provisioning complete for port 235285ba-6c47-46d1-8439-152a9ad435fa triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:48:36.498081 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-16c6b8ba-8830-4668-914f-987a68a319aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:36.514877 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-eecdf5c1-dd87-4457-b340-66f200c49619 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "PUT /v2.0/routers/58c0b972-903d-40b2-b196-baffffe0c40c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9555590 Dec 10 16:48:36.562379 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c8850b-7ae4-4923-b1a1-c41a1deac48e None None] Sync routers for ids ['58c0b972-903d-40b2-b196-baffffe0c40c'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:48:36.575251 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c8850b-7ae4-4923-b1a1-c41a1deac48e None None] Routers {'58c0b972-903d-40b2-b196-baffffe0c40c'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:48:36.577045 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-38c8850b-7ae4-4923-b1a1-c41a1deac48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:48:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['58c0b972-903d-40b2-b196-baffffe0c40c'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:48:36.583870 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-16c6b8ba-8830-4668-914f-987a68a319aa None None] Port 235285ba-6c47-46d1-8439-152a9ad435fa cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:48:36.964590 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device d67bab86-0700-44a5-9c04-faa46d6f05d8 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:48:37.041253 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port d67bab86-0700-44a5-9c04-faa46d6f05d8 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:48:37.041603 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:37.054476 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-32f9ba25-b932-4590-a224-e4a3143ff42b tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:37.066395 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-32f9ba25-b932-4590-a224-e4a3143ff42b tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/networks?id=169d5998-0054-43c5-a774-d7a814bc8e8c HTTP/1.1" status: 200 len: 797 time: 0.2448599 Dec 10 16:48:37.095912 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-2e99cdc4-15b8-4234-a01a-d937d1ab08c3 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/quotas/465a09ace7ed47488837491c435d4c5b HTTP/1.1" status: 200 len: 375 time: 0.0275309 Dec 10 16:48:37.189845 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-2144e767-1c68-4330-8af5-a725f9dcde01 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=465a09ace7ed47488837491c435d4c5b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0915947 Dec 10 16:48:37.208000 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-38c8850b-7ae4-4923-b1a1-c41a1deac48e None None] Set router 58c0b972-903d-40b2-b196-baffffe0c40c gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:48:37.337508 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-0b083ae1-86c7-4ad2-84d8-361ec566e763 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:48:37.348296 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-0b083ae1-86c7-4ad2-84d8-361ec566e763 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1574843 Dec 10 16:48:37.498632 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-8de30cf9-ff42-413c-b41a-afc21d4857b2 service neutron] 10.222.0.11 "GET /v2.0/networks/169d5998-0054-43c5-a774-d7a814bc8e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488941 Dec 10 16:48:37.755608 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-b09d575f-3be0-46ba-975d-4b45830290c2 service neutron] 10.222.0.11 "GET /v2.0/networks/169d5998-0054-43c5-a774-d7a814bc8e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557335 Dec 10 16:48:37.844879 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-38c8850b-7ae4-4923-b1a1-c41a1deac48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c0b972-903d-40b2-b196-baffffe0c40c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1001191934', 'tenant_id': '465a09ace7ed47488837491c435d4c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'b04e3da2-8bf0-4412-8077-7df0d930451a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:48:27Z', 'updated_at': '2021-12-10T16:48:34Z', 'revision_number': 4, 'project_id': '465a09ace7ed47488837491c435d4c5b', 'gw_port': {'id': 'b04e3da2-8bf0-4412-8077-7df0d930451a', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c0b972-903d-40b2-b196-baffffe0c40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:28Z', 'updated_at': '2021-12-10T16:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '235285ba-6c47-46d1-8439-152a9ad435fa', 'name': '', 'network_id': '169d5998-0054-43c5-a774-d7a814bc8e8c', 'tenant_id': '465a09ace7ed47488837491c435d4c5b', 'mac_address': 'fa:16:3e:a3:d9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c0b972-903d-40b2-b196-baffffe0c40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '06b296b8-6392-48f8-9e89-a7f494876d48', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:32Z', 'updated_at': '2021-12-10T16:48:35Z', 'revision_number': 2, 'project_id': '465a09ace7ed47488837491c435d4c5b', 'subnets': [{'id': '06b296b8-6392-48f8-9e89-a7f494876d48', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:48:37.939913 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c8850b-7ae4-4923-b1a1-c41a1deac48e None None] Checking router: 58c0b972-903d-40b2-b196-baffffe0c40c for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:48:37.940330 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c8850b-7ae4-4923-b1a1-c41a1deac48e None None] Updating router 58c0b972-903d-40b2-b196-baffffe0c40c port 235285ba-6c47-46d1-8439-152a9ad435fa binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:48:38.059854 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-38c8850b-7ae4-4923-b1a1-c41a1deac48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:38.202899 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b55c534e-b6cd-46dc-ba33-775a61d1de3b req-b68e35d3-2b6f-48b1-9bf4-8733926f9889 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/ports?device_id=caa5b32d-68b4-4b7c-9ba9-98185b9c8396 HTTP/1.1" status: 200 len: 210 time: 0.0720997 Dec 10 16:48:38.496044 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:38.721780 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-38c8850b-7ae4-4923-b1a1-c41a1deac48e None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:38.733837 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-38c8850b-7ae4-4923-b1a1-c41a1deac48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:38.872300 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b8c29-3845-403e-8748-62afa9970796 None None] Pushing event updated for resources: {'Port': ['ID=235285ba-6c47-46d1-8439-152a9ad435fa,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:39.008530 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-38c8850b-7ae4-4923-b1a1-c41a1deac48e None None] Attempting to bind port 235285ba-6c47-46d1-8439-152a9ad435fa on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:48:39.009182 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-38c8850b-7ae4-4923-b1a1-c41a1deac48e None None] Attempting to bind port 235285ba-6c47-46d1-8439-152a9ad435fa by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '0024281f-f514-4f8d-9f30-a28fef403a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '169d5998-0054-43c5-a774-d7a814bc8e8c'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:48:39.009984 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c8850b-7ae4-4923-b1a1-c41a1deac48e None None] Attempting to bind port 235285ba-6c47-46d1-8439-152a9ad435fa on network 169d5998-0054-43c5-a774-d7a814bc8e8c {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:48:39.018318 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c8850b-7ae4-4923-b1a1-c41a1deac48e None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:48:39.018906 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c8850b-7ae4-4923-b1a1-c41a1deac48e None None] Checking segment: {'id': '0024281f-f514-4f8d-9f30-a28fef403a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '169d5998-0054-43c5-a774-d7a814bc8e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:48:39.019475 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-38c8850b-7ae4-4923-b1a1-c41a1deac48e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:39.020453 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c8850b-7ae4-4923-b1a1-c41a1deac48e None None] Bound using segment: {'id': '0024281f-f514-4f8d-9f30-a28fef403a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '169d5998-0054-43c5-a774-d7a814bc8e8c'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:48:39.021046 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-38c8850b-7ae4-4923-b1a1-c41a1deac48e None None] Bound port: 235285ba-6c47-46d1-8439-152a9ad435fa, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0024281f-f514-4f8d-9f30-a28fef403a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '169d5998-0054-43c5-a774-d7a814bc8e8c'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:48:39.023553 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-38c8850b-7ae4-4923-b1a1-c41a1deac48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:39.187926 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-38c8850b-7ae4-4923-b1a1-c41a1deac48e None None] For port 235285ba-6c47-46d1-8439-152a9ad435fa, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:48:39.192335 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-38c8850b-7ae4-4923-b1a1-c41a1deac48e None None] For port 235285ba-6c47-46d1-8439-152a9ad435fa, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=235285ba-6c47-46d1-8439-152a9ad435fa,segment=NetworkSegment(0024281f-f514-4f8d-9f30-a28fef403a89),segment_id=0024281f-f514-4f8d-9f30-a28fef403a89)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:48:39.217537 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-38c8850b-7ae4-4923-b1a1-c41a1deac48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:39.305046 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b8c29-3845-403e-8748-62afa9970796 None None] Pushing event updated for resources: {'Port': ['ID=235285ba-6c47-46d1-8439-152a9ad435fa,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:39.318695 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c8850b-7ae4-4923-b1a1-c41a1deac48e None None] Routers {'58c0b972-903d-40b2-b196-baffffe0c40c'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:48:39.319351 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-38c8850b-7ae4-4923-b1a1-c41a1deac48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:48:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['58c0b972-903d-40b2-b196-baffffe0c40c'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:48:39.418528 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-08db320d-b30c-4627-a635-f2eaf8157a9d req-0bc754b3-593b-48eb-b244-bc27b4ebf11d tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/ports?device_id=caa5b32d-68b4-4b7c-9ba9-98185b9c8396 HTTP/1.1" status: 200 len: 210 time: 0.0389488 Dec 10 16:48:39.508665 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-3dc3ae00-a1a9-471e-b9d4-431af23d7eb4 None None] Provisioning complete for port 235285ba-6c47-46d1-8439-152a9ad435fa triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:48:39.509043 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3dc3ae00-a1a9-471e-b9d4-431af23d7eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:39.610256 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-38c8850b-7ae4-4923-b1a1-c41a1deac48e None None] Set router 58c0b972-903d-40b2-b196-baffffe0c40c gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:48:39.939164 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3dc3ae00-a1a9-471e-b9d4-431af23d7eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:39.977926 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53470) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:39.997183 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-3dc3ae00-a1a9-471e-b9d4-431af23d7eb4 None None] For port 235285ba-6c47-46d1-8439-152a9ad435fa, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=235285ba-6c47-46d1-8439-152a9ad435fa,segment=NetworkSegment(0024281f-f514-4f8d-9f30-a28fef403a89),segment_id=0024281f-f514-4f8d-9f30-a28fef403a89)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:48:40.007038 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3dc3ae00-a1a9-471e-b9d4-431af23d7eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:40.048732 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-38c8850b-7ae4-4923-b1a1-c41a1deac48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c0b972-903d-40b2-b196-baffffe0c40c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1001191934', 'tenant_id': '465a09ace7ed47488837491c435d4c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'b04e3da2-8bf0-4412-8077-7df0d930451a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:48:27Z', 'updated_at': '2021-12-10T16:48:34Z', 'revision_number': 4, 'project_id': '465a09ace7ed47488837491c435d4c5b', 'gw_port': {'id': 'b04e3da2-8bf0-4412-8077-7df0d930451a', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c0b972-903d-40b2-b196-baffffe0c40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:28Z', 'updated_at': '2021-12-10T16:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '235285ba-6c47-46d1-8439-152a9ad435fa', 'name': '', 'network_id': '169d5998-0054-43c5-a774-d7a814bc8e8c', 'tenant_id': '465a09ace7ed47488837491c435d4c5b', 'mac_address': 'fa:16:3e:a3:d9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c0b972-903d-40b2-b196-baffffe0c40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '06b296b8-6392-48f8-9e89-a7f494876d48', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:32Z', 'updated_at': '2021-12-10T16:48:39Z', 'revision_number': 4, 'project_id': '465a09ace7ed47488837491c435d4c5b', 'subnets': [{'id': '06b296b8-6392-48f8-9e89-a7f494876d48', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:48:40.094291 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c8850b-7ae4-4923-b1a1-c41a1deac48e None None] The sync data for ids ['58c0b972-903d-40b2-b196-baffffe0c40c'] in n-d-766771-2 is: [{'id': '58c0b972-903d-40b2-b196-baffffe0c40c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1001191934', 'tenant_id': '465a09ace7ed47488837491c435d4c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'b04e3da2-8bf0-4412-8077-7df0d930451a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:48:27Z', 'updated_at': '2021-12-10T16:48:34Z', 'revision_number': 4, 'project_id': '465a09ace7ed47488837491c435d4c5b', 'gw_port': {'id': 'b04e3da2-8bf0-4412-8077-7df0d930451a', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c0b972-903d-40b2-b196-baffffe0c40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:28Z', 'updated_at': '2021-12-10T16:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '235285ba-6c47-46d1-8439-152a9ad435fa', 'name': '', 'network_id': '169d5998-0054-43c5-a774-d7a814bc8e8c', 'tenant_id': '465a09ace7ed47488837491c435d4c5b', 'mac_address': 'fa:16:3e:a3:d9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c0b972-903d-40b2-b196-baffffe0c40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '06b296b8-6392-48f8-9e89-a7f494876d48', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:32Z', 'updated_at': '2021-12-10T16:48:39Z', 'revision_number': 4, 'project_id': '465a09ace7ed47488837491c435d4c5b', 'subnets': [{'id': '06b296b8-6392-48f8-9e89-a7f494876d48', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:48:40.122270 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-43414adc-4068-40ca-b1c4-292639150c70 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:40.123115 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3ae00-a1a9-471e-b9d4-431af23d7eb4 None None] Pushing event updated for resources: {'Port': ['ID=235285ba-6c47-46d1-8439-152a9ad435fa,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:40.126002 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-43414adc-4068-40ca-b1c4-292639150c70 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.26 "GET /v2.0/networks?id=169d5998-0054-43c5-a774-d7a814bc8e8c HTTP/1.1" status: 200 len: 797 time: 0.2838354 Dec 10 16:48:40.142444 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-3e34e311-73a7-4a31-8016-1b1d7debf91b tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Request body: {'port': {'device_id': 'caa5b32d-68b4-4b7c-9ba9-98185b9c8396', 'network_id': '169d5998-0054-43c5-a774-d7a814bc8e8c', 'admin_state_up': True, 'tenant_id': '465a09ace7ed47488837491c435d4c5b'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:48:40.164421 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-7e30f0bf-b935-42b9-a09e-02d5b2148867 None None] Provisioning complete for port 235285ba-6c47-46d1-8439-152a9ad435fa triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:48:40.165633 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7e30f0bf-b935-42b9-a09e-02d5b2148867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:40.194336 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2ec647df-4328-4023-8c30-356601429824 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:40.387085 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-3e34e311-73a7-4a31-8016-1b1d7debf91b tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Made reservation on behalf of 465a09ace7ed47488837491c435d4c5b for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:48:40.391140 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-3e34e311-73a7-4a31-8016-1b1d7debf91b tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:40.475531 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2ec647df-4328-4023-8c30-356601429824 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:40.481353 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2ec647df-4328-4023-8c30-356601429824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:40.526008 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec647df-4328-4023-8c30-356601429824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c1fd47-03bf-4585-b27f-243fcf262c56,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:40.531972 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2ec647df-4328-4023-8c30-356601429824 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e5fe76463dfd4af1a04c2f06de024c52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5528319 Dec 10 16:48:40.534668 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53480) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:40.665311 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f77a64ba-a17a-4779-a61c-1b83a6a6a7f0 req-ebc9752f-c7f4-464f-bab3-8eeaf0bf5c89 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/ports?device_id=caa5b32d-68b4-4b7c-9ba9-98185b9c8396 HTTP/1.1" status: 200 len: 210 time: 0.0753028 Dec 10 16:48:40.697202 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-53642c42-c8f9-4a75-aefd-dac4f1373acb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:40.698393 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-3e34e311-73a7-4a31-8016-1b1d7debf91b tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Allocated IP 172.20.0.27 (169d5998-0054-43c5-a774-d7a814bc8e8c/06b296b8-6392-48f8-9e89-a7f494876d48/e69f6721-ce2e-4ed2-ac91-aa66016abe7d) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:48:40.738971 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-53642c42-c8f9-4a75-aefd-dac4f1373acb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:40.835125 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-53642c42-c8f9-4a75-aefd-dac4f1373acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:40.838093 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-53642c42-c8f9-4a75-aefd-dac4f1373acb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:40.845408 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-53642c42-c8f9-4a75-aefd-dac4f1373acb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a0c1fd47-03bf-4585-b27f-243fcf262c56 HTTP/1.1" status: 204 len: 168 time: 0.3092136 Dec 10 16:48:40.857803 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53642c42-c8f9-4a75-aefd-dac4f1373acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c1fd47-03bf-4585-b27f-243fcf262c56,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:40.955945 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-3e34e311-73a7-4a31-8016-1b1d7debf91b tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:40.973562 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 235285ba-6c47-46d1-8439-152a9ad435fa up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:48:41.024771 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-3e34e311-73a7-4a31-8016-1b1d7debf91b tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:41.084254 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 235285ba-6c47-46d1-8439-152a9ad435fa triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:48:41.084629 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:41.150763 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-3e34e311-73a7-4a31-8016-1b1d7debf91b tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Network 169d5998-0054-43c5-a774-d7a814bc8e8c is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:48:41.167139 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-3e34e311-73a7-4a31-8016-1b1d7debf91b tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:48:41.178531 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-3e34e311-73a7-4a31-8016-1b1d7debf91b tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:48:41.196851 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e34e311-73a7-4a31-8016-1b1d7debf91b tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Pushing event updated for resources: {'Port': ['ID=e69f6721-ce2e-4ed2-ac91-aa66016abe7d,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:41.297009 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-3e34e311-73a7-4a31-8016-1b1d7debf91b tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:41.297645 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-3e34e311-73a7-4a31-8016-1b1d7debf91b tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:41.334891 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-3e34e311-73a7-4a31-8016-1b1d7debf91b tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1967423 Dec 10 16:48:41.344942 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-00c8aa54-7439-4b91-ab20-b3a04b391a3f tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:48:41.350199 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-00c8aa54-7439-4b91-ab20-b3a04b391a3f tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053391 Dec 10 16:48:41.358758 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-0afeb884-ee9c-4b9f-9a77-2b152604a212 service neutron] Request body: {'port': {'device_id': 'caa5b32d-68b4-4b7c-9ba9-98185b9c8396', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:48:41.438825 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53492) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:41.487281 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-df1ed83a-34b9-4a0c-ab0c-b306a3184c14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:41.493082 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-0afeb884-ee9c-4b9f-9a77-2b152604a212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:41.617208 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-4b4d22ac-b828-4786-b4fb-ad0fe994fd97 None None] Provisioning complete for port e69f6721-ce2e-4ed2-ac91-aa66016abe7d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:48:41.617615 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4b4d22ac-b828-4786-b4fb-ad0fe994fd97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:41.674662 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-df1ed83a-34b9-4a0c-ab0c-b306a3184c14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:41.685093 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-df1ed83a-34b9-4a0c-ab0c-b306a3184c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:41.699416 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-4b4d22ac-b828-4786-b4fb-ad0fe994fd97 None None] Port e69f6721-ce2e-4ed2-ac91-aa66016abe7d cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:48:41.746263 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ed83a-34b9-4a0c-ab0c-b306a3184c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b738bae8-f33d-4048-8d39-54ca987e8a5d,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:41.850803 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-df1ed83a-34b9-4a0c-ab0c-b306a3184c14 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6e7972bfa0da4caca5bc16ad2aaca787&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4075849 Dec 10 16:48:41.851608 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53496) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:41.884852 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324867f-2015-41ec-b43c-86cb873c85e3 req-e85ff3be-4dbf-4604-8288-dfd533f6fd2a tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:41.886422 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0324867f-2015-41ec-b43c-86cb873c85e3 req-e85ff3be-4dbf-4604-8288-dfd533f6fd2a tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/ports?device_id=caa5b32d-68b4-4b7c-9ba9-98185b9c8396 HTTP/1.1" status: 200 len: 895 time: 0.1103141 Dec 10 16:48:41.986146 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4d8c3067-9fb9-4257-829e-a9ae659002d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:41.994344 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-0afeb884-ee9c-4b9f-9a77-2b152604a212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e69f6721-ce2e-4ed2-ac91-aa66016abe7d {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:48:42.014827 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-0afeb884-ee9c-4b9f-9a77-2b152604a212 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:42.038290 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4d8c3067-9fb9-4257-829e-a9ae659002d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:42.052122 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-0afeb884-ee9c-4b9f-9a77-2b152604a212 service neutron] Transition to ACTIVE for port object e69f6721-ce2e-4ed2-ac91-aa66016abe7d will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:48:42.061607 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-0afeb884-ee9c-4b9f-9a77-2b152604a212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:42.168699 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afeb884-ee9c-4b9f-9a77-2b152604a212 service neutron] Pushing event updated for resources: {'Port': ['ID=e69f6721-ce2e-4ed2-ac91-aa66016abe7d,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:42.177709 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4d8c3067-9fb9-4257-829e-a9ae659002d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:42.183405 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4d8c3067-9fb9-4257-829e-a9ae659002d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:42.184602 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4d8c3067-9fb9-4257-829e-a9ae659002d3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b738bae8-f33d-4048-8d39-54ca987e8a5d HTTP/1.1" status: 204 len: 168 time: 0.3324459 Dec 10 16:48:42.244606 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c3067-9fb9-4257-829e-a9ae659002d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b738bae8-f33d-4048-8d39-54ca987e8a5d,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:42.344429 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-0afeb884-ee9c-4b9f-9a77-2b152604a212 service neutron] Attempting to bind port e69f6721-ce2e-4ed2-ac91-aa66016abe7d on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:48:42.348624 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-0afeb884-ee9c-4b9f-9a77-2b152604a212 service neutron] Attempting to bind port e69f6721-ce2e-4ed2-ac91-aa66016abe7d by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '0024281f-f514-4f8d-9f30-a28fef403a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '169d5998-0054-43c5-a774-d7a814bc8e8c'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:48:42.349034 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-0afeb884-ee9c-4b9f-9a77-2b152604a212 service neutron] Attempting to bind port e69f6721-ce2e-4ed2-ac91-aa66016abe7d on network 169d5998-0054-43c5-a774-d7a814bc8e8c {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:48:42.359991 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-0afeb884-ee9c-4b9f-9a77-2b152604a212 service neutron] Port e69f6721-ce2e-4ed2-ac91-aa66016abe7d on network 169d5998-0054-43c5-a774-d7a814bc8e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:48:42.360452 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-0afeb884-ee9c-4b9f-9a77-2b152604a212 service neutron] Attempting to bind port e69f6721-ce2e-4ed2-ac91-aa66016abe7d on network 169d5998-0054-43c5-a774-d7a814bc8e8c {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:48:42.367667 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-0afeb884-ee9c-4b9f-9a77-2b152604a212 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:48:42.371332 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-0afeb884-ee9c-4b9f-9a77-2b152604a212 service neutron] Checking segment: {'id': '0024281f-f514-4f8d-9f30-a28fef403a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '169d5998-0054-43c5-a774-d7a814bc8e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:48:42.371892 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-0afeb884-ee9c-4b9f-9a77-2b152604a212 service neutron] Bound using segment: {'id': '0024281f-f514-4f8d-9f30-a28fef403a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '169d5998-0054-43c5-a774-d7a814bc8e8c'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:48:42.372461 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-0afeb884-ee9c-4b9f-9a77-2b152604a212 service neutron] Bound port: e69f6721-ce2e-4ed2-ac91-aa66016abe7d, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0024281f-f514-4f8d-9f30-a28fef403a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '169d5998-0054-43c5-a774-d7a814bc8e8c'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:48:42.375681 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-0afeb884-ee9c-4b9f-9a77-2b152604a212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:42.545335 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-0afeb884-ee9c-4b9f-9a77-2b152604a212 service neutron] For port e69f6721-ce2e-4ed2-ac91-aa66016abe7d, host n-h1-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:48:42.548929 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-0afeb884-ee9c-4b9f-9a77-2b152604a212 service neutron] For port e69f6721-ce2e-4ed2-ac91-aa66016abe7d, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=e69f6721-ce2e-4ed2-ac91-aa66016abe7d,segment=NetworkSegment(0024281f-f514-4f8d-9f30-a28fef403a89),segment_id=0024281f-f514-4f8d-9f30-a28fef403a89)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:48:42.561232 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-0afeb884-ee9c-4b9f-9a77-2b152604a212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:42.597100 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-0afeb884-ee9c-4b9f-9a77-2b152604a212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:42.597833 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-0afeb884-ee9c-4b9f-9a77-2b152604a212 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:42.612738 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-0afeb884-ee9c-4b9f-9a77-2b152604a212 service neutron] 10.222.0.26 "PUT /v2.0/ports/e69f6721-ce2e-4ed2-ac91-aa66016abe7d HTTP/1.1" status: 200 len: 1055 time: 1.2452207 Dec 10 16:48:42.613793 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa5b32d-68b4-4b7c-9ba9-98185b9c8396', 'tag': 'e69f6721-ce2e-4ed2-ac91-aa66016abe7d'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:48:42.620683 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da7bb47-a2d1-4f38-b9ba-a5317e75a94d" -d '{"events": [{"name": "network-changed", "server_uuid": "caa5b32d-68b4-4b7c-9ba9-98185b9c8396", "tag": "e69f6721-ce2e-4ed2-ac91-aa66016abe7d"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:48:42.742532 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afeb884-ee9c-4b9f-9a77-2b152604a212 service neutron] Pushing event updated for resources: {'Port': ['ID=e69f6721-ce2e-4ed2-ac91-aa66016abe7d,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:42.748467 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-a3a937e8-88a6-4349-b2fd-ba394435c098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:42.750182 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-a3a937e8-88a6-4349-b2fd-ba394435c098 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=465a09ace7ed47488837491c435d4c5b&device_id=caa5b32d-68b4-4b7c-9ba9-98185b9c8396 HTTP/1.1" status: 200 len: 1058 time: 0.0946975 Dec 10 16:48:42.906680 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81d9a949-de77-4183-bdaf-8df092b51f1a req-3553c9a3-bb63-4fd8-811e-eaa342836d56 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1156387 Dec 10 16:48:42.931374 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-d0f6b738-a2b6-4d56-8f54-baac2fda9eb1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=e69f6721-ce2e-4ed2-ac91-aa66016abe7d HTTP/1.1" status: 200 len: 217 time: 0.1711440 Dec 10 16:48:43.010661 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53518) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:43.059773 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f80a044c-6690-43f2-8984-19246b5ea4be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:43.063217 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9a949-de77-4183-bdaf-8df092b51f1a req-6b76d820-48bb-4556-90f5-bef4f72a89e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:43.064831 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81d9a949-de77-4183-bdaf-8df092b51f1a req-6b76d820-48bb-4556-90f5-bef4f72a89e8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bdc7ed738c3144738265db15e9c9048a&device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 1097 time: 0.0959251 Dec 10 16:48:43.085682 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-ad3b8ab5-cdf6-4e66-8695-2cd5cc6d6712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:43.088354 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-ad3b8ab5-cdf6-4e66-8695-2cd5cc6d6712 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=06b296b8-6392-48f8-9e89-a7f494876d48 HTTP/1.1" status: 200 len: 838 time: 0.1499708 Dec 10 16:48:43.129730 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be40470-ea71-4ac6-91e4-02e292509a69 x-openstack-request-id: req-0be40470-ea71-4ac6-91e4-02e292509a69 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:48:43.130277 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa5b32d-68b4-4b7c-9ba9-98185b9c8396", "tag": "e69f6721-ce2e-4ed2-ac91-aa66016abe7d", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:48:43.130716 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0be40470-ea71-4ac6-91e4-02e292509a69 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:48:43.131275 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa5b32d-68b4-4b7c-9ba9-98185b9c8396', 'tag': 'e69f6721-ce2e-4ed2-ac91-aa66016abe7d', 'status': 'completed', 'code': 200} Dec 10 16:48:43.167533 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-a8a8ec75-7b25-4985-a149-be85b14a8a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:43.169770 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-a8a8ec75-7b25-4985-a149-be85b14a8a72 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=169d5998-0054-43c5-a774-d7a814bc8e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729725 Dec 10 16:48:43.300393 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9a949-de77-4183-bdaf-8df092b51f1a req-e301a64d-9aaf-4366-89d6-8e32e04ddc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:43.302190 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81d9a949-de77-4183-bdaf-8df092b51f1a req-e301a64d-9aaf-4366-89d6-8e32e04ddc1e service neutron] 10.222.0.26 "GET /v2.0/networks?id=263ff2dd-2395-434d-bed7-21852f5535cc HTTP/1.1" status: 200 len: 912 time: 0.2144866 Dec 10 16:48:43.311005 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f80a044c-6690-43f2-8984-19246b5ea4be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:43.324257 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f80a044c-6690-43f2-8984-19246b5ea4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:43.355098 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-390fbc57-5372-4284-88ab-675a49f7d176 service neutron] 10.222.0.26 "GET /v2.0/networks/169d5998-0054-43c5-a774-d7a814bc8e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752670 Dec 10 16:48:43.366583 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f80a044c-6690-43f2-8984-19246b5ea4be admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4e071e40517c4251b6f1a8fb42a7e1c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3495340 Dec 10 16:48:43.374733 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53522) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:43.433391 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81d9a949-de77-4183-bdaf-8df092b51f1a req-535914c3-db0a-4217-8c6a-ec6a4ebfaacf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=057fe6a6-0109-4b87-b63e-bb1eae1b8e6b HTTP/1.1" status: 200 len: 1001 time: 0.1194689 Dec 10 16:48:43.495789 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b3725ea8-d7e1-48de-b61e-82341cfceab0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:43.501757 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a044c-6690-43f2-8984-19246b5ea4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d04331a-2e61-4156-b8fa-6f4059bcbbd5,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:43.511441 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff63727-8101-48e2-b876-b599e6047787 req-ffea59d4-7702-4987-95df-391e38fec00c tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:43.514767 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0ff63727-8101-48e2-b876-b599e6047787 req-ffea59d4-7702-4987-95df-391e38fec00c tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/ports?device_id=caa5b32d-68b4-4b7c-9ba9-98185b9c8396 HTTP/1.1" status: 200 len: 907 time: 0.2115457 Dec 10 16:48:43.527673 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9a949-de77-4183-bdaf-8df092b51f1a req-ff641cf5-6c8e-4a98-b817-92d855ba4cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:43.529839 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81d9a949-de77-4183-bdaf-8df092b51f1a req-ff641cf5-6c8e-4a98-b817-92d855ba4cee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bd39f8cf-b633-4e7b-8cc7-6321401d3434 HTTP/1.1" status: 200 len: 850 time: 0.0860026 Dec 10 16:48:43.535340 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b3725ea8-d7e1-48de-b61e-82341cfceab0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:43.576114 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f28438d0-c22e-4fd7-a84b-5c14db149502 req-3d714a27-5fa4-4666-bcd8-96a4807a61e4 service neutron] 10.222.0.26 "GET /v2.0/networks/169d5998-0054-43c5-a774-d7a814bc8e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106256 Dec 10 16:48:43.643254 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9a949-de77-4183-bdaf-8df092b51f1a req-0d44904e-8df4-4955-ba85-b0b34def96b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:43.646986 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81d9a949-de77-4183-bdaf-8df092b51f1a req-0d44904e-8df4-4955-ba85-b0b34def96b6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=263ff2dd-2395-434d-bed7-21852f5535cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003816 Dec 10 16:48:43.668450 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b3725ea8-d7e1-48de-b61e-82341cfceab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:43.671247 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b3725ea8-d7e1-48de-b61e-82341cfceab0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:43.684219 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b3725ea8-d7e1-48de-b61e-82341cfceab0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4d04331a-2e61-4156-b8fa-6f4059bcbbd5 HTTP/1.1" status: 204 len: 168 time: 0.2997699 Dec 10 16:48:43.728603 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3725ea8-d7e1-48de-b61e-82341cfceab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d04331a-2e61-4156-b8fa-6f4059bcbbd5,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:43.766870 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7bb47-a2d1-4f38-b9ba-a5317e75a94d req-e5f8b745-3e10-4ade-8130-b66aebf71533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:43.768560 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4da7bb47-a2d1-4f38-b9ba-a5317e75a94d req-e5f8b745-3e10-4ade-8130-b66aebf71533 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=465a09ace7ed47488837491c435d4c5b&device_id=caa5b32d-68b4-4b7c-9ba9-98185b9c8396 HTTP/1.1" status: 200 len: 1058 time: 0.1241133 Dec 10 16:48:43.790010 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81d9a949-de77-4183-bdaf-8df092b51f1a req-84ac7617-cea2-4015-8c0a-acb431a38dad service neutron] 10.222.0.26 "GET /v2.0/networks/263ff2dd-2395-434d-bed7-21852f5535cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360376 Dec 10 16:48:43.933374 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-94e7665b-4126-443a-b490-721ed4832298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:43.972258 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7bb47-a2d1-4f38-b9ba-a5317e75a94d req-a5d08b4c-4c98-4d9b-949e-a492ed2cd90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:43.974366 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4da7bb47-a2d1-4f38-b9ba-a5317e75a94d req-a5d08b4c-4c98-4d9b-949e-a492ed2cd90b service neutron] 10.222.0.26 "GET /v2.0/networks?id=169d5998-0054-43c5-a774-d7a814bc8e8c HTTP/1.1" status: 200 len: 898 time: 0.1976244 Dec 10 16:48:43.991349 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81d9a949-de77-4183-bdaf-8df092b51f1a req-03563322-926a-497f-8316-fbdf42e8fd31 service neutron] 10.222.0.26 "GET /v2.0/networks/263ff2dd-2395-434d-bed7-21852f5535cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946127 Dec 10 16:48:44.036621 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4da7bb47-a2d1-4f38-b9ba-a5317e75a94d req-144a8702-20e6-46f1-a266-f62c9abde6bd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=e69f6721-ce2e-4ed2-ac91-aa66016abe7d HTTP/1.1" status: 200 len: 217 time: 0.0540726 Dec 10 16:48:44.117052 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7bb47-a2d1-4f38-b9ba-a5317e75a94d req-d1f2c3b3-6cf2-47e1-8c15-fc2d1a472997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:44.119285 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4da7bb47-a2d1-4f38-b9ba-a5317e75a94d req-d1f2c3b3-6cf2-47e1-8c15-fc2d1a472997 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=06b296b8-6392-48f8-9e89-a7f494876d48 HTTP/1.1" status: 200 len: 838 time: 0.0747287 Dec 10 16:48:44.174116 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7bb47-a2d1-4f38-b9ba-a5317e75a94d req-f4217d2c-923f-4fd2-812a-9aa80bcbe40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:44.175829 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4da7bb47-a2d1-4f38-b9ba-a5317e75a94d req-f4217d2c-923f-4fd2-812a-9aa80bcbe40d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=169d5998-0054-43c5-a774-d7a814bc8e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484860 Dec 10 16:48:44.312216 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4da7bb47-a2d1-4f38-b9ba-a5317e75a94d req-5fec1cb6-abdb-4466-b5b2-2e279efc8ed0 service neutron] 10.222.0.26 "GET /v2.0/networks/169d5998-0054-43c5-a774-d7a814bc8e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231179 Dec 10 16:48:44.446168 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4da7bb47-a2d1-4f38-b9ba-a5317e75a94d req-00e98948-5bf6-437a-a6e0-045454a72cd8 service neutron] 10.222.0.26 "GET /v2.0/networks/169d5998-0054-43c5-a774-d7a814bc8e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241281 Dec 10 16:48:44.685371 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad98f88-faa9-4963-89ff-3b296fd6ba9f req-26d831f4-9b56-44b1-98c3-86957514774e tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:44.687344 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9ad98f88-faa9-4963-89ff-3b296fd6ba9f req-26d831f4-9b56-44b1-98c3-86957514774e tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/ports?device_id=caa5b32d-68b4-4b7c-9ba9-98185b9c8396 HTTP/1.1" status: 200 len: 907 time: 0.0680168 Dec 10 16:48:45.585179 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53584) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:45.939731 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ad67d9aa-0840-4a44-80e3-2eecfb1070b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:45.975671 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae284e0-dce1-4202-9339-29cd0d496436 req-977844e5-7a3c-4a02-8ed1-871624dac594 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:45.977322 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3ae284e0-dce1-4202-9339-29cd0d496436 req-977844e5-7a3c-4a02-8ed1-871624dac594 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/ports?device_id=caa5b32d-68b4-4b7c-9ba9-98185b9c8396 HTTP/1.1" status: 200 len: 907 time: 0.1808338 Dec 10 16:48:46.010520 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3d5cc038-6b44-4309-b7ff-5be406c7a411 req-17b63511-5e81-4f30-87ec-2e94760651b2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e8365682-5828-4087-80b0-74057742abce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1148100 Dec 10 16:48:46.066651 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ad67d9aa-0840-4a44-80e3-2eecfb1070b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:46.074383 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ad67d9aa-0840-4a44-80e3-2eecfb1070b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:46.136017 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device e69f6721-ce2e-4ed2-ac91-aa66016abe7d details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:48:46.160506 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ad67d9aa-0840-4a44-80e3-2eecfb1070b8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=094141bcff7341558b2632f842219b1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5740933 Dec 10 16:48:46.163194 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53606) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:46.190993 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5cc038-6b44-4309-b7ff-5be406c7a411 req-b360645f-48d9-44b5-bfe7-c1085b26958c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:46.193302 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3d5cc038-6b44-4309-b7ff-5be406c7a411 req-b360645f-48d9-44b5-bfe7-c1085b26958c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dc10fa764ded41fb8617526a59e934f1&device_id=e8365682-5828-4087-80b0-74057742abce HTTP/1.1" status: 200 len: 1101 time: 0.1118786 Dec 10 16:48:46.234468 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad67d9aa-0840-4a44-80e3-2eecfb1070b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f8cefb-c1b4-4681-8fe0-063d767f2f02,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:46.292157 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0bc44c39-4773-431d-9659-8d012efe9b0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:46.328876 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port e69f6721-ce2e-4ed2-ac91-aa66016abe7d, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=e69f6721-ce2e-4ed2-ac91-aa66016abe7d,segment=NetworkSegment(0024281f-f514-4f8d-9f30-a28fef403a89),segment_id=0024281f-f514-4f8d-9f30-a28fef403a89)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:48:46.341498 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0bc44c39-4773-431d-9659-8d012efe9b0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:46.353523 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': 'e69f6721-ce2e-4ed2-ac91-aa66016abe7d', 'network_id': '169d5998-0054-43c5-a774-d7a814bc8e8c', 'port_id': 'e69f6721-ce2e-4ed2-ac91-aa66016abe7d', 'mac_address': 'fa:16:3e:ad:57:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06b296b8-6392-48f8-9e89-a7f494876d48', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:48:46.394282 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:46.401762 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5cc038-6b44-4309-b7ff-5be406c7a411 req-aeeb4a92-0032-4169-b90d-378c8b2a6cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:46.403611 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3d5cc038-6b44-4309-b7ff-5be406c7a411 req-aeeb4a92-0032-4169-b90d-378c8b2a6cfd service neutron] 10.222.0.46 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.1846840 Dec 10 16:48:46.414901 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e69f6721-ce2e-4ed2-ac91-aa66016abe7d {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:48:46.448007 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0bc44c39-4773-431d-9659-8d012efe9b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:46.453072 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0bc44c39-4773-431d-9659-8d012efe9b0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:46.453833 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3d5cc038-6b44-4309-b7ff-5be406c7a411 req-1505b490-eb7a-42bd-b18d-4e0fa2d2cbb3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=fe552543-4d78-447e-9688-c861dd2c592a HTTP/1.1" status: 200 len: 217 time: 0.0425663 Dec 10 16:48:46.464460 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port e69f6721-ce2e-4ed2-ac91-aa66016abe7d, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=e69f6721-ce2e-4ed2-ac91-aa66016abe7d,segment=NetworkSegment(0024281f-f514-4f8d-9f30-a28fef403a89),segment_id=0024281f-f514-4f8d-9f30-a28fef403a89)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:48:46.469303 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0bc44c39-4773-431d-9659-8d012efe9b0a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e4f8cefb-c1b4-4681-8fe0-063d767f2f02 HTTP/1.1" status: 204 len: 168 time: 0.2918167 Dec 10 16:48:46.485875 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:46.491072 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc44c39-4773-431d-9659-8d012efe9b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f8cefb-c1b4-4681-8fe0-063d767f2f02,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:46.530026 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5cc038-6b44-4309-b7ff-5be406c7a411 req-98783620-cb85-4a4f-826d-1058d569ed19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:46.532645 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3d5cc038-6b44-4309-b7ff-5be406c7a411 req-98783620-cb85-4a4f-826d-1058d569ed19 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.0726886 Dec 10 16:48:46.542628 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b21c6227-e647-4c42-b733-5ea5c43f87a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:46.606043 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=e69f6721-ce2e-4ed2-ac91-aa66016abe7d,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:46.648875 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5cc038-6b44-4309-b7ff-5be406c7a411 req-1cfdbe12-f93d-4d2b-9fec-53ad0fffecca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:46.650467 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3d5cc038-6b44-4309-b7ff-5be406c7a411 req-1cfdbe12-f93d-4d2b-9fec-53ad0fffecca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1085055 Dec 10 16:48:46.706380 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['e69f6721-ce2e-4ed2-ac91-aa66016abe7d'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:48:46.877527 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3d5cc038-6b44-4309-b7ff-5be406c7a411 req-363f1e67-7065-42f6-a619-c2d4622e6af1 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188196 Dec 10 16:48:47.042432 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3d5cc038-6b44-4309-b7ff-5be406c7a411 req-0354bf76-e9aa-4df8-9fa1-a2fe47ba1425 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554365 Dec 10 16:48:47.187269 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f059e1-0ce2-40ea-9cc7-2833f0365d1d req-3ffb0feb-155d-4961-bcaf-d7cfe775a82a tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:47.188772 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-01f059e1-0ce2-40ea-9cc7-2833f0365d1d req-3ffb0feb-155d-4961-bcaf-d7cfe775a82a tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/ports?device_id=caa5b32d-68b4-4b7c-9ba9-98185b9c8396 HTTP/1.1" status: 200 len: 908 time: 0.0908790 Dec 10 16:48:47.311408 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:47.915937 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53654) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:48.032087 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-73c3cbf5-b846-4b36-bc83-951d05c11871 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:48.116564 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-73c3cbf5-b846-4b36-bc83-951d05c11871 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:48.120317 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-73c3cbf5-b846-4b36-bc83-951d05c11871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:48.150993 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device e69f6721-ce2e-4ed2-ac91-aa66016abe7d up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:48:48.159735 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3cbf5-b846-4b36-bc83-951d05c11871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90fd2674-3b46-4f75-8e27-8520e710aa34,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:48.165320 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-73c3cbf5-b846-4b36-bc83-951d05c11871 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5286fbacdd0e43c0a84ed9d753df0039&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2483118 Dec 10 16:48:48.168265 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53664) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:48.204105 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port e69f6721-ce2e-4ed2-ac91-aa66016abe7d completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:48:48.209021 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port e69f6721-ce2e-4ed2-ac91-aa66016abe7d triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:48:48.209909 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:48.221433 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48bd872-15ca-4d69-9bf2-e3a27ff0d9ba req-7c0dd475-fa41-4cbc-a1a7-8d1c5b8e6689 tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:48.223221 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d48bd872-15ca-4d69-9bf2-e3a27ff0d9ba req-7c0dd475-fa41-4cbc-a1a7-8d1c5b8e6689 tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8365682-5828-4087-80b0-74057742abce HTTP/1.1" status: 200 len: 950 time: 0.0690315 Dec 10 16:48:48.227137 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b114d87-27d9-410b-b5bf-e842c3eebe27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:48.252176 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b114d87-27d9-410b-b5bf-e842c3eebe27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:48.276278 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d48bd872-15ca-4d69-9bf2-e3a27ff0d9ba req-959201a1-5244-4a0e-9dca-b0fe078c9899 tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] 10.222.0.11 "GET /v2.0/security-groups?id=eceda19d-c49d-4d6e-850f-354333def43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453620 Dec 10 16:48:48.306243 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:48.307119 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b114d87-27d9-410b-b5bf-e842c3eebe27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:48.310050 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b114d87-27d9-410b-b5bf-e842c3eebe27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:48.311260 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4b114d87-27d9-410b-b5bf-e842c3eebe27 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/90fd2674-3b46-4f75-8e27-8520e710aa34 HTTP/1.1" status: 204 len: 168 time: 0.1422067 Dec 10 16:48:48.320177 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b114d87-27d9-410b-b5bf-e842c3eebe27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fd2674-3b46-4f75-8e27-8520e710aa34,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:48.343328 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa5b32d-68b4-4b7c-9ba9-98185b9c8396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69f6721-ce2e-4ed2-ac91-aa66016abe7d'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:48:48.347290 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2f42d6-5f37-4fc9-adb1-8e57147f4a72" -d '{"events": [{"server_uuid": "caa5b32d-68b4-4b7c-9ba9-98185b9c8396", "name": "network-vif-plugged", "status": "completed", "tag": "e69f6721-ce2e-4ed2-ac91-aa66016abe7d"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:48:48.374305 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port e69f6721-ce2e-4ed2-ac91-aa66016abe7d, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=e69f6721-ce2e-4ed2-ac91-aa66016abe7d,segment=NetworkSegment(0024281f-f514-4f8d-9f30-a28fef403a89),segment_id=0024281f-f514-4f8d-9f30-a28fef403a89)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:48:48.379423 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:48.395902 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0838e7-44dc-4746-bf29-71c3676a6b26 req-3f7fd7b4-d235-4bbd-8ed1-8e15ab419bf5 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:48.397691 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c0838e7-44dc-4746-bf29-71c3676a6b26 req-3f7fd7b4-d235-4bbd-8ed1-8e15ab419bf5 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/ports?device_id=caa5b32d-68b4-4b7c-9ba9-98185b9c8396 HTTP/1.1" status: 200 len: 908 time: 0.0540144 Dec 10 16:48:48.439587 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=e69f6721-ce2e-4ed2-ac91-aa66016abe7d,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:48.504869 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123f0ae9-b1e2-4057-935c-e26340ad19b1 x-openstack-request-id: req-123f0ae9-b1e2-4057-935c-e26340ad19b1 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:48:48.505156 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa5b32d-68b4-4b7c-9ba9-98185b9c8396", "name": "network-vif-plugged", "status": "completed", "tag": "e69f6721-ce2e-4ed2-ac91-aa66016abe7d", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:48:48.505406 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-123f0ae9-b1e2-4057-935c-e26340ad19b1 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:48:48.505793 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa5b32d-68b4-4b7c-9ba9-98185b9c8396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69f6721-ce2e-4ed2-ac91-aa66016abe7d', 'code': 200} Dec 10 16:48:48.592045 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:48.713689 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7af2f-9c59-4214-8a43-d9847e8d4809 req-9bd7602f-3e38-4540-9045-e8d84a22e862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:48.715238 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-65d7af2f-9c59-4214-8a43-d9847e8d4809 req-9bd7602f-3e38-4540-9045-e8d84a22e862 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=caa5b32d-68b4-4b7c-9ba9-98185b9c8396 HTTP/1.1" status: 200 len: 1060 time: 0.1559837 Dec 10 16:48:49.403881 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a683e12-1082-47ab-8c91-e8d21ba9d777 req-8cee5bc3-7a06-4d35-a42e-1634deb2af79 tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:49.405929 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1a683e12-1082-47ab-8c91-e8d21ba9d777 req-8cee5bc3-7a06-4d35-a42e-1634deb2af79 tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8365682-5828-4087-80b0-74057742abce HTTP/1.1" status: 200 len: 950 time: 0.0539391 Dec 10 16:48:49.460727 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1a683e12-1082-47ab-8c91-e8d21ba9d777 req-66053f3e-4ae0-4dfb-8f55-897b27fd5b43 tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] 10.222.0.11 "GET /v2.0/security-groups?id=eceda19d-c49d-4d6e-850f-354333def43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469971 Dec 10 16:48:49.580557 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd1e6c-cca8-40e2-b99a-d362e3f62138 req-fc5ead08-e82b-464c-b184-0cf11d8c85c6 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:49.582339 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4dcd1e6c-cca8-40e2-b99a-d362e3f62138 req-fc5ead08-e82b-464c-b184-0cf11d8c85c6 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/ports?device_id=caa5b32d-68b4-4b7c-9ba9-98185b9c8396 HTTP/1.1" status: 200 len: 909 time: 0.0574119 Dec 10 16:48:49.696587 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:49.737801 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e0472-7344-457c-9869-5dda68d963b7 req-53f1b3a6-87cd-43a3-aee9-28e9550cdb98 tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:49.739446 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-378e0472-7344-457c-9869-5dda68d963b7 req-53f1b3a6-87cd-43a3-aee9-28e9550cdb98 tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8365682-5828-4087-80b0-74057742abce HTTP/1.1" status: 200 len: 950 time: 0.0889149 Dec 10 16:48:49.887037 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-378e0472-7344-457c-9869-5dda68d963b7 req-c61f99f7-b4c0-4708-a2af-e83ad31c324b tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] Deleting port fe552543-4d78-447e-9688-c861dd2c592a {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:48:49.887406 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-378e0472-7344-457c-9869-5dda68d963b7 req-c61f99f7-b4c0-4708-a2af-e83ad31c324b tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:49.983321 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-378e0472-7344-457c-9869-5dda68d963b7 req-c61f99f7-b4c0-4708-a2af-e83ad31c324b tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] For port fe552543-4d78-447e-9688-c861dd2c592a, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=fe552543-4d78-447e-9688-c861dd2c592a,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:48:49.983957 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-378e0472-7344-457c-9869-5dda68d963b7 req-c61f99f7-b4c0-4708-a2af-e83ad31c324b tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:49.997539 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-378e0472-7344-457c-9869-5dda68d963b7 req-c61f99f7-b4c0-4708-a2af-e83ad31c324b tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] Calling delete_port for fe552543-4d78-447e-9688-c861dd2c592a owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:48:50.166609 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-378e0472-7344-457c-9869-5dda68d963b7 req-c61f99f7-b4c0-4708-a2af-e83ad31c324b tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:50.181670 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['fe552543-4d78-447e-9688-c861dd2c592a'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:48:50.205198 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f99f7-b4c0-4708-a2af-e83ad31c324b tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] Pushing event deleted for resources: {'Port': ['ID=fe552543-4d78-447e-9688-c861dd2c592a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:50.271889 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-378e0472-7344-457c-9869-5dda68d963b7 req-c61f99f7-b4c0-4708-a2af-e83ad31c324b tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] No DVR routers for this DVR port fe552543-4d78-447e-9688-c861dd2c592a on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:48:50.275124 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-378e0472-7344-457c-9869-5dda68d963b7 req-c61f99f7-b4c0-4708-a2af-e83ad31c324b tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:50.278709 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-378e0472-7344-457c-9869-5dda68d963b7 req-c61f99f7-b4c0-4708-a2af-e83ad31c324b tempest-VolumesBackupsTest-1534442804 tempest-VolumesBackupsTest-1534442804-project] 10.222.0.46 "DELETE /v2.0/ports/fe552543-4d78-447e-9688-c861dd2c592a HTTP/1.1" status: 204 len: 173 time: 0.5325623 Dec 10 16:48:50.279241 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8365682-5828-4087-80b0-74057742abce', 'name': 'network-vif-deleted', 'tag': 'fe552543-4d78-447e-9688-c861dd2c592a'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:48:50.281675 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7aad544-7bed-41a0-bd8e-656b545857a9" -d '{"events": [{"server_uuid": "e8365682-5828-4087-80b0-74057742abce", "name": "network-vif-deleted", "tag": "fe552543-4d78-447e-9688-c861dd2c592a"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:48:50.855668 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53752) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:50.861028 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-e16315dc-42c7-4fa8-a23f-7189e248e6da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1968514372', 'description': 'tempest-secgroup-smoke-1968514372 description', 'project_id': 'e316b1d223b341c8ad45a1329ddefc11'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:48:50.885632 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e16315dc-42c7-4fa8-a23f-7189e248e6da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:50.888729 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84584b26-8c59-4b9d-b8c8-f6396a8a7258 x-openstack-request-id: req-84584b26-8c59-4b9d-b8c8-f6396a8a7258 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:48:50.889272 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8365682-5828-4087-80b0-74057742abce", "name": "network-vif-deleted", "tag": "fe552543-4d78-447e-9688-c861dd2c592a", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:48:50.889702 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-84584b26-8c59-4b9d-b8c8-f6396a8a7258 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:48:50.890330 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8365682-5828-4087-80b0-74057742abce', 'name': 'network-vif-deleted', 'tag': 'fe552543-4d78-447e-9688-c861dd2c592a', 'status': 'completed', 'code': 200} Dec 10 16:48:50.900593 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e16315dc-42c7-4fa8-a23f-7189e248e6da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:50.995590 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e16315dc-42c7-4fa8-a23f-7189e248e6da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:51.006420 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e16315dc-42c7-4fa8-a23f-7189e248e6da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:51.073429 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16315dc-42c7-4fa8-a23f-7189e248e6da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc829d92-698f-4362-a349-9c5a77e9596a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:51.101780 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425a790-4990-4838-96f6-c374def66f61 req-f57f3ce9-d1f7-45b5-b4b2-aaa9d99df776 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:51.103878 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f425a790-4990-4838-96f6-c374def66f61 req-f57f3ce9-d1f7-45b5-b4b2-aaa9d99df776 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/ports?device_id=caa5b32d-68b4-4b7c-9ba9-98185b9c8396 HTTP/1.1" status: 200 len: 909 time: 0.1210952 Dec 10 16:48:51.105288 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16315dc-42c7-4fa8-a23f-7189e248e6da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:51.105643 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16315dc-42c7-4fa8-a23f-7189e248e6da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:51.105990 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16315dc-42c7-4fa8-a23f-7189e248e6da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:51.106419 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16315dc-42c7-4fa8-a23f-7189e248e6da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:51.106760 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16315dc-42c7-4fa8-a23f-7189e248e6da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:51.107095 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16315dc-42c7-4fa8-a23f-7189e248e6da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:51.107431 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16315dc-42c7-4fa8-a23f-7189e248e6da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:51.107762 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16315dc-42c7-4fa8-a23f-7189e248e6da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:51.108093 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16315dc-42c7-4fa8-a23f-7189e248e6da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:51.108422 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16315dc-42c7-4fa8-a23f-7189e248e6da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:51.108750 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16315dc-42c7-4fa8-a23f-7189e248e6da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:51.109077 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16315dc-42c7-4fa8-a23f-7189e248e6da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:51.109456 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16315dc-42c7-4fa8-a23f-7189e248e6da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:51.150991 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e16315dc-42c7-4fa8-a23f-7189e248e6da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:51.157495 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e16315dc-42c7-4fa8-a23f-7189e248e6da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:51.197232 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e16315dc-42c7-4fa8-a23f-7189e248e6da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:51.205296 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e16315dc-42c7-4fa8-a23f-7189e248e6da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3449943 Dec 10 16:48:51.205585 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53760) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:51.207770 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16315dc-42c7-4fa8-a23f-7189e248e6da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62b776d5-a789-40c8-9978-8b28aed33939,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:51.212665 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-d14985ea-dd51-4d19-9f0f-cb597b39f530 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'security_group_rule': {'security_group_id': '62b776d5-a789-40c8-9978-8b28aed33939', 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:48:51.256804 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d14985ea-dd51-4d19-9f0f-cb597b39f530 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:51.335891 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d14985ea-dd51-4d19-9f0f-cb597b39f530 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:51.341318 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d14985ea-dd51-4d19-9f0f-cb597b39f530 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:51.347561 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f091ceb-6997-48f3-a9f0-71f76cce1c86 req-6e29360a-b009-479a-98c6-b0c0b44a6f0e tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:51.349158 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f091ceb-6997-48f3-a9f0-71f76cce1c86 req-6e29360a-b009-479a-98c6-b0c0b44a6f0e tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/ports?device_id=caa5b32d-68b4-4b7c-9ba9-98185b9c8396 HTTP/1.1" status: 200 len: 909 time: 0.0883918 Dec 10 16:48:51.369437 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14985ea-dd51-4d19-9f0f-cb597b39f530 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a0d43a-bada-4c98-be70-076fe6631a17,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:51.383053 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d14985ea-dd51-4d19-9f0f-cb597b39f530 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:51.387565 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d14985ea-dd51-4d19-9f0f-cb597b39f530 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1776044 Dec 10 16:48:51.387863 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53766) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:51.392415 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-b48fb193-04ff-4b2a-a269-5a3030bb2ff7 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'security_group_rule': {'security_group_id': '62b776d5-a789-40c8-9978-8b28aed33939', 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:48:51.437608 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b48fb193-04ff-4b2a-a269-5a3030bb2ff7 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:51.538477 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b48fb193-04ff-4b2a-a269-5a3030bb2ff7 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:51.543548 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a6c77-49bf-465a-99e8-70b11d74bba4 req-21ef6993-b3ef-405b-83c2-75ba7728421a tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:51.545024 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-375a6c77-49bf-465a-99e8-70b11d74bba4 req-21ef6993-b3ef-405b-83c2-75ba7728421a tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=caa5b32d-68b4-4b7c-9ba9-98185b9c8396 HTTP/1.1" status: 200 len: 1060 time: 0.0842843 Dec 10 16:48:51.546094 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b48fb193-04ff-4b2a-a269-5a3030bb2ff7 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:51.562130 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48fb193-04ff-4b2a-a269-5a3030bb2ff7 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c70e35-c675-4892-b9a4-c57af5d4d040,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:51.587780 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b48fb193-04ff-4b2a-a269-5a3030bb2ff7 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:51.589360 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b48fb193-04ff-4b2a-a269-5a3030bb2ff7 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2005138 Dec 10 16:48:51.592448 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53772) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:51.597313 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-42612c7f-5b71-4203-8500-ee6ba77f16cd tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'security_group_rule': {'security_group_id': '62b776d5-a789-40c8-9978-8b28aed33939', 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:48:51.632350 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-42612c7f-5b71-4203-8500-ee6ba77f16cd tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:51.684044 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ad5c0-970d-403f-8dd0-a7f24923d612 req-2f888341-c990-4b5b-b565-883ee3b59531 tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:51.685594 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d34ad5c0-970d-403f-8dd0-a7f24923d612 req-2f888341-c990-4b5b-b565-883ee3b59531 tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=97b9db51-8b90-4d54-b13e-781b605dbc64 HTTP/1.1" status: 200 len: 1135 time: 0.0493693 Dec 10 16:48:51.704094 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-42612c7f-5b71-4203-8500-ee6ba77f16cd tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:51.712414 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-42612c7f-5b71-4203-8500-ee6ba77f16cd tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:51.732568 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42612c7f-5b71-4203-8500-ee6ba77f16cd tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16f25965-cc0a-4a61-9aae-468e7750f567,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:51.748620 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d34ad5c0-970d-403f-8dd0-a7f24923d612 req-3ee9638a-004f-4f9b-b536-1e214bd31174 tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=fbb7cfde-8882-433e-9826-f6ed512fd492&id=1153cbe4-6628-46ee-bc2d-7dab3fccaea6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0554328 Dec 10 16:48:51.755491 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-42612c7f-5b71-4203-8500-ee6ba77f16cd tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:51.760805 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53774) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:51.766397 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-42612c7f-5b71-4203-8500-ee6ba77f16cd tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1693928 Dec 10 16:48:51.770793 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-ffd5935b-34f4-497a-ac86-384ca10a2dd5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'security_group_rule': {'security_group_id': '62b776d5-a789-40c8-9978-8b28aed33939', 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:48:51.772729 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53776) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:51.816171 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e26e0af-8e67-4e95-8ff1-07994e729802 tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:51.816424 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ffd5935b-34f4-497a-ac86-384ca10a2dd5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:51.822075 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5e26e0af-8e67-4e95-8ff1-07994e729802 tempest-TestSecurityGroupsBasicOps-2074134000 tempest-TestSecurityGroupsBasicOps-2074134000-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=caa5b32d-68b4-4b7c-9ba9-98185b9c8396 HTTP/1.1" status: 200 len: 1055 time: 0.0427938 Dec 10 16:48:51.881378 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ffd5935b-34f4-497a-ac86-384ca10a2dd5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:51.887027 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ffd5935b-34f4-497a-ac86-384ca10a2dd5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:51.911960 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd5935b-34f4-497a-ac86-384ca10a2dd5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cab9c4b-bdc5-4af3-9b98-b81749d187aa,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:51.920688 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ffd5935b-34f4-497a-ac86-384ca10a2dd5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:51.925450 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53780) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:51.931421 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-10e4cf30-233d-4574-b03b-b5fe58194ee4 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'security_group_rule': {'security_group_id': '62b776d5-a789-40c8-9978-8b28aed33939', 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:48:51.936069 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ffd5935b-34f4-497a-ac86-384ca10a2dd5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1740804 Dec 10 16:48:51.963624 n-d-766771-2 neutron-server[103393]: INFO neutron.db.securitygroups_db [None req-10e4cf30-233d-4574-b03b-b5fe58194ee4 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Project e316b1d223b341c8ad45a1329ddefc11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:48:51.970889 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-10e4cf30-233d-4574-b03b-b5fe58194ee4 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:52.046374 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-10e4cf30-233d-4574-b03b-b5fe58194ee4 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:52.058810 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-10e4cf30-233d-4574-b03b-b5fe58194ee4 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:52.076632 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e4cf30-233d-4574-b03b-b5fe58194ee4 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71b38159-46de-422c-bd67-d47656444c92,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:52.122487 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-10e4cf30-233d-4574-b03b-b5fe58194ee4 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:52.124526 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-10e4cf30-233d-4574-b03b-b5fe58194ee4 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1969821 Dec 10 16:48:52.126918 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53784) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:52.131655 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-7c395f8e-abb8-4bdc-96d8-8f1ce7f0a5e9 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'security_group_rule': {'security_group_id': '62b776d5-a789-40c8-9978-8b28aed33939', 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:48:52.158638 n-d-766771-2 neutron-server[103393]: INFO neutron.db.securitygroups_db [None req-7c395f8e-abb8-4bdc-96d8-8f1ce7f0a5e9 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Project e316b1d223b341c8ad45a1329ddefc11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:48:52.164563 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c395f8e-abb8-4bdc-96d8-8f1ce7f0a5e9 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:52.235142 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c395f8e-abb8-4bdc-96d8-8f1ce7f0a5e9 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:52.240397 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c395f8e-abb8-4bdc-96d8-8f1ce7f0a5e9 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:52.261153 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c395f8e-abb8-4bdc-96d8-8f1ce7f0a5e9 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b6c1528-0ff2-46f9-b230-2204bc5b57d6,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:52.272208 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c395f8e-abb8-4bdc-96d8-8f1ce7f0a5e9 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:52.276774 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7c395f8e-abb8-4bdc-96d8-8f1ce7f0a5e9 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1456041 Dec 10 16:48:52.277110 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53788) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:52.288079 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-f9da2738-9556-4fc5-996e-8aec800c6bf2 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'network': {'name': 'tempest-network-smoke--1859937250', 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'port_security_enabled': True}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:48:52.312195 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9da2738-9556-4fc5-996e-8aec800c6bf2 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Made reservation on behalf of e316b1d223b341c8ad45a1329ddefc11 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:48:52.316212 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f9da2738-9556-4fc5-996e-8aec800c6bf2 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:52.342066 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9da2738-9556-4fc5-996e-8aec800c6bf2 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:48:52.352849 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f9da2738-9556-4fc5-996e-8aec800c6bf2 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:52.353191 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-f9da2738-9556-4fc5-996e-8aec800c6bf2 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Added segment de82f24a-c13b-4318-b0b5-f17bbc7156cb of type vlan for network 2528b534-e386-46c4-b4af-1ab62aca5f6f Dec 10 16:48:52.400032 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f9da2738-9556-4fc5-996e-8aec800c6bf2 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:52.428007 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f9da2738-9556-4fc5-996e-8aec800c6bf2 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:52.434427 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9da2738-9556-4fc5-996e-8aec800c6bf2 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:52.434965 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f9da2738-9556-4fc5-996e-8aec800c6bf2 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:52.460273 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31076a39-b330-4a6a-839d-80fae6a0672a req-6270ff86-f32f-4c95-9a10-d91a2149c07b tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:52.462939 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31076a39-b330-4a6a-839d-80fae6a0672a req-6270ff86-f32f-4c95-9a10-d91a2149c07b tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/ports?device_id=caa5b32d-68b4-4b7c-9ba9-98185b9c8396 HTTP/1.1" status: 200 len: 909 time: 0.0654294 Dec 10 16:48:52.470124 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f9da2738-9556-4fc5-996e-8aec800c6bf2 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1920202 Dec 10 16:48:52.474520 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53794) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:52.481057 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-bfbdae64-51e2-405b-9cf2-d0d5275a7cfa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-897779606', 'admin_state_up': True, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:48:52.517596 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bfbdae64-51e2-405b-9cf2-d0d5275a7cfa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:52.520449 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bfbdae64-51e2-405b-9cf2-d0d5275a7cfa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:52.537278 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da2738-9556-4fc5-996e-8aec800c6bf2 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'Network': ['ID=2528b534-e386-46c4-b4af-1ab62aca5f6f,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:52.551319 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 2528b534-e386-46c4-b4af-1ab62aca5f6f details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:48:52.616893 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bfbdae64-51e2-405b-9cf2-d0d5275a7cfa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:52.945830 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53804) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:53.073229 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b0d0d47a-3e5d-48e1-a7b7-42b701ecdc08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:53.145028 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bfbdae64-51e2-405b-9cf2-d0d5275a7cfa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:53.172037 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b0d0d47a-3e5d-48e1-a7b7-42b701ecdc08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:53.177405 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b0d0d47a-3e5d-48e1-a7b7-42b701ecdc08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:53.231528 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b0d0d47a-3e5d-48e1-a7b7-42b701ecdc08 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3e15c94d6b70453bb5cd628479efd82c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2814720 Dec 10 16:48:53.231706 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53810) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:53.232094 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d0d47a-3e5d-48e1-a7b7-42b701ecdc08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d367f9b-3a02-4ee2-840b-bc22fe872add,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:53.305569 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4c0a75c5-0203-4952-9276-bd78827eda7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:53.333393 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4c0a75c5-0203-4952-9276-bd78827eda7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:53.454430 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4c0a75c5-0203-4952-9276-bd78827eda7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:53.456888 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4c0a75c5-0203-4952-9276-bd78827eda7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:53.460623 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4c0a75c5-0203-4952-9276-bd78827eda7d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3d367f9b-3a02-4ee2-840b-bc22fe872add HTTP/1.1" status: 204 len: 168 time: 0.2253914 Dec 10 16:48:53.485982 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bfbdae64-51e2-405b-9cf2-d0d5275a7cfa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:53.487923 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a75c5-0203-4952-9276-bd78827eda7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d367f9b-3a02-4ee2-840b-bc22fe872add,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:53.501691 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device fe552543-4d78-447e-9688-c861dd2c592a no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:48:53.508090 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bfbdae64-51e2-405b-9cf2-d0d5275a7cfa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:53.544257 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: fe552543-4d78-447e-9688-c861dd2c592a {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:48:53.544952 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device fe552543-4d78-447e-9688-c861dd2c592a not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:48:53.622064 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b92fa-d51e-4115-b3e1-648387d7a31f req-e16d86ee-cdd8-48ac-95b3-849781f7ec79 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:53.623823 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-814b92fa-d51e-4115-b3e1-648387d7a31f req-e16d86ee-cdd8-48ac-95b3-849781f7ec79 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.26 "GET /v2.0/ports?device_id=caa5b32d-68b4-4b7c-9ba9-98185b9c8396 HTTP/1.1" status: 200 len: 909 time: 0.0574977 Dec 10 16:48:53.663183 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-bfbdae64-51e2-405b-9cf2-d0d5275a7cfa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Allocated IP 172.25.6.250 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/887f74d4-6017-406e-8e90-d9944a9992b1) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:48:53.691853 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee86c9-3810-4527-aa8a-e295ebca6062 req-6ebedbd3-151b-40bf-b26c-56849bb8ff41 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:53.700494 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-10ee86c9-3810-4527-aa8a-e295ebca6062 req-6ebedbd3-151b-40bf-b26c-56849bb8ff41 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/ports?device_id=caa5b32d-68b4-4b7c-9ba9-98185b9c8396 HTTP/1.1" status: 200 len: 909 time: 0.1001298 Dec 10 16:48:53.766591 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-814b92fa-d51e-4115-b3e1-648387d7a31f req-dae40e5d-c7c4-4d89-a355-b3550d96e10f tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Deleting port e69f6721-ce2e-4ed2-ac91-aa66016abe7d {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:48:53.767195 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-814b92fa-d51e-4115-b3e1-648387d7a31f req-dae40e5d-c7c4-4d89-a355-b3550d96e10f tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:53.811804 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bfbdae64-51e2-405b-9cf2-d0d5275a7cfa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:53.847546 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bfbdae64-51e2-405b-9cf2-d0d5275a7cfa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:53.895917 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53820) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:53.897852 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbdae64-51e2-405b-9cf2-d0d5275a7cfa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:48:53.898209 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-814b92fa-d51e-4115-b3e1-648387d7a31f req-dae40e5d-c7c4-4d89-a355-b3550d96e10f tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] For port e69f6721-ce2e-4ed2-ac91-aa66016abe7d, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=e69f6721-ce2e-4ed2-ac91-aa66016abe7d,segment=NetworkSegment(0024281f-f514-4f8d-9f30-a28fef403a89),segment_id=0024281f-f514-4f8d-9f30-a28fef403a89)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:48:53.898521 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-814b92fa-d51e-4115-b3e1-648387d7a31f req-dae40e5d-c7c4-4d89-a355-b3550d96e10f tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:53.902688 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-bfbdae64-51e2-405b-9cf2-d0d5275a7cfa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:48:53.906359 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbdae64-51e2-405b-9cf2-d0d5275a7cfa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:48:53.912524 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5e09efeb-ce48-4f1d-afd1-0ebd7a0f2015 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:53.922586 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0157c836-8a4c-45ac-802d-127a3fbec407 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:48:53.935200 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbdae64-51e2-405b-9cf2-d0d5275a7cfa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'Port': ['ID=887f74d4-6017-406e-8e90-d9944a9992b1,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:53.941326 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-814b92fa-d51e-4115-b3e1-648387d7a31f req-dae40e5d-c7c4-4d89-a355-b3550d96e10f tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Calling delete_port for e69f6721-ce2e-4ed2-ac91-aa66016abe7d owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:48:53.991041 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-fc87efcf-c9b8-4233-9306-139127664d02 None None] Provisioning complete for port 887f74d4-6017-406e-8e90-d9944a9992b1 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:48:53.991438 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fc87efcf-c9b8-4233-9306-139127664d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:54.048304 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-fc87efcf-c9b8-4233-9306-139127664d02 None None] Port 887f74d4-6017-406e-8e90-d9944a9992b1 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:48:54.066181 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5e09efeb-ce48-4f1d-afd1-0ebd7a0f2015 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:54.073184 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5e09efeb-ce48-4f1d-afd1-0ebd7a0f2015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:54.151231 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5e09efeb-ce48-4f1d-afd1-0ebd7a0f2015 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d5da879f77b14949b8c70ce389318e57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2550347 Dec 10 16:48:54.154062 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53822) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:54.161759 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e09efeb-ce48-4f1d-afd1-0ebd7a0f2015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c854b3-6b3a-43bc-bc6c-11a3c1163620,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:54.186019 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-814b92fa-d51e-4115-b3e1-648387d7a31f req-dae40e5d-c7c4-4d89-a355-b3550d96e10f tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:54.215095 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bfbdae64-51e2-405b-9cf2-d0d5275a7cfa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:54.229749 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae40e5d-c7c4-4d89-a355-b3550d96e10f tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Pushing event deleted for resources: {'Port': ['ID=e69f6721-ce2e-4ed2-ac91-aa66016abe7d,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:54.290829 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-87b3917b-a39f-412c-ac2a-d79d6eaf92b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:54.311192 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-814b92fa-d51e-4115-b3e1-648387d7a31f req-dae40e5d-c7c4-4d89-a355-b3550d96e10f tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] No DVR routers for this DVR port e69f6721-ce2e-4ed2-ac91-aa66016abe7d on host n-h1-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:48:54.314094 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-814b92fa-d51e-4115-b3e1-648387d7a31f req-dae40e5d-c7c4-4d89-a355-b3550d96e10f tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:54.317887 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-814b92fa-d51e-4115-b3e1-648387d7a31f req-dae40e5d-c7c4-4d89-a355-b3550d96e10f tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.26 "DELETE /v2.0/ports/e69f6721-ce2e-4ed2-ac91-aa66016abe7d HTTP/1.1" status: 204 len: 173 time: 0.6871855 Dec 10 16:48:54.323837 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa5b32d-68b4-4b7c-9ba9-98185b9c8396', 'name': 'network-vif-deleted', 'tag': 'e69f6721-ce2e-4ed2-ac91-aa66016abe7d'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:48:54.326110 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4378ce04-e891-4c9d-bdc9-d72950dae845" -d '{"events": [{"server_uuid": "caa5b32d-68b4-4b7c-9ba9-98185b9c8396", "name": "network-vif-deleted", "tag": "e69f6721-ce2e-4ed2-ac91-aa66016abe7d"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:48:54.343837 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-87b3917b-a39f-412c-ac2a-d79d6eaf92b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:54.391895 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e740010-2a18-4b1a-ad73-043c03a5f7eb x-openstack-request-id: req-9e740010-2a18-4b1a-ad73-043c03a5f7eb {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:48:54.392523 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa5b32d-68b4-4b7c-9ba9-98185b9c8396", "name": "network-vif-deleted", "tag": "e69f6721-ce2e-4ed2-ac91-aa66016abe7d", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:48:54.392953 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9e740010-2a18-4b1a-ad73-043c03a5f7eb {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:48:54.393503 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa5b32d-68b4-4b7c-9ba9-98185b9c8396', 'name': 'network-vif-deleted', 'tag': 'e69f6721-ce2e-4ed2-ac91-aa66016abe7d', 'status': 'completed', 'code': 200} Dec 10 16:48:54.423981 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-87b3917b-a39f-412c-ac2a-d79d6eaf92b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:54.426661 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-87b3917b-a39f-412c-ac2a-d79d6eaf92b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:54.428132 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-87b3917b-a39f-412c-ac2a-d79d6eaf92b5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/94c854b3-6b3a-43bc-bc6c-11a3c1163620 HTTP/1.1" status: 204 len: 168 time: 0.2731442 Dec 10 16:48:54.437892 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3917b-a39f-412c-ac2a-d79d6eaf92b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c854b3-6b3a-43bc-bc6c-11a3c1163620,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:54.500520 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bfbdae64-51e2-405b-9cf2-d0d5275a7cfa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:54.680448 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfbdae64-51e2-405b-9cf2-d0d5275a7cfa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Router 11e6dc75-f3f4-4587-beea-f2456a7eaa91 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:48:54.840051 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ee6f4fe2-552a-4fbd-a171-ba45cb780fc4 req-80797809-4d4e-420c-a821-48334a63a9d1 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/ports?device_id=caa5b32d-68b4-4b7c-9ba9-98185b9c8396 HTTP/1.1" status: 200 len: 210 time: 0.0303237 Dec 10 16:48:54.859374 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbdae64-51e2-405b-9cf2-d0d5275a7cfa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:48:54.873117 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dd545b-16da-446c-8348-d40c57af2c63 None None] Sync routers for ids ['11e6dc75-f3f4-4587-beea-f2456a7eaa91'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:48:54.887188 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dd545b-16da-446c-8348-d40c57af2c63 None None] Routers {'11e6dc75-f3f4-4587-beea-f2456a7eaa91'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:48:54.887835 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-13dd545b-16da-446c-8348-d40c57af2c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:48:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['11e6dc75-f3f4-4587-beea-f2456a7eaa91'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:48:54.898247 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bfbdae64-51e2-405b-9cf2-d0d5275a7cfa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:54.903275 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53836) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:54.903796 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-bfbdae64-51e2-405b-9cf2-d0d5275a7cfa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4274096 Dec 10 16:48:55.004243 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-13dd545b-16da-446c-8348-d40c57af2c63 None None] Set router 11e6dc75-f3f4-4587-beea-f2456a7eaa91 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:48:55.016253 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53840) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:55.032046 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9dcf79c8-409e-45c2-8e86-f4522af30ea1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:55.136080 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9dcf79c8-409e-45c2-8e86-f4522af30ea1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:55.145016 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9dcf79c8-409e-45c2-8e86-f4522af30ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:55.176369 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf79c8-409e-45c2-8e86-f4522af30ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad456aee-fe89-4f59-9d69-636d7dc689f5,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:55.205183 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-13dd545b-16da-446c-8348-d40c57af2c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e6dc75-f3f4-4587-beea-f2456a7eaa91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897779606', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '887f74d4-6017-406e-8e90-d9944a9992b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:48:52Z', 'updated_at': '2021-12-10T16:48:54Z', 'revision_number': 3, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': '887f74d4-6017-406e-8e90-d9944a9992b1', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:30:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e6dc75-f3f4-4587-beea-f2456a7eaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:53Z', 'updated_at': '2021-12-10T16:48:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:48:55.236645 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9dcf79c8-409e-45c2-8e86-f4522af30ea1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=12c334465db34760944ceb52bd10abb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2167714 Dec 10 16:48:55.236645 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e98e68e0-fa53-41d4-8f37-bb07783b90af tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=e316b1d223b341c8ad45a1329ddefc11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3309023 Dec 10 16:48:55.236939 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53842) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:55.238977 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dd545b-16da-446c-8348-d40c57af2c63 None None] Checking router: 11e6dc75-f3f4-4587-beea-f2456a7eaa91 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:48:55.239111 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53844) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:55.240132 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dd545b-16da-446c-8348-d40c57af2c63 None None] Updating router 11e6dc75-f3f4-4587-beea-f2456a7eaa91 port 887f74d4-6017-406e-8e90-d9944a9992b1 binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:48:55.274018 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-13dd545b-16da-446c-8348-d40c57af2c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:55.291806 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-721fdffd-c32f-400e-a2a3-c373feb0e278 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:55.315040 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-721fdffd-c32f-400e-a2a3-c373feb0e278 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:55.350633 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a28a941-11b5-4011-bf64-e184566da648 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:55.352690 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5a28a941-11b5-4011-bf64-e184566da648 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1125650 Dec 10 16:48:55.356019 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53848) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:55.393160 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b95ffd50-227a-4ed3-ba14-104071b55bd0 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=5eeed31d-d918-4774-81b9-ef71c6f02574&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296724 Dec 10 16:48:55.393362 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53858) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:55.398988 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-a4127cb2-4d58-4466-a6b7-f0529ebc6352 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-581956509', 'network_id': '2528b534-e386-46c4-b4af-1ab62aca5f6f', 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:48:55.482582 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-721fdffd-c32f-400e-a2a3-c373feb0e278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:55.486250 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-721fdffd-c32f-400e-a2a3-c373feb0e278 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:55.491230 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-721fdffd-c32f-400e-a2a3-c373feb0e278 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ad456aee-fe89-4f59-9d69-636d7dc689f5 HTTP/1.1" status: 204 len: 168 time: 0.2511072 Dec 10 16:48:55.515414 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721fdffd-c32f-400e-a2a3-c373feb0e278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad456aee-fe89-4f59-9d69-636d7dc689f5,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:55.553678 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4127cb2-4d58-4466-a6b7-f0529ebc6352 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Made reservation on behalf of e316b1d223b341c8ad45a1329ddefc11 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:48:55.563663 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a4127cb2-4d58-4466-a6b7-f0529ebc6352 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:55.644100 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-13dd545b-16da-446c-8348-d40c57af2c63 None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:55.659398 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-13dd545b-16da-446c-8348-d40c57af2c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:55.719353 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2eeb17-149a-4f7e-992b-e75199f8c712 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:48:55.752520 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-13dd545b-16da-446c-8348-d40c57af2c63 None None] Attempting to bind port 887f74d4-6017-406e-8e90-d9944a9992b1 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:48:55.752904 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-13dd545b-16da-446c-8348-d40c57af2c63 None None] Attempting to bind port 887f74d4-6017-406e-8e90-d9944a9992b1 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:48:55.753261 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13dd545b-16da-446c-8348-d40c57af2c63 None None] Attempting to bind port 887f74d4-6017-406e-8e90-d9944a9992b1 on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:48:55.780967 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13dd545b-16da-446c-8348-d40c57af2c63 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:48:55.781342 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13dd545b-16da-446c-8348-d40c57af2c63 None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:48:55.781745 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-13dd545b-16da-446c-8348-d40c57af2c63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:55.782146 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13dd545b-16da-446c-8348-d40c57af2c63 None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:48:55.782940 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-13dd545b-16da-446c-8348-d40c57af2c63 None None] Bound port: 887f74d4-6017-406e-8e90-d9944a9992b1, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:48:55.783054 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-13dd545b-16da-446c-8348-d40c57af2c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:55.796031 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-fbafe1a8-fdf2-4656-93ec-36c1662823a5 None None] Provisioning complete for port 887f74d4-6017-406e-8e90-d9944a9992b1 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:48:55.796399 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fbafe1a8-fdf2-4656-93ec-36c1662823a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:55.821343 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe16330-a193-40d0-8369-9aac2222c650 None None] Pushing event updated for resources: {'Port': ['ID=887f74d4-6017-406e-8e90-d9944a9992b1,revision_number=2']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:55.863554 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-13dd545b-16da-446c-8348-d40c57af2c63 None None] For port 887f74d4-6017-406e-8e90-d9944a9992b1, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:48:55.867731 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-13dd545b-16da-446c-8348-d40c57af2c63 None None] For port 887f74d4-6017-406e-8e90-d9944a9992b1, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=887f74d4-6017-406e-8e90-d9944a9992b1,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:48:55.869626 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-fbafe1a8-fdf2-4656-93ec-36c1662823a5 None None] Port 887f74d4-6017-406e-8e90-d9944a9992b1 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:48:55.874622 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a4127cb2-4d58-4466-a6b7-f0529ebc6352 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:55.876973 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-13dd545b-16da-446c-8348-d40c57af2c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:55.964513 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53900) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:55.965021 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4127cb2-4d58-4466-a6b7-f0529ebc6352 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Checking segment: {'id': 'de82f24a-c13b-4318-b0b5-f17bbc7156cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2528b534-e386-46c4-b4af-1ab62aca5f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:48:55.965487 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4127cb2-4d58-4466-a6b7-f0529ebc6352 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Network hostable DHCP agents. Network: 2528b534-e386-46c4-b4af-1ab62aca5f6f, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:48:55.975335 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe16330-a193-40d0-8369-9aac2222c650 None None] Pushing event updated for resources: {'Port': ['ID=887f74d4-6017-406e-8e90-d9944a9992b1,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:55.983966 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4127cb2-4d58-4466-a6b7-f0529ebc6352 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'Subnet': ['ID=8202bf40-0f2f-4bb9-9452-bb93d1331b41,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:56.000390 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4127cb2-4d58-4466-a6b7-f0529ebc6352 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Network 2528b534-e386-46c4-b4af-1ab62aca5f6f is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:48:56.027401 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-a4127cb2-4d58-4466-a6b7-f0529ebc6352 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 2528b534-e386-46c4-b4af-1ab62aca5f6f) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:48:56.032077 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4127cb2-4d58-4466-a6b7-f0529ebc6352 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:56.032926 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a4127cb2-4d58-4466-a6b7-f0529ebc6352 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:56.038650 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed4f231-e9a5-4e40-8669-4d57d23f084c None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:48:56.051335 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d36cbd9-4607-4794-9d81-1c96c2858dd0 None None] Network 2528b534-e386-46c4-b4af-1ab62aca5f6f requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:48:56.071982 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dd545b-16da-446c-8348-d40c57af2c63 None None] Routers {'11e6dc75-f3f4-4587-beea-f2456a7eaa91'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:48:56.074965 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-13dd545b-16da-446c-8348-d40c57af2c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:48:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['11e6dc75-f3f4-4587-beea-f2456a7eaa91'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:48:56.094395 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a4127cb2-4d58-4466-a6b7-f0529ebc6352 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6998782 Dec 10 16:48:56.097720 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53904) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:56.216897 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device e69f6721-ce2e-4ed2-ac91-aa66016abe7d no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:48:56.256805 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: e69f6721-ce2e-4ed2-ac91-aa66016abe7d {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:48:56.257228 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device e69f6721-ce2e-4ed2-ac91-aa66016abe7d not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:48:56.268924 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-00fe7910-d98f-4d12-8f4b-45089b518dfb None None] Provisioning complete for port 887f74d4-6017-406e-8e90-d9944a9992b1 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:48:56.269302 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-00fe7910-d98f-4d12-8f4b-45089b518dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:56.278600 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79617ba-8aa3-42ce-9844-7ee3caeb925e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-2528b534-e386-46c4-b4af-1ab62aca5f6f', 'network_id': '2528b534-e386-46c4-b4af-1ab62aca5f6f', 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'fixed_ips': [{'subnet_id': '8202bf40-0f2f-4bb9-9452-bb93d1331b41'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:48:56.279471 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a79617ba-8aa3-42ce-9844-7ee3caeb925e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:56.322052 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-13dd545b-16da-446c-8348-d40c57af2c63 None None] Set router 11e6dc75-f3f4-4587-beea-f2456a7eaa91 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:48:56.648287 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-a79617ba-8aa3-42ce-9844-7ee3caeb925e None None] Allocated IP 172.20.0.2 (2528b534-e386-46c4-b4af-1ab62aca5f6f/8202bf40-0f2f-4bb9-9452-bb93d1331b41/098d5655-3e6a-4e1a-80c7-14491f666911) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:48:56.691572 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-13dd545b-16da-446c-8348-d40c57af2c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e6dc75-f3f4-4587-beea-f2456a7eaa91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897779606', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '887f74d4-6017-406e-8e90-d9944a9992b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:48:52Z', 'updated_at': '2021-12-10T16:48:54Z', 'revision_number': 3, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': '887f74d4-6017-406e-8e90-d9944a9992b1', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:30:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e6dc75-f3f4-4587-beea-f2456a7eaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:53Z', 'updated_at': '2021-12-10T16:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:48:56.756559 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dd545b-16da-446c-8348-d40c57af2c63 None None] The sync data for ids ['11e6dc75-f3f4-4587-beea-f2456a7eaa91'] in n-d-766771-2 is: [{'id': '11e6dc75-f3f4-4587-beea-f2456a7eaa91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897779606', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '887f74d4-6017-406e-8e90-d9944a9992b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:48:52Z', 'updated_at': '2021-12-10T16:48:54Z', 'revision_number': 3, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': '887f74d4-6017-406e-8e90-d9944a9992b1', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:30:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e6dc75-f3f4-4587-beea-f2456a7eaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:53Z', 'updated_at': '2021-12-10T16:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:48:56.815481 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-00fe7910-d98f-4d12-8f4b-45089b518dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:56.887765 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a067bd76-0054-4d34-a88b-619f9ef894b8 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:56.932291 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-00fe7910-d98f-4d12-8f4b-45089b518dfb None None] For port 887f74d4-6017-406e-8e90-d9944a9992b1, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=887f74d4-6017-406e-8e90-d9944a9992b1,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:48:56.959093 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-00fe7910-d98f-4d12-8f4b-45089b518dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:57.083072 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1c9cf018-f3e8-4de1-97a8-384d5c8e86aa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:57.106054 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a79617ba-8aa3-42ce-9844-7ee3caeb925e None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:57.113136 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe7910-d98f-4d12-8f4b-45089b518dfb None None] Pushing event updated for resources: {'Port': ['ID=887f74d4-6017-406e-8e90-d9944a9992b1,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:57.130357 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a79617ba-8aa3-42ce-9844-7ee3caeb925e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:57.168211 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79617ba-8aa3-42ce-9844-7ee3caeb925e None None] Network 2528b534-e386-46c4-b4af-1ab62aca5f6f is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:48:57.170704 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-a79617ba-8aa3-42ce-9844-7ee3caeb925e None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:48:57.217295 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79617ba-8aa3-42ce-9844-7ee3caeb925e None None] Pushing event updated for resources: {'Port': ['ID=098d5655-3e6a-4e1a-80c7-14491f666911,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:57.220299 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79617ba-8aa3-42ce-9844-7ee3caeb925e None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:48:57.297433 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53958) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:57.300879 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-a79617ba-8aa3-42ce-9844-7ee3caeb925e None None] Attempting to bind port 098d5655-3e6a-4e1a-80c7-14491f666911 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:48:57.301362 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-a79617ba-8aa3-42ce-9844-7ee3caeb925e None None] Attempting to bind port 098d5655-3e6a-4e1a-80c7-14491f666911 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'de82f24a-c13b-4318-b0b5-f17bbc7156cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2528b534-e386-46c4-b4af-1ab62aca5f6f'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:48:57.301829 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79617ba-8aa3-42ce-9844-7ee3caeb925e None None] Attempting to bind port 098d5655-3e6a-4e1a-80c7-14491f666911 on network 2528b534-e386-46c4-b4af-1ab62aca5f6f {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:48:57.328150 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79617ba-8aa3-42ce-9844-7ee3caeb925e None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:48:57.328832 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79617ba-8aa3-42ce-9844-7ee3caeb925e None None] Checking segment: {'id': 'de82f24a-c13b-4318-b0b5-f17bbc7156cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2528b534-e386-46c4-b4af-1ab62aca5f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:48:57.330121 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a79617ba-8aa3-42ce-9844-7ee3caeb925e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:57.330807 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79617ba-8aa3-42ce-9844-7ee3caeb925e None None] Bound using segment: {'id': 'de82f24a-c13b-4318-b0b5-f17bbc7156cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2528b534-e386-46c4-b4af-1ab62aca5f6f'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:48:57.333045 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-a79617ba-8aa3-42ce-9844-7ee3caeb925e None None] Bound port: 098d5655-3e6a-4e1a-80c7-14491f666911, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de82f24a-c13b-4318-b0b5-f17bbc7156cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2528b534-e386-46c4-b4af-1ab62aca5f6f'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:48:57.334298 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a79617ba-8aa3-42ce-9844-7ee3caeb925e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:57.532176 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a067bd76-0054-4d34-a88b-619f9ef894b8 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Deleting port 235285ba-6c47-46d1-8439-152a9ad435fa {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:48:57.532805 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a067bd76-0054-4d34-a88b-619f9ef894b8 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:57.546772 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-66145411-6335-44d1-abf6-2b04578111ac admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1851369138-network', 'tenant_id': 'f6262538ba3a4d0a855d0d8cddb971a4'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:48:57.599835 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-1c9cf018-f3e8-4de1-97a8-384d5c8e86aa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Allocated IP 172.20.0.1 (2528b534-e386-46c4-b4af-1ab62aca5f6f/8202bf40-0f2f-4bb9-9452-bb93d1331b41/cf126b96-39c2-4e1f-a3e9-778f926cbf23) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:48:57.605823 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66145411-6335-44d1-abf6-2b04578111ac admin admin] Made reservation on behalf of f6262538ba3a4d0a855d0d8cddb971a4 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:48:57.610015 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-66145411-6335-44d1-abf6-2b04578111ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:57.628561 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-66145411-6335-44d1-abf6-2b04578111ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:57.661363 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a067bd76-0054-4d34-a88b-619f9ef894b8 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] For port 235285ba-6c47-46d1-8439-152a9ad435fa, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=235285ba-6c47-46d1-8439-152a9ad435fa,segment=NetworkSegment(0024281f-f514-4f8d-9f30-a28fef403a89),segment_id=0024281f-f514-4f8d-9f30-a28fef403a89)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:48:57.662001 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a067bd76-0054-4d34-a88b-619f9ef894b8 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:57.684746 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a067bd76-0054-4d34-a88b-619f9ef894b8 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Calling delete_port for 235285ba-6c47-46d1-8439-152a9ad435fa owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:48:57.713767 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-a79617ba-8aa3-42ce-9844-7ee3caeb925e None None] For port 098d5655-3e6a-4e1a-80c7-14491f666911, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:48:57.718399 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-a79617ba-8aa3-42ce-9844-7ee3caeb925e None None] For port 098d5655-3e6a-4e1a-80c7-14491f666911, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=098d5655-3e6a-4e1a-80c7-14491f666911,segment=NetworkSegment(de82f24a-c13b-4318-b0b5-f17bbc7156cb),segment_id=de82f24a-c13b-4318-b0b5-f17bbc7156cb)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:48:57.731121 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a79617ba-8aa3-42ce-9844-7ee3caeb925e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:57.878490 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79617ba-8aa3-42ce-9844-7ee3caeb925e None None] Pushing event updated for resources: {'Port': ['ID=098d5655-3e6a-4e1a-80c7-14491f666911,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:58.054810 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a067bd76-0054-4d34-a88b-619f9ef894b8 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:58.112723 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a067bd76-0054-4d34-a88b-619f9ef894b8 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Pushing event deleted for resources: {'Port': ['ID=235285ba-6c47-46d1-8439-152a9ad435fa,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:58.341233 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-66145411-6335-44d1-abf6-2b04578111ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:58.374295 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-66145411-6335-44d1-abf6-2b04578111ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:58.397774 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66145411-6335-44d1-abf6-2b04578111ac admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:48:58.411835 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-66145411-6335-44d1-abf6-2b04578111ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:58.412457 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-66145411-6335-44d1-abf6-2b04578111ac admin admin] Added segment 4770db5f-7eb6-44a2-85db-bb85218bc03d of type vlan for network 393c3428-ecdd-497d-bef2-06c4897ef423 Dec 10 16:48:58.469985 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a067bd76-0054-4d34-a88b-619f9ef894b8 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:58.496650 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-66145411-6335-44d1-abf6-2b04578111ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:58.501030 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1c9cf018-f3e8-4de1-97a8-384d5c8e86aa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:58.517964 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66145411-6335-44d1-abf6-2b04578111ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478c4d7f-fec5-4fd0-bb1f-9778e6d271f3,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:58.552625 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-66145411-6335-44d1-abf6-2b04578111ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:58.553841 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66145411-6335-44d1-abf6-2b04578111ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:58.554441 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-66145411-6335-44d1-abf6-2b04578111ac admin admin] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:58.589051 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-66145411-6335-44d1-abf6-2b04578111ac admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2877905 Dec 10 16:48:58.589987 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53966) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:58.596620 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-e9e7a206-8094-4f18-a7a5-6c0d30ce32c8 admin admin] Request body: {'subnet': {'network_id': '393c3428-ecdd-497d-bef2-06c4897ef423', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1851369138-subnet', 'tenant_id': 'f6262538ba3a4d0a855d0d8cddb971a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:48:58.624530 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1c9cf018-f3e8-4de1-97a8-384d5c8e86aa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:58.643621 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e7a206-8094-4f18-a7a5-6c0d30ce32c8 admin admin] Made reservation on behalf of f6262538ba3a4d0a855d0d8cddb971a4 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:48:58.650189 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e9e7a206-8094-4f18-a7a5-6c0d30ce32c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:58.673053 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66145411-6335-44d1-abf6-2b04578111ac admin admin] Pushing event updated for resources: {'Network': ['ID=393c3428-ecdd-497d-bef2-06c4897ef423,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:58.687360 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9cf018-f3e8-4de1-97a8-384d5c8e86aa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Network 2528b534-e386-46c4-b4af-1ab62aca5f6f is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:48:58.692113 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-1c9cf018-f3e8-4de1-97a8-384d5c8e86aa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:48:58.693635 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 393c3428-ecdd-497d-bef2-06c4897ef423 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:48:58.695025 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9cf018-f3e8-4de1-97a8-384d5c8e86aa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:48:58.721503 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9cf018-f3e8-4de1-97a8-384d5c8e86aa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'Port': ['ID=cf126b96-39c2-4e1f-a3e9-778f926cbf23,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:58.751645 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1c9cf018-f3e8-4de1-97a8-384d5c8e86aa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:58.918790 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a067bd76-0054-4d34-a88b-619f9ef894b8 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Router 58c0b972-903d-40b2-b196-baffffe0c40c has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:48:59.001359 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1c9cf018-f3e8-4de1-97a8-384d5c8e86aa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:59.131577 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e9e7a206-8094-4f18-a7a5-6c0d30ce32c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:59.154288 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 098d5655-3e6a-4e1a-80c7-14491f666911 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:48:59.223175 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e7a206-8094-4f18-a7a5-6c0d30ce32c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8888adbe-7f11-4396-91e6-196f4f5eb7fc,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:59.228210 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 098d5655-3e6a-4e1a-80c7-14491f666911 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:48:59.229783 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:59.242640 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a067bd76-0054-4d34-a88b-619f9ef894b8 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:48:59.244415 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e7a206-8094-4f18-a7a5-6c0d30ce32c8 admin admin] Checking segment: {'id': '4770db5f-7eb6-44a2-85db-bb85218bc03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '393c3428-ecdd-497d-bef2-06c4897ef423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:48:59.244784 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e7a206-8094-4f18-a7a5-6c0d30ce32c8 admin admin] Network hostable DHCP agents. Network: 393c3428-ecdd-497d-bef2-06c4897ef423, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:48:59.261438 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a067bd76-0054-4d34-a88b-619f9ef894b8 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "PUT /v2.0/routers/58c0b972-903d-40b2-b196-baffffe0c40c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2934175 Dec 10 16:48:59.262275 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53970) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:59.285856 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e7a206-8094-4f18-a7a5-6c0d30ce32c8 admin admin] Network 393c3428-ecdd-497d-bef2-06c4897ef423 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:48:59.293666 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c052a556-15e1-4737-9bbb-95c6fc128e90 None None] Sync routers for ids ['58c0b972-903d-40b2-b196-baffffe0c40c'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:48:59.303908 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-e9e7a206-8094-4f18-a7a5-6c0d30ce32c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 393c3428-ecdd-497d-bef2-06c4897ef423) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:48:59.311651 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e7a206-8094-4f18-a7a5-6c0d30ce32c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:59.312542 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e9e7a206-8094-4f18-a7a5-6c0d30ce32c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:59.315983 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c052a556-15e1-4737-9bbb-95c6fc128e90 None None] Routers {'58c0b972-903d-40b2-b196-baffffe0c40c'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:48:59.316634 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c052a556-15e1-4737-9bbb-95c6fc128e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:48:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['58c0b972-903d-40b2-b196-baffffe0c40c'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:48:59.343154 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e9e7a206-8094-4f18-a7a5-6c0d30ce32c8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7501564 Dec 10 16:48:59.372320 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d51a466-7f18-4a78-9fba-f29c6e331bd0 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Deleting subnet 06b296b8-6392-48f8-9e89-a7f494876d48 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:48:59.391643 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5d51a466-7f18-4a78-9fba-f29c6e331bd0 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:59.473482 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4751b7-e3c4-4e14-9b04-db478c7b7284 None None] Network 393c3428-ecdd-497d-bef2-06c4897ef423 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:48:59.521691 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5d51a466-7f18-4a78-9fba-f29c6e331bd0 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:59.556881 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae6d9a6-1eba-417d-8e77-1857427d7fe7 None None] Network 2528b534-e386-46c4-b4af-1ab62aca5f6f requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:48:59.632024 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:59.697850 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5d51a466-7f18-4a78-9fba-f29c6e331bd0 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:59.698100 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-2a4ebf89-d216-4870-8ad7-bfed05509390 None None] Provisioning complete for port 098d5655-3e6a-4e1a-80c7-14491f666911 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:48:59.698440 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2a4ebf89-d216-4870-8ad7-bfed05509390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:59.738195 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1c9cf018-f3e8-4de1-97a8-384d5c8e86aa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:59.747686 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1c9cf018-f3e8-4de1-97a8-384d5c8e86aa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:59.767013 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-c052a556-15e1-4737-9bbb-95c6fc128e90 None None] Set router 58c0b972-903d-40b2-b196-baffffe0c40c gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:48:59.808596 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17454ed7-5d5d-40a4-a98a-219de7a40744 None None] Network 393c3428-ecdd-497d-bef2-06c4897ef423 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:48:59.814127 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 098d5655-3e6a-4e1a-80c7-14491f666911, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=098d5655-3e6a-4e1a-80c7-14491f666911,segment=NetworkSegment(de82f24a-c13b-4318-b0b5-f17bbc7156cb),segment_id=de82f24a-c13b-4318-b0b5-f17bbc7156cb)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:48:59.840784 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9cf018-f3e8-4de1-97a8-384d5c8e86aa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'Port': ['ID=cf126b96-39c2-4e1f-a3e9-778f926cbf23,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:59.881180 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1c9cf018-f3e8-4de1-97a8-384d5c8e86aa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:59.892966 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:59.896981 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 887f74d4-6017-406e-8e90-d9944a9992b1 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:48:59.938598 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5d51a466-7f18-4a78-9fba-f29c6e331bd0 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:59.978326 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5d51a466-7f18-4a78-9fba-f29c6e331bd0 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:59.984570 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 53984) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:59.985123 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5d51a466-7f18-4a78-9fba-f29c6e331bd0 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "DELETE /v2.0/subnets/06b296b8-6392-48f8-9e89-a7f494876d48 HTTP/1.1" status: 204 len: 168 time: 0.7217860 Dec 10 16:48:59.987951 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d51a466-7f18-4a78-9fba-f29c6e331bd0 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Pushing event deleted for resources: {'Subnet': ['ID=06b296b8-6392-48f8-9e89-a7f494876d48,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:00.022922 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f74c952-1fc4-46af-918b-92bec4fcfe20 None None] Network 169d5998-0054-43c5-a774-d7a814bc8e8c requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:49:00.052729 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9cf018-f3e8-4de1-97a8-384d5c8e86aa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Network 2528b534-e386-46c4-b4af-1ab62aca5f6f is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:49:00.054368 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-1c9cf018-f3e8-4de1-97a8-384d5c8e86aa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:49:00.174676 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=098d5655-3e6a-4e1a-80c7-14491f666911,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:00.224202 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6717a77-aa0e-4d99-9fa8-2d0c303b9c55 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:00.260979 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9cf018-f3e8-4de1-97a8-384d5c8e86aa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Router 11e6dc75-f3f4-4587-beea-f2456a7eaa91 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:49:00.361709 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 53992) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:00.367275 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-37731afc-bf1a-41d3-b902-3ae5e40c219d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1906637302-network', 'tenant_id': '44bff380cc5d42cf9cd9b565d137f127'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:49:00.376903 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 887f74d4-6017-406e-8e90-d9944a9992b1 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:49:00.378192 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:00.397708 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37731afc-bf1a-41d3-b902-3ae5e40c219d admin admin] Made reservation on behalf of 44bff380cc5d42cf9cd9b565d137f127 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:49:00.401372 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-37731afc-bf1a-41d3-b902-3ae5e40c219d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:00.418625 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-37731afc-bf1a-41d3-b902-3ae5e40c219d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:00.466264 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6717a77-aa0e-4d99-9fa8-2d0c303b9c55 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:00.514055 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c052a556-15e1-4737-9bbb-95c6fc128e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c0b972-903d-40b2-b196-baffffe0c40c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1001191934', 'tenant_id': '465a09ace7ed47488837491c435d4c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'b04e3da2-8bf0-4412-8077-7df0d930451a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:48:27Z', 'updated_at': '2021-12-10T16:48:57Z', 'revision_number': 5, 'project_id': '465a09ace7ed47488837491c435d4c5b', 'gw_port': {'id': 'b04e3da2-8bf0-4412-8077-7df0d930451a', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c0b972-903d-40b2-b196-baffffe0c40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:28Z', 'updated_at': '2021-12-10T16:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:00.543035 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9cf018-f3e8-4de1-97a8-384d5c8e86aa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:49:00.546842 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a6717a77-aa0e-4d99-9fa8-2d0c303b9c55 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Deleting port b04e3da2-8bf0-4412-8077-7df0d930451a {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:49:00.547533 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6717a77-aa0e-4d99-9fa8-2d0c303b9c55 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:00.553925 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ecf117-5810-465c-9f29-a2f4c2c1342c None None] Sync routers for ids ['11e6dc75-f3f4-4587-beea-f2456a7eaa91'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:49:00.575164 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ecf117-5810-465c-9f29-a2f4c2c1342c None None] Routers {'11e6dc75-f3f4-4587-beea-f2456a7eaa91'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:49:00.576039 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-52ecf117-5810-465c-9f29-a2f4c2c1342c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:48:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['11e6dc75-f3f4-4587-beea-f2456a7eaa91'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:00.582174 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1c9cf018-f3e8-4de1-97a8-384d5c8e86aa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "PUT /v2.0/routers/11e6dc75-f3f4-4587-beea-f2456a7eaa91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4798300 Dec 10 16:49:00.599323 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017af2a4-6b41-445d-b8ac-19e81569a674 None None] DHCP port deletion for 169d5998-0054-43c5-a774-d7a814bc8e8c request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:49:00.601662 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c052a556-15e1-4737-9bbb-95c6fc128e90 None None] Checking router: 58c0b972-903d-40b2-b196-baffffe0c40c for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:49:00.666218 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c052a556-15e1-4737-9bbb-95c6fc128e90 None None] Routers {'58c0b972-903d-40b2-b196-baffffe0c40c'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:49:00.666848 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c052a556-15e1-4737-9bbb-95c6fc128e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:48:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['58c0b972-903d-40b2-b196-baffffe0c40c'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:00.710866 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a6717a77-aa0e-4d99-9fa8-2d0c303b9c55 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] For port b04e3da2-8bf0-4412-8077-7df0d930451a, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=b04e3da2-8bf0-4412-8077-7df0d930451a,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:49:00.711773 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6717a77-aa0e-4d99-9fa8-2d0c303b9c55 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:00.719560 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-37731afc-bf1a-41d3-b902-3ae5e40c219d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:00.731337 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-37731afc-bf1a-41d3-b902-3ae5e40c219d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:00.744653 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a6717a77-aa0e-4d99-9fa8-2d0c303b9c55 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Calling delete_port for b04e3da2-8bf0-4412-8077-7df0d930451a owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:49:00.768821 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37731afc-bf1a-41d3-b902-3ae5e40c219d admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:49:00.788992 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-37731afc-bf1a-41d3-b902-3ae5e40c219d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:00.789961 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-37731afc-bf1a-41d3-b902-3ae5e40c219d admin admin] Added segment 5907debd-8307-4662-8e71-55bf3eda0b28 of type vlan for network bc86701a-e0d9-4df3-abd3-8188a42544f4 Dec 10 16:49:00.842942 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-37731afc-bf1a-41d3-b902-3ae5e40c219d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:00.884572 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-37731afc-bf1a-41d3-b902-3ae5e40c219d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:00.885789 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37731afc-bf1a-41d3-b902-3ae5e40c219d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:00.886689 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-37731afc-bf1a-41d3-b902-3ae5e40c219d admin admin] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:00.934564 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-37731afc-bf1a-41d3-b902-3ae5e40c219d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5688159 Dec 10 16:49:00.966638 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54004) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:00.972913 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-8e3cc22a-f2c6-4822-9329-489d4bfcbfaa admin admin] Request body: {'subnet': {'network_id': 'bc86701a-e0d9-4df3-abd3-8188a42544f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1906637302-subnet', 'tenant_id': '44bff380cc5d42cf9cd9b565d137f127', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:49:01.001255 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37731afc-bf1a-41d3-b902-3ae5e40c219d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7c6345-f3f4-444d-a98c-4dc5be6a557a,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:01.010275 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3cc22a-f2c6-4822-9329-489d4bfcbfaa admin admin] Made reservation on behalf of 44bff380cc5d42cf9cd9b565d137f127 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:49:01.013456 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8e3cc22a-f2c6-4822-9329-489d4bfcbfaa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:01.087735 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37731afc-bf1a-41d3-b902-3ae5e40c219d admin admin] Pushing event updated for resources: {'Network': ['ID=bc86701a-e0d9-4df3-abd3-8188a42544f4,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:01.125189 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-52ecf117-5810-465c-9f29-a2f4c2c1342c None None] Set router 11e6dc75-f3f4-4587-beea-f2456a7eaa91 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:49:01.134211 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-f237667a-43cc-4fa3-a1b3-0b3329d72fdd tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1968514372&fields=id&tenant_id=e316b1d223b341c8ad45a1329ddefc11 HTTP/1.1" status: 200 len: 267 time: 0.1297336 Dec 10 16:49:01.235854 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6717a77-aa0e-4d99-9fa8-2d0c303b9c55 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:01.280314 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8e3cc22a-f2c6-4822-9329-489d4bfcbfaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:01.346723 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3cc22a-f2c6-4822-9329-489d4bfcbfaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=392dd664-09a4-4908-99da-86ad352f158b,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:01.362246 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 098d5655-3e6a-4e1a-80c7-14491f666911 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:49:01.363004 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3cc22a-f2c6-4822-9329-489d4bfcbfaa admin admin] Checking segment: {'id': '5907debd-8307-4662-8e71-55bf3eda0b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'bc86701a-e0d9-4df3-abd3-8188a42544f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:49:01.363364 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3cc22a-f2c6-4822-9329-489d4bfcbfaa admin admin] Network hostable DHCP agents. Network: bc86701a-e0d9-4df3-abd3-8188a42544f4, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:49:01.364372 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network bc86701a-e0d9-4df3-abd3-8188a42544f4 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:49:01.399670 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3cc22a-f2c6-4822-9329-489d4bfcbfaa admin admin] Network bc86701a-e0d9-4df3-abd3-8188a42544f4 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:49:01.412485 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-8e3cc22a-f2c6-4822-9329-489d4bfcbfaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, bc86701a-e0d9-4df3-abd3-8188a42544f4) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:49:01.438044 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3cc22a-f2c6-4822-9329-489d4bfcbfaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:01.441344 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8e3cc22a-f2c6-4822-9329-489d4bfcbfaa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:01.445756 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a973cd-4502-47b5-bb97-23be619806ab None None] Network bc86701a-e0d9-4df3-abd3-8188a42544f4 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:49:01.463781 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-52ecf117-5810-465c-9f29-a2f4c2c1342c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e6dc75-f3f4-4587-beea-f2456a7eaa91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897779606', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '887f74d4-6017-406e-8e90-d9944a9992b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:48:52Z', 'updated_at': '2021-12-10T16:48:58Z', 'revision_number': 4, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': '887f74d4-6017-406e-8e90-d9944a9992b1', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:30:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e6dc75-f3f4-4587-beea-f2456a7eaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:53Z', 'updated_at': '2021-12-10T16:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'cf126b96-39c2-4e1f-a3e9-778f926cbf23', 'name': '', 'network_id': '2528b534-e386-46c4-b4af-1ab62aca5f6f', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'mac_address': 'fa:16:3e:d3:ac:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e6dc75-f3f4-4587-beea-f2456a7eaa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '8202bf40-0f2f-4bb9-9452-bb93d1331b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:57Z', 'updated_at': '2021-12-10T16:48:59Z', 'revision_number': 2, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'subnets': [{'id': '8202bf40-0f2f-4bb9-9452-bb93d1331b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:01.489804 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8e3cc22a-f2c6-4822-9329-489d4bfcbfaa admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5217683 Dec 10 16:49:01.519502 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ecf117-5810-465c-9f29-a2f4c2c1342c None None] Checking router: 11e6dc75-f3f4-4587-beea-f2456a7eaa91 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:49:01.522631 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ecf117-5810-465c-9f29-a2f4c2c1342c None None] Updating router 11e6dc75-f3f4-4587-beea-f2456a7eaa91 port cf126b96-39c2-4e1f-a3e9-778f926cbf23 binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:49:01.539643 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-c052a556-15e1-4737-9bbb-95c6fc128e90 None None] Set router 58c0b972-903d-40b2-b196-baffffe0c40c gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:49:01.592321 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-52ecf117-5810-465c-9f29-a2f4c2c1342c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:01.679770 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c052a556-15e1-4737-9bbb-95c6fc128e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c0b972-903d-40b2-b196-baffffe0c40c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1001191934', 'tenant_id': '465a09ace7ed47488837491c435d4c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:48:27Z', 'updated_at': '2021-12-10T16:49:00Z', 'revision_number': 6, 'project_id': '465a09ace7ed47488837491c435d4c5b', 'gw_port_host': None}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:01.722099 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-86e0fe1b-980d-415c-ad8f-fcd7a9844738 None None] Provisioning complete for port cf126b96-39c2-4e1f-a3e9-778f926cbf23 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:49:01.722506 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-86e0fe1b-980d-415c-ad8f-fcd7a9844738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:01.772429 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c052a556-15e1-4737-9bbb-95c6fc128e90 None None] The sync data for ids ['58c0b972-903d-40b2-b196-baffffe0c40c'] in n-d-766771-2 is: [{'id': '58c0b972-903d-40b2-b196-baffffe0c40c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1001191934', 'tenant_id': '465a09ace7ed47488837491c435d4c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:48:27Z', 'updated_at': '2021-12-10T16:49:00Z', 'revision_number': 6, 'project_id': '465a09ace7ed47488837491c435d4c5b', 'gw_port_host': None}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:49:01.774117 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-86e0fe1b-980d-415c-ad8f-fcd7a9844738 None None] Port cf126b96-39c2-4e1f-a3e9-778f926cbf23 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:49:01.822718 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-017af2a4-6b41-445d-b8ac-19e81569a674 None None] Deleting port d67bab86-0700-44a5-9c04-faa46d6f05d8 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:49:01.823106 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-017af2a4-6b41-445d-b8ac-19e81569a674 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:01.856393 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-2bad455f-a8ce-4ba0-8b1c-57669a8c26b6 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:01.857877 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-2bad455f-a8ce-4ba0-8b1c-57669a8c26b6 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/networks?id=2528b534-e386-46c4-b4af-1ab62aca5f6f HTTP/1.1" status: 200 len: 797 time: 0.7057712 Dec 10 16:49:01.883944 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6717a77-aa0e-4d99-9fa8-2d0c303b9c55 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Pushing event deleted for resources: {'Port': ['ID=b04e3da2-8bf0-4412-8077-7df0d930451a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:01.900318 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-d1ff11d5-0fab-4a2b-8941-72a35eab3a6c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/quotas/e316b1d223b341c8ad45a1329ddefc11 HTTP/1.1" status: 200 len: 375 time: 0.0227935 Dec 10 16:49:01.931399 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-86e0fe1b-980d-415c-ad8f-fcd7a9844738 None None] Provisioning complete for port 098d5655-3e6a-4e1a-80c7-14491f666911 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:49:01.931780 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-86e0fe1b-980d-415c-ad8f-fcd7a9844738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:01.988209 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d13b814-d658-41f5-aaba-5254b395c326 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:49:02.002980 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6717a77-aa0e-4d99-9fa8-2d0c303b9c55 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:02.045094 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-52ecf117-5810-465c-9f29-a2f4c2c1342c None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:02.053172 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-52ecf117-5810-465c-9f29-a2f4c2c1342c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:02.070709 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66e069f-8822-4178-9619-ca23895c05e5 None None] Network bc86701a-e0d9-4df3-abd3-8188a42544f4 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:49:02.131352 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6717a77-aa0e-4d99-9fa8-2d0c303b9c55 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:02.133915 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6717a77-aa0e-4d99-9fa8-2d0c303b9c55 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:02.192239 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 098d5655-3e6a-4e1a-80c7-14491f666911 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:49:02.192750 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:02.206600 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6717a77-aa0e-4d99-9fa8-2d0c303b9c55 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:02.206882 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-52ecf117-5810-465c-9f29-a2f4c2c1342c None None] Attempting to bind port cf126b96-39c2-4e1f-a3e9-778f926cbf23 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:49:02.207514 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-52ecf117-5810-465c-9f29-a2f4c2c1342c None None] Attempting to bind port cf126b96-39c2-4e1f-a3e9-778f926cbf23 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'de82f24a-c13b-4318-b0b5-f17bbc7156cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2528b534-e386-46c4-b4af-1ab62aca5f6f'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:49:02.207835 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6717a77-aa0e-4d99-9fa8-2d0c303b9c55 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Fanout notify agent at l3_agent the message router_deleted on router 58c0b972-903d-40b2-b196-baffffe0c40c {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:49:02.208245 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ecf117-5810-465c-9f29-a2f4c2c1342c None None] Attempting to bind port cf126b96-39c2-4e1f-a3e9-778f926cbf23 on network 2528b534-e386-46c4-b4af-1ab62aca5f6f {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:49:02.219580 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6717a77-aa0e-4d99-9fa8-2d0c303b9c55 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:02.223472 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2978cfe6-9b1b-4029-998c-2683c18d034c None None] Pushing event updated for resources: {'Port': ['ID=cf126b96-39c2-4e1f-a3e9-778f926cbf23,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:02.224322 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54020) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:02.224942 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a6717a77-aa0e-4d99-9fa8-2d0c303b9c55 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "DELETE /v2.0/routers/58c0b972-903d-40b2-b196-baffffe0c40c HTTP/1.1" status: 204 len: 168 time: 2.2389069 Dec 10 16:49:02.225938 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ecf117-5810-465c-9f29-a2f4c2c1342c None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:49:02.226474 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ecf117-5810-465c-9f29-a2f4c2c1342c None None] Checking segment: {'id': 'de82f24a-c13b-4318-b0b5-f17bbc7156cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2528b534-e386-46c4-b4af-1ab62aca5f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:49:02.227905 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-52ecf117-5810-465c-9f29-a2f4c2c1342c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:02.228419 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ecf117-5810-465c-9f29-a2f4c2c1342c None None] Bound using segment: {'id': 'de82f24a-c13b-4318-b0b5-f17bbc7156cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2528b534-e386-46c4-b4af-1ab62aca5f6f'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:49:02.230343 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-52ecf117-5810-465c-9f29-a2f4c2c1342c None None] Bound port: cf126b96-39c2-4e1f-a3e9-778f926cbf23, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de82f24a-c13b-4318-b0b5-f17bbc7156cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2528b534-e386-46c4-b4af-1ab62aca5f6f'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:49:02.230819 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-52ecf117-5810-465c-9f29-a2f4c2c1342c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:02.235463 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-0a1c0449-b8f6-401a-b5c9-e884aad67cdd tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e316b1d223b341c8ad45a1329ddefc11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3202248 Dec 10 16:49:02.327321 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-017af2a4-6b41-445d-b8ac-19e81569a674 None None] For port d67bab86-0700-44a5-9c04-faa46d6f05d8, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=d67bab86-0700-44a5-9c04-faa46d6f05d8,segment=NetworkSegment(0024281f-f514-4f8d-9f30-a28fef403a89),segment_id=0024281f-f514-4f8d-9f30-a28fef403a89)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:49:02.329127 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-017af2a4-6b41-445d-b8ac-19e81569a674 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:02.384128 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-52ecf117-5810-465c-9f29-a2f4c2c1342c None None] For port cf126b96-39c2-4e1f-a3e9-778f926cbf23, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:49:02.391943 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-017af2a4-6b41-445d-b8ac-19e81569a674 None None] Calling delete_port for d67bab86-0700-44a5-9c04-faa46d6f05d8 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:49:02.406125 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-52ecf117-5810-465c-9f29-a2f4c2c1342c None None] For port cf126b96-39c2-4e1f-a3e9-778f926cbf23, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=cf126b96-39c2-4e1f-a3e9-778f926cbf23,segment=NetworkSegment(de82f24a-c13b-4318-b0b5-f17bbc7156cb),segment_id=de82f24a-c13b-4318-b0b5-f17bbc7156cb)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:49:02.408890 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-063b2b49-e347-4ca4-b8f7-9364feffc7c9 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:02.415945 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-52ecf117-5810-465c-9f29-a2f4c2c1342c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:02.443432 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-94b20259-2fdf-45ea-8720-cc34b0a7adb5 service neutron] 10.222.0.11 "GET /v2.0/networks/2528b534-e386-46c4-b4af-1ab62aca5f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898825 Dec 10 16:49:02.446568 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-11fbc453-438d-40f5-9343-591995fe6fd8 None None] Provisioning complete for port cf126b96-39c2-4e1f-a3e9-778f926cbf23 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:49:02.447204 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-11fbc453-438d-40f5-9343-591995fe6fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:02.479151 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-063b2b49-e347-4ca4-b8f7-9364feffc7c9 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Deleting port d67bab86-0700-44a5-9c04-faa46d6f05d8 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:49:02.479540 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-063b2b49-e347-4ca4-b8f7-9364feffc7c9 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:02.481237 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ecf117-5810-465c-9f29-a2f4c2c1342c None None] Routers {'11e6dc75-f3f4-4587-beea-f2456a7eaa91'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:49:02.481874 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-52ecf117-5810-465c-9f29-a2f4c2c1342c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:48:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['11e6dc75-f3f4-4587-beea-f2456a7eaa91'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:02.526942 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2978cfe6-9b1b-4029-998c-2683c18d034c None None] Pushing event updated for resources: {'Port': ['ID=cf126b96-39c2-4e1f-a3e9-778f926cbf23,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:02.602237 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-063b2b49-e347-4ca4-b8f7-9364feffc7c9 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] For port d67bab86-0700-44a5-9c04-faa46d6f05d8, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=d67bab86-0700-44a5-9c04-faa46d6f05d8,segment=NetworkSegment(0024281f-f514-4f8d-9f30-a28fef403a89),segment_id=0024281f-f514-4f8d-9f30-a28fef403a89)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:49:02.602586 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-063b2b49-e347-4ca4-b8f7-9364feffc7c9 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:02.642388 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-063b2b49-e347-4ca4-b8f7-9364feffc7c9 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Calling delete_port for d67bab86-0700-44a5-9c04-faa46d6f05d8 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:49:02.692399 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-52ecf117-5810-465c-9f29-a2f4c2c1342c None None] Set router 11e6dc75-f3f4-4587-beea-f2456a7eaa91 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:49:02.710685 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-017af2a4-6b41-445d-b8ac-19e81569a674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:02.719830 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-4123ca3d-8ddf-432d-ad15-b8bc5c82d080 service neutron] 10.222.0.11 "GET /v2.0/networks/2528b534-e386-46c4-b4af-1ab62aca5f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566164 Dec 10 16:49:02.812156 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-063b2b49-e347-4ca4-b8f7-9364feffc7c9 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:02.855137 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b2b49-e347-4ca4-b8f7-9364feffc7c9 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Pushing event deleted for resources: {'Port': ['ID=d67bab86-0700-44a5-9c04-faa46d6f05d8,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:02.858737 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063b2b49-e347-4ca4-b8f7-9364feffc7c9 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] No DVR routers for this DVR port d67bab86-0700-44a5-9c04-faa46d6f05d8 on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:49:02.893310 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017af2a4-6b41-445d-b8ac-19e81569a674 None None] No DVR routers for this DVR port d67bab86-0700-44a5-9c04-faa46d6f05d8 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:49:02.899729 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017af2a4-6b41-445d-b8ac-19e81569a674 None None] Pushing event deleted for resources: {'Port': ['ID=d67bab86-0700-44a5-9c04-faa46d6f05d8,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:03.000464 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-063b2b49-e347-4ca4-b8f7-9364feffc7c9 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:03.004441 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device d67bab86-0700-44a5-9c04-faa46d6f05d8 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:49:03.032301 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: d67bab86-0700-44a5-9c04-faa46d6f05d8 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:49:03.032660 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device d67bab86-0700-44a5-9c04-faa46d6f05d8 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:49:03.051229 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-063b2b49-e347-4ca4-b8f7-9364feffc7c9 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['169d5998-0054-43c5-a774-d7a814bc8e8c']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:03.065072 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-063b2b49-e347-4ca4-b8f7-9364feffc7c9 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0024281f-f514-4f8d-9f30-a28fef403a89') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:03.065859 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-063b2b49-e347-4ca4-b8f7-9364feffc7c9 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0024281f-f514-4f8d-9f30-a28fef403a89') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:03.067646 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-11fbc453-438d-40f5-9343-591995fe6fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:03.083629 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-063b2b49-e347-4ca4-b8f7-9364feffc7c9 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:03.107860 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-063b2b49-e347-4ca4-b8f7-9364feffc7c9 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:03.139252 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-063b2b49-e347-4ca4-b8f7-9364feffc7c9 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:49:03.139412 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-063b2b49-e347-4ca4-b8f7-9364feffc7c9 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:03.143493 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:49:03.143493 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:49:03.143493 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:49:03.143493 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:49:03.143493 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:49:03.143493 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:49:03.143493 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:49:03.143493 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:49:03.143493 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:49:03.143493 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:49:03.143493 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:49:03.143493 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:49:03.143493 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:49:03.143493 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:49:03.143493 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:49:03.143493 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:49:03.143493 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:49:03.143493 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:49:03.143493 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:49:03.143493 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:49:03.143493 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:49:03.143493 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:49:03.143493 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:49:03.143493 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:49:03.143493 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:49:03.143493 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:49:03.143493 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:49:03.143493 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:49:03.143493 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:49:03.143493 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:49:03.143493 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:49:03.143493 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:49:03.164001 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-11fbc453-438d-40f5-9343-591995fe6fd8 None None] For port cf126b96-39c2-4e1f-a3e9-778f926cbf23, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=cf126b96-39c2-4e1f-a3e9-778f926cbf23,segment=NetworkSegment(de82f24a-c13b-4318-b0b5-f17bbc7156cb),segment_id=de82f24a-c13b-4318-b0b5-f17bbc7156cb)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:49:03.173022 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-11fbc453-438d-40f5-9343-591995fe6fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:03.234221 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 235285ba-6c47-46d1-8439-152a9ad435fa no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:49:03.280148 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-063b2b49-e347-4ca4-b8f7-9364feffc7c9 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:03.285007 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-52ecf117-5810-465c-9f29-a2f4c2c1342c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e6dc75-f3f4-4587-beea-f2456a7eaa91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897779606', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '887f74d4-6017-406e-8e90-d9944a9992b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:48:52Z', 'updated_at': '2021-12-10T16:48:58Z', 'revision_number': 4, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': '887f74d4-6017-406e-8e90-d9944a9992b1', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:30:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e6dc75-f3f4-4587-beea-f2456a7eaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:53Z', 'updated_at': '2021-12-10T16:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'cf126b96-39c2-4e1f-a3e9-778f926cbf23', 'name': '', 'network_id': '2528b534-e386-46c4-b4af-1ab62aca5f6f', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'mac_address': 'fa:16:3e:d3:ac:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e6dc75-f3f4-4587-beea-f2456a7eaa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '8202bf40-0f2f-4bb9-9452-bb93d1331b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:57Z', 'updated_at': '2021-12-10T16:49:02Z', 'revision_number': 4, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'subnets': [{'id': '8202bf40-0f2f-4bb9-9452-bb93d1331b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:03.287521 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-063b2b49-e347-4ca4-b8f7-9364feffc7c9 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:03.291253 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-063b2b49-e347-4ca4-b8f7-9364feffc7c9 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "DELETE /v2.0/networks/169d5998-0054-43c5-a774-d7a814bc8e8c HTTP/1.1" status: 204 len: 168 time: 1.0663862 Dec 10 16:49:03.294009 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54030) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:03.300796 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 235285ba-6c47-46d1-8439-152a9ad435fa {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:49:03.301140 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 235285ba-6c47-46d1-8439-152a9ad435fa not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:49:03.301566 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device b04e3da2-8bf0-4412-8077-7df0d930451a no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:49:03.329238 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b2b49-e347-4ca4-b8f7-9364feffc7c9 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Pushing event deleted for resources: {'Network': ['ID=169d5998-0054-43c5-a774-d7a814bc8e8c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:03.353076 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ecf117-5810-465c-9f29-a2f4c2c1342c None None] The sync data for ids ['11e6dc75-f3f4-4587-beea-f2456a7eaa91'] in n-d-766771-2 is: [{'id': '11e6dc75-f3f4-4587-beea-f2456a7eaa91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897779606', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '887f74d4-6017-406e-8e90-d9944a9992b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:48:52Z', 'updated_at': '2021-12-10T16:48:58Z', 'revision_number': 4, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': '887f74d4-6017-406e-8e90-d9944a9992b1', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:30:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e6dc75-f3f4-4587-beea-f2456a7eaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:53Z', 'updated_at': '2021-12-10T16:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'cf126b96-39c2-4e1f-a3e9-778f926cbf23', 'name': '', 'network_id': '2528b534-e386-46c4-b4af-1ab62aca5f6f', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'mac_address': 'fa:16:3e:d3:ac:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e6dc75-f3f4-4587-beea-f2456a7eaa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '8202bf40-0f2f-4bb9-9452-bb93d1331b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:57Z', 'updated_at': '2021-12-10T16:49:02Z', 'revision_number': 4, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'subnets': [{'id': '8202bf40-0f2f-4bb9-9452-bb93d1331b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:49:03.427408 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: b04e3da2-8bf0-4412-8077-7df0d930451a {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:49:03.427408 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device b04e3da2-8bf0-4412-8077-7df0d930451a not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:49:03.431428 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fbc453-438d-40f5-9343-591995fe6fd8 None None] Pushing event updated for resources: {'Port': ['ID=cf126b96-39c2-4e1f-a3e9-778f926cbf23,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:03.459892 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-846c9a3d-fd4e-425a-bed2-b1bf4577e894 None None] Provisioning complete for port cf126b96-39c2-4e1f-a3e9-778f926cbf23 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:49:03.460273 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-846c9a3d-fd4e-425a-bed2-b1bf4577e894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:03.716441 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-77f9a83e-4450-416b-bbcf-80e987dd2d50 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Deleting port 4061b7ad-32d3-4184-b99a-5f05cc6a00f8 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:49:03.716951 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-77f9a83e-4450-416b-bbcf-80e987dd2d50 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:03.765265 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-b5ae878d-f228-4d14-b480-9d1fd266658a tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:03.776416 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-b5ae878d-f228-4d14-b480-9d1fd266658a tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] 10.222.0.11 "GET /v2.0/networks?id=393c3428-ecdd-497d-bef2-06c4897ef423 HTTP/1.1" status: 200 len: 809 time: 0.2017024 Dec 10 16:49:03.812762 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-0bb8d557-3a07-4164-af1a-088c260a6d87 tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] 10.222.0.11 "GET /v2.0/quotas/f6262538ba3a4d0a855d0d8cddb971a4 HTTP/1.1" status: 200 len: 375 time: 0.0341632 Dec 10 16:49:03.878062 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-4adcac2c-7989-4988-8cd6-11d60065cbb9 tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6262538ba3a4d0a855d0d8cddb971a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501978 Dec 10 16:49:03.915842 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-77f9a83e-4450-416b-bbcf-80e987dd2d50 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:03.916122 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-77f9a83e-4450-416b-bbcf-80e987dd2d50 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:03.965788 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-77f9a83e-4450-416b-bbcf-80e987dd2d50 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Calling delete_port for 4061b7ad-32d3-4184-b99a-5f05cc6a00f8 owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:49:04.062877 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-826e3f4a-db4a-4e13-890b-526d2b78dc44 service neutron] 10.222.0.11 "GET /v2.0/networks/393c3428-ecdd-497d-bef2-06c4897ef423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695764 Dec 10 16:49:04.195130 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-57df83d8-f53d-4161-9aa8-af0ab5ccfb13 service neutron] 10.222.0.11 "GET /v2.0/networks/393c3428-ecdd-497d-bef2-06c4897ef423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237953 Dec 10 16:49:04.249174 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-77f9a83e-4450-416b-bbcf-80e987dd2d50 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:04.294815 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9a83e-4450-416b-bbcf-80e987dd2d50 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Pushing event deleted for resources: {'Port': ['ID=4061b7ad-32d3-4184-b99a-5f05cc6a00f8,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:04.364351 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-77f9a83e-4450-416b-bbcf-80e987dd2d50 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for floatingip, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:04.364766 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [None req-77f9a83e-4450-416b-bbcf-80e987dd2d50 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Floating IP 6695da86-2beb-49f2-b323-3b8d5c2c6223 disassociated (deleted). External IP: 172.25.6.115, port: ce843f65-6769-4036-91eb-e09426bcb119. Dec 10 16:49:04.497763 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fada548f-62f4-4cb7-bcad-002fa5d6bbdd req-38ead668-b53c-4072-994c-46eebeb5fc91 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 210 time: 0.0402343 Dec 10 16:49:04.745939 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ebd46f5c-5df4-4832-a929-3de5d54bdb1b req-9d10a289-d113-4c38-a595-c5b03a48b54a tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d577a5f-7da3-46f6-abd8-5b673c786de8 HTTP/1.1" status: 200 len: 210 time: 0.0396118 Dec 10 16:49:04.748568 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-aafa6d2d-567c-4d75-9e2a-323de6a59b33 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:04.750852 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-aafa6d2d-567c-4d75-9e2a-323de6a59b33 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.26 "GET /v2.0/networks?id=2528b534-e386-46c4-b4af-1ab62aca5f6f HTTP/1.1" status: 200 len: 797 time: 0.2555058 Dec 10 16:49:04.835831 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f9a83e-4450-416b-bbcf-80e987dd2d50 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Router f6ec5bf0-ded5-45be-ba55-766187b597af has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:49:04.851426 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-2959d367-6658-40c0-95ba-5a7a58616523 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e316b1d223b341c8ad45a1329ddefc11 HTTP/1.1" status: 200 len: 380 time: 0.0896237 Dec 10 16:49:04.874632 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-d9f30c79-33da-4530-bd36-083d6812d1c1 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'port': {'device_id': 'dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4', 'network_id': '2528b534-e386-46c4-b4af-1ab62aca5f6f', 'admin_state_up': True, 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'security_groups': ['62b776d5-a789-40c8-9978-8b28aed33939']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:49:05.033892 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f9a83e-4450-416b-bbcf-80e987dd2d50 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:49:05.050827 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b401849f-a991-4b22-a1aa-86a79df586e8 None None] Sync routers for ids ['f6ec5bf0-ded5-45be-ba55-766187b597af'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:49:05.051396 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-77f9a83e-4450-416b-bbcf-80e987dd2d50 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:05.066505 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b401849f-a991-4b22-a1aa-86a79df586e8 None None] Routers {'f6ec5bf0-ded5-45be-ba55-766187b597af'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:49:05.067656 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b401849f-a991-4b22-a1aa-86a79df586e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:48:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['f6ec5bf0-ded5-45be-ba55-766187b597af'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:05.094644 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-77f9a83e-4450-416b-bbcf-80e987dd2d50 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "DELETE /v2.0/floatingips/6695da86-2beb-49f2-b323-3b8d5c2c6223 HTTP/1.1" status: 204 len: 168 time: 1.7966778 Dec 10 16:49:05.094644 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b9db51-8b90-4d54-b13e-781b605dbc64', 'tag': 'ce843f65-6769-4036-91eb-e09426bcb119'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:49:05.096878 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6dc5ba7-4e90-4dd3-833c-a93b4e41740b" -d '{"events": [{"name": "network-changed", "server_uuid": "97b9db51-8b90-4d54-b13e-781b605dbc64", "tag": "ce843f65-6769-4036-91eb-e09426bcb119"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:49:05.101443 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-d9f30c79-33da-4530-bd36-083d6812d1c1 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Made reservation on behalf of e316b1d223b341c8ad45a1329ddefc11 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:49:05.122918 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-d9f30c79-33da-4530-bd36-083d6812d1c1 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:05.242126 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device cf126b96-39c2-4e1f-a3e9-778f926cbf23 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:49:05.334930 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-d9f30c79-33da-4530-bd36-083d6812d1c1 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Allocated IP 172.20.0.8 (2528b534-e386-46c4-b4af-1ab62aca5f6f/8202bf40-0f2f-4bb9-9452-bb93d1331b41/356acfe5-cb09-46c5-92dc-74d9555440f5) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:49:05.358642 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1e5a4b-1582-4cbc-b723-6b74152bca22 x-openstack-request-id: req-9e1e5a4b-1582-4cbc-b723-6b74152bca22 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:49:05.359152 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b9db51-8b90-4d54-b13e-781b605dbc64", "tag": "ce843f65-6769-4036-91eb-e09426bcb119", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:49:05.359575 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9e1e5a4b-1582-4cbc-b723-6b74152bca22 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:49:05.360153 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97b9db51-8b90-4d54-b13e-781b605dbc64', 'tag': 'ce843f65-6769-4036-91eb-e09426bcb119', 'status': 'completed', 'code': 200} Dec 10 16:49:05.368515 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-b401849f-a991-4b22-a1aa-86a79df586e8 None None] Set router f6ec5bf0-ded5-45be-ba55-766187b597af gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:49:05.372207 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port cf126b96-39c2-4e1f-a3e9-778f926cbf23 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:49:05.372856 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:05.500817 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc5ba7-4e90-4dd3-833c-a93b4e41740b req-608644e1-f4cc-4a94-901c-31aa99f15d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:05.502991 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6dc5ba7-4e90-4dd3-833c-a93b4e41740b req-608644e1-f4cc-4a94-901c-31aa99f15d00 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=465a09ace7ed47488837491c435d4c5b&device_id=97b9db51-8b90-4d54-b13e-781b605dbc64 HTTP/1.1" status: 200 len: 1135 time: 0.1205935 Dec 10 16:49:05.577877 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-d9f30c79-33da-4530-bd36-083d6812d1c1 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:05.588836 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54faeb07-ef96-4518-b93f-2bddf74dc061 req-50edd55d-708f-4874-9aac-6c3da26d4182 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:05.594639 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-54faeb07-ef96-4518-b93f-2bddf74dc061 req-50edd55d-708f-4874-9aac-6c3da26d4182 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b9db51-8b90-4d54-b13e-781b605dbc64 HTTP/1.1" status: 200 len: 984 time: 0.1364329 Dec 10 16:49:05.625261 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-d9f30c79-33da-4530-bd36-083d6812d1c1 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:05.661256 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc5ba7-4e90-4dd3-833c-a93b4e41740b req-65b9ff8c-dd86-4a9d-a9fb-d3a5861933d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:05.663034 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6dc5ba7-4e90-4dd3-833c-a93b4e41740b req-65b9ff8c-dd86-4a9d-a9fb-d3a5861933d1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1e82c5ae-4176-48e4-a1e7-5c3e94606e08 HTTP/1.1" status: 200 len: 898 time: 0.1502645 Dec 10 16:49:05.703678 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-d9f30c79-33da-4530-bd36-083d6812d1c1 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Network 2528b534-e386-46c4-b4af-1ab62aca5f6f is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:49:05.707944 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-d9f30c79-33da-4530-bd36-083d6812d1c1 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:49:05.709881 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f30c79-33da-4530-bd36-083d6812d1c1 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'Port': ['ID=356acfe5-cb09-46c5-92dc-74d9555440f5,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:05.712151 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-d9f30c79-33da-4530-bd36-083d6812d1c1 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:49:05.774477 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6dc5ba7-4e90-4dd3-833c-a93b4e41740b req-1607c477-a8b5-4217-8e2c-fcf9b518d4ae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce843f65-6769-4036-91eb-e09426bcb119 HTTP/1.1" status: 200 len: 217 time: 0.0829110 Dec 10 16:49:05.784920 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-d9f30c79-33da-4530-bd36-083d6812d1c1 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:05.785628 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-d9f30c79-33da-4530-bd36-083d6812d1c1 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:05.810020 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b401849f-a991-4b22-a1aa-86a79df586e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ec5bf0-ded5-45be-ba55-766187b597af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-161430004', 'tenant_id': '465a09ace7ed47488837491c435d4c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'dd578ec8-5a8c-49c0-8ebf-057d3db47f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:11Z', 'updated_at': '2021-12-10T16:47:23Z', 'revision_number': 4, 'project_id': '465a09ace7ed47488837491c435d4c5b', 'gw_port': {'id': 'dd578ec8-5a8c-49c0-8ebf-057d3db47f18', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ec5bf0-ded5-45be-ba55-766187b597af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:12Z', 'updated_at': '2021-12-10T16:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '7d8e0f9f-85d7-475d-a0bc-6027aaca44d0', 'name': '', 'network_id': '1e82c5ae-4176-48e4-a1e7-5c3e94606e08', 'tenant_id': '465a09ace7ed47488837491c435d4c5b', 'mac_address': 'fa:16:3e:cd:b1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ec5bf0-ded5-45be-ba55-766187b597af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '77ab7c1a-0122-48d3-bedd-5ba716ee83f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:19Z', 'updated_at': '2021-12-10T16:47:36Z', 'revision_number': 5, 'project_id': '465a09ace7ed47488837491c435d4c5b', 'subnets': [{'id': '77ab7c1a-0122-48d3-bedd-5ba716ee83f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:05.825816 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-d9f30c79-33da-4530-bd36-083d6812d1c1 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9648190 Dec 10 16:49:05.845539 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-5caf6c20-501a-410e-80a4-98ebbf4ad024 service neutron] Request body: {'port': {'device_id': 'dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:49:05.878956 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-54faeb07-ef96-4518-b93f-2bddf74dc061 req-df94fd8a-bdce-497d-9364-72b5b5e6479e tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbb7cfde-8882-433e-9826-f6ed512fd492&id=1153cbe4-6628-46ee-bc2d-7dab3fccaea6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2806404 Dec 10 16:49:05.986155 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-5caf6c20-501a-410e-80a4-98ebbf4ad024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:06.034336 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc5ba7-4e90-4dd3-833c-a93b4e41740b req-438b6f18-3465-43f3-89ad-c21855c6d67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:06.039965 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6dc5ba7-4e90-4dd3-833c-a93b4e41740b req-438b6f18-3465-43f3-89ad-c21855c6d67c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77ab7c1a-0122-48d3-bedd-5ba716ee83f0 HTTP/1.1" status: 200 len: 834 time: 0.2549450 Dec 10 16:49:06.181785 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b401849f-a991-4b22-a1aa-86a79df586e8 None None] Checking router: f6ec5bf0-ded5-45be-ba55-766187b597af for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:49:06.202203 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b401849f-a991-4b22-a1aa-86a79df586e8 None None] Routers {'f6ec5bf0-ded5-45be-ba55-766187b597af'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:49:06.202418 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d463ddc-42a5-4bfd-8cd5-ce09f2fc3c38 req-5afb276a-cac4-4411-bc44-c47f310e7b06 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:06.203219 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b401849f-a991-4b22-a1aa-86a79df586e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:48:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['f6ec5bf0-ded5-45be-ba55-766187b597af'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:06.204322 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1d463ddc-42a5-4bfd-8cd5-ce09f2fc3c38 req-5afb276a-cac4-4411-bc44-c47f310e7b06 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 931 time: 0.1632402 Dec 10 16:49:06.211668 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8165b472-bb8f-4359-aaef-4aec04e490e6 None None] Provisioning complete for port 356acfe5-cb09-46c5-92dc-74d9555440f5 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:49:06.212038 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8165b472-bb8f-4359-aaef-4aec04e490e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:06.214776 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc5ba7-4e90-4dd3-833c-a93b4e41740b req-ca5e9fad-3e56-47c5-9855-99665d764e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:06.215993 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6dc5ba7-4e90-4dd3-833c-a93b4e41740b req-ca5e9fad-3e56-47c5-9855-99665d764e0b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1e82c5ae-4176-48e4-a1e7-5c3e94606e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1670735 Dec 10 16:49:06.271000 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-13eb14fe-ffff-4a49-9516-095f75911003 tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:06.273608 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-13eb14fe-ffff-4a49-9516-095f75911003 tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] 10.222.0.46 "GET /v2.0/networks?id=393c3428-ecdd-497d-bef2-06c4897ef423 HTTP/1.1" status: 200 len: 809 time: 0.3804700 Dec 10 16:49:06.307078 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-5919a2a1-3df9-4e4d-b05d-12e0c12e1249 tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] Request body: {'port': {'device_id': '9d577a5f-7da3-46f6-abd8-5b673c786de8', 'network_id': '393c3428-ecdd-497d-bef2-06c4897ef423', 'admin_state_up': True, 'tenant_id': 'f6262538ba3a4d0a855d0d8cddb971a4'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:49:06.343395 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1d463ddc-42a5-4bfd-8cd5-ce09f2fc3c38 req-5d94df14-d861-41da-b67e-eed2445028f7 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=62b776d5-a789-40c8-9978-8b28aed33939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264031 Dec 10 16:49:06.356474 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8165b472-bb8f-4359-aaef-4aec04e490e6 None None] Port 356acfe5-cb09-46c5-92dc-74d9555440f5 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:49:06.414051 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-b401849f-a991-4b22-a1aa-86a79df586e8 None None] Set router f6ec5bf0-ded5-45be-ba55-766187b597af gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:49:06.438080 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-5caf6c20-501a-410e-80a4-98ebbf4ad024 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 356acfe5-cb09-46c5-92dc-74d9555440f5 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:49:06.453181 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-5caf6c20-501a-410e-80a4-98ebbf4ad024 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:06.469252 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-5caf6c20-501a-410e-80a4-98ebbf4ad024 service neutron] Transition to ACTIVE for port object 356acfe5-cb09-46c5-92dc-74d9555440f5 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:49:06.476680 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-5caf6c20-501a-410e-80a4-98ebbf4ad024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:06.489857 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:06.503017 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6dc5ba7-4e90-4dd3-833c-a93b4e41740b req-67c91c99-13e5-4f30-843a-818e9c73bf33 service neutron] 10.222.0.46 "GET /v2.0/networks/1e82c5ae-4176-48e4-a1e7-5c3e94606e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685149 Dec 10 16:49:06.591780 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf6c20-501a-410e-80a4-98ebbf4ad024 service neutron] Pushing event updated for resources: {'Port': ['ID=356acfe5-cb09-46c5-92dc-74d9555440f5,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:06.665884 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf151d30-08d8-4d4c-8db3-ed7fdd2da871 req-78ff1213-8618-4015-a381-ef66bfaea3d7 tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d577a5f-7da3-46f6-abd8-5b673c786de8 HTTP/1.1" status: 200 len: 210 time: 0.0952468 Dec 10 16:49:06.669064 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-5919a2a1-3df9-4e4d-b05d-12e0c12e1249 tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] Made reservation on behalf of f6262538ba3a4d0a855d0d8cddb971a4 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:49:06.683405 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-5919a2a1-3df9-4e4d-b05d-12e0c12e1249 tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:06.745138 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b401849f-a991-4b22-a1aa-86a79df586e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ec5bf0-ded5-45be-ba55-766187b597af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-161430004', 'tenant_id': '465a09ace7ed47488837491c435d4c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'dd578ec8-5a8c-49c0-8ebf-057d3db47f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:11Z', 'updated_at': '2021-12-10T16:47:23Z', 'revision_number': 4, 'project_id': '465a09ace7ed47488837491c435d4c5b', 'gw_port': {'id': 'dd578ec8-5a8c-49c0-8ebf-057d3db47f18', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ec5bf0-ded5-45be-ba55-766187b597af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:12Z', 'updated_at': '2021-12-10T16:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '7d8e0f9f-85d7-475d-a0bc-6027aaca44d0', 'name': '', 'network_id': '1e82c5ae-4176-48e4-a1e7-5c3e94606e08', 'tenant_id': '465a09ace7ed47488837491c435d4c5b', 'mac_address': 'fa:16:3e:cd:b1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ec5bf0-ded5-45be-ba55-766187b597af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '77ab7c1a-0122-48d3-bedd-5ba716ee83f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:19Z', 'updated_at': '2021-12-10T16:47:36Z', 'revision_number': 5, 'project_id': '465a09ace7ed47488837491c435d4c5b', 'subnets': [{'id': '77ab7c1a-0122-48d3-bedd-5ba716ee83f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:06.762979 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-5caf6c20-501a-410e-80a4-98ebbf4ad024 service neutron] Attempting to bind port 356acfe5-cb09-46c5-92dc-74d9555440f5 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:49:06.763505 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-5caf6c20-501a-410e-80a4-98ebbf4ad024 service neutron] Attempting to bind port 356acfe5-cb09-46c5-92dc-74d9555440f5 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'de82f24a-c13b-4318-b0b5-f17bbc7156cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2528b534-e386-46c4-b4af-1ab62aca5f6f'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:49:06.763899 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-5caf6c20-501a-410e-80a4-98ebbf4ad024 service neutron] Attempting to bind port 356acfe5-cb09-46c5-92dc-74d9555440f5 on network 2528b534-e386-46c4-b4af-1ab62aca5f6f {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:49:06.774598 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-5caf6c20-501a-410e-80a4-98ebbf4ad024 service neutron] Port 356acfe5-cb09-46c5-92dc-74d9555440f5 on network 2528b534-e386-46c4-b4af-1ab62aca5f6f not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:49:06.775032 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-5caf6c20-501a-410e-80a4-98ebbf4ad024 service neutron] Attempting to bind port 356acfe5-cb09-46c5-92dc-74d9555440f5 on network 2528b534-e386-46c4-b4af-1ab62aca5f6f {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:49:06.780441 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6dc5ba7-4e90-4dd3-833c-a93b4e41740b req-5672b4bd-d7fe-4c72-a356-4af271eb8043 service neutron] 10.222.0.46 "GET /v2.0/networks/1e82c5ae-4176-48e4-a1e7-5c3e94606e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656102 Dec 10 16:49:06.783001 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-5caf6c20-501a-410e-80a4-98ebbf4ad024 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:49:06.783418 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-5caf6c20-501a-410e-80a4-98ebbf4ad024 service neutron] Checking segment: {'id': 'de82f24a-c13b-4318-b0b5-f17bbc7156cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2528b534-e386-46c4-b4af-1ab62aca5f6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:49:06.783941 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-5caf6c20-501a-410e-80a4-98ebbf4ad024 service neutron] Bound using segment: {'id': 'de82f24a-c13b-4318-b0b5-f17bbc7156cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2528b534-e386-46c4-b4af-1ab62aca5f6f'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:49:06.784580 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-5caf6c20-501a-410e-80a4-98ebbf4ad024 service neutron] Bound port: 356acfe5-cb09-46c5-92dc-74d9555440f5, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de82f24a-c13b-4318-b0b5-f17bbc7156cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2528b534-e386-46c4-b4af-1ab62aca5f6f'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:49:06.785074 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-5caf6c20-501a-410e-80a4-98ebbf4ad024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:06.802762 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b401849f-a991-4b22-a1aa-86a79df586e8 None None] The sync data for ids ['f6ec5bf0-ded5-45be-ba55-766187b597af'] in n-d-766771-2 is: [{'id': 'f6ec5bf0-ded5-45be-ba55-766187b597af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-161430004', 'tenant_id': '465a09ace7ed47488837491c435d4c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'dd578ec8-5a8c-49c0-8ebf-057d3db47f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:11Z', 'updated_at': '2021-12-10T16:47:23Z', 'revision_number': 4, 'project_id': '465a09ace7ed47488837491c435d4c5b', 'gw_port': {'id': 'dd578ec8-5a8c-49c0-8ebf-057d3db47f18', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ec5bf0-ded5-45be-ba55-766187b597af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:12Z', 'updated_at': '2021-12-10T16:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '7d8e0f9f-85d7-475d-a0bc-6027aaca44d0', 'name': '', 'network_id': '1e82c5ae-4176-48e4-a1e7-5c3e94606e08', 'tenant_id': '465a09ace7ed47488837491c435d4c5b', 'mac_address': 'fa:16:3e:cd:b1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ec5bf0-ded5-45be-ba55-766187b597af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '77ab7c1a-0122-48d3-bedd-5ba716ee83f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:19Z', 'updated_at': '2021-12-10T16:47:36Z', 'revision_number': 5, 'project_id': '465a09ace7ed47488837491c435d4c5b', 'subnets': [{'id': '77ab7c1a-0122-48d3-bedd-5ba716ee83f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:49:06.812418 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb3eae-92da-4678-a6b5-08a2938521ea req-d0badfa9-fd90-4edc-929e-2e1daef2fc23 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:06.814104 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fccb3eae-92da-4678-a6b5-08a2938521ea req-d0badfa9-fd90-4edc-929e-2e1daef2fc23 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.46 "GET /v2.0/ports?device_id=97b9db51-8b90-4d54-b13e-781b605dbc64 HTTP/1.1" status: 200 len: 984 time: 0.1175735 Dec 10 16:49:06.965026 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-5919a2a1-3df9-4e4d-b05d-12e0c12e1249 tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] Allocated IP 172.20.0.11 (393c3428-ecdd-497d-bef2-06c4897ef423/8888adbe-7f11-4396-91e6-196f4f5eb7fc/d27b13e3-7611-4e9e-bf20-846785afe099) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:49:06.974360 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-5caf6c20-501a-410e-80a4-98ebbf4ad024 service neutron] For port 356acfe5-cb09-46c5-92dc-74d9555440f5, host n-h1-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:49:06.980788 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-5caf6c20-501a-410e-80a4-98ebbf4ad024 service neutron] For port 356acfe5-cb09-46c5-92dc-74d9555440f5, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=356acfe5-cb09-46c5-92dc-74d9555440f5,segment=NetworkSegment(de82f24a-c13b-4318-b0b5-f17bbc7156cb),segment_id=de82f24a-c13b-4318-b0b5-f17bbc7156cb)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:49:06.993972 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-5caf6c20-501a-410e-80a4-98ebbf4ad024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:07.035583 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-5caf6c20-501a-410e-80a4-98ebbf4ad024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:07.036461 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-5caf6c20-501a-410e-80a4-98ebbf4ad024 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:07.038197 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-5caf6c20-501a-410e-80a4-98ebbf4ad024 service neutron] 10.222.0.26 "PUT /v2.0/ports/356acfe5-cb09-46c5-92dc-74d9555440f5 HTTP/1.1" status: 200 len: 1091 time: 1.2021520 Dec 10 16:49:07.041305 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-fccb3eae-92da-4678-a6b5-08a2938521ea req-265807c6-93d1-4c8b-915f-3529f3bcd38e tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Deleting port ce843f65-6769-4036-91eb-e09426bcb119 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:49:07.042298 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fccb3eae-92da-4678-a6b5-08a2938521ea req-265807c6-93d1-4c8b-915f-3529f3bcd38e tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:07.066109 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4', 'tag': '356acfe5-cb09-46c5-92dc-74d9555440f5'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:49:07.068867 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a63fbb-8d15-4bef-bd31-e05e1f6709de" -d '{"events": [{"name": "network-changed", "server_uuid": "dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4", "tag": "356acfe5-cb09-46c5-92dc-74d9555440f5"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:49:07.186749 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf6c20-501a-410e-80a4-98ebbf4ad024 service neutron] Pushing event updated for resources: {'Port': ['ID=356acfe5-cb09-46c5-92dc-74d9555440f5,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:07.203221 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb712e-ba70-4b1f-95da-aed5ac0b7a84 req-c52367b9-f838-4255-bee3-faaeab2552a9 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:07.207245 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1bdb712e-ba70-4b1f-95da-aed5ac0b7a84 req-c52367b9-f838-4255-bee3-faaeab2552a9 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b9db51-8b90-4d54-b13e-781b605dbc64 HTTP/1.1" status: 200 len: 984 time: 0.2017949 Dec 10 16:49:07.278442 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e00b72-4606-4b59-bb7c-ecdbfb6b89cf None None] New status for floating IP 6695da86-2beb-49f2-b323-3b8d5c2c6223: DOWN {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:49:07.297952 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-fccb3eae-92da-4678-a6b5-08a2938521ea req-265807c6-93d1-4c8b-915f-3529f3bcd38e tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] For port ce843f65-6769-4036-91eb-e09426bcb119, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=ce843f65-6769-4036-91eb-e09426bcb119,segment=NetworkSegment(a9c5ae8f-5bae-4ba0-8b2f-952a2aa548b0),segment_id=a9c5ae8f-5bae-4ba0-8b2f-952a2aa548b0)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:49:07.298392 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fccb3eae-92da-4678-a6b5-08a2938521ea req-265807c6-93d1-4c8b-915f-3529f3bcd38e tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:07.326600 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1bdb712e-ba70-4b1f-95da-aed5ac0b7a84 req-dc5e0c61-605a-46bb-bd1b-5769bc01e3dd tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbb7cfde-8882-433e-9826-f6ed512fd492&id=1153cbe4-6628-46ee-bc2d-7dab3fccaea6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1139259 Dec 10 16:49:07.332433 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-5919a2a1-3df9-4e4d-b05d-12e0c12e1249 tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:07.333844 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-fccb3eae-92da-4678-a6b5-08a2938521ea req-265807c6-93d1-4c8b-915f-3529f3bcd38e tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Calling delete_port for ce843f65-6769-4036-91eb-e09426bcb119 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:49:07.353053 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-d315f412-f5c2-49ef-9dac-03f12f624676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:07.354610 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-d315f412-f5c2-49ef-9dac-03f12f624676 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e316b1d223b341c8ad45a1329ddefc11&device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 1094 time: 0.2258117 Dec 10 16:49:07.424308 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-5919a2a1-3df9-4e4d-b05d-12e0c12e1249 tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:07.441400 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59a4d1a-7ec2-461f-ad3d-d62c9f752423 x-openstack-request-id: req-f59a4d1a-7ec2-461f-ad3d-d62c9f752423 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:49:07.441694 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4", "tag": "356acfe5-cb09-46c5-92dc-74d9555440f5", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:49:07.441950 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f59a4d1a-7ec2-461f-ad3d-d62c9f752423 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:49:07.442377 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4', 'tag': '356acfe5-cb09-46c5-92dc-74d9555440f5', 'status': 'completed', 'code': 200} Dec 10 16:49:07.445881 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-e14c9759-b3a2-4838-9ad6-4c5072dc639a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=356acfe5-cb09-46c5-92dc-74d9555440f5 HTTP/1.1" status: 200 len: 217 time: 0.0810645 Dec 10 16:49:07.484956 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-5919a2a1-3df9-4e4d-b05d-12e0c12e1249 tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] Network 393c3428-ecdd-497d-bef2-06c4897ef423 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:49:07.488769 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-5919a2a1-3df9-4e4d-b05d-12e0c12e1249 tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:49:07.493042 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-5919a2a1-3df9-4e4d-b05d-12e0c12e1249 tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:49:07.530878 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919a2a1-3df9-4e4d-b05d-12e0c12e1249 tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] Pushing event updated for resources: {'Port': ['ID=d27b13e3-7611-4e9e-bf20-846785afe099,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:07.536098 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-4d3c87a3-f24f-4a2f-b358-f397b2494b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:07.538224 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-4d3c87a3-f24f-4a2f-b358-f397b2494b44 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8202bf40-0f2f-4bb9-9452-bb93d1331b41 HTTP/1.1" status: 200 len: 834 time: 0.0839229 Dec 10 16:49:07.581541 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-5919a2a1-3df9-4e4d-b05d-12e0c12e1249 tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:07.582525 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-5919a2a1-3df9-4e4d-b05d-12e0c12e1249 tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:07.608033 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3cb9d-fb2b-42ab-99b0-33601dc78074 req-2e883033-30bf-4d9c-a915-eb8dc5fdfde2 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:07.609580 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-15e3cb9d-fb2b-42ab-99b0-33601dc78074 req-2e883033-30bf-4d9c-a915-eb8dc5fdfde2 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 943 time: 0.0912106 Dec 10 16:49:07.613325 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-5919a2a1-3df9-4e4d-b05d-12e0c12e1249 tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3121610 Dec 10 16:49:07.638193 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-8b89be4a-f63d-48fd-9360-c2e26a10e471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:07.638415 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-f3482d2b-1e4c-4171-849b-a0cfa6dbd192 service neutron] Request body: {'port': {'device_id': '9d577a5f-7da3-46f6-abd8-5b673c786de8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:49:07.638520 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-8b89be4a-f63d-48fd-9360-c2e26a10e471 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2528b534-e386-46c4-b4af-1ab62aca5f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918529 Dec 10 16:49:07.642472 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fccb3eae-92da-4678-a6b5-08a2938521ea req-265807c6-93d1-4c8b-915f-3529f3bcd38e tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:07.718694 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-15e3cb9d-fb2b-42ab-99b0-33601dc78074 req-b9a74b51-788f-4d05-9b5d-91dd31da43cd tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=62b776d5-a789-40c8-9978-8b28aed33939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997210 Dec 10 16:49:07.723249 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265807c6-93d1-4c8b-915f-3529f3bcd38e tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Pushing event deleted for resources: {'Port': ['ID=ce843f65-6769-4036-91eb-e09426bcb119,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:07.728503 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-f3482d2b-1e4c-4171-849b-a0cfa6dbd192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:07.791089 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-fccb3eae-92da-4678-a6b5-08a2938521ea req-265807c6-93d1-4c8b-915f-3529f3bcd38e tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] No DVR routers for this DVR port ce843f65-6769-4036-91eb-e09426bcb119 on host n-h2-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:49:07.795064 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fccb3eae-92da-4678-a6b5-08a2938521ea req-265807c6-93d1-4c8b-915f-3529f3bcd38e tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:07.798858 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-fccb3eae-92da-4678-a6b5-08a2938521ea req-265807c6-93d1-4c8b-915f-3529f3bcd38e tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.46 "DELETE /v2.0/ports/ce843f65-6769-4036-91eb-e09426bcb119 HTTP/1.1" status: 204 len: 173 time: 0.9751961 Dec 10 16:49:07.836829 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-11703640-0538-489b-ae0d-e0e834dcd610 service neutron] 10.222.0.26 "GET /v2.0/networks/2528b534-e386-46c4-b4af-1ab62aca5f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869020 Dec 10 16:49:07.962034 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c26bc791-b8a4-4014-83e9-3751b0d5a142 req-b80cce8b-6eda-438c-ae15-80475d8f65af service neutron] 10.222.0.26 "GET /v2.0/networks/2528b534-e386-46c4-b4af-1ab62aca5f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177247 Dec 10 16:49:08.061289 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a63fbb-8d15-4bef-bd31-e05e1f6709de req-897010d0-149f-4e17-81cd-1803ef1081dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:08.062934 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-53a63fbb-8d15-4bef-bd31-e05e1f6709de req-897010d0-149f-4e17-81cd-1803ef1081dc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e316b1d223b341c8ad45a1329ddefc11&device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 1094 time: 0.0499074 Dec 10 16:49:08.181503 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a63fbb-8d15-4bef-bd31-e05e1f6709de req-09d41ec6-a4c0-49a9-8b5c-f5b96e2830c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:08.183110 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-53a63fbb-8d15-4bef-bd31-e05e1f6709de req-09d41ec6-a4c0-49a9-8b5c-f5b96e2830c9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2528b534-e386-46c4-b4af-1ab62aca5f6f HTTP/1.1" status: 200 len: 898 time: 0.1124678 Dec 10 16:49:08.237057 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-53a63fbb-8d15-4bef-bd31-e05e1f6709de req-9c0f34bf-e0be-47e6-beb5-02eb9b7a7555 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=356acfe5-cb09-46c5-92dc-74d9555440f5 HTTP/1.1" status: 200 len: 217 time: 0.0445349 Dec 10 16:49:08.276714 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:08.318224 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a63fbb-8d15-4bef-bd31-e05e1f6709de req-524bb0e8-ba07-4080-b4c4-d3c98bec9d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:08.319766 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-53a63fbb-8d15-4bef-bd31-e05e1f6709de req-524bb0e8-ba07-4080-b4c4-d3c98bec9d55 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8202bf40-0f2f-4bb9-9452-bb93d1331b41 HTTP/1.1" status: 200 len: 834 time: 0.0742965 Dec 10 16:49:08.388425 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a63fbb-8d15-4bef-bd31-e05e1f6709de req-642d8dbf-4182-40a1-95d4-2f1801ee0183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:08.390284 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-53a63fbb-8d15-4bef-bd31-e05e1f6709de req-642d8dbf-4182-40a1-95d4-2f1801ee0183 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2528b534-e386-46c4-b4af-1ab62aca5f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578368 Dec 10 16:49:08.467458 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6de166-1507-485a-86d3-445bf1257536 req-2c98095b-5b6f-44b9-9d30-25658551e9df tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:08.469499 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2f6de166-1507-485a-86d3-445bf1257536 req-2c98095b-5b6f-44b9-9d30-25658551e9df tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d577a5f-7da3-46f6-abd8-5b673c786de8 HTTP/1.1" status: 200 len: 932 time: 0.5730488 Dec 10 16:49:08.507202 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-53a63fbb-8d15-4bef-bd31-e05e1f6709de req-5dbc984f-2a42-4e21-9468-bf55d243b857 service neutron] 10.222.0.26 "GET /v2.0/networks/2528b534-e386-46c4-b4af-1ab62aca5f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065888 Dec 10 16:49:08.585080 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2f6de166-1507-485a-86d3-445bf1257536 req-78af4c63-aca5-4141-9999-4e77425f8f89 tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] 10.222.0.11 "GET /v2.0/security-groups?id=478c4d7f-fec5-4fd0-bb1f-9778e6d271f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996366 Dec 10 16:49:08.647295 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-f3482d2b-1e4c-4171-849b-a0cfa6dbd192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d27b13e3-7611-4e9e-bf20-846785afe099 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:49:08.651708 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54094) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:08.662848 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-f3482d2b-1e4c-4171-849b-a0cfa6dbd192 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:08.692607 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-f3482d2b-1e4c-4171-849b-a0cfa6dbd192 service neutron] Transition to ACTIVE for port object d27b13e3-7611-4e9e-bf20-846785afe099 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:49:08.698114 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-f3482d2b-1e4c-4171-849b-a0cfa6dbd192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:08.806296 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3482d2b-1e4c-4171-849b-a0cfa6dbd192 service neutron] Pushing event updated for resources: {'Port': ['ID=d27b13e3-7611-4e9e-bf20-846785afe099,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:08.829884 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b69bcb9e-da77-4d8e-93de-2e50204c97fd tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:08.892752 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b69bcb9e-da77-4d8e-93de-2e50204c97fd tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:08.931704 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-f3482d2b-1e4c-4171-849b-a0cfa6dbd192 service neutron] Attempting to bind port d27b13e3-7611-4e9e-bf20-846785afe099 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:49:08.932033 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-f3482d2b-1e4c-4171-849b-a0cfa6dbd192 service neutron] Attempting to bind port d27b13e3-7611-4e9e-bf20-846785afe099 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '4770db5f-7eb6-44a2-85db-bb85218bc03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '393c3428-ecdd-497d-bef2-06c4897ef423'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:49:08.932355 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-f3482d2b-1e4c-4171-849b-a0cfa6dbd192 service neutron] Attempting to bind port d27b13e3-7611-4e9e-bf20-846785afe099 on network 393c3428-ecdd-497d-bef2-06c4897ef423 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:49:08.958704 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4369f-3934-49db-af0a-201342fd73c9 req-70986198-9089-4104-914c-0ecec35a52b5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:08.960216 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-03e4369f-3934-49db-af0a-201342fd73c9 req-70986198-9089-4104-914c-0ecec35a52b5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 943 time: 0.1321039 Dec 10 16:49:08.960808 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-f3482d2b-1e4c-4171-849b-a0cfa6dbd192 service neutron] Port d27b13e3-7611-4e9e-bf20-846785afe099 on network 393c3428-ecdd-497d-bef2-06c4897ef423 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:49:08.961653 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-f3482d2b-1e4c-4171-849b-a0cfa6dbd192 service neutron] Attempting to bind port d27b13e3-7611-4e9e-bf20-846785afe099 on network 393c3428-ecdd-497d-bef2-06c4897ef423 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:49:08.968282 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-f3482d2b-1e4c-4171-849b-a0cfa6dbd192 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:49:08.968665 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-f3482d2b-1e4c-4171-849b-a0cfa6dbd192 service neutron] Checking segment: {'id': '4770db5f-7eb6-44a2-85db-bb85218bc03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '393c3428-ecdd-497d-bef2-06c4897ef423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:49:08.969080 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-f3482d2b-1e4c-4171-849b-a0cfa6dbd192 service neutron] Bound using segment: {'id': '4770db5f-7eb6-44a2-85db-bb85218bc03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '393c3428-ecdd-497d-bef2-06c4897ef423'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:49:08.969576 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-f3482d2b-1e4c-4171-849b-a0cfa6dbd192 service neutron] Bound port: d27b13e3-7611-4e9e-bf20-846785afe099, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4770db5f-7eb6-44a2-85db-bb85218bc03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '393c3428-ecdd-497d-bef2-06c4897ef423'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:49:08.969956 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-f3482d2b-1e4c-4171-849b-a0cfa6dbd192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:08.989681 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-53a63fbb-8d15-4bef-bd31-e05e1f6709de req-ac892bd1-bc7b-466c-9a17-932e18d28834 service neutron] 10.222.0.26 "GET /v2.0/networks/2528b534-e386-46c4-b4af-1ab62aca5f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4756138 Dec 10 16:49:09.028035 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b69bcb9e-da77-4d8e-93de-2e50204c97fd tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:09.030501 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b69bcb9e-da77-4d8e-93de-2e50204c97fd tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:09.031633 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b69bcb9e-da77-4d8e-93de-2e50204c97fd tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "DELETE /v2.0/security-groups/fbb7cfde-8882-433e-9826-f6ed512fd492 HTTP/1.1" status: 204 len: 168 time: 0.3789642 Dec 10 16:49:09.034743 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54100) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:09.061707 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69bcb9e-da77-4d8e-93de-2e50204c97fd tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb7cfde-8882-433e-9826-f6ed512fd492,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:09.073081 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-03e4369f-3934-49db-af0a-201342fd73c9 req-1189dab8-6226-402c-9584-881a16f12efb tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=62b776d5-a789-40c8-9978-8b28aed33939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997648 Dec 10 16:49:09.097067 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-f3482d2b-1e4c-4171-849b-a0cfa6dbd192 service neutron] For port d27b13e3-7611-4e9e-bf20-846785afe099, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:49:09.100465 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-f3482d2b-1e4c-4171-849b-a0cfa6dbd192 service neutron] For port d27b13e3-7611-4e9e-bf20-846785afe099, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=d27b13e3-7611-4e9e-bf20-846785afe099,segment=NetworkSegment(4770db5f-7eb6-44a2-85db-bb85218bc03d),segment_id=4770db5f-7eb6-44a2-85db-bb85218bc03d)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:49:09.107787 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-f3482d2b-1e4c-4171-849b-a0cfa6dbd192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:09.109010 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-64ea9fdf-309e-4626-914d-717b6be7dd64 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:09.134830 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-64ea9fdf-309e-4626-914d-717b6be7dd64 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:09.180462 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-f3482d2b-1e4c-4171-849b-a0cfa6dbd192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:09.181131 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-f3482d2b-1e4c-4171-849b-a0cfa6dbd192 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:09.182698 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-f3482d2b-1e4c-4171-849b-a0cfa6dbd192 service neutron] 10.222.0.46 "PUT /v2.0/ports/d27b13e3-7611-4e9e-bf20-846785afe099 HTTP/1.1" status: 200 len: 1092 time: 1.5563297 Dec 10 16:49:09.183155 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d577a5f-7da3-46f6-abd8-5b673c786de8', 'tag': 'd27b13e3-7611-4e9e-bf20-846785afe099'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:49:09.185584 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85265fe-18fa-4edc-b239-48996eef78a2" -d '{"events": [{"name": "network-changed", "server_uuid": "9d577a5f-7da3-46f6-abd8-5b673c786de8", "tag": "d27b13e3-7611-4e9e-bf20-846785afe099"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:49:09.206572 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-64ea9fdf-309e-4626-914d-717b6be7dd64 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:09.210190 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-64ea9fdf-309e-4626-914d-717b6be7dd64 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:09.213525 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3482d2b-1e4c-4171-849b-a0cfa6dbd192 service neutron] Pushing event updated for resources: {'Port': ['ID=d27b13e3-7611-4e9e-bf20-846785afe099,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:09.215618 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-64ea9fdf-309e-4626-914d-717b6be7dd64 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "DELETE /v2.0/security-groups/1153cbe4-6628-46ee-bc2d-7dab3fccaea6 HTTP/1.1" status: 204 len: 168 time: 0.1798277 Dec 10 16:49:09.216717 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54104) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:09.269808 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e173d6-7704-46f0-9fb8-847baefba683 x-openstack-request-id: req-b1e173d6-7704-46f0-9fb8-847baefba683 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:49:09.270243 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d577a5f-7da3-46f6-abd8-5b673c786de8", "tag": "d27b13e3-7611-4e9e-bf20-846785afe099", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:49:09.270599 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b1e173d6-7704-46f0-9fb8-847baefba683 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:49:09.271132 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d577a5f-7da3-46f6-abd8-5b673c786de8', 'tag': 'd27b13e3-7611-4e9e-bf20-846785afe099', 'status': 'completed', 'code': 200} Dec 10 16:49:09.281646 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-ad692780-f4da-44d4-9470-dd1c4245a861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:09.284998 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-ad692780-f4da-44d4-9470-dd1c4245a861 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6262538ba3a4d0a855d0d8cddb971a4&device_id=9d577a5f-7da3-46f6-abd8-5b673c786de8 HTTP/1.1" status: 200 len: 1095 time: 0.0584238 Dec 10 16:49:09.305468 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea9fdf-309e-4626-914d-717b6be7dd64 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1153cbe4-6628-46ee-bc2d-7dab3fccaea6,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:09.359690 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-17dbb4c2-b566-43dd-a73b-72a824ff32a5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d27b13e3-7611-4e9e-bf20-846785afe099 HTTP/1.1" status: 200 len: 217 time: 0.0648260 Dec 10 16:49:09.413972 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-dab6a3c9-841c-4f28-924c-d528f1ab4c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:09.415599 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-dab6a3c9-841c-4f28-924c-d528f1ab4c39 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8888adbe-7f11-4396-91e6-196f4f5eb7fc HTTP/1.1" status: 200 len: 849 time: 0.0485892 Dec 10 16:49:09.444298 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b9db51-8b90-4d54-b13e-781b605dbc64', 'name': 'network-vif-deleted', 'tag': 'ce843f65-6769-4036-91eb-e09426bcb119'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:49:09.447121 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac6abd1-4905-4fbf-9761-30d4079a87a4" -d '{"events": [{"server_uuid": "97b9db51-8b90-4d54-b13e-781b605dbc64", "name": "network-vif-deleted", "tag": "ce843f65-6769-4036-91eb-e09426bcb119"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:49:09.447900 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-021c0693-a7ff-4d02-be11-9576af3f45f4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=393c3428-ecdd-497d-bef2-06c4897ef423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257597 Dec 10 16:49:09.509039 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56655b9e-9b06-49c9-8302-29112f0dba44 x-openstack-request-id: req-56655b9e-9b06-49c9-8302-29112f0dba44 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:49:09.509345 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b9db51-8b90-4d54-b13e-781b605dbc64", "name": "network-vif-deleted", "tag": "ce843f65-6769-4036-91eb-e09426bcb119", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:49:09.509750 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-56655b9e-9b06-49c9-8302-29112f0dba44 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:49:09.510167 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b9db51-8b90-4d54-b13e-781b605dbc64', 'name': 'network-vif-deleted', 'tag': 'ce843f65-6769-4036-91eb-e09426bcb119', 'status': 'completed', 'code': 200} Dec 10 16:49:09.547013 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device ce843f65-6769-4036-91eb-e09426bcb119 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:49:09.551693 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-158080be-a385-4ecb-a013-4ad94a7b1e63 service neutron] 10.222.0.46 "GET /v2.0/networks/393c3428-ecdd-497d-bef2-06c4897ef423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959558 Dec 10 16:49:09.570403 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: ce843f65-6769-4036-91eb-e09426bcb119 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:49:09.571256 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device ce843f65-6769-4036-91eb-e09426bcb119 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:49:09.660980 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f0c0db2-2025-4494-87fe-a13b2079aab7 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:09.662534 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7a6d77a-8bb2-48ef-b19d-62d30f331880 req-9b675621-393e-425a-9de9-df80ce1e456d service neutron] 10.222.0.46 "GET /v2.0/networks/393c3428-ecdd-497d-bef2-06c4897ef423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020503 Dec 10 16:49:09.753475 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561b507-97a7-4377-bdf5-9f6d7bf907cb req-eb14c4ae-023a-4e94-a883-01e9277be464 tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:09.755154 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6561b507-97a7-4377-bdf5-9f6d7bf907cb req-eb14c4ae-023a-4e94-a883-01e9277be464 tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d577a5f-7da3-46f6-abd8-5b673c786de8 HTTP/1.1" status: 200 len: 944 time: 0.0843778 Dec 10 16:49:09.769634 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85265fe-18fa-4edc-b239-48996eef78a2 req-72340b16-5389-4fca-8cb0-a6038a119f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:09.771192 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b85265fe-18fa-4edc-b239-48996eef78a2 req-72340b16-5389-4fca-8cb0-a6038a119f20 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6262538ba3a4d0a855d0d8cddb971a4&device_id=9d577a5f-7da3-46f6-abd8-5b673c786de8 HTTP/1.1" status: 200 len: 1095 time: 0.0592287 Dec 10 16:49:09.872558 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6561b507-97a7-4377-bdf5-9f6d7bf907cb req-00b7a27d-6687-473e-b0bf-9f34aa8bb6bb tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] 10.222.0.11 "GET /v2.0/security-groups?id=478c4d7f-fec5-4fd0-bb1f-9778e6d271f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049938 Dec 10 16:49:09.903055 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85265fe-18fa-4edc-b239-48996eef78a2 req-4d065eba-4f42-4dde-80f6-7b33913bf937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:09.904808 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b85265fe-18fa-4edc-b239-48996eef78a2 req-4d065eba-4f42-4dde-80f6-7b33913bf937 service neutron] 10.222.0.46 "GET /v2.0/networks?id=393c3428-ecdd-497d-bef2-06c4897ef423 HTTP/1.1" status: 200 len: 910 time: 0.1267550 Dec 10 16:49:09.949089 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-3f0c0db2-2025-4494-87fe-a13b2079aab7 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Deleting port 7d8e0f9f-85d7-475d-a0bc-6027aaca44d0 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:49:09.949331 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f0c0db2-2025-4494-87fe-a13b2079aab7 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:09.952000 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b85265fe-18fa-4edc-b239-48996eef78a2 req-0fb5fa07-ac40-4f53-8a18-8c0eea14f285 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d27b13e3-7611-4e9e-bf20-846785afe099 HTTP/1.1" status: 200 len: 217 time: 0.0402157 Dec 10 16:49:10.010561 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85265fe-18fa-4edc-b239-48996eef78a2 req-b385e00b-1831-499a-b655-b0bf107ea4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:10.012771 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b85265fe-18fa-4edc-b239-48996eef78a2 req-b385e00b-1831-499a-b655-b0bf107ea4c8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8888adbe-7f11-4396-91e6-196f4f5eb7fc HTTP/1.1" status: 200 len: 849 time: 0.0514939 Dec 10 16:49:10.047702 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b85265fe-18fa-4edc-b239-48996eef78a2 req-0df9e447-113d-411c-b6e5-f6239f6a0177 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=393c3428-ecdd-497d-bef2-06c4897ef423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283325 Dec 10 16:49:10.048268 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-3f0c0db2-2025-4494-87fe-a13b2079aab7 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] For port 7d8e0f9f-85d7-475d-a0bc-6027aaca44d0, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=7d8e0f9f-85d7-475d-a0bc-6027aaca44d0,segment=NetworkSegment(a9c5ae8f-5bae-4ba0-8b2f-952a2aa548b0),segment_id=a9c5ae8f-5bae-4ba0-8b2f-952a2aa548b0)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:49:10.048765 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f0c0db2-2025-4494-87fe-a13b2079aab7 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:10.083399 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-3f0c0db2-2025-4494-87fe-a13b2079aab7 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Calling delete_port for 7d8e0f9f-85d7-475d-a0bc-6027aaca44d0 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:49:10.195803 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b85265fe-18fa-4edc-b239-48996eef78a2 req-35926e52-4bae-47a9-bd59-7488a6a83bd7 service neutron] 10.222.0.46 "GET /v2.0/networks/393c3428-ecdd-497d-bef2-06c4897ef423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395059 Dec 10 16:49:10.277101 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 356acfe5-cb09-46c5-92dc-74d9555440f5 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:49:10.315206 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4febdba-6896-469b-98d4-4d8d405d1291 req-abf0b32f-df9b-4b20-b296-e72bbda26fab tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:10.317012 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b4febdba-6896-469b-98d4-4d8d405d1291 req-abf0b32f-df9b-4b20-b296-e72bbda26fab tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 943 time: 0.0938089 Dec 10 16:49:10.327974 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f0c0db2-2025-4494-87fe-a13b2079aab7 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:10.370996 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b85265fe-18fa-4edc-b239-48996eef78a2 req-46f500ef-e2f7-4ef1-89d0-835f02d439b3 service neutron] 10.222.0.46 "GET /v2.0/networks/393c3428-ecdd-497d-bef2-06c4897ef423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677437 Dec 10 16:49:10.397333 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c0db2-2025-4494-87fe-a13b2079aab7 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Pushing event deleted for resources: {'Port': ['ID=7d8e0f9f-85d7-475d-a0bc-6027aaca44d0,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:10.403198 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 356acfe5-cb09-46c5-92dc-74d9555440f5, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=356acfe5-cb09-46c5-92dc-74d9555440f5,segment=NetworkSegment(de82f24a-c13b-4318-b0b5-f17bbc7156cb),segment_id=de82f24a-c13b-4318-b0b5-f17bbc7156cb)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:49:10.418214 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '356acfe5-cb09-46c5-92dc-74d9555440f5', 'network_id': '2528b534-e386-46c4-b4af-1ab62aca5f6f', 'port_id': '356acfe5-cb09-46c5-92dc-74d9555440f5', 'mac_address': 'fa:16:3e:c3:34:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8202bf40-0f2f-4bb9-9452-bb93d1331b41', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:49:10.420504 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b4febdba-6896-469b-98d4-4d8d405d1291 req-fd381565-0c41-4f4d-9877-7b0d8aec7459 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=62b776d5-a789-40c8-9978-8b28aed33939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957415 Dec 10 16:49:10.480278 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:10.507105 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 356acfe5-cb09-46c5-92dc-74d9555440f5 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:49:10.534922 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 356acfe5-cb09-46c5-92dc-74d9555440f5, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=356acfe5-cb09-46c5-92dc-74d9555440f5,segment=NetworkSegment(de82f24a-c13b-4318-b0b5-f17bbc7156cb),segment_id=de82f24a-c13b-4318-b0b5-f17bbc7156cb)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:49:10.543577 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:10.606691 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=356acfe5-cb09-46c5-92dc-74d9555440f5,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:10.636247 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f0c0db2-2025-4494-87fe-a13b2079aab7 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:10.743317 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['356acfe5-cb09-46c5-92dc-74d9555440f5'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:49:10.886981 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0c0db2-2025-4494-87fe-a13b2079aab7 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Router f6ec5bf0-ded5-45be-ba55-766187b597af has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:49:11.007903 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a5fed-eb9d-47bb-9ea1-70546449750d req-899f093a-2745-48f7-af1c-21a10b76406e tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:11.014946 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c9a5fed-eb9d-47bb-9ea1-70546449750d req-899f093a-2745-48f7-af1c-21a10b76406e tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d577a5f-7da3-46f6-abd8-5b673c786de8 HTTP/1.1" status: 200 len: 944 time: 0.0634096 Dec 10 16:49:11.019901 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0c0db2-2025-4494-87fe-a13b2079aab7 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:49:11.025652 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3f0c0db2-2025-4494-87fe-a13b2079aab7 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "PUT /v2.0/routers/f6ec5bf0-ded5-45be-ba55-766187b597af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8052328 Dec 10 16:49:11.028121 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54120) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:11.031826 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64411b3-163e-4c00-bf62-e24e6e59e646 None None] Sync routers for ids ['f6ec5bf0-ded5-45be-ba55-766187b597af'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:49:11.042548 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64411b3-163e-4c00-bf62-e24e6e59e646 None None] Routers {'f6ec5bf0-ded5-45be-ba55-766187b597af'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:49:11.043170 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a64411b3-163e-4c00-bf62-e24e6e59e646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:48:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['f6ec5bf0-ded5-45be-ba55-766187b597af'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:11.072275 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c9a5fed-eb9d-47bb-9ea1-70546449750d req-d87d6339-b83e-4b87-9cae-8532172b75ec tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] 10.222.0.11 "GET /v2.0/security-groups?id=478c4d7f-fec5-4fd0-bb1f-9778e6d271f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564466 Dec 10 16:49:11.099462 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-13264ecf-9b81-4553-bebc-348641430f0a tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Deleting subnet 77ab7c1a-0122-48d3-bedd-5ba716ee83f0 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:49:11.103768 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-13264ecf-9b81-4553-bebc-348641430f0a tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:11.147490 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-13264ecf-9b81-4553-bebc-348641430f0a tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:11.195101 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-a64411b3-163e-4c00-bf62-e24e6e59e646 None None] Set router f6ec5bf0-ded5-45be-ba55-766187b597af gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:49:11.244706 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-13264ecf-9b81-4553-bebc-348641430f0a tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:11.309788 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:49:11.312236 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-13264ecf-9b81-4553-bebc-348641430f0a tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:11.342756 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13264ecf-9b81-4553-bebc-348641430f0a tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Pushing event deleted for resources: {'Subnet': ['ID=77ab7c1a-0122-48d3-bedd-5ba716ee83f0,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:11.346583 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-13264ecf-9b81-4553-bebc-348641430f0a tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:11.349987 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-13264ecf-9b81-4553-bebc-348641430f0a tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "DELETE /v2.0/subnets/77ab7c1a-0122-48d3-bedd-5ba716ee83f0 HTTP/1.1" status: 204 len: 168 time: 0.3208280 Dec 10 16:49:11.353253 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54122) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:11.363440 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a86e03-96bd-4d0d-b240-c0b96d3dceff None None] Network 1e82c5ae-4176-48e4-a1e7-5c3e94606e08 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:49:11.482729 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a64411b3-163e-4c00-bf62-e24e6e59e646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ec5bf0-ded5-45be-ba55-766187b597af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-161430004', 'tenant_id': '465a09ace7ed47488837491c435d4c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'dd578ec8-5a8c-49c0-8ebf-057d3db47f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:11Z', 'updated_at': '2021-12-10T16:49:10Z', 'revision_number': 5, 'project_id': '465a09ace7ed47488837491c435d4c5b', 'gw_port': {'id': 'dd578ec8-5a8c-49c0-8ebf-057d3db47f18', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ec5bf0-ded5-45be-ba55-766187b597af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:12Z', 'updated_at': '2021-12-10T16:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:11.491610 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab062847-0ec2-4307-979c-41bd5ed58ec0 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:11.515122 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64411b3-163e-4c00-bf62-e24e6e59e646 None None] Checking router: f6ec5bf0-ded5-45be-ba55-766187b597af for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:49:11.526426 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64411b3-163e-4c00-bf62-e24e6e59e646 None None] Routers {'f6ec5bf0-ded5-45be-ba55-766187b597af'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:49:11.527045 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a64411b3-163e-4c00-bf62-e24e6e59e646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:48:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['f6ec5bf0-ded5-45be-ba55-766187b597af'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:11.564145 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device d27b13e3-7611-4e9e-bf20-846785afe099 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:49:11.602267 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f256dc96-911c-4947-bbfd-30c066979220 None None] DHCP port deletion for 1e82c5ae-4176-48e4-a1e7-5c3e94606e08 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:49:11.643166 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5ffdb-5f2c-495d-8d35-f573ece04244 req-8f98c273-dd67-4338-9ade-f7a838f1de53 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:11.644728 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-39a5ffdb-5f2c-495d-8d35-f573ece04244 req-8f98c273-dd67-4338-9ade-f7a838f1de53 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 944 time: 0.1007254 Dec 10 16:49:11.693085 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab062847-0ec2-4307-979c-41bd5ed58ec0 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:11.720563 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-39a5ffdb-5f2c-495d-8d35-f573ece04244 req-044d448b-c175-49bb-a617-9d9e0d78a30a tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=62b776d5-a789-40c8-9978-8b28aed33939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635059 Dec 10 16:49:11.737672 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-a64411b3-163e-4c00-bf62-e24e6e59e646 None None] Set router f6ec5bf0-ded5-45be-ba55-766187b597af gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:49:11.768918 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-ab062847-0ec2-4307-979c-41bd5ed58ec0 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Deleting port dd578ec8-5a8c-49c0-8ebf-057d3db47f18 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:49:11.769291 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab062847-0ec2-4307-979c-41bd5ed58ec0 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:11.864976 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-ab062847-0ec2-4307-979c-41bd5ed58ec0 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] For port dd578ec8-5a8c-49c0-8ebf-057d3db47f18, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=dd578ec8-5a8c-49c0-8ebf-057d3db47f18,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:49:11.865339 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab062847-0ec2-4307-979c-41bd5ed58ec0 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:11.878274 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-ab062847-0ec2-4307-979c-41bd5ed58ec0 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Calling delete_port for dd578ec8-5a8c-49c0-8ebf-057d3db47f18 owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:49:11.881972 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port d27b13e3-7611-4e9e-bf20-846785afe099, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=d27b13e3-7611-4e9e-bf20-846785afe099,segment=NetworkSegment(4770db5f-7eb6-44a2-85db-bb85218bc03d),segment_id=4770db5f-7eb6-44a2-85db-bb85218bc03d)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:49:11.900428 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f256dc96-911c-4947-bbfd-30c066979220 None None] Deleting port a88e732b-b540-4aaf-b070-4e7fb4d12e81 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:49:11.900875 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f256dc96-911c-4947-bbfd-30c066979220 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:11.906678 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'd27b13e3-7611-4e9e-bf20-846785afe099', 'network_id': '393c3428-ecdd-497d-bef2-06c4897ef423', 'port_id': 'd27b13e3-7611-4e9e-bf20-846785afe099', 'mac_address': 'fa:16:3e:27:f2:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888adbe-7f11-4396-91e6-196f4f5eb7fc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:49:12.022065 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f256dc96-911c-4947-bbfd-30c066979220 None None] For port a88e732b-b540-4aaf-b070-4e7fb4d12e81, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=a88e732b-b540-4aaf-b070-4e7fb4d12e81,segment=NetworkSegment(a9c5ae8f-5bae-4ba0-8b2f-952a2aa548b0),segment_id=a9c5ae8f-5bae-4ba0-8b2f-952a2aa548b0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:49:12.022481 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f256dc96-911c-4947-bbfd-30c066979220 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:12.036263 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:12.058310 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f256dc96-911c-4947-bbfd-30c066979220 None None] Calling delete_port for a88e732b-b540-4aaf-b070-4e7fb4d12e81 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:49:12.074388 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab062847-0ec2-4307-979c-41bd5ed58ec0 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:12.083319 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d27b13e3-7611-4e9e-bf20-846785afe099 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:49:12.105435 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab062847-0ec2-4307-979c-41bd5ed58ec0 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Pushing event deleted for resources: {'Port': ['ID=dd578ec8-5a8c-49c0-8ebf-057d3db47f18,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:12.232474 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab062847-0ec2-4307-979c-41bd5ed58ec0 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:12.302022 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a6a3a9-270f-4f1d-899a-d8d7ef2cf47a None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:49:12.303702 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 356acfe5-cb09-46c5-92dc-74d9555440f5 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:49:12.342210 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182468f4-87be-4ade-9aed-6fa1b82eff87 req-3d49172c-129a-4311-b4ef-e1ab5a2b4b9d tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:12.343721 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-182468f4-87be-4ade-9aed-6fa1b82eff87 req-3d49172c-129a-4311-b4ef-e1ab5a2b4b9d tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d577a5f-7da3-46f6-abd8-5b673c786de8 HTTP/1.1" status: 200 len: 944 time: 0.1517777 Dec 10 16:49:12.347447 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab062847-0ec2-4307-979c-41bd5ed58ec0 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:12.349681 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab062847-0ec2-4307-979c-41bd5ed58ec0 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:12.352864 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port d27b13e3-7611-4e9e-bf20-846785afe099, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=d27b13e3-7611-4e9e-bf20-846785afe099,segment=NetworkSegment(4770db5f-7eb6-44a2-85db-bb85218bc03d),segment_id=4770db5f-7eb6-44a2-85db-bb85218bc03d)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:49:12.372914 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:12.414786 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab062847-0ec2-4307-979c-41bd5ed58ec0 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:12.415660 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab062847-0ec2-4307-979c-41bd5ed58ec0 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Fanout notify agent at l3_agent the message router_deleted on router f6ec5bf0-ded5-45be-ba55-766187b597af {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:49:12.423134 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab062847-0ec2-4307-979c-41bd5ed58ec0 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:12.424319 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ab062847-0ec2-4307-979c-41bd5ed58ec0 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "DELETE /v2.0/routers/f6ec5bf0-ded5-45be-ba55-766187b597af HTTP/1.1" status: 204 len: 168 time: 1.0700700 Dec 10 16:49:12.427144 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54132) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:12.447608 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a64411b3-163e-4c00-bf62-e24e6e59e646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ec5bf0-ded5-45be-ba55-766187b597af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-161430004', 'tenant_id': '465a09ace7ed47488837491c435d4c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'dd578ec8-5a8c-49c0-8ebf-057d3db47f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:11Z', 'updated_at': '2021-12-10T16:49:10Z', 'revision_number': 5, 'project_id': '465a09ace7ed47488837491c435d4c5b', 'gw_port': {'id': 'dd578ec8-5a8c-49c0-8ebf-057d3db47f18', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ec5bf0-ded5-45be-ba55-766187b597af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:12Z', 'updated_at': '2021-12-10T16:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:12.451638 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-182468f4-87be-4ade-9aed-6fa1b82eff87 req-9644345f-f3ee-4475-abf7-4f683a077045 tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] 10.222.0.11 "GET /v2.0/security-groups?id=478c4d7f-fec5-4fd0-bb1f-9778e6d271f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593266 Dec 10 16:49:12.481569 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64411b3-163e-4c00-bf62-e24e6e59e646 None None] The sync data for ids ['f6ec5bf0-ded5-45be-ba55-766187b597af'] in n-d-766771-2 is: [{'id': 'f6ec5bf0-ded5-45be-ba55-766187b597af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-161430004', 'tenant_id': '465a09ace7ed47488837491c435d4c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'dd578ec8-5a8c-49c0-8ebf-057d3db47f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:11Z', 'updated_at': '2021-12-10T16:49:10Z', 'revision_number': 5, 'project_id': '465a09ace7ed47488837491c435d4c5b', 'gw_port': {'id': 'dd578ec8-5a8c-49c0-8ebf-057d3db47f18', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ec5bf0-ded5-45be-ba55-766187b597af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:12Z', 'updated_at': '2021-12-10T16:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:49:12.486951 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f256dc96-911c-4947-bbfd-30c066979220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:12.502792 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=d27b13e3-7611-4e9e-bf20-846785afe099,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:12.516634 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 356acfe5-cb09-46c5-92dc-74d9555440f5 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:49:12.561085 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256dc96-911c-4947-bbfd-30c066979220 None None] Pushing event deleted for resources: {'Port': ['ID=a88e732b-b540-4aaf-b070-4e7fb4d12e81,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:12.567613 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 356acfe5-cb09-46c5-92dc-74d9555440f5 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:49:12.568239 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:12.593735 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f256dc96-911c-4947-bbfd-30c066979220 None None] No DVR routers for this DVR port a88e732b-b540-4aaf-b070-4e7fb4d12e81 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:49:12.594980 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-89a7ab40-6e6a-44b9-b3da-88009e7db4b3 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:12.598626 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['d27b13e3-7611-4e9e-bf20-846785afe099'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:49:12.697499 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-89a7ab40-6e6a-44b9-b3da-88009e7db4b3 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:12.719682 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-89a7ab40-6e6a-44b9-b3da-88009e7db4b3 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e82c5ae-4176-48e4-a1e7-5c3e94606e08']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:12.730167 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-89a7ab40-6e6a-44b9-b3da-88009e7db4b3 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c5ae8f-5bae-4ba0-8b2f-952a2aa548b0') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:12.730644 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-89a7ab40-6e6a-44b9-b3da-88009e7db4b3 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c5ae8f-5bae-4ba0-8b2f-952a2aa548b0') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:12.741127 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-89a7ab40-6e6a-44b9-b3da-88009e7db4b3 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:12.754601 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:12.759817 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-89a7ab40-6e6a-44b9-b3da-88009e7db4b3 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:12.767431 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a7ab40-6e6a-44b9-b3da-88009e7db4b3 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:49:12.767963 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-89a7ab40-6e6a-44b9-b3da-88009e7db4b3 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:12.772303 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:49:12.772303 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:49:12.772303 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:49:12.772303 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:49:12.772303 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:49:12.772303 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:49:12.772303 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:49:12.772303 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:49:12.772303 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:49:12.772303 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:49:12.772303 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:49:12.772303 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:49:12.772303 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:49:12.772303 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:49:12.772303 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:49:12.772303 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:49:12.772303 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:49:12.772303 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:49:12.772303 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:49:12.772303 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:49:12.772303 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:49:12.772303 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:49:12.772303 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:49:12.772303 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:49:12.772303 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:49:12.772303 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:49:12.772303 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:49:12.772303 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:49:12.772303 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:49:12.772303 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:49:12.772303 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:49:12.772303 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:49:12.808708 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 356acfe5-cb09-46c5-92dc-74d9555440f5, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=356acfe5-cb09-46c5-92dc-74d9555440f5,segment=NetworkSegment(de82f24a-c13b-4318-b0b5-f17bbc7156cb),segment_id=de82f24a-c13b-4318-b0b5-f17bbc7156cb)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:49:12.811870 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356acfe5-cb09-46c5-92dc-74d9555440f5'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:49:12.815462 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122f17f9-3383-4dad-bcf9-2080abd38c75" -d '{"events": [{"server_uuid": "dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4", "name": "network-vif-plugged", "status": "completed", "tag": "356acfe5-cb09-46c5-92dc-74d9555440f5"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:49:12.821958 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:12.854475 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-89a7ab40-6e6a-44b9-b3da-88009e7db4b3 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:12.878896 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-89a7ab40-6e6a-44b9-b3da-88009e7db4b3 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:12.885572 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-89a7ab40-6e6a-44b9-b3da-88009e7db4b3 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] 10.222.0.11 "DELETE /v2.0/networks/1e82c5ae-4176-48e4-a1e7-5c3e94606e08 HTTP/1.1" status: 204 len: 168 time: 0.4523151 Dec 10 16:49:12.887162 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a7ab40-6e6a-44b9-b3da-88009e7db4b3 tempest-TestSecurityGroupsBasicOps-620416870 tempest-TestSecurityGroupsBasicOps-620416870-project] Pushing event deleted for resources: {'Network': ['ID=1e82c5ae-4176-48e4-a1e7-5c3e94606e08,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:12.926699 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f2816-01a2-4f59-a09f-a2ac8988bf6f req-5fe04915-936c-4be5-aefd-e2ec1e4c04c4 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:12.928330 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-909f2816-01a2-4f59-a09f-a2ac8988bf6f req-5fe04915-936c-4be5-aefd-e2ec1e4c04c4 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 945 time: 0.0833519 Dec 10 16:49:12.965370 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=356acfe5-cb09-46c5-92dc-74d9555440f5,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:13.001860 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-909f2816-01a2-4f59-a09f-a2ac8988bf6f req-8cbe7a8b-47f1-4c48-9908-e49c98c1cbb7 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=62b776d5-a789-40c8-9978-8b28aed33939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667243 Dec 10 16:49:13.055187 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba32073-a2ee-4397-812e-a3dfdf343cda x-openstack-request-id: req-aba32073-a2ee-4397-812e-a3dfdf343cda {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:49:13.056438 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4", "name": "network-vif-plugged", "status": "completed", "tag": "356acfe5-cb09-46c5-92dc-74d9555440f5", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:49:13.058588 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aba32073-a2ee-4397-812e-a3dfdf343cda {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:49:13.059405 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356acfe5-cb09-46c5-92dc-74d9555440f5', 'code': 200} Dec 10 16:49:13.196522 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a5933-b84b-4732-bfd2-1f6c600bf12e req-dbe273df-c295-4b53-b72c-b84ac434dcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:13.198401 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4b9a5933-b84b-4732-bfd2-1f6c600bf12e req-dbe273df-c295-4b53-b72c-b84ac434dcec service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 1096 time: 0.0788724 Dec 10 16:49:13.221747 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device a88e732b-b540-4aaf-b070-4e7fb4d12e81 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:49:13.259629 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: a88e732b-b540-4aaf-b070-4e7fb4d12e81 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:49:13.260086 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device a88e732b-b540-4aaf-b070-4e7fb4d12e81 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:49:13.260523 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 7d8e0f9f-85d7-475d-a0bc-6027aaca44d0 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:49:13.281686 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 7d8e0f9f-85d7-475d-a0bc-6027aaca44d0 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:49:13.282010 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 7d8e0f9f-85d7-475d-a0bc-6027aaca44d0 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:49:13.283232 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4b9a5933-b84b-4732-bfd2-1f6c600bf12e req-804c1080-fb39-4e70-bbc3-077c23fc4d3b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=62b776d5-a789-40c8-9978-8b28aed33939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774212 Dec 10 16:49:13.474341 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54164) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:13.559610 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device d27b13e3-7611-4e9e-bf20-846785afe099 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:49:13.595101 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7080b5d-3bcd-444c-bc61-e7e1dc73115d req-2fde2b73-ac71-4e6a-9c38-eb9a58d2e6de tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:13.597862 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f7080b5d-3bcd-444c-bc61-e7e1dc73115d req-2fde2b73-ac71-4e6a-9c38-eb9a58d2e6de tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d577a5f-7da3-46f6-abd8-5b673c786de8 HTTP/1.1" status: 200 len: 945 time: 0.0664508 Dec 10 16:49:13.655829 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7bceecf8-d622-404a-ab9c-f3426cf97446 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=465a09ace7ed47488837491c435d4c5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1801534 Dec 10 16:49:13.658720 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54172) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:13.660092 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port d27b13e3-7611-4e9e-bf20-846785afe099 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:49:13.664518 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f7080b5d-3bcd-444c-bc61-e7e1dc73115d req-dd6e20be-48f5-4605-9d04-1bb0a89840f0 tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] 10.222.0.11 "GET /v2.0/security-groups?id=478c4d7f-fec5-4fd0-bb1f-9778e6d271f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599766 Dec 10 16:49:13.665495 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port d27b13e3-7611-4e9e-bf20-846785afe099 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:49:13.665870 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:13.747763 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b60971d8-fb4b-4eba-aca3-802df1be965f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:13.756594 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:13.777037 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b60971d8-fb4b-4eba-aca3-802df1be965f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:13.796858 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port d27b13e3-7611-4e9e-bf20-846785afe099, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=d27b13e3-7611-4e9e-bf20-846785afe099,segment=NetworkSegment(4770db5f-7eb6-44a2-85db-bb85218bc03d),segment_id=4770db5f-7eb6-44a2-85db-bb85218bc03d)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:49:13.800820 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:13.827650 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b60971d8-fb4b-4eba-aca3-802df1be965f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:13.830380 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b60971d8-fb4b-4eba-aca3-802df1be965f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:13.831596 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b60971d8-fb4b-4eba-aca3-802df1be965f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2c8a64ae-857b-43fc-a8b8-160a3c3c2c1c HTTP/1.1" status: 204 len: 168 time: 0.1707788 Dec 10 16:49:13.840307 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60971d8-fb4b-4eba-aca3-802df1be965f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8a64ae-857b-43fc-a8b8-160a3c3c2c1c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:13.871402 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=d27b13e3-7611-4e9e-bf20-846785afe099,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:13.927928 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b303dedb-a9c9-4427-b977-4ebe27c58951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:14.134889 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54182) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:14.148429 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f0cd4dd-10c6-40db-a945-dba8b4b28afa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:14.163231 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11be9f-2b93-4df6-92ce-2bfee25e26ac req-57d28f5e-efc4-4bed-99de-0bfbc245deda tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:14.164869 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5f11be9f-2b93-4df6-92ce-2bfee25e26ac req-57d28f5e-efc4-4bed-99de-0bfbc245deda tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 945 time: 0.0863490 Dec 10 16:49:14.231075 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f0cd4dd-10c6-40db-a945-dba8b4b28afa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:14.234766 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5f11be9f-2b93-4df6-92ce-2bfee25e26ac req-0b027c81-3ce9-4940-8b27-90c31b9b7d1e tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=62b776d5-a789-40c8-9978-8b28aed33939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617235 Dec 10 16:49:14.235792 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f0cd4dd-10c6-40db-a945-dba8b4b28afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:14.278857 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0cd4dd-10c6-40db-a945-dba8b4b28afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114e860c-33a4-4acf-a456-c4f25d81ce26,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:14.284320 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3f0cd4dd-10c6-40db-a945-dba8b4b28afa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5261080e2d2b4ca1865b25522be21c6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1483226 Dec 10 16:49:14.287144 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54184) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:14.353738 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9f091c26-351f-426d-a881-b9ed12647094 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:14.378569 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9f091c26-351f-426d-a881-b9ed12647094 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:14.430873 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9f091c26-351f-426d-a881-b9ed12647094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:14.434027 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9f091c26-351f-426d-a881-b9ed12647094 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:14.435325 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9f091c26-351f-426d-a881-b9ed12647094 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/114e860c-33a4-4acf-a456-c4f25d81ce26 HTTP/1.1" status: 204 len: 168 time: 0.1464643 Dec 10 16:49:14.444629 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f091c26-351f-426d-a881-b9ed12647094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114e860c-33a4-4acf-a456-c4f25d81ce26,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:14.768784 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54194) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:14.820016 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b5610883-b264-4b4b-898d-88f4ab4e70e7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=35b6d5fb97794e2ba5cb7141876802dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0497417 Dec 10 16:49:14.822595 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54196) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:14.825023 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f627f1-f1b7-4ad1-b198-736ff4dd9421 req-66a646bc-09c3-4a05-a7d1-3d1d1e2d13cb tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:14.826759 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-49f627f1-f1b7-4ad1-b198-736ff4dd9421 req-66a646bc-09c3-4a05-a7d1-3d1d1e2d13cb tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d577a5f-7da3-46f6-abd8-5b673c786de8 HTTP/1.1" status: 200 len: 946 time: 0.0689652 Dec 10 16:49:14.884421 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f0605192-e2df-4dc5-94cf-b0bec1903279 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:14.884683 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-49f627f1-f1b7-4ad1-b198-736ff4dd9421 req-8fe58e59-e5a1-4a80-89c8-4cf5628774e0 tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] 10.222.0.11 "GET /v2.0/security-groups?id=478c4d7f-fec5-4fd0-bb1f-9778e6d271f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510209 Dec 10 16:49:14.908072 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f0605192-e2df-4dc5-94cf-b0bec1903279 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:14.956708 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f0605192-e2df-4dc5-94cf-b0bec1903279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:14.959559 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f0605192-e2df-4dc5-94cf-b0bec1903279 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:14.960719 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f0605192-e2df-4dc5-94cf-b0bec1903279 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0d4aef5b-83ce-4888-9c47-33920134e92f HTTP/1.1" status: 204 len: 168 time: 0.1371050 Dec 10 16:49:14.969161 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0605192-e2df-4dc5-94cf-b0bec1903279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4aef5b-83ce-4888-9c47-33920134e92f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:15.060526 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d577a5f-7da3-46f6-abd8-5b673c786de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27b13e3-7611-4e9e-bf20-846785afe099'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:49:15.062867 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b71cfe3-4842-45ca-988b-02f023b7202a" -d '{"events": [{"server_uuid": "9d577a5f-7da3-46f6-abd8-5b673c786de8", "name": "network-vif-plugged", "status": "completed", "tag": "d27b13e3-7611-4e9e-bf20-846785afe099"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:49:15.079561 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device dd578ec8-5a8c-49c0-8ebf-057d3db47f18 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:49:15.107447 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80cb4d0-9fe6-4dfd-9819-a0fa9de64992 x-openstack-request-id: req-d80cb4d0-9fe6-4dfd-9819-a0fa9de64992 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:49:15.108215 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d577a5f-7da3-46f6-abd8-5b673c786de8", "name": "network-vif-plugged", "status": "completed", "tag": "d27b13e3-7611-4e9e-bf20-846785afe099", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:49:15.108478 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d80cb4d0-9fe6-4dfd-9819-a0fa9de64992 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:49:15.108880 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d577a5f-7da3-46f6-abd8-5b673c786de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27b13e3-7611-4e9e-bf20-846785afe099', 'code': 200} Dec 10 16:49:15.110689 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: dd578ec8-5a8c-49c0-8ebf-057d3db47f18 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:49:15.111326 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device dd578ec8-5a8c-49c0-8ebf-057d3db47f18 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:49:15.215429 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034e095-7ac9-45af-982f-1c4811b00758 req-68384b86-e47c-414f-baac-a87827118dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:15.217263 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1034e095-7ac9-45af-982f-1c4811b00758 req-68384b86-e47c-414f-baac-a87827118dbd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9d577a5f-7da3-46f6-abd8-5b673c786de8 HTTP/1.1" status: 200 len: 1097 time: 0.0478880 Dec 10 16:49:15.269555 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1034e095-7ac9-45af-982f-1c4811b00758 req-b2bcf552-d2e2-442d-b60f-7494682cdaf9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=478c4d7f-fec5-4fd0-bb1f-9778e6d271f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446079 Dec 10 16:49:15.381473 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d8cb8-79d4-4c5c-9424-cfbd8e615ff7 req-b50449e3-b716-4d79-b443-3d5119184a40 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:15.384565 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f09d8cb8-79d4-4c5c-9424-cfbd8e615ff7 req-b50449e3-b716-4d79-b443-3d5119184a40 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 945 time: 0.0629365 Dec 10 16:49:15.443054 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f09d8cb8-79d4-4c5c-9424-cfbd8e615ff7 req-919b2583-0979-4f9b-be4b-1be6202d1586 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=62b776d5-a789-40c8-9978-8b28aed33939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519307 Dec 10 16:49:15.629713 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83718893-2eb3-4dd1-8f24-9659706d698f req-70d04bb9-3508-4389-9bd4-6882d8bed967 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:15.631224 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-83718893-2eb3-4dd1-8f24-9659706d698f req-70d04bb9-3508-4389-9bd4-6882d8bed967 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 945 time: 0.0507984 Dec 10 16:49:15.685000 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-83718893-2eb3-4dd1-8f24-9659706d698f req-718e80b3-93a5-49b5-9a27-bb8425c68821 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=62b776d5-a789-40c8-9978-8b28aed33939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458369 Dec 10 16:49:15.707084 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54218) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:15.756645 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48c12a4-af45-4dc7-bf73-82e576c32b01 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:15.758830 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f48c12a4-af45-4dc7-bf73-82e576c32b01 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 1091 time: 0.0507426 Dec 10 16:49:15.761778 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54220) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:15.766429 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-a7ceb667-9a8e-4277-b832-ca55c0b3251c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'port_id': '356acfe5-cb09-46c5-92dc-74d9555440f5', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:49:15.788171 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a7ceb667-9a8e-4277-b832-ca55c0b3251c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for floatingip, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:15.886860 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a7ceb667-9a8e-4277-b832-ca55c0b3251c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:16.001168 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-a7ceb667-9a8e-4277-b832-ca55c0b3251c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Allocated IP 172.25.6.68 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/8115a95f-26de-40a9-b7c5-89904e56891a) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:49:16.019986 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41732b-0fe8-4d92-8d10-7e7fb025a07d req-7af21119-660f-4d8f-8571-2af03ce120fd tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:16.021503 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4c41732b-0fe8-4d92-8d10-7e7fb025a07d req-7af21119-660f-4d8f-8571-2af03ce120fd tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d577a5f-7da3-46f6-abd8-5b673c786de8 HTTP/1.1" status: 200 len: 946 time: 0.0550761 Dec 10 16:49:16.075557 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4c41732b-0fe8-4d92-8d10-7e7fb025a07d req-1941c825-7a2a-41a6-9bf5-be29212374c1 tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] 10.222.0.11 "GET /v2.0/security-groups?id=478c4d7f-fec5-4fd0-bb1f-9778e6d271f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476425 Dec 10 16:49:16.113085 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a7ceb667-9a8e-4277-b832-ca55c0b3251c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:16.147663 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a7ceb667-9a8e-4277-b832-ca55c0b3251c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:16.192023 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ceb667-9a8e-4277-b832-ca55c0b3251c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:49:16.197001 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-a7ceb667-9a8e-4277-b832-ca55c0b3251c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:49:16.199474 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ceb667-9a8e-4277-b832-ca55c0b3251c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:49:16.226297 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ceb667-9a8e-4277-b832-ca55c0b3251c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'Port': ['ID=8115a95f-26de-40a9-b7c5-89904e56891a,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:16.466755 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ae553604-0fdf-42f1-84ac-6e663e237a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:16.561567 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a7ceb667-9a8e-4277-b832-ca55c0b3251c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:16.632088 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a7ceb667-9a8e-4277-b832-ca55c0b3251c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:16.791919 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a7ceb667-9a8e-4277-b832-ca55c0b3251c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:16.798995 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a7ceb667-9a8e-4277-b832-ca55c0b3251c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:16.867636 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ceb667-9a8e-4277-b832-ca55c0b3251c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'Port': ['ID=8115a95f-26de-40a9-b7c5-89904e56891a,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:16.882982 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a7ceb667-9a8e-4277-b832-ca55c0b3251c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:16.983687 n-d-766771-2 neutron-server[103393]: INFO neutron.db.l3_db [None req-a7ceb667-9a8e-4277-b832-ca55c0b3251c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Floating IP 2f4ee76d-e46b-4f21-abb9-74b25d85916b associated. External IP: 172.25.6.68, port: 356acfe5-cb09-46c5-92dc-74d9555440f5. Dec 10 16:49:17.204747 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ceb667-9a8e-4277-b832-ca55c0b3251c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Router 11e6dc75-f3f4-4587-beea-f2456a7eaa91 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:49:17.228177 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc5136-df4f-4611-b210-c2d5ed472b94 req-b078c427-e11a-4cdb-b5b3-e580760cca77 tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:17.237712 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-35bc5136-df4f-4611-b210-c2d5ed472b94 req-b078c427-e11a-4cdb-b5b3-e580760cca77 tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d577a5f-7da3-46f6-abd8-5b673c786de8 HTTP/1.1" status: 200 len: 946 time: 0.0788453 Dec 10 16:49:17.299138 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-35bc5136-df4f-4611-b210-c2d5ed472b94 req-56bfb143-f494-419e-8e21-3180428f20e2 tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] 10.222.0.11 "GET /v2.0/security-groups?id=478c4d7f-fec5-4fd0-bb1f-9778e6d271f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599461 Dec 10 16:49:17.323216 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:17.364263 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ceb667-9a8e-4277-b832-ca55c0b3251c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:49:17.378221 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7c5f8e-c211-44b6-9f7b-c58bf92c3bb1 None None] Sync routers for ids ['11e6dc75-f3f4-4587-beea-f2456a7eaa91'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:49:17.390196 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a7ceb667-9a8e-4277-b832-ca55c0b3251c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:17.396769 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7c5f8e-c211-44b6-9f7b-c58bf92c3bb1 None None] Routers {'11e6dc75-f3f4-4587-beea-f2456a7eaa91'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:49:17.397526 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-8e7c5f8e-c211-44b6-9f7b-c58bf92c3bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:49:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['11e6dc75-f3f4-4587-beea-f2456a7eaa91'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:17.437693 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a7ceb667-9a8e-4277-b832-ca55c0b3251c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6743999 Dec 10 16:49:17.438198 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4', 'tag': '356acfe5-cb09-46c5-92dc-74d9555440f5'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:49:17.441406 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c330bd7-ff11-4ad4-bf90-7772bfd3aa41" -d '{"events": [{"name": "network-changed", "server_uuid": "dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4", "tag": "356acfe5-cb09-46c5-92dc-74d9555440f5"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:49:17.560987 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dfc5b7-36dd-4d4e-8e90-f9fdf64e72aa req-dfff5193-fdb0-471e-a4ea-30c74a8b4cc1 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:17.562556 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-16dfc5b7-36dd-4d4e-8e90-f9fdf64e72aa req-dfff5193-fdb0-471e-a4ea-30c74a8b4cc1 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 945 time: 0.0665588 Dec 10 16:49:17.585592 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-8e7c5f8e-c211-44b6-9f7b-c58bf92c3bb1 None None] Set router 11e6dc75-f3f4-4587-beea-f2456a7eaa91 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:49:17.667883 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-16dfc5b7-36dd-4d4e-8e90-f9fdf64e72aa req-27b28e81-260f-4ca1-86fd-93805a8fc40c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=62b776d5-a789-40c8-9978-8b28aed33939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983300 Dec 10 16:49:17.686873 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54238) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:17.787804 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76dd2e2f-3735-4f7a-938f-46090163abd5 x-openstack-request-id: req-76dd2e2f-3735-4f7a-938f-46090163abd5 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:49:17.788076 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4", "tag": "356acfe5-cb09-46c5-92dc-74d9555440f5", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:49:17.788334 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-76dd2e2f-3735-4f7a-938f-46090163abd5 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:49:17.798396 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4', 'tag': '356acfe5-cb09-46c5-92dc-74d9555440f5', 'status': 'completed', 'code': 200} Dec 10 16:49:17.895623 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2a1693e1-6a9f-49fb-926c-ce7e09f5f076 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/floatingips/2f4ee76d-e46b-4f21-abb9-74b25d85916b HTTP/1.1" status: 200 len: 990 time: 0.2050757 Dec 10 16:49:17.897690 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c330bd7-ff11-4ad4-bf90-7772bfd3aa41 req-22261755-93a9-459d-ade0-439337e2d9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:17.899897 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0c330bd7-ff11-4ad4-bf90-7772bfd3aa41 req-22261755-93a9-459d-ade0-439337e2d9c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e316b1d223b341c8ad45a1329ddefc11&device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 1096 time: 0.0985832 Dec 10 16:49:17.989253 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-8e7c5f8e-c211-44b6-9f7b-c58bf92c3bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e6dc75-f3f4-4587-beea-f2456a7eaa91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897779606', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '887f74d4-6017-406e-8e90-d9944a9992b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:48:52Z', 'updated_at': '2021-12-10T16:48:58Z', 'revision_number': 4, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': '887f74d4-6017-406e-8e90-d9944a9992b1', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:30:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e6dc75-f3f4-4587-beea-f2456a7eaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:53Z', 'updated_at': '2021-12-10T16:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '2f4ee76d-e46b-4f21-abb9-74b25d85916b', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'floating_ip_address': '172.25.6.68', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '11e6dc75-f3f4-4587-beea-f2456a7eaa91', 'port_id': '356acfe5-cb09-46c5-92dc-74d9555440f5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2528b534-e386-46c4-b4af-1ab62aca5f6f', 'mac_address': 'fa:16:3e:c3:34:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:49:16Z', 'updated_at': '2021-12-10T16:49:16Z', 'revision_number': 0, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf126b96-39c2-4e1f-a3e9-778f926cbf23', 'name': '', 'network_id': '2528b534-e386-46c4-b4af-1ab62aca5f6f', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'mac_address': 'fa:16:3e:d3:ac:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e6dc75-f3f4-4587-beea-f2456a7eaa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '8202bf40-0f2f-4bb9-9452-bb93d1331b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:57Z', 'updated_at': '2021-12-10T16:49:03Z', 'revision_number': 5, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'subnets': [{'id': '8202bf40-0f2f-4bb9-9452-bb93d1331b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:18.028221 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c330bd7-ff11-4ad4-bf90-7772bfd3aa41 req-b2853348-d928-4574-83c6-cbf24b053aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:18.028760 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7c5f8e-c211-44b6-9f7b-c58bf92c3bb1 None None] Checking router: 11e6dc75-f3f4-4587-beea-f2456a7eaa91 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:49:18.030596 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0c330bd7-ff11-4ad4-bf90-7772bfd3aa41 req-b2853348-d928-4574-83c6-cbf24b053aa6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2528b534-e386-46c4-b4af-1ab62aca5f6f HTTP/1.1" status: 200 len: 898 time: 0.1228518 Dec 10 16:49:18.041250 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7c5f8e-c211-44b6-9f7b-c58bf92c3bb1 None None] Routers {'11e6dc75-f3f4-4587-beea-f2456a7eaa91'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:49:18.041936 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-8e7c5f8e-c211-44b6-9f7b-c58bf92c3bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:49:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['11e6dc75-f3f4-4587-beea-f2456a7eaa91'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:18.111512 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0c330bd7-ff11-4ad4-bf90-7772bfd3aa41 req-4da82d49-6a3f-4e0c-87ad-783caf37f13f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=356acfe5-cb09-46c5-92dc-74d9555440f5 HTTP/1.1" status: 200 len: 998 time: 0.0729604 Dec 10 16:49:18.174074 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c330bd7-ff11-4ad4-bf90-7772bfd3aa41 req-242200ec-28b9-44ca-bff6-2598bef83743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:18.175932 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0c330bd7-ff11-4ad4-bf90-7772bfd3aa41 req-242200ec-28b9-44ca-bff6-2598bef83743 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8202bf40-0f2f-4bb9-9452-bb93d1331b41 HTTP/1.1" status: 200 len: 834 time: 0.0567501 Dec 10 16:49:18.230603 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c330bd7-ff11-4ad4-bf90-7772bfd3aa41 req-123d4f5b-a80d-4407-a284-72b68c4e5032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:18.232318 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0c330bd7-ff11-4ad4-bf90-7772bfd3aa41 req-123d4f5b-a80d-4407-a284-72b68c4e5032 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2528b534-e386-46c4-b4af-1ab62aca5f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487638 Dec 10 16:49:18.263763 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-8e7c5f8e-c211-44b6-9f7b-c58bf92c3bb1 None None] Set router 11e6dc75-f3f4-4587-beea-f2456a7eaa91 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:49:18.345468 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0c330bd7-ff11-4ad4-bf90-7772bfd3aa41 req-ec034b0a-734d-4546-bb08-1c1273cf9772 service neutron] 10.222.0.26 "GET /v2.0/networks/2528b534-e386-46c4-b4af-1ab62aca5f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052535 Dec 10 16:49:18.458119 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0c330bd7-ff11-4ad4-bf90-7772bfd3aa41 req-322f596b-2072-427e-aefd-b9426b76d78f service neutron] 10.222.0.26 "GET /v2.0/networks/2528b534-e386-46c4-b4af-1ab62aca5f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051943 Dec 10 16:49:18.535322 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-8e7c5f8e-c211-44b6-9f7b-c58bf92c3bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e6dc75-f3f4-4587-beea-f2456a7eaa91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897779606', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '887f74d4-6017-406e-8e90-d9944a9992b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:48:52Z', 'updated_at': '2021-12-10T16:48:58Z', 'revision_number': 4, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': '887f74d4-6017-406e-8e90-d9944a9992b1', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:30:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e6dc75-f3f4-4587-beea-f2456a7eaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:53Z', 'updated_at': '2021-12-10T16:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '2f4ee76d-e46b-4f21-abb9-74b25d85916b', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'floating_ip_address': '172.25.6.68', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '11e6dc75-f3f4-4587-beea-f2456a7eaa91', 'port_id': '356acfe5-cb09-46c5-92dc-74d9555440f5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2528b534-e386-46c4-b4af-1ab62aca5f6f', 'mac_address': 'fa:16:3e:c3:34:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:49:16Z', 'updated_at': '2021-12-10T16:49:16Z', 'revision_number': 0, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf126b96-39c2-4e1f-a3e9-778f926cbf23', 'name': '', 'network_id': '2528b534-e386-46c4-b4af-1ab62aca5f6f', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'mac_address': 'fa:16:3e:d3:ac:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e6dc75-f3f4-4587-beea-f2456a7eaa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '8202bf40-0f2f-4bb9-9452-bb93d1331b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:57Z', 'updated_at': '2021-12-10T16:49:03Z', 'revision_number': 5, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'subnets': [{'id': '8202bf40-0f2f-4bb9-9452-bb93d1331b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:18.568294 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7c5f8e-c211-44b6-9f7b-c58bf92c3bb1 None None] The sync data for ids ['11e6dc75-f3f4-4587-beea-f2456a7eaa91'] in n-d-766771-2 is: [{'id': '11e6dc75-f3f4-4587-beea-f2456a7eaa91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897779606', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '887f74d4-6017-406e-8e90-d9944a9992b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:48:52Z', 'updated_at': '2021-12-10T16:48:58Z', 'revision_number': 4, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': '887f74d4-6017-406e-8e90-d9944a9992b1', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:30:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e6dc75-f3f4-4587-beea-f2456a7eaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:53Z', 'updated_at': '2021-12-10T16:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '2f4ee76d-e46b-4f21-abb9-74b25d85916b', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'floating_ip_address': '172.25.6.68', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '11e6dc75-f3f4-4587-beea-f2456a7eaa91', 'port_id': '356acfe5-cb09-46c5-92dc-74d9555440f5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2528b534-e386-46c4-b4af-1ab62aca5f6f', 'mac_address': 'fa:16:3e:c3:34:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:49:16Z', 'updated_at': '2021-12-10T16:49:16Z', 'revision_number': 0, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf126b96-39c2-4e1f-a3e9-778f926cbf23', 'name': '', 'network_id': '2528b534-e386-46c4-b4af-1ab62aca5f6f', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'mac_address': 'fa:16:3e:d3:ac:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e6dc75-f3f4-4587-beea-f2456a7eaa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '8202bf40-0f2f-4bb9-9452-bb93d1331b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:57Z', 'updated_at': '2021-12-10T16:49:03Z', 'revision_number': 5, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'subnets': [{'id': '8202bf40-0f2f-4bb9-9452-bb93d1331b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:49:18.603473 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:18.843567 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bbebe0-5102-4762-a0b4-9e6a6607f6eb None None] New status for floating IP 2f4ee76d-e46b-4f21-abb9-74b25d85916b: ACTIVE {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:49:18.900101 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54254) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:18.991535 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1d8d688c-86b9-4414-a928-f86d86c0544c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/floatingips/2f4ee76d-e46b-4f21-abb9-74b25d85916b HTTP/1.1" status: 200 len: 990 time: 0.0898547 Dec 10 16:49:19.687901 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:19.996418 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54288) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:20.077266 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7a89a619-c49a-4c86-b416-a36f702d1e2e tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/floatingips/2f4ee76d-e46b-4f21-abb9-74b25d85916b HTTP/1.1" status: 200 len: 992 time: 0.0804753 Dec 10 16:49:20.103402 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82c76b-3a52-4bfa-945d-7d4719662400 req-f556acc8-c7d7-4785-945e-4068f046411f tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:20.104903 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9e82c76b-3a52-4bfa-945d-7d4719662400 req-f556acc8-c7d7-4785-945e-4068f046411f tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d577a5f-7da3-46f6-abd8-5b673c786de8 HTTP/1.1" status: 200 len: 946 time: 0.0570221 Dec 10 16:49:20.152097 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9e82c76b-3a52-4bfa-945d-7d4719662400 req-22224298-1fb8-4c52-8de3-21bfa2187a1f tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] 10.222.0.11 "GET /v2.0/security-groups?id=478c4d7f-fec5-4fd0-bb1f-9778e6d271f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411513 Dec 10 16:49:21.275503 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8924ef-ba47-43cb-999b-98d30ddbf586 req-5cb0717c-7c02-4b1f-8180-18e97e472284 tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:21.276989 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f8924ef-ba47-43cb-999b-98d30ddbf586 req-5cb0717c-7c02-4b1f-8180-18e97e472284 tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d577a5f-7da3-46f6-abd8-5b673c786de8 HTTP/1.1" status: 200 len: 946 time: 0.0491066 Dec 10 16:49:21.323946 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f8924ef-ba47-43cb-999b-98d30ddbf586 req-fe7e2d2c-df9a-4ea1-a753-86c55e6f003a tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] 10.222.0.11 "GET /v2.0/security-groups?id=478c4d7f-fec5-4fd0-bb1f-9778e6d271f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409698 Dec 10 16:49:21.407680 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4098ad6-07a0-473b-9349-a2bfa4cb0657 req-453aa390-cb37-4c1a-a6c9-356c3b617706 tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:21.409297 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a4098ad6-07a0-473b-9349-a2bfa4cb0657 req-453aa390-cb37-4c1a-a6c9-356c3b617706 tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d577a5f-7da3-46f6-abd8-5b673c786de8 HTTP/1.1" status: 200 len: 946 time: 0.0720315 Dec 10 16:49:21.505452 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-a4098ad6-07a0-473b-9349-a2bfa4cb0657 req-ac623ddf-a8ac-4791-a1f6-1cc4d8deef25 tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] Deleting port d27b13e3-7611-4e9e-bf20-846785afe099 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:49:21.505789 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a4098ad6-07a0-473b-9349-a2bfa4cb0657 req-ac623ddf-a8ac-4791-a1f6-1cc4d8deef25 tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:21.600487 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-a4098ad6-07a0-473b-9349-a2bfa4cb0657 req-ac623ddf-a8ac-4791-a1f6-1cc4d8deef25 tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] For port d27b13e3-7611-4e9e-bf20-846785afe099, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=d27b13e3-7611-4e9e-bf20-846785afe099,segment=NetworkSegment(4770db5f-7eb6-44a2-85db-bb85218bc03d),segment_id=4770db5f-7eb6-44a2-85db-bb85218bc03d)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:49:21.600851 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a4098ad6-07a0-473b-9349-a2bfa4cb0657 req-ac623ddf-a8ac-4791-a1f6-1cc4d8deef25 tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:21.613780 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-a4098ad6-07a0-473b-9349-a2bfa4cb0657 req-ac623ddf-a8ac-4791-a1f6-1cc4d8deef25 tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] Calling delete_port for d27b13e3-7611-4e9e-bf20-846785afe099 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:49:21.741528 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a4098ad6-07a0-473b-9349-a2bfa4cb0657 req-ac623ddf-a8ac-4791-a1f6-1cc4d8deef25 tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:21.772863 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac623ddf-a8ac-4791-a1f6-1cc4d8deef25 tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] Pushing event deleted for resources: {'Port': ['ID=d27b13e3-7611-4e9e-bf20-846785afe099,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:21.816365 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4098ad6-07a0-473b-9349-a2bfa4cb0657 req-ac623ddf-a8ac-4791-a1f6-1cc4d8deef25 tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] No DVR routers for this DVR port d27b13e3-7611-4e9e-bf20-846785afe099 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:49:21.818872 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a4098ad6-07a0-473b-9349-a2bfa4cb0657 req-ac623ddf-a8ac-4791-a1f6-1cc4d8deef25 tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:21.822815 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a4098ad6-07a0-473b-9349-a2bfa4cb0657 req-ac623ddf-a8ac-4791-a1f6-1cc4d8deef25 tempest-VolumesActionsTest-480393299 tempest-VolumesActionsTest-480393299-project] 10.222.0.46 "DELETE /v2.0/ports/d27b13e3-7611-4e9e-bf20-846785afe099 HTTP/1.1" status: 204 len: 173 time: 0.4069350 Dec 10 16:49:21.823259 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d577a5f-7da3-46f6-abd8-5b673c786de8', 'name': 'network-vif-deleted', 'tag': 'd27b13e3-7611-4e9e-bf20-846785afe099'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:49:21.825544 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77025fbe-fc86-42db-a19a-9782264d17a3" -d '{"events": [{"server_uuid": "9d577a5f-7da3-46f6-abd8-5b673c786de8", "name": "network-vif-deleted", "tag": "d27b13e3-7611-4e9e-bf20-846785afe099"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:49:21.865401 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4817f95d-97df-4dc7-a361-d196d056e02b x-openstack-request-id: req-4817f95d-97df-4dc7-a361-d196d056e02b {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:49:21.865709 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d577a5f-7da3-46f6-abd8-5b673c786de8", "name": "network-vif-deleted", "tag": "d27b13e3-7611-4e9e-bf20-846785afe099", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:49:21.865993 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4817f95d-97df-4dc7-a361-d196d056e02b {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:49:21.866422 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d577a5f-7da3-46f6-abd8-5b673c786de8', 'name': 'network-vif-deleted', 'tag': 'd27b13e3-7611-4e9e-bf20-846785afe099', 'status': 'completed', 'code': 200} Dec 10 16:49:23.579026 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device d27b13e3-7611-4e9e-bf20-846785afe099 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:49:23.610345 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: d27b13e3-7611-4e9e-bf20-846785afe099 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:49:23.610702 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device d27b13e3-7611-4e9e-bf20-846785afe099 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:49:35.224338 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb295ce-1b7b-495d-a512-3e660867b905 req-7cdc0b93-590b-428a-a11b-062a8e94565e tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:35.233380 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2cb295ce-1b7b-495d-a512-3e660867b905 req-7cdc0b93-590b-428a-a11b-062a8e94565e tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 946 time: 0.0668910 Dec 10 16:49:35.281563 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2cb295ce-1b7b-495d-a512-3e660867b905 req-271d274e-95d8-4778-a884-a0e9ef336bb5 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb593238-a1f9-4d82-99c1-048ded626af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473046 Dec 10 16:49:36.417543 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072840f-93ca-4629-89ad-b178387d09c9 req-8b2eef85-d5a6-49c3-a66a-3010f09a764d tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:36.419995 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6072840f-93ca-4629-89ad-b178387d09c9 req-8b2eef85-d5a6-49c3-a66a-3010f09a764d tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 946 time: 0.0643554 Dec 10 16:49:36.428610 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:36.472229 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6072840f-93ca-4629-89ad-b178387d09c9 req-caf0a865-3763-42dd-9a81-1d548fd65ab8 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb593238-a1f9-4d82-99c1-048ded626af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450897 Dec 10 16:49:37.612885 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d96401-b6ca-4efc-b566-2a42745ec559 req-14a7ea5b-6e8c-4f95-b05f-4516e2ccc1e0 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:37.618619 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e0d96401-b6ca-4efc-b566-2a42745ec559 req-14a7ea5b-6e8c-4f95-b05f-4516e2ccc1e0 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 946 time: 0.0533638 Dec 10 16:49:37.684617 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e0d96401-b6ca-4efc-b566-2a42745ec559 req-4618eca6-ee38-46d0-a149-d90c0ff63fcf tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb593238-a1f9-4d82-99c1-048ded626af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633965 Dec 10 16:49:38.261801 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:38.814895 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14e8a9-408d-49c3-befd-3e0b56e87b0e req-852f021f-a797-4d4b-b2a4-ba2fb63f150c tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:38.818348 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ac14e8a9-408d-49c3-befd-3e0b56e87b0e req-852f021f-a797-4d4b-b2a4-ba2fb63f150c tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 946 time: 0.0521569 Dec 10 16:49:38.891426 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ac14e8a9-408d-49c3-befd-3e0b56e87b0e req-9019cbf0-9d74-4e70-83f2-3e200be7536b tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb593238-a1f9-4d82-99c1-048ded626af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661149 Dec 10 16:49:40.031270 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec989d4b-55d0-40ab-9171-e698018d5fba req-efcd5d36-d819-4bd8-aa21-f24186d9444b tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:40.039906 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ec989d4b-55d0-40ab-9171-e698018d5fba req-efcd5d36-d819-4bd8-aa21-f24186d9444b tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 946 time: 0.0600629 Dec 10 16:49:40.114765 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ec989d4b-55d0-40ab-9171-e698018d5fba req-3b13406c-7401-4f64-814e-227513811ca7 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb593238-a1f9-4d82-99c1-048ded626af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737045 Dec 10 16:49:41.315500 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16f716-90e6-4593-b247-cb71694bf0c6 req-9751580e-abb3-4637-a018-85ed7960fa7a tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:41.325125 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bd16f716-90e6-4593-b247-cb71694bf0c6 req-9751580e-abb3-4637-a018-85ed7960fa7a tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 946 time: 0.1118138 Dec 10 16:49:41.374376 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bd16f716-90e6-4593-b247-cb71694bf0c6 req-39ad8287-f3ac-4a90-aebc-c183f18cd376 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb593238-a1f9-4d82-99c1-048ded626af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480380 Dec 10 16:49:42.497989 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9a2b2-6191-4452-afb4-bb306570b2c3 req-4363ccb0-1c21-4464-b9ca-0dbca39ee808 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:42.499483 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1ce9a2b2-6191-4452-afb4-bb306570b2c3 req-4363ccb0-1c21-4464-b9ca-0dbca39ee808 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 946 time: 0.0523832 Dec 10 16:49:42.552306 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1ce9a2b2-6191-4452-afb4-bb306570b2c3 req-d72d0bd6-d3db-4d63-8038-78130119002e tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb593238-a1f9-4d82-99c1-048ded626af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465980 Dec 10 16:49:43.371615 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54674) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:43.416321 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cf7a348-1e7a-4b2c-9e7b-c30c2380a938 admin admin] Deleting subnet 8888adbe-7f11-4396-91e6-196f4f5eb7fc {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:49:43.419463 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3cf7a348-1e7a-4b2c-9e7b-c30c2380a938 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:43.453421 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3cf7a348-1e7a-4b2c-9e7b-c30c2380a938 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:43.505358 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3cf7a348-1e7a-4b2c-9e7b-c30c2380a938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:43.702905 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956aa0af-2116-49e3-8cd7-0d08f49f3687 req-ff0c9bac-4ff9-4554-9092-e87a80d5865a tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:43.712531 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-956aa0af-2116-49e3-8cd7-0d08f49f3687 req-ff0c9bac-4ff9-4554-9092-e87a80d5865a tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 946 time: 0.0672064 Dec 10 16:49:43.779033 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-956aa0af-2116-49e3-8cd7-0d08f49f3687 req-6cabdb5a-f8b1-47a8-bc10-3f31322274a6 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb593238-a1f9-4d82-99c1-048ded626af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652382 Dec 10 16:49:43.889665 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3cf7a348-1e7a-4b2c-9e7b-c30c2380a938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:43.913869 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf7a348-1e7a-4b2c-9e7b-c30c2380a938 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8888adbe-7f11-4396-91e6-196f4f5eb7fc,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:43.923593 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7a348-1e7a-4b2c-9e7b-c30c2380a938 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:43.923936 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7a348-1e7a-4b2c-9e7b-c30c2380a938 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:43.924281 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7a348-1e7a-4b2c-9e7b-c30c2380a938 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:43.924619 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7a348-1e7a-4b2c-9e7b-c30c2380a938 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:43.924961 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7a348-1e7a-4b2c-9e7b-c30c2380a938 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:43.926157 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7a348-1e7a-4b2c-9e7b-c30c2380a938 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:43.926313 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7a348-1e7a-4b2c-9e7b-c30c2380a938 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:43.926608 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7a348-1e7a-4b2c-9e7b-c30c2380a938 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:43.926937 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7a348-1e7a-4b2c-9e7b-c30c2380a938 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:43.927263 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7a348-1e7a-4b2c-9e7b-c30c2380a938 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:43.927590 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7a348-1e7a-4b2c-9e7b-c30c2380a938 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:43.927915 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7a348-1e7a-4b2c-9e7b-c30c2380a938 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:43.928420 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7a348-1e7a-4b2c-9e7b-c30c2380a938 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:43.938488 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3cf7a348-1e7a-4b2c-9e7b-c30c2380a938 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:43.942516 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-43aafb57-0631-426e-834c-4bf53b265523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:43.946556 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3cf7a348-1e7a-4b2c-9e7b-c30c2380a938 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8888adbe-7f11-4396-91e6-196f4f5eb7fc HTTP/1.1" status: 204 len: 168 time: 0.5737569 Dec 10 16:49:43.946992 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54682) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:44.030877 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a38d443-cbff-4132-8cc2-de1610f35ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:44.119088 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a38d443-cbff-4132-8cc2-de1610f35ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:44.143193 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-5a38d443-cbff-4132-8cc2-de1610f35ac0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['393c3428-ecdd-497d-bef2-06c4897ef423']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:44.154726 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-5a38d443-cbff-4132-8cc2-de1610f35ac0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4770db5f-7eb6-44a2-85db-bb85218bc03d') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:44.155031 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-5a38d443-cbff-4132-8cc2-de1610f35ac0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4770db5f-7eb6-44a2-85db-bb85218bc03d') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:44.165979 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf060e03-93d4-4455-aa5b-9e5b87190fe3 req-f625c00e-d6ef-4c56-aea8-f070306e8862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:44.167773 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-cf060e03-93d4-4455-aa5b-9e5b87190fe3 req-f625c00e-d6ef-4c56-aea8-f070306e8862 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bdc7ed738c3144738265db15e9c9048a&device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 1097 time: 0.0518446 Dec 10 16:49:44.173553 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a38d443-cbff-4132-8cc2-de1610f35ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:44.188940 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a38d443-cbff-4132-8cc2-de1610f35ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:44.195874 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a38d443-cbff-4132-8cc2-de1610f35ac0 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:49:44.196868 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a38d443-cbff-4132-8cc2-de1610f35ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:44.255192 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:49:44.255192 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:49:44.255192 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:49:44.255192 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:49:44.255192 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:49:44.255192 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:49:44.255192 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:49:44.255192 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:49:44.255192 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:49:44.255192 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:49:44.255192 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:49:44.255192 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:49:44.255192 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:49:44.255192 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:49:44.255192 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:49:44.255192 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:49:44.255192 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:49:44.255192 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:49:44.255192 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:49:44.255192 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:49:44.255192 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:49:44.255192 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:49:44.255192 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:49:44.255192 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:49:44.255192 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:49:44.255192 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:49:44.255192 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:49:44.255192 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:49:44.255192 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:49:44.255192 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:49:44.255192 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:49:44.255192 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:49:44.261670 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a38d443-cbff-4132-8cc2-de1610f35ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:44.266648 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a38d443-cbff-4132-8cc2-de1610f35ac0 admin admin] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:44.269958 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5a38d443-cbff-4132-8cc2-de1610f35ac0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/393c3428-ecdd-497d-bef2-06c4897ef423 HTTP/1.1" status: 204 len: 168 time: 0.3217459 Dec 10 16:49:44.275197 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54686) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:44.283353 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38d443-cbff-4132-8cc2-de1610f35ac0 admin admin] Pushing event deleted for resources: {'Network': ['ID=393c3428-ecdd-497d-bef2-06c4897ef423,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:44.337912 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf060e03-93d4-4455-aa5b-9e5b87190fe3 req-fac674dc-7026-465e-8404-b862930f18e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:44.339489 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-cf060e03-93d4-4455-aa5b-9e5b87190fe3 req-fac674dc-7026-465e-8404-b862930f18e2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=263ff2dd-2395-434d-bed7-21852f5535cc HTTP/1.1" status: 200 len: 912 time: 0.1514914 Dec 10 16:49:44.345146 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bfad419-3f7b-41f1-a365-f2220c5ff7dc admin admin] Deleting subnet 392dd664-09a4-4908-99da-86ad352f158b {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:49:44.355414 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8bfad419-3f7b-41f1-a365-f2220c5ff7dc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:44.433549 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8bfad419-3f7b-41f1-a365-f2220c5ff7dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:44.472501 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-cf060e03-93d4-4455-aa5b-9e5b87190fe3 req-501341aa-febe-46cc-b300-ee6fdd1d4f75 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=057fe6a6-0109-4b87-b63e-bb1eae1b8e6b HTTP/1.1" status: 200 len: 1001 time: 0.1247480 Dec 10 16:49:44.527098 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8bfad419-3f7b-41f1-a365-f2220c5ff7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:44.564828 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf060e03-93d4-4455-aa5b-9e5b87190fe3 req-c7bc7e1c-edce-419c-8aec-a0ad7bc425d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:44.566420 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-cf060e03-93d4-4455-aa5b-9e5b87190fe3 req-c7bc7e1c-edce-419c-8aec-a0ad7bc425d1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bd39f8cf-b633-4e7b-8cc7-6321401d3434 HTTP/1.1" status: 200 len: 850 time: 0.0848639 Dec 10 16:49:44.629354 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf060e03-93d4-4455-aa5b-9e5b87190fe3 req-0e3ba953-99b2-471f-98b5-ccb28d023297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:44.631099 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-cf060e03-93d4-4455-aa5b-9e5b87190fe3 req-0e3ba953-99b2-471f-98b5-ccb28d023297 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=263ff2dd-2395-434d-bed7-21852f5535cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558822 Dec 10 16:49:44.632577 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8bfad419-3f7b-41f1-a365-f2220c5ff7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:44.676830 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfad419-3f7b-41f1-a365-f2220c5ff7dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=392dd664-09a4-4908-99da-86ad352f158b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:44.701961 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8bfad419-3f7b-41f1-a365-f2220c5ff7dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:44.705152 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8bfad419-3f7b-41f1-a365-f2220c5ff7dc admin admin] 10.222.0.11 "DELETE /v2.0/subnets/392dd664-09a4-4908-99da-86ad352f158b HTTP/1.1" status: 204 len: 168 time: 0.4288034 Dec 10 16:49:44.707711 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54692) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:44.801257 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6c437e51-88cf-4bff-9c32-2d672b130935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:44.816797 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-cf060e03-93d4-4455-aa5b-9e5b87190fe3 req-26aae68c-c114-4928-94a6-f05e4537fe1e service neutron] 10.222.0.26 "GET /v2.0/networks/263ff2dd-2395-434d-bed7-21852f5535cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766047 Dec 10 16:49:44.896548 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a355f4-d9d2-4646-91cb-67b7404d9c0b req-5b35a773-c3b8-42ee-b216-b080b1748cd3 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:44.898731 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f9a355f4-d9d2-4646-91cb-67b7404d9c0b req-5b35a773-c3b8-42ee-b216-b080b1748cd3 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 946 time: 0.0564432 Dec 10 16:49:44.943954 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6c437e51-88cf-4bff-9c32-2d672b130935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:44.950213 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f9a355f4-d9d2-4646-91cb-67b7404d9c0b req-2d402612-0e08-4ceb-be32-a8dfb0c2d12e tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb593238-a1f9-4d82-99c1-048ded626af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445046 Dec 10 16:49:44.980865 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-6c437e51-88cf-4bff-9c32-2d672b130935 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc86701a-e0d9-4df3-abd3-8188a42544f4']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:44.997702 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-6c437e51-88cf-4bff-9c32-2d672b130935 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5907debd-8307-4662-8e71-55bf3eda0b28') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:44.997992 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-6c437e51-88cf-4bff-9c32-2d672b130935 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5907debd-8307-4662-8e71-55bf3eda0b28') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:45.011148 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-cf060e03-93d4-4455-aa5b-9e5b87190fe3 req-6af16641-e06f-4fdf-ba19-5ec7f7b80622 service neutron] 10.222.0.26 "GET /v2.0/networks/263ff2dd-2395-434d-bed7-21852f5535cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710393 Dec 10 16:49:45.012679 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6c437e51-88cf-4bff-9c32-2d672b130935 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:45.029151 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6c437e51-88cf-4bff-9c32-2d672b130935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:45.035965 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c437e51-88cf-4bff-9c32-2d672b130935 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:49:45.036342 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6c437e51-88cf-4bff-9c32-2d672b130935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:45.038707 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:49:45.038707 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:49:45.038707 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:49:45.038707 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:49:45.038707 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:49:45.038707 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:49:45.038707 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:49:45.038707 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:49:45.038707 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:49:45.038707 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:49:45.038707 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:49:45.038707 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:49:45.038707 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:49:45.038707 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:49:45.038707 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:49:45.038707 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:49:45.038707 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:49:45.038707 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:49:45.038707 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:49:45.038707 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:49:45.038707 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:49:45.038707 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:49:45.038707 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:49:45.038707 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:49:45.038707 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:49:45.038707 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:49:45.038707 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:49:45.038707 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:49:45.038707 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:49:45.038707 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:49:45.038707 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:49:45.038707 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:49:45.094992 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6c437e51-88cf-4bff-9c32-2d672b130935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:45.101058 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6c437e51-88cf-4bff-9c32-2d672b130935 admin admin] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:45.104212 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6c437e51-88cf-4bff-9c32-2d672b130935 admin admin] 10.222.0.11 "DELETE /v2.0/networks/bc86701a-e0d9-4df3-abd3-8188a42544f4 HTTP/1.1" status: 204 len: 168 time: 0.3955641 Dec 10 16:49:45.118005 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c437e51-88cf-4bff-9c32-2d672b130935 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc86701a-e0d9-4df3-abd3-8188a42544f4,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:45.279289 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54706) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:45.319113 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-10462b7f-90e1-4090-9185-abfad4cb74cc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f6262538ba3a4d0a855d0d8cddb971a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386646 Dec 10 16:49:45.321643 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54708) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:45.367915 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b423dd3-1d1f-4a98-9bec-501497025eee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:45.393356 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b423dd3-1d1f-4a98-9bec-501497025eee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:45.439537 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b423dd3-1d1f-4a98-9bec-501497025eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:45.442294 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b423dd3-1d1f-4a98-9bec-501497025eee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:45.443468 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4b423dd3-1d1f-4a98-9bec-501497025eee admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/478c4d7f-fec5-4fd0-bb1f-9778e6d271f3 HTTP/1.1" status: 204 len: 168 time: 0.1209002 Dec 10 16:49:45.451247 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b423dd3-1d1f-4a98-9bec-501497025eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478c4d7f-fec5-4fd0-bb1f-9778e6d271f3,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:45.757208 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54714) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:45.798301 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e100e533-9ed3-404a-8ead-379d9fa720ee admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=44bff380cc5d42cf9cd9b565d137f127&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397141 Dec 10 16:49:45.800615 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 54716) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:45.847389 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-25902497-ede0-43f8-8d74-8898e4b2390f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:45.869582 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-25902497-ede0-43f8-8d74-8898e4b2390f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:45.915179 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-25902497-ede0-43f8-8d74-8898e4b2390f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:45.917914 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-25902497-ede0-43f8-8d74-8898e4b2390f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:45.919105 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-25902497-ede0-43f8-8d74-8898e4b2390f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/df7c6345-f3f4-444d-a98c-4dc5be6a557a HTTP/1.1" status: 204 len: 168 time: 0.1176040 Dec 10 16:49:45.926777 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25902497-ede0-43f8-8d74-8898e4b2390f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7c6345-f3f4-444d-a98c-4dc5be6a557a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:46.102779 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ba8c1-e0ec-4cc8-948c-6ea4bd183562 req-c54497d0-af8e-4bb5-90b3-9f19019b4374 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:46.110410 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bc9ba8c1-e0ec-4cc8-948c-6ea4bd183562 req-c54497d0-af8e-4bb5-90b3-9f19019b4374 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 946 time: 0.0782266 Dec 10 16:49:46.158908 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bc9ba8c1-e0ec-4cc8-948c-6ea4bd183562 req-bb4ea47c-c091-42fd-9544-61df6f8f35b5 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb593238-a1f9-4d82-99c1-048ded626af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472996 Dec 10 16:49:46.467080 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-245d6518-c4be-4a2b-820b-f6b9c3a8e471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:47.316874 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185d067-58e9-4431-ab10-81c3d6ec1947 req-4a896f59-285a-4cba-b397-04611ab288a3 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:47.319247 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2185d067-58e9-4431-ab10-81c3d6ec1947 req-4a896f59-285a-4cba-b397-04611ab288a3 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 946 time: 0.0685968 Dec 10 16:49:47.319831 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:47.385128 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2185d067-58e9-4431-ab10-81c3d6ec1947 req-701f4262-36f2-444f-8371-55cf142ffb3c tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb593238-a1f9-4d82-99c1-048ded626af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575349 Dec 10 16:49:48.310332 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:49:48.534187 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128035c-ea21-45ff-ad30-748428d39d22 req-60d41e75-75d3-4ae1-82d8-55990f1ddc12 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:48.535899 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4128035c-ea21-45ff-ad30-748428d39d22 req-60d41e75-75d3-4ae1-82d8-55990f1ddc12 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 946 time: 0.0600426 Dec 10 16:49:48.587299 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4128035c-ea21-45ff-ad30-748428d39d22 req-6420db00-0d85-4217-8fc9-3361a941d2dc tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb593238-a1f9-4d82-99c1-048ded626af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432205 Dec 10 16:49:48.611648 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:49.691899 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:49.722084 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a94169-e077-4c56-9035-f58ee713df57 req-0e7c4802-f0e2-411b-ba0c-e8950772087a tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:49.726395 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d3a94169-e077-4c56-9035-f58ee713df57 req-0e7c4802-f0e2-411b-ba0c-e8950772087a tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 946 time: 0.0550735 Dec 10 16:49:49.781152 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d3a94169-e077-4c56-9035-f58ee713df57 req-72f07bdb-1c32-40a4-8b06-7c6ec63bb611 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb593238-a1f9-4d82-99c1-048ded626af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510187 Dec 10 16:49:50.903017 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbeab7-9f7d-469e-b23d-32177080b659 req-9022f55d-a549-49d0-adca-0895234e11a0 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:50.904402 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-edbbeab7-9f7d-469e-b23d-32177080b659 req-9022f55d-a549-49d0-adca-0895234e11a0 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 946 time: 0.0498400 Dec 10 16:49:50.956730 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-edbbeab7-9f7d-469e-b23d-32177080b659 req-b3706dc1-0f9e-4a06-8037-f5eb44aaf15c tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb593238-a1f9-4d82-99c1-048ded626af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457730 Dec 10 16:49:51.194563 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d7c26-f612-427b-9662-cc8ca96f044d req-22df6006-9918-4122-83ea-595dc0a65532 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:51.203115 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b21d7c26-f612-427b-9662-cc8ca96f044d req-22df6006-9918-4122-83ea-595dc0a65532 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 946 time: 0.0754967 Dec 10 16:49:51.237757 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb50a65-f488-489f-abb5-28159ca9c1f4 req-2f4d0b23-806a-4dcf-9a67-277c6c8d160b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:51.240159 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-beb50a65-f488-489f-abb5-28159ca9c1f4 req-2f4d0b23-806a-4dcf-9a67-277c6c8d160b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bdc7ed738c3144738265db15e9c9048a&device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 1097 time: 0.0785193 Dec 10 16:49:51.280897 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b21d7c26-f612-427b-9662-cc8ca96f044d req-44382a82-92aa-4c3c-b9fe-88c4d8b987a6 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb593238-a1f9-4d82-99c1-048ded626af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760989 Dec 10 16:49:51.379081 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb50a65-f488-489f-abb5-28159ca9c1f4 req-41af5858-09cb-42dc-a040-e2ed4e0b3326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:51.381015 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-beb50a65-f488-489f-abb5-28159ca9c1f4 req-41af5858-09cb-42dc-a040-e2ed4e0b3326 service neutron] 10.222.0.26 "GET /v2.0/networks?id=263ff2dd-2395-434d-bed7-21852f5535cc HTTP/1.1" status: 200 len: 912 time: 0.1331487 Dec 10 16:49:51.437462 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe96d4e-b6e3-4cd4-b265-1443e2a3690a req-a4087cf5-8a97-4394-aae2-cf2491ef9629 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:51.442775 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7fe96d4e-b6e3-4cd4-b265-1443e2a3690a req-a4087cf5-8a97-4394-aae2-cf2491ef9629 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 1096 time: 0.0641711 Dec 10 16:49:51.467096 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7fe96d4e-b6e3-4cd4-b265-1443e2a3690a req-d3216437-5af8-4f79-ba78-b454edd6d218 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:51.468058 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-beb50a65-f488-489f-abb5-28159ca9c1f4 req-699617ab-3211-4aba-8a5c-13106c42eb38 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=057fe6a6-0109-4b87-b63e-bb1eae1b8e6b HTTP/1.1" status: 200 len: 1001 time: 0.0775547 Dec 10 16:49:51.542599 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb50a65-f488-489f-abb5-28159ca9c1f4 req-25821b9b-23e3-493b-8460-65e312bc6ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:51.545101 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-beb50a65-f488-489f-abb5-28159ca9c1f4 req-25821b9b-23e3-493b-8460-65e312bc6ff1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bd39f8cf-b633-4e7b-8cc7-6321401d3434 HTTP/1.1" status: 200 len: 850 time: 0.0679591 Dec 10 16:49:51.563801 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7fe96d4e-b6e3-4cd4-b265-1443e2a3690a req-d3216437-5af8-4f79-ba78-b454edd6d218 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:51.568945 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7fe96d4e-b6e3-4cd4-b265-1443e2a3690a req-d3216437-5af8-4f79-ba78-b454edd6d218 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:51.612117 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb50a65-f488-489f-abb5-28159ca9c1f4 req-c1aeef60-9a5b-4df2-9cb6-10f467b6a2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:51.614931 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-beb50a65-f488-489f-abb5-28159ca9c1f4 req-c1aeef60-9a5b-4df2-9cb6-10f467b6a2fa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=263ff2dd-2395-434d-bed7-21852f5535cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597627 Dec 10 16:49:51.638724 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7fe96d4e-b6e3-4cd4-b265-1443e2a3690a req-d3216437-5af8-4f79-ba78-b454edd6d218 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=62b776d5-a789-40c8-9978-8b28aed33939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863053 Dec 10 16:49:51.641047 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3216437-5af8-4f79-ba78-b454edd6d218 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed21785-f49b-491b-b40c-882966352116,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:51.650390 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3216437-5af8-4f79-ba78-b454edd6d218 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:51.650970 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3216437-5af8-4f79-ba78-b454edd6d218 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:51.651491 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3216437-5af8-4f79-ba78-b454edd6d218 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:51.653011 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3216437-5af8-4f79-ba78-b454edd6d218 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:51.653513 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3216437-5af8-4f79-ba78-b454edd6d218 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:51.654200 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3216437-5af8-4f79-ba78-b454edd6d218 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:51.654713 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3216437-5af8-4f79-ba78-b454edd6d218 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:51.655311 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3216437-5af8-4f79-ba78-b454edd6d218 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:51.655797 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3216437-5af8-4f79-ba78-b454edd6d218 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:51.656289 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3216437-5af8-4f79-ba78-b454edd6d218 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:51.656782 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3216437-5af8-4f79-ba78-b454edd6d218 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:51.657265 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3216437-5af8-4f79-ba78-b454edd6d218 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:51.657745 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3216437-5af8-4f79-ba78-b454edd6d218 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:51.758932 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-beb50a65-f488-489f-abb5-28159ca9c1f4 req-3132371b-db72-49fa-90c9-1e3b0be41935 service neutron] 10.222.0.26 "GET /v2.0/networks/263ff2dd-2395-434d-bed7-21852f5535cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354873 Dec 10 16:49:51.791218 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfa139-e49c-4078-9089-da2b04a27ca1 req-ca714157-989a-463d-ab7e-c3b2eb04b21f tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:51.793884 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-70dfa139-e49c-4078-9089-da2b04a27ca1 req-ca714157-989a-463d-ab7e-c3b2eb04b21f tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 945 time: 0.0658829 Dec 10 16:49:51.852865 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-70dfa139-e49c-4078-9089-da2b04a27ca1 req-98e07f1d-e98a-4bcf-afa1-b440a584f60c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=62b776d5-a789-40c8-9978-8b28aed33939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528786 Dec 10 16:49:51.878005 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 54854) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:51.878574 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-beb50a65-f488-489f-abb5-28159ca9c1f4 req-4c3ea1b4-e35f-40af-b125-3481420606c6 service neutron] 10.222.0.26 "GET /v2.0/networks/263ff2dd-2395-434d-bed7-21852f5535cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110535 Dec 10 16:49:51.957527 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-543a408c-5d1c-44df-abcd-eabed0e20948 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/floatingips/2f4ee76d-e46b-4f21-abb9-74b25d85916b HTTP/1.1" status: 200 len: 992 time: 0.0782518 Dec 10 16:49:52.254412 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-70207d4f-6e8b-4424-8b5d-d72ffe804e88 req-5e36e7ae-593a-46be-9930-0ef18f12140a service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:49:52.255409 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-70207d4f-6e8b-4424-8b5d-d72ffe804e88 req-5e36e7ae-593a-46be-9930-0ef18f12140a service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052896 Dec 10 16:49:52.685535 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c6c44-e986-4342-a173-ace792378dbb req-dab92913-6d7a-489f-9cce-1ac5ff25fe2c tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:52.687409 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-584c6c44-e986-4342-a173-ace792378dbb req-dab92913-6d7a-489f-9cce-1ac5ff25fe2c tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 946 time: 0.0807805 Dec 10 16:49:52.744396 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-584c6c44-e986-4342-a173-ace792378dbb req-2aacacda-9056-4b6a-a72f-1e787643f354 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb593238-a1f9-4d82-99c1-048ded626af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493708 Dec 10 16:49:52.845153 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-6e89486b-4aff-4af7-9a1d-941450905cc5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2036984 Dec 10 16:49:52.865598 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-aef09129-189e-4f78-a134-4cf23c65381b service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:49:52.868214 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-aef09129-189e-4f78-a134-4cf23c65381b service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072095 Dec 10 16:49:52.894987 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a2c79-bd51-40c5-8919-55657265fca2 req-a3524340-95f1-4d2c-9663-21798c7b0d92 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:52.902721 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-937a2c79-bd51-40c5-8919-55657265fca2 req-a3524340-95f1-4d2c-9663-21798c7b0d92 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 945 time: 0.0801978 Dec 10 16:49:52.961328 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-937a2c79-bd51-40c5-8919-55657265fca2 req-63cf0e25-7aa2-4162-85ad-44bbbd0e2c93 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=62b776d5-a789-40c8-9978-8b28aed33939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554154 Dec 10 16:49:54.099994 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af37d64-d37a-4580-9077-da47e9c4bb17 req-3b535065-a303-4d27-b204-c4633563a26e tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:54.102472 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4af37d64-d37a-4580-9077-da47e9c4bb17 req-3b535065-a303-4d27-b204-c4633563a26e tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 945 time: 0.0642326 Dec 10 16:49:54.172040 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4af37d64-d37a-4580-9077-da47e9c4bb17 req-5d68db24-1387-48cc-96c9-81756b715c0b tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=62b776d5-a789-40c8-9978-8b28aed33939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616395 Dec 10 16:49:54.337907 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-678823b6-5da9-45ae-9d62-2dfb37005f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:54.340189 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-678823b6-5da9-45ae-9d62-2dfb37005f68 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e316b1d223b341c8ad45a1329ddefc11&device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 1096 time: 0.0614364 Dec 10 16:49:54.478274 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-17280306-7d00-4084-9440-9d76a23f7951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:54.481035 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-17280306-7d00-4084-9440-9d76a23f7951 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2528b534-e386-46c4-b4af-1ab62aca5f6f HTTP/1.1" status: 200 len: 898 time: 0.1322145 Dec 10 16:49:54.567608 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-8ae0f302-be59-40e6-9736-9d710c796fa3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=356acfe5-cb09-46c5-92dc-74d9555440f5 HTTP/1.1" status: 200 len: 1000 time: 0.0785506 Dec 10 16:49:54.650858 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-d4f1c2f2-a034-4e4d-8955-8f0bea61fd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:54.653573 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-d4f1c2f2-a034-4e4d-8955-8f0bea61fd36 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8202bf40-0f2f-4bb9-9452-bb93d1331b41 HTTP/1.1" status: 200 len: 834 time: 0.0791540 Dec 10 16:49:54.703247 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-28d8c10d-8f7b-4682-b20b-58fdce006d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:54.704763 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-28d8c10d-8f7b-4682-b20b-58fdce006d8c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2528b534-e386-46c4-b4af-1ab62aca5f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433574 Dec 10 16:49:54.799941 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-dd3c894e-75eb-4601-b433-5212b1919122 service neutron] 10.222.0.26 "GET /v2.0/networks/2528b534-e386-46c4-b4af-1ab62aca5f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877459 Dec 10 16:49:54.915959 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-66cdcea3-06c2-4e18-b718-7b3712714ca7 service neutron] 10.222.0.26 "GET /v2.0/networks/2528b534-e386-46c4-b4af-1ab62aca5f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089859 Dec 10 16:49:55.323602 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857819b-87d7-4c39-ba15-0132f31dc46f req-baaf89d6-6d10-4bbf-8e4f-61ffb27906ba tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:55.327554 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6857819b-87d7-4c39-ba15-0132f31dc46f req-baaf89d6-6d10-4bbf-8e4f-61ffb27906ba tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 945 time: 0.0748446 Dec 10 16:49:55.394500 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6857819b-87d7-4c39-ba15-0132f31dc46f req-e20972c2-3fdb-4d6c-b663-ab9317287837 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=62b776d5-a789-40c8-9978-8b28aed33939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514729 Dec 10 16:49:56.521899 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d7b7e-0f4c-4a99-9efb-b096c2a2974f req-0f330eba-130b-4c37-8aaf-3c2d660e5305 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:56.524035 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9c4d7b7e-0f4c-4a99-9efb-b096c2a2974f req-0f330eba-130b-4c37-8aaf-3c2d660e5305 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 945 time: 0.0537505 Dec 10 16:49:56.582399 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9c4d7b7e-0f4c-4a99-9efb-b096c2a2974f req-b99ca845-26b8-4c7a-920e-cc8307fc0c61 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=62b776d5-a789-40c8-9978-8b28aed33939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519080 Dec 10 16:49:57.707717 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72c5ef-93e5-483c-a0ef-c9ea4681f9fb req-561eac4f-828d-4d46-976f-3e38f46e01b5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:57.710657 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de72c5ef-93e5-483c-a0ef-c9ea4681f9fb req-561eac4f-828d-4d46-976f-3e38f46e01b5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 945 time: 0.0541420 Dec 10 16:49:57.777872 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de72c5ef-93e5-483c-a0ef-c9ea4681f9fb req-c0ccfe47-d026-4634-84b1-6e3713a0a361 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=62b776d5-a789-40c8-9978-8b28aed33939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593836 Dec 10 16:49:58.908030 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb81df6-f334-4a9d-a8e8-2886bae3b38b req-2f16eadc-a245-4ca3-905c-84fcf589d292 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:58.910464 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3bb81df6-f334-4a9d-a8e8-2886bae3b38b req-2f16eadc-a245-4ca3-905c-84fcf589d292 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 945 time: 0.0642312 Dec 10 16:49:58.981707 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3bb81df6-f334-4a9d-a8e8-2886bae3b38b req-c10ae443-4603-40b3-995a-02a50f28b76c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=62b776d5-a789-40c8-9978-8b28aed33939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592058 Dec 10 16:50:00.142543 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868cfd0-28c0-4a4b-a668-09cae66a863c req-aacb44c5-5b4d-468e-855f-6e60cd183cd7 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:00.144060 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5868cfd0-28c0-4a4b-a668-09cae66a863c req-aacb44c5-5b4d-468e-855f-6e60cd183cd7 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 945 time: 0.0500841 Dec 10 16:50:00.206655 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5868cfd0-28c0-4a4b-a668-09cae66a863c req-ecb4fd89-6dba-4942-bffb-c5c50ae9a8d4 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=62b776d5-a789-40c8-9978-8b28aed33939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514116 Dec 10 16:50:01.331239 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d4bfc8-5b1e-487b-9374-276781b9bc2a req-d2a36e64-1611-4724-a9a7-fe8e284aa64d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:01.333952 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-63d4bfc8-5b1e-487b-9374-276781b9bc2a req-d2a36e64-1611-4724-a9a7-fe8e284aa64d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 945 time: 0.0605242 Dec 10 16:50:01.397681 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55012) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:50:01.413868 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-63d4bfc8-5b1e-487b-9374-276781b9bc2a req-bea9472f-84ea-478b-9d45-5050a2a35789 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=62b776d5-a789-40c8-9978-8b28aed33939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724454 Dec 10 16:50:01.547183 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-52956961-e328-4856-bf32-e128ee35f489 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:01.629448 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-52956961-e328-4856-bf32-e128ee35f489 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:01.635451 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-52956961-e328-4856-bf32-e128ee35f489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:01.670647 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52956961-e328-4856-bf32-e128ee35f489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f24be6-e073-4433-88f6-9bbc6733a264,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:01.692573 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-52956961-e328-4856-bf32-e128ee35f489 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8582a559981647aa9dd2058bff31d5ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2913735 Dec 10 16:50:01.692811 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55022) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:50:01.741612 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-de407fa2-f9c3-4ab3-b8ed-1a718321a97e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:01.764207 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-de407fa2-f9c3-4ab3-b8ed-1a718321a97e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:01.815277 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-de407fa2-f9c3-4ab3-b8ed-1a718321a97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:01.818026 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-de407fa2-f9c3-4ab3-b8ed-1a718321a97e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:01.822345 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-de407fa2-f9c3-4ab3-b8ed-1a718321a97e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f5f24be6-e073-4433-88f6-9bbc6733a264 HTTP/1.1" status: 204 len: 168 time: 0.1261840 Dec 10 16:50:01.836102 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de407fa2-f9c3-4ab3-b8ed-1a718321a97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f24be6-e073-4433-88f6-9bbc6733a264,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:01.958332 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [req-fc79af16-5c31-49c3-89e6-08f9eaad579b req-9f4d8c3a-4e5f-4991-a31b-73a0df80270e service neutron] (103393) timed out ('10.222.0.11', 56306) {{(pid=103393) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 16:50:02.114494 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55032) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:50:02.128310 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0c4f65fb-5c10-4007-bc0c-2aa9968a66a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:02.214356 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0c4f65fb-5c10-4007-bc0c-2aa9968a66a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:02.218833 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0c4f65fb-5c10-4007-bc0c-2aa9968a66a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:02.259676 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0c4f65fb-5c10-4007-bc0c-2aa9968a66a9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7bfb1fa3117849d4a0b7493908015d87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1440113 Dec 10 16:50:02.260604 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f65fb-5c10-4007-bc0c-2aa9968a66a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8193ae47-2829-4d4d-bf67-1f8b4fb97f74,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:02.262532 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55034) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:50:02.313399 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e17d5c67-0b91-44cc-b3f7-73d58a194e4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:02.333954 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e17d5c67-0b91-44cc-b3f7-73d58a194e4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:02.380868 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e17d5c67-0b91-44cc-b3f7-73d58a194e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:02.384319 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e17d5c67-0b91-44cc-b3f7-73d58a194e4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:02.385642 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e17d5c67-0b91-44cc-b3f7-73d58a194e4d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8193ae47-2829-4d4d-bf67-1f8b4fb97f74 HTTP/1.1" status: 204 len: 168 time: 0.1221359 Dec 10 16:50:02.393421 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d5c67-0b91-44cc-b3f7-73d58a194e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8193ae47-2829-4d4d-bf67-1f8b4fb97f74,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:02.547899 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517580d1-4f8f-4d67-8381-a67e890cf15f req-ec9ccb4c-b833-4d7a-aabf-5382a2c3901e tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:02.557609 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-517580d1-4f8f-4d67-8381-a67e890cf15f req-ec9ccb4c-b833-4d7a-aabf-5382a2c3901e tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 945 time: 0.0704193 Dec 10 16:50:02.603341 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-517580d1-4f8f-4d67-8381-a67e890cf15f req-60e93cea-0e77-4de1-b963-a8994d0ffe22 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=62b776d5-a789-40c8-9978-8b28aed33939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448976 Dec 10 16:50:03.737535 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f1d5a-585c-415a-86f4-8f3b90097821 req-8c27efbb-9bc0-4248-9dd9-eaebd583aedd tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:03.739061 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3d5f1d5a-585c-415a-86f4-8f3b90097821 req-8c27efbb-9bc0-4248-9dd9-eaebd583aedd tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 945 time: 0.0552828 Dec 10 16:50:03.790961 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3d5f1d5a-585c-415a-86f4-8f3b90097821 req-742fc706-4d98-49e6-99ea-8a23a58765c1 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=62b776d5-a789-40c8-9978-8b28aed33939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450783 Dec 10 16:50:04.931326 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9789b-8e0a-4bf8-83a7-dce926beaac2 req-b8deeef5-46a0-4c6e-8007-eb59df76f09a tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:04.938616 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fdf9789b-8e0a-4bf8-83a7-dce926beaac2 req-b8deeef5-46a0-4c6e-8007-eb59df76f09a tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 945 time: 0.0750513 Dec 10 16:50:04.989488 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fdf9789b-8e0a-4bf8-83a7-dce926beaac2 req-e47c435b-bf64-41cd-9c2e-94cee0f79d51 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=62b776d5-a789-40c8-9978-8b28aed33939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488238 Dec 10 16:50:06.137890 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf6fc5-86e5-4c38-95a2-f2bc8dde9112 req-6486ca46-5d99-441e-9504-b348666b3c3f tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:06.139519 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2caf6fc5-86e5-4c38-95a2-f2bc8dde9112 req-6486ca46-5d99-441e-9504-b348666b3c3f tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 945 time: 0.0509923 Dec 10 16:50:06.197945 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2caf6fc5-86e5-4c38-95a2-f2bc8dde9112 req-2cd92aff-f100-473a-8b2d-624633bac708 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=62b776d5-a789-40c8-9978-8b28aed33939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521793 Dec 10 16:50:06.425857 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:07.330554 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e8a9f-9a73-43b8-88c9-2908ab2e98c3 req-a3b80bd6-da08-468e-b339-fefd95ffda76 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:07.332016 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c61e8a9f-9a73-43b8-88c9-2908ab2e98c3 req-a3b80bd6-da08-468e-b339-fefd95ffda76 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 945 time: 0.0515633 Dec 10 16:50:07.389907 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c61e8a9f-9a73-43b8-88c9-2908ab2e98c3 req-f2e5aa0e-d712-4684-a187-09e8d5362e0a tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=62b776d5-a789-40c8-9978-8b28aed33939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512884 Dec 10 16:50:08.261169 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:08.539618 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69ebec-5ad0-408a-ad22-5e9cf6e14120 req-a7db2487-a885-4b67-b646-31114d7c7c01 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:08.541942 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bd69ebec-5ad0-408a-ad22-5e9cf6e14120 req-a7db2487-a885-4b67-b646-31114d7c7c01 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 945 time: 0.0569906 Dec 10 16:50:08.612601 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bd69ebec-5ad0-408a-ad22-5e9cf6e14120 req-a933039f-a78b-46cc-805a-400e55715260 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=62b776d5-a789-40c8-9978-8b28aed33939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565240 Dec 10 16:50:09.750959 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d23929-ff5e-4925-a443-b4dc6d6e6e07 req-1cebe7d0-5593-4718-96e1-c616855e0efd tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:09.753249 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-57d23929-ff5e-4925-a443-b4dc6d6e6e07 req-1cebe7d0-5593-4718-96e1-c616855e0efd tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 945 time: 0.0627227 Dec 10 16:50:09.810582 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-57d23929-ff5e-4925-a443-b4dc6d6e6e07 req-124201ba-3c4b-4464-83c3-053afa58ff49 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=62b776d5-a789-40c8-9978-8b28aed33939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473781 Dec 10 16:50:10.945712 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef5bc6-34f8-4e32-afec-fae4f8a091c2 req-30f48ad4-56ee-4c12-9c63-613ede964e38 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:10.947314 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d5ef5bc6-34f8-4e32-afec-fae4f8a091c2 req-30f48ad4-56ee-4c12-9c63-613ede964e38 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 945 time: 0.0509577 Dec 10 16:50:11.000352 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d5ef5bc6-34f8-4e32-afec-fae4f8a091c2 req-49ddb0ec-a743-4793-8409-57c745797cd9 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=62b776d5-a789-40c8-9978-8b28aed33939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460911 Dec 10 16:50:11.886898 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-ed1e9829-7383-4459-870a-ac7f65c202f0 service neutron] show failed (client error): The resource could not be found. Dec 10 16:50:11.888750 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-ed1e9829-7383-4459-870a-ac7f65c202f0 service neutron] 10.222.0.26 "GET /v2.0/ports/356acfe5-cb09-46c5-92dc-74d9555440f5/bindings/n-h2-766771-2 HTTP/1.1" status: 404 len: 380 time: 0.0613923 Dec 10 16:50:11.912902 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55238) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:50:12.052697 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-13f7c16e-ea9c-4ef0-99fa-733bd41d11f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:12.588318 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-28fe3012-4965-4f12-a5e9-21985798d43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:12.589910 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-28fe3012-4965-4f12-a5e9-21985798d43d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4&tenant_id=e316b1d223b341c8ad45a1329ddefc11 HTTP/1.1" status: 200 len: 1096 time: 0.4758093 Dec 10 16:50:12.591752 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-13f7c16e-ea9c-4ef0-99fa-733bd41d11f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:12.601015 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d7aef-4975-4c6b-86d6-ba037d8be81a req-5c7d8a39-1464-4f06-8917-a1bf1ada59b9 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:12.602548 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-827d7aef-4975-4c6b-86d6-ba037d8be81a req-5c7d8a39-1464-4f06-8917-a1bf1ada59b9 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 945 time: 0.4896407 Dec 10 16:50:12.607949 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-28dc4e4c-3181-4860-920b-692f66fd5c31 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766771-2', 'device_owner': 'compute:nova'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:50:12.634776 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-13f7c16e-ea9c-4ef0-99fa-733bd41d11f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:12.709267 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-28dc4e4c-3181-4860-920b-692f66fd5c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:12.723332 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7c16e-ea9c-4ef0-99fa-733bd41d11f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ed491c-30dd-4343-b048-a6786c9afd8c,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:12.735016 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-13f7c16e-ea9c-4ef0-99fa-733bd41d11f0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4201d062229342a5901dcb687640c42d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8199282 Dec 10 16:50:12.737770 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55250) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:50:12.822076 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-40cd2008-4e74-4a30-8885-9caff604e1d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:12.853520 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-40cd2008-4e74-4a30-8885-9caff604e1d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:12.882047 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-827d7aef-4975-4c6b-86d6-ba037d8be81a req-f17ab52b-1805-48bd-bc0f-03632d1de65e tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=62b776d5-a789-40c8-9978-8b28aed33939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2401245 Dec 10 16:50:12.910662 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-40cd2008-4e74-4a30-8885-9caff604e1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:12.913635 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-40cd2008-4e74-4a30-8885-9caff604e1d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:12.917291 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-40cd2008-4e74-4a30-8885-9caff604e1d7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f0ed491c-30dd-4343-b048-a6786c9afd8c HTTP/1.1" status: 204 len: 168 time: 0.1759548 Dec 10 16:50:12.922563 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd2008-4e74-4a30-8885-9caff604e1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ed491c-30dd-4343-b048-a6786c9afd8c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:12.988028 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-28dc4e4c-3181-4860-920b-692f66fd5c31 service neutron] For port 356acfe5-cb09-46c5-92dc-74d9555440f5, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=356acfe5-cb09-46c5-92dc-74d9555440f5,segment=NetworkSegment(de82f24a-c13b-4318-b0b5-f17bbc7156cb),segment_id=de82f24a-c13b-4318-b0b5-f17bbc7156cb)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:50:13.024888 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-28dc4e4c-3181-4860-920b-692f66fd5c31 service neutron] For port 356acfe5-cb09-46c5-92dc-74d9555440f5, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:50:13.070294 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '356acfe5-cb09-46c5-92dc-74d9555440f5'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:50:13.073598 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2526fa7e-48d2-4e2d-afe2-b485501c055c" -d '{"events": [{"server_uuid": "dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4", "name": "network-vif-unplugged", "status": "completed", "tag": "356acfe5-cb09-46c5-92dc-74d9555440f5"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:50:13.078326 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-28dc4e4c-3181-4860-920b-692f66fd5c31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:13.096487 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-28dc4e4c-3181-4860-920b-692f66fd5c31 service neutron] Transition to ACTIVE for port object 356acfe5-cb09-46c5-92dc-74d9555440f5 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:50:13.102240 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-28dc4e4c-3181-4860-920b-692f66fd5c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:13.156338 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc4e4c-3181-4860-920b-692f66fd5c31 service neutron] Pushing event updated for resources: {'Port': ['ID=356acfe5-cb09-46c5-92dc-74d9555440f5,revision_number=6']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:13.299471 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-28dc4e4c-3181-4860-920b-692f66fd5c31 service neutron] No DVR routers for this DVR port 356acfe5-cb09-46c5-92dc-74d9555440f5 on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:50:13.398743 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 16:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a24ce8-e68c-47a9-9e4a-b1dca559e6a2 x-openstack-request-id: req-22a24ce8-e68c-47a9-9e4a-b1dca559e6a2 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:50:13.399568 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4", "name": "network-vif-unplugged", "status": "completed", "tag": "356acfe5-cb09-46c5-92dc-74d9555440f5", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:50:13.400493 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-22a24ce8-e68c-47a9-9e4a-b1dca559e6a2 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:50:13.401545 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '356acfe5-cb09-46c5-92dc-74d9555440f5', 'code': 200} Dec 10 16:50:13.478791 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-28dc4e4c-3181-4860-920b-692f66fd5c31 service neutron] Attempting to bind port 356acfe5-cb09-46c5-92dc-74d9555440f5 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:50:13.482668 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-28dc4e4c-3181-4860-920b-692f66fd5c31 service neutron] Attempting to bind port 356acfe5-cb09-46c5-92dc-74d9555440f5 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': 'de82f24a-c13b-4318-b0b5-f17bbc7156cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2528b534-e386-46c4-b4af-1ab62aca5f6f'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:50:13.483438 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-28dc4e4c-3181-4860-920b-692f66fd5c31 service neutron] Attempting to bind port 356acfe5-cb09-46c5-92dc-74d9555440f5 on network 2528b534-e386-46c4-b4af-1ab62aca5f6f {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:50:13.488875 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-28dc4e4c-3181-4860-920b-692f66fd5c31 service neutron] Port 356acfe5-cb09-46c5-92dc-74d9555440f5 on network 2528b534-e386-46c4-b4af-1ab62aca5f6f not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:50:13.489204 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-28dc4e4c-3181-4860-920b-692f66fd5c31 service neutron] Attempting to bind port 356acfe5-cb09-46c5-92dc-74d9555440f5 on network 2528b534-e386-46c4-b4af-1ab62aca5f6f {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:50:13.495027 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-28dc4e4c-3181-4860-920b-692f66fd5c31 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:50:13.495400 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-28dc4e4c-3181-4860-920b-692f66fd5c31 service neutron] Checking segment: {'id': 'de82f24a-c13b-4318-b0b5-f17bbc7156cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2528b534-e386-46c4-b4af-1ab62aca5f6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:50:13.496435 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-28dc4e4c-3181-4860-920b-692f66fd5c31 service neutron] Bound using segment: {'id': 'de82f24a-c13b-4318-b0b5-f17bbc7156cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2528b534-e386-46c4-b4af-1ab62aca5f6f'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:50:13.496884 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-28dc4e4c-3181-4860-920b-692f66fd5c31 service neutron] Bound port: 356acfe5-cb09-46c5-92dc-74d9555440f5, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de82f24a-c13b-4318-b0b5-f17bbc7156cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2528b534-e386-46c4-b4af-1ab62aca5f6f'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:50:13.497453 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-28dc4e4c-3181-4860-920b-692f66fd5c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:13.567328 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-28dc4e4c-3181-4860-920b-692f66fd5c31 service neutron] For port 356acfe5-cb09-46c5-92dc-74d9555440f5, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:50:13.570870 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-28dc4e4c-3181-4860-920b-692f66fd5c31 service neutron] For port 356acfe5-cb09-46c5-92dc-74d9555440f5, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=356acfe5-cb09-46c5-92dc-74d9555440f5,segment=NetworkSegment(de82f24a-c13b-4318-b0b5-f17bbc7156cb),segment_id=de82f24a-c13b-4318-b0b5-f17bbc7156cb)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:50:13.576540 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-28dc4e4c-3181-4860-920b-692f66fd5c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:13.614956 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-28dc4e4c-3181-4860-920b-692f66fd5c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:13.616306 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-28dc4e4c-3181-4860-920b-692f66fd5c31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:13.617839 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-28dc4e4c-3181-4860-920b-692f66fd5c31 service neutron] 10.222.0.46 "PUT /v2.0/ports/356acfe5-cb09-46c5-92dc-74d9555440f5 HTTP/1.1" status: 200 len: 1091 time: 1.0139930 Dec 10 16:50:13.689407 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc4e4c-3181-4860-920b-692f66fd5c31 service neutron] Pushing event updated for resources: {'Port': ['ID=356acfe5-cb09-46c5-92dc-74d9555440f5,revision_number=7']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:13.702454 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-15bd5418-57ba-49f1-83b7-ec3f5d2daa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:13.704148 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-15bd5418-57ba-49f1-83b7-ec3f5d2daa6d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e316b1d223b341c8ad45a1329ddefc11&device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 1094 time: 0.0611212 Dec 10 16:50:13.824903 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-760dbe1e-df51-403f-86f7-00b9f669fc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:13.826588 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-760dbe1e-df51-403f-86f7-00b9f669fc64 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2528b534-e386-46c4-b4af-1ab62aca5f6f HTTP/1.1" status: 200 len: 898 time: 0.1145253 Dec 10 16:50:13.900198 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-0323c800-fd1a-48b7-aadc-ded4d962b921 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=356acfe5-cb09-46c5-92dc-74d9555440f5 HTTP/1.1" status: 200 len: 998 time: 0.0655177 Dec 10 16:50:13.961770 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-21b96282-b5b9-4b17-8333-c3c70caeaa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:13.962735 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-879f01f9-9d7c-4702-ab28-36bcbbc882c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:13.971360 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-21b96282-b5b9-4b17-8333-c3c70caeaa33 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8202bf40-0f2f-4bb9-9452-bb93d1331b41 HTTP/1.1" status: 200 len: 834 time: 0.0646324 Dec 10 16:50:14.053629 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-9ea01580-4b42-4781-a4a3-d9d155479e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:14.055174 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-9ea01580-4b42-4781-a4a3-d9d155479e0b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2528b534-e386-46c4-b4af-1ab62aca5f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754163 Dec 10 16:50:14.077963 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8984baa-3dc5-4daf-a448-525d29f47115 req-13b220d1-5e13-46f8-9422-62d174e3b969 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:14.079537 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c8984baa-3dc5-4daf-a448-525d29f47115 req-13b220d1-5e13-46f8-9422-62d174e3b969 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 943 time: 0.0853305 Dec 10 16:50:14.190077 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c8984baa-3dc5-4daf-a448-525d29f47115 req-b3b2fab9-bf0d-4a38-8279-23d3a37bb0b2 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=62b776d5-a789-40c8-9978-8b28aed33939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000340 Dec 10 16:50:14.205482 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-b8663963-0e46-454a-ac60-bf65110411cc service neutron] 10.222.0.46 "GET /v2.0/networks/2528b534-e386-46c4-b4af-1ab62aca5f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429706 Dec 10 16:50:14.311316 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f34aa1a5-f92e-4db5-8b4f-27182bb8b4af req-209adc17-c1bf-47f0-aeed-3705ee70a27f service neutron] 10.222.0.46 "GET /v2.0/networks/2528b534-e386-46c4-b4af-1ab62aca5f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981324 Dec 10 16:50:14.695579 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 356acfe5-cb09-46c5-92dc-74d9555440f5 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:50:14.738611 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 356acfe5-cb09-46c5-92dc-74d9555440f5 not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:50:15.316739 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc7b2e-2d8d-40d4-b5ef-8d6894609ee4 req-1da32948-5c86-4a87-af7c-3433b6a5855c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:15.322865 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1bdc7b2e-2d8d-40d4-b5ef-8d6894609ee4 req-1da32948-5c86-4a87-af7c-3433b6a5855c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 943 time: 0.0555363 Dec 10 16:50:15.385400 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1bdc7b2e-2d8d-40d4-b5ef-8d6894609ee4 req-c8face2e-8c38-4c78-bec6-7c1e360b5af9 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=62b776d5-a789-40c8-9978-8b28aed33939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575874 Dec 10 16:50:15.403523 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4', 'tag': '356acfe5-cb09-46c5-92dc-74d9555440f5'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:50:15.406663 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acef23f7-55a6-4302-85d0-323509fa6adf" -d '{"events": [{"name": "network-changed", "server_uuid": "dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4", "tag": "356acfe5-cb09-46c5-92dc-74d9555440f5"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:50:15.463243 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e7a18d-4e31-4695-b2e3-709b18263a94 x-openstack-request-id: req-d6e7a18d-4e31-4695-b2e3-709b18263a94 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:50:15.463745 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4", "tag": "356acfe5-cb09-46c5-92dc-74d9555440f5", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:50:15.463987 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d6e7a18d-4e31-4695-b2e3-709b18263a94 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:50:15.464401 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4', 'tag': '356acfe5-cb09-46c5-92dc-74d9555440f5', 'status': 'completed', 'code': 200} Dec 10 16:50:15.534963 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef23f7-55a6-4302-85d0-323509fa6adf req-b58b03a8-65b2-49bf-9c3d-6057b4a54bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:15.537377 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-acef23f7-55a6-4302-85d0-323509fa6adf req-b58b03a8-65b2-49bf-9c3d-6057b4a54bce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e316b1d223b341c8ad45a1329ddefc11&device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 1094 time: 0.0438445 Dec 10 16:50:15.544846 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef23f7-55a6-4302-85d0-323509fa6adf req-b9a97674-40f3-40bf-aff1-c19ee7fe2775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:15.546420 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-acef23f7-55a6-4302-85d0-323509fa6adf req-b9a97674-40f3-40bf-aff1-c19ee7fe2775 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e316b1d223b341c8ad45a1329ddefc11&device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 1094 time: 0.0560682 Dec 10 16:50:15.655093 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef23f7-55a6-4302-85d0-323509fa6adf req-cbb30fbe-d084-4cf5-939f-dec252eaad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:15.656589 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-acef23f7-55a6-4302-85d0-323509fa6adf req-cbb30fbe-d084-4cf5-939f-dec252eaad99 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2528b534-e386-46c4-b4af-1ab62aca5f6f HTTP/1.1" status: 200 len: 898 time: 0.1024156 Dec 10 16:50:15.665575 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef23f7-55a6-4302-85d0-323509fa6adf req-9ef96f9f-8931-4669-943b-3a3b9878236d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:15.667648 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-acef23f7-55a6-4302-85d0-323509fa6adf req-9ef96f9f-8931-4669-943b-3a3b9878236d service neutron] 10.222.0.26 "GET /v2.0/networks?id=2528b534-e386-46c4-b4af-1ab62aca5f6f HTTP/1.1" status: 200 len: 898 time: 0.1232436 Dec 10 16:50:15.737648 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-acef23f7-55a6-4302-85d0-323509fa6adf req-a3fd9137-0c05-4c85-be31-5c1071083019 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=356acfe5-cb09-46c5-92dc-74d9555440f5 HTTP/1.1" status: 200 len: 998 time: 0.0704873 Dec 10 16:50:15.758062 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-acef23f7-55a6-4302-85d0-323509fa6adf req-59ebabb7-4ea7-49cc-82f3-50fba55142cd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=356acfe5-cb09-46c5-92dc-74d9555440f5 HTTP/1.1" status: 200 len: 998 time: 0.0826986 Dec 10 16:50:15.806648 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef23f7-55a6-4302-85d0-323509fa6adf req-3199a543-708b-455d-b440-473a5a7c2da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:15.808160 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-acef23f7-55a6-4302-85d0-323509fa6adf req-3199a543-708b-455d-b440-473a5a7c2da7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8202bf40-0f2f-4bb9-9452-bb93d1331b41 HTTP/1.1" status: 200 len: 834 time: 0.0624239 Dec 10 16:50:15.835323 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef23f7-55a6-4302-85d0-323509fa6adf req-245e2150-b4b4-423f-bbc4-79c421fbc822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:15.836886 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-acef23f7-55a6-4302-85d0-323509fa6adf req-245e2150-b4b4-423f-bbc4-79c421fbc822 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8202bf40-0f2f-4bb9-9452-bb93d1331b41 HTTP/1.1" status: 200 len: 834 time: 0.0716040 Dec 10 16:50:15.898523 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef23f7-55a6-4302-85d0-323509fa6adf req-51d63b4a-f3b0-48c3-a68d-f12ee9541f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:15.900053 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-acef23f7-55a6-4302-85d0-323509fa6adf req-51d63b4a-f3b0-48c3-a68d-f12ee9541f4f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2528b534-e386-46c4-b4af-1ab62aca5f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774107 Dec 10 16:50:15.927052 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 356acfe5-cb09-46c5-92dc-74d9555440f5 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:50:15.949439 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef23f7-55a6-4302-85d0-323509fa6adf req-c44dfc4e-2502-484d-a63e-181f987715cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:15.956088 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-acef23f7-55a6-4302-85d0-323509fa6adf req-c44dfc4e-2502-484d-a63e-181f987715cd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2528b534-e386-46c4-b4af-1ab62aca5f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1110198 Dec 10 16:50:16.067705 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-acef23f7-55a6-4302-85d0-323509fa6adf req-0c23ec3a-09f9-459b-b9a4-95dafdf60a46 service neutron] 10.222.0.46 "GET /v2.0/networks/2528b534-e386-46c4-b4af-1ab62aca5f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457624 Dec 10 16:50:16.099007 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-acef23f7-55a6-4302-85d0-323509fa6adf req-11edc2b5-1e51-464c-ab01-8028d2a2a612 service neutron] 10.222.0.26 "GET /v2.0/networks/2528b534-e386-46c4-b4af-1ab62aca5f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342733 Dec 10 16:50:16.103021 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 356acfe5-cb09-46c5-92dc-74d9555440f5, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=356acfe5-cb09-46c5-92dc-74d9555440f5,segment=NetworkSegment(de82f24a-c13b-4318-b0b5-f17bbc7156cb),segment_id=de82f24a-c13b-4318-b0b5-f17bbc7156cb)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:50:16.122649 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '356acfe5-cb09-46c5-92dc-74d9555440f5', 'network_id': '2528b534-e386-46c4-b4af-1ab62aca5f6f', 'port_id': '356acfe5-cb09-46c5-92dc-74d9555440f5', 'mac_address': 'fa:16:3e:c3:34:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8202bf40-0f2f-4bb9-9452-bb93d1331b41', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:50:16.192897 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:16.198537 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-acef23f7-55a6-4302-85d0-323509fa6adf req-491bceb5-3078-4fde-8f25-cd39a5e08057 service neutron] 10.222.0.46 "GET /v2.0/networks/2528b534-e386-46c4-b4af-1ab62aca5f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231537 Dec 10 16:50:16.213230 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 356acfe5-cb09-46c5-92dc-74d9555440f5 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:50:16.237382 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 356acfe5-cb09-46c5-92dc-74d9555440f5, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=356acfe5-cb09-46c5-92dc-74d9555440f5,segment=NetworkSegment(de82f24a-c13b-4318-b0b5-f17bbc7156cb),segment_id=de82f24a-c13b-4318-b0b5-f17bbc7156cb)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:50:16.243048 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:16.251030 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-acef23f7-55a6-4302-85d0-323509fa6adf req-2adedb14-5b23-4394-bcb2-f237c928e04d service neutron] 10.222.0.26 "GET /v2.0/networks/2528b534-e386-46c4-b4af-1ab62aca5f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411021 Dec 10 16:50:16.303324 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=356acfe5-cb09-46c5-92dc-74d9555440f5,revision_number=8']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:16.311354 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:16.311980 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:16.312631 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:16.312980 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:16.313487 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:16.313830 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:16.314171 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:16.314508 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:16.314840 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:16.315160 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:16.315490 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:16.315814 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:16.316139 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:16.461766 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['356acfe5-cb09-46c5-92dc-74d9555440f5'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:50:16.512096 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-65e96000-5128-467a-81eb-ef3ac25a6f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:16.557135 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b305b5-4d63-40bf-8f21-2521f44914a8 req-db127e12-e95a-40c8-82fd-bce95ad69f4b tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:16.558873 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-13b305b5-4d63-40bf-8f21-2521f44914a8 req-db127e12-e95a-40c8-82fd-bce95ad69f4b tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 944 time: 0.0926628 Dec 10 16:50:16.619511 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-13b305b5-4d63-40bf-8f21-2521f44914a8 req-be137b0f-148b-4430-9f30-6ca13f3c5142 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=62b776d5-a789-40c8-9978-8b28aed33939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499065 Dec 10 16:50:16.885870 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371df4a-43f7-496f-80b6-2e8f2f132f4b req-c0c9b50e-f215-4843-baca-5c27b83e1e0b tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:16.887633 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b371df4a-43f7-496f-80b6-2e8f2f132f4b req-c0c9b50e-f215-4843-baca-5c27b83e1e0b tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 944 time: 0.0600922 Dec 10 16:50:16.949312 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6704a-2513-4f4a-9499-582469fdff3b req-1d79b8ef-6051-4dbe-986c-e250268d3775 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:16.950676 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b371df4a-43f7-496f-80b6-2e8f2f132f4b req-9b3b5142-cfe0-4cde-93df-36414bb91969 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=62b776d5-a789-40c8-9978-8b28aed33939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558922 Dec 10 16:50:16.951275 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-dae6704a-2513-4f4a-9499-582469fdff3b req-1d79b8ef-6051-4dbe-986c-e250268d3775 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4&tenant_id=e316b1d223b341c8ad45a1329ddefc11&binding%3Ahost_id=n-h2-766771-2 HTTP/1.1" status: 200 len: 944 time: 0.1138859 Dec 10 16:50:17.032337 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [req-dae6704a-2513-4f4a-9499-582469fdff3b req-3b37c57b-c91e-4f08-b42a-3d98018c3f62 service neutron] delete failed (client error): The resource could not be found. Dec 10 16:50:17.033464 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-dae6704a-2513-4f4a-9499-582469fdff3b req-3b37c57b-c91e-4f08-b42a-3d98018c3f62 service neutron] 10.222.0.26 "DELETE /v2.0/ports/356acfe5-cb09-46c5-92dc-74d9555440f5/bindings/n-h1-766771-2 HTTP/1.1" status: 404 len: 380 time: 0.0685174 Dec 10 16:50:17.129003 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6704a-2513-4f4a-9499-582469fdff3b req-ca601d16-e099-4192-866a-d3e9353af871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:17.130634 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-dae6704a-2513-4f4a-9499-582469fdff3b req-ca601d16-e099-4192-866a-d3e9353af871 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e316b1d223b341c8ad45a1329ddefc11&device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 1095 time: 0.0446427 Dec 10 16:50:17.240268 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6704a-2513-4f4a-9499-582469fdff3b req-778e2292-f106-46e5-8c1f-ce8b02e01897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:17.242453 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-dae6704a-2513-4f4a-9499-582469fdff3b req-778e2292-f106-46e5-8c1f-ce8b02e01897 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2528b534-e386-46c4-b4af-1ab62aca5f6f HTTP/1.1" status: 200 len: 898 time: 0.0996120 Dec 10 16:50:17.316695 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:17.318179 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-dae6704a-2513-4f4a-9499-582469fdff3b req-29af4265-9d10-415c-9eb4-c4837e936649 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=356acfe5-cb09-46c5-92dc-74d9555440f5 HTTP/1.1" status: 200 len: 999 time: 0.0683467 Dec 10 16:50:17.375061 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6704a-2513-4f4a-9499-582469fdff3b req-57fe3a88-5cee-4382-a20b-3909a217d6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:17.376577 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-dae6704a-2513-4f4a-9499-582469fdff3b req-57fe3a88-5cee-4382-a20b-3909a217d6ab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8202bf40-0f2f-4bb9-9452-bb93d1331b41 HTTP/1.1" status: 200 len: 834 time: 0.0511596 Dec 10 16:50:17.424521 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6704a-2513-4f4a-9499-582469fdff3b req-f6020778-714e-4531-8bee-5719fabbf1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:17.426099 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-dae6704a-2513-4f4a-9499-582469fdff3b req-f6020778-714e-4531-8bee-5719fabbf1a4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2528b534-e386-46c4-b4af-1ab62aca5f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417907 Dec 10 16:50:17.531081 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-dae6704a-2513-4f4a-9499-582469fdff3b req-7b10121f-820d-4b33-ab75-0a1b75c14d26 service neutron] 10.222.0.26 "GET /v2.0/networks/2528b534-e386-46c4-b4af-1ab62aca5f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978971 Dec 10 16:50:17.642995 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-dae6704a-2513-4f4a-9499-582469fdff3b req-b2953d2f-2a3a-430d-a58f-0575cc981095 service neutron] 10.222.0.26 "GET /v2.0/networks/2528b534-e386-46c4-b4af-1ab62aca5f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041687 Dec 10 16:50:17.934677 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 356acfe5-cb09-46c5-92dc-74d9555440f5 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:50:18.017912 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 356acfe5-cb09-46c5-92dc-74d9555440f5 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:50:18.023126 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 356acfe5-cb09-46c5-92dc-74d9555440f5 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:50:18.023501 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:18.125184 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd156fd3-6b9b-4f17-9a93-971decc8d9c9 req-db2a8e70-58c4-4ded-994c-faca758397a1 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:18.128372 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:18.133345 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dd156fd3-6b9b-4f17-9a93-971decc8d9c9 req-db2a8e70-58c4-4ded-994c-faca758397a1 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 944 time: 0.0818162 Dec 10 16:50:18.155527 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356acfe5-cb09-46c5-92dc-74d9555440f5'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:50:18.158229 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6458fd9-a6ce-4d88-9af1-e9b0bb80b3e2" -d '{"events": [{"server_uuid": "dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4", "name": "network-vif-plugged", "status": "completed", "tag": "356acfe5-cb09-46c5-92dc-74d9555440f5"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:50:18.173235 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 356acfe5-cb09-46c5-92dc-74d9555440f5, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=356acfe5-cb09-46c5-92dc-74d9555440f5,segment=NetworkSegment(de82f24a-c13b-4318-b0b5-f17bbc7156cb),segment_id=de82f24a-c13b-4318-b0b5-f17bbc7156cb)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:50:18.179005 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:18.229140 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dd156fd3-6b9b-4f17-9a93-971decc8d9c9 req-cf45cd71-5bfb-4f57-9a70-158eacdd56f6 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=62b776d5-a789-40c8-9978-8b28aed33939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948176 Dec 10 16:50:18.266893 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=356acfe5-cb09-46c5-92dc-74d9555440f5,revision_number=9']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:18.283717 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7f9ef5-f060-4c3b-9559-59e2c0f69bc5 x-openstack-request-id: req-1b7f9ef5-f060-4c3b-9559-59e2c0f69bc5 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:50:18.284022 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4", "name": "network-vif-plugged", "status": "completed", "tag": "356acfe5-cb09-46c5-92dc-74d9555440f5", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:50:18.284753 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1b7f9ef5-f060-4c3b-9559-59e2c0f69bc5 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:50:18.285153 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356acfe5-cb09-46c5-92dc-74d9555440f5', 'code': 200} Dec 10 16:50:18.601901 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:19.357400 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2f5a4-6815-4e9f-82bf-372b1d3c42d8 req-14258734-33b3-474f-a2b0-190f5035eb77 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:19.362902 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1ad2f5a4-6815-4e9f-82bf-372b1d3c42d8 req-14258734-33b3-474f-a2b0-190f5035eb77 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 945 time: 0.0630100 Dec 10 16:50:19.423421 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1ad2f5a4-6815-4e9f-82bf-372b1d3c42d8 req-d396cd39-255e-4d0f-8445-074d5560d566 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=62b776d5-a789-40c8-9978-8b28aed33939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557430 Dec 10 16:50:19.441595 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55474) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:50:19.511395 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-863f3f0c-6bff-4475-a5ff-f098dd99759e tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/floatingips/2f4ee76d-e46b-4f21-abb9-74b25d85916b HTTP/1.1" status: 200 len: 992 time: 0.0681627 Dec 10 16:50:19.687463 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:25.310523 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:50:32.198570 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb62b70-0f76-47e3-9424-9db3faf53305 req-4bdf7bdf-bc60-4ab8-abf6-5b4c266afb27 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:32.200860 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-beb62b70-0f76-47e3-9424-9db3faf53305 req-4bdf7bdf-bc60-4ab8-abf6-5b4c266afb27 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 946 time: 0.0567741 Dec 10 16:50:32.253360 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-beb62b70-0f76-47e3-9424-9db3faf53305 req-8bc23a1d-e451-49ae-a853-f5f52cf7a1b8 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb593238-a1f9-4d82-99c1-048ded626af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462902 Dec 10 16:50:33.371108 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243773b3-dd51-485f-9cb8-7aa847fdaa28 req-00c76f95-8f9e-47e2-a5e3-84735204a89d tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:33.372616 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-243773b3-dd51-485f-9cb8-7aa847fdaa28 req-00c76f95-8f9e-47e2-a5e3-84735204a89d tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 946 time: 0.0498672 Dec 10 16:50:33.428670 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-243773b3-dd51-485f-9cb8-7aa847fdaa28 req-39f577eb-8e2d-47dd-ba49-9b54b4b3aad9 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb593238-a1f9-4d82-99c1-048ded626af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445256 Dec 10 16:50:34.556381 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9465b7-e6cd-4162-b26e-8d2ee7581516 req-1633b6b0-b0f1-4fcd-bb1c-d8c851397cc6 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:34.557918 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7e9465b7-e6cd-4162-b26e-8d2ee7581516 req-1633b6b0-b0f1-4fcd-bb1c-d8c851397cc6 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 946 time: 0.0582576 Dec 10 16:50:34.611189 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7e9465b7-e6cd-4162-b26e-8d2ee7581516 req-5fcb2248-61aa-4af6-89a4-366c4de1025b tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb593238-a1f9-4d82-99c1-048ded626af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465317 Dec 10 16:50:35.747992 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991a34f-a4c8-4aa2-9a44-57ad5ead29b6 req-34a2d6f1-0bac-49f6-8335-fae90246dbe1 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:35.749494 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f991a34f-a4c8-4aa2-9a44-57ad5ead29b6 req-34a2d6f1-0bac-49f6-8335-fae90246dbe1 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 946 time: 0.0508275 Dec 10 16:50:35.801114 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f991a34f-a4c8-4aa2-9a44-57ad5ead29b6 req-60fc9308-9448-490d-b49c-bad2f5c6fe93 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb593238-a1f9-4d82-99c1-048ded626af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437839 Dec 10 16:50:36.436369 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:36.932478 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df41f2d-f52b-4ccf-a55b-2c66d8f2f65a req-e7cff122-b55e-4181-80b0-ce3b896931bf tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:36.933871 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3df41f2d-f52b-4ccf-a55b-2c66d8f2f65a req-e7cff122-b55e-4181-80b0-ce3b896931bf tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 946 time: 0.0478027 Dec 10 16:50:36.985704 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3df41f2d-f52b-4ccf-a55b-2c66d8f2f65a req-e579f58c-2533-4b22-90c8-1e45640d6ead tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb593238-a1f9-4d82-99c1-048ded626af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455976 Dec 10 16:50:38.108623 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fe3c7-e2a6-454d-b7fe-cae927866e1a req-4d5a12b7-ca1a-425a-adbf-8e0cd8f02610 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:38.110093 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a67fe3c7-e2a6-454d-b7fe-cae927866e1a req-4d5a12b7-ca1a-425a-adbf-8e0cd8f02610 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 946 time: 0.0507228 Dec 10 16:50:38.159994 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a67fe3c7-e2a6-454d-b7fe-cae927866e1a req-a79022ce-7be7-458a-a57a-476939c2c89a tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb593238-a1f9-4d82-99c1-048ded626af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433695 Dec 10 16:50:38.261502 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:39.291577 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd960a2d-4013-4826-b940-6d466f8776c4 req-bdf0cc45-dc38-4350-9e3c-809337a34c5b tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:39.298624 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bd960a2d-4013-4826-b940-6d466f8776c4 req-bdf0cc45-dc38-4350-9e3c-809337a34c5b tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 946 time: 0.0563381 Dec 10 16:50:39.349275 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bd960a2d-4013-4826-b940-6d466f8776c4 req-ac55556f-64b4-4f42-99bc-f7393e9e4e14 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb593238-a1f9-4d82-99c1-048ded626af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495443 Dec 10 16:50:40.561258 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ce4f2-634d-4bbe-a9ec-c0bd6d843751 req-02465a31-ee7c-46e2-a865-0dcb6b2ba023 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:40.562806 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-350ce4f2-634d-4bbe-a9ec-c0bd6d843751 req-02465a31-ee7c-46e2-a865-0dcb6b2ba023 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 946 time: 0.0615976 Dec 10 16:50:40.612448 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-350ce4f2-634d-4bbe-a9ec-c0bd6d843751 req-5ef7efe1-fa43-449d-a238-85ab66ed4480 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb593238-a1f9-4d82-99c1-048ded626af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436053 Dec 10 16:50:41.785349 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cc199-7eaa-410c-b0bc-de42ab858d17 req-33e86f3a-9255-429d-95e8-4ab4402ed271 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:41.786998 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de6cc199-7eaa-410c-b0bc-de42ab858d17 req-33e86f3a-9255-429d-95e8-4ab4402ed271 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 946 time: 0.0506606 Dec 10 16:50:41.835405 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de6cc199-7eaa-410c-b0bc-de42ab858d17 req-86812b67-0bea-4f68-a54b-2919663879ea tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb593238-a1f9-4d82-99c1-048ded626af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420694 Dec 10 16:50:42.977759 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace3c09-49c4-4ed7-99fd-7ba5fb6f5ed1 req-7e566ff6-1e7d-458d-b898-b4095979c3ef tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:42.979365 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eace3c09-49c4-4ed7-99fd-7ba5fb6f5ed1 req-7e566ff6-1e7d-458d-b898-b4095979c3ef tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 946 time: 0.0685666 Dec 10 16:50:43.038610 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eace3c09-49c4-4ed7-99fd-7ba5fb6f5ed1 req-adc25779-fcf7-483b-a739-9fe9eef4779e tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb593238-a1f9-4d82-99c1-048ded626af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525653 Dec 10 16:50:43.270273 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf5936-02c8-45d5-a722-378dbe9ca842 req-ac0512ab-a9b9-421f-8848-9c9413deb7dd tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:43.271835 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5eaf5936-02c8-45d5-a722-378dbe9ca842 req-ac0512ab-a9b9-421f-8848-9c9413deb7dd tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 946 time: 0.0528507 Dec 10 16:50:43.298379 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76fef3-3bb8-4b5e-ba9d-ea436d93bd46 req-a675c30d-99c1-4f8b-80d8-6b95e05a8d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:43.300180 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4e76fef3-3bb8-4b5e-ba9d-ea436d93bd46 req-a675c30d-99c1-4f8b-80d8-6b95e05a8d40 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bdc7ed738c3144738265db15e9c9048a&device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 1097 time: 0.0468211 Dec 10 16:50:43.323404 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5eaf5936-02c8-45d5-a722-378dbe9ca842 req-4e074a77-bab2-4158-9683-4dda5c459831 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb593238-a1f9-4d82-99c1-048ded626af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446048 Dec 10 16:50:43.397813 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76fef3-3bb8-4b5e-ba9d-ea436d93bd46 req-d42c46f5-08aa-485d-a733-711f3366d6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:43.399852 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4e76fef3-3bb8-4b5e-ba9d-ea436d93bd46 req-d42c46f5-08aa-485d-a733-711f3366d6d4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=263ff2dd-2395-434d-bed7-21852f5535cc HTTP/1.1" status: 200 len: 912 time: 0.0921171 Dec 10 16:50:43.469858 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4e76fef3-3bb8-4b5e-ba9d-ea436d93bd46 req-f88178f0-cdcc-4fb6-a319-fbeeb007a1eb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=057fe6a6-0109-4b87-b63e-bb1eae1b8e6b HTTP/1.1" status: 200 len: 1001 time: 0.0625331 Dec 10 16:50:43.526035 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76fef3-3bb8-4b5e-ba9d-ea436d93bd46 req-f9b1f275-24c3-4e02-a7e3-3e2e22d13359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:43.527622 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4e76fef3-3bb8-4b5e-ba9d-ea436d93bd46 req-f9b1f275-24c3-4e02-a7e3-3e2e22d13359 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bd39f8cf-b633-4e7b-8cc7-6321401d3434 HTTP/1.1" status: 200 len: 850 time: 0.0517216 Dec 10 16:50:43.577354 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76fef3-3bb8-4b5e-ba9d-ea436d93bd46 req-30504e65-380f-42ea-b7f9-c1f553fbf6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:43.578894 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4e76fef3-3bb8-4b5e-ba9d-ea436d93bd46 req-30504e65-380f-42ea-b7f9-c1f553fbf6ba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=263ff2dd-2395-434d-bed7-21852f5535cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448463 Dec 10 16:50:43.677362 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4e76fef3-3bb8-4b5e-ba9d-ea436d93bd46 req-581ff6d6-173a-467f-b8bd-5a2f9feca016 service neutron] 10.222.0.26 "GET /v2.0/networks/263ff2dd-2395-434d-bed7-21852f5535cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898192 Dec 10 16:50:43.789798 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4e76fef3-3bb8-4b5e-ba9d-ea436d93bd46 req-919146ff-831b-4125-a88e-b44eeeaeed8d service neutron] 10.222.0.26 "GET /v2.0/networks/263ff2dd-2395-434d-bed7-21852f5535cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058798 Dec 10 16:50:43.936528 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f7649862-c836-41b8-9509-a6b4d1c72c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:44.447900 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7222e4-f37f-4d7e-b200-54e6224811c0 req-ca891cb7-1f85-48af-97f0-49885b6e073b tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:44.454975 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ca7222e4-f37f-4d7e-b200-54e6224811c0 req-ca891cb7-1f85-48af-97f0-49885b6e073b tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 946 time: 0.0610318 Dec 10 16:50:44.510270 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ca7222e4-f37f-4d7e-b200-54e6224811c0 req-fa8b09b3-ff58-4da7-96ba-768d868670d5 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb593238-a1f9-4d82-99c1-048ded626af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541010 Dec 10 16:50:45.919588 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-59602bfa-580e-42d1-b930-cbd061eb7557 req-8d324a83-0e39-4ec3-ba12-38a13fca19c8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0562541 Dec 10 16:50:46.013104 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59602bfa-580e-42d1-b930-cbd061eb7557 req-4b06138a-3e73-4ed4-bdf3-3da1ea9c43ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:46.014943 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-59602bfa-580e-42d1-b930-cbd061eb7557 req-4b06138a-3e73-4ed4-bdf3-3da1ea9c43ba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e316b1d223b341c8ad45a1329ddefc11&device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 1096 time: 0.0459201 Dec 10 16:50:46.149825 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59602bfa-580e-42d1-b930-cbd061eb7557 req-eda7846e-eb9b-410f-a920-7e166f1b896f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:46.151631 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-59602bfa-580e-42d1-b930-cbd061eb7557 req-eda7846e-eb9b-410f-a920-7e166f1b896f service neutron] 10.222.0.46 "GET /v2.0/networks?id=2528b534-e386-46c4-b4af-1ab62aca5f6f HTTP/1.1" status: 200 len: 898 time: 0.1158421 Dec 10 16:50:46.230000 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-59602bfa-580e-42d1-b930-cbd061eb7557 req-9f9d885d-e4c2-485f-a589-8356ebde8770 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=356acfe5-cb09-46c5-92dc-74d9555440f5 HTTP/1.1" status: 200 len: 1000 time: 0.0700686 Dec 10 16:50:46.285665 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59602bfa-580e-42d1-b930-cbd061eb7557 req-2cec7e45-016a-4bcd-b5b0-1b342497406b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:46.288261 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-59602bfa-580e-42d1-b930-cbd061eb7557 req-2cec7e45-016a-4bcd-b5b0-1b342497406b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8202bf40-0f2f-4bb9-9452-bb93d1331b41 HTTP/1.1" status: 200 len: 834 time: 0.0507452 Dec 10 16:50:46.364573 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59602bfa-580e-42d1-b930-cbd061eb7557 req-754a9b9a-26b6-4cf2-8e70-7f90d159d3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:46.366381 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-59602bfa-580e-42d1-b930-cbd061eb7557 req-754a9b9a-26b6-4cf2-8e70-7f90d159d3c8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2528b534-e386-46c4-b4af-1ab62aca5f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706420 Dec 10 16:50:46.485306 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-00c48c25-616b-4711-b0b5-6019bb73eaf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:46.490124 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-59602bfa-580e-42d1-b930-cbd061eb7557 req-0f980a89-fe59-421d-802f-119b25e1bafc service neutron] 10.222.0.46 "GET /v2.0/networks/2528b534-e386-46c4-b4af-1ab62aca5f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150115 Dec 10 16:50:46.613211 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-59602bfa-580e-42d1-b930-cbd061eb7557 req-cb3fab4b-8dcd-49c4-a7e3-22768a12facb service neutron] 10.222.0.46 "GET /v2.0/networks/2528b534-e386-46c4-b4af-1ab62aca5f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101356 Dec 10 16:50:47.323773 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:48.109786 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5d045-39db-4937-875a-67cca53e3f3a req-50dcb8f7-6265-4d43-af89-066ca06b9abb tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:48.111610 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60d5d045-39db-4937-875a-67cca53e3f3a req-50dcb8f7-6265-4d43-af89-066ca06b9abb tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 1096 time: 0.0528057 Dec 10 16:50:48.170955 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60d5d045-39db-4937-875a-67cca53e3f3a req-b29ca89f-4df2-46ce-aea3-939bf4a6875b tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=62b776d5-a789-40c8-9978-8b28aed33939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505855 Dec 10 16:50:48.188511 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55890) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:50:48.377522 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a5016138-2cc1-4b0a-b7b3-5118d49ffd86 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Deleting port 8115a95f-26de-40a9-b7c5-89904e56891a {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:50:48.377865 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a5016138-2cc1-4b0a-b7b3-5118d49ffd86 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:48.471816 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a5016138-2cc1-4b0a-b7b3-5118d49ffd86 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:48.472152 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a5016138-2cc1-4b0a-b7b3-5118d49ffd86 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:48.486340 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a5016138-2cc1-4b0a-b7b3-5118d49ffd86 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Calling delete_port for 8115a95f-26de-40a9-b7c5-89904e56891a owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:50:48.633354 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:48.659996 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a5016138-2cc1-4b0a-b7b3-5118d49ffd86 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:48.692358 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5016138-2cc1-4b0a-b7b3-5118d49ffd86 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event deleted for resources: {'Port': ['ID=8115a95f-26de-40a9-b7c5-89904e56891a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:48.759668 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a5016138-2cc1-4b0a-b7b3-5118d49ffd86 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for floatingip, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:48.760073 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [None req-a5016138-2cc1-4b0a-b7b3-5118d49ffd86 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Floating IP 2f4ee76d-e46b-4f21-abb9-74b25d85916b disassociated (deleted). External IP: 172.25.6.68, port: 356acfe5-cb09-46c5-92dc-74d9555440f5. Dec 10 16:50:48.981611 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5016138-2cc1-4b0a-b7b3-5118d49ffd86 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Router 11e6dc75-f3f4-4587-beea-f2456a7eaa91 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:50:49.106478 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5016138-2cc1-4b0a-b7b3-5118d49ffd86 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:50:49.112421 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a5016138-2cc1-4b0a-b7b3-5118d49ffd86 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:49.119805 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd044ee-5094-4dea-821c-857b8d7f5cf1 None None] Sync routers for ids ['11e6dc75-f3f4-4587-beea-f2456a7eaa91'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:50:49.142808 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a5016138-2cc1-4b0a-b7b3-5118d49ffd86 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "DELETE /v2.0/floatingips/2f4ee76d-e46b-4f21-abb9-74b25d85916b HTTP/1.1" status: 204 len: 168 time: 0.9490385 Dec 10 16:50:49.142808 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4', 'tag': '356acfe5-cb09-46c5-92dc-74d9555440f5'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:50:49.143969 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd044ee-5094-4dea-821c-857b8d7f5cf1 None None] Routers {'11e6dc75-f3f4-4587-beea-f2456a7eaa91'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:50:49.144842 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5cd044ee-5094-4dea-821c-857b8d7f5cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:50:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['11e6dc75-f3f4-4587-beea-f2456a7eaa91'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:50:49.153962 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fad44f8-66fd-4dd4-9d79-68b35d52a347" -d '{"events": [{"name": "network-changed", "server_uuid": "dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4", "tag": "356acfe5-cb09-46c5-92dc-74d9555440f5"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:50:49.386074 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-5cd044ee-5094-4dea-821c-857b8d7f5cf1 None None] Set router 11e6dc75-f3f4-4587-beea-f2456a7eaa91 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:50:49.453796 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4e850e-d0a8-4e1d-8343-b627fa15fac9 x-openstack-request-id: req-ff4e850e-d0a8-4e1d-8343-b627fa15fac9 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:50:49.454587 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4", "tag": "356acfe5-cb09-46c5-92dc-74d9555440f5", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:50:49.458775 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ff4e850e-d0a8-4e1d-8343-b627fa15fac9 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:50:49.459401 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4', 'tag': '356acfe5-cb09-46c5-92dc-74d9555440f5', 'status': 'completed', 'code': 200} Dec 10 16:50:49.558569 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad44f8-66fd-4dd4-9d79-68b35d52a347 req-5de2e487-a8f0-477b-ba54-1b7ccb15225a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:49.560117 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1fad44f8-66fd-4dd4-9d79-68b35d52a347 req-5de2e487-a8f0-477b-ba54-1b7ccb15225a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e316b1d223b341c8ad45a1329ddefc11&device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 1096 time: 0.0796201 Dec 10 16:50:49.613356 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55922) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:50:49.696866 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:49.780186 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e117e790-d904-4cc7-8a57-b1a9ca2c1ae1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:49.815079 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5cd044ee-5094-4dea-821c-857b8d7f5cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e6dc75-f3f4-4587-beea-f2456a7eaa91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897779606', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '887f74d4-6017-406e-8e90-d9944a9992b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:48:52Z', 'updated_at': '2021-12-10T16:48:58Z', 'revision_number': 4, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': '887f74d4-6017-406e-8e90-d9944a9992b1', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:30:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e6dc75-f3f4-4587-beea-f2456a7eaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:53Z', 'updated_at': '2021-12-10T16:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'cf126b96-39c2-4e1f-a3e9-778f926cbf23', 'name': '', 'network_id': '2528b534-e386-46c4-b4af-1ab62aca5f6f', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'mac_address': 'fa:16:3e:d3:ac:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e6dc75-f3f4-4587-beea-f2456a7eaa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '8202bf40-0f2f-4bb9-9452-bb93d1331b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:57Z', 'updated_at': '2021-12-10T16:49:03Z', 'revision_number': 5, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'subnets': [{'id': '8202bf40-0f2f-4bb9-9452-bb93d1331b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:50:49.861682 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd044ee-5094-4dea-821c-857b8d7f5cf1 None None] Checking router: 11e6dc75-f3f4-4587-beea-f2456a7eaa91 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:50:49.871727 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd044ee-5094-4dea-821c-857b8d7f5cf1 None None] Routers {'11e6dc75-f3f4-4587-beea-f2456a7eaa91'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:50:49.872620 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5cd044ee-5094-4dea-821c-857b8d7f5cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:50:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['11e6dc75-f3f4-4587-beea-f2456a7eaa91'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:50:49.885456 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e117e790-d904-4cc7-8a57-b1a9ca2c1ae1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:49.890793 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e117e790-d904-4cc7-8a57-b1a9ca2c1ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:49.948510 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e117e790-d904-4cc7-8a57-b1a9ca2c1ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda5af5e-1fdb-46a3-8b32-ee5b9ee886af,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:49.955855 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e117e790-d904-4cc7-8a57-b1a9ca2c1ae1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=869f627ff3cc4eed9ab3c10e9b169685&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3410683 Dec 10 16:50:49.960792 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55930) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:50:49.996486 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e117e790-d904-4cc7-8a57-b1a9ca2c1ae1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:49.997139 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e117e790-d904-4cc7-8a57-b1a9ca2c1ae1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:49.997651 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e117e790-d904-4cc7-8a57-b1a9ca2c1ae1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:49.998172 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e117e790-d904-4cc7-8a57-b1a9ca2c1ae1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:49.998677 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e117e790-d904-4cc7-8a57-b1a9ca2c1ae1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:49.999187 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e117e790-d904-4cc7-8a57-b1a9ca2c1ae1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:49.999682 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e117e790-d904-4cc7-8a57-b1a9ca2c1ae1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:50.000169 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e117e790-d904-4cc7-8a57-b1a9ca2c1ae1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:50.000659 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e117e790-d904-4cc7-8a57-b1a9ca2c1ae1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:50.001157 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e117e790-d904-4cc7-8a57-b1a9ca2c1ae1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:50.001652 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e117e790-d904-4cc7-8a57-b1a9ca2c1ae1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:50.002500 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e117e790-d904-4cc7-8a57-b1a9ca2c1ae1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:50.003574 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e117e790-d904-4cc7-8a57-b1a9ca2c1ae1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:50.036523 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-732399d7-922a-4a93-a082-513b012453ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:50.059734 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-5cd044ee-5094-4dea-821c-857b8d7f5cf1 None None] Set router 11e6dc75-f3f4-4587-beea-f2456a7eaa91 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:50:50.062004 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-732399d7-922a-4a93-a082-513b012453ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:50.114486 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-732399d7-922a-4a93-a082-513b012453ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:50.123982 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-732399d7-922a-4a93-a082-513b012453ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:50.141574 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-732399d7-922a-4a93-a082-513b012453ef admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bda5af5e-1fdb-46a3-8b32-ee5b9ee886af HTTP/1.1" status: 204 len: 168 time: 0.1676810 Dec 10 16:50:50.160184 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732399d7-922a-4a93-a082-513b012453ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda5af5e-1fdb-46a3-8b32-ee5b9ee886af,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:50.226293 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a0fa6-a403-4853-897e-0a4e356a0e0f req-d456eecc-062e-4221-a30f-acd13057e8e6 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:50.228268 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-912a0fa6-a403-4853-897e-0a4e356a0e0f req-d456eecc-062e-4221-a30f-acd13057e8e6 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 945 time: 0.6180444 Dec 10 16:50:50.274989 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad44f8-66fd-4dd4-9d79-68b35d52a347 req-bb31bdc7-431f-4285-b0ab-b8e78918afb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:50.278002 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1fad44f8-66fd-4dd4-9d79-68b35d52a347 req-bb31bdc7-431f-4285-b0ab-b8e78918afb3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2528b534-e386-46c4-b4af-1ab62aca5f6f HTTP/1.1" status: 200 len: 898 time: 0.7096303 Dec 10 16:50:50.281615 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5cd044ee-5094-4dea-821c-857b8d7f5cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e6dc75-f3f4-4587-beea-f2456a7eaa91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897779606', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '887f74d4-6017-406e-8e90-d9944a9992b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:48:52Z', 'updated_at': '2021-12-10T16:48:58Z', 'revision_number': 4, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': '887f74d4-6017-406e-8e90-d9944a9992b1', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:30:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e6dc75-f3f4-4587-beea-f2456a7eaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:53Z', 'updated_at': '2021-12-10T16:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'cf126b96-39c2-4e1f-a3e9-778f926cbf23', 'name': '', 'network_id': '2528b534-e386-46c4-b4af-1ab62aca5f6f', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'mac_address': 'fa:16:3e:d3:ac:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e6dc75-f3f4-4587-beea-f2456a7eaa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '8202bf40-0f2f-4bb9-9452-bb93d1331b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:57Z', 'updated_at': '2021-12-10T16:49:03Z', 'revision_number': 5, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'subnets': [{'id': '8202bf40-0f2f-4bb9-9452-bb93d1331b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:50:50.316565 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd044ee-5094-4dea-821c-857b8d7f5cf1 None None] The sync data for ids ['11e6dc75-f3f4-4587-beea-f2456a7eaa91'] in n-d-766771-2 is: [{'id': '11e6dc75-f3f4-4587-beea-f2456a7eaa91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897779606', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '887f74d4-6017-406e-8e90-d9944a9992b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:48:52Z', 'updated_at': '2021-12-10T16:48:58Z', 'revision_number': 4, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': '887f74d4-6017-406e-8e90-d9944a9992b1', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:30:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e6dc75-f3f4-4587-beea-f2456a7eaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:53Z', 'updated_at': '2021-12-10T16:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'cf126b96-39c2-4e1f-a3e9-778f926cbf23', 'name': '', 'network_id': '2528b534-e386-46c4-b4af-1ab62aca5f6f', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'mac_address': 'fa:16:3e:d3:ac:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e6dc75-f3f4-4587-beea-f2456a7eaa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '8202bf40-0f2f-4bb9-9452-bb93d1331b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:57Z', 'updated_at': '2021-12-10T16:49:03Z', 'revision_number': 5, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'subnets': [{'id': '8202bf40-0f2f-4bb9-9452-bb93d1331b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:50:50.339784 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1fad44f8-66fd-4dd4-9d79-68b35d52a347 req-600af1a1-8a4e-43f4-9f6b-bd9dccc2b5d5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=356acfe5-cb09-46c5-92dc-74d9555440f5 HTTP/1.1" status: 200 len: 217 time: 0.0536482 Dec 10 16:50:50.405950 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-912a0fa6-a403-4853-897e-0a4e356a0e0f req-64758f9e-d896-4327-8f6b-404d434eed80 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=62b776d5-a789-40c8-9978-8b28aed33939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698599 Dec 10 16:50:50.422308 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad44f8-66fd-4dd4-9d79-68b35d52a347 req-3419d59d-3c03-4042-b785-fa208dd6dd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:50.423827 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1fad44f8-66fd-4dd4-9d79-68b35d52a347 req-3419d59d-3c03-4042-b785-fa208dd6dd71 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8202bf40-0f2f-4bb9-9452-bb93d1331b41 HTTP/1.1" status: 200 len: 834 time: 0.0751801 Dec 10 16:50:50.481918 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad44f8-66fd-4dd4-9d79-68b35d52a347 req-cd857ecc-4922-4a36-adfa-c0d890cc83ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:50.483443 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1fad44f8-66fd-4dd4-9d79-68b35d52a347 req-cd857ecc-4922-4a36-adfa-c0d890cc83ff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2528b534-e386-46c4-b4af-1ab62aca5f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505235 Dec 10 16:50:50.652408 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1fad44f8-66fd-4dd4-9d79-68b35d52a347 req-98de3d0c-6e6f-403c-8f54-876e05c8574a service neutron] 10.222.0.46 "GET /v2.0/networks/2528b534-e386-46c4-b4af-1ab62aca5f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515684 Dec 10 16:50:50.757587 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d38fd4-6e74-4978-9312-50e91b274613 req-6e8c2342-5986-43fa-a51f-1cadfb1b6996 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:50.759586 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d7d38fd4-6e74-4978-9312-50e91b274613 req-6e8c2342-5986-43fa-a51f-1cadfb1b6996 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 945 time: 0.0820327 Dec 10 16:50:50.829475 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b897d5b-280d-4627-8112-2faf7c647567 None None] New status for floating IP 2f4ee76d-e46b-4f21-abb9-74b25d85916b: DOWN {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:50:50.854541 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1fad44f8-66fd-4dd4-9d79-68b35d52a347 req-04c8605a-1a0d-4cb1-9346-267b579a6efb service neutron] 10.222.0.46 "GET /v2.0/networks/2528b534-e386-46c4-b4af-1ab62aca5f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913805 Dec 10 16:50:50.939395 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-d7d38fd4-6e74-4978-9312-50e91b274613 req-001687d9-1c47-4085-8449-ab19a450b66d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Deleting port 356acfe5-cb09-46c5-92dc-74d9555440f5 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:50:50.940012 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-d7d38fd4-6e74-4978-9312-50e91b274613 req-001687d9-1c47-4085-8449-ab19a450b66d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:51.054535 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-d7d38fd4-6e74-4978-9312-50e91b274613 req-001687d9-1c47-4085-8449-ab19a450b66d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] For port 356acfe5-cb09-46c5-92dc-74d9555440f5, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=356acfe5-cb09-46c5-92dc-74d9555440f5,segment=NetworkSegment(de82f24a-c13b-4318-b0b5-f17bbc7156cb),segment_id=de82f24a-c13b-4318-b0b5-f17bbc7156cb)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:50:51.054677 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-d7d38fd4-6e74-4978-9312-50e91b274613 req-001687d9-1c47-4085-8449-ab19a450b66d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:51.071703 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-d7d38fd4-6e74-4978-9312-50e91b274613 req-001687d9-1c47-4085-8449-ab19a450b66d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Calling delete_port for 356acfe5-cb09-46c5-92dc-74d9555440f5 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:50:51.227672 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-d7d38fd4-6e74-4978-9312-50e91b274613 req-001687d9-1c47-4085-8449-ab19a450b66d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:51.263988 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55972) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:50:51.264545 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001687d9-1c47-4085-8449-ab19a450b66d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event deleted for resources: {'Port': ['ID=356acfe5-cb09-46c5-92dc-74d9555440f5,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:51.313023 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d38fd4-6e74-4978-9312-50e91b274613 req-001687d9-1c47-4085-8449-ab19a450b66d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] No DVR routers for this DVR port 356acfe5-cb09-46c5-92dc-74d9555440f5 on host n-h2-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:50:51.317796 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-d7d38fd4-6e74-4978-9312-50e91b274613 req-001687d9-1c47-4085-8449-ab19a450b66d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:51.323774 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d7d38fd4-6e74-4978-9312-50e91b274613 req-001687d9-1c47-4085-8449-ab19a450b66d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.46 "DELETE /v2.0/ports/356acfe5-cb09-46c5-92dc-74d9555440f5 HTTP/1.1" status: 204 len: 173 time: 0.5523024 Dec 10 16:50:51.324362 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4', 'name': 'network-vif-deleted', 'tag': '356acfe5-cb09-46c5-92dc-74d9555440f5'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:50:51.327174 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509e0158-419a-45cb-b320-420e66eb81f3" -d '{"events": [{"server_uuid": "dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4", "name": "network-vif-deleted", "tag": "356acfe5-cb09-46c5-92dc-74d9555440f5"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:50:51.373393 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d161c56-875c-4e3d-af44-cd4cd0a61ea8 x-openstack-request-id: req-4d161c56-875c-4e3d-af44-cd4cd0a61ea8 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:50:51.373817 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4", "name": "network-vif-deleted", "tag": "356acfe5-cb09-46c5-92dc-74d9555440f5", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:50:51.374166 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4d161c56-875c-4e3d-af44-cd4cd0a61ea8 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:50:51.374733 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4', 'name': 'network-vif-deleted', 'tag': '356acfe5-cb09-46c5-92dc-74d9555440f5', 'status': 'completed', 'code': 200} Dec 10 16:50:51.394524 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a7a679b1-382d-406c-bd60-a802bcf572da admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1261746695-network', 'tenant_id': '6e3a44487a6e474d845541d47ac87339'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:50:51.419416 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a679b1-382d-406c-bd60-a802bcf572da admin admin] Made reservation on behalf of 6e3a44487a6e474d845541d47ac87339 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:50:51.422149 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a7a679b1-382d-406c-bd60-a802bcf572da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:51.435183 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a7a679b1-382d-406c-bd60-a802bcf572da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:51.566508 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-41fde683-e4a9-4348-a15c-6c2b1f7e6782 req-141943e8-66b3-427a-a438-61c7b8a1bbce tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbfe2cc3-faa5-4a4d-9918-c5d6c34d04b4 HTTP/1.1" status: 200 len: 210 time: 0.0387299 Dec 10 16:50:51.568309 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a7a679b1-382d-406c-bd60-a802bcf572da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:51.574766 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a7a679b1-382d-406c-bd60-a802bcf572da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:51.602038 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a679b1-382d-406c-bd60-a802bcf572da admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:50:51.611659 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a679b1-382d-406c-bd60-a802bcf572da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a871104-1247-4273-8782-4e151a2913e5,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:51.620645 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a7a679b1-382d-406c-bd60-a802bcf572da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:51.620985 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-a7a679b1-382d-406c-bd60-a802bcf572da admin admin] Added segment 025942ee-aaf6-4874-bbc1-b64381358c5e of type vlan for network 44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 Dec 10 16:50:51.669994 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a7a679b1-382d-406c-bd60-a802bcf572da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:51.698418 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a7a679b1-382d-406c-bd60-a802bcf572da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:51.699531 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a679b1-382d-406c-bd60-a802bcf572da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:51.700210 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a7a679b1-382d-406c-bd60-a802bcf572da admin admin] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:51.793788 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 55990) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:50:51.794578 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a7a679b1-382d-406c-bd60-a802bcf572da admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5292029 Dec 10 16:50:51.800156 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-d41eedbe-d721-48fb-b8b9-7c2897689427 admin admin] Request body: {'subnet': {'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1261746695-subnet', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:50:51.800961 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a679b1-382d-406c-bd60-a802bcf572da admin admin] Pushing event updated for resources: {'Network': ['ID=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:51.811961 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a679b1-382d-406c-bd60-a802bcf572da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:51.812937 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a679b1-382d-406c-bd60-a802bcf572da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:51.813300 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a679b1-382d-406c-bd60-a802bcf572da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:51.813713 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a679b1-382d-406c-bd60-a802bcf572da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:51.814270 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a679b1-382d-406c-bd60-a802bcf572da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:51.814618 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a679b1-382d-406c-bd60-a802bcf572da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:51.814954 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a679b1-382d-406c-bd60-a802bcf572da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:51.815287 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a679b1-382d-406c-bd60-a802bcf572da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:51.815621 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a679b1-382d-406c-bd60-a802bcf572da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:51.815952 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a679b1-382d-406c-bd60-a802bcf572da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:51.816283 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a679b1-382d-406c-bd60-a802bcf572da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:51.816669 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a679b1-382d-406c-bd60-a802bcf572da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:51.816943 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a679b1-382d-406c-bd60-a802bcf572da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:51.829485 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:50:51.844407 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41eedbe-d721-48fb-b8b9-7c2897689427 admin admin] Made reservation on behalf of 6e3a44487a6e474d845541d47ac87339 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:50:51.847975 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d41eedbe-d721-48fb-b8b9-7c2897689427 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:52.058018 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d41eedbe-d721-48fb-b8b9-7c2897689427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:52.116223 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41eedbe-d721-48fb-b8b9-7c2897689427 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a77c825d-6cce-4084-9a0d-09483321d369,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:52.125910 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41eedbe-d721-48fb-b8b9-7c2897689427 admin admin] Checking segment: {'id': '025942ee-aaf6-4874-bbc1-b64381358c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:50:52.126300 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41eedbe-d721-48fb-b8b9-7c2897689427 admin admin] Network hostable DHCP agents. Network: 44b4e0f0-b0d3-48f3-adc8-fd50f61e9990, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:50:52.142806 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41eedbe-d721-48fb-b8b9-7c2897689427 admin admin] Network 44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:50:52.153585 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-d41eedbe-d721-48fb-b8b9-7c2897689427 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 44b4e0f0-b0d3-48f3-adc8-fd50f61e9990) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:50:52.158531 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41eedbe-d721-48fb-b8b9-7c2897689427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:52.159272 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d41eedbe-d721-48fb-b8b9-7c2897689427 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:52.165356 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618705e6-8c4a-4ad2-842b-0de310636f5f None None] Network 44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:50:52.194853 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d41eedbe-d721-48fb-b8b9-7c2897689427 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3987360 Dec 10 16:50:52.195494 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 55998) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:50:52.199935 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-ea939517-b9d9-47f5-86da-c05b38cfe996 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1261746695-router', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:50:52.224091 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ea939517-b9d9-47f5-86da-c05b38cfe996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:52.225431 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ea939517-b9d9-47f5-86da-c05b38cfe996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:52.280771 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cbfbdc-3558-4e08-9a45-efd03d005afe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'project_id': '6e3a44487a6e474d845541d47ac87339', 'fixed_ips': [{'subnet_id': 'a77c825d-6cce-4084-9a0d-09483321d369'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:50:52.281667 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-80cbfbdc-3558-4e08-9a45-efd03d005afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:52.288227 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ea939517-b9d9-47f5-86da-c05b38cfe996 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:52.443523 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ea939517-b9d9-47f5-86da-c05b38cfe996 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:52.457883 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-80cbfbdc-3558-4e08-9a45-efd03d005afe None None] Allocated IP 172.20.0.2 (44b4e0f0-b0d3-48f3-adc8-fd50f61e9990/a77c825d-6cce-4084-9a0d-09483321d369/b89ef2ce-92fa-479c-b7e9-09fd3f99e2a5) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:50:52.642175 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56010) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:50:52.643218 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-80cbfbdc-3558-4e08-9a45-efd03d005afe None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:52.658764 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-80cbfbdc-3558-4e08-9a45-efd03d005afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:52.669996 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ea939517-b9d9-47f5-86da-c05b38cfe996 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:52.676904 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cbfbdc-3558-4e08-9a45-efd03d005afe None None] Network 44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:50:52.679913 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-80cbfbdc-3558-4e08-9a45-efd03d005afe None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:50:52.697289 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ea939517-b9d9-47f5-86da-c05b38cfe996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:52.699677 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cbfbdc-3558-4e08-9a45-efd03d005afe None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:50:52.768717 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-80cbfbdc-3558-4e08-9a45-efd03d005afe None None] Attempting to bind port b89ef2ce-92fa-479c-b7e9-09fd3f99e2a5 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:50:52.769357 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-80cbfbdc-3558-4e08-9a45-efd03d005afe None None] Attempting to bind port b89ef2ce-92fa-479c-b7e9-09fd3f99e2a5 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '025942ee-aaf6-4874-bbc1-b64381358c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:50:52.769922 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cbfbdc-3558-4e08-9a45-efd03d005afe None None] Attempting to bind port b89ef2ce-92fa-479c-b7e9-09fd3f99e2a5 on network 44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:50:52.779526 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cbfbdc-3558-4e08-9a45-efd03d005afe None None] Pushing event updated for resources: {'Port': ['ID=b89ef2ce-92fa-479c-b7e9-09fd3f99e2a5,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:52.782417 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cbfbdc-3558-4e08-9a45-efd03d005afe None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:50:52.783035 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cbfbdc-3558-4e08-9a45-efd03d005afe None None] Checking segment: {'id': '025942ee-aaf6-4874-bbc1-b64381358c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:50:52.783612 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-80cbfbdc-3558-4e08-9a45-efd03d005afe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:52.784165 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cbfbdc-3558-4e08-9a45-efd03d005afe None None] Bound using segment: {'id': '025942ee-aaf6-4874-bbc1-b64381358c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:50:52.784816 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-80cbfbdc-3558-4e08-9a45-efd03d005afe None None] Bound port: b89ef2ce-92fa-479c-b7e9-09fd3f99e2a5, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '025942ee-aaf6-4874-bbc1-b64381358c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:50:52.785372 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-80cbfbdc-3558-4e08-9a45-efd03d005afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:52.838523 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-ea939517-b9d9-47f5-86da-c05b38cfe996 admin admin] Allocated IP 172.25.6.71 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/d1e01515-c257-40db-a74e-a47235592a28) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:50:52.873235 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-80cbfbdc-3558-4e08-9a45-efd03d005afe None None] For port b89ef2ce-92fa-479c-b7e9-09fd3f99e2a5, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:50:52.878292 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-80cbfbdc-3558-4e08-9a45-efd03d005afe None None] For port b89ef2ce-92fa-479c-b7e9-09fd3f99e2a5, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=b89ef2ce-92fa-479c-b7e9-09fd3f99e2a5,segment=NetworkSegment(025942ee-aaf6-4874-bbc1-b64381358c5e),segment_id=025942ee-aaf6-4874-bbc1-b64381358c5e)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:50:52.886798 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-80cbfbdc-3558-4e08-9a45-efd03d005afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:52.955149 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ea939517-b9d9-47f5-86da-c05b38cfe996 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:53.003616 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ea939517-b9d9-47f5-86da-c05b38cfe996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:53.072444 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea939517-b9d9-47f5-86da-c05b38cfe996 admin admin] Pushing event updated for resources: {'Port': ['ID=d1e01515-c257-40db-a74e-a47235592a28,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:53.082181 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea939517-b9d9-47f5-86da-c05b38cfe996 admin admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:50:53.083950 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-ea939517-b9d9-47f5-86da-c05b38cfe996 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:50:53.087113 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea939517-b9d9-47f5-86da-c05b38cfe996 admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:50:53.126491 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b444a000-aaed-4c3e-923e-ab7700922463 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:50:53.149327 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0305c73a-0294-490b-a619-747b09cdd6b5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:53.170698 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cbfbdc-3558-4e08-9a45-efd03d005afe None None] Pushing event updated for resources: {'Port': ['ID=b89ef2ce-92fa-479c-b7e9-09fd3f99e2a5,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:53.257097 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-7f803ee8-2004-4a12-9dc3-696a325166ff None None] Provisioning complete for port d1e01515-c257-40db-a74e-a47235592a28 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:50:53.257563 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7f803ee8-2004-4a12-9dc3-696a325166ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:53.307579 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-7f803ee8-2004-4a12-9dc3-696a325166ff None None] Port d1e01515-c257-40db-a74e-a47235592a28 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:50:53.549482 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ea939517-b9d9-47f5-86da-c05b38cfe996 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:53.810343 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ea939517-b9d9-47f5-86da-c05b38cfe996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:53.918242 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-0305c73a-0294-490b-a619-747b09cdd6b5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Deleting port cf126b96-39c2-4e1f-a3e9-778f926cbf23 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:50:53.918758 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0305c73a-0294-490b-a619-747b09cdd6b5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:53.955561 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea939517-b9d9-47f5-86da-c05b38cfe996 admin admin] Router 8a9861d0-741a-4fc4-9e1a-0dc0faea70a1 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:50:54.027621 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-0305c73a-0294-490b-a619-747b09cdd6b5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] For port cf126b96-39c2-4e1f-a3e9-778f926cbf23, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=cf126b96-39c2-4e1f-a3e9-778f926cbf23,segment=NetworkSegment(de82f24a-c13b-4318-b0b5-f17bbc7156cb),segment_id=de82f24a-c13b-4318-b0b5-f17bbc7156cb)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:50:54.027981 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0305c73a-0294-490b-a619-747b09cdd6b5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:54.041982 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-0305c73a-0294-490b-a619-747b09cdd6b5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Calling delete_port for cf126b96-39c2-4e1f-a3e9-778f926cbf23 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:50:54.091563 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea939517-b9d9-47f5-86da-c05b38cfe996 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:50:54.106044 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21036984-460b-4215-8843-c43f48705aaa None None] Sync routers for ids ['8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:50:54.120382 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ea939517-b9d9-47f5-86da-c05b38cfe996 admin admin] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:54.123123 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 356acfe5-cb09-46c5-92dc-74d9555440f5 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:50:54.125160 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ea939517-b9d9-47f5-86da-c05b38cfe996 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9285500 Dec 10 16:50:54.126008 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56042) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:50:54.127960 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21036984-460b-4215-8843-c43f48705aaa None None] Routers {'8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:50:54.129074 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-21036984-460b-4215-8843-c43f48705aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:50:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:50:54.175789 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: 356acfe5-cb09-46c5-92dc-74d9555440f5 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:50:54.176385 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 356acfe5-cb09-46c5-92dc-74d9555440f5 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:50:54.387397 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-21036984-460b-4215-8843-c43f48705aaa None None] Set router 8a9861d0-741a-4fc4-9e1a-0dc0faea70a1 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:50:54.565915 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0305c73a-0294-490b-a619-747b09cdd6b5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:54.573890 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196c955a-e62c-46e2-8781-5a68726af9f6 None None] Network 44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:50:54.608243 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305c73a-0294-490b-a619-747b09cdd6b5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event deleted for resources: {'Port': ['ID=cf126b96-39c2-4e1f-a3e9-778f926cbf23,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:54.655584 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-21036984-460b-4215-8843-c43f48705aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'name': 'tempest-TestVolumeBootPattern-1261746695-router', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'd1e01515-c257-40db-a74e-a47235592a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:53Z', 'revision_number': 3, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'gw_port': {'id': 'd1e01515-c257-40db-a74e-a47235592a28', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:50:54.685621 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21036984-460b-4215-8843-c43f48705aaa None None] Checking router: 8a9861d0-741a-4fc4-9e1a-0dc0faea70a1 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:50:54.686356 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21036984-460b-4215-8843-c43f48705aaa None None] Updating router 8a9861d0-741a-4fc4-9e1a-0dc0faea70a1 port d1e01515-c257-40db-a74e-a47235592a28 binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:50:54.722328 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-60c0ac93-fb21-4e42-b5f4-88674b175306 None None] Provisioning complete for port b89ef2ce-92fa-479c-b7e9-09fd3f99e2a5 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:50:54.722715 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-60c0ac93-fb21-4e42-b5f4-88674b175306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:54.746830 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-21036984-460b-4215-8843-c43f48705aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:54.871358 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-60c0ac93-fb21-4e42-b5f4-88674b175306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:54.931864 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0305c73a-0294-490b-a619-747b09cdd6b5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:54.936090 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-60c0ac93-fb21-4e42-b5f4-88674b175306 None None] For port b89ef2ce-92fa-479c-b7e9-09fd3f99e2a5, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=b89ef2ce-92fa-479c-b7e9-09fd3f99e2a5,segment=NetworkSegment(025942ee-aaf6-4874-bbc1-b64381358c5e),segment_id=025942ee-aaf6-4874-bbc1-b64381358c5e)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:50:54.943151 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-60c0ac93-fb21-4e42-b5f4-88674b175306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:55.047148 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0ac93-fb21-4e42-b5f4-88674b175306 None None] Pushing event updated for resources: {'Port': ['ID=b89ef2ce-92fa-479c-b7e9-09fd3f99e2a5,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:55.170961 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2eaa017a-0b98-496c-8bad-3c947d1d2149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:55.211084 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-21036984-460b-4215-8843-c43f48705aaa None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:55.226598 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-21036984-460b-4215-8843-c43f48705aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:55.276339 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-76a89683-8846-44fd-8b06-64e7439a59b8 None None] Provisioning complete for port b89ef2ce-92fa-479c-b7e9-09fd3f99e2a5 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:50:55.278037 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-76a89683-8846-44fd-8b06-64e7439a59b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:55.317023 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-21036984-460b-4215-8843-c43f48705aaa None None] Attempting to bind port d1e01515-c257-40db-a74e-a47235592a28 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:50:55.317399 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-21036984-460b-4215-8843-c43f48705aaa None None] Attempting to bind port d1e01515-c257-40db-a74e-a47235592a28 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:50:55.317764 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21036984-460b-4215-8843-c43f48705aaa None None] Attempting to bind port d1e01515-c257-40db-a74e-a47235592a28 on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:50:55.320643 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbecafc6-5bf1-488b-b74d-10ab57870bbc None None] Pushing event updated for resources: {'Port': ['ID=d1e01515-c257-40db-a74e-a47235592a28,revision_number=2']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:55.331802 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbecafc6-5bf1-488b-b74d-10ab57870bbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:55.332116 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbecafc6-5bf1-488b-b74d-10ab57870bbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:55.332357 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbecafc6-5bf1-488b-b74d-10ab57870bbc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:55.332876 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbecafc6-5bf1-488b-b74d-10ab57870bbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:55.333319 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775e7a48-9a48-462a-9df3-c8159a40ec23 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:50:55.333526 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbecafc6-5bf1-488b-b74d-10ab57870bbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:55.334008 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbecafc6-5bf1-488b-b74d-10ab57870bbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:55.334513 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbecafc6-5bf1-488b-b74d-10ab57870bbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:55.335009 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbecafc6-5bf1-488b-b74d-10ab57870bbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:55.336243 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbecafc6-5bf1-488b-b74d-10ab57870bbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:55.336736 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbecafc6-5bf1-488b-b74d-10ab57870bbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:55.337227 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbecafc6-5bf1-488b-b74d-10ab57870bbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:55.337723 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbecafc6-5bf1-488b-b74d-10ab57870bbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:55.338264 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbecafc6-5bf1-488b-b74d-10ab57870bbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:55.342683 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21036984-460b-4215-8843-c43f48705aaa None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:50:55.343307 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21036984-460b-4215-8843-c43f48705aaa None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:50:55.343875 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-21036984-460b-4215-8843-c43f48705aaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:55.344425 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21036984-460b-4215-8843-c43f48705aaa None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:50:55.345080 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-21036984-460b-4215-8843-c43f48705aaa None None] Bound port: d1e01515-c257-40db-a74e-a47235592a28, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:50:55.345625 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-21036984-460b-4215-8843-c43f48705aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:55.403196 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device b89ef2ce-92fa-479c-b7e9-09fd3f99e2a5 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:50:55.434367 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-21036984-460b-4215-8843-c43f48705aaa None None] For port d1e01515-c257-40db-a74e-a47235592a28, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:50:55.439098 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-21036984-460b-4215-8843-c43f48705aaa None None] For port d1e01515-c257-40db-a74e-a47235592a28, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=d1e01515-c257-40db-a74e-a47235592a28,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:50:55.442128 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0305c73a-0294-490b-a619-747b09cdd6b5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Router 11e6dc75-f3f4-4587-beea-f2456a7eaa91 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:50:55.462962 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-21036984-460b-4215-8843-c43f48705aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:55.495461 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port b89ef2ce-92fa-479c-b7e9-09fd3f99e2a5 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:50:55.496050 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:55.526542 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21036984-460b-4215-8843-c43f48705aaa None None] Routers {'8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:50:55.527176 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-21036984-460b-4215-8843-c43f48705aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:50:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:50:55.530015 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbecafc6-5bf1-488b-b74d-10ab57870bbc None None] Pushing event updated for resources: {'Port': ['ID=d1e01515-c257-40db-a74e-a47235592a28,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:55.531396 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1f09fa-fdb6-4fbf-8886-4cb79abde346 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:50:55.542195 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-2eaa017a-0b98-496c-8bad-3c947d1d2149 admin admin] Allocated IP 172.20.0.1 (44b4e0f0-b0d3-48f3-adc8-fd50f61e9990/a77c825d-6cce-4084-9a0d-09483321d369/348dc7d0-dcda-4c59-b908-3d4792cb096a) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:50:55.638975 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-28370c77-0051-416b-a881-9e6090a32bfd None None] Provisioning complete for port d1e01515-c257-40db-a74e-a47235592a28 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:50:55.639724 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-28370c77-0051-416b-a881-9e6090a32bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:55.670017 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-21036984-460b-4215-8843-c43f48705aaa None None] Set router 8a9861d0-741a-4fc4-9e1a-0dc0faea70a1 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:50:55.701849 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2eaa017a-0b98-496c-8bad-3c947d1d2149 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:55.739261 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-28370c77-0051-416b-a881-9e6090a32bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:55.764345 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-28370c77-0051-416b-a881-9e6090a32bfd None None] For port d1e01515-c257-40db-a74e-a47235592a28, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=d1e01515-c257-40db-a74e-a47235592a28,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:50:55.771151 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-28370c77-0051-416b-a881-9e6090a32bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:55.858905 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2eaa017a-0b98-496c-8bad-3c947d1d2149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:55.859139 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28370c77-0051-416b-a881-9e6090a32bfd None None] Pushing event updated for resources: {'Port': ['ID=d1e01515-c257-40db-a74e-a47235592a28,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:55.878876 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0305c73a-0294-490b-a619-747b09cdd6b5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:50:55.890927 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a1772f-4434-48b8-94d0-46b0e4f3ccb5 None None] Sync routers for ids ['11e6dc75-f3f4-4587-beea-f2456a7eaa91'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:50:55.901051 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0305c73a-0294-490b-a619-747b09cdd6b5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "PUT /v2.0/routers/11e6dc75-f3f4-4587-beea-f2456a7eaa91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2552927 Dec 10 16:50:55.903445 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56074) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:50:55.919110 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a1772f-4434-48b8-94d0-46b0e4f3ccb5 None None] Routers {'11e6dc75-f3f4-4587-beea-f2456a7eaa91'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:50:55.925004 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-59a1772f-4434-48b8-94d0-46b0e4f3ccb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:50:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['11e6dc75-f3f4-4587-beea-f2456a7eaa91'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:50:55.937344 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-21036984-460b-4215-8843-c43f48705aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'name': 'tempest-TestVolumeBootPattern-1261746695-router', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'd1e01515-c257-40db-a74e-a47235592a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:53Z', 'revision_number': 3, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'gw_port': {'id': 'd1e01515-c257-40db-a74e-a47235592a28', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:50:55.949284 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eaa017a-0b98-496c-8bad-3c947d1d2149 admin admin] Network 44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:50:55.954258 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-2eaa017a-0b98-496c-8bad-3c947d1d2149 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:50:55.969920 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaa017a-0b98-496c-8bad-3c947d1d2149 admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:50:55.984140 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21036984-460b-4215-8843-c43f48705aaa None None] The sync data for ids ['8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'] in n-d-766771-2 is: [{'id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'name': 'tempest-TestVolumeBootPattern-1261746695-router', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'd1e01515-c257-40db-a74e-a47235592a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:53Z', 'revision_number': 3, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'gw_port': {'id': 'd1e01515-c257-40db-a74e-a47235592a28', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:50:56.005652 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa017a-0b98-496c-8bad-3c947d1d2149 admin admin] Pushing event updated for resources: {'Port': ['ID=348dc7d0-dcda-4c59-b908-3d4792cb096a,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:56.039676 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2eaa017a-0b98-496c-8bad-3c947d1d2149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:56.060901 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-4114cfb4-3dc5-4395-b1c9-a77163a63884 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Deleting subnet 8202bf40-0f2f-4bb9-9452-bb93d1331b41 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:50:56.065299 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4114cfb4-3dc5-4395-b1c9-a77163a63884 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:56.079019 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-59a1772f-4434-48b8-94d0-46b0e4f3ccb5 None None] Set router 11e6dc75-f3f4-4587-beea-f2456a7eaa91 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:50:56.182984 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4114cfb4-3dc5-4395-b1c9-a77163a63884 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:56.234635 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2eaa017a-0b98-496c-8bad-3c947d1d2149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:56.309246 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4114cfb4-3dc5-4395-b1c9-a77163a63884 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:56.389203 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4114cfb4-3dc5-4395-b1c9-a77163a63884 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:56.424284 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-59a1772f-4434-48b8-94d0-46b0e4f3ccb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e6dc75-f3f4-4587-beea-f2456a7eaa91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897779606', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '887f74d4-6017-406e-8e90-d9944a9992b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:48:52Z', 'updated_at': '2021-12-10T16:50:54Z', 'revision_number': 5, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': '887f74d4-6017-406e-8e90-d9944a9992b1', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:30:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e6dc75-f3f4-4587-beea-f2456a7eaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:53Z', 'updated_at': '2021-12-10T16:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:50:56.444962 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4114cfb4-3dc5-4395-b1c9-a77163a63884 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:56.451671 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4114cfb4-3dc5-4395-b1c9-a77163a63884 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "DELETE /v2.0/subnets/8202bf40-0f2f-4bb9-9452-bb93d1331b41 HTTP/1.1" status: 204 len: 168 time: 0.5462596 Dec 10 16:50:56.454002 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56082) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:50:56.456656 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114cfb4-3dc5-4395-b1c9-a77163a63884 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event deleted for resources: {'Subnet': ['ID=8202bf40-0f2f-4bb9-9452-bb93d1331b41,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:56.520522 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884422dc-23bb-4276-9afb-ef31655cfb85 None None] Network 2528b534-e386-46c4-b4af-1ab62aca5f6f requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:50:56.525064 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8c9e36e5-1505-43ff-a577-88dcb3a65b54 None None] Provisioning complete for port 348dc7d0-dcda-4c59-b908-3d4792cb096a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:50:56.525654 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8c9e36e5-1505-43ff-a577-88dcb3a65b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:56.544066 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a1772f-4434-48b8-94d0-46b0e4f3ccb5 None None] Checking router: 11e6dc75-f3f4-4587-beea-f2456a7eaa91 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:50:56.575209 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2eaa017a-0b98-496c-8bad-3c947d1d2149 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:56.583715 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2eaa017a-0b98-496c-8bad-3c947d1d2149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:56.666786 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a1772f-4434-48b8-94d0-46b0e4f3ccb5 None None] Routers {'11e6dc75-f3f4-4587-beea-f2456a7eaa91'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:50:56.667521 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-59a1772f-4434-48b8-94d0-46b0e4f3ccb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:50:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['11e6dc75-f3f4-4587-beea-f2456a7eaa91'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:50:56.674746 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e36e5-1505-43ff-a577-88dcb3a65b54 None None] Port 348dc7d0-dcda-4c59-b908-3d4792cb096a cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:50:56.680124 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa017a-0b98-496c-8bad-3c947d1d2149 admin admin] Pushing event updated for resources: {'Port': ['ID=348dc7d0-dcda-4c59-b908-3d4792cb096a,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:56.697540 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2eaa017a-0b98-496c-8bad-3c947d1d2149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:56.723282 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-840f6987-3e05-4458-ae37-3db525be4b53 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:56.858484 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-59a1772f-4434-48b8-94d0-46b0e4f3ccb5 None None] Set router 11e6dc75-f3f4-4587-beea-f2456a7eaa91 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:50:56.872087 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eaa017a-0b98-496c-8bad-3c947d1d2149 admin admin] Network 44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:50:56.873683 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-2eaa017a-0b98-496c-8bad-3c947d1d2149 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:50:56.959271 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bdbae6-a9c7-4e2c-978c-fceab4121bc0 None None] DHCP port deletion for 2528b534-e386-46c4-b4af-1ab62aca5f6f request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:50:57.000500 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-840f6987-3e05-4458-ae37-3db525be4b53 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:57.145167 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-840f6987-3e05-4458-ae37-3db525be4b53 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Deleting port 887f74d4-6017-406e-8e90-d9944a9992b1 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:50:57.145775 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-840f6987-3e05-4458-ae37-3db525be4b53 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:57.168508 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eaa017a-0b98-496c-8bad-3c947d1d2149 admin admin] Router 8a9861d0-741a-4fc4-9e1a-0dc0faea70a1 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:50:57.224343 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-79bdbae6-a9c7-4e2c-978c-fceab4121bc0 None None] Deleting port 098d5655-3e6a-4e1a-80c7-14491f666911 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:50:57.224868 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-79bdbae6-a9c7-4e2c-978c-fceab4121bc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:57.327165 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device d1e01515-c257-40db-a74e-a47235592a28 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:50:57.354895 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eaa017a-0b98-496c-8bad-3c947d1d2149 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:50:57.355156 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-840f6987-3e05-4458-ae37-3db525be4b53 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] For port 887f74d4-6017-406e-8e90-d9944a9992b1, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=887f74d4-6017-406e-8e90-d9944a9992b1,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:50:57.355460 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-840f6987-3e05-4458-ae37-3db525be4b53 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:57.370260 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2eaa017a-0b98-496c-8bad-3c947d1d2149 admin admin] 10.222.0.11 "PUT /v2.0/routers/8a9861d0-741a-4fc4-9e1a-0dc0faea70a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2277403 Dec 10 16:50:57.370497 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-59a1772f-4434-48b8-94d0-46b0e4f3ccb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e6dc75-f3f4-4587-beea-f2456a7eaa91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897779606', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '887f74d4-6017-406e-8e90-d9944a9992b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:48:52Z', 'updated_at': '2021-12-10T16:50:54Z', 'revision_number': 5, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': '887f74d4-6017-406e-8e90-d9944a9992b1', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:30:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e6dc75-f3f4-4587-beea-f2456a7eaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:53Z', 'updated_at': '2021-12-10T16:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:50:57.373797 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-840f6987-3e05-4458-ae37-3db525be4b53 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Calling delete_port for 887f74d4-6017-406e-8e90-d9944a9992b1 owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:50:57.380108 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-88ad9e56-27e2-405b-aae6-d5668f47d8f9 None None] Provisioning complete for port 348dc7d0-dcda-4c59-b908-3d4792cb096a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:50:57.380484 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-88ad9e56-27e2-405b-aae6-d5668f47d8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:57.477106 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-88ad9e56-27e2-405b-aae6-d5668f47d8f9 None None] Port 348dc7d0-dcda-4c59-b908-3d4792cb096a cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:50:57.494754 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a1772f-4434-48b8-94d0-46b0e4f3ccb5 None None] The sync data for ids ['11e6dc75-f3f4-4587-beea-f2456a7eaa91'] in n-d-766771-2 is: [{'id': '11e6dc75-f3f4-4587-beea-f2456a7eaa91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897779606', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '887f74d4-6017-406e-8e90-d9944a9992b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:48:52Z', 'updated_at': '2021-12-10T16:50:54Z', 'revision_number': 5, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': '887f74d4-6017-406e-8e90-d9944a9992b1', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:30:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e6dc75-f3f4-4587-beea-f2456a7eaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:53Z', 'updated_at': '2021-12-10T16:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:50:57.499906 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-79bdbae6-a9c7-4e2c-978c-fceab4121bc0 None None] For port 098d5655-3e6a-4e1a-80c7-14491f666911, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=098d5655-3e6a-4e1a-80c7-14491f666911,segment=NetworkSegment(de82f24a-c13b-4318-b0b5-f17bbc7156cb),segment_id=de82f24a-c13b-4318-b0b5-f17bbc7156cb)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:50:57.500313 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-79bdbae6-a9c7-4e2c-978c-fceab4121bc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:57.546278 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-79bdbae6-a9c7-4e2c-978c-fceab4121bc0 None None] Calling delete_port for 098d5655-3e6a-4e1a-80c7-14491f666911 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:50:57.619726 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port d1e01515-c257-40db-a74e-a47235592a28 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:50:57.620164 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:57.659680 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-840f6987-3e05-4458-ae37-3db525be4b53 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:57.705353 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f6987-3e05-4458-ae37-3db525be4b53 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event deleted for resources: {'Port': ['ID=887f74d4-6017-406e-8e90-d9944a9992b1,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:57.737970 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4dfc21-26aa-4d73-a57e-889ffa1ed661 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:50:57.775288 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-79bdbae6-a9c7-4e2c-978c-fceab4121bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:57.792029 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-840f6987-3e05-4458-ae37-3db525be4b53 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:57.808956 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bdbae6-a9c7-4e2c-978c-fceab4121bc0 None None] Pushing event deleted for resources: {'Port': ['ID=098d5655-3e6a-4e1a-80c7-14491f666911,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:57.817234 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bdbae6-a9c7-4e2c-978c-fceab4121bc0 None None] No DVR routers for this DVR port 098d5655-3e6a-4e1a-80c7-14491f666911 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:50:57.904665 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-840f6987-3e05-4458-ae37-3db525be4b53 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:57.907527 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-840f6987-3e05-4458-ae37-3db525be4b53 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:57.926334 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 098d5655-3e6a-4e1a-80c7-14491f666911 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:50:57.967978 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 098d5655-3e6a-4e1a-80c7-14491f666911 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:50:57.968303 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 098d5655-3e6a-4e1a-80c7-14491f666911 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:50:57.979264 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-840f6987-3e05-4458-ae37-3db525be4b53 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:57.980012 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840f6987-3e05-4458-ae37-3db525be4b53 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Fanout notify agent at l3_agent the message router_deleted on router 11e6dc75-f3f4-4587-beea-f2456a7eaa91 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:50:57.987863 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-840f6987-3e05-4458-ae37-3db525be4b53 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:57.995105 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56112) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:50:57.997712 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-840f6987-3e05-4458-ae37-3db525be4b53 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "DELETE /v2.0/routers/11e6dc75-f3f4-4587-beea-f2456a7eaa91 HTTP/1.1" status: 204 len: 168 time: 1.5358272 Dec 10 16:50:58.126020 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-86cc47e4-3a0b-4a58-a8d3-afedeb8aa32d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:58.217763 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56116) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:50:58.225344 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-20559a31-c982-4d59-8189-f7b07f94fa2e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1144601138-network', 'tenant_id': 'e96acc12309e46ce93e4eb771dc77923'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:50:58.247266 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-86cc47e4-3a0b-4a58-a8d3-afedeb8aa32d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:58.258682 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20559a31-c982-4d59-8189-f7b07f94fa2e admin admin] Made reservation on behalf of e96acc12309e46ce93e4eb771dc77923 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:50:58.261356 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-20559a31-c982-4d59-8189-f7b07f94fa2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:58.272307 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-20559a31-c982-4d59-8189-f7b07f94fa2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:58.273060 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-86cc47e4-3a0b-4a58-a8d3-afedeb8aa32d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2528b534-e386-46c4-b4af-1ab62aca5f6f']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:50:58.283256 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-86cc47e4-3a0b-4a58-a8d3-afedeb8aa32d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de82f24a-c13b-4318-b0b5-f17bbc7156cb') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:50:58.283777 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-86cc47e4-3a0b-4a58-a8d3-afedeb8aa32d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de82f24a-c13b-4318-b0b5-f17bbc7156cb') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:50:58.298815 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-86cc47e4-3a0b-4a58-a8d3-afedeb8aa32d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:58.312864 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-86cc47e4-3a0b-4a58-a8d3-afedeb8aa32d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:58.319194 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86cc47e4-3a0b-4a58-a8d3-afedeb8aa32d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:50:58.320107 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-86cc47e4-3a0b-4a58-a8d3-afedeb8aa32d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:58.323341 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:50:58.323341 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:50:58.323341 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:50:58.323341 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:50:58.323341 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:50:58.323341 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:50:58.323341 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:50:58.323341 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:50:58.323341 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:50:58.323341 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:50:58.323341 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:50:58.323341 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:50:58.323341 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:50:58.323341 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:50:58.323341 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:50:58.323341 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:50:58.323341 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:50:58.323341 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:50:58.323341 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:50:58.323341 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:50:58.323341 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:50:58.323341 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:50:58.323341 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:50:58.323341 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:50:58.323341 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:50:58.323341 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:50:58.323341 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:50:58.323341 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:50:58.323341 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:50:58.323341 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:50:58.323341 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:50:58.323341 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:50:58.357065 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-20559a31-c982-4d59-8189-f7b07f94fa2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:58.362789 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-20559a31-c982-4d59-8189-f7b07f94fa2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:58.390996 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-86cc47e4-3a0b-4a58-a8d3-afedeb8aa32d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:58.392947 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20559a31-c982-4d59-8189-f7b07f94fa2e admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:50:58.402813 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20559a31-c982-4d59-8189-f7b07f94fa2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9483440-7543-482d-ab45-43007e0f4781,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:58.406459 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-86cc47e4-3a0b-4a58-a8d3-afedeb8aa32d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:58.409294 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-20559a31-c982-4d59-8189-f7b07f94fa2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:58.412783 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-20559a31-c982-4d59-8189-f7b07f94fa2e admin admin] Added segment 175286b9-f5a6-4e20-bcdf-653ff58ca27a of type vlan for network 121c6557-4b31-4f61-9284-be30cf0142eb Dec 10 16:50:58.413193 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-86cc47e4-3a0b-4a58-a8d3-afedeb8aa32d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "DELETE /v2.0/networks/2528b534-e386-46c4-b4af-1ab62aca5f6f HTTP/1.1" status: 204 len: 168 time: 0.4139721 Dec 10 16:50:58.413872 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56118) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:50:58.423234 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc47e4-3a0b-4a58-a8d3-afedeb8aa32d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event deleted for resources: {'Network': ['ID=2528b534-e386-46c4-b4af-1ab62aca5f6f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:58.494741 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-20559a31-c982-4d59-8189-f7b07f94fa2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:58.524680 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4d625afc-7243-4d69-8a8d-e5a45e87e7ea tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:58.550353 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-20559a31-c982-4d59-8189-f7b07f94fa2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:58.551287 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20559a31-c982-4d59-8189-f7b07f94fa2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:58.552136 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-20559a31-c982-4d59-8189-f7b07f94fa2e admin admin] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:58.562696 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4d625afc-7243-4d69-8a8d-e5a45e87e7ea tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:58.611654 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf895b3-0eb6-42d2-9696-f4ee0e5f4767 None None] Sync routers for ids ['8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:50:58.631075 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf895b3-0eb6-42d2-9696-f4ee0e5f4767 None None] Routers {'8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:50:58.631706 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5cf895b3-0eb6-42d2-9696-f4ee0e5f4767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:50:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:50:58.656455 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-20559a31-c982-4d59-8189-f7b07f94fa2e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4368420 Dec 10 16:50:58.657571 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20559a31-c982-4d59-8189-f7b07f94fa2e admin admin] Pushing event updated for resources: {'Network': ['ID=121c6557-4b31-4f61-9284-be30cf0142eb,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:58.659588 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56122) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:50:58.665483 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-3f5dc0e7-2960-430c-9d50-43c9d913d463 admin admin] Request body: {'subnet': {'network_id': '121c6557-4b31-4f61-9284-be30cf0142eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1144601138-subnet', 'tenant_id': 'e96acc12309e46ce93e4eb771dc77923', 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:50:58.670716 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 121c6557-4b31-4f61-9284-be30cf0142eb details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:50:58.695168 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5dc0e7-2960-430c-9d50-43c9d913d463 admin admin] Made reservation on behalf of e96acc12309e46ce93e4eb771dc77923 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:50:58.698130 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f5dc0e7-2960-430c-9d50-43c9d913d463 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:58.776466 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4d625afc-7243-4d69-8a8d-e5a45e87e7ea tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:58.780356 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4d625afc-7243-4d69-8a8d-e5a45e87e7ea tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:58.784259 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4d625afc-7243-4d69-8a8d-e5a45e87e7ea tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "DELETE /v2.0/security-groups/62b776d5-a789-40c8-9978-8b28aed33939 HTTP/1.1" status: 204 len: 168 time: 0.3696311 Dec 10 16:50:58.806479 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-5cf895b3-0eb6-42d2-9696-f4ee0e5f4767 None None] Set router 8a9861d0-741a-4fc4-9e1a-0dc0faea70a1 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:50:58.809663 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d625afc-7243-4d69-8a8d-e5a45e87e7ea tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b776d5-a789-40c8-9978-8b28aed33939,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:58.993249 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f5dc0e7-2960-430c-9d50-43c9d913d463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:59.070487 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dc0e7-2960-430c-9d50-43c9d913d463 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e318a382-2659-4218-a1d6-ccca6746ecdf,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:59.090429 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5dc0e7-2960-430c-9d50-43c9d913d463 admin admin] Checking segment: {'id': '175286b9-f5a6-4e20-bcdf-653ff58ca27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '121c6557-4b31-4f61-9284-be30cf0142eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:50:59.091064 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5dc0e7-2960-430c-9d50-43c9d913d463 admin admin] Network hostable DHCP agents. Network: 121c6557-4b31-4f61-9284-be30cf0142eb, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:50:59.091376 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5cf895b3-0eb6-42d2-9696-f4ee0e5f4767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'name': 'tempest-TestVolumeBootPattern-1261746695-router', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'd1e01515-c257-40db-a74e-a47235592a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:56Z', 'revision_number': 4, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'gw_port': {'id': 'd1e01515-c257-40db-a74e-a47235592a28', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '348dc7d0-dcda-4c59-b908-3d4792cb096a', 'name': '', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'mac_address': 'fa:16:3e:8d:c3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:55Z', 'updated_at': '2021-12-10T16:50:56Z', 'revision_number': 2, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'subnets': [{'id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:50:59.113571 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5dc0e7-2960-430c-9d50-43c9d913d463 admin admin] Network 121c6557-4b31-4f61-9284-be30cf0142eb is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:50:59.122025 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf895b3-0eb6-42d2-9696-f4ee0e5f4767 None None] Checking router: 8a9861d0-741a-4fc4-9e1a-0dc0faea70a1 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:50:59.122552 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf895b3-0eb6-42d2-9696-f4ee0e5f4767 None None] Updating router 8a9861d0-741a-4fc4-9e1a-0dc0faea70a1 port 348dc7d0-dcda-4c59-b908-3d4792cb096a binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:50:59.127183 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-3f5dc0e7-2960-430c-9d50-43c9d913d463 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 121c6557-4b31-4f61-9284-be30cf0142eb) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:50:59.131820 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5dc0e7-2960-430c-9d50-43c9d913d463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:59.132703 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f5dc0e7-2960-430c-9d50-43c9d913d463 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:59.142896 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e75af99-61d4-4ed4-b9ad-0652161632c0 None None] Network 121c6557-4b31-4f61-9284-be30cf0142eb requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:50:59.153015 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-5cf895b3-0eb6-42d2-9696-f4ee0e5f4767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:59.171072 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3f5dc0e7-2960-430c-9d50-43c9d913d463 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5079820 Dec 10 16:50:59.171776 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56128) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:50:59.176760 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-5a8127a9-e4c1-4778-ac63-3018db3a71a0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1144601138-router', 'tenant_id': 'e96acc12309e46ce93e4eb771dc77923', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:50:59.193124 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56130) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:50:59.201431 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-dfb75996-430f-4e07-baee-1cd4db1386f9 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-769914136', 'description': 'tempest-secgroup-smoke-769914136 description', 'project_id': 'e316b1d223b341c8ad45a1329ddefc11'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:50:59.220712 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a8127a9-e4c1-4778-ac63-3018db3a71a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:59.222831 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a8127a9-e4c1-4778-ac63-3018db3a71a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:59.261455 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dfb75996-430f-4e07-baee-1cd4db1386f9 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:59.307582 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d61a94-9a2b-4c07-a523-708d3ad4c80c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-121c6557-4b31-4f61-9284-be30cf0142eb', 'network_id': '121c6557-4b31-4f61-9284-be30cf0142eb', 'project_id': 'e96acc12309e46ce93e4eb771dc77923', 'fixed_ips': [{'subnet_id': 'e318a382-2659-4218-a1d6-ccca6746ecdf'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:50:59.308474 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-89d61a94-9a2b-4c07-a523-708d3ad4c80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:59.327996 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a8127a9-e4c1-4778-ac63-3018db3a71a0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:59.396309 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dfb75996-430f-4e07-baee-1cd4db1386f9 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:59.415591 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dfb75996-430f-4e07-baee-1cd4db1386f9 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:59.440107 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dfb75996-430f-4e07-baee-1cd4db1386f9 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:59.441364 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-dfb75996-430f-4e07-baee-1cd4db1386f9 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2471817 Dec 10 16:50:59.455029 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56132) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:50:59.459553 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-b1e1317f-e8c9-4871-9aba-01caa6bcb9e3 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'security_group_rule': {'security_group_id': '21ef6fef-0929-48a6-b908-a4cb56f92442', 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:50:59.487124 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device cf126b96-39c2-4e1f-a3e9-778f926cbf23 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:50:59.525185 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: cf126b96-39c2-4e1f-a3e9-778f926cbf23 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:50:59.525838 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device cf126b96-39c2-4e1f-a3e9-778f926cbf23 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:50:59.526550 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 887f74d4-6017-406e-8e90-d9944a9992b1 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:50:59.542595 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb75996-430f-4e07-baee-1cd4db1386f9 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21ef6fef-0929-48a6-b908-a4cb56f92442,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:59.545731 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b1e1317f-e8c9-4871-9aba-01caa6bcb9e3 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:59.582338 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-5cf895b3-0eb6-42d2-9696-f4ee0e5f4767 None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:59.589757 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-5cf895b3-0eb6-42d2-9696-f4ee0e5f4767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:59.634220 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a8127a9-e4c1-4778-ac63-3018db3a71a0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:59.650749 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 887f74d4-6017-406e-8e90-d9944a9992b1 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:50:59.651701 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 887f74d4-6017-406e-8e90-d9944a9992b1 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:50:59.674100 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b1e1317f-e8c9-4871-9aba-01caa6bcb9e3 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:59.685582 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b1e1317f-e8c9-4871-9aba-01caa6bcb9e3 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:59.707073 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4222b91-959f-4139-a6f8-7c34519ad47a None None] Pushing event updated for resources: {'Port': ['ID=348dc7d0-dcda-4c59-b908-3d4792cb096a,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:59.727594 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-5cf895b3-0eb6-42d2-9696-f4ee0e5f4767 None None] Attempting to bind port 348dc7d0-dcda-4c59-b908-3d4792cb096a on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:50:59.728201 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-5cf895b3-0eb6-42d2-9696-f4ee0e5f4767 None None] Attempting to bind port 348dc7d0-dcda-4c59-b908-3d4792cb096a by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '025942ee-aaf6-4874-bbc1-b64381358c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:50:59.728736 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf895b3-0eb6-42d2-9696-f4ee0e5f4767 None None] Attempting to bind port 348dc7d0-dcda-4c59-b908-3d4792cb096a on network 44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:50:59.736415 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf895b3-0eb6-42d2-9696-f4ee0e5f4767 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:50:59.737139 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf895b3-0eb6-42d2-9696-f4ee0e5f4767 None None] Checking segment: {'id': '025942ee-aaf6-4874-bbc1-b64381358c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:50:59.737723 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-5cf895b3-0eb6-42d2-9696-f4ee0e5f4767 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:59.738324 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf895b3-0eb6-42d2-9696-f4ee0e5f4767 None None] Bound using segment: {'id': '025942ee-aaf6-4874-bbc1-b64381358c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:50:59.739019 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-5cf895b3-0eb6-42d2-9696-f4ee0e5f4767 None None] Bound port: 348dc7d0-dcda-4c59-b908-3d4792cb096a, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '025942ee-aaf6-4874-bbc1-b64381358c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:50:59.739976 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-5cf895b3-0eb6-42d2-9696-f4ee0e5f4767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:59.743854 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-89d61a94-9a2b-4c07-a523-708d3ad4c80c None None] Allocated IP 172.20.0.2 (121c6557-4b31-4f61-9284-be30cf0142eb/e318a382-2659-4218-a1d6-ccca6746ecdf/ce3fb1ff-adff-4707-8a9f-a397ea35aa23) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:50:59.761055 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b1e1317f-e8c9-4871-9aba-01caa6bcb9e3 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:59.762396 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b1e1317f-e8c9-4871-9aba-01caa6bcb9e3 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3063648 Dec 10 16:50:59.763726 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e1317f-e8c9-4871-9aba-01caa6bcb9e3 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fc13694-ad91-4058-ad5e-4d73bc695466,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:59.774521 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56136) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:50:59.779883 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-38e8da8c-d917-4fc7-b961-b2d38070d24c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'security_group_rule': {'security_group_id': '21ef6fef-0929-48a6-b908-a4cb56f92442', 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:50:59.837861 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38e8da8c-d917-4fc7-b961-b2d38070d24c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:59.954129 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38e8da8c-d917-4fc7-b961-b2d38070d24c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:59.966614 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-5cf895b3-0eb6-42d2-9696-f4ee0e5f4767 None None] For port 348dc7d0-dcda-4c59-b908-3d4792cb096a, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:50:59.971127 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-5cf895b3-0eb6-42d2-9696-f4ee0e5f4767 None None] For port 348dc7d0-dcda-4c59-b908-3d4792cb096a, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=348dc7d0-dcda-4c59-b908-3d4792cb096a,segment=NetworkSegment(025942ee-aaf6-4874-bbc1-b64381358c5e),segment_id=025942ee-aaf6-4874-bbc1-b64381358c5e)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:50:59.977768 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-5cf895b3-0eb6-42d2-9696-f4ee0e5f4767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:59.985218 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38e8da8c-d917-4fc7-b961-b2d38070d24c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:00.004897 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-89d61a94-9a2b-4c07-a523-708d3ad4c80c None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:00.018622 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-89d61a94-9a2b-4c07-a523-708d3ad4c80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:00.072008 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d61a94-9a2b-4c07-a523-708d3ad4c80c None None] Pushing event updated for resources: {'Port': ['ID=ce3fb1ff-adff-4707-8a9f-a397ea35aa23,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:00.076822 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4222b91-959f-4139-a6f8-7c34519ad47a None None] Pushing event updated for resources: {'Port': ['ID=348dc7d0-dcda-4c59-b908-3d4792cb096a,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:00.096121 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf895b3-0eb6-42d2-9696-f4ee0e5f4767 None None] Routers {'8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:51:00.097241 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5cf895b3-0eb6-42d2-9696-f4ee0e5f4767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:50:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:51:00.099886 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d61a94-9a2b-4c07-a523-708d3ad4c80c None None] Network 121c6557-4b31-4f61-9284-be30cf0142eb is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:51:00.102012 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-89d61a94-9a2b-4c07-a523-708d3ad4c80c None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:51:00.104682 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d61a94-9a2b-4c07-a523-708d3ad4c80c None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:51:00.136805 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8da8c-d917-4fc7-b961-b2d38070d24c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a0e711e-aaed-420c-8a60-4f9aeddea5de,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:00.142364 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38e8da8c-d917-4fc7-b961-b2d38070d24c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:00.147408 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-38e8da8c-d917-4fc7-b961-b2d38070d24c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3714294 Dec 10 16:51:00.148789 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56138) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:51:00.153581 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-7b26aef9-5cbe-48f6-9556-11e0c6ddd25a tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'security_group_rule': {'security_group_id': '21ef6fef-0929-48a6-b908-a4cb56f92442', 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:51:00.190865 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a8127a9-e4c1-4778-ac63-3018db3a71a0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:00.196581 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-89d61a94-9a2b-4c07-a523-708d3ad4c80c None None] Attempting to bind port ce3fb1ff-adff-4707-8a9f-a397ea35aa23 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:51:00.196892 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-89d61a94-9a2b-4c07-a523-708d3ad4c80c None None] Attempting to bind port ce3fb1ff-adff-4707-8a9f-a397ea35aa23 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '175286b9-f5a6-4e20-bcdf-653ff58ca27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '121c6557-4b31-4f61-9284-be30cf0142eb'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:51:00.197397 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d61a94-9a2b-4c07-a523-708d3ad4c80c None None] Attempting to bind port ce3fb1ff-adff-4707-8a9f-a397ea35aa23 on network 121c6557-4b31-4f61-9284-be30cf0142eb {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:51:00.203043 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d61a94-9a2b-4c07-a523-708d3ad4c80c None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:51:00.203672 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d61a94-9a2b-4c07-a523-708d3ad4c80c None None] Checking segment: {'id': '175286b9-f5a6-4e20-bcdf-653ff58ca27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '121c6557-4b31-4f61-9284-be30cf0142eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:51:00.204302 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-89d61a94-9a2b-4c07-a523-708d3ad4c80c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:00.204823 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d61a94-9a2b-4c07-a523-708d3ad4c80c None None] Bound using segment: {'id': '175286b9-f5a6-4e20-bcdf-653ff58ca27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '121c6557-4b31-4f61-9284-be30cf0142eb'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:51:00.205401 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-89d61a94-9a2b-4c07-a523-708d3ad4c80c None None] Bound port: ce3fb1ff-adff-4707-8a9f-a397ea35aa23, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '175286b9-f5a6-4e20-bcdf-653ff58ca27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '121c6557-4b31-4f61-9284-be30cf0142eb'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:51:00.205957 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-89d61a94-9a2b-4c07-a523-708d3ad4c80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:00.217466 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7b26aef9-5cbe-48f6-9556-11e0c6ddd25a tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:00.225000 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a8127a9-e4c1-4778-ac63-3018db3a71a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:00.243080 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-5cf895b3-0eb6-42d2-9696-f4ee0e5f4767 None None] Set router 8a9861d0-741a-4fc4-9e1a-0dc0faea70a1 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:51:00.284226 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9f8697e6-760b-4aa5-973c-78432e51fd52 None None] Provisioning complete for port 348dc7d0-dcda-4c59-b908-3d4792cb096a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:51:00.284749 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9f8697e6-760b-4aa5-973c-78432e51fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:00.356880 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7b26aef9-5cbe-48f6-9556-11e0c6ddd25a tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:00.368862 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7b26aef9-5cbe-48f6-9556-11e0c6ddd25a tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:00.389341 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b26aef9-5cbe-48f6-9556-11e0c6ddd25a tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4efe780-9e2a-4b8e-b855-b95676fb0818,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:00.399785 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-5a8127a9-e4c1-4778-ac63-3018db3a71a0 admin admin] Allocated IP 172.25.6.129 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/8154b91a-b698-424b-a4c1-64c7f71bfa51) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:51:00.421978 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-89d61a94-9a2b-4c07-a523-708d3ad4c80c None None] For port ce3fb1ff-adff-4707-8a9f-a397ea35aa23, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:51:00.427947 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-89d61a94-9a2b-4c07-a523-708d3ad4c80c None None] For port ce3fb1ff-adff-4707-8a9f-a397ea35aa23, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=ce3fb1ff-adff-4707-8a9f-a397ea35aa23,segment=NetworkSegment(175286b9-f5a6-4e20-bcdf-653ff58ca27a),segment_id=175286b9-f5a6-4e20-bcdf-653ff58ca27a)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:51:00.428210 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7b26aef9-5cbe-48f6-9556-11e0c6ddd25a tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:00.430109 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-7b26aef9-5cbe-48f6-9556-11e0c6ddd25a tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2801785 Dec 10 16:51:00.432918 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56140) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:51:00.445617 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-b3fbdff0-43b3-48c7-b2cb-533c9f644911 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'security_group_rule': {'security_group_id': '21ef6fef-0929-48a6-b908-a4cb56f92442', 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:51:00.474082 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-89d61a94-9a2b-4c07-a523-708d3ad4c80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:00.497991 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3fbdff0-43b3-48c7-b2cb-533c9f644911 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:00.561610 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5cf895b3-0eb6-42d2-9696-f4ee0e5f4767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'name': 'tempest-TestVolumeBootPattern-1261746695-router', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'd1e01515-c257-40db-a74e-a47235592a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:56Z', 'revision_number': 4, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'gw_port': {'id': 'd1e01515-c257-40db-a74e-a47235592a28', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '348dc7d0-dcda-4c59-b908-3d4792cb096a', 'name': '', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'mac_address': 'fa:16:3e:8d:c3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:55Z', 'updated_at': '2021-12-10T16:50:59Z', 'revision_number': 4, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'subnets': [{'id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:51:00.574682 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a8127a9-e4c1-4778-ac63-3018db3a71a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:00.589673 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf895b3-0eb6-42d2-9696-f4ee0e5f4767 None None] The sync data for ids ['8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'] in n-d-766771-2 is: [{'id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'name': 'tempest-TestVolumeBootPattern-1261746695-router', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'd1e01515-c257-40db-a74e-a47235592a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:56Z', 'revision_number': 4, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'gw_port': {'id': 'd1e01515-c257-40db-a74e-a47235592a28', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '348dc7d0-dcda-4c59-b908-3d4792cb096a', 'name': '', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'mac_address': 'fa:16:3e:8d:c3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:55Z', 'updated_at': '2021-12-10T16:50:59Z', 'revision_number': 4, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'subnets': [{'id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:51:00.594696 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9f8697e6-760b-4aa5-973c-78432e51fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:00.619513 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3fbdff0-43b3-48c7-b2cb-533c9f644911 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:00.627043 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3fbdff0-43b3-48c7-b2cb-533c9f644911 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:00.678192 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d61a94-9a2b-4c07-a523-708d3ad4c80c None None] Pushing event updated for resources: {'Port': ['ID=ce3fb1ff-adff-4707-8a9f-a397ea35aa23,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:00.685263 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fbdff0-43b3-48c7-b2cb-533c9f644911 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdda7466-91a2-40bf-8c42-651d94fea6c0,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:00.695432 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3fbdff0-43b3-48c7-b2cb-533c9f644911 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:00.699875 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b3fbdff0-43b3-48c7-b2cb-533c9f644911 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2656977 Dec 10 16:51:00.701851 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56144) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:51:00.718518 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-75a1b9f4-76d2-46eb-8527-7b49eac8c164 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'security_group_rule': {'security_group_id': '21ef6fef-0929-48a6-b908-a4cb56f92442', 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:51:00.720694 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a8127a9-e4c1-4778-ac63-3018db3a71a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:00.753183 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9f8697e6-760b-4aa5-973c-78432e51fd52 None None] For port 348dc7d0-dcda-4c59-b908-3d4792cb096a, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=348dc7d0-dcda-4c59-b908-3d4792cb096a,segment=NetworkSegment(025942ee-aaf6-4874-bbc1-b64381358c5e),segment_id=025942ee-aaf6-4874-bbc1-b64381358c5e)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:51:00.759381 n-d-766771-2 neutron-server[103392]: INFO neutron.db.securitygroups_db [None req-75a1b9f4-76d2-46eb-8527-7b49eac8c164 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Project e316b1d223b341c8ad45a1329ddefc11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:51:00.761406 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9f8697e6-760b-4aa5-973c-78432e51fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:00.767928 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-75a1b9f4-76d2-46eb-8527-7b49eac8c164 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:00.827420 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8127a9-e4c1-4778-ac63-3018db3a71a0 admin admin] Pushing event updated for resources: {'Port': ['ID=8154b91a-b698-424b-a4c1-64c7f71bfa51,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:00.832282 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8127a9-e4c1-4778-ac63-3018db3a71a0 admin admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:51:00.833815 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-5a8127a9-e4c1-4778-ac63-3018db3a71a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:51:00.836625 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8127a9-e4c1-4778-ac63-3018db3a71a0 admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:51:00.860652 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc9b924-8cf1-42f8-b400-2ae2382a341e None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:51:00.866675 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-75a1b9f4-76d2-46eb-8527-7b49eac8c164 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:00.888393 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-75a1b9f4-76d2-46eb-8527-7b49eac8c164 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:00.907388 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8697e6-760b-4aa5-973c-78432e51fd52 None None] Pushing event updated for resources: {'Port': ['ID=348dc7d0-dcda-4c59-b908-3d4792cb096a,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:00.924419 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a1b9f4-76d2-46eb-8527-7b49eac8c164 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=712b7725-4169-4e52-a1cc-87bda64530da,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:00.927074 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-4bce3bd2-fc37-4f43-a0a5-105de87ac66b None None] Provisioning complete for port 348dc7d0-dcda-4c59-b908-3d4792cb096a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:51:00.927614 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4bce3bd2-fc37-4f43-a0a5-105de87ac66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:00.933934 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-75a1b9f4-76d2-46eb-8527-7b49eac8c164 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:00.941245 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-75a1b9f4-76d2-46eb-8527-7b49eac8c164 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2319994 Dec 10 16:51:00.946772 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56146) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:51:00.956887 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-752235b3-315a-45e9-9df9-14daeffe2731 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'security_group_rule': {'security_group_id': '21ef6fef-0929-48a6-b908-a4cb56f92442', 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:51:01.003824 n-d-766771-2 neutron-server[103392]: INFO neutron.db.securitygroups_db [None req-752235b3-315a-45e9-9df9-14daeffe2731 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Project e316b1d223b341c8ad45a1329ddefc11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:51:01.010327 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-752235b3-315a-45e9-9df9-14daeffe2731 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:01.118351 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-752235b3-315a-45e9-9df9-14daeffe2731 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:01.129704 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-752235b3-315a-45e9-9df9-14daeffe2731 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:01.156277 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752235b3-315a-45e9-9df9-14daeffe2731 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d9b825-dfae-49de-a870-e68b0d3d3d1a,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:01.174744 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-752235b3-315a-45e9-9df9-14daeffe2731 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:01.176348 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-752235b3-315a-45e9-9df9-14daeffe2731 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2278044 Dec 10 16:51:01.188064 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56148) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:51:01.215146 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a09c4350-02a0-464b-b1f3-ea6de9c7a875 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'network': {'name': 'tempest-network-smoke--183259356', 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'port_security_enabled': True}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:51:01.221026 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-22d59cb8-f539-4aa5-a5bf-6b3f9b2c9205 None None] Provisioning complete for port 8154b91a-b698-424b-a4c1-64c7f71bfa51 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:51:01.221861 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-22d59cb8-f539-4aa5-a5bf-6b3f9b2c9205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:01.271681 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09c4350-02a0-464b-b1f3-ea6de9c7a875 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Made reservation on behalf of e316b1d223b341c8ad45a1329ddefc11 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:51:01.279437 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a09c4350-02a0-464b-b1f3-ea6de9c7a875 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:01.315786 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-22d59cb8-f539-4aa5-a5bf-6b3f9b2c9205 None None] Port 8154b91a-b698-424b-a4c1-64c7f71bfa51 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:51:01.331896 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a09c4350-02a0-464b-b1f3-ea6de9c7a875 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:51:01.343775 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a09c4350-02a0-464b-b1f3-ea6de9c7a875 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:01.344133 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-a09c4350-02a0-464b-b1f3-ea6de9c7a875 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Added segment ca3be87a-1f9f-4a0d-b48d-942642c1865f of type vlan for network da381c1e-b783-47f8-97b1-68a3f429a26e Dec 10 16:51:01.377493 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 348dc7d0-dcda-4c59-b908-3d4792cb096a up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:51:01.401959 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a09c4350-02a0-464b-b1f3-ea6de9c7a875 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:01.445855 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a09c4350-02a0-464b-b1f3-ea6de9c7a875 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:01.456235 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09c4350-02a0-464b-b1f3-ea6de9c7a875 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:01.456882 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a09c4350-02a0-464b-b1f3-ea6de9c7a875 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:01.467491 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 348dc7d0-dcda-4c59-b908-3d4792cb096a triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:51:01.467869 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:01.571190 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a09c4350-02a0-464b-b1f3-ea6de9c7a875 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3784888 Dec 10 16:51:01.575549 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device ce3fb1ff-adff-4707-8a9f-a397ea35aa23 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:51:01.580668 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56150) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:51:01.600042 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-3caa66cf-b4d0-413d-90ec-676068d34f84 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2131805801', 'admin_state_up': True, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:51:01.621234 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c4350-02a0-464b-b1f3-ea6de9c7a875 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'Network': ['ID=da381c1e-b783-47f8-97b1-68a3f429a26e,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:01.637219 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network da381c1e-b783-47f8-97b1-68a3f429a26e details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:51:01.672674 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3caa66cf-b4d0-413d-90ec-676068d34f84 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:01.675019 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3caa66cf-b4d0-413d-90ec-676068d34f84 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:01.799370 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port ce3fb1ff-adff-4707-8a9f-a397ea35aa23 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:51:01.799982 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:01.882687 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a8127a9-e4c1-4778-ac63-3018db3a71a0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:01.982915 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:02.063002 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port ce3fb1ff-adff-4707-8a9f-a397ea35aa23, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=ce3fb1ff-adff-4707-8a9f-a397ea35aa23,segment=NetworkSegment(175286b9-f5a6-4e20-bcdf-653ff58ca27a),segment_id=175286b9-f5a6-4e20-bcdf-653ff58ca27a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:51:02.070011 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:02.186810 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=ce3fb1ff-adff-4707-8a9f-a397ea35aa23,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:02.258509 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a8127a9-e4c1-4778-ac63-3018db3a71a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:02.287222 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b84c58e-eed7-40b5-81f1-0a5b93684ed6 None None] Network 121c6557-4b31-4f61-9284-be30cf0142eb requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:51:02.311158 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:51:02.331472 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3caa66cf-b4d0-413d-90ec-676068d34f84 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:02.382731 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8650333a-8430-4e60-9f81-8a46675dd217 None None] Provisioning complete for port ce3fb1ff-adff-4707-8a9f-a397ea35aa23 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:51:02.384023 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8650333a-8430-4e60-9f81-8a46675dd217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:02.469683 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8127a9-e4c1-4778-ac63-3018db3a71a0 admin admin] Router 82cc6373-f357-4254-aab6-4bdbf4275d47 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:51:02.521002 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3caa66cf-b4d0-413d-90ec-676068d34f84 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:02.646367 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8127a9-e4c1-4778-ac63-3018db3a71a0 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:51:02.658165 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ea5e70-9523-494f-bfd4-3a03d5da2cf6 None None] Sync routers for ids ['82cc6373-f357-4254-aab6-4bdbf4275d47'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:51:02.670632 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ea5e70-9523-494f-bfd4-3a03d5da2cf6 None None] Routers {'82cc6373-f357-4254-aab6-4bdbf4275d47'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:51:02.672702 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-30ea5e70-9523-494f-bfd4-3a03d5da2cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:50:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['82cc6373-f357-4254-aab6-4bdbf4275d47'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:51:02.681801 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a8127a9-e4c1-4778-ac63-3018db3a71a0 admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:02.684298 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5a8127a9-e4c1-4778-ac63-3018db3a71a0 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5109479 Dec 10 16:51:02.687010 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56154) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:51:02.862832 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3caa66cf-b4d0-413d-90ec-676068d34f84 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:02.869374 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-30ea5e70-9523-494f-bfd4-3a03d5da2cf6 None None] Set router 82cc6373-f357-4254-aab6-4bdbf4275d47 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:51:02.886211 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3caa66cf-b4d0-413d-90ec-676068d34f84 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:02.985997 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c53080ed-a213-4de9-8c71-d5bb133bba44 None None] Provisioning complete for port ce3fb1ff-adff-4707-8a9f-a397ea35aa23 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:51:02.986375 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c53080ed-a213-4de9-8c71-d5bb133bba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:03.011552 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-3caa66cf-b4d0-413d-90ec-676068d34f84 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Allocated IP 172.25.6.23 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/9b0877e6-b3cf-458a-9e72-cae26f1767cb) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:51:03.149464 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-30ea5e70-9523-494f-bfd4-3a03d5da2cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cc6373-f357-4254-aab6-4bdbf4275d47', 'name': 'tempest-TestVolumeBootPattern-1144601138-router', 'tenant_id': 'e96acc12309e46ce93e4eb771dc77923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '8154b91a-b698-424b-a4c1-64c7f71bfa51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:50:59Z', 'updated_at': '2021-12-10T16:51:01Z', 'revision_number': 3, 'project_id': 'e96acc12309e46ce93e4eb771dc77923', 'gw_port': {'id': '8154b91a-b698-424b-a4c1-64c7f71bfa51', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cc6373-f357-4254-aab6-4bdbf4275d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:51:00Z', 'updated_at': '2021-12-10T16:51:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:51:03.187837 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ea5e70-9523-494f-bfd4-3a03d5da2cf6 None None] Checking router: 82cc6373-f357-4254-aab6-4bdbf4275d47 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:51:03.188208 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ea5e70-9523-494f-bfd4-3a03d5da2cf6 None None] Updating router 82cc6373-f357-4254-aab6-4bdbf4275d47 port 8154b91a-b698-424b-a4c1-64c7f71bfa51 binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:51:03.193411 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3caa66cf-b4d0-413d-90ec-676068d34f84 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:03.218658 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-30ea5e70-9523-494f-bfd4-3a03d5da2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:03.244412 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device ce3fb1ff-adff-4707-8a9f-a397ea35aa23 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:51:03.246535 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3caa66cf-b4d0-413d-90ec-676068d34f84 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:03.276309 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4821d93-b547-4009-9e1a-c885e00a02af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:03.314573 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caa66cf-b4d0-413d-90ec-676068d34f84 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:51:03.315591 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa66cf-b4d0-413d-90ec-676068d34f84 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'Port': ['ID=9b0877e6-b3cf-458a-9e72-cae26f1767cb,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:03.319831 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-3caa66cf-b4d0-413d-90ec-676068d34f84 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:51:03.321885 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caa66cf-b4d0-413d-90ec-676068d34f84 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:51:03.343723 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5baf937-4a15-4eec-a7d4-3d596e2b3cf6 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:51:03.423743 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port ce3fb1ff-adff-4707-8a9f-a397ea35aa23 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:51:03.424121 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:03.530110 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-b4821d93-b547-4009-9e1a-c885e00a02af admin admin] Allocated IP 172.20.0.1 (121c6557-4b31-4f61-9284-be30cf0142eb/e318a382-2659-4218-a1d6-ccca6746ecdf/52ed4c69-383e-47cd-9303-2cbcd8d4fa84) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:51:03.651784 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3caa66cf-b4d0-413d-90ec-676068d34f84 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:03.662349 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-cd4fe82f-c667-46a7-9224-aeb3886b268e None None] Provisioning complete for port 9b0877e6-b3cf-458a-9e72-cae26f1767cb triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:51:03.662702 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cd4fe82f-c667-46a7-9224-aeb3886b268e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:03.688204 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4821d93-b547-4009-9e1a-c885e00a02af admin admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:03.730026 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-cd4fe82f-c667-46a7-9224-aeb3886b268e None None] Port 9b0877e6-b3cf-458a-9e72-cae26f1767cb cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:51:03.751830 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4821d93-b547-4009-9e1a-c885e00a02af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:03.789086 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4821d93-b547-4009-9e1a-c885e00a02af admin admin] Network 121c6557-4b31-4f61-9284-be30cf0142eb is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:51:03.815782 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-30ea5e70-9523-494f-bfd4-3a03d5da2cf6 None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:03.827366 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-30ea5e70-9523-494f-bfd4-3a03d5da2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:03.837614 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-b4821d93-b547-4009-9e1a-c885e00a02af admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:51:03.861542 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4821d93-b547-4009-9e1a-c885e00a02af admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:51:03.903341 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3797d184-f11e-4fa3-8e80-8ea139b1dfc5 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:51:03.918381 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c10b06-06b6-4513-8fbe-2a6bedef68bd None None] Pushing event updated for resources: {'Port': ['ID=8154b91a-b698-424b-a4c1-64c7f71bfa51,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:03.926767 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3caa66cf-b4d0-413d-90ec-676068d34f84 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:03.930250 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-30ea5e70-9523-494f-bfd4-3a03d5da2cf6 None None] Attempting to bind port 8154b91a-b698-424b-a4c1-64c7f71bfa51 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:51:03.931313 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-30ea5e70-9523-494f-bfd4-3a03d5da2cf6 None None] Attempting to bind port 8154b91a-b698-424b-a4c1-64c7f71bfa51 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:51:03.931751 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ea5e70-9523-494f-bfd4-3a03d5da2cf6 None None] Attempting to bind port 8154b91a-b698-424b-a4c1-64c7f71bfa51 on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:51:03.939882 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ea5e70-9523-494f-bfd4-3a03d5da2cf6 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:51:03.940339 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ea5e70-9523-494f-bfd4-3a03d5da2cf6 None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:51:03.940810 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-30ea5e70-9523-494f-bfd4-3a03d5da2cf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:03.941335 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ea5e70-9523-494f-bfd4-3a03d5da2cf6 None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:51:03.941879 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-30ea5e70-9523-494f-bfd4-3a03d5da2cf6 None None] Bound port: 8154b91a-b698-424b-a4c1-64c7f71bfa51, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:51:03.942354 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-30ea5e70-9523-494f-bfd4-3a03d5da2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:03.948692 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4821d93-b547-4009-9e1a-c885e00a02af admin admin] Pushing event updated for resources: {'Port': ['ID=52ed4c69-383e-47cd-9303-2cbcd8d4fa84,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:03.972550 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4821d93-b547-4009-9e1a-c885e00a02af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:04.012592 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-30ea5e70-9523-494f-bfd4-3a03d5da2cf6 None None] For port 8154b91a-b698-424b-a4c1-64c7f71bfa51, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:51:04.016621 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-30ea5e70-9523-494f-bfd4-3a03d5da2cf6 None None] For port 8154b91a-b698-424b-a4c1-64c7f71bfa51, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=8154b91a-b698-424b-a4c1-64c7f71bfa51,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:51:04.026925 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-30ea5e70-9523-494f-bfd4-3a03d5da2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:04.106374 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ea5e70-9523-494f-bfd4-3a03d5da2cf6 None None] Routers {'82cc6373-f357-4254-aab6-4bdbf4275d47'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:51:04.107213 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-30ea5e70-9523-494f-bfd4-3a03d5da2cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:50:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['82cc6373-f357-4254-aab6-4bdbf4275d47'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:51:04.111929 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af3dfd2-b041-42b8-9694-a57b0b251f90 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:51:04.120035 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3caa66cf-b4d0-413d-90ec-676068d34f84 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Router 3f17338a-2dc7-4cc7-883a-a70bbe04638d is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:51:04.174513 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6447cddc-5f57-4696-a421-e5c5677bfa42 None None] Provisioning complete for port 8154b91a-b698-424b-a4c1-64c7f71bfa51 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:51:04.174513 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6447cddc-5f57-4696-a421-e5c5677bfa42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:04.190733 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4821d93-b547-4009-9e1a-c885e00a02af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:04.264288 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3caa66cf-b4d0-413d-90ec-676068d34f84 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:51:04.270894 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c10b06-06b6-4513-8fbe-2a6bedef68bd None None] Pushing event updated for resources: {'Port': ['ID=8154b91a-b698-424b-a4c1-64c7f71bfa51,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:04.280111 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83cf9a6-aaeb-4a5e-a8d0-24a257942142 None None] Sync routers for ids ['3f17338a-2dc7-4cc7-883a-a70bbe04638d'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:51:04.297442 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3caa66cf-b4d0-413d-90ec-676068d34f84 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:04.299313 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3caa66cf-b4d0-413d-90ec-676068d34f84 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7118084 Dec 10 16:51:04.302392 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56160) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:51:04.309970 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83cf9a6-aaeb-4a5e-a8d0-24a257942142 None None] Routers {'3f17338a-2dc7-4cc7-883a-a70bbe04638d'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:51:04.311444 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f83cf9a6-aaeb-4a5e-a8d0-24a257942142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:50:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['3f17338a-2dc7-4cc7-883a-a70bbe04638d'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:51:04.358183 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a5f0bd65-9426-4b2b-b443-88154b8c15f9 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=e316b1d223b341c8ad45a1329ddefc11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0524783 Dec 10 16:51:04.360233 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56162) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:51:04.370787 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-30ea5e70-9523-494f-bfd4-3a03d5da2cf6 None None] Set router 82cc6373-f357-4254-aab6-4bdbf4275d47 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:51:04.457095 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4821d93-b547-4009-9e1a-c885e00a02af admin admin] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:04.468458 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4821d93-b547-4009-9e1a-c885e00a02af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:04.482912 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-f83cf9a6-aaeb-4a5e-a8d0-24a257942142 None None] Set router 3f17338a-2dc7-4cc7-883a-a70bbe04638d gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:51:04.487362 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6447cddc-5f57-4696-a421-e5c5677bfa42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:04.503467 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348517a4-ac93-4d3d-ad3a-c09c5ed222c7 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:04.508651 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-348517a4-ac93-4d3d-ad3a-c09c5ed222c7 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1438284 Dec 10 16:51:04.509358 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56164) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:51:04.515263 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-6447cddc-5f57-4696-a421-e5c5677bfa42 None None] For port 8154b91a-b698-424b-a4c1-64c7f71bfa51, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=8154b91a-b698-424b-a4c1-64c7f71bfa51,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:51:04.524963 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6447cddc-5f57-4696-a421-e5c5677bfa42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:04.577094 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9f4164dd-5859-41bf-867f-31ad50fac4f2 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=5eeed31d-d918-4774-81b9-ef71c6f02574&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0664456 Dec 10 16:51:04.579673 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56166) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:51:04.587980 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6447cddc-5f57-4696-a421-e5c5677bfa42 None None] Pushing event updated for resources: {'Port': ['ID=8154b91a-b698-424b-a4c1-64c7f71bfa51,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:04.591067 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-cd0a962b-a058-42d9-b77b-267f9208b93c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1115376800', 'network_id': 'da381c1e-b783-47f8-97b1-68a3f429a26e', 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:51:04.630502 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4821d93-b547-4009-9e1a-c885e00a02af admin admin] Pushing event updated for resources: {'Port': ['ID=52ed4c69-383e-47cd-9303-2cbcd8d4fa84,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:04.655974 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4821d93-b547-4009-9e1a-c885e00a02af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:04.677021 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-2e3be47d-89eb-4176-a58a-f6fca4c62b7a None None] Provisioning complete for port 52ed4c69-383e-47cd-9303-2cbcd8d4fa84 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:51:04.677389 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2e3be47d-89eb-4176-a58a-f6fca4c62b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:04.718859 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-2e3be47d-89eb-4176-a58a-f6fca4c62b7a None None] Port 52ed4c69-383e-47cd-9303-2cbcd8d4fa84 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:51:04.769309 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0a962b-a058-42d9-b77b-267f9208b93c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Made reservation on behalf of e316b1d223b341c8ad45a1329ddefc11 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:51:04.773739 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cd0a962b-a058-42d9-b77b-267f9208b93c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:04.783825 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4821d93-b547-4009-9e1a-c885e00a02af admin admin] Network 121c6557-4b31-4f61-9284-be30cf0142eb is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:51:04.786943 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-2e3be47d-89eb-4176-a58a-f6fca4c62b7a None None] Provisioning complete for port 8154b91a-b698-424b-a4c1-64c7f71bfa51 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:51:04.787321 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2e3be47d-89eb-4176-a58a-f6fca4c62b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:04.788953 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-b4821d93-b547-4009-9e1a-c885e00a02af admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:51:04.806783 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f83cf9a6-aaeb-4a5e-a8d0-24a257942142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f17338a-2dc7-4cc7-883a-a70bbe04638d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131805801', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '9b0877e6-b3cf-458a-9e72-cae26f1767cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:51:01Z', 'updated_at': '2021-12-10T16:51:03Z', 'revision_number': 3, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': '9b0877e6-b3cf-458a-9e72-cae26f1767cb', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:86:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f17338a-2dc7-4cc7-883a-a70bbe04638d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:51:02Z', 'updated_at': '2021-12-10T16:51:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:51:04.860972 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-30ea5e70-9523-494f-bfd4-3a03d5da2cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cc6373-f357-4254-aab6-4bdbf4275d47', 'name': 'tempest-TestVolumeBootPattern-1144601138-router', 'tenant_id': 'e96acc12309e46ce93e4eb771dc77923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '8154b91a-b698-424b-a4c1-64c7f71bfa51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:50:59Z', 'updated_at': '2021-12-10T16:51:01Z', 'revision_number': 3, 'project_id': 'e96acc12309e46ce93e4eb771dc77923', 'gw_port': {'id': '8154b91a-b698-424b-a4c1-64c7f71bfa51', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cc6373-f357-4254-aab6-4bdbf4275d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:51:00Z', 'updated_at': '2021-12-10T16:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:51:04.883115 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83cf9a6-aaeb-4a5e-a8d0-24a257942142 None None] Checking router: 3f17338a-2dc7-4cc7-883a-a70bbe04638d for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:51:04.883598 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83cf9a6-aaeb-4a5e-a8d0-24a257942142 None None] Updating router 3f17338a-2dc7-4cc7-883a-a70bbe04638d port 9b0877e6-b3cf-458a-9e72-cae26f1767cb binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:51:04.933610 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ea5e70-9523-494f-bfd4-3a03d5da2cf6 None None] The sync data for ids ['82cc6373-f357-4254-aab6-4bdbf4275d47'] in n-d-766771-2 is: [{'id': '82cc6373-f357-4254-aab6-4bdbf4275d47', 'name': 'tempest-TestVolumeBootPattern-1144601138-router', 'tenant_id': 'e96acc12309e46ce93e4eb771dc77923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '8154b91a-b698-424b-a4c1-64c7f71bfa51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:50:59Z', 'updated_at': '2021-12-10T16:51:01Z', 'revision_number': 3, 'project_id': 'e96acc12309e46ce93e4eb771dc77923', 'gw_port': {'id': '8154b91a-b698-424b-a4c1-64c7f71bfa51', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cc6373-f357-4254-aab6-4bdbf4275d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:51:00Z', 'updated_at': '2021-12-10T16:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:51:04.949905 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f83cf9a6-aaeb-4a5e-a8d0-24a257942142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:05.056889 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4821d93-b547-4009-9e1a-c885e00a02af admin admin] Router 82cc6373-f357-4254-aab6-4bdbf4275d47 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:51:05.208042 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4821d93-b547-4009-9e1a-c885e00a02af admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:51:05.208647 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cd0a962b-a058-42d9-b77b-267f9208b93c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:05.220710 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b4821d93-b547-4009-9e1a-c885e00a02af admin admin] 10.222.0.11 "PUT /v2.0/routers/82cc6373-f357-4254-aab6-4bdbf4275d47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5309603 Dec 10 16:51:05.266747 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-7380889a-ee46-42a0-b9ff-c003dfba1aec None None] Provisioning complete for port 52ed4c69-383e-47cd-9303-2cbcd8d4fa84 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:51:05.267402 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7380889a-ee46-42a0-b9ff-c003dfba1aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:05.307181 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0a962b-a058-42d9-b77b-267f9208b93c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Checking segment: {'id': 'ca3be87a-1f9f-4a0d-b48d-942642c1865f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'da381c1e-b783-47f8-97b1-68a3f429a26e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:51:05.307553 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0a962b-a058-42d9-b77b-267f9208b93c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Network hostable DHCP agents. Network: da381c1e-b783-47f8-97b1-68a3f429a26e, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:51:05.311934 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a962b-a058-42d9-b77b-267f9208b93c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'Subnet': ['ID=87ce2987-bbb0-476e-bf44-d375993d991a,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:05.357226 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0a962b-a058-42d9-b77b-267f9208b93c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Network da381c1e-b783-47f8-97b1-68a3f429a26e is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:51:05.362828 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-7380889a-ee46-42a0-b9ff-c003dfba1aec None None] Port 52ed4c69-383e-47cd-9303-2cbcd8d4fa84 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:51:05.376577 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-cd0a962b-a058-42d9-b77b-267f9208b93c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, da381c1e-b783-47f8-97b1-68a3f429a26e) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:51:05.388321 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3745f9-4f03-4f97-baaa-a07259347849 None None] Network da381c1e-b783-47f8-97b1-68a3f429a26e requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:51:05.403645 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0a962b-a058-42d9-b77b-267f9208b93c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:05.404292 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cd0a962b-a058-42d9-b77b-267f9208b93c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:05.434796 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56172) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:51:05.436270 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-cd0a962b-a058-42d9-b77b-267f9208b93c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8542950 Dec 10 16:51:05.457569 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f83cf9a6-aaeb-4a5e-a8d0-24a257942142 None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:05.466490 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f83cf9a6-aaeb-4a5e-a8d0-24a257942142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:05.524695 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-f83cf9a6-aaeb-4a5e-a8d0-24a257942142 None None] Attempting to bind port 9b0877e6-b3cf-458a-9e72-cae26f1767cb on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:51:05.525075 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-f83cf9a6-aaeb-4a5e-a8d0-24a257942142 None None] Attempting to bind port 9b0877e6-b3cf-458a-9e72-cae26f1767cb by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:51:05.525437 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83cf9a6-aaeb-4a5e-a8d0-24a257942142 None None] Attempting to bind port 9b0877e6-b3cf-458a-9e72-cae26f1767cb on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:51:05.528728 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573c13b7-5635-4df9-8275-cf1a07f02ba4 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:51:05.535983 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83cf9a6-aaeb-4a5e-a8d0-24a257942142 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:51:05.535983 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83cf9a6-aaeb-4a5e-a8d0-24a257942142 None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:51:05.535983 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f83cf9a6-aaeb-4a5e-a8d0-24a257942142 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:05.536401 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83cf9a6-aaeb-4a5e-a8d0-24a257942142 None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:51:05.537306 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-f83cf9a6-aaeb-4a5e-a8d0-24a257942142 None None] Bound port: 9b0877e6-b3cf-458a-9e72-cae26f1767cb, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:51:05.537306 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f83cf9a6-aaeb-4a5e-a8d0-24a257942142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:05.578522 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beffba3e-c126-408d-980b-48692db4c25e None None] Pushing event updated for resources: {'Port': ['ID=9b0877e6-b3cf-458a-9e72-cae26f1767cb,revision_number=2']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:05.653262 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-f83cf9a6-aaeb-4a5e-a8d0-24a257942142 None None] For port 9b0877e6-b3cf-458a-9e72-cae26f1767cb, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:51:05.657892 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-f83cf9a6-aaeb-4a5e-a8d0-24a257942142 None None] For port 9b0877e6-b3cf-458a-9e72-cae26f1767cb, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=9b0877e6-b3cf-458a-9e72-cae26f1767cb,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:51:05.661463 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e45acb66-b1a1-47e2-a5c7-47300f7be667 None None] Provisioning complete for port 9b0877e6-b3cf-458a-9e72-cae26f1767cb triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:51:05.662103 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e45acb66-b1a1-47e2-a5c7-47300f7be667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:05.671234 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f83cf9a6-aaeb-4a5e-a8d0-24a257942142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:05.671520 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea87e0f-6996-4ef6-aaf2-23e90fffef1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-da381c1e-b783-47f8-97b1-68a3f429a26e', 'network_id': 'da381c1e-b783-47f8-97b1-68a3f429a26e', 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'fixed_ips': [{'subnet_id': '87ce2987-bbb0-476e-bf44-d375993d991a'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:51:05.672570 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2ea87e0f-6996-4ef6-aaf2-23e90fffef1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:05.817425 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83cf9a6-aaeb-4a5e-a8d0-24a257942142 None None] Routers {'3f17338a-2dc7-4cc7-883a-a70bbe04638d'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:51:05.818225 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f83cf9a6-aaeb-4a5e-a8d0-24a257942142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:50:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['3f17338a-2dc7-4cc7-883a-a70bbe04638d'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:51:05.868318 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d607f5-d60c-43df-a879-b0eaa86a8d39 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:51:05.896560 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beffba3e-c126-408d-980b-48692db4c25e None None] Pushing event updated for resources: {'Port': ['ID=9b0877e6-b3cf-458a-9e72-cae26f1767cb,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:05.967812 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-f83cf9a6-aaeb-4a5e-a8d0-24a257942142 None None] Set router 3f17338a-2dc7-4cc7-883a-a70bbe04638d gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:51:05.987667 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e45acb66-b1a1-47e2-a5c7-47300f7be667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:06.046533 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-e45acb66-b1a1-47e2-a5c7-47300f7be667 None None] For port 9b0877e6-b3cf-458a-9e72-cae26f1767cb, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=9b0877e6-b3cf-458a-9e72-cae26f1767cb,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:51:06.056216 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e45acb66-b1a1-47e2-a5c7-47300f7be667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:06.091962 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-2ea87e0f-6996-4ef6-aaf2-23e90fffef1f None None] Allocated IP 172.20.0.2 (da381c1e-b783-47f8-97b1-68a3f429a26e/87ce2987-bbb0-476e-bf44-d375993d991a/faea5685-72fa-4dca-8e7a-1b02937484ca) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:51:06.176397 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45acb66-b1a1-47e2-a5c7-47300f7be667 None None] Pushing event updated for resources: {'Port': ['ID=9b0877e6-b3cf-458a-9e72-cae26f1767cb,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:06.238058 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e7b8c992-f82b-4d18-9d55-7af010e57da2 None None] Provisioning complete for port 9b0877e6-b3cf-458a-9e72-cae26f1767cb triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:51:06.238463 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e7b8c992-f82b-4d18-9d55-7af010e57da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:06.298595 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f83cf9a6-aaeb-4a5e-a8d0-24a257942142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f17338a-2dc7-4cc7-883a-a70bbe04638d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131805801', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '9b0877e6-b3cf-458a-9e72-cae26f1767cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:51:01Z', 'updated_at': '2021-12-10T16:51:03Z', 'revision_number': 3, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': '9b0877e6-b3cf-458a-9e72-cae26f1767cb', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:86:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f17338a-2dc7-4cc7-883a-a70bbe04638d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:51:02Z', 'updated_at': '2021-12-10T16:51:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:51:06.320996 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-55eaece0-f6aa-477b-877f-f4b32d998a89 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:06.333779 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83cf9a6-aaeb-4a5e-a8d0-24a257942142 None None] The sync data for ids ['3f17338a-2dc7-4cc7-883a-a70bbe04638d'] in n-d-766771-2 is: [{'id': '3f17338a-2dc7-4cc7-883a-a70bbe04638d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131805801', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '9b0877e6-b3cf-458a-9e72-cae26f1767cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:51:01Z', 'updated_at': '2021-12-10T16:51:03Z', 'revision_number': 3, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': '9b0877e6-b3cf-458a-9e72-cae26f1767cb', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:86:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f17338a-2dc7-4cc7-883a-a70bbe04638d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:51:02Z', 'updated_at': '2021-12-10T16:51:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:51:06.482546 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2ea87e0f-6996-4ef6-aaf2-23e90fffef1f None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:06.487706 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:06.498681 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2ea87e0f-6996-4ef6-aaf2-23e90fffef1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:06.562291 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea87e0f-6996-4ef6-aaf2-23e90fffef1f None None] Network da381c1e-b783-47f8-97b1-68a3f429a26e is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:51:06.565992 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-2ea87e0f-6996-4ef6-aaf2-23e90fffef1f None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:51:06.568966 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea87e0f-6996-4ef6-aaf2-23e90fffef1f None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:51:06.619694 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea87e0f-6996-4ef6-aaf2-23e90fffef1f None None] Pushing event updated for resources: {'Port': ['ID=faea5685-72fa-4dca-8e7a-1b02937484ca,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:06.643236 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-2ea87e0f-6996-4ef6-aaf2-23e90fffef1f None None] Attempting to bind port faea5685-72fa-4dca-8e7a-1b02937484ca on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:51:06.644989 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-2ea87e0f-6996-4ef6-aaf2-23e90fffef1f None None] Attempting to bind port faea5685-72fa-4dca-8e7a-1b02937484ca by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'ca3be87a-1f9f-4a0d-b48d-942642c1865f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'da381c1e-b783-47f8-97b1-68a3f429a26e'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:51:06.646447 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea87e0f-6996-4ef6-aaf2-23e90fffef1f None None] Attempting to bind port faea5685-72fa-4dca-8e7a-1b02937484ca on network da381c1e-b783-47f8-97b1-68a3f429a26e {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:51:06.655376 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea87e0f-6996-4ef6-aaf2-23e90fffef1f None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:51:06.656164 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea87e0f-6996-4ef6-aaf2-23e90fffef1f None None] Checking segment: {'id': 'ca3be87a-1f9f-4a0d-b48d-942642c1865f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'da381c1e-b783-47f8-97b1-68a3f429a26e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:51:06.656671 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2ea87e0f-6996-4ef6-aaf2-23e90fffef1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:06.657131 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea87e0f-6996-4ef6-aaf2-23e90fffef1f None None] Bound using segment: {'id': 'ca3be87a-1f9f-4a0d-b48d-942642c1865f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'da381c1e-b783-47f8-97b1-68a3f429a26e'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:51:06.657544 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-2ea87e0f-6996-4ef6-aaf2-23e90fffef1f None None] Bound port: faea5685-72fa-4dca-8e7a-1b02937484ca, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca3be87a-1f9f-4a0d-b48d-942642c1865f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'da381c1e-b783-47f8-97b1-68a3f429a26e'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:51:06.658007 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2ea87e0f-6996-4ef6-aaf2-23e90fffef1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:06.717321 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-55eaece0-f6aa-477b-877f-f4b32d998a89 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Allocated IP 172.20.0.1 (da381c1e-b783-47f8-97b1-68a3f429a26e/87ce2987-bbb0-476e-bf44-d375993d991a/1e94dfa2-c661-4b00-b7b0-a0f4ddd8f56f) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:51:06.732599 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-2ea87e0f-6996-4ef6-aaf2-23e90fffef1f None None] For port faea5685-72fa-4dca-8e7a-1b02937484ca, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:51:06.736005 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-2ea87e0f-6996-4ef6-aaf2-23e90fffef1f None None] For port faea5685-72fa-4dca-8e7a-1b02937484ca, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=faea5685-72fa-4dca-8e7a-1b02937484ca,segment=NetworkSegment(ca3be87a-1f9f-4a0d-b48d-942642c1865f),segment_id=ca3be87a-1f9f-4a0d-b48d-942642c1865f)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:51:06.743024 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2ea87e0f-6996-4ef6-aaf2-23e90fffef1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:06.803469 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea87e0f-6996-4ef6-aaf2-23e90fffef1f None None] Pushing event updated for resources: {'Port': ['ID=faea5685-72fa-4dca-8e7a-1b02937484ca,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:06.857197 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-55eaece0-f6aa-477b-877f-f4b32d998a89 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:06.899392 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-55eaece0-f6aa-477b-877f-f4b32d998a89 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:06.946314 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55eaece0-f6aa-477b-877f-f4b32d998a89 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Network da381c1e-b783-47f8-97b1-68a3f429a26e is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:51:06.949447 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-55eaece0-f6aa-477b-877f-f4b32d998a89 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:51:06.953810 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55eaece0-f6aa-477b-877f-f4b32d998a89 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:51:06.993535 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eaece0-f6aa-477b-877f-f4b32d998a89 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'Port': ['ID=1e94dfa2-c661-4b00-b7b0-a0f4ddd8f56f,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:07.017034 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-55eaece0-f6aa-477b-877f-f4b32d998a89 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:07.204405 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-55eaece0-f6aa-477b-877f-f4b32d998a89 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:07.360498 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device faea5685-72fa-4dca-8e7a-1b02937484ca up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:51:07.426858 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port faea5685-72fa-4dca-8e7a-1b02937484ca triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:51:07.427464 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:07.519261 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:07.555915 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port faea5685-72fa-4dca-8e7a-1b02937484ca, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=faea5685-72fa-4dca-8e7a-1b02937484ca,segment=NetworkSegment(ca3be87a-1f9f-4a0d-b48d-942642c1865f),segment_id=ca3be87a-1f9f-4a0d-b48d-942642c1865f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:51:07.562751 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:07.563999 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 8154b91a-b698-424b-a4c1-64c7f71bfa51 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:51:07.648704 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=faea5685-72fa-4dca-8e7a-1b02937484ca,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:07.686444 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-55eaece0-f6aa-477b-877f-f4b32d998a89 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:07.690175 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 8154b91a-b698-424b-a4c1-64c7f71bfa51 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:51:07.691391 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:07.693192 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-55eaece0-f6aa-477b-877f-f4b32d998a89 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:07.756359 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-55eaece0-f6aa-477b-877f-f4b32d998a89 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:07.852828 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eaece0-f6aa-477b-877f-f4b32d998a89 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'Port': ['ID=1e94dfa2-c661-4b00-b7b0-a0f4ddd8f56f,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:07.906490 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55eaece0-f6aa-477b-877f-f4b32d998a89 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Network da381c1e-b783-47f8-97b1-68a3f429a26e is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:51:07.908134 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-55eaece0-f6aa-477b-877f-f4b32d998a89 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:51:08.239313 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a557510-b483-4568-8977-143248ba3752 None None] Network da381c1e-b783-47f8-97b1-68a3f429a26e requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:51:08.456224 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55eaece0-f6aa-477b-877f-f4b32d998a89 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Router 3f17338a-2dc7-4cc7-883a-a70bbe04638d has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:51:08.582186 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55eaece0-f6aa-477b-877f-f4b32d998a89 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:51:08.598550 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-55eaece0-f6aa-477b-877f-f4b32d998a89 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "PUT /v2.0/routers/3f17338a-2dc7-4cc7-883a-a70bbe04638d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1625431 Dec 10 16:51:08.604019 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:08.610180 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fd5c6c-4115-4d11-b8ad-17647929cc6b None None] Sync routers for ids ['82cc6373-f357-4254-aab6-4bdbf4275d47'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:51:08.620764 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e0478d6b-bdc5-42e3-ba96-363a8f1fa712 None None] Provisioning complete for port faea5685-72fa-4dca-8e7a-1b02937484ca triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:51:08.621383 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e0478d6b-bdc5-42e3-ba96-363a8f1fa712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:08.660165 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fd5c6c-4115-4d11-b8ad-17647929cc6b None None] Routers {'82cc6373-f357-4254-aab6-4bdbf4275d47'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:51:08.660802 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-06fd5c6c-4115-4d11-b8ad-17647929cc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:50:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['82cc6373-f357-4254-aab6-4bdbf4275d47'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:51:08.777872 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-06fd5c6c-4115-4d11-b8ad-17647929cc6b None None] Set router 82cc6373-f357-4254-aab6-4bdbf4275d47 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:51:09.117665 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-5bc46656-bbd9-435d-83eb-bcb45be9e3b5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-769914136&fields=id&tenant_id=e316b1d223b341c8ad45a1329ddefc11 HTTP/1.1" status: 200 len: 267 time: 0.0781484 Dec 10 16:51:09.143383 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-06fd5c6c-4115-4d11-b8ad-17647929cc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cc6373-f357-4254-aab6-4bdbf4275d47', 'name': 'tempest-TestVolumeBootPattern-1144601138-router', 'tenant_id': 'e96acc12309e46ce93e4eb771dc77923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '8154b91a-b698-424b-a4c1-64c7f71bfa51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:50:59Z', 'updated_at': '2021-12-10T16:51:04Z', 'revision_number': 4, 'project_id': 'e96acc12309e46ce93e4eb771dc77923', 'gw_port': {'id': '8154b91a-b698-424b-a4c1-64c7f71bfa51', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cc6373-f357-4254-aab6-4bdbf4275d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:51:00Z', 'updated_at': '2021-12-10T16:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '52ed4c69-383e-47cd-9303-2cbcd8d4fa84', 'name': '', 'network_id': '121c6557-4b31-4f61-9284-be30cf0142eb', 'tenant_id': 'e96acc12309e46ce93e4eb771dc77923', 'mac_address': 'fa:16:3e:f8:15:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cc6373-f357-4254-aab6-4bdbf4275d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': 'e318a382-2659-4218-a1d6-ccca6746ecdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:51:03Z', 'updated_at': '2021-12-10T16:51:04Z', 'revision_number': 2, 'project_id': 'e96acc12309e46ce93e4eb771dc77923', 'subnets': [{'id': 'e318a382-2659-4218-a1d6-ccca6746ecdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:51:09.194744 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fd5c6c-4115-4d11-b8ad-17647929cc6b None None] Checking router: 82cc6373-f357-4254-aab6-4bdbf4275d47 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:51:09.195135 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fd5c6c-4115-4d11-b8ad-17647929cc6b None None] Updating router 82cc6373-f357-4254-aab6-4bdbf4275d47 port 52ed4c69-383e-47cd-9303-2cbcd8d4fa84 binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:51:09.228954 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-06fd5c6c-4115-4d11-b8ad-17647929cc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:09.286702 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-37edec34-1244-468e-b431-a5862157968b tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:09.289024 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-37edec34-1244-468e-b431-a5862157968b tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/networks?id=da381c1e-b783-47f8-97b1-68a3f429a26e HTTP/1.1" status: 200 len: 796 time: 0.1629000 Dec 10 16:51:09.310764 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-8c854eb5-bb58-43c5-bc19-3a710d9c4ce4 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/quotas/e316b1d223b341c8ad45a1329ddefc11 HTTP/1.1" status: 200 len: 375 time: 0.0153463 Dec 10 16:51:09.393345 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device faea5685-72fa-4dca-8e7a-1b02937484ca up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:51:09.400720 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-56343ebf-6127-4904-8ce6-649a42fcc890 None None] Provisioning complete for port faea5685-72fa-4dca-8e7a-1b02937484ca triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:51:09.401094 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-56343ebf-6127-4904-8ce6-649a42fcc890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:09.422119 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-7c6c460c-5c21-468e-bf86-86ec1ad0149f tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e316b1d223b341c8ad45a1329ddefc11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1051667 Dec 10 16:51:09.551590 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-0e5ebb54-c256-4dd8-a066-7dd080a357d7 service neutron] 10.222.0.11 "GET /v2.0/networks/da381c1e-b783-47f8-97b1-68a3f429a26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168129 Dec 10 16:51:09.570898 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port faea5685-72fa-4dca-8e7a-1b02937484ca triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:51:09.571271 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:09.676572 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-ba7a5cc1-8ff3-4601-9683-0a758ccd49cf service neutron] 10.222.0.11 "GET /v2.0/networks/da381c1e-b783-47f8-97b1-68a3f429a26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136794 Dec 10 16:51:09.813012 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-06fd5c6c-4115-4d11-b8ad-17647929cc6b None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:09.837760 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-56343ebf-6127-4904-8ce6-649a42fcc890 None None] Provisioning complete for port 1e94dfa2-c661-4b00-b7b0-a0f4ddd8f56f triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:51:09.838439 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-56343ebf-6127-4904-8ce6-649a42fcc890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:09.863128 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-06fd5c6c-4115-4d11-b8ad-17647929cc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:09.925722 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 9b0877e6-b3cf-458a-9e72-cae26f1767cb up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:51:09.966054 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-56343ebf-6127-4904-8ce6-649a42fcc890 None None] Port 1e94dfa2-c661-4b00-b7b0-a0f4ddd8f56f cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:51:09.978259 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc8367-8410-4783-8f80-82602e238d44 None None] Pushing event updated for resources: {'Port': ['ID=52ed4c69-383e-47cd-9303-2cbcd8d4fa84,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:10.061295 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-06fd5c6c-4115-4d11-b8ad-17647929cc6b None None] Attempting to bind port 52ed4c69-383e-47cd-9303-2cbcd8d4fa84 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:51:10.061295 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-06fd5c6c-4115-4d11-b8ad-17647929cc6b None None] Attempting to bind port 52ed4c69-383e-47cd-9303-2cbcd8d4fa84 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '175286b9-f5a6-4e20-bcdf-653ff58ca27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '121c6557-4b31-4f61-9284-be30cf0142eb'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:51:10.061510 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fd5c6c-4115-4d11-b8ad-17647929cc6b None None] Attempting to bind port 52ed4c69-383e-47cd-9303-2cbcd8d4fa84 on network 121c6557-4b31-4f61-9284-be30cf0142eb {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:51:10.070038 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 9b0877e6-b3cf-458a-9e72-cae26f1767cb triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:51:10.070445 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:10.073133 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fd5c6c-4115-4d11-b8ad-17647929cc6b None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:51:10.073517 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fd5c6c-4115-4d11-b8ad-17647929cc6b None None] Checking segment: {'id': '175286b9-f5a6-4e20-bcdf-653ff58ca27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '121c6557-4b31-4f61-9284-be30cf0142eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:51:10.073918 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-06fd5c6c-4115-4d11-b8ad-17647929cc6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:10.074362 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fd5c6c-4115-4d11-b8ad-17647929cc6b None None] Bound using segment: {'id': '175286b9-f5a6-4e20-bcdf-653ff58ca27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '121c6557-4b31-4f61-9284-be30cf0142eb'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:51:10.074861 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-06fd5c6c-4115-4d11-b8ad-17647929cc6b None None] Bound port: 52ed4c69-383e-47cd-9303-2cbcd8d4fa84, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '175286b9-f5a6-4e20-bcdf-653ff58ca27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '121c6557-4b31-4f61-9284-be30cf0142eb'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:51:10.075246 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-06fd5c6c-4115-4d11-b8ad-17647929cc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:10.117405 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31693e-7f93-4b46-b156-fe7992273b2a req-6fb627f1-9f5c-41cc-8560-c3c97f885f3d tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:10.119547 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de31693e-7f93-4b46-b156-fe7992273b2a req-6fb627f1-9f5c-41cc-8560-c3c97f885f3d tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/networks?id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 HTTP/1.1" status: 200 len: 812 time: 0.2137983 Dec 10 16:51:10.154043 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de31693e-7f93-4b46-b156-fe7992273b2a req-9405f192-227d-41c0-a631-8c7ba8fb03bf tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/quotas/6e3a44487a6e474d845541d47ac87339 HTTP/1.1" status: 200 len: 375 time: 0.0160525 Dec 10 16:51:10.204362 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-2e1b027d-9abe-40d7-a7b1-4562d24e26d9 None None] Provisioning complete for port 1e94dfa2-c661-4b00-b7b0-a0f4ddd8f56f triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:51:10.204568 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2e1b027d-9abe-40d7-a7b1-4562d24e26d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:10.232073 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de31693e-7f93-4b46-b156-fe7992273b2a req-fc43fd69-9d25-4039-9b71-41925531633f tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e3a44487a6e474d845541d47ac87339&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0760126 Dec 10 16:51:10.286109 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-2e1b027d-9abe-40d7-a7b1-4562d24e26d9 None None] Port 1e94dfa2-c661-4b00-b7b0-a0f4ddd8f56f cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:51:10.312174 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-06fd5c6c-4115-4d11-b8ad-17647929cc6b None None] For port 52ed4c69-383e-47cd-9303-2cbcd8d4fa84, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:51:10.315792 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-06fd5c6c-4115-4d11-b8ad-17647929cc6b None None] For port 52ed4c69-383e-47cd-9303-2cbcd8d4fa84, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=52ed4c69-383e-47cd-9303-2cbcd8d4fa84,segment=NetworkSegment(175286b9-f5a6-4e20-bcdf-653ff58ca27a),segment_id=175286b9-f5a6-4e20-bcdf-653ff58ca27a)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:51:10.326982 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-06fd5c6c-4115-4d11-b8ad-17647929cc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:10.335979 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853d3b2d-2a3b-4f14-972f-8f34ff619770 None None] Sync routers for ids ['3f17338a-2dc7-4cc7-883a-a70bbe04638d'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:51:10.352352 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853d3b2d-2a3b-4f14-972f-8f34ff619770 None None] Routers {'3f17338a-2dc7-4cc7-883a-a70bbe04638d'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:51:10.352977 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-853d3b2d-2a3b-4f14-972f-8f34ff619770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:50:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['3f17338a-2dc7-4cc7-883a-a70bbe04638d'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:51:10.389873 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de31693e-7f93-4b46-b156-fe7992273b2a req-1ad30726-de24-4b76-b250-76f5ce3ed071 service neutron] 10.222.0.11 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504941 Dec 10 16:51:10.439834 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc8367-8410-4783-8f80-82602e238d44 None None] Pushing event updated for resources: {'Port': ['ID=52ed4c69-383e-47cd-9303-2cbcd8d4fa84,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:10.510961 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fd5c6c-4115-4d11-b8ad-17647929cc6b None None] Routers {'82cc6373-f357-4254-aab6-4bdbf4275d47'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:51:10.511984 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-06fd5c6c-4115-4d11-b8ad-17647929cc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:50:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['82cc6373-f357-4254-aab6-4bdbf4275d47'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:51:10.520988 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de31693e-7f93-4b46-b156-fe7992273b2a req-0da086d3-9abf-4a35-9d07-0d636df9ffc6 service neutron] 10.222.0.11 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300762 Dec 10 16:51:10.723855 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-06fd5c6c-4115-4d11-b8ad-17647929cc6b None None] Set router 82cc6373-f357-4254-aab6-4bdbf4275d47 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:51:10.785210 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-853d3b2d-2a3b-4f14-972f-8f34ff619770 None None] Set router 3f17338a-2dc7-4cc7-883a-a70bbe04638d gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:51:10.833875 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-1b4a7d67-569d-445f-b7c8-cd7a1ce65a1a None None] Provisioning complete for port 52ed4c69-383e-47cd-9303-2cbcd8d4fa84 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:51:10.834459 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1b4a7d67-569d-445f-b7c8-cd7a1ce65a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:11.068713 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d2560954-61f5-4247-9b86-4e8df48c91b5 req-30a912c3-ea52-4855-97f8-c66000a3a405 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 210 time: 0.0520127 Dec 10 16:51:11.171023 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5f2d2a0b-9010-4fc8-b9ba-5f72071366c4 req-a6fc8835-f382-4872-8b70-05639dee1911 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=cba47ec4-a165-47b6-ba10-a2443c5a680f HTTP/1.1" status: 200 len: 210 time: 0.0602937 Dec 10 16:51:11.183267 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1b4a7d67-569d-445f-b7c8-cd7a1ce65a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:11.227344 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-853d3b2d-2a3b-4f14-972f-8f34ff619770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f17338a-2dc7-4cc7-883a-a70bbe04638d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131805801', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '9b0877e6-b3cf-458a-9e72-cae26f1767cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:51:01Z', 'updated_at': '2021-12-10T16:51:07Z', 'revision_number': 4, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': '9b0877e6-b3cf-458a-9e72-cae26f1767cb', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f17338a-2dc7-4cc7-883a-a70bbe04638d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:51:02Z', 'updated_at': '2021-12-10T16:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '1e94dfa2-c661-4b00-b7b0-a0f4ddd8f56f', 'name': '', 'network_id': 'da381c1e-b783-47f8-97b1-68a3f429a26e', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'mac_address': 'fa:16:3e:cb:51:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f17338a-2dc7-4cc7-883a-a70bbe04638d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '87ce2987-bbb0-476e-bf44-d375993d991a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:51:06Z', 'updated_at': '2021-12-10T16:51:07Z', 'revision_number': 2, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'subnets': [{'id': '87ce2987-bbb0-476e-bf44-d375993d991a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:51:11.262264 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-1b4a7d67-569d-445f-b7c8-cd7a1ce65a1a None None] For port 52ed4c69-383e-47cd-9303-2cbcd8d4fa84, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=52ed4c69-383e-47cd-9303-2cbcd8d4fa84,segment=NetworkSegment(175286b9-f5a6-4e20-bcdf-653ff58ca27a),segment_id=175286b9-f5a6-4e20-bcdf-653ff58ca27a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:51:11.265000 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853d3b2d-2a3b-4f14-972f-8f34ff619770 None None] Checking router: 3f17338a-2dc7-4cc7-883a-a70bbe04638d for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:51:11.265658 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853d3b2d-2a3b-4f14-972f-8f34ff619770 None None] Updating router 3f17338a-2dc7-4cc7-883a-a70bbe04638d port 1e94dfa2-c661-4b00-b7b0-a0f4ddd8f56f binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:51:11.283459 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1b4a7d67-569d-445f-b7c8-cd7a1ce65a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:11.339527 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-853d3b2d-2a3b-4f14-972f-8f34ff619770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:11.350101 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a7d67-569d-445f-b7c8-cd7a1ce65a1a None None] Pushing event updated for resources: {'Port': ['ID=52ed4c69-383e-47cd-9303-2cbcd8d4fa84,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:11.376616 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-8f47d56c-e133-4e6d-b7ce-4c62221590c3 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:11.379827 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-8f47d56c-e133-4e6d-b7ce-4c62221590c3 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.46 "GET /v2.0/networks?id=da381c1e-b783-47f8-97b1-68a3f429a26e HTTP/1.1" status: 200 len: 796 time: 0.2564735 Dec 10 16:51:11.418242 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d0cbdf8f-5273-42f8-be1d-088179f389b0 None None] Provisioning complete for port 52ed4c69-383e-47cd-9303-2cbcd8d4fa84 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:51:11.418625 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d0cbdf8f-5273-42f8-be1d-088179f389b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:11.456548 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-299ad9a6-9753-4378-90c7-bd816c9525d6 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e316b1d223b341c8ad45a1329ddefc11 HTTP/1.1" status: 200 len: 379 time: 0.0645366 Dec 10 16:51:11.472037 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-b83d0462-ef1a-4316-a21c-01028d57a646 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'port': {'device_id': '95ae97f3-7d96-4fd5-ab7e-3490d3476a4b', 'network_id': 'da381c1e-b783-47f8-97b1-68a3f429a26e', 'admin_state_up': True, 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'security_groups': ['21ef6fef-0929-48a6-b908-a4cb56f92442']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:51:11.472645 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-06fd5c6c-4115-4d11-b8ad-17647929cc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cc6373-f357-4254-aab6-4bdbf4275d47', 'name': 'tempest-TestVolumeBootPattern-1144601138-router', 'tenant_id': 'e96acc12309e46ce93e4eb771dc77923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '8154b91a-b698-424b-a4c1-64c7f71bfa51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:50:59Z', 'updated_at': '2021-12-10T16:51:04Z', 'revision_number': 4, 'project_id': 'e96acc12309e46ce93e4eb771dc77923', 'gw_port': {'id': '8154b91a-b698-424b-a4c1-64c7f71bfa51', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cc6373-f357-4254-aab6-4bdbf4275d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:51:00Z', 'updated_at': '2021-12-10T16:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '52ed4c69-383e-47cd-9303-2cbcd8d4fa84', 'name': '', 'network_id': '121c6557-4b31-4f61-9284-be30cf0142eb', 'tenant_id': 'e96acc12309e46ce93e4eb771dc77923', 'mac_address': 'fa:16:3e:f8:15:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cc6373-f357-4254-aab6-4bdbf4275d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': 'e318a382-2659-4218-a1d6-ccca6746ecdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:51:03Z', 'updated_at': '2021-12-10T16:51:10Z', 'revision_number': 4, 'project_id': 'e96acc12309e46ce93e4eb771dc77923', 'subnets': [{'id': 'e318a382-2659-4218-a1d6-ccca6746ecdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:51:11.512231 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fd5c6c-4115-4d11-b8ad-17647929cc6b None None] The sync data for ids ['82cc6373-f357-4254-aab6-4bdbf4275d47'] in n-d-766771-2 is: [{'id': '82cc6373-f357-4254-aab6-4bdbf4275d47', 'name': 'tempest-TestVolumeBootPattern-1144601138-router', 'tenant_id': 'e96acc12309e46ce93e4eb771dc77923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '8154b91a-b698-424b-a4c1-64c7f71bfa51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:50:59Z', 'updated_at': '2021-12-10T16:51:04Z', 'revision_number': 4, 'project_id': 'e96acc12309e46ce93e4eb771dc77923', 'gw_port': {'id': '8154b91a-b698-424b-a4c1-64c7f71bfa51', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cc6373-f357-4254-aab6-4bdbf4275d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:51:00Z', 'updated_at': '2021-12-10T16:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '52ed4c69-383e-47cd-9303-2cbcd8d4fa84', 'name': '', 'network_id': '121c6557-4b31-4f61-9284-be30cf0142eb', 'tenant_id': 'e96acc12309e46ce93e4eb771dc77923', 'mac_address': 'fa:16:3e:f8:15:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cc6373-f357-4254-aab6-4bdbf4275d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': 'e318a382-2659-4218-a1d6-ccca6746ecdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:51:03Z', 'updated_at': '2021-12-10T16:51:10Z', 'revision_number': 4, 'project_id': 'e96acc12309e46ce93e4eb771dc77923', 'subnets': [{'id': 'e318a382-2659-4218-a1d6-ccca6746ecdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:51:11.655786 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-b83d0462-ef1a-4316-a21c-01028d57a646 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Made reservation on behalf of e316b1d223b341c8ad45a1329ddefc11 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:51:11.663959 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-b83d0462-ef1a-4316-a21c-01028d57a646 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:11.841187 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-853d3b2d-2a3b-4f14-972f-8f34ff619770 None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:11.853512 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-853d3b2d-2a3b-4f14-972f-8f34ff619770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:12.050876 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-b83d0462-ef1a-4316-a21c-01028d57a646 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Allocated IP 172.20.0.10 (da381c1e-b783-47f8-97b1-68a3f429a26e/87ce2987-bbb0-476e-bf44-d375993d991a/b91d0542-38d6-4958-9bb0-e3d1a17d3e89) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:51:12.074213 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57510d-19f6-446a-aee0-fa472d06d36a None None] Pushing event updated for resources: {'Port': ['ID=1e94dfa2-c661-4b00-b7b0-a0f4ddd8f56f,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:12.101580 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-853d3b2d-2a3b-4f14-972f-8f34ff619770 None None] Attempting to bind port 1e94dfa2-c661-4b00-b7b0-a0f4ddd8f56f on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:51:12.102105 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-853d3b2d-2a3b-4f14-972f-8f34ff619770 None None] Attempting to bind port 1e94dfa2-c661-4b00-b7b0-a0f4ddd8f56f by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'ca3be87a-1f9f-4a0d-b48d-942642c1865f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'da381c1e-b783-47f8-97b1-68a3f429a26e'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:51:12.102500 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853d3b2d-2a3b-4f14-972f-8f34ff619770 None None] Attempting to bind port 1e94dfa2-c661-4b00-b7b0-a0f4ddd8f56f on network da381c1e-b783-47f8-97b1-68a3f429a26e {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:51:12.113912 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853d3b2d-2a3b-4f14-972f-8f34ff619770 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:51:12.118269 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853d3b2d-2a3b-4f14-972f-8f34ff619770 None None] Checking segment: {'id': 'ca3be87a-1f9f-4a0d-b48d-942642c1865f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'da381c1e-b783-47f8-97b1-68a3f429a26e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:51:12.121000 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-853d3b2d-2a3b-4f14-972f-8f34ff619770 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:12.122443 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853d3b2d-2a3b-4f14-972f-8f34ff619770 None None] Bound using segment: {'id': 'ca3be87a-1f9f-4a0d-b48d-942642c1865f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'da381c1e-b783-47f8-97b1-68a3f429a26e'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:51:12.123230 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-853d3b2d-2a3b-4f14-972f-8f34ff619770 None None] Bound port: 1e94dfa2-c661-4b00-b7b0-a0f4ddd8f56f, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca3be87a-1f9f-4a0d-b48d-942642c1865f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'da381c1e-b783-47f8-97b1-68a3f429a26e'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:51:12.124891 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-853d3b2d-2a3b-4f14-972f-8f34ff619770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:12.273429 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-853d3b2d-2a3b-4f14-972f-8f34ff619770 None None] For port 1e94dfa2-c661-4b00-b7b0-a0f4ddd8f56f, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:51:12.278027 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-853d3b2d-2a3b-4f14-972f-8f34ff619770 None None] For port 1e94dfa2-c661-4b00-b7b0-a0f4ddd8f56f, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=1e94dfa2-c661-4b00-b7b0-a0f4ddd8f56f,segment=NetworkSegment(ca3be87a-1f9f-4a0d-b48d-942642c1865f),segment_id=ca3be87a-1f9f-4a0d-b48d-942642c1865f)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:51:12.292754 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-853d3b2d-2a3b-4f14-972f-8f34ff619770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:12.333607 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e7d0cf74-b724-4546-8297-c537d93a1285 req-d23a746f-d2d1-45cd-a457-73b952b8f83e tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 210 time: 0.1064537 Dec 10 16:51:12.359629 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-cce0de6b-1867-4cce-9593-ce21d2e87716 None None] Provisioning complete for port 1e94dfa2-c661-4b00-b7b0-a0f4ddd8f56f triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:51:12.362048 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cce0de6b-1867-4cce-9593-ce21d2e87716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:12.457907 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853d3b2d-2a3b-4f14-972f-8f34ff619770 None None] Routers {'3f17338a-2dc7-4cc7-883a-a70bbe04638d'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:51:12.461049 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-853d3b2d-2a3b-4f14-972f-8f34ff619770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:50:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['3f17338a-2dc7-4cc7-883a-a70bbe04638d'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:51:12.578369 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cce0de6b-1867-4cce-9593-ce21d2e87716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:12.617431 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57510d-19f6-446a-aee0-fa472d06d36a None None] Pushing event updated for resources: {'Port': ['ID=1e94dfa2-c661-4b00-b7b0-a0f4ddd8f56f,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:12.652986 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dbddfa21-d1dc-4f50-8e83-0497822893a5 req-a0f69eb2-745c-4f9b-bb18-787ece318d61 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=cba47ec4-a165-47b6-ba10-a2443c5a680f HTTP/1.1" status: 200 len: 210 time: 0.1212053 Dec 10 16:51:12.690559 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-b83d0462-ef1a-4316-a21c-01028d57a646 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:12.694416 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-cce0de6b-1867-4cce-9593-ce21d2e87716 None None] For port 1e94dfa2-c661-4b00-b7b0-a0f4ddd8f56f, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=1e94dfa2-c661-4b00-b7b0-a0f4ddd8f56f,segment=NetworkSegment(ca3be87a-1f9f-4a0d-b48d-942642c1865f),segment_id=ca3be87a-1f9f-4a0d-b48d-942642c1865f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:51:12.711665 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cce0de6b-1867-4cce-9593-ce21d2e87716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:12.803951 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-853d3b2d-2a3b-4f14-972f-8f34ff619770 None None] Set router 3f17338a-2dc7-4cc7-883a-a70bbe04638d gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:51:12.872523 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31693e-7f93-4b46-b156-fe7992273b2a req-c1c34895-db35-4e83-9b93-f5bee7331ef3 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:12.874340 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-de31693e-7f93-4b46-b156-fe7992273b2a req-c1c34895-db35-4e83-9b93-f5bee7331ef3 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.26 "GET /v2.0/networks?id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 HTTP/1.1" status: 200 len: 812 time: 0.4970512 Dec 10 16:51:12.893279 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce0de6b-1867-4cce-9593-ce21d2e87716 None None] Pushing event updated for resources: {'Port': ['ID=1e94dfa2-c661-4b00-b7b0-a0f4ddd8f56f,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:12.894527 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-de31693e-7f93-4b46-b156-fe7992273b2a req-ec9d4365-e977-4a81-8c7b-2532f43c7a78 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Request body: {'port': {'device_id': 'cba47ec4-a165-47b6-ba10-a2443c5a680f', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'admin_state_up': True, 'tenant_id': '6e3a44487a6e474d845541d47ac87339'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:51:12.938500 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a6a39cc0-5c5a-4099-ae05-928c6b911cdd None None] Provisioning complete for port 1e94dfa2-c661-4b00-b7b0-a0f4ddd8f56f triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:51:12.939020 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a6a39cc0-5c5a-4099-ae05-928c6b911cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:12.978308 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-b83d0462-ef1a-4316-a21c-01028d57a646 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:13.072843 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-b83d0462-ef1a-4316-a21c-01028d57a646 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Network da381c1e-b783-47f8-97b1-68a3f429a26e is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:51:13.084575 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-b83d0462-ef1a-4316-a21c-01028d57a646 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:51:13.087854 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-b83d0462-ef1a-4316-a21c-01028d57a646 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:51:13.176400 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d0462-ef1a-4316-a21c-01028d57a646 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'Port': ['ID=b91d0542-38d6-4958-9bb0-e3d1a17d3e89,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:13.247282 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-b83d0462-ef1a-4316-a21c-01028d57a646 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:13.247963 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-b83d0462-ef1a-4316-a21c-01028d57a646 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:13.311631 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de31693e-7f93-4b46-b156-fe7992273b2a req-ec9d4365-e977-4a81-8c7b-2532f43c7a78 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Made reservation on behalf of 6e3a44487a6e474d845541d47ac87339 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:51:13.315955 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de31693e-7f93-4b46-b156-fe7992273b2a req-ec9d4365-e977-4a81-8c7b-2532f43c7a78 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:13.349825 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-b83d0462-ef1a-4316-a21c-01028d57a646 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8847382 Dec 10 16:51:13.371383 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-ac4be2ce-9df7-4fb7-8d65-b0fb5a3c246f service neutron] Request body: {'port': {'device_id': '95ae97f3-7d96-4fd5-ab7e-3490d3476a4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:51:13.406429 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-853d3b2d-2a3b-4f14-972f-8f34ff619770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f17338a-2dc7-4cc7-883a-a70bbe04638d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131805801', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '9b0877e6-b3cf-458a-9e72-cae26f1767cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:51:01Z', 'updated_at': '2021-12-10T16:51:07Z', 'revision_number': 4, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': '9b0877e6-b3cf-458a-9e72-cae26f1767cb', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f17338a-2dc7-4cc7-883a-a70bbe04638d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:51:02Z', 'updated_at': '2021-12-10T16:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '1e94dfa2-c661-4b00-b7b0-a0f4ddd8f56f', 'name': '', 'network_id': 'da381c1e-b783-47f8-97b1-68a3f429a26e', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'mac_address': 'fa:16:3e:cb:51:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f17338a-2dc7-4cc7-883a-a70bbe04638d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '87ce2987-bbb0-476e-bf44-d375993d991a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:51:06Z', 'updated_at': '2021-12-10T16:51:12Z', 'revision_number': 4, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'subnets': [{'id': '87ce2987-bbb0-476e-bf44-d375993d991a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:51:13.415994 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 52ed4c69-383e-47cd-9303-2cbcd8d4fa84 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:51:13.462706 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853d3b2d-2a3b-4f14-972f-8f34ff619770 None None] The sync data for ids ['3f17338a-2dc7-4cc7-883a-a70bbe04638d'] in n-d-766771-2 is: [{'id': '3f17338a-2dc7-4cc7-883a-a70bbe04638d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131805801', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '9b0877e6-b3cf-458a-9e72-cae26f1767cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:51:01Z', 'updated_at': '2021-12-10T16:51:07Z', 'revision_number': 4, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': '9b0877e6-b3cf-458a-9e72-cae26f1767cb', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f17338a-2dc7-4cc7-883a-a70bbe04638d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:51:02Z', 'updated_at': '2021-12-10T16:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '1e94dfa2-c661-4b00-b7b0-a0f4ddd8f56f', 'name': '', 'network_id': 'da381c1e-b783-47f8-97b1-68a3f429a26e', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'mac_address': 'fa:16:3e:cb:51:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f17338a-2dc7-4cc7-883a-a70bbe04638d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '87ce2987-bbb0-476e-bf44-d375993d991a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:51:06Z', 'updated_at': '2021-12-10T16:51:12Z', 'revision_number': 4, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'subnets': [{'id': '87ce2987-bbb0-476e-bf44-d375993d991a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:51:13.530777 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 52ed4c69-383e-47cd-9303-2cbcd8d4fa84 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:51:13.531270 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:13.689134 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f18c47-0a46-421f-a8a7-5f18caa087cd req-6855a8df-7fd6-4384-84ab-6c528bb7b7b6 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:13.694581 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-32f18c47-0a46-421f-a8a7-5f18caa087cd req-6855a8df-7fd6-4384-84ab-6c528bb7b7b6 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 932 time: 0.0893633 Dec 10 16:51:13.728141 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-968dcad5-16c7-4427-817d-0b10f7f93bd3 None None] Provisioning complete for port b91d0542-38d6-4958-9bb0-e3d1a17d3e89 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:51:13.728514 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-968dcad5-16c7-4427-817d-0b10f7f93bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:13.769140 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-ac4be2ce-9df7-4fb7-8d65-b0fb5a3c246f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:13.814659 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-32f18c47-0a46-421f-a8a7-5f18caa087cd req-ea375af3-8aab-4700-a425-ba539c0f57cc tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=21ef6fef-0929-48a6-b908-a4cb56f92442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043911 Dec 10 16:51:13.910439 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-968dcad5-16c7-4427-817d-0b10f7f93bd3 None None] Port b91d0542-38d6-4958-9bb0-e3d1a17d3e89 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:51:13.965083 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-059d40c1-d9d2-46d3-9d07-b5f759f85d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:13.996964 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d22ec6e0-eafa-4e6f-b120-6a56e068c855 req-4a5a23ab-abb1-48c0-8130-3e6fab29e79b tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=cba47ec4-a165-47b6-ba10-a2443c5a680f HTTP/1.1" status: 200 len: 210 time: 0.0467477 Dec 10 16:51:14.001643 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-de31693e-7f93-4b46-b156-fe7992273b2a req-ec9d4365-e977-4a81-8c7b-2532f43c7a78 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Allocated IP 172.20.0.12 (44b4e0f0-b0d3-48f3-adc8-fd50f61e9990/a77c825d-6cce-4084-9a0d-09483321d369/a462f417-9ee8-474b-97b3-d366f11e508f) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:51:14.323165 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de31693e-7f93-4b46-b156-fe7992273b2a req-ec9d4365-e977-4a81-8c7b-2532f43c7a78 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:14.445145 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de31693e-7f93-4b46-b156-fe7992273b2a req-ec9d4365-e977-4a81-8c7b-2532f43c7a78 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:14.493461 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-ac4be2ce-9df7-4fb7-8d65-b0fb5a3c246f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b91d0542-38d6-4958-9bb0-e3d1a17d3e89 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:51:14.507829 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de31693e-7f93-4b46-b156-fe7992273b2a req-ec9d4365-e977-4a81-8c7b-2532f43c7a78 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Network 44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:51:14.511832 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-ac4be2ce-9df7-4fb7-8d65-b0fb5a3c246f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:14.519139 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-de31693e-7f93-4b46-b156-fe7992273b2a req-ec9d4365-e977-4a81-8c7b-2532f43c7a78 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:51:14.522215 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-de31693e-7f93-4b46-b156-fe7992273b2a req-ec9d4365-e977-4a81-8c7b-2532f43c7a78 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:51:14.566491 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-ac4be2ce-9df7-4fb7-8d65-b0fb5a3c246f service neutron] Transition to ACTIVE for port object b91d0542-38d6-4958-9bb0-e3d1a17d3e89 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:51:14.570788 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d4365-e977-4a81-8c7b-2532f43c7a78 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Pushing event updated for resources: {'Port': ['ID=a462f417-9ee8-474b-97b3-d366f11e508f,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:14.583309 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-ac4be2ce-9df7-4fb7-8d65-b0fb5a3c246f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:14.642314 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31693e-7f93-4b46-b156-fe7992273b2a req-ec9d4365-e977-4a81-8c7b-2532f43c7a78 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:14.643039 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de31693e-7f93-4b46-b156-fe7992273b2a req-ec9d4365-e977-4a81-8c7b-2532f43c7a78 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:14.674154 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4be2ce-9df7-4fb7-8d65-b0fb5a3c246f service neutron] Pushing event updated for resources: {'Port': ['ID=b91d0542-38d6-4958-9bb0-e3d1a17d3e89,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:14.696212 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-de31693e-7f93-4b46-b156-fe7992273b2a req-ec9d4365-e977-4a81-8c7b-2532f43c7a78 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8118739 Dec 10 16:51:14.726676 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-de31693e-7f93-4b46-b156-fe7992273b2a req-93b40376-5a1a-4ac1-b3ea-cd85d898fb23 service neutron] Request body: {'port': {'device_id': 'cba47ec4-a165-47b6-ba10-a2443c5a680f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:51:14.826840 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-ac4be2ce-9df7-4fb7-8d65-b0fb5a3c246f service neutron] Attempting to bind port b91d0542-38d6-4958-9bb0-e3d1a17d3e89 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:51:14.827458 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-ac4be2ce-9df7-4fb7-8d65-b0fb5a3c246f service neutron] Attempting to bind port b91d0542-38d6-4958-9bb0-e3d1a17d3e89 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': 'ca3be87a-1f9f-4a0d-b48d-942642c1865f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'da381c1e-b783-47f8-97b1-68a3f429a26e'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:51:14.828131 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-ac4be2ce-9df7-4fb7-8d65-b0fb5a3c246f service neutron] Attempting to bind port b91d0542-38d6-4958-9bb0-e3d1a17d3e89 on network da381c1e-b783-47f8-97b1-68a3f429a26e {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:51:14.830762 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de31693e-7f93-4b46-b156-fe7992273b2a req-93b40376-5a1a-4ac1-b3ea-cd85d898fb23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:14.850771 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-ac4be2ce-9df7-4fb7-8d65-b0fb5a3c246f service neutron] Port b91d0542-38d6-4958-9bb0-e3d1a17d3e89 on network da381c1e-b783-47f8-97b1-68a3f429a26e not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:51:14.851263 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-ac4be2ce-9df7-4fb7-8d65-b0fb5a3c246f service neutron] Attempting to bind port b91d0542-38d6-4958-9bb0-e3d1a17d3e89 on network da381c1e-b783-47f8-97b1-68a3f429a26e {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:51:14.860659 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-ac4be2ce-9df7-4fb7-8d65-b0fb5a3c246f service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:51:14.861112 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-ac4be2ce-9df7-4fb7-8d65-b0fb5a3c246f service neutron] Checking segment: {'id': 'ca3be87a-1f9f-4a0d-b48d-942642c1865f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'da381c1e-b783-47f8-97b1-68a3f429a26e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:51:14.861558 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-ac4be2ce-9df7-4fb7-8d65-b0fb5a3c246f service neutron] Bound using segment: {'id': 'ca3be87a-1f9f-4a0d-b48d-942642c1865f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'da381c1e-b783-47f8-97b1-68a3f429a26e'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:51:14.862281 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-ac4be2ce-9df7-4fb7-8d65-b0fb5a3c246f service neutron] Bound port: b91d0542-38d6-4958-9bb0-e3d1a17d3e89, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3be87a-1f9f-4a0d-b48d-942642c1865f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'da381c1e-b783-47f8-97b1-68a3f429a26e'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:51:14.862607 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-ac4be2ce-9df7-4fb7-8d65-b0fb5a3c246f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:15.051815 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9b711359-ea07-4e67-a530-6857c70744f0 None None] Provisioning complete for port a462f417-9ee8-474b-97b3-d366f11e508f triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:51:15.052721 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9b711359-ea07-4e67-a530-6857c70744f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:15.061607 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d688d9-86f6-41a0-b65b-a4f134bc126a req-b577a884-d7d6-49db-8853-311fdce6423b tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:15.070929 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-23d688d9-86f6-41a0-b65b-a4f134bc126a req-b577a884-d7d6-49db-8853-311fdce6423b tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 944 time: 0.1093028 Dec 10 16:51:15.117648 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9b711359-ea07-4e67-a530-6857c70744f0 None None] Port a462f417-9ee8-474b-97b3-d366f11e508f cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:51:15.132328 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-ac4be2ce-9df7-4fb7-8d65-b0fb5a3c246f service neutron] For port b91d0542-38d6-4958-9bb0-e3d1a17d3e89, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:51:15.148352 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-23d688d9-86f6-41a0-b65b-a4f134bc126a req-27f123fe-be57-427c-8d04-8b3fe59d72d8 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=21ef6fef-0929-48a6-b908-a4cb56f92442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763807 Dec 10 16:51:15.201358 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-ac4be2ce-9df7-4fb7-8d65-b0fb5a3c246f service neutron] For port b91d0542-38d6-4958-9bb0-e3d1a17d3e89, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=b91d0542-38d6-4958-9bb0-e3d1a17d3e89,segment=NetworkSegment(ca3be87a-1f9f-4a0d-b48d-942642c1865f),segment_id=ca3be87a-1f9f-4a0d-b48d-942642c1865f)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:51:15.213232 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-ac4be2ce-9df7-4fb7-8d65-b0fb5a3c246f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:15.290483 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-ac4be2ce-9df7-4fb7-8d65-b0fb5a3c246f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:15.291493 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-ac4be2ce-9df7-4fb7-8d65-b0fb5a3c246f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:15.293319 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-ac4be2ce-9df7-4fb7-8d65-b0fb5a3c246f service neutron] 10.222.0.46 "PUT /v2.0/ports/b91d0542-38d6-4958-9bb0-e3d1a17d3e89 HTTP/1.1" status: 200 len: 1092 time: 1.9334230 Dec 10 16:51:15.298418 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ae97f3-7d96-4fd5-ab7e-3490d3476a4b', 'tag': 'b91d0542-38d6-4958-9bb0-e3d1a17d3e89'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:51:15.301266 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab800f9e-cafd-4d94-ab9f-b24654a38871" -d '{"events": [{"name": "network-changed", "server_uuid": "95ae97f3-7d96-4fd5-ab7e-3490d3476a4b", "tag": "b91d0542-38d6-4958-9bb0-e3d1a17d3e89"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:51:15.343989 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e1927-d19e-428c-bc80-839466dca1c4 req-da4e8a69-c5dc-4078-a023-a5f162ed01ba tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:15.353938 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f80e1927-d19e-428c-bc80-839466dca1c4 req-da4e8a69-c5dc-4078-a023-a5f162ed01ba tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=cba47ec4-a165-47b6-ba10-a2443c5a680f HTTP/1.1" status: 200 len: 932 time: 0.0885320 Dec 10 16:51:15.369311 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 1e94dfa2-c661-4b00-b7b0-a0f4ddd8f56f up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:51:15.418600 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4be2ce-9df7-4fb7-8d65-b0fb5a3c246f service neutron] Pushing event updated for resources: {'Port': ['ID=b91d0542-38d6-4958-9bb0-e3d1a17d3e89,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:15.433802 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f80e1927-d19e-428c-bc80-839466dca1c4 req-8f08e71a-894b-4764-8268-b5c91e630cb3 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787072 Dec 10 16:51:15.515910 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca27b040-6e35-4fdf-a802-057f95cbf101 x-openstack-request-id: req-ca27b040-6e35-4fdf-a802-057f95cbf101 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:51:15.516206 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ae97f3-7d96-4fd5-ab7e-3490d3476a4b", "tag": "b91d0542-38d6-4958-9bb0-e3d1a17d3e89", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:51:15.516454 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ca27b040-6e35-4fdf-a802-057f95cbf101 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:51:15.516854 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ae97f3-7d96-4fd5-ab7e-3490d3476a4b', 'tag': 'b91d0542-38d6-4958-9bb0-e3d1a17d3e89', 'status': 'completed', 'code': 200} Dec 10 16:51:15.523589 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-1b2d1231-29b2-4409-b5da-cfaef2ff1a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:15.525278 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-1b2d1231-29b2-4409-b5da-cfaef2ff1a11 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e316b1d223b341c8ad45a1329ddefc11&device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 1095 time: 0.1851058 Dec 10 16:51:15.533519 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-de31693e-7f93-4b46-b156-fe7992273b2a req-93b40376-5a1a-4ac1-b3ea-cd85d898fb23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a462f417-9ee8-474b-97b3-d366f11e508f {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:51:15.539174 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 1e94dfa2-c661-4b00-b7b0-a0f4ddd8f56f triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:51:15.539859 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:15.557732 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de31693e-7f93-4b46-b156-fe7992273b2a req-93b40376-5a1a-4ac1-b3ea-cd85d898fb23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:15.616777 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-30bcea03-9af8-431e-991e-6d0340882f18 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b91d0542-38d6-4958-9bb0-e3d1a17d3e89 HTTP/1.1" status: 200 len: 217 time: 0.0769799 Dec 10 16:51:15.681948 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-de31693e-7f93-4b46-b156-fe7992273b2a req-93b40376-5a1a-4ac1-b3ea-cd85d898fb23 service neutron] Transition to ACTIVE for port object a462f417-9ee8-474b-97b3-d366f11e508f will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:51:15.693267 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de31693e-7f93-4b46-b156-fe7992273b2a req-93b40376-5a1a-4ac1-b3ea-cd85d898fb23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:15.764389 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-38e0c701-3ff6-45d8-98f6-87919587eddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:15.765955 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-38e0c701-3ff6-45d8-98f6-87919587eddd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=87ce2987-bbb0-476e-bf44-d375993d991a HTTP/1.1" status: 200 len: 835 time: 0.1369824 Dec 10 16:51:15.819704 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b40376-5a1a-4ac1-b3ea-cd85d898fb23 service neutron] Pushing event updated for resources: {'Port': ['ID=a462f417-9ee8-474b-97b3-d366f11e508f,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:15.966836 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-6a1d764d-c6a0-49df-a316-eacb39bdc1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:15.968710 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-6a1d764d-c6a0-49df-a316-eacb39bdc1a8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=da381c1e-b783-47f8-97b1-68a3f429a26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1947064 Dec 10 16:51:16.087423 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-de31693e-7f93-4b46-b156-fe7992273b2a req-93b40376-5a1a-4ac1-b3ea-cd85d898fb23 service neutron] Attempting to bind port a462f417-9ee8-474b-97b3-d366f11e508f on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:51:16.089036 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-de31693e-7f93-4b46-b156-fe7992273b2a req-93b40376-5a1a-4ac1-b3ea-cd85d898fb23 service neutron] Attempting to bind port a462f417-9ee8-474b-97b3-d366f11e508f by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '025942ee-aaf6-4874-bbc1-b64381358c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:51:16.092581 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de31693e-7f93-4b46-b156-fe7992273b2a req-93b40376-5a1a-4ac1-b3ea-cd85d898fb23 service neutron] Attempting to bind port a462f417-9ee8-474b-97b3-d366f11e508f on network 44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:51:16.106864 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de31693e-7f93-4b46-b156-fe7992273b2a req-93b40376-5a1a-4ac1-b3ea-cd85d898fb23 service neutron] Port a462f417-9ee8-474b-97b3-d366f11e508f on network 44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:51:16.107407 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de31693e-7f93-4b46-b156-fe7992273b2a req-93b40376-5a1a-4ac1-b3ea-cd85d898fb23 service neutron] Attempting to bind port a462f417-9ee8-474b-97b3-d366f11e508f on network 44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:51:16.125250 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de31693e-7f93-4b46-b156-fe7992273b2a req-93b40376-5a1a-4ac1-b3ea-cd85d898fb23 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:51:16.125859 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de31693e-7f93-4b46-b156-fe7992273b2a req-93b40376-5a1a-4ac1-b3ea-cd85d898fb23 service neutron] Checking segment: {'id': '025942ee-aaf6-4874-bbc1-b64381358c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:51:16.126467 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de31693e-7f93-4b46-b156-fe7992273b2a req-93b40376-5a1a-4ac1-b3ea-cd85d898fb23 service neutron] Bound using segment: {'id': '025942ee-aaf6-4874-bbc1-b64381358c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:51:16.127375 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-de31693e-7f93-4b46-b156-fe7992273b2a req-93b40376-5a1a-4ac1-b3ea-cd85d898fb23 service neutron] Bound port: a462f417-9ee8-474b-97b3-d366f11e508f, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '025942ee-aaf6-4874-bbc1-b64381358c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:51:16.127917 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de31693e-7f93-4b46-b156-fe7992273b2a req-93b40376-5a1a-4ac1-b3ea-cd85d898fb23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:16.157081 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-6006d34d-16c3-4d18-ba7b-7d61ccc7c5df service neutron] 10.222.0.46 "GET /v2.0/networks/da381c1e-b783-47f8-97b1-68a3f429a26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747890 Dec 10 16:51:16.344827 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-de31693e-7f93-4b46-b156-fe7992273b2a req-93b40376-5a1a-4ac1-b3ea-cd85d898fb23 service neutron] For port a462f417-9ee8-474b-97b3-d366f11e508f, host n-h1-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:51:16.346866 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319d7e7-bd98-470b-b907-1cb5a3c87a81 req-2d2c3902-598c-4dc7-9b99-9b9382661f31 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:16.357806 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f319d7e7-bd98-470b-b907-1cb5a3c87a81 req-2d2c3902-598c-4dc7-9b99-9b9382661f31 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 944 time: 0.0758209 Dec 10 16:51:16.398641 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-de31693e-7f93-4b46-b156-fe7992273b2a req-93b40376-5a1a-4ac1-b3ea-cd85d898fb23 service neutron] For port a462f417-9ee8-474b-97b3-d366f11e508f, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=a462f417-9ee8-474b-97b3-d366f11e508f,segment=NetworkSegment(025942ee-aaf6-4874-bbc1-b64381358c5e),segment_id=025942ee-aaf6-4874-bbc1-b64381358c5e)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:51:16.408459 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-854b8c55-597d-4e39-ab63-d03fd042ca5d req-0255ff98-4b08-4d7b-b993-a2f6d1e79c4b service neutron] 10.222.0.46 "GET /v2.0/networks/da381c1e-b783-47f8-97b1-68a3f429a26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268794 Dec 10 16:51:16.416755 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de31693e-7f93-4b46-b156-fe7992273b2a req-93b40376-5a1a-4ac1-b3ea-cd85d898fb23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:16.452469 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31693e-7f93-4b46-b156-fe7992273b2a req-93b40376-5a1a-4ac1-b3ea-cd85d898fb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:16.453037 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-de31693e-7f93-4b46-b156-fe7992273b2a req-93b40376-5a1a-4ac1-b3ea-cd85d898fb23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:16.454798 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-de31693e-7f93-4b46-b156-fe7992273b2a req-93b40376-5a1a-4ac1-b3ea-cd85d898fb23 service neutron] 10.222.0.26 "PUT /v2.0/ports/a462f417-9ee8-474b-97b3-d366f11e508f HTTP/1.1" status: 200 len: 1092 time: 1.7340870 Dec 10 16:51:16.471689 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f319d7e7-bd98-470b-b907-1cb5a3c87a81 req-7f34a40c-73e1-40e3-9ccd-b5f3c00d2f5c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=21ef6fef-0929-48a6-b908-a4cb56f92442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093287 Dec 10 16:51:16.535708 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ea9dbb64-b2f6-484f-b2a3-78a0a18c30a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:16.606176 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b40376-5a1a-4ac1-b3ea-cd85d898fb23 service neutron] Pushing event updated for resources: {'Port': ['ID=a462f417-9ee8-474b-97b3-d366f11e508f,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:16.677407 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab800f9e-cafd-4d94-ab9f-b24654a38871 req-dc894c82-ccb1-4b3b-a287-64e942a329d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:16.683278 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ab800f9e-cafd-4d94-ab9f-b24654a38871 req-dc894c82-ccb1-4b3b-a287-64e942a329d4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e316b1d223b341c8ad45a1329ddefc11&device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 1095 time: 0.1454709 Dec 10 16:51:16.705553 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810049ed-d84b-424f-a1c2-88988c986e29 req-c14bc9bf-2b15-44ec-bb20-fd02878fd3ae tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:16.705779 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31693e-7f93-4b46-b156-fe7992273b2a req-63c87f5f-118d-4bda-8c8b-4fda0af69631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:16.707270 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-de31693e-7f93-4b46-b156-fe7992273b2a req-63c87f5f-118d-4bda-8c8b-4fda0af69631 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6e3a44487a6e474d845541d47ac87339&device_id=cba47ec4-a165-47b6-ba10-a2443c5a680f HTTP/1.1" status: 200 len: 1095 time: 0.1023860 Dec 10 16:51:16.707714 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-810049ed-d84b-424f-a1c2-88988c986e29 req-c14bc9bf-2b15-44ec-bb20-fd02878fd3ae tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=cba47ec4-a165-47b6-ba10-a2443c5a680f HTTP/1.1" status: 200 len: 944 time: 0.1217713 Dec 10 16:51:16.767664 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-810049ed-d84b-424f-a1c2-88988c986e29 req-40b2ec4a-22c5-428d-9ff2-ba37305d6e4a tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521095 Dec 10 16:51:16.802067 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-de31693e-7f93-4b46-b156-fe7992273b2a req-25aaebae-e8b7-4971-b9e8-567987dda859 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a462f417-9ee8-474b-97b3-d366f11e508f HTTP/1.1" status: 200 len: 217 time: 0.0808370 Dec 10 16:51:16.894088 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab800f9e-cafd-4d94-ab9f-b24654a38871 req-d71e61f7-19c6-4ff1-a312-b0c2e4ab55b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:16.895583 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ab800f9e-cafd-4d94-ab9f-b24654a38871 req-d71e61f7-19c6-4ff1-a312-b0c2e4ab55b4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=da381c1e-b783-47f8-97b1-68a3f429a26e HTTP/1.1" status: 200 len: 897 time: 0.1996467 Dec 10 16:51:16.912332 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31693e-7f93-4b46-b156-fe7992273b2a req-d98a9f3b-fa13-43b7-8eba-5e56f073c2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:16.914038 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-de31693e-7f93-4b46-b156-fe7992273b2a req-d98a9f3b-fa13-43b7-8eba-5e56f073c2e8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a77c825d-6cce-4084-9a0d-09483321d369 HTTP/1.1" status: 200 len: 851 time: 0.0753226 Dec 10 16:51:16.952427 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ab800f9e-cafd-4d94-ab9f-b24654a38871 req-b00874ef-0ac5-4a1b-81c6-2cd3247c375b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b91d0542-38d6-4958-9bb0-e3d1a17d3e89 HTTP/1.1" status: 200 len: 217 time: 0.0462990 Dec 10 16:51:17.029900 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab800f9e-cafd-4d94-ab9f-b24654a38871 req-e6f720bb-dc60-4fca-9b3c-c99092d40651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:17.031550 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ab800f9e-cafd-4d94-ab9f-b24654a38871 req-e6f720bb-dc60-4fca-9b3c-c99092d40651 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=87ce2987-bbb0-476e-bf44-d375993d991a HTTP/1.1" status: 200 len: 835 time: 0.0643098 Dec 10 16:51:17.033331 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31693e-7f93-4b46-b156-fe7992273b2a req-14ad7365-d13b-417d-bb2e-844f625782f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:17.034862 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-de31693e-7f93-4b46-b156-fe7992273b2a req-14ad7365-d13b-417d-bb2e-844f625782f2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925946 Dec 10 16:51:17.137571 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab800f9e-cafd-4d94-ab9f-b24654a38871 req-bba184ec-8f9a-4b30-a58e-60cbb26beec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:17.139168 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ab800f9e-cafd-4d94-ab9f-b24654a38871 req-bba184ec-8f9a-4b30-a58e-60cbb26beec0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=da381c1e-b783-47f8-97b1-68a3f429a26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003463 Dec 10 16:51:17.233218 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7a5d6-dc4f-4a11-a917-842f3290835a req-b1360e42-f175-4112-9fdf-e4f644916bc1 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:17.235586 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3ae7a5d6-dc4f-4a11-a917-842f3290835a req-b1360e42-f175-4112-9fdf-e4f644916bc1 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 946 time: 0.0688994 Dec 10 16:51:17.237502 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-de31693e-7f93-4b46-b156-fe7992273b2a req-f5ec4fd0-6665-4bac-8c88-5573236adadb service neutron] 10.222.0.26 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879537 Dec 10 16:51:17.322756 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3ae7a5d6-dc4f-4a11-a917-842f3290835a req-bf664e12-43c2-4693-8bc2-c0a266233e32 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb593238-a1f9-4d82-99c1-048ded626af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780284 Dec 10 16:51:17.335973 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:17.354760 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ab800f9e-cafd-4d94-ab9f-b24654a38871 req-dd493dac-132e-4fa7-b12b-e32234d0b19c service neutron] 10.222.0.46 "GET /v2.0/networks/da381c1e-b783-47f8-97b1-68a3f429a26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074583 Dec 10 16:51:17.463517 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-de31693e-7f93-4b46-b156-fe7992273b2a req-07ad19cd-1a31-4cb9-8dc5-e6d02cc694f2 service neutron] 10.222.0.26 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181761 Dec 10 16:51:17.508612 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ab800f9e-cafd-4d94-ab9f-b24654a38871 req-ea3c04a3-e4c9-42d2-82b9-4a0b360568ea service neutron] 10.222.0.46 "GET /v2.0/networks/da381c1e-b783-47f8-97b1-68a3f429a26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464889 Dec 10 16:51:17.523153 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba47ec4-a165-47b6-ba10-a2443c5a680f', 'tag': 'a462f417-9ee8-474b-97b3-d366f11e508f'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:51:17.526050 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69795b87-f566-4fd4-b0e9-320f3ffee73a" -d '{"events": [{"name": "network-changed", "server_uuid": "cba47ec4-a165-47b6-ba10-a2443c5a680f", "tag": "a462f417-9ee8-474b-97b3-d366f11e508f"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:51:17.609892 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106ee3f-1f49-4191-948e-379624f96fef req-01c6790b-f8c7-400c-9e8b-aa331823965c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:17.611598 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3106ee3f-1f49-4191-948e-379624f96fef req-01c6790b-f8c7-400c-9e8b-aa331823965c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 944 time: 0.0563672 Dec 10 16:51:17.674307 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3106ee3f-1f49-4191-948e-379624f96fef req-5851d5dc-2119-4490-bd74-5866459912f9 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=21ef6fef-0929-48a6-b908-a4cb56f92442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556350 Dec 10 16:51:17.722123 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9fcf2a-5025-461e-84db-89731efa667c x-openstack-request-id: req-2d9fcf2a-5025-461e-84db-89731efa667c {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:51:17.722449 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba47ec4-a165-47b6-ba10-a2443c5a680f", "tag": "a462f417-9ee8-474b-97b3-d366f11e508f", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:51:17.722701 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2d9fcf2a-5025-461e-84db-89731efa667c {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:51:17.723107 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba47ec4-a165-47b6-ba10-a2443c5a680f', 'tag': 'a462f417-9ee8-474b-97b3-d366f11e508f', 'status': 'completed', 'code': 200} Dec 10 16:51:17.794489 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69795b87-f566-4fd4-b0e9-320f3ffee73a req-8d743da2-890e-4f03-ad09-f81fae5baa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:17.795985 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-69795b87-f566-4fd4-b0e9-320f3ffee73a req-8d743da2-890e-4f03-ad09-f81fae5baa2f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6e3a44487a6e474d845541d47ac87339&device_id=cba47ec4-a165-47b6-ba10-a2443c5a680f HTTP/1.1" status: 200 len: 1095 time: 0.0475645 Dec 10 16:51:17.900407 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40b7f1-e3eb-4abf-9ee3-d37944447ec0 req-6aa0c8e8-9bf1-4692-a7aa-6949c671481e tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:17.903228 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8d40b7f1-e3eb-4abf-9ee3-d37944447ec0 req-6aa0c8e8-9bf1-4692-a7aa-6949c671481e tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=cba47ec4-a165-47b6-ba10-a2443c5a680f HTTP/1.1" status: 200 len: 944 time: 0.0559051 Dec 10 16:51:17.909139 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69795b87-f566-4fd4-b0e9-320f3ffee73a req-9ea2ee91-0261-4469-892a-bbb9db7fee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:17.912400 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-69795b87-f566-4fd4-b0e9-320f3ffee73a req-9ea2ee91-0261-4469-892a-bbb9db7fee88 service neutron] 10.222.0.26 "GET /v2.0/networks?id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 HTTP/1.1" status: 200 len: 913 time: 0.1076274 Dec 10 16:51:17.962999 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8d40b7f1-e3eb-4abf-9ee3-d37944447ec0 req-16e03e78-95bb-41d1-91a6-66196cf57f3b tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517972 Dec 10 16:51:17.965674 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-69795b87-f566-4fd4-b0e9-320f3ffee73a req-ca5512d8-20dc-4e99-8532-6b87d8d24576 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a462f417-9ee8-474b-97b3-d366f11e508f HTTP/1.1" status: 200 len: 217 time: 0.0447509 Dec 10 16:51:18.028798 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69795b87-f566-4fd4-b0e9-320f3ffee73a req-686f5c56-2cdf-4496-aea6-7cceca8b26c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:18.030357 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-69795b87-f566-4fd4-b0e9-320f3ffee73a req-686f5c56-2cdf-4496-aea6-7cceca8b26c4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a77c825d-6cce-4084-9a0d-09483321d369 HTTP/1.1" status: 200 len: 851 time: 0.0563838 Dec 10 16:51:18.080142 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69795b87-f566-4fd4-b0e9-320f3ffee73a req-b3e9601e-3721-44eb-a165-b2104130ca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:18.081642 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-69795b87-f566-4fd4-b0e9-320f3ffee73a req-b3e9601e-3721-44eb-a165-b2104130ca3d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417614 Dec 10 16:51:18.182073 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-69795b87-f566-4fd4-b0e9-320f3ffee73a req-5ff21c73-bb31-472c-94be-592ed555db94 service neutron] 10.222.0.26 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920155 Dec 10 16:51:18.284545 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-69795b87-f566-4fd4-b0e9-320f3ffee73a req-0b3b0879-d89b-4d71-8273-e3ef04d4db0f service neutron] 10.222.0.26 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938118 Dec 10 16:51:18.444466 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b318e3-0404-4eec-8c81-ba2aea11b23f req-0e4a468e-e072-4b8c-a6c3-a6a11cda2d85 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:18.445983 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d3b318e3-0404-4eec-8c81-ba2aea11b23f req-0e4a468e-e072-4b8c-a6c3-a6a11cda2d85 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 946 time: 0.0521934 Dec 10 16:51:18.500564 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d3b318e3-0404-4eec-8c81-ba2aea11b23f req-82184da0-5ea1-4b46-a77b-18366fcf21fb tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb593238-a1f9-4d82-99c1-048ded626af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484400 Dec 10 16:51:18.609468 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:18.801839 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47844e9-1375-4775-9f0a-3c0216d036b5 req-ca765730-30bd-4226-9ffd-5273987b485a tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:18.804201 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c47844e9-1375-4775-9f0a-3c0216d036b5 req-ca765730-30bd-4226-9ffd-5273987b485a tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 944 time: 0.0577984 Dec 10 16:51:18.859299 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c47844e9-1375-4775-9f0a-3c0216d036b5 req-7c80c83d-e6d9-4550-a67c-fc464c91b880 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=21ef6fef-0929-48a6-b908-a4cb56f92442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481284 Dec 10 16:51:19.021230 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e488a64-991f-4555-989e-eef02a0f66b5 req-782ec838-6257-4892-b4b2-dc5346507a65 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:19.023506 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7e488a64-991f-4555-989e-eef02a0f66b5 req-782ec838-6257-4892-b4b2-dc5346507a65 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.26 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 946 time: 0.0553598 Dec 10 16:51:19.105305 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5afcd-ede8-4f3b-8f1e-4974771a607e req-657fc8a2-2d18-4f34-944a-265d900c5695 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:19.107970 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ded5afcd-ede8-4f3b-8f1e-4974771a607e req-657fc8a2-2d18-4f34-944a-265d900c5695 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=cba47ec4-a165-47b6-ba10-a2443c5a680f HTTP/1.1" status: 200 len: 944 time: 0.0649145 Dec 10 16:51:19.165706 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ded5afcd-ede8-4f3b-8f1e-4974771a607e req-bd02275e-5da1-4d79-83c6-1db123d34ded tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509994 Dec 10 16:51:19.484917 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-7e488a64-991f-4555-989e-eef02a0f66b5 req-3234b366-db40-427b-9e18-3c33b53c4a25 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Deleting port 057fe6a6-0109-4b87-b63e-bb1eae1b8e6b {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:51:19.485505 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-7e488a64-991f-4555-989e-eef02a0f66b5 req-3234b366-db40-427b-9e18-3c33b53c4a25 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:19.581284 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-7e488a64-991f-4555-989e-eef02a0f66b5 req-3234b366-db40-427b-9e18-3c33b53c4a25 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] For port 057fe6a6-0109-4b87-b63e-bb1eae1b8e6b, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=057fe6a6-0109-4b87-b63e-bb1eae1b8e6b,segment=NetworkSegment(b875ea9d-5e50-474f-9101-c4e81a54e6d1),segment_id=b875ea9d-5e50-474f-9101-c4e81a54e6d1)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:51:19.581659 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-7e488a64-991f-4555-989e-eef02a0f66b5 req-3234b366-db40-427b-9e18-3c33b53c4a25 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:19.635478 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578ff73-f411-4a9a-83d6-d164bd036ec1 req-06d88da9-90cf-4304-b691-2bb5963b42eb tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:19.636988 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2578ff73-f411-4a9a-83d6-d164bd036ec1 req-06d88da9-90cf-4304-b691-2bb5963b42eb tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 946 time: 0.0536888 Dec 10 16:51:19.698209 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:19.712364 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2578ff73-f411-4a9a-83d6-d164bd036ec1 req-da71cffc-c152-4a98-99da-d786f5cb3507 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb593238-a1f9-4d82-99c1-048ded626af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691435 Dec 10 16:51:19.846730 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-7e488a64-991f-4555-989e-eef02a0f66b5 req-3234b366-db40-427b-9e18-3c33b53c4a25 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:19.847140 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-7e488a64-991f-4555-989e-eef02a0f66b5 req-3234b366-db40-427b-9e18-3c33b53c4a25 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:19.847694 n-d-766771-2 neutron-server[103393]: INFO neutron.db.l3_db [req-7e488a64-991f-4555-989e-eef02a0f66b5 req-3234b366-db40-427b-9e18-3c33b53c4a25 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Floating IP 9e1a94a8-3157-4863-888a-2602574d5d39 disassociated. External IP: 172.25.6.59, port: 057fe6a6-0109-4b87-b63e-bb1eae1b8e6b. Dec 10 16:51:19.848103 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-7e488a64-991f-4555-989e-eef02a0f66b5 req-3234b366-db40-427b-9e18-3c33b53c4a25 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Calling delete_port for 057fe6a6-0109-4b87-b63e-bb1eae1b8e6b owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:51:19.997436 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-7e488a64-991f-4555-989e-eef02a0f66b5 req-3234b366-db40-427b-9e18-3c33b53c4a25 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:20.016320 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db403d-fe7f-4708-ac83-670431f198d6 req-b25ae24e-580a-4183-8008-8600168228d8 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:20.018596 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d6db403d-fe7f-4708-ac83-670431f198d6 req-b25ae24e-580a-4183-8008-8600168228d8 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 944 time: 0.0561223 Dec 10 16:51:20.032460 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234b366-db40-427b-9e18-3c33b53c4a25 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Pushing event deleted for resources: {'Port': ['ID=057fe6a6-0109-4b87-b63e-bb1eae1b8e6b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:20.085300 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d6db403d-fe7f-4708-ac83-670431f198d6 req-a735d9ae-68a0-4ae6-b900-985533e33a1a tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=21ef6fef-0929-48a6-b908-a4cb56f92442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595179 Dec 10 16:51:20.172243 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e488a64-991f-4555-989e-eef02a0f66b5 req-3234b366-db40-427b-9e18-3c33b53c4a25 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Router e06649b9-63ac-434e-85cd-f44336f6abb9 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:51:20.232355 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device b91d0542-38d6-4958-9bb0-e3d1a17d3e89 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:51:20.288299 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e488a64-991f-4555-989e-eef02a0f66b5 req-3234b366-db40-427b-9e18-3c33b53c4a25 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:51:20.307408 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f356c25a-4712-4c54-88f0-8e40759c9a4e None None] Sync routers for ids ['e06649b9-63ac-434e-85cd-f44336f6abb9'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:51:20.326840 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f356c25a-4712-4c54-88f0-8e40759c9a4e None None] Routers {'e06649b9-63ac-434e-85cd-f44336f6abb9'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:51:20.327646 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-f356c25a-4712-4c54-88f0-8e40759c9a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:51:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['e06649b9-63ac-434e-85cd-f44336f6abb9'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:51:20.339341 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3134c008-9120-4214-bf0a-4ee17eccf3bd req-8244d360-495b-4809-a1d1-fb7e19bb12b3 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:20.340824 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e488a64-991f-4555-989e-eef02a0f66b5 req-3234b366-db40-427b-9e18-3c33b53c4a25 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] No DVR routers for this DVR port 057fe6a6-0109-4b87-b63e-bb1eae1b8e6b on host n-h1-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:51:20.343774 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-7e488a64-991f-4555-989e-eef02a0f66b5 req-3234b366-db40-427b-9e18-3c33b53c4a25 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:20.347513 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-7e488a64-991f-4555-989e-eef02a0f66b5 req-3234b366-db40-427b-9e18-3c33b53c4a25 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.26 "DELETE /v2.0/ports/057fe6a6-0109-4b87-b63e-bb1eae1b8e6b HTTP/1.1" status: 204 len: 173 time: 1.3179996 Dec 10 16:51:20.347861 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3134c008-9120-4214-bf0a-4ee17eccf3bd req-8244d360-495b-4809-a1d1-fb7e19bb12b3 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=cba47ec4-a165-47b6-ba10-a2443c5a680f HTTP/1.1" status: 200 len: 944 time: 0.0806439 Dec 10 16:51:20.348271 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be388f32-536d-4bb2-9abc-bbd41ba8ec1f', 'name': 'network-vif-deleted', 'tag': '057fe6a6-0109-4b87-b63e-bb1eae1b8e6b'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:51:20.360452 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526ddadd-1190-4b4d-aa31-0f736f05f0e9" -d '{"events": [{"server_uuid": "be388f32-536d-4bb2-9abc-bbd41ba8ec1f", "name": "network-vif-deleted", "tag": "057fe6a6-0109-4b87-b63e-bb1eae1b8e6b"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:51:20.426294 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3134c008-9120-4214-bf0a-4ee17eccf3bd req-a9f54d55-66cb-457c-8d8b-54a82c816117 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719857 Dec 10 16:51:20.463868 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port b91d0542-38d6-4958-9bb0-e3d1a17d3e89, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=b91d0542-38d6-4958-9bb0-e3d1a17d3e89,segment=NetworkSegment(ca3be87a-1f9f-4a0d-b48d-942642c1865f),segment_id=ca3be87a-1f9f-4a0d-b48d-942642c1865f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:51:20.485231 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'b91d0542-38d6-4958-9bb0-e3d1a17d3e89', 'network_id': 'da381c1e-b783-47f8-97b1-68a3f429a26e', 'port_id': 'b91d0542-38d6-4958-9bb0-e3d1a17d3e89', 'mac_address': 'fa:16:3e:bd:e8:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ce2987-bbb0-476e-bf44-d375993d991a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:51:20.493721 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c625f5c-eb1e-4884-92cf-daa4e1420a50 x-openstack-request-id: req-0c625f5c-eb1e-4884-92cf-daa4e1420a50 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:51:20.494280 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be388f32-536d-4bb2-9abc-bbd41ba8ec1f", "name": "network-vif-deleted", "tag": "057fe6a6-0109-4b87-b63e-bb1eae1b8e6b", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:51:20.494606 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0c625f5c-eb1e-4884-92cf-daa4e1420a50 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:51:20.495064 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be388f32-536d-4bb2-9abc-bbd41ba8ec1f', 'name': 'network-vif-deleted', 'tag': '057fe6a6-0109-4b87-b63e-bb1eae1b8e6b', 'status': 'completed', 'code': 200} Dec 10 16:51:20.501970 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-f356c25a-4712-4c54-88f0-8e40759c9a4e None None] Set router e06649b9-63ac-434e-85cd-f44336f6abb9 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:51:20.589519 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:20.636059 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b91d0542-38d6-4958-9bb0-e3d1a17d3e89 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:51:20.698478 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port b91d0542-38d6-4958-9bb0-e3d1a17d3e89, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=b91d0542-38d6-4958-9bb0-e3d1a17d3e89,segment=NetworkSegment(ca3be87a-1f9f-4a0d-b48d-942642c1865f),segment_id=ca3be87a-1f9f-4a0d-b48d-942642c1865f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:51:20.705332 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:20.813016 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=b91d0542-38d6-4958-9bb0-e3d1a17d3e89,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:20.831423 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:20.831780 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:20.832193 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:20.832484 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:20.832822 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:20.833158 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:20.833490 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:20.833817 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:20.834164 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:20.834525 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:20.834857 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:20.835189 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:20.835516 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:20.858218 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7050cdaf-75bf-435e-8292-62c3b14ab0b6 req-884eaa3b-5dd3-492a-8d33-ca5b0f1d9d82 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=be388f32-536d-4bb2-9abc-bbd41ba8ec1f HTTP/1.1" status: 200 len: 210 time: 0.0389380 Dec 10 16:51:20.861771 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-f356c25a-4712-4c54-88f0-8e40759c9a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'name': 'tempest-AttachVolumeTestJSON-1585030340-router', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '5e14d5fe-cc7a-434f-aee7-6f8bcb407869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:07Z', 'updated_at': '2021-12-10T16:47:15Z', 'revision_number': 4, 'project_id': 'bdc7ed738c3144738265db15e9c9048a', 'gw_port': {'id': '5e14d5fe-cc7a-434f-aee7-6f8bcb407869', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:09Z', 'updated_at': '2021-12-10T16:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'bf030730-5f80-4c6d-b9b6-cc4c7972e97f', 'name': '', 'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'mac_address': 'fa:16:3e:9e:1e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'bd39f8cf-b633-4e7b-8cc7-6321401d3434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:13Z', 'updated_at': '2021-12-10T16:47:38Z', 'revision_number': 5, 'project_id': 'bdc7ed738c3144738265db15e9c9048a', 'subnets': [{'id': 'bd39f8cf-b633-4e7b-8cc7-6321401d3434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:51:20.894800 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f356c25a-4712-4c54-88f0-8e40759c9a4e None None] Checking router: e06649b9-63ac-434e-85cd-f44336f6abb9 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:51:20.904049 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f356c25a-4712-4c54-88f0-8e40759c9a4e None None] Routers {'e06649b9-63ac-434e-85cd-f44336f6abb9'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:51:20.904659 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-f356c25a-4712-4c54-88f0-8e40759c9a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:51:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['e06649b9-63ac-434e-85cd-f44336f6abb9'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:51:20.910373 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['b91d0542-38d6-4958-9bb0-e3d1a17d3e89'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:51:21.068369 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-f356c25a-4712-4c54-88f0-8e40759c9a4e None None] Set router e06649b9-63ac-434e-85cd-f44336f6abb9 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:51:21.232736 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffb7a3-5bef-4db5-80b9-c9e5f42a8bc4 req-aaad5ef6-0d82-4325-a502-95e5808ad516 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:21.234411 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-61ffb7a3-5bef-4db5-80b9-c9e5f42a8bc4 req-aaad5ef6-0d82-4325-a502-95e5808ad516 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 945 time: 0.0523911 Dec 10 16:51:21.289862 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-61ffb7a3-5bef-4db5-80b9-c9e5f42a8bc4 req-f1dc7465-6ca0-423b-b721-c31e45f42867 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=21ef6fef-0929-48a6-b908-a4cb56f92442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486784 Dec 10 16:51:21.551057 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-f356c25a-4712-4c54-88f0-8e40759c9a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'name': 'tempest-AttachVolumeTestJSON-1585030340-router', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '5e14d5fe-cc7a-434f-aee7-6f8bcb407869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:07Z', 'updated_at': '2021-12-10T16:47:15Z', 'revision_number': 4, 'project_id': 'bdc7ed738c3144738265db15e9c9048a', 'gw_port': {'id': '5e14d5fe-cc7a-434f-aee7-6f8bcb407869', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:09Z', 'updated_at': '2021-12-10T16:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'bf030730-5f80-4c6d-b9b6-cc4c7972e97f', 'name': '', 'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'mac_address': 'fa:16:3e:9e:1e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'bd39f8cf-b633-4e7b-8cc7-6321401d3434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:13Z', 'updated_at': '2021-12-10T16:47:38Z', 'revision_number': 5, 'project_id': 'bdc7ed738c3144738265db15e9c9048a', 'subnets': [{'id': 'bd39f8cf-b633-4e7b-8cc7-6321401d3434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:51:21.566214 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afcc945-f7c4-401e-a5e3-aedc729fb869 req-fb3b4b78-3b54-4ae0-aa5a-9fda965714ff tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:21.567823 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6afcc945-f7c4-401e-a5e3-aedc729fb869 req-fb3b4b78-3b54-4ae0-aa5a-9fda965714ff tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=cba47ec4-a165-47b6-ba10-a2443c5a680f HTTP/1.1" status: 200 len: 944 time: 0.0721133 Dec 10 16:51:21.583505 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f356c25a-4712-4c54-88f0-8e40759c9a4e None None] The sync data for ids ['e06649b9-63ac-434e-85cd-f44336f6abb9'] in n-d-766771-2 is: [{'id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'name': 'tempest-AttachVolumeTestJSON-1585030340-router', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '5e14d5fe-cc7a-434f-aee7-6f8bcb407869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:07Z', 'updated_at': '2021-12-10T16:47:15Z', 'revision_number': 4, 'project_id': 'bdc7ed738c3144738265db15e9c9048a', 'gw_port': {'id': '5e14d5fe-cc7a-434f-aee7-6f8bcb407869', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:09Z', 'updated_at': '2021-12-10T16:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'bf030730-5f80-4c6d-b9b6-cc4c7972e97f', 'name': '', 'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'mac_address': 'fa:16:3e:9e:1e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'bd39f8cf-b633-4e7b-8cc7-6321401d3434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:13Z', 'updated_at': '2021-12-10T16:47:38Z', 'revision_number': 5, 'project_id': 'bdc7ed738c3144738265db15e9c9048a', 'subnets': [{'id': 'bd39f8cf-b633-4e7b-8cc7-6321401d3434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:51:21.621211 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6afcc945-f7c4-401e-a5e3-aedc729fb869 req-df2a47cd-716e-4779-bc11-6aeca15f2562 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449586 Dec 10 16:51:21.842752 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca3195f-6db6-4fc7-86bf-729a58595023 None None] New status for floating IP 9e1a94a8-3157-4863-888a-2602574d5d39: DOWN {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:51:21.948354 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56784) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:51:22.011547 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ee2c6671-3b17-458c-adcb-1654da33290f tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:22.034764 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ee2c6671-3b17-458c-adcb-1654da33290f tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:22.084474 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ee2c6671-3b17-458c-adcb-1654da33290f tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:22.087212 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ee2c6671-3b17-458c-adcb-1654da33290f tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:22.088529 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ee2c6671-3b17-458c-adcb-1654da33290f tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "DELETE /v2.0/security-groups/bb593238-a1f9-4d82-99c1-048ded626af3 HTTP/1.1" status: 204 len: 168 time: 0.1390548 Dec 10 16:51:22.091217 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56786) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:51:22.101378 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c6671-3b17-458c-adcb-1654da33290f tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb593238-a1f9-4d82-99c1-048ded626af3,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:22.108374 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-bda59aa9-28bc-4da1-a381-7076ff2564f1 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] show failed (client error): The resource could not be found. Dec 10 16:51:22.109863 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-bda59aa9-28bc-4da1-a381-7076ff2564f1 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups/bb593238-a1f9-4d82-99c1-048ded626af3 HTTP/1.1" status: 404 len: 347 time: 0.0174143 Dec 10 16:51:22.113833 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56788) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:51:22.243265 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-34177155-a839-46b0-a6a6-ac4c00c0816a tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Deleting port 87af7350-ebe6-4741-9d42-edd61506fe89 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:51:22.243932 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-34177155-a839-46b0-a6a6-ac4c00c0816a tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:22.247074 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device b91d0542-38d6-4958-9bb0-e3d1a17d3e89 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:51:22.302263 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port b91d0542-38d6-4958-9bb0-e3d1a17d3e89 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:51:22.306606 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port b91d0542-38d6-4958-9bb0-e3d1a17d3e89 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:51:22.307062 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:22.328920 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-34177155-a839-46b0-a6a6-ac4c00c0816a tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:22.329257 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-34177155-a839-46b0-a6a6-ac4c00c0816a tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:22.343033 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-34177155-a839-46b0-a6a6-ac4c00c0816a tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Calling delete_port for 87af7350-ebe6-4741-9d42-edd61506fe89 owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:51:22.396270 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:22.428157 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ae97f3-7d96-4fd5-ab7e-3490d3476a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91d0542-38d6-4958-9bb0-e3d1a17d3e89'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:51:22.432289 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb32485-e62d-45b8-821f-cb669484ead9" -d '{"events": [{"server_uuid": "95ae97f3-7d96-4fd5-ab7e-3490d3476a4b", "name": "network-vif-plugged", "status": "completed", "tag": "b91d0542-38d6-4958-9bb0-e3d1a17d3e89"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:51:22.448232 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port b91d0542-38d6-4958-9bb0-e3d1a17d3e89, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=b91d0542-38d6-4958-9bb0-e3d1a17d3e89,segment=NetworkSegment(ca3be87a-1f9f-4a0d-b48d-942642c1865f),segment_id=ca3be87a-1f9f-4a0d-b48d-942642c1865f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:51:22.457263 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:22.467367 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d93262-3b26-43e8-b289-2df71e7a3138 req-9bba9232-d775-4a04-8154-51058e45e59a tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:22.468981 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-88d93262-3b26-43e8-b289-2df71e7a3138 req-9bba9232-d775-4a04-8154-51058e45e59a tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 945 time: 0.0764256 Dec 10 16:51:22.520642 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=b91d0542-38d6-4958-9bb0-e3d1a17d3e89,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:22.558639 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-88d93262-3b26-43e8-b289-2df71e7a3138 req-4a4d91c9-9f86-4040-8970-5b79eb95bf51 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=21ef6fef-0929-48a6-b908-a4cb56f92442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769265 Dec 10 16:51:22.585811 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-34177155-a839-46b0-a6a6-ac4c00c0816a tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:22.606364 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09435d13-4797-41e5-b4be-db23f09d128a x-openstack-request-id: req-09435d13-4797-41e5-b4be-db23f09d128a {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:51:22.606665 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ae97f3-7d96-4fd5-ab7e-3490d3476a4b", "name": "network-vif-plugged", "status": "completed", "tag": "b91d0542-38d6-4958-9bb0-e3d1a17d3e89", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:51:22.606924 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-09435d13-4797-41e5-b4be-db23f09d128a {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:51:22.607330 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ae97f3-7d96-4fd5-ab7e-3490d3476a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91d0542-38d6-4958-9bb0-e3d1a17d3e89', 'code': 200} Dec 10 16:51:22.618250 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34177155-a839-46b0-a6a6-ac4c00c0816a tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Pushing event deleted for resources: {'Port': ['ID=87af7350-ebe6-4741-9d42-edd61506fe89,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:22.706364 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-34177155-a839-46b0-a6a6-ac4c00c0816a tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks [] for floatingip, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:22.708967 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-34177155-a839-46b0-a6a6-ac4c00c0816a tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:22.710689 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-34177155-a839-46b0-a6a6-ac4c00c0816a tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "DELETE /v2.0/floatingips/9e1a94a8-3157-4863-888a-2602574d5d39 HTTP/1.1" status: 204 len: 168 time: 0.5956264 Dec 10 16:51:22.755672 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf48cd9-0613-4e82-a141-0a52dd96755a req-3a93dc22-cd88-45d1-9fe0-ffe63c0e8237 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:22.758223 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0cf48cd9-0613-4e82-a141-0a52dd96755a req-3a93dc22-cd88-45d1-9fe0-ffe63c0e8237 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=cba47ec4-a165-47b6-ba10-a2443c5a680f HTTP/1.1" status: 200 len: 944 time: 0.0632579 Dec 10 16:51:22.762231 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84446dc3-1f60-46fb-ae92-ee8f370d5ef8 req-bd6796ec-6d5c-443b-beec-5e68172f8400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:22.769182 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-84446dc3-1f60-46fb-ae92-ee8f370d5ef8 req-bd6796ec-6d5c-443b-beec-5e68172f8400 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 1097 time: 0.0931664 Dec 10 16:51:22.825821 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-84446dc3-1f60-46fb-ae92-ee8f370d5ef8 req-c9d8f741-6a20-4153-a938-a229cee83d9b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=21ef6fef-0929-48a6-b908-a4cb56f92442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503922 Dec 10 16:51:22.826549 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0cf48cd9-0613-4e82-a141-0a52dd96755a req-b9321448-5428-497f-b5fe-5ef3aa51acaa tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617032 Dec 10 16:51:23.020279 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 057fe6a6-0109-4b87-b63e-bb1eae1b8e6b no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:51:23.045101 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 057fe6a6-0109-4b87-b63e-bb1eae1b8e6b {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:51:23.045453 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 057fe6a6-0109-4b87-b63e-bb1eae1b8e6b not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:51:23.047058 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56800) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:51:23.051558 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-6a67a743-3945-4cd5-873a-3227ad3b7f39 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1498967740', 'description': 'tempest-description--1966398292'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:51:23.074264 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6a67a743-3945-4cd5-873a-3227ad3b7f39 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:23.141557 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6a67a743-3945-4cd5-873a-3227ad3b7f39 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:23.147514 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6a67a743-3945-4cd5-873a-3227ad3b7f39 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:23.183953 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6a67a743-3945-4cd5-873a-3227ad3b7f39 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:23.185200 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6a67a743-3945-4cd5-873a-3227ad3b7f39 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1371467 Dec 10 16:51:23.187994 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56802) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:51:23.192265 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-dc309ef1-e3e4-4991-af4b-bf917ebdf81d tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Request body: {'security_group_rule': {'security_group_id': '121502ac-9eed-41ec-8e82-0f95754c428f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:51:23.198286 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67a743-3945-4cd5-873a-3227ad3b7f39 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=121502ac-9eed-41ec-8e82-0f95754c428f,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:23.222498 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc309ef1-e3e4-4991-af4b-bf917ebdf81d tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:23.282378 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc309ef1-e3e4-4991-af4b-bf917ebdf81d tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:23.286319 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc309ef1-e3e4-4991-af4b-bf917ebdf81d tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:23.306784 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc309ef1-e3e4-4991-af4b-bf917ebdf81d tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe49c3b6-b51e-479d-8032-378b7760de2c,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:23.317155 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc309ef1-e3e4-4991-af4b-bf917ebdf81d tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:23.321489 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-dc309ef1-e3e4-4991-af4b-bf917ebdf81d tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1294661 Dec 10 16:51:23.321652 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56804) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:51:23.326232 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-5f7302fd-e785-44bd-8d0a-cef36e46ab1f tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Request body: {'security_group_rule': {'security_group_id': '121502ac-9eed-41ec-8e82-0f95754c428f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:51:23.352900 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5f7302fd-e785-44bd-8d0a-cef36e46ab1f tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:23.407765 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5f7302fd-e785-44bd-8d0a-cef36e46ab1f tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:23.411882 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5f7302fd-e785-44bd-8d0a-cef36e46ab1f tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:23.427495 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7302fd-e785-44bd-8d0a-cef36e46ab1f tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d315e060-7811-40cd-968b-105149f5ad43,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:23.439007 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5f7302fd-e785-44bd-8d0a-cef36e46ab1f tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:23.440199 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5f7302fd-e785-44bd-8d0a-cef36e46ab1f tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175838 Dec 10 16:51:23.443117 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56806) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:51:23.447432 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-4b1c152f-e527-4df9-81bc-833f4219ac56 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:51:23.468484 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b1c152f-e527-4df9-81bc-833f4219ac56 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks [] for floatingip, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:23.568930 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b1c152f-e527-4df9-81bc-833f4219ac56 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:23.680852 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-4b1c152f-e527-4df9-81bc-833f4219ac56 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Allocated IP 172.25.6.70 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/7f7305e7-ff68-4ddc-88e4-7707a5c5b20d) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:51:23.682577 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595b50f-4f0b-4e7f-878e-104f962ea8d6 req-64127654-cbb3-458f-978d-7484f55c14f1 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:23.684228 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3595b50f-4f0b-4e7f-878e-104f962ea8d6 req-64127654-cbb3-458f-978d-7484f55c14f1 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 946 time: 0.0558441 Dec 10 16:51:23.739298 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3595b50f-4f0b-4e7f-878e-104f962ea8d6 req-9eee2822-ae81-4163-856b-642c8a2e76b2 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=21ef6fef-0929-48a6-b908-a4cb56f92442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479743 Dec 10 16:51:23.801729 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b1c152f-e527-4df9-81bc-833f4219ac56 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:23.855124 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b1c152f-e527-4df9-81bc-833f4219ac56 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:23.904555 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1c152f-e527-4df9-81bc-833f4219ac56 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:51:23.907685 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-4b1c152f-e527-4df9-81bc-833f4219ac56 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:51:23.914078 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1c152f-e527-4df9-81bc-833f4219ac56 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:51:23.938799 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c152f-e527-4df9-81bc-833f4219ac56 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Pushing event updated for resources: {'Port': ['ID=7f7305e7-ff68-4ddc-88e4-7707a5c5b20d,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:23.975684 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20964329-f4a8-4c60-aac6-07abc90fa7af req-575f07e7-95cd-4503-a8d1-32faa951c762 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:23.977245 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-20964329-f4a8-4c60-aac6-07abc90fa7af req-575f07e7-95cd-4503-a8d1-32faa951c762 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=cba47ec4-a165-47b6-ba10-a2443c5a680f HTTP/1.1" status: 200 len: 944 time: 0.0682478 Dec 10 16:51:24.012942 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b1c152f-e527-4df9-81bc-833f4219ac56 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:24.035199 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-20964329-f4a8-4c60-aac6-07abc90fa7af req-6a8a92fe-d7c8-496f-82f9-d158476e5746 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503829 Dec 10 16:51:24.050090 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b1c152f-e527-4df9-81bc-833f4219ac56 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:24.208654 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b1c152f-e527-4df9-81bc-833f4219ac56 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:24.213874 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b1c152f-e527-4df9-81bc-833f4219ac56 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:24.283325 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c152f-e527-4df9-81bc-833f4219ac56 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Pushing event updated for resources: {'Port': ['ID=7f7305e7-ff68-4ddc-88e4-7707a5c5b20d,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:24.298908 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b1c152f-e527-4df9-81bc-833f4219ac56 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:24.315630 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b1c152f-e527-4df9-81bc-833f4219ac56 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:24.316969 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-4b1c152f-e527-4df9-81bc-833f4219ac56 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8728492 Dec 10 16:51:24.544667 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-90887d74-0c71-4a6a-9e7a-4f9bc7413a1b tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1498967740&fields=id&tenant_id=bdc7ed738c3144738265db15e9c9048a HTTP/1.1" status: 200 len: 267 time: 0.0412509 Dec 10 16:51:24.649515 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-9073d494-62fc-4ec9-8838-b94a93cc98c0 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:24.650995 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-9073d494-62fc-4ec9-8838-b94a93cc98c0 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/networks?id=263ff2dd-2395-434d-bed7-21852f5535cc HTTP/1.1" status: 200 len: 811 time: 0.0994570 Dec 10 16:51:24.665897 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-3770baef-9ad0-4d4b-96ff-9162a6819b65 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/quotas/bdc7ed738c3144738265db15e9c9048a HTTP/1.1" status: 200 len: 375 time: 0.0091152 Dec 10 16:51:25.050806 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-bd9b0ca7-f740-4d8d-b32b-ac03454a3918 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bdc7ed738c3144738265db15e9c9048a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3797174 Dec 10 16:51:25.141859 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-8a66eba8-f4c0-43c0-9535-de13446d9688 service neutron] 10.222.0.11 "GET /v2.0/networks/263ff2dd-2395-434d-bed7-21852f5535cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787618 Dec 10 16:51:25.238372 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-9856c3f8-3de1-4539-b90e-0f5ecb1404b2 service neutron] 10.222.0.11 "GET /v2.0/networks/263ff2dd-2395-434d-bed7-21852f5535cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899856 Dec 10 16:51:25.436564 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56044fd7-ab89-480a-87d7-45d835ef2a85 req-bdf976c6-69a5-4b71-91f9-2124792c965c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:25.437810 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-56044fd7-ab89-480a-87d7-45d835ef2a85 req-bdf976c6-69a5-4b71-91f9-2124792c965c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 946 time: 0.0529921 Dec 10 16:51:25.496267 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-56044fd7-ab89-480a-87d7-45d835ef2a85 req-71563d26-b1a9-4389-b22a-6402e065d31a tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=21ef6fef-0929-48a6-b908-a4cb56f92442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519679 Dec 10 16:51:25.620474 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35257732-e070-4282-b143-5c71d86ded43 req-54e77a88-5502-4027-89ce-e758cdb8b005 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:25.622385 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-35257732-e070-4282-b143-5c71d86ded43 req-54e77a88-5502-4027-89ce-e758cdb8b005 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=cba47ec4-a165-47b6-ba10-a2443c5a680f HTTP/1.1" status: 200 len: 944 time: 0.0635042 Dec 10 16:51:25.678904 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-35257732-e070-4282-b143-5c71d86ded43 req-295b96a7-3b3d-4822-a75b-10cf0c3dc89e tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492005 Dec 10 16:51:25.756148 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ad885dcc-5681-4b79-8289-b3d3b3018687 req-812d21e4-2e9b-4f0b-b1b6-0c557c33cb01 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b48e3b2-2cf7-45d0-ac05-f8ac9dc0d827 HTTP/1.1" status: 200 len: 210 time: 0.0353568 Dec 10 16:51:25.876152 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100da381-1ee5-42f8-bd25-d3d8a242c742 req-342dc603-8182-44c1-afa8-ec7fd11e2d89 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:25.877671 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-100da381-1ee5-42f8-bd25-d3d8a242c742 req-342dc603-8182-44c1-afa8-ec7fd11e2d89 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 946 time: 0.0528359 Dec 10 16:51:25.946793 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-100da381-1ee5-42f8-bd25-d3d8a242c742 req-80c1793d-1c72-4d72-bcaa-284f5adac5c3 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=21ef6fef-0929-48a6-b908-a4cb56f92442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617955 Dec 10 16:51:25.966561 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56848) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:51:26.009337 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f238bc-8e6e-4442-a0dd-8deaad553fd1 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:26.011201 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-12f238bc-8e6e-4442-a0dd-8deaad553fd1 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 1092 time: 0.0437768 Dec 10 16:51:26.014173 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56856) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:51:26.019346 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-88adea91-e999-4471-91f7-800b182b55a5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'port_id': 'b91d0542-38d6-4958-9bb0-e3d1a17d3e89', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:51:26.044819 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-88adea91-e999-4471-91f7-800b182b55a5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:26.152149 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-88adea91-e999-4471-91f7-800b182b55a5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:26.252524 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-88adea91-e999-4471-91f7-800b182b55a5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Allocated IP 172.25.6.77 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/ff69a194-50e3-47e4-8951-7d8a3639a24b) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:51:26.369725 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-88adea91-e999-4471-91f7-800b182b55a5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:26.406450 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-88adea91-e999-4471-91f7-800b182b55a5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:26.451946 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88adea91-e999-4471-91f7-800b182b55a5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:51:26.455725 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-88adea91-e999-4471-91f7-800b182b55a5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:51:26.458754 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88adea91-e999-4471-91f7-800b182b55a5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:51:26.464178 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88adea91-e999-4471-91f7-800b182b55a5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'Port': ['ID=ff69a194-50e3-47e4-8951-7d8a3639a24b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:26.535437 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-2f4cd5ad-4ef8-4dad-abe5-621fc2a3d7b9 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:26.537011 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-2f4cd5ad-4ef8-4dad-abe5-621fc2a3d7b9 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.26 "GET /v2.0/networks?id=263ff2dd-2395-434d-bed7-21852f5535cc HTTP/1.1" status: 200 len: 811 time: 0.2018328 Dec 10 16:51:26.610381 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-e7c92a7a-b46d-4c91-9402-8798eaf17f06 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bdc7ed738c3144738265db15e9c9048a HTTP/1.1" status: 200 len: 380 time: 0.0640197 Dec 10 16:51:26.620584 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-385b5e96-8ebf-43ae-8ac1-e7a868f8a1a0 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Request body: {'port': {'device_id': '0b48e3b2-2cf7-45d0-ac05-f8ac9dc0d827', 'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc', 'admin_state_up': True, 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'security_groups': ['121502ac-9eed-41ec-8e82-0f95754c428f']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:51:26.747682 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-385b5e96-8ebf-43ae-8ac1-e7a868f8a1a0 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Made reservation on behalf of bdc7ed738c3144738265db15e9c9048a for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:51:26.751357 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-385b5e96-8ebf-43ae-8ac1-e7a868f8a1a0 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:26.891644 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-385b5e96-8ebf-43ae-8ac1-e7a868f8a1a0 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Allocated IP 172.20.0.13 (263ff2dd-2395-434d-bed7-21852f5535cc/bd39f8cf-b633-4e7b-8cc7-6321401d3434/cceef20f-3d52-4d5f-8cc9-24da3382119b) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:51:26.921644 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c9b97-9b64-44b4-b2f2-631fc4240339 req-cedaf0e8-8a0f-4b6b-8605-792333f7e8ed tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:26.924933 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4c5c9b97-9b64-44b4-b2f2-631fc4240339 req-cedaf0e8-8a0f-4b6b-8605-792333f7e8ed tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=cba47ec4-a165-47b6-ba10-a2443c5a680f HTTP/1.1" status: 200 len: 944 time: 0.1123543 Dec 10 16:51:26.928694 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-88adea91-e999-4471-91f7-800b182b55a5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:27.011570 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4c5c9b97-9b64-44b4-b2f2-631fc4240339 req-a7096fd6-6267-44cf-b8ee-a5167d29dfe5 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857284 Dec 10 16:51:27.038337 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-88adea91-e999-4471-91f7-800b182b55a5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:27.060398 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device a462f417-9ee8-474b-97b3-d366f11e508f details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:51:27.085589 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-385b5e96-8ebf-43ae-8ac1-e7a868f8a1a0 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:27.135026 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-385b5e96-8ebf-43ae-8ac1-e7a868f8a1a0 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:27.192458 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-385b5e96-8ebf-43ae-8ac1-e7a868f8a1a0 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Network 263ff2dd-2395-434d-bed7-21852f5535cc is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:51:27.193732 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f706b0be-4a96-432c-ab8f-7e2dc82fe163 req-d14cf81a-7f7b-41d5-ba47-34e22d017521 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b48e3b2-2cf7-45d0-ac05-f8ac9dc0d827 HTTP/1.1" status: 200 len: 210 time: 0.0841317 Dec 10 16:51:27.211522 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-385b5e96-8ebf-43ae-8ac1-e7a868f8a1a0 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:51:27.215714 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-385b5e96-8ebf-43ae-8ac1-e7a868f8a1a0 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:51:27.220024 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b5e96-8ebf-43ae-8ac1-e7a868f8a1a0 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Pushing event updated for resources: {'Port': ['ID=cceef20f-3d52-4d5f-8cc9-24da3382119b,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:27.223210 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port a462f417-9ee8-474b-97b3-d366f11e508f, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=a462f417-9ee8-474b-97b3-d366f11e508f,segment=NetworkSegment(025942ee-aaf6-4874-bbc1-b64381358c5e),segment_id=025942ee-aaf6-4874-bbc1-b64381358c5e)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:51:27.243143 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': 'a462f417-9ee8-474b-97b3-d366f11e508f', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'port_id': 'a462f417-9ee8-474b-97b3-d366f11e508f', 'mac_address': 'fa:16:3e:fd:28:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:51:27.270191 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-385b5e96-8ebf-43ae-8ac1-e7a868f8a1a0 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:27.271140 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-385b5e96-8ebf-43ae-8ac1-e7a868f8a1a0 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:27.286465 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:27.292435 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-385b5e96-8ebf-43ae-8ac1-e7a868f8a1a0 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6756606 Dec 10 16:51:27.307252 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-3383cc07-ec60-4a4b-b943-55287ae261ca service neutron] Request body: {'port': {'device_id': '0b48e3b2-2cf7-45d0-ac05-f8ac9dc0d827', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:51:27.307810 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-88adea91-e999-4471-91f7-800b182b55a5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:27.315670 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-88adea91-e999-4471-91f7-800b182b55a5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:27.329716 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a462f417-9ee8-474b-97b3-d366f11e508f {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:51:27.357225 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port a462f417-9ee8-474b-97b3-d366f11e508f, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=a462f417-9ee8-474b-97b3-d366f11e508f,segment=NetworkSegment(025942ee-aaf6-4874-bbc1-b64381358c5e),segment_id=025942ee-aaf6-4874-bbc1-b64381358c5e)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:51:27.362018 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:27.407988 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-3383cc07-ec60-4a4b-b943-55287ae261ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:27.431227 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=a462f417-9ee8-474b-97b3-d366f11e508f,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:27.432178 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88adea91-e999-4471-91f7-800b182b55a5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'Port': ['ID=ff69a194-50e3-47e4-8951-7d8a3639a24b,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:27.443473 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-88adea91-e999-4471-91f7-800b182b55a5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:27.560731 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f5630157-5aa3-4e64-846e-1c9fa381619a None None] Provisioning complete for port cceef20f-3d52-4d5f-8cc9-24da3382119b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:51:27.561355 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f5630157-5aa3-4e64-846e-1c9fa381619a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:27.571437 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [None req-88adea91-e999-4471-91f7-800b182b55a5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Floating IP d902be50-567a-4cc1-875c-61ca1216dbd0 associated. External IP: 172.25.6.77, port: b91d0542-38d6-4958-9bb0-e3d1a17d3e89. Dec 10 16:51:27.596854 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['a462f417-9ee8-474b-97b3-d366f11e508f'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:51:27.656964 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f5630157-5aa3-4e64-846e-1c9fa381619a None None] Port cceef20f-3d52-4d5f-8cc9-24da3382119b cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:51:27.751250 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-3383cc07-ec60-4a4b-b943-55287ae261ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cceef20f-3d52-4d5f-8cc9-24da3382119b {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:51:27.759697 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-3383cc07-ec60-4a4b-b943-55287ae261ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:27.773314 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-3383cc07-ec60-4a4b-b943-55287ae261ca service neutron] Transition to ACTIVE for port object cceef20f-3d52-4d5f-8cc9-24da3382119b will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:51:27.778278 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-3383cc07-ec60-4a4b-b943-55287ae261ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:27.848960 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3383cc07-ec60-4a4b-b943-55287ae261ca service neutron] Pushing event updated for resources: {'Port': ['ID=cceef20f-3d52-4d5f-8cc9-24da3382119b,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:27.874105 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88adea91-e999-4471-91f7-800b182b55a5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Router 3f17338a-2dc7-4cc7-883a-a70bbe04638d has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:51:27.908582 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-3383cc07-ec60-4a4b-b943-55287ae261ca service neutron] Attempting to bind port cceef20f-3d52-4d5f-8cc9-24da3382119b on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:51:27.909018 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-3383cc07-ec60-4a4b-b943-55287ae261ca service neutron] Attempting to bind port cceef20f-3d52-4d5f-8cc9-24da3382119b by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'b875ea9d-5e50-474f-9101-c4e81a54e6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:51:27.909465 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-3383cc07-ec60-4a4b-b943-55287ae261ca service neutron] Attempting to bind port cceef20f-3d52-4d5f-8cc9-24da3382119b on network 263ff2dd-2395-434d-bed7-21852f5535cc {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:51:27.915086 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-3383cc07-ec60-4a4b-b943-55287ae261ca service neutron] Port cceef20f-3d52-4d5f-8cc9-24da3382119b on network 263ff2dd-2395-434d-bed7-21852f5535cc not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:51:27.915521 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-3383cc07-ec60-4a4b-b943-55287ae261ca service neutron] Attempting to bind port cceef20f-3d52-4d5f-8cc9-24da3382119b on network 263ff2dd-2395-434d-bed7-21852f5535cc {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:51:27.920763 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-3383cc07-ec60-4a4b-b943-55287ae261ca service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:51:27.921204 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-3383cc07-ec60-4a4b-b943-55287ae261ca service neutron] Checking segment: {'id': 'b875ea9d-5e50-474f-9101-c4e81a54e6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:51:27.921690 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-3383cc07-ec60-4a4b-b943-55287ae261ca service neutron] Bound using segment: {'id': 'b875ea9d-5e50-474f-9101-c4e81a54e6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:51:27.926717 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-3383cc07-ec60-4a4b-b943-55287ae261ca service neutron] Bound port: cceef20f-3d52-4d5f-8cc9-24da3382119b, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b875ea9d-5e50-474f-9101-c4e81a54e6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:51:27.927351 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-3383cc07-ec60-4a4b-b943-55287ae261ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:28.019099 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-3383cc07-ec60-4a4b-b943-55287ae261ca service neutron] For port cceef20f-3d52-4d5f-8cc9-24da3382119b, host n-h1-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:51:28.023677 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-3383cc07-ec60-4a4b-b943-55287ae261ca service neutron] For port cceef20f-3d52-4d5f-8cc9-24da3382119b, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=cceef20f-3d52-4d5f-8cc9-24da3382119b,segment=NetworkSegment(b875ea9d-5e50-474f-9101-c4e81a54e6d1),segment_id=b875ea9d-5e50-474f-9101-c4e81a54e6d1)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:51:28.028827 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-3383cc07-ec60-4a4b-b943-55287ae261ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:28.040150 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88adea91-e999-4471-91f7-800b182b55a5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:51:28.051763 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0976d464-1cae-4cc7-8f61-0ab1ccbec11f None None] Sync routers for ids ['3f17338a-2dc7-4cc7-883a-a70bbe04638d'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:51:28.068166 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-88adea91-e999-4471-91f7-800b182b55a5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:28.071833 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0976d464-1cae-4cc7-8f61-0ab1ccbec11f None None] Routers {'3f17338a-2dc7-4cc7-883a-a70bbe04638d'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:51:28.072482 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-0976d464-1cae-4cc7-8f61-0ab1ccbec11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:51:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['3f17338a-2dc7-4cc7-883a-a70bbe04638d'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:51:28.080174 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-3383cc07-ec60-4a4b-b943-55287ae261ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:28.082889 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-3383cc07-ec60-4a4b-b943-55287ae261ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:28.084460 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-3383cc07-ec60-4a4b-b943-55287ae261ca service neutron] 10.222.0.26 "PUT /v2.0/ports/cceef20f-3d52-4d5f-8cc9-24da3382119b HTTP/1.1" status: 200 len: 1092 time: 0.7835536 Dec 10 16:51:28.085014 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b48e3b2-2cf7-45d0-ac05-f8ac9dc0d827', 'tag': 'cceef20f-3d52-4d5f-8cc9-24da3382119b'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:51:28.087800 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d262c8-6bb1-445f-9d6e-bffe857a8ac0" -d '{"events": [{"name": "network-changed", "server_uuid": "0b48e3b2-2cf7-45d0-ac05-f8ac9dc0d827", "tag": "cceef20f-3d52-4d5f-8cc9-24da3382119b"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:51:28.117852 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3383cc07-ec60-4a4b-b943-55287ae261ca service neutron] Pushing event updated for resources: {'Port': ['ID=cceef20f-3d52-4d5f-8cc9-24da3382119b,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:28.128465 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-88adea91-e999-4471-91f7-800b182b55a5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1131151 Dec 10 16:51:28.132258 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ae97f3-7d96-4fd5-ab7e-3490d3476a4b', 'tag': 'b91d0542-38d6-4958-9bb0-e3d1a17d3e89'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:51:28.134774 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158a1983-3b8a-4539-834a-04f79c443a7d" -d '{"events": [{"name": "network-changed", "server_uuid": "95ae97f3-7d96-4fd5-ab7e-3490d3476a4b", "tag": "b91d0542-38d6-4958-9bb0-e3d1a17d3e89"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:51:28.194101 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-8b13ee84-9555-4da9-b237-fb8ccb3ca355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:28.195798 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-8b13ee84-9555-4da9-b237-fb8ccb3ca355 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bdc7ed738c3144738265db15e9c9048a&device_id=0b48e3b2-2cf7-45d0-ac05-f8ac9dc0d827 HTTP/1.1" status: 200 len: 1095 time: 0.0709834 Dec 10 16:51:28.232845 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f325404-64ce-4023-aa1c-f5f0a38db3de req-03369e0c-0ade-49f5-ab68-12fa836cce56 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:28.235243 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2f325404-64ce-4023-aa1c-f5f0a38db3de req-03369e0c-0ade-49f5-ab68-12fa836cce56 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=cba47ec4-a165-47b6-ba10-a2443c5a680f HTTP/1.1" status: 200 len: 945 time: 0.0709357 Dec 10 16:51:28.267337 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-2b21a6d5-a247-4be3-81ac-f2e863dfee30 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cceef20f-3d52-4d5f-8cc9-24da3382119b HTTP/1.1" status: 200 len: 217 time: 0.0638697 Dec 10 16:51:28.281491 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-0976d464-1cae-4cc7-8f61-0ab1ccbec11f None None] Set router 3f17338a-2dc7-4cc7-883a-a70bbe04638d gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:51:28.328863 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2f325404-64ce-4023-aa1c-f5f0a38db3de req-c108f9ae-648b-473b-8ebb-bfd5f485f57c tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847979 Dec 10 16:51:28.332423 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-052a771d-eaaf-4b84-a3dc-4c368082395f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:28.334231 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-052a771d-eaaf-4b84-a3dc-4c368082395f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bd39f8cf-b633-4e7b-8cc7-6321401d3434 HTTP/1.1" status: 200 len: 850 time: 0.0592515 Dec 10 16:51:28.393493 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-3cfe743e-60f6-424e-af67-bc1071db0744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:28.395091 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-3cfe743e-60f6-424e-af67-bc1071db0744 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=263ff2dd-2395-434d-bed7-21852f5535cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541110 Dec 10 16:51:28.424850 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827ade04-d8a1-4fba-ab16-2bb25830be89 x-openstack-request-id: req-827ade04-d8a1-4fba-ab16-2bb25830be89 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:51:28.425268 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b48e3b2-2cf7-45d0-ac05-f8ac9dc0d827", "tag": "cceef20f-3d52-4d5f-8cc9-24da3382119b", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:51:28.425649 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-827ade04-d8a1-4fba-ab16-2bb25830be89 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:51:28.426319 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b48e3b2-2cf7-45d0-ac05-f8ac9dc0d827', 'tag': 'cceef20f-3d52-4d5f-8cc9-24da3382119b', 'status': 'completed', 'code': 200} Dec 10 16:51:28.531605 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-b71120ed-458f-4774-ba24-c0181aba205a service neutron] 10.222.0.26 "GET /v2.0/networks/263ff2dd-2395-434d-bed7-21852f5535cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269982 Dec 10 16:51:28.571146 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cafbae-b1da-4812-b188-93640bbf9d95 req-7ae4c124-c854-46e4-a056-1d1be9ef4bed tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:28.580541 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-42cafbae-b1da-4812-b188-93640bbf9d95 req-7ae4c124-c854-46e4-a056-1d1be9ef4bed tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 946 time: 0.0673170 Dec 10 16:51:28.587751 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-0976d464-1cae-4cc7-8f61-0ab1ccbec11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f17338a-2dc7-4cc7-883a-a70bbe04638d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131805801', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '9b0877e6-b3cf-458a-9e72-cae26f1767cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:51:01Z', 'updated_at': '2021-12-10T16:51:07Z', 'revision_number': 4, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': '9b0877e6-b3cf-458a-9e72-cae26f1767cb', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f17338a-2dc7-4cc7-883a-a70bbe04638d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:51:02Z', 'updated_at': '2021-12-10T16:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': 'd902be50-567a-4cc1-875c-61ca1216dbd0', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '3f17338a-2dc7-4cc7-883a-a70bbe04638d', 'port_id': 'b91d0542-38d6-4958-9bb0-e3d1a17d3e89', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3778, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da381c1e-b783-47f8-97b1-68a3f429a26e', 'mac_address': 'fa:16:3e:bd:e8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ae97f3-7d96-4fd5-ab7e-3490d3476a4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:51:26Z', 'updated_at': '2021-12-10T16:51:26Z', 'revision_number': 0, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e94dfa2-c661-4b00-b7b0-a0f4ddd8f56f', 'name': '', 'network_id': 'da381c1e-b783-47f8-97b1-68a3f429a26e', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'mac_address': 'fa:16:3e:cb:51:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f17338a-2dc7-4cc7-883a-a70bbe04638d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '87ce2987-bbb0-476e-bf44-d375993d991a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:51:06Z', 'updated_at': '2021-12-10T16:51:12Z', 'revision_number': 5, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'subnets': [{'id': '87ce2987-bbb0-476e-bf44-d375993d991a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:51:28.617349 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0976d464-1cae-4cc7-8f61-0ab1ccbec11f None None] Checking router: 3f17338a-2dc7-4cc7-883a-a70bbe04638d for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:51:28.626015 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0976d464-1cae-4cc7-8f61-0ab1ccbec11f None None] Routers {'3f17338a-2dc7-4cc7-883a-a70bbe04638d'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:51:28.626661 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-0976d464-1cae-4cc7-8f61-0ab1ccbec11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:51:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['3f17338a-2dc7-4cc7-883a-a70bbe04638d'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:51:28.648597 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-42cafbae-b1da-4812-b188-93640bbf9d95 req-e7f2c282-44bb-4165-89bc-cc7d82c69ea2 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=21ef6fef-0929-48a6-b908-a4cb56f92442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657117 Dec 10 16:51:28.667978 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 56916) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:51:28.670442 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0765aaa3-6dfe-47c6-a257-9d46c9b7daa4 req-e948bd10-c426-4bf8-946c-529efbfc28a3 service neutron] 10.222.0.26 "GET /v2.0/networks/263ff2dd-2395-434d-bed7-21852f5535cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272364 Dec 10 16:51:28.746459 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d954c7-0d3b-4b1f-8e82-dc70be52ec45 x-openstack-request-id: req-45d954c7-0d3b-4b1f-8e82-dc70be52ec45 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:51:28.746902 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ae97f3-7d96-4fd5-ab7e-3490d3476a4b", "tag": "b91d0542-38d6-4958-9bb0-e3d1a17d3e89", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:51:28.747125 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-45d954c7-0d3b-4b1f-8e82-dc70be52ec45 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:51:28.747657 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ae97f3-7d96-4fd5-ab7e-3490d3476a4b', 'tag': 'b91d0542-38d6-4958-9bb0-e3d1a17d3e89', 'status': 'completed', 'code': 200} Dec 10 16:51:28.777893 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f52d1b51-8146-4d37-9bf3-ebc17e226234 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/floatingips/d902be50-567a-4cc1-875c-61ca1216dbd0 HTTP/1.1" status: 200 len: 991 time: 0.1073818 Dec 10 16:51:28.789951 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-0976d464-1cae-4cc7-8f61-0ab1ccbec11f None None] Set router 3f17338a-2dc7-4cc7-883a-a70bbe04638d gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:51:28.825286 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d262c8-6bb1-445f-9d6e-bffe857a8ac0 req-5428ed07-ec38-40fa-98a3-5bc718a81b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:28.826676 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-92d262c8-6bb1-445f-9d6e-bffe857a8ac0 req-5428ed07-ec38-40fa-98a3-5bc718a81b40 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bdc7ed738c3144738265db15e9c9048a&device_id=0b48e3b2-2cf7-45d0-ac05-f8ac9dc0d827 HTTP/1.1" status: 200 len: 1095 time: 0.1085563 Dec 10 16:51:28.832193 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a1983-3b8a-4539-834a-04f79c443a7d req-30589655-9b04-43f3-80f3-9ee47f01c675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:28.833970 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-158a1983-3b8a-4539-834a-04f79c443a7d req-30589655-9b04-43f3-80f3-9ee47f01c675 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e316b1d223b341c8ad45a1329ddefc11&device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 1097 time: 0.0622256 Dec 10 16:51:28.889233 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33164cf7-cde8-4ddc-90aa-3803432cc29c req-7d04ad7d-a403-4e4a-8943-1c2236f28d2a tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:28.891366 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-33164cf7-cde8-4ddc-90aa-3803432cc29c req-7d04ad7d-a403-4e4a-8943-1c2236f28d2a tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b48e3b2-2cf7-45d0-ac05-f8ac9dc0d827 HTTP/1.1" status: 200 len: 944 time: 0.0598748 Dec 10 16:51:28.964927 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-33164cf7-cde8-4ddc-90aa-3803432cc29c req-f77b59b5-419b-4765-853d-7e3a24f70a08 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=121502ac-9eed-41ec-8e82-0f95754c428f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656717 Dec 10 16:51:28.993561 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d262c8-6bb1-445f-9d6e-bffe857a8ac0 req-bbebd7d8-cde1-40b8-94fa-de7f382c2e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:28.995085 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-92d262c8-6bb1-445f-9d6e-bffe857a8ac0 req-bbebd7d8-cde1-40b8-94fa-de7f382c2e96 service neutron] 10.222.0.26 "GET /v2.0/networks?id=263ff2dd-2395-434d-bed7-21852f5535cc HTTP/1.1" status: 200 len: 912 time: 0.1602037 Dec 10 16:51:29.020346 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a1983-3b8a-4539-834a-04f79c443a7d req-4aee383e-cb24-4568-bdc1-600fd801cfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:29.021863 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-158a1983-3b8a-4539-834a-04f79c443a7d req-4aee383e-cb24-4568-bdc1-600fd801cfb7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=da381c1e-b783-47f8-97b1-68a3f429a26e HTTP/1.1" status: 200 len: 897 time: 0.1790354 Dec 10 16:51:29.061015 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-92d262c8-6bb1-445f-9d6e-bffe857a8ac0 req-edd1ecb3-81c1-4529-b52b-5f3b42de9c42 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cceef20f-3d52-4d5f-8cc9-24da3382119b HTTP/1.1" status: 200 len: 217 time: 0.0575435 Dec 10 16:51:29.068393 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device a462f417-9ee8-474b-97b3-d366f11e508f up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:51:29.099802 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-0976d464-1cae-4cc7-8f61-0ab1ccbec11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f17338a-2dc7-4cc7-883a-a70bbe04638d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131805801', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '9b0877e6-b3cf-458a-9e72-cae26f1767cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:51:01Z', 'updated_at': '2021-12-10T16:51:07Z', 'revision_number': 4, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': '9b0877e6-b3cf-458a-9e72-cae26f1767cb', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f17338a-2dc7-4cc7-883a-a70bbe04638d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:51:02Z', 'updated_at': '2021-12-10T16:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': 'd902be50-567a-4cc1-875c-61ca1216dbd0', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '3f17338a-2dc7-4cc7-883a-a70bbe04638d', 'port_id': 'b91d0542-38d6-4958-9bb0-e3d1a17d3e89', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3778, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da381c1e-b783-47f8-97b1-68a3f429a26e', 'mac_address': 'fa:16:3e:bd:e8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ae97f3-7d96-4fd5-ab7e-3490d3476a4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:51:26Z', 'updated_at': '2021-12-10T16:51:26Z', 'revision_number': 0, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e94dfa2-c661-4b00-b7b0-a0f4ddd8f56f', 'name': '', 'network_id': 'da381c1e-b783-47f8-97b1-68a3f429a26e', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'mac_address': 'fa:16:3e:cb:51:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f17338a-2dc7-4cc7-883a-a70bbe04638d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '87ce2987-bbb0-476e-bf44-d375993d991a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:51:06Z', 'updated_at': '2021-12-10T16:51:12Z', 'revision_number': 5, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'subnets': [{'id': '87ce2987-bbb0-476e-bf44-d375993d991a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:51:29.135475 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0976d464-1cae-4cc7-8f61-0ab1ccbec11f None None] The sync data for ids ['3f17338a-2dc7-4cc7-883a-a70bbe04638d'] in n-d-766771-2 is: [{'id': '3f17338a-2dc7-4cc7-883a-a70bbe04638d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131805801', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '9b0877e6-b3cf-458a-9e72-cae26f1767cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:51:01Z', 'updated_at': '2021-12-10T16:51:07Z', 'revision_number': 4, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': '9b0877e6-b3cf-458a-9e72-cae26f1767cb', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f17338a-2dc7-4cc7-883a-a70bbe04638d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:51:02Z', 'updated_at': '2021-12-10T16:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': 'd902be50-567a-4cc1-875c-61ca1216dbd0', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '3f17338a-2dc7-4cc7-883a-a70bbe04638d', 'port_id': 'b91d0542-38d6-4958-9bb0-e3d1a17d3e89', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3778, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da381c1e-b783-47f8-97b1-68a3f429a26e', 'mac_address': 'fa:16:3e:bd:e8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ae97f3-7d96-4fd5-ab7e-3490d3476a4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:51:26Z', 'updated_at': '2021-12-10T16:51:26Z', 'revision_number': 0, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e94dfa2-c661-4b00-b7b0-a0f4ddd8f56f', 'name': '', 'network_id': 'da381c1e-b783-47f8-97b1-68a3f429a26e', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'mac_address': 'fa:16:3e:cb:51:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f17338a-2dc7-4cc7-883a-a70bbe04638d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '87ce2987-bbb0-476e-bf44-d375993d991a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:51:06Z', 'updated_at': '2021-12-10T16:51:12Z', 'revision_number': 5, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'subnets': [{'id': '87ce2987-bbb0-476e-bf44-d375993d991a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:51:29.154603 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port a462f417-9ee8-474b-97b3-d366f11e508f completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:51:29.159064 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port a462f417-9ee8-474b-97b3-d366f11e508f triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:51:29.160737 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:29.167388 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-158a1983-3b8a-4539-834a-04f79c443a7d req-794f1430-60ea-4f5c-812a-1d8da030d933 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b91d0542-38d6-4958-9bb0-e3d1a17d3e89 HTTP/1.1" status: 200 len: 999 time: 0.1145627 Dec 10 16:51:29.170676 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d262c8-6bb1-445f-9d6e-bffe857a8ac0 req-51a5d8f3-3786-43c5-91c1-c56ad04678ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:29.172335 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-92d262c8-6bb1-445f-9d6e-bffe857a8ac0 req-51a5d8f3-3786-43c5-91c1-c56ad04678ba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bd39f8cf-b633-4e7b-8cc7-6321401d3434 HTTP/1.1" status: 200 len: 850 time: 0.0768893 Dec 10 16:51:29.255431 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a1983-3b8a-4539-834a-04f79c443a7d req-74d326d1-1631-4e45-8df6-a12f0f3115af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:29.257474 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-158a1983-3b8a-4539-834a-04f79c443a7d req-74d326d1-1631-4e45-8df6-a12f0f3115af service neutron] 10.222.0.46 "GET /v2.0/subnets?id=87ce2987-bbb0-476e-bf44-d375993d991a HTTP/1.1" status: 200 len: 835 time: 0.0833225 Dec 10 16:51:29.262345 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:29.276444 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d262c8-6bb1-445f-9d6e-bffe857a8ac0 req-e4e8fe0e-8133-423c-b57d-5de60d76240d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:29.277915 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-92d262c8-6bb1-445f-9d6e-bffe857a8ac0 req-e4e8fe0e-8133-423c-b57d-5de60d76240d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=263ff2dd-2395-434d-bed7-21852f5535cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725851 Dec 10 16:51:29.295158 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba47ec4-a165-47b6-ba10-a2443c5a680f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a462f417-9ee8-474b-97b3-d366f11e508f'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:51:29.297706 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7663c79c-b316-4bc8-b277-4808c5afb892" -d '{"events": [{"server_uuid": "cba47ec4-a165-47b6-ba10-a2443c5a680f", "name": "network-vif-plugged", "status": "completed", "tag": "a462f417-9ee8-474b-97b3-d366f11e508f"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:51:29.312271 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port a462f417-9ee8-474b-97b3-d366f11e508f, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=a462f417-9ee8-474b-97b3-d366f11e508f,segment=NetworkSegment(025942ee-aaf6-4874-bbc1-b64381358c5e),segment_id=025942ee-aaf6-4874-bbc1-b64381358c5e)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:51:29.318196 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:29.384833 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=a462f417-9ee8-474b-97b3-d366f11e508f,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:29.399596 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a1983-3b8a-4539-834a-04f79c443a7d req-62c9323d-ef2a-4b61-9912-3e1e8753b250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:29.404270 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-158a1983-3b8a-4539-834a-04f79c443a7d req-62c9323d-ef2a-4b61-9912-3e1e8753b250 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=da381c1e-b783-47f8-97b1-68a3f429a26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1388369 Dec 10 16:51:29.416659 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae0167a-676f-4855-851d-4727c8c9dde5 x-openstack-request-id: req-6ae0167a-676f-4855-851d-4727c8c9dde5 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:51:29.417244 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba47ec4-a165-47b6-ba10-a2443c5a680f", "name": "network-vif-plugged", "status": "completed", "tag": "a462f417-9ee8-474b-97b3-d366f11e508f", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:51:29.417677 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6ae0167a-676f-4855-851d-4727c8c9dde5 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:51:29.418259 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba47ec4-a165-47b6-ba10-a2443c5a680f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a462f417-9ee8-474b-97b3-d366f11e508f', 'code': 200} Dec 10 16:51:29.446105 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9963810f-6eb5-4f43-aa8a-0918a582a1d3 None None] New status for floating IP d902be50-567a-4cc1-875c-61ca1216dbd0: ACTIVE {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:51:29.494993 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-92d262c8-6bb1-445f-9d6e-bffe857a8ac0 req-c997d6d4-f46b-47a7-a5af-d2f5473713d0 service neutron] 10.222.0.26 "GET /v2.0/networks/263ff2dd-2395-434d-bed7-21852f5535cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013309 Dec 10 16:51:29.553518 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-158a1983-3b8a-4539-834a-04f79c443a7d req-5b84b17a-6357-4f21-9b1e-67072cf5de88 service neutron] 10.222.0.46 "GET /v2.0/networks/da381c1e-b783-47f8-97b1-68a3f429a26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413677 Dec 10 16:51:29.557695 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29918e01-522c-417a-ae03-76dba5e230d4 req-b07cb75c-c829-4491-8897-ae6ee8abeb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:29.559317 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-29918e01-522c-417a-ae03-76dba5e230d4 req-b07cb75c-c829-4491-8897-ae6ee8abeb43 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cba47ec4-a165-47b6-ba10-a2443c5a680f HTTP/1.1" status: 200 len: 1097 time: 0.0867620 Dec 10 16:51:29.581482 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb3fa4-2901-40ca-b9fa-0d2c7d684823 req-ba1dd2ea-f663-4408-922b-67a44f7fcebf tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:29.583157 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4bdb3fa4-2901-40ca-b9fa-0d2c7d684823 req-ba1dd2ea-f663-4408-922b-67a44f7fcebf tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=cba47ec4-a165-47b6-ba10-a2443c5a680f HTTP/1.1" status: 200 len: 946 time: 0.0816817 Dec 10 16:51:29.672392 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-29918e01-522c-417a-ae03-76dba5e230d4 req-796daee7-8ec0-4a27-9206-7c751a4b9095 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055949 Dec 10 16:51:29.686006 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4bdb3fa4-2901-40ca-b9fa-0d2c7d684823 req-e2aca242-90a3-41ca-b801-d68169583bc5 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953310 Dec 10 16:51:29.746616 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-92d262c8-6bb1-445f-9d6e-bffe857a8ac0 req-61628b51-d0ea-4349-9ec5-ae4cdd0101da service neutron] 10.222.0.26 "GET /v2.0/networks/263ff2dd-2395-434d-bed7-21852f5535cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433670 Dec 10 16:51:29.756518 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-158a1983-3b8a-4539-834a-04f79c443a7d req-63f3cecd-c137-42b4-85f7-bb6487dd7da4 service neutron] 10.222.0.46 "GET /v2.0/networks/da381c1e-b783-47f8-97b1-68a3f429a26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916904 Dec 10 16:51:29.780565 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 56938) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:51:29.843846 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d79a9db8-c32a-4758-9858-b03ad2707448 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/floatingips/d902be50-567a-4cc1-875c-61ca1216dbd0 HTTP/1.1" status: 200 len: 993 time: 0.0619938 Dec 10 16:51:30.091389 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f4fde-4e86-40c5-83a8-47675f014970 req-a068cade-390e-4cb8-98be-58ad982a01bb tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:30.092866 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a71f4fde-4e86-40c5-83a8-47675f014970 req-a068cade-390e-4cb8-98be-58ad982a01bb tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b48e3b2-2cf7-45d0-ac05-f8ac9dc0d827 HTTP/1.1" status: 200 len: 944 time: 0.0526905 Dec 10 16:51:30.139831 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a71f4fde-4e86-40c5-83a8-47675f014970 req-0b39c675-5818-4ee2-a2c0-6f05f80e98c5 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=121502ac-9eed-41ec-8e82-0f95754c428f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409672 Dec 10 16:51:30.821776 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb07a5-44a5-450a-8ed1-05b18c1973db req-b65e3c17-8af2-463f-b327-ad99873fbb19 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:30.823322 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-85bb07a5-44a5-450a-8ed1-05b18c1973db req-b65e3c17-8af2-463f-b327-ad99873fbb19 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=cba47ec4-a165-47b6-ba10-a2443c5a680f HTTP/1.1" status: 200 len: 946 time: 0.0505607 Dec 10 16:51:30.871560 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-85bb07a5-44a5-450a-8ed1-05b18c1973db req-47abb0f6-96af-4417-89ce-078d03aca39c tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419459 Dec 10 16:51:31.066360 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device cceef20f-3d52-4d5f-8cc9-24da3382119b details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:51:31.159846 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port cceef20f-3d52-4d5f-8cc9-24da3382119b, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=cceef20f-3d52-4d5f-8cc9-24da3382119b,segment=NetworkSegment(b875ea9d-5e50-474f-9101-c4e81a54e6d1),segment_id=b875ea9d-5e50-474f-9101-c4e81a54e6d1)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:51:31.172314 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': 'cceef20f-3d52-4d5f-8cc9-24da3382119b', 'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc', 'port_id': 'cceef20f-3d52-4d5f-8cc9-24da3382119b', 'mac_address': 'fa:16:3e:40:a8:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd39f8cf-b633-4e7b-8cc7-6321401d3434', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:51:31.211510 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:31.233849 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cceef20f-3d52-4d5f-8cc9-24da3382119b {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:51:31.265241 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port cceef20f-3d52-4d5f-8cc9-24da3382119b, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=cceef20f-3d52-4d5f-8cc9-24da3382119b,segment=NetworkSegment(b875ea9d-5e50-474f-9101-c4e81a54e6d1),segment_id=b875ea9d-5e50-474f-9101-c4e81a54e6d1)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:51:31.265640 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d3938-597c-48ee-a901-1e7730aabba1 req-cb2b6f66-7a38-489f-9170-81c9a42496fb tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:31.267999 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-860d3938-597c-48ee-a901-1e7730aabba1 req-cb2b6f66-7a38-489f-9170-81c9a42496fb tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b48e3b2-2cf7-45d0-ac05-f8ac9dc0d827 HTTP/1.1" status: 200 len: 944 time: 0.0525637 Dec 10 16:51:31.275315 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:31.323486 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=cceef20f-3d52-4d5f-8cc9-24da3382119b,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:31.323856 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-860d3938-597c-48ee-a901-1e7730aabba1 req-9bffe3ca-7e32-49db-9ffb-f8452dc1f8e9 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=121502ac-9eed-41ec-8e82-0f95754c428f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485740 Dec 10 16:51:31.477950 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['cceef20f-3d52-4d5f-8cc9-24da3382119b'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:51:31.987901 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d03b17-a5ee-47d9-9076-f0d64c89adf1 req-bc1365ad-cb4f-42f7-9223-a98f2927d4f2 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:31.989427 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-39d03b17-a5ee-47d9-9076-f0d64c89adf1 req-bc1365ad-cb4f-42f7-9223-a98f2927d4f2 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=cba47ec4-a165-47b6-ba10-a2443c5a680f HTTP/1.1" status: 200 len: 946 time: 0.0505748 Dec 10 16:51:32.041809 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-39d03b17-a5ee-47d9-9076-f0d64c89adf1 req-292efc28-9b4e-4d01-8569-ee30c0184f7d tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462778 Dec 10 16:51:32.155251 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6767eeb-d2f9-419f-8d54-949daa12356c req-9542a30f-2650-4f94-8a6a-bf940ea23360 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:32.156644 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c6767eeb-d2f9-419f-8d54-949daa12356c req-9542a30f-2650-4f94-8a6a-bf940ea23360 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=cba47ec4-a165-47b6-ba10-a2443c5a680f HTTP/1.1" status: 200 len: 946 time: 0.0487006 Dec 10 16:51:32.205201 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c6767eeb-d2f9-419f-8d54-949daa12356c req-bd646931-0d89-4e4b-ab1b-497a05611877 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418355 Dec 10 16:51:32.326392 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044048f6-c13d-4623-91ad-da793285d041 req-77a71f18-48b2-42e0-98fb-d0fa8cf16b1c tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:32.327994 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-044048f6-c13d-4623-91ad-da793285d041 req-77a71f18-48b2-42e0-98fb-d0fa8cf16b1c tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=cba47ec4-a165-47b6-ba10-a2443c5a680f HTTP/1.1" status: 200 len: 946 time: 0.0530014 Dec 10 16:51:32.375652 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-044048f6-c13d-4623-91ad-da793285d041 req-5b086047-04ba-4cd2-be73-ab2afbf850fb tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413661 Dec 10 16:51:32.480764 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e505a-db78-44b9-b270-e831a4e0bad0 req-71588cc3-df0e-4344-8c2a-a8a47473d015 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:32.482334 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d58e505a-db78-44b9-b270-e831a4e0bad0 req-71588cc3-df0e-4344-8c2a-a8a47473d015 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b48e3b2-2cf7-45d0-ac05-f8ac9dc0d827 HTTP/1.1" status: 200 len: 945 time: 0.0510306 Dec 10 16:51:32.534169 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d58e505a-db78-44b9-b270-e831a4e0bad0 req-e6527372-70be-40c5-87a1-323674a532d6 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=121502ac-9eed-41ec-8e82-0f95754c428f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442905 Dec 10 16:51:32.760653 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c04d40-6308-428a-b146-dbbd2dac129c req-773ba8b8-bd46-44c0-bf6a-29eab4a8c31d tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:32.762269 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-66c04d40-6308-428a-b146-dbbd2dac129c req-773ba8b8-bd46-44c0-bf6a-29eab4a8c31d tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=cba47ec4-a165-47b6-ba10-a2443c5a680f HTTP/1.1" status: 200 len: 946 time: 0.0558598 Dec 10 16:51:32.813664 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-66c04d40-6308-428a-b146-dbbd2dac129c req-2fc9a639-cb8c-4b6f-a32b-c9ed44d1689f tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445142 Dec 10 16:51:33.078048 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device cceef20f-3d52-4d5f-8cc9-24da3382119b up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:51:33.131763 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port cceef20f-3d52-4d5f-8cc9-24da3382119b completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:51:33.136162 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port cceef20f-3d52-4d5f-8cc9-24da3382119b triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:51:33.136559 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:33.212776 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:33.235719 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b48e3b2-2cf7-45d0-ac05-f8ac9dc0d827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cceef20f-3d52-4d5f-8cc9-24da3382119b'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:51:33.238015 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675a8f54-f771-4186-be05-36361ba4242c" -d '{"events": [{"server_uuid": "0b48e3b2-2cf7-45d0-ac05-f8ac9dc0d827", "name": "network-vif-plugged", "status": "completed", "tag": "cceef20f-3d52-4d5f-8cc9-24da3382119b"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:51:33.254645 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port cceef20f-3d52-4d5f-8cc9-24da3382119b, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=cceef20f-3d52-4d5f-8cc9-24da3382119b,segment=NetworkSegment(b875ea9d-5e50-474f-9101-c4e81a54e6d1),segment_id=b875ea9d-5e50-474f-9101-c4e81a54e6d1)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:51:33.259572 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:33.288967 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e14657-4b61-4d1f-ae0f-38d2314b1968 x-openstack-request-id: req-84e14657-4b61-4d1f-ae0f-38d2314b1968 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:51:33.289260 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b48e3b2-2cf7-45d0-ac05-f8ac9dc0d827", "name": "network-vif-plugged", "status": "completed", "tag": "cceef20f-3d52-4d5f-8cc9-24da3382119b", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:51:33.289513 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-84e14657-4b61-4d1f-ae0f-38d2314b1968 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:51:33.289901 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b48e3b2-2cf7-45d0-ac05-f8ac9dc0d827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cceef20f-3d52-4d5f-8cc9-24da3382119b', 'code': 200} Dec 10 16:51:33.312049 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=cceef20f-3d52-4d5f-8cc9-24da3382119b,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:33.388677 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4565268b-37e8-4cc6-af7d-2962a3bf82cf req-3494b08c-7868-4868-9b12-912e54ea4734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:33.390240 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4565268b-37e8-4cc6-af7d-2962a3bf82cf req-3494b08c-7868-4868-9b12-912e54ea4734 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0b48e3b2-2cf7-45d0-ac05-f8ac9dc0d827 HTTP/1.1" status: 200 len: 1097 time: 0.0412774 Dec 10 16:51:33.435464 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4565268b-37e8-4cc6-af7d-2962a3bf82cf req-18ad21d2-ac1a-4b58-acbc-8d38504f2eb4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=121502ac-9eed-41ec-8e82-0f95754c428f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366015 Dec 10 16:51:33.649708 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce9f71-d010-485c-88df-a3359a2f055e req-13cbb0cd-d5bc-460d-8148-4e4b5e024944 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:33.651335 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0cce9f71-d010-485c-88df-a3359a2f055e req-13cbb0cd-d5bc-460d-8148-4e4b5e024944 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b48e3b2-2cf7-45d0-ac05-f8ac9dc0d827 HTTP/1.1" status: 200 len: 946 time: 0.0494065 Dec 10 16:51:33.699057 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0cce9f71-d010-485c-88df-a3359a2f055e req-64bd4923-3c88-4043-8772-6cd16f1133ce tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=121502ac-9eed-41ec-8e82-0f95754c428f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408683 Dec 10 16:51:33.928443 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c30c14-d272-4704-9c11-48cb3c59dc68 req-ee1dfbd3-78a8-4f54-ad84-50805e79c9e7 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:33.929937 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-85c30c14-d272-4704-9c11-48cb3c59dc68 req-ee1dfbd3-78a8-4f54-ad84-50805e79c9e7 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=cba47ec4-a165-47b6-ba10-a2443c5a680f HTTP/1.1" status: 200 len: 946 time: 0.0488908 Dec 10 16:51:33.984065 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-85c30c14-d272-4704-9c11-48cb3c59dc68 req-0cd5e904-7901-4a7c-a603-7c315445a1a6 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477674 Dec 10 16:51:34.465313 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822c677-d231-4a8f-85ba-5c445ca963ca req-f8411647-ff85-48bf-9e57-2477eacd0d7e tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:34.466807 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f822c677-d231-4a8f-85ba-5c445ca963ca req-f8411647-ff85-48bf-9e57-2477eacd0d7e tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.26 "GET /v2.0/ports?device_id=cba47ec4-a165-47b6-ba10-a2443c5a680f HTTP/1.1" status: 200 len: 946 time: 0.0480700 Dec 10 16:51:34.592542 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-f822c677-d231-4a8f-85ba-5c445ca963ca req-acf5c82a-068c-4d60-8133-3e101f8dee7f tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Deleting port a462f417-9ee8-474b-97b3-d366f11e508f {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:51:34.592989 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f822c677-d231-4a8f-85ba-5c445ca963ca req-acf5c82a-068c-4d60-8133-3e101f8dee7f tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:34.687709 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-f822c677-d231-4a8f-85ba-5c445ca963ca req-acf5c82a-068c-4d60-8133-3e101f8dee7f tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] For port a462f417-9ee8-474b-97b3-d366f11e508f, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=a462f417-9ee8-474b-97b3-d366f11e508f,segment=NetworkSegment(025942ee-aaf6-4874-bbc1-b64381358c5e),segment_id=025942ee-aaf6-4874-bbc1-b64381358c5e)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:51:34.688061 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f822c677-d231-4a8f-85ba-5c445ca963ca req-acf5c82a-068c-4d60-8133-3e101f8dee7f tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:34.705192 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-f822c677-d231-4a8f-85ba-5c445ca963ca req-acf5c82a-068c-4d60-8133-3e101f8dee7f tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Calling delete_port for a462f417-9ee8-474b-97b3-d366f11e508f owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:51:34.840192 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9f955-844e-45ee-82e3-88de83eb2cd4 req-c2f8b65e-d03a-4436-bea1-e199883e90fa tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:34.841740 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eba9f955-844e-45ee-82e3-88de83eb2cd4 req-c2f8b65e-d03a-4436-bea1-e199883e90fa tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b48e3b2-2cf7-45d0-ac05-f8ac9dc0d827 HTTP/1.1" status: 200 len: 946 time: 0.0690405 Dec 10 16:51:34.845509 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f822c677-d231-4a8f-85ba-5c445ca963ca req-acf5c82a-068c-4d60-8133-3e101f8dee7f tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:34.860305 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['a462f417-9ee8-474b-97b3-d366f11e508f'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:51:34.881547 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5c82a-068c-4d60-8133-3e101f8dee7f tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Pushing event deleted for resources: {'Port': ['ID=a462f417-9ee8-474b-97b3-d366f11e508f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:34.908422 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eba9f955-844e-45ee-82e3-88de83eb2cd4 req-4d015a37-073a-458a-9f76-23c6500ee02e tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=121502ac-9eed-41ec-8e82-0f95754c428f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569222 Dec 10 16:51:34.946768 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-f822c677-d231-4a8f-85ba-5c445ca963ca req-acf5c82a-068c-4d60-8133-3e101f8dee7f tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] No DVR routers for this DVR port a462f417-9ee8-474b-97b3-d366f11e508f on host n-h1-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:51:34.949421 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f822c677-d231-4a8f-85ba-5c445ca963ca req-acf5c82a-068c-4d60-8133-3e101f8dee7f tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:34.955081 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f822c677-d231-4a8f-85ba-5c445ca963ca req-acf5c82a-068c-4d60-8133-3e101f8dee7f tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.26 "DELETE /v2.0/ports/a462f417-9ee8-474b-97b3-d366f11e508f HTTP/1.1" status: 204 len: 173 time: 0.4715252 Dec 10 16:51:34.955705 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba47ec4-a165-47b6-ba10-a2443c5a680f', 'name': 'network-vif-deleted', 'tag': 'a462f417-9ee8-474b-97b3-d366f11e508f'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:51:34.958108 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23afc658-f4d1-427e-81a2-51d6243ee08d" -d '{"events": [{"server_uuid": "cba47ec4-a165-47b6-ba10-a2443c5a680f", "name": "network-vif-deleted", "tag": "a462f417-9ee8-474b-97b3-d366f11e508f"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:51:35.064628 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b48a7-dd38-492d-966d-62afd9a86f74 req-4bb4fc0b-6a93-4c9f-9129-941e7fe6df45 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:35.071904 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc7b48a7-dd38-492d-966d-62afd9a86f74 req-4bb4fc0b-6a93-4c9f-9129-941e7fe6df45 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b48e3b2-2cf7-45d0-ac05-f8ac9dc0d827 HTTP/1.1" status: 200 len: 946 time: 0.0779743 Dec 10 16:51:35.075505 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 57066) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:51:35.081180 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-5a3ee20d-c4cf-4721-9bf2-8e9806b3443b tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Request body: {'floatingip': {'port_id': 'cceef20f-3d52-4d5f-8cc9-24da3382119b'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:51:35.134953 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa25e6b-3402-4d9d-963b-19dbb043bee4 x-openstack-request-id: req-efa25e6b-3402-4d9d-963b-19dbb043bee4 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:51:35.135241 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba47ec4-a165-47b6-ba10-a2443c5a680f", "name": "network-vif-deleted", "tag": "a462f417-9ee8-474b-97b3-d366f11e508f", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:51:35.135544 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-efa25e6b-3402-4d9d-963b-19dbb043bee4 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:51:35.136078 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba47ec4-a165-47b6-ba10-a2443c5a680f', 'name': 'network-vif-deleted', 'tag': 'a462f417-9ee8-474b-97b3-d366f11e508f', 'status': 'completed', 'code': 200} Dec 10 16:51:35.145286 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a3ee20d-c4cf-4721-9bf2-8e9806b3443b tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks [] for floatingip, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:35.226033 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-baf6195d-ca85-4c8d-a7e1-ba64f7dc0727 req-33c84c76-097a-43d1-b041-591af12f2176 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=cba47ec4-a165-47b6-ba10-a2443c5a680f HTTP/1.1" status: 200 len: 210 time: 0.0340652 Dec 10 16:51:35.946570 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a3ee20d-c4cf-4721-9bf2-8e9806b3443b tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:35.951195 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a3ee20d-c4cf-4721-9bf2-8e9806b3443b tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:36.064789 n-d-766771-2 neutron-server[103393]: INFO neutron.db.l3_db [None req-5a3ee20d-c4cf-4721-9bf2-8e9806b3443b tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Floating IP 7e525bbb-e8db-48ac-a00e-abe35cf247ce associated. External IP: 172.25.6.70, port: cceef20f-3d52-4d5f-8cc9-24da3382119b. Dec 10 16:51:36.296720 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a3ee20d-c4cf-4721-9bf2-8e9806b3443b tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Router e06649b9-63ac-434e-85cd-f44336f6abb9 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:51:36.321174 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-729d89a8-e992-4a53-9bd9-d259d1c096c5 req-467d65b6-6942-4ca5-9d62-afb1165109a1 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=cba47ec4-a165-47b6-ba10-a2443c5a680f HTTP/1.1" status: 200 len: 210 time: 0.0307639 Dec 10 16:51:36.419170 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3ee20d-c4cf-4721-9bf2-8e9806b3443b tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:51:36.423475 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a3ee20d-c4cf-4721-9bf2-8e9806b3443b tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:36.434669 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7b1efc-2e01-4a63-979c-e686c74340d9 None None] Sync routers for ids ['e06649b9-63ac-434e-85cd-f44336f6abb9'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:51:36.457384 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5a3ee20d-c4cf-4721-9bf2-8e9806b3443b tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "PUT /v2.0/floatingips/7e525bbb-e8db-48ac-a00e-abe35cf247ce HTTP/1.1" status: 200 len: 991 time: 1.3780696 Dec 10 16:51:36.469698 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7b1efc-2e01-4a63-979c-e686c74340d9 None None] Routers {'e06649b9-63ac-434e-85cd-f44336f6abb9'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:51:36.470471 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ab7b1efc-2e01-4a63-979c-e686c74340d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:51:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['e06649b9-63ac-434e-85cd-f44336f6abb9'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:51:36.516880 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:36.594709 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-ab7b1efc-2e01-4a63-979c-e686c74340d9 None None] Set router e06649b9-63ac-434e-85cd-f44336f6abb9 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:51:37.017305 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ab7b1efc-2e01-4a63-979c-e686c74340d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'name': 'tempest-AttachVolumeTestJSON-1585030340-router', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '5e14d5fe-cc7a-434f-aee7-6f8bcb407869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:07Z', 'updated_at': '2021-12-10T16:47:15Z', 'revision_number': 4, 'project_id': 'bdc7ed738c3144738265db15e9c9048a', 'gw_port': {'id': '5e14d5fe-cc7a-434f-aee7-6f8bcb407869', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:09Z', 'updated_at': '2021-12-10T16:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '7e525bbb-e8db-48ac-a00e-abe35cf247ce', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'floating_ip_address': '172.25.6.70', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'port_id': 'cceef20f-3d52-4d5f-8cc9-24da3382119b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3776, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc', 'mac_address': 'fa:16:3e:40:a8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b48e3b2-2cf7-45d0-ac05-f8ac9dc0d827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:51:23Z', 'updated_at': '2021-12-10T16:51:35Z', 'revision_number': 1, 'project_id': 'bdc7ed738c3144738265db15e9c9048a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf030730-5f80-4c6d-b9b6-cc4c7972e97f', 'name': '', 'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'mac_address': 'fa:16:3e:9e:1e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'bd39f8cf-b633-4e7b-8cc7-6321401d3434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:13Z', 'updated_at': '2021-12-10T16:47:38Z', 'revision_number': 5, 'project_id': 'bdc7ed738c3144738265db15e9c9048a', 'subnets': [{'id': 'bd39f8cf-b633-4e7b-8cc7-6321401d3434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:51:37.043946 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7b1efc-2e01-4a63-979c-e686c74340d9 None None] Checking router: e06649b9-63ac-434e-85cd-f44336f6abb9 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:51:37.057744 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7b1efc-2e01-4a63-979c-e686c74340d9 None None] Routers {'e06649b9-63ac-434e-85cd-f44336f6abb9'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:51:37.058397 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ab7b1efc-2e01-4a63-979c-e686c74340d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:51:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['e06649b9-63ac-434e-85cd-f44336f6abb9'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:51:37.097507 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device a462f417-9ee8-474b-97b3-d366f11e508f no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:51:37.137753 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b48e3b2-2cf7-45d0-ac05-f8ac9dc0d827', 'tag': 'cceef20f-3d52-4d5f-8cc9-24da3382119b'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:51:37.140193 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8981a915-2307-4ba4-a148-fa52d73d8a92" -d '{"events": [{"name": "network-changed", "server_uuid": "0b48e3b2-2cf7-45d0-ac05-f8ac9dc0d827", "tag": "cceef20f-3d52-4d5f-8cc9-24da3382119b"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:51:37.148293 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: a462f417-9ee8-474b-97b3-d366f11e508f {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:51:37.148582 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device a462f417-9ee8-474b-97b3-d366f11e508f not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:51:37.190610 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-ab7b1efc-2e01-4a63-979c-e686c74340d9 None None] Set router e06649b9-63ac-434e-85cd-f44336f6abb9 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:51:37.202203 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79d951b-9878-4034-befd-556415eac9cb x-openstack-request-id: req-a79d951b-9878-4034-befd-556415eac9cb {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:51:37.202772 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b48e3b2-2cf7-45d0-ac05-f8ac9dc0d827", "tag": "cceef20f-3d52-4d5f-8cc9-24da3382119b", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:51:37.203234 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a79d951b-9878-4034-befd-556415eac9cb {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:51:37.203843 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b48e3b2-2cf7-45d0-ac05-f8ac9dc0d827', 'tag': 'cceef20f-3d52-4d5f-8cc9-24da3382119b', 'status': 'completed', 'code': 200} Dec 10 16:51:37.308810 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981a915-2307-4ba4-a148-fa52d73d8a92 req-c0edd0dc-0292-400f-829a-754f1604a1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:37.311270 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8981a915-2307-4ba4-a148-fa52d73d8a92 req-c0edd0dc-0292-400f-829a-754f1604a1b9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bdc7ed738c3144738265db15e9c9048a&device_id=0b48e3b2-2cf7-45d0-ac05-f8ac9dc0d827 HTTP/1.1" status: 200 len: 1097 time: 0.0824118 Dec 10 16:51:37.467337 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-127dd3d8-241d-4892-b225-4a15b109abd9 req-808b6480-2e6a-4899-a918-ed2ad7c4d8c3 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=cba47ec4-a165-47b6-ba10-a2443c5a680f HTTP/1.1" status: 200 len: 210 time: 0.0498703 Dec 10 16:51:37.484473 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981a915-2307-4ba4-a148-fa52d73d8a92 req-87356ed3-a96c-4d60-ae4a-a202e78c7e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:37.486128 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8981a915-2307-4ba4-a148-fa52d73d8a92 req-87356ed3-a96c-4d60-ae4a-a202e78c7e72 service neutron] 10.222.0.26 "GET /v2.0/networks?id=263ff2dd-2395-434d-bed7-21852f5535cc HTTP/1.1" status: 200 len: 912 time: 0.1673424 Dec 10 16:51:37.509934 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ab7b1efc-2e01-4a63-979c-e686c74340d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'name': 'tempest-AttachVolumeTestJSON-1585030340-router', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '5e14d5fe-cc7a-434f-aee7-6f8bcb407869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:07Z', 'updated_at': '2021-12-10T16:47:15Z', 'revision_number': 4, 'project_id': 'bdc7ed738c3144738265db15e9c9048a', 'gw_port': {'id': '5e14d5fe-cc7a-434f-aee7-6f8bcb407869', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:09Z', 'updated_at': '2021-12-10T16:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '7e525bbb-e8db-48ac-a00e-abe35cf247ce', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'floating_ip_address': '172.25.6.70', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'port_id': 'cceef20f-3d52-4d5f-8cc9-24da3382119b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3776, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc', 'mac_address': 'fa:16:3e:40:a8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b48e3b2-2cf7-45d0-ac05-f8ac9dc0d827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:51:23Z', 'updated_at': '2021-12-10T16:51:35Z', 'revision_number': 1, 'project_id': 'bdc7ed738c3144738265db15e9c9048a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf030730-5f80-4c6d-b9b6-cc4c7972e97f', 'name': '', 'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'mac_address': 'fa:16:3e:9e:1e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'bd39f8cf-b633-4e7b-8cc7-6321401d3434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:13Z', 'updated_at': '2021-12-10T16:47:38Z', 'revision_number': 5, 'project_id': 'bdc7ed738c3144738265db15e9c9048a', 'subnets': [{'id': 'bd39f8cf-b633-4e7b-8cc7-6321401d3434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:51:37.541329 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7b1efc-2e01-4a63-979c-e686c74340d9 None None] The sync data for ids ['e06649b9-63ac-434e-85cd-f44336f6abb9'] in n-d-766771-2 is: [{'id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'name': 'tempest-AttachVolumeTestJSON-1585030340-router', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '5e14d5fe-cc7a-434f-aee7-6f8bcb407869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:07Z', 'updated_at': '2021-12-10T16:47:15Z', 'revision_number': 4, 'project_id': 'bdc7ed738c3144738265db15e9c9048a', 'gw_port': {'id': '5e14d5fe-cc7a-434f-aee7-6f8bcb407869', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:09Z', 'updated_at': '2021-12-10T16:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '7e525bbb-e8db-48ac-a00e-abe35cf247ce', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'floating_ip_address': '172.25.6.70', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'port_id': 'cceef20f-3d52-4d5f-8cc9-24da3382119b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3776, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc', 'mac_address': 'fa:16:3e:40:a8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b48e3b2-2cf7-45d0-ac05-f8ac9dc0d827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:51:23Z', 'updated_at': '2021-12-10T16:51:35Z', 'revision_number': 1, 'project_id': 'bdc7ed738c3144738265db15e9c9048a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf030730-5f80-4c6d-b9b6-cc4c7972e97f', 'name': '', 'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'mac_address': 'fa:16:3e:9e:1e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'bd39f8cf-b633-4e7b-8cc7-6321401d3434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:13Z', 'updated_at': '2021-12-10T16:47:38Z', 'revision_number': 5, 'project_id': 'bdc7ed738c3144738265db15e9c9048a', 'subnets': [{'id': 'bd39f8cf-b633-4e7b-8cc7-6321401d3434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:51:37.573161 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8981a915-2307-4ba4-a148-fa52d73d8a92 req-a176f5d7-adc9-43b0-bb3e-bf626dda8f3a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cceef20f-3d52-4d5f-8cc9-24da3382119b HTTP/1.1" status: 200 len: 999 time: 0.0786850 Dec 10 16:51:37.634597 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981a915-2307-4ba4-a148-fa52d73d8a92 req-4c40d293-57ff-4c2a-983e-41425ea4520d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:37.636241 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8981a915-2307-4ba4-a148-fa52d73d8a92 req-4c40d293-57ff-4c2a-983e-41425ea4520d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bd39f8cf-b633-4e7b-8cc7-6321401d3434 HTTP/1.1" status: 200 len: 850 time: 0.0523992 Dec 10 16:51:37.707650 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981a915-2307-4ba4-a148-fa52d73d8a92 req-28f8e395-b1b0-45f7-b0c2-5dabc09cca08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:37.709789 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8981a915-2307-4ba4-a148-fa52d73d8a92 req-28f8e395-b1b0-45f7-b0c2-5dabc09cca08 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=263ff2dd-2395-434d-bed7-21852f5535cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654049 Dec 10 16:51:37.815589 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8981a915-2307-4ba4-a148-fa52d73d8a92 req-b8f064a5-3eb1-4f91-9a48-944c937d8f4a service neutron] 10.222.0.26 "GET /v2.0/networks/263ff2dd-2395-434d-bed7-21852f5535cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985744 Dec 10 16:51:37.916762 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8981a915-2307-4ba4-a148-fa52d73d8a92 req-1764d564-5390-4698-9da4-b119de9d79f7 service neutron] 10.222.0.26 "GET /v2.0/networks/263ff2dd-2395-434d-bed7-21852f5535cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939584 Dec 10 16:51:37.927356 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c47cec-4bfb-4a9d-9825-4a352a4188c7 None None] New status for floating IP 7e525bbb-e8db-48ac-a00e-abe35cf247ce: ACTIVE {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:51:38.279552 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:38.562541 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0ad30974-7a47-4fcb-aaa1-1e55059dd8eb req-290eaa9c-73ab-4c3a-aeab-2cfa75ae8673 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=cba47ec4-a165-47b6-ba10-a2443c5a680f HTTP/1.1" status: 200 len: 210 time: 0.0266402 Dec 10 16:51:39.313166 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:51:39.682659 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-567cbc9b-bf3c-498f-ade3-886b0c20bef0 req-88660ae8-fec6-490e-b096-411c7e6b4b84 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=cba47ec4-a165-47b6-ba10-a2443c5a680f HTTP/1.1" status: 200 len: 210 time: 0.0262275 Dec 10 16:51:43.940300 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d6b81ac2-6ee4-4ead-86fc-40b11cc4f9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:46.106652 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-03600ceb-2c33-4eea-9bbf-e1f4609ca36d req-5cee2745-d6f3-4d9c-9602-3da626f2be74 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0b48e3b2-2cf7-45d0-ac05-f8ac9dc0d827&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0483789 Dec 10 16:51:46.194686 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03600ceb-2c33-4eea-9bbf-e1f4609ca36d req-cd9258c0-e502-43b9-8436-34dc06f99e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:46.196367 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-03600ceb-2c33-4eea-9bbf-e1f4609ca36d req-cd9258c0-e502-43b9-8436-34dc06f99e1e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bdc7ed738c3144738265db15e9c9048a&device_id=0b48e3b2-2cf7-45d0-ac05-f8ac9dc0d827 HTTP/1.1" status: 200 len: 1097 time: 0.0453837 Dec 10 16:51:46.302116 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03600ceb-2c33-4eea-9bbf-e1f4609ca36d req-fcd334a9-1b61-488d-8ba7-60b174737dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:46.305124 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-03600ceb-2c33-4eea-9bbf-e1f4609ca36d req-fcd334a9-1b61-488d-8ba7-60b174737dda service neutron] 10.222.0.26 "GET /v2.0/networks?id=263ff2dd-2395-434d-bed7-21852f5535cc HTTP/1.1" status: 200 len: 912 time: 0.0900035 Dec 10 16:51:46.387693 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-03600ceb-2c33-4eea-9bbf-e1f4609ca36d req-62a41edd-8f7a-4dbd-9d5e-8eba8b494487 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cceef20f-3d52-4d5f-8cc9-24da3382119b HTTP/1.1" status: 200 len: 1001 time: 0.0732818 Dec 10 16:51:46.449829 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03600ceb-2c33-4eea-9bbf-e1f4609ca36d req-876d8a1c-6c0a-4b64-a560-4b41085dae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:46.451768 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-03600ceb-2c33-4eea-9bbf-e1f4609ca36d req-876d8a1c-6c0a-4b64-a560-4b41085dae3f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bd39f8cf-b633-4e7b-8cc7-6321401d3434 HTTP/1.1" status: 200 len: 850 time: 0.0548966 Dec 10 16:51:46.484978 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a8b05859-8264-41fe-8ef5-0107e8b9c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:46.511804 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03600ceb-2c33-4eea-9bbf-e1f4609ca36d req-48992d47-7ddb-4764-a39b-31d8f8c8f995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:46.514226 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-03600ceb-2c33-4eea-9bbf-e1f4609ca36d req-48992d47-7ddb-4764-a39b-31d8f8c8f995 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=263ff2dd-2395-434d-bed7-21852f5535cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551519 Dec 10 16:51:46.628105 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-03600ceb-2c33-4eea-9bbf-e1f4609ca36d req-bec9102d-e475-4736-a167-2511ed1f6edc service neutron] 10.222.0.26 "GET /v2.0/networks/263ff2dd-2395-434d-bed7-21852f5535cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990164 Dec 10 16:51:46.801451 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-03600ceb-2c33-4eea-9bbf-e1f4609ca36d req-bb037191-e233-451c-9d62-0edb43dddc1d service neutron] 10.222.0.26 "GET /v2.0/networks/263ff2dd-2395-434d-bed7-21852f5535cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671512 Dec 10 16:51:47.323344 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:47.911529 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c74a1d65-aa07-4e20-acd5-dc6c35f04323 req-6c7dfdbd-2069-42f9-bc79-1704055c3d81 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0483198 Dec 10 16:51:48.049379 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a1d65-aa07-4e20-acd5-dc6c35f04323 req-1fccfec9-2b1d-47fc-b28d-a65113fcc970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:48.051256 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c74a1d65-aa07-4e20-acd5-dc6c35f04323 req-1fccfec9-2b1d-47fc-b28d-a65113fcc970 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e316b1d223b341c8ad45a1329ddefc11&device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 1097 time: 0.0864766 Dec 10 16:51:48.189071 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a1d65-aa07-4e20-acd5-dc6c35f04323 req-6d1f8f88-80c1-4b6f-ae45-8178e0b13ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:48.190600 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c74a1d65-aa07-4e20-acd5-dc6c35f04323 req-6d1f8f88-80c1-4b6f-ae45-8178e0b13ce0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=da381c1e-b783-47f8-97b1-68a3f429a26e HTTP/1.1" status: 200 len: 897 time: 0.0949924 Dec 10 16:51:48.265858 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c74a1d65-aa07-4e20-acd5-dc6c35f04323 req-e7d6d43d-644a-4620-9573-89dcc48f4766 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b91d0542-38d6-4958-9bb0-e3d1a17d3e89 HTTP/1.1" status: 200 len: 1001 time: 0.0672176 Dec 10 16:51:48.318959 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a1d65-aa07-4e20-acd5-dc6c35f04323 req-177870cf-d3b9-4a56-b959-4969ee59766f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:48.321317 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c74a1d65-aa07-4e20-acd5-dc6c35f04323 req-177870cf-d3b9-4a56-b959-4969ee59766f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=87ce2987-bbb0-476e-bf44-d375993d991a HTTP/1.1" status: 200 len: 835 time: 0.0483229 Dec 10 16:51:48.391098 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a1d65-aa07-4e20-acd5-dc6c35f04323 req-d6a73352-9ac6-4dec-bf04-bc359b68cf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:48.392602 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c74a1d65-aa07-4e20-acd5-dc6c35f04323 req-d6a73352-9ac6-4dec-bf04-bc359b68cf6c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=da381c1e-b783-47f8-97b1-68a3f429a26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644262 Dec 10 16:51:48.507573 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c74a1d65-aa07-4e20-acd5-dc6c35f04323 req-04478ebd-859f-4922-9493-78290fbb0868 service neutron] 10.222.0.46 "GET /v2.0/networks/da381c1e-b783-47f8-97b1-68a3f429a26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060596 Dec 10 16:51:48.608957 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:48.619486 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c74a1d65-aa07-4e20-acd5-dc6c35f04323 req-cce77b90-5027-4856-8e22-af9f3a90c85a service neutron] 10.222.0.46 "GET /v2.0/networks/da381c1e-b783-47f8-97b1-68a3f429a26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048241 Dec 10 16:51:49.690395 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:59.420562 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be906dd1-4cf6-4f7e-8c30-057f62406973 req-5bd7bf40-d10f-4ce8-b474-9f9d6f4472c7 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:59.422216 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-be906dd1-4cf6-4f7e-8c30-057f62406973 req-5bd7bf40-d10f-4ce8-b474-9f9d6f4472c7 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 1097 time: 0.3069642 Dec 10 16:51:59.489135 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-be906dd1-4cf6-4f7e-8c30-057f62406973 req-a7177661-9344-4197-9fc2-b8fc2a871425 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=21ef6fef-0929-48a6-b908-a4cb56f92442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552001 Dec 10 16:51:59.698211 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ebb4f-5d45-4080-a520-5a443519811a req-762df411-64ca-443d-a605-612fab6cf756 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:59.700116 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-571ebb4f-5d45-4080-a520-5a443519811a req-762df411-64ca-443d-a605-612fab6cf756 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 946 time: 0.0678086 Dec 10 16:51:59.763465 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-571ebb4f-5d45-4080-a520-5a443519811a req-c8be73c5-5686-42f1-aec0-2a10b940039b tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=21ef6fef-0929-48a6-b908-a4cb56f92442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570874 Dec 10 16:51:59.788582 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 57622) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:51:59.858982 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9e1be889-0f63-4aa8-b909-521b7e65a1ee tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/floatingips/d902be50-567a-4cc1-875c-61ca1216dbd0 HTTP/1.1" status: 200 len: 993 time: 0.0692070 Dec 10 16:52:00.379434 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-a62e570f-85d0-46f2-b92f-d56b715afe0c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0758526 Dec 10 16:52:00.395256 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ad71b-3df5-440a-b6f7-5fb8fc2ee662 req-2348339b-8fd1-43d3-9307-7c62cfb66a8d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:00.402837 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4a3ad71b-3df5-440a-b6f7-5fb8fc2ee662 req-2348339b-8fd1-43d3-9307-7c62cfb66a8d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 946 time: 0.0897675 Dec 10 16:52:00.476259 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4a3ad71b-3df5-440a-b6f7-5fb8fc2ee662 req-a8166693-85d3-4769-9d00-7017ef54131f tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=21ef6fef-0929-48a6-b908-a4cb56f92442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722637 Dec 10 16:52:01.609512 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf270a43-9f06-4565-95e6-218ffca9eae8 req-bfd24309-cf4a-4a63-b4ee-219303867b87 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:01.615262 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cf270a43-9f06-4565-95e6-218ffca9eae8 req-bfd24309-cf4a-4a63-b4ee-219303867b87 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 946 time: 0.0601404 Dec 10 16:52:01.636541 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-55d0437a-7c56-4a72-b207-065630b3e158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:01.638089 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-55d0437a-7c56-4a72-b207-065630b3e158 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e316b1d223b341c8ad45a1329ddefc11&device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 1097 time: 0.0447960 Dec 10 16:52:01.673092 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cf270a43-9f06-4565-95e6-218ffca9eae8 req-a01829c8-8194-4905-b98e-c3d306303358 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=21ef6fef-0929-48a6-b908-a4cb56f92442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550957 Dec 10 16:52:01.761910 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-6b35d146-ba92-4b65-a07b-cc661ee49a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:01.763422 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-6b35d146-ba92-4b65-a07b-cc661ee49a31 service neutron] 10.222.0.46 "GET /v2.0/networks?id=da381c1e-b783-47f8-97b1-68a3f429a26e HTTP/1.1" status: 200 len: 897 time: 0.1157415 Dec 10 16:52:01.829379 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-b9fcf2c3-cedf-4864-8f65-d3fa8e0831fd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b91d0542-38d6-4958-9bb0-e3d1a17d3e89 HTTP/1.1" status: 200 len: 1001 time: 0.0591512 Dec 10 16:52:01.877190 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-902f4dee-3e89-466a-90fa-c3398c55ad80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:01.878667 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-902f4dee-3e89-466a-90fa-c3398c55ad80 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=87ce2987-bbb0-476e-bf44-d375993d991a HTTP/1.1" status: 200 len: 835 time: 0.0426457 Dec 10 16:52:01.929104 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-312b9829-01d4-4783-bcbc-97adb61fe604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:01.930545 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-312b9829-01d4-4783-bcbc-97adb61fe604 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=da381c1e-b783-47f8-97b1-68a3f429a26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444443 Dec 10 16:52:02.020323 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-8f15da29-6e17-499c-a7e7-fb78cc29b3e2 service neutron] 10.222.0.46 "GET /v2.0/networks/da381c1e-b783-47f8-97b1-68a3f429a26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823939 Dec 10 16:52:02.115065 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-35e81f03-de0f-4015-b5fc-25ff72754540 service neutron] 10.222.0.46 "GET /v2.0/networks/da381c1e-b783-47f8-97b1-68a3f429a26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877450 Dec 10 16:52:02.823438 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc8351-02a7-474e-9f95-876cda6d6178 req-db0f033b-cb55-4ec6-9c46-2eba10e520e3 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:02.825116 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cbbc8351-02a7-474e-9f95-876cda6d6178 req-db0f033b-cb55-4ec6-9c46-2eba10e520e3 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 946 time: 0.0525942 Dec 10 16:52:02.875523 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cbbc8351-02a7-474e-9f95-876cda6d6178 req-25d31fef-b260-42a3-a534-61e73f54e99a tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=21ef6fef-0929-48a6-b908-a4cb56f92442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437722 Dec 10 16:52:04.040888 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-1f5208a2-5eec-4520-b746-b8d31203e3f1 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:04.042474 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-1f5208a2-5eec-4520-b746-b8d31203e3f1 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/networks?id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 HTTP/1.1" status: 200 len: 812 time: 0.1159041 Dec 10 16:52:04.058590 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-a1b2a43b-6f54-46df-9a86-5e473e37b622 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/quotas/6e3a44487a6e474d845541d47ac87339 HTTP/1.1" status: 200 len: 375 time: 0.0096657 Dec 10 16:52:04.110739 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-742be908-11d0-46ff-aee4-bb2921e5adc3 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e3a44487a6e474d845541d47ac87339&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458760 Dec 10 16:52:04.205241 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-3ad5021b-bbef-46e9-90e1-90b0796f06c6 service neutron] 10.222.0.11 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876546 Dec 10 16:52:04.297311 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-f5a79306-40f6-4f04-9f40-b5fe5685fa29 service neutron] 10.222.0.11 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850368 Dec 10 16:52:04.534494 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41693e82-ebc1-440a-92db-a309614a2eb2 req-7acfb20c-e3f2-4545-935e-fac4d1897ffc tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:04.536358 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-41693e82-ebc1-440a-92db-a309614a2eb2 req-7acfb20c-e3f2-4545-935e-fac4d1897ffc tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 946 time: 0.0582824 Dec 10 16:52:04.590489 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-41693e82-ebc1-440a-92db-a309614a2eb2 req-61f014bb-6cb7-40db-8952-d07452415b83 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=21ef6fef-0929-48a6-b908-a4cb56f92442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470240 Dec 10 16:52:04.722674 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7d5b93af-2e33-41e1-a399-74efaf290983 req-aba40724-f9ca-4f4c-a77b-e022a1a66376 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9490253-fccf-4a31-beac-9e489b6b8c30 HTTP/1.1" status: 200 len: 210 time: 0.0285804 Dec 10 16:52:05.464876 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-8a47861d-3089-4f6c-a674-20aa4916388d tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:05.466875 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-8a47861d-3089-4f6c-a674-20aa4916388d tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.46 "GET /v2.0/networks?id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 HTTP/1.1" status: 200 len: 812 time: 0.1062632 Dec 10 16:52:05.480359 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-be03a696-e8ea-42ac-bb75-3b1b242f2a58 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Request body: {'port': {'device_id': 'd9490253-fccf-4a31-beac-9e489b6b8c30', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'admin_state_up': True, 'tenant_id': '6e3a44487a6e474d845541d47ac87339'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:52:05.602066 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-be03a696-e8ea-42ac-bb75-3b1b242f2a58 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Made reservation on behalf of 6e3a44487a6e474d845541d47ac87339 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:52:05.605868 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-be03a696-e8ea-42ac-bb75-3b1b242f2a58 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:05.749352 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac5bfb-8248-43a4-8b74-f1b5cb5c8a60 req-0484a693-81e3-47f0-a27f-0eb6d206bb52 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:05.752019 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e4ac5bfb-8248-43a4-8b74-f1b5cb5c8a60 req-0484a693-81e3-47f0-a27f-0eb6d206bb52 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 946 time: 0.0639858 Dec 10 16:52:05.800529 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-be03a696-e8ea-42ac-bb75-3b1b242f2a58 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Allocated IP 172.20.0.6 (44b4e0f0-b0d3-48f3-adc8-fd50f61e9990/a77c825d-6cce-4084-9a0d-09483321d369/ecd0a4ac-6b71-4337-bb7c-d6b86983b440) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:52:05.839638 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e4ac5bfb-8248-43a4-8b74-f1b5cb5c8a60 req-03e92ca0-8002-4a4a-98a0-cbd43998267e tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=21ef6fef-0929-48a6-b908-a4cb56f92442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807471 Dec 10 16:52:06.017237 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-be03a696-e8ea-42ac-bb75-3b1b242f2a58 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:06.055835 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-be03a696-e8ea-42ac-bb75-3b1b242f2a58 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:06.061032 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b8661e81-6a2e-4c13-aab3-1fa20d41d1f0 req-3e371030-9b04-4ef7-8888-04c55d713514 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9490253-fccf-4a31-beac-9e489b6b8c30 HTTP/1.1" status: 200 len: 210 time: 0.0312991 Dec 10 16:52:06.115417 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-be03a696-e8ea-42ac-bb75-3b1b242f2a58 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Network 44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:52:06.118773 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-be03a696-e8ea-42ac-bb75-3b1b242f2a58 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:52:06.121485 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-be03a696-e8ea-42ac-bb75-3b1b242f2a58 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:52:06.160329 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03a696-e8ea-42ac-bb75-3b1b242f2a58 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Pushing event updated for resources: {'Port': ['ID=ecd0a4ac-6b71-4337-bb7c-d6b86983b440,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:52:06.174202 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be03a696-e8ea-42ac-bb75-3b1b242f2a58 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:06.174642 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be03a696-e8ea-42ac-bb75-3b1b242f2a58 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:06.175062 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be03a696-e8ea-42ac-bb75-3b1b242f2a58 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:06.175477 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be03a696-e8ea-42ac-bb75-3b1b242f2a58 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:06.175914 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be03a696-e8ea-42ac-bb75-3b1b242f2a58 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:06.176495 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be03a696-e8ea-42ac-bb75-3b1b242f2a58 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:06.177069 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be03a696-e8ea-42ac-bb75-3b1b242f2a58 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:06.177681 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be03a696-e8ea-42ac-bb75-3b1b242f2a58 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:06.178282 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be03a696-e8ea-42ac-bb75-3b1b242f2a58 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:06.178852 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be03a696-e8ea-42ac-bb75-3b1b242f2a58 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:06.179416 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be03a696-e8ea-42ac-bb75-3b1b242f2a58 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:06.179978 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be03a696-e8ea-42ac-bb75-3b1b242f2a58 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:06.180542 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be03a696-e8ea-42ac-bb75-3b1b242f2a58 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:06.205864 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-be03a696-e8ea-42ac-bb75-3b1b242f2a58 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:06.207404 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-be03a696-e8ea-42ac-bb75-3b1b242f2a58 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:06.237619 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-be03a696-e8ea-42ac-bb75-3b1b242f2a58 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7612019 Dec 10 16:52:06.251447 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-fe4c60ad-a99f-42a7-bf30-ea3d7c27bcb2 service neutron] Request body: {'port': {'device_id': 'd9490253-fccf-4a31-beac-9e489b6b8c30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:52:06.322379 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-fe4c60ad-a99f-42a7-bf30-ea3d7c27bcb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:06.384098 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-5bc2293b-fafe-4335-a47e-5583d28bd669 None None] Provisioning complete for port ecd0a4ac-6b71-4337-bb7c-d6b86983b440 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:52:06.385142 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5bc2293b-fafe-4335-a47e-5583d28bd669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:06.421800 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-5bc2293b-fafe-4335-a47e-5583d28bd669 None None] Port ecd0a4ac-6b71-4337-bb7c-d6b86983b440 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:52:06.480156 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:06.618534 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-fe4c60ad-a99f-42a7-bf30-ea3d7c27bcb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecd0a4ac-6b71-4337-bb7c-d6b86983b440 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:52:06.626831 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-fe4c60ad-a99f-42a7-bf30-ea3d7c27bcb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:06.640884 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-fe4c60ad-a99f-42a7-bf30-ea3d7c27bcb2 service neutron] Transition to ACTIVE for port object ecd0a4ac-6b71-4337-bb7c-d6b86983b440 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:52:06.647756 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-fe4c60ad-a99f-42a7-bf30-ea3d7c27bcb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:06.699651 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c60ad-a99f-42a7-bf30-ea3d7c27bcb2 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd0a4ac-6b71-4337-bb7c-d6b86983b440,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:52:06.778007 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-fe4c60ad-a99f-42a7-bf30-ea3d7c27bcb2 service neutron] Attempting to bind port ecd0a4ac-6b71-4337-bb7c-d6b86983b440 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:52:06.778312 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-fe4c60ad-a99f-42a7-bf30-ea3d7c27bcb2 service neutron] Attempting to bind port ecd0a4ac-6b71-4337-bb7c-d6b86983b440 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '025942ee-aaf6-4874-bbc1-b64381358c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:52:06.779095 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-fe4c60ad-a99f-42a7-bf30-ea3d7c27bcb2 service neutron] Attempting to bind port ecd0a4ac-6b71-4337-bb7c-d6b86983b440 on network 44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:52:06.784772 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-fe4c60ad-a99f-42a7-bf30-ea3d7c27bcb2 service neutron] Port ecd0a4ac-6b71-4337-bb7c-d6b86983b440 on network 44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:52:06.785110 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-fe4c60ad-a99f-42a7-bf30-ea3d7c27bcb2 service neutron] Attempting to bind port ecd0a4ac-6b71-4337-bb7c-d6b86983b440 on network 44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:52:06.792436 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-fe4c60ad-a99f-42a7-bf30-ea3d7c27bcb2 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:52:06.792890 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-fe4c60ad-a99f-42a7-bf30-ea3d7c27bcb2 service neutron] Checking segment: {'id': '025942ee-aaf6-4874-bbc1-b64381358c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:52:06.793250 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-fe4c60ad-a99f-42a7-bf30-ea3d7c27bcb2 service neutron] Bound using segment: {'id': '025942ee-aaf6-4874-bbc1-b64381358c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:52:06.793696 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-fe4c60ad-a99f-42a7-bf30-ea3d7c27bcb2 service neutron] Bound port: ecd0a4ac-6b71-4337-bb7c-d6b86983b440, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '025942ee-aaf6-4874-bbc1-b64381358c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:52:06.794063 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-fe4c60ad-a99f-42a7-bf30-ea3d7c27bcb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:06.934232 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-fe4c60ad-a99f-42a7-bf30-ea3d7c27bcb2 service neutron] For port ecd0a4ac-6b71-4337-bb7c-d6b86983b440, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:52:06.939309 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-fe4c60ad-a99f-42a7-bf30-ea3d7c27bcb2 service neutron] For port ecd0a4ac-6b71-4337-bb7c-d6b86983b440, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=ecd0a4ac-6b71-4337-bb7c-d6b86983b440,segment=NetworkSegment(025942ee-aaf6-4874-bbc1-b64381358c5e),segment_id=025942ee-aaf6-4874-bbc1-b64381358c5e)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:52:06.951730 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-fe4c60ad-a99f-42a7-bf30-ea3d7c27bcb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:07.012272 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-fe4c60ad-a99f-42a7-bf30-ea3d7c27bcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:07.013024 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-fe4c60ad-a99f-42a7-bf30-ea3d7c27bcb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:07.014312 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-fe4c60ad-a99f-42a7-bf30-ea3d7c27bcb2 service neutron] 10.222.0.46 "PUT /v2.0/ports/ecd0a4ac-6b71-4337-bb7c-d6b86983b440 HTTP/1.1" status: 200 len: 1091 time: 0.7681508 Dec 10 16:52:07.014759 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9490253-fccf-4a31-beac-9e489b6b8c30', 'tag': 'ecd0a4ac-6b71-4337-bb7c-d6b86983b440'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:52:07.017022 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d427ca-20fb-4485-8262-c7a74babdc34" -d '{"events": [{"name": "network-changed", "server_uuid": "d9490253-fccf-4a31-beac-9e489b6b8c30", "tag": "ecd0a4ac-6b71-4337-bb7c-d6b86983b440"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:52:07.042902 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c60ad-a99f-42a7-bf30-ea3d7c27bcb2 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd0a4ac-6b71-4337-bb7c-d6b86983b440,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:52:07.043390 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973fb17-9ea9-4c2f-858e-ee1a1e17c556 req-5839a3f5-874d-4d50-b261-4f38ce9c8477 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:07.053730 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2973fb17-9ea9-4c2f-858e-ee1a1e17c556 req-5839a3f5-874d-4d50-b261-4f38ce9c8477 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 946 time: 0.1233666 Dec 10 16:52:07.131450 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2973fb17-9ea9-4c2f-858e-ee1a1e17c556 req-daffa274-62e2-44c0-b6dc-2ed1c5676e83 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=21ef6fef-0929-48a6-b908-a4cb56f92442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701845 Dec 10 16:52:07.144940 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-a6f192e8-876d-47a3-a4e3-1edec1775370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:07.161298 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-a6f192e8-876d-47a3-a4e3-1edec1775370 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6e3a44487a6e474d845541d47ac87339&device_id=d9490253-fccf-4a31-beac-9e489b6b8c30 HTTP/1.1" status: 200 len: 1094 time: 0.0772681 Dec 10 16:52:07.228579 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-23cfca99-71e3-4520-a610-0cc2cc1c1fbe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecd0a4ac-6b71-4337-bb7c-d6b86983b440 HTTP/1.1" status: 200 len: 217 time: 0.0474935 Dec 10 16:52:07.300522 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a01f7d6-e062-438b-96e3-87f1885d7049 x-openstack-request-id: req-8a01f7d6-e062-438b-96e3-87f1885d7049 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:52:07.301075 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9490253-fccf-4a31-beac-9e489b6b8c30", "tag": "ecd0a4ac-6b71-4337-bb7c-d6b86983b440", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:52:07.301500 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8a01f7d6-e062-438b-96e3-87f1885d7049 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:52:07.302059 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9490253-fccf-4a31-beac-9e489b6b8c30', 'tag': 'ecd0a4ac-6b71-4337-bb7c-d6b86983b440', 'status': 'completed', 'code': 200} Dec 10 16:52:07.339333 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-f73fdeaf-1a8f-4779-9a85-6b785f895e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:07.341185 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-f73fdeaf-1a8f-4779-9a85-6b785f895e1e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a77c825d-6cce-4084-9a0d-09483321d369 HTTP/1.1" status: 200 len: 851 time: 0.1055129 Dec 10 16:52:07.390827 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-9c54c5dc-85e6-49cf-a497-05a0e45b64d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:07.392397 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-9c54c5dc-85e6-49cf-a497-05a0e45b64d9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436735 Dec 10 16:52:07.456316 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5fa70b-0d89-41a9-8c21-acd1e2ce99eb req-61ccdd2a-d101-40ef-9d50-22eda36550e6 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:07.465503 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7a5fa70b-0d89-41a9-8c21-acd1e2ce99eb req-61ccdd2a-d101-40ef-9d50-22eda36550e6 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9490253-fccf-4a31-beac-9e489b6b8c30 HTTP/1.1" status: 200 len: 943 time: 0.0658236 Dec 10 16:52:07.504541 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-05115a03-aa7f-458d-890e-fdf23602a903 service neutron] 10.222.0.46 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040549 Dec 10 16:52:07.512877 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7a5fa70b-0d89-41a9-8c21-acd1e2ce99eb req-d132e126-f10d-4024-999b-d4e030e0f0dd tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443554 Dec 10 16:52:07.611394 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-8dc07274-3351-41d9-a1fb-00c6fc001a1f req-e57a261c-6841-4219-b7d7-f9cd3e13c4d9 service neutron] 10.222.0.46 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003332 Dec 10 16:52:07.702794 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d427ca-20fb-4485-8262-c7a74babdc34 req-9e117e7a-b6e7-4831-a14f-df39c57cf521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:07.704412 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-20d427ca-20fb-4485-8262-c7a74babdc34 req-9e117e7a-b6e7-4831-a14f-df39c57cf521 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6e3a44487a6e474d845541d47ac87339&device_id=d9490253-fccf-4a31-beac-9e489b6b8c30 HTTP/1.1" status: 200 len: 1094 time: 0.0451920 Dec 10 16:52:07.811240 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d427ca-20fb-4485-8262-c7a74babdc34 req-bd74ce8f-30ea-4968-905b-9bc5879e9f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:07.812802 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-20d427ca-20fb-4485-8262-c7a74babdc34 req-bd74ce8f-30ea-4968-905b-9bc5879e9f94 service neutron] 10.222.0.46 "GET /v2.0/networks?id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 HTTP/1.1" status: 200 len: 913 time: 0.1006515 Dec 10 16:52:07.860833 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-20d427ca-20fb-4485-8262-c7a74babdc34 req-35363b3f-759a-4cd6-9394-b132ca29a3bf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecd0a4ac-6b71-4337-bb7c-d6b86983b440 HTTP/1.1" status: 200 len: 217 time: 0.0392334 Dec 10 16:52:07.922093 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d427ca-20fb-4485-8262-c7a74babdc34 req-fe68e25b-4316-49f5-be28-2aecdfb918b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:07.923525 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-20d427ca-20fb-4485-8262-c7a74babdc34 req-fe68e25b-4316-49f5-be28-2aecdfb918b2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a77c825d-6cce-4084-9a0d-09483321d369 HTTP/1.1" status: 200 len: 851 time: 0.0554628 Dec 10 16:52:07.971468 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d427ca-20fb-4485-8262-c7a74babdc34 req-db1300d1-e4e1-4fa7-b56f-caf695da43ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:07.972953 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-20d427ca-20fb-4485-8262-c7a74babdc34 req-db1300d1-e4e1-4fa7-b56f-caf695da43ec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422568 Dec 10 16:52:08.060650 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-20d427ca-20fb-4485-8262-c7a74babdc34 req-8c5b14de-9a4a-41d4-9a95-4cd08b2f7477 service neutron] 10.222.0.46 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803404 Dec 10 16:52:08.152467 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-20d427ca-20fb-4485-8262-c7a74babdc34 req-4acbc4e3-a9f9-4484-ab6e-5a3993ee702d service neutron] 10.222.0.46 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848386 Dec 10 16:52:08.247950 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e27dfb-d5cc-4b2c-9b6a-7a2c17770ba0 req-bd832ed1-5837-4f9e-89d8-32aa4d0cfea0 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:08.250284 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-75e27dfb-d5cc-4b2c-9b6a-7a2c17770ba0 req-bd832ed1-5837-4f9e-89d8-32aa4d0cfea0 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 946 time: 0.0582981 Dec 10 16:52:08.291146 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:08.316181 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-75e27dfb-d5cc-4b2c-9b6a-7a2c17770ba0 req-3c0adee4-cf17-4255-add3-514d0a08e1de tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=21ef6fef-0929-48a6-b908-a4cb56f92442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566700 Dec 10 16:52:08.636125 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927616e-535e-477b-9b65-a3fb6cb7c778 req-3e753573-f1a2-41e4-ad7b-eba03202968c tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:08.637886 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3927616e-535e-477b-9b65-a3fb6cb7c778 req-3e753573-f1a2-41e4-ad7b-eba03202968c tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9490253-fccf-4a31-beac-9e489b6b8c30 HTTP/1.1" status: 200 len: 943 time: 0.0520902 Dec 10 16:52:08.690352 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3927616e-535e-477b-9b65-a3fb6cb7c778 req-03a03390-fc8a-4211-876d-711397ca8df2 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461304 Dec 10 16:52:09.615096 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e544aa-4dbf-4ff6-a25e-8bc8e4919f77 req-71f9771d-8b2e-4b01-bf4d-74728ebdbaa6 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:09.615096 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-79e544aa-4dbf-4ff6-a25e-8bc8e4919f77 req-71f9771d-8b2e-4b01-bf4d-74728ebdbaa6 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 946 time: 0.0866499 Dec 10 16:52:09.615096 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-79e544aa-4dbf-4ff6-a25e-8bc8e4919f77 req-8df89f37-bd98-4828-b796-d823bb18e397 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=21ef6fef-0929-48a6-b908-a4cb56f92442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577006 Dec 10 16:52:09.881760 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40ce50-c0d3-43df-bfca-119e00ade06c req-52cca892-5e7e-46e5-a1c6-6a1ead866ca8 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:09.883286 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ba40ce50-c0d3-43df-bfca-119e00ade06c req-52cca892-5e7e-46e5-a1c6-6a1ead866ca8 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9490253-fccf-4a31-beac-9e489b6b8c30 HTTP/1.1" status: 200 len: 943 time: 0.1035061 Dec 10 16:52:09.947862 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ba40ce50-c0d3-43df-bfca-119e00ade06c req-e06beeb2-0c51-4268-9733-996894b01a76 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565104 Dec 10 16:52:10.753117 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6f7ad-2a02-42d8-ac27-6f5a1c11c838 req-79ccc8e0-f646-4862-a6b1-6ff2cf2298ed tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:10.758853 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2fc6f7ad-2a02-42d8-ac27-6f5a1c11c838 req-79ccc8e0-f646-4862-a6b1-6ff2cf2298ed tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 946 time: 0.0616848 Dec 10 16:52:10.831267 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2fc6f7ad-2a02-42d8-ac27-6f5a1c11c838 req-ab357238-da54-447b-82ff-a34b0581d7e2 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=21ef6fef-0929-48a6-b908-a4cb56f92442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685611 Dec 10 16:52:11.096305 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b24ed-ce70-46c9-9e6b-a2cd747c71d4 req-38ae7331-6ede-4d80-b09f-5f6b04f79aaa tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:11.097879 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-561b24ed-ce70-46c9-9e6b-a2cd747c71d4 req-38ae7331-6ede-4d80-b09f-5f6b04f79aaa tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9490253-fccf-4a31-beac-9e489b6b8c30 HTTP/1.1" status: 200 len: 943 time: 0.0630767 Dec 10 16:52:11.163940 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-561b24ed-ce70-46c9-9e6b-a2cd747c71d4 req-c9c643fe-8ccd-4b22-9291-fe104f5be784 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567379 Dec 10 16:52:11.985036 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec142fc5-68a8-4913-ae77-04006d314d59 req-98bffdf1-39ac-4471-b266-20dc09efd111 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:11.990625 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ec142fc5-68a8-4913-ae77-04006d314d59 req-98bffdf1-39ac-4471-b266-20dc09efd111 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 946 time: 0.0649354 Dec 10 16:52:12.048411 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ec142fc5-68a8-4913-ae77-04006d314d59 req-030768e9-a87f-410e-9d75-0291dec362c3 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=21ef6fef-0929-48a6-b908-a4cb56f92442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555232 Dec 10 16:52:12.299064 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671b525-1a05-4e20-bc26-c201c1916207 req-7fd69c9c-eda6-44a9-b2f3-c4b1617bff16 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:12.300854 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e671b525-1a05-4e20-bc26-c201c1916207 req-7fd69c9c-eda6-44a9-b2f3-c4b1617bff16 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9490253-fccf-4a31-beac-9e489b6b8c30 HTTP/1.1" status: 200 len: 943 time: 0.0628109 Dec 10 16:52:12.390776 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e671b525-1a05-4e20-bc26-c201c1916207 req-f9732e4b-c18a-48c8-8794-8690c06d1196 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821619 Dec 10 16:52:13.189838 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee9bb0-4cb9-480b-802a-f3fa676aeebc req-7e98320d-b8d5-4fa4-866d-509b23bb6ece tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:13.198397 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-18ee9bb0-4cb9-480b-802a-f3fa676aeebc req-7e98320d-b8d5-4fa4-866d-509b23bb6ece tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 946 time: 0.0605452 Dec 10 16:52:13.259929 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-18ee9bb0-4cb9-480b-802a-f3fa676aeebc req-a240d9a8-5dca-44a0-9247-a1dde78e567b tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=21ef6fef-0929-48a6-b908-a4cb56f92442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601535 Dec 10 16:52:13.563239 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a22ae2e-af8a-4e1f-9c15-203fa48b13bb req-faed9020-87c2-4568-8f46-e0819ba8e003 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:13.572505 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1a22ae2e-af8a-4e1f-9c15-203fa48b13bb req-faed9020-87c2-4568-8f46-e0819ba8e003 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9490253-fccf-4a31-beac-9e489b6b8c30 HTTP/1.1" status: 200 len: 943 time: 0.0861516 Dec 10 16:52:13.633486 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1a22ae2e-af8a-4e1f-9c15-203fa48b13bb req-26f51b73-72a2-459d-a096-4239163250bb tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617301 Dec 10 16:52:13.947895 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1cdda158-a214-4517-9243-c76087db13d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:14.426503 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1650bdd-90e1-4e8c-94a5-9fa5855b83fe req-7857e0eb-2c2c-4d03-9343-d12784d71ec2 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:14.429586 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e1650bdd-90e1-4e8c-94a5-9fa5855b83fe req-7857e0eb-2c2c-4d03-9343-d12784d71ec2 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 946 time: 0.0751879 Dec 10 16:52:14.493779 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e1650bdd-90e1-4e8c-94a5-9fa5855b83fe req-56349ed1-b1bd-400c-b947-98709d919c36 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=21ef6fef-0929-48a6-b908-a4cb56f92442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557406 Dec 10 16:52:14.812703 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475e8c4-2418-4e8b-92e1-b9493bdf608d req-4f831951-af43-426e-ac0e-7d0b5545e3fc tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:14.814388 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a475e8c4-2418-4e8b-92e1-b9493bdf608d req-4f831951-af43-426e-ac0e-7d0b5545e3fc tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9490253-fccf-4a31-beac-9e489b6b8c30 HTTP/1.1" status: 200 len: 943 time: 0.0977108 Dec 10 16:52:14.880235 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a475e8c4-2418-4e8b-92e1-b9493bdf608d req-b20fbbea-35b0-4c4e-9854-016a0dfc81ed tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591230 Dec 10 16:52:15.653404 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accbba2b-f52c-4e7f-9782-342d01477805 req-a11046d2-d175-4816-bea8-c282e2634e08 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:15.658510 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-accbba2b-f52c-4e7f-9782-342d01477805 req-a11046d2-d175-4816-bea8-c282e2634e08 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 946 time: 0.0673194 Dec 10 16:52:15.710727 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-accbba2b-f52c-4e7f-9782-342d01477805 req-89bae4df-2127-4499-8985-a4c6591683b9 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=21ef6fef-0929-48a6-b908-a4cb56f92442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457666 Dec 10 16:52:16.004588 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d4a63-ca19-4e6f-ba5a-1535c06ef636 req-9b909d99-350c-45f0-bbd2-d7787c103c6a tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:16.006843 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-657d4a63-ca19-4e6f-ba5a-1535c06ef636 req-9b909d99-350c-45f0-bbd2-d7787c103c6a tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9490253-fccf-4a31-beac-9e489b6b8c30 HTTP/1.1" status: 200 len: 943 time: 0.0506907 Dec 10 16:52:16.069087 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-657d4a63-ca19-4e6f-ba5a-1535c06ef636 req-90756751-2115-49bc-a070-277229423c05 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546029 Dec 10 16:52:16.326440 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:52:16.479584 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-147f4def-28d8-4e07-a4be-4821ebb01e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:16.841909 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13c0d6-65d0-4b74-8b9c-2d4954c965af req-9eec4441-0ea6-4da7-8583-8f045114641e tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:16.843639 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8c13c0d6-65d0-4b74-8b9c-2d4954c965af req-9eec4441-0ea6-4da7-8583-8f045114641e tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 946 time: 0.0590272 Dec 10 16:52:16.944147 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8c13c0d6-65d0-4b74-8b9c-2d4954c965af req-5030980a-60a6-428d-8286-1b9eb2c119a4 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=21ef6fef-0929-48a6-b908-a4cb56f92442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894239 Dec 10 16:52:17.204563 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51735183-f70d-4ad5-8565-8afece26ada4 req-d3eadb33-7ca7-40b6-96d8-2cc196a5f53f tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:17.206515 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-51735183-f70d-4ad5-8565-8afece26ada4 req-d3eadb33-7ca7-40b6-96d8-2cc196a5f53f tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9490253-fccf-4a31-beac-9e489b6b8c30 HTTP/1.1" status: 200 len: 943 time: 0.0576894 Dec 10 16:52:17.262991 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-51735183-f70d-4ad5-8565-8afece26ada4 req-ab8c4a4d-11ff-4645-8b78-1ff773368448 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499809 Dec 10 16:52:17.334568 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:18.074516 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25479a8c-af2f-4bfa-9144-0fa634b8f409 req-827b12ab-87a3-4269-8613-28d0ebf795ad tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:18.076129 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-25479a8c-af2f-4bfa-9144-0fa634b8f409 req-827b12ab-87a3-4269-8613-28d0ebf795ad tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 946 time: 0.0509682 Dec 10 16:52:18.135559 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-25479a8c-af2f-4bfa-9144-0fa634b8f409 req-0c8abe68-7e8c-4145-b5e2-3a05ef997a11 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=21ef6fef-0929-48a6-b908-a4cb56f92442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530398 Dec 10 16:52:18.404319 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00871da6-a6ac-4309-8214-1bf97a120858 req-52733dc7-7342-45f9-a106-491fc37ad088 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:18.406519 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-00871da6-a6ac-4309-8214-1bf97a120858 req-52733dc7-7342-45f9-a106-491fc37ad088 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9490253-fccf-4a31-beac-9e489b6b8c30 HTTP/1.1" status: 200 len: 943 time: 0.0662735 Dec 10 16:52:18.456285 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-00871da6-a6ac-4309-8214-1bf97a120858 req-6792b59d-333f-4e66-84dc-1ae024e49fa7 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438159 Dec 10 16:52:18.627367 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:19.116640 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-4988575d-03a9-4903-b98b-6ca479d78f11 service neutron] show failed (client error): The resource could not be found. Dec 10 16:52:19.117747 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-4988575d-03a9-4903-b98b-6ca479d78f11 service neutron] 10.222.0.46 "GET /v2.0/ports/b91d0542-38d6-4958-9bb0-e3d1a17d3e89/bindings/n-h1-766771-2 HTTP/1.1" status: 404 len: 380 time: 0.0736084 Dec 10 16:52:19.330798 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47be48f-2252-44b7-a211-497132cadfef req-bad624e5-0173-4685-8652-198e0642f07e tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:19.332862 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f47be48f-2252-44b7-a211-497132cadfef req-bad624e5-0173-4685-8652-198e0642f07e tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 946 time: 0.0887351 Dec 10 16:52:19.398300 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f47be48f-2252-44b7-a211-497132cadfef req-1d205ae7-ec5f-4145-851b-8d0863d16a80 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=21ef6fef-0929-48a6-b908-a4cb56f92442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580461 Dec 10 16:52:19.450598 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-9448491d-a4a7-4b6f-bda2-28f6e7f062fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:19.452390 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-9448491d-a4a7-4b6f-bda2-28f6e7f062fd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b&tenant_id=e316b1d223b341c8ad45a1329ddefc11 HTTP/1.1" status: 200 len: 1097 time: 0.1320977 Dec 10 16:52:19.472786 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-d1107791-85e8-4aa2-a206-319d7dee5874 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766771-2', 'device_owner': 'compute:nova'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:52:19.546361 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-d1107791-85e8-4aa2-a206-319d7dee5874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:19.625322 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d940bf-d1bd-4cff-ad06-95bdcef9682b req-e835a476-ab69-4101-a655-e998834c64c4 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:19.633167 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-86d940bf-d1bd-4cff-ad06-95bdcef9682b req-e835a476-ab69-4101-a655-e998834c64c4 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9490253-fccf-4a31-beac-9e489b6b8c30 HTTP/1.1" status: 200 len: 943 time: 0.0617499 Dec 10 16:52:19.701586 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:19.719238 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-86d940bf-d1bd-4cff-ad06-95bdcef9682b req-87f8440b-2491-43b2-b781-5d0fec9dc8b3 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841389 Dec 10 16:52:19.813266 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-d1107791-85e8-4aa2-a206-319d7dee5874 service neutron] For port b91d0542-38d6-4958-9bb0-e3d1a17d3e89, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=b91d0542-38d6-4958-9bb0-e3d1a17d3e89,segment=NetworkSegment(ca3be87a-1f9f-4a0d-b48d-942642c1865f),segment_id=ca3be87a-1f9f-4a0d-b48d-942642c1865f)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:52:19.847769 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-d1107791-85e8-4aa2-a206-319d7dee5874 service neutron] For port b91d0542-38d6-4958-9bb0-e3d1a17d3e89, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:52:19.900304 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ae97f3-7d96-4fd5-ab7e-3490d3476a4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b91d0542-38d6-4958-9bb0-e3d1a17d3e89'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:52:19.903146 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e71a5a-fd82-427e-874e-15961a3df3a3" -d '{"events": [{"server_uuid": "95ae97f3-7d96-4fd5-ab7e-3490d3476a4b", "name": "network-vif-unplugged", "status": "completed", "tag": "b91d0542-38d6-4958-9bb0-e3d1a17d3e89"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:52:19.907588 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-d1107791-85e8-4aa2-a206-319d7dee5874 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:19.922463 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-d1107791-85e8-4aa2-a206-319d7dee5874 service neutron] Transition to ACTIVE for port object b91d0542-38d6-4958-9bb0-e3d1a17d3e89 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:52:19.933203 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-d1107791-85e8-4aa2-a206-319d7dee5874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:20.014866 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1107791-85e8-4aa2-a206-319d7dee5874 service neutron] Pushing event updated for resources: {'Port': ['ID=b91d0542-38d6-4958-9bb0-e3d1a17d3e89,revision_number=6']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:52:20.039734 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 16:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c70289d-a465-4ff0-a182-bce4c67124a8 x-openstack-request-id: req-6c70289d-a465-4ff0-a182-bce4c67124a8 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:52:20.040031 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ae97f3-7d96-4fd5-ab7e-3490d3476a4b", "name": "network-vif-unplugged", "status": "completed", "tag": "b91d0542-38d6-4958-9bb0-e3d1a17d3e89", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:52:20.040291 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6c70289d-a465-4ff0-a182-bce4c67124a8 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:52:20.040696 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ae97f3-7d96-4fd5-ab7e-3490d3476a4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b91d0542-38d6-4958-9bb0-e3d1a17d3e89', 'code': 200} Dec 10 16:52:20.166545 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-d1107791-85e8-4aa2-a206-319d7dee5874 service neutron] No DVR routers for this DVR port b91d0542-38d6-4958-9bb0-e3d1a17d3e89 on host n-h2-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:52:20.337875 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-d1107791-85e8-4aa2-a206-319d7dee5874 service neutron] Attempting to bind port b91d0542-38d6-4958-9bb0-e3d1a17d3e89 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:52:20.338275 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-d1107791-85e8-4aa2-a206-319d7dee5874 service neutron] Attempting to bind port b91d0542-38d6-4958-9bb0-e3d1a17d3e89 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'ca3be87a-1f9f-4a0d-b48d-942642c1865f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'da381c1e-b783-47f8-97b1-68a3f429a26e'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:52:20.338678 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-d1107791-85e8-4aa2-a206-319d7dee5874 service neutron] Attempting to bind port b91d0542-38d6-4958-9bb0-e3d1a17d3e89 on network da381c1e-b783-47f8-97b1-68a3f429a26e {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:52:20.343086 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-d1107791-85e8-4aa2-a206-319d7dee5874 service neutron] Port b91d0542-38d6-4958-9bb0-e3d1a17d3e89 on network da381c1e-b783-47f8-97b1-68a3f429a26e not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:52:20.343405 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-d1107791-85e8-4aa2-a206-319d7dee5874 service neutron] Attempting to bind port b91d0542-38d6-4958-9bb0-e3d1a17d3e89 on network da381c1e-b783-47f8-97b1-68a3f429a26e {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:52:20.348955 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-d1107791-85e8-4aa2-a206-319d7dee5874 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:52:20.349295 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-d1107791-85e8-4aa2-a206-319d7dee5874 service neutron] Checking segment: {'id': 'ca3be87a-1f9f-4a0d-b48d-942642c1865f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'da381c1e-b783-47f8-97b1-68a3f429a26e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:52:20.349679 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-d1107791-85e8-4aa2-a206-319d7dee5874 service neutron] Bound using segment: {'id': 'ca3be87a-1f9f-4a0d-b48d-942642c1865f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'da381c1e-b783-47f8-97b1-68a3f429a26e'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:52:20.350117 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-d1107791-85e8-4aa2-a206-319d7dee5874 service neutron] Bound port: b91d0542-38d6-4958-9bb0-e3d1a17d3e89, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3be87a-1f9f-4a0d-b48d-942642c1865f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'da381c1e-b783-47f8-97b1-68a3f429a26e'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:52:20.350498 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-d1107791-85e8-4aa2-a206-319d7dee5874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:20.431725 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-d1107791-85e8-4aa2-a206-319d7dee5874 service neutron] For port b91d0542-38d6-4958-9bb0-e3d1a17d3e89, host n-h1-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:52:20.436225 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-d1107791-85e8-4aa2-a206-319d7dee5874 service neutron] For port b91d0542-38d6-4958-9bb0-e3d1a17d3e89, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=b91d0542-38d6-4958-9bb0-e3d1a17d3e89,segment=NetworkSegment(ca3be87a-1f9f-4a0d-b48d-942642c1865f),segment_id=ca3be87a-1f9f-4a0d-b48d-942642c1865f)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:52:20.446502 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-d1107791-85e8-4aa2-a206-319d7dee5874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:20.498528 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-d1107791-85e8-4aa2-a206-319d7dee5874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:20.499437 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-d1107791-85e8-4aa2-a206-319d7dee5874 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:20.501000 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-d1107791-85e8-4aa2-a206-319d7dee5874 service neutron] 10.222.0.26 "PUT /v2.0/ports/b91d0542-38d6-4958-9bb0-e3d1a17d3e89 HTTP/1.1" status: 200 len: 1092 time: 1.0368934 Dec 10 16:52:20.581425 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a91ed-63a4-4e63-acc3-79c7e867f9b7 req-4a1e5673-be6a-4755-92a8-5adc0bb4d0a3 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:20.590816 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-564a91ed-63a4-4e63-acc3-79c7e867f9b7 req-4a1e5673-be6a-4755-92a8-5adc0bb4d0a3 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 944 time: 0.0924184 Dec 10 16:52:20.594401 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1107791-85e8-4aa2-a206-319d7dee5874 service neutron] Pushing event updated for resources: {'Port': ['ID=b91d0542-38d6-4958-9bb0-e3d1a17d3e89,revision_number=7']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:52:20.631166 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-87d9d26f-6b71-4d91-97dc-ee5eeab7b3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:20.633579 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-87d9d26f-6b71-4d91-97dc-ee5eeab7b3d0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e316b1d223b341c8ad45a1329ddefc11&device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 1095 time: 0.1072178 Dec 10 16:52:20.678325 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-564a91ed-63a4-4e63-acc3-79c7e867f9b7 req-d9bd9959-0f89-4041-8f0c-77d23dc5e707 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=21ef6fef-0929-48a6-b908-a4cb56f92442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859826 Dec 10 16:52:20.806525 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-8dd45db6-f71f-48df-9862-3b64d1d2d88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:20.813601 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-8dd45db6-f71f-48df-9862-3b64d1d2d88d service neutron] 10.222.0.26 "GET /v2.0/networks?id=da381c1e-b783-47f8-97b1-68a3f429a26e HTTP/1.1" status: 200 len: 897 time: 0.1672931 Dec 10 16:52:20.897079 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-278ce941-8315-4574-8b0c-5f7430c6ed9c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b91d0542-38d6-4958-9bb0-e3d1a17d3e89 HTTP/1.1" status: 200 len: 999 time: 0.0798707 Dec 10 16:52:20.942898 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe01000-b1ff-4bab-88ae-08eda34d1d7e req-2448a3d7-c484-4b43-bc3f-ef3b6b263f00 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:20.944486 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dbe01000-b1ff-4bab-88ae-08eda34d1d7e req-2448a3d7-c484-4b43-bc3f-ef3b6b263f00 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9490253-fccf-4a31-beac-9e489b6b8c30 HTTP/1.1" status: 200 len: 943 time: 0.0512547 Dec 10 16:52:20.963701 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-a34021c9-f65b-4ea3-871b-eb10682d9b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:20.966041 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-a34021c9-f65b-4ea3-871b-eb10682d9b35 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87ce2987-bbb0-476e-bf44-d375993d991a HTTP/1.1" status: 200 len: 835 time: 0.0608969 Dec 10 16:52:21.012852 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dbe01000-b1ff-4bab-88ae-08eda34d1d7e req-ecd53cd1-5ebc-405a-b9d0-c43e8305d54d tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606134 Dec 10 16:52:21.023062 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-fc24bcd3-3195-4f35-9e81-98abb52c9750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:21.024590 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-fc24bcd3-3195-4f35-9e81-98abb52c9750 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=da381c1e-b783-47f8-97b1-68a3f429a26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512538 Dec 10 16:52:21.116686 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-fb553503-fb7f-4eee-b36d-3e519dc43473 service neutron] 10.222.0.26 "GET /v2.0/networks/da381c1e-b783-47f8-97b1-68a3f429a26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837409 Dec 10 16:52:21.214003 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-29dfef70-b5c3-486d-afc7-2f2d28364f52 req-65d8fdac-bad4-4010-bb83-7157310f2d1b service neutron] 10.222.0.26 "GET /v2.0/networks/da381c1e-b783-47f8-97b1-68a3f429a26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898237 Dec 10 16:52:21.808459 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48f7ea-d196-4d0e-b1cf-00cbac7e4a2d req-cb39ceb8-e62e-43bf-90e0-915a44dac5f8 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:21.809267 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9f48f7ea-d196-4d0e-b1cf-00cbac7e4a2d req-cb39ceb8-e62e-43bf-90e0-915a44dac5f8 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 944 time: 0.0544956 Dec 10 16:52:21.859952 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9f48f7ea-d196-4d0e-b1cf-00cbac7e4a2d req-a1e179bc-5587-4f41-9731-de9230f8722e tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=21ef6fef-0929-48a6-b908-a4cb56f92442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443959 Dec 10 16:52:22.041957 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ae97f3-7d96-4fd5-ab7e-3490d3476a4b', 'tag': 'b91d0542-38d6-4958-9bb0-e3d1a17d3e89'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:52:22.044528 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e119ea44-480f-44f8-b8d1-79f8421ded8c" -d '{"events": [{"name": "network-changed", "server_uuid": "95ae97f3-7d96-4fd5-ab7e-3490d3476a4b", "tag": "b91d0542-38d6-4958-9bb0-e3d1a17d3e89"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:52:22.134331 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c3587-0f30-4709-a7a3-ac475e6a85a6 req-3e313294-dda6-4d60-92d6-8b697f7374d7 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:22.135798 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8a6c3587-0f30-4709-a7a3-ac475e6a85a6 req-3e313294-dda6-4d60-92d6-8b697f7374d7 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9490253-fccf-4a31-beac-9e489b6b8c30 HTTP/1.1" status: 200 len: 943 time: 0.0480645 Dec 10 16:52:22.184020 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8a6c3587-0f30-4709-a7a3-ac475e6a85a6 req-2d1ff877-53b5-4578-ad62-3e7204bab5bf tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419514 Dec 10 16:52:22.240323 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c21539-ce61-42f9-8b0f-cc9aa9201407 x-openstack-request-id: req-f2c21539-ce61-42f9-8b0f-cc9aa9201407 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:52:22.240813 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ae97f3-7d96-4fd5-ab7e-3490d3476a4b", "tag": "b91d0542-38d6-4958-9bb0-e3d1a17d3e89", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:52:22.240926 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f2c21539-ce61-42f9-8b0f-cc9aa9201407 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:52:22.241249 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ae97f3-7d96-4fd5-ab7e-3490d3476a4b', 'tag': 'b91d0542-38d6-4958-9bb0-e3d1a17d3e89', 'status': 'completed', 'code': 200} Dec 10 16:52:22.328361 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119ea44-480f-44f8-b8d1-79f8421ded8c req-c1c8be31-c785-4370-8117-121e9da9fdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:22.329795 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e119ea44-480f-44f8-b8d1-79f8421ded8c req-c1c8be31-c785-4370-8117-121e9da9fdbe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e316b1d223b341c8ad45a1329ddefc11&device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 1095 time: 0.0685530 Dec 10 16:52:22.332195 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119ea44-480f-44f8-b8d1-79f8421ded8c req-9b801450-f9b4-49de-9890-02eed13365af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:22.334162 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e119ea44-480f-44f8-b8d1-79f8421ded8c req-9b801450-f9b4-49de-9890-02eed13365af service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e316b1d223b341c8ad45a1329ddefc11&device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 1095 time: 0.0647705 Dec 10 16:52:22.844077 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119ea44-480f-44f8-b8d1-79f8421ded8c req-629931e5-c32c-4f69-aba6-fcc8d74bdb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:22.845559 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e119ea44-480f-44f8-b8d1-79f8421ded8c req-629931e5-c32c-4f69-aba6-fcc8d74bdb47 service neutron] 10.222.0.46 "GET /v2.0/networks?id=da381c1e-b783-47f8-97b1-68a3f429a26e HTTP/1.1" status: 200 len: 897 time: 0.5071528 Dec 10 16:52:22.846645 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119ea44-480f-44f8-b8d1-79f8421ded8c req-bfe642d4-69bb-47dd-bdab-54c504bfa300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:22.847950 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e119ea44-480f-44f8-b8d1-79f8421ded8c req-bfe642d4-69bb-47dd-bdab-54c504bfa300 service neutron] 10.222.0.26 "GET /v2.0/networks?id=da381c1e-b783-47f8-97b1-68a3f429a26e HTTP/1.1" status: 200 len: 897 time: 0.5025308 Dec 10 16:52:22.963496 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e119ea44-480f-44f8-b8d1-79f8421ded8c req-0a0cdf8d-8d78-4711-806e-f474907f458b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b91d0542-38d6-4958-9bb0-e3d1a17d3e89 HTTP/1.1" status: 200 len: 999 time: 0.1098669 Dec 10 16:52:22.969228 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e119ea44-480f-44f8-b8d1-79f8421ded8c req-5935a8e2-734f-4d84-af7a-921b32d49b9d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b91d0542-38d6-4958-9bb0-e3d1a17d3e89 HTTP/1.1" status: 200 len: 999 time: 0.0774829 Dec 10 16:52:23.001004 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabe9cd-417a-4d45-83b1-7dd2c98abbcc req-5e5b3268-c428-4267-a3a2-31e701d68544 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:23.003260 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8fabe9cd-417a-4d45-83b1-7dd2c98abbcc req-5e5b3268-c428-4267-a3a2-31e701d68544 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 944 time: 0.0570269 Dec 10 16:52:23.057769 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8fabe9cd-417a-4d45-83b1-7dd2c98abbcc req-028b68cf-b7e8-43ef-9a6c-e010ff0ad2dc tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=21ef6fef-0929-48a6-b908-a4cb56f92442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466723 Dec 10 16:52:23.062525 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119ea44-480f-44f8-b8d1-79f8421ded8c req-283ab8b3-98a8-429a-bd8c-a6f4455df587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:23.063990 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e119ea44-480f-44f8-b8d1-79f8421ded8c req-283ab8b3-98a8-429a-bd8c-a6f4455df587 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=87ce2987-bbb0-476e-bf44-d375993d991a HTTP/1.1" status: 200 len: 835 time: 0.0935466 Dec 10 16:52:23.065341 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119ea44-480f-44f8-b8d1-79f8421ded8c req-d1163e81-d539-4af9-8591-f2f6bdc66a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:23.066643 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e119ea44-480f-44f8-b8d1-79f8421ded8c req-d1163e81-d539-4af9-8591-f2f6bdc66a5f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87ce2987-bbb0-476e-bf44-d375993d991a HTTP/1.1" status: 200 len: 835 time: 0.0875602 Dec 10 16:52:23.148765 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119ea44-480f-44f8-b8d1-79f8421ded8c req-98f677a4-f820-48cc-8b25-385662786dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:23.150281 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e119ea44-480f-44f8-b8d1-79f8421ded8c req-98f677a4-f820-48cc-8b25-385662786dc0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=da381c1e-b783-47f8-97b1-68a3f429a26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786660 Dec 10 16:52:23.151969 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119ea44-480f-44f8-b8d1-79f8421ded8c req-cca97466-714e-4f90-b5a8-dc7fecfed56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:23.153283 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e119ea44-480f-44f8-b8d1-79f8421ded8c req-cca97466-714e-4f90-b5a8-dc7fecfed56d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=da381c1e-b783-47f8-97b1-68a3f429a26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733984 Dec 10 16:52:23.330257 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device b91d0542-38d6-4958-9bb0-e3d1a17d3e89 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:52:23.338502 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e119ea44-480f-44f8-b8d1-79f8421ded8c req-cb3260f5-b083-4e2e-9734-de5f2be57fc4 service neutron] 10.222.0.26 "GET /v2.0/networks/da381c1e-b783-47f8-97b1-68a3f429a26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735492 Dec 10 16:52:23.344092 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e119ea44-480f-44f8-b8d1-79f8421ded8c req-4f015878-55b3-4b52-8929-eb2d522a6a2b service neutron] 10.222.0.46 "GET /v2.0/networks/da381c1e-b783-47f8-97b1-68a3f429a26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870253 Dec 10 16:52:23.422866 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eec285-67db-47f2-bc68-76bc35a960dd req-4900ea95-fdc8-4027-94f9-de3d668a947c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:23.424765 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-38eec285-67db-47f2-bc68-76bc35a960dd req-4900ea95-fdc8-4027-94f9-de3d668a947c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.26 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b&tenant_id=e316b1d223b341c8ad45a1329ddefc11&binding%3Ahost_id=n-h1-766771-2 HTTP/1.1" status: 200 len: 944 time: 0.1214299 Dec 10 16:52:23.433509 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355fb94e-a733-41ff-8514-fe84466ed221 req-3c8584b1-c1f8-4e80-b3e7-442d7860e6f4 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:23.435274 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-355fb94e-a733-41ff-8514-fe84466ed221 req-3c8584b1-c1f8-4e80-b3e7-442d7860e6f4 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9490253-fccf-4a31-beac-9e489b6b8c30 HTTP/1.1" status: 200 len: 943 time: 0.1016788 Dec 10 16:52:23.437690 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port b91d0542-38d6-4958-9bb0-e3d1a17d3e89, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=b91d0542-38d6-4958-9bb0-e3d1a17d3e89,segment=NetworkSegment(ca3be87a-1f9f-4a0d-b48d-942642c1865f),segment_id=ca3be87a-1f9f-4a0d-b48d-942642c1865f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:52:23.450664 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': 'b91d0542-38d6-4958-9bb0-e3d1a17d3e89', 'network_id': 'da381c1e-b783-47f8-97b1-68a3f429a26e', 'port_id': 'b91d0542-38d6-4958-9bb0-e3d1a17d3e89', 'mac_address': 'fa:16:3e:bd:e8:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ce2987-bbb0-476e-bf44-d375993d991a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:52:23.496288 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:23.510669 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b91d0542-38d6-4958-9bb0-e3d1a17d3e89 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:52:23.521830 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e119ea44-480f-44f8-b8d1-79f8421ded8c req-a6ca260d-55f0-45ad-a89d-0335aa2655ce service neutron] 10.222.0.26 "GET /v2.0/networks/da381c1e-b783-47f8-97b1-68a3f429a26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738415 Dec 10 16:52:23.526082 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-e119ea44-480f-44f8-b8d1-79f8421ded8c req-c4f74c44-6cde-4d8a-9ab2-fa6be066ddfe service neutron] 10.222.0.46 "GET /v2.0/networks/da381c1e-b783-47f8-97b1-68a3f429a26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692529 Dec 10 16:52:23.533740 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port b91d0542-38d6-4958-9bb0-e3d1a17d3e89, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=b91d0542-38d6-4958-9bb0-e3d1a17d3e89,segment=NetworkSegment(ca3be87a-1f9f-4a0d-b48d-942642c1865f),segment_id=ca3be87a-1f9f-4a0d-b48d-942642c1865f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:52:23.541203 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:23.593347 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=b91d0542-38d6-4958-9bb0-e3d1a17d3e89,revision_number=8']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:52:23.602295 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:23.602657 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:23.603008 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:23.603372 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:23.603699 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:23.604037 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:23.604381 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:23.604706 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:23.605038 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:23.605372 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:23.605703 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:23.606029 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:23.606683 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:23.766770 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['b91d0542-38d6-4958-9bb0-e3d1a17d3e89'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:52:23.867336 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-355fb94e-a733-41ff-8514-fe84466ed221 req-0cb77cb9-7cc5-4642-a487-9223b7344992 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4244742 Dec 10 16:52:23.870793 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-38eec285-67db-47f2-bc68-76bc35a960dd req-728aa3f7-f06e-4d04-b82f-3d929bfeb238 service neutron] 10.222.0.26 "GET /v2.0/ports/b91d0542-38d6-4958-9bb0-e3d1a17d3e89/bindings/n-h1-766771-2 HTTP/1.1" status: 200 len: 382 time: 0.4344182 Dec 10 16:52:23.963178 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eec285-67db-47f2-bc68-76bc35a960dd req-4adb0251-eaef-4b58-b30c-541ed6ab75e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:23.964655 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-38eec285-67db-47f2-bc68-76bc35a960dd req-4adb0251-eaef-4b58-b30c-541ed6ab75e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e316b1d223b341c8ad45a1329ddefc11&device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 1096 time: 0.0594516 Dec 10 16:52:24.063244 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8edbdb-1862-4981-baf4-8d3235d48767 req-f769aebf-246c-4e95-8416-c3e4a6245d7b tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:24.064767 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1d8edbdb-1862-4981-baf4-8d3235d48767 req-f769aebf-246c-4e95-8416-c3e4a6245d7b tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 945 time: 0.1158338 Dec 10 16:52:24.107915 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eec285-67db-47f2-bc68-76bc35a960dd req-490114da-4d4f-4a37-abf7-1fe2ce8187b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:24.109359 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-38eec285-67db-47f2-bc68-76bc35a960dd req-490114da-4d4f-4a37-abf7-1fe2ce8187b4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=da381c1e-b783-47f8-97b1-68a3f429a26e HTTP/1.1" status: 200 len: 897 time: 0.1285470 Dec 10 16:52:24.179610 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1d8edbdb-1862-4981-baf4-8d3235d48767 req-db1c7a3f-78a0-4093-ac4e-4b75644d5e5c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=21ef6fef-0929-48a6-b908-a4cb56f92442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027400 Dec 10 16:52:24.202249 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-38eec285-67db-47f2-bc68-76bc35a960dd req-459f118c-75ba-425b-a213-e760093dd81c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b91d0542-38d6-4958-9bb0-e3d1a17d3e89 HTTP/1.1" status: 200 len: 1000 time: 0.0850940 Dec 10 16:52:24.252240 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eec285-67db-47f2-bc68-76bc35a960dd req-730ea868-eb0f-4e01-8431-9040af0facd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:24.253834 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-38eec285-67db-47f2-bc68-76bc35a960dd req-730ea868-eb0f-4e01-8431-9040af0facd1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87ce2987-bbb0-476e-bf44-d375993d991a HTTP/1.1" status: 200 len: 835 time: 0.0450189 Dec 10 16:52:24.299528 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eec285-67db-47f2-bc68-76bc35a960dd req-f1d2b2a3-000d-4bbe-9555-dbc56bf7c96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:24.300921 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-38eec285-67db-47f2-bc68-76bc35a960dd req-f1d2b2a3-000d-4bbe-9555-dbc56bf7c96c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=da381c1e-b783-47f8-97b1-68a3f429a26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401914 Dec 10 16:52:24.401044 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-38eec285-67db-47f2-bc68-76bc35a960dd req-bfcc03ae-e41a-4e03-866a-6eaa0c60bde3 service neutron] 10.222.0.26 "GET /v2.0/networks/da381c1e-b783-47f8-97b1-68a3f429a26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918100 Dec 10 16:52:24.491698 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-38eec285-67db-47f2-bc68-76bc35a960dd req-8a4aa2c6-5142-4bbe-9e82-f9f9c9239af0 service neutron] 10.222.0.26 "GET /v2.0/networks/da381c1e-b783-47f8-97b1-68a3f429a26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831840 Dec 10 16:52:24.543981 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device b91d0542-38d6-4958-9bb0-e3d1a17d3e89 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:52:24.588122 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device b91d0542-38d6-4958-9bb0-e3d1a17d3e89 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:52:25.008246 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2f991-e38f-4a2b-ace2-5d52722e50d6 req-952c7902-9292-487a-b235-2e9b46bfe2fd tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:25.009713 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95f2f991-e38f-4a2b-ace2-5d52722e50d6 req-952c7902-9292-487a-b235-2e9b46bfe2fd tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9490253-fccf-4a31-beac-9e489b6b8c30 HTTP/1.1" status: 200 len: 943 time: 0.0554407 Dec 10 16:52:25.057367 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95f2f991-e38f-4a2b-ace2-5d52722e50d6 req-da8dbea0-e0e0-4a1e-b010-83a403bd1ee9 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414009 Dec 10 16:52:25.297958 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19fc2de-9441-41f6-9039-e277190e64c5 req-04be5a30-c6d9-41ad-b33b-6b822691430e tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:25.299481 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a19fc2de-9441-41f6-9039-e277190e64c5 req-04be5a30-c6d9-41ad-b33b-6b822691430e tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 945 time: 0.0494881 Dec 10 16:52:25.345914 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device b91d0542-38d6-4958-9bb0-e3d1a17d3e89 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:52:25.349158 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a19fc2de-9441-41f6-9039-e277190e64c5 req-11607fab-744d-4f14-b463-6afd901d5297 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=21ef6fef-0929-48a6-b908-a4cb56f92442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436995 Dec 10 16:52:25.399361 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port b91d0542-38d6-4958-9bb0-e3d1a17d3e89 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:52:25.403493 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port b91d0542-38d6-4958-9bb0-e3d1a17d3e89 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:52:25.404526 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:25.484666 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:25.510007 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ae97f3-7d96-4fd5-ab7e-3490d3476a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91d0542-38d6-4958-9bb0-e3d1a17d3e89'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:52:25.513281 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f068e9cd-eb01-4295-b589-0e1f25bc8c75" -d '{"events": [{"server_uuid": "95ae97f3-7d96-4fd5-ab7e-3490d3476a4b", "name": "network-vif-plugged", "status": "completed", "tag": "b91d0542-38d6-4958-9bb0-e3d1a17d3e89"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:52:25.529766 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port b91d0542-38d6-4958-9bb0-e3d1a17d3e89, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=b91d0542-38d6-4958-9bb0-e3d1a17d3e89,segment=NetworkSegment(ca3be87a-1f9f-4a0d-b48d-942642c1865f),segment_id=ca3be87a-1f9f-4a0d-b48d-942642c1865f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:52:25.535512 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:25.572628 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1357ad-07f7-49e2-a0f6-a5b84b0f3d28 x-openstack-request-id: req-bc1357ad-07f7-49e2-a0f6-a5b84b0f3d28 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:52:25.573303 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ae97f3-7d96-4fd5-ab7e-3490d3476a4b", "name": "network-vif-plugged", "status": "completed", "tag": "b91d0542-38d6-4958-9bb0-e3d1a17d3e89", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:52:25.573303 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bc1357ad-07f7-49e2-a0f6-a5b84b0f3d28 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:52:25.573548 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ae97f3-7d96-4fd5-ab7e-3490d3476a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91d0542-38d6-4958-9bb0-e3d1a17d3e89', 'code': 200} Dec 10 16:52:25.592805 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=b91d0542-38d6-4958-9bb0-e3d1a17d3e89,revision_number=9']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:52:26.195208 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98232391-e4bc-4210-a452-865c52b09629 req-b816abf3-bb4d-43a4-90f3-5ea288f8ab0d tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:26.197413 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-98232391-e4bc-4210-a452-865c52b09629 req-b816abf3-bb4d-43a4-90f3-5ea288f8ab0d tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9490253-fccf-4a31-beac-9e489b6b8c30 HTTP/1.1" status: 200 len: 943 time: 0.0572932 Dec 10 16:52:26.249602 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-98232391-e4bc-4210-a452-865c52b09629 req-6971b073-2860-4578-a8dd-db3909385ab8 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459518 Dec 10 16:52:26.471044 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0540b14-532a-44eb-9ffb-1bf961e3b448 req-18ed9320-8597-401f-a45f-3fc4253aac99 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:26.472532 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d0540b14-532a-44eb-9ffb-1bf961e3b448 req-18ed9320-8597-401f-a45f-3fc4253aac99 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 946 time: 0.0519123 Dec 10 16:52:26.495958 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eec285-67db-47f2-bc68-76bc35a960dd req-5a6ea56e-d627-40ef-b78e-af35962ab2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:26.497456 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-38eec285-67db-47f2-bc68-76bc35a960dd req-5a6ea56e-d627-40ef-b78e-af35962ab2a6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b&tenant_id=e316b1d223b341c8ad45a1329ddefc11 HTTP/1.1" status: 200 len: 1097 time: 0.0457182 Dec 10 16:52:26.509789 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-38eec285-67db-47f2-bc68-76bc35a960dd req-9666be11-166e-42c8-b907-f42c86598246 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766771-2', 'device_owner': 'compute:nova'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:52:26.522719 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d0540b14-532a-44eb-9ffb-1bf961e3b448 req-6acd2ac3-afb1-4978-a11c-dcc2cb0c82bf tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=21ef6fef-0929-48a6-b908-a4cb56f92442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438027 Dec 10 16:52:26.563063 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-38eec285-67db-47f2-bc68-76bc35a960dd req-9666be11-166e-42c8-b907-f42c86598246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:26.759913 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-38eec285-67db-47f2-bc68-76bc35a960dd req-9666be11-166e-42c8-b907-f42c86598246 service neutron] For port b91d0542-38d6-4958-9bb0-e3d1a17d3e89, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=b91d0542-38d6-4958-9bb0-e3d1a17d3e89,segment=NetworkSegment(ca3be87a-1f9f-4a0d-b48d-942642c1865f),segment_id=ca3be87a-1f9f-4a0d-b48d-942642c1865f)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:52:26.792782 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-38eec285-67db-47f2-bc68-76bc35a960dd req-9666be11-166e-42c8-b907-f42c86598246 service neutron] For port b91d0542-38d6-4958-9bb0-e3d1a17d3e89, host n-h1-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:52:26.835730 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ae97f3-7d96-4fd5-ab7e-3490d3476a4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b91d0542-38d6-4958-9bb0-e3d1a17d3e89'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:52:26.837990 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4384150e-559b-4b9c-b995-9e6fede3a4a9" -d '{"events": [{"server_uuid": "95ae97f3-7d96-4fd5-ab7e-3490d3476a4b", "name": "network-vif-unplugged", "status": "completed", "tag": "b91d0542-38d6-4958-9bb0-e3d1a17d3e89"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:52:26.842125 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-38eec285-67db-47f2-bc68-76bc35a960dd req-9666be11-166e-42c8-b907-f42c86598246 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:26.854428 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-38eec285-67db-47f2-bc68-76bc35a960dd req-9666be11-166e-42c8-b907-f42c86598246 service neutron] Transition to ACTIVE for port object b91d0542-38d6-4958-9bb0-e3d1a17d3e89 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:52:26.858070 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-38eec285-67db-47f2-bc68-76bc35a960dd req-9666be11-166e-42c8-b907-f42c86598246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:26.892538 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 16:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83578ac1-6f6c-413a-919e-1d06a7282cc1 x-openstack-request-id: req-83578ac1-6f6c-413a-919e-1d06a7282cc1 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:52:26.892993 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ae97f3-7d96-4fd5-ab7e-3490d3476a4b", "name": "network-vif-unplugged", "status": "completed", "tag": "b91d0542-38d6-4958-9bb0-e3d1a17d3e89", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:52:26.893156 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-83578ac1-6f6c-413a-919e-1d06a7282cc1 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:52:26.893548 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ae97f3-7d96-4fd5-ab7e-3490d3476a4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b91d0542-38d6-4958-9bb0-e3d1a17d3e89', 'code': 200} Dec 10 16:52:26.909989 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9666be11-166e-42c8-b907-f42c86598246 service neutron] Pushing event updated for resources: {'Port': ['ID=b91d0542-38d6-4958-9bb0-e3d1a17d3e89,revision_number=10']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:52:26.980688 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-38eec285-67db-47f2-bc68-76bc35a960dd req-9666be11-166e-42c8-b907-f42c86598246 service neutron] No DVR routers for this DVR port b91d0542-38d6-4958-9bb0-e3d1a17d3e89 on host n-h1-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:52:27.117840 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-38eec285-67db-47f2-bc68-76bc35a960dd req-9666be11-166e-42c8-b907-f42c86598246 service neutron] Attempting to bind port b91d0542-38d6-4958-9bb0-e3d1a17d3e89 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:52:27.118090 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-38eec285-67db-47f2-bc68-76bc35a960dd req-9666be11-166e-42c8-b907-f42c86598246 service neutron] Attempting to bind port b91d0542-38d6-4958-9bb0-e3d1a17d3e89 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': 'ca3be87a-1f9f-4a0d-b48d-942642c1865f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'da381c1e-b783-47f8-97b1-68a3f429a26e'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:52:27.118440 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38eec285-67db-47f2-bc68-76bc35a960dd req-9666be11-166e-42c8-b907-f42c86598246 service neutron] Attempting to bind port b91d0542-38d6-4958-9bb0-e3d1a17d3e89 on network da381c1e-b783-47f8-97b1-68a3f429a26e {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:52:27.122670 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38eec285-67db-47f2-bc68-76bc35a960dd req-9666be11-166e-42c8-b907-f42c86598246 service neutron] Port b91d0542-38d6-4958-9bb0-e3d1a17d3e89 on network da381c1e-b783-47f8-97b1-68a3f429a26e not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:52:27.122985 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38eec285-67db-47f2-bc68-76bc35a960dd req-9666be11-166e-42c8-b907-f42c86598246 service neutron] Attempting to bind port b91d0542-38d6-4958-9bb0-e3d1a17d3e89 on network da381c1e-b783-47f8-97b1-68a3f429a26e {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:52:27.127783 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38eec285-67db-47f2-bc68-76bc35a960dd req-9666be11-166e-42c8-b907-f42c86598246 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:52:27.128097 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38eec285-67db-47f2-bc68-76bc35a960dd req-9666be11-166e-42c8-b907-f42c86598246 service neutron] Checking segment: {'id': 'ca3be87a-1f9f-4a0d-b48d-942642c1865f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'da381c1e-b783-47f8-97b1-68a3f429a26e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:52:27.128471 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38eec285-67db-47f2-bc68-76bc35a960dd req-9666be11-166e-42c8-b907-f42c86598246 service neutron] Bound using segment: {'id': 'ca3be87a-1f9f-4a0d-b48d-942642c1865f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'da381c1e-b783-47f8-97b1-68a3f429a26e'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:52:27.128882 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-38eec285-67db-47f2-bc68-76bc35a960dd req-9666be11-166e-42c8-b907-f42c86598246 service neutron] Bound port: b91d0542-38d6-4958-9bb0-e3d1a17d3e89, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3be87a-1f9f-4a0d-b48d-942642c1865f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'da381c1e-b783-47f8-97b1-68a3f429a26e'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:52:27.129237 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-38eec285-67db-47f2-bc68-76bc35a960dd req-9666be11-166e-42c8-b907-f42c86598246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:27.203979 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-38eec285-67db-47f2-bc68-76bc35a960dd req-9666be11-166e-42c8-b907-f42c86598246 service neutron] For port b91d0542-38d6-4958-9bb0-e3d1a17d3e89, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:52:27.209818 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-38eec285-67db-47f2-bc68-76bc35a960dd req-9666be11-166e-42c8-b907-f42c86598246 service neutron] For port b91d0542-38d6-4958-9bb0-e3d1a17d3e89, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=b91d0542-38d6-4958-9bb0-e3d1a17d3e89,segment=NetworkSegment(ca3be87a-1f9f-4a0d-b48d-942642c1865f),segment_id=ca3be87a-1f9f-4a0d-b48d-942642c1865f)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:52:27.215518 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-38eec285-67db-47f2-bc68-76bc35a960dd req-9666be11-166e-42c8-b907-f42c86598246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:27.254873 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eec285-67db-47f2-bc68-76bc35a960dd req-9666be11-166e-42c8-b907-f42c86598246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:27.256139 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-38eec285-67db-47f2-bc68-76bc35a960dd req-9666be11-166e-42c8-b907-f42c86598246 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:27.257515 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-38eec285-67db-47f2-bc68-76bc35a960dd req-9666be11-166e-42c8-b907-f42c86598246 service neutron] 10.222.0.46 "PUT /v2.0/ports/b91d0542-38d6-4958-9bb0-e3d1a17d3e89 HTTP/1.1" status: 200 len: 1093 time: 0.7522523 Dec 10 16:52:27.296907 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9666be11-166e-42c8-b907-f42c86598246 service neutron] Pushing event updated for resources: {'Port': ['ID=b91d0542-38d6-4958-9bb0-e3d1a17d3e89,revision_number=11']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:52:27.337861 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eec285-67db-47f2-bc68-76bc35a960dd req-dc91b09f-0e86-45bb-83fb-4b286e5e7771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:27.339408 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-38eec285-67db-47f2-bc68-76bc35a960dd req-dc91b09f-0e86-45bb-83fb-4b286e5e7771 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e316b1d223b341c8ad45a1329ddefc11&device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 1096 time: 0.0521843 Dec 10 16:52:27.420444 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16b34d-6702-44e3-a4cb-410178f75289 req-c0237ed4-e678-4645-9cd7-ef7f25a05a2e tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:27.428607 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-db16b34d-6702-44e3-a4cb-410178f75289 req-c0237ed4-e678-4645-9cd7-ef7f25a05a2e tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9490253-fccf-4a31-beac-9e489b6b8c30 HTTP/1.1" status: 200 len: 943 time: 0.0826561 Dec 10 16:52:27.456712 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eec285-67db-47f2-bc68-76bc35a960dd req-7c2b2fbb-c7b8-4b46-b8f6-38700e148563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:27.458241 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-38eec285-67db-47f2-bc68-76bc35a960dd req-7c2b2fbb-c7b8-4b46-b8f6-38700e148563 service neutron] 10.222.0.46 "GET /v2.0/networks?id=da381c1e-b783-47f8-97b1-68a3f429a26e HTTP/1.1" status: 200 len: 897 time: 0.1117632 Dec 10 16:52:27.490426 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-db16b34d-6702-44e3-a4cb-410178f75289 req-970588a0-15be-40e4-8a56-f12c3a1e2714 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604534 Dec 10 16:52:27.539204 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-38eec285-67db-47f2-bc68-76bc35a960dd req-bd4dfba8-3702-4594-aadb-8fddb9d5da4e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b91d0542-38d6-4958-9bb0-e3d1a17d3e89 HTTP/1.1" status: 200 len: 999 time: 0.0737162 Dec 10 16:52:27.600419 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eec285-67db-47f2-bc68-76bc35a960dd req-4e27b605-583f-4d97-84b3-cf04055d5f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:27.602327 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-38eec285-67db-47f2-bc68-76bc35a960dd req-4e27b605-583f-4d97-84b3-cf04055d5f43 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=87ce2987-bbb0-476e-bf44-d375993d991a HTTP/1.1" status: 200 len: 835 time: 0.0561500 Dec 10 16:52:27.656893 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eec285-67db-47f2-bc68-76bc35a960dd req-189763d4-eaa9-44ce-b4e9-6d26193ccc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:27.658448 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-38eec285-67db-47f2-bc68-76bc35a960dd req-189763d4-eaa9-44ce-b4e9-6d26193ccc3e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=da381c1e-b783-47f8-97b1-68a3f429a26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493197 Dec 10 16:52:27.662223 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653aaf5a-4051-418b-a000-c07763fa1fc3 req-131429b7-f818-4b18-b0af-152440acf76d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:27.663967 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-653aaf5a-4051-418b-a000-c07763fa1fc3 req-131429b7-f818-4b18-b0af-152440acf76d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 945 time: 0.0552204 Dec 10 16:52:27.725359 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-653aaf5a-4051-418b-a000-c07763fa1fc3 req-2d36fbc0-b819-440e-8968-6b1c77c33dd8 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=21ef6fef-0929-48a6-b908-a4cb56f92442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554202 Dec 10 16:52:27.754604 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-38eec285-67db-47f2-bc68-76bc35a960dd req-dacbe4c5-8248-445b-854d-a23e31961ac1 service neutron] 10.222.0.46 "GET /v2.0/networks/da381c1e-b783-47f8-97b1-68a3f429a26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874772 Dec 10 16:52:27.848439 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-38eec285-67db-47f2-bc68-76bc35a960dd req-c10fba28-0cd0-4c14-8677-4cd20c68b20d service neutron] 10.222.0.46 "GET /v2.0/networks/da381c1e-b783-47f8-97b1-68a3f429a26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870988 Dec 10 16:52:28.542565 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device ecd0a4ac-6b71-4337-bb7c-d6b86983b440 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:52:28.607987 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661f843-e0a8-4767-b346-c281aabec955 req-1a7ad1c1-dc97-44e1-8f09-28ebf2cf0b83 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:28.616855 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4661f843-e0a8-4767-b346-c281aabec955 req-1a7ad1c1-dc97-44e1-8f09-28ebf2cf0b83 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9490253-fccf-4a31-beac-9e489b6b8c30 HTTP/1.1" status: 200 len: 943 time: 0.0573287 Dec 10 16:52:28.653473 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port ecd0a4ac-6b71-4337-bb7c-d6b86983b440, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=ecd0a4ac-6b71-4337-bb7c-d6b86983b440,segment=NetworkSegment(025942ee-aaf6-4874-bbc1-b64381358c5e),segment_id=025942ee-aaf6-4874-bbc1-b64381358c5e)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:52:28.667065 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'ecd0a4ac-6b71-4337-bb7c-d6b86983b440', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'port_id': 'ecd0a4ac-6b71-4337-bb7c-d6b86983b440', 'mac_address': 'fa:16:3e:f9:55:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:52:28.674665 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4661f843-e0a8-4767-b346-c281aabec955 req-2543fad1-d48e-479c-8187-9820feaba64d tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566790 Dec 10 16:52:28.705279 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:28.719090 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd0a4ac-6b71-4337-bb7c-d6b86983b440 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:52:28.739713 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port ecd0a4ac-6b71-4337-bb7c-d6b86983b440, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=ecd0a4ac-6b71-4337-bb7c-d6b86983b440,segment=NetworkSegment(025942ee-aaf6-4874-bbc1-b64381358c5e),segment_id=025942ee-aaf6-4874-bbc1-b64381358c5e)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:52:28.743411 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:28.793198 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=ecd0a4ac-6b71-4337-bb7c-d6b86983b440,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:52:28.855846 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aabc84-f930-455b-bee7-4bd1cb971e02 req-6d3dfcc9-392a-4ea0-accc-2d25f8afaa06 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:28.857444 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-92aabc84-f930-455b-bee7-4bd1cb971e02 req-6d3dfcc9-392a-4ea0-accc-2d25f8afaa06 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 945 time: 0.0554714 Dec 10 16:52:28.894692 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ae97f3-7d96-4fd5-ab7e-3490d3476a4b', 'tag': 'b91d0542-38d6-4958-9bb0-e3d1a17d3e89'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:52:28.897739 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f78f51-2d62-466d-b269-1b076b0a3fd3" -d '{"events": [{"name": "network-changed", "server_uuid": "95ae97f3-7d96-4fd5-ab7e-3490d3476a4b", "tag": "b91d0542-38d6-4958-9bb0-e3d1a17d3e89"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:52:28.906979 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-92aabc84-f930-455b-bee7-4bd1cb971e02 req-7646ae35-8bc2-4b2c-a6ca-f6ff8ce84271 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=21ef6fef-0929-48a6-b908-a4cb56f92442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433061 Dec 10 16:52:29.022081 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a61714-1057-4760-98f7-79ad446649e9 x-openstack-request-id: req-47a61714-1057-4760-98f7-79ad446649e9 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:52:29.022485 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ae97f3-7d96-4fd5-ab7e-3490d3476a4b", "tag": "b91d0542-38d6-4958-9bb0-e3d1a17d3e89", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:52:29.022748 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-47a61714-1057-4760-98f7-79ad446649e9 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:52:29.023182 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ae97f3-7d96-4fd5-ab7e-3490d3476a4b', 'tag': 'b91d0542-38d6-4958-9bb0-e3d1a17d3e89', 'status': 'completed', 'code': 200} Dec 10 16:52:29.044819 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['ecd0a4ac-6b71-4337-bb7c-d6b86983b440'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:52:29.109520 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f78f51-2d62-466d-b269-1b076b0a3fd3 req-619c4296-0016-4d56-925b-df870489162e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:29.111561 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-25f78f51-2d62-466d-b269-1b076b0a3fd3 req-619c4296-0016-4d56-925b-df870489162e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e316b1d223b341c8ad45a1329ddefc11&device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 1096 time: 0.0647495 Dec 10 16:52:29.112554 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f78f51-2d62-466d-b269-1b076b0a3fd3 req-91f9025f-c281-478f-9c43-01706d614420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:29.114778 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-25f78f51-2d62-466d-b269-1b076b0a3fd3 req-91f9025f-c281-478f-9c43-01706d614420 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e316b1d223b341c8ad45a1329ddefc11&device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 1096 time: 0.0707579 Dec 10 16:52:29.218694 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f78f51-2d62-466d-b269-1b076b0a3fd3 req-e23d0c6d-9909-4439-a19f-d80dc920b400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:29.220180 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-25f78f51-2d62-466d-b269-1b076b0a3fd3 req-e23d0c6d-9909-4439-a19f-d80dc920b400 service neutron] 10.222.0.26 "GET /v2.0/networks?id=da381c1e-b783-47f8-97b1-68a3f429a26e HTTP/1.1" status: 200 len: 897 time: 0.1013298 Dec 10 16:52:29.250504 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f78f51-2d62-466d-b269-1b076b0a3fd3 req-0d46f027-a96a-492b-9649-9097b67c1154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:29.252661 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-25f78f51-2d62-466d-b269-1b076b0a3fd3 req-0d46f027-a96a-492b-9649-9097b67c1154 service neutron] 10.222.0.46 "GET /v2.0/networks?id=da381c1e-b783-47f8-97b1-68a3f429a26e HTTP/1.1" status: 200 len: 897 time: 0.1276200 Dec 10 16:52:29.294240 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-25f78f51-2d62-466d-b269-1b076b0a3fd3 req-9f6acf84-eb58-4323-8f16-864c9452f5cd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b91d0542-38d6-4958-9bb0-e3d1a17d3e89 HTTP/1.1" status: 200 len: 999 time: 0.0657399 Dec 10 16:52:29.324590 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-25f78f51-2d62-466d-b269-1b076b0a3fd3 req-58ac934e-4dde-4239-92dc-d016f07c4e77 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b91d0542-38d6-4958-9bb0-e3d1a17d3e89 HTTP/1.1" status: 200 len: 999 time: 0.0630829 Dec 10 16:52:29.344693 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f78f51-2d62-466d-b269-1b076b0a3fd3 req-2ea7b9f6-e23e-4f78-87bd-de5ee1140f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:29.345300 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device b91d0542-38d6-4958-9bb0-e3d1a17d3e89 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:52:29.346483 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-25f78f51-2d62-466d-b269-1b076b0a3fd3 req-2ea7b9f6-e23e-4f78-87bd-de5ee1140f2a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87ce2987-bbb0-476e-bf44-d375993d991a HTTP/1.1" status: 200 len: 835 time: 0.0459089 Dec 10 16:52:29.388790 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device b91d0542-38d6-4958-9bb0-e3d1a17d3e89 not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:52:29.393013 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f78f51-2d62-466d-b269-1b076b0a3fd3 req-b80618d5-e217-445a-820f-263af9d6d39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:29.397025 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-25f78f51-2d62-466d-b269-1b076b0a3fd3 req-b80618d5-e217-445a-820f-263af9d6d39e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=87ce2987-bbb0-476e-bf44-d375993d991a HTTP/1.1" status: 200 len: 835 time: 0.0613890 Dec 10 16:52:29.409740 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f78f51-2d62-466d-b269-1b076b0a3fd3 req-ff3aa0ab-79e7-4571-b7a2-83c6d24d7ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:29.412275 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-25f78f51-2d62-466d-b269-1b076b0a3fd3 req-ff3aa0ab-79e7-4571-b7a2-83c6d24d7ebb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=da381c1e-b783-47f8-97b1-68a3f429a26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585141 Dec 10 16:52:29.462907 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f78f51-2d62-466d-b269-1b076b0a3fd3 req-f3a692f4-3400-4b3a-99d8-256f9d02294f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:29.465317 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-25f78f51-2d62-466d-b269-1b076b0a3fd3 req-f3a692f4-3400-4b3a-99d8-256f9d02294f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=da381c1e-b783-47f8-97b1-68a3f429a26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590518 Dec 10 16:52:29.532988 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-25f78f51-2d62-466d-b269-1b076b0a3fd3 req-0e39d63b-603d-4e21-81ea-b00a319201bd service neutron] 10.222.0.26 "GET /v2.0/networks/da381c1e-b783-47f8-97b1-68a3f429a26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125281 Dec 10 16:52:29.595740 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-25f78f51-2d62-466d-b269-1b076b0a3fd3 req-f0f86e9e-1bf5-4731-a13b-b040a9612622 service neutron] 10.222.0.46 "GET /v2.0/networks/da381c1e-b783-47f8-97b1-68a3f429a26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137285 Dec 10 16:52:29.640978 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-25f78f51-2d62-466d-b269-1b076b0a3fd3 req-ac0e5fc9-ffee-48b1-89e9-2ddc119b2198 service neutron] 10.222.0.26 "GET /v2.0/networks/da381c1e-b783-47f8-97b1-68a3f429a26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007752 Dec 10 16:52:29.709845 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-25f78f51-2d62-466d-b269-1b076b0a3fd3 req-e9e28da6-664d-4811-bbd5-279b5ddb03f4 service neutron] 10.222.0.46 "GET /v2.0/networks/da381c1e-b783-47f8-97b1-68a3f429a26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069102 Dec 10 16:52:29.792509 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1388c0-2944-47f9-9b1c-2ccbdc86e984 req-9e43f9b2-0bea-4f8c-aef4-a3203f2a447a tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:29.793922 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e1388c0-2944-47f9-9b1c-2ccbdc86e984 req-9e43f9b2-0bea-4f8c-aef4-a3203f2a447a tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9490253-fccf-4a31-beac-9e489b6b8c30 HTTP/1.1" status: 200 len: 944 time: 0.0508766 Dec 10 16:52:29.841665 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e1388c0-2944-47f9-9b1c-2ccbdc86e984 req-a1357366-3bbf-4f1b-ad43-e23bbad8703e tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415418 Dec 10 16:52:30.022884 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db9d69-1818-43da-9866-d9088b3ef1b0 req-a5570027-69d8-4c85-873f-56215e6d352a tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:30.024537 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f0db9d69-1818-43da-9866-d9088b3ef1b0 req-a5570027-69d8-4c85-873f-56215e6d352a tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 945 time: 0.0491393 Dec 10 16:52:30.075137 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f0db9d69-1818-43da-9866-d9088b3ef1b0 req-aa583472-1d4a-4b4b-a2a6-9a01b6918e53 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=21ef6fef-0929-48a6-b908-a4cb56f92442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443830 Dec 10 16:52:30.098125 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 58152) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:52:30.161142 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-71530469-b8aa-44cd-85e2-d926906b5ad8 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/floatingips/d902be50-567a-4cc1-875c-61ca1216dbd0 HTTP/1.1" status: 200 len: 991 time: 0.0615804 Dec 10 16:52:30.555883 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device b91d0542-38d6-4958-9bb0-e3d1a17d3e89 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:52:30.565092 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device ecd0a4ac-6b71-4337-bb7c-d6b86983b440 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:52:30.673602 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port ecd0a4ac-6b71-4337-bb7c-d6b86983b440 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:52:30.681860 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port ecd0a4ac-6b71-4337-bb7c-d6b86983b440 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:52:30.681860 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:30.745737 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port b91d0542-38d6-4958-9bb0-e3d1a17d3e89, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=b91d0542-38d6-4958-9bb0-e3d1a17d3e89,segment=NetworkSegment(ca3be87a-1f9f-4a0d-b48d-942642c1865f),segment_id=ca3be87a-1f9f-4a0d-b48d-942642c1865f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:52:30.760746 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'b91d0542-38d6-4958-9bb0-e3d1a17d3e89', 'network_id': 'da381c1e-b783-47f8-97b1-68a3f429a26e', 'port_id': 'b91d0542-38d6-4958-9bb0-e3d1a17d3e89', 'mac_address': 'fa:16:3e:bd:e8:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ce2987-bbb0-476e-bf44-d375993d991a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:52:30.836104 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:30.847077 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:30.859434 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b91d0542-38d6-4958-9bb0-e3d1a17d3e89 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:52:30.893068 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9490253-fccf-4a31-beac-9e489b6b8c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd0a4ac-6b71-4337-bb7c-d6b86983b440'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:52:30.895937 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3552a125-06e5-48e9-a817-97e018a7c433" -d '{"events": [{"server_uuid": "d9490253-fccf-4a31-beac-9e489b6b8c30", "name": "network-vif-plugged", "status": "completed", "tag": "ecd0a4ac-6b71-4337-bb7c-d6b86983b440"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:52:30.900627 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port b91d0542-38d6-4958-9bb0-e3d1a17d3e89, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=b91d0542-38d6-4958-9bb0-e3d1a17d3e89,segment=NetworkSegment(ca3be87a-1f9f-4a0d-b48d-942642c1865f),segment_id=ca3be87a-1f9f-4a0d-b48d-942642c1865f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:52:30.910736 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:30.917751 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port ecd0a4ac-6b71-4337-bb7c-d6b86983b440, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=ecd0a4ac-6b71-4337-bb7c-d6b86983b440,segment=NetworkSegment(025942ee-aaf6-4874-bbc1-b64381358c5e),segment_id=025942ee-aaf6-4874-bbc1-b64381358c5e)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:52:30.944245 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:30.975843 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=b91d0542-38d6-4958-9bb0-e3d1a17d3e89,revision_number=12']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:52:31.011751 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426332e-e22f-4e78-8127-c9c55cb0e1ad req-1058997a-f17f-4c05-944d-1c80fa615ea0 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:31.019097 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2426332e-e22f-4e78-8127-c9c55cb0e1ad req-1058997a-f17f-4c05-944d-1c80fa615ea0 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9490253-fccf-4a31-beac-9e489b6b8c30 HTTP/1.1" status: 200 len: 945 time: 0.0873640 Dec 10 16:52:31.041139 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=ecd0a4ac-6b71-4337-bb7c-d6b86983b440,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:52:31.073387 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2426332e-e22f-4e78-8127-c9c55cb0e1ad req-bbd3f631-e899-4327-bf27-9bf894afe038 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535340 Dec 10 16:52:31.123089 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf8462c-9fd6-49a6-9b13-605747a7a1f0 x-openstack-request-id: req-daf8462c-9fd6-49a6-9b13-605747a7a1f0 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:52:31.123648 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9490253-fccf-4a31-beac-9e489b6b8c30", "name": "network-vif-plugged", "status": "completed", "tag": "ecd0a4ac-6b71-4337-bb7c-d6b86983b440", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:52:31.123992 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-daf8462c-9fd6-49a6-9b13-605747a7a1f0 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:52:31.124475 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9490253-fccf-4a31-beac-9e489b6b8c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd0a4ac-6b71-4337-bb7c-d6b86983b440', 'code': 200} Dec 10 16:52:31.134561 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['b91d0542-38d6-4958-9bb0-e3d1a17d3e89'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:52:31.245233 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134bf97-18f4-477b-a87e-627f951b50f9 req-f3065e66-7f8e-4bc0-a75f-4477cb1d3bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:31.247430 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5134bf97-18f4-477b-a87e-627f951b50f9 req-f3065e66-7f8e-4bc0-a75f-4477cb1d3bb9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d9490253-fccf-4a31-beac-9e489b6b8c30 HTTP/1.1" status: 200 len: 1096 time: 0.0503380 Dec 10 16:52:31.307958 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-5134bf97-18f4-477b-a87e-627f951b50f9 req-38822a8b-6383-4412-8ba4-e844d2fd074f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510836 Dec 10 16:52:32.196330 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34917102-0f60-40e5-8858-e6e3aa44424e req-d6d5ebd8-8682-47ab-822e-e7d772b941d4 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:32.197737 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-34917102-0f60-40e5-8858-e6e3aa44424e req-d6d5ebd8-8682-47ab-822e-e7d772b941d4 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9490253-fccf-4a31-beac-9e489b6b8c30 HTTP/1.1" status: 200 len: 945 time: 0.0515535 Dec 10 16:52:32.249399 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-34917102-0f60-40e5-8858-e6e3aa44424e req-63fe99ca-a06e-4dd7-ba05-09cf3447534c tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455117 Dec 10 16:52:32.579618 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device b91d0542-38d6-4958-9bb0-e3d1a17d3e89 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:52:32.631242 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port b91d0542-38d6-4958-9bb0-e3d1a17d3e89 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:52:32.638372 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port b91d0542-38d6-4958-9bb0-e3d1a17d3e89 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:52:32.645236 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:32.730417 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:32.764185 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port b91d0542-38d6-4958-9bb0-e3d1a17d3e89, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=b91d0542-38d6-4958-9bb0-e3d1a17d3e89,segment=NetworkSegment(ca3be87a-1f9f-4a0d-b48d-942642c1865f),segment_id=ca3be87a-1f9f-4a0d-b48d-942642c1865f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:52:32.768942 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:32.818478 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=b91d0542-38d6-4958-9bb0-e3d1a17d3e89,revision_number=13']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:52:33.125516 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ae97f3-7d96-4fd5-ab7e-3490d3476a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91d0542-38d6-4958-9bb0-e3d1a17d3e89'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:52:33.127801 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602897b7-e012-4c6f-9b6c-430299dd3f60" -d '{"events": [{"server_uuid": "95ae97f3-7d96-4fd5-ab7e-3490d3476a4b", "name": "network-vif-plugged", "status": "completed", "tag": "b91d0542-38d6-4958-9bb0-e3d1a17d3e89"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:52:33.167494 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69569002-ab62-43b6-80b4-01cdcebae779 x-openstack-request-id: req-69569002-ab62-43b6-80b4-01cdcebae779 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:52:33.167766 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ae97f3-7d96-4fd5-ab7e-3490d3476a4b", "name": "network-vif-plugged", "status": "completed", "tag": "b91d0542-38d6-4958-9bb0-e3d1a17d3e89", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:52:33.168019 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-69569002-ab62-43b6-80b4-01cdcebae779 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:52:33.168408 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ae97f3-7d96-4fd5-ab7e-3490d3476a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91d0542-38d6-4958-9bb0-e3d1a17d3e89', 'code': 200} Dec 10 16:52:33.366319 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c2f29-68c1-4c4f-a3a5-e0213a4c049d req-5155b39c-31e4-48fd-8896-02a6d3ea8059 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:33.367826 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5c9c2f29-68c1-4c4f-a3a5-e0213a4c049d req-5155b39c-31e4-48fd-8896-02a6d3ea8059 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9490253-fccf-4a31-beac-9e489b6b8c30 HTTP/1.1" status: 200 len: 945 time: 0.0475726 Dec 10 16:52:33.419213 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5c9c2f29-68c1-4c4f-a3a5-e0213a4c049d req-b1e18a83-ef3d-4b5c-b0f5-9b77ec82d485 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452120 Dec 10 16:52:33.579540 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95d437-fd92-4c90-b4aa-182269e98ebd req-e28cbb68-c8f2-4b5e-ab2a-9eff485e804a tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:33.580956 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1d95d437-fd92-4c90-b4aa-182269e98ebd req-e28cbb68-c8f2-4b5e-ab2a-9eff485e804a tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9490253-fccf-4a31-beac-9e489b6b8c30 HTTP/1.1" status: 200 len: 945 time: 0.0488510 Dec 10 16:52:33.628325 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1d95d437-fd92-4c90-b4aa-182269e98ebd req-7b58149e-d7fb-493c-8938-4bdd3e02cbbd tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415068 Dec 10 16:52:33.748134 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1738a9-0e3d-477e-b885-b3be89b34415 req-66b07146-d8b3-4954-81d9-f05d9ebbee30 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:33.749900 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aa1738a9-0e3d-477e-b885-b3be89b34415 req-66b07146-d8b3-4954-81d9-f05d9ebbee30 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9490253-fccf-4a31-beac-9e489b6b8c30 HTTP/1.1" status: 200 len: 945 time: 0.0523565 Dec 10 16:52:33.802439 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aa1738a9-0e3d-477e-b885-b3be89b34415 req-a3f5df02-666c-4a8e-b8e3-3116bb22e887 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449002 Dec 10 16:52:34.095364 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99bdca3-d95b-4e67-9f8f-c1b740efa2dc req-ae8c777e-dff8-4f6c-a9f9-efacebef6df4 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:34.096940 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e99bdca3-d95b-4e67-9f8f-c1b740efa2dc req-ae8c777e-dff8-4f6c-a9f9-efacebef6df4 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9490253-fccf-4a31-beac-9e489b6b8c30 HTTP/1.1" status: 200 len: 945 time: 0.0530450 Dec 10 16:52:34.144238 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e99bdca3-d95b-4e67-9f8f-c1b740efa2dc req-e55ef821-017e-4eb3-b0d1-b08634853e41 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405493 Dec 10 16:52:35.269389 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2905eb2f-8efa-4b64-bae8-99922539a9c3 req-8389bc4c-db92-49ad-90f6-ccc98052b8ac tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:35.271552 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2905eb2f-8efa-4b64-bae8-99922539a9c3 req-8389bc4c-db92-49ad-90f6-ccc98052b8ac tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9490253-fccf-4a31-beac-9e489b6b8c30 HTTP/1.1" status: 200 len: 945 time: 0.0491824 Dec 10 16:52:35.318579 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2905eb2f-8efa-4b64-bae8-99922539a9c3 req-4ecbff98-f6b1-4aa1-a2d5-79d42325fc15 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409865 Dec 10 16:52:35.551380 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321290ed-920d-4ed7-8bdb-410396cd600d req-78bc5373-a064-4c92-96a7-011d97ac4d08 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:35.553209 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-321290ed-920d-4ed7-8bdb-410396cd600d req-78bc5373-a064-4c92-96a7-011d97ac4d08 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9490253-fccf-4a31-beac-9e489b6b8c30 HTTP/1.1" status: 200 len: 945 time: 0.0516260 Dec 10 16:52:35.643976 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-321290ed-920d-4ed7-8bdb-410396cd600d req-76f536fe-ee01-412f-a9ae-a496aad5ae90 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Deleting port ecd0a4ac-6b71-4337-bb7c-d6b86983b440 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:52:35.644358 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-321290ed-920d-4ed7-8bdb-410396cd600d req-76f536fe-ee01-412f-a9ae-a496aad5ae90 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:35.737186 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-321290ed-920d-4ed7-8bdb-410396cd600d req-76f536fe-ee01-412f-a9ae-a496aad5ae90 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] For port ecd0a4ac-6b71-4337-bb7c-d6b86983b440, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=ecd0a4ac-6b71-4337-bb7c-d6b86983b440,segment=NetworkSegment(025942ee-aaf6-4874-bbc1-b64381358c5e),segment_id=025942ee-aaf6-4874-bbc1-b64381358c5e)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:52:35.737553 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-321290ed-920d-4ed7-8bdb-410396cd600d req-76f536fe-ee01-412f-a9ae-a496aad5ae90 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:35.752120 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-321290ed-920d-4ed7-8bdb-410396cd600d req-76f536fe-ee01-412f-a9ae-a496aad5ae90 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Calling delete_port for ecd0a4ac-6b71-4337-bb7c-d6b86983b440 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:52:35.887837 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-321290ed-920d-4ed7-8bdb-410396cd600d req-76f536fe-ee01-412f-a9ae-a496aad5ae90 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:35.899112 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['ecd0a4ac-6b71-4337-bb7c-d6b86983b440'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:52:35.917479 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f536fe-ee01-412f-a9ae-a496aad5ae90 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Pushing event deleted for resources: {'Port': ['ID=ecd0a4ac-6b71-4337-bb7c-d6b86983b440,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:52:35.967183 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-321290ed-920d-4ed7-8bdb-410396cd600d req-76f536fe-ee01-412f-a9ae-a496aad5ae90 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] No DVR routers for this DVR port ecd0a4ac-6b71-4337-bb7c-d6b86983b440 on host n-h2-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:52:35.970334 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-321290ed-920d-4ed7-8bdb-410396cd600d req-76f536fe-ee01-412f-a9ae-a496aad5ae90 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:35.974459 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-321290ed-920d-4ed7-8bdb-410396cd600d req-76f536fe-ee01-412f-a9ae-a496aad5ae90 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.46 "DELETE /v2.0/ports/ecd0a4ac-6b71-4337-bb7c-d6b86983b440 HTTP/1.1" status: 204 len: 173 time: 0.4154425 Dec 10 16:52:35.974997 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9490253-fccf-4a31-beac-9e489b6b8c30', 'name': 'network-vif-deleted', 'tag': 'ecd0a4ac-6b71-4337-bb7c-d6b86983b440'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:52:35.977354 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0919835-a16b-42fd-9557-9a012f4c9ec9" -d '{"events": [{"server_uuid": "d9490253-fccf-4a31-beac-9e489b6b8c30", "name": "network-vif-deleted", "tag": "ecd0a4ac-6b71-4337-bb7c-d6b86983b440"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:52:36.026774 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5f84ae-9257-4fef-a082-c1e9c76d787c x-openstack-request-id: req-5e5f84ae-9257-4fef-a082-c1e9c76d787c {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:52:36.027071 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9490253-fccf-4a31-beac-9e489b6b8c30", "name": "network-vif-deleted", "tag": "ecd0a4ac-6b71-4337-bb7c-d6b86983b440", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:52:36.027322 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5e5f84ae-9257-4fef-a082-c1e9c76d787c {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:52:36.027770 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9490253-fccf-4a31-beac-9e489b6b8c30', 'name': 'network-vif-deleted', 'tag': 'ecd0a4ac-6b71-4337-bb7c-d6b86983b440', 'status': 'completed', 'code': 200} Dec 10 16:52:36.428432 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2fef1e86-25cd-4874-8fa1-e2e4e81fc31a req-9fcaf206-b9b1-4a39-a6d4-1d9a6d653595 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9490253-fccf-4a31-beac-9e489b6b8c30 HTTP/1.1" status: 200 len: 210 time: 0.0298471 Dec 10 16:52:36.469095 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:37.534329 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ce89926a-5b29-4f2b-878b-871fe625e52e req-4cd537e4-1ba5-47a4-ac2c-b345894d9e29 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9490253-fccf-4a31-beac-9e489b6b8c30 HTTP/1.1" status: 200 len: 210 time: 0.0306089 Dec 10 16:52:38.303836 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:38.639757 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0cd2fc31-c24b-4de8-82e3-c7003c4e6bdd req-6f6bc9dc-978d-4b92-867e-da18df04ab74 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9490253-fccf-4a31-beac-9e489b6b8c30 HTTP/1.1" status: 200 len: 210 time: 0.0271235 Dec 10 16:52:39.737977 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-91903508-71b8-4be6-8d69-a46a2356d3f7 req-614b6297-4005-42c8-ae70-9337dcdefc2d tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9490253-fccf-4a31-beac-9e489b6b8c30 HTTP/1.1" status: 200 len: 210 time: 0.0261488 Dec 10 16:52:40.586960 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device ecd0a4ac-6b71-4337-bb7c-d6b86983b440 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:52:40.608624 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: ecd0a4ac-6b71-4337-bb7c-d6b86983b440 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:52:40.608983 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device ecd0a4ac-6b71-4337-bb7c-d6b86983b440 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:52:43.636441 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 58692) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:52:43.797720 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b5f1cb95-91f4-468c-bd47-615be71cb282 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dc10fa764ded41fb8617526a59e934f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1601062 Dec 10 16:52:43.800470 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 58696) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:52:43.864994 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7b2e4b01-d10e-4103-8451-ca3126ed32c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:43.887525 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7b2e4b01-d10e-4103-8451-ca3126ed32c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:43.941214 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7b2e4b01-d10e-4103-8451-ca3126ed32c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:43.946736 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7b2e4b01-d10e-4103-8451-ca3126ed32c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:43.962470 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7b2e4b01-d10e-4103-8451-ca3126ed32c3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eceda19d-c49d-4d6e-850f-354333def43f HTTP/1.1" status: 204 len: 168 time: 0.1594632 Dec 10 16:52:43.968333 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9fb71fad-962d-4b28-91dc-04369fa34de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:43.982510 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e4b01-d10e-4103-8451-ca3126ed32c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eceda19d-c49d-4d6e-850f-354333def43f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:52:44.766847 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 58730) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:52:44.877186 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-5593307c-d7f6-4a56-908f-8839b8dcf764 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1270174516-network', 'tenant_id': 'e2300a32c0a547109ebe9c83a7652c58'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:52:44.901194 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5593307c-d7f6-4a56-908f-8839b8dcf764 admin admin] Made reservation on behalf of e2300a32c0a547109ebe9c83a7652c58 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:52:44.903972 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5593307c-d7f6-4a56-908f-8839b8dcf764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:44.913356 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5593307c-d7f6-4a56-908f-8839b8dcf764 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:45.005233 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5593307c-d7f6-4a56-908f-8839b8dcf764 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:45.009177 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5593307c-d7f6-4a56-908f-8839b8dcf764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:45.037527 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5593307c-d7f6-4a56-908f-8839b8dcf764 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:52:45.047797 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593307c-d7f6-4a56-908f-8839b8dcf764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70087bb-73cc-463d-8937-e5ac2239c40f,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:52:45.054652 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5593307c-d7f6-4a56-908f-8839b8dcf764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:45.054982 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-5593307c-d7f6-4a56-908f-8839b8dcf764 admin admin] Added segment 581f60a9-282b-4a5b-b1af-261eb7622077 of type vlan for network eb4b99db-f746-4912-94e0-a079e5b93409 Dec 10 16:52:45.102484 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5593307c-d7f6-4a56-908f-8839b8dcf764 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:45.138847 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5593307c-d7f6-4a56-908f-8839b8dcf764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:45.140009 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5593307c-d7f6-4a56-908f-8839b8dcf764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:45.140724 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5593307c-d7f6-4a56-908f-8839b8dcf764 admin admin] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:45.229632 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5593307c-d7f6-4a56-908f-8839b8dcf764 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4616597 Dec 10 16:52:45.232598 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 58738) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:52:45.237468 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-0c1273fd-ecf6-440f-bec7-2f9626cc2279 admin admin] Request body: {'subnet': {'network_id': 'eb4b99db-f746-4912-94e0-a079e5b93409', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1270174516-subnet', 'tenant_id': 'e2300a32c0a547109ebe9c83a7652c58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:52:45.259473 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1273fd-ecf6-440f-bec7-2f9626cc2279 admin admin] Made reservation on behalf of e2300a32c0a547109ebe9c83a7652c58 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:52:45.261337 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593307c-d7f6-4a56-908f-8839b8dcf764 admin admin] Pushing event updated for resources: {'Network': ['ID=eb4b99db-f746-4912-94e0-a079e5b93409,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:52:45.262879 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0c1273fd-ecf6-440f-bec7-2f9626cc2279 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:45.271740 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network eb4b99db-f746-4912-94e0-a079e5b93409 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:52:45.439700 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0c1273fd-ecf6-440f-bec7-2f9626cc2279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:45.504379 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1273fd-ecf6-440f-bec7-2f9626cc2279 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6d12897-3b6f-44f1-94e6-db05c2fcc869,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:52:45.515992 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1273fd-ecf6-440f-bec7-2f9626cc2279 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:45.516345 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1273fd-ecf6-440f-bec7-2f9626cc2279 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:45.516693 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1273fd-ecf6-440f-bec7-2f9626cc2279 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:45.517034 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1273fd-ecf6-440f-bec7-2f9626cc2279 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:45.517371 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1273fd-ecf6-440f-bec7-2f9626cc2279 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:45.517703 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1273fd-ecf6-440f-bec7-2f9626cc2279 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:45.518035 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1273fd-ecf6-440f-bec7-2f9626cc2279 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:45.518391 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1273fd-ecf6-440f-bec7-2f9626cc2279 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:45.518722 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1273fd-ecf6-440f-bec7-2f9626cc2279 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:45.519050 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1273fd-ecf6-440f-bec7-2f9626cc2279 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:45.519377 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1273fd-ecf6-440f-bec7-2f9626cc2279 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:45.519719 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1273fd-ecf6-440f-bec7-2f9626cc2279 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:45.520048 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1273fd-ecf6-440f-bec7-2f9626cc2279 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:45.525212 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1273fd-ecf6-440f-bec7-2f9626cc2279 admin admin] Checking segment: {'id': '581f60a9-282b-4a5b-b1af-261eb7622077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'eb4b99db-f746-4912-94e0-a079e5b93409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:52:45.525596 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1273fd-ecf6-440f-bec7-2f9626cc2279 admin admin] Network hostable DHCP agents. Network: eb4b99db-f746-4912-94e0-a079e5b93409, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:52:45.544448 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1273fd-ecf6-440f-bec7-2f9626cc2279 admin admin] Network eb4b99db-f746-4912-94e0-a079e5b93409 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:52:45.554128 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-0c1273fd-ecf6-440f-bec7-2f9626cc2279 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, eb4b99db-f746-4912-94e0-a079e5b93409) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:52:45.562699 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1273fd-ecf6-440f-bec7-2f9626cc2279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:45.565079 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0c1273fd-ecf6-440f-bec7-2f9626cc2279 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:45.570438 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a7ff6f-8869-400b-acaf-6b69e60fd0c0 None None] Network eb4b99db-f746-4912-94e0-a079e5b93409 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:52:45.587474 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-0c1273fd-ecf6-440f-bec7-2f9626cc2279 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3537588 Dec 10 16:52:45.681673 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebd6686-b63a-4787-8982-c61b98303e20 None None] Network eb4b99db-f746-4912-94e0-a079e5b93409 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:52:46.108168 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7a611367-7d58-48ca-b7c8-764c918ac235 req-99bab957-705b-4f9d-9882-655954efbb73 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0b48e3b2-2cf7-45d0-ac05-f8ac9dc0d827&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520473 Dec 10 16:52:46.196322 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a611367-7d58-48ca-b7c8-764c918ac235 req-3ee1a167-1f7a-4dd8-be32-b969f4f2f63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:46.197960 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7a611367-7d58-48ca-b7c8-764c918ac235 req-3ee1a167-1f7a-4dd8-be32-b969f4f2f63b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bdc7ed738c3144738265db15e9c9048a&device_id=0b48e3b2-2cf7-45d0-ac05-f8ac9dc0d827 HTTP/1.1" status: 200 len: 1097 time: 0.0419159 Dec 10 16:52:46.313020 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a611367-7d58-48ca-b7c8-764c918ac235 req-65773f81-47c3-44df-9442-e839e9777fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:46.316109 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7a611367-7d58-48ca-b7c8-764c918ac235 req-65773f81-47c3-44df-9442-e839e9777fda service neutron] 10.222.0.26 "GET /v2.0/networks?id=263ff2dd-2395-434d-bed7-21852f5535cc HTTP/1.1" status: 200 len: 912 time: 0.0991387 Dec 10 16:52:46.416021 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7a611367-7d58-48ca-b7c8-764c918ac235 req-5c1cb759-2149-4a42-a1c5-b7d8b60c9ad0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cceef20f-3d52-4d5f-8cc9-24da3382119b HTTP/1.1" status: 200 len: 1001 time: 0.0806301 Dec 10 16:52:46.466849 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a611367-7d58-48ca-b7c8-764c918ac235 req-1677012b-09d1-49e8-8a5f-e8d02ea77e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:46.468444 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7a611367-7d58-48ca-b7c8-764c918ac235 req-1677012b-09d1-49e8-8a5f-e8d02ea77e60 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bd39f8cf-b633-4e7b-8cc7-6321401d3434 HTTP/1.1" status: 200 len: 850 time: 0.0458357 Dec 10 16:52:46.488488 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c082b55d-a236-46c1-97ab-83109cc8da76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:46.519896 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a611367-7d58-48ca-b7c8-764c918ac235 req-6d6d28af-65bc-42af-93bd-4f87e753b5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:46.521990 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7a611367-7d58-48ca-b7c8-764c918ac235 req-6d6d28af-65bc-42af-93bd-4f87e753b5c4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=263ff2dd-2395-434d-bed7-21852f5535cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471935 Dec 10 16:52:46.626076 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7a611367-7d58-48ca-b7c8-764c918ac235 req-f045610e-7fc8-430d-b30d-64fd48bdba47 service neutron] 10.222.0.26 "GET /v2.0/networks/263ff2dd-2395-434d-bed7-21852f5535cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961466 Dec 10 16:52:46.734465 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7a611367-7d58-48ca-b7c8-764c918ac235 req-b6da0026-844d-4091-9a82-8f2746b892da service neutron] 10.222.0.26 "GET /v2.0/networks/263ff2dd-2395-434d-bed7-21852f5535cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004295 Dec 10 16:52:47.330248 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:48.620026 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:48.979804 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-49b43207-7b3f-400d-8b78-87ee559f8c55 req-d84997cd-5867-41ed-ab00-2448f293abd7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1225319 Dec 10 16:52:49.076103 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b43207-7b3f-400d-8b78-87ee559f8c55 req-70487188-edf5-437f-8795-e3e820bb1de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:49.077873 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-49b43207-7b3f-400d-8b78-87ee559f8c55 req-70487188-edf5-437f-8795-e3e820bb1de5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e316b1d223b341c8ad45a1329ddefc11&device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 1098 time: 0.0485294 Dec 10 16:52:49.195069 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b43207-7b3f-400d-8b78-87ee559f8c55 req-67ca7a65-f180-427d-8d7f-f7c3a21e8984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:49.196818 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-49b43207-7b3f-400d-8b78-87ee559f8c55 req-67ca7a65-f180-427d-8d7f-f7c3a21e8984 service neutron] 10.222.0.46 "GET /v2.0/networks?id=da381c1e-b783-47f8-97b1-68a3f429a26e HTTP/1.1" status: 200 len: 897 time: 0.0949078 Dec 10 16:52:49.272519 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-49b43207-7b3f-400d-8b78-87ee559f8c55 req-51f6e593-34ab-4e81-8d05-cc8edeaa0a9f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b91d0542-38d6-4958-9bb0-e3d1a17d3e89 HTTP/1.1" status: 200 len: 1001 time: 0.0688601 Dec 10 16:52:49.326877 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b43207-7b3f-400d-8b78-87ee559f8c55 req-b7d3d8e6-0643-4c06-9e85-6c9b1f717645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:49.328463 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-49b43207-7b3f-400d-8b78-87ee559f8c55 req-b7d3d8e6-0643-4c06-9e85-6c9b1f717645 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=87ce2987-bbb0-476e-bf44-d375993d991a HTTP/1.1" status: 200 len: 835 time: 0.0484982 Dec 10 16:52:49.390763 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b43207-7b3f-400d-8b78-87ee559f8c55 req-3bd0152e-5999-4880-a3a0-e11036d274b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:49.392605 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-49b43207-7b3f-400d-8b78-87ee559f8c55 req-3bd0152e-5999-4880-a3a0-e11036d274b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=da381c1e-b783-47f8-97b1-68a3f429a26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570390 Dec 10 16:52:49.534620 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-49b43207-7b3f-400d-8b78-87ee559f8c55 req-6d7653dd-a89a-44f7-96ae-b3d9bf9683a2 service neutron] 10.222.0.46 "GET /v2.0/networks/da381c1e-b783-47f8-97b1-68a3f429a26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344287 Dec 10 16:52:49.683884 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-49b43207-7b3f-400d-8b78-87ee559f8c55 req-34a848dd-7473-4ee2-b078-c4cb0766b65f service neutron] 10.222.0.46 "GET /v2.0/networks/da381c1e-b783-47f8-97b1-68a3f429a26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413488 Dec 10 16:52:49.686760 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:53.318997 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:53:00.860101 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4be051-f3fa-4c6a-b9a8-6523c3657950 req-44f0c72d-d559-4fe5-bf5f-5dc033a00406 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:00.862344 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fb4be051-f3fa-4c6a-b9a8-6523c3657950 req-44f0c72d-d559-4fe5-bf5f-5dc033a00406 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 1098 time: 0.0526910 Dec 10 16:53:00.920790 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fb4be051-f3fa-4c6a-b9a8-6523c3657950 req-3903fc78-c451-43a4-965a-8bdf5ab861cb tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=21ef6fef-0929-48a6-b908-a4cb56f92442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519383 Dec 10 16:53:00.943594 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 58952) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:53:01.114679 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-e7a22501-d309-4282-9fe0-5c7a2c41c713 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Deleting port ff69a194-50e3-47e4-8951-7d8a3639a24b {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:53:01.115090 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7a22501-d309-4282-9fe0-5c7a2c41c713 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:01.204003 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7a22501-d309-4282-9fe0-5c7a2c41c713 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:01.204799 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7a22501-d309-4282-9fe0-5c7a2c41c713 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:01.218455 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-e7a22501-d309-4282-9fe0-5c7a2c41c713 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Calling delete_port for ff69a194-50e3-47e4-8951-7d8a3639a24b owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:53:01.389220 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7a22501-d309-4282-9fe0-5c7a2c41c713 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:01.419575 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a22501-d309-4282-9fe0-5c7a2c41c713 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event deleted for resources: {'Port': ['ID=ff69a194-50e3-47e4-8951-7d8a3639a24b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:01.500051 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7a22501-d309-4282-9fe0-5c7a2c41c713 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for floatingip, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:01.500379 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [None req-e7a22501-d309-4282-9fe0-5c7a2c41c713 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Floating IP d902be50-567a-4cc1-875c-61ca1216dbd0 disassociated (deleted). External IP: 172.25.6.77, port: b91d0542-38d6-4958-9bb0-e3d1a17d3e89. Dec 10 16:53:01.722501 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a22501-d309-4282-9fe0-5c7a2c41c713 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Router 3f17338a-2dc7-4cc7-883a-a70bbe04638d has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:53:01.842947 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a22501-d309-4282-9fe0-5c7a2c41c713 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:53:01.848466 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7a22501-d309-4282-9fe0-5c7a2c41c713 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:01.859039 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e94fb8-73af-47d7-8169-8253976e9974 None None] Sync routers for ids ['3f17338a-2dc7-4cc7-883a-a70bbe04638d'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:53:01.870738 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e94fb8-73af-47d7-8169-8253976e9974 None None] Routers {'3f17338a-2dc7-4cc7-883a-a70bbe04638d'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:53:01.872064 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-85e94fb8-73af-47d7-8169-8253976e9974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:52:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['3f17338a-2dc7-4cc7-883a-a70bbe04638d'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:53:01.880241 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e7a22501-d309-4282-9fe0-5c7a2c41c713 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "DELETE /v2.0/floatingips/d902be50-567a-4cc1-875c-61ca1216dbd0 HTTP/1.1" status: 204 len: 168 time: 0.9332194 Dec 10 16:53:01.880241 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ae97f3-7d96-4fd5-ab7e-3490d3476a4b', 'tag': 'b91d0542-38d6-4958-9bb0-e3d1a17d3e89'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:53:01.881174 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222f6e8c-cba4-46a0-bffa-b80fed22c646" -d '{"events": [{"name": "network-changed", "server_uuid": "95ae97f3-7d96-4fd5-ab7e-3490d3476a4b", "tag": "b91d0542-38d6-4958-9bb0-e3d1a17d3e89"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:53:02.091705 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3416ae-52be-41f7-b817-97e0a00d70e5 x-openstack-request-id: req-5d3416ae-52be-41f7-b817-97e0a00d70e5 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:53:02.092002 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ae97f3-7d96-4fd5-ab7e-3490d3476a4b", "tag": "b91d0542-38d6-4958-9bb0-e3d1a17d3e89", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:53:02.092263 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5d3416ae-52be-41f7-b817-97e0a00d70e5 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:53:02.092673 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ae97f3-7d96-4fd5-ab7e-3490d3476a4b', 'tag': 'b91d0542-38d6-4958-9bb0-e3d1a17d3e89', 'status': 'completed', 'code': 200} Dec 10 16:53:02.184916 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f6e8c-cba4-46a0-bffa-b80fed22c646 req-4bb6b95b-572a-4602-bce5-579c51086e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:02.186437 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-222f6e8c-cba4-46a0-bffa-b80fed22c646 req-4bb6b95b-572a-4602-bce5-579c51086e48 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e316b1d223b341c8ad45a1329ddefc11&device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 1098 time: 0.0700006 Dec 10 16:53:02.209365 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-85e94fb8-73af-47d7-8169-8253976e9974 None None] Set router 3f17338a-2dc7-4cc7-883a-a70bbe04638d gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:53:02.217428 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a23497-440a-45b4-9ad2-4de44165baad req-8631c397-f62d-421b-b9a5-5ff05dc9e466 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:02.219305 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-83a23497-440a-45b4-9ad2-4de44165baad req-8631c397-f62d-421b-b9a5-5ff05dc9e466 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 947 time: 0.0734611 Dec 10 16:53:02.298966 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f6e8c-cba4-46a0-bffa-b80fed22c646 req-cd38250c-50f2-4b62-a19a-228476b66731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:02.300850 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-83a23497-440a-45b4-9ad2-4de44165baad req-757e71d4-88ed-4b8e-a21d-7348171fb893 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=21ef6fef-0929-48a6-b908-a4cb56f92442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724323 Dec 10 16:53:02.301290 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-222f6e8c-cba4-46a0-bffa-b80fed22c646 req-cd38250c-50f2-4b62-a19a-228476b66731 service neutron] 10.222.0.46 "GET /v2.0/networks?id=da381c1e-b783-47f8-97b1-68a3f429a26e HTTP/1.1" status: 200 len: 897 time: 0.1034310 Dec 10 16:53:02.359889 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-222f6e8c-cba4-46a0-bffa-b80fed22c646 req-1ad6bb75-13f5-4000-8494-ed1c7c7c2895 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b91d0542-38d6-4958-9bb0-e3d1a17d3e89 HTTP/1.1" status: 200 len: 217 time: 0.0499701 Dec 10 16:53:02.490582 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-85e94fb8-73af-47d7-8169-8253976e9974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f17338a-2dc7-4cc7-883a-a70bbe04638d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131805801', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '9b0877e6-b3cf-458a-9e72-cae26f1767cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:51:01Z', 'updated_at': '2021-12-10T16:51:07Z', 'revision_number': 4, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': '9b0877e6-b3cf-458a-9e72-cae26f1767cb', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f17338a-2dc7-4cc7-883a-a70bbe04638d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:51:02Z', 'updated_at': '2021-12-10T16:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '1e94dfa2-c661-4b00-b7b0-a0f4ddd8f56f', 'name': '', 'network_id': 'da381c1e-b783-47f8-97b1-68a3f429a26e', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'mac_address': 'fa:16:3e:cb:51:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f17338a-2dc7-4cc7-883a-a70bbe04638d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '87ce2987-bbb0-476e-bf44-d375993d991a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:51:06Z', 'updated_at': '2021-12-10T16:51:12Z', 'revision_number': 5, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'subnets': [{'id': '87ce2987-bbb0-476e-bf44-d375993d991a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:53:02.532989 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e94fb8-73af-47d7-8169-8253976e9974 None None] Checking router: 3f17338a-2dc7-4cc7-883a-a70bbe04638d for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:53:02.551345 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e94fb8-73af-47d7-8169-8253976e9974 None None] Routers {'3f17338a-2dc7-4cc7-883a-a70bbe04638d'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:53:02.554811 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-85e94fb8-73af-47d7-8169-8253976e9974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:52:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['3f17338a-2dc7-4cc7-883a-a70bbe04638d'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:53:02.677382 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-85e94fb8-73af-47d7-8169-8253976e9974 None None] Set router 3f17338a-2dc7-4cc7-883a-a70bbe04638d gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:53:02.685947 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f6e8c-cba4-46a0-bffa-b80fed22c646 req-d214db4c-edd6-424b-9a22-2dfe2c7c0bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:02.687509 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-222f6e8c-cba4-46a0-bffa-b80fed22c646 req-d214db4c-edd6-424b-9a22-2dfe2c7c0bd5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=87ce2987-bbb0-476e-bf44-d375993d991a HTTP/1.1" status: 200 len: 835 time: 0.3189728 Dec 10 16:53:02.742260 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f6e8c-cba4-46a0-bffa-b80fed22c646 req-681dfe1d-b5d9-4460-aa2a-89b0795bec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:02.743819 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-222f6e8c-cba4-46a0-bffa-b80fed22c646 req-681dfe1d-b5d9-4460-aa2a-89b0795bec18 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=da381c1e-b783-47f8-97b1-68a3f429a26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418146 Dec 10 16:53:02.868580 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-222f6e8c-cba4-46a0-bffa-b80fed22c646 req-afdc563c-8a20-48ca-bed1-27c10b322c68 service neutron] 10.222.0.46 "GET /v2.0/networks/da381c1e-b783-47f8-97b1-68a3f429a26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165833 Dec 10 16:53:02.903095 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-85e94fb8-73af-47d7-8169-8253976e9974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f17338a-2dc7-4cc7-883a-a70bbe04638d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131805801', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '9b0877e6-b3cf-458a-9e72-cae26f1767cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:51:01Z', 'updated_at': '2021-12-10T16:51:07Z', 'revision_number': 4, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': '9b0877e6-b3cf-458a-9e72-cae26f1767cb', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f17338a-2dc7-4cc7-883a-a70bbe04638d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:51:02Z', 'updated_at': '2021-12-10T16:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '1e94dfa2-c661-4b00-b7b0-a0f4ddd8f56f', 'name': '', 'network_id': 'da381c1e-b783-47f8-97b1-68a3f429a26e', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'mac_address': 'fa:16:3e:cb:51:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f17338a-2dc7-4cc7-883a-a70bbe04638d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '87ce2987-bbb0-476e-bf44-d375993d991a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:51:06Z', 'updated_at': '2021-12-10T16:51:12Z', 'revision_number': 5, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'subnets': [{'id': '87ce2987-bbb0-476e-bf44-d375993d991a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:53:02.930564 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e94fb8-73af-47d7-8169-8253976e9974 None None] The sync data for ids ['3f17338a-2dc7-4cc7-883a-a70bbe04638d'] in n-d-766771-2 is: [{'id': '3f17338a-2dc7-4cc7-883a-a70bbe04638d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131805801', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '9b0877e6-b3cf-458a-9e72-cae26f1767cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:51:01Z', 'updated_at': '2021-12-10T16:51:07Z', 'revision_number': 4, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': '9b0877e6-b3cf-458a-9e72-cae26f1767cb', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f17338a-2dc7-4cc7-883a-a70bbe04638d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:51:02Z', 'updated_at': '2021-12-10T16:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '1e94dfa2-c661-4b00-b7b0-a0f4ddd8f56f', 'name': '', 'network_id': 'da381c1e-b783-47f8-97b1-68a3f429a26e', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'mac_address': 'fa:16:3e:cb:51:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f17338a-2dc7-4cc7-883a-a70bbe04638d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '87ce2987-bbb0-476e-bf44-d375993d991a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:51:06Z', 'updated_at': '2021-12-10T16:51:12Z', 'revision_number': 5, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'subnets': [{'id': '87ce2987-bbb0-476e-bf44-d375993d991a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:53:02.963792 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-222f6e8c-cba4-46a0-bffa-b80fed22c646 req-158c40ee-0bff-421b-9998-86db1d1a3dd1 service neutron] 10.222.0.46 "GET /v2.0/networks/da381c1e-b783-47f8-97b1-68a3f429a26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877805 Dec 10 16:53:03.176485 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba70ed0-a43d-4149-9a9d-0ade5cae9107 None None] New status for floating IP d902be50-567a-4cc1-875c-61ca1216dbd0: DOWN {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:53:03.431368 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100863b-7bb5-4764-8d89-57bb8fe22032 req-c83744f6-5429-4305-a077-9e8f42db1f1c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:03.440896 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9100863b-7bb5-4764-8d89-57bb8fe22032 req-c83744f6-5429-4305-a077-9e8f42db1f1c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 947 time: 0.0672596 Dec 10 16:53:03.460718 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a9a70-310c-48d4-944a-ca9215e451c8 req-b8aae4bc-9414-4304-93e2-ef82f9833b2a tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:03.463125 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-425a9a70-310c-48d4-944a-ca9215e451c8 req-b8aae4bc-9414-4304-93e2-ef82f9833b2a tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.46 "GET /v2.0/ports?device_id=95ae97f3-7d96-4fd5-ab7e-3490d3476a4b HTTP/1.1" status: 200 len: 947 time: 0.0549746 Dec 10 16:53:03.505890 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9100863b-7bb5-4764-8d89-57bb8fe22032 req-1babaece-6a26-45e3-a6d2-17bfd56aa39e tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=21ef6fef-0929-48a6-b908-a4cb56f92442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637085 Dec 10 16:53:03.571763 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-425a9a70-310c-48d4-944a-ca9215e451c8 req-99696d49-aa60-40cf-bf96-cd61e34a7cf6 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Deleting port b91d0542-38d6-4958-9bb0-e3d1a17d3e89 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:53:03.572163 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-425a9a70-310c-48d4-944a-ca9215e451c8 req-99696d49-aa60-40cf-bf96-cd61e34a7cf6 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:03.693643 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-425a9a70-310c-48d4-944a-ca9215e451c8 req-99696d49-aa60-40cf-bf96-cd61e34a7cf6 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] For port b91d0542-38d6-4958-9bb0-e3d1a17d3e89, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=b91d0542-38d6-4958-9bb0-e3d1a17d3e89,segment=NetworkSegment(ca3be87a-1f9f-4a0d-b48d-942642c1865f),segment_id=ca3be87a-1f9f-4a0d-b48d-942642c1865f)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:53:03.694013 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-425a9a70-310c-48d4-944a-ca9215e451c8 req-99696d49-aa60-40cf-bf96-cd61e34a7cf6 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:03.711957 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-425a9a70-310c-48d4-944a-ca9215e451c8 req-99696d49-aa60-40cf-bf96-cd61e34a7cf6 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Calling delete_port for b91d0542-38d6-4958-9bb0-e3d1a17d3e89 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:53:03.872456 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-425a9a70-310c-48d4-944a-ca9215e451c8 req-99696d49-aa60-40cf-bf96-cd61e34a7cf6 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:03.915547 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99696d49-aa60-40cf-bf96-cd61e34a7cf6 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event deleted for resources: {'Port': ['ID=b91d0542-38d6-4958-9bb0-e3d1a17d3e89,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:03.978563 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-425a9a70-310c-48d4-944a-ca9215e451c8 req-99696d49-aa60-40cf-bf96-cd61e34a7cf6 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] No DVR routers for this DVR port b91d0542-38d6-4958-9bb0-e3d1a17d3e89 on host n-h2-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:53:03.983188 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-425a9a70-310c-48d4-944a-ca9215e451c8 req-99696d49-aa60-40cf-bf96-cd61e34a7cf6 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:03.988220 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-425a9a70-310c-48d4-944a-ca9215e451c8 req-99696d49-aa60-40cf-bf96-cd61e34a7cf6 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.46 "DELETE /v2.0/ports/b91d0542-38d6-4958-9bb0-e3d1a17d3e89 HTTP/1.1" status: 204 len: 173 time: 0.5176258 Dec 10 16:53:03.989155 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ae97f3-7d96-4fd5-ab7e-3490d3476a4b', 'name': 'network-vif-deleted', 'tag': 'b91d0542-38d6-4958-9bb0-e3d1a17d3e89'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:53:03.992916 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc0aaa6-edf8-4b49-ab95-ca958fa4c6d2" -d '{"events": [{"server_uuid": "95ae97f3-7d96-4fd5-ab7e-3490d3476a4b", "name": "network-vif-deleted", "tag": "b91d0542-38d6-4958-9bb0-e3d1a17d3e89"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:53:04.075497 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a010e3c3-f8c3-4ca1-a13a-a89247481b0c x-openstack-request-id: req-a010e3c3-f8c3-4ca1-a13a-a89247481b0c {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:53:04.075629 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ae97f3-7d96-4fd5-ab7e-3490d3476a4b", "name": "network-vif-deleted", "tag": "b91d0542-38d6-4958-9bb0-e3d1a17d3e89", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:53:04.075798 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a010e3c3-f8c3-4ca1-a13a-a89247481b0c {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:53:04.076314 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ae97f3-7d96-4fd5-ab7e-3490d3476a4b', 'name': 'network-vif-deleted', 'tag': 'b91d0542-38d6-4958-9bb0-e3d1a17d3e89', 'status': 'completed', 'code': 200} Dec 10 16:53:04.571003 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 59010) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:53:04.997870 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ff72c97d-4611-4b4b-9a0e-b34b0af416d5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:05.282038 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-ff72c97d-4611-4b4b-9a0e-b34b0af416d5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Deleting port 1e94dfa2-c661-4b00-b7b0-a0f4ddd8f56f {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:53:05.282489 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ff72c97d-4611-4b4b-9a0e-b34b0af416d5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:05.384054 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-ff72c97d-4611-4b4b-9a0e-b34b0af416d5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] For port 1e94dfa2-c661-4b00-b7b0-a0f4ddd8f56f, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=1e94dfa2-c661-4b00-b7b0-a0f4ddd8f56f,segment=NetworkSegment(ca3be87a-1f9f-4a0d-b48d-942642c1865f),segment_id=ca3be87a-1f9f-4a0d-b48d-942642c1865f)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:53:05.384414 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ff72c97d-4611-4b4b-9a0e-b34b0af416d5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:05.397850 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-ff72c97d-4611-4b4b-9a0e-b34b0af416d5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Calling delete_port for 1e94dfa2-c661-4b00-b7b0-a0f4ddd8f56f owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:53:05.585862 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ff72c97d-4611-4b4b-9a0e-b34b0af416d5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:05.615879 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72c97d-4611-4b4b-9a0e-b34b0af416d5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event deleted for resources: {'Port': ['ID=1e94dfa2-c661-4b00-b7b0-a0f4ddd8f56f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:05.810213 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ff72c97d-4611-4b4b-9a0e-b34b0af416d5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:06.035945 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff72c97d-4611-4b4b-9a0e-b34b0af416d5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Router 3f17338a-2dc7-4cc7-883a-a70bbe04638d has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:53:06.146881 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff72c97d-4611-4b4b-9a0e-b34b0af416d5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:53:06.159442 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 59058) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:53:06.162960 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ff72c97d-4611-4b4b-9a0e-b34b0af416d5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "PUT /v2.0/routers/3f17338a-2dc7-4cc7-883a-a70bbe04638d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5905421 Dec 10 16:53:06.164281 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7dcdae-4cbd-4d16-9874-707ceeb25608 None None] Sync routers for ids ['3f17338a-2dc7-4cc7-883a-a70bbe04638d'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:53:06.195869 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7dcdae-4cbd-4d16-9874-707ceeb25608 None None] Routers {'3f17338a-2dc7-4cc7-883a-a70bbe04638d'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:53:06.197115 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-5c7dcdae-4cbd-4d16-9874-707ceeb25608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:52:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['3f17338a-2dc7-4cc7-883a-a70bbe04638d'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:53:06.212773 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-52cf955f-f3f9-4a33-b218-07312b175f1f tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Deleting subnet 87ce2987-bbb0-476e-bf44-d375993d991a {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:53:06.216388 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-52cf955f-f3f9-4a33-b218-07312b175f1f tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:06.260436 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-52cf955f-f3f9-4a33-b218-07312b175f1f tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:06.317399 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-5c7dcdae-4cbd-4d16-9874-707ceeb25608 None None] Set router 3f17338a-2dc7-4cc7-883a-a70bbe04638d gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:53:06.435648 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595d449-416f-4402-86b6-508041d98264 req-b41351eb-60b6-40bc-ac65-9c127353a0c7 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:06.437710 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1595d449-416f-4402-86b6-508041d98264 req-b41351eb-60b6-40bc-ac65-9c127353a0c7 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/networks?id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 HTTP/1.1" status: 200 len: 812 time: 0.1807168 Dec 10 16:53:06.443287 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-52cf955f-f3f9-4a33-b218-07312b175f1f tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:06.486754 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1595d449-416f-4402-86b6-508041d98264 req-66fab69e-346f-4d65-a918-198a64587f58 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/quotas/6e3a44487a6e474d845541d47ac87339 HTTP/1.1" status: 200 len: 375 time: 0.0181735 Dec 10 16:53:06.520833 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:06.540854 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-5c7dcdae-4cbd-4d16-9874-707ceeb25608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f17338a-2dc7-4cc7-883a-a70bbe04638d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131805801', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '9b0877e6-b3cf-458a-9e72-cae26f1767cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:51:01Z', 'updated_at': '2021-12-10T16:53:05Z', 'revision_number': 5, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': '9b0877e6-b3cf-458a-9e72-cae26f1767cb', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f17338a-2dc7-4cc7-883a-a70bbe04638d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:51:02Z', 'updated_at': '2021-12-10T16:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:53:06.558244 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1595d449-416f-4402-86b6-508041d98264 req-e1449f96-ba09-4185-acc3-6eecb5e1fef9 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e3a44487a6e474d845541d47ac87339&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595336 Dec 10 16:53:06.559489 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-52cf955f-f3f9-4a33-b218-07312b175f1f tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:06.570294 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7dcdae-4cbd-4d16-9874-707ceeb25608 None None] Checking router: 3f17338a-2dc7-4cc7-883a-a70bbe04638d for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:53:06.579033 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7dcdae-4cbd-4d16-9874-707ceeb25608 None None] Routers {'3f17338a-2dc7-4cc7-883a-a70bbe04638d'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:53:06.579650 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-5c7dcdae-4cbd-4d16-9874-707ceeb25608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:52:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['3f17338a-2dc7-4cc7-883a-a70bbe04638d'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:53:06.599485 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-52cf955f-f3f9-4a33-b218-07312b175f1f tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:06.603698 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-52cf955f-f3f9-4a33-b218-07312b175f1f tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "DELETE /v2.0/subnets/87ce2987-bbb0-476e-bf44-d375993d991a HTTP/1.1" status: 204 len: 168 time: 0.4430816 Dec 10 16:53:06.606393 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 59066) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:53:06.613916 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f184d901-5bc6-4f8b-959e-5a5e726a22e1 None None] Network da381c1e-b783-47f8-97b1-68a3f429a26e requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:53:06.650583 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf955f-f3f9-4a33-b218-07312b175f1f tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event deleted for resources: {'Subnet': ['ID=87ce2987-bbb0-476e-bf44-d375993d991a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:06.734729 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1595d449-416f-4402-86b6-508041d98264 req-5c39245d-42d1-449a-bded-3342f12d2635 service neutron] 10.222.0.11 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659973 Dec 10 16:53:06.753157 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9fa09229-37da-4ec2-9f17-bf46611441da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:06.783530 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-5c7dcdae-4cbd-4d16-9874-707ceeb25608 None None] Set router 3f17338a-2dc7-4cc7-883a-a70bbe04638d gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:53:06.884238 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1595d449-416f-4402-86b6-508041d98264 req-33b049a0-13c3-457c-ba4e-4fb88949e6ab service neutron] 10.222.0.11 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346858 Dec 10 16:53:06.906488 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67bf79d-59a3-462f-a9a3-a2d7b679e993 None None] DHCP port deletion for da381c1e-b783-47f8-97b1-68a3f429a26e request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:53:06.911027 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9fa09229-37da-4ec2-9f17-bf46611441da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:06.981243 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-9fa09229-37da-4ec2-9f17-bf46611441da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Deleting port 9b0877e6-b3cf-458a-9e72-cae26f1767cb {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:53:06.981770 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9fa09229-37da-4ec2-9f17-bf46611441da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:07.072682 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c67bf79d-59a3-462f-a9a3-a2d7b679e993 None None] Deleting port faea5685-72fa-4dca-8e7a-1b02937484ca {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:53:07.073056 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c67bf79d-59a3-462f-a9a3-a2d7b679e993 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:07.089940 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-9fa09229-37da-4ec2-9f17-bf46611441da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] For port 9b0877e6-b3cf-458a-9e72-cae26f1767cb, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=9b0877e6-b3cf-458a-9e72-cae26f1767cb,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:53:07.090177 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9fa09229-37da-4ec2-9f17-bf46611441da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:07.108239 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-9fa09229-37da-4ec2-9f17-bf46611441da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Calling delete_port for 9b0877e6-b3cf-458a-9e72-cae26f1767cb owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:53:07.151358 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c67bf79d-59a3-462f-a9a3-a2d7b679e993 None None] For port faea5685-72fa-4dca-8e7a-1b02937484ca, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=faea5685-72fa-4dca-8e7a-1b02937484ca,segment=NetworkSegment(ca3be87a-1f9f-4a0d-b48d-942642c1865f),segment_id=ca3be87a-1f9f-4a0d-b48d-942642c1865f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:53:07.151753 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c67bf79d-59a3-462f-a9a3-a2d7b679e993 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:07.160685 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-5c7dcdae-4cbd-4d16-9874-707ceeb25608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f17338a-2dc7-4cc7-883a-a70bbe04638d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131805801', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '9b0877e6-b3cf-458a-9e72-cae26f1767cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:51:01Z', 'updated_at': '2021-12-10T16:53:05Z', 'revision_number': 5, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': '9b0877e6-b3cf-458a-9e72-cae26f1767cb', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f17338a-2dc7-4cc7-883a-a70bbe04638d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:51:02Z', 'updated_at': '2021-12-10T16:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:53:07.191289 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c67bf79d-59a3-462f-a9a3-a2d7b679e993 None None] Calling delete_port for faea5685-72fa-4dca-8e7a-1b02937484ca owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:53:07.194690 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7dcdae-4cbd-4d16-9874-707ceeb25608 None None] The sync data for ids ['3f17338a-2dc7-4cc7-883a-a70bbe04638d'] in n-d-766771-2 is: [{'id': '3f17338a-2dc7-4cc7-883a-a70bbe04638d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131805801', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '9b0877e6-b3cf-458a-9e72-cae26f1767cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:51:01Z', 'updated_at': '2021-12-10T16:53:05Z', 'revision_number': 5, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': '9b0877e6-b3cf-458a-9e72-cae26f1767cb', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f17338a-2dc7-4cc7-883a-a70bbe04638d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:51:02Z', 'updated_at': '2021-12-10T16:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:53:07.344133 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c67bf79d-59a3-462f-a9a3-a2d7b679e993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:07.384221 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67bf79d-59a3-462f-a9a3-a2d7b679e993 None None] Pushing event deleted for resources: {'Port': ['ID=faea5685-72fa-4dca-8e7a-1b02937484ca,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:07.386583 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67bf79d-59a3-462f-a9a3-a2d7b679e993 None None] No DVR routers for this DVR port faea5685-72fa-4dca-8e7a-1b02937484ca on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:53:07.428407 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9fa09229-37da-4ec2-9f17-bf46611441da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:07.454859 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9f9b258f-514a-4377-894b-c40d9b467c62 req-7d3a69b0-6181-40b6-9239-e04e6bab317f tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=465bdf94-97e4-4206-a451-f2df77af2479 HTTP/1.1" status: 200 len: 210 time: 0.0342460 Dec 10 16:53:07.470303 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa09229-37da-4ec2-9f17-bf46611441da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event deleted for resources: {'Port': ['ID=9b0877e6-b3cf-458a-9e72-cae26f1767cb,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:07.482499 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa09229-37da-4ec2-9f17-bf46611441da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:07.482815 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa09229-37da-4ec2-9f17-bf46611441da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:07.483163 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa09229-37da-4ec2-9f17-bf46611441da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:07.483511 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa09229-37da-4ec2-9f17-bf46611441da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:07.483824 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa09229-37da-4ec2-9f17-bf46611441da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:07.484138 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa09229-37da-4ec2-9f17-bf46611441da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:07.484474 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa09229-37da-4ec2-9f17-bf46611441da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:07.484804 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa09229-37da-4ec2-9f17-bf46611441da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:07.485130 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa09229-37da-4ec2-9f17-bf46611441da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:07.485456 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa09229-37da-4ec2-9f17-bf46611441da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:07.485889 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa09229-37da-4ec2-9f17-bf46611441da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:07.488898 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ff0ee3-dd25-40a1-a49e-77335e81917c None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:53:07.494266 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa09229-37da-4ec2-9f17-bf46611441da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:07.495201 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa09229-37da-4ec2-9f17-bf46611441da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:07.562227 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9fa09229-37da-4ec2-9f17-bf46611441da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:07.732483 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device faea5685-72fa-4dca-8e7a-1b02937484ca no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:53:07.736573 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9fa09229-37da-4ec2-9f17-bf46611441da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:07.739014 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9fa09229-37da-4ec2-9f17-bf46611441da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:07.785786 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: faea5685-72fa-4dca-8e7a-1b02937484ca {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:53:07.786244 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device faea5685-72fa-4dca-8e7a-1b02937484ca not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:53:08.064934 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9fa09229-37da-4ec2-9f17-bf46611441da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:08.065519 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa09229-37da-4ec2-9f17-bf46611441da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Fanout notify agent at l3_agent the message router_deleted on router 3f17338a-2dc7-4cc7-883a-a70bbe04638d {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:53:08.073313 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9fa09229-37da-4ec2-9f17-bf46611441da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:08.074638 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9fa09229-37da-4ec2-9f17-bf46611441da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "DELETE /v2.0/routers/3f17338a-2dc7-4cc7-883a-a70bbe04638d HTTP/1.1" status: 204 len: 168 time: 1.4665968 Dec 10 16:53:08.077844 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 59108) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:53:08.174450 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-abb6d5fd-89c5-4458-92d1-4977011c7bce tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:08.268770 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-abb6d5fd-89c5-4458-92d1-4977011c7bce tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:08.290028 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-abb6d5fd-89c5-4458-92d1-4977011c7bce tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da381c1e-b783-47f8-97b1-68a3f429a26e']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:53:08.300618 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-abb6d5fd-89c5-4458-92d1-4977011c7bce tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3be87a-1f9f-4a0d-b48d-942642c1865f') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:53:08.300952 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-abb6d5fd-89c5-4458-92d1-4977011c7bce tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3be87a-1f9f-4a0d-b48d-942642c1865f') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:53:08.311197 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:08.320703 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-abb6d5fd-89c5-4458-92d1-4977011c7bce tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:08.347277 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-abb6d5fd-89c5-4458-92d1-4977011c7bce tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:08.355513 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abb6d5fd-89c5-4458-92d1-4977011c7bce tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:53:08.355951 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-abb6d5fd-89c5-4458-92d1-4977011c7bce tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:08.359192 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:53:08.359192 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:53:08.359192 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:53:08.359192 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:53:08.359192 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:53:08.359192 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:53:08.359192 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:53:08.359192 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:53:08.359192 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:53:08.359192 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:53:08.359192 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:53:08.359192 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:53:08.359192 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:53:08.359192 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:53:08.359192 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:53:08.359192 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:53:08.359192 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:53:08.359192 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:53:08.359192 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:53:08.359192 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:53:08.359192 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:53:08.359192 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:53:08.359192 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:53:08.359192 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:53:08.359192 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:53:08.359192 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:53:08.359192 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:53:08.359192 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:53:08.359192 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:53:08.359192 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:53:08.359192 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:53:08.359192 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:53:08.427812 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-abb6d5fd-89c5-4458-92d1-4977011c7bce tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:08.435233 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-abb6d5fd-89c5-4458-92d1-4977011c7bce tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:08.445454 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-abb6d5fd-89c5-4458-92d1-4977011c7bce tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "DELETE /v2.0/networks/da381c1e-b783-47f8-97b1-68a3f429a26e HTTP/1.1" status: 204 len: 168 time: 0.3640003 Dec 10 16:53:08.446682 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 59118) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:53:08.469658 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d5fd-89c5-4458-92d1-4977011c7bce tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event deleted for resources: {'Network': ['ID=da381c1e-b783-47f8-97b1-68a3f429a26e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:08.582070 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-37a3f652-6875-451b-84e3-d1d044639292 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:08.594868 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595d449-416f-4402-86b6-508041d98264 req-55c40e45-37ea-4d12-af16-309098975d45 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:08.596369 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1595d449-416f-4402-86b6-508041d98264 req-55c40e45-37ea-4d12-af16-309098975d45 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.46 "GET /v2.0/networks?id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 HTTP/1.1" status: 200 len: 812 time: 0.1776659 Dec 10 16:53:08.609416 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-1595d449-416f-4402-86b6-508041d98264 req-62b34794-5e14-45f9-bda3-a32f20752de0 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Request body: {'port': {'device_id': '465bdf94-97e4-4206-a451-f2df77af2479', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'admin_state_up': True, 'tenant_id': '6e3a44487a6e474d845541d47ac87339'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:53:08.615347 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ac479b5-8421-4487-8d57-9a8ca0781415 req-1f182c8d-9de0-4580-8373-c1ba749c76ff tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=465bdf94-97e4-4206-a451-f2df77af2479 HTTP/1.1" status: 200 len: 210 time: 0.0475233 Dec 10 16:53:08.644057 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-37a3f652-6875-451b-84e3-d1d044639292 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:08.657170 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device b91d0542-38d6-4958-9bb0-e3d1a17d3e89 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:53:08.686376 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: b91d0542-38d6-4958-9bb0-e3d1a17d3e89 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:53:08.687128 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device b91d0542-38d6-4958-9bb0-e3d1a17d3e89 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:53:08.750164 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-37a3f652-6875-451b-84e3-d1d044639292 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:08.755285 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-37a3f652-6875-451b-84e3-d1d044639292 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:08.759362 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-37a3f652-6875-451b-84e3-d1d044639292 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "DELETE /v2.0/security-groups/21ef6fef-0929-48a6-b908-a4cb56f92442 HTTP/1.1" status: 204 len: 168 time: 0.3091092 Dec 10 16:53:08.770039 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1595d449-416f-4402-86b6-508041d98264 req-62b34794-5e14-45f9-bda3-a32f20752de0 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Made reservation on behalf of 6e3a44487a6e474d845541d47ac87339 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:53:08.776566 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3f652-6875-451b-84e3-d1d044639292 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ef6fef-0929-48a6-b908-a4cb56f92442,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:08.781226 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1595d449-416f-4402-86b6-508041d98264 req-62b34794-5e14-45f9-bda3-a32f20752de0 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:08.944028 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-1595d449-416f-4402-86b6-508041d98264 req-62b34794-5e14-45f9-bda3-a32f20752de0 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Allocated IP 172.20.0.4 (44b4e0f0-b0d3-48f3-adc8-fd50f61e9990/a77c825d-6cce-4084-9a0d-09483321d369/d007edf8-2717-425f-91bc-41123d040200) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:53:09.081764 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 59134) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:53:09.088526 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-5046cd29-b83a-4b8f-862e-77fe1d1d2904 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-613264133', 'description': 'tempest-secgroup-smoke-613264133 description', 'project_id': 'e316b1d223b341c8ad45a1329ddefc11'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:53:09.115821 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5046cd29-b83a-4b8f-862e-77fe1d1d2904 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:09.152510 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1595d449-416f-4402-86b6-508041d98264 req-62b34794-5e14-45f9-bda3-a32f20752de0 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:09.199181 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5046cd29-b83a-4b8f-862e-77fe1d1d2904 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:09.202725 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1595d449-416f-4402-86b6-508041d98264 req-62b34794-5e14-45f9-bda3-a32f20752de0 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:09.212920 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5046cd29-b83a-4b8f-862e-77fe1d1d2904 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:09.246199 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5046cd29-b83a-4b8f-862e-77fe1d1d2904 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=befd8534-d874-4ac6-9c04-983625cda282,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:09.254099 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1595d449-416f-4402-86b6-508041d98264 req-62b34794-5e14-45f9-bda3-a32f20752de0 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Network 44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:53:09.259432 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5046cd29-b83a-4b8f-862e-77fe1d1d2904 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:09.261724 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5046cd29-b83a-4b8f-862e-77fe1d1d2904 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1783588 Dec 10 16:53:09.265250 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 59142) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:53:09.270925 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-81c69b02-2f19-48ff-8198-8f3f27898e04 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'security_group_rule': {'security_group_id': 'befd8534-d874-4ac6-9c04-983625cda282', 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:53:09.323889 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 1e94dfa2-c661-4b00-b7b0-a0f4ddd8f56f no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:53:09.328253 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-81c69b02-2f19-48ff-8198-8f3f27898e04 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:09.331876 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b34794-5e14-45f9-bda3-a32f20752de0 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Pushing event updated for resources: {'Port': ['ID=d007edf8-2717-425f-91bc-41123d040200,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:09.335585 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-1595d449-416f-4402-86b6-508041d98264 req-62b34794-5e14-45f9-bda3-a32f20752de0 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:53:09.342946 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-1595d449-416f-4402-86b6-508041d98264 req-62b34794-5e14-45f9-bda3-a32f20752de0 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:53:09.378473 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 1e94dfa2-c661-4b00-b7b0-a0f4ddd8f56f {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:53:09.395276 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 1e94dfa2-c661-4b00-b7b0-a0f4ddd8f56f not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:53:09.396081 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 9b0877e6-b3cf-458a-9e72-cae26f1767cb no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:53:09.408011 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595d449-416f-4402-86b6-508041d98264 req-62b34794-5e14-45f9-bda3-a32f20752de0 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:09.408011 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1595d449-416f-4402-86b6-508041d98264 req-62b34794-5e14-45f9-bda3-a32f20752de0 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:09.438444 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 9b0877e6-b3cf-458a-9e72-cae26f1767cb {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:53:09.444069 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 9b0877e6-b3cf-458a-9e72-cae26f1767cb not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:53:09.452695 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1595d449-416f-4402-86b6-508041d98264 req-62b34794-5e14-45f9-bda3-a32f20752de0 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8448429 Dec 10 16:53:09.456269 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-81c69b02-2f19-48ff-8198-8f3f27898e04 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:09.466149 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-81c69b02-2f19-48ff-8198-8f3f27898e04 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:09.468392 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-1595d449-416f-4402-86b6-508041d98264 req-ea4303bf-89a6-4f80-bcd3-14e30b765592 service neutron] Request body: {'port': {'device_id': '465bdf94-97e4-4206-a451-f2df77af2479', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:53:09.509826 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c69b02-2f19-48ff-8198-8f3f27898e04 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32573b9f-35e1-40d0-9bb9-46491ebb87d2,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:09.543630 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-81c69b02-2f19-48ff-8198-8f3f27898e04 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:09.547471 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-81c69b02-2f19-48ff-8198-8f3f27898e04 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2784431 Dec 10 16:53:09.547841 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 59146) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:53:09.555640 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-84fd945e-cc15-4ae0-911d-b1fbea029ca0 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'security_group_rule': {'security_group_id': 'befd8534-d874-4ac6-9c04-983625cda282', 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:53:09.563264 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1595d449-416f-4402-86b6-508041d98264 req-ea4303bf-89a6-4f80-bcd3-14e30b765592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:09.606484 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-84fd945e-cc15-4ae0-911d-b1fbea029ca0 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:09.694323 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-84fd945e-cc15-4ae0-911d-b1fbea029ca0 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:09.710374 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-84fd945e-cc15-4ae0-911d-b1fbea029ca0 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:09.741710 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd945e-cc15-4ae0-911d-b1fbea029ca0 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a97f2c4-6c5d-4f77-8f3f-b221fda152d2,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:09.758752 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-84fd945e-cc15-4ae0-911d-b1fbea029ca0 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:09.764014 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-84fd945e-cc15-4ae0-911d-b1fbea029ca0 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2121603 Dec 10 16:53:09.764304 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 59154) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:53:09.773397 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-4d01aeec-31ed-4265-9d0b-6296df08f875 None None] Provisioning complete for port d007edf8-2717-425f-91bc-41123d040200 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:53:09.773993 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4d01aeec-31ed-4265-9d0b-6296df08f875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:09.777755 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-d9d50d23-74fb-43fc-8346-384643e850ac tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'security_group_rule': {'security_group_id': 'befd8534-d874-4ac6-9c04-983625cda282', 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:53:09.847205 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b80e6-aacc-415d-9666-85e4bc938735 req-37233971-6d15-4b17-9c05-a532bfe4f438 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:09.849086 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9a4b80e6-aacc-415d-9666-85e4bc938735 req-37233971-6d15-4b17-9c05-a532bfe4f438 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=465bdf94-97e4-4206-a451-f2df77af2479 HTTP/1.1" status: 200 len: 931 time: 0.0861950 Dec 10 16:53:09.851711 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d9d50d23-74fb-43fc-8346-384643e850ac tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:09.859288 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-4d01aeec-31ed-4265-9d0b-6296df08f875 None None] Port d007edf8-2717-425f-91bc-41123d040200 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:53:09.933224 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9a4b80e6-aacc-415d-9666-85e4bc938735 req-b71d1dd4-0237-4727-aa6a-028f716d3636 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727985 Dec 10 16:53:09.936530 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-1595d449-416f-4402-86b6-508041d98264 req-ea4303bf-89a6-4f80-bcd3-14e30b765592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d007edf8-2717-425f-91bc-41123d040200 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:53:09.939418 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d9d50d23-74fb-43fc-8346-384643e850ac tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:09.946435 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d9d50d23-74fb-43fc-8346-384643e850ac tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:09.950232 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1595d449-416f-4402-86b6-508041d98264 req-ea4303bf-89a6-4f80-bcd3-14e30b765592 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:09.973054 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d50d23-74fb-43fc-8346-384643e850ac tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0339d930-9863-4d90-a53a-3d5642ce0e51,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:09.980743 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d9d50d23-74fb-43fc-8346-384643e850ac tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:09.983156 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-1595d449-416f-4402-86b6-508041d98264 req-ea4303bf-89a6-4f80-bcd3-14e30b765592 service neutron] Transition to ACTIVE for port object d007edf8-2717-425f-91bc-41123d040200 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:53:09.985501 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 59158) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:53:09.985774 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d9d50d23-74fb-43fc-8346-384643e850ac tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2088919 Dec 10 16:53:09.991568 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-28c90cbc-0a5c-4ca2-9fef-972eef0990d3 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'security_group_rule': {'security_group_id': 'befd8534-d874-4ac6-9c04-983625cda282', 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:53:09.999930 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1595d449-416f-4402-86b6-508041d98264 req-ea4303bf-89a6-4f80-bcd3-14e30b765592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:10.071375 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-28c90cbc-0a5c-4ca2-9fef-972eef0990d3 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:10.101311 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4303bf-89a6-4f80-bcd3-14e30b765592 service neutron] Pushing event updated for resources: {'Port': ['ID=d007edf8-2717-425f-91bc-41123d040200,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:10.205533 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-1595d449-416f-4402-86b6-508041d98264 req-ea4303bf-89a6-4f80-bcd3-14e30b765592 service neutron] Attempting to bind port d007edf8-2717-425f-91bc-41123d040200 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:53:10.205936 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-1595d449-416f-4402-86b6-508041d98264 req-ea4303bf-89a6-4f80-bcd3-14e30b765592 service neutron] Attempting to bind port d007edf8-2717-425f-91bc-41123d040200 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '025942ee-aaf6-4874-bbc1-b64381358c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:53:10.206364 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1595d449-416f-4402-86b6-508041d98264 req-ea4303bf-89a6-4f80-bcd3-14e30b765592 service neutron] Attempting to bind port d007edf8-2717-425f-91bc-41123d040200 on network 44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:53:10.213485 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-28c90cbc-0a5c-4ca2-9fef-972eef0990d3 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:10.214429 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1595d449-416f-4402-86b6-508041d98264 req-ea4303bf-89a6-4f80-bcd3-14e30b765592 service neutron] Port d007edf8-2717-425f-91bc-41123d040200 on network 44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:53:10.214815 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1595d449-416f-4402-86b6-508041d98264 req-ea4303bf-89a6-4f80-bcd3-14e30b765592 service neutron] Attempting to bind port d007edf8-2717-425f-91bc-41123d040200 on network 44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:53:10.221143 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1595d449-416f-4402-86b6-508041d98264 req-ea4303bf-89a6-4f80-bcd3-14e30b765592 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:53:10.221675 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1595d449-416f-4402-86b6-508041d98264 req-ea4303bf-89a6-4f80-bcd3-14e30b765592 service neutron] Checking segment: {'id': '025942ee-aaf6-4874-bbc1-b64381358c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:53:10.222122 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1595d449-416f-4402-86b6-508041d98264 req-ea4303bf-89a6-4f80-bcd3-14e30b765592 service neutron] Bound using segment: {'id': '025942ee-aaf6-4874-bbc1-b64381358c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:53:10.222892 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-1595d449-416f-4402-86b6-508041d98264 req-ea4303bf-89a6-4f80-bcd3-14e30b765592 service neutron] Bound port: d007edf8-2717-425f-91bc-41123d040200, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '025942ee-aaf6-4874-bbc1-b64381358c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:53:10.223270 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1595d449-416f-4402-86b6-508041d98264 req-ea4303bf-89a6-4f80-bcd3-14e30b765592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:10.244696 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-28c90cbc-0a5c-4ca2-9fef-972eef0990d3 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:10.302350 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c90cbc-0a5c-4ca2-9fef-972eef0990d3 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e699ba4d-c016-49f1-a7b3-412905b62b79,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:10.323037 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-28c90cbc-0a5c-4ca2-9fef-972eef0990d3 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:10.324421 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-28c90cbc-0a5c-4ca2-9fef-972eef0990d3 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3370199 Dec 10 16:53:10.327242 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 59168) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:53:10.332554 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-1644c493-f079-4475-9bd0-2327542b89dc tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'security_group_rule': {'security_group_id': 'befd8534-d874-4ac6-9c04-983625cda282', 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:53:10.341811 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-1595d449-416f-4402-86b6-508041d98264 req-ea4303bf-89a6-4f80-bcd3-14e30b765592 service neutron] For port d007edf8-2717-425f-91bc-41123d040200, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:53:10.346303 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-1595d449-416f-4402-86b6-508041d98264 req-ea4303bf-89a6-4f80-bcd3-14e30b765592 service neutron] For port d007edf8-2717-425f-91bc-41123d040200, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=d007edf8-2717-425f-91bc-41123d040200,segment=NetworkSegment(025942ee-aaf6-4874-bbc1-b64381358c5e),segment_id=025942ee-aaf6-4874-bbc1-b64381358c5e)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:53:10.357906 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1595d449-416f-4402-86b6-508041d98264 req-ea4303bf-89a6-4f80-bcd3-14e30b765592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:10.365669 n-d-766771-2 neutron-server[103392]: INFO neutron.db.securitygroups_db [None req-1644c493-f079-4475-9bd0-2327542b89dc tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Project e316b1d223b341c8ad45a1329ddefc11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:53:10.377019 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1644c493-f079-4475-9bd0-2327542b89dc tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:10.407743 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595d449-416f-4402-86b6-508041d98264 req-ea4303bf-89a6-4f80-bcd3-14e30b765592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:10.409289 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1595d449-416f-4402-86b6-508041d98264 req-ea4303bf-89a6-4f80-bcd3-14e30b765592 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:10.411386 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1595d449-416f-4402-86b6-508041d98264 req-ea4303bf-89a6-4f80-bcd3-14e30b765592 service neutron] 10.222.0.46 "PUT /v2.0/ports/d007edf8-2717-425f-91bc-41123d040200 HTTP/1.1" status: 200 len: 1091 time: 0.9523578 Dec 10 16:53:10.411939 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465bdf94-97e4-4206-a451-f2df77af2479', 'tag': 'd007edf8-2717-425f-91bc-41123d040200'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:53:10.414642 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6013c193-2732-4722-85c0-442b8e17610e" -d '{"events": [{"name": "network-changed", "server_uuid": "465bdf94-97e4-4206-a451-f2df77af2479", "tag": "d007edf8-2717-425f-91bc-41123d040200"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:53:10.473376 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1644c493-f079-4475-9bd0-2327542b89dc tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:10.480978 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1644c493-f079-4475-9bd0-2327542b89dc tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:10.482455 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4303bf-89a6-4f80-bcd3-14e30b765592 service neutron] Pushing event updated for resources: {'Port': ['ID=d007edf8-2717-425f-91bc-41123d040200,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:10.489380 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4fadd1-3fff-43d0-aaaf-9b62c0e79616 x-openstack-request-id: req-4a4fadd1-3fff-43d0-aaaf-9b62c0e79616 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:53:10.489952 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465bdf94-97e4-4206-a451-f2df77af2479", "tag": "d007edf8-2717-425f-91bc-41123d040200", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:53:10.490471 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4a4fadd1-3fff-43d0-aaaf-9b62c0e79616 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:53:10.494815 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465bdf94-97e4-4206-a451-f2df77af2479', 'tag': 'd007edf8-2717-425f-91bc-41123d040200', 'status': 'completed', 'code': 200} Dec 10 16:53:10.513774 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1644c493-f079-4475-9bd0-2327542b89dc tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e51801f-ee7b-4b24-9e48-dcb12471f6ee,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:10.525938 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1644c493-f079-4475-9bd0-2327542b89dc tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:10.527743 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1644c493-f079-4475-9bd0-2327542b89dc tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1991010 Dec 10 16:53:10.530527 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 59172) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:53:10.535838 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-41def972-1b9a-44c8-82db-797799ad2d93 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'security_group_rule': {'security_group_id': 'befd8534-d874-4ac6-9c04-983625cda282', 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:53:10.561976 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595d449-416f-4402-86b6-508041d98264 req-4ac0df90-94fc-4047-9ac2-fb8cf8203f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:10.564246 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1595d449-416f-4402-86b6-508041d98264 req-4ac0df90-94fc-4047-9ac2-fb8cf8203f58 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6e3a44487a6e474d845541d47ac87339&device_id=465bdf94-97e4-4206-a451-f2df77af2479 HTTP/1.1" status: 200 len: 1094 time: 0.0683978 Dec 10 16:53:10.567679 n-d-766771-2 neutron-server[103392]: INFO neutron.db.securitygroups_db [None req-41def972-1b9a-44c8-82db-797799ad2d93 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Project e316b1d223b341c8ad45a1329ddefc11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:53:10.592765 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41def972-1b9a-44c8-82db-797799ad2d93 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:10.624033 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1595d449-416f-4402-86b6-508041d98264 req-edda4da9-31fc-4c04-9dfb-a8e3e3d0b195 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d007edf8-2717-425f-91bc-41123d040200 HTTP/1.1" status: 200 len: 217 time: 0.0508275 Dec 10 16:53:10.734957 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41def972-1b9a-44c8-82db-797799ad2d93 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:10.742939 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595d449-416f-4402-86b6-508041d98264 req-2592a66d-dfd3-4441-8605-8b1e8e277db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:10.744781 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1595d449-416f-4402-86b6-508041d98264 req-2592a66d-dfd3-4441-8605-8b1e8e277db2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a77c825d-6cce-4084-9a0d-09483321d369 HTTP/1.1" status: 200 len: 851 time: 0.1124887 Dec 10 16:53:10.746918 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41def972-1b9a-44c8-82db-797799ad2d93 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:10.764162 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41def972-1b9a-44c8-82db-797799ad2d93 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8a11b32-333f-4804-b177-5b12a893117c,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:10.816964 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41def972-1b9a-44c8-82db-797799ad2d93 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:10.822421 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-41def972-1b9a-44c8-82db-797799ad2d93 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2906492 Dec 10 16:53:10.827579 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 59180) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:53:10.837818 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-dc4d275b-e734-4a42-baed-d3f4c94c7ea0 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'network': {'name': 'tempest-network-smoke--1872162555', 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'port_security_enabled': True}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:53:10.850372 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595d449-416f-4402-86b6-508041d98264 req-6c5ddcce-5850-4221-a897-9b953d3d5da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:10.852268 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1595d449-416f-4402-86b6-508041d98264 req-6c5ddcce-5850-4221-a897-9b953d3d5da0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003897 Dec 10 16:53:10.926371 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4d275b-e734-4a42-baed-d3f4c94c7ea0 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Made reservation on behalf of e316b1d223b341c8ad45a1329ddefc11 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:53:10.930396 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc4d275b-e734-4a42-baed-d3f4c94c7ea0 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:10.977137 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc4d275b-e734-4a42-baed-d3f4c94c7ea0 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:53:10.993337 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1595d449-416f-4402-86b6-508041d98264 req-54bd1cef-de60-468d-920e-ea8dbceabc27 service neutron] 10.222.0.46 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329713 Dec 10 16:53:10.996244 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc4d275b-e734-4a42-baed-d3f4c94c7ea0 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:10.996647 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-dc4d275b-e734-4a42-baed-d3f4c94c7ea0 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Added segment 274b245b-8bf6-4b82-91ce-1c0df7e23b62 of type vlan for network 2a9ccf6f-1648-47f5-b73c-84a8b2280a9c Dec 10 16:53:11.080115 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6021602-9544-4394-b996-e23203b325f0 req-eb4a37d5-e1b9-4564-b0f0-aa6dd74b96e0 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:11.089356 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e6021602-9544-4394-b996-e23203b325f0 req-eb4a37d5-e1b9-4564-b0f0-aa6dd74b96e0 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=465bdf94-97e4-4206-a451-f2df77af2479 HTTP/1.1" status: 200 len: 943 time: 0.0611117 Dec 10 16:53:11.098796 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc4d275b-e734-4a42-baed-d3f4c94c7ea0 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:11.158849 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1595d449-416f-4402-86b6-508041d98264 req-28b4bf47-4733-4516-9b61-edc100fc9843 service neutron] 10.222.0.46 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535048 Dec 10 16:53:11.160159 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc4d275b-e734-4a42-baed-d3f4c94c7ea0 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:11.166128 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4d275b-e734-4a42-baed-d3f4c94c7ea0 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:11.166746 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc4d275b-e734-4a42-baed-d3f4c94c7ea0 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:11.179629 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e6021602-9544-4394-b996-e23203b325f0 req-97d2242b-f9b3-41dc-bc81-0e7a0f0bb314 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855813 Dec 10 16:53:11.305112 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-dc4d275b-e734-4a42-baed-d3f4c94c7ea0 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4763603 Dec 10 16:53:11.307750 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 59190) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:53:11.309017 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d275b-e734-4a42-baed-d3f4c94c7ea0 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'Network': ['ID=2a9ccf6f-1648-47f5-b73c-84a8b2280a9c,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:11.324143 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013c193-2732-4722-85c0-442b8e17610e req-fbd3d596-ddce-4035-9865-fcd684f9246e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:11.324283 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-4687b981-a638-4db9-960c-9528d5603250 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-569265821', 'admin_state_up': True, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:53:11.326169 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6013c193-2732-4722-85c0-442b8e17610e req-fbd3d596-ddce-4035-9865-fcd684f9246e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6e3a44487a6e474d845541d47ac87339&device_id=465bdf94-97e4-4206-a451-f2df77af2479 HTTP/1.1" status: 200 len: 1094 time: 0.1015382 Dec 10 16:53:11.334938 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 2a9ccf6f-1648-47f5-b73c-84a8b2280a9c details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:53:11.367248 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4687b981-a638-4db9-960c-9528d5603250 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:11.368826 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4687b981-a638-4db9-960c-9528d5603250 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:11.459465 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4687b981-a638-4db9-960c-9528d5603250 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:11.481211 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013c193-2732-4722-85c0-442b8e17610e req-d1346b33-faa8-4032-9307-9bee92674f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:11.482798 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6013c193-2732-4722-85c0-442b8e17610e req-d1346b33-faa8-4032-9307-9bee92674f70 service neutron] 10.222.0.46 "GET /v2.0/networks?id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 HTTP/1.1" status: 200 len: 913 time: 0.1498110 Dec 10 16:53:11.533520 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6013c193-2732-4722-85c0-442b8e17610e req-f5b3c383-d6a9-440a-99a3-27341924da51 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d007edf8-2717-425f-91bc-41123d040200 HTTP/1.1" status: 200 len: 217 time: 0.0424385 Dec 10 16:53:11.592579 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013c193-2732-4722-85c0-442b8e17610e req-192fe3fa-a047-412e-9d19-9efbf049e902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:11.594271 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6013c193-2732-4722-85c0-442b8e17610e req-192fe3fa-a047-412e-9d19-9efbf049e902 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a77c825d-6cce-4084-9a0d-09483321d369 HTTP/1.1" status: 200 len: 851 time: 0.0533640 Dec 10 16:53:11.617697 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4687b981-a638-4db9-960c-9528d5603250 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:11.655428 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013c193-2732-4722-85c0-442b8e17610e req-860c490f-2556-452b-b463-22979fe25420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:11.657195 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6013c193-2732-4722-85c0-442b8e17610e req-860c490f-2556-452b-b463-22979fe25420 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553257 Dec 10 16:53:11.805020 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6013c193-2732-4722-85c0-442b8e17610e req-b5786f99-9f88-4d8c-a696-b86bc1356105 service neutron] 10.222.0.46 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402221 Dec 10 16:53:11.910880 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6013c193-2732-4722-85c0-442b8e17610e req-52eac802-4e18-4361-8a85-f14c4767b44e service neutron] 10.222.0.46 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981348 Dec 10 16:53:12.259116 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4687b981-a638-4db9-960c-9528d5603250 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:12.320607 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4687b981-a638-4db9-960c-9528d5603250 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:12.392556 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7adc174-fee1-44a2-b950-e5cef9ab6340 req-76e51c1d-ed11-4a14-98b2-abfc2c9a0bf8 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:12.394158 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f7adc174-fee1-44a2-b950-e5cef9ab6340 req-76e51c1d-ed11-4a14-98b2-abfc2c9a0bf8 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=465bdf94-97e4-4206-a451-f2df77af2479 HTTP/1.1" status: 200 len: 943 time: 0.1374252 Dec 10 16:53:12.483261 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-4687b981-a638-4db9-960c-9528d5603250 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Allocated IP 172.25.6.253 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/dbfd4bb7-37b0-4365-bf39-a7df04224314) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:53:12.488510 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f7adc174-fee1-44a2-b950-e5cef9ab6340 req-3a779b3f-fe5c-42be-a9c6-b6f89c904fe1 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866024 Dec 10 16:53:12.609677 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4687b981-a638-4db9-960c-9528d5603250 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:12.657339 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4687b981-a638-4db9-960c-9528d5603250 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:12.699542 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4687b981-a638-4db9-960c-9528d5603250 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:53:12.704788 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-4687b981-a638-4db9-960c-9528d5603250 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:53:12.707899 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4687b981-a638-4db9-960c-9528d5603250 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:53:12.721048 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13390673-a5f0-4c23-96c8-feb2ed5367ed None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:53:12.749417 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4687b981-a638-4db9-960c-9528d5603250 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'Port': ['ID=dbfd4bb7-37b0-4365-bf39-a7df04224314,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:12.787601 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-deb24564-ff9e-42b3-9bbe-c1728a0f6c56 None None] Provisioning complete for port dbfd4bb7-37b0-4365-bf39-a7df04224314 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:53:12.793912 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-deb24564-ff9e-42b3-9bbe-c1728a0f6c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:12.836523 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-deb24564-ff9e-42b3-9bbe-c1728a0f6c56 None None] Port dbfd4bb7-37b0-4365-bf39-a7df04224314 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:53:13.050049 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4687b981-a638-4db9-960c-9528d5603250 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:13.265900 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4687b981-a638-4db9-960c-9528d5603250 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:13.406360 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4687b981-a638-4db9-960c-9528d5603250 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Router 6df0bc78-12c7-493a-9799-3d7c4741e413 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:53:13.525822 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4687b981-a638-4db9-960c-9528d5603250 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:53:13.543529 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6826a1c-9b44-4299-8c47-44466a436075 None None] Sync routers for ids ['6df0bc78-12c7-493a-9799-3d7c4741e413'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:53:13.552622 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4687b981-a638-4db9-960c-9528d5603250 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:13.557438 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 59236) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:53:13.558910 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6826a1c-9b44-4299-8c47-44466a436075 None None] Routers {'6df0bc78-12c7-493a-9799-3d7c4741e413'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:53:13.560241 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-d6826a1c-9b44-4299-8c47-44466a436075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:52:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['6df0bc78-12c7-493a-9799-3d7c4741e413'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:53:13.578731 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4687b981-a638-4db9-960c-9528d5603250 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2694285 Dec 10 16:53:13.617462 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-19ca8974-5a67-4243-a00b-59648109ff57 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=e316b1d223b341c8ad45a1329ddefc11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0588586 Dec 10 16:53:13.621168 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 59238) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:53:13.703840 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-d6826a1c-9b44-4299-8c47-44466a436075 None None] Set router 6df0bc78-12c7-493a-9799-3d7c4741e413 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:53:13.735863 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78834b7e-e8fd-4556-ba32-7821617c6f31 req-f5046413-92c3-466c-aab5-f48a1d6191a4 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:13.738939 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-78834b7e-e8fd-4556-ba32-7821617c6f31 req-f5046413-92c3-466c-aab5-f48a1d6191a4 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=465bdf94-97e4-4206-a451-f2df77af2479 HTTP/1.1" status: 200 len: 943 time: 0.1475945 Dec 10 16:53:13.759044 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e133a88d-810e-4faf-92d3-ebde6eae2fc4 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:13.759044 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e133a88d-810e-4faf-92d3-ebde6eae2fc4 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1344709 Dec 10 16:53:13.759748 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 59244) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:53:13.827514 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-78834b7e-e8fd-4556-ba32-7821617c6f31 req-affa0382-bc76-466f-b257-6d775805a331 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814326 Dec 10 16:53:13.844855 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3e4e3dbf-79fc-4984-bf9d-f3b9833cbbdf tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=5eeed31d-d918-4774-81b9-ef71c6f02574&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0814309 Dec 10 16:53:13.845155 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 59246) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:53:13.859013 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-5959befc-4552-4b76-942b-2043e436335d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-398581633', 'network_id': '2a9ccf6f-1648-47f5-b73c-84a8b2280a9c', 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:53:13.944699 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-d6826a1c-9b44-4299-8c47-44466a436075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df0bc78-12c7-493a-9799-3d7c4741e413', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569265821', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'dbfd4bb7-37b0-4365-bf39-a7df04224314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:11Z', 'updated_at': '2021-12-10T16:53:12Z', 'revision_number': 3, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': 'dbfd4bb7-37b0-4365-bf39-a7df04224314', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:76:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df0bc78-12c7-493a-9799-3d7c4741e413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:12Z', 'updated_at': '2021-12-10T16:53:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:53:13.959001 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8e99f1e2-5d3c-4acb-bd02-e2fc4886a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:13.994908 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5959befc-4552-4b76-942b-2043e436335d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Made reservation on behalf of e316b1d223b341c8ad45a1329ddefc11 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:53:14.000611 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5959befc-4552-4b76-942b-2043e436335d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:14.002499 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6826a1c-9b44-4299-8c47-44466a436075 None None] Checking router: 6df0bc78-12c7-493a-9799-3d7c4741e413 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:53:14.002860 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6826a1c-9b44-4299-8c47-44466a436075 None None] Updating router 6df0bc78-12c7-493a-9799-3d7c4741e413 port dbfd4bb7-37b0-4365-bf39-a7df04224314 binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:53:14.043961 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-d6826a1c-9b44-4299-8c47-44466a436075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:14.327477 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5959befc-4552-4b76-942b-2043e436335d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:14.481722 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-d6826a1c-9b44-4299-8c47-44466a436075 None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:14.490299 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5959befc-4552-4b76-942b-2043e436335d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'Subnet': ['ID=e8803bd4-7e23-4903-95a9-ab161e9d7c3d,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:14.502898 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-d6826a1c-9b44-4299-8c47-44466a436075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:14.510098 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5959befc-4552-4b76-942b-2043e436335d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Checking segment: {'id': '274b245b-8bf6-4b82-91ce-1c0df7e23b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2a9ccf6f-1648-47f5-b73c-84a8b2280a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:53:14.510413 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5959befc-4552-4b76-942b-2043e436335d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Network hostable DHCP agents. Network: 2a9ccf6f-1648-47f5-b73c-84a8b2280a9c, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:53:14.565603 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36699bf-49cd-417c-a746-81efab1f416e None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:53:14.570583 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5959befc-4552-4b76-942b-2043e436335d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Network 2a9ccf6f-1648-47f5-b73c-84a8b2280a9c is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:53:14.589869 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-5959befc-4552-4b76-942b-2043e436335d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 2a9ccf6f-1648-47f5-b73c-84a8b2280a9c) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:53:14.594423 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b277f763-58d5-443d-8b61-1a4b34ed789c None None] Pushing event updated for resources: {'Port': ['ID=dbfd4bb7-37b0-4365-bf39-a7df04224314,revision_number=2']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:14.595745 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5959befc-4552-4b76-942b-2043e436335d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:14.597633 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5959befc-4552-4b76-942b-2043e436335d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:14.614459 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277f763-58d5-443d-8b61-1a4b34ed789c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:14.615395 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277f763-58d5-443d-8b61-1a4b34ed789c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:14.615954 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277f763-58d5-443d-8b61-1a4b34ed789c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:14.616596 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277f763-58d5-443d-8b61-1a4b34ed789c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:14.617163 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277f763-58d5-443d-8b61-1a4b34ed789c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:14.617865 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277f763-58d5-443d-8b61-1a4b34ed789c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:14.618611 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277f763-58d5-443d-8b61-1a4b34ed789c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:14.620160 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277f763-58d5-443d-8b61-1a4b34ed789c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:14.620587 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277f763-58d5-443d-8b61-1a4b34ed789c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:14.621346 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277f763-58d5-443d-8b61-1a4b34ed789c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:14.622072 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277f763-58d5-443d-8b61-1a4b34ed789c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:14.622725 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277f763-58d5-443d-8b61-1a4b34ed789c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:14.622869 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3ccdd4-a090-491a-a0e7-a765cd4648a7 None None] Network 2a9ccf6f-1648-47f5-b73c-84a8b2280a9c requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:53:14.623777 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277f763-58d5-443d-8b61-1a4b34ed789c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:14.651895 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-d6826a1c-9b44-4299-8c47-44466a436075 None None] Attempting to bind port dbfd4bb7-37b0-4365-bf39-a7df04224314 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:53:14.652533 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-d6826a1c-9b44-4299-8c47-44466a436075 None None] Attempting to bind port dbfd4bb7-37b0-4365-bf39-a7df04224314 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:53:14.653383 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6826a1c-9b44-4299-8c47-44466a436075 None None] Attempting to bind port dbfd4bb7-37b0-4365-bf39-a7df04224314 on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:53:14.657613 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-5959befc-4552-4b76-942b-2043e436335d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8087790 Dec 10 16:53:14.658666 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 59268) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:53:14.680255 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6826a1c-9b44-4299-8c47-44466a436075 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:53:14.682700 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6826a1c-9b44-4299-8c47-44466a436075 None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:53:14.683542 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-d6826a1c-9b44-4299-8c47-44466a436075 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:14.687646 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6826a1c-9b44-4299-8c47-44466a436075 None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:53:14.688404 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-d6826a1c-9b44-4299-8c47-44466a436075 None None] Bound port: dbfd4bb7-37b0-4365-bf39-a7df04224314, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:53:14.689053 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-d6826a1c-9b44-4299-8c47-44466a436075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:14.732551 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-77626813-347c-473b-a6e0-304e7bc23ee0 None None] Provisioning complete for port dbfd4bb7-37b0-4365-bf39-a7df04224314 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:53:14.733358 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-77626813-347c-473b-a6e0-304e7bc23ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:14.804510 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-d6826a1c-9b44-4299-8c47-44466a436075 None None] For port dbfd4bb7-37b0-4365-bf39-a7df04224314, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:53:14.811868 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-d6826a1c-9b44-4299-8c47-44466a436075 None None] For port dbfd4bb7-37b0-4365-bf39-a7df04224314, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=dbfd4bb7-37b0-4365-bf39-a7df04224314,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:53:14.820846 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-d6826a1c-9b44-4299-8c47-44466a436075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:14.950248 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b277f763-58d5-443d-8b61-1a4b34ed789c None None] Pushing event updated for resources: {'Port': ['ID=dbfd4bb7-37b0-4365-bf39-a7df04224314,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:14.954722 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6826a1c-9b44-4299-8c47-44466a436075 None None] Routers {'6df0bc78-12c7-493a-9799-3d7c4741e413'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:53:14.968832 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-d6826a1c-9b44-4299-8c47-44466a436075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:52:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['6df0bc78-12c7-493a-9799-3d7c4741e413'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:53:15.077349 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fc20b7-ea8b-4a55-b982-35e1a86eb4cc None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:53:15.135580 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f90ee-5acd-4a71-8b63-db462f22e48a req-f025e56e-cdba-4857-94f5-c60f650b7d24 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:15.147905 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f7f90ee-5acd-4a71-8b63-db462f22e48a req-f025e56e-cdba-4857-94f5-c60f650b7d24 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=465bdf94-97e4-4206-a451-f2df77af2479 HTTP/1.1" status: 200 len: 943 time: 0.1324461 Dec 10 16:53:15.167228 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe3edd3-0dc2-469b-b13f-2c116cc9dbce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-2a9ccf6f-1648-47f5-b73c-84a8b2280a9c', 'network_id': '2a9ccf6f-1648-47f5-b73c-84a8b2280a9c', 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'fixed_ips': [{'subnet_id': 'e8803bd4-7e23-4903-95a9-ab161e9d7c3d'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:53:15.169223 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2fe3edd3-0dc2-469b-b13f-2c116cc9dbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:15.188137 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-77626813-347c-473b-a6e0-304e7bc23ee0 None None] Port dbfd4bb7-37b0-4365-bf39-a7df04224314 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:53:15.199316 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-d6826a1c-9b44-4299-8c47-44466a436075 None None] Set router 6df0bc78-12c7-493a-9799-3d7c4741e413 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:53:15.330600 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d66f5263-a766-40fb-8b35-c96cceb90c83 None None] Provisioning complete for port dbfd4bb7-37b0-4365-bf39-a7df04224314 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:53:15.331234 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d66f5263-a766-40fb-8b35-c96cceb90c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:15.372793 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f7f90ee-5acd-4a71-8b63-db462f22e48a req-c6f2cc0f-087f-4f7f-a358-867bbba6af0b tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185907 Dec 10 16:53:15.542592 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d66f5263-a766-40fb-8b35-c96cceb90c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:15.556840 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-2fe3edd3-0dc2-469b-b13f-2c116cc9dbce None None] Allocated IP 172.20.0.2 (2a9ccf6f-1648-47f5-b73c-84a8b2280a9c/e8803bd4-7e23-4903-95a9-ab161e9d7c3d/78f0a0d2-a98d-4407-96b1-a69d8b414c1e) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:53:15.585221 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d66f5263-a766-40fb-8b35-c96cceb90c83 None None] For port dbfd4bb7-37b0-4365-bf39-a7df04224314, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=dbfd4bb7-37b0-4365-bf39-a7df04224314,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:53:15.595452 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-d6826a1c-9b44-4299-8c47-44466a436075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df0bc78-12c7-493a-9799-3d7c4741e413', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569265821', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'dbfd4bb7-37b0-4365-bf39-a7df04224314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:11Z', 'updated_at': '2021-12-10T16:53:12Z', 'revision_number': 3, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': 'dbfd4bb7-37b0-4365-bf39-a7df04224314', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:76:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df0bc78-12c7-493a-9799-3d7c4741e413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:12Z', 'updated_at': '2021-12-10T16:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:53:15.608029 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d66f5263-a766-40fb-8b35-c96cceb90c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:15.627272 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6826a1c-9b44-4299-8c47-44466a436075 None None] The sync data for ids ['6df0bc78-12c7-493a-9799-3d7c4741e413'] in n-d-766771-2 is: [{'id': '6df0bc78-12c7-493a-9799-3d7c4741e413', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569265821', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'dbfd4bb7-37b0-4365-bf39-a7df04224314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:11Z', 'updated_at': '2021-12-10T16:53:12Z', 'revision_number': 3, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': 'dbfd4bb7-37b0-4365-bf39-a7df04224314', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:76:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df0bc78-12c7-493a-9799-3d7c4741e413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:12Z', 'updated_at': '2021-12-10T16:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:53:15.676113 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0e202932-0656-45a4-9ac5-f355bc5e576b tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:15.730564 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f5263-a766-40fb-8b35-c96cceb90c83 None None] Pushing event updated for resources: {'Port': ['ID=dbfd4bb7-37b0-4365-bf39-a7df04224314,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:15.907923 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2fe3edd3-0dc2-469b-b13f-2c116cc9dbce None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:15.917015 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2fe3edd3-0dc2-469b-b13f-2c116cc9dbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:15.982689 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe3edd3-0dc2-469b-b13f-2c116cc9dbce None None] Network 2a9ccf6f-1648-47f5-b73c-84a8b2280a9c is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:53:15.986776 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-2fe3edd3-0dc2-469b-b13f-2c116cc9dbce None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:53:15.990093 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe3edd3-0dc2-469b-b13f-2c116cc9dbce None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:53:16.015294 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3edd3-0dc2-469b-b13f-2c116cc9dbce None None] Pushing event updated for resources: {'Port': ['ID=78f0a0d2-a98d-4407-96b1-a69d8b414c1e,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:16.085423 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-2fe3edd3-0dc2-469b-b13f-2c116cc9dbce None None] Attempting to bind port 78f0a0d2-a98d-4407-96b1-a69d8b414c1e on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:53:16.086164 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-2fe3edd3-0dc2-469b-b13f-2c116cc9dbce None None] Attempting to bind port 78f0a0d2-a98d-4407-96b1-a69d8b414c1e by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '274b245b-8bf6-4b82-91ce-1c0df7e23b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2a9ccf6f-1648-47f5-b73c-84a8b2280a9c'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:53:16.086707 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe3edd3-0dc2-469b-b13f-2c116cc9dbce None None] Attempting to bind port 78f0a0d2-a98d-4407-96b1-a69d8b414c1e on network 2a9ccf6f-1648-47f5-b73c-84a8b2280a9c {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:53:16.093396 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe3edd3-0dc2-469b-b13f-2c116cc9dbce None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:53:16.093862 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe3edd3-0dc2-469b-b13f-2c116cc9dbce None None] Checking segment: {'id': '274b245b-8bf6-4b82-91ce-1c0df7e23b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2a9ccf6f-1648-47f5-b73c-84a8b2280a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:53:16.094291 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2fe3edd3-0dc2-469b-b13f-2c116cc9dbce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:16.094776 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe3edd3-0dc2-469b-b13f-2c116cc9dbce None None] Bound using segment: {'id': '274b245b-8bf6-4b82-91ce-1c0df7e23b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2a9ccf6f-1648-47f5-b73c-84a8b2280a9c'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:53:16.095256 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-2fe3edd3-0dc2-469b-b13f-2c116cc9dbce None None] Bound port: 78f0a0d2-a98d-4407-96b1-a69d8b414c1e, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '274b245b-8bf6-4b82-91ce-1c0df7e23b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2a9ccf6f-1648-47f5-b73c-84a8b2280a9c'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:53:16.095691 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2fe3edd3-0dc2-469b-b13f-2c116cc9dbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:16.122715 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-0e202932-0656-45a4-9ac5-f355bc5e576b tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Allocated IP 172.20.0.1 (2a9ccf6f-1648-47f5-b73c-84a8b2280a9c/e8803bd4-7e23-4903-95a9-ab161e9d7c3d/5038c0e1-ba19-4a85-8048-cbd1d75d8ce1) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:53:16.204444 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-2fe3edd3-0dc2-469b-b13f-2c116cc9dbce None None] For port 78f0a0d2-a98d-4407-96b1-a69d8b414c1e, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:53:16.209368 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-2fe3edd3-0dc2-469b-b13f-2c116cc9dbce None None] For port 78f0a0d2-a98d-4407-96b1-a69d8b414c1e, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=78f0a0d2-a98d-4407-96b1-a69d8b414c1e,segment=NetworkSegment(274b245b-8bf6-4b82-91ce-1c0df7e23b62),segment_id=274b245b-8bf6-4b82-91ce-1c0df7e23b62)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:53:16.220347 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2fe3edd3-0dc2-469b-b13f-2c116cc9dbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:16.324421 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3edd3-0dc2-469b-b13f-2c116cc9dbce None None] Pushing event updated for resources: {'Port': ['ID=78f0a0d2-a98d-4407-96b1-a69d8b414c1e,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:16.325614 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0e202932-0656-45a4-9ac5-f355bc5e576b tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:16.376879 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0e202932-0656-45a4-9ac5-f355bc5e576b tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:16.426874 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e202932-0656-45a4-9ac5-f355bc5e576b tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Network 2a9ccf6f-1648-47f5-b73c-84a8b2280a9c is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:53:16.434210 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-0e202932-0656-45a4-9ac5-f355bc5e576b tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:53:16.438336 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e202932-0656-45a4-9ac5-f355bc5e576b tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:53:16.517996 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-71c5aca6-81be-4f8e-bee3-1475756ab155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:16.528452 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0e202932-0656-45a4-9ac5-f355bc5e576b tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:16.632234 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e202932-0656-45a4-9ac5-f355bc5e576b tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'Port': ['ID=5038c0e1-ba19-4a85-8048-cbd1d75d8ce1,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:16.759387 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c100746-a831-4078-a602-e7f8ce306525 req-16690a55-b957-4be2-b980-c04937b1bad2 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:16.761087 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c100746-a831-4078-a602-e7f8ce306525 req-16690a55-b957-4be2-b980-c04937b1bad2 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=465bdf94-97e4-4206-a451-f2df77af2479 HTTP/1.1" status: 200 len: 943 time: 0.1617858 Dec 10 16:53:16.818984 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0e202932-0656-45a4-9ac5-f355bc5e576b tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:16.882059 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c100746-a831-4078-a602-e7f8ce306525 req-ef9322cb-a2de-4532-b1fe-027c37bf69be tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931642 Dec 10 16:53:17.165768 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0e202932-0656-45a4-9ac5-f355bc5e576b tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:17.170994 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0e202932-0656-45a4-9ac5-f355bc5e576b tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:17.265772 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0e202932-0656-45a4-9ac5-f355bc5e576b tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:17.268627 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e202932-0656-45a4-9ac5-f355bc5e576b tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'Port': ['ID=5038c0e1-ba19-4a85-8048-cbd1d75d8ce1,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:17.362264 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:17.454982 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 78f0a0d2-a98d-4407-96b1-a69d8b414c1e up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:53:17.472202 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e202932-0656-45a4-9ac5-f355bc5e576b tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Network 2a9ccf6f-1648-47f5-b73c-84a8b2280a9c is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:53:17.474109 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-0e202932-0656-45a4-9ac5-f355bc5e576b tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:53:17.544660 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 78f0a0d2-a98d-4407-96b1-a69d8b414c1e triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:53:17.545357 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:17.632222 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e202932-0656-45a4-9ac5-f355bc5e576b tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Router 6df0bc78-12c7-493a-9799-3d7c4741e413 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:53:17.661076 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:17.708105 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 78f0a0d2-a98d-4407-96b1-a69d8b414c1e, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=78f0a0d2-a98d-4407-96b1-a69d8b414c1e,segment=NetworkSegment(274b245b-8bf6-4b82-91ce-1c0df7e23b62),segment_id=274b245b-8bf6-4b82-91ce-1c0df7e23b62)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:53:17.714757 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:17.715566 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device dbfd4bb7-37b0-4365-bf39-a7df04224314 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:53:17.802899 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e202932-0656-45a4-9ac5-f355bc5e576b tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:53:17.812585 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=78f0a0d2-a98d-4407-96b1-a69d8b414c1e,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:17.818928 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-0e202932-0656-45a4-9ac5-f355bc5e576b tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "PUT /v2.0/routers/6df0bc78-12c7-493a-9799-3d7c4741e413/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1584914 Dec 10 16:53:17.819365 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f288afcd-8921-4d22-a78e-0dd8ec82e40a None None] Network 2a9ccf6f-1648-47f5-b73c-84a8b2280a9c requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:53:17.904446 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-4c0e20e0-6fd7-49c0-8c67-3b3efc8e6ca4 None None] Provisioning complete for port 78f0a0d2-a98d-4407-96b1-a69d8b414c1e triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:53:17.905404 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4c0e20e0-6fd7-49c0-8c67-3b3efc8e6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:17.973681 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port dbfd4bb7-37b0-4365-bf39-a7df04224314 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:53:17.974435 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:18.095875 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-ec9d6998-080a-460c-ba69-db5fc1181d17 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-613264133&fields=id&tenant_id=e316b1d223b341c8ad45a1329ddefc11 HTTP/1.1" status: 200 len: 267 time: 0.0682077 Dec 10 16:53:18.241084 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca111c3d-0085-4164-8d6e-ee04b7be51f2 None None] Sync routers for ids ['6df0bc78-12c7-493a-9799-3d7c4741e413'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:53:18.247599 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-0df6ec07-c183-4b71-9bb8-2cb49d4e6ced tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:18.255673 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-0df6ec07-c183-4b71-9bb8-2cb49d4e6ced tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/networks?id=2a9ccf6f-1648-47f5-b73c-84a8b2280a9c HTTP/1.1" status: 200 len: 797 time: 0.1522794 Dec 10 16:53:18.258877 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca111c3d-0085-4164-8d6e-ee04b7be51f2 None None] Routers {'6df0bc78-12c7-493a-9799-3d7c4741e413'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:53:18.262357 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ca111c3d-0085-4164-8d6e-ee04b7be51f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:53:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['6df0bc78-12c7-493a-9799-3d7c4741e413'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:53:18.271798 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-ec0ce192-ae15-4f20-9081-9f493ff74ea8 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/quotas/e316b1d223b341c8ad45a1329ddefc11 HTTP/1.1" status: 200 len: 375 time: 0.0151711 Dec 10 16:53:18.336635 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-39e79260-34e1-411a-8cf3-72a92baac3da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e316b1d223b341c8ad45a1329ddefc11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0639694 Dec 10 16:53:18.410929 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-ca111c3d-0085-4164-8d6e-ee04b7be51f2 None None] Set router 6df0bc78-12c7-493a-9799-3d7c4741e413 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:53:18.508330 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-e3cd2000-2af7-4da4-92d7-cd531a202349 service neutron] 10.222.0.11 "GET /v2.0/networks/2a9ccf6f-1648-47f5-b73c-84a8b2280a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574173 Dec 10 16:53:18.510014 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9088b392-7020-49d8-b362-362e5890c32c None None] Provisioning complete for port 78f0a0d2-a98d-4407-96b1-a69d8b414c1e triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:53:18.510418 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9088b392-7020-49d8-b362-362e5890c32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:18.670953 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-f0ca5ffb-f712-4b14-94b0-a3f46d913165 service neutron] 10.222.0.11 "GET /v2.0/networks/2a9ccf6f-1648-47f5-b73c-84a8b2280a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562011 Dec 10 16:53:18.763279 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:18.832105 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ca111c3d-0085-4164-8d6e-ee04b7be51f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df0bc78-12c7-493a-9799-3d7c4741e413', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569265821', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'dbfd4bb7-37b0-4365-bf39-a7df04224314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:11Z', 'updated_at': '2021-12-10T16:53:16Z', 'revision_number': 4, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': 'dbfd4bb7-37b0-4365-bf39-a7df04224314', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:76:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0bc78-12c7-493a-9799-3d7c4741e413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:12Z', 'updated_at': '2021-12-10T16:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '5038c0e1-ba19-4a85-8048-cbd1d75d8ce1', 'name': '', 'network_id': '2a9ccf6f-1648-47f5-b73c-84a8b2280a9c', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'mac_address': 'fa:16:3e:4a:f2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df0bc78-12c7-493a-9799-3d7c4741e413', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'e8803bd4-7e23-4903-95a9-ab161e9d7c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:15Z', 'updated_at': '2021-12-10T16:53:17Z', 'revision_number': 2, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'subnets': [{'id': 'e8803bd4-7e23-4903-95a9-ab161e9d7c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:53:18.870027 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca111c3d-0085-4164-8d6e-ee04b7be51f2 None None] Checking router: 6df0bc78-12c7-493a-9799-3d7c4741e413 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:53:18.870698 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca111c3d-0085-4164-8d6e-ee04b7be51f2 None None] Updating router 6df0bc78-12c7-493a-9799-3d7c4741e413 port 5038c0e1-ba19-4a85-8048-cbd1d75d8ce1 binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:53:18.932049 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ca111c3d-0085-4164-8d6e-ee04b7be51f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:18.955485 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9088b392-7020-49d8-b362-362e5890c32c None None] Provisioning complete for port 5038c0e1-ba19-4a85-8048-cbd1d75d8ce1 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:53:18.955972 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9088b392-7020-49d8-b362-362e5890c32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:19.041876 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9088b392-7020-49d8-b362-362e5890c32c None None] Port 5038c0e1-ba19-4a85-8048-cbd1d75d8ce1 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:53:19.116829 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f8682-f295-46cb-b8da-d3214f8077e6 req-737af44b-b08b-473f-ad49-8b19450da31e tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:19.125837 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ab7f8682-f295-46cb-b8da-d3214f8077e6 req-737af44b-b08b-473f-ad49-8b19450da31e tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=465bdf94-97e4-4206-a451-f2df77af2479 HTTP/1.1" status: 200 len: 943 time: 0.0862622 Dec 10 16:53:19.187576 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ab7f8682-f295-46cb-b8da-d3214f8077e6 req-2915f54e-d45c-4644-b888-83901d7cd113 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593584 Dec 10 16:53:19.290178 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-16d920a9-4d04-4a2c-9302-cfda31d0b0d1 req-e886c1d6-25bf-4d79-890f-0dc7974a0cc3 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=907f3e95-c702-4c1b-9ef3-466a6bbeaa4b HTTP/1.1" status: 200 len: 210 time: 0.0473249 Dec 10 16:53:19.335314 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d022efa-0688-4ab1-8f73-18afddb93a9e None None] Provisioning complete for port 5038c0e1-ba19-4a85-8048-cbd1d75d8ce1 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:53:19.336039 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d022efa-0688-4ab1-8f73-18afddb93a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:19.387315 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 78f0a0d2-a98d-4407-96b1-a69d8b414c1e up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:53:19.447360 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ca111c3d-0085-4164-8d6e-ee04b7be51f2 None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:19.463418 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d022efa-0688-4ab1-8f73-18afddb93a9e None None] Port 5038c0e1-ba19-4a85-8048-cbd1d75d8ce1 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:53:19.465079 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ca111c3d-0085-4164-8d6e-ee04b7be51f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:19.541922 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 78f0a0d2-a98d-4407-96b1-a69d8b414c1e triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:53:19.542399 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:19.623527 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04aa72f-01e3-432e-b37c-01c9627a8936 None None] Pushing event updated for resources: {'Port': ['ID=5038c0e1-ba19-4a85-8048-cbd1d75d8ce1,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:19.730760 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:19.746265 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-ca111c3d-0085-4164-8d6e-ee04b7be51f2 None None] Attempting to bind port 5038c0e1-ba19-4a85-8048-cbd1d75d8ce1 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:53:19.746654 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-ca111c3d-0085-4164-8d6e-ee04b7be51f2 None None] Attempting to bind port 5038c0e1-ba19-4a85-8048-cbd1d75d8ce1 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '274b245b-8bf6-4b82-91ce-1c0df7e23b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2a9ccf6f-1648-47f5-b73c-84a8b2280a9c'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:53:19.747018 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca111c3d-0085-4164-8d6e-ee04b7be51f2 None None] Attempting to bind port 5038c0e1-ba19-4a85-8048-cbd1d75d8ce1 on network 2a9ccf6f-1648-47f5-b73c-84a8b2280a9c {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:53:19.770651 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca111c3d-0085-4164-8d6e-ee04b7be51f2 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:53:19.771033 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca111c3d-0085-4164-8d6e-ee04b7be51f2 None None] Checking segment: {'id': '274b245b-8bf6-4b82-91ce-1c0df7e23b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2a9ccf6f-1648-47f5-b73c-84a8b2280a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:53:19.771441 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ca111c3d-0085-4164-8d6e-ee04b7be51f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:19.771838 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca111c3d-0085-4164-8d6e-ee04b7be51f2 None None] Bound using segment: {'id': '274b245b-8bf6-4b82-91ce-1c0df7e23b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2a9ccf6f-1648-47f5-b73c-84a8b2280a9c'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:53:19.772386 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-ca111c3d-0085-4164-8d6e-ee04b7be51f2 None None] Bound port: 5038c0e1-ba19-4a85-8048-cbd1d75d8ce1, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '274b245b-8bf6-4b82-91ce-1c0df7e23b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2a9ccf6f-1648-47f5-b73c-84a8b2280a9c'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:53:19.772712 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ca111c3d-0085-4164-8d6e-ee04b7be51f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:19.874815 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-ca111c3d-0085-4164-8d6e-ee04b7be51f2 None None] For port 5038c0e1-ba19-4a85-8048-cbd1d75d8ce1, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:53:19.878434 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-ca111c3d-0085-4164-8d6e-ee04b7be51f2 None None] For port 5038c0e1-ba19-4a85-8048-cbd1d75d8ce1, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=5038c0e1-ba19-4a85-8048-cbd1d75d8ce1,segment=NetworkSegment(274b245b-8bf6-4b82-91ce-1c0df7e23b62),segment_id=274b245b-8bf6-4b82-91ce-1c0df7e23b62)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:53:19.886389 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ca111c3d-0085-4164-8d6e-ee04b7be51f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:19.932909 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-087899fe-a059-4a0b-86d6-c826263a9b75 None None] Provisioning complete for port 5038c0e1-ba19-4a85-8048-cbd1d75d8ce1 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:53:19.936125 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-087899fe-a059-4a0b-86d6-c826263a9b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:20.002480 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca111c3d-0085-4164-8d6e-ee04b7be51f2 None None] Routers {'6df0bc78-12c7-493a-9799-3d7c4741e413'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:53:20.003122 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ca111c3d-0085-4164-8d6e-ee04b7be51f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:53:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['6df0bc78-12c7-493a-9799-3d7c4741e413'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:53:20.103069 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04aa72f-01e3-432e-b37c-01c9627a8936 None None] Pushing event updated for resources: {'Port': ['ID=5038c0e1-ba19-4a85-8048-cbd1d75d8ce1,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:20.410835 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f3e93-080b-4aa1-aa0d-9328cc7f7d7d req-115fdd91-75f4-498c-9c1a-1bc0c923e83d tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:20.413931 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b44f3e93-080b-4aa1-aa0d-9328cc7f7d7d req-115fdd91-75f4-498c-9c1a-1bc0c923e83d tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=465bdf94-97e4-4206-a451-f2df77af2479 HTTP/1.1" status: 200 len: 943 time: 0.1182876 Dec 10 16:53:20.432982 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-ddab7ade-5613-4e61-93cd-723bff2236c9 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:20.434903 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-ddab7ade-5613-4e61-93cd-723bff2236c9 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.26 "GET /v2.0/networks?id=2a9ccf6f-1648-47f5-b73c-84a8b2280a9c HTTP/1.1" status: 200 len: 797 time: 0.2537587 Dec 10 16:53:20.473650 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-087899fe-a059-4a0b-86d6-c826263a9b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:20.528289 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-087899fe-a059-4a0b-86d6-c826263a9b75 None None] For port 5038c0e1-ba19-4a85-8048-cbd1d75d8ce1, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=5038c0e1-ba19-4a85-8048-cbd1d75d8ce1,segment=NetworkSegment(274b245b-8bf6-4b82-91ce-1c0df7e23b62),segment_id=274b245b-8bf6-4b82-91ce-1c0df7e23b62)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:53:20.530918 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-ca111c3d-0085-4164-8d6e-ee04b7be51f2 None None] Set router 6df0bc78-12c7-493a-9799-3d7c4741e413 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:53:20.566902 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-087899fe-a059-4a0b-86d6-c826263a9b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:20.795269 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087899fe-a059-4a0b-86d6-c826263a9b75 None None] Pushing event updated for resources: {'Port': ['ID=5038c0e1-ba19-4a85-8048-cbd1d75d8ce1,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:20.824520 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-38641903-f5cb-48f6-bf46-6adc5946ddf6 None None] Provisioning complete for port 5038c0e1-ba19-4a85-8048-cbd1d75d8ce1 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:53:20.824997 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-38641903-f5cb-48f6-bf46-6adc5946ddf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:20.902414 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ca111c3d-0085-4164-8d6e-ee04b7be51f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df0bc78-12c7-493a-9799-3d7c4741e413', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569265821', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'dbfd4bb7-37b0-4365-bf39-a7df04224314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:11Z', 'updated_at': '2021-12-10T16:53:16Z', 'revision_number': 4, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': 'dbfd4bb7-37b0-4365-bf39-a7df04224314', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:76:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0bc78-12c7-493a-9799-3d7c4741e413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:12Z', 'updated_at': '2021-12-10T16:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '5038c0e1-ba19-4a85-8048-cbd1d75d8ce1', 'name': '', 'network_id': '2a9ccf6f-1648-47f5-b73c-84a8b2280a9c', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'mac_address': 'fa:16:3e:4a:f2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df0bc78-12c7-493a-9799-3d7c4741e413', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'e8803bd4-7e23-4903-95a9-ab161e9d7c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:15Z', 'updated_at': '2021-12-10T16:53:19Z', 'revision_number': 4, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'subnets': [{'id': 'e8803bd4-7e23-4903-95a9-ab161e9d7c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:53:20.953233 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca111c3d-0085-4164-8d6e-ee04b7be51f2 None None] The sync data for ids ['6df0bc78-12c7-493a-9799-3d7c4741e413'] in n-d-766771-2 is: [{'id': '6df0bc78-12c7-493a-9799-3d7c4741e413', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569265821', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'dbfd4bb7-37b0-4365-bf39-a7df04224314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:11Z', 'updated_at': '2021-12-10T16:53:16Z', 'revision_number': 4, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': 'dbfd4bb7-37b0-4365-bf39-a7df04224314', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:76:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0bc78-12c7-493a-9799-3d7c4741e413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:12Z', 'updated_at': '2021-12-10T16:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '5038c0e1-ba19-4a85-8048-cbd1d75d8ce1', 'name': '', 'network_id': '2a9ccf6f-1648-47f5-b73c-84a8b2280a9c', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'mac_address': 'fa:16:3e:4a:f2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df0bc78-12c7-493a-9799-3d7c4741e413', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'e8803bd4-7e23-4903-95a9-ab161e9d7c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:15Z', 'updated_at': '2021-12-10T16:53:19Z', 'revision_number': 4, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'subnets': [{'id': 'e8803bd4-7e23-4903-95a9-ab161e9d7c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:53:20.988164 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-84e73c25-2f73-4b96-ba17-97b5eada02b0 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e316b1d223b341c8ad45a1329ddefc11 HTTP/1.1" status: 200 len: 379 time: 0.0709243 Dec 10 16:53:21.004198 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-8bd19ba1-9015-48bb-acc7-820059195580 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'port': {'device_id': '907f3e95-c702-4c1b-9ef3-466a6bbeaa4b', 'network_id': '2a9ccf6f-1648-47f5-b73c-84a8b2280a9c', 'admin_state_up': True, 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'security_groups': ['befd8534-d874-4ac6-9c04-983625cda282']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:53:21.048559 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b44f3e93-080b-4aa1-aa0d-9328cc7f7d7d req-5ac9405d-4e44-4661-9dde-d2bda8733eaf tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6115828 Dec 10 16:53:21.206333 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-74a6d102-49f5-468d-bb0d-ad6648b07293 req-371cd8b7-5da6-48ae-bad6-ad8661919760 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=907f3e95-c702-4c1b-9ef3-466a6bbeaa4b HTTP/1.1" status: 200 len: 210 time: 0.0489571 Dec 10 16:53:21.262085 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-8bd19ba1-9015-48bb-acc7-820059195580 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Made reservation on behalf of e316b1d223b341c8ad45a1329ddefc11 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:53:21.266021 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-8bd19ba1-9015-48bb-acc7-820059195580 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:21.358056 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 5038c0e1-ba19-4a85-8048-cbd1d75d8ce1 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:53:21.473032 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 5038c0e1-ba19-4a85-8048-cbd1d75d8ce1 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:53:21.473406 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:21.483548 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-8bd19ba1-9015-48bb-acc7-820059195580 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Allocated IP 172.20.0.12 (2a9ccf6f-1648-47f5-b73c-84a8b2280a9c/e8803bd4-7e23-4903-95a9-ab161e9d7c3d/0dfdd32b-c130-4369-a137-aa05400a28e7) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:53:21.665467 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-8bd19ba1-9015-48bb-acc7-820059195580 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:21.710411 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-8bd19ba1-9015-48bb-acc7-820059195580 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:21.794347 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-8bd19ba1-9015-48bb-acc7-820059195580 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Network 2a9ccf6f-1648-47f5-b73c-84a8b2280a9c is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:53:21.795833 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-8bd19ba1-9015-48bb-acc7-820059195580 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:53:21.800479 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-8bd19ba1-9015-48bb-acc7-820059195580 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:53:21.807957 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd19ba1-9015-48bb-acc7-820059195580 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'Port': ['ID=0dfdd32b-c130-4369-a137-aa05400a28e7,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:21.866873 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-8bd19ba1-9015-48bb-acc7-820059195580 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:21.867503 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-8bd19ba1-9015-48bb-acc7-820059195580 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:21.893032 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-8bd19ba1-9015-48bb-acc7-820059195580 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8978293 Dec 10 16:53:21.907268 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-44982b48-d0f9-4c51-b24d-19cb46d2a8eb service neutron] Request body: {'port': {'device_id': '907f3e95-c702-4c1b-9ef3-466a6bbeaa4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:53:21.976168 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-44982b48-d0f9-4c51-b24d-19cb46d2a8eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:22.203451 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e5dd1edc-059a-48ee-ba35-a91b9eabfef4 None None] Provisioning complete for port 0dfdd32b-c130-4369-a137-aa05400a28e7 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:53:22.204001 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e5dd1edc-059a-48ee-ba35-a91b9eabfef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:22.242864 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-e5dd1edc-059a-48ee-ba35-a91b9eabfef4 None None] Port 0dfdd32b-c130-4369-a137-aa05400a28e7 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:53:22.317148 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee2db4-3f15-4f76-8737-3db84ce9424f req-cefbdc45-a324-4e8f-873b-1c7f90d717e7 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:22.318771 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fdee2db4-3f15-4f76-8737-3db84ce9424f req-cefbdc45-a324-4e8f-873b-1c7f90d717e7 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=465bdf94-97e4-4206-a451-f2df77af2479 HTTP/1.1" status: 200 len: 943 time: 0.1243150 Dec 10 16:53:22.443621 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fdee2db4-3f15-4f76-8737-3db84ce9424f req-af1d5e82-f35c-4228-8010-3b597b633ea2 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127698 Dec 10 16:53:22.459091 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-44982b48-d0f9-4c51-b24d-19cb46d2a8eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dfdd32b-c130-4369-a137-aa05400a28e7 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:53:22.467858 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-44982b48-d0f9-4c51-b24d-19cb46d2a8eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:22.481904 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-44982b48-d0f9-4c51-b24d-19cb46d2a8eb service neutron] Transition to ACTIVE for port object 0dfdd32b-c130-4369-a137-aa05400a28e7 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:53:22.490067 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-44982b48-d0f9-4c51-b24d-19cb46d2a8eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:22.653035 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44982b48-d0f9-4c51-b24d-19cb46d2a8eb service neutron] Pushing event updated for resources: {'Port': ['ID=0dfdd32b-c130-4369-a137-aa05400a28e7,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:22.717375 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5391ec-8714-43c1-a6e6-c283c45b1bb5 req-4568689e-fae9-4f2e-b982-88bfe8ad0ee3 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:22.719337 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3b5391ec-8714-43c1-a6e6-c283c45b1bb5 req-4568689e-fae9-4f2e-b982-88bfe8ad0ee3 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=907f3e95-c702-4c1b-9ef3-466a6bbeaa4b HTTP/1.1" status: 200 len: 944 time: 0.1720736 Dec 10 16:53:22.752369 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-44982b48-d0f9-4c51-b24d-19cb46d2a8eb service neutron] Attempting to bind port 0dfdd32b-c130-4369-a137-aa05400a28e7 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:53:22.752730 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-44982b48-d0f9-4c51-b24d-19cb46d2a8eb service neutron] Attempting to bind port 0dfdd32b-c130-4369-a137-aa05400a28e7 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '274b245b-8bf6-4b82-91ce-1c0df7e23b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2a9ccf6f-1648-47f5-b73c-84a8b2280a9c'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:53:22.753031 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-44982b48-d0f9-4c51-b24d-19cb46d2a8eb service neutron] Attempting to bind port 0dfdd32b-c130-4369-a137-aa05400a28e7 on network 2a9ccf6f-1648-47f5-b73c-84a8b2280a9c {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:53:22.760525 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-44982b48-d0f9-4c51-b24d-19cb46d2a8eb service neutron] Port 0dfdd32b-c130-4369-a137-aa05400a28e7 on network 2a9ccf6f-1648-47f5-b73c-84a8b2280a9c not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:53:22.761375 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-44982b48-d0f9-4c51-b24d-19cb46d2a8eb service neutron] Attempting to bind port 0dfdd32b-c130-4369-a137-aa05400a28e7 on network 2a9ccf6f-1648-47f5-b73c-84a8b2280a9c {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:53:22.793103 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-44982b48-d0f9-4c51-b24d-19cb46d2a8eb service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:53:22.793103 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-44982b48-d0f9-4c51-b24d-19cb46d2a8eb service neutron] Checking segment: {'id': '274b245b-8bf6-4b82-91ce-1c0df7e23b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2a9ccf6f-1648-47f5-b73c-84a8b2280a9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:53:22.793103 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-44982b48-d0f9-4c51-b24d-19cb46d2a8eb service neutron] Bound using segment: {'id': '274b245b-8bf6-4b82-91ce-1c0df7e23b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2a9ccf6f-1648-47f5-b73c-84a8b2280a9c'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:53:22.793103 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-44982b48-d0f9-4c51-b24d-19cb46d2a8eb service neutron] Bound port: 0dfdd32b-c130-4369-a137-aa05400a28e7, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '274b245b-8bf6-4b82-91ce-1c0df7e23b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2a9ccf6f-1648-47f5-b73c-84a8b2280a9c'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:53:22.793757 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-44982b48-d0f9-4c51-b24d-19cb46d2a8eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:22.887656 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3b5391ec-8714-43c1-a6e6-c283c45b1bb5 req-ccbece30-ba39-4047-ae84-0997802f7c2a tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=befd8534-d874-4ac6-9c04-983625cda282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419427 Dec 10 16:53:22.927192 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-44982b48-d0f9-4c51-b24d-19cb46d2a8eb service neutron] For port 0dfdd32b-c130-4369-a137-aa05400a28e7, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:53:22.930609 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-44982b48-d0f9-4c51-b24d-19cb46d2a8eb service neutron] For port 0dfdd32b-c130-4369-a137-aa05400a28e7, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=0dfdd32b-c130-4369-a137-aa05400a28e7,segment=NetworkSegment(274b245b-8bf6-4b82-91ce-1c0df7e23b62),segment_id=274b245b-8bf6-4b82-91ce-1c0df7e23b62)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:53:22.937454 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-44982b48-d0f9-4c51-b24d-19cb46d2a8eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:22.986545 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-44982b48-d0f9-4c51-b24d-19cb46d2a8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:22.988864 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-44982b48-d0f9-4c51-b24d-19cb46d2a8eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:22.994157 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-44982b48-d0f9-4c51-b24d-19cb46d2a8eb service neutron] 10.222.0.26 "PUT /v2.0/ports/0dfdd32b-c130-4369-a137-aa05400a28e7 HTTP/1.1" status: 200 len: 1092 time: 1.0882707 Dec 10 16:53:22.998303 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '907f3e95-c702-4c1b-9ef3-466a6bbeaa4b', 'tag': '0dfdd32b-c130-4369-a137-aa05400a28e7'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:53:23.000890 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f0007c-080e-47c0-8397-4277046c370e" -d '{"events": [{"name": "network-changed", "server_uuid": "907f3e95-c702-4c1b-9ef3-466a6bbeaa4b", "tag": "0dfdd32b-c130-4369-a137-aa05400a28e7"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:53:23.085345 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44982b48-d0f9-4c51-b24d-19cb46d2a8eb service neutron] Pushing event updated for resources: {'Port': ['ID=0dfdd32b-c130-4369-a137-aa05400a28e7,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:23.109956 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe96614-5449-45cb-b863-8e19199e3af1 x-openstack-request-id: req-0fe96614-5449-45cb-b863-8e19199e3af1 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:53:23.110609 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "907f3e95-c702-4c1b-9ef3-466a6bbeaa4b", "tag": "0dfdd32b-c130-4369-a137-aa05400a28e7", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:53:23.111031 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0fe96614-5449-45cb-b863-8e19199e3af1 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:53:23.111625 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '907f3e95-c702-4c1b-9ef3-466a6bbeaa4b', 'tag': '0dfdd32b-c130-4369-a137-aa05400a28e7', 'status': 'completed', 'code': 200} Dec 10 16:53:23.119920 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-06b3882d-4f41-4203-b906-11a326589025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:23.121860 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-06b3882d-4f41-4203-b906-11a326589025 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e316b1d223b341c8ad45a1329ddefc11&device_id=907f3e95-c702-4c1b-9ef3-466a6bbeaa4b HTTP/1.1" status: 200 len: 1095 time: 0.0808260 Dec 10 16:53:23.176345 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-4b8a3433-5d09-4324-af34-e96dff2a18f1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dfdd32b-c130-4369-a137-aa05400a28e7 HTTP/1.1" status: 200 len: 217 time: 0.0462577 Dec 10 16:53:23.234113 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-d47f4b10-1cf3-4de8-ae35-890185a4d30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:23.235905 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-d47f4b10-1cf3-4de8-ae35-890185a4d30a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8803bd4-7e23-4903-95a9-ab161e9d7c3d HTTP/1.1" status: 200 len: 834 time: 0.0525963 Dec 10 16:53:23.290044 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-3a25557c-2507-40ff-a4c7-1e3481d6137e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:23.291624 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-3a25557c-2507-40ff-a4c7-1e3481d6137e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2a9ccf6f-1648-47f5-b73c-84a8b2280a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482213 Dec 10 16:53:23.391948 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-70c63878-6310-4bb5-b8a5-26c833db3982 service neutron] 10.222.0.26 "GET /v2.0/networks/2a9ccf6f-1648-47f5-b73c-84a8b2280a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929708 Dec 10 16:53:23.495513 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ec5291ac-2185-48e4-b9bf-50681ed3078e req-b942f424-3985-41af-a747-990a034aaa2d service neutron] 10.222.0.26 "GET /v2.0/networks/2a9ccf6f-1648-47f5-b73c-84a8b2280a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967999 Dec 10 16:53:23.621225 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7925a-0493-4817-bf7b-e3b13d82a0bd req-c4d28f9d-d150-48b7-9644-0eb1d4b882e9 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:23.622819 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bfa7925a-0493-4817-bf7b-e3b13d82a0bd req-c4d28f9d-d150-48b7-9644-0eb1d4b882e9 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=465bdf94-97e4-4206-a451-f2df77af2479 HTTP/1.1" status: 200 len: 943 time: 0.0841701 Dec 10 16:53:23.625763 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0007c-080e-47c0-8397-4277046c370e req-486d4fb6-7302-4e5f-a95f-c814ff4b9b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:23.627282 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7f0007c-080e-47c0-8397-4277046c370e req-486d4fb6-7302-4e5f-a95f-c814ff4b9b65 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e316b1d223b341c8ad45a1329ddefc11&device_id=907f3e95-c702-4c1b-9ef3-466a6bbeaa4b HTTP/1.1" status: 200 len: 1095 time: 0.0796690 Dec 10 16:53:23.734411 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bfa7925a-0493-4817-bf7b-e3b13d82a0bd req-b4b53532-024f-4ee8-88c1-592ac02f0dd0 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031113 Dec 10 16:53:23.780789 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0007c-080e-47c0-8397-4277046c370e req-7cc2584d-61d4-4780-8275-fc037d45da70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:23.782729 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7f0007c-080e-47c0-8397-4277046c370e req-7cc2584d-61d4-4780-8275-fc037d45da70 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2a9ccf6f-1648-47f5-b73c-84a8b2280a9c HTTP/1.1" status: 200 len: 898 time: 0.1355033 Dec 10 16:53:23.833288 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7f0007c-080e-47c0-8397-4277046c370e req-eccada5a-305e-4f2b-81d8-8821591c9cfd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dfdd32b-c130-4369-a137-aa05400a28e7 HTTP/1.1" status: 200 len: 217 time: 0.0423534 Dec 10 16:53:23.884078 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0007c-080e-47c0-8397-4277046c370e req-1ee74147-60c3-4d2e-9e53-ea1b38760a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:23.885451 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7f0007c-080e-47c0-8397-4277046c370e req-1ee74147-60c3-4d2e-9e53-ea1b38760a97 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8803bd4-7e23-4903-95a9-ab161e9d7c3d HTTP/1.1" status: 200 len: 834 time: 0.0448656 Dec 10 16:53:23.946628 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0007c-080e-47c0-8397-4277046c370e req-1dc42fa8-7b5a-405c-93d5-a87bb029480e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:23.948384 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7f0007c-080e-47c0-8397-4277046c370e req-1dc42fa8-7b5a-405c-93d5-a87bb029480e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2a9ccf6f-1648-47f5-b73c-84a8b2280a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555334 Dec 10 16:53:24.087335 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de323e18-cca6-478e-8fae-02d80d7b6fdb req-9f03b935-c478-4825-a27b-cb2910b6121a tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:24.088967 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de323e18-cca6-478e-8fae-02d80d7b6fdb req-9f03b935-c478-4825-a27b-cb2910b6121a tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=907f3e95-c702-4c1b-9ef3-466a6bbeaa4b HTTP/1.1" status: 200 len: 944 time: 0.1097512 Dec 10 16:53:24.095434 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7f0007c-080e-47c0-8397-4277046c370e req-d462ba48-3844-4c06-9aca-3e276da11371 service neutron] 10.222.0.26 "GET /v2.0/networks/2a9ccf6f-1648-47f5-b73c-84a8b2280a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389077 Dec 10 16:53:24.203029 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de323e18-cca6-478e-8fae-02d80d7b6fdb req-767cb181-480a-47cb-b428-934a8a8c68b4 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=befd8534-d874-4ac6-9c04-983625cda282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066220 Dec 10 16:53:24.239794 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7f0007c-080e-47c0-8397-4277046c370e req-18ed5552-451d-4201-9aa9-68b78f0e6d32 service neutron] 10.222.0.26 "GET /v2.0/networks/2a9ccf6f-1648-47f5-b73c-84a8b2280a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355679 Dec 10 16:53:24.680844 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device d007edf8-2717-425f-91bc-41123d040200 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:53:24.779929 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port d007edf8-2717-425f-91bc-41123d040200, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=d007edf8-2717-425f-91bc-41123d040200,segment=NetworkSegment(025942ee-aaf6-4874-bbc1-b64381358c5e),segment_id=025942ee-aaf6-4874-bbc1-b64381358c5e)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:53:24.798489 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'd007edf8-2717-425f-91bc-41123d040200', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'port_id': 'd007edf8-2717-425f-91bc-41123d040200', 'mac_address': 'fa:16:3e:db:14:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:53:24.845171 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:24.859345 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d007edf8-2717-425f-91bc-41123d040200 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:53:24.865690 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c653cc1-0cae-4b97-883d-09ab0032c263 req-f5782833-51bf-445f-bc3b-b33b622b7ca6 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:24.871031 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0c653cc1-0cae-4b97-883d-09ab0032c263 req-f5782833-51bf-445f-bc3b-b33b622b7ca6 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=465bdf94-97e4-4206-a451-f2df77af2479 HTTP/1.1" status: 200 len: 943 time: 0.0607846 Dec 10 16:53:24.879123 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port d007edf8-2717-425f-91bc-41123d040200, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=d007edf8-2717-425f-91bc-41123d040200,segment=NetworkSegment(025942ee-aaf6-4874-bbc1-b64381358c5e),segment_id=025942ee-aaf6-4874-bbc1-b64381358c5e)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:53:24.883432 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:24.917842 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0c653cc1-0cae-4b97-883d-09ab0032c263 req-cceb925f-abc0-49df-8490-cea089e416ac tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447111 Dec 10 16:53:24.939055 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=d007edf8-2717-425f-91bc-41123d040200,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:24.941786 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:24.942164 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:24.942505 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:24.942844 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:24.943178 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:24.943510 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:24.943841 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:24.944171 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:24.944497 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:24.944823 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:24.945149 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:24.945473 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:24.945796 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:25.075905 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['d007edf8-2717-425f-91bc-41123d040200'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:53:25.321489 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec831ee-70e0-429f-aa59-9df3be61dc35 req-14b10e43-5d84-45d2-b8e1-8e17dbbfc990 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:25.323090 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ec831ee-70e0-429f-aa59-9df3be61dc35 req-14b10e43-5d84-45d2-b8e1-8e17dbbfc990 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=907f3e95-c702-4c1b-9ef3-466a6bbeaa4b HTTP/1.1" status: 200 len: 944 time: 0.0509782 Dec 10 16:53:25.377800 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ec831ee-70e0-429f-aa59-9df3be61dc35 req-606642bb-92a5-4bab-9c91-02b3202e6c30 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=befd8534-d874-4ac6-9c04-983625cda282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485866 Dec 10 16:53:25.624883 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 0dfdd32b-c130-4369-a137-aa05400a28e7 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:53:25.719415 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 0dfdd32b-c130-4369-a137-aa05400a28e7, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=0dfdd32b-c130-4369-a137-aa05400a28e7,segment=NetworkSegment(274b245b-8bf6-4b82-91ce-1c0df7e23b62),segment_id=274b245b-8bf6-4b82-91ce-1c0df7e23b62)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:53:25.730659 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '0dfdd32b-c130-4369-a137-aa05400a28e7', 'network_id': '2a9ccf6f-1648-47f5-b73c-84a8b2280a9c', 'port_id': '0dfdd32b-c130-4369-a137-aa05400a28e7', 'mac_address': 'fa:16:3e:aa:5c:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8803bd4-7e23-4903-95a9-ab161e9d7c3d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:53:25.772041 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:25.785155 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dfdd32b-c130-4369-a137-aa05400a28e7 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:53:25.805807 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 0dfdd32b-c130-4369-a137-aa05400a28e7, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=0dfdd32b-c130-4369-a137-aa05400a28e7,segment=NetworkSegment(274b245b-8bf6-4b82-91ce-1c0df7e23b62),segment_id=274b245b-8bf6-4b82-91ce-1c0df7e23b62)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:53:25.812043 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:25.863775 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=0dfdd32b-c130-4369-a137-aa05400a28e7,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:26.036774 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017bbb41-2849-409a-8606-a5ed3ae28f6a req-fa647fab-96e7-4ba2-990b-82bdb54f61d2 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:26.038350 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-017bbb41-2849-409a-8606-a5ed3ae28f6a req-fa647fab-96e7-4ba2-990b-82bdb54f61d2 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=465bdf94-97e4-4206-a451-f2df77af2479 HTTP/1.1" status: 200 len: 944 time: 0.0506341 Dec 10 16:53:26.046161 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['0dfdd32b-c130-4369-a137-aa05400a28e7'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:53:26.125983 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-017bbb41-2849-409a-8606-a5ed3ae28f6a req-e8117753-183c-4096-a090-935e210bdd70 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704737 Dec 10 16:53:26.492231 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb5f21-8863-4180-8fa4-814ebd76b51d req-2bec591d-3694-4640-97b9-9703a9bc2c8c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:26.493734 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3bbb5f21-8863-4180-8fa4-814ebd76b51d req-2bec591d-3694-4640-97b9-9703a9bc2c8c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=907f3e95-c702-4c1b-9ef3-466a6bbeaa4b HTTP/1.1" status: 200 len: 945 time: 0.0486708 Dec 10 16:53:26.544961 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3bbb5f21-8863-4180-8fa4-814ebd76b51d req-3b0354c5-2540-4142-a579-7df11e8c3cea tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=befd8534-d874-4ac6-9c04-983625cda282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452769 Dec 10 16:53:26.696974 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device d007edf8-2717-425f-91bc-41123d040200 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:53:26.747083 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port d007edf8-2717-425f-91bc-41123d040200 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:53:26.751347 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port d007edf8-2717-425f-91bc-41123d040200 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:53:26.751722 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:26.837669 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:26.861588 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465bdf94-97e4-4206-a451-f2df77af2479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd007edf8-2717-425f-91bc-41123d040200'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:53:26.864567 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d42d03-ca22-4364-9d5a-3f468d7fa1ab" -d '{"events": [{"server_uuid": "465bdf94-97e4-4206-a451-f2df77af2479", "name": "network-vif-plugged", "status": "completed", "tag": "d007edf8-2717-425f-91bc-41123d040200"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:53:26.878554 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port d007edf8-2717-425f-91bc-41123d040200, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=d007edf8-2717-425f-91bc-41123d040200,segment=NetworkSegment(025942ee-aaf6-4874-bbc1-b64381358c5e),segment_id=025942ee-aaf6-4874-bbc1-b64381358c5e)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:53:26.883464 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:26.936585 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=d007edf8-2717-425f-91bc-41123d040200,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:27.042961 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f841ed3e-55a3-4202-b4bf-de8f5acfcf09 x-openstack-request-id: req-f841ed3e-55a3-4202-b4bf-de8f5acfcf09 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:53:27.043320 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465bdf94-97e4-4206-a451-f2df77af2479", "name": "network-vif-plugged", "status": "completed", "tag": "d007edf8-2717-425f-91bc-41123d040200", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:53:27.043639 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f841ed3e-55a3-4202-b4bf-de8f5acfcf09 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:53:27.044116 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465bdf94-97e4-4206-a451-f2df77af2479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd007edf8-2717-425f-91bc-41123d040200', 'code': 200} Dec 10 16:53:27.143604 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401c3dc-b4d2-44ef-adbe-1dfaaebedf54 req-b6022ee8-5937-4af4-8df6-8efb89aa52d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:27.145225 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9401c3dc-b4d2-44ef-adbe-1dfaaebedf54 req-b6022ee8-5937-4af4-8df6-8efb89aa52d3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=465bdf94-97e4-4206-a451-f2df77af2479 HTTP/1.1" status: 200 len: 1096 time: 0.0439210 Dec 10 16:53:27.199887 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9401c3dc-b4d2-44ef-adbe-1dfaaebedf54 req-da2c666f-8130-45c7-aa53-0349c9819a58 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426874 Dec 10 16:53:27.249153 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887282b5-b4ba-4bf1-b321-3afcb43afac0 req-2b0ded40-5d0c-4d59-a53b-1bae94224e84 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:27.250661 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-887282b5-b4ba-4bf1-b321-3afcb43afac0 req-2b0ded40-5d0c-4d59-a53b-1bae94224e84 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=465bdf94-97e4-4206-a451-f2df77af2479 HTTP/1.1" status: 200 len: 945 time: 0.0527272 Dec 10 16:53:27.300393 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-887282b5-b4ba-4bf1-b321-3afcb43afac0 req-d6c2f816-5bb5-47ee-bc22-ecd8f0cd7f52 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436723 Dec 10 16:53:27.626751 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 0dfdd32b-c130-4369-a137-aa05400a28e7 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:53:27.662640 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8e8e1-ed86-432d-9ae4-1d392c6adc07 req-8046acd5-1671-46d2-8ad1-9fac4d4f1bd3 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:27.664547 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60d8e8e1-ed86-432d-9ae4-1d392c6adc07 req-8046acd5-1671-46d2-8ad1-9fac4d4f1bd3 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=907f3e95-c702-4c1b-9ef3-466a6bbeaa4b HTTP/1.1" status: 200 len: 945 time: 0.0535882 Dec 10 16:53:27.701908 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 0dfdd32b-c130-4369-a137-aa05400a28e7 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:53:27.706370 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 0dfdd32b-c130-4369-a137-aa05400a28e7 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:53:27.706781 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:27.721911 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60d8e8e1-ed86-432d-9ae4-1d392c6adc07 req-9250ff05-7d86-4816-a92e-694ef7d0e499 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=befd8534-d874-4ac6-9c04-983625cda282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511935 Dec 10 16:53:27.788306 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:27.823428 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 0dfdd32b-c130-4369-a137-aa05400a28e7, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=0dfdd32b-c130-4369-a137-aa05400a28e7,segment=NetworkSegment(274b245b-8bf6-4b82-91ce-1c0df7e23b62),segment_id=274b245b-8bf6-4b82-91ce-1c0df7e23b62)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:53:27.827389 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:27.873832 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=0dfdd32b-c130-4369-a137-aa05400a28e7,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:28.425377 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a6dae-a222-4fc8-8171-094d54ba5bf7 req-dc2dd74b-3164-4aa8-afe7-44056f981c05 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:28.427427 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5e2a6dae-a222-4fc8-8171-094d54ba5bf7 req-dc2dd74b-3164-4aa8-afe7-44056f981c05 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=465bdf94-97e4-4206-a451-f2df77af2479 HTTP/1.1" status: 200 len: 945 time: 0.0594718 Dec 10 16:53:28.477176 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5e2a6dae-a222-4fc8-8171-094d54ba5bf7 req-3a4ce781-1447-4f6b-9ea8-ad0ed0e8bcd3 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436571 Dec 10 16:53:28.594868 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811aed3-11d0-4103-907a-24bdc5fb1ac4 req-279d5510-4884-4a19-a133-20be4cc02e52 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:28.596546 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a811aed3-11d0-4103-907a-24bdc5fb1ac4 req-279d5510-4884-4a19-a133-20be4cc02e52 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=465bdf94-97e4-4206-a451-f2df77af2479 HTTP/1.1" status: 200 len: 945 time: 0.0499516 Dec 10 16:53:28.645212 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a811aed3-11d0-4103-907a-24bdc5fb1ac4 req-3280bff1-221b-4a33-aae0-2d1e4b876d0b tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425498 Dec 10 16:53:29.045400 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907f3e95-c702-4c1b-9ef3-466a6bbeaa4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfdd32b-c130-4369-a137-aa05400a28e7'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:53:29.047780 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee1cbae-a41c-4f9a-8f36-f61c90aa3313" -d '{"events": [{"server_uuid": "907f3e95-c702-4c1b-9ef3-466a6bbeaa4b", "name": "network-vif-plugged", "status": "completed", "tag": "0dfdd32b-c130-4369-a137-aa05400a28e7"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:53:30.007102 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a808ea5-aa77-4db5-b770-70ab20d5517f req-76351080-a79c-4423-94c8-f0389b7ae3ee tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:30.008597 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3a808ea5-aa77-4db5-b770-70ab20d5517f req-76351080-a79c-4423-94c8-f0389b7ae3ee tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=907f3e95-c702-4c1b-9ef3-466a6bbeaa4b HTTP/1.1" status: 200 len: 946 time: 0.0563438 Dec 10 16:53:30.063054 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3a808ea5-aa77-4db5-b770-70ab20d5517f req-a99bf430-b064-48fd-aadc-e60493befb4c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=befd8534-d874-4ac6-9c04-983625cda282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476637 Dec 10 16:53:30.112289 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea95740f-e9f6-452b-ac7c-b6bad0f9b555 x-openstack-request-id: req-ea95740f-e9f6-452b-ac7c-b6bad0f9b555 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:53:30.112929 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907f3e95-c702-4c1b-9ef3-466a6bbeaa4b", "name": "network-vif-plugged", "status": "completed", "tag": "0dfdd32b-c130-4369-a137-aa05400a28e7", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:53:30.112929 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ea95740f-e9f6-452b-ac7c-b6bad0f9b555 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:53:30.113449 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '907f3e95-c702-4c1b-9ef3-466a6bbeaa4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfdd32b-c130-4369-a137-aa05400a28e7', 'code': 200} Dec 10 16:53:30.216541 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e3ff6-d1fa-4cb9-9274-64c0a55fda9b req-e7e8e955-46c2-43fb-9490-ed7299af4e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:30.218162 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d98e3ff6-d1fa-4cb9-9274-64c0a55fda9b req-e7e8e955-46c2-43fb-9490-ed7299af4e26 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=907f3e95-c702-4c1b-9ef3-466a6bbeaa4b HTTP/1.1" status: 200 len: 1097 time: 0.0486007 Dec 10 16:53:30.264515 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d98e3ff6-d1fa-4cb9-9274-64c0a55fda9b req-225355bf-6c30-43fa-ac01-2c2b19cecd14 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=befd8534-d874-4ac6-9c04-983625cda282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397189 Dec 10 16:53:30.319377 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:53:31.272064 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-51a71deb-daf3-4caf-8fc9-240cf3437ace tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:31.274720 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-51a71deb-daf3-4caf-8fc9-240cf3437ace tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/networks?id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 HTTP/1.1" status: 200 len: 812 time: 0.1263933 Dec 10 16:53:31.292583 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-f597e8b6-630f-4f5f-8dd7-f97c4c8480e2 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/quotas/6e3a44487a6e474d845541d47ac87339 HTTP/1.1" status: 200 len: 375 time: 0.0121477 Dec 10 16:53:31.354344 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-fa85bd67-8eba-4f00-8b5f-45494722b2c1 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e3a44487a6e474d845541d47ac87339&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0557401 Dec 10 16:53:31.450439 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-655a43f6-24f8-4ae6-93e7-aeb103b6cf6c service neutron] 10.222.0.11 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882800 Dec 10 16:53:31.551678 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-bdf3031b-bce1-461c-a92c-36e8ae97784a service neutron] 10.222.0.11 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938544 Dec 10 16:53:31.836111 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636795cb-99bd-468c-b3fb-fd5a5d7d70a4 req-16134eb0-215a-4c96-bd04-407fd9920723 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:31.838285 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-636795cb-99bd-468c-b3fb-fd5a5d7d70a4 req-16134eb0-215a-4c96-bd04-407fd9920723 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=907f3e95-c702-4c1b-9ef3-466a6bbeaa4b HTTP/1.1" status: 200 len: 946 time: 0.0565341 Dec 10 16:53:31.922512 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-636795cb-99bd-468c-b3fb-fd5a5d7d70a4 req-ef875b1f-c493-4b26-b30e-0fc7ecd36c84 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=befd8534-d874-4ac6-9c04-983625cda282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764680 Dec 10 16:53:32.007095 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c2a961de-75fc-49d0-b72c-c3aded715b23 req-1297740f-693f-4caf-bdf8-c4ab0f1c4afe tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af8b563-c337-4e46-a0ee-29f7ec498ef0 HTTP/1.1" status: 200 len: 210 time: 0.0360825 Dec 10 16:53:32.138204 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a88552-d792-4509-a4e4-b7b49da271fe req-4b052736-39f2-486a-b714-57d42105bb5a tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:32.139751 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-32a88552-d792-4509-a4e4-b7b49da271fe req-4b052736-39f2-486a-b714-57d42105bb5a tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=907f3e95-c702-4c1b-9ef3-466a6bbeaa4b HTTP/1.1" status: 200 len: 946 time: 0.0538454 Dec 10 16:53:32.197295 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-32a88552-d792-4509-a4e4-b7b49da271fe req-6ac7ac5e-65d4-44e8-ae89-fb877e76b7f4 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=befd8534-d874-4ac6-9c04-983625cda282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511775 Dec 10 16:53:32.243192 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 59744) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:53:32.289946 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae03ac9a-05d2-4888-b37c-d8e0ad9ea88b tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:32.291818 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ae03ac9a-05d2-4888-b37c-d8e0ad9ea88b tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=907f3e95-c702-4c1b-9ef3-466a6bbeaa4b HTTP/1.1" status: 200 len: 1092 time: 0.0473204 Dec 10 16:53:32.294490 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 59748) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:53:32.299115 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-afd79c0b-a2ca-494d-b792-db5f2b335dc0 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'port_id': '0dfdd32b-c130-4369-a137-aa05400a28e7', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:53:32.324514 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-afd79c0b-a2ca-494d-b792-db5f2b335dc0 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:32.452686 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-afd79c0b-a2ca-494d-b792-db5f2b335dc0 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:32.581629 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-afd79c0b-a2ca-494d-b792-db5f2b335dc0 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Allocated IP 172.25.6.201 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/0fc65743-3ded-4598-bb5e-049b6cc25ff7) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:53:32.710356 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-afd79c0b-a2ca-494d-b792-db5f2b335dc0 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:32.747424 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-afd79c0b-a2ca-494d-b792-db5f2b335dc0 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:32.805776 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd79c0b-a2ca-494d-b792-db5f2b335dc0 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:53:32.810931 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-afd79c0b-a2ca-494d-b792-db5f2b335dc0 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:53:32.815325 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd79c0b-a2ca-494d-b792-db5f2b335dc0 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:53:32.818483 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd79c0b-a2ca-494d-b792-db5f2b335dc0 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'Port': ['ID=0fc65743-3ded-4598-bb5e-049b6cc25ff7,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:33.050746 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-e9f64894-dea0-43b4-9408-4e0882593bdc tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:33.052283 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-e9f64894-dea0-43b4-9408-4e0882593bdc tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.46 "GET /v2.0/networks?id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 HTTP/1.1" status: 200 len: 812 time: 0.2130754 Dec 10 16:53:33.070616 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-d91d8baf-ed87-44b6-8a6d-453b366bd8ce tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Request body: {'port': {'device_id': '8af8b563-c337-4e46-a0ee-29f7ec498ef0', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'admin_state_up': True, 'tenant_id': '6e3a44487a6e474d845541d47ac87339'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:53:33.162620 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6341d164-76e9-49e6-804e-1ed5ef0a6974 req-957501ff-4451-4a8e-bdc2-7038aa393314 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af8b563-c337-4e46-a0ee-29f7ec498ef0 HTTP/1.1" status: 200 len: 210 time: 0.0400803 Dec 10 16:53:33.289172 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-d91d8baf-ed87-44b6-8a6d-453b366bd8ce tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Made reservation on behalf of 6e3a44487a6e474d845541d47ac87339 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:53:33.293937 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-d91d8baf-ed87-44b6-8a6d-453b366bd8ce tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:33.361234 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-afd79c0b-a2ca-494d-b792-db5f2b335dc0 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:33.454994 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-afd79c0b-a2ca-494d-b792-db5f2b335dc0 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:33.505907 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-d91d8baf-ed87-44b6-8a6d-453b366bd8ce tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Allocated IP 172.20.0.5 (44b4e0f0-b0d3-48f3-adc8-fd50f61e9990/a77c825d-6cce-4084-9a0d-09483321d369/24e5ef10-f0b5-49a7-a672-57c42ab03d91) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:53:33.710342 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-d91d8baf-ed87-44b6-8a6d-453b366bd8ce tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:33.748921 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-afd79c0b-a2ca-494d-b792-db5f2b335dc0 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:33.766855 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-afd79c0b-a2ca-494d-b792-db5f2b335dc0 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:33.775200 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-d91d8baf-ed87-44b6-8a6d-453b366bd8ce tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:33.788603 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['d007edf8-2717-425f-91bc-41123d040200'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:53:33.833309 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d8baf-ed87-44b6-8a6d-453b366bd8ce tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Pushing event updated for resources: {'Port': ['ID=24e5ef10-f0b5-49a7-a672-57c42ab03d91,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:33.865931 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-d91d8baf-ed87-44b6-8a6d-453b366bd8ce tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Network 44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:53:33.868408 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-d91d8baf-ed87-44b6-8a6d-453b366bd8ce tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:53:33.873484 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-d91d8baf-ed87-44b6-8a6d-453b366bd8ce tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:53:33.974304 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-afd79c0b-a2ca-494d-b792-db5f2b335dc0 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:33.991275 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-d91d8baf-ed87-44b6-8a6d-453b366bd8ce tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:33.992210 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-d91d8baf-ed87-44b6-8a6d-453b366bd8ce tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:34.019596 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-d91d8baf-ed87-44b6-8a6d-453b366bd8ce tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9524295 Dec 10 16:53:34.031890 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-38f1b5ee-6176-4b53-8473-02eeff9e05d4 service neutron] Request body: {'port': {'device_id': '8af8b563-c337-4e46-a0ee-29f7ec498ef0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:53:34.111020 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd79c0b-a2ca-494d-b792-db5f2b335dc0 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'Port': ['ID=0fc65743-3ded-4598-bb5e-049b6cc25ff7,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:34.160314 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-38f1b5ee-6176-4b53-8473-02eeff9e05d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:34.191041 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [None req-afd79c0b-a2ca-494d-b792-db5f2b335dc0 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Floating IP 6faf5d87-1f4e-4b10-b7af-eb23db9c88f2 associated. External IP: 172.25.6.201, port: 0dfdd32b-c130-4369-a137-aa05400a28e7. Dec 10 16:53:34.306368 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-1d3f612d-27ab-4e54-832a-447d62d64719 None None] Provisioning complete for port 24e5ef10-f0b5-49a7-a672-57c42ab03d91 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:53:34.306743 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1d3f612d-27ab-4e54-832a-447d62d64719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:34.402021 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-1d3f612d-27ab-4e54-832a-447d62d64719 None None] Port 24e5ef10-f0b5-49a7-a672-57c42ab03d91 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:53:34.434691 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc59b49-803f-4a5a-b8bc-8d5403663b2d req-c0e05e80-2e16-42c5-a491-c173f320979a tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:34.436266 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bdc59b49-803f-4a5a-b8bc-8d5403663b2d req-c0e05e80-2e16-42c5-a491-c173f320979a tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af8b563-c337-4e46-a0ee-29f7ec498ef0 HTTP/1.1" status: 200 len: 931 time: 0.1263218 Dec 10 16:53:34.578178 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-38f1b5ee-6176-4b53-8473-02eeff9e05d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24e5ef10-f0b5-49a7-a672-57c42ab03d91 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:53:34.588636 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-38f1b5ee-6176-4b53-8473-02eeff9e05d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:34.602294 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-38f1b5ee-6176-4b53-8473-02eeff9e05d4 service neutron] Transition to ACTIVE for port object 24e5ef10-f0b5-49a7-a672-57c42ab03d91 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:53:34.607998 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-38f1b5ee-6176-4b53-8473-02eeff9e05d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:34.693825 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1b5ee-6176-4b53-8473-02eeff9e05d4 service neutron] Pushing event updated for resources: {'Port': ['ID=24e5ef10-f0b5-49a7-a672-57c42ab03d91,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:34.823997 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-38f1b5ee-6176-4b53-8473-02eeff9e05d4 service neutron] Attempting to bind port 24e5ef10-f0b5-49a7-a672-57c42ab03d91 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:53:34.824475 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-38f1b5ee-6176-4b53-8473-02eeff9e05d4 service neutron] Attempting to bind port 24e5ef10-f0b5-49a7-a672-57c42ab03d91 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '025942ee-aaf6-4874-bbc1-b64381358c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:53:34.824817 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-38f1b5ee-6176-4b53-8473-02eeff9e05d4 service neutron] Attempting to bind port 24e5ef10-f0b5-49a7-a672-57c42ab03d91 on network 44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:53:34.838125 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-38f1b5ee-6176-4b53-8473-02eeff9e05d4 service neutron] Port 24e5ef10-f0b5-49a7-a672-57c42ab03d91 on network 44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:53:34.838527 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-38f1b5ee-6176-4b53-8473-02eeff9e05d4 service neutron] Attempting to bind port 24e5ef10-f0b5-49a7-a672-57c42ab03d91 on network 44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:53:34.847546 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-38f1b5ee-6176-4b53-8473-02eeff9e05d4 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:53:34.847952 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-38f1b5ee-6176-4b53-8473-02eeff9e05d4 service neutron] Checking segment: {'id': '025942ee-aaf6-4874-bbc1-b64381358c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:53:34.848340 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-38f1b5ee-6176-4b53-8473-02eeff9e05d4 service neutron] Bound using segment: {'id': '025942ee-aaf6-4874-bbc1-b64381358c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:53:34.848770 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-38f1b5ee-6176-4b53-8473-02eeff9e05d4 service neutron] Bound port: 24e5ef10-f0b5-49a7-a672-57c42ab03d91, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '025942ee-aaf6-4874-bbc1-b64381358c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:53:34.849124 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-38f1b5ee-6176-4b53-8473-02eeff9e05d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:34.964209 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-38f1b5ee-6176-4b53-8473-02eeff9e05d4 service neutron] For port 24e5ef10-f0b5-49a7-a672-57c42ab03d91, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:53:34.975830 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-38f1b5ee-6176-4b53-8473-02eeff9e05d4 service neutron] For port 24e5ef10-f0b5-49a7-a672-57c42ab03d91, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=24e5ef10-f0b5-49a7-a672-57c42ab03d91,segment=NetworkSegment(025942ee-aaf6-4874-bbc1-b64381358c5e),segment_id=025942ee-aaf6-4874-bbc1-b64381358c5e)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:53:34.981844 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-38f1b5ee-6176-4b53-8473-02eeff9e05d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:35.048532 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-38f1b5ee-6176-4b53-8473-02eeff9e05d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:35.049106 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-38f1b5ee-6176-4b53-8473-02eeff9e05d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:35.054539 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-38f1b5ee-6176-4b53-8473-02eeff9e05d4 service neutron] 10.222.0.46 "PUT /v2.0/ports/24e5ef10-f0b5-49a7-a672-57c42ab03d91 HTTP/1.1" status: 200 len: 1091 time: 1.0269911 Dec 10 16:53:35.055047 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af8b563-c337-4e46-a0ee-29f7ec498ef0', 'tag': '24e5ef10-f0b5-49a7-a672-57c42ab03d91'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:53:35.058114 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26d78dd-5867-4df9-9530-a878f0df2b84" -d '{"events": [{"name": "network-changed", "server_uuid": "8af8b563-c337-4e46-a0ee-29f7ec498ef0", "tag": "24e5ef10-f0b5-49a7-a672-57c42ab03d91"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:53:35.219734 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1b5ee-6176-4b53-8473-02eeff9e05d4 service neutron] Pushing event updated for resources: {'Port': ['ID=24e5ef10-f0b5-49a7-a672-57c42ab03d91,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:35.278961 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-8317fcc5-569d-4f48-89af-8951ee59ed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:35.280798 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-8317fcc5-569d-4f48-89af-8951ee59ed2b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6e3a44487a6e474d845541d47ac87339&device_id=8af8b563-c337-4e46-a0ee-29f7ec498ef0 HTTP/1.1" status: 200 len: 1094 time: 0.1661162 Dec 10 16:53:35.349119 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-70abb751-8740-450f-96ca-0060bb53b5dd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24e5ef10-f0b5-49a7-a672-57c42ab03d91 HTTP/1.1" status: 200 len: 217 time: 0.0579667 Dec 10 16:53:35.365572 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bdc59b49-803f-4a5a-b8bc-8d5403663b2d req-6f49fce5-bee7-44bd-a2a0-7efd66f6d9df tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9187963 Dec 10 16:53:35.435006 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd79c0b-a2ca-494d-b792-db5f2b335dc0 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Router 6df0bc78-12c7-493a-9799-3d7c4741e413 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:53:35.437853 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-7288c1c6-1f06-44c4-ba35-381dc5e73ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:35.439737 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-7288c1c6-1f06-44c4-ba35-381dc5e73ebb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a77c825d-6cce-4084-9a0d-09483321d369 HTTP/1.1" status: 200 len: 851 time: 0.0843482 Dec 10 16:53:35.501992 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c9c58c-10d7-4667-b131-fbf8270a48c1 x-openstack-request-id: req-91c9c58c-10d7-4667-b131-fbf8270a48c1 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:53:35.502445 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af8b563-c337-4e46-a0ee-29f7ec498ef0", "tag": "24e5ef10-f0b5-49a7-a672-57c42ab03d91", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:53:35.502799 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-91c9c58c-10d7-4667-b131-fbf8270a48c1 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:53:35.503355 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af8b563-c337-4e46-a0ee-29f7ec498ef0', 'tag': '24e5ef10-f0b5-49a7-a672-57c42ab03d91', 'status': 'completed', 'code': 200} Dec 10 16:53:35.544414 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-7a33d671-92ec-4cfe-983e-ffa95a1eeb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:35.547607 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-7a33d671-92ec-4cfe-983e-ffa95a1eeb11 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0987511 Dec 10 16:53:35.661787 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd79c0b-a2ca-494d-b792-db5f2b335dc0 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:53:35.673915 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab26472-b798-4793-96b5-82797be2895a None None] Sync routers for ids ['6df0bc78-12c7-493a-9799-3d7c4741e413'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:53:35.690909 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab26472-b798-4793-96b5-82797be2895a None None] Routers {'6df0bc78-12c7-493a-9799-3d7c4741e413'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:53:35.692675 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-1ab26472-b798-4793-96b5-82797be2895a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:53:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['6df0bc78-12c7-493a-9799-3d7c4741e413'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:53:35.708789 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-afd79c0b-a2ca-494d-b792-db5f2b335dc0 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:35.709014 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-8a13f771-c32e-4cc9-8377-cfb30a891422 service neutron] 10.222.0.46 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500552 Dec 10 16:53:35.768631 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-afd79c0b-a2ca-494d-b792-db5f2b335dc0 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4708195 Dec 10 16:53:35.768631 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '907f3e95-c702-4c1b-9ef3-466a6bbeaa4b', 'tag': '0dfdd32b-c130-4369-a137-aa05400a28e7'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:53:35.770901 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bda981c-0729-4fb4-83c9-495ced8d5cee" -d '{"events": [{"name": "network-changed", "server_uuid": "907f3e95-c702-4c1b-9ef3-466a6bbeaa4b", "tag": "0dfdd32b-c130-4369-a137-aa05400a28e7"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:53:35.907051 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-1ab26472-b798-4793-96b5-82797be2895a None None] Set router 6df0bc78-12c7-493a-9799-3d7c4741e413 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:53:35.907803 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6fdf4332-e34b-4de3-acfd-d6229f420286 req-ce0e6089-7561-4f62-9aca-f1d52400987e service neutron] 10.222.0.46 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907322 Dec 10 16:53:35.961497 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6783d9-16a7-45af-bde9-55fa00c7e969 req-6bedde08-4077-46f4-bbe3-eeefe0b764d1 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:35.963188 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e6783d9-16a7-45af-bde9-55fa00c7e969 req-6bedde08-4077-46f4-bbe3-eeefe0b764d1 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=907f3e95-c702-4c1b-9ef3-466a6bbeaa4b HTTP/1.1" status: 200 len: 946 time: 0.1103852 Dec 10 16:53:36.046279 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e6783d9-16a7-45af-bde9-55fa00c7e969 req-a5e3fee1-2362-4ffb-98ba-dbe5d4b69b80 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=befd8534-d874-4ac6-9c04-983625cda282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672812 Dec 10 16:53:36.063404 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d78dd-5867-4df9-9530-a878f0df2b84 req-b1da2182-7c8e-4f05-91ed-4cc9ed9bd967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:36.076220 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 59822) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:53:36.076697 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c26d78dd-5867-4df9-9530-a878f0df2b84 req-b1da2182-7c8e-4f05-91ed-4cc9ed9bd967 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6e3a44487a6e474d845541d47ac87339&device_id=8af8b563-c337-4e46-a0ee-29f7ec498ef0 HTTP/1.1" status: 200 len: 1094 time: 0.1133335 Dec 10 16:53:36.160923 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7da60a5-c47d-4978-81f7-f38853847541 x-openstack-request-id: req-e7da60a5-c47d-4978-81f7-f38853847541 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:53:36.161217 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "907f3e95-c702-4c1b-9ef3-466a6bbeaa4b", "tag": "0dfdd32b-c130-4369-a137-aa05400a28e7", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:53:36.161472 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e7da60a5-c47d-4978-81f7-f38853847541 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:53:36.161874 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '907f3e95-c702-4c1b-9ef3-466a6bbeaa4b', 'tag': '0dfdd32b-c130-4369-a137-aa05400a28e7', 'status': 'completed', 'code': 200} Dec 10 16:53:36.236067 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-516a8d38-70fe-418d-8f03-375d9ab9d18d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/floatingips/6faf5d87-1f4e-4b10-b7af-eb23db9c88f2 HTTP/1.1" status: 200 len: 992 time: 0.1584363 Dec 10 16:53:36.249283 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda981c-0729-4fb4-83c9-495ced8d5cee req-412a830d-131b-4fe4-9d3b-393e1455e95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:36.251475 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3bda981c-0729-4fb4-83c9-495ced8d5cee req-412a830d-131b-4fe4-9d3b-393e1455e95f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e316b1d223b341c8ad45a1329ddefc11&device_id=907f3e95-c702-4c1b-9ef3-466a6bbeaa4b HTTP/1.1" status: 200 len: 1097 time: 0.0576396 Dec 10 16:53:36.490450 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-1ab26472-b798-4793-96b5-82797be2895a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df0bc78-12c7-493a-9799-3d7c4741e413', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569265821', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'dbfd4bb7-37b0-4365-bf39-a7df04224314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:11Z', 'updated_at': '2021-12-10T16:53:16Z', 'revision_number': 4, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': 'dbfd4bb7-37b0-4365-bf39-a7df04224314', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:76:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0bc78-12c7-493a-9799-3d7c4741e413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:12Z', 'updated_at': '2021-12-10T16:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '6faf5d87-1f4e-4b10-b7af-eb23db9c88f2', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'floating_ip_address': '172.25.6.201', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '6df0bc78-12c7-493a-9799-3d7c4741e413', 'port_id': '0dfdd32b-c130-4369-a137-aa05400a28e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3808, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a9ccf6f-1648-47f5-b73c-84a8b2280a9c', 'mac_address': 'fa:16:3e:aa:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907f3e95-c702-4c1b-9ef3-466a6bbeaa4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:53:33Z', 'updated_at': '2021-12-10T16:53:33Z', 'revision_number': 0, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5038c0e1-ba19-4a85-8048-cbd1d75d8ce1', 'name': '', 'network_id': '2a9ccf6f-1648-47f5-b73c-84a8b2280a9c', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'mac_address': 'fa:16:3e:4a:f2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0bc78-12c7-493a-9799-3d7c4741e413', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'e8803bd4-7e23-4903-95a9-ab161e9d7c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:15Z', 'updated_at': '2021-12-10T16:53:20Z', 'revision_number': 5, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'subnets': [{'id': 'e8803bd4-7e23-4903-95a9-ab161e9d7c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:53:36.513219 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda981c-0729-4fb4-83c9-495ced8d5cee req-7db9be5e-a9e9-4830-b489-e2f65f97a670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:36.515888 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3bda981c-0729-4fb4-83c9-495ced8d5cee req-7db9be5e-a9e9-4830-b489-e2f65f97a670 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2a9ccf6f-1648-47f5-b73c-84a8b2280a9c HTTP/1.1" status: 200 len: 898 time: 0.2541702 Dec 10 16:53:36.529070 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:36.551439 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab26472-b798-4793-96b5-82797be2895a None None] Checking router: 6df0bc78-12c7-493a-9799-3d7c4741e413 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:53:36.562300 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab26472-b798-4793-96b5-82797be2895a None None] Routers {'6df0bc78-12c7-493a-9799-3d7c4741e413'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:53:36.564778 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-1ab26472-b798-4793-96b5-82797be2895a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:53:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['6df0bc78-12c7-493a-9799-3d7c4741e413'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:53:36.579502 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d78dd-5867-4df9-9530-a878f0df2b84 req-46f08200-74f3-44e5-86f2-adcf49c46f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:36.580996 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c26d78dd-5867-4df9-9530-a878f0df2b84 req-46f08200-74f3-44e5-86f2-adcf49c46f29 service neutron] 10.222.0.46 "GET /v2.0/networks?id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 HTTP/1.1" status: 200 len: 913 time: 0.4969053 Dec 10 16:53:36.698420 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-1ab26472-b798-4793-96b5-82797be2895a None None] Set router 6df0bc78-12c7-493a-9799-3d7c4741e413 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:53:36.728869 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c26d78dd-5867-4df9-9530-a878f0df2b84 req-aa9b9f1e-d71a-4e9e-801b-185795ae4d43 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24e5ef10-f0b5-49a7-a672-57c42ab03d91 HTTP/1.1" status: 200 len: 217 time: 0.1398692 Dec 10 16:53:36.833400 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d78dd-5867-4df9-9530-a878f0df2b84 req-db6c5a44-f32c-4d30-9292-95de8f1ddae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:36.834892 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c26d78dd-5867-4df9-9530-a878f0df2b84 req-db6c5a44-f32c-4d30-9292-95de8f1ddae4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a77c825d-6cce-4084-9a0d-09483321d369 HTTP/1.1" status: 200 len: 851 time: 0.0997517 Dec 10 16:53:36.864807 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42ce19-2ac6-4252-949a-712eb2312c84 req-e38e4061-a9ab-4fa2-9816-4a8659f8c0d2 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:36.877866 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6d42ce19-2ac6-4252-949a-712eb2312c84 req-e38e4061-a9ab-4fa2-9816-4a8659f8c0d2 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af8b563-c337-4e46-a0ee-29f7ec498ef0 HTTP/1.1" status: 200 len: 943 time: 0.3525519 Dec 10 16:53:36.922308 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d78dd-5867-4df9-9530-a878f0df2b84 req-bbacf1ff-175b-4567-b942-151f45c3294b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:36.926210 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c26d78dd-5867-4df9-9530-a878f0df2b84 req-bbacf1ff-175b-4567-b942-151f45c3294b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835042 Dec 10 16:53:36.953204 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3bda981c-0729-4fb4-83c9-495ced8d5cee req-35b7c5af-85ef-479a-9d44-941ffd7c4717 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dfdd32b-c130-4369-a137-aa05400a28e7 HTTP/1.1" status: 200 len: 1000 time: 0.4259894 Dec 10 16:53:37.057866 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-1ab26472-b798-4793-96b5-82797be2895a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df0bc78-12c7-493a-9799-3d7c4741e413', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569265821', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'dbfd4bb7-37b0-4365-bf39-a7df04224314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:11Z', 'updated_at': '2021-12-10T16:53:16Z', 'revision_number': 4, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': 'dbfd4bb7-37b0-4365-bf39-a7df04224314', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:76:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0bc78-12c7-493a-9799-3d7c4741e413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:12Z', 'updated_at': '2021-12-10T16:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '6faf5d87-1f4e-4b10-b7af-eb23db9c88f2', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'floating_ip_address': '172.25.6.201', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '6df0bc78-12c7-493a-9799-3d7c4741e413', 'port_id': '0dfdd32b-c130-4369-a137-aa05400a28e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3808, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a9ccf6f-1648-47f5-b73c-84a8b2280a9c', 'mac_address': 'fa:16:3e:aa:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907f3e95-c702-4c1b-9ef3-466a6bbeaa4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:53:33Z', 'updated_at': '2021-12-10T16:53:33Z', 'revision_number': 0, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5038c0e1-ba19-4a85-8048-cbd1d75d8ce1', 'name': '', 'network_id': '2a9ccf6f-1648-47f5-b73c-84a8b2280a9c', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'mac_address': 'fa:16:3e:4a:f2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0bc78-12c7-493a-9799-3d7c4741e413', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'e8803bd4-7e23-4903-95a9-ab161e9d7c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:15Z', 'updated_at': '2021-12-10T16:53:20Z', 'revision_number': 5, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'subnets': [{'id': 'e8803bd4-7e23-4903-95a9-ab161e9d7c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:53:37.078102 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6d42ce19-2ac6-4252-949a-712eb2312c84 req-b52b1a9a-0689-4e8d-903c-fe9bace7531d tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910787 Dec 10 16:53:37.121701 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda981c-0729-4fb4-83c9-495ced8d5cee req-5924b698-47e7-47ba-ba8f-7b8dca964c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:37.124278 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3bda981c-0729-4fb4-83c9-495ced8d5cee req-5924b698-47e7-47ba-ba8f-7b8dca964c90 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8803bd4-7e23-4903-95a9-ab161e9d7c3d HTTP/1.1" status: 200 len: 834 time: 0.1619327 Dec 10 16:53:37.129576 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab26472-b798-4793-96b5-82797be2895a None None] The sync data for ids ['6df0bc78-12c7-493a-9799-3d7c4741e413'] in n-d-766771-2 is: [{'id': '6df0bc78-12c7-493a-9799-3d7c4741e413', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569265821', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'dbfd4bb7-37b0-4365-bf39-a7df04224314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:11Z', 'updated_at': '2021-12-10T16:53:16Z', 'revision_number': 4, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': 'dbfd4bb7-37b0-4365-bf39-a7df04224314', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:76:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0bc78-12c7-493a-9799-3d7c4741e413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:12Z', 'updated_at': '2021-12-10T16:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '6faf5d87-1f4e-4b10-b7af-eb23db9c88f2', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'floating_ip_address': '172.25.6.201', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '6df0bc78-12c7-493a-9799-3d7c4741e413', 'port_id': '0dfdd32b-c130-4369-a137-aa05400a28e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3808, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a9ccf6f-1648-47f5-b73c-84a8b2280a9c', 'mac_address': 'fa:16:3e:aa:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907f3e95-c702-4c1b-9ef3-466a6bbeaa4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:53:33Z', 'updated_at': '2021-12-10T16:53:33Z', 'revision_number': 0, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5038c0e1-ba19-4a85-8048-cbd1d75d8ce1', 'name': '', 'network_id': '2a9ccf6f-1648-47f5-b73c-84a8b2280a9c', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'mac_address': 'fa:16:3e:4a:f2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0bc78-12c7-493a-9799-3d7c4741e413', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'e8803bd4-7e23-4903-95a9-ab161e9d7c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:15Z', 'updated_at': '2021-12-10T16:53:20Z', 'revision_number': 5, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'subnets': [{'id': 'e8803bd4-7e23-4903-95a9-ab161e9d7c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:53:37.184403 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c26d78dd-5867-4df9-9530-a878f0df2b84 req-528b92a7-e109-4482-8f30-ceea080d1ed8 service neutron] 10.222.0.46 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511179 Dec 10 16:53:37.207356 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda981c-0729-4fb4-83c9-495ced8d5cee req-32510d14-3cfe-4718-86e7-383bb39f3f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:37.209517 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3bda981c-0729-4fb4-83c9-495ced8d5cee req-32510d14-3cfe-4718-86e7-383bb39f3f6f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2a9ccf6f-1648-47f5-b73c-84a8b2280a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787535 Dec 10 16:53:37.245849 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 59842) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:53:37.370354 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c26d78dd-5867-4df9-9530-a878f0df2b84 req-20f25ca2-42e0-4c04-aae2-d2dfa51fd372 service neutron] 10.222.0.46 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777408 Dec 10 16:53:37.397471 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-eb8f8137-b98a-48f2-acc4-a477326b2cd7 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/floatingips/6faf5d87-1f4e-4b10-b7af-eb23db9c88f2 HTTP/1.1" status: 200 len: 992 time: 0.1489046 Dec 10 16:53:37.437732 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3bda981c-0729-4fb4-83c9-495ced8d5cee req-d664a736-6997-41a9-bed3-432e6d8a767f service neutron] 10.222.0.26 "GET /v2.0/networks/2a9ccf6f-1648-47f5-b73c-84a8b2280a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204628 Dec 10 16:53:37.509546 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0c5a32-944c-4077-895d-e3e1d8183abe None None] New status for floating IP 6faf5d87-1f4e-4b10-b7af-eb23db9c88f2: ACTIVE {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:53:37.581264 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3bda981c-0729-4fb4-83c9-495ced8d5cee req-13a56139-516a-4086-8e3c-3e246cf73583 service neutron] 10.222.0.26 "GET /v2.0/networks/2a9ccf6f-1648-47f5-b73c-84a8b2280a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365197 Dec 10 16:53:38.226968 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a0cd9-b385-4d15-8f68-e558b377f62a req-4d7fe8b4-7386-4721-85b4-ff5ecb6fb824 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:38.229447 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc7a0cd9-b385-4d15-8f68-e558b377f62a req-4d7fe8b4-7386-4721-85b4-ff5ecb6fb824 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af8b563-c337-4e46-a0ee-29f7ec498ef0 HTTP/1.1" status: 200 len: 943 time: 0.0704336 Dec 10 16:53:38.289745 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc7a0cd9-b385-4d15-8f68-e558b377f62a req-3fc87d0a-a3fe-4563-9b58-ce7880c5b4fe tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541964 Dec 10 16:53:38.320461 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:38.399864 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 59870) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:53:38.519503 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2cbb4e79-5d79-4b07-a75d-644480e6e424 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/floatingips/6faf5d87-1f4e-4b10-b7af-eb23db9c88f2 HTTP/1.1" status: 200 len: 994 time: 0.1172674 Dec 10 16:53:39.464071 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f700c-acde-40b7-86e9-78ae06cb2306 req-44a44083-478e-435c-943a-789575395d92 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:39.466604 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b39f700c-acde-40b7-86e9-78ae06cb2306 req-44a44083-478e-435c-943a-789575395d92 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af8b563-c337-4e46-a0ee-29f7ec498ef0 HTTP/1.1" status: 200 len: 943 time: 0.0859017 Dec 10 16:53:39.559218 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b39f700c-acde-40b7-86e9-78ae06cb2306 req-9e174555-6348-41b7-9edf-251a7dc2c67a tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856130 Dec 10 16:53:40.757541 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c33aa-140c-41c2-920a-793e0c00b857 req-846e8be4-8cf6-4241-a276-a9125affdf5c tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:40.759824 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d29c33aa-140c-41c2-920a-793e0c00b857 req-846e8be4-8cf6-4241-a276-a9125affdf5c tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af8b563-c337-4e46-a0ee-29f7ec498ef0 HTTP/1.1" status: 200 len: 943 time: 0.0846949 Dec 10 16:53:40.838781 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d29c33aa-140c-41c2-920a-793e0c00b857 req-2abddde8-743a-47df-b933-35d3f65dfed4 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659406 Dec 10 16:53:41.982954 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8ee92-15e8-40d9-aed8-e2ed051708d1 req-6cbf5374-2cce-4a97-817e-ec3ab26b8ca8 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:41.984591 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3bd8ee92-15e8-40d9-aed8-e2ed051708d1 req-6cbf5374-2cce-4a97-817e-ec3ab26b8ca8 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af8b563-c337-4e46-a0ee-29f7ec498ef0 HTTP/1.1" status: 200 len: 943 time: 0.0749311 Dec 10 16:53:42.047153 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3bd8ee92-15e8-40d9-aed8-e2ed051708d1 req-81dfa45a-aa27-4a5d-bc4b-98e1fdd8baeb tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541842 Dec 10 16:53:43.176156 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5c80a-9b1d-4656-ac2d-3ab50b0c91b7 req-3eb1312e-1e7e-478d-b777-ef8a10d13813 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:43.177778 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4bc5c80a-9b1d-4656-ac2d-3ab50b0c91b7 req-3eb1312e-1e7e-478d-b777-ef8a10d13813 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af8b563-c337-4e46-a0ee-29f7ec498ef0 HTTP/1.1" status: 200 len: 943 time: 0.0567572 Dec 10 16:53:43.230765 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4bc5c80a-9b1d-4656-ac2d-3ab50b0c91b7 req-cf98f9da-c256-459d-96c0-42ab70b64c86 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467014 Dec 10 16:53:43.942671 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-11928f6d-aed8-4a20-8dbc-315e94b888e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:44.359567 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293f045-be4c-411f-9d6c-02ab9c4c9e04 req-a5027edb-71d9-4dee-8476-5340277a74a9 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:44.361103 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2293f045-be4c-411f-9d6c-02ab9c4c9e04 req-a5027edb-71d9-4dee-8476-5340277a74a9 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af8b563-c337-4e46-a0ee-29f7ec498ef0 HTTP/1.1" status: 200 len: 943 time: 0.0528212 Dec 10 16:53:44.410318 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2293f045-be4c-411f-9d6c-02ab9c4c9e04 req-b4de5549-9ac8-4129-bd6e-7d50dbf41bb0 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428646 Dec 10 16:53:45.550244 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab52e5e-ee89-48a3-a10c-f49c2b9cd8f3 req-2a2e0a27-4381-4abe-b7fe-4880c07344d1 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:45.552675 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aab52e5e-ee89-48a3-a10c-f49c2b9cd8f3 req-2a2e0a27-4381-4abe-b7fe-4880c07344d1 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af8b563-c337-4e46-a0ee-29f7ec498ef0 HTTP/1.1" status: 200 len: 943 time: 0.0638764 Dec 10 16:53:45.608790 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aab52e5e-ee89-48a3-a10c-f49c2b9cd8f3 req-a621bbf6-4c98-44b3-9042-f0208c6f74ee tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498521 Dec 10 16:53:46.485525 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e0423f28-79ca-4674-8481-e40a20d0bed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:46.895325 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4222d-92ba-4d77-b512-ceb0cc7a17f5 req-7f4c3504-7c19-4d85-bf51-bf599bc583a8 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:46.896866 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b2d4222d-92ba-4d77-b512-ceb0cc7a17f5 req-7f4c3504-7c19-4d85-bf51-bf599bc583a8 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af8b563-c337-4e46-a0ee-29f7ec498ef0 HTTP/1.1" status: 200 len: 943 time: 0.1074157 Dec 10 16:53:46.975879 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b2d4222d-92ba-4d77-b512-ceb0cc7a17f5 req-e6199c4c-19da-444a-8020-7a56d68f3743 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668817 Dec 10 16:53:47.352747 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:48.173103 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-863b0b17-01a1-43b6-a882-e2bb1a2dacec req-008a18e7-36be-4d3d-a152-30ed6b2578f0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0b48e3b2-2cf7-45d0-ac05-f8ac9dc0d827&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0996616 Dec 10 16:53:48.182124 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03ecd4-230b-4344-8c95-c03c695e629d req-d692ecc7-1a47-4dfd-a7cb-b0f7477be3fb tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:48.183917 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ca03ecd4-230b-4344-8c95-c03c695e629d req-d692ecc7-1a47-4dfd-a7cb-b0f7477be3fb tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af8b563-c337-4e46-a0ee-29f7ec498ef0 HTTP/1.1" status: 200 len: 943 time: 0.0695510 Dec 10 16:53:48.343291 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ca03ecd4-230b-4344-8c95-c03c695e629d req-41a067ec-9198-480e-81dc-e1d73e549107 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530869 Dec 10 16:53:48.473182 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b0b17-01a1-43b6-a882-e2bb1a2dacec req-3d1c296a-9f29-4c34-9632-ad0be4dc601e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:48.475020 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-863b0b17-01a1-43b6-a882-e2bb1a2dacec req-3d1c296a-9f29-4c34-9632-ad0be4dc601e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bdc7ed738c3144738265db15e9c9048a&device_id=0b48e3b2-2cf7-45d0-ac05-f8ac9dc0d827 HTTP/1.1" status: 200 len: 1097 time: 0.1832449 Dec 10 16:53:48.621265 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b0b17-01a1-43b6-a882-e2bb1a2dacec req-206351ae-ef70-4019-bc40-2d900340d795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:48.623381 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-863b0b17-01a1-43b6-a882-e2bb1a2dacec req-206351ae-ef70-4019-bc40-2d900340d795 service neutron] 10.222.0.26 "GET /v2.0/networks?id=263ff2dd-2395-434d-bed7-21852f5535cc HTTP/1.1" status: 200 len: 912 time: 0.1251445 Dec 10 16:53:48.635666 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:48.710064 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-863b0b17-01a1-43b6-a882-e2bb1a2dacec req-46dd998a-0c56-4ff8-ab55-29051a32401b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cceef20f-3d52-4d5f-8cc9-24da3382119b HTTP/1.1" status: 200 len: 1001 time: 0.0790372 Dec 10 16:53:48.762658 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b0b17-01a1-43b6-a882-e2bb1a2dacec req-b7db2bb1-b3c2-49bc-8c8f-c87dee64dbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:48.764024 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-863b0b17-01a1-43b6-a882-e2bb1a2dacec req-b7db2bb1-b3c2-49bc-8c8f-c87dee64dbf7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bd39f8cf-b633-4e7b-8cc7-6321401d3434 HTTP/1.1" status: 200 len: 850 time: 0.0469766 Dec 10 16:53:48.814118 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b0b17-01a1-43b6-a882-e2bb1a2dacec req-1ee61fba-0902-492d-9de3-7cca33d08198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:48.815700 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-863b0b17-01a1-43b6-a882-e2bb1a2dacec req-1ee61fba-0902-492d-9de3-7cca33d08198 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=263ff2dd-2395-434d-bed7-21852f5535cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448244 Dec 10 16:53:48.915447 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-863b0b17-01a1-43b6-a882-e2bb1a2dacec req-c72b1ade-0a3a-47be-8a15-1119040b1a3e service neutron] 10.222.0.26 "GET /v2.0/networks/263ff2dd-2395-434d-bed7-21852f5535cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925837 Dec 10 16:53:49.013615 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-863b0b17-01a1-43b6-a882-e2bb1a2dacec req-76bc7f89-dd02-4cac-8848-37bf1df0add6 service neutron] 10.222.0.26 "GET /v2.0/networks/263ff2dd-2395-434d-bed7-21852f5535cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910866 Dec 10 16:53:49.461777 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a147bfc-18c6-4fb4-8245-95163035a836 req-6a2cc9ed-dfe3-4c1e-a917-7c9b5a3adafc tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:49.465636 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1a147bfc-18c6-4fb4-8245-95163035a836 req-6a2cc9ed-dfe3-4c1e-a917-7c9b5a3adafc tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af8b563-c337-4e46-a0ee-29f7ec498ef0 HTTP/1.1" status: 200 len: 943 time: 0.0564940 Dec 10 16:53:49.517046 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1a147bfc-18c6-4fb4-8245-95163035a836 req-668d2bb5-7948-4955-a857-fe2884eb51f6 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476027 Dec 10 16:53:49.695698 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:50.647869 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af9f41-0e6a-4112-8ec7-e62c5f374fb1 req-c69b422b-9bcf-4726-93c2-4b1f6f648cb5 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:50.649642 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c4af9f41-0e6a-4112-8ec7-e62c5f374fb1 req-c69b422b-9bcf-4726-93c2-4b1f6f648cb5 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af8b563-c337-4e46-a0ee-29f7ec498ef0 HTTP/1.1" status: 200 len: 943 time: 0.0582235 Dec 10 16:53:50.700556 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c4af9f41-0e6a-4112-8ec7-e62c5f374fb1 req-4d567515-56dc-4d60-b9d2-38bdff1991c4 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439248 Dec 10 16:53:50.910010 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-909e68ed-ffee-449a-84a3-f776e3279503 req-263eda83-38b9-4403-82d7-b0d2ed464bc4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=465bdf94-97e4-4206-a451-f2df77af2479&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401781 Dec 10 16:53:50.991670 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e68ed-ffee-449a-84a3-f776e3279503 req-d11e1ed4-0650-4ced-b1ba-686eb3b13943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:50.993343 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-909e68ed-ffee-449a-84a3-f776e3279503 req-d11e1ed4-0650-4ced-b1ba-686eb3b13943 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6e3a44487a6e474d845541d47ac87339&device_id=465bdf94-97e4-4206-a451-f2df77af2479 HTTP/1.1" status: 200 len: 1096 time: 0.0422487 Dec 10 16:53:51.102524 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e68ed-ffee-449a-84a3-f776e3279503 req-6bbcaf28-8275-4af8-8506-7f6e8fd4422e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:51.103980 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-909e68ed-ffee-449a-84a3-f776e3279503 req-6bbcaf28-8275-4af8-8506-7f6e8fd4422e service neutron] 10.222.0.46 "GET /v2.0/networks?id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 HTTP/1.1" status: 200 len: 913 time: 0.0913639 Dec 10 16:53:51.146438 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-909e68ed-ffee-449a-84a3-f776e3279503 req-4a5524ca-a85b-43cf-ab73-4762b3493734 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d007edf8-2717-425f-91bc-41123d040200 HTTP/1.1" status: 200 len: 217 time: 0.0354826 Dec 10 16:53:51.196628 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e68ed-ffee-449a-84a3-f776e3279503 req-df003b90-8f3b-464f-ac92-0df3fe80ceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:51.197995 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-909e68ed-ffee-449a-84a3-f776e3279503 req-df003b90-8f3b-464f-ac92-0df3fe80ceb3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a77c825d-6cce-4084-9a0d-09483321d369 HTTP/1.1" status: 200 len: 851 time: 0.0451636 Dec 10 16:53:51.248987 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e68ed-ffee-449a-84a3-f776e3279503 req-1111fc36-50b7-472d-8c01-c946b3d411e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:51.250555 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-909e68ed-ffee-449a-84a3-f776e3279503 req-1111fc36-50b7-472d-8c01-c946b3d411e9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451143 Dec 10 16:53:51.341721 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-909e68ed-ffee-449a-84a3-f776e3279503 req-c6b7391e-85cb-4e21-b587-5663dcc7dffa service neutron] 10.222.0.46 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829997 Dec 10 16:53:51.436332 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-909e68ed-ffee-449a-84a3-f776e3279503 req-fcecd9ac-c9d5-420d-aaac-038e5427235a service neutron] 10.222.0.46 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869825 Dec 10 16:53:51.832957 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b1154-4375-44f7-8eca-9c690a43d26e req-ec530125-d3d7-4715-9d15-5f47411ebf4c tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:51.840349 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-769b1154-4375-44f7-8eca-9c690a43d26e req-ec530125-d3d7-4715-9d15-5f47411ebf4c tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af8b563-c337-4e46-a0ee-29f7ec498ef0 HTTP/1.1" status: 200 len: 943 time: 0.0601318 Dec 10 16:53:51.886431 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-769b1154-4375-44f7-8eca-9c690a43d26e req-405e40fc-bd4b-4696-9d51-391730b2de01 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450644 Dec 10 16:53:53.017066 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e2c84-5db3-4d93-b488-ffc7aad18e98 req-90b1e4b2-6d8f-4bec-9e23-7a3ad1163a55 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:53.018633 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8f8e2c84-5db3-4d93-b488-ffc7aad18e98 req-90b1e4b2-6d8f-4bec-9e23-7a3ad1163a55 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af8b563-c337-4e46-a0ee-29f7ec498ef0 HTTP/1.1" status: 200 len: 943 time: 0.0592546 Dec 10 16:53:53.074110 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8f8e2c84-5db3-4d93-b488-ffc7aad18e98 req-ffd60849-b6c7-43fe-8164-4a9cb8749cf6 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493839 Dec 10 16:53:54.195578 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103018bf-720a-4d55-b43a-7076409d575e req-965d50af-250d-4d75-9f92-953a0c3de556 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:54.197151 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-103018bf-720a-4d55-b43a-7076409d575e req-965d50af-250d-4d75-9f92-953a0c3de556 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af8b563-c337-4e46-a0ee-29f7ec498ef0 HTTP/1.1" status: 200 len: 943 time: 0.0510063 Dec 10 16:53:54.251018 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-103018bf-720a-4d55-b43a-7076409d575e req-6d8255b7-d389-417d-871d-036ca9fabfda tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466905 Dec 10 16:53:54.533695 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-03fe72e9-9b0a-4071-bcd7-5b3464be819d tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:54.535449 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-03fe72e9-9b0a-4071-bcd7-5b3464be819d tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/networks?id=eb4b99db-f746-4912-94e0-a079e5b93409 HTTP/1.1" status: 200 len: 814 time: 0.1112533 Dec 10 16:53:54.553002 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-a57d5624-e2e2-4a24-b1ca-2b6544263bc3 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/quotas/e2300a32c0a547109ebe9c83a7652c58 HTTP/1.1" status: 200 len: 375 time: 0.0105021 Dec 10 16:53:54.584928 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-2b09dd3b-7adc-4f4d-969d-abc2ed2c4694 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e2300a32c0a547109ebe9c83a7652c58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262628 Dec 10 16:53:54.738367 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-f80f5327-1437-4a03-ab85-7c9b6c254b8a service neutron] 10.222.0.11 "GET /v2.0/networks/eb4b99db-f746-4912-94e0-a079e5b93409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452801 Dec 10 16:53:54.829611 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-fddeb070-0734-4c7e-bb80-21c7911e9dce service neutron] 10.222.0.11 "GET /v2.0/networks/eb4b99db-f746-4912-94e0-a079e5b93409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850091 Dec 10 16:53:55.208269 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-95d00dca-d8fc-4f90-870c-97a9211404b1 req-24e99101-116d-45c9-8281-99047193bf17 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/ports?device_id=76b2707d-1f3b-4b65-86ab-62aa50392ab8 HTTP/1.1" status: 200 len: 210 time: 0.0270503 Dec 10 16:53:55.378736 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2ab08-0020-4c9f-827a-3501c6a3bec1 req-02b51f56-b3c2-4afb-acff-9a8adb4c9b3e tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:55.380146 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dda2ab08-0020-4c9f-827a-3501c6a3bec1 req-02b51f56-b3c2-4afb-acff-9a8adb4c9b3e tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af8b563-c337-4e46-a0ee-29f7ec498ef0 HTTP/1.1" status: 200 len: 943 time: 0.0541735 Dec 10 16:53:55.436603 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dda2ab08-0020-4c9f-827a-3501c6a3bec1 req-50614c46-af99-4eeb-a710-5c5a17611a5f tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502410 Dec 10 16:53:56.248730 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-ba3c7ba4-7473-4a97-8cea-ab2c28640214 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:56.251339 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-ba3c7ba4-7473-4a97-8cea-ab2c28640214 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.26 "GET /v2.0/networks?id=eb4b99db-f746-4912-94e0-a079e5b93409 HTTP/1.1" status: 200 len: 814 time: 0.1285629 Dec 10 16:53:56.273012 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-983b694e-4109-40b6-a653-ebb56f025313 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Request body: {'port': {'device_id': '76b2707d-1f3b-4b65-86ab-62aa50392ab8', 'network_id': 'eb4b99db-f746-4912-94e0-a079e5b93409', 'admin_state_up': True, 'tenant_id': 'e2300a32c0a547109ebe9c83a7652c58'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:53:56.376234 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-13549223-46c2-453e-9cbe-e564e3e6183d req-04aefeca-6aea-431f-82d2-52c5c26e119b tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/ports?device_id=76b2707d-1f3b-4b65-86ab-62aa50392ab8 HTTP/1.1" status: 200 len: 210 time: 0.0350647 Dec 10 16:53:56.429349 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-983b694e-4109-40b6-a653-ebb56f025313 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Made reservation on behalf of e2300a32c0a547109ebe9c83a7652c58 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:53:56.434465 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-983b694e-4109-40b6-a653-ebb56f025313 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:56.617655 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5661d6-e12a-4ca1-80b2-75789acf5a70 req-3c80d280-5362-42ce-a81f-e0927ca70d78 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:56.619291 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fb5661d6-e12a-4ca1-80b2-75789acf5a70 req-3c80d280-5362-42ce-a81f-e0927ca70d78 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af8b563-c337-4e46-a0ee-29f7ec498ef0 HTTP/1.1" status: 200 len: 943 time: 0.0974050 Dec 10 16:53:56.623502 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-983b694e-4109-40b6-a653-ebb56f025313 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Allocated IP 172.20.0.6 (eb4b99db-f746-4912-94e0-a079e5b93409/a6d12897-3b6f-44f1-94e6-db05c2fcc869/22aba6e9-e3c2-42f2-9dcb-91758eee31da) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:53:56.714188 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fb5661d6-e12a-4ca1-80b2-75789acf5a70 req-49b8be97-eedb-4e0e-8170-40587100d883 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858097 Dec 10 16:53:56.861363 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-983b694e-4109-40b6-a653-ebb56f025313 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:56.905421 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-983b694e-4109-40b6-a653-ebb56f025313 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:56.960375 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-983b694e-4109-40b6-a653-ebb56f025313 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Network eb4b99db-f746-4912-94e0-a079e5b93409 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:53:56.963792 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-983b694e-4109-40b6-a653-ebb56f025313 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:53:56.967676 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-983b694e-4109-40b6-a653-ebb56f025313 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:53:56.994049 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b694e-4109-40b6-a653-ebb56f025313 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Pushing event updated for resources: {'Port': ['ID=22aba6e9-e3c2-42f2-9dcb-91758eee31da,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:57.013981 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983b694e-4109-40b6-a653-ebb56f025313 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:57.014358 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983b694e-4109-40b6-a653-ebb56f025313 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:57.014762 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983b694e-4109-40b6-a653-ebb56f025313 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:57.015107 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983b694e-4109-40b6-a653-ebb56f025313 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:57.015449 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983b694e-4109-40b6-a653-ebb56f025313 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:57.015797 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983b694e-4109-40b6-a653-ebb56f025313 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:57.016119 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983b694e-4109-40b6-a653-ebb56f025313 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:57.016486 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983b694e-4109-40b6-a653-ebb56f025313 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:57.016862 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983b694e-4109-40b6-a653-ebb56f025313 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:57.017140 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983b694e-4109-40b6-a653-ebb56f025313 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:57.017559 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983b694e-4109-40b6-a653-ebb56f025313 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:57.017869 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983b694e-4109-40b6-a653-ebb56f025313 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:57.018281 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983b694e-4109-40b6-a653-ebb56f025313 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:57.038538 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-983b694e-4109-40b6-a653-ebb56f025313 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:57.039456 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-983b694e-4109-40b6-a653-ebb56f025313 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:57.057722 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-983b694e-4109-40b6-a653-ebb56f025313 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7891695 Dec 10 16:53:57.070603 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-23d5f408-86bb-487b-8c59-dd10b5e7f368 service neutron] Request body: {'port': {'device_id': '76b2707d-1f3b-4b65-86ab-62aa50392ab8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:53:57.127370 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-23d5f408-86bb-487b-8c59-dd10b5e7f368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:57.429447 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-23d5f408-86bb-487b-8c59-dd10b5e7f368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22aba6e9-e3c2-42f2-9dcb-91758eee31da {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:53:57.437664 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-23d5f408-86bb-487b-8c59-dd10b5e7f368 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:57.451244 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-23d5f408-86bb-487b-8c59-dd10b5e7f368 service neutron] Transition to ACTIVE for port object 22aba6e9-e3c2-42f2-9dcb-91758eee31da will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:53:57.455691 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-23d5f408-86bb-487b-8c59-dd10b5e7f368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:57.538101 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d5f408-86bb-487b-8c59-dd10b5e7f368 service neutron] Pushing event updated for resources: {'Port': ['ID=22aba6e9-e3c2-42f2-9dcb-91758eee31da,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:57.600348 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289275f-eb18-424b-8c04-2a6fc4547324 req-62886fcd-b2c7-40e6-acb3-6ba56cd79e69 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:57.601977 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a289275f-eb18-424b-8c04-2a6fc4547324 req-62886fcd-b2c7-40e6-acb3-6ba56cd79e69 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/ports?device_id=76b2707d-1f3b-4b65-86ab-62aa50392ab8 HTTP/1.1" status: 200 len: 943 time: 0.1164408 Dec 10 16:53:57.649155 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-23d5f408-86bb-487b-8c59-dd10b5e7f368 service neutron] Attempting to bind port 22aba6e9-e3c2-42f2-9dcb-91758eee31da on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:53:57.649415 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-23d5f408-86bb-487b-8c59-dd10b5e7f368 service neutron] Attempting to bind port 22aba6e9-e3c2-42f2-9dcb-91758eee31da by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '581f60a9-282b-4a5b-b1af-261eb7622077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'eb4b99db-f746-4912-94e0-a079e5b93409'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:53:57.649730 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-23d5f408-86bb-487b-8c59-dd10b5e7f368 service neutron] Attempting to bind port 22aba6e9-e3c2-42f2-9dcb-91758eee31da on network eb4b99db-f746-4912-94e0-a079e5b93409 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:53:57.665562 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-23d5f408-86bb-487b-8c59-dd10b5e7f368 service neutron] Port 22aba6e9-e3c2-42f2-9dcb-91758eee31da on network eb4b99db-f746-4912-94e0-a079e5b93409 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:53:57.665884 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-23d5f408-86bb-487b-8c59-dd10b5e7f368 service neutron] Attempting to bind port 22aba6e9-e3c2-42f2-9dcb-91758eee31da on network eb4b99db-f746-4912-94e0-a079e5b93409 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:53:57.685773 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-23d5f408-86bb-487b-8c59-dd10b5e7f368 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:53:57.686098 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-23d5f408-86bb-487b-8c59-dd10b5e7f368 service neutron] Checking segment: {'id': '581f60a9-282b-4a5b-b1af-261eb7622077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'eb4b99db-f746-4912-94e0-a079e5b93409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:53:57.686523 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-23d5f408-86bb-487b-8c59-dd10b5e7f368 service neutron] Bound using segment: {'id': '581f60a9-282b-4a5b-b1af-261eb7622077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'eb4b99db-f746-4912-94e0-a079e5b93409'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:53:57.686968 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-23d5f408-86bb-487b-8c59-dd10b5e7f368 service neutron] Bound port: 22aba6e9-e3c2-42f2-9dcb-91758eee31da, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '581f60a9-282b-4a5b-b1af-261eb7622077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'eb4b99db-f746-4912-94e0-a079e5b93409'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:53:57.687378 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-23d5f408-86bb-487b-8c59-dd10b5e7f368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:57.695025 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a289275f-eb18-424b-8c04-2a6fc4547324 req-3e03698c-d1f0-44c0-9d21-c864bb987512 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/security-groups?id=c70087bb-73cc-463d-8937-e5ac2239c40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855999 Dec 10 16:53:57.796967 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-23d5f408-86bb-487b-8c59-dd10b5e7f368 service neutron] For port 22aba6e9-e3c2-42f2-9dcb-91758eee31da, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:53:57.808514 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-23d5f408-86bb-487b-8c59-dd10b5e7f368 service neutron] For port 22aba6e9-e3c2-42f2-9dcb-91758eee31da, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=22aba6e9-e3c2-42f2-9dcb-91758eee31da,segment=NetworkSegment(581f60a9-282b-4a5b-b1af-261eb7622077),segment_id=581f60a9-282b-4a5b-b1af-261eb7622077)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:53:57.827407 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-23d5f408-86bb-487b-8c59-dd10b5e7f368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:57.905903 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-23d5f408-86bb-487b-8c59-dd10b5e7f368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:57.906672 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-23d5f408-86bb-487b-8c59-dd10b5e7f368 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:57.908386 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-23d5f408-86bb-487b-8c59-dd10b5e7f368 service neutron] 10.222.0.26 "PUT /v2.0/ports/22aba6e9-e3c2-42f2-9dcb-91758eee31da HTTP/1.1" status: 200 len: 1091 time: 0.8421381 Dec 10 16:53:57.911785 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b2707d-1f3b-4b65-86ab-62aa50392ab8', 'tag': '22aba6e9-e3c2-42f2-9dcb-91758eee31da'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:53:57.914455 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8f3497-edeb-48d1-804b-7fbf0de08b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "76b2707d-1f3b-4b65-86ab-62aa50392ab8", "tag": "22aba6e9-e3c2-42f2-9dcb-91758eee31da"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:53:57.961161 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beee815-0967-48a1-80eb-31c57636bf58 req-7ca438ae-1d0a-462f-adc8-ac1a641195eb tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:57.963253 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8beee815-0967-48a1-80eb-31c57636bf58 req-7ca438ae-1d0a-462f-adc8-ac1a641195eb tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af8b563-c337-4e46-a0ee-29f7ec498ef0 HTTP/1.1" status: 200 len: 943 time: 0.1605678 Dec 10 16:53:57.977836 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d5f408-86bb-487b-8c59-dd10b5e7f368 service neutron] Pushing event updated for resources: {'Port': ['ID=22aba6e9-e3c2-42f2-9dcb-91758eee31da,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:58.044951 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-9398348b-0093-41ce-b028-91334b5bc23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:58.046405 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-9398348b-0093-41ce-b028-91334b5bc23c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e2300a32c0a547109ebe9c83a7652c58&device_id=76b2707d-1f3b-4b65-86ab-62aa50392ab8 HTTP/1.1" status: 200 len: 1094 time: 0.0822113 Dec 10 16:53:58.051060 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8beee815-0967-48a1-80eb-31c57636bf58 req-43cb0bcb-98e6-409a-934e-a6a8d1273d26 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760362 Dec 10 16:53:58.091350 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-ba004666-d619-4fca-b259-7109c4a717e9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22aba6e9-e3c2-42f2-9dcb-91758eee31da HTTP/1.1" status: 200 len: 217 time: 0.0370715 Dec 10 16:53:58.096221 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933d1552-c811-4fb2-8bf1-bf1a081810bf x-openstack-request-id: req-933d1552-c811-4fb2-8bf1-bf1a081810bf {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:53:58.097233 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b2707d-1f3b-4b65-86ab-62aa50392ab8", "tag": "22aba6e9-e3c2-42f2-9dcb-91758eee31da", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:53:58.097495 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-933d1552-c811-4fb2-8bf1-bf1a081810bf {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:53:58.097902 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b2707d-1f3b-4b65-86ab-62aa50392ab8', 'tag': '22aba6e9-e3c2-42f2-9dcb-91758eee31da', 'status': 'completed', 'code': 200} Dec 10 16:53:58.151313 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-84b5a88c-aba4-4ef9-9653-dde60660d0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:58.152832 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-84b5a88c-aba4-4ef9-9653-dde60660d0d4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a6d12897-3b6f-44f1-94e6-db05c2fcc869 HTTP/1.1" status: 200 len: 854 time: 0.0487847 Dec 10 16:53:58.191702 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-13b12034-d940-4cb3-8587-c4c4d4901b3e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eb4b99db-f746-4912-94e0-a079e5b93409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304120 Dec 10 16:53:58.294753 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-dfc0dec9-70ca-43f5-8a43-73e0947c751d service neutron] 10.222.0.26 "GET /v2.0/networks/eb4b99db-f746-4912-94e0-a079e5b93409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961628 Dec 10 16:53:58.395738 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2c33da3c-d245-41c2-8926-c5042f889bcb req-885c2f4f-816d-449e-a2fb-8f6054326aad service neutron] 10.222.0.26 "GET /v2.0/networks/eb4b99db-f746-4912-94e0-a079e5b93409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941818 Dec 10 16:53:58.492342 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f3497-edeb-48d1-804b-7fbf0de08b8b req-237ce7ba-04cf-47ec-9fb8-c4de6fa42a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:58.494027 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9b8f3497-edeb-48d1-804b-7fbf0de08b8b req-237ce7ba-04cf-47ec-9fb8-c4de6fa42a2b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e2300a32c0a547109ebe9c83a7652c58&device_id=76b2707d-1f3b-4b65-86ab-62aa50392ab8 HTTP/1.1" status: 200 len: 1094 time: 0.0436492 Dec 10 16:53:58.600973 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f3497-edeb-48d1-804b-7fbf0de08b8b req-866169a6-acee-4ab6-872d-8a3f1bff2221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:58.602731 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9b8f3497-edeb-48d1-804b-7fbf0de08b8b req-866169a6-acee-4ab6-872d-8a3f1bff2221 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eb4b99db-f746-4912-94e0-a079e5b93409 HTTP/1.1" status: 200 len: 915 time: 0.1019003 Dec 10 16:53:58.648862 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9b8f3497-edeb-48d1-804b-7fbf0de08b8b req-ca89b312-1a45-497f-95a7-9a8d551df326 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22aba6e9-e3c2-42f2-9dcb-91758eee31da HTTP/1.1" status: 200 len: 217 time: 0.0383883 Dec 10 16:53:58.702165 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f3497-edeb-48d1-804b-7fbf0de08b8b req-1b721283-32ad-4c5d-9fa2-d7cfb35fc423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:58.703996 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9b8f3497-edeb-48d1-804b-7fbf0de08b8b req-1b721283-32ad-4c5d-9fa2-d7cfb35fc423 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a6d12897-3b6f-44f1-94e6-db05c2fcc869 HTTP/1.1" status: 200 len: 854 time: 0.0471790 Dec 10 16:53:58.751217 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9b8f3497-edeb-48d1-804b-7fbf0de08b8b req-c38f4177-5b6a-46b6-985d-06543b2ca423 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eb4b99db-f746-4912-94e0-a079e5b93409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396831 Dec 10 16:53:58.877209 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ea68d-7778-4265-9749-5ca6a7ef5bf9 req-00652450-1de5-4cb4-ba22-73e5e66647ad tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:58.878735 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-797ea68d-7778-4265-9749-5ca6a7ef5bf9 req-00652450-1de5-4cb4-ba22-73e5e66647ad tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/ports?device_id=76b2707d-1f3b-4b65-86ab-62aa50392ab8 HTTP/1.1" status: 200 len: 943 time: 0.0998034 Dec 10 16:53:58.896219 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9b8f3497-edeb-48d1-804b-7fbf0de08b8b req-3b92a1c6-29a4-4d63-b99c-bea1cdb1e404 service neutron] 10.222.0.26 "GET /v2.0/networks/eb4b99db-f746-4912-94e0-a079e5b93409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364007 Dec 10 16:53:58.984485 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-797ea68d-7778-4265-9749-5ca6a7ef5bf9 req-0bff5750-d432-46ab-a9e0-72c3d908ce68 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/security-groups?id=c70087bb-73cc-463d-8937-e5ac2239c40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982494 Dec 10 16:53:59.017304 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9b8f3497-edeb-48d1-804b-7fbf0de08b8b req-61bafe60-e5dd-4cc5-b070-9b49b8b80ab5 service neutron] 10.222.0.26 "GET /v2.0/networks/eb4b99db-f746-4912-94e0-a079e5b93409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119487 Dec 10 16:53:59.178071 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89d65b-a7e1-4bbd-bdc2-03708800e719 req-937d4579-aa15-42f2-8039-ad29186cb8b8 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:59.179661 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9f89d65b-a7e1-4bbd-bdc2-03708800e719 req-937d4579-aa15-42f2-8039-ad29186cb8b8 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af8b563-c337-4e46-a0ee-29f7ec498ef0 HTTP/1.1" status: 200 len: 943 time: 0.0567625 Dec 10 16:53:59.233350 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9f89d65b-a7e1-4bbd-bdc2-03708800e719 req-19331fff-dd7a-4b2b-8a59-7c7f6b76f9cb tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470781 Dec 10 16:54:00.116168 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f9991-20cf-4551-bc2f-b568d0eac573 req-0ce6f131-bd9d-4422-b405-0500b1d53565 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:00.118057 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-221f9991-20cf-4551-bc2f-b568d0eac573 req-0ce6f131-bd9d-4422-b405-0500b1d53565 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/ports?device_id=76b2707d-1f3b-4b65-86ab-62aa50392ab8 HTTP/1.1" status: 200 len: 943 time: 0.0611520 Dec 10 16:54:00.175651 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-221f9991-20cf-4551-bc2f-b568d0eac573 req-f697017f-f27c-49e0-bf18-ef573662fff9 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/security-groups?id=c70087bb-73cc-463d-8937-e5ac2239c40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508046 Dec 10 16:54:00.368749 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3867a9-e2ca-4dd4-8c84-fc61d8986600 req-e882e347-1f29-4f9d-8a7c-f695c1cdbd61 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:00.370413 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9c3867a9-e2ca-4dd4-8c84-fc61d8986600 req-e882e347-1f29-4f9d-8a7c-f695c1cdbd61 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af8b563-c337-4e46-a0ee-29f7ec498ef0 HTTP/1.1" status: 200 len: 943 time: 0.0570455 Dec 10 16:54:00.425301 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9c3867a9-e2ca-4dd4-8c84-fc61d8986600 req-b803b5f8-ca1c-4596-a03b-b5d5ed320924 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486205 Dec 10 16:54:01.301150 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031da05a-0e48-4713-87a9-9033f172c776 req-2991a533-7c86-4324-aca0-91b4a8de2523 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:01.303106 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-031da05a-0e48-4713-87a9-9033f172c776 req-2991a533-7c86-4324-aca0-91b4a8de2523 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/ports?device_id=76b2707d-1f3b-4b65-86ab-62aa50392ab8 HTTP/1.1" status: 200 len: 943 time: 0.0572307 Dec 10 16:54:01.361129 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-031da05a-0e48-4713-87a9-9033f172c776 req-46b3d3b6-3cba-4b3f-8b41-09087bdfb4ee tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/security-groups?id=c70087bb-73cc-463d-8937-e5ac2239c40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521176 Dec 10 16:54:01.544001 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c4ffa-7e50-46b2-9a80-0a5994e181f8 req-3a319e9d-2946-42ab-9bf8-5ba776e0df47 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:01.545478 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-559c4ffa-7e50-46b2-9a80-0a5994e181f8 req-3a319e9d-2946-42ab-9bf8-5ba776e0df47 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af8b563-c337-4e46-a0ee-29f7ec498ef0 HTTP/1.1" status: 200 len: 943 time: 0.0486441 Dec 10 16:54:01.592654 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-559c4ffa-7e50-46b2-9a80-0a5994e181f8 req-6a1c86b9-2f19-4e85-91dc-6f46fe3a5c5d tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404561 Dec 10 16:54:01.748646 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 22aba6e9-e3c2-42f2-9dcb-91758eee31da details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:54:01.848762 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 22aba6e9-e3c2-42f2-9dcb-91758eee31da, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=22aba6e9-e3c2-42f2-9dcb-91758eee31da,segment=NetworkSegment(581f60a9-282b-4a5b-b1af-261eb7622077),segment_id=581f60a9-282b-4a5b-b1af-261eb7622077)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:54:01.860848 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '22aba6e9-e3c2-42f2-9dcb-91758eee31da', 'network_id': 'eb4b99db-f746-4912-94e0-a079e5b93409', 'port_id': '22aba6e9-e3c2-42f2-9dcb-91758eee31da', 'mac_address': 'fa:16:3e:66:1c:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6d12897-3b6f-44f1-94e6-db05c2fcc869', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:54:01.903774 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:01.916948 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22aba6e9-e3c2-42f2-9dcb-91758eee31da {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:54:01.936192 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 22aba6e9-e3c2-42f2-9dcb-91758eee31da, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=22aba6e9-e3c2-42f2-9dcb-91758eee31da,segment=NetworkSegment(581f60a9-282b-4a5b-b1af-261eb7622077),segment_id=581f60a9-282b-4a5b-b1af-261eb7622077)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:54:01.940974 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:01.987958 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=22aba6e9-e3c2-42f2-9dcb-91758eee31da,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:02.102906 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593aab7-9b1c-4380-8c2b-85972fe454a1 req-87b6aa00-f999-4e1f-a5e0-3bdc3c11830c tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:02.104396 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b593aab7-9b1c-4380-8c2b-85972fe454a1 req-87b6aa00-f999-4e1f-a5e0-3bdc3c11830c tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b48e3b2-2cf7-45d0-ac05-f8ac9dc0d827 HTTP/1.1" status: 200 len: 946 time: 0.0486515 Dec 10 16:54:02.151231 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b593aab7-9b1c-4380-8c2b-85972fe454a1 req-37896746-8e82-47c9-8505-71e6e3d0d9b0 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=121502ac-9eed-41ec-8e82-0f95754c428f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406332 Dec 10 16:54:02.168865 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['22aba6e9-e3c2-42f2-9dcb-91758eee31da'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:54:02.481711 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50bce6a-081b-464c-8836-4724b78ccf0d req-4ce103c2-a5ed-46db-a301-60f8074935a4 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:02.483204 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c50bce6a-081b-464c-8836-4724b78ccf0d req-4ce103c2-a5ed-46db-a301-60f8074935a4 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/ports?device_id=76b2707d-1f3b-4b65-86ab-62aa50392ab8 HTTP/1.1" status: 200 len: 944 time: 0.0517390 Dec 10 16:54:02.528928 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c50bce6a-081b-464c-8836-4724b78ccf0d req-ef263358-6fba-4512-833e-a6b0089448e6 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/security-groups?id=c70087bb-73cc-463d-8937-e5ac2239c40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398519 Dec 10 16:54:02.707414 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc921f4f-8d3c-4f0d-9e40-1b10ec273f93 req-9069b647-f65e-4f6d-a3ae-a4f2aaabbf31 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:02.708990 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dc921f4f-8d3c-4f0d-9e40-1b10ec273f93 req-9069b647-f65e-4f6d-a3ae-a4f2aaabbf31 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af8b563-c337-4e46-a0ee-29f7ec498ef0 HTTP/1.1" status: 200 len: 943 time: 0.0486357 Dec 10 16:54:02.757286 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dc921f4f-8d3c-4f0d-9e40-1b10ec273f93 req-d38ea894-5178-446c-a5dc-d04a0ea3504d tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422885 Dec 10 16:54:03.269306 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d810d5-4422-40c3-ab44-ed2e8597d3a3 req-ec7364a3-87b4-4b33-9872-9747c9770ab8 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:03.270820 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d8d810d5-4422-40c3-ab44-ed2e8597d3a3 req-ec7364a3-87b4-4b33-9872-9747c9770ab8 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b48e3b2-2cf7-45d0-ac05-f8ac9dc0d827 HTTP/1.1" status: 200 len: 946 time: 0.0520182 Dec 10 16:54:03.318834 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d8d810d5-4422-40c3-ab44-ed2e8597d3a3 req-e20c6537-4b74-4c99-81f3-63c1e297b013 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=121502ac-9eed-41ec-8e82-0f95754c428f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420353 Dec 10 16:54:03.646588 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045901b-9a7b-46ac-b521-18eeb8a6fd46 req-fffc6440-82e5-4c6b-94c6-17db599ca759 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:03.648112 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7045901b-9a7b-46ac-b521-18eeb8a6fd46 req-fffc6440-82e5-4c6b-94c6-17db599ca759 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/ports?device_id=76b2707d-1f3b-4b65-86ab-62aa50392ab8 HTTP/1.1" status: 200 len: 944 time: 0.0497653 Dec 10 16:54:03.699180 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7045901b-9a7b-46ac-b521-18eeb8a6fd46 req-63cf9d23-9e6e-47ee-9cb1-44e332c55c25 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/security-groups?id=c70087bb-73cc-463d-8937-e5ac2239c40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451267 Dec 10 16:54:03.764688 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 22aba6e9-e3c2-42f2-9dcb-91758eee31da up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:54:03.814089 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 22aba6e9-e3c2-42f2-9dcb-91758eee31da completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:54:03.817909 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 22aba6e9-e3c2-42f2-9dcb-91758eee31da triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:54:03.818316 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:03.886724 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08071e81-4b2d-415d-bab1-07a819ba12d2 req-49e834fb-53ef-4e1c-9a05-5a63748db452 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:03.888201 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-08071e81-4b2d-415d-bab1-07a819ba12d2 req-49e834fb-53ef-4e1c-9a05-5a63748db452 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af8b563-c337-4e46-a0ee-29f7ec498ef0 HTTP/1.1" status: 200 len: 943 time: 0.0591702 Dec 10 16:54:03.896458 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:03.923390 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b2707d-1f3b-4b65-86ab-62aa50392ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22aba6e9-e3c2-42f2-9dcb-91758eee31da'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:54:03.925664 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305a514c-22d1-4db2-8a1a-9a58df603383" -d '{"events": [{"server_uuid": "76b2707d-1f3b-4b65-86ab-62aa50392ab8", "name": "network-vif-plugged", "status": "completed", "tag": "22aba6e9-e3c2-42f2-9dcb-91758eee31da"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:54:03.938388 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 22aba6e9-e3c2-42f2-9dcb-91758eee31da, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=22aba6e9-e3c2-42f2-9dcb-91758eee31da,segment=NetworkSegment(581f60a9-282b-4a5b-b1af-261eb7622077),segment_id=581f60a9-282b-4a5b-b1af-261eb7622077)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:54:03.942209 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:03.959762 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685855e4-81e2-4fb5-ac8f-907240713cb1 req-d65bca4a-782c-464a-b146-c51a0954be4e tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:03.961203 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-685855e4-81e2-4fb5-ac8f-907240713cb1 req-d65bca4a-782c-464a-b146-c51a0954be4e tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b48e3b2-2cf7-45d0-ac05-f8ac9dc0d827 HTTP/1.1" status: 200 len: 946 time: 0.0918198 Dec 10 16:54:03.968574 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-08071e81-4b2d-415d-bab1-07a819ba12d2 req-5dc8df21-cd06-4189-b474-b4eda5d0acb8 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624974 Dec 10 16:54:03.991327 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=22aba6e9-e3c2-42f2-9dcb-91758eee31da,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:04.027801 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe57e476-dc88-48e2-9477-f8c0cf9f726d x-openstack-request-id: req-fe57e476-dc88-48e2-9477-f8c0cf9f726d {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:54:04.028091 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b2707d-1f3b-4b65-86ab-62aa50392ab8", "name": "network-vif-plugged", "status": "completed", "tag": "22aba6e9-e3c2-42f2-9dcb-91758eee31da", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:54:04.028346 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fe57e476-dc88-48e2-9477-f8c0cf9f726d {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:54:04.028741 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b2707d-1f3b-4b65-86ab-62aa50392ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22aba6e9-e3c2-42f2-9dcb-91758eee31da', 'code': 200} Dec 10 16:54:04.058452 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-685855e4-81e2-4fb5-ac8f-907240713cb1 req-179c9350-cd6a-4f93-9d5c-7bb258195fd4 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Deleting port cceef20f-3d52-4d5f-8cc9-24da3382119b {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:54:04.058796 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-685855e4-81e2-4fb5-ac8f-907240713cb1 req-179c9350-cd6a-4f93-9d5c-7bb258195fd4 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:04.127453 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642c30b-65aa-4b39-89aa-94264fad152f req-0e7bfcf6-1c48-493c-b558-ba7395e9a1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:04.129112 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6642c30b-65aa-4b39-89aa-94264fad152f req-0e7bfcf6-1c48-493c-b558-ba7395e9a1b0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=76b2707d-1f3b-4b65-86ab-62aa50392ab8 HTTP/1.1" status: 200 len: 1096 time: 0.0427551 Dec 10 16:54:04.178902 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6642c30b-65aa-4b39-89aa-94264fad152f req-e0e9c96c-4286-456a-8c1c-75bef7c1f836 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c70087bb-73cc-463d-8937-e5ac2239c40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418329 Dec 10 16:54:04.508901 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bea62c-6546-4e74-8c0e-98b139527090 req-8d0b9e95-024b-4d21-9a54-3a211ff32994 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:04.510301 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-09bea62c-6546-4e74-8c0e-98b139527090 req-8d0b9e95-024b-4d21-9a54-3a211ff32994 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b48e3b2-2cf7-45d0-ac05-f8ac9dc0d827 HTTP/1.1" status: 200 len: 946 time: 0.0749087 Dec 10 16:54:04.523242 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-685855e4-81e2-4fb5-ac8f-907240713cb1 req-179c9350-cd6a-4f93-9d5c-7bb258195fd4 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] For port cceef20f-3d52-4d5f-8cc9-24da3382119b, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=cceef20f-3d52-4d5f-8cc9-24da3382119b,segment=NetworkSegment(b875ea9d-5e50-474f-9101-c4e81a54e6d1),segment_id=b875ea9d-5e50-474f-9101-c4e81a54e6d1)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:54:04.523608 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-685855e4-81e2-4fb5-ac8f-907240713cb1 req-179c9350-cd6a-4f93-9d5c-7bb258195fd4 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:04.615099 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-09bea62c-6546-4e74-8c0e-98b139527090 req-f654a20b-76b6-4067-9eb4-99cad2658720 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups?id=121502ac-9eed-41ec-8e82-0f95754c428f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977123 Dec 10 16:54:04.727376 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-685855e4-81e2-4fb5-ac8f-907240713cb1 req-179c9350-cd6a-4f93-9d5c-7bb258195fd4 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:04.728108 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-685855e4-81e2-4fb5-ac8f-907240713cb1 req-179c9350-cd6a-4f93-9d5c-7bb258195fd4 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:04.728108 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [req-685855e4-81e2-4fb5-ac8f-907240713cb1 req-179c9350-cd6a-4f93-9d5c-7bb258195fd4 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Floating IP 7e525bbb-e8db-48ac-a00e-abe35cf247ce disassociated. External IP: 172.25.6.70, port: cceef20f-3d52-4d5f-8cc9-24da3382119b. Dec 10 16:54:04.728513 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-685855e4-81e2-4fb5-ac8f-907240713cb1 req-179c9350-cd6a-4f93-9d5c-7bb258195fd4 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Calling delete_port for cceef20f-3d52-4d5f-8cc9-24da3382119b owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:54:04.843248 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da5e51-0232-4b08-b314-f081cf8d18e2 req-5cca4031-6216-4707-8535-32225dbef1cf tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:04.844735 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b8da5e51-0232-4b08-b314-f081cf8d18e2 req-5cca4031-6216-4707-8535-32225dbef1cf tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/ports?device_id=76b2707d-1f3b-4b65-86ab-62aa50392ab8 HTTP/1.1" status: 200 len: 945 time: 0.0706935 Dec 10 16:54:04.929395 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-685855e4-81e2-4fb5-ac8f-907240713cb1 req-179c9350-cd6a-4f93-9d5c-7bb258195fd4 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:04.930592 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 24e5ef10-f0b5-49a7-a672-57c42ab03d91 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:54:04.939965 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b8da5e51-0232-4b08-b314-f081cf8d18e2 req-8cc51eb7-0faf-4f39-8499-e9dcda877353 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/security-groups?id=c70087bb-73cc-463d-8937-e5ac2239c40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867009 Dec 10 16:54:04.962899 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c9350-cd6a-4f93-9d5c-7bb258195fd4 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Pushing event deleted for resources: {'Port': ['ID=cceef20f-3d52-4d5f-8cc9-24da3382119b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:05.039296 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 24e5ef10-f0b5-49a7-a672-57c42ab03d91, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=24e5ef10-f0b5-49a7-a672-57c42ab03d91,segment=NetworkSegment(025942ee-aaf6-4874-bbc1-b64381358c5e),segment_id=025942ee-aaf6-4874-bbc1-b64381358c5e)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:54:05.051563 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '24e5ef10-f0b5-49a7-a672-57c42ab03d91', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'port_id': '24e5ef10-f0b5-49a7-a672-57c42ab03d91', 'mac_address': 'fa:16:3e:62:22:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:54:05.089193 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:05.103710 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24e5ef10-f0b5-49a7-a672-57c42ab03d91 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:54:05.115959 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369dcc7e-8338-4f90-bf88-52344cfefdd1 req-b74af776-72d8-4498-b507-c32ab26f6e0b tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:05.118009 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-369dcc7e-8338-4f90-bf88-52344cfefdd1 req-b74af776-72d8-4498-b507-c32ab26f6e0b tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af8b563-c337-4e46-a0ee-29f7ec498ef0 HTTP/1.1" status: 200 len: 943 time: 0.0712032 Dec 10 16:54:05.124343 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 24e5ef10-f0b5-49a7-a672-57c42ab03d91, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=24e5ef10-f0b5-49a7-a672-57c42ab03d91,segment=NetworkSegment(025942ee-aaf6-4874-bbc1-b64381358c5e),segment_id=025942ee-aaf6-4874-bbc1-b64381358c5e)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:54:05.129126 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:05.150044 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [req-685855e4-81e2-4fb5-ac8f-907240713cb1 req-179c9350-cd6a-4f93-9d5c-7bb258195fd4 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Router e06649b9-63ac-434e-85cd-f44336f6abb9 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:54:05.178063 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=24e5ef10-f0b5-49a7-a672-57c42ab03d91,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:05.222109 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-369dcc7e-8338-4f90-bf88-52344cfefdd1 req-079cdac1-d22b-4cd4-853f-2b74f8d4b702 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910475 Dec 10 16:54:05.289207 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-685855e4-81e2-4fb5-ac8f-907240713cb1 req-179c9350-cd6a-4f93-9d5c-7bb258195fd4 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:54:05.302915 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b6846a-dffa-46f2-9130-26c2ac40e7fd None None] Sync routers for ids ['e06649b9-63ac-434e-85cd-f44336f6abb9'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:54:05.317077 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b6846a-dffa-46f2-9130-26c2ac40e7fd None None] Routers {'e06649b9-63ac-434e-85cd-f44336f6abb9'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:54:05.317686 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-81b6846a-dffa-46f2-9130-26c2ac40e7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:53:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['e06649b9-63ac-434e-85cd-f44336f6abb9'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:54:05.349095 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-685855e4-81e2-4fb5-ac8f-907240713cb1 req-179c9350-cd6a-4f93-9d5c-7bb258195fd4 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] No DVR routers for this DVR port cceef20f-3d52-4d5f-8cc9-24da3382119b on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:54:05.352638 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-685855e4-81e2-4fb5-ac8f-907240713cb1 req-179c9350-cd6a-4f93-9d5c-7bb258195fd4 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:05.358365 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['24e5ef10-f0b5-49a7-a672-57c42ab03d91'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:54:05.363436 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-685855e4-81e2-4fb5-ac8f-907240713cb1 req-179c9350-cd6a-4f93-9d5c-7bb258195fd4 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.26 "DELETE /v2.0/ports/cceef20f-3d52-4d5f-8cc9-24da3382119b HTTP/1.1" status: 204 len: 173 time: 1.3939238 Dec 10 16:54:05.363928 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b48e3b2-2cf7-45d0-ac05-f8ac9dc0d827', 'name': 'network-vif-deleted', 'tag': 'cceef20f-3d52-4d5f-8cc9-24da3382119b'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:54:05.366275 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1db178-465d-4599-ac5a-e281d1f03ad8" -d '{"events": [{"server_uuid": "0b48e3b2-2cf7-45d0-ac05-f8ac9dc0d827", "name": "network-vif-deleted", "tag": "cceef20f-3d52-4d5f-8cc9-24da3382119b"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:54:05.405839 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93b4880-d36a-4a1a-927a-fa2eac377914 x-openstack-request-id: req-d93b4880-d36a-4a1a-927a-fa2eac377914 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:54:05.406175 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b48e3b2-2cf7-45d0-ac05-f8ac9dc0d827", "name": "network-vif-deleted", "tag": "cceef20f-3d52-4d5f-8cc9-24da3382119b", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:54:05.406419 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d93b4880-d36a-4a1a-927a-fa2eac377914 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:54:05.406824 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b48e3b2-2cf7-45d0-ac05-f8ac9dc0d827', 'name': 'network-vif-deleted', 'tag': 'cceef20f-3d52-4d5f-8cc9-24da3382119b', 'status': 'completed', 'code': 200} Dec 10 16:54:05.432782 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-81b6846a-dffa-46f2-9130-26c2ac40e7fd None None] Set router e06649b9-63ac-434e-85cd-f44336f6abb9 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:54:05.655999 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-81b6846a-dffa-46f2-9130-26c2ac40e7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'name': 'tempest-AttachVolumeTestJSON-1585030340-router', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '5e14d5fe-cc7a-434f-aee7-6f8bcb407869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:07Z', 'updated_at': '2021-12-10T16:47:15Z', 'revision_number': 4, 'project_id': 'bdc7ed738c3144738265db15e9c9048a', 'gw_port': {'id': '5e14d5fe-cc7a-434f-aee7-6f8bcb407869', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:09Z', 'updated_at': '2021-12-10T16:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'bf030730-5f80-4c6d-b9b6-cc4c7972e97f', 'name': '', 'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'mac_address': 'fa:16:3e:9e:1e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'bd39f8cf-b633-4e7b-8cc7-6321401d3434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:13Z', 'updated_at': '2021-12-10T16:47:38Z', 'revision_number': 5, 'project_id': 'bdc7ed738c3144738265db15e9c9048a', 'subnets': [{'id': 'bd39f8cf-b633-4e7b-8cc7-6321401d3434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:54:05.683494 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b6846a-dffa-46f2-9130-26c2ac40e7fd None None] Checking router: e06649b9-63ac-434e-85cd-f44336f6abb9 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:54:05.691875 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b6846a-dffa-46f2-9130-26c2ac40e7fd None None] Routers {'e06649b9-63ac-434e-85cd-f44336f6abb9'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:54:05.692466 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-81b6846a-dffa-46f2-9130-26c2ac40e7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:53:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['e06649b9-63ac-434e-85cd-f44336f6abb9'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:54:05.729713 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a2a2abe3-f800-41ee-855d-e1ca5da82277 req-552b6875-b4df-456a-b724-5c8c1e831f4a tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b48e3b2-2cf7-45d0-ac05-f8ac9dc0d827 HTTP/1.1" status: 200 len: 210 time: 0.0275629 Dec 10 16:54:05.802564 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-81b6846a-dffa-46f2-9130-26c2ac40e7fd None None] Set router e06649b9-63ac-434e-85cd-f44336f6abb9 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:54:06.012292 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-81b6846a-dffa-46f2-9130-26c2ac40e7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'name': 'tempest-AttachVolumeTestJSON-1585030340-router', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '5e14d5fe-cc7a-434f-aee7-6f8bcb407869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:07Z', 'updated_at': '2021-12-10T16:47:15Z', 'revision_number': 4, 'project_id': 'bdc7ed738c3144738265db15e9c9048a', 'gw_port': {'id': '5e14d5fe-cc7a-434f-aee7-6f8bcb407869', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:09Z', 'updated_at': '2021-12-10T16:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'bf030730-5f80-4c6d-b9b6-cc4c7972e97f', 'name': '', 'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'mac_address': 'fa:16:3e:9e:1e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'bd39f8cf-b633-4e7b-8cc7-6321401d3434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:13Z', 'updated_at': '2021-12-10T16:47:38Z', 'revision_number': 5, 'project_id': 'bdc7ed738c3144738265db15e9c9048a', 'subnets': [{'id': 'bd39f8cf-b633-4e7b-8cc7-6321401d3434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:54:06.038796 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b6846a-dffa-46f2-9130-26c2ac40e7fd None None] The sync data for ids ['e06649b9-63ac-434e-85cd-f44336f6abb9'] in n-d-766771-2 is: [{'id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'name': 'tempest-AttachVolumeTestJSON-1585030340-router', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '5e14d5fe-cc7a-434f-aee7-6f8bcb407869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:07Z', 'updated_at': '2021-12-10T16:47:15Z', 'revision_number': 4, 'project_id': 'bdc7ed738c3144738265db15e9c9048a', 'gw_port': {'id': '5e14d5fe-cc7a-434f-aee7-6f8bcb407869', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:09Z', 'updated_at': '2021-12-10T16:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'bf030730-5f80-4c6d-b9b6-cc4c7972e97f', 'name': '', 'network_id': '263ff2dd-2395-434d-bed7-21852f5535cc', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'mac_address': 'fa:16:3e:9e:1e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'bd39f8cf-b633-4e7b-8cc7-6321401d3434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:13Z', 'updated_at': '2021-12-10T16:47:38Z', 'revision_number': 5, 'project_id': 'bdc7ed738c3144738265db15e9c9048a', 'subnets': [{'id': 'bd39f8cf-b633-4e7b-8cc7-6321401d3434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:54:06.055609 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a680d86-aae0-4dba-ba51-1da2a5c4e92c req-a07b10d7-b6e7-493d-8da1-0e60b56e5056 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:06.057174 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6a680d86-aae0-4dba-ba51-1da2a5c4e92c req-a07b10d7-b6e7-493d-8da1-0e60b56e5056 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/ports?device_id=76b2707d-1f3b-4b65-86ab-62aa50392ab8 HTTP/1.1" status: 200 len: 945 time: 0.0486016 Dec 10 16:54:06.110945 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6a680d86-aae0-4dba-ba51-1da2a5c4e92c req-af0ec4d0-fb39-440a-a931-93d7e72df9e0 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/security-groups?id=c70087bb-73cc-463d-8937-e5ac2239c40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469851 Dec 10 16:54:06.293218 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922b94d7-5cce-4c87-8166-c11caf8521b0 None None] New status for floating IP 7e525bbb-e8db-48ac-a00e-abe35cf247ce: DOWN {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:54:06.357776 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5487c7-6ac9-4429-8bcc-867f9fa9b6a8 req-023da4b4-75a2-47da-b5e0-6df68bd0b31d tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:06.359407 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cd5487c7-6ac9-4429-8bcc-867f9fa9b6a8 req-023da4b4-75a2-47da-b5e0-6df68bd0b31d tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af8b563-c337-4e46-a0ee-29f7ec498ef0 HTTP/1.1" status: 200 len: 944 time: 0.0562015 Dec 10 16:54:06.416225 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cd5487c7-6ac9-4429-8bcc-867f9fa9b6a8 req-50db02d6-8a00-4f0f-8cd6-cd004c501a79 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476737 Dec 10 16:54:06.591943 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:06.837578 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60594) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:06.896443 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1a1fd57e-9f6c-4369-bed1-57f3caf5a698 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:06.921659 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1a1fd57e-9f6c-4369-bed1-57f3caf5a698 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:06.947754 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 24e5ef10-f0b5-49a7-a672-57c42ab03d91 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:54:06.972717 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1a1fd57e-9f6c-4369-bed1-57f3caf5a698 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:06.975561 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1a1fd57e-9f6c-4369-bed1-57f3caf5a698 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:06.976730 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1a1fd57e-9f6c-4369-bed1-57f3caf5a698 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "DELETE /v2.0/security-groups/121502ac-9eed-41ec-8e82-0f95754c428f HTTP/1.1" status: 204 len: 168 time: 0.1380146 Dec 10 16:54:06.979790 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60596) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:06.995405 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-52b102df-f5b4-4e7f-9585-a328563ebfa9 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] show failed (client error): The resource could not be found. Dec 10 16:54:06.998545 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1fd57e-9f6c-4369-bed1-57f3caf5a698 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=121502ac-9eed-41ec-8e82-0f95754c428f,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:07.000150 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-52b102df-f5b4-4e7f-9585-a328563ebfa9 tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "GET /v2.0/security-groups/121502ac-9eed-41ec-8e82-0f95754c428f HTTP/1.1" status: 404 len: 347 time: 0.0187426 Dec 10 16:54:07.000737 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60598) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:07.011419 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 24e5ef10-f0b5-49a7-a672-57c42ab03d91 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:54:07.024940 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 24e5ef10-f0b5-49a7-a672-57c42ab03d91 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:54:07.025316 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:07.123088 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:07.134017 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-015553cc-a444-4b64-90d7-fc77c748836c tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Deleting port 7f7305e7-ff68-4ddc-88e4-7707a5c5b20d {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:54:07.134698 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-015553cc-a444-4b64-90d7-fc77c748836c tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:07.151689 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af8b563-c337-4e46-a0ee-29f7ec498ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e5ef10-f0b5-49a7-a672-57c42ab03d91'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:54:07.153971 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2749d5b-1eed-4564-b3e5-4489fdde8c53" -d '{"events": [{"server_uuid": "8af8b563-c337-4e46-a0ee-29f7ec498ef0", "name": "network-vif-plugged", "status": "completed", "tag": "24e5ef10-f0b5-49a7-a672-57c42ab03d91"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:54:07.168579 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 24e5ef10-f0b5-49a7-a672-57c42ab03d91, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=24e5ef10-f0b5-49a7-a672-57c42ab03d91,segment=NetworkSegment(025942ee-aaf6-4874-bbc1-b64381358c5e),segment_id=025942ee-aaf6-4874-bbc1-b64381358c5e)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:54:07.173374 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:07.207505 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02ee6db-7ded-48c8-ad5d-6a50ec815f56 x-openstack-request-id: req-f02ee6db-7ded-48c8-ad5d-6a50ec815f56 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:54:07.207851 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af8b563-c337-4e46-a0ee-29f7ec498ef0", "name": "network-vif-plugged", "status": "completed", "tag": "24e5ef10-f0b5-49a7-a672-57c42ab03d91", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:54:07.208305 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f02ee6db-7ded-48c8-ad5d-6a50ec815f56 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:54:07.214592 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af8b563-c337-4e46-a0ee-29f7ec498ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e5ef10-f0b5-49a7-a672-57c42ab03d91', 'code': 200} Dec 10 16:54:07.253728 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=24e5ef10-f0b5-49a7-a672-57c42ab03d91,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:07.257263 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-015553cc-a444-4b64-90d7-fc77c748836c tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:07.257661 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-015553cc-a444-4b64-90d7-fc77c748836c tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:07.274688 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-015553cc-a444-4b64-90d7-fc77c748836c tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Calling delete_port for 7f7305e7-ff68-4ddc-88e4-7707a5c5b20d owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:54:07.319447 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:54:07.376634 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e88df-9c5a-4cfd-aeda-27b0b5662efa req-e15693ab-4d4d-4f02-9e89-3067dbca3c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:07.378250 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6e9e88df-9c5a-4cfd-aeda-27b0b5662efa req-e15693ab-4d4d-4f02-9e89-3067dbca3c06 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8af8b563-c337-4e46-a0ee-29f7ec498ef0 HTTP/1.1" status: 200 len: 1096 time: 0.1050303 Dec 10 16:54:07.443349 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6e9e88df-9c5a-4cfd-aeda-27b0b5662efa req-e64a4cea-4968-4e0b-97ea-1a011df3dc95 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561166 Dec 10 16:54:07.492200 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-015553cc-a444-4b64-90d7-fc77c748836c tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:07.517854 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015553cc-a444-4b64-90d7-fc77c748836c tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Pushing event deleted for resources: {'Port': ['ID=7f7305e7-ff68-4ddc-88e4-7707a5c5b20d,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:07.532046 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015553cc-a444-4b64-90d7-fc77c748836c tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:07.532397 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015553cc-a444-4b64-90d7-fc77c748836c tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:07.532757 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015553cc-a444-4b64-90d7-fc77c748836c tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:07.533099 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015553cc-a444-4b64-90d7-fc77c748836c tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:07.534224 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015553cc-a444-4b64-90d7-fc77c748836c tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:07.534561 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015553cc-a444-4b64-90d7-fc77c748836c tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:07.534890 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015553cc-a444-4b64-90d7-fc77c748836c tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:07.535214 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015553cc-a444-4b64-90d7-fc77c748836c tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:07.535537 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015553cc-a444-4b64-90d7-fc77c748836c tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:07.535853 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015553cc-a444-4b64-90d7-fc77c748836c tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:07.536622 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015553cc-a444-4b64-90d7-fc77c748836c tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:07.537278 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015553cc-a444-4b64-90d7-fc77c748836c tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:07.537685 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015553cc-a444-4b64-90d7-fc77c748836c tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:07.568151 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab0df1-e13f-4ee0-89c0-e283f302fe31 req-6b62d959-bf21-4fb6-a482-f8c8e7f72bbb tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:07.570227 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-45ab0df1-e13f-4ee0-89c0-e283f302fe31 req-6b62d959-bf21-4fb6-a482-f8c8e7f72bbb tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af8b563-c337-4e46-a0ee-29f7ec498ef0 HTTP/1.1" status: 200 len: 945 time: 0.0696850 Dec 10 16:54:07.627312 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-015553cc-a444-4b64-90d7-fc77c748836c tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:07.631525 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-015553cc-a444-4b64-90d7-fc77c748836c tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:07.632784 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-015553cc-a444-4b64-90d7-fc77c748836c tempest-AttachVolumeTestJSON-1398679498 tempest-AttachVolumeTestJSON-1398679498-project] 10.222.0.11 "DELETE /v2.0/floatingips/7e525bbb-e8db-48ac-a00e-abe35cf247ce HTTP/1.1" status: 204 len: 168 time: 0.6311131 Dec 10 16:54:07.638041 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-45ab0df1-e13f-4ee0-89c0-e283f302fe31 req-1d1668b7-a2f4-4af3-9801-78f34c92ae2c tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614154 Dec 10 16:54:07.767236 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device cceef20f-3d52-4d5f-8cc9-24da3382119b no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:54:07.795658 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: cceef20f-3d52-4d5f-8cc9-24da3382119b {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:54:07.796128 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device cceef20f-3d52-4d5f-8cc9-24da3382119b not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:54:07.957810 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8980b-952f-4b20-8b20-65f31cec89c5 req-6308519c-8695-422e-b3e2-e267c15e6a97 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:07.959374 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6ad8980b-952f-4b20-8b20-65f31cec89c5 req-6308519c-8695-422e-b3e2-e267c15e6a97 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=907f3e95-c702-4c1b-9ef3-466a6bbeaa4b HTTP/1.1" status: 200 len: 946 time: 0.0538900 Dec 10 16:54:08.020643 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6ad8980b-952f-4b20-8b20-65f31cec89c5 req-4dd1ae6e-2746-4c6d-b139-678e09106160 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=befd8534-d874-4ac6-9c04-983625cda282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542605 Dec 10 16:54:08.046170 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60614) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:08.109572 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-35ab414f-6888-4bc2-b4f2-a4ece3bc225c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/floatingips/6faf5d87-1f4e-4b10-b7af-eb23db9c88f2 HTTP/1.1" status: 200 len: 994 time: 0.0621355 Dec 10 16:54:08.335826 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:08.668757 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa4f4e-5d46-4062-84d7-f5caab5e68cc req-ead18572-9bfc-4706-94a2-d524255c72f3 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:08.671082 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0bfa4f4e-5d46-4062-84d7-f5caab5e68cc req-ead18572-9bfc-4706-94a2-d524255c72f3 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=907f3e95-c702-4c1b-9ef3-466a6bbeaa4b HTTP/1.1" status: 200 len: 1097 time: 0.0806649 Dec 10 16:54:08.726877 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0bfa4f4e-5d46-4062-84d7-f5caab5e68cc req-dbebcf9e-deb0-4300-b861-66c2ef6abe9b tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=befd8534-d874-4ac6-9c04-983625cda282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489190 Dec 10 16:54:08.866791 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2f094-937e-486f-908c-aaec46e7089a req-59eb9733-93bf-427a-91ae-61c1f50f3f12 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:08.868326 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-15c2f094-937e-486f-908c-aaec46e7089a req-59eb9733-93bf-427a-91ae-61c1f50f3f12 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af8b563-c337-4e46-a0ee-29f7ec498ef0 HTTP/1.1" status: 200 len: 945 time: 0.0737002 Dec 10 16:54:08.935674 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-15c2f094-937e-486f-908c-aaec46e7089a req-fb356cfd-0ce4-47ae-b409-b5ce724a5b97 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610032 Dec 10 16:54:09.513290 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-6c528ca8-f1b8-4d14-aae7-31c29eaa8ad0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=907f3e95-c702-4c1b-9ef3-466a6bbeaa4b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0620677 Dec 10 16:54:09.523418 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-5db30e47-dcc3-40ec-a36d-726983332a06 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:54:09.524929 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-5db30e47-dcc3-40ec-a36d-726983332a06 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068777 Dec 10 16:54:10.211466 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-b5cafc99-75c6-4b6e-aef6-9498a783ce53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:10.212996 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-b5cafc99-75c6-4b6e-aef6-9498a783ce53 service neutron] 10.222.0.11 "GET /v2.0/ports/0dfdd32b-c130-4369-a137-aa05400a28e7 HTTP/1.1" status: 200 len: 1094 time: 0.0427384 Dec 10 16:54:10.222531 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-d560d7a8-d2b4-4b2a-8326-630c78b89009 service neutron] Request body: {'binding': {'host': 'n-h2-766771-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:54:10.223051 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-d560d7a8-d2b4-4b2a-8326-630c78b89009 service neutron] Unknown quota resources ['binding']. {{(pid=103392) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 16:54:10.407039 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-d560d7a8-d2b4-4b2a-8326-630c78b89009 service neutron] Attempting to bind port 0dfdd32b-c130-4369-a137-aa05400a28e7 on host n-h2-766771-2 for vnic_type normal with profile None {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:54:10.407829 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-d560d7a8-d2b4-4b2a-8326-630c78b89009 service neutron] Attempting to bind port 0dfdd32b-c130-4369-a137-aa05400a28e7 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '274b245b-8bf6-4b82-91ce-1c0df7e23b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2a9ccf6f-1648-47f5-b73c-84a8b2280a9c'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:54:10.408347 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-d560d7a8-d2b4-4b2a-8326-630c78b89009 service neutron] Attempting to bind port 0dfdd32b-c130-4369-a137-aa05400a28e7 on network 2a9ccf6f-1648-47f5-b73c-84a8b2280a9c {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:54:10.415436 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-d560d7a8-d2b4-4b2a-8326-630c78b89009 service neutron] Port 0dfdd32b-c130-4369-a137-aa05400a28e7 on network 2a9ccf6f-1648-47f5-b73c-84a8b2280a9c not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:54:10.416135 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-d560d7a8-d2b4-4b2a-8326-630c78b89009 service neutron] Attempting to bind port 0dfdd32b-c130-4369-a137-aa05400a28e7 on network 2a9ccf6f-1648-47f5-b73c-84a8b2280a9c {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:54:10.422872 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-d560d7a8-d2b4-4b2a-8326-630c78b89009 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:54:10.423353 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-d560d7a8-d2b4-4b2a-8326-630c78b89009 service neutron] Checking segment: {'id': '274b245b-8bf6-4b82-91ce-1c0df7e23b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2a9ccf6f-1648-47f5-b73c-84a8b2280a9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:54:10.424112 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-d560d7a8-d2b4-4b2a-8326-630c78b89009 service neutron] Bound using segment: {'id': '274b245b-8bf6-4b82-91ce-1c0df7e23b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2a9ccf6f-1648-47f5-b73c-84a8b2280a9c'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:54:10.424614 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-d560d7a8-d2b4-4b2a-8326-630c78b89009 service neutron] Bound port: 0dfdd32b-c130-4369-a137-aa05400a28e7, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '274b245b-8bf6-4b82-91ce-1c0df7e23b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2a9ccf6f-1648-47f5-b73c-84a8b2280a9c'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:54:10.555328 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-d560d7a8-d2b4-4b2a-8326-630c78b89009 service neutron] For port 0dfdd32b-c130-4369-a137-aa05400a28e7, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=0dfdd32b-c130-4369-a137-aa05400a28e7,segment=NetworkSegment(274b245b-8bf6-4b82-91ce-1c0df7e23b62),segment_id=274b245b-8bf6-4b82-91ce-1c0df7e23b62)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:54:10.564314 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-d560d7a8-d2b4-4b2a-8326-630c78b89009 service neutron] Publish callbacks [] for binding, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:10.566784 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-d560d7a8-d2b4-4b2a-8326-630c78b89009 service neutron] 10.222.0.11 "POST /v2.0/ports/0dfdd32b-c130-4369-a137-aa05400a28e7/bindings HTTP/1.1" status: 201 len: 389 time: 0.3477352 Dec 10 16:54:10.824203 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b9421-dce0-41e7-9525-23bfc1df1d7a req-da1558d6-0fc7-43e8-bcf2-04d6c6ff7fef tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:10.826032 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-832b9421-dce0-41e7-9525-23bfc1df1d7a req-da1558d6-0fc7-43e8-bcf2-04d6c6ff7fef tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af8b563-c337-4e46-a0ee-29f7ec498ef0 HTTP/1.1" status: 200 len: 945 time: 0.0718839 Dec 10 16:54:10.918010 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-8a0b4775-0936-40ef-83ca-a47c2f898da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:10.919329 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-832b9421-dce0-41e7-9525-23bfc1df1d7a req-4b1bda27-860e-403b-9398-ae8d2617c5f7 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859754 Dec 10 16:54:10.920533 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-8a0b4775-0936-40ef-83ca-a47c2f898da5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e316b1d223b341c8ad45a1329ddefc11&device_id=907f3e95-c702-4c1b-9ef3-466a6bbeaa4b HTTP/1.1" status: 200 len: 1097 time: 0.0611632 Dec 10 16:54:11.075783 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33168d31-d762-4a0b-b297-cd7b030535fa req-2c533615-1460-4a38-bb4e-af19d438d8b1 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:11.078269 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-846f08bd-d121-4575-aae5-3b80239ce50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:11.080308 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-846f08bd-d121-4575-aae5-3b80239ce50c service neutron] 10.222.0.46 "GET /v2.0/networks?id=2a9ccf6f-1648-47f5-b73c-84a8b2280a9c HTTP/1.1" status: 200 len: 898 time: 0.1514513 Dec 10 16:54:11.081826 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-33168d31-d762-4a0b-b297-cd7b030535fa req-2c533615-1460-4a38-bb4e-af19d438d8b1 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=907f3e95-c702-4c1b-9ef3-466a6bbeaa4b HTTP/1.1" status: 200 len: 946 time: 0.0672865 Dec 10 16:54:11.166770 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-33168d31-d762-4a0b-b297-cd7b030535fa req-ebb80a76-a965-49dc-95e9-b965abdbc3b8 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=befd8534-d874-4ac6-9c04-983625cda282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754850 Dec 10 16:54:11.202233 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-6d7d7dd1-242b-4921-b902-d00d16e4ff7b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dfdd32b-c130-4369-a137-aa05400a28e7 HTTP/1.1" status: 200 len: 1002 time: 0.1136565 Dec 10 16:54:11.279120 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-4fbd0b4b-99e7-436d-a328-11b1fec6a955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:11.280941 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-4fbd0b4b-99e7-436d-a328-11b1fec6a955 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8803bd4-7e23-4903-95a9-ab161e9d7c3d HTTP/1.1" status: 200 len: 834 time: 0.0703304 Dec 10 16:54:11.357353 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-cff2b438-113b-478f-8408-9136a270eb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:11.359264 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-cff2b438-113b-478f-8408-9136a270eb23 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2a9ccf6f-1648-47f5-b73c-84a8b2280a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702376 Dec 10 16:54:11.468002 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b7fc3-48df-4ee0-97a9-fd1bdf1385de req-e6ccb2d8-8f85-441e-9223-42d32a88ab48 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:11.470340 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8f2b7fc3-48df-4ee0-97a9-fd1bdf1385de req-e6ccb2d8-8f85-441e-9223-42d32a88ab48 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af8b563-c337-4e46-a0ee-29f7ec498ef0 HTTP/1.1" status: 200 len: 945 time: 0.0700169 Dec 10 16:54:11.500421 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-dca5b196-822a-4215-87d6-9e80d60d6cc3 service neutron] 10.222.0.46 "GET /v2.0/networks/2a9ccf6f-1648-47f5-b73c-84a8b2280a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320753 Dec 10 16:54:11.537289 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8f2b7fc3-48df-4ee0-97a9-fd1bdf1385de req-97dda57b-255f-4e6f-8412-053bf103ae5b tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606217 Dec 10 16:54:11.602534 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-10acbf6a-ae36-4cbe-86b1-2a7b500df093 service neutron] 10.222.0.46 "GET /v2.0/networks/2a9ccf6f-1648-47f5-b73c-84a8b2280a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935376 Dec 10 16:54:11.745783 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-bfd7be76-b80b-4657-83b4-116a37b0534a tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:11.747346 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-bfd7be76-b80b-4657-83b4-116a37b0534a tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=907f3e95-c702-4c1b-9ef3-466a6bbeaa4b&tenant_id=e316b1d223b341c8ad45a1329ddefc11&binding%3Ahost_id=n-h1-766771-2 HTTP/1.1" status: 200 len: 1097 time: 0.0891194 Dec 10 16:54:11.760869 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-4cfb3b45-c715-4854-803f-7c44b713ca48 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-766771-2'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:54:11.823228 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-4cfb3b45-c715-4854-803f-7c44b713ca48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:11.963937 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-4cfb3b45-c715-4854-803f-7c44b713ca48 service neutron] For port 0dfdd32b-c130-4369-a137-aa05400a28e7, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=0dfdd32b-c130-4369-a137-aa05400a28e7,segment=NetworkSegment(274b245b-8bf6-4b82-91ce-1c0df7e23b62),segment_id=274b245b-8bf6-4b82-91ce-1c0df7e23b62)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:54:12.007072 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-4cfb3b45-c715-4854-803f-7c44b713ca48 service neutron] For port 0dfdd32b-c130-4369-a137-aa05400a28e7, host n-h1-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:54:12.064526 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907f3e95-c702-4c1b-9ef3-466a6bbeaa4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dfdd32b-c130-4369-a137-aa05400a28e7'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:54:12.067463 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22ad649-b398-4976-a5fc-6f8c6d4c99f3" -d '{"events": [{"server_uuid": "907f3e95-c702-4c1b-9ef3-466a6bbeaa4b", "name": "network-vif-unplugged", "status": "completed", "tag": "0dfdd32b-c130-4369-a137-aa05400a28e7"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:54:12.072779 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-4cfb3b45-c715-4854-803f-7c44b713ca48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:12.080662 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-4cfb3b45-c715-4854-803f-7c44b713ca48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:12.212052 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb3b45-c715-4854-803f-7c44b713ca48 service neutron] Pushing event updated for resources: {'Port': ['ID=0dfdd32b-c130-4369-a137-aa05400a28e7,revision_number=7']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:12.285661 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 16:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e8105b-4f3f-4627-9aac-175e416696d9 x-openstack-request-id: req-e0e8105b-4f3f-4627-9aac-175e416696d9 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:54:12.286054 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907f3e95-c702-4c1b-9ef3-466a6bbeaa4b", "name": "network-vif-unplugged", "status": "completed", "tag": "0dfdd32b-c130-4369-a137-aa05400a28e7", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:54:12.286397 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e0e8105b-4f3f-4627-9aac-175e416696d9 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:54:12.287190 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '907f3e95-c702-4c1b-9ef3-466a6bbeaa4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dfdd32b-c130-4369-a137-aa05400a28e7', 'code': 200} Dec 10 16:54:12.378651 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-4cfb3b45-c715-4854-803f-7c44b713ca48 service neutron] Attempting to bind port 0dfdd32b-c130-4369-a137-aa05400a28e7 on host n-h1-766771-2 for vnic_type normal with profile {"migrating_to": "n-h2-766771-2"} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:54:12.378947 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-4cfb3b45-c715-4854-803f-7c44b713ca48 service neutron] Attempting to bind port 0dfdd32b-c130-4369-a137-aa05400a28e7 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '274b245b-8bf6-4b82-91ce-1c0df7e23b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2a9ccf6f-1648-47f5-b73c-84a8b2280a9c'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:54:12.379235 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-4cfb3b45-c715-4854-803f-7c44b713ca48 service neutron] Attempting to bind port 0dfdd32b-c130-4369-a137-aa05400a28e7 on network 2a9ccf6f-1648-47f5-b73c-84a8b2280a9c {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:54:12.386590 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-4cfb3b45-c715-4854-803f-7c44b713ca48 service neutron] Port 0dfdd32b-c130-4369-a137-aa05400a28e7 on network 2a9ccf6f-1648-47f5-b73c-84a8b2280a9c not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:54:12.386958 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-4cfb3b45-c715-4854-803f-7c44b713ca48 service neutron] Attempting to bind port 0dfdd32b-c130-4369-a137-aa05400a28e7 on network 2a9ccf6f-1648-47f5-b73c-84a8b2280a9c {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:54:12.392919 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-4cfb3b45-c715-4854-803f-7c44b713ca48 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:54:12.393798 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-4cfb3b45-c715-4854-803f-7c44b713ca48 service neutron] Checking segment: {'id': '274b245b-8bf6-4b82-91ce-1c0df7e23b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2a9ccf6f-1648-47f5-b73c-84a8b2280a9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:54:12.394295 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-4cfb3b45-c715-4854-803f-7c44b713ca48 service neutron] Bound using segment: {'id': '274b245b-8bf6-4b82-91ce-1c0df7e23b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2a9ccf6f-1648-47f5-b73c-84a8b2280a9c'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:54:12.394740 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-4cfb3b45-c715-4854-803f-7c44b713ca48 service neutron] Bound port: 0dfdd32b-c130-4369-a137-aa05400a28e7, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '274b245b-8bf6-4b82-91ce-1c0df7e23b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2a9ccf6f-1648-47f5-b73c-84a8b2280a9c'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:54:12.395091 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-4cfb3b45-c715-4854-803f-7c44b713ca48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:12.453719 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccafc8e-74de-475c-8e63-0e816e000364 req-7edf8a19-5ae2-4079-b6fd-69f4a0d290f3 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:12.466549 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2ccafc8e-74de-475c-8e63-0e816e000364 req-7edf8a19-5ae2-4079-b6fd-69f4a0d290f3 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=907f3e95-c702-4c1b-9ef3-466a6bbeaa4b HTTP/1.1" status: 200 len: 944 time: 0.1302645 Dec 10 16:54:12.493336 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-4cfb3b45-c715-4854-803f-7c44b713ca48 service neutron] For port 0dfdd32b-c130-4369-a137-aa05400a28e7, host n-h1-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:54:12.497118 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-4cfb3b45-c715-4854-803f-7c44b713ca48 service neutron] For port 0dfdd32b-c130-4369-a137-aa05400a28e7, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=0dfdd32b-c130-4369-a137-aa05400a28e7,segment=NetworkSegment(274b245b-8bf6-4b82-91ce-1c0df7e23b62),segment_id=274b245b-8bf6-4b82-91ce-1c0df7e23b62)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:54:12.504326 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-4cfb3b45-c715-4854-803f-7c44b713ca48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:12.543762 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-90d1488f-4ab1-444e-8693-0024646d59bf None None] Provisioning complete for port 0dfdd32b-c130-4369-a137-aa05400a28e7 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:54:12.544921 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-90d1488f-4ab1-444e-8693-0024646d59bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:12.569886 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2ccafc8e-74de-475c-8e63-0e816e000364 req-00d857f3-d258-475b-994c-a831293d55e3 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=befd8534-d874-4ac6-9c04-983625cda282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020954 Dec 10 16:54:12.707444 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb3b45-c715-4854-803f-7c44b713ca48 service neutron] Pushing event updated for resources: {'Port': ['ID=0dfdd32b-c130-4369-a137-aa05400a28e7,revision_number=8']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:12.747610 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-4cfb3b45-c715-4854-803f-7c44b713ca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:12.748523 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-4cfb3b45-c715-4854-803f-7c44b713ca48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:12.751358 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-4cfb3b45-c715-4854-803f-7c44b713ca48 service neutron] 10.222.0.46 "PUT /v2.0/ports/0dfdd32b-c130-4369-a137-aa05400a28e7 HTTP/1.1" status: 200 len: 1122 time: 0.9947660 Dec 10 16:54:12.760762 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-90d1488f-4ab1-444e-8693-0024646d59bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:12.796863 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-90d1488f-4ab1-444e-8693-0024646d59bf None None] For port 0dfdd32b-c130-4369-a137-aa05400a28e7, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=0dfdd32b-c130-4369-a137-aa05400a28e7,segment=NetworkSegment(274b245b-8bf6-4b82-91ce-1c0df7e23b62),segment_id=274b245b-8bf6-4b82-91ce-1c0df7e23b62)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:54:12.800334 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907f3e95-c702-4c1b-9ef3-466a6bbeaa4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfdd32b-c130-4369-a137-aa05400a28e7'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:54:12.803358 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d665f82-d784-4c57-b715-ee42fcf0328b" -d '{"events": [{"server_uuid": "907f3e95-c702-4c1b-9ef3-466a6bbeaa4b", "name": "network-vif-plugged", "status": "completed", "tag": "0dfdd32b-c130-4369-a137-aa05400a28e7"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:54:12.811282 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-90d1488f-4ab1-444e-8693-0024646d59bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:12.842913 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c57db-11a5-4f82-992d-dc40a71c7254 req-8d60e00e-f8e4-4504-ad41-9d4ed70b8d36 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:12.853408 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-830c57db-11a5-4f82-992d-dc40a71c7254 req-8d60e00e-f8e4-4504-ad41-9d4ed70b8d36 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af8b563-c337-4e46-a0ee-29f7ec498ef0 HTTP/1.1" status: 200 len: 945 time: 0.1203432 Dec 10 16:54:12.894598 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d1488f-4ab1-444e-8693-0024646d59bf None None] Pushing event updated for resources: {'Port': ['ID=0dfdd32b-c130-4369-a137-aa05400a28e7,revision_number=9']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:12.898441 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['0dfdd32b-c130-4369-a137-aa05400a28e7'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:54:12.918423 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-830c57db-11a5-4f82-992d-dc40a71c7254 req-4300d4dd-9a9a-433d-a738-38c2bfbfaf1a tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640059 Dec 10 16:54:12.927051 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50edd76-647b-4119-b4f8-b4657a272c63 req-31e8aaf9-3da5-4486-a695-7e7142233f6b tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:12.928775 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f50edd76-647b-4119-b4f8-b4657a272c63 req-31e8aaf9-3da5-4486-a695-7e7142233f6b tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.46 "GET /v2.0/ports?device_id=8af8b563-c337-4e46-a0ee-29f7ec498ef0 HTTP/1.1" status: 200 len: 945 time: 0.0972474 Dec 10 16:54:13.010643 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6aab42-a8c9-40cf-adc2-c1533f179e0e x-openstack-request-id: req-1c6aab42-a8c9-40cf-adc2-c1533f179e0e {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:54:13.011179 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907f3e95-c702-4c1b-9ef3-466a6bbeaa4b", "name": "network-vif-plugged", "status": "completed", "tag": "0dfdd32b-c130-4369-a137-aa05400a28e7", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:54:13.011438 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1c6aab42-a8c9-40cf-adc2-c1533f179e0e {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:54:13.011823 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '907f3e95-c702-4c1b-9ef3-466a6bbeaa4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfdd32b-c130-4369-a137-aa05400a28e7', 'code': 200} Dec 10 16:54:13.088828 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-f50edd76-647b-4119-b4f8-b4657a272c63 req-dfbc1f59-b128-4736-82ad-a0b9a853f67e tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Deleting port 24e5ef10-f0b5-49a7-a672-57c42ab03d91 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:54:13.089402 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f50edd76-647b-4119-b4f8-b4657a272c63 req-dfbc1f59-b128-4736-82ad-a0b9a853f67e tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:13.233281 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-f50edd76-647b-4119-b4f8-b4657a272c63 req-dfbc1f59-b128-4736-82ad-a0b9a853f67e tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] For port 24e5ef10-f0b5-49a7-a672-57c42ab03d91, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=24e5ef10-f0b5-49a7-a672-57c42ab03d91,segment=NetworkSegment(025942ee-aaf6-4874-bbc1-b64381358c5e),segment_id=025942ee-aaf6-4874-bbc1-b64381358c5e)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:54:13.234537 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f50edd76-647b-4119-b4f8-b4657a272c63 req-dfbc1f59-b128-4736-82ad-a0b9a853f67e tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:13.262656 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-f50edd76-647b-4119-b4f8-b4657a272c63 req-dfbc1f59-b128-4736-82ad-a0b9a853f67e tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Calling delete_port for 24e5ef10-f0b5-49a7-a672-57c42ab03d91 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:54:13.293793 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-48db7a73-b1b3-4f08-ba08-bdb71bf20d7c None None] Provisioning complete for port 0dfdd32b-c130-4369-a137-aa05400a28e7 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:54:13.294471 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48db7a73-b1b3-4f08-ba08-bdb71bf20d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:13.450917 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f50edd76-647b-4119-b4f8-b4657a272c63 req-dfbc1f59-b128-4736-82ad-a0b9a853f67e tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:13.464980 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['d007edf8-2717-425f-91bc-41123d040200', '24e5ef10-f0b5-49a7-a672-57c42ab03d91'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:54:13.488565 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc1f59-b128-4736-82ad-a0b9a853f67e tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Pushing event deleted for resources: {'Port': ['ID=24e5ef10-f0b5-49a7-a672-57c42ab03d91,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:13.547141 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50edd76-647b-4119-b4f8-b4657a272c63 req-dfbc1f59-b128-4736-82ad-a0b9a853f67e tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] No DVR routers for this DVR port 24e5ef10-f0b5-49a7-a672-57c42ab03d91 on host n-h2-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:54:13.553970 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f50edd76-647b-4119-b4f8-b4657a272c63 req-dfbc1f59-b128-4736-82ad-a0b9a853f67e tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:13.557377 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f50edd76-647b-4119-b4f8-b4657a272c63 req-dfbc1f59-b128-4736-82ad-a0b9a853f67e tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.46 "DELETE /v2.0/ports/24e5ef10-f0b5-49a7-a672-57c42ab03d91 HTTP/1.1" status: 204 len: 173 time: 0.6218069 Dec 10 16:54:13.733655 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96188eb-aeb7-4f07-94c1-fef9c62f1d44 req-a2c433ea-76c8-4195-813a-56a5dd779886 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:13.736577 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a96188eb-aeb7-4f07-94c1-fef9c62f1d44 req-a2c433ea-76c8-4195-813a-56a5dd779886 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=907f3e95-c702-4c1b-9ef3-466a6bbeaa4b HTTP/1.1" status: 200 len: 946 time: 0.0798788 Dec 10 16:54:13.825405 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a96188eb-aeb7-4f07-94c1-fef9c62f1d44 req-8f917b20-3f95-4ab5-81cc-6a28ce3f1f15 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=befd8534-d874-4ac6-9c04-983625cda282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824006 Dec 10 16:54:13.969085 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f391aaeb-8e5a-4ed8-acb3-e1147412e3f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:14.049762 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d5a43c47-e36b-4333-a575-bd64dd932412 req-914d9318-7186-4ad1-b994-b438770efcda tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af8b563-c337-4e46-a0ee-29f7ec498ef0 HTTP/1.1" status: 200 len: 210 time: 0.0414631 Dec 10 16:54:14.288424 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '907f3e95-c702-4c1b-9ef3-466a6bbeaa4b', 'tag': '0dfdd32b-c130-4369-a137-aa05400a28e7'}, {'server_uuid': '8af8b563-c337-4e46-a0ee-29f7ec498ef0', 'name': 'network-vif-deleted', 'tag': '24e5ef10-f0b5-49a7-a672-57c42ab03d91'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:54:14.291214 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d334a8b-247d-4af8-b440-09b78b2e1c60" -d '{"events": [{"name": "network-changed", "server_uuid": "907f3e95-c702-4c1b-9ef3-466a6bbeaa4b", "tag": "0dfdd32b-c130-4369-a137-aa05400a28e7"}, {"server_uuid": "8af8b563-c337-4e46-a0ee-29f7ec498ef0", "name": "network-vif-deleted", "tag": "24e5ef10-f0b5-49a7-a672-57c42ab03d91"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:54:14.366253 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Dec 2021 16:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63646e8e-dddd-4e78-b885-e9df4da7b0c1 x-openstack-request-id: req-63646e8e-dddd-4e78-b885-e9df4da7b0c1 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:54:14.371697 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "907f3e95-c702-4c1b-9ef3-466a6bbeaa4b", "tag": "0dfdd32b-c130-4369-a137-aa05400a28e7", "status": "completed", "code": 200}, {"server_uuid": "8af8b563-c337-4e46-a0ee-29f7ec498ef0", "name": "network-vif-deleted", "tag": "24e5ef10-f0b5-49a7-a672-57c42ab03d91", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:54:14.371892 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-63646e8e-dddd-4e78-b885-e9df4da7b0c1 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:54:14.372252 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '907f3e95-c702-4c1b-9ef3-466a6bbeaa4b', 'tag': '0dfdd32b-c130-4369-a137-aa05400a28e7', 'status': 'completed', 'code': 200} Dec 10 16:54:14.372571 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af8b563-c337-4e46-a0ee-29f7ec498ef0', 'name': 'network-vif-deleted', 'tag': '24e5ef10-f0b5-49a7-a672-57c42ab03d91', 'status': 'completed', 'code': 200} Dec 10 16:54:14.450891 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d334a8b-247d-4af8-b440-09b78b2e1c60 req-248d6bcd-c4a6-4f52-b4ca-6432ffdfcd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:14.453114 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1d334a8b-247d-4af8-b440-09b78b2e1c60 req-248d6bcd-c4a6-4f52-b4ca-6432ffdfcd2b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e316b1d223b341c8ad45a1329ddefc11&device_id=907f3e95-c702-4c1b-9ef3-466a6bbeaa4b HTTP/1.1" status: 200 len: 1127 time: 0.0668612 Dec 10 16:54:14.589684 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d334a8b-247d-4af8-b440-09b78b2e1c60 req-ac72a9bc-0934-4134-ae80-8226a1bbde36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:14.591791 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1d334a8b-247d-4af8-b440-09b78b2e1c60 req-ac72a9bc-0934-4134-ae80-8226a1bbde36 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2a9ccf6f-1648-47f5-b73c-84a8b2280a9c HTTP/1.1" status: 200 len: 898 time: 0.1244535 Dec 10 16:54:14.698065 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1d334a8b-247d-4af8-b440-09b78b2e1c60 req-000b3ec6-0d8c-48f1-8a9d-d8e1b8b14c81 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dfdd32b-c130-4369-a137-aa05400a28e7 HTTP/1.1" status: 200 len: 1002 time: 0.0985818 Dec 10 16:54:14.766454 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d334a8b-247d-4af8-b440-09b78b2e1c60 req-7287e507-4e5a-4f4c-8ee0-af725ab92c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:14.770852 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1d334a8b-247d-4af8-b440-09b78b2e1c60 req-7287e507-4e5a-4f4c-8ee0-af725ab92c8a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8803bd4-7e23-4903-95a9-ab161e9d7c3d HTTP/1.1" status: 200 len: 834 time: 0.0635598 Dec 10 16:54:14.823224 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d334a8b-247d-4af8-b440-09b78b2e1c60 req-b57a030a-18c1-4799-8c92-7bf7c083e2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:14.825147 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1d334a8b-247d-4af8-b440-09b78b2e1c60 req-b57a030a-18c1-4799-8c92-7bf7c083e2f5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2a9ccf6f-1648-47f5-b73c-84a8b2280a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488274 Dec 10 16:54:15.010081 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 0dfdd32b-c130-4369-a137-aa05400a28e7 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:54:15.028478 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71abd98-4dde-4bf0-99a1-1bfef2abae38 req-d53a8be9-994f-47d2-a416-9268a8e4eb83 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:15.041685 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f71abd98-4dde-4bf0-99a1-1bfef2abae38 req-d53a8be9-994f-47d2-a416-9268a8e4eb83 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=907f3e95-c702-4c1b-9ef3-466a6bbeaa4b HTTP/1.1" status: 200 len: 946 time: 0.1206143 Dec 10 16:54:15.105871 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1d334a8b-247d-4af8-b440-09b78b2e1c60 req-b3c5df4e-6cba-4f5e-b715-e43c5061e092 service neutron] 10.222.0.26 "GET /v2.0/networks/2a9ccf6f-1648-47f5-b73c-84a8b2280a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739191 Dec 10 16:54:15.172868 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f71abd98-4dde-4bf0-99a1-1bfef2abae38 req-5ae4ee6d-e380-431b-a921-cbdcd9a0cff6 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=befd8534-d874-4ac6-9c04-983625cda282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264105 Dec 10 16:54:15.223770 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 0dfdd32b-c130-4369-a137-aa05400a28e7, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=0dfdd32b-c130-4369-a137-aa05400a28e7,segment=NetworkSegment(274b245b-8bf6-4b82-91ce-1c0df7e23b62),segment_id=274b245b-8bf6-4b82-91ce-1c0df7e23b62)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:54:15.259508 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 0dfdd32b-c130-4369-a137-aa05400a28e7 has no active binding in host n-h2-766771-2 {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 16:54:15.334724 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1d334a8b-247d-4af8-b440-09b78b2e1c60 req-6c0028a6-c713-4fbf-96be-a92d95d7509b service neutron] 10.222.0.26 "GET /v2.0/networks/2a9ccf6f-1648-47f5-b73c-84a8b2280a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202513 Dec 10 16:54:15.380063 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0003aeb0-aca9-4965-aa96-e0ff0ad99d41 req-9ba897fe-c0a3-456a-9efb-1ce96705e0c4 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af8b563-c337-4e46-a0ee-29f7ec498ef0 HTTP/1.1" status: 200 len: 210 time: 0.0976152 Dec 10 16:54:16.309500 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf96b6-30fb-4cdf-92f3-e65d8d9a578b req-c4c6370f-3f8c-4c25-8da3-f96ca6b17d69 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:16.311838 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2bdf96b6-30fb-4cdf-92f3-e65d8d9a578b req-c4c6370f-3f8c-4c25-8da3-f96ca6b17d69 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=907f3e95-c702-4c1b-9ef3-466a6bbeaa4b HTTP/1.1" status: 200 len: 946 time: 0.0525556 Dec 10 16:54:16.376152 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2bdf96b6-30fb-4cdf-92f3-e65d8d9a578b req-c6384706-1b28-4f87-8f65-c01de2ae5f31 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=befd8534-d874-4ac6-9c04-983625cda282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540466 Dec 10 16:54:16.484769 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5c8092a3-12e0-40c6-8125-a1334b93862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:16.498908 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4ee40664-6717-40c5-b64b-9737b3493ebf req-4bba50be-3072-4633-8d07-d62661951f41 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af8b563-c337-4e46-a0ee-29f7ec498ef0 HTTP/1.1" status: 200 len: 210 time: 0.0345120 Dec 10 16:54:17.009163 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 24e5ef10-f0b5-49a7-a672-57c42ab03d91 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:54:17.030292 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: 24e5ef10-f0b5-49a7-a672-57c42ab03d91 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:54:17.030732 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 24e5ef10-f0b5-49a7-a672-57c42ab03d91 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:54:17.330295 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:17.515459 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61568836-7453-4b36-acdb-4246b7531cbe req-8dfb5c26-5812-4125-9b7e-0d75c25cffed tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:17.516881 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-61568836-7453-4b36-acdb-4246b7531cbe req-8dfb5c26-5812-4125-9b7e-0d75c25cffed tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=907f3e95-c702-4c1b-9ef3-466a6bbeaa4b HTTP/1.1" status: 200 len: 946 time: 0.0560877 Dec 10 16:54:17.572591 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-61568836-7453-4b36-acdb-4246b7531cbe req-5fa97cad-5b41-4daa-9ecc-1c848358efb2 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=befd8534-d874-4ac6-9c04-983625cda282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483031 Dec 10 16:54:17.692708 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60da38d7-15a1-4aa7-a81c-a469bcc5c436 req-1594b9d4-cea3-466a-ae79-96f2379bcb80 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af8b563-c337-4e46-a0ee-29f7ec498ef0 HTTP/1.1" status: 200 len: 210 time: 0.0370376 Dec 10 16:54:17.712549 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-d73e458a-35a2-4776-90ce-b7bac56fdff1 service neutron] 10.222.0.26 "GET /v2.0/ports/0dfdd32b-c130-4369-a137-aa05400a28e7/bindings/n-h2-766771-2 HTTP/1.1" status: 200 len: 384 time: 0.0893776 Dec 10 16:54:17.921102 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-9b55c52f-723e-4c8c-8558-80f2a958b059 service neutron] For port 0dfdd32b-c130-4369-a137-aa05400a28e7, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=0dfdd32b-c130-4369-a137-aa05400a28e7,segment=NetworkSegment(274b245b-8bf6-4b82-91ce-1c0df7e23b62),segment_id=274b245b-8bf6-4b82-91ce-1c0df7e23b62)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:54:17.950671 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-9b55c52f-723e-4c8c-8558-80f2a958b059 service neutron] For port 0dfdd32b-c130-4369-a137-aa05400a28e7, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:54:17.998205 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907f3e95-c702-4c1b-9ef3-466a6bbeaa4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dfdd32b-c130-4369-a137-aa05400a28e7'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:54:18.002906 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fa7102-6545-41b1-84ec-8286189f6896" -d '{"events": [{"server_uuid": "907f3e95-c702-4c1b-9ef3-466a6bbeaa4b", "name": "network-vif-unplugged", "status": "completed", "tag": "0dfdd32b-c130-4369-a137-aa05400a28e7"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:54:18.010896 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-9b55c52f-723e-4c8c-8558-80f2a958b059 service neutron] For port 0dfdd32b-c130-4369-a137-aa05400a28e7, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=0dfdd32b-c130-4369-a137-aa05400a28e7,segment=NetworkSegment(274b245b-8bf6-4b82-91ce-1c0df7e23b62),segment_id=274b245b-8bf6-4b82-91ce-1c0df7e23b62)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:54:18.035691 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-9b55c52f-723e-4c8c-8558-80f2a958b059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:18.055948 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 16:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39d8c4f-7aff-4907-9395-2dec50bdf197 x-openstack-request-id: req-e39d8c4f-7aff-4907-9395-2dec50bdf197 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:54:18.056316 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907f3e95-c702-4c1b-9ef3-466a6bbeaa4b", "name": "network-vif-unplugged", "status": "completed", "tag": "0dfdd32b-c130-4369-a137-aa05400a28e7", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:54:18.056642 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e39d8c4f-7aff-4907-9395-2dec50bdf197 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:54:18.057117 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '907f3e95-c702-4c1b-9ef3-466a6bbeaa4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dfdd32b-c130-4369-a137-aa05400a28e7', 'code': 200} Dec 10 16:54:18.122964 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-9b55c52f-723e-4c8c-8558-80f2a958b059 service neutron] Transition to ACTIVE for port object 0dfdd32b-c130-4369-a137-aa05400a28e7 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:54:18.129022 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-9b55c52f-723e-4c8c-8558-80f2a958b059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:18.294561 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b55c52f-723e-4c8c-8558-80f2a958b059 service neutron] Pushing event updated for resources: {'Port': ['ID=0dfdd32b-c130-4369-a137-aa05400a28e7,revision_number=11']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:18.329820 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-9b55c52f-723e-4c8c-8558-80f2a958b059 service neutron] No DVR routers for this DVR port 0dfdd32b-c130-4369-a137-aa05400a28e7 on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:54:18.499883 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-9b55c52f-723e-4c8c-8558-80f2a958b059 service neutron] 10.222.0.26 "PUT /v2.0/ports/0dfdd32b-c130-4369-a137-aa05400a28e7/bindings/n-h2-766771-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7790802 Dec 10 16:54:18.634673 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:18.645029 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-faab1b14-d2dc-4292-abb6-8d6d2fb3e510 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:18.647415 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-faab1b14-d2dc-4292-abb6-8d6d2fb3e510 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=907f3e95-c702-4c1b-9ef3-466a6bbeaa4b&tenant_id=e316b1d223b341c8ad45a1329ddefc11&binding%3Ahost_id=n-h1-766771-2 HTTP/1.1" status: 200 len: 1096 time: 0.0831280 Dec 10 16:54:18.726615 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-13481c09-5959-4fc2-88d7-959b79f299c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:18.728210 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-13481c09-5959-4fc2-88d7-959b79f299c6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=907f3e95-c702-4c1b-9ef3-466a6bbeaa4b&tenant_id=e316b1d223b341c8ad45a1329ddefc11 HTTP/1.1" status: 200 len: 1096 time: 0.0728776 Dec 10 16:54:18.749622 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192ed01-be1e-4980-92fb-9916d9302cfc req-893f74f7-01c4-4d5b-b6a9-d15a6e415dfb tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:18.751156 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e192ed01-be1e-4980-92fb-9916d9302cfc req-893f74f7-01c4-4d5b-b6a9-d15a6e415dfb tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=907f3e95-c702-4c1b-9ef3-466a6bbeaa4b HTTP/1.1" status: 200 len: 945 time: 0.0748403 Dec 10 16:54:18.808628 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-ea7c3c2f-e838-4d3b-be2f-bb185fbe2f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:18.810789 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-ea7c3c2f-e838-4d3b-be2f-bb185fbe2f43 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e316b1d223b341c8ad45a1329ddefc11&device_id=907f3e95-c702-4c1b-9ef3-466a6bbeaa4b HTTP/1.1" status: 200 len: 1096 time: 0.0580580 Dec 10 16:54:18.814638 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e192ed01-be1e-4980-92fb-9916d9302cfc req-6779a92c-1513-4d69-a930-5e9101775003 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=befd8534-d874-4ac6-9c04-983625cda282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572784 Dec 10 16:54:18.933426 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5bde7577-71f3-4693-817a-0b3095077c78 req-bd6afae2-1efe-4dfb-aa4e-35d2a9c3e194 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af8b563-c337-4e46-a0ee-29f7ec498ef0 HTTP/1.1" status: 200 len: 210 time: 0.0345519 Dec 10 16:54:18.941665 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-c6cd0f32-bd13-48e7-810b-42211022ccc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:18.944253 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-c6cd0f32-bd13-48e7-810b-42211022ccc6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2a9ccf6f-1648-47f5-b73c-84a8b2280a9c HTTP/1.1" status: 200 len: 898 time: 0.1257987 Dec 10 16:54:19.043010 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-e1704227-b13d-4a87-8a8a-66cfce8af93d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dfdd32b-c130-4369-a137-aa05400a28e7 HTTP/1.1" status: 200 len: 1000 time: 0.0903919 Dec 10 16:54:19.101436 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-34ba15de-01b8-4104-a805-7db27e106236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:19.103296 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-34ba15de-01b8-4104-a805-7db27e106236 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8803bd4-7e23-4903-95a9-ab161e9d7c3d HTTP/1.1" status: 200 len: 834 time: 0.0535924 Dec 10 16:54:19.157672 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-b0ffa7f9-226b-47d0-a526-d5304699a806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:19.159879 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-b0ffa7f9-226b-47d0-a526-d5304699a806 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2a9ccf6f-1648-47f5-b73c-84a8b2280a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434272 Dec 10 16:54:19.266950 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-256f3298-758e-4b02-82f0-6ddd8074270e service neutron] 10.222.0.46 "GET /v2.0/networks/2a9ccf6f-1648-47f5-b73c-84a8b2280a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001287 Dec 10 16:54:19.383655 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-e9db4421-3325-474e-8326-4f12b5d4e3c7 service neutron] 10.222.0.46 "GET /v2.0/networks/2a9ccf6f-1648-47f5-b73c-84a8b2280a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085720 Dec 10 16:54:19.707090 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:19.709553 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-c614e84f-7329-427d-8c1f-f78d71e173b7 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:19.711757 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-c614e84f-7329-427d-8c1f-f78d71e173b7 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=907f3e95-c702-4c1b-9ef3-466a6bbeaa4b&tenant_id=e316b1d223b341c8ad45a1329ddefc11&binding%3Ahost_id=n-h2-766771-2 HTTP/1.1" status: 200 len: 1096 time: 0.0807793 Dec 10 16:54:19.798170 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 0dfdd32b-c130-4369-a137-aa05400a28e7 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:54:19.913893 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 0dfdd32b-c130-4369-a137-aa05400a28e7 not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:54:19.972371 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef59430-dc5b-4232-9f2e-87fb98bd0b7e req-bd675ca4-55d2-4e08-b086-37869b6f519e tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:19.979919 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aef59430-dc5b-4232-9f2e-87fb98bd0b7e req-bd675ca4-55d2-4e08-b086-37869b6f519e tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=907f3e95-c702-4c1b-9ef3-466a6bbeaa4b HTTP/1.1" status: 200 len: 945 time: 0.0685477 Dec 10 16:54:20.086713 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aef59430-dc5b-4232-9f2e-87fb98bd0b7e req-87679e83-77be-464c-a435-2f175e47e29a tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=befd8534-d874-4ac6-9c04-983625cda282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058903 Dec 10 16:54:20.276429 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1a204-01bf-4787-8d07-964a1f2fe5e0 req-77cea9fe-4f69-4680-89f4-c3a79ef79ac2 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:20.281714 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-67b1a204-01bf-4787-8d07-964a1f2fe5e0 req-77cea9fe-4f69-4680-89f4-c3a79ef79ac2 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=907f3e95-c702-4c1b-9ef3-466a6bbeaa4b HTTP/1.1" status: 200 len: 1096 time: 0.0597816 Dec 10 16:54:20.342195 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-2ec3b40a-5aaf-4d07-9e1c-801d2149afb3 service neutron] For port 0dfdd32b-c130-4369-a137-aa05400a28e7, host n-h1-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:54:20.346449 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-2ec3b40a-5aaf-4d07-9e1c-801d2149afb3 service neutron] Publish callbacks [] for binding, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:20.353134 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-2ec3b40a-5aaf-4d07-9e1c-801d2149afb3 service neutron] 10.222.0.46 "DELETE /v2.0/ports/0dfdd32b-c130-4369-a137-aa05400a28e7/bindings/n-h1-766771-2 HTTP/1.1" status: 204 len: 173 time: 0.6282318 Dec 10 16:54:20.356952 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-67b1a204-01bf-4787-8d07-964a1f2fe5e0 req-7cbb7377-343b-4842-ae8e-62196c2925f6 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=befd8534-d874-4ac6-9c04-983625cda282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681841 Dec 10 16:54:20.475582 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d2425-1e9d-4aa4-807d-1b7b88308c4c req-9de436d3-639b-48da-8c54-1f9674dd5ab7 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:20.483652 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-720d2425-1e9d-4aa4-807d-1b7b88308c4c req-9de436d3-639b-48da-8c54-1f9674dd5ab7 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=907f3e95-c702-4c1b-9ef3-466a6bbeaa4b HTTP/1.1" status: 200 len: 945 time: 0.0588512 Dec 10 16:54:20.550693 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-720d2425-1e9d-4aa4-807d-1b7b88308c4c req-9f6fac3a-8fa8-471f-b668-ddf677c3574b tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=befd8534-d874-4ac6-9c04-983625cda282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579410 Dec 10 16:54:20.572223 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60770) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:20.672321 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b6666d3d-dbbd-49a8-a912-712e1c1f8448 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/floatingips/6faf5d87-1f4e-4b10-b7af-eb23db9c88f2 HTTP/1.1" status: 200 len: 992 time: 0.0896482 Dec 10 16:54:20.903751 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60776) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:21.115617 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-0925f620-4239-4e27-bdb8-da1cd372c2aa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Deleting port 0fc65743-3ded-4598-bb5e-049b6cc25ff7 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:54:21.116237 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0925f620-4239-4e27-bdb8-da1cd372c2aa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:21.207894 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0925f620-4239-4e27-bdb8-da1cd372c2aa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:21.208665 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0925f620-4239-4e27-bdb8-da1cd372c2aa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:21.226955 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-0925f620-4239-4e27-bdb8-da1cd372c2aa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Calling delete_port for 0fc65743-3ded-4598-bb5e-049b6cc25ff7 owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:54:21.425981 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0925f620-4239-4e27-bdb8-da1cd372c2aa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:21.462971 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0925f620-4239-4e27-bdb8-da1cd372c2aa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event deleted for resources: {'Port': ['ID=0fc65743-3ded-4598-bb5e-049b6cc25ff7,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:21.555955 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0925f620-4239-4e27-bdb8-da1cd372c2aa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for floatingip, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:21.556593 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [None req-0925f620-4239-4e27-bdb8-da1cd372c2aa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Floating IP 6faf5d87-1f4e-4b10-b7af-eb23db9c88f2 disassociated (deleted). External IP: 172.25.6.201, port: 0dfdd32b-c130-4369-a137-aa05400a28e7. Dec 10 16:54:21.779342 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0925f620-4239-4e27-bdb8-da1cd372c2aa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Router 6df0bc78-12c7-493a-9799-3d7c4741e413 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:54:21.919882 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0925f620-4239-4e27-bdb8-da1cd372c2aa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:54:21.926976 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0925f620-4239-4e27-bdb8-da1cd372c2aa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:21.936439 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48324e43-6529-4b6f-979c-99cf495aa743 None None] Sync routers for ids ['6df0bc78-12c7-493a-9799-3d7c4741e413'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:54:21.957397 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48324e43-6529-4b6f-979c-99cf495aa743 None None] Routers {'6df0bc78-12c7-493a-9799-3d7c4741e413'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:54:21.958025 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-48324e43-6529-4b6f-979c-99cf495aa743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:54:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['6df0bc78-12c7-493a-9799-3d7c4741e413'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:54:22.101050 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-48324e43-6529-4b6f-979c-99cf495aa743 None None] Set router 6df0bc78-12c7-493a-9799-3d7c4741e413 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:54:22.187550 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60798) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:22.405002 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-0925f620-4239-4e27-bdb8-da1cd372c2aa tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "DELETE /v2.0/floatingips/6faf5d87-1f4e-4b10-b7af-eb23db9c88f2 HTTP/1.1" status: 204 len: 168 time: 1.4998469 Dec 10 16:54:22.405874 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '907f3e95-c702-4c1b-9ef3-466a6bbeaa4b', 'tag': '0dfdd32b-c130-4369-a137-aa05400a28e7'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:54:22.409145 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f373b7d-8bc8-4ec4-9b22-76d10e0e00db" -d '{"events": [{"name": "network-changed", "server_uuid": "907f3e95-c702-4c1b-9ef3-466a6bbeaa4b", "tag": "0dfdd32b-c130-4369-a137-aa05400a28e7"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:54:22.763154 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f41592-1d99-41e9-9f9d-e831c72479f5 x-openstack-request-id: req-27f41592-1d99-41e9-9f9d-e831c72479f5 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:54:22.763986 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "907f3e95-c702-4c1b-9ef3-466a6bbeaa4b", "tag": "0dfdd32b-c130-4369-a137-aa05400a28e7", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:54:22.764479 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-27f41592-1d99-41e9-9f9d-e831c72479f5 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:54:22.765118 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '907f3e95-c702-4c1b-9ef3-466a6bbeaa4b', 'tag': '0dfdd32b-c130-4369-a137-aa05400a28e7', 'status': 'completed', 'code': 200} Dec 10 16:54:22.851415 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-48324e43-6529-4b6f-979c-99cf495aa743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df0bc78-12c7-493a-9799-3d7c4741e413', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569265821', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'dbfd4bb7-37b0-4365-bf39-a7df04224314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:11Z', 'updated_at': '2021-12-10T16:53:16Z', 'revision_number': 4, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': 'dbfd4bb7-37b0-4365-bf39-a7df04224314', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:76:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0bc78-12c7-493a-9799-3d7c4741e413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:12Z', 'updated_at': '2021-12-10T16:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '5038c0e1-ba19-4a85-8048-cbd1d75d8ce1', 'name': '', 'network_id': '2a9ccf6f-1648-47f5-b73c-84a8b2280a9c', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'mac_address': 'fa:16:3e:4a:f2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0bc78-12c7-493a-9799-3d7c4741e413', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'e8803bd4-7e23-4903-95a9-ab161e9d7c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:15Z', 'updated_at': '2021-12-10T16:53:20Z', 'revision_number': 5, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'subnets': [{'id': 'e8803bd4-7e23-4903-95a9-ab161e9d7c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:54:22.908644 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48324e43-6529-4b6f-979c-99cf495aa743 None None] Checking router: 6df0bc78-12c7-493a-9799-3d7c4741e413 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:54:22.917948 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f373b7d-8bc8-4ec4-9b22-76d10e0e00db req-8233f564-b5ec-4e5f-8e21-d1bddd4f292a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:22.919685 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1f373b7d-8bc8-4ec4-9b22-76d10e0e00db req-8233f564-b5ec-4e5f-8e21-d1bddd4f292a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e316b1d223b341c8ad45a1329ddefc11&device_id=907f3e95-c702-4c1b-9ef3-466a6bbeaa4b HTTP/1.1" status: 200 len: 1096 time: 0.1055064 Dec 10 16:54:22.928184 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48324e43-6529-4b6f-979c-99cf495aa743 None None] Routers {'6df0bc78-12c7-493a-9799-3d7c4741e413'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:54:22.928814 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-48324e43-6529-4b6f-979c-99cf495aa743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:54:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['6df0bc78-12c7-493a-9799-3d7c4741e413'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:54:22.997321 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464d5f9-84d2-4926-934d-cefead24cff3 req-49fd8893-a894-495a-b300-d96f21fa9edc tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:23.004571 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8464d5f9-84d2-4926-934d-cefead24cff3 req-49fd8893-a894-495a-b300-d96f21fa9edc tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=907f3e95-c702-4c1b-9ef3-466a6bbeaa4b HTTP/1.1" status: 200 len: 945 time: 0.1122797 Dec 10 16:54:23.068587 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c34bdab8-a73e-4bd3-9716-e427ea37e05b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:23.089880 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8464d5f9-84d2-4926-934d-cefead24cff3 req-686a686e-b934-4b53-85eb-3eb118cb7e1f tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=befd8534-d874-4ac6-9c04-983625cda282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778074 Dec 10 16:54:23.097096 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-48324e43-6529-4b6f-979c-99cf495aa743 None None] Set router 6df0bc78-12c7-493a-9799-3d7c4741e413 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:54:23.211288 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f373b7d-8bc8-4ec4-9b22-76d10e0e00db req-f8b6da65-346f-4fb2-a5f9-033cb3f61fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:23.213685 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1f373b7d-8bc8-4ec4-9b22-76d10e0e00db req-f8b6da65-346f-4fb2-a5f9-033cb3f61fef service neutron] 10.222.0.46 "GET /v2.0/networks?id=2a9ccf6f-1648-47f5-b73c-84a8b2280a9c HTTP/1.1" status: 200 len: 898 time: 0.2830935 Dec 10 16:54:23.231434 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb85948-30e3-44fb-a69f-b7e13ee0d6d2 req-6476dbdd-50b6-4ed3-b73b-90f652708999 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:23.233306 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1eb85948-30e3-44fb-a69f-b7e13ee0d6d2 req-6476dbdd-50b6-4ed3-b73b-90f652708999 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.46 "GET /v2.0/ports?device_id=907f3e95-c702-4c1b-9ef3-466a6bbeaa4b HTTP/1.1" status: 200 len: 945 time: 0.0878384 Dec 10 16:54:23.313603 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1f373b7d-8bc8-4ec4-9b22-76d10e0e00db req-4773dba4-e1d3-41f1-b9c8-87e435e3e693 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dfdd32b-c130-4369-a137-aa05400a28e7 HTTP/1.1" status: 200 len: 217 time: 0.0887167 Dec 10 16:54:23.383237 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-48324e43-6529-4b6f-979c-99cf495aa743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df0bc78-12c7-493a-9799-3d7c4741e413', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569265821', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'dbfd4bb7-37b0-4365-bf39-a7df04224314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:11Z', 'updated_at': '2021-12-10T16:53:16Z', 'revision_number': 4, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': 'dbfd4bb7-37b0-4365-bf39-a7df04224314', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:76:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0bc78-12c7-493a-9799-3d7c4741e413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:12Z', 'updated_at': '2021-12-10T16:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '5038c0e1-ba19-4a85-8048-cbd1d75d8ce1', 'name': '', 'network_id': '2a9ccf6f-1648-47f5-b73c-84a8b2280a9c', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'mac_address': 'fa:16:3e:4a:f2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0bc78-12c7-493a-9799-3d7c4741e413', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'e8803bd4-7e23-4903-95a9-ab161e9d7c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:15Z', 'updated_at': '2021-12-10T16:53:20Z', 'revision_number': 5, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'subnets': [{'id': 'e8803bd4-7e23-4903-95a9-ab161e9d7c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:54:23.405329 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-1eb85948-30e3-44fb-a69f-b7e13ee0d6d2 req-56d3437a-40b5-4081-8fb4-57b2769f9e66 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Deleting port 0dfdd32b-c130-4369-a137-aa05400a28e7 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:54:23.405920 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1eb85948-30e3-44fb-a69f-b7e13ee0d6d2 req-56d3437a-40b5-4081-8fb4-57b2769f9e66 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:23.415745 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48324e43-6529-4b6f-979c-99cf495aa743 None None] The sync data for ids ['6df0bc78-12c7-493a-9799-3d7c4741e413'] in n-d-766771-2 is: [{'id': '6df0bc78-12c7-493a-9799-3d7c4741e413', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569265821', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'dbfd4bb7-37b0-4365-bf39-a7df04224314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:11Z', 'updated_at': '2021-12-10T16:53:16Z', 'revision_number': 4, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': 'dbfd4bb7-37b0-4365-bf39-a7df04224314', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:76:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0bc78-12c7-493a-9799-3d7c4741e413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:12Z', 'updated_at': '2021-12-10T16:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '5038c0e1-ba19-4a85-8048-cbd1d75d8ce1', 'name': '', 'network_id': '2a9ccf6f-1648-47f5-b73c-84a8b2280a9c', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'mac_address': 'fa:16:3e:4a:f2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0bc78-12c7-493a-9799-3d7c4741e413', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'e8803bd4-7e23-4903-95a9-ab161e9d7c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:15Z', 'updated_at': '2021-12-10T16:53:20Z', 'revision_number': 5, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'subnets': [{'id': 'e8803bd4-7e23-4903-95a9-ab161e9d7c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:54:23.524582 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f373b7d-8bc8-4ec4-9b22-76d10e0e00db req-572e595e-050f-40e0-840a-05344bcf81fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:23.526383 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1f373b7d-8bc8-4ec4-9b22-76d10e0e00db req-572e595e-050f-40e0-840a-05344bcf81fe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8803bd4-7e23-4903-95a9-ab161e9d7c3d HTTP/1.1" status: 200 len: 834 time: 0.1464021 Dec 10 16:54:23.587678 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-1eb85948-30e3-44fb-a69f-b7e13ee0d6d2 req-56d3437a-40b5-4081-8fb4-57b2769f9e66 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] For port 0dfdd32b-c130-4369-a137-aa05400a28e7, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=0dfdd32b-c130-4369-a137-aa05400a28e7,segment=NetworkSegment(274b245b-8bf6-4b82-91ce-1c0df7e23b62),segment_id=274b245b-8bf6-4b82-91ce-1c0df7e23b62)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:54:23.589803 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1eb85948-30e3-44fb-a69f-b7e13ee0d6d2 req-56d3437a-40b5-4081-8fb4-57b2769f9e66 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:23.630707 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-1eb85948-30e3-44fb-a69f-b7e13ee0d6d2 req-56d3437a-40b5-4081-8fb4-57b2769f9e66 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Calling delete_port for 0dfdd32b-c130-4369-a137-aa05400a28e7 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:54:23.716076 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f373b7d-8bc8-4ec4-9b22-76d10e0e00db req-04bddc2b-308f-43fd-a5f4-ec8e9694e82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:23.717437 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1f373b7d-8bc8-4ec4-9b22-76d10e0e00db req-04bddc2b-308f-43fd-a5f4-ec8e9694e82f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2a9ccf6f-1648-47f5-b73c-84a8b2280a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1813989 Dec 10 16:54:23.888889 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1eb85948-30e3-44fb-a69f-b7e13ee0d6d2 req-56d3437a-40b5-4081-8fb4-57b2769f9e66 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:23.918159 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1f373b7d-8bc8-4ec4-9b22-76d10e0e00db req-b210dd76-4832-438e-acb9-2605fcdda36d service neutron] 10.222.0.46 "GET /v2.0/networks/2a9ccf6f-1648-47f5-b73c-84a8b2280a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870205 Dec 10 16:54:23.928409 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8279f2d-bb38-4ee4-b9a8-8cca1867b661 None None] New status for floating IP 6faf5d87-1f4e-4b10-b7af-eb23db9c88f2: DOWN {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:54:23.968665 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3437a-40b5-4081-8fb4-57b2769f9e66 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event deleted for resources: {'Port': ['ID=0dfdd32b-c130-4369-a137-aa05400a28e7,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:24.034094 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-1f373b7d-8bc8-4ec4-9b22-76d10e0e00db req-6a1b5835-d586-4fdf-93ec-3203f1c4eeb4 service neutron] 10.222.0.46 "GET /v2.0/networks/2a9ccf6f-1648-47f5-b73c-84a8b2280a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062696 Dec 10 16:54:24.040453 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-c34bdab8-a73e-4bd3-9716-e427ea37e05b admin admin] Deleting port bf030730-5f80-4c6d-b9b6-cc4c7972e97f {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:54:24.040923 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c34bdab8-a73e-4bd3-9716-e427ea37e05b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:24.069599 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb85948-30e3-44fb-a69f-b7e13ee0d6d2 req-56d3437a-40b5-4081-8fb4-57b2769f9e66 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] No DVR routers for this DVR port 0dfdd32b-c130-4369-a137-aa05400a28e7 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:54:24.074497 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1eb85948-30e3-44fb-a69f-b7e13ee0d6d2 req-56d3437a-40b5-4081-8fb4-57b2769f9e66 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:24.077765 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1eb85948-30e3-44fb-a69f-b7e13ee0d6d2 req-56d3437a-40b5-4081-8fb4-57b2769f9e66 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.46 "DELETE /v2.0/ports/0dfdd32b-c130-4369-a137-aa05400a28e7 HTTP/1.1" status: 204 len: 173 time: 0.8375978 Dec 10 16:54:24.142472 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-c34bdab8-a73e-4bd3-9716-e427ea37e05b admin admin] For port bf030730-5f80-4c6d-b9b6-cc4c7972e97f, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=bf030730-5f80-4c6d-b9b6-cc4c7972e97f,segment=NetworkSegment(b875ea9d-5e50-474f-9101-c4e81a54e6d1),segment_id=b875ea9d-5e50-474f-9101-c4e81a54e6d1)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:54:24.142877 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c34bdab8-a73e-4bd3-9716-e427ea37e05b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:24.157367 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-c34bdab8-a73e-4bd3-9716-e427ea37e05b admin admin] Calling delete_port for bf030730-5f80-4c6d-b9b6-cc4c7972e97f owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:54:24.285557 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c4ed9999-2b48-46c1-8d00-e66184e98fd7 req-740e7fe8-d78d-4d5c-af84-f1a44924a806 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=907f3e95-c702-4c1b-9ef3-466a6bbeaa4b HTTP/1.1" status: 200 len: 210 time: 0.0537210 Dec 10 16:54:24.441352 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c34bdab8-a73e-4bd3-9716-e427ea37e05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:24.477258 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34bdab8-a73e-4bd3-9716-e427ea37e05b admin admin] Pushing event deleted for resources: {'Port': ['ID=bf030730-5f80-4c6d-b9b6-cc4c7972e97f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:24.699665 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c34bdab8-a73e-4bd3-9716-e427ea37e05b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:24.767369 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907f3e95-c702-4c1b-9ef3-466a6bbeaa4b', 'name': 'network-vif-deleted', 'tag': '0dfdd32b-c130-4369-a137-aa05400a28e7'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:54:24.770421 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffb77a1-3f6a-4620-9e5c-848253f9047b" -d '{"events": [{"server_uuid": "907f3e95-c702-4c1b-9ef3-466a6bbeaa4b", "name": "network-vif-deleted", "tag": "0dfdd32b-c130-4369-a137-aa05400a28e7"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:54:24.815349 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9865b07a-d1d3-4022-95b0-35bb7eefffe8 x-openstack-request-id: req-9865b07a-d1d3-4022-95b0-35bb7eefffe8 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:54:24.815651 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907f3e95-c702-4c1b-9ef3-466a6bbeaa4b", "name": "network-vif-deleted", "tag": "0dfdd32b-c130-4369-a137-aa05400a28e7", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:54:24.815956 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9865b07a-d1d3-4022-95b0-35bb7eefffe8 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:54:24.816325 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '907f3e95-c702-4c1b-9ef3-466a6bbeaa4b', 'name': 'network-vif-deleted', 'tag': '0dfdd32b-c130-4369-a137-aa05400a28e7', 'status': 'completed', 'code': 200} Dec 10 16:54:24.988033 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34bdab8-a73e-4bd3-9716-e427ea37e05b admin admin] Router e06649b9-63ac-434e-85cd-f44336f6abb9 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:54:25.117291 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34bdab8-a73e-4bd3-9716-e427ea37e05b admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:54:25.122588 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c34bdab8-a73e-4bd3-9716-e427ea37e05b admin admin] 10.222.0.11 "PUT /v2.0/routers/e06649b9-63ac-434e-85cd-f44336f6abb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9339998 Dec 10 16:54:25.125139 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60836) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:25.128955 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9611d7c-fcaa-4425-a288-363c76a5dcbc None None] Sync routers for ids ['e06649b9-63ac-434e-85cd-f44336f6abb9'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:54:25.152525 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9611d7c-fcaa-4425-a288-363c76a5dcbc None None] Routers {'e06649b9-63ac-434e-85cd-f44336f6abb9'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:54:25.153142 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-a9611d7c-fcaa-4425-a288-363c76a5dcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:54:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['e06649b9-63ac-434e-85cd-f44336f6abb9'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:54:25.269918 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8def069f-994b-4db2-9fd8-f7be67149dc7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:25.279562 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-a9611d7c-fcaa-4425-a288-363c76a5dcbc None None] Set router e06649b9-63ac-434e-85cd-f44336f6abb9 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:54:25.414506 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60840) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:25.463608 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8def069f-994b-4db2-9fd8-f7be67149dc7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:25.529920 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-8def069f-994b-4db2-9fd8-f7be67149dc7 admin admin] Deleting port 5e14d5fe-cc7a-434f-aee7-6f8bcb407869 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:54:25.530266 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8def069f-994b-4db2-9fd8-f7be67149dc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:25.558166 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-a9611d7c-fcaa-4425-a288-363c76a5dcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'name': 'tempest-AttachVolumeTestJSON-1585030340-router', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '5e14d5fe-cc7a-434f-aee7-6f8bcb407869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:07Z', 'updated_at': '2021-12-10T16:54:24Z', 'revision_number': 5, 'project_id': 'bdc7ed738c3144738265db15e9c9048a', 'gw_port': {'id': '5e14d5fe-cc7a-434f-aee7-6f8bcb407869', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:09Z', 'updated_at': '2021-12-10T16:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:54:25.594463 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9611d7c-fcaa-4425-a288-363c76a5dcbc None None] Checking router: e06649b9-63ac-434e-85cd-f44336f6abb9 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:54:25.603835 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9611d7c-fcaa-4425-a288-363c76a5dcbc None None] Routers {'e06649b9-63ac-434e-85cd-f44336f6abb9'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:54:25.604444 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-a9611d7c-fcaa-4425-a288-363c76a5dcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:54:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['e06649b9-63ac-434e-85cd-f44336f6abb9'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:54:25.665410 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-8def069f-994b-4db2-9fd8-f7be67149dc7 admin admin] For port 5e14d5fe-cc7a-434f-aee7-6f8bcb407869, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=5e14d5fe-cc7a-434f-aee7-6f8bcb407869,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:54:25.667745 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8def069f-994b-4db2-9fd8-f7be67149dc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:25.705541 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-8def069f-994b-4db2-9fd8-f7be67149dc7 admin admin] Calling delete_port for 5e14d5fe-cc7a-434f-aee7-6f8bcb407869 owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:54:25.744932 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-a9611d7c-fcaa-4425-a288-363c76a5dcbc None None] Set router e06649b9-63ac-434e-85cd-f44336f6abb9 gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:54:25.848526 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-a9611d7c-fcaa-4425-a288-363c76a5dcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'name': 'tempest-AttachVolumeTestJSON-1585030340-router', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:07Z', 'updated_at': '2021-12-10T16:54:25Z', 'revision_number': 6, 'project_id': 'bdc7ed738c3144738265db15e9c9048a', 'gw_port_host': None}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:54:25.913091 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9611d7c-fcaa-4425-a288-363c76a5dcbc None None] The sync data for ids ['e06649b9-63ac-434e-85cd-f44336f6abb9'] in n-d-766771-2 is: [{'id': 'e06649b9-63ac-434e-85cd-f44336f6abb9', 'name': 'tempest-AttachVolumeTestJSON-1585030340-router', 'tenant_id': 'bdc7ed738c3144738265db15e9c9048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:07Z', 'updated_at': '2021-12-10T16:54:25Z', 'revision_number': 6, 'project_id': 'bdc7ed738c3144738265db15e9c9048a', 'gw_port_host': None}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:54:25.977192 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8def069f-994b-4db2-9fd8-f7be67149dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:26.019537 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def069f-994b-4db2-9fd8-f7be67149dc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e14d5fe-cc7a-434f-aee7-6f8bcb407869,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:26.032950 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200e0424-9334-47cc-8b83-0db90a3bcab8 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:54:26.080046 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2b3d464e-c01f-43d3-bc84-6f269bf7df01 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:26.100398 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8def069f-994b-4db2-9fd8-f7be67149dc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:26.218926 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8def069f-994b-4db2-9fd8-f7be67149dc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:26.221804 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8def069f-994b-4db2-9fd8-f7be67149dc7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:26.286310 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8def069f-994b-4db2-9fd8-f7be67149dc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:26.286847 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8def069f-994b-4db2-9fd8-f7be67149dc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e06649b9-63ac-434e-85cd-f44336f6abb9 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:54:26.293275 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8def069f-994b-4db2-9fd8-f7be67149dc7 admin admin] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:26.294546 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-8def069f-994b-4db2-9fd8-f7be67149dc7 admin admin] 10.222.0.11 "DELETE /v2.0/routers/e06649b9-63ac-434e-85cd-f44336f6abb9 HTTP/1.1" status: 204 len: 168 time: 1.1683373 Dec 10 16:54:26.296914 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60846) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:26.344780 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b4f1efa-005c-41b6-b834-1ba0c8311d93 admin admin] Deleting subnet bd39f8cf-b633-4e7b-8cc7-6321401d3434 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:54:26.349287 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7b4f1efa-005c-41b6-b834-1ba0c8311d93 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:26.393487 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7b4f1efa-005c-41b6-b834-1ba0c8311d93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:26.407353 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-2b3d464e-c01f-43d3-bc84-6f269bf7df01 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Deleting port 5038c0e1-ba19-4a85-8048-cbd1d75d8ce1 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:54:26.407801 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2b3d464e-c01f-43d3-bc84-6f269bf7df01 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:26.481722 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7b4f1efa-005c-41b6-b834-1ba0c8311d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:26.516782 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-2b3d464e-c01f-43d3-bc84-6f269bf7df01 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] For port 5038c0e1-ba19-4a85-8048-cbd1d75d8ce1, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=5038c0e1-ba19-4a85-8048-cbd1d75d8ce1,segment=NetworkSegment(274b245b-8bf6-4b82-91ce-1c0df7e23b62),segment_id=274b245b-8bf6-4b82-91ce-1c0df7e23b62)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:54:26.517146 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2b3d464e-c01f-43d3-bc84-6f269bf7df01 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:26.531275 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-2b3d464e-c01f-43d3-bc84-6f269bf7df01 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Calling delete_port for 5038c0e1-ba19-4a85-8048-cbd1d75d8ce1 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:54:26.538278 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7b4f1efa-005c-41b6-b834-1ba0c8311d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:26.566363 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f1efa-005c-41b6-b834-1ba0c8311d93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd39f8cf-b633-4e7b-8cc7-6321401d3434,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:26.568503 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7b4f1efa-005c-41b6-b834-1ba0c8311d93 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:26.571980 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-7b4f1efa-005c-41b6-b834-1ba0c8311d93 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/bd39f8cf-b633-4e7b-8cc7-6321401d3434 HTTP/1.1" status: 204 len: 168 time: 0.2738764 Dec 10 16:54:26.574478 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60848) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:26.578882 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17a8276-9e49-428e-a9c3-65ffde356308 None None] Network 263ff2dd-2395-434d-bed7-21852f5535cc requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:54:26.662671 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c936ffff-2ace-48dd-9a17-a749a8056810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:26.763548 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-c936ffff-2ace-48dd-9a17-a749a8056810 admin admin] Deleting port 62f2d400-e167-4293-8656-bb7699334d93 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:54:26.764174 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c936ffff-2ace-48dd-9a17-a749a8056810 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:26.824726 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbba41d-32f6-4c23-ad59-c5c22f327707 None None] DHCP port deletion for 263ff2dd-2395-434d-bed7-21852f5535cc request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:54:26.842089 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2b3d464e-c01f-43d3-bc84-6f269bf7df01 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:26.881279 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-c936ffff-2ace-48dd-9a17-a749a8056810 admin admin] For port 62f2d400-e167-4293-8656-bb7699334d93, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=62f2d400-e167-4293-8656-bb7699334d93,segment=NetworkSegment(b875ea9d-5e50-474f-9101-c4e81a54e6d1),segment_id=b875ea9d-5e50-474f-9101-c4e81a54e6d1)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:54:26.882907 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c936ffff-2ace-48dd-9a17-a749a8056810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:26.904828 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-c936ffff-2ace-48dd-9a17-a749a8056810 admin admin] Calling delete_port for 62f2d400-e167-4293-8656-bb7699334d93 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:54:26.952121 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-fbbba41d-32f6-4c23-ad59-c5c22f327707 None None] Deleting port 62f2d400-e167-4293-8656-bb7699334d93 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:54:26.952676 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fbbba41d-32f6-4c23-ad59-c5c22f327707 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:27.050100 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 0dfdd32b-c130-4369-a137-aa05400a28e7 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:54:27.116245 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: 0dfdd32b-c130-4369-a137-aa05400a28e7 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:54:27.116884 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 0dfdd32b-c130-4369-a137-aa05400a28e7 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:54:27.146528 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-fbbba41d-32f6-4c23-ad59-c5c22f327707 None None] For port 62f2d400-e167-4293-8656-bb7699334d93, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=62f2d400-e167-4293-8656-bb7699334d93,segment=NetworkSegment(b875ea9d-5e50-474f-9101-c4e81a54e6d1),segment_id=b875ea9d-5e50-474f-9101-c4e81a54e6d1)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:54:27.146992 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fbbba41d-32f6-4c23-ad59-c5c22f327707 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:27.163633 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-fbbba41d-32f6-4c23-ad59-c5c22f327707 None None] Calling delete_port for 62f2d400-e167-4293-8656-bb7699334d93 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:54:27.237309 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c936ffff-2ace-48dd-9a17-a749a8056810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:27.259155 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd02870-af4f-4f85-a698-1da2cab8b734 req-8824c5d9-c1e1-4915-9ff0-63f22fc88521 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:27.266118 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fbbba41d-32f6-4c23-ad59-c5c22f327707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:27.271606 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-acd02870-af4f-4f85-a698-1da2cab8b734 req-8824c5d9-c1e1-4915-9ff0-63f22fc88521 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=465bdf94-97e4-4206-a451-f2df77af2479 HTTP/1.1" status: 200 len: 945 time: 0.1689541 Dec 10 16:54:27.280811 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d464e-c01f-43d3-bc84-6f269bf7df01 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event deleted for resources: {'Port': ['ID=5038c0e1-ba19-4a85-8048-cbd1d75d8ce1,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:27.300021 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbba41d-32f6-4c23-ad59-c5c22f327707 None None] Pushing event deleted for resources: {'Port': ['ID=62f2d400-e167-4293-8656-bb7699334d93,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:27.302842 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbba41d-32f6-4c23-ad59-c5c22f327707 None None] No DVR routers for this DVR port 62f2d400-e167-4293-8656-bb7699334d93 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:54:27.311760 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbba41d-32f6-4c23-ad59-c5c22f327707 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:27.312092 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbba41d-32f6-4c23-ad59-c5c22f327707 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:27.312420 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbba41d-32f6-4c23-ad59-c5c22f327707 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:27.312759 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbba41d-32f6-4c23-ad59-c5c22f327707 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:27.313091 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbba41d-32f6-4c23-ad59-c5c22f327707 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:27.313419 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbba41d-32f6-4c23-ad59-c5c22f327707 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:27.313796 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbba41d-32f6-4c23-ad59-c5c22f327707 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:27.314126 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbba41d-32f6-4c23-ad59-c5c22f327707 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:27.314543 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbba41d-32f6-4c23-ad59-c5c22f327707 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:27.315441 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbba41d-32f6-4c23-ad59-c5c22f327707 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:27.315800 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbba41d-32f6-4c23-ad59-c5c22f327707 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:27.316108 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbba41d-32f6-4c23-ad59-c5c22f327707 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:27.316427 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbba41d-32f6-4c23-ad59-c5c22f327707 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:27.374798 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936ffff-2ace-48dd-9a17-a749a8056810 admin admin] Pushing event deleted for resources: {'Port': ['ID=62f2d400-e167-4293-8656-bb7699334d93,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:27.378704 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c936ffff-2ace-48dd-9a17-a749a8056810 admin admin] No DVR routers for this DVR port 62f2d400-e167-4293-8656-bb7699334d93 on host n-d-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:54:27.434026 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-acd02870-af4f-4f85-a698-1da2cab8b734 req-ad64b2ae-bdb6-4761-bfd2-e2bcdeafc240 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612465 Dec 10 16:54:27.536333 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device bf030730-5f80-4c6d-b9b6-cc4c7972e97f no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:54:27.567364 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: bf030730-5f80-4c6d-b9b6-cc4c7972e97f {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:54:27.567739 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device bf030730-5f80-4c6d-b9b6-cc4c7972e97f not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:54:27.568166 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 5e14d5fe-cc7a-434f-aee7-6f8bcb407869 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:54:27.583033 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c936ffff-2ace-48dd-9a17-a749a8056810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:27.601247 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 5e14d5fe-cc7a-434f-aee7-6f8bcb407869 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:54:27.601839 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 5e14d5fe-cc7a-434f-aee7-6f8bcb407869 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:54:27.602490 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 62f2d400-e167-4293-8656-bb7699334d93 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:54:27.618656 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-c936ffff-2ace-48dd-9a17-a749a8056810 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['263ff2dd-2395-434d-bed7-21852f5535cc']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:54:27.624240 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2b3d464e-c01f-43d3-bc84-6f269bf7df01 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:27.626577 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 62f2d400-e167-4293-8656-bb7699334d93 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:54:27.627189 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 62f2d400-e167-4293-8656-bb7699334d93 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:54:27.629634 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-c936ffff-2ace-48dd-9a17-a749a8056810 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b875ea9d-5e50-474f-9101-c4e81a54e6d1') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:54:27.629940 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-c936ffff-2ace-48dd-9a17-a749a8056810 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b875ea9d-5e50-474f-9101-c4e81a54e6d1') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:54:27.658726 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c936ffff-2ace-48dd-9a17-a749a8056810 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:27.678743 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c936ffff-2ace-48dd-9a17-a749a8056810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:27.687353 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c936ffff-2ace-48dd-9a17-a749a8056810 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:54:27.687874 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c936ffff-2ace-48dd-9a17-a749a8056810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:27.689816 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:54:27.689816 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:54:27.689816 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:54:27.689816 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:54:27.689816 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:54:27.689816 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:54:27.689816 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:54:27.689816 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:54:27.689816 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:54:27.689816 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:54:27.689816 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:54:27.689816 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:54:27.689816 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:54:27.689816 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:54:27.689816 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:54:27.689816 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:54:27.689816 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:54:27.689816 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:54:27.689816 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:54:27.689816 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:54:27.689816 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:54:27.689816 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:54:27.689816 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:54:27.689816 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:54:27.689816 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:54:27.689816 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:54:27.689816 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:54:27.689816 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:54:27.689816 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:54:27.689816 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:54:27.689816 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:54:27.689816 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:54:27.756461 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c936ffff-2ace-48dd-9a17-a749a8056810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:27.773780 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c936ffff-2ace-48dd-9a17-a749a8056810 admin admin] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:27.778274 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c936ffff-2ace-48dd-9a17-a749a8056810 admin admin] 10.222.0.11 "DELETE /v2.0/networks/263ff2dd-2395-434d-bed7-21852f5535cc HTTP/1.1" status: 204 len: 168 time: 1.2026994 Dec 10 16:54:27.790779 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936ffff-2ace-48dd-9a17-a749a8056810 admin admin] Pushing event deleted for resources: {'Network': ['ID=263ff2dd-2395-434d-bed7-21852f5535cc,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:27.889129 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3d464e-c01f-43d3-bc84-6f269bf7df01 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Router 6df0bc78-12c7-493a-9799-3d7c4741e413 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:54:27.913005 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60860) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:27.961965 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-8edf0a1b-6ee1-40bf-a590-ea2c94eddc75 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bdc7ed738c3144738265db15e9c9048a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0477023 Dec 10 16:54:27.964249 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60862) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:28.006006 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3d464e-c01f-43d3-bc84-6f269bf7df01 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:54:28.014470 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2b3d464e-c01f-43d3-bc84-6f269bf7df01 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "PUT /v2.0/routers/6df0bc78-12c7-493a-9799-3d7c4741e413/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5983648 Dec 10 16:54:28.015080 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60864) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:28.019180 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1ed280-079f-4cf0-b729-70fcc39973ab None None] Sync routers for ids ['6df0bc78-12c7-493a-9799-3d7c4741e413'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:54:28.032664 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c3b1f573-2ce0-4a5f-a073-0a576cb7c4d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:28.035093 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1ed280-079f-4cf0-b729-70fcc39973ab None None] Routers {'6df0bc78-12c7-493a-9799-3d7c4741e413'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:54:28.035970 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-0d1ed280-079f-4cf0-b729-70fcc39973ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:54:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['6df0bc78-12c7-493a-9799-3d7c4741e413'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:54:28.056350 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c3b1f573-2ce0-4a5f-a073-0a576cb7c4d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:28.076042 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae0855c3-698f-4dfd-954d-d8616da7caae tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Deleting subnet e8803bd4-7e23-4903-95a9-ab161e9d7c3d {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:54:28.080776 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ae0855c3-698f-4dfd-954d-d8616da7caae tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:28.119038 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c3b1f573-2ce0-4a5f-a073-0a576cb7c4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:28.122248 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c3b1f573-2ce0-4a5f-a073-0a576cb7c4d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:28.123488 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c3b1f573-2ce0-4a5f-a073-0a576cb7c4d4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6d5ef40a-14b0-4b7e-8f94-769742c80a98 HTTP/1.1" status: 204 len: 168 time: 0.1582019 Dec 10 16:54:28.138684 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b1f573-2ce0-4a5f-a073-0a576cb7c4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5ef40a-14b0-4b7e-8f94-769742c80a98,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:28.150149 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ae0855c3-698f-4dfd-954d-d8616da7caae tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:28.208472 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-0d1ed280-079f-4cf0-b729-70fcc39973ab None None] Set router 6df0bc78-12c7-493a-9799-3d7c4741e413 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:54:28.302720 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ae0855c3-698f-4dfd-954d-d8616da7caae tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:28.386270 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ae0855c3-698f-4dfd-954d-d8616da7caae tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:28.417340 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0855c3-698f-4dfd-954d-d8616da7caae tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event deleted for resources: {'Subnet': ['ID=e8803bd4-7e23-4903-95a9-ab161e9d7c3d,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:28.427264 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ae0855c3-698f-4dfd-954d-d8616da7caae tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:28.433556 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b795c1b4-9979-40ab-9c2a-e5480e207bee None None] Network 2a9ccf6f-1648-47f5-b73c-84a8b2280a9c requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:54:28.438401 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ae0855c3-698f-4dfd-954d-d8616da7caae tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "DELETE /v2.0/subnets/e8803bd4-7e23-4903-95a9-ab161e9d7c3d HTTP/1.1" status: 204 len: 168 time: 0.4219878 Dec 10 16:54:28.441508 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60872) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:28.604977 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dce15da1-edcd-43e1-8910-f8a632f348be tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:28.617805 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10988d8f-59f3-4608-bcd2-885a6acfc55a req-c582e867-6879-4671-b61c-d9f78fbb740a tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:28.619625 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-10988d8f-59f3-4608-bcd2-885a6acfc55a req-c582e867-6879-4671-b61c-d9f78fbb740a tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.46 "GET /v2.0/ports?device_id=465bdf94-97e4-4206-a451-f2df77af2479 HTTP/1.1" status: 200 len: 945 time: 0.1420631 Dec 10 16:54:28.633627 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42165b5-9bb1-4942-83ab-d13eb16b86ac req-ddc33d47-d119-4dae-9e23-f306fac985c0 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:28.635186 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e42165b5-9bb1-4942-83ab-d13eb16b86ac req-ddc33d47-d119-4dae-9e23-f306fac985c0 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=465bdf94-97e4-4206-a451-f2df77af2479 HTTP/1.1" status: 200 len: 945 time: 0.0973103 Dec 10 16:54:28.639719 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-0d1ed280-079f-4cf0-b729-70fcc39973ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df0bc78-12c7-493a-9799-3d7c4741e413', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569265821', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'dbfd4bb7-37b0-4365-bf39-a7df04224314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:11Z', 'updated_at': '2021-12-10T16:54:26Z', 'revision_number': 5, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': 'dbfd4bb7-37b0-4365-bf39-a7df04224314', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:76:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0bc78-12c7-493a-9799-3d7c4741e413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:12Z', 'updated_at': '2021-12-10T16:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:54:28.691274 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1ed280-079f-4cf0-b729-70fcc39973ab None None] Checking router: 6df0bc78-12c7-493a-9799-3d7c4741e413 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:54:28.711680 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1ed280-079f-4cf0-b729-70fcc39973ab None None] Routers {'6df0bc78-12c7-493a-9799-3d7c4741e413'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:54:28.712554 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-0d1ed280-079f-4cf0-b729-70fcc39973ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:54:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['6df0bc78-12c7-493a-9799-3d7c4741e413'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:54:28.770436 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dce15da1-edcd-43e1-8910-f8a632f348be tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:28.806157 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e42165b5-9bb1-4942-83ab-d13eb16b86ac req-83b10bc5-d653-4e61-8ea0-e0483379a30d tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a871104-1247-4273-8782-4e151a2913e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322532 Dec 10 16:54:28.819544 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-10988d8f-59f3-4608-bcd2-885a6acfc55a req-c03b8bf0-6d2a-4da6-989d-5341f1826516 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Deleting port d007edf8-2717-425f-91bc-41123d040200 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:54:28.819544 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-10988d8f-59f3-4608-bcd2-885a6acfc55a req-c03b8bf0-6d2a-4da6-989d-5341f1826516 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:28.846210 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81c554f-cf78-4202-9864-622a574b988e None None] DHCP port deletion for 2a9ccf6f-1648-47f5-b73c-84a8b2280a9c request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:54:28.854452 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-dce15da1-edcd-43e1-8910-f8a632f348be tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Deleting port dbfd4bb7-37b0-4365-bf39-a7df04224314 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:54:28.854898 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dce15da1-edcd-43e1-8910-f8a632f348be tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:28.949173 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-dce15da1-edcd-43e1-8910-f8a632f348be tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] For port dbfd4bb7-37b0-4365-bf39-a7df04224314, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=dbfd4bb7-37b0-4365-bf39-a7df04224314,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:54:28.949699 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dce15da1-edcd-43e1-8910-f8a632f348be tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:28.958680 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-10988d8f-59f3-4608-bcd2-885a6acfc55a req-c03b8bf0-6d2a-4da6-989d-5341f1826516 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] For port d007edf8-2717-425f-91bc-41123d040200, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=d007edf8-2717-425f-91bc-41123d040200,segment=NetworkSegment(025942ee-aaf6-4874-bbc1-b64381358c5e),segment_id=025942ee-aaf6-4874-bbc1-b64381358c5e)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:54:28.959499 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-10988d8f-59f3-4608-bcd2-885a6acfc55a req-c03b8bf0-6d2a-4da6-989d-5341f1826516 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:28.965184 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-dce15da1-edcd-43e1-8910-f8a632f348be tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Calling delete_port for dbfd4bb7-37b0-4365-bf39-a7df04224314 owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:54:28.976117 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-10988d8f-59f3-4608-bcd2-885a6acfc55a req-c03b8bf0-6d2a-4da6-989d-5341f1826516 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Calling delete_port for d007edf8-2717-425f-91bc-41123d040200 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:54:29.062650 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-0d1ed280-079f-4cf0-b729-70fcc39973ab None None] Set router 6df0bc78-12c7-493a-9799-3d7c4741e413 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:54:29.147970 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-10988d8f-59f3-4608-bcd2-885a6acfc55a req-c03b8bf0-6d2a-4da6-989d-5341f1826516 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:29.173066 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['d007edf8-2717-425f-91bc-41123d040200'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:54:29.194797 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dce15da1-edcd-43e1-8910-f8a632f348be tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:29.212460 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b8bf0-6d2a-4da6-989d-5341f1826516 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Pushing event deleted for resources: {'Port': ['ID=d007edf8-2717-425f-91bc-41123d040200,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:29.217082 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c81c554f-cf78-4202-9864-622a574b988e None None] Deleting port 78f0a0d2-a98d-4407-96b1-a69d8b414c1e {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:54:29.217629 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c81c554f-cf78-4202-9864-622a574b988e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:29.240863 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce15da1-edcd-43e1-8910-f8a632f348be tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event deleted for resources: {'Port': ['ID=dbfd4bb7-37b0-4365-bf39-a7df04224314,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:29.273041 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1748ec12-4bcb-4c40-8200-d3ae61211985 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:54:29.305926 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-10988d8f-59f3-4608-bcd2-885a6acfc55a req-c03b8bf0-6d2a-4da6-989d-5341f1826516 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] No DVR routers for this DVR port d007edf8-2717-425f-91bc-41123d040200 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:54:29.311027 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-10988d8f-59f3-4608-bcd2-885a6acfc55a req-c03b8bf0-6d2a-4da6-989d-5341f1826516 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:29.316067 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-10988d8f-59f3-4608-bcd2-885a6acfc55a req-c03b8bf0-6d2a-4da6-989d-5341f1826516 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.46 "DELETE /v2.0/ports/d007edf8-2717-425f-91bc-41123d040200 HTTP/1.1" status: 204 len: 173 time: 0.6798670 Dec 10 16:54:29.331222 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465bdf94-97e4-4206-a451-f2df77af2479', 'name': 'network-vif-deleted', 'tag': 'd007edf8-2717-425f-91bc-41123d040200'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:54:29.336351 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa014e7-2666-4317-9a8b-808c87a28cdb" -d '{"events": [{"server_uuid": "465bdf94-97e4-4206-a451-f2df77af2479", "name": "network-vif-deleted", "tag": "d007edf8-2717-425f-91bc-41123d040200"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:54:29.360629 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c81c554f-cf78-4202-9864-622a574b988e None None] For port 78f0a0d2-a98d-4407-96b1-a69d8b414c1e, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=78f0a0d2-a98d-4407-96b1-a69d8b414c1e,segment=NetworkSegment(274b245b-8bf6-4b82-91ce-1c0df7e23b62),segment_id=274b245b-8bf6-4b82-91ce-1c0df7e23b62)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:54:29.360629 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c81c554f-cf78-4202-9864-622a574b988e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:29.386280 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c81c554f-cf78-4202-9864-622a574b988e None None] Calling delete_port for 78f0a0d2-a98d-4407-96b1-a69d8b414c1e owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:54:29.453152 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dce15da1-edcd-43e1-8910-f8a632f348be tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:29.459939 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-0d1ed280-079f-4cf0-b729-70fcc39973ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df0bc78-12c7-493a-9799-3d7c4741e413', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569265821', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'dbfd4bb7-37b0-4365-bf39-a7df04224314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:11Z', 'updated_at': '2021-12-10T16:54:26Z', 'revision_number': 5, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': 'dbfd4bb7-37b0-4365-bf39-a7df04224314', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:76:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0bc78-12c7-493a-9799-3d7c4741e413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:12Z', 'updated_at': '2021-12-10T16:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:54:29.515708 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1ed280-079f-4cf0-b729-70fcc39973ab None None] The sync data for ids ['6df0bc78-12c7-493a-9799-3d7c4741e413'] in n-d-766771-2 is: [{'id': '6df0bc78-12c7-493a-9799-3d7c4741e413', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569265821', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'dbfd4bb7-37b0-4365-bf39-a7df04224314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:11Z', 'updated_at': '2021-12-10T16:54:26Z', 'revision_number': 5, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': 'dbfd4bb7-37b0-4365-bf39-a7df04224314', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:76:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0bc78-12c7-493a-9799-3d7c4741e413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:12Z', 'updated_at': '2021-12-10T16:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:54:29.584937 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c81c554f-cf78-4202-9864-622a574b988e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:29.614281 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c554f-cf78-4202-9864-622a574b988e None None] Pushing event deleted for resources: {'Port': ['ID=78f0a0d2-a98d-4407-96b1-a69d8b414c1e,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:29.624056 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81c554f-cf78-4202-9864-622a574b988e None None] No DVR routers for this DVR port 78f0a0d2-a98d-4407-96b1-a69d8b414c1e on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:54:29.660376 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dce15da1-edcd-43e1-8910-f8a632f348be tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:29.662670 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dce15da1-edcd-43e1-8910-f8a632f348be tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:29.725927 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dce15da1-edcd-43e1-8910-f8a632f348be tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:29.726559 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce15da1-edcd-43e1-8910-f8a632f348be tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Fanout notify agent at l3_agent the message router_deleted on router 6df0bc78-12c7-493a-9799-3d7c4741e413 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:54:29.735491 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dce15da1-edcd-43e1-8910-f8a632f348be tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:29.738344 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-dce15da1-edcd-43e1-8910-f8a632f348be tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "DELETE /v2.0/routers/6df0bc78-12c7-493a-9799-3d7c4741e413 HTTP/1.1" status: 204 len: 168 time: 1.2943616 Dec 10 16:54:29.740890 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60912) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:29.828899 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9204cc4-7b91-4c19-87bc-01563f990f16 x-openstack-request-id: req-e9204cc4-7b91-4c19-87bc-01563f990f16 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:54:29.829774 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465bdf94-97e4-4206-a451-f2df77af2479", "name": "network-vif-deleted", "tag": "d007edf8-2717-425f-91bc-41123d040200", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:54:29.830877 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e9204cc4-7b91-4c19-87bc-01563f990f16 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:54:29.832694 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465bdf94-97e4-4206-a451-f2df77af2479', 'name': 'network-vif-deleted', 'tag': 'd007edf8-2717-425f-91bc-41123d040200', 'status': 'completed', 'code': 200} Dec 10 16:54:29.880316 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 78f0a0d2-a98d-4407-96b1-a69d8b414c1e no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:54:29.932476 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 78f0a0d2-a98d-4407-96b1-a69d8b414c1e {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:54:29.934049 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a435a7d2-5a7c-4d60-8c90-75358b2ad670 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:29.934638 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 78f0a0d2-a98d-4407-96b1-a69d8b414c1e not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:54:30.011869 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-23f36c86-71e7-47cf-b021-95b6a6694ef1 req-982e271f-09bc-40c0-96cc-45079a2a4f4e tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=465bdf94-97e4-4206-a451-f2df77af2479 HTTP/1.1" status: 200 len: 210 time: 0.0529501 Dec 10 16:54:30.158308 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a435a7d2-5a7c-4d60-8c90-75358b2ad670 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:30.191004 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a435a7d2-5a7c-4d60-8c90-75358b2ad670 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a9ccf6f-1648-47f5-b73c-84a8b2280a9c']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:54:30.202670 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a435a7d2-5a7c-4d60-8c90-75358b2ad670 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '274b245b-8bf6-4b82-91ce-1c0df7e23b62') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:54:30.203088 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a435a7d2-5a7c-4d60-8c90-75358b2ad670 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '274b245b-8bf6-4b82-91ce-1c0df7e23b62') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:54:30.219518 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a435a7d2-5a7c-4d60-8c90-75358b2ad670 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:30.235435 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a435a7d2-5a7c-4d60-8c90-75358b2ad670 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:30.248759 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a435a7d2-5a7c-4d60-8c90-75358b2ad670 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:54:30.249232 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a435a7d2-5a7c-4d60-8c90-75358b2ad670 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:30.260626 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:54:30.260626 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:54:30.260626 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:54:30.260626 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:54:30.260626 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:54:30.260626 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:54:30.260626 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:54:30.260626 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:54:30.260626 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:54:30.260626 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:54:30.260626 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:54:30.260626 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:54:30.260626 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:54:30.260626 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:54:30.260626 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:54:30.260626 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:54:30.260626 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:54:30.260626 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:54:30.260626 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:54:30.260626 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:54:30.260626 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:54:30.260626 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:54:30.260626 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:54:30.260626 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:54:30.260626 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:54:30.260626 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:54:30.260626 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:54:30.260626 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:54:30.260626 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:54:30.260626 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:54:30.260626 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:54:30.260626 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:54:30.340377 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a435a7d2-5a7c-4d60-8c90-75358b2ad670 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:30.349433 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a435a7d2-5a7c-4d60-8c90-75358b2ad670 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:30.365739 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a435a7d2-5a7c-4d60-8c90-75358b2ad670 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "DELETE /v2.0/networks/2a9ccf6f-1648-47f5-b73c-84a8b2280a9c HTTP/1.1" status: 204 len: 168 time: 0.6234972 Dec 10 16:54:30.365893 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60928) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:30.376564 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a435a7d2-5a7c-4d60-8c90-75358b2ad670 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event deleted for resources: {'Network': ['ID=2a9ccf6f-1648-47f5-b73c-84a8b2280a9c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:30.466189 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cc469b8-d13e-4b3e-bf0a-bb2c98628370 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:30.512675 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cc469b8-d13e-4b3e-bf0a-bb2c98628370 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:30.584108 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cc469b8-d13e-4b3e-bf0a-bb2c98628370 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:30.589223 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cc469b8-d13e-4b3e-bf0a-bb2c98628370 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:30.590461 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9cc469b8-d13e-4b3e-bf0a-bb2c98628370 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "DELETE /v2.0/security-groups/befd8534-d874-4ac6-9c04-983625cda282 HTTP/1.1" status: 204 len: 168 time: 0.2235050 Dec 10 16:54:30.601641 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc469b8-d13e-4b3e-bf0a-bb2c98628370 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=befd8534-d874-4ac6-9c04-983625cda282,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:30.946971 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60958) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:30.952418 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-c41c707a-8050-4dfe-b85e-ffc8aadd801f tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-648885482', 'description': 'tempest-secgroup-smoke-648885482 description', 'project_id': 'e316b1d223b341c8ad45a1329ddefc11'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:54:30.982438 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c41c707a-8050-4dfe-b85e-ffc8aadd801f tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:31.061067 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c41c707a-8050-4dfe-b85e-ffc8aadd801f tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:31.067105 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c41c707a-8050-4dfe-b85e-ffc8aadd801f tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:31.127635 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-018f0a59-0dcc-4669-bb40-91c8b6bf042a req-90ab0f11-ca7a-4a15-9fa2-6eaee3c006a5 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=465bdf94-97e4-4206-a451-f2df77af2479 HTTP/1.1" status: 200 len: 210 time: 0.0438969 Dec 10 16:54:31.132232 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c41c707a-8050-4dfe-b85e-ffc8aadd801f tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:31.133812 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c41c707a-8050-4dfe-b85e-ffc8aadd801f tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1855354 Dec 10 16:54:31.137296 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60970) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:31.138737 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c707a-8050-4dfe-b85e-ffc8aadd801f tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92a1ceb0-3022-4486-a189-bbcdb68b60b0,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:31.144383 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-0ab2ac2b-cb5a-4fee-920e-295e41de7405 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'security_group_rule': {'security_group_id': '92a1ceb0-3022-4486-a189-bbcdb68b60b0', 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:54:31.187595 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0ab2ac2b-cb5a-4fee-920e-295e41de7405 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:31.250433 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0ab2ac2b-cb5a-4fee-920e-295e41de7405 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:31.254977 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0ab2ac2b-cb5a-4fee-920e-295e41de7405 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:31.274558 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2ac2b-cb5a-4fee-920e-295e41de7405 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd427ebc-fff2-4580-be22-3d87db9c601f,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:31.280429 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0ab2ac2b-cb5a-4fee-920e-295e41de7405 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:31.284074 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0ab2ac2b-cb5a-4fee-920e-295e41de7405 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1423502 Dec 10 16:54:31.284326 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60976) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:31.288771 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-7742827d-8916-4daf-b3cf-2696f6628e00 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'security_group_rule': {'security_group_id': '92a1ceb0-3022-4486-a189-bbcdb68b60b0', 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:54:31.311912 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 5038c0e1-ba19-4a85-8048-cbd1d75d8ce1 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:54:31.331926 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7742827d-8916-4daf-b3cf-2696f6628e00 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:31.336418 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 5038c0e1-ba19-4a85-8048-cbd1d75d8ce1 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:54:31.336958 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 5038c0e1-ba19-4a85-8048-cbd1d75d8ce1 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:54:31.337559 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device dbfd4bb7-37b0-4365-bf39-a7df04224314 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:54:31.357160 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: dbfd4bb7-37b0-4365-bf39-a7df04224314 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:54:31.357502 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device dbfd4bb7-37b0-4365-bf39-a7df04224314 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:54:31.416748 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7742827d-8916-4daf-b3cf-2696f6628e00 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:31.421739 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7742827d-8916-4daf-b3cf-2696f6628e00 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:31.442379 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7742827d-8916-4daf-b3cf-2696f6628e00 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3574d901-f934-4d3a-9095-d0a0edb9fa6e,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:31.447316 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7742827d-8916-4daf-b3cf-2696f6628e00 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:31.448560 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7742827d-8916-4daf-b3cf-2696f6628e00 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1632798 Dec 10 16:54:31.451694 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60982) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:31.456992 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c0652073-2f5d-4777-9f30-8bdefb084240 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'security_group_rule': {'security_group_id': '92a1ceb0-3022-4486-a189-bbcdb68b60b0', 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:54:31.484395 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c0652073-2f5d-4777-9f30-8bdefb084240 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:31.552947 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c0652073-2f5d-4777-9f30-8bdefb084240 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:31.557956 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c0652073-2f5d-4777-9f30-8bdefb084240 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:31.579242 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0652073-2f5d-4777-9f30-8bdefb084240 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=799ebd66-cd98-4eb2-b1a7-544b645829be,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:31.591124 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c0652073-2f5d-4777-9f30-8bdefb084240 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:31.592679 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c0652073-2f5d-4777-9f30-8bdefb084240 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1398432 Dec 10 16:54:31.595738 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60984) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:31.601209 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-f447dc31-ff4f-4f26-9d15-8df15492f185 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'security_group_rule': {'security_group_id': '92a1ceb0-3022-4486-a189-bbcdb68b60b0', 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:54:31.635588 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f447dc31-ff4f-4f26-9d15-8df15492f185 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:31.705546 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f447dc31-ff4f-4f26-9d15-8df15492f185 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:31.711095 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f447dc31-ff4f-4f26-9d15-8df15492f185 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:31.720785 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60988) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:31.728695 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f447dc31-ff4f-4f26-9d15-8df15492f185 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a40ea03f-1613-470d-86e1-3b6947c6ed97,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:31.738434 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f447dc31-ff4f-4f26-9d15-8df15492f185 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:31.742389 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f447dc31-ff4f-4f26-9d15-8df15492f185 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1429434 Dec 10 16:54:31.742860 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60992) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:31.747948 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-3f42fc7f-6e51-469e-a65c-dbb7fb774bd5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'security_group_rule': {'security_group_id': '92a1ceb0-3022-4486-a189-bbcdb68b60b0', 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:54:31.774803 n-d-766771-2 neutron-server[103393]: INFO neutron.db.securitygroups_db [None req-3f42fc7f-6e51-469e-a65c-dbb7fb774bd5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Project e316b1d223b341c8ad45a1329ddefc11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:54:31.779997 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f42fc7f-6e51-469e-a65c-dbb7fb774bd5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:31.841628 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f42fc7f-6e51-469e-a65c-dbb7fb774bd5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:31.846785 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f42fc7f-6e51-469e-a65c-dbb7fb774bd5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:31.852847 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aebb0f56-7d37-461e-a347-17d5efa71c7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:31.867466 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f42fc7f-6e51-469e-a65c-dbb7fb774bd5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14f1561e-e440-4200-94f4-98ae98e19824,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:31.880132 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f42fc7f-6e51-469e-a65c-dbb7fb774bd5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:31.881818 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3f42fc7f-6e51-469e-a65c-dbb7fb774bd5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1379521 Dec 10 16:54:31.884847 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60994) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:31.891154 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-6b072f33-48ab-4832-accb-d48551e9eb39 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'security_group_rule': {'security_group_id': '92a1ceb0-3022-4486-a189-bbcdb68b60b0', 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:54:31.918665 n-d-766771-2 neutron-server[103393]: INFO neutron.db.securitygroups_db [None req-6b072f33-48ab-4832-accb-d48551e9eb39 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Project e316b1d223b341c8ad45a1329ddefc11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:54:31.925657 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6b072f33-48ab-4832-accb-d48551e9eb39 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:31.935717 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aebb0f56-7d37-461e-a347-17d5efa71c7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:31.941354 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aebb0f56-7d37-461e-a347-17d5efa71c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:31.977538 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebb0f56-7d37-461e-a347-17d5efa71c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23987e85-fd36-493e-b954-3157937dfa2b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:31.984598 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-aebb0f56-7d37-461e-a347-17d5efa71c7a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=202d0ac070f54c50b4d319b0f7365e22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2614744 Dec 10 16:54:31.985185 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 60996) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:31.996832 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6b072f33-48ab-4832-accb-d48551e9eb39 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:32.002912 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6b072f33-48ab-4832-accb-d48551e9eb39 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:32.018039 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b072f33-48ab-4832-accb-d48551e9eb39 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e3ef68c-51fc-4218-8d4b-c8887a022ae4,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:32.032282 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6b072f33-48ab-4832-accb-d48551e9eb39 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:32.034121 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6b072f33-48ab-4832-accb-d48551e9eb39 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1479867 Dec 10 16:54:32.037023 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 60998) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:32.041354 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e66ae578-9c80-4f4f-9307-d6c05c5082aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:32.042514 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-64155b27-ae25-4fde-8927-eef2eb1128b3 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'network': {'name': 'tempest-network-smoke--1871019412', 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'port_security_enabled': True}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:54:32.064523 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64155b27-ae25-4fde-8927-eef2eb1128b3 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Made reservation on behalf of e316b1d223b341c8ad45a1329ddefc11 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:54:32.066044 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e66ae578-9c80-4f4f-9307-d6c05c5082aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:32.068428 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-64155b27-ae25-4fde-8927-eef2eb1128b3 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:32.092759 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64155b27-ae25-4fde-8927-eef2eb1128b3 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:54:32.103631 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-64155b27-ae25-4fde-8927-eef2eb1128b3 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:32.104011 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-64155b27-ae25-4fde-8927-eef2eb1128b3 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Added segment 4a675781-188b-4f41-be55-5e8a47a0ce55 of type vlan for network 6507c088-c010-41d1-a1ea-b09b820d30ac Dec 10 16:54:32.122459 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e66ae578-9c80-4f4f-9307-d6c05c5082aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:32.125108 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e66ae578-9c80-4f4f-9307-d6c05c5082aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:32.129058 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e66ae578-9c80-4f4f-9307-d6c05c5082aa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/23987e85-fd36-493e-b954-3157937dfa2b HTTP/1.1" status: 204 len: 168 time: 0.1398346 Dec 10 16:54:32.139208 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ae578-9c80-4f4f-9307-d6c05c5082aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23987e85-fd36-493e-b954-3157937dfa2b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:32.151435 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-64155b27-ae25-4fde-8927-eef2eb1128b3 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:32.201318 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-64155b27-ae25-4fde-8927-eef2eb1128b3 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:32.208692 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64155b27-ae25-4fde-8927-eef2eb1128b3 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:32.209326 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-64155b27-ae25-4fde-8927-eef2eb1128b3 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:32.266419 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-64155b27-ae25-4fde-8927-eef2eb1128b3 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2281008 Dec 10 16:54:32.269274 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 32772) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:32.276089 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-38149d86-06ae-4890-b30e-eb7ea34062cb tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-868481207', 'admin_state_up': True, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:54:32.285508 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9067a445-be38-4bd2-81af-5c2a70943318 req-b6511376-89cf-44be-8043-c3af9728fcff tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=465bdf94-97e4-4206-a451-f2df77af2479 HTTP/1.1" status: 200 len: 210 time: 0.0403841 Dec 10 16:54:32.310633 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64155b27-ae25-4fde-8927-eef2eb1128b3 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'Network': ['ID=6507c088-c010-41d1-a1ea-b09b820d30ac,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:32.325275 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 6507c088-c010-41d1-a1ea-b09b820d30ac details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:54:32.336237 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38149d86-06ae-4890-b30e-eb7ea34062cb tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:32.338648 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38149d86-06ae-4890-b30e-eb7ea34062cb tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:32.405638 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38149d86-06ae-4890-b30e-eb7ea34062cb tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:32.512009 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 32776) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:32.528026 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e19876b2-676d-4255-91d3-077332742cc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:32.599656 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38149d86-06ae-4890-b30e-eb7ea34062cb tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:32.628390 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e19876b2-676d-4255-91d3-077332742cc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:32.632843 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e19876b2-676d-4255-91d3-077332742cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:32.676270 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e19876b2-676d-4255-91d3-077332742cc3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9fd7bb25be5d4ea2958520bf95406e51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1628869 Dec 10 16:54:32.677223 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19876b2-676d-4255-91d3-077332742cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e53d34-bfd0-471b-90b6-d3d42b6fca4d,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:32.678990 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 32778) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:32.755987 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6468353f-e2f5-449f-9007-887919b4146e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:32.787284 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6468353f-e2f5-449f-9007-887919b4146e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:32.895097 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38149d86-06ae-4890-b30e-eb7ea34062cb tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:32.913490 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38149d86-06ae-4890-b30e-eb7ea34062cb tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:32.933670 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6468353f-e2f5-449f-9007-887919b4146e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:32.936545 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6468353f-e2f5-449f-9007-887919b4146e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:32.937671 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6468353f-e2f5-449f-9007-887919b4146e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a9e53d34-bfd0-471b-90b6-d3d42b6fca4d HTTP/1.1" status: 204 len: 168 time: 0.2572396 Dec 10 16:54:32.981730 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6468353f-e2f5-449f-9007-887919b4146e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e53d34-bfd0-471b-90b6-d3d42b6fca4d,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:33.053607 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-38149d86-06ae-4890-b30e-eb7ea34062cb tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Allocated IP 172.25.6.138 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/05b91337-d608-48a7-a568-48c1c02bc8af) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:54:33.054612 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device d007edf8-2717-425f-91bc-41123d040200 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:54:33.085913 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: d007edf8-2717-425f-91bc-41123d040200 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:54:33.086667 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device d007edf8-2717-425f-91bc-41123d040200 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:54:33.168610 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38149d86-06ae-4890-b30e-eb7ea34062cb tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:33.203028 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38149d86-06ae-4890-b30e-eb7ea34062cb tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:33.245578 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38149d86-06ae-4890-b30e-eb7ea34062cb tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:54:33.248743 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-38149d86-06ae-4890-b30e-eb7ea34062cb tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:54:33.251152 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38149d86-06ae-4890-b30e-eb7ea34062cb tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:54:33.267298 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071a05b3-fddb-4a51-990b-df2b53c75543 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:54:33.280229 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38149d86-06ae-4890-b30e-eb7ea34062cb tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'Port': ['ID=05b91337-d608-48a7-a568-48c1c02bc8af,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:33.377509 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-87a44a8a-23a9-44c8-ad7b-8e817fba3849 None None] Provisioning complete for port 05b91337-d608-48a7-a568-48c1c02bc8af triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:54:33.378119 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-87a44a8a-23a9-44c8-ad7b-8e817fba3849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:33.413621 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-010d6108-2bfb-4876-b6a7-4221fb9de114 req-48ebc938-89c7-481a-94a7-877df83c17cf tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=465bdf94-97e4-4206-a451-f2df77af2479 HTTP/1.1" status: 200 len: 210 time: 0.0470083 Dec 10 16:54:33.418918 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-87a44a8a-23a9-44c8-ad7b-8e817fba3849 None None] Port 05b91337-d608-48a7-a568-48c1c02bc8af cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:54:33.836855 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38149d86-06ae-4890-b30e-eb7ea34062cb tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:34.051192 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38149d86-06ae-4890-b30e-eb7ea34062cb tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:34.184896 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38149d86-06ae-4890-b30e-eb7ea34062cb tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Router 8553180f-b24e-4e33-8c0a-1cdd1432ff50 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:54:34.297643 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38149d86-06ae-4890-b30e-eb7ea34062cb tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:54:34.311102 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6b3cee-30ed-484f-ac1d-80c540e2f6bb None None] Sync routers for ids ['8553180f-b24e-4e33-8c0a-1cdd1432ff50'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:54:34.321725 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38149d86-06ae-4890-b30e-eb7ea34062cb tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:34.322997 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-38149d86-06ae-4890-b30e-eb7ea34062cb tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0527983 Dec 10 16:54:34.326332 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 32816) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:34.345149 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6b3cee-30ed-484f-ac1d-80c540e2f6bb None None] Routers {'8553180f-b24e-4e33-8c0a-1cdd1432ff50'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:54:34.345768 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ee6b3cee-30ed-484f-ac1d-80c540e2f6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:54:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['8553180f-b24e-4e33-8c0a-1cdd1432ff50'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:54:34.373495 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 32818) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:34.374799 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-52857d6d-a13f-488c-b646-8db12822e21c tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=e316b1d223b341c8ad45a1329ddefc11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0469813 Dec 10 16:54:34.463354 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-ee6b3cee-30ed-484f-ac1d-80c540e2f6bb None None] Set router 8553180f-b24e-4e33-8c0a-1cdd1432ff50 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:54:34.566366 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0084180d-4e2d-4273-b7ac-b463f0680c1c req-a27820eb-f932-49eb-b798-c843f60a1d83 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=465bdf94-97e4-4206-a451-f2df77af2479 HTTP/1.1" status: 200 len: 210 time: 0.0382621 Dec 10 16:54:34.609399 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36313b36-7773-415b-8c4b-cce2ffdb2a27 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:34.614692 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 32828) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:34.615037 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-36313b36-7773-415b-8c4b-cce2ffdb2a27 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2384803 Dec 10 16:54:34.701166 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-312d5edd-70cb-4dd1-a617-9b5af8e3023c tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=5eeed31d-d918-4774-81b9-ef71c6f02574&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0812206 Dec 10 16:54:34.701166 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 32832) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:34.707235 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-833c5ddf-b5bc-4d95-8cfe-9c7420e5c17e tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1218832242', 'network_id': '6507c088-c010-41d1-a1ea-b09b820d30ac', 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:54:34.826484 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833c5ddf-b5bc-4d95-8cfe-9c7420e5c17e tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Made reservation on behalf of e316b1d223b341c8ad45a1329ddefc11 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:54:34.839152 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-833c5ddf-b5bc-4d95-8cfe-9c7420e5c17e tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:34.914547 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ee6b3cee-30ed-484f-ac1d-80c540e2f6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8553180f-b24e-4e33-8c0a-1cdd1432ff50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868481207', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '05b91337-d608-48a7-a568-48c1c02bc8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:54:32Z', 'updated_at': '2021-12-10T16:54:33Z', 'revision_number': 3, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': '05b91337-d608-48a7-a568-48c1c02bc8af', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8553180f-b24e-4e33-8c0a-1cdd1432ff50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:54:32Z', 'updated_at': '2021-12-10T16:54:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:54:34.956740 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6b3cee-30ed-484f-ac1d-80c540e2f6bb None None] Checking router: 8553180f-b24e-4e33-8c0a-1cdd1432ff50 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:54:34.957645 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6b3cee-30ed-484f-ac1d-80c540e2f6bb None None] Updating router 8553180f-b24e-4e33-8c0a-1cdd1432ff50 port 05b91337-d608-48a7-a568-48c1c02bc8af binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:54:34.990903 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-ee6b3cee-30ed-484f-ac1d-80c540e2f6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:35.388183 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-833c5ddf-b5bc-4d95-8cfe-9c7420e5c17e tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:35.405952 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-ee6b3cee-30ed-484f-ac1d-80c540e2f6bb None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:35.420418 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-ee6b3cee-30ed-484f-ac1d-80c540e2f6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:35.446444 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bac8a30-81ef-472a-b154-c8449b707e8e None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:54:35.476518 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833c5ddf-b5bc-4d95-8cfe-9c7420e5c17e tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Checking segment: {'id': '4a675781-188b-4f41-be55-5e8a47a0ce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6507c088-c010-41d1-a1ea-b09b820d30ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:54:35.476978 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833c5ddf-b5bc-4d95-8cfe-9c7420e5c17e tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Network hostable DHCP agents. Network: 6507c088-c010-41d1-a1ea-b09b820d30ac, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:54:35.482879 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c5ddf-b5bc-4d95-8cfe-9c7420e5c17e tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'Subnet': ['ID=2aa480b9-95eb-431e-b3fa-a99f578c5d32,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:35.509787 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-ee6b3cee-30ed-484f-ac1d-80c540e2f6bb None None] Attempting to bind port 05b91337-d608-48a7-a568-48c1c02bc8af on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:54:35.510251 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-ee6b3cee-30ed-484f-ac1d-80c540e2f6bb None None] Attempting to bind port 05b91337-d608-48a7-a568-48c1c02bc8af by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:54:35.510625 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6b3cee-30ed-484f-ac1d-80c540e2f6bb None None] Attempting to bind port 05b91337-d608-48a7-a568-48c1c02bc8af on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:54:35.519947 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833c5ddf-b5bc-4d95-8cfe-9c7420e5c17e tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Network 6507c088-c010-41d1-a1ea-b09b820d30ac is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:54:35.524243 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6b3cee-30ed-484f-ac1d-80c540e2f6bb None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:54:35.524909 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6b3cee-30ed-484f-ac1d-80c540e2f6bb None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:54:35.525060 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-ee6b3cee-30ed-484f-ac1d-80c540e2f6bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:35.525459 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6b3cee-30ed-484f-ac1d-80c540e2f6bb None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:54:35.526201 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-ee6b3cee-30ed-484f-ac1d-80c540e2f6bb None None] Bound port: 05b91337-d608-48a7-a568-48c1c02bc8af, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:54:35.526369 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-ee6b3cee-30ed-484f-ac1d-80c540e2f6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:35.530025 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e834547-b58f-4b4c-9f7e-34e35498333c None None] Pushing event updated for resources: {'Port': ['ID=05b91337-d608-48a7-a568-48c1c02bc8af,revision_number=2']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:35.536415 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-833c5ddf-b5bc-4d95-8cfe-9c7420e5c17e tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 6507c088-c010-41d1-a1ea-b09b820d30ac) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:54:35.545314 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833c5ddf-b5bc-4d95-8cfe-9c7420e5c17e tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:35.548021 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-833c5ddf-b5bc-4d95-8cfe-9c7420e5c17e tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:35.552635 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58b8bc2-7d9d-4e3a-86fa-1c0b6b47906a None None] Network 6507c088-c010-41d1-a1ea-b09b820d30ac requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:54:35.558361 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e834547-b58f-4b4c-9f7e-34e35498333c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:35.558716 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e834547-b58f-4b4c-9f7e-34e35498333c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:35.559061 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e834547-b58f-4b4c-9f7e-34e35498333c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:35.559400 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e834547-b58f-4b4c-9f7e-34e35498333c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:35.559733 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e834547-b58f-4b4c-9f7e-34e35498333c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:35.560950 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e834547-b58f-4b4c-9f7e-34e35498333c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:35.560950 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e834547-b58f-4b4c-9f7e-34e35498333c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:35.560950 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e834547-b58f-4b4c-9f7e-34e35498333c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:35.560950 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e834547-b58f-4b4c-9f7e-34e35498333c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:35.561410 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e834547-b58f-4b4c-9f7e-34e35498333c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:35.561874 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e834547-b58f-4b4c-9f7e-34e35498333c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:35.562227 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e834547-b58f-4b4c-9f7e-34e35498333c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:35.562553 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e834547-b58f-4b4c-9f7e-34e35498333c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:35.587264 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-833c5ddf-b5bc-4d95-8cfe-9c7420e5c17e tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8829911 Dec 10 16:54:35.590766 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 32854) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:35.630204 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-ee6b3cee-30ed-484f-ac1d-80c540e2f6bb None None] For port 05b91337-d608-48a7-a568-48c1c02bc8af, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:54:35.634890 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-ee6b3cee-30ed-484f-ac1d-80c540e2f6bb None None] For port 05b91337-d608-48a7-a568-48c1c02bc8af, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=05b91337-d608-48a7-a568-48c1c02bc8af,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:54:35.655550 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-ee6b3cee-30ed-484f-ac1d-80c540e2f6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:35.698854 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-0c19ab2d-2d69-43e4-8bb4-d2116cd4c88a None None] Provisioning complete for port 05b91337-d608-48a7-a568-48c1c02bc8af triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:54:35.699250 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0c19ab2d-2d69-43e4-8bb4-d2116cd4c88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:35.777607 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479488ef-f642-4e04-baff-17bb37119a40 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:54:35.790372 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6b3cee-30ed-484f-ac1d-80c540e2f6bb None None] Routers {'8553180f-b24e-4e33-8c0a-1cdd1432ff50'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:54:35.791011 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ee6b3cee-30ed-484f-ac1d-80c540e2f6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:54:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['8553180f-b24e-4e33-8c0a-1cdd1432ff50'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:54:35.850266 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e834547-b58f-4b4c-9f7e-34e35498333c None None] Pushing event updated for resources: {'Port': ['ID=05b91337-d608-48a7-a568-48c1c02bc8af,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:35.878004 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0c19ab2d-2d69-43e4-8bb4-d2116cd4c88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:35.920460 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-0c19ab2d-2d69-43e4-8bb4-d2116cd4c88a None None] For port 05b91337-d608-48a7-a568-48c1c02bc8af, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=05b91337-d608-48a7-a568-48c1c02bc8af,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:54:35.928229 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0c19ab2d-2d69-43e4-8bb4-d2116cd4c88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:35.937036 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cc8b24-5f60-4ab9-8345-63e1f2c3276c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-6507c088-c010-41d1-a1ea-b09b820d30ac', 'network_id': '6507c088-c010-41d1-a1ea-b09b820d30ac', 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'fixed_ips': [{'subnet_id': '2aa480b9-95eb-431e-b3fa-a99f578c5d32'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:54:35.939003 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f5cc8b24-5f60-4ab9-8345-63e1f2c3276c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:35.964008 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-ee6b3cee-30ed-484f-ac1d-80c540e2f6bb None None] Set router 8553180f-b24e-4e33-8c0a-1cdd1432ff50 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:54:36.009788 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 32862) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:36.021382 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19ab2d-2d69-43e4-8bb4-d2116cd4c88a None None] Pushing event updated for resources: {'Port': ['ID=05b91337-d608-48a7-a568-48c1c02bc8af,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:36.166410 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-f5cc8b24-5f60-4ab9-8345-63e1f2c3276c None None] Allocated IP 172.20.0.2 (6507c088-c010-41d1-a1ea-b09b820d30ac/2aa480b9-95eb-431e-b3fa-a99f578c5d32/3ffa4ccf-0260-4b41-b96a-1e16372d8aca) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:54:36.188098 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7de0cd32-aae8-40c2-bbf6-f8bee500f80a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:36.245605 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eac439ec-a153-4f94-a5ef-adaf4d086a06 None None] Provisioning complete for port 05b91337-d608-48a7-a568-48c1c02bc8af triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:54:36.246003 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eac439ec-a153-4f94-a5ef-adaf4d086a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:36.254664 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ee6b3cee-30ed-484f-ac1d-80c540e2f6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8553180f-b24e-4e33-8c0a-1cdd1432ff50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868481207', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '05b91337-d608-48a7-a568-48c1c02bc8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:54:32Z', 'updated_at': '2021-12-10T16:54:33Z', 'revision_number': 3, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': '05b91337-d608-48a7-a568-48c1c02bc8af', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8553180f-b24e-4e33-8c0a-1cdd1432ff50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:54:32Z', 'updated_at': '2021-12-10T16:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:54:36.289590 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6b3cee-30ed-484f-ac1d-80c540e2f6bb None None] The sync data for ids ['8553180f-b24e-4e33-8c0a-1cdd1432ff50'] in n-d-766771-2 is: [{'id': '8553180f-b24e-4e33-8c0a-1cdd1432ff50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868481207', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '05b91337-d608-48a7-a568-48c1c02bc8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:54:32Z', 'updated_at': '2021-12-10T16:54:33Z', 'revision_number': 3, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': '05b91337-d608-48a7-a568-48c1c02bc8af', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8553180f-b24e-4e33-8c0a-1cdd1432ff50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:54:32Z', 'updated_at': '2021-12-10T16:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:54:36.309872 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7de0cd32-aae8-40c2-bbf6-f8bee500f80a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:36.317527 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7de0cd32-aae8-40c2-bbf6-f8bee500f80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:36.334899 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8c1ba76f-f447-4ad1-a91c-be86e88df0a8 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:36.367247 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de0cd32-aae8-40c2-bbf6-f8bee500f80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad51e78-439b-4984-8281-f5859f0b30a2,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:36.387822 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7de0cd32-aae8-40c2-bbf6-f8bee500f80a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a0dd6513e58d47d9b7c1bae851286a06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3741050 Dec 10 16:54:36.389439 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 32866) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:36.454517 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f5cc8b24-5f60-4ab9-8345-63e1f2c3276c None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:36.464030 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-97a31669-5cc7-49bb-822e-55f5cddb7cee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:36.466590 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f5cc8b24-5f60-4ab9-8345-63e1f2c3276c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:36.498298 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-97a31669-5cc7-49bb-822e-55f5cddb7cee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:36.516319 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cc8b24-5f60-4ab9-8345-63e1f2c3276c None None] Network 6507c088-c010-41d1-a1ea-b09b820d30ac is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:54:36.536332 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-f5cc8b24-5f60-4ab9-8345-63e1f2c3276c None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:54:36.543511 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cc8b24-5f60-4ab9-8345-63e1f2c3276c None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:54:36.549278 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc8b24-5f60-4ab9-8345-63e1f2c3276c None None] Pushing event updated for resources: {'Port': ['ID=3ffa4ccf-0260-4b41-b96a-1e16372d8aca,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:36.565011 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-97a31669-5cc7-49bb-822e-55f5cddb7cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:36.573408 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-97a31669-5cc7-49bb-822e-55f5cddb7cee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:36.575220 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-97a31669-5cc7-49bb-822e-55f5cddb7cee admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5ad51e78-439b-4984-8281-f5859f0b30a2 HTTP/1.1" status: 204 len: 168 time: 0.1860013 Dec 10 16:54:36.586912 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a31669-5cc7-49bb-822e-55f5cddb7cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad51e78-439b-4984-8281-f5859f0b30a2,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:36.662163 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:36.705312 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f5cc8b24-5f60-4ab9-8345-63e1f2c3276c None None] Attempting to bind port 3ffa4ccf-0260-4b41-b96a-1e16372d8aca on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:54:36.705719 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f5cc8b24-5f60-4ab9-8345-63e1f2c3276c None None] Attempting to bind port 3ffa4ccf-0260-4b41-b96a-1e16372d8aca by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '4a675781-188b-4f41-be55-5e8a47a0ce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6507c088-c010-41d1-a1ea-b09b820d30ac'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:54:36.706229 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cc8b24-5f60-4ab9-8345-63e1f2c3276c None None] Attempting to bind port 3ffa4ccf-0260-4b41-b96a-1e16372d8aca on network 6507c088-c010-41d1-a1ea-b09b820d30ac {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:54:36.718787 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cc8b24-5f60-4ab9-8345-63e1f2c3276c None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:54:36.719175 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cc8b24-5f60-4ab9-8345-63e1f2c3276c None None] Checking segment: {'id': '4a675781-188b-4f41-be55-5e8a47a0ce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6507c088-c010-41d1-a1ea-b09b820d30ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:54:36.719682 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f5cc8b24-5f60-4ab9-8345-63e1f2c3276c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:36.719977 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cc8b24-5f60-4ab9-8345-63e1f2c3276c None None] Bound using segment: {'id': '4a675781-188b-4f41-be55-5e8a47a0ce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6507c088-c010-41d1-a1ea-b09b820d30ac'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:54:36.720988 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f5cc8b24-5f60-4ab9-8345-63e1f2c3276c None None] Bound port: 3ffa4ccf-0260-4b41-b96a-1e16372d8aca, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a675781-188b-4f41-be55-5e8a47a0ce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6507c088-c010-41d1-a1ea-b09b820d30ac'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:54:36.721391 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f5cc8b24-5f60-4ab9-8345-63e1f2c3276c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:36.852939 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f5cc8b24-5f60-4ab9-8345-63e1f2c3276c None None] For port 3ffa4ccf-0260-4b41-b96a-1e16372d8aca, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:54:36.857700 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f5cc8b24-5f60-4ab9-8345-63e1f2c3276c None None] For port 3ffa4ccf-0260-4b41-b96a-1e16372d8aca, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=3ffa4ccf-0260-4b41-b96a-1e16372d8aca,segment=NetworkSegment(4a675781-188b-4f41-be55-5e8a47a0ce55),segment_id=4a675781-188b-4f41-be55-5e8a47a0ce55)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:54:36.867210 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f5cc8b24-5f60-4ab9-8345-63e1f2c3276c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:36.869238 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-8c1ba76f-f447-4ad1-a91c-be86e88df0a8 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Allocated IP 172.20.0.1 (6507c088-c010-41d1-a1ea-b09b820d30ac/2aa480b9-95eb-431e-b3fa-a99f578c5d32/0618e69e-cb67-449b-afef-a24e4808fd7d) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:54:36.964365 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc8b24-5f60-4ab9-8345-63e1f2c3276c None None] Pushing event updated for resources: {'Port': ['ID=3ffa4ccf-0260-4b41-b96a-1e16372d8aca,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:37.060488 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 32876) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:37.080831 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c6a65f8a-1186-4f00-b4ac-69c1c85fa31c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:37.108466 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8c1ba76f-f447-4ad1-a91c-be86e88df0a8 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:37.159548 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8c1ba76f-f447-4ad1-a91c-be86e88df0a8 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:37.229125 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c6a65f8a-1186-4f00-b4ac-69c1c85fa31c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:37.238046 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c6a65f8a-1186-4f00-b4ac-69c1c85fa31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:37.281031 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1ba76f-f447-4ad1-a91c-be86e88df0a8 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Network 6507c088-c010-41d1-a1ea-b09b820d30ac is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:54:37.291416 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-8c1ba76f-f447-4ad1-a91c-be86e88df0a8 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:54:37.300831 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1ba76f-f447-4ad1-a91c-be86e88df0a8 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:54:37.301384 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a65f8a-1186-4f00-b4ac-69c1c85fa31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80ee292-a445-4546-a6e9-4bc0e4037caf,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:37.355216 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c6a65f8a-1186-4f00-b4ac-69c1c85fa31c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=62374e2b726c4f839cf946df16bb6ab1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2913301 Dec 10 16:54:37.356127 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 32878) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:37.365998 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ba76f-f447-4ad1-a91c-be86e88df0a8 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'Port': ['ID=0618e69e-cb67-449b-afef-a24e4808fd7d,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:37.404801 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8c1ba76f-f447-4ad1-a91c-be86e88df0a8 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:37.476954 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-660d6223-f24e-41f9-8872-7ff7cff4153f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:37.523862 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-660d6223-f24e-41f9-8872-7ff7cff4153f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:37.558772 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 3ffa4ccf-0260-4b41-b96a-1e16372d8aca up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:54:37.593985 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-660d6223-f24e-41f9-8872-7ff7cff4153f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:37.596664 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-660d6223-f24e-41f9-8872-7ff7cff4153f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:37.597830 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-660d6223-f24e-41f9-8872-7ff7cff4153f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b80ee292-a445-4546-a6e9-4bc0e4037caf HTTP/1.1" status: 204 len: 168 time: 0.2401223 Dec 10 16:54:37.607317 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d6223-f24e-41f9-8872-7ff7cff4153f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80ee292-a445-4546-a6e9-4bc0e4037caf,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:37.638168 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8c1ba76f-f447-4ad1-a91c-be86e88df0a8 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:37.693515 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 3ffa4ccf-0260-4b41-b96a-1e16372d8aca triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:54:37.693883 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:37.785904 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:37.833445 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 3ffa4ccf-0260-4b41-b96a-1e16372d8aca, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=3ffa4ccf-0260-4b41-b96a-1e16372d8aca,segment=NetworkSegment(4a675781-188b-4f41-be55-5e8a47a0ce55),segment_id=4a675781-188b-4f41-be55-5e8a47a0ce55)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:54:37.839000 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:37.840220 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 05b91337-d608-48a7-a568-48c1c02bc8af up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:54:37.948681 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=3ffa4ccf-0260-4b41-b96a-1e16372d8aca,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:37.954363 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 05b91337-d608-48a7-a568-48c1c02bc8af triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:54:37.954746 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:38.115010 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8c1ba76f-f447-4ad1-a91c-be86e88df0a8 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:38.121835 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8c1ba76f-f447-4ad1-a91c-be86e88df0a8 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:38.237756 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8c1ba76f-f447-4ad1-a91c-be86e88df0a8 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:38.240312 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ba76f-f447-4ad1-a91c-be86e88df0a8 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'Port': ['ID=0618e69e-cb67-449b-afef-a24e4808fd7d,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:38.358353 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:38.399682 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1ba76f-f447-4ad1-a91c-be86e88df0a8 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Network 6507c088-c010-41d1-a1ea-b09b820d30ac is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:54:38.401364 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-8c1ba76f-f447-4ad1-a91c-be86e88df0a8 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:54:38.453712 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ed54e7-89f6-4b79-bc39-992fe6432a81 None None] Network 6507c088-c010-41d1-a1ea-b09b820d30ac requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:54:38.579713 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1ba76f-f447-4ad1-a91c-be86e88df0a8 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Router 8553180f-b24e-4e33-8c0a-1cdd1432ff50 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:54:38.758721 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1ba76f-f447-4ad1-a91c-be86e88df0a8 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:54:38.764209 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-8c1ba76f-f447-4ad1-a91c-be86e88df0a8 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "PUT /v2.0/routers/8553180f-b24e-4e33-8c0a-1cdd1432ff50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1718442 Dec 10 16:54:38.766206 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-077250c6-d19e-429d-bc4a-de83202cc52c None None] Provisioning complete for port 3ffa4ccf-0260-4b41-b96a-1e16372d8aca triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:54:38.766737 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-077250c6-d19e-429d-bc4a-de83202cc52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:39.138460 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-dbb377bf-43df-425b-b0e9-6f0ea6d9e4af tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-648885482&fields=id&tenant_id=e316b1d223b341c8ad45a1329ddefc11 HTTP/1.1" status: 200 len: 267 time: 0.0585451 Dec 10 16:54:39.146330 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7a2d67-5eb3-49ba-a677-46e4b08bfef5 None None] Sync routers for ids ['8553180f-b24e-4e33-8c0a-1cdd1432ff50'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:54:39.171015 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7a2d67-5eb3-49ba-a677-46e4b08bfef5 None None] Routers {'8553180f-b24e-4e33-8c0a-1cdd1432ff50'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:54:39.171654 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-dd7a2d67-5eb3-49ba-a677-46e4b08bfef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:54:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['8553180f-b24e-4e33-8c0a-1cdd1432ff50'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:54:39.275483 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-12f2fa47-fa75-49f4-851d-7e29e9d85803 None None] Provisioning complete for port 3ffa4ccf-0260-4b41-b96a-1e16372d8aca triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:54:39.276148 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-12f2fa47-fa75-49f4-851d-7e29e9d85803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:39.338589 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-fae898fa-0ab4-4a33-9c7d-ef85cc984aa5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:39.340600 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-fae898fa-0ab4-4a33-9c7d-ef85cc984aa5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/networks?id=6507c088-c010-41d1-a1ea-b09b820d30ac HTTP/1.1" status: 200 len: 797 time: 0.1908081 Dec 10 16:54:39.364818 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-29dd4670-b525-4fbc-9b9a-d6f7ffb4db17 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/quotas/e316b1d223b341c8ad45a1329ddefc11 HTTP/1.1" status: 200 len: 375 time: 0.0173600 Dec 10 16:54:39.436914 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 3ffa4ccf-0260-4b41-b96a-1e16372d8aca up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:54:39.478503 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-dd7a2d67-5eb3-49ba-a677-46e4b08bfef5 None None] Set router 8553180f-b24e-4e33-8c0a-1cdd1432ff50 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:54:39.491051 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-1428eccb-c966-4163-a995-5b5e36ff5636 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e316b1d223b341c8ad45a1329ddefc11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1188114 Dec 10 16:54:39.668917 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 3ffa4ccf-0260-4b41-b96a-1e16372d8aca triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:54:39.669292 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:39.676593 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-10799c34-cc11-4ae6-865c-ae21cb10c2e8 service neutron] 10.222.0.11 "GET /v2.0/networks/6507c088-c010-41d1-a1ea-b09b820d30ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717610 Dec 10 16:54:39.873873 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-b7b35aee-da39-4398-9755-2ebe61c6d360 service neutron] 10.222.0.11 "GET /v2.0/networks/6507c088-c010-41d1-a1ea-b09b820d30ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888673 Dec 10 16:54:39.943297 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-12f2fa47-fa75-49f4-851d-7e29e9d85803 None None] Provisioning complete for port 0618e69e-cb67-449b-afef-a24e4808fd7d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:54:39.943828 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-12f2fa47-fa75-49f4-851d-7e29e9d85803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:40.024424 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-12f2fa47-fa75-49f4-851d-7e29e9d85803 None None] Port 0618e69e-cb67-449b-afef-a24e4808fd7d cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:54:40.206487 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4da97306-79db-4b0c-9a4b-24e71cfb2c7c req-43fa3474-85ee-4ffd-b2d1-deb8c1480df1 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=481d246a-82e2-4a37-89e5-89929672709b HTTP/1.1" status: 200 len: 210 time: 0.0686502 Dec 10 16:54:40.209754 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-dd7a2d67-5eb3-49ba-a677-46e4b08bfef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8553180f-b24e-4e33-8c0a-1cdd1432ff50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868481207', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '05b91337-d608-48a7-a568-48c1c02bc8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:54:32Z', 'updated_at': '2021-12-10T16:54:37Z', 'revision_number': 4, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': '05b91337-d608-48a7-a568-48c1c02bc8af', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8553180f-b24e-4e33-8c0a-1cdd1432ff50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:54:32Z', 'updated_at': '2021-12-10T16:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '0618e69e-cb67-449b-afef-a24e4808fd7d', 'name': '', 'network_id': '6507c088-c010-41d1-a1ea-b09b820d30ac', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'mac_address': 'fa:16:3e:83:f0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8553180f-b24e-4e33-8c0a-1cdd1432ff50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '2aa480b9-95eb-431e-b3fa-a99f578c5d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:54:36Z', 'updated_at': '2021-12-10T16:54:37Z', 'revision_number': 2, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'subnets': [{'id': '2aa480b9-95eb-431e-b3fa-a99f578c5d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:54:40.212601 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-5a1ffecd-491b-4c24-a533-2bc39b57e808 None None] Provisioning complete for port 0618e69e-cb67-449b-afef-a24e4808fd7d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:54:40.213276 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5a1ffecd-491b-4c24-a533-2bc39b57e808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:40.271563 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7a2d67-5eb3-49ba-a677-46e4b08bfef5 None None] Checking router: 8553180f-b24e-4e33-8c0a-1cdd1432ff50 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:54:40.271927 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7a2d67-5eb3-49ba-a677-46e4b08bfef5 None None] Updating router 8553180f-b24e-4e33-8c0a-1cdd1432ff50 port 0618e69e-cb67-449b-afef-a24e4808fd7d binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:54:40.308216 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-5a1ffecd-491b-4c24-a533-2bc39b57e808 None None] Port 0618e69e-cb67-449b-afef-a24e4808fd7d cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:54:40.338380 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dd7a2d67-5eb3-49ba-a677-46e4b08bfef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:40.674818 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dd7a2d67-5eb3-49ba-a677-46e4b08bfef5 None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:40.685673 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dd7a2d67-5eb3-49ba-a677-46e4b08bfef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:40.859333 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b402e7-bf4c-4b04-b8c0-29811bf4d560 None None] Pushing event updated for resources: {'Port': ['ID=0618e69e-cb67-449b-afef-a24e4808fd7d,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:40.873064 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-dd7a2d67-5eb3-49ba-a677-46e4b08bfef5 None None] Attempting to bind port 0618e69e-cb67-449b-afef-a24e4808fd7d on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:54:40.874274 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-dd7a2d67-5eb3-49ba-a677-46e4b08bfef5 None None] Attempting to bind port 0618e69e-cb67-449b-afef-a24e4808fd7d by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '4a675781-188b-4f41-be55-5e8a47a0ce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6507c088-c010-41d1-a1ea-b09b820d30ac'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:54:40.874848 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7a2d67-5eb3-49ba-a677-46e4b08bfef5 None None] Attempting to bind port 0618e69e-cb67-449b-afef-a24e4808fd7d on network 6507c088-c010-41d1-a1ea-b09b820d30ac {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:54:40.882397 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7a2d67-5eb3-49ba-a677-46e4b08bfef5 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:54:40.883145 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7a2d67-5eb3-49ba-a677-46e4b08bfef5 None None] Checking segment: {'id': '4a675781-188b-4f41-be55-5e8a47a0ce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6507c088-c010-41d1-a1ea-b09b820d30ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:54:40.883824 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dd7a2d67-5eb3-49ba-a677-46e4b08bfef5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:40.884387 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7a2d67-5eb3-49ba-a677-46e4b08bfef5 None None] Bound using segment: {'id': '4a675781-188b-4f41-be55-5e8a47a0ce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6507c088-c010-41d1-a1ea-b09b820d30ac'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:54:40.885051 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-dd7a2d67-5eb3-49ba-a677-46e4b08bfef5 None None] Bound port: 0618e69e-cb67-449b-afef-a24e4808fd7d, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a675781-188b-4f41-be55-5e8a47a0ce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6507c088-c010-41d1-a1ea-b09b820d30ac'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:54:40.885658 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dd7a2d67-5eb3-49ba-a677-46e4b08bfef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:40.975046 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-dd7a2d67-5eb3-49ba-a677-46e4b08bfef5 None None] For port 0618e69e-cb67-449b-afef-a24e4808fd7d, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:54:40.978668 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-dd7a2d67-5eb3-49ba-a677-46e4b08bfef5 None None] For port 0618e69e-cb67-449b-afef-a24e4808fd7d, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=0618e69e-cb67-449b-afef-a24e4808fd7d,segment=NetworkSegment(4a675781-188b-4f41-be55-5e8a47a0ce55),segment_id=4a675781-188b-4f41-be55-5e8a47a0ce55)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:54:40.988130 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dd7a2d67-5eb3-49ba-a677-46e4b08bfef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:41.167640 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7a2d67-5eb3-49ba-a677-46e4b08bfef5 None None] Routers {'8553180f-b24e-4e33-8c0a-1cdd1432ff50'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:54:41.168539 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-dd7a2d67-5eb3-49ba-a677-46e4b08bfef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:54:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['8553180f-b24e-4e33-8c0a-1cdd1432ff50'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:54:41.172614 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b402e7-bf4c-4b04-b8c0-29811bf4d560 None None] Pushing event updated for resources: {'Port': ['ID=0618e69e-cb67-449b-afef-a24e4808fd7d,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:41.265592 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 32974) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:41.284810 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-bc492fea-ba29-4d10-a084-c04a754ffec4 None None] Provisioning complete for port 0618e69e-cb67-449b-afef-a24e4808fd7d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:54:41.285180 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bc492fea-ba29-4d10-a084-c04a754ffec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:41.460760 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de380b75-4e00-45d4-98aa-53cbd53ab33b req-2cd37ac5-cbf3-4638-8a4f-7fd6f337c0e0 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=481d246a-82e2-4a37-89e5-89929672709b HTTP/1.1" status: 200 len: 210 time: 0.0489838 Dec 10 16:54:41.487169 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bc492fea-ba29-4d10-a084-c04a754ffec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:41.502850 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-dd7a2d67-5eb3-49ba-a677-46e4b08bfef5 None None] Set router 8553180f-b24e-4e33-8c0a-1cdd1432ff50 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:54:41.511603 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8195a94d-3ba5-47e0-aaf9-4020a6978531 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:41.631299 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-bc492fea-ba29-4d10-a084-c04a754ffec4 None None] For port 0618e69e-cb67-449b-afef-a24e4808fd7d, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=0618e69e-cb67-449b-afef-a24e4808fd7d,segment=NetworkSegment(4a675781-188b-4f41-be55-5e8a47a0ce55),segment_id=4a675781-188b-4f41-be55-5e8a47a0ce55)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:54:41.732642 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-58942d64-5591-4525-a726-e66342eb4d70 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:41.734659 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-58942d64-5591-4525-a726-e66342eb4d70 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.46 "GET /v2.0/networks?id=6507c088-c010-41d1-a1ea-b09b820d30ac HTTP/1.1" status: 200 len: 797 time: 0.2433772 Dec 10 16:54:41.740974 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bc492fea-ba29-4d10-a084-c04a754ffec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:41.791225 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8195a94d-3ba5-47e0-aaf9-4020a6978531 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:41.803462 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8195a94d-3ba5-47e0-aaf9-4020a6978531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:41.832925 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc492fea-ba29-4d10-a084-c04a754ffec4 None None] Pushing event updated for resources: {'Port': ['ID=0618e69e-cb67-449b-afef-a24e4808fd7d,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:41.857545 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-dd7a2d67-5eb3-49ba-a677-46e4b08bfef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8553180f-b24e-4e33-8c0a-1cdd1432ff50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868481207', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '05b91337-d608-48a7-a568-48c1c02bc8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:54:32Z', 'updated_at': '2021-12-10T16:54:37Z', 'revision_number': 4, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': '05b91337-d608-48a7-a568-48c1c02bc8af', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8553180f-b24e-4e33-8c0a-1cdd1432ff50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:54:32Z', 'updated_at': '2021-12-10T16:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '0618e69e-cb67-449b-afef-a24e4808fd7d', 'name': '', 'network_id': '6507c088-c010-41d1-a1ea-b09b820d30ac', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'mac_address': 'fa:16:3e:83:f0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8553180f-b24e-4e33-8c0a-1cdd1432ff50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '2aa480b9-95eb-431e-b3fa-a99f578c5d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:54:36Z', 'updated_at': '2021-12-10T16:54:40Z', 'revision_number': 4, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'subnets': [{'id': '2aa480b9-95eb-431e-b3fa-a99f578c5d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:54:41.872206 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195a94d-3ba5-47e0-aaf9-4020a6978531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5cea8f-eaa4-4d62-b95d-863b1d9e683d,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:41.880602 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-7b22049e-7627-433a-a05b-589425190862 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e316b1d223b341c8ad45a1329ddefc11 HTTP/1.1" status: 200 len: 379 time: 0.1360524 Dec 10 16:54:41.886316 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-8195a94d-3ba5-47e0-aaf9-4020a6978531 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e32651b646f246239ebb2bcbf5e0bc44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6165869 Dec 10 16:54:41.887403 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 32978) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:41.894052 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-f4eee7a0-19da-4196-9f8c-df41371b01cb tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'port': {'device_id': '481d246a-82e2-4a37-89e5-89929672709b', 'network_id': '6507c088-c010-41d1-a1ea-b09b820d30ac', 'admin_state_up': True, 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'security_groups': ['92a1ceb0-3022-4486-a189-bbcdb68b60b0']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:54:41.963818 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7a2d67-5eb3-49ba-a677-46e4b08bfef5 None None] The sync data for ids ['8553180f-b24e-4e33-8c0a-1cdd1432ff50'] in n-d-766771-2 is: [{'id': '8553180f-b24e-4e33-8c0a-1cdd1432ff50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868481207', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '05b91337-d608-48a7-a568-48c1c02bc8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:54:32Z', 'updated_at': '2021-12-10T16:54:37Z', 'revision_number': 4, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': '05b91337-d608-48a7-a568-48c1c02bc8af', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8553180f-b24e-4e33-8c0a-1cdd1432ff50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:54:32Z', 'updated_at': '2021-12-10T16:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '0618e69e-cb67-449b-afef-a24e4808fd7d', 'name': '', 'network_id': '6507c088-c010-41d1-a1ea-b09b820d30ac', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'mac_address': 'fa:16:3e:83:f0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8553180f-b24e-4e33-8c0a-1cdd1432ff50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '2aa480b9-95eb-431e-b3fa-a99f578c5d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:54:36Z', 'updated_at': '2021-12-10T16:54:40Z', 'revision_number': 4, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'subnets': [{'id': '2aa480b9-95eb-431e-b3fa-a99f578c5d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:54:41.988271 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-0a6c5e49-395e-4281-90d9-011c1aaf3258 None None] Provisioning complete for port 0618e69e-cb67-449b-afef-a24e4808fd7d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:54:41.988981 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0a6c5e49-395e-4281-90d9-011c1aaf3258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:42.000806 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6c50b781-a014-41fe-91aa-ada5d470eb7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:42.059562 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-f4eee7a0-19da-4196-9f8c-df41371b01cb tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Made reservation on behalf of e316b1d223b341c8ad45a1329ddefc11 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:54:42.063609 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-f4eee7a0-19da-4196-9f8c-df41371b01cb tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:42.088973 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6c50b781-a014-41fe-91aa-ada5d470eb7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:42.190399 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6c50b781-a014-41fe-91aa-ada5d470eb7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:42.193406 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6c50b781-a014-41fe-91aa-ada5d470eb7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:42.195558 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6c50b781-a014-41fe-91aa-ada5d470eb7b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ae5cea8f-eaa4-4d62-b95d-863b1d9e683d HTTP/1.1" status: 204 len: 168 time: 0.3077269 Dec 10 16:54:42.231663 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50b781-a014-41fe-91aa-ada5d470eb7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5cea8f-eaa4-4d62-b95d-863b1d9e683d,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:42.312217 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-f4eee7a0-19da-4196-9f8c-df41371b01cb tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Allocated IP 172.20.0.8 (6507c088-c010-41d1-a1ea-b09b820d30ac/2aa480b9-95eb-431e-b3fa-a99f578c5d32/9e0e73ea-0687-46d8-8074-38a6f7b377a9) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:54:42.536574 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-f4eee7a0-19da-4196-9f8c-df41371b01cb tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:42.582525 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-f4eee7a0-19da-4196-9f8c-df41371b01cb tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:42.667566 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-f4eee7a0-19da-4196-9f8c-df41371b01cb tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Network 6507c088-c010-41d1-a1ea-b09b820d30ac is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:54:42.674842 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-f4eee7a0-19da-4196-9f8c-df41371b01cb tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:54:42.677562 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-f4eee7a0-19da-4196-9f8c-df41371b01cb tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:54:42.708808 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eee7a0-19da-4196-9f8c-df41371b01cb tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'Port': ['ID=9e0e73ea-0687-46d8-8074-38a6f7b377a9,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:42.729395 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 32996) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:42.748161 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3042479a-7193-41b9-92ad-ae1553af7c69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:42.758961 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b382f44-1937-4ffb-83a7-5c2da5f52fe3 req-b66b8eac-f3a2-4c83-a3ae-e742b21737d6 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:42.760633 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7b382f44-1937-4ffb-83a7-5c2da5f52fe3 req-b66b8eac-f3a2-4c83-a3ae-e742b21737d6 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=481d246a-82e2-4a37-89e5-89929672709b HTTP/1.1" status: 200 len: 931 time: 0.1662455 Dec 10 16:54:42.769408 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-f4eee7a0-19da-4196-9f8c-df41371b01cb tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:42.776840 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-f4eee7a0-19da-4196-9f8c-df41371b01cb tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:42.837625 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-f4eee7a0-19da-4196-9f8c-df41371b01cb tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9509590 Dec 10 16:54:42.855331 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-887b337d-b520-4c4d-b5e9-686c23e448ca service neutron] Request body: {'port': {'device_id': '481d246a-82e2-4a37-89e5-89929672709b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:54:42.859759 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3042479a-7193-41b9-92ad-ae1553af7c69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:42.874640 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3042479a-7193-41b9-92ad-ae1553af7c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:42.897739 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7b382f44-1937-4ffb-83a7-5c2da5f52fe3 req-f27024e3-852f-44f0-bbc7-fa58e582d5e0 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=92a1ceb0-3022-4486-a189-bbcdb68b60b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167915 Dec 10 16:54:42.929892 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3042479a-7193-41b9-92ad-ae1553af7c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea98bbe-8479-48e4-9b6b-4866d1e6eabc,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:42.951229 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3042479a-7193-41b9-92ad-ae1553af7c69 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eee98e0fedd74efc8d26f7db24f945e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2203867 Dec 10 16:54:42.951694 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 32998) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:42.952420 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-887b337d-b520-4c4d-b5e9-686c23e448ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:43.061791 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-80b163fc-2f14-4905-93d2-a474c2064feb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:43.141749 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-843daf78-431c-494e-ac55-0b20ae7b29e0 None None] Provisioning complete for port 9e0e73ea-0687-46d8-8074-38a6f7b377a9 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:54:43.143008 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-843daf78-431c-494e-ac55-0b20ae7b29e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:43.169098 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-80b163fc-2f14-4905-93d2-a474c2064feb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:43.203710 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-843daf78-431c-494e-ac55-0b20ae7b29e0 None None] Port 9e0e73ea-0687-46d8-8074-38a6f7b377a9 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:54:43.295376 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-80b163fc-2f14-4905-93d2-a474c2064feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:43.298618 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-80b163fc-2f14-4905-93d2-a474c2064feb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:43.299888 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-80b163fc-2f14-4905-93d2-a474c2064feb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4ea98bbe-8479-48e4-9b6b-4866d1e6eabc HTTP/1.1" status: 204 len: 168 time: 0.3435626 Dec 10 16:54:43.323890 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b163fc-2f14-4905-93d2-a474c2064feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea98bbe-8479-48e4-9b6b-4866d1e6eabc,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:43.443015 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-887b337d-b520-4c4d-b5e9-686c23e448ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e0e73ea-0687-46d8-8074-38a6f7b377a9 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:54:43.451482 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-887b337d-b520-4c4d-b5e9-686c23e448ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:43.468375 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-887b337d-b520-4c4d-b5e9-686c23e448ca service neutron] Transition to ACTIVE for port object 9e0e73ea-0687-46d8-8074-38a6f7b377a9 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:54:43.477451 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-887b337d-b520-4c4d-b5e9-686c23e448ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:43.545605 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 0618e69e-cb67-449b-afef-a24e4808fd7d up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:54:43.622749 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b337d-b520-4c4d-b5e9-686c23e448ca service neutron] Pushing event updated for resources: {'Port': ['ID=9e0e73ea-0687-46d8-8074-38a6f7b377a9,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:43.675926 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-887b337d-b520-4c4d-b5e9-686c23e448ca service neutron] Attempting to bind port 9e0e73ea-0687-46d8-8074-38a6f7b377a9 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:54:43.676263 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-887b337d-b520-4c4d-b5e9-686c23e448ca service neutron] Attempting to bind port 9e0e73ea-0687-46d8-8074-38a6f7b377a9 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '4a675781-188b-4f41-be55-5e8a47a0ce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6507c088-c010-41d1-a1ea-b09b820d30ac'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:54:43.676590 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-887b337d-b520-4c4d-b5e9-686c23e448ca service neutron] Attempting to bind port 9e0e73ea-0687-46d8-8074-38a6f7b377a9 on network 6507c088-c010-41d1-a1ea-b09b820d30ac {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:54:43.682261 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-887b337d-b520-4c4d-b5e9-686c23e448ca service neutron] Port 9e0e73ea-0687-46d8-8074-38a6f7b377a9 on network 6507c088-c010-41d1-a1ea-b09b820d30ac not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:54:43.682588 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-887b337d-b520-4c4d-b5e9-686c23e448ca service neutron] Attempting to bind port 9e0e73ea-0687-46d8-8074-38a6f7b377a9 on network 6507c088-c010-41d1-a1ea-b09b820d30ac {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:54:43.688240 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-887b337d-b520-4c4d-b5e9-686c23e448ca service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:54:43.688815 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-887b337d-b520-4c4d-b5e9-686c23e448ca service neutron] Checking segment: {'id': '4a675781-188b-4f41-be55-5e8a47a0ce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6507c088-c010-41d1-a1ea-b09b820d30ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:54:43.689778 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-887b337d-b520-4c4d-b5e9-686c23e448ca service neutron] Bound using segment: {'id': '4a675781-188b-4f41-be55-5e8a47a0ce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6507c088-c010-41d1-a1ea-b09b820d30ac'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:54:43.690558 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-887b337d-b520-4c4d-b5e9-686c23e448ca service neutron] Bound port: 9e0e73ea-0687-46d8-8074-38a6f7b377a9, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a675781-188b-4f41-be55-5e8a47a0ce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6507c088-c010-41d1-a1ea-b09b820d30ac'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:54:43.690558 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-887b337d-b520-4c4d-b5e9-686c23e448ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:43.699660 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 0618e69e-cb67-449b-afef-a24e4808fd7d triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:54:43.700782 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:43.820953 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-887b337d-b520-4c4d-b5e9-686c23e448ca service neutron] For port 9e0e73ea-0687-46d8-8074-38a6f7b377a9, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:54:43.831742 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-887b337d-b520-4c4d-b5e9-686c23e448ca service neutron] For port 9e0e73ea-0687-46d8-8074-38a6f7b377a9, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=9e0e73ea-0687-46d8-8074-38a6f7b377a9,segment=NetworkSegment(4a675781-188b-4f41-be55-5e8a47a0ce55),segment_id=4a675781-188b-4f41-be55-5e8a47a0ce55)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:54:43.855440 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-887b337d-b520-4c4d-b5e9-686c23e448ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:43.895592 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-887b337d-b520-4c4d-b5e9-686c23e448ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:43.896381 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-887b337d-b520-4c4d-b5e9-686c23e448ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:43.901803 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-887b337d-b520-4c4d-b5e9-686c23e448ca service neutron] 10.222.0.46 "PUT /v2.0/ports/9e0e73ea-0687-46d8-8074-38a6f7b377a9 HTTP/1.1" status: 200 len: 1091 time: 1.0534074 Dec 10 16:54:43.919026 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '481d246a-82e2-4a37-89e5-89929672709b', 'tag': '9e0e73ea-0687-46d8-8074-38a6f7b377a9'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:54:43.932703 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db44d58-2623-4ba5-b158-dd9d85fd22c5" -d '{"events": [{"name": "network-changed", "server_uuid": "481d246a-82e2-4a37-89e5-89929672709b", "tag": "9e0e73ea-0687-46d8-8074-38a6f7b377a9"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:54:43.962704 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3d2ab815-e62b-43d3-8726-1330123d19fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:44.055847 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b337d-b520-4c4d-b5e9-686c23e448ca service neutron] Pushing event updated for resources: {'Port': ['ID=9e0e73ea-0687-46d8-8074-38a6f7b377a9,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:44.123212 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-37827399-0db0-43cc-abf3-b44790ace843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:44.125127 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-37827399-0db0-43cc-abf3-b44790ace843 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e316b1d223b341c8ad45a1329ddefc11&device_id=481d246a-82e2-4a37-89e5-89929672709b HTTP/1.1" status: 200 len: 1094 time: 0.1376722 Dec 10 16:54:44.320190 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:54:44.502294 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd71a87-07ea-4320-893c-d3dba4257309 req-f30c5fb6-08db-4788-8dca-e885f4193f5c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:44.503824 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fcd71a87-07ea-4320-893c-d3dba4257309 req-f30c5fb6-08db-4788-8dca-e885f4193f5c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=481d246a-82e2-4a37-89e5-89929672709b HTTP/1.1" status: 200 len: 943 time: 0.4322462 Dec 10 16:54:44.505124 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-0ec0a7a2-5aee-47de-945a-36dc0ce73bf2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e0e73ea-0687-46d8-8074-38a6f7b377a9 HTTP/1.1" status: 200 len: 217 time: 0.3692665 Dec 10 16:54:44.593021 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-ee37a10e-1d65-4861-9bc3-8f3cb0e916b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:44.594519 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-ee37a10e-1d65-4861-9bc3-8f3cb0e916b2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2aa480b9-95eb-431e-b3fa-a99f578c5d32 HTTP/1.1" status: 200 len: 835 time: 0.0754662 Dec 10 16:54:44.599179 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fcd71a87-07ea-4320-893c-d3dba4257309 req-db99be01-e07e-4d23-a853-df1636f09b23 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=92a1ceb0-3022-4486-a189-bbcdb68b60b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894880 Dec 10 16:54:44.652316 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0ee71a-3380-4761-9a4c-0d57372a3c85 x-openstack-request-id: req-4a0ee71a-3380-4761-9a4c-0d57372a3c85 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:54:44.652612 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "481d246a-82e2-4a37-89e5-89929672709b", "tag": "9e0e73ea-0687-46d8-8074-38a6f7b377a9", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:54:44.652867 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4a0ee71a-3380-4761-9a4c-0d57372a3c85 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:54:44.653265 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '481d246a-82e2-4a37-89e5-89929672709b', 'tag': '9e0e73ea-0687-46d8-8074-38a6f7b377a9', 'status': 'completed', 'code': 200} Dec 10 16:54:44.656387 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-765ae9d2-aaa3-45f5-9283-c42df331a020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:44.657952 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-765ae9d2-aaa3-45f5-9283-c42df331a020 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6507c088-c010-41d1-a1ea-b09b820d30ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556076 Dec 10 16:54:44.761518 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-d4afb7c7-7bfe-4a25-a50b-f338d0b16e02 service neutron] 10.222.0.46 "GET /v2.0/networks/6507c088-c010-41d1-a1ea-b09b820d30ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948224 Dec 10 16:54:44.860527 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d67d4a1b-9a2b-4f83-826f-c779b6819cab req-44a6f9e5-33e6-4714-b12a-9f7eb9df4c18 service neutron] 10.222.0.46 "GET /v2.0/networks/6507c088-c010-41d1-a1ea-b09b820d30ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916131 Dec 10 16:54:44.925352 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33080) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:44.953010 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db44d58-2623-4ba5-b158-dd9d85fd22c5 req-75aa1fc3-f0ba-4194-8527-1fee23486811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:44.954543 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7db44d58-2623-4ba5-b158-dd9d85fd22c5 req-75aa1fc3-f0ba-4194-8527-1fee23486811 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e316b1d223b341c8ad45a1329ddefc11&device_id=481d246a-82e2-4a37-89e5-89929672709b HTTP/1.1" status: 200 len: 1094 time: 0.0475581 Dec 10 16:54:45.040546 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a7504c85-15b2-4c4e-9153-4d8952cfe851 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:45.058043 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db44d58-2623-4ba5-b158-dd9d85fd22c5 req-b9962c8e-2bd1-4259-8378-5c8b3df20228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:45.060596 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7db44d58-2623-4ba5-b158-dd9d85fd22c5 req-b9962c8e-2bd1-4259-8378-5c8b3df20228 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6507c088-c010-41d1-a1ea-b09b820d30ac HTTP/1.1" status: 200 len: 898 time: 0.0979946 Dec 10 16:54:45.119820 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7db44d58-2623-4ba5-b158-dd9d85fd22c5 req-2d730a30-0589-4899-871a-3c3c736cfaef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e0e73ea-0687-46d8-8074-38a6f7b377a9 HTTP/1.1" status: 200 len: 217 time: 0.0506148 Dec 10 16:54:45.131448 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a7504c85-15b2-4c4e-9153-4d8952cfe851 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:45.136353 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a7504c85-15b2-4c4e-9153-4d8952cfe851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:45.171050 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db44d58-2623-4ba5-b158-dd9d85fd22c5 req-2a0b60d5-192c-43ff-9e29-7096c129b2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:45.172512 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7db44d58-2623-4ba5-b158-dd9d85fd22c5 req-2a0b60d5-192c-43ff-9e29-7096c129b2bc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2aa480b9-95eb-431e-b3fa-a99f578c5d32 HTTP/1.1" status: 200 len: 835 time: 0.0458145 Dec 10 16:54:45.178114 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a7504c85-15b2-4c4e-9153-4d8952cfe851 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ba8d7e1ed4104222b6e48662eb58bb5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2516909 Dec 10 16:54:45.181226 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33084) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:45.210764 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7504c85-15b2-4c4e-9153-4d8952cfe851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df3ad3e-6a83-4c10-9b85-25bbe1c0d453,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:45.222394 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db44d58-2623-4ba5-b158-dd9d85fd22c5 req-5265c641-f93c-49d0-94d5-5de8019d8e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:45.224559 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7db44d58-2623-4ba5-b158-dd9d85fd22c5 req-5265c641-f93c-49d0-94d5-5de8019d8e3f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6507c088-c010-41d1-a1ea-b09b820d30ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433936 Dec 10 16:54:45.240070 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-14b06dcf-9c6e-4a4c-a52c-a742feefe771 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:45.262668 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-14b06dcf-9c6e-4a4c-a52c-a742feefe771 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:45.268994 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33086) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:45.279845 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-16806bd2-75ee-4220-b8e9-ebedb1b5a9d3 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-537740824', 'description': 'tempest-secgroup-smoke-537740824 description', 'project_id': '6e3a44487a6e474d845541d47ac87339'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:54:45.321503 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-16806bd2-75ee-4220-b8e9-ebedb1b5a9d3 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:45.327419 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7db44d58-2623-4ba5-b158-dd9d85fd22c5 req-89041f48-a497-46dc-a622-fa0932e47353 service neutron] 10.222.0.46 "GET /v2.0/networks/6507c088-c010-41d1-a1ea-b09b820d30ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958841 Dec 10 16:54:45.347476 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-14b06dcf-9c6e-4a4c-a52c-a742feefe771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:45.349988 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-14b06dcf-9c6e-4a4c-a52c-a742feefe771 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:45.351132 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-14b06dcf-9c6e-4a4c-a52c-a742feefe771 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9df3ad3e-6a83-4c10-9b85-25bbe1c0d453 HTTP/1.1" status: 204 len: 168 time: 0.1690192 Dec 10 16:54:45.371968 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b06dcf-9c6e-4a4c-a52c-a742feefe771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df3ad3e-6a83-4c10-9b85-25bbe1c0d453,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:45.418093 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-16806bd2-75ee-4220-b8e9-ebedb1b5a9d3 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:45.423987 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-16806bd2-75ee-4220-b8e9-ebedb1b5a9d3 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:45.454733 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7db44d58-2623-4ba5-b158-dd9d85fd22c5 req-bcb44c65-3942-4190-bc79-b65e23372c69 service neutron] 10.222.0.46 "GET /v2.0/networks/6507c088-c010-41d1-a1ea-b09b820d30ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191537 Dec 10 16:54:45.455316 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-16806bd2-75ee-4220-b8e9-ebedb1b5a9d3 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:45.456519 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-16806bd2-75ee-4220-b8e9-ebedb1b5a9d3 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1822665 Dec 10 16:54:45.459639 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33090) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:45.460989 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16806bd2-75ee-4220-b8e9-ebedb1b5a9d3 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bebf49d-9a01-491f-878a-49b1e6d5c18a,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:45.465903 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-4b378237-3629-4753-909d-d95296eadc64 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Request body: {'security_group_rule': {'security_group_id': '6bebf49d-9a01-491f-878a-49b1e6d5c18a', 'project_id': '6e3a44487a6e474d845541d47ac87339', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:54:45.496068 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4b378237-3629-4753-909d-d95296eadc64 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:45.559097 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4b378237-3629-4753-909d-d95296eadc64 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:45.564195 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4b378237-3629-4753-909d-d95296eadc64 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:45.588534 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b378237-3629-4753-909d-d95296eadc64 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fc5b0ec-7556-4bb5-9224-5d50a0a301ba,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:45.599051 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4b378237-3629-4753-909d-d95296eadc64 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:45.600507 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4b378237-3629-4753-909d-d95296eadc64 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1396739 Dec 10 16:54:45.603177 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33098) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:45.608062 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-af91e317-0bf6-436c-b154-cf52947a9b4a tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Request body: {'security_group_rule': {'security_group_id': '6bebf49d-9a01-491f-878a-49b1e6d5c18a', 'project_id': '6e3a44487a6e474d845541d47ac87339', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:54:45.650930 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-af91e317-0bf6-436c-b154-cf52947a9b4a tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:45.749464 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e063b30-5a6b-4e0d-9bf3-ed95dec5a68e req-869b9949-ccad-4677-9be7-61d38a88c1fc tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:45.750988 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7e063b30-5a6b-4e0d-9bf3-ed95dec5a68e req-869b9949-ccad-4677-9be7-61d38a88c1fc tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=481d246a-82e2-4a37-89e5-89929672709b HTTP/1.1" status: 200 len: 943 time: 0.0776834 Dec 10 16:54:45.752700 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-af91e317-0bf6-436c-b154-cf52947a9b4a tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:45.757545 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-af91e317-0bf6-436c-b154-cf52947a9b4a tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:45.790994 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af91e317-0bf6-436c-b154-cf52947a9b4a tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47df98c0-59a8-41d6-87b6-47e8016fae3a,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:45.803226 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-af91e317-0bf6-436c-b154-cf52947a9b4a tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:45.806970 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-af91e317-0bf6-436c-b154-cf52947a9b4a tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2000732 Dec 10 16:54:45.807401 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33108) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:45.813956 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-716ebf4b-ee47-457b-8878-373c5b3824ed tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Request body: {'security_group_rule': {'security_group_id': '6bebf49d-9a01-491f-878a-49b1e6d5c18a', 'project_id': '6e3a44487a6e474d845541d47ac87339', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:54:45.834323 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7e063b30-5a6b-4e0d-9bf3-ed95dec5a68e req-920c895e-c105-4afd-ae1f-1374262208bc tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=92a1ceb0-3022-4486-a189-bbcdb68b60b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746424 Dec 10 16:54:45.855110 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-716ebf4b-ee47-457b-8878-373c5b3824ed tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:45.916098 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-716ebf4b-ee47-457b-8878-373c5b3824ed tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:45.920607 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-716ebf4b-ee47-457b-8878-373c5b3824ed tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:45.940290 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ebf4b-ee47-457b-8878-373c5b3824ed tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b508da9-6bca-4d9d-88ff-aed9c772b8f7,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:45.948200 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-716ebf4b-ee47-457b-8878-373c5b3824ed tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:45.949395 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-716ebf4b-ee47-457b-8878-373c5b3824ed tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1407266 Dec 10 16:54:45.952311 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33116) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:45.957242 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-e0b998bb-20ca-4326-9f0d-ad848555cf07 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Request body: {'security_group_rule': {'security_group_id': '6bebf49d-9a01-491f-878a-49b1e6d5c18a', 'project_id': '6e3a44487a6e474d845541d47ac87339', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:54:45.984609 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e0b998bb-20ca-4326-9f0d-ad848555cf07 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:46.050776 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e0b998bb-20ca-4326-9f0d-ad848555cf07 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:46.055456 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e0b998bb-20ca-4326-9f0d-ad848555cf07 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:46.070321 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b998bb-20ca-4326-9f0d-ad848555cf07 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc70e719-72a9-411a-9321-39ac0f7490a8,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:46.084534 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e0b998bb-20ca-4326-9f0d-ad848555cf07 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:46.085677 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e0b998bb-20ca-4326-9f0d-ad848555cf07 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1324162 Dec 10 16:54:46.088501 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33122) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:46.093078 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-e96ddee5-0702-49d6-906a-7ab73801850f tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Request body: {'security_group_rule': {'security_group_id': '6bebf49d-9a01-491f-878a-49b1e6d5c18a', 'project_id': '6e3a44487a6e474d845541d47ac87339', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:54:46.115820 n-d-766771-2 neutron-server[103392]: INFO neutron.db.securitygroups_db [None req-e96ddee5-0702-49d6-906a-7ab73801850f tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Project 6e3a44487a6e474d845541d47ac87339 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:54:46.120654 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e96ddee5-0702-49d6-906a-7ab73801850f tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:46.182813 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e96ddee5-0702-49d6-906a-7ab73801850f tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:46.186428 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e96ddee5-0702-49d6-906a-7ab73801850f tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:46.203992 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ddee5-0702-49d6-906a-7ab73801850f tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6c77f55-580e-44b6-a4ed-9dd812cf11b6,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:46.212809 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e96ddee5-0702-49d6-906a-7ab73801850f tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:46.214013 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e96ddee5-0702-49d6-906a-7ab73801850f tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1245232 Dec 10 16:54:46.216709 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33126) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:46.221624 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-6573ea2e-fee8-4738-9715-f6b084303c4e tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Request body: {'security_group_rule': {'security_group_id': '6bebf49d-9a01-491f-878a-49b1e6d5c18a', 'project_id': '6e3a44487a6e474d845541d47ac87339', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:54:46.243224 n-d-766771-2 neutron-server[103392]: INFO neutron.db.securitygroups_db [None req-6573ea2e-fee8-4738-9715-f6b084303c4e tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Project 6e3a44487a6e474d845541d47ac87339 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:54:46.248176 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6573ea2e-fee8-4738-9715-f6b084303c4e tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:46.319184 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6573ea2e-fee8-4738-9715-f6b084303c4e tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:46.323323 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6573ea2e-fee8-4738-9715-f6b084303c4e tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:46.343377 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ea2e-fee8-4738-9715-f6b084303c4e tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=728b49ee-41c5-428c-ab46-576b3fa9e5c7,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:46.353699 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6573ea2e-fee8-4738-9715-f6b084303c4e tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:46.355052 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-6573ea2e-fee8-4738-9715-f6b084303c4e tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1373823 Dec 10 16:54:46.484350 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-142108fe-cb30-4b62-b741-52ca30120116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:46.980577 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a5fc1-ffc0-4759-bd3d-fceec90cf655 req-7850506b-7d4c-4005-84fe-2e89a4080c8c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:46.982314 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eb4a5fc1-ffc0-4759-bd3d-fceec90cf655 req-7850506b-7d4c-4005-84fe-2e89a4080c8c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=481d246a-82e2-4a37-89e5-89929672709b HTTP/1.1" status: 200 len: 943 time: 0.0669408 Dec 10 16:54:47.039970 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eb4a5fc1-ffc0-4759-bd3d-fceec90cf655 req-5465a53d-573c-4d3f-8033-c1458e8c4a7d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=92a1ceb0-3022-4486-a189-bbcdb68b60b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511785 Dec 10 16:54:47.115364 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 9e0e73ea-0687-46d8-8074-38a6f7b377a9 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:54:47.230533 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 9e0e73ea-0687-46d8-8074-38a6f7b377a9, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=9e0e73ea-0687-46d8-8074-38a6f7b377a9,segment=NetworkSegment(4a675781-188b-4f41-be55-5e8a47a0ce55),segment_id=4a675781-188b-4f41-be55-5e8a47a0ce55)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:54:47.243141 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '9e0e73ea-0687-46d8-8074-38a6f7b377a9', 'network_id': '6507c088-c010-41d1-a1ea-b09b820d30ac', 'port_id': '9e0e73ea-0687-46d8-8074-38a6f7b377a9', 'mac_address': 'fa:16:3e:04:79:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aa480b9-95eb-431e-b3fa-a99f578c5d32', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:54:47.299451 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:47.315008 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e0e73ea-0687-46d8-8074-38a6f7b377a9 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:54:47.347735 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 9e0e73ea-0687-46d8-8074-38a6f7b377a9, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=9e0e73ea-0687-46d8-8074-38a6f7b377a9,segment=NetworkSegment(4a675781-188b-4f41-be55-5e8a47a0ce55),segment_id=4a675781-188b-4f41-be55-5e8a47a0ce55)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:54:47.349152 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:47.355709 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:47.410338 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=9e0e73ea-0687-46d8-8074-38a6f7b377a9,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:47.551223 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['9e0e73ea-0687-46d8-8074-38a6f7b377a9'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:54:47.848548 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33302) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:47.991517 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-11cbf56b-6379-4c19-b517-61f9b905753b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:48.090535 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-11cbf56b-6379-4c19-b517-61f9b905753b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:48.095038 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-11cbf56b-6379-4c19-b517-61f9b905753b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:48.151812 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cbf56b-6379-4c19-b517-61f9b905753b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0789c8bc-57ac-4a55-941c-87153d197913,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:48.158629 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-11cbf56b-6379-4c19-b517-61f9b905753b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e542cd3898fe4e24ac090189264e4bf0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3079994 Dec 10 16:54:48.162361 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33310) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:48.196476 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb55f0-a732-4708-8327-ecd296920c2e req-89a248ee-0fb2-4fd0-9109-f555f3325e6c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:48.203904 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b8fb55f0-a732-4708-8327-ecd296920c2e req-89a248ee-0fb2-4fd0-9109-f555f3325e6c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=481d246a-82e2-4a37-89e5-89929672709b HTTP/1.1" status: 200 len: 944 time: 0.0826590 Dec 10 16:54:48.218957 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-578017d5-fc5f-4b6e-bf5d-04b5ef37b0f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:48.249639 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-578017d5-fc5f-4b6e-bf5d-04b5ef37b0f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:48.272532 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b8fb55f0-a732-4708-8327-ecd296920c2e req-c11ec8d1-7ae2-4268-a417-97d75dd23669 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=92a1ceb0-3022-4486-a189-bbcdb68b60b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668321 Dec 10 16:54:48.308628 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-578017d5-fc5f-4b6e-bf5d-04b5ef37b0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:48.311275 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-578017d5-fc5f-4b6e-bf5d-04b5ef37b0f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:48.312567 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-578017d5-fc5f-4b6e-bf5d-04b5ef37b0f7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0789c8bc-57ac-4a55-941c-87153d197913 HTTP/1.1" status: 204 len: 168 time: 0.1485658 Dec 10 16:54:48.323998 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578017d5-fc5f-4b6e-bf5d-04b5ef37b0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0789c8bc-57ac-4a55-941c-87153d197913,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:48.628334 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33316) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:48.631680 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:48.645432 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b3d3cf5d-c1c0-4983-bb07-ab6934f0834d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:48.739662 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b3d3cf5d-c1c0-4983-bb07-ab6934f0834d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:48.745212 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b3d3cf5d-c1c0-4983-bb07-ab6934f0834d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:48.822618 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b3d3cf5d-c1c0-4983-bb07-ab6934f0834d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a19584f9876947cbab18cc718c46822a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1926143 Dec 10 16:54:48.823952 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d3cf5d-c1c0-4983-bb07-ab6934f0834d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6b740f-7eac-42ca-bbc6-a9bb91b97ea0,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:48.824971 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33318) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:48.882709 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-18d99af6-53fc-4c6e-944a-e71e30fd73c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:48.918704 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-18d99af6-53fc-4c6e-944a-e71e30fd73c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:48.973841 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-18d99af6-53fc-4c6e-944a-e71e30fd73c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:48.977108 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-18d99af6-53fc-4c6e-944a-e71e30fd73c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:48.980747 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-18d99af6-53fc-4c6e-944a-e71e30fd73c7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7a6b740f-7eac-42ca-bbc6-a9bb91b97ea0 HTTP/1.1" status: 204 len: 168 time: 0.1520739 Dec 10 16:54:48.986883 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d99af6-53fc-4c6e-944a-e71e30fd73c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6b740f-7eac-42ca-bbc6-a9bb91b97ea0,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:49.115871 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 9e0e73ea-0687-46d8-8074-38a6f7b377a9 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:54:49.189489 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 9e0e73ea-0687-46d8-8074-38a6f7b377a9 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:54:49.199997 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 9e0e73ea-0687-46d8-8074-38a6f7b377a9 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:54:49.200383 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:49.303728 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:49.339488 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481d246a-82e2-4a37-89e5-89929672709b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0e73ea-0687-46d8-8074-38a6f7b377a9'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:54:49.342379 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8dc4d58-46ef-4086-bdb9-8a885abada07" -d '{"events": [{"server_uuid": "481d246a-82e2-4a37-89e5-89929672709b", "name": "network-vif-plugged", "status": "completed", "tag": "9e0e73ea-0687-46d8-8074-38a6f7b377a9"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:54:49.358400 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 9e0e73ea-0687-46d8-8074-38a6f7b377a9, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=9e0e73ea-0687-46d8-8074-38a6f7b377a9,segment=NetworkSegment(4a675781-188b-4f41-be55-5e8a47a0ce55),segment_id=4a675781-188b-4f41-be55-5e8a47a0ce55)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:54:49.367063 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:49.470487 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=9e0e73ea-0687-46d8-8074-38a6f7b377a9,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:49.484617 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59799435-c316-4fe8-8c65-3a2224904d38 req-d348d4fc-c3cb-4e97-918b-5d124f08b214 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:49.495184 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-59799435-c316-4fe8-8c65-3a2224904d38 req-d348d4fc-c3cb-4e97-918b-5d124f08b214 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=481d246a-82e2-4a37-89e5-89929672709b HTTP/1.1" status: 200 len: 945 time: 0.1060803 Dec 10 16:54:49.605456 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-59799435-c316-4fe8-8c65-3a2224904d38 req-245513e7-6d4a-4295-a4cc-b48ead6b31b2 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=92a1ceb0-3022-4486-a189-bbcdb68b60b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093545 Dec 10 16:54:49.675292 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8066e1f6-c245-4e5b-8a31-31abb33ba01f x-openstack-request-id: req-8066e1f6-c245-4e5b-8a31-31abb33ba01f {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:54:49.675918 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481d246a-82e2-4a37-89e5-89929672709b", "name": "network-vif-plugged", "status": "completed", "tag": "9e0e73ea-0687-46d8-8074-38a6f7b377a9", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:54:49.681628 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8066e1f6-c245-4e5b-8a31-31abb33ba01f {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:54:49.682224 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481d246a-82e2-4a37-89e5-89929672709b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0e73ea-0687-46d8-8074-38a6f7b377a9', 'code': 200} Dec 10 16:54:49.715267 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:49.800573 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff40be6-3b36-4e83-aa09-c5abcfdf48f1 req-a6a47f20-555d-497a-aef9-2146f56a5b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:49.802313 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ff40be6-3b36-4e83-aa09-c5abcfdf48f1 req-a6a47f20-555d-497a-aef9-2146f56a5b52 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=481d246a-82e2-4a37-89e5-89929672709b HTTP/1.1" status: 200 len: 1096 time: 0.0538228 Dec 10 16:54:49.870525 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ff40be6-3b36-4e83-aa09-c5abcfdf48f1 req-052dd180-9593-48fe-ac49-5cda7db4bb56 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=92a1ceb0-3022-4486-a189-bbcdb68b60b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611284 Dec 10 16:54:50.795499 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149793e-e9ec-4729-b4c2-e700fd106529 req-95578874-2615-41a4-88cb-f149d64e8ff1 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:50.797557 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9149793e-e9ec-4729-b4c2-e700fd106529 req-95578874-2615-41a4-88cb-f149d64e8ff1 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=481d246a-82e2-4a37-89e5-89929672709b HTTP/1.1" status: 200 len: 945 time: 0.0867710 Dec 10 16:54:50.876291 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9149793e-e9ec-4729-b4c2-e700fd106529 req-468edfcf-56a1-45a8-978c-e6b26b2813d9 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=92a1ceb0-3022-4486-a189-bbcdb68b60b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714636 Dec 10 16:54:51.276518 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33386) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:51.445179 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-c7c32b07-48f4-465a-acf4-0f4ac3400b03 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:54:51.471074 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7c32b07-48f4-465a-acf4-0f4ac3400b03 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:51.577553 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7c32b07-48f4-465a-acf4-0f4ac3400b03 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:51.729449 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-c7c32b07-48f4-465a-acf4-0f4ac3400b03 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Allocated IP 172.25.6.222 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/75f05d71-f05a-4d92-bc6a-65112e2ca11e) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:54:51.924038 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7c32b07-48f4-465a-acf4-0f4ac3400b03 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:51.946493 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5a88ea8a-2842-4253-8f17-67ea1fbccbe5 req-f422a9e1-2273-451c-a17b-2a6aa1558919 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=481d246a-82e2-4a37-89e5-89929672709b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0662079 Dec 10 16:54:52.010058 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7c32b07-48f4-465a-acf4-0f4ac3400b03 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:52.097557 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c32b07-48f4-465a-acf4-0f4ac3400b03 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:54:52.103154 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-c7c32b07-48f4-465a-acf4-0f4ac3400b03 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:54:52.104986 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c32b07-48f4-465a-acf4-0f4ac3400b03 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Pushing event updated for resources: {'Port': ['ID=75f05d71-f05a-4d92-bc6a-65112e2ca11e,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:52.107322 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c32b07-48f4-465a-acf4-0f4ac3400b03 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:54:52.119190 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82309395-07f0-4f37-a9b3-ffefcc597945 req-2dae4f87-a51f-41b5-90aa-6f27cca0bf4c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:52.121890 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-82309395-07f0-4f37-a9b3-ffefcc597945 req-2dae4f87-a51f-41b5-90aa-6f27cca0bf4c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=481d246a-82e2-4a37-89e5-89929672709b HTTP/1.1" status: 200 len: 945 time: 0.1534760 Dec 10 16:54:52.163033 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88ea8a-2842-4253-8f17-67ea1fbccbe5 req-39cd1d5a-c548-48a5-84a6-b64797548f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:52.164806 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5a88ea8a-2842-4253-8f17-67ea1fbccbe5 req-39cd1d5a-c548-48a5-84a6-b64797548f7c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e316b1d223b341c8ad45a1329ddefc11&device_id=481d246a-82e2-4a37-89e5-89929672709b HTTP/1.1" status: 200 len: 1096 time: 0.1659200 Dec 10 16:54:52.280695 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-82309395-07f0-4f37-a9b3-ffefcc597945 req-af507bfb-fa1d-4752-98ed-4ebc60a35540 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=92a1ceb0-3022-4486-a189-bbcdb68b60b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360629 Dec 10 16:54:52.325130 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7c32b07-48f4-465a-acf4-0f4ac3400b03 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:52.347572 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88ea8a-2842-4253-8f17-67ea1fbccbe5 req-d7973637-d16f-4f85-b867-4f6aff6ef6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:52.350523 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5a88ea8a-2842-4253-8f17-67ea1fbccbe5 req-d7973637-d16f-4f85-b867-4f6aff6ef6bd service neutron] 10.222.0.46 "GET /v2.0/networks?id=6507c088-c010-41d1-a1ea-b09b820d30ac HTTP/1.1" status: 200 len: 898 time: 0.1580865 Dec 10 16:54:52.418363 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5a88ea8a-2842-4253-8f17-67ea1fbccbe5 req-22e1792a-d1b2-4d91-8559-97a2cc457518 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e0e73ea-0687-46d8-8074-38a6f7b377a9 HTTP/1.1" status: 200 len: 217 time: 0.0529661 Dec 10 16:54:52.444519 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7c32b07-48f4-465a-acf4-0f4ac3400b03 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:52.523124 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c2a87-1257-42d3-8057-1815132fed37 req-4615ef6f-dcc5-4f27-ab5c-137513e33868 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:52.524830 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-300c2a87-1257-42d3-8057-1815132fed37 req-4615ef6f-dcc5-4f27-ab5c-137513e33868 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=481d246a-82e2-4a37-89e5-89929672709b HTTP/1.1" status: 200 len: 945 time: 0.1519792 Dec 10 16:54:52.544058 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88ea8a-2842-4253-8f17-67ea1fbccbe5 req-7dc8cb05-e9bc-483c-a13c-0dd41cd29f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:52.545519 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5a88ea8a-2842-4253-8f17-67ea1fbccbe5 req-7dc8cb05-e9bc-483c-a13c-0dd41cd29f70 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2aa480b9-95eb-431e-b3fa-a99f578c5d32 HTTP/1.1" status: 200 len: 835 time: 0.1118734 Dec 10 16:54:52.688659 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-300c2a87-1257-42d3-8057-1815132fed37 req-eb20ab87-56c0-4207-8528-9a3e8166aa58 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=92a1ceb0-3022-4486-a189-bbcdb68b60b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497552 Dec 10 16:54:52.692857 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88ea8a-2842-4253-8f17-67ea1fbccbe5 req-d8e24a90-11a7-4e4b-b47f-5b1bc4d0f359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:52.694401 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5a88ea8a-2842-4253-8f17-67ea1fbccbe5 req-d8e24a90-11a7-4e4b-b47f-5b1bc4d0f359 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6507c088-c010-41d1-a1ea-b09b820d30ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1393952 Dec 10 16:54:52.712365 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33404) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:52.766440 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6687cec7-c13b-4e16-b232-b4d13ab23fe5 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:52.768619 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6687cec7-c13b-4e16-b232-b4d13ab23fe5 tempest-TestNetworkAdvancedServerOps-2018068681 tempest-TestNetworkAdvancedServerOps-2018068681-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=481d246a-82e2-4a37-89e5-89929672709b HTTP/1.1" status: 200 len: 1091 time: 0.0552363 Dec 10 16:54:52.771667 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33406) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:52.778955 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-27d3880e-0f5a-41fe-8d7d-8b1003e09429 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'port_id': '9e0e73ea-0687-46d8-8074-38a6f7b377a9', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:54:52.791044 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7c32b07-48f4-465a-acf4-0f4ac3400b03 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:52.802263 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7c32b07-48f4-465a-acf4-0f4ac3400b03 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:52.815405 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-27d3880e-0f5a-41fe-8d7d-8b1003e09429 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for floatingip, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:52.914452 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5a88ea8a-2842-4253-8f17-67ea1fbccbe5 req-13460c56-96d2-47b2-a089-395cfd2921ef service neutron] 10.222.0.46 "GET /v2.0/networks/6507c088-c010-41d1-a1ea-b09b820d30ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105000 Dec 10 16:54:52.919204 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c32b07-48f4-465a-acf4-0f4ac3400b03 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Pushing event updated for resources: {'Port': ['ID=75f05d71-f05a-4d92-bc6a-65112e2ca11e,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:52.924607 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7c32b07-48f4-465a-acf4-0f4ac3400b03 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:52.963684 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-27d3880e-0f5a-41fe-8d7d-8b1003e09429 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:52.986398 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7c32b07-48f4-465a-acf4-0f4ac3400b03 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:52.990206 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c7c32b07-48f4-465a-acf4-0f4ac3400b03 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7104046 Dec 10 16:54:52.995604 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33408) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:53.007688 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-1062d233-97f4-4a47-ae49-8bdabec588e5 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-890906694'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:54:53.070970 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1062d233-97f4-4a47-ae49-8bdabec588e5 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Made reservation on behalf of 600a19f00a164e10841b73a71b5d7514 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:54:53.075724 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1062d233-97f4-4a47-ae49-8bdabec588e5 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:53.098697 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1062d233-97f4-4a47-ae49-8bdabec588e5 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:53.101372 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-27d3880e-0f5a-41fe-8d7d-8b1003e09429 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Allocated IP 172.25.6.82 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/c78e0555-2fd9-4c83-9c7d-166d55f85e48) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:54:53.103015 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5a88ea8a-2842-4253-8f17-67ea1fbccbe5 req-8aa72636-0445-4728-80e5-404584d53a87 service neutron] 10.222.0.46 "GET /v2.0/networks/6507c088-c010-41d1-a1ea-b09b820d30ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803308 Dec 10 16:54:53.234025 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1062d233-97f4-4a47-ae49-8bdabec588e5 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:53.239520 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1062d233-97f4-4a47-ae49-8bdabec588e5 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:53.240310 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-27d3880e-0f5a-41fe-8d7d-8b1003e09429 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:53.270979 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1062d233-97f4-4a47-ae49-8bdabec588e5 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:54:53.288657 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-27d3880e-0f5a-41fe-8d7d-8b1003e09429 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:53.288865 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062d233-97f4-4a47-ae49-8bdabec588e5 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=179cb566-068a-4ee0-ac54-8991369389cb,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:53.298543 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1062d233-97f4-4a47-ae49-8bdabec588e5 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:53.299056 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-1062d233-97f4-4a47-ae49-8bdabec588e5 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Added segment c1278654-f9a5-4e6e-a06a-b82e35bad0f2 of type vlan for network f1af192b-2f3d-4c66-a9ae-f00077366089 Dec 10 16:54:53.333814 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d3880e-0f5a-41fe-8d7d-8b1003e09429 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:54:53.338802 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-27d3880e-0f5a-41fe-8d7d-8b1003e09429 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:54:53.343354 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d3880e-0f5a-41fe-8d7d-8b1003e09429 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:54:53.347096 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d3880e-0f5a-41fe-8d7d-8b1003e09429 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'Port': ['ID=c78e0555-2fd9-4c83-9c7d-166d55f85e48,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:53.350760 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1062d233-97f4-4a47-ae49-8bdabec588e5 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:53.385686 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1062d233-97f4-4a47-ae49-8bdabec588e5 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:53.394754 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1062d233-97f4-4a47-ae49-8bdabec588e5 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:53.395425 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1062d233-97f4-4a47-ae49-8bdabec588e5 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:53.477764 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1062d233-97f4-4a47-ae49-8bdabec588e5 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4776242 Dec 10 16:54:53.478686 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33412) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:53.490334 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-48b91063-1316-4ef7-b6f1-9948d7b64b59 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Request body: {'subnet': {'network_id': 'f1af192b-2f3d-4c66-a9ae-f00077366089', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:54:53.523895 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062d233-97f4-4a47-ae49-8bdabec588e5 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Pushing event updated for resources: {'Network': ['ID=f1af192b-2f3d-4c66-a9ae-f00077366089,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:53.536028 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network f1af192b-2f3d-4c66-a9ae-f00077366089 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:54:53.723829 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b91063-1316-4ef7-b6f1-9948d7b64b59 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Made reservation on behalf of 600a19f00a164e10841b73a71b5d7514 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:54:53.727561 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-48b91063-1316-4ef7-b6f1-9948d7b64b59 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:53.909139 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-27d3880e-0f5a-41fe-8d7d-8b1003e09429 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:54.087854 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-27d3880e-0f5a-41fe-8d7d-8b1003e09429 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:54.122880 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-48b91063-1316-4ef7-b6f1-9948d7b64b59 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:54.255512 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b91063-1316-4ef7-b6f1-9948d7b64b59 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Pushing event updated for resources: {'Subnet': ['ID=97ff6225-a717-4dfd-a51e-f4f38854a2d5,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:54.259356 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b91063-1316-4ef7-b6f1-9948d7b64b59 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Checking segment: {'id': 'c1278654-f9a5-4e6e-a06a-b82e35bad0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f1af192b-2f3d-4c66-a9ae-f00077366089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:54:54.259724 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b91063-1316-4ef7-b6f1-9948d7b64b59 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Network hostable DHCP agents. Network: f1af192b-2f3d-4c66-a9ae-f00077366089, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:54:54.290270 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b91063-1316-4ef7-b6f1-9948d7b64b59 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Network f1af192b-2f3d-4c66-a9ae-f00077366089 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:54:54.308101 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-48b91063-1316-4ef7-b6f1-9948d7b64b59 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, f1af192b-2f3d-4c66-a9ae-f00077366089) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:54:54.318262 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b91063-1316-4ef7-b6f1-9948d7b64b59 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:54.318863 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-48b91063-1316-4ef7-b6f1-9948d7b64b59 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:54.325306 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a932331d-88cc-4fd2-a5b3-8f9abb9c7c0c None None] Network f1af192b-2f3d-4c66-a9ae-f00077366089 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:54:54.349677 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-48b91063-1316-4ef7-b6f1-9948d7b64b59 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8702862 Dec 10 16:54:54.352516 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33418) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:54.357176 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-5902c1ef-6fa5-40ca-98f7-de39a01725c1 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1289267970', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}, 'admin_state_up': False}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:54:54.362544 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-27d3880e-0f5a-41fe-8d7d-8b1003e09429 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:54.368921 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-27d3880e-0f5a-41fe-8d7d-8b1003e09429 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:54.389934 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5902c1ef-6fa5-40ca-98f7-de39a01725c1 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:54.391151 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5902c1ef-6fa5-40ca-98f7-de39a01725c1 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:54.448792 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ac4e9b-bb9d-413d-93e8-8cc01707b261 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-f1af192b-2f3d-4c66-a9ae-f00077366089', 'network_id': 'f1af192b-2f3d-4c66-a9ae-f00077366089', 'project_id': '600a19f00a164e10841b73a71b5d7514', 'fixed_ips': [{'subnet_id': '97ff6225-a717-4dfd-a51e-f4f38854a2d5'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:54:54.449782 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-84ac4e9b-bb9d-413d-93e8-8cc01707b261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:54.452153 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d3880e-0f5a-41fe-8d7d-8b1003e09429 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event updated for resources: {'Port': ['ID=c78e0555-2fd9-4c83-9c7d-166d55f85e48,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:54.457804 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-27d3880e-0f5a-41fe-8d7d-8b1003e09429 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:54.478676 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5902c1ef-6fa5-40ca-98f7-de39a01725c1 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:54.629351 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-84ac4e9b-bb9d-413d-93e8-8cc01707b261 None None] Allocated IP 172.20.0.2 (f1af192b-2f3d-4c66-a9ae-f00077366089/97ff6225-a717-4dfd-a51e-f4f38854a2d5/2367b0e6-9883-4fb3-be51-e468e159950f) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:54:54.655157 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5902c1ef-6fa5-40ca-98f7-de39a01725c1 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:54.863371 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-84ac4e9b-bb9d-413d-93e8-8cc01707b261 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:54.871531 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-84ac4e9b-bb9d-413d-93e8-8cc01707b261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:54.899362 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ac4e9b-bb9d-413d-93e8-8cc01707b261 None None] Network f1af192b-2f3d-4c66-a9ae-f00077366089 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:54:54.919344 n-d-766771-2 neutron-server[103393]: INFO neutron.db.l3_db [None req-27d3880e-0f5a-41fe-8d7d-8b1003e09429 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Floating IP e9986b4d-3fcf-4cc5-bc70-1e4bf6eb1d29 associated. External IP: 172.25.6.82, port: 9e0e73ea-0687-46d8-8074-38a6f7b377a9. Dec 10 16:54:54.943512 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-84ac4e9b-bb9d-413d-93e8-8cc01707b261 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:54:54.945648 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac4e9b-bb9d-413d-93e8-8cc01707b261 None None] Pushing event updated for resources: {'Port': ['ID=2367b0e6-9883-4fb3-be51-e468e159950f,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:54.953849 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ac4e9b-bb9d-413d-93e8-8cc01707b261 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:54:54.981640 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5902c1ef-6fa5-40ca-98f7-de39a01725c1 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:55.025178 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5902c1ef-6fa5-40ca-98f7-de39a01725c1 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:55.041609 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-84ac4e9b-bb9d-413d-93e8-8cc01707b261 None None] Attempting to bind port 2367b0e6-9883-4fb3-be51-e468e159950f on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:54:55.042342 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-84ac4e9b-bb9d-413d-93e8-8cc01707b261 None None] Attempting to bind port 2367b0e6-9883-4fb3-be51-e468e159950f by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'c1278654-f9a5-4e6e-a06a-b82e35bad0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f1af192b-2f3d-4c66-a9ae-f00077366089'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:54:55.042888 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac4e9b-bb9d-413d-93e8-8cc01707b261 None None] Attempting to bind port 2367b0e6-9883-4fb3-be51-e468e159950f on network f1af192b-2f3d-4c66-a9ae-f00077366089 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:54:55.049221 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac4e9b-bb9d-413d-93e8-8cc01707b261 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:54:55.049889 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac4e9b-bb9d-413d-93e8-8cc01707b261 None None] Checking segment: {'id': 'c1278654-f9a5-4e6e-a06a-b82e35bad0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f1af192b-2f3d-4c66-a9ae-f00077366089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:54:55.050538 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-84ac4e9b-bb9d-413d-93e8-8cc01707b261 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:55.051117 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac4e9b-bb9d-413d-93e8-8cc01707b261 None None] Bound using segment: {'id': 'c1278654-f9a5-4e6e-a06a-b82e35bad0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f1af192b-2f3d-4c66-a9ae-f00077366089'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:54:55.051785 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-84ac4e9b-bb9d-413d-93e8-8cc01707b261 None None] Bound port: 2367b0e6-9883-4fb3-be51-e468e159950f, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1278654-f9a5-4e6e-a06a-b82e35bad0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f1af192b-2f3d-4c66-a9ae-f00077366089'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:54:55.052355 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-84ac4e9b-bb9d-413d-93e8-8cc01707b261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:55.129903 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-84ac4e9b-bb9d-413d-93e8-8cc01707b261 None None] For port 2367b0e6-9883-4fb3-be51-e468e159950f, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:54:55.133757 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-84ac4e9b-bb9d-413d-93e8-8cc01707b261 None None] For port 2367b0e6-9883-4fb3-be51-e468e159950f, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=2367b0e6-9883-4fb3-be51-e468e159950f,segment=NetworkSegment(c1278654-f9a5-4e6e-a06a-b82e35bad0f2),segment_id=c1278654-f9a5-4e6e-a06a-b82e35bad0f2)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:54:55.138930 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-84ac4e9b-bb9d-413d-93e8-8cc01707b261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:55.202315 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac4e9b-bb9d-413d-93e8-8cc01707b261 None None] Pushing event updated for resources: {'Port': ['ID=2367b0e6-9883-4fb3-be51-e468e159950f,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:55.250562 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-5902c1ef-6fa5-40ca-98f7-de39a01725c1 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Allocated IP 172.25.6.110 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/33717073-fbbf-425d-bc0d-16ecabfd9a13) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:54:55.261592 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d3880e-0f5a-41fe-8d7d-8b1003e09429 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Router 8553180f-b24e-4e33-8c0a-1cdd1432ff50 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:54:55.463042 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d3880e-0f5a-41fe-8d7d-8b1003e09429 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:54:55.473921 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c403063-e76b-4de0-93cc-50db5c5f6ef6 None None] Sync routers for ids ['8553180f-b24e-4e33-8c0a-1cdd1432ff50'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:54:55.499770 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c403063-e76b-4de0-93cc-50db5c5f6ef6 None None] Routers {'8553180f-b24e-4e33-8c0a-1cdd1432ff50'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:54:55.500530 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-8c403063-e76b-4de0-93cc-50db5c5f6ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:54:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['8553180f-b24e-4e33-8c0a-1cdd1432ff50'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:54:55.505983 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-27d3880e-0f5a-41fe-8d7d-8b1003e09429 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:55.559214 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-27d3880e-0f5a-41fe-8d7d-8b1003e09429 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7840352 Dec 10 16:54:55.559214 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '481d246a-82e2-4a37-89e5-89929672709b', 'tag': '9e0e73ea-0687-46d8-8074-38a6f7b377a9'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:54:55.572928 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e512625-1723-454e-90f7-2ab7c199430d" -d '{"events": [{"name": "network-changed", "server_uuid": "481d246a-82e2-4a37-89e5-89929672709b", "tag": "9e0e73ea-0687-46d8-8074-38a6f7b377a9"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:54:55.720959 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-8c403063-e76b-4de0-93cc-50db5c5f6ef6 None None] Set router 8553180f-b24e-4e33-8c0a-1cdd1432ff50 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:54:55.764456 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db125a7-e2fe-4c87-8e37-4a2e36824595 req-c8b763b0-757f-43eb-8c95-7baa4d384ca1 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:55.765981 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9db125a7-e2fe-4c87-8e37-4a2e36824595 req-c8b763b0-757f-43eb-8c95-7baa4d384ca1 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=481d246a-82e2-4a37-89e5-89929672709b HTTP/1.1" status: 200 len: 945 time: 0.0868185 Dec 10 16:54:55.800226 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5902c1ef-6fa5-40ca-98f7-de39a01725c1 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:55.838928 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9db125a7-e2fe-4c87-8e37-4a2e36824595 req-6e19b609-61c6-4128-804d-9e03fc3a6f75 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=92a1ceb0-3022-4486-a189-bbcdb68b60b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636525 Dec 10 16:54:55.880682 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33434) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:55.895585 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5902c1ef-6fa5-40ca-98f7-de39a01725c1 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:55.957870 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fae75b-5ed7-4603-86d0-c62ac487ff20 x-openstack-request-id: req-13fae75b-5ed7-4603-86d0-c62ac487ff20 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:54:55.958459 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "481d246a-82e2-4a37-89e5-89929672709b", "tag": "9e0e73ea-0687-46d8-8074-38a6f7b377a9", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:54:55.958567 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-13fae75b-5ed7-4603-86d0-c62ac487ff20 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:54:55.958900 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '481d246a-82e2-4a37-89e5-89929672709b', 'tag': '9e0e73ea-0687-46d8-8074-38a6f7b377a9', 'status': 'completed', 'code': 200} Dec 10 16:54:56.017886 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5902c1ef-6fa5-40ca-98f7-de39a01725c1 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:54:56.025035 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-5902c1ef-6fa5-40ca-98f7-de39a01725c1 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:54:56.046688 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99033c9-e95a-4967-8370-2d5b599ee750 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:54:56.047403 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-8c403063-e76b-4de0-93cc-50db5c5f6ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8553180f-b24e-4e33-8c0a-1cdd1432ff50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868481207', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '05b91337-d608-48a7-a568-48c1c02bc8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:54:32Z', 'updated_at': '2021-12-10T16:54:37Z', 'revision_number': 4, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': '05b91337-d608-48a7-a568-48c1c02bc8af', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8553180f-b24e-4e33-8c0a-1cdd1432ff50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:54:32Z', 'updated_at': '2021-12-10T16:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': 'e9986b4d-3fcf-4cc5-bc70-1e4bf6eb1d29', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'floating_ip_address': '172.25.6.82', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '8553180f-b24e-4e33-8c0a-1cdd1432ff50', 'port_id': '9e0e73ea-0687-46d8-8074-38a6f7b377a9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6507c088-c010-41d1-a1ea-b09b820d30ac', 'mac_address': 'fa:16:3e:04:79:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481d246a-82e2-4a37-89e5-89929672709b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:54:53Z', 'updated_at': '2021-12-10T16:54:53Z', 'revision_number': 0, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0618e69e-cb67-449b-afef-a24e4808fd7d', 'name': '', 'network_id': '6507c088-c010-41d1-a1ea-b09b820d30ac', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'mac_address': 'fa:16:3e:83:f0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8553180f-b24e-4e33-8c0a-1cdd1432ff50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '2aa480b9-95eb-431e-b3fa-a99f578c5d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:54:36Z', 'updated_at': '2021-12-10T16:54:41Z', 'revision_number': 5, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'subnets': [{'id': '2aa480b9-95eb-431e-b3fa-a99f578c5d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:54:56.049759 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5902c1ef-6fa5-40ca-98f7-de39a01725c1 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:54:56.082547 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c403063-e76b-4de0-93cc-50db5c5f6ef6 None None] Checking router: 8553180f-b24e-4e33-8c0a-1cdd1432ff50 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:54:56.091941 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c403063-e76b-4de0-93cc-50db5c5f6ef6 None None] Routers {'8553180f-b24e-4e33-8c0a-1cdd1432ff50'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:54:56.093166 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-8c403063-e76b-4de0-93cc-50db5c5f6ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:54:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['8553180f-b24e-4e33-8c0a-1cdd1432ff50'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:54:56.101260 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902c1ef-6fa5-40ca-98f7-de39a01725c1 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Pushing event updated for resources: {'Port': ['ID=33717073-fbbf-425d-bc0d-16ecabfd9a13,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:56.108013 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9cc7ecba-9276-4f7d-b501-95f6dbb98b49 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/floatingips/e9986b4d-3fcf-4cc5-bc70-1e4bf6eb1d29 HTTP/1.1" status: 200 len: 990 time: 0.2260265 Dec 10 16:54:56.124425 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8c6c8971-9530-4062-97f1-9e513683b060 None None] Provisioning complete for port 33717073-fbbf-425d-bc0d-16ecabfd9a13 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:54:56.124800 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8c6c8971-9530-4062-97f1-9e513683b060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:56.125363 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e512625-1723-454e-90f7-2ab7c199430d req-2e710576-d3dc-4870-ba8c-983269270dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:56.127460 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9e512625-1723-454e-90f7-2ab7c199430d req-2e710576-d3dc-4870-ba8c-983269270dde service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e316b1d223b341c8ad45a1329ddefc11&device_id=481d246a-82e2-4a37-89e5-89929672709b HTTP/1.1" status: 200 len: 1096 time: 0.1308174 Dec 10 16:54:56.177972 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8c6c8971-9530-4062-97f1-9e513683b060 None None] Port 33717073-fbbf-425d-bc0d-16ecabfd9a13 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:54:56.277586 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-8c403063-e76b-4de0-93cc-50db5c5f6ef6 None None] Set router 8553180f-b24e-4e33-8c0a-1cdd1432ff50 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:54:56.565158 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e512625-1723-454e-90f7-2ab7c199430d req-b0162c52-996a-44e5-a20f-457ecbd0ec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:56.567722 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9e512625-1723-454e-90f7-2ab7c199430d req-b0162c52-996a-44e5-a20f-457ecbd0ec27 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6507c088-c010-41d1-a1ea-b09b820d30ac HTTP/1.1" status: 200 len: 898 time: 0.3810842 Dec 10 16:54:56.685775 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9e512625-1723-454e-90f7-2ab7c199430d req-5c422b37-3b2c-452a-bc47-df12b368fd51 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e0e73ea-0687-46d8-8074-38a6f7b377a9 HTTP/1.1" status: 200 len: 998 time: 0.1041210 Dec 10 16:54:56.727093 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5902c1ef-6fa5-40ca-98f7-de39a01725c1 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:56.792426 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1add3198-a4c4-4d12-b095-8fb28c50cfc6 None None] Network f1af192b-2f3d-4c66-a9ae-f00077366089 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:54:56.805774 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-8c403063-e76b-4de0-93cc-50db5c5f6ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8553180f-b24e-4e33-8c0a-1cdd1432ff50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868481207', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '05b91337-d608-48a7-a568-48c1c02bc8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:54:32Z', 'updated_at': '2021-12-10T16:54:37Z', 'revision_number': 4, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': '05b91337-d608-48a7-a568-48c1c02bc8af', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8553180f-b24e-4e33-8c0a-1cdd1432ff50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:54:32Z', 'updated_at': '2021-12-10T16:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': 'e9986b4d-3fcf-4cc5-bc70-1e4bf6eb1d29', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'floating_ip_address': '172.25.6.82', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '8553180f-b24e-4e33-8c0a-1cdd1432ff50', 'port_id': '9e0e73ea-0687-46d8-8074-38a6f7b377a9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6507c088-c010-41d1-a1ea-b09b820d30ac', 'mac_address': 'fa:16:3e:04:79:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481d246a-82e2-4a37-89e5-89929672709b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:54:53Z', 'updated_at': '2021-12-10T16:54:53Z', 'revision_number': 0, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0618e69e-cb67-449b-afef-a24e4808fd7d', 'name': '', 'network_id': '6507c088-c010-41d1-a1ea-b09b820d30ac', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'mac_address': 'fa:16:3e:83:f0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8553180f-b24e-4e33-8c0a-1cdd1432ff50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '2aa480b9-95eb-431e-b3fa-a99f578c5d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:54:36Z', 'updated_at': '2021-12-10T16:54:41Z', 'revision_number': 5, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'subnets': [{'id': '2aa480b9-95eb-431e-b3fa-a99f578c5d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:54:56.818916 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e512625-1723-454e-90f7-2ab7c199430d req-fc84db19-df72-4f62-bcab-63d860e440d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:56.820532 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9e512625-1723-454e-90f7-2ab7c199430d req-fc84db19-df72-4f62-bcab-63d860e440d6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2aa480b9-95eb-431e-b3fa-a99f578c5d32 HTTP/1.1" status: 200 len: 835 time: 0.1252341 Dec 10 16:54:56.839591 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c403063-e76b-4de0-93cc-50db5c5f6ef6 None None] The sync data for ids ['8553180f-b24e-4e33-8c0a-1cdd1432ff50'] in n-d-766771-2 is: [{'id': '8553180f-b24e-4e33-8c0a-1cdd1432ff50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868481207', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '05b91337-d608-48a7-a568-48c1c02bc8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:54:32Z', 'updated_at': '2021-12-10T16:54:37Z', 'revision_number': 4, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': '05b91337-d608-48a7-a568-48c1c02bc8af', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8553180f-b24e-4e33-8c0a-1cdd1432ff50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:54:32Z', 'updated_at': '2021-12-10T16:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': 'e9986b4d-3fcf-4cc5-bc70-1e4bf6eb1d29', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'floating_ip_address': '172.25.6.82', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '8553180f-b24e-4e33-8c0a-1cdd1432ff50', 'port_id': '9e0e73ea-0687-46d8-8074-38a6f7b377a9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6507c088-c010-41d1-a1ea-b09b820d30ac', 'mac_address': 'fa:16:3e:04:79:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481d246a-82e2-4a37-89e5-89929672709b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:54:53Z', 'updated_at': '2021-12-10T16:54:53Z', 'revision_number': 0, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0618e69e-cb67-449b-afef-a24e4808fd7d', 'name': '', 'network_id': '6507c088-c010-41d1-a1ea-b09b820d30ac', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'mac_address': 'fa:16:3e:83:f0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8553180f-b24e-4e33-8c0a-1cdd1432ff50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '2aa480b9-95eb-431e-b3fa-a99f578c5d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:54:36Z', 'updated_at': '2021-12-10T16:54:41Z', 'revision_number': 5, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'subnets': [{'id': '2aa480b9-95eb-431e-b3fa-a99f578c5d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:54:56.922008 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c5159c98-add8-4686-a513-d2686424fe93 None None] Provisioning complete for port 2367b0e6-9883-4fb3-be51-e468e159950f triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:54:56.923036 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c5159c98-add8-4686-a513-d2686424fe93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:57.008909 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e512625-1723-454e-90f7-2ab7c199430d req-87eac0de-18ab-4681-9c35-e0d1765726b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:57.011076 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9e512625-1723-454e-90f7-2ab7c199430d req-87eac0de-18ab-4681-9c35-e0d1765726b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6507c088-c010-41d1-a1ea-b09b820d30ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1816578 Dec 10 16:54:57.037746 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c5159c98-add8-4686-a513-d2686424fe93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:57.099568 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c5159c98-add8-4686-a513-d2686424fe93 None None] For port 2367b0e6-9883-4fb3-be51-e468e159950f, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=2367b0e6-9883-4fb3-be51-e468e159950f,segment=NetworkSegment(c1278654-f9a5-4e6e-a06a-b82e35bad0f2),segment_id=c1278654-f9a5-4e6e-a06a-b82e35bad0f2)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:54:57.107775 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c5159c98-add8-4686-a513-d2686424fe93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:57.113058 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33444) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:57.196811 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5902c1ef-6fa5-40ca-98f7-de39a01725c1 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:57.206547 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5159c98-add8-4686-a513-d2686424fe93 None None] Pushing event updated for resources: {'Port': ['ID=2367b0e6-9883-4fb3-be51-e468e159950f,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:57.217329 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9e512625-1723-454e-90f7-2ab7c199430d req-c3f02a26-3e58-41df-9104-7c2ed496068d service neutron] 10.222.0.46 "GET /v2.0/networks/6507c088-c010-41d1-a1ea-b09b820d30ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708341 Dec 10 16:54:57.254999 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4176374-a26e-4b57-a738-baa0749267ad None None] New status for floating IP e9986b4d-3fcf-4cc5-bc70-1e4bf6eb1d29: ACTIVE {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:54:57.337156 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-727e0481-6625-4c97-b9df-401872990a4e tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/floatingips/e9986b4d-3fcf-4cc5-bc70-1e4bf6eb1d29 HTTP/1.1" status: 200 len: 990 time: 0.2222476 Dec 10 16:54:57.536294 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9e512625-1723-454e-90f7-2ab7c199430d req-3f0e538e-84b3-491d-9d2a-a6c9436843ef service neutron] 10.222.0.46 "GET /v2.0/networks/6507c088-c010-41d1-a1ea-b09b820d30ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652187 Dec 10 16:54:57.555485 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 2367b0e6-9883-4fb3-be51-e468e159950f up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:54:57.583981 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5902c1ef-6fa5-40ca-98f7-de39a01725c1 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Router 0fcb712a-bc75-4557-ab67-e28aabbb7fd9 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:54:57.617109 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a49b7f61-108a-4db5-adf0-a9effcb6900a None None] Provisioning complete for port 2367b0e6-9883-4fb3-be51-e468e159950f triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:54:57.617485 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a49b7f61-108a-4db5-adf0-a9effcb6900a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:57.744140 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 2367b0e6-9883-4fb3-be51-e468e159950f triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:54:57.744940 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:57.756250 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5902c1ef-6fa5-40ca-98f7-de39a01725c1 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:54:57.767679 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4044d2-1164-4182-a26f-5ff0c647f2a9 None None] Sync routers for ids ['0fcb712a-bc75-4557-ab67-e28aabbb7fd9'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:54:57.786947 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4044d2-1164-4182-a26f-5ff0c647f2a9 None None] Routers {'0fcb712a-bc75-4557-ab67-e28aabbb7fd9'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:54:57.787875 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5a4044d2-1164-4182-a26f-5ff0c647f2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:54:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['0fcb712a-bc75-4557-ab67-e28aabbb7fd9'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:54:57.795197 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5902c1ef-6fa5-40ca-98f7-de39a01725c1 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:57.799553 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33448) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:57.799789 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5902c1ef-6fa5-40ca-98f7-de39a01725c1 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.4461491 Dec 10 16:54:57.828148 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5a4044d2-1164-4182-a26f-5ff0c647f2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:54:57.843477 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4044d2-1164-4182-a26f-5ff0c647f2a9 None None] Routers {'0fcb712a-bc75-4557-ab67-e28aabbb7fd9'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:54:57.844372 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5a4044d2-1164-4182-a26f-5ff0c647f2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:54:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['0fcb712a-bc75-4557-ab67-e28aabbb7fd9'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:54:57.881389 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5a4044d2-1164-4182-a26f-5ff0c647f2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:54:57.882048 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4044d2-1164-4182-a26f-5ff0c647f2a9 None None] The sync data for ids ['0fcb712a-bc75-4557-ab67-e28aabbb7fd9'] in n-d-766771-2 is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:54:58.272786 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71368b12-c0f2-495e-bcc8-636d90432efe tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:58.341125 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33452) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:58.428445 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-cbe7ef5e-5653-49bc-b974-a7dd3d96e7ec tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/floatingips/e9986b4d-3fcf-4cc5-bc70-1e4bf6eb1d29 HTTP/1.1" status: 200 len: 992 time: 0.0838532 Dec 10 16:54:58.588920 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-71368b12-c0f2-495e-bcc8-636d90432efe tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Allocated IP 172.20.0.1 (f1af192b-2f3d-4c66-a9ae-f00077366089/97ff6225-a717-4dfd-a51e-f4f38854a2d5/64efe9b2-97fc-4d6f-b144-15a2cbe2c40a) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:54:58.736761 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71368b12-c0f2-495e-bcc8-636d90432efe tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:58.775633 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71368b12-c0f2-495e-bcc8-636d90432efe tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:58.826544 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71368b12-c0f2-495e-bcc8-636d90432efe tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Network f1af192b-2f3d-4c66-a9ae-f00077366089 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:54:58.831270 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-71368b12-c0f2-495e-bcc8-636d90432efe tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:54:58.833099 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71368b12-c0f2-495e-bcc8-636d90432efe tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Pushing event updated for resources: {'Port': ['ID=64efe9b2-97fc-4d6f-b144-15a2cbe2c40a,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:58.835277 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71368b12-c0f2-495e-bcc8-636d90432efe tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:54:58.881230 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71368b12-c0f2-495e-bcc8-636d90432efe tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:59.039108 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71368b12-c0f2-495e-bcc8-636d90432efe tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:59.116163 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-52a71a97-feb4-4ff8-9901-f9d6e94a9592 None None] Provisioning complete for port 64efe9b2-97fc-4d6f-b144-15a2cbe2c40a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:54:59.116637 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-52a71a97-feb4-4ff8-9901-f9d6e94a9592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:59.154866 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-52a71a97-feb4-4ff8-9901-f9d6e94a9592 None None] Port 64efe9b2-97fc-4d6f-b144-15a2cbe2c40a cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:54:59.355170 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71368b12-c0f2-495e-bcc8-636d90432efe tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:59.360480 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71368b12-c0f2-495e-bcc8-636d90432efe tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:59.444299 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71368b12-c0f2-495e-bcc8-636d90432efe tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:59.454939 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71368b12-c0f2-495e-bcc8-636d90432efe tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Pushing event updated for resources: {'Port': ['ID=64efe9b2-97fc-4d6f-b144-15a2cbe2c40a,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:59.556417 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71368b12-c0f2-495e-bcc8-636d90432efe tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Network f1af192b-2f3d-4c66-a9ae-f00077366089 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:54:59.558015 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-71368b12-c0f2-495e-bcc8-636d90432efe tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:54:59.697859 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71368b12-c0f2-495e-bcc8-636d90432efe tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Router 0fcb712a-bc75-4557-ab67-e28aabbb7fd9 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:54:59.843461 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71368b12-c0f2-495e-bcc8-636d90432efe tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:54:59.854866 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5056bb7-6678-4a29-bfc9-fb1161809c4d None None] Sync routers for ids ['0fcb712a-bc75-4557-ab67-e28aabbb7fd9'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:54:59.857103 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-71368b12-c0f2-495e-bcc8-636d90432efe tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] 10.222.0.11 "PUT /v2.0/routers/0fcb712a-bc75-4557-ab67-e28aabbb7fd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0557325 Dec 10 16:54:59.859220 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33464) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:54:59.865400 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-f78caab8-cc82-408a-8817-fd7f40c5123e tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Request body: {'port': {'network_id': 'f1af192b-2f3d-4c66-a9ae-f00077366089', 'name': 'tempest-FloatingIPAdminTestJSON-1739157226'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:54:59.889713 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5056bb7-6678-4a29-bfc9-fb1161809c4d None None] Routers {'0fcb712a-bc75-4557-ab67-e28aabbb7fd9'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:54:59.890472 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-f5056bb7-6678-4a29-bfc9-fb1161809c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:54:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['0fcb712a-bc75-4557-ab67-e28aabbb7fd9'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:54:59.892599 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d1811beb-e01c-48ea-ad67-3c9fbffe46bc None None] Provisioning complete for port 64efe9b2-97fc-4d6f-b144-15a2cbe2c40a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:54:59.892993 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d1811beb-e01c-48ea-ad67-3c9fbffe46bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:59.952791 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-f5056bb7-6678-4a29-bfc9-fb1161809c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:54:59.977570 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5056bb7-6678-4a29-bfc9-fb1161809c4d None None] Routers {'0fcb712a-bc75-4557-ab67-e28aabbb7fd9'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:54:59.978209 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-f5056bb7-6678-4a29-bfc9-fb1161809c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:54:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['0fcb712a-bc75-4557-ab67-e28aabbb7fd9'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:54:59.980135 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d1811beb-e01c-48ea-ad67-3c9fbffe46bc None None] Port 64efe9b2-97fc-4d6f-b144-15a2cbe2c40a cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:55:00.004021 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78caab8-cc82-408a-8817-fd7f40c5123e tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Made reservation on behalf of 600a19f00a164e10841b73a71b5d7514 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:55:00.007890 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f78caab8-cc82-408a-8817-fd7f40c5123e tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:00.026255 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-f5056bb7-6678-4a29-bfc9-fb1161809c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:00.027298 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5056bb7-6678-4a29-bfc9-fb1161809c4d None None] The sync data for ids ['0fcb712a-bc75-4557-ab67-e28aabbb7fd9'] in n-d-766771-2 is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:55:00.038112 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-f78caab8-cc82-408a-8817-fd7f40c5123e tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] device_id is not set on port c09179ab-9adb-413c-b43b-863f78d6fe9b yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:55:00.166109 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-f78caab8-cc82-408a-8817-fd7f40c5123e tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Allocated IP 172.20.0.11 (f1af192b-2f3d-4c66-a9ae-f00077366089/97ff6225-a717-4dfd-a51e-f4f38854a2d5/c09179ab-9adb-413c-b43b-863f78d6fe9b) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:55:00.342048 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f78caab8-cc82-408a-8817-fd7f40c5123e tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:00.406283 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f78caab8-cc82-408a-8817-fd7f40c5123e tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:00.472957 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78caab8-cc82-408a-8817-fd7f40c5123e tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Network f1af192b-2f3d-4c66-a9ae-f00077366089 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:55:00.479210 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-f78caab8-cc82-408a-8817-fd7f40c5123e tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:55:00.481659 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78caab8-cc82-408a-8817-fd7f40c5123e tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:55:00.486407 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78caab8-cc82-408a-8817-fd7f40c5123e tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Pushing event updated for resources: {'Port': ['ID=c09179ab-9adb-413c-b43b-863f78d6fe9b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:00.516414 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78caab8-cc82-408a-8817-fd7f40c5123e tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:55:00.516797 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78caab8-cc82-408a-8817-fd7f40c5123e tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:55:00.518062 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78caab8-cc82-408a-8817-fd7f40c5123e tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:55:00.518257 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78caab8-cc82-408a-8817-fd7f40c5123e tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:55:00.518455 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78caab8-cc82-408a-8817-fd7f40c5123e tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:55:00.518791 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78caab8-cc82-408a-8817-fd7f40c5123e tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:55:00.519205 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78caab8-cc82-408a-8817-fd7f40c5123e tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:55:00.519554 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78caab8-cc82-408a-8817-fd7f40c5123e tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:55:00.519910 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78caab8-cc82-408a-8817-fd7f40c5123e tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:55:00.520318 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78caab8-cc82-408a-8817-fd7f40c5123e tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:55:00.520834 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78caab8-cc82-408a-8817-fd7f40c5123e tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:55:00.521303 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78caab8-cc82-408a-8817-fd7f40c5123e tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:55:00.521843 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78caab8-cc82-408a-8817-fd7f40c5123e tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:55:00.552557 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78caab8-cc82-408a-8817-fd7f40c5123e tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:00.553208 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f78caab8-cc82-408a-8817-fd7f40c5123e tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:00.576114 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f78caab8-cc82-408a-8817-fd7f40c5123e tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.7122753 Dec 10 16:55:00.576380 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33468) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:00.648995 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-902bd4d4-733d-42d6-89ad-388b4c9e4647 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'project_id': '600a19f00a164e10841b73a71b5d7514', 'port_id': 'c09179ab-9adb-413c-b43b-863f78d6fe9b'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:55:00.683383 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-902bd4d4-733d-42d6-89ad-388b4c9e4647 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:00.807552 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-902bd4d4-733d-42d6-89ad-388b4c9e4647 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:00.854353 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c31d5275-8fd7-4763-9be1-398c5f0a59a9 None None] Provisioning complete for port c09179ab-9adb-413c-b43b-863f78d6fe9b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:55:00.856241 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c31d5275-8fd7-4763-9be1-398c5f0a59a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:00.904934 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c31d5275-8fd7-4763-9be1-398c5f0a59a9 None None] Port c09179ab-9adb-413c-b43b-863f78d6fe9b cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:55:00.929089 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-902bd4d4-733d-42d6-89ad-388b4c9e4647 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Allocated IP 172.25.6.102 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/60707e2a-7e82-40e5-85db-fcbc0a2d525d) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:55:01.051586 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-902bd4d4-733d-42d6-89ad-388b4c9e4647 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:01.090799 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-902bd4d4-733d-42d6-89ad-388b4c9e4647 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:01.134011 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902bd4d4-733d-42d6-89ad-388b4c9e4647 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:55:01.137381 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-902bd4d4-733d-42d6-89ad-388b4c9e4647 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:55:01.139865 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902bd4d4-733d-42d6-89ad-388b4c9e4647 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:55:01.169974 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902bd4d4-733d-42d6-89ad-388b4c9e4647 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Pushing event updated for resources: {'Port': ['ID=60707e2a-7e82-40e5-85db-fcbc0a2d525d,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:01.839455 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-902bd4d4-733d-42d6-89ad-388b4c9e4647 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:01.914774 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-902bd4d4-733d-42d6-89ad-388b4c9e4647 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:02.090927 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-902bd4d4-733d-42d6-89ad-388b4c9e4647 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:02.097016 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-902bd4d4-733d-42d6-89ad-388b4c9e4647 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:02.146368 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902bd4d4-733d-42d6-89ad-388b4c9e4647 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Pushing event updated for resources: {'Port': ['ID=60707e2a-7e82-40e5-85db-fcbc0a2d525d,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:02.194381 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-902bd4d4-733d-42d6-89ad-388b4c9e4647 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:02.300723 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [None req-902bd4d4-733d-42d6-89ad-388b4c9e4647 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Floating IP b512e32c-edba-40be-9fab-f9cdfc6cf81d associated. External IP: 172.25.6.102, port: c09179ab-9adb-413c-b43b-863f78d6fe9b. Dec 10 16:55:02.527362 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902bd4d4-733d-42d6-89ad-388b4c9e4647 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Router 0fcb712a-bc75-4557-ab67-e28aabbb7fd9 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:55:02.643888 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902bd4d4-733d-42d6-89ad-388b4c9e4647 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:55:02.661233 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7082512a-91fa-4788-be6f-b05e1e09ea67 None None] Sync routers for ids ['0fcb712a-bc75-4557-ab67-e28aabbb7fd9'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:55:02.667061 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-902bd4d4-733d-42d6-89ad-388b4c9e4647 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:02.675513 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7082512a-91fa-4788-be6f-b05e1e09ea67 None None] Routers {'0fcb712a-bc75-4557-ab67-e28aabbb7fd9'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:55:02.676516 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-7082512a-91fa-4788-be6f-b05e1e09ea67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:54:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['0fcb712a-bc75-4557-ab67-e28aabbb7fd9'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:02.702186 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-902bd4d4-733d-42d6-89ad-388b4c9e4647 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 2.1232777 Dec 10 16:55:02.703922 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33504) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:02.712503 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-7082512a-91fa-4788-be6f-b05e1e09ea67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:02.721571 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7082512a-91fa-4788-be6f-b05e1e09ea67 None None] Routers {'0fcb712a-bc75-4557-ab67-e28aabbb7fd9'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:55:02.722302 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-7082512a-91fa-4788-be6f-b05e1e09ea67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:54:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['0fcb712a-bc75-4557-ab67-e28aabbb7fd9'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:02.772967 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-7082512a-91fa-4788-be6f-b05e1e09ea67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:02.774004 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7082512a-91fa-4788-be6f-b05e1e09ea67 None None] The sync data for ids ['0fcb712a-bc75-4557-ab67-e28aabbb7fd9'] in n-d-766771-2 is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:55:02.844171 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7e947a4a-b1f6-4603-bddb-c2e33ff5b97a tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] 10.222.0.11 "GET /v2.0/floatingips/b512e32c-edba-40be-9fab-f9cdfc6cf81d HTTP/1.1" status: 200 len: 984 time: 0.1363139 Dec 10 16:55:02.844429 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33506) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:03.238793 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-37c72840-9291-454a-aa1d-4e3af0001624 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.3927751 Dec 10 16:55:03.241499 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33510) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:03.410783 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-47e00515-dae6-420f-822b-9e2b690d3936 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Deleting port 60707e2a-7e82-40e5-85db-fcbc0a2d525d {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:55:03.411202 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-47e00515-dae6-420f-822b-9e2b690d3936 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:03.485934 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-47e00515-dae6-420f-822b-9e2b690d3936 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:03.486373 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-47e00515-dae6-420f-822b-9e2b690d3936 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:03.499649 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-47e00515-dae6-420f-822b-9e2b690d3936 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Calling delete_port for 60707e2a-7e82-40e5-85db-fcbc0a2d525d owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:55:03.706867 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-47e00515-dae6-420f-822b-9e2b690d3936 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:03.742268 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e00515-dae6-420f-822b-9e2b690d3936 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Pushing event deleted for resources: {'Port': ['ID=60707e2a-7e82-40e5-85db-fcbc0a2d525d,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:03.806964 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-47e00515-dae6-420f-822b-9e2b690d3936 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:03.807547 n-d-766771-2 neutron-server[103393]: INFO neutron.db.l3_db [None req-47e00515-dae6-420f-822b-9e2b690d3936 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Floating IP b512e32c-edba-40be-9fab-f9cdfc6cf81d disassociated (deleted). External IP: 172.25.6.102, port: c09179ab-9adb-413c-b43b-863f78d6fe9b. Dec 10 16:55:04.050153 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e00515-dae6-420f-822b-9e2b690d3936 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Router 0fcb712a-bc75-4557-ab67-e28aabbb7fd9 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:55:04.168418 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e00515-dae6-420f-822b-9e2b690d3936 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:55:04.173019 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-47e00515-dae6-420f-822b-9e2b690d3936 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:04.179376 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa34a46-4c94-4bf4-884a-6c71fde63335 None None] Sync routers for ids ['0fcb712a-bc75-4557-ab67-e28aabbb7fd9'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:55:04.195816 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa34a46-4c94-4bf4-884a-6c71fde63335 None None] Routers {'0fcb712a-bc75-4557-ab67-e28aabbb7fd9'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:55:04.196948 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-bfa34a46-4c94-4bf4-884a-6c71fde63335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:54:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['0fcb712a-bc75-4557-ab67-e28aabbb7fd9'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:04.205662 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-47e00515-dae6-420f-822b-9e2b690d3936 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] 10.222.0.11 "DELETE /v2.0/floatingips/b512e32c-edba-40be-9fab-f9cdfc6cf81d HTTP/1.1" status: 204 len: 168 time: 0.9584341 Dec 10 16:55:04.206044 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33524) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:04.210592 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-fd7637ac-2c6b-4211-b031-a338fb542d55 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:55:04.234202 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-bfa34a46-4c94-4bf4-884a-6c71fde63335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:04.235812 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd7637ac-2c6b-4211-b031-a338fb542d55 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:04.244891 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa34a46-4c94-4bf4-884a-6c71fde63335 None None] Routers {'0fcb712a-bc75-4557-ab67-e28aabbb7fd9'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:55:04.245594 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-bfa34a46-4c94-4bf4-884a-6c71fde63335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:54:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['0fcb712a-bc75-4557-ab67-e28aabbb7fd9'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:04.284088 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-bfa34a46-4c94-4bf4-884a-6c71fde63335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:04.285199 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa34a46-4c94-4bf4-884a-6c71fde63335 None None] The sync data for ids ['0fcb712a-bc75-4557-ab67-e28aabbb7fd9'] in n-d-766771-2 is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:55:04.359448 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd7637ac-2c6b-4211-b031-a338fb542d55 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:04.482215 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-fd7637ac-2c6b-4211-b031-a338fb542d55 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Allocated IP 172.25.6.42 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/c040a8e2-825c-471a-bf81-33a823dafa50) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:55:04.598737 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd7637ac-2c6b-4211-b031-a338fb542d55 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:04.636643 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd7637ac-2c6b-4211-b031-a338fb542d55 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:04.690940 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7637ac-2c6b-4211-b031-a338fb542d55 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:55:04.696217 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-fd7637ac-2c6b-4211-b031-a338fb542d55 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:55:04.700802 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7637ac-2c6b-4211-b031-a338fb542d55 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:55:04.704134 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7637ac-2c6b-4211-b031-a338fb542d55 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Pushing event updated for resources: {'Port': ['ID=c040a8e2-825c-471a-bf81-33a823dafa50,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:04.794661 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd7637ac-2c6b-4211-b031-a338fb542d55 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:04.840175 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd7637ac-2c6b-4211-b031-a338fb542d55 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:04.995453 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd7637ac-2c6b-4211-b031-a338fb542d55 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:05.000349 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd7637ac-2c6b-4211-b031-a338fb542d55 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:05.099018 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7637ac-2c6b-4211-b031-a338fb542d55 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Pushing event updated for resources: {'Port': ['ID=c040a8e2-825c-471a-bf81-33a823dafa50,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:05.114009 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd7637ac-2c6b-4211-b031-a338fb542d55 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:05.130504 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd7637ac-2c6b-4211-b031-a338fb542d55 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:05.131777 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-fd7637ac-2c6b-4211-b031-a338fb542d55 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9247541 Dec 10 16:55:05.134341 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33530) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:05.242797 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-ccd9b453-b565-4551-bcb1-8c94243db75f tempest-FloatingIPAdminTestJSON-233937232 tempest-FloatingIPAdminTestJSON-233937232-project] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:55:05.271358 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ccd9b453-b565-4551-bcb1-8c94243db75f tempest-FloatingIPAdminTestJSON-233937232 tempest-FloatingIPAdminTestJSON-233937232-project] Publish callbacks [] for floatingip, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:05.385789 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ccd9b453-b565-4551-bcb1-8c94243db75f tempest-FloatingIPAdminTestJSON-233937232 tempest-FloatingIPAdminTestJSON-233937232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:05.521846 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-ccd9b453-b565-4551-bcb1-8c94243db75f tempest-FloatingIPAdminTestJSON-233937232 tempest-FloatingIPAdminTestJSON-233937232-project] Allocated IP 172.25.6.230 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/a396cf82-f671-4e68-b520-0d0a39c29bf8) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:55:05.630100 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ccd9b453-b565-4551-bcb1-8c94243db75f tempest-FloatingIPAdminTestJSON-233937232 tempest-FloatingIPAdminTestJSON-233937232-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:05.686337 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ccd9b453-b565-4551-bcb1-8c94243db75f tempest-FloatingIPAdminTestJSON-233937232 tempest-FloatingIPAdminTestJSON-233937232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:05.738742 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd9b453-b565-4551-bcb1-8c94243db75f tempest-FloatingIPAdminTestJSON-233937232 tempest-FloatingIPAdminTestJSON-233937232-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:55:05.742488 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-ccd9b453-b565-4551-bcb1-8c94243db75f tempest-FloatingIPAdminTestJSON-233937232 tempest-FloatingIPAdminTestJSON-233937232-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:55:05.745104 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd9b453-b565-4551-bcb1-8c94243db75f tempest-FloatingIPAdminTestJSON-233937232 tempest-FloatingIPAdminTestJSON-233937232-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:55:05.784598 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9b453-b565-4551-bcb1-8c94243db75f tempest-FloatingIPAdminTestJSON-233937232 tempest-FloatingIPAdminTestJSON-233937232-project] Pushing event updated for resources: {'Port': ['ID=a396cf82-f671-4e68-b520-0d0a39c29bf8,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:05.849570 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ccd9b453-b565-4551-bcb1-8c94243db75f tempest-FloatingIPAdminTestJSON-233937232 tempest-FloatingIPAdminTestJSON-233937232-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:05.886495 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ccd9b453-b565-4551-bcb1-8c94243db75f tempest-FloatingIPAdminTestJSON-233937232 tempest-FloatingIPAdminTestJSON-233937232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:06.051223 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ccd9b453-b565-4551-bcb1-8c94243db75f tempest-FloatingIPAdminTestJSON-233937232 tempest-FloatingIPAdminTestJSON-233937232-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:06.056604 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ccd9b453-b565-4551-bcb1-8c94243db75f tempest-FloatingIPAdminTestJSON-233937232 tempest-FloatingIPAdminTestJSON-233937232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:06.128378 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9b453-b565-4551-bcb1-8c94243db75f tempest-FloatingIPAdminTestJSON-233937232 tempest-FloatingIPAdminTestJSON-233937232-project] Pushing event updated for resources: {'Port': ['ID=a396cf82-f671-4e68-b520-0d0a39c29bf8,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:06.149137 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ccd9b453-b565-4551-bcb1-8c94243db75f tempest-FloatingIPAdminTestJSON-233937232 tempest-FloatingIPAdminTestJSON-233937232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:06.165892 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ccd9b453-b565-4551-bcb1-8c94243db75f tempest-FloatingIPAdminTestJSON-233937232 tempest-FloatingIPAdminTestJSON-233937232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:06.169638 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ccd9b453-b565-4551-bcb1-8c94243db75f tempest-FloatingIPAdminTestJSON-233937232 tempest-FloatingIPAdminTestJSON-233937232-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0317760 Dec 10 16:55:06.169795 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33538) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:06.239011 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-045c6be5-8a9e-41d7-9613-9952633e86e7 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2435 time: 0.0656438 Dec 10 16:55:06.239269 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33540) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:06.312319 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-939f3e31-1ed6-453c-8ddd-31ff225b17e2 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0694046 Dec 10 16:55:06.312679 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33542) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:06.443028 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-ba62bdd7-c62e-4e7e-9e87-f806550f76da tempest-FloatingIPAdminTestJSON-233937232 tempest-FloatingIPAdminTestJSON-233937232-project] Deleting port a396cf82-f671-4e68-b520-0d0a39c29bf8 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:55:06.443388 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba62bdd7-c62e-4e7e-9e87-f806550f76da tempest-FloatingIPAdminTestJSON-233937232 tempest-FloatingIPAdminTestJSON-233937232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:06.523450 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba62bdd7-c62e-4e7e-9e87-f806550f76da tempest-FloatingIPAdminTestJSON-233937232 tempest-FloatingIPAdminTestJSON-233937232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:06.523781 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba62bdd7-c62e-4e7e-9e87-f806550f76da tempest-FloatingIPAdminTestJSON-233937232 tempest-FloatingIPAdminTestJSON-233937232-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:06.536093 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-ba62bdd7-c62e-4e7e-9e87-f806550f76da tempest-FloatingIPAdminTestJSON-233937232 tempest-FloatingIPAdminTestJSON-233937232-project] Calling delete_port for a396cf82-f671-4e68-b520-0d0a39c29bf8 owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:55:06.542760 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:06.704416 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba62bdd7-c62e-4e7e-9e87-f806550f76da tempest-FloatingIPAdminTestJSON-233937232 tempest-FloatingIPAdminTestJSON-233937232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:06.736517 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba62bdd7-c62e-4e7e-9e87-f806550f76da tempest-FloatingIPAdminTestJSON-233937232 tempest-FloatingIPAdminTestJSON-233937232-project] Pushing event deleted for resources: {'Port': ['ID=a396cf82-f671-4e68-b520-0d0a39c29bf8,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:06.811178 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba62bdd7-c62e-4e7e-9e87-f806550f76da tempest-FloatingIPAdminTestJSON-233937232 tempest-FloatingIPAdminTestJSON-233937232-project] Publish callbacks [] for floatingip, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:06.816067 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba62bdd7-c62e-4e7e-9e87-f806550f76da tempest-FloatingIPAdminTestJSON-233937232 tempest-FloatingIPAdminTestJSON-233937232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:06.819372 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ba62bdd7-c62e-4e7e-9e87-f806550f76da tempest-FloatingIPAdminTestJSON-233937232 tempest-FloatingIPAdminTestJSON-233937232-project] 10.222.0.11 "DELETE /v2.0/floatingips/7d4f5b5a-c716-4061-9aeb-9faf8b2e04e8 HTTP/1.1" status: 204 len: 168 time: 0.5051510 Dec 10 16:55:06.822044 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33548) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:06.970995 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-28ce5ba0-952a-4f8b-b5fd-a00bc74d9dc2 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Deleting port c040a8e2-825c-471a-bf81-33a823dafa50 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:55:06.971758 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-28ce5ba0-952a-4f8b-b5fd-a00bc74d9dc2 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:07.084803 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995ea9b-fa37-4f97-a3df-2254c83eba3a req-a543740d-ca31-4ccf-babe-6de99f4eee86 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:07.086874 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3995ea9b-fa37-4f97-a3df-2254c83eba3a req-a543740d-ca31-4ccf-babe-6de99f4eee86 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/ports?device_id=76b2707d-1f3b-4b65-86ab-62aa50392ab8 HTTP/1.1" status: 200 len: 945 time: 0.0649078 Dec 10 16:55:07.087614 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-28ce5ba0-952a-4f8b-b5fd-a00bc74d9dc2 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:07.088012 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-28ce5ba0-952a-4f8b-b5fd-a00bc74d9dc2 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:07.104444 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-28ce5ba0-952a-4f8b-b5fd-a00bc74d9dc2 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Calling delete_port for c040a8e2-825c-471a-bf81-33a823dafa50 owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:55:07.150704 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3995ea9b-fa37-4f97-a3df-2254c83eba3a req-1cab172e-f371-4152-9318-78a899255ed4 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/security-groups?id=c70087bb-73cc-463d-8937-e5ac2239c40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573554 Dec 10 16:55:07.283825 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-28ce5ba0-952a-4f8b-b5fd-a00bc74d9dc2 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:07.316791 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce5ba0-952a-4f8b-b5fd-a00bc74d9dc2 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Pushing event deleted for resources: {'Port': ['ID=c040a8e2-825c-471a-bf81-33a823dafa50,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:07.375078 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-28ce5ba0-952a-4f8b-b5fd-a00bc74d9dc2 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:07.377766 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-28ce5ba0-952a-4f8b-b5fd-a00bc74d9dc2 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:07.378947 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-28ce5ba0-952a-4f8b-b5fd-a00bc74d9dc2 tempest-FloatingIPAdminTestJSON-1114902640 tempest-FloatingIPAdminTestJSON-1114902640-project-admin] 10.222.0.11 "DELETE /v2.0/floatingips/6ecdf489-f4ab-45c8-8e54-b50005b41924 HTTP/1.1" status: 204 len: 168 time: 0.5554523 Dec 10 16:55:07.382210 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33554) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:07.472116 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-03590b2e-4386-44b0-bb10-38406933a2a0 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Deleting port c09179ab-9adb-413c-b43b-863f78d6fe9b {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:55:07.472462 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-03590b2e-4386-44b0-bb10-38406933a2a0 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:07.557302 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-03590b2e-4386-44b0-bb10-38406933a2a0 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:07.569223 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-03590b2e-4386-44b0-bb10-38406933a2a0 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Calling delete_port for c09179ab-9adb-413c-b43b-863f78d6fe9b owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:55:07.695787 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-03590b2e-4386-44b0-bb10-38406933a2a0 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:07.726000 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03590b2e-4386-44b0-bb10-38406933a2a0 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Pushing event deleted for resources: {'Port': ['ID=c09179ab-9adb-413c-b43b-863f78d6fe9b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:07.753739 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03590b2e-4386-44b0-bb10-38406933a2a0 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:55:07.754260 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03590b2e-4386-44b0-bb10-38406933a2a0 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:55:07.754675 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03590b2e-4386-44b0-bb10-38406933a2a0 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:55:07.755102 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03590b2e-4386-44b0-bb10-38406933a2a0 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:55:07.755526 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03590b2e-4386-44b0-bb10-38406933a2a0 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:55:07.755959 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03590b2e-4386-44b0-bb10-38406933a2a0 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:55:07.756371 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03590b2e-4386-44b0-bb10-38406933a2a0 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:55:07.756809 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03590b2e-4386-44b0-bb10-38406933a2a0 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:55:07.757226 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03590b2e-4386-44b0-bb10-38406933a2a0 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:55:07.757642 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03590b2e-4386-44b0-bb10-38406933a2a0 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:55:07.758057 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03590b2e-4386-44b0-bb10-38406933a2a0 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:55:07.758497 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03590b2e-4386-44b0-bb10-38406933a2a0 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:55:07.758905 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03590b2e-4386-44b0-bb10-38406933a2a0 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:55:07.811028 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-03590b2e-4386-44b0-bb10-38406933a2a0 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:07.814574 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-03590b2e-4386-44b0-bb10-38406933a2a0 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] 10.222.0.11 "DELETE /v2.0/ports/c09179ab-9adb-413c-b43b-863f78d6fe9b HTTP/1.1" status: 204 len: 168 time: 0.4310045 Dec 10 16:55:07.817154 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33556) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:07.872689 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a7a3fa-2b3d-4191-9efc-800152de833e tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:07.874874 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-41a7a3fa-2b3d-4191-9efc-800152de833e tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fcb712a-bc75-4557-ab67-e28aabbb7fd9 HTTP/1.1" status: 200 len: 913 time: 0.0553691 Dec 10 16:55:07.877587 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33558) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:08.333348 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae3f06-b56a-4df1-8dc2-e31256ad9a1c req-b62b9b3e-dce4-4642-ba14-0be7d073ac02 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:08.334891 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81ae3f06-b56a-4df1-8dc2-e31256ad9a1c req-b62b9b3e-dce4-4642-ba14-0be7d073ac02 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/ports?device_id=76b2707d-1f3b-4b65-86ab-62aa50392ab8 HTTP/1.1" status: 200 len: 945 time: 0.0858355 Dec 10 16:55:08.351447 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:08.366954 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-09cfade6-4d26-4b0e-b8e3-6ec5f793c9e3 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:08.486689 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81ae3f06-b56a-4df1-8dc2-e31256ad9a1c req-3b9c490d-8e5d-4d13-870a-c83bb7fe66f3 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/security-groups?id=c70087bb-73cc-463d-8937-e5ac2239c40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416392 Dec 10 16:55:08.528494 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061e270-b026-4504-ac53-902d6e144ce4 req-5e585485-67db-4241-8d05-2e78dfad0e79 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:08.529818 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2061e270-b026-4504-ac53-902d6e144ce4 req-5e585485-67db-4241-8d05-2e78dfad0e79 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.26 "GET /v2.0/ports?device_id=76b2707d-1f3b-4b65-86ab-62aa50392ab8 HTTP/1.1" status: 200 len: 945 time: 0.0952475 Dec 10 16:55:08.737797 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-54dcf612-a74f-4382-b93a-bf25f5ed6787 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-537740824&fields=id&tenant_id=6e3a44487a6e474d845541d47ac87339 HTTP/1.1" status: 200 len: 267 time: 0.1505833 Dec 10 16:55:08.831034 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-2061e270-b026-4504-ac53-902d6e144ce4 req-76b7d71f-edf4-49d4-b05f-a29e5896f04a tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Deleting port 22aba6e9-e3c2-42f2-9dcb-91758eee31da {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:55:08.831734 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2061e270-b026-4504-ac53-902d6e144ce4 req-76b7d71f-edf4-49d4-b05f-a29e5896f04a tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:09.219179 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-1e99469f-1c9d-4570-a286-d868359a99eb tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:09.221180 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-1e99469f-1c9d-4570-a286-d868359a99eb tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/networks?id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 HTTP/1.1" status: 200 len: 812 time: 0.4750917 Dec 10 16:55:09.254037 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-b89a90b1-35d9-4136-9e2f-d5e8218c758a tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/quotas/6e3a44487a6e474d845541d47ac87339 HTTP/1.1" status: 200 len: 375 time: 0.0248101 Dec 10 16:55:09.272165 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-2061e270-b026-4504-ac53-902d6e144ce4 req-76b7d71f-edf4-49d4-b05f-a29e5896f04a tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] For port 22aba6e9-e3c2-42f2-9dcb-91758eee31da, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=22aba6e9-e3c2-42f2-9dcb-91758eee31da,segment=NetworkSegment(581f60a9-282b-4a5b-b1af-261eb7622077),segment_id=581f60a9-282b-4a5b-b1af-261eb7622077)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:55:09.272523 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2061e270-b026-4504-ac53-902d6e144ce4 req-76b7d71f-edf4-49d4-b05f-a29e5896f04a tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:09.314976 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-2061e270-b026-4504-ac53-902d6e144ce4 req-76b7d71f-edf4-49d4-b05f-a29e5896f04a tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Calling delete_port for 22aba6e9-e3c2-42f2-9dcb-91758eee31da owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:55:09.329600 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-09cfade6-4d26-4b0e-b8e3-6ec5f793c9e3 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Deleting port 64efe9b2-97fc-4d6f-b144-15a2cbe2c40a {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:55:09.329944 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-09cfade6-4d26-4b0e-b8e3-6ec5f793c9e3 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:09.423910 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-eef738fb-4713-473b-b0aa-fdbfb6811330 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e3a44487a6e474d845541d47ac87339&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1602769 Dec 10 16:55:09.532285 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-09cfade6-4d26-4b0e-b8e3-6ec5f793c9e3 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:09.547866 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-09cfade6-4d26-4b0e-b8e3-6ec5f793c9e3 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Calling delete_port for 64efe9b2-97fc-4d6f-b144-15a2cbe2c40a owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:55:09.653312 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-3bef332a-a56f-4a88-8cb6-692a83c5fd29 service neutron] 10.222.0.11 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136283 Dec 10 16:55:09.731136 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2061e270-b026-4504-ac53-902d6e144ce4 req-76b7d71f-edf4-49d4-b05f-a29e5896f04a tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:09.742418 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['22aba6e9-e3c2-42f2-9dcb-91758eee31da'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:55:09.805231 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b7d71f-edf4-49d4-b05f-a29e5896f04a tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Pushing event deleted for resources: {'Port': ['ID=22aba6e9-e3c2-42f2-9dcb-91758eee31da,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:09.880071 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-2061e270-b026-4504-ac53-902d6e144ce4 req-76b7d71f-edf4-49d4-b05f-a29e5896f04a tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] No DVR routers for this DVR port 22aba6e9-e3c2-42f2-9dcb-91758eee31da on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:55:09.882845 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2061e270-b026-4504-ac53-902d6e144ce4 req-76b7d71f-edf4-49d4-b05f-a29e5896f04a tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:09.886086 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2061e270-b026-4504-ac53-902d6e144ce4 req-76b7d71f-edf4-49d4-b05f-a29e5896f04a tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.26 "DELETE /v2.0/ports/22aba6e9-e3c2-42f2-9dcb-91758eee31da HTTP/1.1" status: 204 len: 173 time: 1.3324285 Dec 10 16:55:09.887272 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b2707d-1f3b-4b65-86ab-62aa50392ab8', 'name': 'network-vif-deleted', 'tag': '22aba6e9-e3c2-42f2-9dcb-91758eee31da'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:55:09.889602 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5a051c-23c6-4137-8c6e-fbe9dbc5c9d3" -d '{"events": [{"server_uuid": "76b2707d-1f3b-4b65-86ab-62aa50392ab8", "name": "network-vif-deleted", "tag": "22aba6e9-e3c2-42f2-9dcb-91758eee31da"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:55:09.893546 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-b6a8684c-b632-4f86-af88-80a53585db85 service neutron] 10.222.0.11 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334998 Dec 10 16:55:09.954068 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-09cfade6-4d26-4b0e-b8e3-6ec5f793c9e3 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:09.984804 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cfade6-4d26-4b0e-b8e3-6ec5f793c9e3 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Pushing event deleted for resources: {'Port': ['ID=64efe9b2-97fc-4d6f-b144-15a2cbe2c40a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:10.183837 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-09cfade6-4d26-4b0e-b8e3-6ec5f793c9e3 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:10.294814 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e2904fdc-82cd-42cd-97ba-be0989992849 req-01add4f1-1cf3-4471-a76a-0bdfef655057 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/ports?device_id=76b2707d-1f3b-4b65-86ab-62aa50392ab8 HTTP/1.1" status: 200 len: 210 time: 0.0341907 Dec 10 16:55:10.385142 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fddaeac-3d9e-43c7-b3fc-dda694c689d2 x-openstack-request-id: req-6fddaeac-3d9e-43c7-b3fc-dda694c689d2 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:55:10.385476 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b2707d-1f3b-4b65-86ab-62aa50392ab8", "name": "network-vif-deleted", "tag": "22aba6e9-e3c2-42f2-9dcb-91758eee31da", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:55:10.385862 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6fddaeac-3d9e-43c7-b3fc-dda694c689d2 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:55:10.386361 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b2707d-1f3b-4b65-86ab-62aa50392ab8', 'name': 'network-vif-deleted', 'tag': '22aba6e9-e3c2-42f2-9dcb-91758eee31da', 'status': 'completed', 'code': 200} Dec 10 16:55:10.453599 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4deda484-b92a-4ab7-8ee1-ba5216faebf3 req-28d819e7-0968-4ba1-a16e-c6c6e49184e6 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c240438-0e28-414e-bd8a-bb80a1798c6f HTTP/1.1" status: 200 len: 210 time: 0.0347228 Dec 10 16:55:10.491066 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09cfade6-4d26-4b0e-b8e3-6ec5f793c9e3 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Router 0fcb712a-bc75-4557-ab67-e28aabbb7fd9 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:55:10.604477 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09cfade6-4d26-4b0e-b8e3-6ec5f793c9e3 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:55:10.609398 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-09cfade6-4d26-4b0e-b8e3-6ec5f793c9e3 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] 10.222.0.11 "PUT /v2.0/routers/0fcb712a-bc75-4557-ab67-e28aabbb7fd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7305126 Dec 10 16:55:10.612435 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33592) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:10.616755 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a12f176-ad4b-4a45-9b6e-33dfc4dd2465 None None] Sync routers for ids ['0fcb712a-bc75-4557-ab67-e28aabbb7fd9'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:55:10.627805 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a12f176-ad4b-4a45-9b6e-33dfc4dd2465 None None] Routers {'0fcb712a-bc75-4557-ab67-e28aabbb7fd9'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:55:10.628419 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5a12f176-ad4b-4a45-9b6e-33dfc4dd2465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:54:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['0fcb712a-bc75-4557-ab67-e28aabbb7fd9'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:10.661651 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5a12f176-ad4b-4a45-9b6e-33dfc4dd2465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:10.670753 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a12f176-ad4b-4a45-9b6e-33dfc4dd2465 None None] Routers {'0fcb712a-bc75-4557-ab67-e28aabbb7fd9'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:55:10.671431 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5a12f176-ad4b-4a45-9b6e-33dfc4dd2465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:54:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['0fcb712a-bc75-4557-ab67-e28aabbb7fd9'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:10.706414 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5a12f176-ad4b-4a45-9b6e-33dfc4dd2465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:10.707138 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a12f176-ad4b-4a45-9b6e-33dfc4dd2465 None None] The sync data for ids ['0fcb712a-bc75-4557-ab67-e28aabbb7fd9'] in n-d-766771-2 is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:55:10.727618 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-61dbf67d-b1c7-49d3-854f-420297fb3edb tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:10.832856 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-61dbf67d-b1c7-49d3-854f-420297fb3edb tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:10.886499 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-61dbf67d-b1c7-49d3-854f-420297fb3edb tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Deleting port 33717073-fbbf-425d-bc0d-16ecabfd9a13 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:55:10.887179 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-61dbf67d-b1c7-49d3-854f-420297fb3edb tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:10.961036 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-61dbf67d-b1c7-49d3-854f-420297fb3edb tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:10.972958 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-61dbf67d-b1c7-49d3-854f-420297fb3edb tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Calling delete_port for 33717073-fbbf-425d-bc0d-16ecabfd9a13 owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:55:11.208925 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-61dbf67d-b1c7-49d3-854f-420297fb3edb tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:11.252369 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dbf67d-b1c7-49d3-854f-420297fb3edb tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Pushing event deleted for resources: {'Port': ['ID=33717073-fbbf-425d-bc0d-16ecabfd9a13,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:11.258095 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798d474f-8a49-4d8b-8949-b470d51c3bf5 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:55:11.275915 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-375bfe11-93ac-4cfc-aa65-f1706f867e5e tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:11.277383 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-375bfe11-93ac-4cfc-aa65-f1706f867e5e tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.26 "GET /v2.0/networks?id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 HTTP/1.1" status: 200 len: 812 time: 0.1814661 Dec 10 16:55:11.347210 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-61dbf67d-b1c7-49d3-854f-420297fb3edb tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:11.740677 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-c13f2209-366d-4d93-bfa4-867b5291d2cf tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e3a44487a6e474d845541d47ac87339 HTTP/1.1" status: 200 len: 379 time: 0.4396412 Dec 10 16:55:11.745624 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-61dbf67d-b1c7-49d3-854f-420297fb3edb tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:11.761171 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-61dbf67d-b1c7-49d3-854f-420297fb3edb tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:11.765500 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-0350fcb2-aa8a-4242-afa0-d704b8835e5b tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Request body: {'port': {'device_id': '1c240438-0e28-414e-bd8a-bb80a1798c6f', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'admin_state_up': True, 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'security_groups': ['6bebf49d-9a01-491f-878a-49b1e6d5c18a']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:55:11.770345 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e1adc95-0dc7-40da-9dab-b424832b1d7e req-ac804746-2a6a-4506-b2d1-d26d3572bb49 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c240438-0e28-414e-bd8a-bb80a1798c6f HTTP/1.1" status: 200 len: 210 time: 0.0470934 Dec 10 16:55:11.854624 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-61dbf67d-b1c7-49d3-854f-420297fb3edb tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:11.855145 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61dbf67d-b1c7-49d3-854f-420297fb3edb tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Fanout notify agent at l3_agent the message router_deleted on router 0fcb712a-bc75-4557-ab67-e28aabbb7fd9 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:55:11.863531 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-61dbf67d-b1c7-49d3-854f-420297fb3edb tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:11.867197 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33602) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:11.867717 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-61dbf67d-b1c7-49d3-854f-420297fb3edb tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] 10.222.0.11 "DELETE /v2.0/routers/0fcb712a-bc75-4557-ab67-e28aabbb7fd9 HTTP/1.1" status: 204 len: 168 time: 1.2539213 Dec 10 16:55:11.923939 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-0350fcb2-aa8a-4242-afa0-d704b8835e5b tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Made reservation on behalf of 6e3a44487a6e474d845541d47ac87339 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:55:11.925235 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f2e6b0a-8b78-49f5-9428-778e7be20a27 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Deleting subnet 97ff6225-a717-4dfd-a51e-f4f38854a2d5 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:55:11.927897 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-0350fcb2-aa8a-4242-afa0-d704b8835e5b tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:11.929657 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0f2e6b0a-8b78-49f5-9428-778e7be20a27 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:11.983076 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0f2e6b0a-8b78-49f5-9428-778e7be20a27 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:12.013176 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 22aba6e9-e3c2-42f2-9dcb-91758eee31da no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:55:12.042931 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 22aba6e9-e3c2-42f2-9dcb-91758eee31da {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:55:12.046242 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 22aba6e9-e3c2-42f2-9dcb-91758eee31da not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:55:12.078319 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-0350fcb2-aa8a-4242-afa0-d704b8835e5b tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Allocated IP 172.20.0.4 (44b4e0f0-b0d3-48f3-adc8-fd50f61e9990/a77c825d-6cce-4084-9a0d-09483321d369/bb2b128a-4592-4844-8b9e-75f759eb19ab) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:55:12.091376 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0f2e6b0a-8b78-49f5-9428-778e7be20a27 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:12.152862 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0f2e6b0a-8b78-49f5-9428-778e7be20a27 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:12.180323 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e6b0a-8b78-49f5-9428-778e7be20a27 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Pushing event deleted for resources: {'Subnet': ['ID=97ff6225-a717-4dfd-a51e-f4f38854a2d5,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:12.183975 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0f2e6b0a-8b78-49f5-9428-778e7be20a27 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:12.187219 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0f2e6b0a-8b78-49f5-9428-778e7be20a27 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] 10.222.0.11 "DELETE /v2.0/subnets/97ff6225-a717-4dfd-a51e-f4f38854a2d5 HTTP/1.1" status: 204 len: 168 time: 0.3181553 Dec 10 16:55:12.190158 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33604) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:12.194530 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62328101-275f-4f7b-a354-bef195a30979 None None] Network f1af192b-2f3d-4c66-a9ae-f00077366089 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:55:12.277337 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-298118ad-b9e4-4992-8ff2-b39b067b3f2a tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:12.292219 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-0350fcb2-aa8a-4242-afa0-d704b8835e5b tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:12.336103 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-298118ad-b9e4-4992-8ff2-b39b067b3f2a tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Deleting port 2367b0e6-9883-4fb3-be51-e468e159950f {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:55:12.336771 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-298118ad-b9e4-4992-8ff2-b39b067b3f2a tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:12.367078 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-0350fcb2-aa8a-4242-afa0-d704b8835e5b tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:12.384192 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3984e567-dfdd-4900-9677-0cdb82686ce4 None None] DHCP port deletion for f1af192b-2f3d-4c66-a9ae-f00077366089 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:55:12.428147 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-298118ad-b9e4-4992-8ff2-b39b067b3f2a tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] For port 2367b0e6-9883-4fb3-be51-e468e159950f, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=2367b0e6-9883-4fb3-be51-e468e159950f,segment=NetworkSegment(c1278654-f9a5-4e6e-a06a-b82e35bad0f2),segment_id=c1278654-f9a5-4e6e-a06a-b82e35bad0f2)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:55:12.428553 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-298118ad-b9e4-4992-8ff2-b39b067b3f2a tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:12.429145 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-0350fcb2-aa8a-4242-afa0-d704b8835e5b tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Network 44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:55:12.432712 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-0350fcb2-aa8a-4242-afa0-d704b8835e5b tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:55:12.449129 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-298118ad-b9e4-4992-8ff2-b39b067b3f2a tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Calling delete_port for 2367b0e6-9883-4fb3-be51-e468e159950f owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:55:12.449815 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-0350fcb2-aa8a-4242-afa0-d704b8835e5b tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:55:12.454536 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0350fcb2-aa8a-4242-afa0-d704b8835e5b tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Pushing event updated for resources: {'Port': ['ID=bb2b128a-4592-4844-8b9e-75f759eb19ab,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:12.493894 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-3984e567-dfdd-4900-9677-0cdb82686ce4 None None] Deleting port 2367b0e6-9883-4fb3-be51-e468e159950f {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:55:12.494412 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3984e567-dfdd-4900-9677-0cdb82686ce4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:12.537360 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-0350fcb2-aa8a-4242-afa0-d704b8835e5b tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:12.537903 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-0350fcb2-aa8a-4242-afa0-d704b8835e5b tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:12.578027 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-0350fcb2-aa8a-4242-afa0-d704b8835e5b tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8179481 Dec 10 16:55:12.598309 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-f6c53759-1e19-4f25-b3b3-1050af2be885 service neutron] Request body: {'port': {'device_id': '1c240438-0e28-414e-bd8a-bb80a1798c6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:55:12.622564 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-298118ad-b9e4-4992-8ff2-b39b067b3f2a tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:12.624831 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-3984e567-dfdd-4900-9677-0cdb82686ce4 None None] For port 2367b0e6-9883-4fb3-be51-e468e159950f, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=2367b0e6-9883-4fb3-be51-e468e159950f,segment=NetworkSegment(c1278654-f9a5-4e6e-a06a-b82e35bad0f2),segment_id=c1278654-f9a5-4e6e-a06a-b82e35bad0f2)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:55:12.629780 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3984e567-dfdd-4900-9677-0cdb82686ce4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:12.641597 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298118ad-b9e4-4992-8ff2-b39b067b3f2a tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] No DVR routers for this DVR port 2367b0e6-9883-4fb3-be51-e468e159950f on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:55:12.659120 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-3984e567-dfdd-4900-9677-0cdb82686ce4 None None] Calling delete_port for 2367b0e6-9883-4fb3-be51-e468e159950f owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:55:12.714612 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-f6c53759-1e19-4f25-b3b3-1050af2be885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:12.771006 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298118ad-b9e4-4992-8ff2-b39b067b3f2a tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Pushing event deleted for resources: {'Port': ['ID=2367b0e6-9883-4fb3-be51-e468e159950f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:12.829091 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-298118ad-b9e4-4992-8ff2-b39b067b3f2a tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:12.857825 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-298118ad-b9e4-4992-8ff2-b39b067b3f2a tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1af192b-2f3d-4c66-a9ae-f00077366089']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:12.872891 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-298118ad-b9e4-4992-8ff2-b39b067b3f2a tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1278654-f9a5-4e6e-a06a-b82e35bad0f2') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:12.873591 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-298118ad-b9e4-4992-8ff2-b39b067b3f2a tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1278654-f9a5-4e6e-a06a-b82e35bad0f2') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:12.877448 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f5a1c890-374a-46ec-a29d-0de7c437e607 None None] Provisioning complete for port bb2b128a-4592-4844-8b9e-75f759eb19ab triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:55:12.881895 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f5a1c890-374a-46ec-a29d-0de7c437e607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:12.887692 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-298118ad-b9e4-4992-8ff2-b39b067b3f2a tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:12.905646 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-298118ad-b9e4-4992-8ff2-b39b067b3f2a tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:12.914230 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-298118ad-b9e4-4992-8ff2-b39b067b3f2a tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:55:12.915005 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-298118ad-b9e4-4992-8ff2-b39b067b3f2a tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:12.946348 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3984e567-dfdd-4900-9677-0cdb82686ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:12.989931 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f5a1c890-374a-46ec-a29d-0de7c437e607 None None] Port bb2b128a-4592-4844-8b9e-75f759eb19ab cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:55:12.992101 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3984e567-dfdd-4900-9677-0cdb82686ce4 None None] Pushing event deleted for resources: {'Port': ['ID=2367b0e6-9883-4fb3-be51-e468e159950f,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:12.996130 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3984e567-dfdd-4900-9677-0cdb82686ce4 None None] No DVR routers for this DVR port 2367b0e6-9883-4fb3-be51-e468e159950f on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:55:13.008310 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:55:13.008310 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:55:13.008310 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:55:13.008310 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:55:13.008310 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:55:13.008310 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:55:13.008310 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:55:13.008310 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:55:13.008310 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:55:13.008310 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:55:13.008310 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:55:13.008310 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:55:13.008310 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:55:13.008310 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:55:13.008310 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:55:13.008310 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:55:13.008310 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:55:13.008310 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:55:13.008310 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:55:13.008310 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:55:13.008310 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:55:13.008310 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:55:13.008310 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:55:13.008310 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:55:13.008310 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:55:13.008310 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:55:13.008310 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:55:13.008310 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:55:13.008310 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:55:13.008310 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:55:13.008310 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:55:13.008310 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:55:13.011939 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-298118ad-b9e4-4992-8ff2-b39b067b3f2a tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:13.021103 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-298118ad-b9e4-4992-8ff2-b39b067b3f2a tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:13.026655 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-298118ad-b9e4-4992-8ff2-b39b067b3f2a tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] 10.222.0.11 "DELETE /v2.0/networks/f1af192b-2f3d-4c66-a9ae-f00077366089 HTTP/1.1" status: 204 len: 168 time: 0.8332975 Dec 10 16:55:13.026927 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33610) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:13.044594 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298118ad-b9e4-4992-8ff2-b39b067b3f2a tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Pushing event deleted for resources: {'Network': ['ID=f1af192b-2f3d-4c66-a9ae-f00077366089,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:13.107745 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959732b-95b0-4ab0-a6c6-b8b5b6d32a56 req-9f0291a2-e7b6-48e8-8da6-5ca64e9a4064 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:13.110529 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7959732b-95b0-4ab0-a6c6-b8b5b6d32a56 req-9f0291a2-e7b6-48e8-8da6-5ca64e9a4064 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c240438-0e28-414e-bd8a-bb80a1798c6f HTTP/1.1" status: 200 len: 931 time: 0.2140296 Dec 10 16:55:13.188164 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7959732b-95b0-4ab0-a6c6-b8b5b6d32a56 req-bc7187af-475c-4e85-8d21-a6bda2481e28 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699937 Dec 10 16:55:13.302594 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-f6c53759-1e19-4f25-b3b3-1050af2be885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb2b128a-4592-4844-8b9e-75f759eb19ab {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:55:13.317994 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-f6c53759-1e19-4f25-b3b3-1050af2be885 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:13.346860 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-f6c53759-1e19-4f25-b3b3-1050af2be885 service neutron] Transition to ACTIVE for port object bb2b128a-4592-4844-8b9e-75f759eb19ab will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:55:13.352318 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-f6c53759-1e19-4f25-b3b3-1050af2be885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:13.520791 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 2367b0e6-9883-4fb3-be51-e468e159950f no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:55:13.579080 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 2367b0e6-9883-4fb3-be51-e468e159950f {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:55:13.582384 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 2367b0e6-9883-4fb3-be51-e468e159950f not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:55:13.593260 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c53759-1e19-4f25-b3b3-1050af2be885 service neutron] Pushing event updated for resources: {'Port': ['ID=bb2b128a-4592-4844-8b9e-75f759eb19ab,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:13.619913 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-f6c53759-1e19-4f25-b3b3-1050af2be885 service neutron] Attempting to bind port bb2b128a-4592-4844-8b9e-75f759eb19ab on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:55:13.622164 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-f6c53759-1e19-4f25-b3b3-1050af2be885 service neutron] Attempting to bind port bb2b128a-4592-4844-8b9e-75f759eb19ab by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '025942ee-aaf6-4874-bbc1-b64381358c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:55:13.622606 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-f6c53759-1e19-4f25-b3b3-1050af2be885 service neutron] Attempting to bind port bb2b128a-4592-4844-8b9e-75f759eb19ab on network 44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:55:13.628570 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-f6c53759-1e19-4f25-b3b3-1050af2be885 service neutron] Port bb2b128a-4592-4844-8b9e-75f759eb19ab on network 44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:55:13.629251 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-f6c53759-1e19-4f25-b3b3-1050af2be885 service neutron] Attempting to bind port bb2b128a-4592-4844-8b9e-75f759eb19ab on network 44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:55:13.635637 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-f6c53759-1e19-4f25-b3b3-1050af2be885 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:55:13.641036 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-f6c53759-1e19-4f25-b3b3-1050af2be885 service neutron] Checking segment: {'id': '025942ee-aaf6-4874-bbc1-b64381358c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:55:13.641036 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-f6c53759-1e19-4f25-b3b3-1050af2be885 service neutron] Bound using segment: {'id': '025942ee-aaf6-4874-bbc1-b64381358c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:55:13.641036 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-f6c53759-1e19-4f25-b3b3-1050af2be885 service neutron] Bound port: bb2b128a-4592-4844-8b9e-75f759eb19ab, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '025942ee-aaf6-4874-bbc1-b64381358c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:55:13.641036 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-f6c53759-1e19-4f25-b3b3-1050af2be885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:13.704655 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-b0e6fd5f-26b1-4152-97fe-bb6c4b435207 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Deleting port 75f05d71-f05a-4d92-bc6a-65112e2ca11e {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:55:13.705068 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b0e6fd5f-26b1-4152-97fe-bb6c4b435207 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:13.730307 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-f6c53759-1e19-4f25-b3b3-1050af2be885 service neutron] For port bb2b128a-4592-4844-8b9e-75f759eb19ab, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:55:13.734664 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-f6c53759-1e19-4f25-b3b3-1050af2be885 service neutron] For port bb2b128a-4592-4844-8b9e-75f759eb19ab, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=bb2b128a-4592-4844-8b9e-75f759eb19ab,segment=NetworkSegment(025942ee-aaf6-4874-bbc1-b64381358c5e),segment_id=025942ee-aaf6-4874-bbc1-b64381358c5e)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:55:13.741657 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-f6c53759-1e19-4f25-b3b3-1050af2be885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:13.786351 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-f6c53759-1e19-4f25-b3b3-1050af2be885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:13.787084 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-f6c53759-1e19-4f25-b3b3-1050af2be885 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:13.788569 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-f6c53759-1e19-4f25-b3b3-1050af2be885 service neutron] 10.222.0.26 "PUT /v2.0/ports/bb2b128a-4592-4844-8b9e-75f759eb19ab HTTP/1.1" status: 200 len: 1091 time: 1.1973102 Dec 10 16:55:13.789035 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c240438-0e28-414e-bd8a-bb80a1798c6f', 'tag': 'bb2b128a-4592-4844-8b9e-75f759eb19ab'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:55:13.793015 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2212290-e650-4ab0-9198-2909be73d49e" -d '{"events": [{"name": "network-changed", "server_uuid": "1c240438-0e28-414e-bd8a-bb80a1798c6f", "tag": "bb2b128a-4592-4844-8b9e-75f759eb19ab"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:55:13.870385 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c53759-1e19-4f25-b3b3-1050af2be885 service neutron] Pushing event updated for resources: {'Port': ['ID=bb2b128a-4592-4844-8b9e-75f759eb19ab,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:13.891560 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b0e6fd5f-26b1-4152-97fe-bb6c4b435207 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:13.892510 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b0e6fd5f-26b1-4152-97fe-bb6c4b435207 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:13.908622 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-b0e6fd5f-26b1-4152-97fe-bb6c4b435207 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Calling delete_port for 75f05d71-f05a-4d92-bc6a-65112e2ca11e owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:55:13.946563 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-da36e578-ff50-4763-a9aa-fd4ccadfc817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:13.948133 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-da36e578-ff50-4763-a9aa-fd4ccadfc817 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6e3a44487a6e474d845541d47ac87339&device_id=1c240438-0e28-414e-bd8a-bb80a1798c6f HTTP/1.1" status: 200 len: 1094 time: 0.0963354 Dec 10 16:55:14.040031 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-76300743-9dbe-47a6-9c6b-5930ce69e532 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb2b128a-4592-4844-8b9e-75f759eb19ab HTTP/1.1" status: 200 len: 217 time: 0.0827501 Dec 10 16:55:14.089688 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b0e6fd5f-26b1-4152-97fe-bb6c4b435207 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:14.140545 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c1242b91-e81f-43bd-98dc-35265aa33eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:14.141677 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-8c12046f-6f0e-4855-bbef-1382a8b1f084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:14.150691 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-8c12046f-6f0e-4855-bbef-1382a8b1f084 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a77c825d-6cce-4084-9a0d-09483321d369 HTTP/1.1" status: 200 len: 851 time: 0.1042433 Dec 10 16:55:14.160748 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e6fd5f-26b1-4152-97fe-bb6c4b435207 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Pushing event deleted for resources: {'Port': ['ID=75f05d71-f05a-4d92-bc6a-65112e2ca11e,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:14.206542 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-7bde7b37-198d-41db-a724-5e60a14999b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:14.208754 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-7bde7b37-198d-41db-a724-5e60a14999b5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572593 Dec 10 16:55:14.210803 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2026de93-c17a-4d67-9028-09bbbac8448b x-openstack-request-id: req-2026de93-c17a-4d67-9028-09bbbac8448b {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:55:14.211103 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c240438-0e28-414e-bd8a-bb80a1798c6f", "tag": "bb2b128a-4592-4844-8b9e-75f759eb19ab", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:55:14.211359 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2026de93-c17a-4d67-9028-09bbbac8448b {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:55:14.211774 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c240438-0e28-414e-bd8a-bb80a1798c6f', 'tag': 'bb2b128a-4592-4844-8b9e-75f759eb19ab', 'status': 'completed', 'code': 200} Dec 10 16:55:14.224499 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b0e6fd5f-26b1-4152-97fe-bb6c4b435207 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:14.227547 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b0e6fd5f-26b1-4152-97fe-bb6c4b435207 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:14.228786 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b0e6fd5f-26b1-4152-97fe-bb6c4b435207 tempest-FloatingIPAdminTestJSON-1448000040 tempest-FloatingIPAdminTestJSON-1448000040-project] 10.222.0.11 "DELETE /v2.0/floatingips/70e31c85-d62f-4411-b95c-0eea6c632602 HTTP/1.1" status: 204 len: 168 time: 1.2008770 Dec 10 16:55:14.348167 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-3c03adb9-8bc4-4450-acce-e90945435b3c service neutron] 10.222.0.26 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306942 Dec 10 16:55:14.440346 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b79729-a8ae-4479-920b-52b0b87ec7e4 req-a970f21f-0498-44a4-a858-6ef87bba9df5 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:14.441855 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-57b79729-a8ae-4479-920b-52b0b87ec7e4 req-a970f21f-0498-44a4-a858-6ef87bba9df5 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c240438-0e28-414e-bd8a-bb80a1798c6f HTTP/1.1" status: 200 len: 943 time: 0.1106904 Dec 10 16:55:14.490118 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f35ae68e-aad0-4f70-a2be-46d2c7014160 req-1b945c8d-6a4d-4f7e-bcc0-133bfa6c32b5 service neutron] 10.222.0.26 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253543 Dec 10 16:55:14.518769 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33624) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:14.530458 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-57b79729-a8ae-4479-920b-52b0b87ec7e4 req-8a0f92ee-cf18-465e-b67e-335ee2d509bc tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805404 Dec 10 16:55:14.592585 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2212290-e650-4ab0-9198-2909be73d49e req-33a59684-d981-48b2-a1eb-c0ffafd025c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:14.594155 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d2212290-e650-4ab0-9198-2909be73d49e req-33a59684-d981-48b2-a1eb-c0ffafd025c4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6e3a44487a6e474d845541d47ac87339&device_id=1c240438-0e28-414e-bd8a-bb80a1798c6f HTTP/1.1" status: 200 len: 1094 time: 0.0429015 Dec 10 16:55:14.683367 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-572121dd-f39e-4974-b31b-79871d76a257 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=600a19f00a164e10841b73a71b5d7514&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1605067 Dec 10 16:55:14.685776 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33628) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:14.700179 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2212290-e650-4ab0-9198-2909be73d49e req-2e405239-ddf4-45a0-9bb4-5984cc3fe4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:14.701793 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d2212290-e650-4ab0-9198-2909be73d49e req-2e405239-ddf4-45a0-9bb4-5984cc3fe4f6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 HTTP/1.1" status: 200 len: 913 time: 0.1013987 Dec 10 16:55:14.739353 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-126f6e5a-b0c2-40e3-b6d1-0545e31f1e4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:14.755859 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d2212290-e650-4ab0-9198-2909be73d49e req-83a2736b-ded7-45fc-81aa-be5b7809a1a3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb2b128a-4592-4844-8b9e-75f759eb19ab HTTP/1.1" status: 200 len: 217 time: 0.0464346 Dec 10 16:55:14.765389 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-126f6e5a-b0c2-40e3-b6d1-0545e31f1e4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:14.824706 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2212290-e650-4ab0-9198-2909be73d49e req-8e11b110-39d2-49c5-aa91-f13647794058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:14.826240 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d2212290-e650-4ab0-9198-2909be73d49e req-8e11b110-39d2-49c5-aa91-f13647794058 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a77c825d-6cce-4084-9a0d-09483321d369 HTTP/1.1" status: 200 len: 851 time: 0.0627949 Dec 10 16:55:14.830621 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-126f6e5a-b0c2-40e3-b6d1-0545e31f1e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:14.835386 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-126f6e5a-b0c2-40e3-b6d1-0545e31f1e4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:14.836525 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-126f6e5a-b0c2-40e3-b6d1-0545e31f1e4d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/179cb566-068a-4ee0-ac54-8991369389cb HTTP/1.1" status: 204 len: 168 time: 0.1497240 Dec 10 16:55:14.853962 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f6e5a-b0c2-40e3-b6d1-0545e31f1e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179cb566-068a-4ee0-ac54-8991369389cb,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:14.913093 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2212290-e650-4ab0-9198-2909be73d49e req-b316c3ef-dbe1-4b64-9b8b-9e14ab0382ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:14.915163 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d2212290-e650-4ab0-9198-2909be73d49e req-b316c3ef-dbe1-4b64-9b8b-9e14ab0382ac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816777 Dec 10 16:55:15.043798 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d2212290-e650-4ab0-9198-2909be73d49e req-733ea0a8-61b3-49d0-bcd0-ad1d4fbdc451 service neutron] 10.222.0.26 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205111 Dec 10 16:55:15.159044 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d2212290-e650-4ab0-9198-2909be73d49e req-5d5d950b-7dab-45d3-a1db-d2473a8ca3b7 service neutron] 10.222.0.26 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073575 Dec 10 16:55:15.194367 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33648) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:15.209385 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8dfabd69-4a55-40cc-9d88-40e85c509805 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:15.295768 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8dfabd69-4a55-40cc-9d88-40e85c509805 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:15.300136 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8dfabd69-4a55-40cc-9d88-40e85c509805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:15.341421 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfabd69-4a55-40cc-9d88-40e85c509805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4134e21-a3d8-4af5-b813-c00c210b33f5,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:15.345882 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-8dfabd69-4a55-40cc-9d88-40e85c509805 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aa60b691acef498b8b2ab23f3d551b10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1506486 Dec 10 16:55:15.348628 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33650) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:15.403099 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a8d128fc-b006-49c2-8413-a36f8973f285 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:15.425911 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a8d128fc-b006-49c2-8413-a36f8973f285 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:15.475675 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a8d128fc-b006-49c2-8413-a36f8973f285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:15.478932 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a8d128fc-b006-49c2-8413-a36f8973f285 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:15.480264 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a8d128fc-b006-49c2-8413-a36f8973f285 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b4134e21-a3d8-4af5-b813-c00c210b33f5 HTTP/1.1" status: 204 len: 168 time: 0.1304564 Dec 10 16:55:15.490456 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d128fc-b006-49c2-8413-a36f8973f285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4134e21-a3d8-4af5-b813-c00c210b33f5,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:15.672034 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72c6f5-ab71-4e41-bcde-4cb4de17934f req-13d59139-e8e9-4cfb-8bef-1e230ef27ed9 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:15.679457 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de72c6f5-ab71-4e41-bcde-4cb4de17934f req-13d59139-e8e9-4cfb-8bef-1e230ef27ed9 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c240438-0e28-414e-bd8a-bb80a1798c6f HTTP/1.1" status: 200 len: 943 time: 0.0756795 Dec 10 16:55:15.737793 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de72c6f5-ab71-4e41-bcde-4cb4de17934f req-b7ffbd6d-2e32-4a2e-ad80-bfddc0844c96 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546336 Dec 10 16:55:15.859923 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33658) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:15.880558 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-81ada6ad-2e21-4b64-99aa-3b36a612f6ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:15.962308 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-81ada6ad-2e21-4b64-99aa-3b36a612f6ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:15.966379 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-81ada6ad-2e21-4b64-99aa-3b36a612f6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:16.008338 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-81ada6ad-2e21-4b64-99aa-3b36a612f6ee admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b30fa76561ba4aa5a611ac2ab8c7e9cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1438780 Dec 10 16:55:16.010503 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ada6ad-2e21-4b64-99aa-3b36a612f6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c38c23-6e90-4e69-80a3-8c37970cfbb2,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:16.012054 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33662) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:16.078096 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-666c1ae0-0365-4b01-8e53-ac2e7ceb1538 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:16.101603 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-666c1ae0-0365-4b01-8e53-ac2e7ceb1538 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:16.151776 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-666c1ae0-0365-4b01-8e53-ac2e7ceb1538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:16.155352 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-666c1ae0-0365-4b01-8e53-ac2e7ceb1538 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:16.156923 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-666c1ae0-0365-4b01-8e53-ac2e7ceb1538 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b0c38c23-6e90-4e69-80a3-8c37970cfbb2 HTTP/1.1" status: 204 len: 168 time: 0.1364486 Dec 10 16:55:16.169666 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c1ae0-0365-4b01-8e53-ac2e7ceb1538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c38c23-6e90-4e69-80a3-8c37970cfbb2,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:16.484390 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6d54ffa1-bb6c-440f-889d-21ab0eb5bac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:16.878391 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2574bda-fdcc-4320-9c81-acdf4cbdd38f req-ffd191ec-19b1-4217-8678-9abae187243c tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:16.880976 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d2574bda-fdcc-4320-9c81-acdf4cbdd38f req-ffd191ec-19b1-4217-8678-9abae187243c tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c240438-0e28-414e-bd8a-bb80a1798c6f HTTP/1.1" status: 200 len: 943 time: 0.0558896 Dec 10 16:55:16.940699 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d2574bda-fdcc-4320-9c81-acdf4cbdd38f req-abad0b63-8d31-445e-a651-ff897e6ca4b0 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537004 Dec 10 16:55:17.335531 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:17.571755 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33710) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:17.667809 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-0410d4f7-f13d-4f23-b0e6-fd33e0ba79e7 tempest-MeteringIpV6TestJSON-620513911 tempest-MeteringIpV6TestJSON-620513911-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-654810771'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:55:17.668345 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-0410d4f7-f13d-4f23-b0e6-fd33e0ba79e7 tempest-MeteringIpV6TestJSON-620513911 tempest-MeteringIpV6TestJSON-620513911-project-admin] Unknown quota resources ['metering_label']. {{(pid=103392) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 16:55:17.854228 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0410d4f7-f13d-4f23-b0e6-fd33e0ba79e7 tempest-MeteringIpV6TestJSON-620513911 tempest-MeteringIpV6TestJSON-620513911-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:17.858109 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-0410d4f7-f13d-4f23-b0e6-fd33e0ba79e7 tempest-MeteringIpV6TestJSON-620513911 tempest-MeteringIpV6TestJSON-620513911-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.2826750 Dec 10 16:55:17.858313 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33714) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:17.863336 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-16aef362-aa00-488e-a0b0-78b89065b9f1 tempest-MeteringIpV6TestJSON-620513911 tempest-MeteringIpV6TestJSON-620513911-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'd4dea264-e891-46c0-b1d0-c7265a1ff5f3'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:55:17.863841 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-16aef362-aa00-488e-a0b0-78b89065b9f1 tempest-MeteringIpV6TestJSON-620513911 tempest-MeteringIpV6TestJSON-620513911-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103392) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 16:55:17.941610 n-d-766771-2 neutron-server[103392]: WARNING neutron.services.metering.metering_plugin [None req-16aef362-aa00-488e-a0b0-78b89065b9f1 tempest-MeteringIpV6TestJSON-620513911 tempest-MeteringIpV6TestJSON-620513911-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 10 16:55:18.071166 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-16aef362-aa00-488e-a0b0-78b89065b9f1 tempest-MeteringIpV6TestJSON-620513911 tempest-MeteringIpV6TestJSON-620513911-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:18.072346 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-16aef362-aa00-488e-a0b0-78b89065b9f1 tempest-MeteringIpV6TestJSON-620513911 tempest-MeteringIpV6TestJSON-620513911-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2131028 Dec 10 16:55:18.076077 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33718) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:18.081004 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-9b654395-7fdd-458c-b438-99e7de144eb0 tempest-MeteringIpV6TestJSON-620513911 tempest-MeteringIpV6TestJSON-620513911-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'd4dea264-e891-46c0-b1d0-c7265a1ff5f3'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:55:18.081610 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-9b654395-7fdd-458c-b438-99e7de144eb0 tempest-MeteringIpV6TestJSON-620513911 tempest-MeteringIpV6TestJSON-620513911-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103393) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 16:55:18.095321 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f949c5c-e6f7-437f-b926-66ab6776e234 req-bcf54952-4382-484f-ab30-1ed15b391bb0 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:18.096828 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7f949c5c-e6f7-437f-b926-66ab6776e234 req-bcf54952-4382-484f-ab30-1ed15b391bb0 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c240438-0e28-414e-bd8a-bb80a1798c6f HTTP/1.1" status: 200 len: 943 time: 0.0865190 Dec 10 16:55:18.148212 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7f949c5c-e6f7-437f-b926-66ab6776e234 req-e647837e-3d02-4be3-8f7e-3d15dfbb5765 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436144 Dec 10 16:55:18.159222 n-d-766771-2 neutron-server[103393]: WARNING neutron.services.metering.metering_plugin [None req-9b654395-7fdd-458c-b438-99e7de144eb0 tempest-MeteringIpV6TestJSON-620513911 tempest-MeteringIpV6TestJSON-620513911-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 10 16:55:18.284742 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9b654395-7fdd-458c-b438-99e7de144eb0 tempest-MeteringIpV6TestJSON-620513911 tempest-MeteringIpV6TestJSON-620513911-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:18.285925 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9b654395-7fdd-458c-b438-99e7de144eb0 tempest-MeteringIpV6TestJSON-620513911 tempest-MeteringIpV6TestJSON-620513911-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2086837 Dec 10 16:55:18.288665 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33722) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:18.299180 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a5e5bcf1-1616-45c3-bed7-e4368a73df53 tempest-MeteringIpV6TestJSON-620513911 tempest-MeteringIpV6TestJSON-620513911-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=be592bc3-81ba-47c5-85a6-9ec10262867a HTTP/1.1" status: 200 len: 462 time: 0.0095005 Dec 10 16:55:18.301388 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33724) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:18.402503 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e44076b-43c6-4078-9bc0-f65f23412807 tempest-MeteringIpV6TestJSON-620513911 tempest-MeteringIpV6TestJSON-620513911-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:18.403549 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0e44076b-43c6-4078-9bc0-f65f23412807 tempest-MeteringIpV6TestJSON-620513911 tempest-MeteringIpV6TestJSON-620513911-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-label-rules/be592bc3-81ba-47c5-85a6-9ec10262867a HTTP/1.1" status: 204 len: 168 time: 0.1012149 Dec 10 16:55:18.406128 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33726) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:18.414931 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-260e0aad-7fec-4fa0-9c41-92e70a30e6b4 tempest-MeteringIpV6TestJSON-620513911 tempest-MeteringIpV6TestJSON-620513911-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=be592bc3-81ba-47c5-85a6-9ec10262867a HTTP/1.1" status: 200 len: 221 time: 0.0075300 Dec 10 16:55:18.417809 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33728) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:18.421898 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-996611b4-3899-448d-848c-b3ca3abe0515 tempest-MeteringIpV6TestJSON-620513911 tempest-MeteringIpV6TestJSON-620513911-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1595030615', 'description': 'label created by tempest'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:55:18.422430 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-996611b4-3899-448d-848c-b3ca3abe0515 tempest-MeteringIpV6TestJSON-620513911 tempest-MeteringIpV6TestJSON-620513911-project-admin] Unknown quota resources ['metering_label']. {{(pid=103393) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 16:55:18.629457 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-996611b4-3899-448d-848c-b3ca3abe0515 tempest-MeteringIpV6TestJSON-620513911 tempest-MeteringIpV6TestJSON-620513911-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:18.630702 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-996611b4-3899-448d-848c-b3ca3abe0515 tempest-MeteringIpV6TestJSON-620513911 tempest-MeteringIpV6TestJSON-620513911-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2119811 Dec 10 16:55:18.634228 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33730) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:18.672172 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:18.722321 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e3f27173-a6cf-4415-ac08-8def695eb1de tempest-MeteringIpV6TestJSON-620513911 tempest-MeteringIpV6TestJSON-620513911-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=96a9b0f6-f2c3-4624-8c14-e97ce53fc9a5 HTTP/1.1" status: 200 len: 468 time: 0.0868974 Dec 10 16:55:18.724794 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33732) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:18.908812 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eca9ea6c-8b6e-4ece-b17b-e3a876466a2e tempest-MeteringIpV6TestJSON-620513911 tempest-MeteringIpV6TestJSON-620513911-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:18.909899 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-eca9ea6c-8b6e-4ece-b17b-e3a876466a2e tempest-MeteringIpV6TestJSON-620513911 tempest-MeteringIpV6TestJSON-620513911-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-labels/96a9b0f6-f2c3-4624-8c14-e97ce53fc9a5 HTTP/1.1" status: 204 len: 168 time: 0.1842079 Dec 10 16:55:18.912604 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33734) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:18.923797 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b3a1b98d-5980-45de-869f-e9cbe4f8c9c5 tempest-MeteringIpV6TestJSON-620513911 tempest-MeteringIpV6TestJSON-620513911-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=96a9b0f6-f2c3-4624-8c14-e97ce53fc9a5 HTTP/1.1" status: 200 len: 216 time: 0.0102108 Dec 10 16:55:18.926745 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33736) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:18.935594 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9f74a8da-cf3b-4d28-8376-6ab2ca110b29 tempest-MeteringIpV6TestJSON-620513911 tempest-MeteringIpV6TestJSON-620513911-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0079205 Dec 10 16:55:18.938965 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33738) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:18.949385 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d844faa5-1567-4978-96c1-dece8cb6da0d tempest-MeteringIpV6TestJSON-620513911 tempest-MeteringIpV6TestJSON-620513911-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0094340 Dec 10 16:55:18.952179 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33740) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:18.999545 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4e3bb97b-15be-421d-a038-472f5913b8f4 tempest-MeteringIpV6TestJSON-620513911 tempest-MeteringIpV6TestJSON-620513911-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels/d4dea264-e891-46c0-b1d0-c7265a1ff5f3 HTTP/1.1" status: 200 len: 472 time: 0.0463843 Dec 10 16:55:19.003353 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33742) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:19.012980 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2399bd36-1b0e-446e-8348-7462ceb53f74 tempest-MeteringIpV6TestJSON-620513911 tempest-MeteringIpV6TestJSON-620513911-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules/8d871f75-44fa-45ac-a605-ac6a07752eef HTTP/1.1" status: 200 len: 459 time: 0.0086670 Dec 10 16:55:19.015565 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33744) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:19.112575 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3b0f1515-7ac6-41cc-88e7-bfbf5f2c403d tempest-MeteringIpV6TestJSON-620513911 tempest-MeteringIpV6TestJSON-620513911-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:19.113694 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3b0f1515-7ac6-41cc-88e7-bfbf5f2c403d tempest-MeteringIpV6TestJSON-620513911 tempest-MeteringIpV6TestJSON-620513911-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-label-rules/8d871f75-44fa-45ac-a605-ac6a07752eef HTTP/1.1" status: 204 len: 168 time: 0.0972912 Dec 10 16:55:19.116230 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33746) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:19.596256 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-60bb22e0-f611-4e08-bf52-569044d65bcc tempest-MeteringIpV6TestJSON-620513911 tempest-MeteringIpV6TestJSON-620513911-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:19.597381 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-60bb22e0-f611-4e08-bf52-569044d65bcc tempest-MeteringIpV6TestJSON-620513911 tempest-MeteringIpV6TestJSON-620513911-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-labels/d4dea264-e891-46c0-b1d0-c7265a1ff5f3 HTTP/1.1" status: 204 len: 168 time: 0.4802530 Dec 10 16:55:19.615269 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbde604-a6df-492e-9683-51c45a0d5a03 req-a954a517-dcd3-4cf5-a082-6b7c41839566 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:19.616740 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7bbde604-a6df-492e-9683-51c45a0d5a03 req-a954a517-dcd3-4cf5-a082-6b7c41839566 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c240438-0e28-414e-bd8a-bb80a1798c6f HTTP/1.1" status: 200 len: 943 time: 0.3696225 Dec 10 16:55:19.668125 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7bbde604-a6df-492e-9683-51c45a0d5a03 req-ab3d1b51-6edb-4cdf-a765-b08222516be8 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452924 Dec 10 16:55:19.702554 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:19.847593 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33770) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:19.865917 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-bedecb01-88b2-4098-adf0-539e67e69303 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:19.867422 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-bedecb01-88b2-4098-adf0-539e67e69303 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/networks?id=eb4b99db-f746-4912-94e0-a079e5b93409 HTTP/1.1" status: 200 len: 814 time: 0.1085989 Dec 10 16:55:19.882380 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-77db00f5-df64-4324-8a25-e8c15810dc14 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/quotas/e2300a32c0a547109ebe9c83a7652c58 HTTP/1.1" status: 200 len: 375 time: 0.0093648 Dec 10 16:55:19.918803 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-ff5f1cff-8d81-4c85-a2f8-01a4e33f4eaa tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e2300a32c0a547109ebe9c83a7652c58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309021 Dec 10 16:55:19.962617 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ed08faa8-1aff-454e-8506-c2203801d266 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:20.011859 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-a07bbc8b-6eb9-4626-beeb-510a866bc70b service neutron] 10.222.0.11 "GET /v2.0/networks/eb4b99db-f746-4912-94e0-a079e5b93409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858228 Dec 10 16:55:20.039325 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ed08faa8-1aff-454e-8506-c2203801d266 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:20.043269 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ed08faa8-1aff-454e-8506-c2203801d266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:20.083801 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ed08faa8-1aff-454e-8506-c2203801d266 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=90693736a3524fabbb88e3e0b247a52d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2328281 Dec 10 16:55:20.083801 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed08faa8-1aff-454e-8506-c2203801d266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c9d4d4-766c-4206-9da3-19052fdcd511,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:20.084779 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33774) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:20.128749 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-c864cca6-28c7-4f41-9ba1-87a4e042e6dd service neutron] 10.222.0.11 "GET /v2.0/networks/eb4b99db-f746-4912-94e0-a079e5b93409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099753 Dec 10 16:55:20.148790 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-28c0d0fa-6d0f-4afe-a16d-2e376f35b40d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:20.170167 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-28c0d0fa-6d0f-4afe-a16d-2e376f35b40d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:20.223906 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-28c0d0fa-6d0f-4afe-a16d-2e376f35b40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:20.226569 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-28c0d0fa-6d0f-4afe-a16d-2e376f35b40d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:20.227732 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-28c0d0fa-6d0f-4afe-a16d-2e376f35b40d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/97c9d4d4-766c-4206-9da3-19052fdcd511 HTTP/1.1" status: 204 len: 168 time: 0.1425292 Dec 10 16:55:20.235569 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0d0fa-6d0f-4afe-a16d-2e376f35b40d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c9d4d4-766c-4206-9da3-19052fdcd511,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:20.311316 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-78a28ae0-6c59-40da-a61d-06fef5776eaf req-a5953e2d-6bef-4fe5-80c7-58e3e7ba6c1a tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4534f2b-63eb-4eb3-8730-d62a845f7354 HTTP/1.1" status: 200 len: 210 time: 0.0280156 Dec 10 16:55:20.503220 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33788) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:20.524205 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d4a375c8-7f30-4664-9c02-d9c7f3725435 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:20.600938 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d4a375c8-7f30-4664-9c02-d9c7f3725435 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:20.605079 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d4a375c8-7f30-4664-9c02-d9c7f3725435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:20.648720 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d4a375c8-7f30-4664-9c02-d9c7f3725435 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ec4a3c658ffb45f4b1b5e17e376dfaf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1412232 Dec 10 16:55:20.648720 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a375c8-7f30-4664-9c02-d9c7f3725435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c723e327-cd9c-4023-963a-c921331d9219,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:20.649349 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33792) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:20.702569 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-111dd5c0-28dc-4db1-9fab-706d0d405782 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:20.729665 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-111dd5c0-28dc-4db1-9fab-706d0d405782 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:20.783162 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-111dd5c0-28dc-4db1-9fab-706d0d405782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:20.786399 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-111dd5c0-28dc-4db1-9fab-706d0d405782 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:20.787627 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-111dd5c0-28dc-4db1-9fab-706d0d405782 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c723e327-cd9c-4023-963a-c921331d9219 HTTP/1.1" status: 204 len: 168 time: 0.1370552 Dec 10 16:55:20.790273 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c0876-53de-4e72-a36b-6fef70b40219 req-dd119bf2-844f-4238-8533-ddc335c0da94 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:20.796742 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb6c0876-53de-4e72-a36b-6fef70b40219 req-dd119bf2-844f-4238-8533-ddc335c0da94 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c240438-0e28-414e-bd8a-bb80a1798c6f HTTP/1.1" status: 200 len: 943 time: 0.0571401 Dec 10 16:55:20.796934 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111dd5c0-28dc-4db1-9fab-706d0d405782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c723e327-cd9c-4023-963a-c921331d9219,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:20.860791 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb6c0876-53de-4e72-a36b-6fef70b40219 req-15c2f493-ef9c-4699-9670-baca4f1af2bb tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500240 Dec 10 16:55:21.318701 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-d303b594-7de8-4050-9ef3-9b15bc43da76 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:21.320402 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-d303b594-7de8-4050-9ef3-9b15bc43da76 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.46 "GET /v2.0/networks?id=eb4b99db-f746-4912-94e0-a079e5b93409 HTTP/1.1" status: 200 len: 814 time: 0.1188760 Dec 10 16:55:21.323116 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:55:21.334422 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-a7ef246f-126d-48d3-bec8-986f759ab3c9 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Request body: {'port': {'device_id': 'b4534f2b-63eb-4eb3-8730-d62a845f7354', 'network_id': 'eb4b99db-f746-4912-94e0-a079e5b93409', 'admin_state_up': True, 'tenant_id': 'e2300a32c0a547109ebe9c83a7652c58'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:55:21.427908 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-772999fe-e2df-4379-87f4-2e49cc4fd77e req-8a41d4ce-94fc-4d5e-ba1e-a7f6399793c8 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4534f2b-63eb-4eb3-8730-d62a845f7354 HTTP/1.1" status: 200 len: 210 time: 0.0377514 Dec 10 16:55:21.481124 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-a7ef246f-126d-48d3-bec8-986f759ab3c9 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Made reservation on behalf of e2300a32c0a547109ebe9c83a7652c58 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:55:21.484908 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-a7ef246f-126d-48d3-bec8-986f759ab3c9 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:21.608784 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-a7ef246f-126d-48d3-bec8-986f759ab3c9 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Allocated IP 172.20.0.12 (eb4b99db-f746-4912-94e0-a079e5b93409/a6d12897-3b6f-44f1-94e6-db05c2fcc869/09a27df6-fc1e-4269-be6b-43d300ffe636) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:55:21.763450 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-a7ef246f-126d-48d3-bec8-986f759ab3c9 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:21.798807 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-a7ef246f-126d-48d3-bec8-986f759ab3c9 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:21.849948 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-a7ef246f-126d-48d3-bec8-986f759ab3c9 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Network eb4b99db-f746-4912-94e0-a079e5b93409 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:55:21.855128 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-a7ef246f-126d-48d3-bec8-986f759ab3c9 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:55:21.858935 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-a7ef246f-126d-48d3-bec8-986f759ab3c9 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:55:21.866017 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef246f-126d-48d3-bec8-986f759ab3c9 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Pushing event updated for resources: {'Port': ['ID=09a27df6-fc1e-4269-be6b-43d300ffe636,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:21.916903 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-a7ef246f-126d-48d3-bec8-986f759ab3c9 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:21.917618 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-a7ef246f-126d-48d3-bec8-986f759ab3c9 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:21.936938 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-a7ef246f-126d-48d3-bec8-986f759ab3c9 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6066303 Dec 10 16:55:21.950635 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-c7209bc3-c95e-45a7-a4ff-95c1383b3742 service neutron] Request body: {'port': {'device_id': 'b4534f2b-63eb-4eb3-8730-d62a845f7354', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:55:22.038880 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5daf64c-6d3f-4d73-b5eb-18585d857ebb req-05c3c33f-249c-4c93-b7ff-b7360215a63c tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:22.040653 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b5daf64c-6d3f-4d73-b5eb-18585d857ebb req-05c3c33f-249c-4c93-b7ff-b7360215a63c tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c240438-0e28-414e-bd8a-bb80a1798c6f HTTP/1.1" status: 200 len: 943 time: 0.1026235 Dec 10 16:55:22.041229 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-c7209bc3-c95e-45a7-a4ff-95c1383b3742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:22.135281 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b5daf64c-6d3f-4d73-b5eb-18585d857ebb req-7378dea2-772a-4795-af48-0b7bb1824804 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851688 Dec 10 16:55:22.217570 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33840) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:22.314824 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c81509d2-9e0c-48ae-a994-4dc03f68ecae tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:55:22.332007 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c81509d2-9e0c-48ae-a994-4dc03f68ecae tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] 10.222.0.11 "PUT /v2.0/quotas/9929a009998247fa90ed4f83d49399f4 HTTP/1.1" status: 200 len: 368 time: 0.1133165 Dec 10 16:55:22.334720 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33844) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:22.339251 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-e61b62ea-22ba-4ec9-b4c5-b9be6fa33e8a tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Request body: {'network': {'project_id': '9929a009998247fa90ed4f83d49399f4'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:55:22.343975 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-c7209bc3-c95e-45a7-a4ff-95c1383b3742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09a27df6-fc1e-4269-be6b-43d300ffe636 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:55:22.352327 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-c7209bc3-c95e-45a7-a4ff-95c1383b3742 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:22.359488 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61b62ea-22ba-4ec9-b4c5-b9be6fa33e8a tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Made reservation on behalf of 9929a009998247fa90ed4f83d49399f4 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:55:22.361962 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e61b62ea-22ba-4ec9-b4c5-b9be6fa33e8a tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:22.364819 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-c7209bc3-c95e-45a7-a4ff-95c1383b3742 service neutron] Transition to ACTIVE for port object 09a27df6-fc1e-4269-be6b-43d300ffe636 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:55:22.368074 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-c7209bc3-c95e-45a7-a4ff-95c1383b3742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:22.371258 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e61b62ea-22ba-4ec9-b4c5-b9be6fa33e8a tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:22.421820 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7209bc3-c95e-45a7-a4ff-95c1383b3742 service neutron] Pushing event updated for resources: {'Port': ['ID=09a27df6-fc1e-4269-be6b-43d300ffe636,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:22.452724 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e61b62ea-22ba-4ec9-b4c5-b9be6fa33e8a tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:22.458011 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e61b62ea-22ba-4ec9-b4c5-b9be6fa33e8a tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:22.483666 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e61b62ea-22ba-4ec9-b4c5-b9be6fa33e8a tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:55:22.493316 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b62ea-22ba-4ec9-b4c5-b9be6fa33e8a tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82909f80-661b-470c-bd5a-401c1e70baf2,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:22.496755 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-c7209bc3-c95e-45a7-a4ff-95c1383b3742 service neutron] Attempting to bind port 09a27df6-fc1e-4269-be6b-43d300ffe636 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:55:22.496943 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-c7209bc3-c95e-45a7-a4ff-95c1383b3742 service neutron] Attempting to bind port 09a27df6-fc1e-4269-be6b-43d300ffe636 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '581f60a9-282b-4a5b-b1af-261eb7622077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'eb4b99db-f746-4912-94e0-a079e5b93409'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:55:22.497532 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-c7209bc3-c95e-45a7-a4ff-95c1383b3742 service neutron] Attempting to bind port 09a27df6-fc1e-4269-be6b-43d300ffe636 on network eb4b99db-f746-4912-94e0-a079e5b93409 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:55:22.499835 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e61b62ea-22ba-4ec9-b4c5-b9be6fa33e8a tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:22.500272 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-e61b62ea-22ba-4ec9-b4c5-b9be6fa33e8a tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Added segment 288eb54e-ffcc-47fe-8893-02f766500f3e of type vlan for network bef3e86e-3fbc-4aa1-b77c-f3ad6722e6ce Dec 10 16:55:22.502677 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-c7209bc3-c95e-45a7-a4ff-95c1383b3742 service neutron] Port 09a27df6-fc1e-4269-be6b-43d300ffe636 on network eb4b99db-f746-4912-94e0-a079e5b93409 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:55:22.503084 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-c7209bc3-c95e-45a7-a4ff-95c1383b3742 service neutron] Attempting to bind port 09a27df6-fc1e-4269-be6b-43d300ffe636 on network eb4b99db-f746-4912-94e0-a079e5b93409 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:55:22.519230 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-c7209bc3-c95e-45a7-a4ff-95c1383b3742 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:55:22.519565 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-c7209bc3-c95e-45a7-a4ff-95c1383b3742 service neutron] Checking segment: {'id': '581f60a9-282b-4a5b-b1af-261eb7622077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'eb4b99db-f746-4912-94e0-a079e5b93409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:55:22.519955 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-c7209bc3-c95e-45a7-a4ff-95c1383b3742 service neutron] Bound using segment: {'id': '581f60a9-282b-4a5b-b1af-261eb7622077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'eb4b99db-f746-4912-94e0-a079e5b93409'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:55:22.520411 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-c7209bc3-c95e-45a7-a4ff-95c1383b3742 service neutron] Bound port: 09a27df6-fc1e-4269-be6b-43d300ffe636, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '581f60a9-282b-4a5b-b1af-261eb7622077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'eb4b99db-f746-4912-94e0-a079e5b93409'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:55:22.520769 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-c7209bc3-c95e-45a7-a4ff-95c1383b3742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:22.542703 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e61b62ea-22ba-4ec9-b4c5-b9be6fa33e8a tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:22.567873 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e61b62ea-22ba-4ec9-b4c5-b9be6fa33e8a tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:22.569053 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61b62ea-22ba-4ec9-b4c5-b9be6fa33e8a tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:22.569742 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e61b62ea-22ba-4ec9-b4c5-b9be6fa33e8a tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:22.592987 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f86e36-5a7e-4f0a-9cf4-06c7932749c3 req-14b088cf-257b-4735-a462-0cea095de048 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:22.595148 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d1f86e36-5a7e-4f0a-9cf4-06c7932749c3 req-14b088cf-257b-4735-a462-0cea095de048 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4534f2b-63eb-4eb3-8730-d62a845f7354 HTTP/1.1" status: 200 len: 944 time: 0.0883300 Dec 10 16:55:22.619005 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e61b62ea-22ba-4ec9-b4c5-b9be6fa33e8a tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2832434 Dec 10 16:55:22.621667 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33848) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:22.626384 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-157e8d07-ea5b-456c-948f-e8c923ee2cca tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Request body: {'network': {'project_id': '9929a009998247fa90ed4f83d49399f4'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:55:22.637851 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-c7209bc3-c95e-45a7-a4ff-95c1383b3742 service neutron] For port 09a27df6-fc1e-4269-be6b-43d300ffe636, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:55:22.642667 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-c7209bc3-c95e-45a7-a4ff-95c1383b3742 service neutron] For port 09a27df6-fc1e-4269-be6b-43d300ffe636, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=09a27df6-fc1e-4269-be6b-43d300ffe636,segment=NetworkSegment(581f60a9-282b-4a5b-b1af-261eb7622077),segment_id=581f60a9-282b-4a5b-b1af-261eb7622077)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:55:22.650641 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b62ea-22ba-4ec9-b4c5-b9be6fa33e8a tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Pushing event updated for resources: {'Network': ['ID=bef3e86e-3fbc-4aa1-b77c-f3ad6722e6ce,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:22.654386 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-c7209bc3-c95e-45a7-a4ff-95c1383b3742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:22.663329 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157e8d07-ea5b-456c-948f-e8c923ee2cca tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Made reservation on behalf of 9929a009998247fa90ed4f83d49399f4 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:55:22.665820 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network bef3e86e-3fbc-4aa1-b77c-f3ad6722e6ce details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:55:22.667258 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-157e8d07-ea5b-456c-948f-e8c923ee2cca tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:22.697253 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-157e8d07-ea5b-456c-948f-e8c923ee2cca tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:55:22.700211 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d1f86e36-5a7e-4f0a-9cf4-06c7932749c3 req-ec9abc05-974c-4739-830a-a51abba46580 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/security-groups?id=c70087bb-73cc-463d-8937-e5ac2239c40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979927 Dec 10 16:55:22.707100 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-c7209bc3-c95e-45a7-a4ff-95c1383b3742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:22.707725 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-c7209bc3-c95e-45a7-a4ff-95c1383b3742 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:22.709137 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-c7209bc3-c95e-45a7-a4ff-95c1383b3742 service neutron] 10.222.0.46 "PUT /v2.0/ports/09a27df6-fc1e-4269-be6b-43d300ffe636 HTTP/1.1" status: 200 len: 1092 time: 0.7623377 Dec 10 16:55:22.709657 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4534f2b-63eb-4eb3-8730-d62a845f7354', 'tag': '09a27df6-fc1e-4269-be6b-43d300ffe636'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:55:22.710044 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-157e8d07-ea5b-456c-948f-e8c923ee2cca tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:22.710481 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-157e8d07-ea5b-456c-948f-e8c923ee2cca tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Added segment 88ecd7e2-99bf-4065-bdf5-bd56dd480a84 of type vlan for network 8b6fd586-d682-4109-936f-8a492c9fd78c Dec 10 16:55:22.712001 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da09e783-bbb1-43ee-a211-f1d5b58e2e28" -d '{"events": [{"name": "network-changed", "server_uuid": "b4534f2b-63eb-4eb3-8730-d62a845f7354", "tag": "09a27df6-fc1e-4269-be6b-43d300ffe636"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:55:22.747343 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7209bc3-c95e-45a7-a4ff-95c1383b3742 service neutron] Pushing event updated for resources: {'Port': ['ID=09a27df6-fc1e-4269-be6b-43d300ffe636,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:22.771850 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1fd0c49-0be6-4564-92a5-837a82c7b121 x-openstack-request-id: req-b1fd0c49-0be6-4564-92a5-837a82c7b121 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:55:22.772194 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4534f2b-63eb-4eb3-8730-d62a845f7354", "tag": "09a27df6-fc1e-4269-be6b-43d300ffe636", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:55:22.772440 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b1fd0c49-0be6-4564-92a5-837a82c7b121 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:55:22.772840 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4534f2b-63eb-4eb3-8730-d62a845f7354', 'tag': '09a27df6-fc1e-4269-be6b-43d300ffe636', 'status': 'completed', 'code': 200} Dec 10 16:55:22.776195 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-157e8d07-ea5b-456c-948f-e8c923ee2cca tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:22.806352 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-157e8d07-ea5b-456c-948f-e8c923ee2cca tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:22.808252 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157e8d07-ea5b-456c-948f-e8c923ee2cca tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:22.808618 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-a243d775-0df1-499f-a1d8-73a75f284eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:22.810170 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-157e8d07-ea5b-456c-948f-e8c923ee2cca tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:22.810417 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-a243d775-0df1-499f-a1d8-73a75f284eb9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2300a32c0a547109ebe9c83a7652c58&device_id=b4534f2b-63eb-4eb3-8730-d62a845f7354 HTTP/1.1" status: 200 len: 1095 time: 0.0529726 Dec 10 16:55:22.857740 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-157e8d07-ea5b-456c-948f-e8c923ee2cca tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2350070 Dec 10 16:55:22.859280 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-2c296b9b-3ce4-478e-9668-92917c803afb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09a27df6-fc1e-4269-be6b-43d300ffe636 HTTP/1.1" status: 200 len: 217 time: 0.0398505 Dec 10 16:55:22.860679 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33854) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:22.865982 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-0ab42023-ad99-4ee3-9e81-70995d211630 tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Request body: {'network': {'project_id': '9929a009998247fa90ed4f83d49399f4'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:55:22.875085 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e8d07-ea5b-456c-948f-e8c923ee2cca tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Pushing event updated for resources: {'Network': ['ID=8b6fd586-d682-4109-936f-8a492c9fd78c,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:22.884740 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 8b6fd586-d682-4109-936f-8a492c9fd78c details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:55:22.909472 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab42023-ad99-4ee3-9e81-70995d211630 tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 10 16:55:22.909939 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ab42023-ad99-4ee3-9e81-70995d211630 tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:55:22.911200 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-0ab42023-ad99-4ee3-9e81-70995d211630 tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0495796 Dec 10 16:55:22.914247 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33856) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:22.922273 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-44dd72fa-8e2c-4eef-8aa4-ddadedb5bf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:22.923739 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-44dd72fa-8e2c-4eef-8aa4-ddadedb5bf32 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a6d12897-3b6f-44f1-94e6-db05c2fcc869 HTTP/1.1" status: 200 len: 854 time: 0.0545506 Dec 10 16:55:22.962215 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-08b9eda5-ecbc-457f-9f58-f66908b8b9ff tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9929a009998247fa90ed4f83d49399f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0463939 Dec 10 16:55:22.962768 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-74252d5c-6002-478a-920b-d8d6564f4936 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eb4b99db-f746-4912-94e0-a079e5b93409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311918 Dec 10 16:55:22.964571 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33860) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:23.020941 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dceb0ae0-fb27-4ddc-b992-5c7d7530c142 tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:23.044082 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dceb0ae0-fb27-4ddc-b992-5c7d7530c142 tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:23.064532 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-59a70903-92a4-43df-aec6-24b3d14b8e52 service neutron] 10.222.0.46 "GET /v2.0/networks/eb4b99db-f746-4912-94e0-a079e5b93409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929737 Dec 10 16:55:23.096290 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dceb0ae0-fb27-4ddc-b992-5c7d7530c142 tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:23.098972 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dceb0ae0-fb27-4ddc-b992-5c7d7530c142 tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:23.102741 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-dceb0ae0-fb27-4ddc-b992-5c7d7530c142 tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] 10.222.0.11 "DELETE /v2.0/security-groups/82909f80-661b-470c-bd5a-401c1e70baf2 HTTP/1.1" status: 204 len: 168 time: 0.1346586 Dec 10 16:55:23.107994 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33870) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:23.115237 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb0ae0-fb27-4ddc-b992-5c7d7530c142 tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82909f80-661b-470c-bd5a-401c1e70baf2,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:23.185219 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d88ab402-8952-4be2-bce0-c7c7b4649229 req-e51123e6-fd37-418b-a8d4-5dd8160f10f7 service neutron] 10.222.0.46 "GET /v2.0/networks/eb4b99db-f746-4912-94e0-a079e5b93409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138117 Dec 10 16:55:23.204762 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c24e740a-8739-4cb8-aaea-de7900bb7585 tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:23.286978 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c24e740a-8739-4cb8-aaea-de7900bb7585 tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:23.291610 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d145e81-3e54-449b-af3b-615ec1a7d63a req-ab746a98-3f7f-433e-96ab-3a46c0939773 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:23.293124 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8d145e81-3e54-449b-af3b-615ec1a7d63a req-ab746a98-3f7f-433e-96ab-3a46c0939773 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c240438-0e28-414e-bd8a-bb80a1798c6f HTTP/1.1" status: 200 len: 943 time: 0.0854650 Dec 10 16:55:23.299448 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09e783-bbb1-43ee-a211-f1d5b58e2e28 req-dfef73e9-8219-4c00-a768-2c28a68c0cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:23.300836 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-da09e783-bbb1-43ee-a211-f1d5b58e2e28 req-dfef73e9-8219-4c00-a768-2c28a68c0cd3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2300a32c0a547109ebe9c83a7652c58&device_id=b4534f2b-63eb-4eb3-8730-d62a845f7354 HTTP/1.1" status: 200 len: 1095 time: 0.0635982 Dec 10 16:55:23.307854 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-c24e740a-8739-4cb8-aaea-de7900bb7585 tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b6fd586-d682-4109-936f-8a492c9fd78c']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:23.318121 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-c24e740a-8739-4cb8-aaea-de7900bb7585 tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88ecd7e2-99bf-4065-bdf5-bd56dd480a84') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:23.318445 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-c24e740a-8739-4cb8-aaea-de7900bb7585 tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88ecd7e2-99bf-4065-bdf5-bd56dd480a84') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:23.327889 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c24e740a-8739-4cb8-aaea-de7900bb7585 tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:23.340771 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c24e740a-8739-4cb8-aaea-de7900bb7585 tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:23.347539 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c24e740a-8739-4cb8-aaea-de7900bb7585 tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:55:23.347968 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c24e740a-8739-4cb8-aaea-de7900bb7585 tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:23.349677 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:55:23.349677 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:55:23.349677 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:55:23.349677 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:55:23.349677 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:55:23.349677 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:55:23.349677 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:55:23.349677 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:55:23.349677 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:55:23.349677 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:55:23.349677 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:55:23.349677 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:55:23.349677 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:55:23.349677 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:55:23.349677 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:55:23.349677 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:55:23.349677 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:55:23.349677 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:55:23.349677 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:55:23.349677 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:55:23.349677 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:55:23.349677 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:55:23.349677 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:55:23.349677 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:55:23.349677 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:55:23.349677 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:55:23.349677 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:55:23.349677 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:55:23.349677 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:55:23.349677 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:55:23.349677 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:55:23.349677 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:55:23.395685 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8d145e81-3e54-449b-af3b-615ec1a7d63a req-42614740-8260-4d06-aea6-e33c13347c80 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938935 Dec 10 16:55:23.403969 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c24e740a-8739-4cb8-aaea-de7900bb7585 tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:23.411643 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c24e740a-8739-4cb8-aaea-de7900bb7585 tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:23.415590 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c24e740a-8739-4cb8-aaea-de7900bb7585 tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] 10.222.0.11 "DELETE /v2.0/networks/8b6fd586-d682-4109-936f-8a492c9fd78c HTTP/1.1" status: 204 len: 168 time: 0.3066280 Dec 10 16:55:23.419981 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33876) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:23.434739 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e740a-8739-4cb8-aaea-de7900bb7585 tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Pushing event deleted for resources: {'Network': ['ID=8b6fd586-d682-4109-936f-8a492c9fd78c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:23.488370 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09e783-bbb1-43ee-a211-f1d5b58e2e28 req-9b1ecfb2-5b0b-42cc-81b0-d2688d4ed151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:23.489763 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-da09e783-bbb1-43ee-a211-f1d5b58e2e28 req-9b1ecfb2-5b0b-42cc-81b0-d2688d4ed151 service neutron] 10.222.0.46 "GET /v2.0/networks?id=eb4b99db-f746-4912-94e0-a079e5b93409 HTTP/1.1" status: 200 len: 915 time: 0.1815207 Dec 10 16:55:23.566932 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-da09e783-bbb1-43ee-a211-f1d5b58e2e28 req-aa8ec429-fa62-4692-9f00-71065e881077 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09a27df6-fc1e-4269-be6b-43d300ffe636 HTTP/1.1" status: 200 len: 217 time: 0.0651045 Dec 10 16:55:23.570043 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-91442c7e-e273-4c63-a0cd-f7136651804e tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:23.619770 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010b0fb-7c8f-4287-b47f-c04111638562 req-c58da818-6196-4a72-b096-a28417782cce tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:23.621221 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e010b0fb-7c8f-4287-b47f-c04111638562 req-c58da818-6196-4a72-b096-a28417782cce tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=481d246a-82e2-4a37-89e5-89929672709b HTTP/1.1" status: 200 len: 945 time: 0.1445029 Dec 10 16:55:23.700627 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09e783-bbb1-43ee-a211-f1d5b58e2e28 req-c9e13fdc-fa1d-4517-9fef-decc1d6460e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:23.702091 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-da09e783-bbb1-43ee-a211-f1d5b58e2e28 req-c9e13fdc-fa1d-4517-9fef-decc1d6460e7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a6d12897-3b6f-44f1-94e6-db05c2fcc869 HTTP/1.1" status: 200 len: 854 time: 0.1264656 Dec 10 16:55:23.741175 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-91442c7e-e273-4c63-a0cd-f7136651804e tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:23.765797 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-da09e783-bbb1-43ee-a211-f1d5b58e2e28 req-778fcf95-7b6b-4c2b-afba-88a5c5f26862 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eb4b99db-f746-4912-94e0-a079e5b93409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397887 Dec 10 16:55:23.779152 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e010b0fb-7c8f-4287-b47f-c04111638562 req-5366f60c-96ae-48ff-8a7c-8138a4b861e8 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=92a1ceb0-3022-4486-a189-bbcdb68b60b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501124 Dec 10 16:55:23.795387 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-91442c7e-e273-4c63-a0cd-f7136651804e tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bef3e86e-3fbc-4aa1-b77c-f3ad6722e6ce']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:23.839728 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-91442c7e-e273-4c63-a0cd-f7136651804e tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '288eb54e-ffcc-47fe-8893-02f766500f3e') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:23.840023 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-91442c7e-e273-4c63-a0cd-f7136651804e tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '288eb54e-ffcc-47fe-8893-02f766500f3e') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:23.878903 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-91442c7e-e273-4c63-a0cd-f7136651804e tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:23.906609 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-91442c7e-e273-4c63-a0cd-f7136651804e tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:23.926360 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91442c7e-e273-4c63-a0cd-f7136651804e tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:55:23.926748 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-91442c7e-e273-4c63-a0cd-f7136651804e tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:23.928461 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:55:23.928461 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:55:23.928461 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:55:23.928461 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:55:23.928461 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:55:23.928461 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:55:23.928461 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:55:23.928461 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:55:23.928461 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:55:23.928461 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:55:23.928461 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:55:23.928461 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:55:23.928461 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:55:23.928461 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:55:23.928461 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:55:23.928461 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:55:23.928461 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:55:23.928461 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:55:23.928461 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:55:23.928461 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:55:23.928461 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:55:23.928461 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:55:23.928461 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:55:23.928461 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:55:23.928461 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:55:23.928461 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:55:23.928461 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:55:23.928461 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:55:23.928461 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:55:23.928461 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:55:23.928461 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:55:23.928461 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:55:23.956857 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a63b00-e9d9-4bd9-8db9-12d37f910282 req-1b7f5010-68f4-4a78-a777-f4985dacab8f tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:23.958364 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-75a63b00-e9d9-4bd9-8db9-12d37f910282 req-1b7f5010-68f4-4a78-a777-f4985dacab8f tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4534f2b-63eb-4eb3-8730-d62a845f7354 HTTP/1.1" status: 200 len: 944 time: 0.1212683 Dec 10 16:55:23.987777 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-da09e783-bbb1-43ee-a211-f1d5b58e2e28 req-c8468c9a-aede-4137-9957-7645cb2646d7 service neutron] 10.222.0.46 "GET /v2.0/networks/eb4b99db-f746-4912-94e0-a079e5b93409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033823 Dec 10 16:55:24.065849 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-91442c7e-e273-4c63-a0cd-f7136651804e tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:24.074389 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device bb2b128a-4592-4844-8b9e-75f759eb19ab details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:55:24.079760 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-91442c7e-e273-4c63-a0cd-f7136651804e tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:24.085546 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-91442c7e-e273-4c63-a0cd-f7136651804e tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] 10.222.0.11 "DELETE /v2.0/networks/bef3e86e-3fbc-4aa1-b77c-f3ad6722e6ce HTTP/1.1" status: 204 len: 168 time: 0.6643803 Dec 10 16:55:24.111644 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91442c7e-e273-4c63-a0cd-f7136651804e tempest-QuotasNegativeTest-647671815 tempest-QuotasNegativeTest-647671815-project-admin] Pushing event deleted for resources: {'Network': ['ID=bef3e86e-3fbc-4aa1-b77c-f3ad6722e6ce,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:24.117945 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-75a63b00-e9d9-4bd9-8db9-12d37f910282 req-38e4b271-7882-46e0-be75-469b5fa38f8c tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/security-groups?id=c70087bb-73cc-463d-8937-e5ac2239c40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345615 Dec 10 16:55:24.154162 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-da09e783-bbb1-43ee-a211-f1d5b58e2e28 req-e5a513ee-6c0c-4616-aef5-c162b84c4b6d service neutron] 10.222.0.46 "GET /v2.0/networks/eb4b99db-f746-4912-94e0-a079e5b93409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589859 Dec 10 16:55:24.181608 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port bb2b128a-4592-4844-8b9e-75f759eb19ab, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=bb2b128a-4592-4844-8b9e-75f759eb19ab,segment=NetworkSegment(025942ee-aaf6-4874-bbc1-b64381358c5e),segment_id=025942ee-aaf6-4874-bbc1-b64381358c5e)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:55:24.195277 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': 'bb2b128a-4592-4844-8b9e-75f759eb19ab', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'port_id': 'bb2b128a-4592-4844-8b9e-75f759eb19ab', 'mac_address': 'fa:16:3e:00:a3:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:55:24.238639 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:24.254264 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb2b128a-4592-4844-8b9e-75f759eb19ab {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:55:24.278993 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port bb2b128a-4592-4844-8b9e-75f759eb19ab, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=bb2b128a-4592-4844-8b9e-75f759eb19ab,segment=NetworkSegment(025942ee-aaf6-4874-bbc1-b64381358c5e),segment_id=025942ee-aaf6-4874-bbc1-b64381358c5e)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:55:24.283292 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:24.331387 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=bb2b128a-4592-4844-8b9e-75f759eb19ab,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:24.489939 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['bb2b128a-4592-4844-8b9e-75f759eb19ab'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:55:24.517174 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c250372-98cc-4ab6-9aab-06f9d7e2038b req-d77ac377-dbb9-41b5-8038-bf39fca17426 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:24.519453 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9c250372-98cc-4ab6-9aab-06f9d7e2038b req-d77ac377-dbb9-41b5-8038-bf39fca17426 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c240438-0e28-414e-bd8a-bb80a1798c6f HTTP/1.1" status: 200 len: 944 time: 0.0512941 Dec 10 16:55:24.536471 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33894) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:24.589383 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9c250372-98cc-4ab6-9aab-06f9d7e2038b req-5c16d333-664f-4598-bc2f-a3391f669991 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534942 Dec 10 16:55:24.658904 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-04b7d30e-b8a5-42e8-b910-c53e9496ff92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:24.732366 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-04b7d30e-b8a5-42e8-b910-c53e9496ff92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:24.736924 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-04b7d30e-b8a5-42e8-b910-c53e9496ff92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:24.773769 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-04b7d30e-b8a5-42e8-b910-c53e9496ff92 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ee730e84a5fd489fa6794c9f15727430&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2356405 Dec 10 16:55:24.775744 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b7d30e-b8a5-42e8-b910-c53e9496ff92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b637dad3-5ac7-4f65-8b53-3263d84965ca,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:24.776531 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33898) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:24.827292 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c98247d2-e355-4d33-8773-67c8f6b54f68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:24.849530 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c98247d2-e355-4d33-8773-67c8f6b54f68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:24.918304 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d23f3-9c9d-4834-8cd6-f42501c54786 req-27170347-b838-44e9-b5d3-23bfb715bfd8 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:24.919675 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cb6d23f3-9c9d-4834-8cd6-f42501c54786 req-27170347-b838-44e9-b5d3-23bfb715bfd8 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=481d246a-82e2-4a37-89e5-89929672709b HTTP/1.1" status: 200 len: 945 time: 0.0722914 Dec 10 16:55:24.939785 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c98247d2-e355-4d33-8773-67c8f6b54f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:24.942259 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c98247d2-e355-4d33-8773-67c8f6b54f68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:24.943339 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c98247d2-e355-4d33-8773-67c8f6b54f68 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b637dad3-5ac7-4f65-8b53-3263d84965ca HTTP/1.1" status: 204 len: 168 time: 0.1658304 Dec 10 16:55:24.956492 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98247d2-e355-4d33-8773-67c8f6b54f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b637dad3-5ac7-4f65-8b53-3263d84965ca,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:24.982880 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cb6d23f3-9c9d-4834-8cd6-f42501c54786 req-fb80a5bc-2103-4448-96e2-4d69d9577abf tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=92a1ceb0-3022-4486-a189-bbcdb68b60b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572939 Dec 10 16:55:25.204461 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33908) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:25.217290 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7a1da001-9101-4c2e-b5ee-8aa275982329 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:25.248796 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc04b4-0d04-45b5-b1f8-4ef2d5975ff6 req-95e0a0f4-ee22-42d4-874e-07d056bf94f2 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:25.254633 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-91bc04b4-0d04-45b5-b1f8-4ef2d5975ff6 req-95e0a0f4-ee22-42d4-874e-07d056bf94f2 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4534f2b-63eb-4eb3-8730-d62a845f7354 HTTP/1.1" status: 200 len: 944 time: 0.0581892 Dec 10 16:55:25.295397 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7a1da001-9101-4c2e-b5ee-8aa275982329 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:25.298341 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-91bc04b4-0d04-45b5-b1f8-4ef2d5975ff6 req-b12fdae4-0b34-41ea-a5ec-22f6ce9e61b7 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/security-groups?id=c70087bb-73cc-463d-8937-e5ac2239c40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415306 Dec 10 16:55:25.299339 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7a1da001-9101-4c2e-b5ee-8aa275982329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:25.337922 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7a1da001-9101-4c2e-b5ee-8aa275982329 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=042f420adba64a50b5648bfdecfa589e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1324015 Dec 10 16:55:25.338688 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1da001-9101-4c2e-b5ee-8aa275982329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e14e08-d30d-4cea-b47d-44b3a5736601,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:25.340557 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33910) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:25.387589 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-029a0d06-43a9-45a1-b514-28be4128184c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:25.408650 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-029a0d06-43a9-45a1-b514-28be4128184c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:25.453715 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-029a0d06-43a9-45a1-b514-28be4128184c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:25.456953 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-029a0d06-43a9-45a1-b514-28be4128184c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:25.458125 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-029a0d06-43a9-45a1-b514-28be4128184c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/28e14e08-d30d-4cea-b47d-44b3a5736601 HTTP/1.1" status: 204 len: 168 time: 0.1165311 Dec 10 16:55:25.465694 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a0d06-43a9-45a1-b514-28be4128184c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e14e08-d30d-4cea-b47d-44b3a5736601,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:25.707681 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3e41f-1ced-43e3-a65b-2310d0c2eb98 req-5ccb3a9c-5452-4654-8123-86d703658383 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:25.709169 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3ad3e41f-1ced-43e3-a65b-2310d0c2eb98 req-5ccb3a9c-5452-4654-8123-86d703658383 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c240438-0e28-414e-bd8a-bb80a1798c6f HTTP/1.1" status: 200 len: 944 time: 0.0497963 Dec 10 16:55:25.762819 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3ad3e41f-1ced-43e3-a65b-2310d0c2eb98 req-00a5339e-597a-450c-9587-906ada41bf84 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475841 Dec 10 16:55:26.083833 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device bb2b128a-4592-4844-8b9e-75f759eb19ab up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:55:26.112493 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162e321-af23-4f6d-9da3-a8ec2481b65d req-7b3ec7b2-7afc-40f0-95ef-5afafc221c0f tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:26.114013 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3162e321-af23-4f6d-9da3-a8ec2481b65d req-7b3ec7b2-7afc-40f0-95ef-5afafc221c0f tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=481d246a-82e2-4a37-89e5-89929672709b HTTP/1.1" status: 200 len: 945 time: 0.0616167 Dec 10 16:55:26.131467 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port bb2b128a-4592-4844-8b9e-75f759eb19ab completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:55:26.135532 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port bb2b128a-4592-4844-8b9e-75f759eb19ab triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:55:26.135847 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:26.139360 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33936) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:26.178750 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3162e321-af23-4f6d-9da3-a8ec2481b65d req-456aa8e3-4173-4c37-ba90-93ad0c66f2e7 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=92a1ceb0-3022-4486-a189-bbcdb68b60b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579696 Dec 10 16:55:26.216786 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:26.239243 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c240438-0e28-414e-bd8a-bb80a1798c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2b128a-4592-4844-8b9e-75f759eb19ab'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:55:26.241498 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e618753-25d5-442a-8630-0a2b3fa5b2aa" -d '{"events": [{"server_uuid": "1c240438-0e28-414e-bd8a-bb80a1798c6f", "name": "network-vif-plugged", "status": "completed", "tag": "bb2b128a-4592-4844-8b9e-75f759eb19ab"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:55:26.255262 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port bb2b128a-4592-4844-8b9e-75f759eb19ab, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=bb2b128a-4592-4844-8b9e-75f759eb19ab,segment=NetworkSegment(025942ee-aaf6-4874-bbc1-b64381358c5e),segment_id=025942ee-aaf6-4874-bbc1-b64381358c5e)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:55:26.260115 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:26.265827 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-0a18441e-daee-4a66-8129-229b8a8bd87f tempest-AgentManagementNegativeTest-1529712266 tempest-AgentManagementNegativeTest-1529712266-project] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1252398 Dec 10 16:55:26.290842 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3492b976-f814-47e2-95ac-fca81aac873f x-openstack-request-id: req-3492b976-f814-47e2-95ac-fca81aac873f {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:55:26.291066 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c240438-0e28-414e-bd8a-bb80a1798c6f", "name": "network-vif-plugged", "status": "completed", "tag": "bb2b128a-4592-4844-8b9e-75f759eb19ab", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:55:26.291251 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3492b976-f814-47e2-95ac-fca81aac873f {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:55:26.291648 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c240438-0e28-414e-bd8a-bb80a1798c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2b128a-4592-4844-8b9e-75f759eb19ab', 'code': 200} Dec 10 16:55:26.313709 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=bb2b128a-4592-4844-8b9e-75f759eb19ab,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:26.438245 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ccff1-2c7f-45da-8da4-85a63d2b663a req-4f91af8f-0e66-48b3-af9f-c0834a291911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:26.438446 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-767ccff1-2c7f-45da-8da4-85a63d2b663a req-4f91af8f-0e66-48b3-af9f-c0834a291911 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1c240438-0e28-414e-bd8a-bb80a1798c6f HTTP/1.1" status: 200 len: 1096 time: 0.0765522 Dec 10 16:55:26.449820 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d53b19-a931-433e-b8c9-475009375c3c req-9b660bee-c037-4d11-bc01-c814879e427d tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:26.451278 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-27d53b19-a931-433e-b8c9-475009375c3c req-9b660bee-c037-4d11-bc01-c814879e427d tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4534f2b-63eb-4eb3-8730-d62a845f7354 HTTP/1.1" status: 200 len: 944 time: 0.0646317 Dec 10 16:55:26.520154 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-767ccff1-2c7f-45da-8da4-85a63d2b663a req-34b87b9b-6a06-4a04-8520-aa89a83c4850 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679226 Dec 10 16:55:26.521908 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33948) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:26.527913 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-27d53b19-a931-433e-b8c9-475009375c3c req-c1986181-114f-4b17-9b5e-03dff414e65d tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/security-groups?id=c70087bb-73cc-463d-8937-e5ac2239c40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700359 Dec 10 16:55:26.625913 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ddd3e40f-630f-4b2d-b1e8-0c7fb32b16a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:26.702170 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ddd3e40f-630f-4b2d-b1e8-0c7fb32b16a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:26.706301 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ddd3e40f-630f-4b2d-b1e8-0c7fb32b16a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:26.743061 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ddd3e40f-630f-4b2d-b1e8-0c7fb32b16a6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=61adea74d0ef4eec91aefdbb508067dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2200654 Dec 10 16:55:26.745072 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3e40f-630f-4b2d-b1e8-0c7fb32b16a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b10fb7-274c-48e0-b157-6b947e144047,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:26.745854 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33952) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:26.796343 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7ca3ea6e-d179-430b-aafd-f66140f0ada6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:26.818110 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7ca3ea6e-d179-430b-aafd-f66140f0ada6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:26.894169 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae59276-854e-435c-83c7-2b0c1a178d17 req-ca8c812f-aa9a-4977-add9-74039ac3a6a0 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:26.895646 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ae59276-854e-435c-83c7-2b0c1a178d17 req-ca8c812f-aa9a-4977-add9-74039ac3a6a0 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c240438-0e28-414e-bd8a-bb80a1798c6f HTTP/1.1" status: 200 len: 945 time: 0.0627193 Dec 10 16:55:26.908759 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7ca3ea6e-d179-430b-aafd-f66140f0ada6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:26.911279 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7ca3ea6e-d179-430b-aafd-f66140f0ada6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:26.912334 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-7ca3ea6e-d179-430b-aafd-f66140f0ada6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/00b10fb7-274c-48e0-b157-6b947e144047 HTTP/1.1" status: 204 len: 168 time: 0.1654413 Dec 10 16:55:26.932054 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca3ea6e-d179-430b-aafd-f66140f0ada6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b10fb7-274c-48e0-b157-6b947e144047,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:26.961447 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ae59276-854e-435c-83c7-2b0c1a178d17 req-10b7c932-f2de-43ed-a8fd-80150df5e737 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594902 Dec 10 16:55:27.294513 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b78ce-10b7-43b2-bcf2-c710918a3763 req-06b99798-ab67-4ab7-843a-0c0d3eb40e2d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:27.296234 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c88b78ce-10b7-43b2-bcf2-c710918a3763 req-06b99798-ab67-4ab7-843a-0c0d3eb40e2d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=481d246a-82e2-4a37-89e5-89929672709b HTTP/1.1" status: 200 len: 945 time: 0.0507491 Dec 10 16:55:27.346931 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c88b78ce-10b7-43b2-bcf2-c710918a3763 req-c7f2615d-1aa8-4742-b3ac-7818eb2828d5 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=92a1ceb0-3022-4486-a189-bbcdb68b60b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439866 Dec 10 16:55:27.349173 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 09a27df6-fc1e-4269-be6b-43d300ffe636 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:55:27.456071 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 09a27df6-fc1e-4269-be6b-43d300ffe636, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=09a27df6-fc1e-4269-be6b-43d300ffe636,segment=NetworkSegment(581f60a9-282b-4a5b-b1af-261eb7622077),segment_id=581f60a9-282b-4a5b-b1af-261eb7622077)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:55:27.468008 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '09a27df6-fc1e-4269-be6b-43d300ffe636', 'network_id': 'eb4b99db-f746-4912-94e0-a079e5b93409', 'port_id': '09a27df6-fc1e-4269-be6b-43d300ffe636', 'mac_address': 'fa:16:3e:ff:88:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6d12897-3b6f-44f1-94e6-db05c2fcc869', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:55:27.506676 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:27.525330 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09a27df6-fc1e-4269-be6b-43d300ffe636 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:55:27.549235 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 09a27df6-fc1e-4269-be6b-43d300ffe636, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=09a27df6-fc1e-4269-be6b-43d300ffe636,segment=NetworkSegment(581f60a9-282b-4a5b-b1af-261eb7622077),segment_id=581f60a9-282b-4a5b-b1af-261eb7622077)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:55:27.555502 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:27.580282 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33980) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:27.614127 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=09a27df6-fc1e-4269-be6b-43d300ffe636,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:27.621759 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:55:27.622107 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:55:27.622474 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:55:27.622806 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:55:27.623137 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:55:27.623896 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:55:27.624240 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:55:27.624569 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:55:27.624898 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:55:27.625486 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:55:27.625896 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:55:27.626245 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:55:27.626573 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:55:27.664692 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf41c9ba-a835-46fb-af53-e512d311c73c req-31a16d50-0ba0-441d-b753-9c65a040dbfd tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:27.666297 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf41c9ba-a835-46fb-af53-e512d311c73c req-31a16d50-0ba0-441d-b753-9c65a040dbfd tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4534f2b-63eb-4eb3-8730-d62a845f7354 HTTP/1.1" status: 200 len: 945 time: 0.0525258 Dec 10 16:55:27.702675 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-555481b5-dcd8-470f-a100-9c30ad6cca92 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-187914625'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:55:27.732811 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf41c9ba-a835-46fb-af53-e512d311c73c req-b2900f13-3dbc-41dc-b23c-15310bd9fc38 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/security-groups?id=c70087bb-73cc-463d-8937-e5ac2239c40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601170 Dec 10 16:55:27.742463 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555481b5-dcd8-470f-a100-9c30ad6cca92 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Made reservation on behalf of 042b54955a134708818bf0f1abced213 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:55:27.746017 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-555481b5-dcd8-470f-a100-9c30ad6cca92 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:27.755087 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-555481b5-dcd8-470f-a100-9c30ad6cca92 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:27.780864 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['09a27df6-fc1e-4269-be6b-43d300ffe636'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:55:27.831158 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-555481b5-dcd8-470f-a100-9c30ad6cca92 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:27.835024 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-555481b5-dcd8-470f-a100-9c30ad6cca92 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:27.857537 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-555481b5-dcd8-470f-a100-9c30ad6cca92 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:55:27.871614 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555481b5-dcd8-470f-a100-9c30ad6cca92 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ade28631-5e08-4f59-888a-de69bcd8ca86,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:27.876358 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-555481b5-dcd8-470f-a100-9c30ad6cca92 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:27.876702 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-555481b5-dcd8-470f-a100-9c30ad6cca92 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Added segment 3241487d-14e2-4df8-a414-3235d6440ead of type vlan for network 99bc65eb-751a-4a1c-a361-28c58f064270 Dec 10 16:55:27.917044 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-555481b5-dcd8-470f-a100-9c30ad6cca92 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:27.942651 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-555481b5-dcd8-470f-a100-9c30ad6cca92 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:27.948157 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555481b5-dcd8-470f-a100-9c30ad6cca92 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:27.948731 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-555481b5-dcd8-470f-a100-9c30ad6cca92 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:28.016962 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-555481b5-dcd8-470f-a100-9c30ad6cca92 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4354019 Dec 10 16:55:28.019788 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33986) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:28.026952 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-3a1f5390-0291-4a23-a73c-4cb0574ead1b tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Request body: {'subnet': {'network_id': '99bc65eb-751a-4a1c-a361-28c58f064270', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:55:28.032786 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555481b5-dcd8-470f-a100-9c30ad6cca92 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Pushing event updated for resources: {'Network': ['ID=99bc65eb-751a-4a1c-a361-28c58f064270,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:28.042907 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 99bc65eb-751a-4a1c-a361-28c58f064270 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:55:28.142703 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc6a07-2005-4d18-93e2-462f4e6fff19 req-5ba77321-66bd-490b-b160-3dddf531104c tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:28.144192 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dcfc6a07-2005-4d18-93e2-462f4e6fff19 req-5ba77321-66bd-490b-b160-3dddf531104c tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c240438-0e28-414e-bd8a-bb80a1798c6f HTTP/1.1" status: 200 len: 945 time: 0.1123838 Dec 10 16:55:28.176423 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1f5390-0291-4a23-a73c-4cb0574ead1b tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Made reservation on behalf of 042b54955a134708818bf0f1abced213 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:55:28.180137 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3a1f5390-0291-4a23-a73c-4cb0574ead1b tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:28.525417 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dcfc6a07-2005-4d18-93e2-462f4e6fff19 req-801cbf64-b624-4bea-a0f2-54dd8660fd4f tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3743446 Dec 10 16:55:28.696015 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4ff8f-6bdd-4bd3-b413-766731000caf req-9fd781d9-b1dc-4fbc-9f5c-094211ab642c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:28.697482 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-74c4ff8f-6bdd-4bd3-b413-766731000caf req-9fd781d9-b1dc-4fbc-9f5c-094211ab642c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=481d246a-82e2-4a37-89e5-89929672709b HTTP/1.1" status: 200 len: 945 time: 0.1159949 Dec 10 16:55:28.709866 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3a1f5390-0291-4a23-a73c-4cb0574ead1b tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:28.798517 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1f5390-0291-4a23-a73c-4cb0574ead1b tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Pushing event updated for resources: {'Subnet': ['ID=f1e613a2-2598-445b-95f7-383b173b7b32,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:28.803687 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-74c4ff8f-6bdd-4bd3-b413-766731000caf req-f2d9218d-83a7-42f5-b826-e5ed18ff16bb tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=92a1ceb0-3022-4486-a189-bbcdb68b60b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999074 Dec 10 16:55:28.810694 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1f5390-0291-4a23-a73c-4cb0574ead1b tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Checking segment: {'id': '3241487d-14e2-4df8-a414-3235d6440ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '99bc65eb-751a-4a1c-a361-28c58f064270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:55:28.811052 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1f5390-0291-4a23-a73c-4cb0574ead1b tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Network hostable DHCP agents. Network: 99bc65eb-751a-4a1c-a361-28c58f064270, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:55:28.834647 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1f5390-0291-4a23-a73c-4cb0574ead1b tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Network 99bc65eb-751a-4a1c-a361-28c58f064270 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:55:28.842948 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-3a1f5390-0291-4a23-a73c-4cb0574ead1b tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 99bc65eb-751a-4a1c-a361-28c58f064270) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:55:28.847069 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1f5390-0291-4a23-a73c-4cb0574ead1b tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:28.847679 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3a1f5390-0291-4a23-a73c-4cb0574ead1b tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:28.853440 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42086f8a-40d7-436e-8bc2-1350c1e6772f None None] Network 99bc65eb-751a-4a1c-a361-28c58f064270 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:55:28.866627 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3a1f5390-0291-4a23-a73c-4cb0574ead1b tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8450301 Dec 10 16:55:28.868598 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 33994) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:28.873213 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-7b06ec0e-fa18-4a15-8957-3fe89e9ae3ff tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1559675530', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}, 'admin_state_up': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:55:28.897177 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7b06ec0e-fa18-4a15-8957-3fe89e9ae3ff tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:28.899026 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7b06ec0e-fa18-4a15-8957-3fe89e9ae3ff tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:28.926714 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2483b-047d-4d06-a931-5303afec271f req-a7dc4a16-3f79-4a49-b9b8-62cfc072ade7 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:28.928211 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9cf2483b-047d-4d06-a931-5303afec271f req-a7dc4a16-3f79-4a49-b9b8-62cfc072ade7 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c240438-0e28-414e-bd8a-bb80a1798c6f HTTP/1.1" status: 200 len: 945 time: 0.0604339 Dec 10 16:55:28.957523 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7b06ec0e-fa18-4a15-8957-3fe89e9ae3ff tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:28.960229 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7169b7-6fd9-49a9-923c-e05712e34227 None None] Network 99bc65eb-751a-4a1c-a361-28c58f064270 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:55:28.987916 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9cf2483b-047d-4d06-a931-5303afec271f req-b6d35ac1-01c5-4a75-acf1-638ea71b129e tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528910 Dec 10 16:55:29.015875 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33996) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:29.070026 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd6bd83-654e-4be2-a60c-921e68446eb5 tempest-TestVolumeBootPattern-546736089 tempest-TestVolumeBootPattern-546736089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:29.071549 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1dd6bd83-654e-4be2-a60c-921e68446eb5 tempest-TestVolumeBootPattern-546736089 tempest-TestVolumeBootPattern-546736089-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=1c240438-0e28-414e-bd8a-bb80a1798c6f HTTP/1.1" status: 200 len: 1091 time: 0.0546393 Dec 10 16:55:29.074537 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 33998) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:29.079035 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-26cfb442-7893-44a1-95c5-8841c5dca0c2 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'port_id': 'bb2b128a-4592-4844-8b9e-75f759eb19ab', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:55:29.112318 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7b06ec0e-fa18-4a15-8957-3fe89e9ae3ff tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:29.121864 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-26cfb442-7893-44a1-95c5-8841c5dca0c2 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:29.140636 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b7895-3e1b-4790-abf9-e4d8a0e2c077 req-2d0c7003-075f-4c49-aa88-c0a40aeec53f tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:29.142335 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3e6b7895-3e1b-4790-abf9-e4d8a0e2c077 req-2d0c7003-075f-4c49-aa88-c0a40aeec53f tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4534f2b-63eb-4eb3-8730-d62a845f7354 HTTP/1.1" status: 200 len: 945 time: 0.0821936 Dec 10 16:55:29.231280 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3e6b7895-3e1b-4790-abf9-e4d8a0e2c077 req-164c5ad6-7847-4692-b879-ee24ea392f48 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/security-groups?id=c70087bb-73cc-463d-8937-e5ac2239c40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567734 Dec 10 16:55:29.272911 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-26cfb442-7893-44a1-95c5-8841c5dca0c2 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:29.301906 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7b06ec0e-fa18-4a15-8957-3fe89e9ae3ff tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:29.324397 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7b06ec0e-fa18-4a15-8957-3fe89e9ae3ff tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:29.363979 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 09a27df6-fc1e-4269-be6b-43d300ffe636 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:55:29.381315 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-26cfb442-7893-44a1-95c5-8841c5dca0c2 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Allocated IP 172.25.6.244 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/e7db42e0-7504-48f3-9aa0-0147df575349) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:55:29.413069 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 09a27df6-fc1e-4269-be6b-43d300ffe636 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:55:29.417089 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 09a27df6-fc1e-4269-be6b-43d300ffe636 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:55:29.417460 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:29.487539 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-26cfb442-7893-44a1-95c5-8841c5dca0c2 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:29.494420 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:29.520060 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4534f2b-63eb-4eb3-8730-d62a845f7354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a27df6-fc1e-4269-be6b-43d300ffe636'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:55:29.522518 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669e8b1c-1b0d-4b3a-8614-8f1c4e302fa4" -d '{"events": [{"server_uuid": "b4534f2b-63eb-4eb3-8730-d62a845f7354", "name": "network-vif-plugged", "status": "completed", "tag": "09a27df6-fc1e-4269-be6b-43d300ffe636"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:55:29.523489 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-26cfb442-7893-44a1-95c5-8841c5dca0c2 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:29.547474 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 09a27df6-fc1e-4269-be6b-43d300ffe636, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=09a27df6-fc1e-4269-be6b-43d300ffe636,segment=NetworkSegment(581f60a9-282b-4a5b-b1af-261eb7622077),segment_id=581f60a9-282b-4a5b-b1af-261eb7622077)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:55:29.552319 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:29.577026 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cfb442-7893-44a1-95c5-8841c5dca0c2 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:55:29.580948 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-26cfb442-7893-44a1-95c5-8841c5dca0c2 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:55:29.585480 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cfb442-7893-44a1-95c5-8841c5dca0c2 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:55:29.586439 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-7b06ec0e-fa18-4a15-8957-3fe89e9ae3ff tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Allocated IP 172.25.6.31 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/acc74296-99a4-40fc-baee-c3ea2178f6fd) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:55:29.590323 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa47cc2-a3af-4cd8-b93d-6880a73c8d5b x-openstack-request-id: req-3aa47cc2-a3af-4cd8-b93d-6880a73c8d5b {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:55:29.590984 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4534f2b-63eb-4eb3-8730-d62a845f7354", "name": "network-vif-plugged", "status": "completed", "tag": "09a27df6-fc1e-4269-be6b-43d300ffe636", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:55:29.591424 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3aa47cc2-a3af-4cd8-b93d-6880a73c8d5b {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:55:29.591984 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4534f2b-63eb-4eb3-8730-d62a845f7354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a27df6-fc1e-4269-be6b-43d300ffe636', 'code': 200} Dec 10 16:55:29.623852 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cfb442-7893-44a1-95c5-8841c5dca0c2 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Pushing event updated for resources: {'Port': ['ID=e7db42e0-7504-48f3-9aa0-0147df575349,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:29.634420 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=09a27df6-fc1e-4269-be6b-43d300ffe636,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:29.722719 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7b06ec0e-fa18-4a15-8957-3fe89e9ae3ff tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:29.731908 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579d3e1-fbb8-4a66-b2e2-2c1664001c29 req-7b68e68a-1c89-4193-b183-c35c02dbc222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:29.733437 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e579d3e1-fbb8-4a66-b2e2-2c1664001c29 req-7b68e68a-1c89-4193-b183-c35c02dbc222 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b4534f2b-63eb-4eb3-8730-d62a845f7354 HTTP/1.1" status: 200 len: 1097 time: 0.0905716 Dec 10 16:55:29.756816 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7b06ec0e-fa18-4a15-8957-3fe89e9ae3ff tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:29.798090 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b06ec0e-fa18-4a15-8957-3fe89e9ae3ff tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:55:29.801032 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-7b06ec0e-fa18-4a15-8957-3fe89e9ae3ff tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:55:29.805310 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b06ec0e-fa18-4a15-8957-3fe89e9ae3ff tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:55:29.808389 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06ec0e-fa18-4a15-8957-3fe89e9ae3ff tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Pushing event updated for resources: {'Port': ['ID=acc74296-99a4-40fc-baee-c3ea2178f6fd,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:29.817880 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1499b1a-4029-411f-ae02-00bdef872d54 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:55:29.868480 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e579d3e1-fbb8-4a66-b2e2-2c1664001c29 req-8f9463ed-71b7-4d45-81b2-c37ec8430780 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c70087bb-73cc-463d-8937-e5ac2239c40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272364 Dec 10 16:55:29.939753 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-ec94fce9-96f1-4f63-a994-42dc8fc3194b None None] Provisioning complete for port acc74296-99a4-40fc-baee-c3ea2178f6fd triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:55:29.940341 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ec94fce9-96f1-4f63-a994-42dc8fc3194b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:29.969206 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3faf7-e4cc-48a2-8fd8-8671422c37e8 req-fea79b4a-1628-45fb-802b-b2bc9388e756 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:29.970801 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d5c3faf7-e4cc-48a2-8fd8-8671422c37e8 req-fea79b4a-1628-45fb-802b-b2bc9388e756 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=481d246a-82e2-4a37-89e5-89929672709b HTTP/1.1" status: 200 len: 945 time: 0.0935161 Dec 10 16:55:29.976766 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-ec94fce9-96f1-4f63-a994-42dc8fc3194b None None] Port acc74296-99a4-40fc-baee-c3ea2178f6fd cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:55:30.069300 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7b06ec0e-fa18-4a15-8957-3fe89e9ae3ff tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:30.102604 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d5c3faf7-e4cc-48a2-8fd8-8671422c37e8 req-31ea4bda-3c3e-4a1f-be86-42107d6be8fb tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=92a1ceb0-3022-4486-a189-bbcdb68b60b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217668 Dec 10 16:55:30.111659 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-26cfb442-7893-44a1-95c5-8841c5dca0c2 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:30.180003 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-26cfb442-7893-44a1-95c5-8841c5dca0c2 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:30.265540 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7b06ec0e-fa18-4a15-8957-3fe89e9ae3ff tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:30.367242 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-26cfb442-7893-44a1-95c5-8841c5dca0c2 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:30.372932 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-26cfb442-7893-44a1-95c5-8841c5dca0c2 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:30.389004 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f15517-0124-4743-8e0b-173d7ffaa750 req-3a034562-6587-4922-a8aa-953a97242941 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:30.390551 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7f15517-0124-4743-8e0b-173d7ffaa750 req-3a034562-6587-4922-a8aa-953a97242941 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4534f2b-63eb-4eb3-8730-d62a845f7354 HTTP/1.1" status: 200 len: 946 time: 0.0829532 Dec 10 16:55:30.398682 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b06ec0e-fa18-4a15-8957-3fe89e9ae3ff tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Router 740799c8-1fd3-44f0-8fca-aacb8540a3ec is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:55:30.492387 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cfb442-7893-44a1-95c5-8841c5dca0c2 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Pushing event updated for resources: {'Port': ['ID=e7db42e0-7504-48f3-9aa0-0147df575349,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:30.498867 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-26cfb442-7893-44a1-95c5-8841c5dca0c2 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:30.505252 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b7f15517-0124-4743-8e0b-173d7ffaa750 req-4e83ad18-b583-4dd3-b87d-14d38ec4e468 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/security-groups?id=c70087bb-73cc-463d-8937-e5ac2239c40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909185 Dec 10 16:55:30.510796 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b06ec0e-fa18-4a15-8957-3fe89e9ae3ff tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:55:30.522436 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ee0d28-231c-4851-8f77-e922cbe3e810 None None] Sync routers for ids ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:55:30.533617 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ee0d28-231c-4851-8f77-e922cbe3e810 None None] Routers {'740799c8-1fd3-44f0-8fca-aacb8540a3ec'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:55:30.534270 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-75ee0d28-231c-4851-8f77-e922cbe3e810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:55:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:30.541866 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7b06ec0e-fa18-4a15-8957-3fe89e9ae3ff tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:30.545898 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7b06ec0e-fa18-4a15-8957-3fe89e9ae3ff tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6737342 Dec 10 16:55:30.546195 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34006) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:30.578662 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-75ee0d28-231c-4851-8f77-e922cbe3e810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:30.591864 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ee0d28-231c-4851-8f77-e922cbe3e810 None None] Routers {'740799c8-1fd3-44f0-8fca-aacb8540a3ec'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:55:30.593036 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-75ee0d28-231c-4851-8f77-e922cbe3e810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:55:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:30.611098 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [None req-26cfb442-7893-44a1-95c5-8841c5dca0c2 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Floating IP 93282ab1-77d0-4c45-b1ae-12f8396419fa associated. External IP: 172.25.6.244, port: bb2b128a-4592-4844-8b9e-75f759eb19ab. Dec 10 16:55:30.630548 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-75ee0d28-231c-4851-8f77-e922cbe3e810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:30.631196 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ee0d28-231c-4851-8f77-e922cbe3e810 None None] The sync data for ids ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'] in n-d-766771-2 is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:55:30.841279 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26cfb442-7893-44a1-95c5-8841c5dca0c2 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Router 8a9861d0-741a-4fc4-9e1a-0dc0faea70a1 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:55:30.953141 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26cfb442-7893-44a1-95c5-8841c5dca0c2 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:55:30.965204 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bca8a3d-b38b-47dc-af64-39b1abe3ffd3 None None] Sync routers for ids ['8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:55:30.975622 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bca8a3d-b38b-47dc-af64-39b1abe3ffd3 None None] Routers {'8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:55:30.976244 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-7bca8a3d-b38b-47dc-af64-39b1abe3ffd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:55:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:30.980371 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-26cfb442-7893-44a1-95c5-8841c5dca0c2 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:31.011971 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-26cfb442-7893-44a1-95c5-8841c5dca0c2 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9363904 Dec 10 16:55:31.012717 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c240438-0e28-414e-bd8a-bb80a1798c6f', 'tag': 'bb2b128a-4592-4844-8b9e-75f759eb19ab'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:55:31.015148 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eee9125-ff13-4610-8435-c7effdc9ebca" -d '{"events": [{"name": "network-changed", "server_uuid": "1c240438-0e28-414e-bd8a-bb80a1798c6f", "tag": "bb2b128a-4592-4844-8b9e-75f759eb19ab"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:55:31.061515 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1af789-d996-4701-ac8a-24923870ec9d x-openstack-request-id: req-bc1af789-d996-4701-ac8a-24923870ec9d {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:55:31.062036 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c240438-0e28-414e-bd8a-bb80a1798c6f", "tag": "bb2b128a-4592-4844-8b9e-75f759eb19ab", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:55:31.062421 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bc1af789-d996-4701-ac8a-24923870ec9d {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:55:31.063661 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c240438-0e28-414e-bd8a-bb80a1798c6f', 'tag': 'bb2b128a-4592-4844-8b9e-75f759eb19ab', 'status': 'completed', 'code': 200} Dec 10 16:55:31.083387 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-7bca8a3d-b38b-47dc-af64-39b1abe3ffd3 None None] Set router 8a9861d0-741a-4fc4-9e1a-0dc0faea70a1 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:55:31.135561 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee9125-ff13-4610-8435-c7effdc9ebca req-e8a3fd4b-2f5c-4114-8575-24a120ff9bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:31.138295 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6eee9125-ff13-4610-8435-c7effdc9ebca req-e8a3fd4b-2f5c-4114-8575-24a120ff9bd5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6e3a44487a6e474d845541d47ac87339&device_id=1c240438-0e28-414e-bd8a-bb80a1798c6f HTTP/1.1" status: 200 len: 1096 time: 0.0526600 Dec 10 16:55:31.266223 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ceb2e-53dd-4ded-9078-5aca48862311 req-f9665cb5-61c1-4e85-bdd7-68c6e3e15a91 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:31.268164 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3d2ceb2e-53dd-4ded-9078-5aca48862311 req-f9665cb5-61c1-4e85-bdd7-68c6e3e15a91 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=481d246a-82e2-4a37-89e5-89929672709b HTTP/1.1" status: 200 len: 945 time: 0.0725873 Dec 10 16:55:31.285186 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee9125-ff13-4610-8435-c7effdc9ebca req-bbfa8982-07a0-425e-9978-dda60e9327c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:31.286733 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6eee9125-ff13-4610-8435-c7effdc9ebca req-bbfa8982-07a0-425e-9978-dda60e9327c7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 HTTP/1.1" status: 200 len: 913 time: 0.1412888 Dec 10 16:55:31.310993 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fe37fee7-309b-4178-9e65-729cd6eef2b2 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:31.316635 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-7bca8a3d-b38b-47dc-af64-39b1abe3ffd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'name': 'tempest-TestVolumeBootPattern-1261746695-router', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'd1e01515-c257-40db-a74e-a47235592a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:56Z', 'revision_number': 4, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'gw_port': {'id': 'd1e01515-c257-40db-a74e-a47235592a28', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '93282ab1-77d0-4c45-b1ae-12f8396419fa', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'floating_ip_address': '172.25.6.244', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'port_id': 'bb2b128a-4592-4844-8b9e-75f759eb19ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'mac_address': 'fa:16:3e:00:a3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c240438-0e28-414e-bd8a-bb80a1798c6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:55:29Z', 'updated_at': '2021-12-10T16:55:29Z', 'revision_number': 0, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '348dc7d0-dcda-4c59-b908-3d4792cb096a', 'name': '', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'mac_address': 'fa:16:3e:8d:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:55Z', 'updated_at': '2021-12-10T16:51:00Z', 'revision_number': 5, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'subnets': [{'id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:31.346168 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bca8a3d-b38b-47dc-af64-39b1abe3ffd3 None None] Checking router: 8a9861d0-741a-4fc4-9e1a-0dc0faea70a1 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:55:31.355811 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bca8a3d-b38b-47dc-af64-39b1abe3ffd3 None None] Routers {'8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:55:31.356612 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-7bca8a3d-b38b-47dc-af64-39b1abe3ffd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:55:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:31.389596 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3d2ceb2e-53dd-4ded-9078-5aca48862311 req-5b29c48e-6d8f-460e-8551-5263395d746f tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=92a1ceb0-3022-4486-a189-bbcdb68b60b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104717 Dec 10 16:55:31.390336 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6eee9125-ff13-4610-8435-c7effdc9ebca req-181d2a91-9ee5-4ec1-80fc-deac25929ec4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb2b128a-4592-4844-8b9e-75f759eb19ab HTTP/1.1" status: 200 len: 999 time: 0.0943000 Dec 10 16:55:31.443926 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee9125-ff13-4610-8435-c7effdc9ebca req-e34fa672-a7fd-4a83-9f9e-3d9cfedac1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:31.445664 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6eee9125-ff13-4610-8435-c7effdc9ebca req-e34fa672-a7fd-4a83-9f9e-3d9cfedac1c7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a77c825d-6cce-4084-9a0d-09483321d369 HTTP/1.1" status: 200 len: 851 time: 0.0474954 Dec 10 16:55:31.472190 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-7bca8a3d-b38b-47dc-af64-39b1abe3ffd3 None None] Set router 8a9861d0-741a-4fc4-9e1a-0dc0faea70a1 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:55:31.492988 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee9125-ff13-4610-8435-c7effdc9ebca req-3237daa7-5bbf-46fe-9b1a-f9d5e98ebc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:31.494616 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6eee9125-ff13-4610-8435-c7effdc9ebca req-3237daa7-5bbf-46fe-9b1a-f9d5e98ebc00 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427482 Dec 10 16:55:31.609541 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-fe37fee7-309b-4178-9e65-729cd6eef2b2 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Allocated IP 172.20.0.1 (99bc65eb-751a-4a1c-a361-28c58f064270/f1e613a2-2598-445b-95f7-383b173b7b32/550f702d-0344-4919-9f68-49dc2b12d6f7) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:55:31.623885 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6eee9125-ff13-4610-8435-c7effdc9ebca req-da4a5e0b-0bf1-48b3-a6c7-67f7b2e25ea6 service neutron] 10.222.0.26 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219258 Dec 10 16:55:31.701566 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644bca9-bd4c-4e51-9983-0e99db8ab3d8 req-f4f65394-0af3-43ac-b97a-b61f60a3ab13 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:31.703217 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5644bca9-bd4c-4e51-9983-0e99db8ab3d8 req-f4f65394-0af3-43ac-b97a-b61f60a3ab13 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4534f2b-63eb-4eb3-8730-d62a845f7354 HTTP/1.1" status: 200 len: 946 time: 0.1166615 Dec 10 16:55:31.733635 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-7bca8a3d-b38b-47dc-af64-39b1abe3ffd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'name': 'tempest-TestVolumeBootPattern-1261746695-router', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'd1e01515-c257-40db-a74e-a47235592a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:56Z', 'revision_number': 4, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'gw_port': {'id': 'd1e01515-c257-40db-a74e-a47235592a28', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '93282ab1-77d0-4c45-b1ae-12f8396419fa', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'floating_ip_address': '172.25.6.244', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'port_id': 'bb2b128a-4592-4844-8b9e-75f759eb19ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'mac_address': 'fa:16:3e:00:a3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c240438-0e28-414e-bd8a-bb80a1798c6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:55:29Z', 'updated_at': '2021-12-10T16:55:29Z', 'revision_number': 0, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '348dc7d0-dcda-4c59-b908-3d4792cb096a', 'name': '', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'mac_address': 'fa:16:3e:8d:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:55Z', 'updated_at': '2021-12-10T16:51:00Z', 'revision_number': 5, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'subnets': [{'id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:31.749293 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fe37fee7-309b-4178-9e65-729cd6eef2b2 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:31.762897 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6eee9125-ff13-4610-8435-c7effdc9ebca req-1d0ccf5e-0f35-4fe4-820f-2ea60a007be5 service neutron] 10.222.0.26 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313009 Dec 10 16:55:31.768536 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bca8a3d-b38b-47dc-af64-39b1abe3ffd3 None None] The sync data for ids ['8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'] in n-d-766771-2 is: [{'id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'name': 'tempest-TestVolumeBootPattern-1261746695-router', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'd1e01515-c257-40db-a74e-a47235592a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:56Z', 'revision_number': 4, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'gw_port': {'id': 'd1e01515-c257-40db-a74e-a47235592a28', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '93282ab1-77d0-4c45-b1ae-12f8396419fa', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'floating_ip_address': '172.25.6.244', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'port_id': 'bb2b128a-4592-4844-8b9e-75f759eb19ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'mac_address': 'fa:16:3e:00:a3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c240438-0e28-414e-bd8a-bb80a1798c6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:55:29Z', 'updated_at': '2021-12-10T16:55:29Z', 'revision_number': 0, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '348dc7d0-dcda-4c59-b908-3d4792cb096a', 'name': '', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'mac_address': 'fa:16:3e:8d:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:55Z', 'updated_at': '2021-12-10T16:51:00Z', 'revision_number': 5, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'subnets': [{'id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:55:31.778356 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5644bca9-bd4c-4e51-9983-0e99db8ab3d8 req-8380b443-dfaf-4633-b1a6-b9af3da2fa7d tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/security-groups?id=c70087bb-73cc-463d-8937-e5ac2239c40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643921 Dec 10 16:55:31.791571 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fe37fee7-309b-4178-9e65-729cd6eef2b2 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:31.832945 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe37fee7-309b-4178-9e65-729cd6eef2b2 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Network 99bc65eb-751a-4a1c-a361-28c58f064270 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:55:31.836209 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-fe37fee7-309b-4178-9e65-729cd6eef2b2 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:55:31.840048 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe37fee7-309b-4178-9e65-729cd6eef2b2 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:55:31.872878 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37fee7-309b-4178-9e65-729cd6eef2b2 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Pushing event updated for resources: {'Port': ['ID=550f702d-0344-4919-9f68-49dc2b12d6f7,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:31.892454 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fe37fee7-309b-4178-9e65-729cd6eef2b2 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:32.045746 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428bc199-1aba-4437-8938-f59e7b3fa65a None None] New status for floating IP 93282ab1-77d0-4c45-b1ae-12f8396419fa: ACTIVE {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:55:32.052160 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fe37fee7-309b-4178-9e65-729cd6eef2b2 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:32.358881 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fe37fee7-309b-4178-9e65-729cd6eef2b2 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:32.364042 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fe37fee7-309b-4178-9e65-729cd6eef2b2 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:32.437076 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fe37fee7-309b-4178-9e65-729cd6eef2b2 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:32.439773 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37fee7-309b-4178-9e65-729cd6eef2b2 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Pushing event updated for resources: {'Port': ['ID=550f702d-0344-4919-9f68-49dc2b12d6f7,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:32.535872 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa8196-13be-466c-90bc-a901f0a763ec req-f3a44f7f-8722-4851-86bf-9e82b53def73 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:32.537272 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-61fa8196-13be-466c-90bc-a901f0a763ec req-f3a44f7f-8722-4851-86bf-9e82b53def73 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=481d246a-82e2-4a37-89e5-89929672709b HTTP/1.1" status: 200 len: 945 time: 0.0552051 Dec 10 16:55:32.558104 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe37fee7-309b-4178-9e65-729cd6eef2b2 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Network 99bc65eb-751a-4a1c-a361-28c58f064270 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:55:32.559594 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-fe37fee7-309b-4178-9e65-729cd6eef2b2 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:55:32.590881 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-61fa8196-13be-466c-90bc-a901f0a763ec req-7467140d-ce5f-46c8-8c44-34c105b0a283 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=92a1ceb0-3022-4486-a189-bbcdb68b60b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465722 Dec 10 16:55:32.675500 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe37fee7-309b-4178-9e65-729cd6eef2b2 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Router 740799c8-1fd3-44f0-8fca-aacb8540a3ec has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:55:32.782640 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe37fee7-309b-4178-9e65-729cd6eef2b2 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:55:32.787783 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-fe37fee7-309b-4178-9e65-729cd6eef2b2 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "PUT /v2.0/routers/740799c8-1fd3-44f0-8fca-aacb8540a3ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2405288 Dec 10 16:55:32.790847 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34028) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:32.792024 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05e4536-7760-4384-bf11-43546e9303fb None None] Sync routers for ids ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:55:32.795637 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-6828caff-2099-471e-9718-94171b622866 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Request body: {'port': {'network_id': '99bc65eb-751a-4a1c-a361-28c58f064270', 'name': 'tempest-FloatingIPTestJSON-1025479308'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:55:32.803687 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05e4536-7760-4384-bf11-43546e9303fb None None] Routers {'740799c8-1fd3-44f0-8fca-aacb8540a3ec'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:55:32.804474 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-d05e4536-7760-4384-bf11-43546e9303fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:55:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:32.838214 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-d05e4536-7760-4384-bf11-43546e9303fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:32.849127 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05e4536-7760-4384-bf11-43546e9303fb None None] Routers {'740799c8-1fd3-44f0-8fca-aacb8540a3ec'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:55:32.849740 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-d05e4536-7760-4384-bf11-43546e9303fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:55:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:32.886839 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-d05e4536-7760-4384-bf11-43546e9303fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:32.887410 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05e4536-7760-4384-bf11-43546e9303fb None None] The sync data for ids ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'] in n-d-766771-2 is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:55:32.923510 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6828caff-2099-471e-9718-94171b622866 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Made reservation on behalf of 042b54955a134708818bf0f1abced213 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:55:32.927177 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6828caff-2099-471e-9718-94171b622866 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:32.945839 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-6828caff-2099-471e-9718-94171b622866 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] device_id is not set on port fcf23d8f-3967-4725-ae39-4ff69ded874c yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:55:33.057966 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-6828caff-2099-471e-9718-94171b622866 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Allocated IP 172.20.0.2 (99bc65eb-751a-4a1c-a361-28c58f064270/f1e613a2-2598-445b-95f7-383b173b7b32/fcf23d8f-3967-4725-ae39-4ff69ded874c) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:55:33.214816 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6828caff-2099-471e-9718-94171b622866 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:33.247626 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6828caff-2099-471e-9718-94171b622866 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:33.292282 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6828caff-2099-471e-9718-94171b622866 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Network 99bc65eb-751a-4a1c-a361-28c58f064270 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:55:33.295572 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-6828caff-2099-471e-9718-94171b622866 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:55:33.299303 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6828caff-2099-471e-9718-94171b622866 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:55:33.305476 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828caff-2099-471e-9718-94171b622866 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Pushing event updated for resources: {'Port': ['ID=fcf23d8f-3967-4725-ae39-4ff69ded874c,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:33.351439 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6828caff-2099-471e-9718-94171b622866 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:33.352041 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6828caff-2099-471e-9718-94171b622866 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:33.367710 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-6828caff-2099-471e-9718-94171b622866 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5758879 Dec 10 16:55:33.370361 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34032) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:33.375314 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-28f93aa4-8c43-425a-8660-69e51ed8de75 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Request body: {'port': {'network_id': '99bc65eb-751a-4a1c-a361-28c58f064270', 'name': 'tempest-FloatingIPTestJSON-982890361'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:55:33.796667 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5ffc4-b7ff-423b-a160-453af78b7a04 req-658586e5-3c3d-4370-8629-c14f1e19161d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:33.798755 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6db5ffc4-b7ff-423b-a160-453af78b7a04 req-658586e5-3c3d-4370-8629-c14f1e19161d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=481d246a-82e2-4a37-89e5-89929672709b HTTP/1.1" status: 200 len: 945 time: 0.0838122 Dec 10 16:55:33.838572 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f93aa4-8c43-425a-8660-69e51ed8de75 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Made reservation on behalf of 042b54955a134708818bf0f1abced213 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:55:33.842005 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-28f93aa4-8c43-425a-8660-69e51ed8de75 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:33.878359 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6db5ffc4-b7ff-423b-a160-453af78b7a04 req-0106c102-d8e4-4227-8cf0-3089878453a6 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=92a1ceb0-3022-4486-a189-bbcdb68b60b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717618 Dec 10 16:55:33.879412 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-28f93aa4-8c43-425a-8660-69e51ed8de75 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] device_id is not set on port d03de549-5e5a-402c-aa5a-16d7f69af138 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:55:33.991936 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-28f93aa4-8c43-425a-8660-69e51ed8de75 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Allocated IP 172.20.0.11 (99bc65eb-751a-4a1c-a361-28c58f064270/f1e613a2-2598-445b-95f7-383b173b7b32/d03de549-5e5a-402c-aa5a-16d7f69af138) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:55:34.146168 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-28f93aa4-8c43-425a-8660-69e51ed8de75 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:34.180106 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-28f93aa4-8c43-425a-8660-69e51ed8de75 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:34.226329 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f93aa4-8c43-425a-8660-69e51ed8de75 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Network 99bc65eb-751a-4a1c-a361-28c58f064270 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:55:34.230056 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-28f93aa4-8c43-425a-8660-69e51ed8de75 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:55:34.232862 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f93aa4-8c43-425a-8660-69e51ed8de75 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:55:34.262722 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f93aa4-8c43-425a-8660-69e51ed8de75 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Pushing event updated for resources: {'Port': ['ID=d03de549-5e5a-402c-aa5a-16d7f69af138,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:34.288974 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f93aa4-8c43-425a-8660-69e51ed8de75 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:34.289919 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-28f93aa4-8c43-425a-8660-69e51ed8de75 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:34.308983 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-28f93aa4-8c43-425a-8660-69e51ed8de75 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9343147 Dec 10 16:55:34.309209 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34038) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:34.314421 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a0ec1bde-e6c6-4083-a648-5a8a9097d0cc tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'port_id': 'd03de549-5e5a-402c-aa5a-16d7f69af138', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:55:34.339085 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a0ec1bde-e6c6-4083-a648-5a8a9097d0cc tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:34.439156 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a0ec1bde-e6c6-4083-a648-5a8a9097d0cc tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:34.547714 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-a0ec1bde-e6c6-4083-a648-5a8a9097d0cc tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Allocated IP 172.25.6.243 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/f01d331b-9403-48a8-87b9-d9ed71198538) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:55:34.654898 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a0ec1bde-e6c6-4083-a648-5a8a9097d0cc tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:34.689623 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a0ec1bde-e6c6-4083-a648-5a8a9097d0cc tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:34.728164 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ec1bde-e6c6-4083-a648-5a8a9097d0cc tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:55:34.731144 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-a0ec1bde-e6c6-4083-a648-5a8a9097d0cc tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:55:34.735237 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ec1bde-e6c6-4083-a648-5a8a9097d0cc tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:55:34.740644 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec1bde-e6c6-4083-a648-5a8a9097d0cc tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Pushing event updated for resources: {'Port': ['ID=f01d331b-9403-48a8-87b9-d9ed71198538,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:35.048245 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b0475-36e7-47f4-a1b7-d01ba991c446 req-68d9b5ce-40cb-487c-aade-ee972f5a0f01 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:35.049652 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b01b0475-36e7-47f4-a1b7-d01ba991c446 req-68d9b5ce-40cb-487c-aade-ee972f5a0f01 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=481d246a-82e2-4a37-89e5-89929672709b HTTP/1.1" status: 200 len: 945 time: 0.0962648 Dec 10 16:55:35.177785 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b01b0475-36e7-47f4-a1b7-d01ba991c446 req-71c39251-e2fa-4133-90e3-e4330bca23c9 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=92a1ceb0-3022-4486-a189-bbcdb68b60b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915556 Dec 10 16:55:35.180572 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a0ec1bde-e6c6-4083-a648-5a8a9097d0cc tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:35.247897 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a0ec1bde-e6c6-4083-a648-5a8a9097d0cc tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:35.428749 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a0ec1bde-e6c6-4083-a648-5a8a9097d0cc tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:35.433472 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a0ec1bde-e6c6-4083-a648-5a8a9097d0cc tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:35.503159 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec1bde-e6c6-4083-a648-5a8a9097d0cc tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Pushing event updated for resources: {'Port': ['ID=f01d331b-9403-48a8-87b9-d9ed71198538,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:35.511361 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a0ec1bde-e6c6-4083-a648-5a8a9097d0cc tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:35.611772 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [None req-a0ec1bde-e6c6-4083-a648-5a8a9097d0cc tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Floating IP 5fab70d0-3fb5-408e-be51-6169a275e198 associated. External IP: 172.25.6.243, port: d03de549-5e5a-402c-aa5a-16d7f69af138. Dec 10 16:55:35.830373 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ec1bde-e6c6-4083-a648-5a8a9097d0cc tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Router 740799c8-1fd3-44f0-8fca-aacb8540a3ec has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:55:35.945315 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ec1bde-e6c6-4083-a648-5a8a9097d0cc tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:55:35.955818 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2758229-d3fc-4c27-ab45-0ee4ca9efe0f None None] Sync routers for ids ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:55:35.965129 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a0ec1bde-e6c6-4083-a648-5a8a9097d0cc tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:35.966441 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2758229-d3fc-4c27-ab45-0ee4ca9efe0f None None] Routers {'740799c8-1fd3-44f0-8fca-aacb8540a3ec'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:55:35.967118 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c2758229-d3fc-4c27-ab45-0ee4ca9efe0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:55:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:35.998861 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a0ec1bde-e6c6-4083-a648-5a8a9097d0cc tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.6858952 Dec 10 16:55:35.999106 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34044) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:36.004173 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a64c10c1-1290-4bb1-bb3c-02c77544a2be tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:55:36.007078 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c2758229-d3fc-4c27-ab45-0ee4ca9efe0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:36.019907 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2758229-d3fc-4c27-ab45-0ee4ca9efe0f None None] Routers {'740799c8-1fd3-44f0-8fca-aacb8540a3ec'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:55:36.020931 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c2758229-d3fc-4c27-ab45-0ee4ca9efe0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:55:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:36.067506 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a64c10c1-1290-4bb1-bb3c-02c77544a2be tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for floatingip, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:36.068222 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c2758229-d3fc-4c27-ab45-0ee4ca9efe0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:36.068849 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2758229-d3fc-4c27-ab45-0ee4ca9efe0f None None] The sync data for ids ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'] in n-d-766771-2 is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:55:36.227313 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a64c10c1-1290-4bb1-bb3c-02c77544a2be tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:36.231591 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a64c10c1-1290-4bb1-bb3c-02c77544a2be tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:36.232079 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [None req-a64c10c1-1290-4bb1-bb3c-02c77544a2be tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Floating IP 5fab70d0-3fb5-408e-be51-6169a275e198 disassociated. External IP: 172.25.6.243, port: d03de549-5e5a-402c-aa5a-16d7f69af138. Dec 10 16:55:36.362355 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338af295-5e92-474e-b797-f04b036d229d req-d9f0c887-4a83-4948-af5d-6a08c587ac1c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:36.363856 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-338af295-5e92-474e-b797-f04b036d229d req-d9f0c887-4a83-4948-af5d-6a08c587ac1c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=481d246a-82e2-4a37-89e5-89929672709b HTTP/1.1" status: 200 len: 945 time: 0.0982103 Dec 10 16:55:36.486048 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-338af295-5e92-474e-b797-f04b036d229d req-409ce153-28ea-4a0f-9a82-dccd8caab77e tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=92a1ceb0-3022-4486-a189-bbcdb68b60b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123533 Dec 10 16:55:36.515340 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64c10c1-1290-4bb1-bb3c-02c77544a2be tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Router 740799c8-1fd3-44f0-8fca-aacb8540a3ec has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:55:36.552561 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:36.918174 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64c10c1-1290-4bb1-bb3c-02c77544a2be tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:55:36.923753 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a64c10c1-1290-4bb1-bb3c-02c77544a2be tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:36.929494 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15e0d48-fbbf-4e03-bc33-a99c58f6ffa4 None None] Sync routers for ids ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:55:36.939561 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15e0d48-fbbf-4e03-bc33-a99c58f6ffa4 None None] Routers {'740799c8-1fd3-44f0-8fca-aacb8540a3ec'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:55:36.940329 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f15e0d48-fbbf-4e03-bc33-a99c58f6ffa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:55:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:36.974433 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f15e0d48-fbbf-4e03-bc33-a99c58f6ffa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:36.977203 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a64c10c1-1290-4bb1-bb3c-02c77544a2be tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "PUT /v2.0/floatingips/5fab70d0-3fb5-408e-be51-6169a275e198 HTTP/1.1" status: 200 len: 688 time: 0.9771044 Dec 10 16:55:36.979884 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34050) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:36.986497 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15e0d48-fbbf-4e03-bc33-a99c58f6ffa4 None None] Routers {'740799c8-1fd3-44f0-8fca-aacb8540a3ec'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:55:36.987172 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f15e0d48-fbbf-4e03-bc33-a99c58f6ffa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:55:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:37.019498 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f15e0d48-fbbf-4e03-bc33-a99c58f6ffa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:37.020502 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15e0d48-fbbf-4e03-bc33-a99c58f6ffa4 None None] The sync data for ids ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'] in n-d-766771-2 is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:55:37.035868 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2b639-139a-48b0-aec8-79c96bf15f1c req-cd603da5-4cf1-4d78-8a35-0ab33b9cb0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:37.037353 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81a2b639-139a-48b0-aec8-79c96bf15f1c req-cd603da5-4cf1-4d78-8a35-0ab33b9cb0c4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=481d246a-82e2-4a37-89e5-89929672709b HTTP/1.1" status: 200 len: 1096 time: 0.1099832 Dec 10 16:55:37.139707 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-81a2b639-139a-48b0-aec8-79c96bf15f1c req-b5a6d571-5820-4010-b9f8-1adcbf44acfc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=92a1ceb0-3022-4486-a189-bbcdb68b60b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727077 Dec 10 16:55:37.151062 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-fd91c72a-884f-46d7-9318-118cae4df855 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Deleting port f01d331b-9403-48a8-87b9-d9ed71198538 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:55:37.151750 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fd91c72a-884f-46d7-9318-118cae4df855 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:37.232550 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fd91c72a-884f-46d7-9318-118cae4df855 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:37.232871 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fd91c72a-884f-46d7-9318-118cae4df855 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:37.244157 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-fd91c72a-884f-46d7-9318-118cae4df855 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Calling delete_port for f01d331b-9403-48a8-87b9-d9ed71198538 owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:55:37.374810 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fd91c72a-884f-46d7-9318-118cae4df855 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:37.402083 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd91c72a-884f-46d7-9318-118cae4df855 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Pushing event deleted for resources: {'Port': ['ID=f01d331b-9403-48a8-87b9-d9ed71198538,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:37.460210 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fd91c72a-884f-46d7-9318-118cae4df855 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for floatingip, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:37.462780 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fd91c72a-884f-46d7-9318-118cae4df855 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:37.463922 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-fd91c72a-884f-46d7-9318-118cae4df855 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "DELETE /v2.0/floatingips/5fab70d0-3fb5-408e-be51-6169a275e198 HTTP/1.1" status: 204 len: 168 time: 0.4830749 Dec 10 16:55:37.467406 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34054) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:37.471935 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-1d4b4b8c-3f22-4e8b-b589-b9c59b61a77e tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'port_id': 'fcf23d8f-3967-4725-ae39-4ff69ded874c'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:55:37.493466 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d4b4b8c-3f22-4e8b-b589-b9c59b61a77e tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:37.616506 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74426fd0-4ea3-4a02-a428-f36a164aa8da req-4ac1fd52-c80d-4a6f-a3b6-220f270cba10 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:37.618052 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-74426fd0-4ea3-4a02-a428-f36a164aa8da req-4ac1fd52-c80d-4a6f-a3b6-220f270cba10 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=481d246a-82e2-4a37-89e5-89929672709b HTTP/1.1" status: 200 len: 945 time: 0.0614552 Dec 10 16:55:37.649801 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d4b4b8c-3f22-4e8b-b589-b9c59b61a77e tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:37.709507 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-74426fd0-4ea3-4a02-a428-f36a164aa8da req-7ef088df-cbb5-4e25-be38-f6e83a1cc60f tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=92a1ceb0-3022-4486-a189-bbcdb68b60b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814312 Dec 10 16:55:37.779453 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-1d4b4b8c-3f22-4e8b-b589-b9c59b61a77e tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Allocated IP 172.25.6.8 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/c454312a-f9b9-4dd2-a3dd-9acf90ff6b6e) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:55:37.885390 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d4b4b8c-3f22-4e8b-b589-b9c59b61a77e tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:37.919961 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d4b4b8c-3f22-4e8b-b589-b9c59b61a77e tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:37.963203 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4b4b8c-3f22-4e8b-b589-b9c59b61a77e tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:55:37.967782 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-1d4b4b8c-3f22-4e8b-b589-b9c59b61a77e tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:55:37.971613 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4b4b8c-3f22-4e8b-b589-b9c59b61a77e tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:55:37.996733 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b4b8c-3f22-4e8b-b589-b9c59b61a77e tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Pushing event updated for resources: {'Port': ['ID=c454312a-f9b9-4dd2-a3dd-9acf90ff6b6e,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:38.337753 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d4b4b8c-3f22-4e8b-b589-b9c59b61a77e tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:38.347804 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:38.409133 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d4b4b8c-3f22-4e8b-b589-b9c59b61a77e tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:38.571131 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d4b4b8c-3f22-4e8b-b589-b9c59b61a77e tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:38.575448 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d4b4b8c-3f22-4e8b-b589-b9c59b61a77e tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:38.650027 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b4b8c-3f22-4e8b-b589-b9c59b61a77e tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Pushing event updated for resources: {'Port': ['ID=c454312a-f9b9-4dd2-a3dd-9acf90ff6b6e,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:38.659640 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d4b4b8c-3f22-4e8b-b589-b9c59b61a77e tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:38.769314 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [None req-1d4b4b8c-3f22-4e8b-b589-b9c59b61a77e tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Floating IP 39bb2f72-e6e5-45d8-b1b8-b9c3611d98f5 associated. External IP: 172.25.6.8, port: fcf23d8f-3967-4725-ae39-4ff69ded874c. Dec 10 16:55:38.896852 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878f38e-dcc5-4d94-a2c2-4a82bf4e1324 req-f67a6e0a-139f-4562-8f2b-251ccfc2c13d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:38.898361 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2878f38e-dcc5-4d94-a2c2-4a82bf4e1324 req-f67a6e0a-139f-4562-8f2b-251ccfc2c13d tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=481d246a-82e2-4a37-89e5-89929672709b HTTP/1.1" status: 200 len: 945 time: 0.0952690 Dec 10 16:55:39.018870 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2878f38e-dcc5-4d94-a2c2-4a82bf4e1324 req-514fce24-69fa-47dd-a4fc-d31b22bf5abe tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=92a1ceb0-3022-4486-a189-bbcdb68b60b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145477 Dec 10 16:55:39.041916 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34064) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:39.054045 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4b4b8c-3f22-4e8b-b589-b9c59b61a77e tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Router 740799c8-1fd3-44f0-8fca-aacb8540a3ec has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:55:39.105923 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e79846d7-2726-4872-ba92-c0bd3aea5d88 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/floatingips/e9986b4d-3fcf-4cc5-bc70-1e4bf6eb1d29 HTTP/1.1" status: 200 len: 992 time: 0.0627215 Dec 10 16:55:39.164266 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4b4b8c-3f22-4e8b-b589-b9c59b61a77e tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:55:39.174128 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c237dc65-9fda-4abe-b594-9f02b447379f None None] Sync routers for ids ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:55:39.182197 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d4b4b8c-3f22-4e8b-b589-b9c59b61a77e tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:39.183920 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c237dc65-9fda-4abe-b594-9f02b447379f None None] Routers {'740799c8-1fd3-44f0-8fca-aacb8540a3ec'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:55:39.184702 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c237dc65-9fda-4abe-b594-9f02b447379f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:55:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:39.211093 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1d4b4b8c-3f22-4e8b-b589-b9c59b61a77e tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 1.7425611 Dec 10 16:55:39.213631 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34066) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:39.217021 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c237dc65-9fda-4abe-b594-9f02b447379f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:39.225448 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c237dc65-9fda-4abe-b594-9f02b447379f None None] Routers {'740799c8-1fd3-44f0-8fca-aacb8540a3ec'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:55:39.226033 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c237dc65-9fda-4abe-b594-9f02b447379f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:55:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:39.260748 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c237dc65-9fda-4abe-b594-9f02b447379f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:39.261304 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c237dc65-9fda-4abe-b594-9f02b447379f None None] The sync data for ids ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'] in n-d-766771-2 is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:55:39.278226 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-465cf9e8-c2d6-45d3-abca-781ae473f5a7 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "GET /v2.0/floatingips/39bb2f72-e6e5-45d8-b1b8-b9c3611d98f5 HTTP/1.1" status: 200 len: 976 time: 0.0634775 Dec 10 16:55:39.280640 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34068) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:39.380859 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 9e0e73ea-0687-46d8-8074-38a6f7b377a9 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:55:39.384446 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c22c7271-3e6d-4832-bbe4-efa1aae5427b tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1023960 Dec 10 16:55:39.384929 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 9e0e73ea-0687-46d8-8074-38a6f7b377a9 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:55:39.386641 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34070) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:39.391025 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-d75b6f3e-8635-430d-87e5-51d2775b05bc tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Request body: {'floatingip': {'port_id': 'd03de549-5e5a-402c-aa5a-16d7f69af138'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:55:39.449472 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d75b6f3e-8635-430d-87e5-51d2775b05bc tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for floatingip, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:39.537788 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 9e0e73ea-0687-46d8-8074-38a6f7b377a9, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=9e0e73ea-0687-46d8-8074-38a6f7b377a9,segment=NetworkSegment(4a675781-188b-4f41-be55-5e8a47a0ce55),segment_id=4a675781-188b-4f41-be55-5e8a47a0ce55)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:55:39.546257 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:39.557594 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '9e0e73ea-0687-46d8-8074-38a6f7b377a9', 'network_id': '6507c088-c010-41d1-a1ea-b09b820d30ac', 'port_id': '9e0e73ea-0687-46d8-8074-38a6f7b377a9', 'mac_address': 'fa:16:3e:04:79:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aa480b9-95eb-431e-b3fa-a99f578c5d32', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:55:39.574826 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481d246a-82e2-4a37-89e5-89929672709b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e0e73ea-0687-46d8-8074-38a6f7b377a9'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:55:39.577329 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99812ada-88fe-4e12-ae95-1421c61a26e8" -d '{"events": [{"server_uuid": "481d246a-82e2-4a37-89e5-89929672709b", "name": "network-vif-unplugged", "status": "completed", "tag": "9e0e73ea-0687-46d8-8074-38a6f7b377a9"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:55:39.611387 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 9e0e73ea-0687-46d8-8074-38a6f7b377a9, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=9e0e73ea-0687-46d8-8074-38a6f7b377a9,segment=NetworkSegment(4a675781-188b-4f41-be55-5e8a47a0ce55),segment_id=4a675781-188b-4f41-be55-5e8a47a0ce55)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:55:39.616788 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:39.640287 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 16:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfdb204-427c-48ca-820c-0d5de7463cf7 x-openstack-request-id: req-ecfdb204-427c-48ca-820c-0d5de7463cf7 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:55:39.640575 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481d246a-82e2-4a37-89e5-89929672709b", "name": "network-vif-unplugged", "status": "completed", "tag": "9e0e73ea-0687-46d8-8074-38a6f7b377a9", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:55:39.640830 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ecfdb204-427c-48ca-820c-0d5de7463cf7 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:55:39.641255 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481d246a-82e2-4a37-89e5-89929672709b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e0e73ea-0687-46d8-8074-38a6f7b377a9', 'code': 200} Dec 10 16:55:39.641821 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:39.670999 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e0e73ea-0687-46d8-8074-38a6f7b377a9 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:55:39.847058 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=9e0e73ea-0687-46d8-8074-38a6f7b377a9,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:39.879628 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.db.api [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:55:39.879985 n-d-766771-2 neutron-server[103394]: DEBUG oslo_db.api [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:55:39.942419 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d75b6f3e-8635-430d-87e5-51d2775b05bc tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:39.946246 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d75b6f3e-8635-430d-87e5-51d2775b05bc tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:40.043175 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [None req-d75b6f3e-8635-430d-87e5-51d2775b05bc tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Floating IP 39bb2f72-e6e5-45d8-b1b8-b9c3611d98f5 associated. External IP: 172.25.6.8, port: fcf23d8f-3967-4725-ae39-4ff69ded874c. Dec 10 16:55:40.416088 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:40.429669 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e0e73ea-0687-46d8-8074-38a6f7b377a9 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:55:40.450090 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 9e0e73ea-0687-46d8-8074-38a6f7b377a9, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=9e0e73ea-0687-46d8-8074-38a6f7b377a9,segment=NetworkSegment(4a675781-188b-4f41-be55-5e8a47a0ce55),segment_id=4a675781-188b-4f41-be55-5e8a47a0ce55)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:55:40.455155 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:40.510562 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=9e0e73ea-0687-46d8-8074-38a6f7b377a9,revision_number=7']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:40.541237 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d75b6f3e-8635-430d-87e5-51d2775b05bc tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Router 740799c8-1fd3-44f0-8fca-aacb8540a3ec has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:55:40.648316 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75b6f3e-8635-430d-87e5-51d2775b05bc tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:55:40.657682 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6700e16-f4ab-4976-9483-eb1a198f18b9 None None] Sync routers for ids ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:55:40.667684 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6700e16-f4ab-4976-9483-eb1a198f18b9 None None] Routers {'740799c8-1fd3-44f0-8fca-aacb8540a3ec'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:55:40.668214 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c6700e16-f4ab-4976-9483-eb1a198f18b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:55:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:40.684410 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['9e0e73ea-0687-46d8-8074-38a6f7b377a9'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:55:40.786706 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c6700e16-f4ab-4976-9483-eb1a198f18b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:40.795488 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6700e16-f4ab-4976-9483-eb1a198f18b9 None None] Routers {'740799c8-1fd3-44f0-8fca-aacb8540a3ec'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:55:40.796094 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c6700e16-f4ab-4976-9483-eb1a198f18b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:55:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:40.829411 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c6700e16-f4ab-4976-9483-eb1a198f18b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:40.830400 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6700e16-f4ab-4976-9483-eb1a198f18b9 None None] The sync data for ids ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'] in n-d-766771-2 is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:55:40.870520 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d75b6f3e-8635-430d-87e5-51d2775b05bc tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Router 740799c8-1fd3-44f0-8fca-aacb8540a3ec has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:55:40.980065 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75b6f3e-8635-430d-87e5-51d2775b05bc tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:55:40.984271 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d75b6f3e-8635-430d-87e5-51d2775b05bc tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:40.991271 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ab9467-2250-4bd8-8df4-82a344174a85 None None] Sync routers for ids ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:55:41.001098 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ab9467-2250-4bd8-8df4-82a344174a85 None None] Routers {'740799c8-1fd3-44f0-8fca-aacb8540a3ec'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:55:41.002098 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d4ab9467-2250-4bd8-8df4-82a344174a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:55:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:41.033843 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d4ab9467-2250-4bd8-8df4-82a344174a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:41.036580 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d75b6f3e-8635-430d-87e5-51d2775b05bc tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "PUT /v2.0/floatingips/39bb2f72-e6e5-45d8-b1b8-b9c3611d98f5 HTTP/1.1" status: 200 len: 976 time: 1.6489089 Dec 10 16:55:41.039277 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34078) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:41.042634 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ab9467-2250-4bd8-8df4-82a344174a85 None None] Routers {'740799c8-1fd3-44f0-8fca-aacb8540a3ec'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:55:41.043252 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d4ab9467-2250-4bd8-8df4-82a344174a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:55:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:41.043905 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-c5c64c53-85db-4c2e-9ec3-c5300334f826 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:55:41.075549 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d4ab9467-2250-4bd8-8df4-82a344174a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:41.076193 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ab9467-2250-4bd8-8df4-82a344174a85 None None] The sync data for ids ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'] in n-d-766771-2 is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:55:41.102923 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c5c64c53-85db-4c2e-9ec3-c5300334f826 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for floatingip, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:41.248718 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c5c64c53-85db-4c2e-9ec3-c5300334f826 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:41.252832 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c5c64c53-85db-4c2e-9ec3-c5300334f826 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:41.253365 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [None req-c5c64c53-85db-4c2e-9ec3-c5300334f826 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Floating IP 39bb2f72-e6e5-45d8-b1b8-b9c3611d98f5 disassociated. External IP: 172.25.6.8, port: d03de549-5e5a-402c-aa5a-16d7f69af138. Dec 10 16:55:41.379390 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 9e0e73ea-0687-46d8-8074-38a6f7b377a9 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:55:41.430094 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 9e0e73ea-0687-46d8-8074-38a6f7b377a9 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:55:41.430845 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:41.461043 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c64c53-85db-4c2e-9ec3-c5300334f826 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Router 740799c8-1fd3-44f0-8fca-aacb8540a3ec has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:55:41.506175 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:41.538759 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 9e0e73ea-0687-46d8-8074-38a6f7b377a9, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=9e0e73ea-0687-46d8-8074-38a6f7b377a9,segment=NetworkSegment(4a675781-188b-4f41-be55-5e8a47a0ce55),segment_id=4a675781-188b-4f41-be55-5e8a47a0ce55)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:55:41.543353 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:41.570224 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c64c53-85db-4c2e-9ec3-c5300334f826 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:55:41.577617 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c5c64c53-85db-4c2e-9ec3-c5300334f826 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:41.581285 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b8e200-90f3-4508-9827-0becfcc6c2e1 None None] Sync routers for ids ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:55:41.593370 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b8e200-90f3-4508-9827-0becfcc6c2e1 None None] Routers {'740799c8-1fd3-44f0-8fca-aacb8540a3ec'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:55:41.594826 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-48b8e200-90f3-4508-9827-0becfcc6c2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:55:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:41.600970 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=9e0e73ea-0687-46d8-8074-38a6f7b377a9,revision_number=8']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:41.612662 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34082) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:41.613192 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c5c64c53-85db-4c2e-9ec3-c5300334f826 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "PUT /v2.0/floatingips/39bb2f72-e6e5-45d8-b1b8-b9c3611d98f5 HTTP/1.1" status: 200 len: 686 time: 0.5722697 Dec 10 16:55:41.633716 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-48b8e200-90f3-4508-9827-0becfcc6c2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:41.642854 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481d246a-82e2-4a37-89e5-89929672709b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0e73ea-0687-46d8-8074-38a6f7b377a9'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:55:41.645191 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440fcb60-d467-4a06-b3d8-f38560f70571" -d '{"events": [{"server_uuid": "481d246a-82e2-4a37-89e5-89929672709b", "name": "network-vif-plugged", "status": "completed", "tag": "9e0e73ea-0687-46d8-8074-38a6f7b377a9"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:55:41.656161 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b8e200-90f3-4508-9827-0becfcc6c2e1 None None] Routers {'740799c8-1fd3-44f0-8fca-aacb8540a3ec'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:55:41.656956 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-48b8e200-90f3-4508-9827-0becfcc6c2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:55:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:41.684667 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bb59c2-596f-4888-9e2f-ffbd033a9d7c x-openstack-request-id: req-a2bb59c2-596f-4888-9e2f-ffbd033a9d7c {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:55:41.685026 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481d246a-82e2-4a37-89e5-89929672709b", "name": "network-vif-plugged", "status": "completed", "tag": "9e0e73ea-0687-46d8-8074-38a6f7b377a9", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:55:41.685340 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a2bb59c2-596f-4888-9e2f-ffbd033a9d7c {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:55:41.685795 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481d246a-82e2-4a37-89e5-89929672709b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0e73ea-0687-46d8-8074-38a6f7b377a9', 'code': 200} Dec 10 16:55:41.690523 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-48b8e200-90f3-4508-9827-0becfcc6c2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:41.691178 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b8e200-90f3-4508-9827-0becfcc6c2e1 None None] The sync data for ids ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'] in n-d-766771-2 is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:55:41.751543 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-852b86b2-aa56-4e39-b676-a1cc0dc1c434 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Deleting port c454312a-f9b9-4dd2-a3dd-9acf90ff6b6e {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:55:41.751880 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-852b86b2-aa56-4e39-b676-a1cc0dc1c434 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:41.827195 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-852b86b2-aa56-4e39-b676-a1cc0dc1c434 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:41.827423 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-852b86b2-aa56-4e39-b676-a1cc0dc1c434 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:41.839100 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-852b86b2-aa56-4e39-b676-a1cc0dc1c434 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Calling delete_port for c454312a-f9b9-4dd2-a3dd-9acf90ff6b6e owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:55:41.969537 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-852b86b2-aa56-4e39-b676-a1cc0dc1c434 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:41.995566 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b86b2-aa56-4e39-b676-a1cc0dc1c434 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Pushing event deleted for resources: {'Port': ['ID=c454312a-f9b9-4dd2-a3dd-9acf90ff6b6e,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:42.056490 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-852b86b2-aa56-4e39-b676-a1cc0dc1c434 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:42.059173 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-852b86b2-aa56-4e39-b676-a1cc0dc1c434 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:42.060331 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-852b86b2-aa56-4e39-b676-a1cc0dc1c434 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "DELETE /v2.0/floatingips/39bb2f72-e6e5-45d8-b1b8-b9c3611d98f5 HTTP/1.1" status: 204 len: 168 time: 0.4459774 Dec 10 16:55:42.063662 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34086) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:42.098499 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-dbfdb532-9650-48f3-a561-d4635c92cae5 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] delete failed (client error): The resource could not be found. Dec 10 16:55:42.099502 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-dbfdb532-9650-48f3-a561-d4635c92cae5 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "DELETE /v2.0/floatingips/39bb2f72-e6e5-45d8-b1b8-b9c3611d98f5 HTTP/1.1" status: 404 len: 345 time: 0.0349100 Dec 10 16:55:42.103140 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34088) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:42.147524 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [req-0f1bec60-ec23-4039-bc0d-58554f7e7f2b req-7d3407dc-61e5-4b44-85a3-bed30720228c service neutron] (103393) timed out ('10.222.0.11', 49638) {{(pid=103393) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 16:55:42.185543 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4e8d79-21c4-44c7-9786-515cee4eaefd tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:42.192179 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4e8d79-21c4-44c7-9786-515cee4eaefd tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:42.198039 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4e8d79-21c4-44c7-9786-515cee4eaefd tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:42.199622 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8c4e8d79-21c4-44c7-9786-515cee4eaefd tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "GET /v2.0/ports?network_id=99bc65eb-751a-4a1c-a361-28c58f064270 HTTP/1.1" status: 200 len: 2358 time: 0.0956047 Dec 10 16:55:42.202242 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34090) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:42.251009 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663b1e5a-3bd9-43a8-a0f2-aac24a3cfb5c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:42.252299 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-663b1e5a-3bd9-43a8-a0f2-aac24a3cfb5c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "GET /v2.0/subnets/f1e613a2-2598-445b-95f7-383b173b7b32 HTTP/1.1" status: 200 len: 797 time: 0.0491686 Dec 10 16:55:42.256866 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34092) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:42.261297 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-90ded34d-7cf1-4215-81e9-f90560ffcfd0 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Request body: {'port': {'network_id': '99bc65eb-751a-4a1c-a361-28c58f064270', 'name': 'tempest-FloatingIPTestJSON-1811454412', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:55:42.366768 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ded34d-7cf1-4215-81e9-f90560ffcfd0 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Made reservation on behalf of 042b54955a134708818bf0f1abced213 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:55:42.445227 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-90ded34d-7cf1-4215-81e9-f90560ffcfd0 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:42.461245 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-90ded34d-7cf1-4215-81e9-f90560ffcfd0 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] device_id is not set on port ee1ef789-777b-46b2-9c04-21ab1281ca89 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:55:42.742119 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-90ded34d-7cf1-4215-81e9-f90560ffcfd0 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Allocated IP 172.20.0.14 (99bc65eb-751a-4a1c-a361-28c58f064270/f1e613a2-2598-445b-95f7-383b173b7b32/ee1ef789-777b-46b2-9c04-21ab1281ca89) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:55:42.747987 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-90ded34d-7cf1-4215-81e9-f90560ffcfd0 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Allocated IP 172.20.0.13 (99bc65eb-751a-4a1c-a361-28c58f064270/f1e613a2-2598-445b-95f7-383b173b7b32/ee1ef789-777b-46b2-9c04-21ab1281ca89) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:55:42.894757 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-90ded34d-7cf1-4215-81e9-f90560ffcfd0 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:42.930457 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-90ded34d-7cf1-4215-81e9-f90560ffcfd0 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:42.973501 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ded34d-7cf1-4215-81e9-f90560ffcfd0 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Network 99bc65eb-751a-4a1c-a361-28c58f064270 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:55:42.976633 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-90ded34d-7cf1-4215-81e9-f90560ffcfd0 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:55:42.979016 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ded34d-7cf1-4215-81e9-f90560ffcfd0 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:55:43.002754 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ded34d-7cf1-4215-81e9-f90560ffcfd0 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Pushing event updated for resources: {'Port': ['ID=ee1ef789-777b-46b2-9c04-21ab1281ca89,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:43.030780 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ded34d-7cf1-4215-81e9-f90560ffcfd0 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:43.031380 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-90ded34d-7cf1-4215-81e9-f90560ffcfd0 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:43.048666 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-90ded34d-7cf1-4215-81e9-f90560ffcfd0 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 0.7908056 Dec 10 16:55:43.051055 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34096) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:43.055283 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-1c064c6c-d495-460e-87df-49f28ec77444 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'port_id': 'ee1ef789-777b-46b2-9c04-21ab1281ca89', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:55:43.076119 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1c064c6c-d495-460e-87df-49f28ec77444 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for floatingip, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:43.480401 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1c064c6c-d495-460e-87df-49f28ec77444 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:43.584320 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-1c064c6c-d495-460e-87df-49f28ec77444 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Allocated IP 172.25.6.156 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/ff6da90b-b5c8-4836-8fe4-c86aea3e36d8) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:55:43.687240 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1c064c6c-d495-460e-87df-49f28ec77444 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:43.720967 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1c064c6c-d495-460e-87df-49f28ec77444 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:43.759213 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c064c6c-d495-460e-87df-49f28ec77444 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:55:43.762107 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-1c064c6c-d495-460e-87df-49f28ec77444 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:55:43.764534 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c064c6c-d495-460e-87df-49f28ec77444 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:55:43.795694 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c064c6c-d495-460e-87df-49f28ec77444 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Pushing event updated for resources: {'Port': ['ID=ff6da90b-b5c8-4836-8fe4-c86aea3e36d8,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:43.951502 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-571156a4-a4ad-4282-bf81-689f100e8546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:44.143548 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1c064c6c-d495-460e-87df-49f28ec77444 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:44.212179 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1c064c6c-d495-460e-87df-49f28ec77444 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:44.365552 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1c064c6c-d495-460e-87df-49f28ec77444 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:44.370324 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1c064c6c-d495-460e-87df-49f28ec77444 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:44.453213 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c064c6c-d495-460e-87df-49f28ec77444 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Pushing event updated for resources: {'Port': ['ID=ff6da90b-b5c8-4836-8fe4-c86aea3e36d8,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:44.460577 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1c064c6c-d495-460e-87df-49f28ec77444 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:44.568701 n-d-766771-2 neutron-server[103393]: INFO neutron.db.l3_db [None req-1c064c6c-d495-460e-87df-49f28ec77444 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Floating IP 58ffd92c-44b3-4d36-83b6-1eb4a19cfd03 associated. External IP: 172.25.6.156, port: ee1ef789-777b-46b2-9c04-21ab1281ca89. Dec 10 16:55:44.775207 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c064c6c-d495-460e-87df-49f28ec77444 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Router 740799c8-1fd3-44f0-8fca-aacb8540a3ec has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:55:44.890518 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c064c6c-d495-460e-87df-49f28ec77444 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:55:44.903851 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb1c722-1ac1-4dbc-8c0a-21ee74b9c01f None None] Sync routers for ids ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:55:44.911189 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1c064c6c-d495-460e-87df-49f28ec77444 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:44.918978 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb1c722-1ac1-4dbc-8c0a-21ee74b9c01f None None] Routers {'740799c8-1fd3-44f0-8fca-aacb8540a3ec'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:55:44.919951 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-abb1c722-1ac1-4dbc-8c0a-21ee74b9c01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:55:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:44.945741 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1c064c6c-d495-460e-87df-49f28ec77444 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 1.8935912 Dec 10 16:55:44.948354 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34108) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:44.953448 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-3dd6ecc4-eb29-43fb-9e6d-79053daeeeee tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Request body: {'floatingip': {'port_id': 'ee1ef789-777b-46b2-9c04-21ab1281ca89', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:55:44.955201 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-abb1c722-1ac1-4dbc-8c0a-21ee74b9c01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:44.964779 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb1c722-1ac1-4dbc-8c0a-21ee74b9c01f None None] Routers {'740799c8-1fd3-44f0-8fca-aacb8540a3ec'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:55:44.965476 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-abb1c722-1ac1-4dbc-8c0a-21ee74b9c01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:55:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:45.008064 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-abb1c722-1ac1-4dbc-8c0a-21ee74b9c01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:45.009239 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb1c722-1ac1-4dbc-8c0a-21ee74b9c01f None None] The sync data for ids ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'] in n-d-766771-2 is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:55:45.011857 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3dd6ecc4-eb29-43fb-9e6d-79053daeeeee tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for floatingip, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:45.533922 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3dd6ecc4-eb29-43fb-9e6d-79053daeeeee tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:45.537417 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3dd6ecc4-eb29-43fb-9e6d-79053daeeeee tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:45.744347 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd6ecc4-eb29-43fb-9e6d-79053daeeeee tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Router 740799c8-1fd3-44f0-8fca-aacb8540a3ec has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:55:45.851598 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd6ecc4-eb29-43fb-9e6d-79053daeeeee tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:55:45.856063 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3dd6ecc4-eb29-43fb-9e6d-79053daeeeee tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:45.862064 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10cdbbc-1da0-40c4-ba36-1df6c9360094 None None] Sync routers for ids ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:55:45.871301 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10cdbbc-1da0-40c4-ba36-1df6c9360094 None None] Routers {'740799c8-1fd3-44f0-8fca-aacb8540a3ec'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:55:45.871889 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c10cdbbc-1da0-40c4-ba36-1df6c9360094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:55:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:45.908940 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c10cdbbc-1da0-40c4-ba36-1df6c9360094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:45.911430 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3dd6ecc4-eb29-43fb-9e6d-79053daeeeee tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "PUT /v2.0/floatingips/58ffd92c-44b3-4d36-83b6-1eb4a19cfd03 HTTP/1.1" status: 200 len: 979 time: 0.9616048 Dec 10 16:55:45.913939 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34110) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:45.918130 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10cdbbc-1da0-40c4-ba36-1df6c9360094 None None] Routers {'740799c8-1fd3-44f0-8fca-aacb8540a3ec'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:55:45.918754 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c10cdbbc-1da0-40c4-ba36-1df6c9360094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:55:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:45.950163 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c10cdbbc-1da0-40c4-ba36-1df6c9360094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:45.950892 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10cdbbc-1da0-40c4-ba36-1df6c9360094 None None] The sync data for ids ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'] in n-d-766771-2 is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:55:46.079224 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-1b692ce5-68ed-4d9d-842c-e2d17761a7d3 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Deleting port ff6da90b-b5c8-4836-8fe4-c86aea3e36d8 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:55:46.079873 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1b692ce5-68ed-4d9d-842c-e2d17761a7d3 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:46.171979 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1b692ce5-68ed-4d9d-842c-e2d17761a7d3 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:46.172211 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1b692ce5-68ed-4d9d-842c-e2d17761a7d3 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:46.185267 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-1b692ce5-68ed-4d9d-842c-e2d17761a7d3 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Calling delete_port for ff6da90b-b5c8-4836-8fe4-c86aea3e36d8 owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:55:46.335405 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1b692ce5-68ed-4d9d-842c-e2d17761a7d3 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:46.360795 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b692ce5-68ed-4d9d-842c-e2d17761a7d3 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Pushing event deleted for resources: {'Port': ['ID=ff6da90b-b5c8-4836-8fe4-c86aea3e36d8,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:46.421209 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1b692ce5-68ed-4d9d-842c-e2d17761a7d3 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for floatingip, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:46.421697 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [None req-1b692ce5-68ed-4d9d-842c-e2d17761a7d3 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Floating IP 58ffd92c-44b3-4d36-83b6-1eb4a19cfd03 disassociated (deleted). External IP: 172.25.6.156, port: ee1ef789-777b-46b2-9c04-21ab1281ca89. Dec 10 16:55:46.474014 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ca7ae1c9-11e6-48a7-bbfa-4e2075a9561a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:46.942048 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b692ce5-68ed-4d9d-842c-e2d17761a7d3 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Router 740799c8-1fd3-44f0-8fca-aacb8540a3ec has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:55:47.061566 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b692ce5-68ed-4d9d-842c-e2d17761a7d3 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:55:47.066622 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1b692ce5-68ed-4d9d-842c-e2d17761a7d3 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:47.073397 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4174c59b-a96a-4106-b2a2-e862515858ed None None] Sync routers for ids ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:55:47.087035 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4174c59b-a96a-4106-b2a2-e862515858ed None None] Routers {'740799c8-1fd3-44f0-8fca-aacb8540a3ec'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:55:47.088365 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4174c59b-a96a-4106-b2a2-e862515858ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:55:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:47.096797 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1b692ce5-68ed-4d9d-842c-e2d17761a7d3 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "DELETE /v2.0/floatingips/58ffd92c-44b3-4d36-83b6-1eb4a19cfd03 HTTP/1.1" status: 204 len: 168 time: 1.1814938 Dec 10 16:55:47.099367 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34118) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:47.125723 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4174c59b-a96a-4106-b2a2-e862515858ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:47.135936 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4174c59b-a96a-4106-b2a2-e862515858ed None None] Routers {'740799c8-1fd3-44f0-8fca-aacb8540a3ec'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:55:47.135936 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4174c59b-a96a-4106-b2a2-e862515858ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:55:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:47.172910 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4174c59b-a96a-4106-b2a2-e862515858ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:47.173563 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4174c59b-a96a-4106-b2a2-e862515858ed None None] The sync data for ids ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'] in n-d-766771-2 is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:55:47.214873 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-df92689e-c54b-4154-9bc1-54c11849f37d tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Deleting port ee1ef789-777b-46b2-9c04-21ab1281ca89 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:55:47.215211 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-df92689e-c54b-4154-9bc1-54c11849f37d tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:47.323415 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-df92689e-c54b-4154-9bc1-54c11849f37d tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:47.339486 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:47.339650 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-df92689e-c54b-4154-9bc1-54c11849f37d tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Calling delete_port for ee1ef789-777b-46b2-9c04-21ab1281ca89 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:55:47.589230 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-df92689e-c54b-4154-9bc1-54c11849f37d tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:47.643693 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df92689e-c54b-4154-9bc1-54c11849f37d tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Pushing event deleted for resources: {'Port': ['ID=ee1ef789-777b-46b2-9c04-21ab1281ca89,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:47.742101 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-df92689e-c54b-4154-9bc1-54c11849f37d tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:47.745362 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-df92689e-c54b-4154-9bc1-54c11849f37d tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "DELETE /v2.0/ports/ee1ef789-777b-46b2-9c04-21ab1281ca89 HTTP/1.1" status: 204 len: 168 time: 0.6449826 Dec 10 16:55:47.749230 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34122) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:47.755431 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-9996d46a-4705-48ef-8511-7f0499c18f96 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:55:47.780274 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9996d46a-4705-48ef-8511-7f0499c18f96 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:47.899962 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9996d46a-4705-48ef-8511-7f0499c18f96 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:48.008859 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-9996d46a-4705-48ef-8511-7f0499c18f96 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Allocated IP 172.25.6.180 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/f2360eee-13b3-47a8-8207-e3442acf339b) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:55:48.136435 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aa55a2c3-fddb-440e-9f67-c5eef7f41e28 req-429e2eb0-c11c-4c1f-bd27-90649c61b107 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1c240438-0e28-414e-bd8a-bb80a1798c6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0702274 Dec 10 16:55:48.159500 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9996d46a-4705-48ef-8511-7f0499c18f96 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:48.219689 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9996d46a-4705-48ef-8511-7f0499c18f96 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:48.275486 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55a2c3-fddb-440e-9f67-c5eef7f41e28 req-4fd5f9c7-df8a-4c0f-ac09-568a89bbc8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:48.276989 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aa55a2c3-fddb-440e-9f67-c5eef7f41e28 req-4fd5f9c7-df8a-4c0f-ac09-568a89bbc8b4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6e3a44487a6e474d845541d47ac87339&device_id=1c240438-0e28-414e-bd8a-bb80a1798c6f HTTP/1.1" status: 200 len: 1096 time: 0.0929074 Dec 10 16:55:48.278775 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9996d46a-4705-48ef-8511-7f0499c18f96 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:55:48.282664 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-9996d46a-4705-48ef-8511-7f0499c18f96 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:55:48.286378 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9996d46a-4705-48ef-8511-7f0499c18f96 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:55:48.292211 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996d46a-4705-48ef-8511-7f0499c18f96 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Pushing event updated for resources: {'Port': ['ID=f2360eee-13b3-47a8-8207-e3442acf339b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:48.446387 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55a2c3-fddb-440e-9f67-c5eef7f41e28 req-dad9ce24-d5e1-419f-aa4f-cd2b1d3c62b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:48.447752 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aa55a2c3-fddb-440e-9f67-c5eef7f41e28 req-dad9ce24-d5e1-419f-aa4f-cd2b1d3c62b6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 HTTP/1.1" status: 200 len: 913 time: 0.1365891 Dec 10 16:55:48.450356 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9996d46a-4705-48ef-8511-7f0499c18f96 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:48.529506 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9996d46a-4705-48ef-8511-7f0499c18f96 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:48.559185 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aa55a2c3-fddb-440e-9f67-c5eef7f41e28 req-104f3851-f7de-4647-8987-06ff9fcdcb86 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb2b128a-4592-4844-8b9e-75f759eb19ab HTTP/1.1" status: 200 len: 1001 time: 0.1025772 Dec 10 16:55:48.632701 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:48.660863 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55a2c3-fddb-440e-9f67-c5eef7f41e28 req-21250ba2-367a-4458-831c-8e0266bdd5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:48.662341 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aa55a2c3-fddb-440e-9f67-c5eef7f41e28 req-21250ba2-367a-4458-831c-8e0266bdd5c1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a77c825d-6cce-4084-9a0d-09483321d369 HTTP/1.1" status: 200 len: 851 time: 0.0950534 Dec 10 16:55:48.735264 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55a2c3-fddb-440e-9f67-c5eef7f41e28 req-3687c1c8-b891-438d-9650-b8176f0664e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:48.736656 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aa55a2c3-fddb-440e-9f67-c5eef7f41e28 req-3687c1c8-b891-438d-9650-b8176f0664e9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668621 Dec 10 16:55:48.796836 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9996d46a-4705-48ef-8511-7f0499c18f96 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:48.805249 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9996d46a-4705-48ef-8511-7f0499c18f96 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:48.898498 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996d46a-4705-48ef-8511-7f0499c18f96 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Pushing event updated for resources: {'Port': ['ID=f2360eee-13b3-47a8-8207-e3442acf339b,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:48.913107 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aa55a2c3-fddb-440e-9f67-c5eef7f41e28 req-77d6ba67-0b5d-456a-8d68-b773e9698c6f service neutron] 10.222.0.26 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684029 Dec 10 16:55:48.928411 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9996d46a-4705-48ef-8511-7f0499c18f96 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:48.987923 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9996d46a-4705-48ef-8511-7f0499c18f96 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:48.989060 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9996d46a-4705-48ef-8511-7f0499c18f96 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2388225 Dec 10 16:55:48.992073 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34130) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:49.002389 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-1b5d1990-bb6f-4c7e-ad7d-13766f8f8261 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Request body: {'port': {'network_id': '99bc65eb-751a-4a1c-a361-28c58f064270', 'name': 'tempest-FloatingIPTestJSON-2103180821'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:55:49.025341 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aa55a2c3-fddb-440e-9f67-c5eef7f41e28 req-240bf73a-65ea-47d1-aba8-48db96e38319 service neutron] 10.222.0.26 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047292 Dec 10 16:55:49.122310 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5d1990-bb6f-4c7e-ad7d-13766f8f8261 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Made reservation on behalf of 042b54955a134708818bf0f1abced213 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:55:49.126372 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1990-bb6f-4c7e-ad7d-13766f8f8261 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:49.143328 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-1b5d1990-bb6f-4c7e-ad7d-13766f8f8261 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] device_id is not set on port 65b9853b-e524-411b-8549-8b3f6e1212e8 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:55:49.259031 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-1b5d1990-bb6f-4c7e-ad7d-13766f8f8261 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Allocated IP 172.20.0.14 (99bc65eb-751a-4a1c-a361-28c58f064270/f1e613a2-2598-445b-95f7-383b173b7b32/65b9853b-e524-411b-8549-8b3f6e1212e8) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:55:49.410065 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1990-bb6f-4c7e-ad7d-13766f8f8261 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:49.443518 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1990-bb6f-4c7e-ad7d-13766f8f8261 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:49.492447 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5d1990-bb6f-4c7e-ad7d-13766f8f8261 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Network 99bc65eb-751a-4a1c-a361-28c58f064270 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:55:49.496086 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-1b5d1990-bb6f-4c7e-ad7d-13766f8f8261 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:55:49.500227 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5d1990-bb6f-4c7e-ad7d-13766f8f8261 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:55:49.527781 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d1990-bb6f-4c7e-ad7d-13766f8f8261 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Pushing event updated for resources: {'Port': ['ID=65b9853b-e524-411b-8549-8b3f6e1212e8,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:49.561907 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5d1990-bb6f-4c7e-ad7d-13766f8f8261 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:49.563082 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1990-bb6f-4c7e-ad7d-13766f8f8261 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:49.618750 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1b5d1990-bb6f-4c7e-ad7d-13766f8f8261 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6219275 Dec 10 16:55:49.622261 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34134) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:49.628333 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-d74c64e2-4170-46b3-918f-2f376081c2fd tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Request body: {'floatingip': {'port_id': '65b9853b-e524-411b-8549-8b3f6e1212e8'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:55:49.682781 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d74c64e2-4170-46b3-918f-2f376081c2fd tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for floatingip, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:49.699925 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:50.163640 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d74c64e2-4170-46b3-918f-2f376081c2fd tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:50.167374 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d74c64e2-4170-46b3-918f-2f376081c2fd tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:50.269260 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [None req-d74c64e2-4170-46b3-918f-2f376081c2fd tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Floating IP 11358540-3d40-475c-be5f-82af0c667a1e associated. External IP: 172.25.6.180, port: 65b9853b-e524-411b-8549-8b3f6e1212e8. Dec 10 16:55:50.481456 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74c64e2-4170-46b3-918f-2f376081c2fd tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Router 740799c8-1fd3-44f0-8fca-aacb8540a3ec has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:55:50.596004 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74c64e2-4170-46b3-918f-2f376081c2fd tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:55:50.600859 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d74c64e2-4170-46b3-918f-2f376081c2fd tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:50.605207 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac73f43b-5404-4459-86e0-bb3508f94290 None None] Sync routers for ids ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:55:50.614900 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac73f43b-5404-4459-86e0-bb3508f94290 None None] Routers {'740799c8-1fd3-44f0-8fca-aacb8540a3ec'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:55:50.615505 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ac73f43b-5404-4459-86e0-bb3508f94290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:55:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:50.637545 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d74c64e2-4170-46b3-918f-2f376081c2fd tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "PUT /v2.0/floatingips/11358540-3d40-475c-be5f-82af0c667a1e HTTP/1.1" status: 200 len: 979 time: 1.0129325 Dec 10 16:55:50.637545 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34142) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:50.656292 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ac73f43b-5404-4459-86e0-bb3508f94290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:50.665918 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac73f43b-5404-4459-86e0-bb3508f94290 None None] Routers {'740799c8-1fd3-44f0-8fca-aacb8540a3ec'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:55:50.666511 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ac73f43b-5404-4459-86e0-bb3508f94290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:55:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:50.700312 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ac73f43b-5404-4459-86e0-bb3508f94290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:50.700974 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac73f43b-5404-4459-86e0-bb3508f94290 None None] The sync data for ids ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'] in n-d-766771-2 is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:55:50.739036 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-2dd4bfab-96f9-450e-a39a-ca719b20f7f9 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Deleting port 65b9853b-e524-411b-8549-8b3f6e1212e8 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:55:50.739292 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2dd4bfab-96f9-450e-a39a-ca719b20f7f9 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:50.834110 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2dd4bfab-96f9-450e-a39a-ca719b20f7f9 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:51.322876 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2dd4bfab-96f9-450e-a39a-ca719b20f7f9 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:51.323226 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2dd4bfab-96f9-450e-a39a-ca719b20f7f9 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:51.323540 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [None req-2dd4bfab-96f9-450e-a39a-ca719b20f7f9 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Floating IP 11358540-3d40-475c-be5f-82af0c667a1e disassociated. External IP: 172.25.6.180, port: 65b9853b-e524-411b-8549-8b3f6e1212e8. Dec 10 16:55:51.323872 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-2dd4bfab-96f9-450e-a39a-ca719b20f7f9 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Calling delete_port for 65b9853b-e524-411b-8549-8b3f6e1212e8 owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:55:51.453644 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2dd4bfab-96f9-450e-a39a-ca719b20f7f9 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:51.483867 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd4bfab-96f9-450e-a39a-ca719b20f7f9 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Pushing event deleted for resources: {'Port': ['ID=65b9853b-e524-411b-8549-8b3f6e1212e8,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:51.618658 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd4bfab-96f9-450e-a39a-ca719b20f7f9 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Router 740799c8-1fd3-44f0-8fca-aacb8540a3ec has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:55:51.740722 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd4bfab-96f9-450e-a39a-ca719b20f7f9 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:55:51.753653 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6343c2e8-f3bb-4781-93d3-11da3a72a922 None None] Sync routers for ids ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:55:51.777067 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6343c2e8-f3bb-4781-93d3-11da3a72a922 None None] Routers {'740799c8-1fd3-44f0-8fca-aacb8540a3ec'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:55:51.779972 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6343c2e8-f3bb-4781-93d3-11da3a72a922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:55:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:51.832099 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6343c2e8-f3bb-4781-93d3-11da3a72a922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:51.849083 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6343c2e8-f3bb-4781-93d3-11da3a72a922 None None] Routers {'740799c8-1fd3-44f0-8fca-aacb8540a3ec'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:55:51.849854 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6343c2e8-f3bb-4781-93d3-11da3a72a922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:55:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:51.853915 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2dd4bfab-96f9-450e-a39a-ca719b20f7f9 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:51.857702 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2dd4bfab-96f9-450e-a39a-ca719b20f7f9 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "DELETE /v2.0/ports/65b9853b-e524-411b-8549-8b3f6e1212e8 HTTP/1.1" status: 204 len: 168 time: 1.2191010 Dec 10 16:55:51.860989 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34148) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:51.887560 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6343c2e8-f3bb-4781-93d3-11da3a72a922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:51.888298 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6343c2e8-f3bb-4781-93d3-11da3a72a922 None None] The sync data for ids ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'] in n-d-766771-2 is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:55:51.907843 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ab7807e1-182e-4ba3-9447-5b8baca31a46 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "GET /v2.0/floatingips/11358540-3d40-475c-be5f-82af0c667a1e HTTP/1.1" status: 200 len: 688 time: 0.0451121 Dec 10 16:55:51.910325 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34150) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:52.038736 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-35c4c2bc-e09f-4a2f-a6d7-9cdd190e185c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Deleting port f2360eee-13b3-47a8-8207-e3442acf339b {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:55:52.038981 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35c4c2bc-e09f-4a2f-a6d7-9cdd190e185c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:52.120977 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35c4c2bc-e09f-4a2f-a6d7-9cdd190e185c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:52.121308 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35c4c2bc-e09f-4a2f-a6d7-9cdd190e185c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:52.134687 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-35c4c2bc-e09f-4a2f-a6d7-9cdd190e185c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Calling delete_port for f2360eee-13b3-47a8-8207-e3442acf339b owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:55:52.269684 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35c4c2bc-e09f-4a2f-a6d7-9cdd190e185c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:52.296182 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4c2bc-e09f-4a2f-a6d7-9cdd190e185c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Pushing event deleted for resources: {'Port': ['ID=f2360eee-13b3-47a8-8207-e3442acf339b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:52.353865 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35c4c2bc-e09f-4a2f-a6d7-9cdd190e185c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:52.356515 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35c4c2bc-e09f-4a2f-a6d7-9cdd190e185c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:52.357664 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-35c4c2bc-e09f-4a2f-a6d7-9cdd190e185c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "DELETE /v2.0/floatingips/11358540-3d40-475c-be5f-82af0c667a1e HTTP/1.1" status: 204 len: 168 time: 0.4464414 Dec 10 16:55:52.361636 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34152) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:52.366125 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-62b6ce85-e7ae-406a-a030-4b966adbdca1 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'port_id': 'd03de549-5e5a-402c-aa5a-16d7f69af138'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:55:52.386699 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62b6ce85-e7ae-406a-a030-4b966adbdca1 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for floatingip, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:52.487608 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62b6ce85-e7ae-406a-a030-4b966adbdca1 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:52.612961 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-62b6ce85-e7ae-406a-a030-4b966adbdca1 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Allocated IP 172.25.6.236 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/fbf89850-0574-4aeb-8139-a695bafd158a) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:55:52.720895 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62b6ce85-e7ae-406a-a030-4b966adbdca1 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:52.755924 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62b6ce85-e7ae-406a-a030-4b966adbdca1 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:52.813117 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b6ce85-e7ae-406a-a030-4b966adbdca1 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:55:52.816202 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-62b6ce85-e7ae-406a-a030-4b966adbdca1 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:55:52.818742 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b6ce85-e7ae-406a-a030-4b966adbdca1 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:55:52.850606 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b6ce85-e7ae-406a-a030-4b966adbdca1 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Pushing event updated for resources: {'Port': ['ID=fbf89850-0574-4aeb-8139-a695bafd158a,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:53.186748 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62b6ce85-e7ae-406a-a030-4b966adbdca1 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:53.255409 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62b6ce85-e7ae-406a-a030-4b966adbdca1 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:53.437321 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62b6ce85-e7ae-406a-a030-4b966adbdca1 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:53.441396 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62b6ce85-e7ae-406a-a030-4b966adbdca1 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:53.508264 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b6ce85-e7ae-406a-a030-4b966adbdca1 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Pushing event updated for resources: {'Port': ['ID=fbf89850-0574-4aeb-8139-a695bafd158a,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:53.519156 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62b6ce85-e7ae-406a-a030-4b966adbdca1 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:53.623034 n-d-766771-2 neutron-server[103393]: INFO neutron.db.l3_db [None req-62b6ce85-e7ae-406a-a030-4b966adbdca1 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Floating IP 26758a2a-fe0d-4851-9fa9-ad244c76cdca associated. External IP: 172.25.6.236, port: d03de549-5e5a-402c-aa5a-16d7f69af138. Dec 10 16:55:53.869879 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b6ce85-e7ae-406a-a030-4b966adbdca1 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Router 740799c8-1fd3-44f0-8fca-aacb8540a3ec has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:55:53.957762 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-83b6392b-2bb3-493c-a922-a389b245a94b req-6f4dabc2-0fde-455b-8f68-28d49eca8674 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=481d246a-82e2-4a37-89e5-89929672709b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0744479 Dec 10 16:55:53.995011 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b6ce85-e7ae-406a-a030-4b966adbdca1 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:55:54.010800 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511c2b4b-7800-4b67-af43-193d9d7dc1f6 None None] Sync routers for ids ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:55:54.020568 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62b6ce85-e7ae-406a-a030-4b966adbdca1 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:54.026225 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511c2b4b-7800-4b67-af43-193d9d7dc1f6 None None] Routers {'740799c8-1fd3-44f0-8fca-aacb8540a3ec'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:55:54.027393 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-511c2b4b-7800-4b67-af43-193d9d7dc1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:55:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:54.069945 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-511c2b4b-7800-4b67-af43-193d9d7dc1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:54.081075 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511c2b4b-7800-4b67-af43-193d9d7dc1f6 None None] Routers {'740799c8-1fd3-44f0-8fca-aacb8540a3ec'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:55:54.083136 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-511c2b4b-7800-4b67-af43-193d9d7dc1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:55:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:54.090855 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b6392b-2bb3-493c-a922-a389b245a94b req-7ca559d7-2853-4292-b8e5-8e4e1fb96221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:54.092742 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-83b6392b-2bb3-493c-a922-a389b245a94b req-7ca559d7-2853-4292-b8e5-8e4e1fb96221 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e316b1d223b341c8ad45a1329ddefc11&device_id=481d246a-82e2-4a37-89e5-89929672709b HTTP/1.1" status: 200 len: 1096 time: 0.0866189 Dec 10 16:55:54.132673 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-511c2b4b-7800-4b67-af43-193d9d7dc1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:54.133706 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511c2b4b-7800-4b67-af43-193d9d7dc1f6 None None] The sync data for ids ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'] in n-d-766771-2 is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:55:54.220374 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b6392b-2bb3-493c-a922-a389b245a94b req-9cd84de8-2a7c-4c1a-92bb-e68310bbcf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:54.222231 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-83b6392b-2bb3-493c-a922-a389b245a94b req-9cd84de8-2a7c-4c1a-92bb-e68310bbcf6d service neutron] 10.222.0.46 "GET /v2.0/networks?id=6507c088-c010-41d1-a1ea-b09b820d30ac HTTP/1.1" status: 200 len: 898 time: 0.1062801 Dec 10 16:55:54.308726 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-83b6392b-2bb3-493c-a922-a389b245a94b req-1ca8c298-3fc7-4362-9cc9-cd2de73d38ad service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e0e73ea-0687-46d8-8074-38a6f7b377a9 HTTP/1.1" status: 200 len: 1000 time: 0.0792487 Dec 10 16:55:54.367719 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b6392b-2bb3-493c-a922-a389b245a94b req-c8c3eabb-f00a-4f46-9aaf-8c3d102f1d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:54.369200 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-83b6392b-2bb3-493c-a922-a389b245a94b req-c8c3eabb-f00a-4f46-9aaf-8c3d102f1d4d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2aa480b9-95eb-431e-b3fa-a99f578c5d32 HTTP/1.1" status: 200 len: 835 time: 0.0526338 Dec 10 16:55:54.381471 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-62b6ce85-e7ae-406a-a030-4b966adbdca1 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.0185800 Dec 10 16:55:54.384321 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34162) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:54.389206 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-a72df703-26ae-49aa-80c0-ba0b8ce990dc tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1715002890'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:55:54.413070 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72df703-26ae-49aa-80c0-ba0b8ce990dc tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Made reservation on behalf of 042b54955a134708818bf0f1abced213 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:55:54.417049 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a72df703-26ae-49aa-80c0-ba0b8ce990dc tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:54.421216 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b6392b-2bb3-493c-a922-a389b245a94b req-9ace5cf4-8fb0-4740-b0cc-bf1d997ab7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:54.423334 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-83b6392b-2bb3-493c-a922-a389b245a94b req-9ace5cf4-8fb0-4740-b0cc-bf1d997ab7d0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6507c088-c010-41d1-a1ea-b09b820d30ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465412 Dec 10 16:55:54.440914 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a72df703-26ae-49aa-80c0-ba0b8ce990dc tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:55:54.449926 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a72df703-26ae-49aa-80c0-ba0b8ce990dc tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:54.450290 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-a72df703-26ae-49aa-80c0-ba0b8ce990dc tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Added segment cc96b8e8-d60f-47a8-a207-70657a363ca5 of type vlan for network 7cf29e82-116f-4369-9f23-62b998f3cc1b Dec 10 16:55:54.490334 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a72df703-26ae-49aa-80c0-ba0b8ce990dc tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:54.517036 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a72df703-26ae-49aa-80c0-ba0b8ce990dc tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:54.523109 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72df703-26ae-49aa-80c0-ba0b8ce990dc tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:54.523701 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a72df703-26ae-49aa-80c0-ba0b8ce990dc tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:54.530870 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-83b6392b-2bb3-493c-a922-a389b245a94b req-e6e3d69e-fb04-47f6-a0a5-57409ef0308b service neutron] 10.222.0.46 "GET /v2.0/networks/6507c088-c010-41d1-a1ea-b09b820d30ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984080 Dec 10 16:55:54.613674 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a72df703-26ae-49aa-80c0-ba0b8ce990dc tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2282782 Dec 10 16:55:54.614462 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34168) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:54.630952 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-012196de-d97e-4ba8-83de-98c44acbe3fb tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Request body: {'subnet': {'network_id': '7cf29e82-116f-4369-9f23-62b998f3cc1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:55:54.649193 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-83b6392b-2bb3-493c-a922-a389b245a94b req-6ee24540-2074-462a-ab69-17c77e8f7479 service neutron] 10.222.0.46 "GET /v2.0/networks/6507c088-c010-41d1-a1ea-b09b820d30ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094782 Dec 10 16:55:54.651056 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72df703-26ae-49aa-80c0-ba0b8ce990dc tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Pushing event updated for resources: {'Network': ['ID=7cf29e82-116f-4369-9f23-62b998f3cc1b,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:54.662955 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 7cf29e82-116f-4369-9f23-62b998f3cc1b details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:55:54.758506 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012196de-d97e-4ba8-83de-98c44acbe3fb tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Made reservation on behalf of 042b54955a134708818bf0f1abced213 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:55:54.762362 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-012196de-d97e-4ba8-83de-98c44acbe3fb tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:54.967920 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-012196de-d97e-4ba8-83de-98c44acbe3fb tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:55.035184 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012196de-d97e-4ba8-83de-98c44acbe3fb tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Pushing event updated for resources: {'Subnet': ['ID=22881fed-c972-40db-bbab-5bfa54af5b73,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:55.043286 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012196de-d97e-4ba8-83de-98c44acbe3fb tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Checking segment: {'id': 'cc96b8e8-d60f-47a8-a207-70657a363ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7cf29e82-116f-4369-9f23-62b998f3cc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:55:55.043732 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012196de-d97e-4ba8-83de-98c44acbe3fb tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Network hostable DHCP agents. Network: 7cf29e82-116f-4369-9f23-62b998f3cc1b, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:55:55.062301 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012196de-d97e-4ba8-83de-98c44acbe3fb tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Network 7cf29e82-116f-4369-9f23-62b998f3cc1b is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:55:55.071283 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-012196de-d97e-4ba8-83de-98c44acbe3fb tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 7cf29e82-116f-4369-9f23-62b998f3cc1b) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:55:55.075669 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012196de-d97e-4ba8-83de-98c44acbe3fb tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:55.076280 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-012196de-d97e-4ba8-83de-98c44acbe3fb tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:55.081638 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592eef2a-3b6e-43a7-a2f7-d9396633bb46 None None] Network 7cf29e82-116f-4369-9f23-62b998f3cc1b requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:55:55.093642 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-012196de-d97e-4ba8-83de-98c44acbe3fb tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4752641 Dec 10 16:55:55.096771 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34176) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:55.101421 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-0a29940d-9b41-42a0-9bd5-32442a938363 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1824552360', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}, 'admin_state_up': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:55:55.124913 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0a29940d-9b41-42a0-9bd5-32442a938363 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:55.125970 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0a29940d-9b41-42a0-9bd5-32442a938363 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:55.187810 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0a29940d-9b41-42a0-9bd5-32442a938363 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:55.193011 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21507935-086d-4ae7-a435-3e89044a96d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-7cf29e82-116f-4369-9f23-62b998f3cc1b', 'network_id': '7cf29e82-116f-4369-9f23-62b998f3cc1b', 'project_id': '042b54955a134708818bf0f1abced213', 'fixed_ips': [{'subnet_id': '22881fed-c972-40db-bbab-5bfa54af5b73'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:55:55.193998 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-21507935-086d-4ae7-a435-3e89044a96d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:55.332166 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0a29940d-9b41-42a0-9bd5-32442a938363 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:55.333120 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-21507935-086d-4ae7-a435-3e89044a96d8 None None] Allocated IP 172.20.0.2 (7cf29e82-116f-4369-9f23-62b998f3cc1b/22881fed-c972-40db-bbab-5bfa54af5b73/d77bc38a-1ec0-4894-87ba-da3d0f96135b) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:55:55.484345 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-21507935-086d-4ae7-a435-3e89044a96d8 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:55.491035 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-21507935-086d-4ae7-a435-3e89044a96d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:55.535591 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21507935-086d-4ae7-a435-3e89044a96d8 None None] Network 7cf29e82-116f-4369-9f23-62b998f3cc1b is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:55:55.536946 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0a29940d-9b41-42a0-9bd5-32442a938363 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:55.537547 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-21507935-086d-4ae7-a435-3e89044a96d8 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:55:55.541249 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21507935-086d-4ae7-a435-3e89044a96d8 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:55:55.551396 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21507935-086d-4ae7-a435-3e89044a96d8 None None] Pushing event updated for resources: {'Port': ['ID=d77bc38a-1ec0-4894-87ba-da3d0f96135b,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:55.562521 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0a29940d-9b41-42a0-9bd5-32442a938363 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:55.611923 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-21507935-086d-4ae7-a435-3e89044a96d8 None None] Attempting to bind port d77bc38a-1ec0-4894-87ba-da3d0f96135b on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:55:55.612301 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-21507935-086d-4ae7-a435-3e89044a96d8 None None] Attempting to bind port d77bc38a-1ec0-4894-87ba-da3d0f96135b by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': 'cc96b8e8-d60f-47a8-a207-70657a363ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7cf29e82-116f-4369-9f23-62b998f3cc1b'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:55:55.612965 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21507935-086d-4ae7-a435-3e89044a96d8 None None] Attempting to bind port d77bc38a-1ec0-4894-87ba-da3d0f96135b on network 7cf29e82-116f-4369-9f23-62b998f3cc1b {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:55:55.619299 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21507935-086d-4ae7-a435-3e89044a96d8 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:55:55.620164 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21507935-086d-4ae7-a435-3e89044a96d8 None None] Checking segment: {'id': 'cc96b8e8-d60f-47a8-a207-70657a363ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7cf29e82-116f-4369-9f23-62b998f3cc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:55:55.620653 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-21507935-086d-4ae7-a435-3e89044a96d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:55.621119 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21507935-086d-4ae7-a435-3e89044a96d8 None None] Bound using segment: {'id': 'cc96b8e8-d60f-47a8-a207-70657a363ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7cf29e82-116f-4369-9f23-62b998f3cc1b'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:55:55.621702 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-21507935-086d-4ae7-a435-3e89044a96d8 None None] Bound port: d77bc38a-1ec0-4894-87ba-da3d0f96135b, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc96b8e8-d60f-47a8-a207-70657a363ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7cf29e82-116f-4369-9f23-62b998f3cc1b'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:55:55.622249 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-21507935-086d-4ae7-a435-3e89044a96d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:55.680765 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-0a29940d-9b41-42a0-9bd5-32442a938363 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Allocated IP 172.25.6.2 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/42dd71c5-f539-40b4-b4d6-e1d136b18a6c) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:55:55.707827 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-21507935-086d-4ae7-a435-3e89044a96d8 None None] For port d77bc38a-1ec0-4894-87ba-da3d0f96135b, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:55:55.711884 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-21507935-086d-4ae7-a435-3e89044a96d8 None None] For port d77bc38a-1ec0-4894-87ba-da3d0f96135b, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=d77bc38a-1ec0-4894-87ba-da3d0f96135b,segment=NetworkSegment(cc96b8e8-d60f-47a8-a207-70657a363ca5),segment_id=cc96b8e8-d60f-47a8-a207-70657a363ca5)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:55:55.716531 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-21507935-086d-4ae7-a435-3e89044a96d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:55.787444 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21507935-086d-4ae7-a435-3e89044a96d8 None None] Pushing event updated for resources: {'Port': ['ID=d77bc38a-1ec0-4894-87ba-da3d0f96135b,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:55.806020 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0a29940d-9b41-42a0-9bd5-32442a938363 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:55.841610 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0a29940d-9b41-42a0-9bd5-32442a938363 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:55.884880 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a29940d-9b41-42a0-9bd5-32442a938363 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:55:55.888245 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-0a29940d-9b41-42a0-9bd5-32442a938363 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:55:55.891362 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a29940d-9b41-42a0-9bd5-32442a938363 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:55:55.897261 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a29940d-9b41-42a0-9bd5-32442a938363 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Pushing event updated for resources: {'Port': ['ID=42dd71c5-f539-40b4-b4d6-e1d136b18a6c,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:55.912964 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1c50b5-62aa-44d2-b335-c50a44418a23 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:55:56.003567 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-ec477aa3-6f79-47cd-8d94-9a48391a4d0f None None] Provisioning complete for port 42dd71c5-f539-40b4-b4d6-e1d136b18a6c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:55:56.003567 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ec477aa3-6f79-47cd-8d94-9a48391a4d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:56.062241 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-ec477aa3-6f79-47cd-8d94-9a48391a4d0f None None] Port 42dd71c5-f539-40b4-b4d6-e1d136b18a6c cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:55:56.184966 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0a29940d-9b41-42a0-9bd5-32442a938363 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:56.394033 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0a29940d-9b41-42a0-9bd5-32442a938363 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:56.527913 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a29940d-9b41-42a0-9bd5-32442a938363 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Router 2e699229-f95f-43d0-9574-a15572cf7540 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:55:56.653783 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a29940d-9b41-42a0-9bd5-32442a938363 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:55:56.671432 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff232bc1-ce47-4db7-932e-8f08079525ea None None] Sync routers for ids ['2e699229-f95f-43d0-9574-a15572cf7540'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:55:56.684765 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0a29940d-9b41-42a0-9bd5-32442a938363 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:56.689186 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff232bc1-ce47-4db7-932e-8f08079525ea None None] Routers {'2e699229-f95f-43d0-9574-a15572cf7540'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:55:56.689384 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-0a29940d-9b41-42a0-9bd5-32442a938363 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5885386 Dec 10 16:55:56.689610 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34180) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:56.690845 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ff232bc1-ce47-4db7-932e-8f08079525ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:55:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['2e699229-f95f-43d0-9574-a15572cf7540'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:56.732049 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ff232bc1-ce47-4db7-932e-8f08079525ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:56.745332 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff232bc1-ce47-4db7-932e-8f08079525ea None None] Routers {'2e699229-f95f-43d0-9574-a15572cf7540'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:55:56.746461 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ff232bc1-ce47-4db7-932e-8f08079525ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:55:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['2e699229-f95f-43d0-9574-a15572cf7540'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:56.791676 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ff232bc1-ce47-4db7-932e-8f08079525ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:56.792707 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff232bc1-ce47-4db7-932e-8f08079525ea None None] The sync data for ids ['2e699229-f95f-43d0-9574-a15572cf7540'] in n-d-766771-2 is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:55:56.855540 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea685815-2853-4c47-a43f-5347097540fb None None] Network 7cf29e82-116f-4369-9f23-62b998f3cc1b requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:55:56.930897 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-2a092beb-35d5-4d29-b507-fa2c7a91e5a6 None None] Provisioning complete for port d77bc38a-1ec0-4894-87ba-da3d0f96135b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:55:56.931299 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2a092beb-35d5-4d29-b507-fa2c7a91e5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:57.062005 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2a092beb-35d5-4d29-b507-fa2c7a91e5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:57.110988 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-2a092beb-35d5-4d29-b507-fa2c7a91e5a6 None None] For port d77bc38a-1ec0-4894-87ba-da3d0f96135b, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=d77bc38a-1ec0-4894-87ba-da3d0f96135b,segment=NetworkSegment(cc96b8e8-d60f-47a8-a207-70657a363ca5),segment_id=cc96b8e8-d60f-47a8-a207-70657a363ca5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:55:57.116890 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2a092beb-35d5-4d29-b507-fa2c7a91e5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:57.175831 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a092beb-35d5-4d29-b507-fa2c7a91e5a6 None None] Pushing event updated for resources: {'Port': ['ID=d77bc38a-1ec0-4894-87ba-da3d0f96135b,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:57.233941 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-68a77a2a-c6ea-4bc5-86d5-06a64c678ffd tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:57.354433 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-0f2c33d2-9b11-4878-aac4-f8963eae85ea None None] Provisioning complete for port d77bc38a-1ec0-4894-87ba-da3d0f96135b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:55:57.354890 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0f2c33d2-9b11-4878-aac4-f8963eae85ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:57.473693 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device d77bc38a-1ec0-4894-87ba-da3d0f96135b up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:55:57.525748 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port d77bc38a-1ec0-4894-87ba-da3d0f96135b triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:55:57.526332 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:57.557395 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-68a77a2a-c6ea-4bc5-86d5-06a64c678ffd tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Allocated IP 172.20.0.1 (7cf29e82-116f-4369-9f23-62b998f3cc1b/22881fed-c972-40db-bbab-5bfa54af5b73/cf41c0d8-64c4-4121-bbf4-8270dcf140b0) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:55:57.676761 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-68a77a2a-c6ea-4bc5-86d5-06a64c678ffd tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:57.711450 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-68a77a2a-c6ea-4bc5-86d5-06a64c678ffd tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:57.752410 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a77a2a-c6ea-4bc5-86d5-06a64c678ffd tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Network 7cf29e82-116f-4369-9f23-62b998f3cc1b is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:55:57.755623 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-68a77a2a-c6ea-4bc5-86d5-06a64c678ffd tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:55:57.759485 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a77a2a-c6ea-4bc5-86d5-06a64c678ffd tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:55:57.786706 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a77a2a-c6ea-4bc5-86d5-06a64c678ffd tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Pushing event updated for resources: {'Port': ['ID=cf41c0d8-64c4-4121-bbf4-8270dcf140b0,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:57.807967 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-68a77a2a-c6ea-4bc5-86d5-06a64c678ffd tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:57.953019 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-68a77a2a-c6ea-4bc5-86d5-06a64c678ffd tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:57.997568 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-811c64b4-e242-4d06-bcab-3b7a340ad820 None None] Provisioning complete for port cf41c0d8-64c4-4121-bbf4-8270dcf140b0 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:55:57.998657 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-811c64b4-e242-4d06-bcab-3b7a340ad820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:58.036274 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-811c64b4-e242-4d06-bcab-3b7a340ad820 None None] Port cf41c0d8-64c4-4121-bbf4-8270dcf140b0 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:55:58.243461 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-68a77a2a-c6ea-4bc5-86d5-06a64c678ffd tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:58.248654 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-68a77a2a-c6ea-4bc5-86d5-06a64c678ffd tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:58.323135 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:55:58.324639 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-68a77a2a-c6ea-4bc5-86d5-06a64c678ffd tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:58.330518 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a77a2a-c6ea-4bc5-86d5-06a64c678ffd tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Pushing event updated for resources: {'Port': ['ID=cf41c0d8-64c4-4121-bbf4-8270dcf140b0,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:58.418180 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a77a2a-c6ea-4bc5-86d5-06a64c678ffd tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Network 7cf29e82-116f-4369-9f23-62b998f3cc1b is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:55:58.419570 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-68a77a2a-c6ea-4bc5-86d5-06a64c678ffd tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:55:58.549766 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a77a2a-c6ea-4bc5-86d5-06a64c678ffd tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Router 2e699229-f95f-43d0-9574-a15572cf7540 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:55:58.665660 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6539022b-9fa4-4412-b79b-dd8a34c48ab9 None None] Provisioning complete for port cf41c0d8-64c4-4121-bbf4-8270dcf140b0 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:55:58.666246 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6539022b-9fa4-4412-b79b-dd8a34c48ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:58.670909 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a77a2a-c6ea-4bc5-86d5-06a64c678ffd tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:55:58.677556 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-68a77a2a-c6ea-4bc5-86d5-06a64c678ffd tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "PUT /v2.0/routers/2e699229-f95f-43d0-9574-a15572cf7540/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9868231 Dec 10 16:55:58.680017 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34188) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:58.684396 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f661bb1-ba14-40a9-927d-2abe00860aa4 None None] Sync routers for ids ['2e699229-f95f-43d0-9574-a15572cf7540'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:55:58.685622 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-7cade9e5-f702-4b67-a730-f6d22e134d8b tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Request body: {'port': {'network_id': '7cf29e82-116f-4369-9f23-62b998f3cc1b', 'name': 'tempest-FloatingIPTestJSON-882850566'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:55:58.707661 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f661bb1-ba14-40a9-927d-2abe00860aa4 None None] Routers {'2e699229-f95f-43d0-9574-a15572cf7540'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:55:58.707863 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-6539022b-9fa4-4412-b79b-dd8a34c48ab9 None None] Port cf41c0d8-64c4-4121-bbf4-8270dcf140b0 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:55:58.708389 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-4f661bb1-ba14-40a9-927d-2abe00860aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:55:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['2e699229-f95f-43d0-9574-a15572cf7540'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:58.747832 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-4f661bb1-ba14-40a9-927d-2abe00860aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:58.756739 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f661bb1-ba14-40a9-927d-2abe00860aa4 None None] Routers {'2e699229-f95f-43d0-9574-a15572cf7540'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:55:58.757429 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-4f661bb1-ba14-40a9-927d-2abe00860aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:55:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['2e699229-f95f-43d0-9574-a15572cf7540'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:58.790676 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-4f661bb1-ba14-40a9-927d-2abe00860aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:58.791333 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f661bb1-ba14-40a9-927d-2abe00860aa4 None None] The sync data for ids ['2e699229-f95f-43d0-9574-a15572cf7540'] in n-d-766771-2 is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:55:58.801563 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cade9e5-f702-4b67-a730-f6d22e134d8b tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Made reservation on behalf of 042b54955a134708818bf0f1abced213 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:55:58.805162 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7cade9e5-f702-4b67-a730-f6d22e134d8b tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:58.823276 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-7cade9e5-f702-4b67-a730-f6d22e134d8b tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] device_id is not set on port 58dfb118-45a2-46d6-a180-8d93193ec401 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:55:58.942658 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-7cade9e5-f702-4b67-a730-f6d22e134d8b tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Allocated IP 172.20.0.10 (7cf29e82-116f-4369-9f23-62b998f3cc1b/22881fed-c972-40db-bbab-5bfa54af5b73/58dfb118-45a2-46d6-a180-8d93193ec401) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:55:59.095987 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7cade9e5-f702-4b67-a730-f6d22e134d8b tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:59.130854 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7cade9e5-f702-4b67-a730-f6d22e134d8b tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:59.175620 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cade9e5-f702-4b67-a730-f6d22e134d8b tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Network 7cf29e82-116f-4369-9f23-62b998f3cc1b is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:55:59.178932 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-7cade9e5-f702-4b67-a730-f6d22e134d8b tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:55:59.183869 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cade9e5-f702-4b67-a730-f6d22e134d8b tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:55:59.218128 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cade9e5-f702-4b67-a730-f6d22e134d8b tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Pushing event updated for resources: {'Port': ['ID=58dfb118-45a2-46d6-a180-8d93193ec401,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:59.246377 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cade9e5-f702-4b67-a730-f6d22e134d8b tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:59.247025 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7cade9e5-f702-4b67-a730-f6d22e134d8b tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:59.266191 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7cade9e5-f702-4b67-a730-f6d22e134d8b tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5834866 Dec 10 16:55:59.267499 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34192) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:59.272846 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-8d390e10-1e6f-4712-bd59-d33f83d2f8cf tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Request body: {'floatingip': {'port_id': '58dfb118-45a2-46d6-a180-8d93193ec401'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:55:59.333591 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8d390e10-1e6f-4712-bd59-d33f83d2f8cf tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for floatingip, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:59.431090 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-31514e08-a8d3-4a0f-b02e-4aeaa106c7be None None] Provisioning complete for port 58dfb118-45a2-46d6-a180-8d93193ec401 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:55:59.431698 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-31514e08-a8d3-4a0f-b02e-4aeaa106c7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:59.464989 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-31514e08-a8d3-4a0f-b02e-4aeaa106c7be None None] Port 58dfb118-45a2-46d6-a180-8d93193ec401 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:56:00.106334 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8d390e10-1e6f-4712-bd59-d33f83d2f8cf tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:00.110581 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8d390e10-1e6f-4712-bd59-d33f83d2f8cf tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:00.209402 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [None req-8d390e10-1e6f-4712-bd59-d33f83d2f8cf tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Floating IP 26758a2a-fe0d-4851-9fa9-ad244c76cdca associated. External IP: 172.25.6.236, port: d03de549-5e5a-402c-aa5a-16d7f69af138. Dec 10 16:56:00.434663 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d390e10-1e6f-4712-bd59-d33f83d2f8cf tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Router 740799c8-1fd3-44f0-8fca-aacb8540a3ec has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:56:00.548567 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e407f3c9-1d74-4c5f-99e7-bd428b423770 req-edef8ecb-1d9f-4f3f-8047-e07ce8729440 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:00.550039 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e407f3c9-1d74-4c5f-99e7-bd428b423770 req-edef8ecb-1d9f-4f3f-8047-e07ce8729440 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4534f2b-63eb-4eb3-8730-d62a845f7354 HTTP/1.1" status: 200 len: 946 time: 0.1187210 Dec 10 16:56:00.617098 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e407f3c9-1d74-4c5f-99e7-bd428b423770 req-7cb4981e-9c7e-4396-ba95-29c86bd8da9a tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/security-groups?id=c70087bb-73cc-463d-8937-e5ac2239c40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606508 Dec 10 16:56:00.618219 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d390e10-1e6f-4712-bd59-d33f83d2f8cf tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:56:00.627922 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162917b0-d050-4a25-8a4f-ce867bf50cd6 None None] Sync routers for ids ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:56:00.651100 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162917b0-d050-4a25-8a4f-ce867bf50cd6 None None] Routers {'740799c8-1fd3-44f0-8fca-aacb8540a3ec'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:56:00.651751 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-162917b0-d050-4a25-8a4f-ce867bf50cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:55:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:00.685391 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-162917b0-d050-4a25-8a4f-ce867bf50cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:00.694513 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162917b0-d050-4a25-8a4f-ce867bf50cd6 None None] Routers {'740799c8-1fd3-44f0-8fca-aacb8540a3ec'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:56:00.695108 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-162917b0-d050-4a25-8a4f-ce867bf50cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:55:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:00.727387 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-162917b0-d050-4a25-8a4f-ce867bf50cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:00.728042 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162917b0-d050-4a25-8a4f-ce867bf50cd6 None None] The sync data for ids ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'] in n-d-766771-2 is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:56:00.833209 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d390e10-1e6f-4712-bd59-d33f83d2f8cf tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Router 2e699229-f95f-43d0-9574-a15572cf7540 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:56:00.952606 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d390e10-1e6f-4712-bd59-d33f83d2f8cf tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:56:00.957382 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8d390e10-1e6f-4712-bd59-d33f83d2f8cf tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:00.962313 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4580bc-4ff3-4469-8161-53f14cca9073 None None] Sync routers for ids ['2e699229-f95f-43d0-9574-a15572cf7540'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:56:00.972407 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4580bc-4ff3-4469-8161-53f14cca9073 None None] Routers {'2e699229-f95f-43d0-9574-a15572cf7540'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:56:00.972997 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-6b4580bc-4ff3-4469-8161-53f14cca9073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:55:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['2e699229-f95f-43d0-9574-a15572cf7540'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:01.004199 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-6b4580bc-4ff3-4469-8161-53f14cca9073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:01.010590 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-8d390e10-1e6f-4712-bd59-d33f83d2f8cf tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "PUT /v2.0/floatingips/26758a2a-fe0d-4851-9fa9-ad244c76cdca HTTP/1.1" status: 200 len: 978 time: 1.7417369 Dec 10 16:56:01.012777 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4580bc-4ff3-4469-8161-53f14cca9073 None None] Routers {'2e699229-f95f-43d0-9574-a15572cf7540'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:56:01.013421 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34200) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:01.013902 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-6b4580bc-4ff3-4469-8161-53f14cca9073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:55:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['2e699229-f95f-43d0-9574-a15572cf7540'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:01.048652 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-6b4580bc-4ff3-4469-8161-53f14cca9073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:01.049300 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4580bc-4ff3-4469-8161-53f14cca9073 None None] The sync data for ids ['2e699229-f95f-43d0-9574-a15572cf7540'] in n-d-766771-2 is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:56:01.110943 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-79d89a51-12c3-47ee-8c29-b71e814b2349 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Deleting port 58dfb118-45a2-46d6-a180-8d93193ec401 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:56:01.111281 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-79d89a51-12c3-47ee-8c29-b71e814b2349 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:01.196021 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-79d89a51-12c3-47ee-8c29-b71e814b2349 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:01.367829 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-79d89a51-12c3-47ee-8c29-b71e814b2349 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:01.368186 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-79d89a51-12c3-47ee-8c29-b71e814b2349 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:01.368493 n-d-766771-2 neutron-server[103393]: INFO neutron.db.l3_db [None req-79d89a51-12c3-47ee-8c29-b71e814b2349 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Floating IP 26758a2a-fe0d-4851-9fa9-ad244c76cdca disassociated. External IP: 172.25.6.236, port: 58dfb118-45a2-46d6-a180-8d93193ec401. Dec 10 16:56:01.368829 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-79d89a51-12c3-47ee-8c29-b71e814b2349 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Calling delete_port for 58dfb118-45a2-46d6-a180-8d93193ec401 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:56:01.496023 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-79d89a51-12c3-47ee-8c29-b71e814b2349 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:01.524147 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d89a51-12c3-47ee-8c29-b71e814b2349 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Pushing event deleted for resources: {'Port': ['ID=58dfb118-45a2-46d6-a180-8d93193ec401,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:01.658951 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d89a51-12c3-47ee-8c29-b71e814b2349 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Router 2e699229-f95f-43d0-9574-a15572cf7540 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:56:01.758615 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0949cdd-8580-4f0e-a700-dbdb5e813e11 req-5c4fcbd0-b750-43d3-b4cc-75c2c474109d tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:01.760278 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d0949cdd-8580-4f0e-a700-dbdb5e813e11 req-5c4fcbd0-b750-43d3-b4cc-75c2c474109d tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4534f2b-63eb-4eb3-8730-d62a845f7354 HTTP/1.1" status: 200 len: 946 time: 0.0561309 Dec 10 16:56:01.779547 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d89a51-12c3-47ee-8c29-b71e814b2349 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:56:01.791424 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fa27d4-3d63-4cc4-8be4-22b9689bf49d None None] Sync routers for ids ['2e699229-f95f-43d0-9574-a15572cf7540'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:56:01.803569 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fa27d4-3d63-4cc4-8be4-22b9689bf49d None None] Routers {'2e699229-f95f-43d0-9574-a15572cf7540'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:56:01.804095 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-45fa27d4-3d63-4cc4-8be4-22b9689bf49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:55:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['2e699229-f95f-43d0-9574-a15572cf7540'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:01.811600 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d0949cdd-8580-4f0e-a700-dbdb5e813e11 req-f4a5f6e5-e873-4773-8845-50e3b8ba9cf4 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/security-groups?id=c70087bb-73cc-463d-8937-e5ac2239c40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450561 Dec 10 16:56:01.843222 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-45fa27d4-3d63-4cc4-8be4-22b9689bf49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:01.851984 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fa27d4-3d63-4cc4-8be4-22b9689bf49d None None] Routers {'2e699229-f95f-43d0-9574-a15572cf7540'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:56:01.852569 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-45fa27d4-3d63-4cc4-8be4-22b9689bf49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:55:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['2e699229-f95f-43d0-9574-a15572cf7540'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:01.856188 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-79d89a51-12c3-47ee-8c29-b71e814b2349 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:01.860166 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-79d89a51-12c3-47ee-8c29-b71e814b2349 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "DELETE /v2.0/ports/58dfb118-45a2-46d6-a180-8d93193ec401 HTTP/1.1" status: 204 len: 168 time: 0.8455160 Dec 10 16:56:01.862788 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34204) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:01.886613 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-45fa27d4-3d63-4cc4-8be4-22b9689bf49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:01.887267 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fa27d4-3d63-4cc4-8be4-22b9689bf49d None None] The sync data for ids ['2e699229-f95f-43d0-9574-a15572cf7540'] in n-d-766771-2 is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:56:02.254211 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be6846-1b45-4e4b-b4d5-bcd89bd09866 req-ae0a4c35-25b5-4816-b03c-e54123742d07 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:02.255693 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6be6846-1b45-4e4b-b4d5-bcd89bd09866 req-ae0a4c35-25b5-4816-b03c-e54123742d07 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4534f2b-63eb-4eb3-8730-d62a845f7354 HTTP/1.1" status: 200 len: 946 time: 0.0577371 Dec 10 16:56:02.363594 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-a6be6846-1b45-4e4b-b4d5-bcd89bd09866 req-5046e567-28bd-453e-ae5c-f09bfe134713 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Deleting port 09a27df6-fc1e-4269-be6b-43d300ffe636 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:56:02.363878 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a6be6846-1b45-4e4b-b4d5-bcd89bd09866 req-5046e567-28bd-453e-ae5c-f09bfe134713 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:02.466352 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-a6be6846-1b45-4e4b-b4d5-bcd89bd09866 req-5046e567-28bd-453e-ae5c-f09bfe134713 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] For port 09a27df6-fc1e-4269-be6b-43d300ffe636, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=09a27df6-fc1e-4269-be6b-43d300ffe636,segment=NetworkSegment(581f60a9-282b-4a5b-b1af-261eb7622077),segment_id=581f60a9-282b-4a5b-b1af-261eb7622077)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:56:02.466776 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a6be6846-1b45-4e4b-b4d5-bcd89bd09866 req-5046e567-28bd-453e-ae5c-f09bfe134713 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:02.481278 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-a6be6846-1b45-4e4b-b4d5-bcd89bd09866 req-5046e567-28bd-453e-ae5c-f09bfe134713 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Calling delete_port for 09a27df6-fc1e-4269-be6b-43d300ffe636 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:56:02.558809 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-40aef8cd-1386-47ff-9e9b-18c5a93137b2 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:02.609318 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a6be6846-1b45-4e4b-b4d5-bcd89bd09866 req-5046e567-28bd-453e-ae5c-f09bfe134713 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:02.620911 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['09a27df6-fc1e-4269-be6b-43d300ffe636'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:56:02.642303 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5046e567-28bd-453e-ae5c-f09bfe134713 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Pushing event deleted for resources: {'Port': ['ID=09a27df6-fc1e-4269-be6b-43d300ffe636,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:02.672605 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5046e567-28bd-453e-ae5c-f09bfe134713 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:02.672941 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5046e567-28bd-453e-ae5c-f09bfe134713 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:02.673286 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5046e567-28bd-453e-ae5c-f09bfe134713 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:02.673632 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5046e567-28bd-453e-ae5c-f09bfe134713 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:02.673973 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5046e567-28bd-453e-ae5c-f09bfe134713 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:02.674458 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5046e567-28bd-453e-ae5c-f09bfe134713 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:02.674678 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5046e567-28bd-453e-ae5c-f09bfe134713 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:02.675053 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5046e567-28bd-453e-ae5c-f09bfe134713 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:02.675357 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5046e567-28bd-453e-ae5c-f09bfe134713 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:02.675671 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5046e567-28bd-453e-ae5c-f09bfe134713 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:02.676000 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5046e567-28bd-453e-ae5c-f09bfe134713 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:02.676328 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5046e567-28bd-453e-ae5c-f09bfe134713 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:02.676653 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5046e567-28bd-453e-ae5c-f09bfe134713 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:02.692498 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6be6846-1b45-4e4b-b4d5-bcd89bd09866 req-5046e567-28bd-453e-ae5c-f09bfe134713 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] No DVR routers for this DVR port 09a27df6-fc1e-4269-be6b-43d300ffe636 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:56:02.695000 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a6be6846-1b45-4e4b-b4d5-bcd89bd09866 req-5046e567-28bd-453e-ae5c-f09bfe134713 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:02.698454 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a6be6846-1b45-4e4b-b4d5-bcd89bd09866 req-5046e567-28bd-453e-ae5c-f09bfe134713 tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.46 "DELETE /v2.0/ports/09a27df6-fc1e-4269-be6b-43d300ffe636 HTTP/1.1" status: 204 len: 173 time: 0.4331608 Dec 10 16:56:02.698957 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4534f2b-63eb-4eb3-8730-d62a845f7354', 'name': 'network-vif-deleted', 'tag': '09a27df6-fc1e-4269-be6b-43d300ffe636'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:56:02.701182 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf9f75a-6112-46e4-8205-f44b7e6e675b" -d '{"events": [{"server_uuid": "b4534f2b-63eb-4eb3-8730-d62a845f7354", "name": "network-vif-deleted", "tag": "09a27df6-fc1e-4269-be6b-43d300ffe636"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:56:02.745132 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939d91b5-2ca4-4066-8b5b-61138c7a1d6e x-openstack-request-id: req-939d91b5-2ca4-4066-8b5b-61138c7a1d6e {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:56:02.745472 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4534f2b-63eb-4eb3-8730-d62a845f7354", "name": "network-vif-deleted", "tag": "09a27df6-fc1e-4269-be6b-43d300ffe636", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:56:02.745752 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-939d91b5-2ca4-4066-8b5b-61138c7a1d6e {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:56:02.746119 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4534f2b-63eb-4eb3-8730-d62a845f7354', 'name': 'network-vif-deleted', 'tag': '09a27df6-fc1e-4269-be6b-43d300ffe636', 'status': 'completed', 'code': 200} Dec 10 16:56:02.871332 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-40aef8cd-1386-47ff-9e9b-18c5a93137b2 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Deleting port cf41c0d8-64c4-4121-bbf4-8270dcf140b0 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:56:02.871678 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-40aef8cd-1386-47ff-9e9b-18c5a93137b2 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:02.940464 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-07ce378e-5674-4e4f-9dc8-44651b631f40 req-c35c2d08-9003-4067-beca-75b52925938b tempest-VolumesSnapshotTestJSON-375877262 tempest-VolumesSnapshotTestJSON-375877262-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4534f2b-63eb-4eb3-8730-d62a845f7354 HTTP/1.1" status: 200 len: 210 time: 0.0287058 Dec 10 16:56:02.969959 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-40aef8cd-1386-47ff-9e9b-18c5a93137b2 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:02.982632 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-40aef8cd-1386-47ff-9e9b-18c5a93137b2 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Calling delete_port for cf41c0d8-64c4-4121-bbf4-8270dcf140b0 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:56:03.197488 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-40aef8cd-1386-47ff-9e9b-18c5a93137b2 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:03.229072 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aef8cd-1386-47ff-9e9b-18c5a93137b2 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Pushing event deleted for resources: {'Port': ['ID=cf41c0d8-64c4-4121-bbf4-8270dcf140b0,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:03.416519 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-40aef8cd-1386-47ff-9e9b-18c5a93137b2 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:03.632161 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40aef8cd-1386-47ff-9e9b-18c5a93137b2 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Router 2e699229-f95f-43d0-9574-a15572cf7540 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:56:03.738659 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40aef8cd-1386-47ff-9e9b-18c5a93137b2 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:56:03.744598 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-40aef8cd-1386-47ff-9e9b-18c5a93137b2 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "PUT /v2.0/routers/2e699229-f95f-43d0-9574-a15572cf7540/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8808227 Dec 10 16:56:03.747154 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34210) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:03.750193 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c3ec0a-ecc8-4f39-a565-4bfd600ddcb8 None None] Sync routers for ids ['2e699229-f95f-43d0-9574-a15572cf7540'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:56:03.760164 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c3ec0a-ecc8-4f39-a565-4bfd600ddcb8 None None] Routers {'2e699229-f95f-43d0-9574-a15572cf7540'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:56:03.760762 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-37c3ec0a-ecc8-4f39-a565-4bfd600ddcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:55:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['2e699229-f95f-43d0-9574-a15572cf7540'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:03.792650 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-37c3ec0a-ecc8-4f39-a565-4bfd600ddcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:03.801916 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c3ec0a-ecc8-4f39-a565-4bfd600ddcb8 None None] Routers {'2e699229-f95f-43d0-9574-a15572cf7540'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:56:03.802548 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-37c3ec0a-ecc8-4f39-a565-4bfd600ddcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:55:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['2e699229-f95f-43d0-9574-a15572cf7540'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:03.835977 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-37c3ec0a-ecc8-4f39-a565-4bfd600ddcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:03.836626 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c3ec0a-ecc8-4f39-a565-4bfd600ddcb8 None None] The sync data for ids ['2e699229-f95f-43d0-9574-a15572cf7540'] in n-d-766771-2 is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:56:03.856464 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82985209-2d17-4213-bdee-04f5aa9f9d2c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:03.960224 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82985209-2d17-4213-bdee-04f5aa9f9d2c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:04.012430 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-82985209-2d17-4213-bdee-04f5aa9f9d2c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Deleting port 42dd71c5-f539-40b4-b4d6-e1d136b18a6c {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:56:04.012766 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82985209-2d17-4213-bdee-04f5aa9f9d2c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:04.094347 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82985209-2d17-4213-bdee-04f5aa9f9d2c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:04.106562 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-82985209-2d17-4213-bdee-04f5aa9f9d2c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Calling delete_port for 42dd71c5-f539-40b4-b4d6-e1d136b18a6c owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:56:04.288735 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82985209-2d17-4213-bdee-04f5aa9f9d2c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:04.316568 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82985209-2d17-4213-bdee-04f5aa9f9d2c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Pushing event deleted for resources: {'Port': ['ID=42dd71c5-f539-40b4-b4d6-e1d136b18a6c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:04.336170 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086d2679-fda3-4094-a374-cd2062b7b4cb None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:56:04.385170 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82985209-2d17-4213-bdee-04f5aa9f9d2c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:04.476017 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82985209-2d17-4213-bdee-04f5aa9f9d2c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:04.478081 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82985209-2d17-4213-bdee-04f5aa9f9d2c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:04.524403 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82985209-2d17-4213-bdee-04f5aa9f9d2c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:04.525051 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82985209-2d17-4213-bdee-04f5aa9f9d2c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Fanout notify agent at l3_agent the message router_deleted on router 2e699229-f95f-43d0-9574-a15572cf7540 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:56:04.532861 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82985209-2d17-4213-bdee-04f5aa9f9d2c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:04.534012 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-82985209-2d17-4213-bdee-04f5aa9f9d2c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "DELETE /v2.0/routers/2e699229-f95f-43d0-9574-a15572cf7540 HTTP/1.1" status: 204 len: 168 time: 0.7859409 Dec 10 16:56:04.536619 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34222) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:04.593853 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-528715fc-ffa1-4e8e-8617-3389485a79a3 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Deleting subnet 22881fed-c972-40db-bbab-5bfa54af5b73 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:56:04.597104 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-528715fc-ffa1-4e8e-8617-3389485a79a3 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:04.637577 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-528715fc-ffa1-4e8e-8617-3389485a79a3 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:04.722527 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-528715fc-ffa1-4e8e-8617-3389485a79a3 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:04.780293 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-528715fc-ffa1-4e8e-8617-3389485a79a3 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:04.807071 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528715fc-ffa1-4e8e-8617-3389485a79a3 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Pushing event deleted for resources: {'Subnet': ['ID=22881fed-c972-40db-bbab-5bfa54af5b73,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:04.813450 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-528715fc-ffa1-4e8e-8617-3389485a79a3 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:04.822194 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-528715fc-ffa1-4e8e-8617-3389485a79a3 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "DELETE /v2.0/subnets/22881fed-c972-40db-bbab-5bfa54af5b73 HTTP/1.1" status: 204 len: 168 time: 0.2845204 Dec 10 16:56:04.824850 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34224) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:04.826171 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55d7cd6-5aa0-4dde-9679-581ad4c64466 None None] Network 7cf29e82-116f-4369-9f23-62b998f3cc1b requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:56:04.905906 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b1afd029-09ff-4fe7-bd80-861197062a7c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:04.974581 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-b1afd029-09ff-4fe7-bd80-861197062a7c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Deleting port d77bc38a-1ec0-4894-87ba-da3d0f96135b {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:56:04.974919 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b1afd029-09ff-4fe7-bd80-861197062a7c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:04.983327 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c9c55d-d9c6-42d2-a91f-99a23853f18e None None] DHCP port deletion for 7cf29e82-116f-4369-9f23-62b998f3cc1b request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:56:05.037878 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-20c9c55d-d9c6-42d2-a91f-99a23853f18e None None] Deleting port d77bc38a-1ec0-4894-87ba-da3d0f96135b {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:56:05.038347 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-20c9c55d-d9c6-42d2-a91f-99a23853f18e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:05.062988 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-b1afd029-09ff-4fe7-bd80-861197062a7c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] For port d77bc38a-1ec0-4894-87ba-da3d0f96135b, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=d77bc38a-1ec0-4894-87ba-da3d0f96135b,segment=NetworkSegment(cc96b8e8-d60f-47a8-a207-70657a363ca5),segment_id=cc96b8e8-d60f-47a8-a207-70657a363ca5)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:56:05.063347 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b1afd029-09ff-4fe7-bd80-861197062a7c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:05.078637 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-b1afd029-09ff-4fe7-bd80-861197062a7c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Calling delete_port for d77bc38a-1ec0-4894-87ba-da3d0f96135b owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:56:05.105427 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-20c9c55d-d9c6-42d2-a91f-99a23853f18e None None] For port d77bc38a-1ec0-4894-87ba-da3d0f96135b, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=d77bc38a-1ec0-4894-87ba-da3d0f96135b,segment=NetworkSegment(cc96b8e8-d60f-47a8-a207-70657a363ca5),segment_id=cc96b8e8-d60f-47a8-a207-70657a363ca5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:56:05.105828 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-20c9c55d-d9c6-42d2-a91f-99a23853f18e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:05.118902 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-20c9c55d-d9c6-42d2-a91f-99a23853f18e None None] Calling delete_port for d77bc38a-1ec0-4894-87ba-da3d0f96135b owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:56:05.172957 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b1afd029-09ff-4fe7-bd80-861197062a7c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:05.198980 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-20c9c55d-d9c6-42d2-a91f-99a23853f18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:05.200022 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1afd029-09ff-4fe7-bd80-861197062a7c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] No DVR routers for this DVR port d77bc38a-1ec0-4894-87ba-da3d0f96135b on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:56:05.207369 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afd029-09ff-4fe7-bd80-861197062a7c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Pushing event deleted for resources: {'Port': ['ID=d77bc38a-1ec0-4894-87ba-da3d0f96135b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:05.226614 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c9c55d-d9c6-42d2-a91f-99a23853f18e None None] Pushing event deleted for resources: {'Port': ['ID=d77bc38a-1ec0-4894-87ba-da3d0f96135b,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:05.228456 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c9c55d-d9c6-42d2-a91f-99a23853f18e None None] No DVR routers for this DVR port d77bc38a-1ec0-4894-87ba-da3d0f96135b on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:56:05.301367 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b1afd029-09ff-4fe7-bd80-861197062a7c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:05.323196 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-b1afd029-09ff-4fe7-bd80-861197062a7c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cf29e82-116f-4369-9f23-62b998f3cc1b']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:05.335849 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-b1afd029-09ff-4fe7-bd80-861197062a7c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc96b8e8-d60f-47a8-a207-70657a363ca5') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:05.336145 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-b1afd029-09ff-4fe7-bd80-861197062a7c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc96b8e8-d60f-47a8-a207-70657a363ca5') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:05.354053 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b1afd029-09ff-4fe7-bd80-861197062a7c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:05.369867 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b1afd029-09ff-4fe7-bd80-861197062a7c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:05.383178 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1afd029-09ff-4fe7-bd80-861197062a7c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:56:05.384217 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b1afd029-09ff-4fe7-bd80-861197062a7c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:05.389208 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:56:05.389208 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:56:05.389208 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:56:05.389208 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:56:05.389208 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:56:05.389208 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:56:05.389208 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:56:05.389208 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:56:05.389208 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:56:05.389208 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:56:05.389208 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:56:05.389208 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:56:05.389208 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:56:05.389208 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:56:05.389208 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:56:05.389208 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:56:05.389208 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:56:05.389208 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:56:05.389208 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:56:05.389208 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:56:05.389208 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:56:05.389208 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:56:05.389208 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:56:05.389208 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:56:05.389208 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:56:05.389208 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:56:05.389208 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:56:05.389208 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:56:05.389208 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:56:05.389208 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:56:05.389208 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:56:05.389208 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:56:05.404270 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device d77bc38a-1ec0-4894-87ba-da3d0f96135b no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:56:05.427738 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: d77bc38a-1ec0-4894-87ba-da3d0f96135b {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:56:05.428432 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device d77bc38a-1ec0-4894-87ba-da3d0f96135b not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:56:05.455870 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b1afd029-09ff-4fe7-bd80-861197062a7c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:05.463007 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b1afd029-09ff-4fe7-bd80-861197062a7c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:05.469061 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b1afd029-09ff-4fe7-bd80-861197062a7c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "DELETE /v2.0/networks/7cf29e82-116f-4369-9f23-62b998f3cc1b HTTP/1.1" status: 204 len: 168 time: 0.6401253 Dec 10 16:56:05.469506 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34240) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:05.493477 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afd029-09ff-4fe7-bd80-861197062a7c tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Pushing event deleted for resources: {'Network': ['ID=7cf29e82-116f-4369-9f23-62b998f3cc1b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:05.607875 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-316d53f7-1be9-4282-9a96-194c70e742e8 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Deleting port fbf89850-0574-4aeb-8139-a695bafd158a {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:56:05.608217 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-316d53f7-1be9-4282-9a96-194c70e742e8 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:05.694248 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-316d53f7-1be9-4282-9a96-194c70e742e8 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:05.694591 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-316d53f7-1be9-4282-9a96-194c70e742e8 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:05.707110 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-316d53f7-1be9-4282-9a96-194c70e742e8 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Calling delete_port for fbf89850-0574-4aeb-8139-a695bafd158a owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:56:05.860783 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-316d53f7-1be9-4282-9a96-194c70e742e8 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:05.885263 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d53f7-1be9-4282-9a96-194c70e742e8 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Pushing event deleted for resources: {'Port': ['ID=fbf89850-0574-4aeb-8139-a695bafd158a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:05.949786 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-316d53f7-1be9-4282-9a96-194c70e742e8 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for floatingip, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:05.953781 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-316d53f7-1be9-4282-9a96-194c70e742e8 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:05.954990 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-316d53f7-1be9-4282-9a96-194c70e742e8 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "DELETE /v2.0/floatingips/26758a2a-fe0d-4851-9fa9-ad244c76cdca HTTP/1.1" status: 204 len: 168 time: 0.4844539 Dec 10 16:56:05.958822 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34242) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:05.981782 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbb8cb0d-a5d5-4940-b888-1bdc8ace5880 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] DELETE failed (client error): The resource could not be found. Dec 10 16:56:05.982384 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbb8cb0d-a5d5-4940-b888-1bdc8ace5880 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:56:05.988794 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-dbb8cb0d-a5d5-4940-b888-1bdc8ace5880 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "DELETE /v2.0/ports/58dfb118-45a2-46d6-a180-8d93193ec401 HTTP/1.1" status: 404 len: 333 time: 0.0293541 Dec 10 16:56:05.991471 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34244) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:06.025389 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-9592fda2-f4fa-44ab-85a6-4f5c110d63c5 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e699229-f95f-43d0-9574-a15572cf7540 HTTP/1.1" status: 200 len: 205 time: 0.0325761 Dec 10 16:56:06.027753 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34246) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:06.068498 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [None req-02a80ba8-c2c7-4734-8735-1b5efcddb077 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] delete failed (client error): The resource could not be found. Dec 10 16:56:06.069520 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-02a80ba8-c2c7-4734-8735-1b5efcddb077 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "DELETE /v2.0/routers/2e699229-f95f-43d0-9574-a15572cf7540 HTTP/1.1" status: 404 len: 336 time: 0.0407073 Dec 10 16:56:06.072161 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34248) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:06.098910 n-d-766771-2 neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-a19fd202-4830-48f3-96a6-4a9123500b00 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] DELETE failed (client error): The resource could not be found. Dec 10 16:56:06.099379 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a19fd202-4830-48f3-96a6-4a9123500b00 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:56:06.102790 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a19fd202-4830-48f3-96a6-4a9123500b00 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "DELETE /v2.0/subnets/22881fed-c972-40db-bbab-5bfa54af5b73 HTTP/1.1" status: 404 len: 337 time: 0.0296385 Dec 10 16:56:06.105329 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34250) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:06.195198 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-062657d4-677c-4536-9d9d-46f74a0d70bd tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Deleting port d03de549-5e5a-402c-aa5a-16d7f69af138 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:56:06.195542 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-062657d4-677c-4536-9d9d-46f74a0d70bd tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:06.285453 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-062657d4-677c-4536-9d9d-46f74a0d70bd tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:06.297885 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-062657d4-677c-4536-9d9d-46f74a0d70bd tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Calling delete_port for d03de549-5e5a-402c-aa5a-16d7f69af138 owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:56:06.426538 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-062657d4-677c-4536-9d9d-46f74a0d70bd tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:06.455763 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062657d4-677c-4536-9d9d-46f74a0d70bd tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Pushing event deleted for resources: {'Port': ['ID=d03de549-5e5a-402c-aa5a-16d7f69af138,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:06.520971 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-062657d4-677c-4536-9d9d-46f74a0d70bd tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:06.526235 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-062657d4-677c-4536-9d9d-46f74a0d70bd tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "DELETE /v2.0/ports/d03de549-5e5a-402c-aa5a-16d7f69af138 HTTP/1.1" status: 204 len: 168 time: 0.4195924 Dec 10 16:56:06.528219 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34254) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:06.544419 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:06.624216 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-14b4f408-2ede-42e9-a885-4e238ef02a7b tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Deleting port fcf23d8f-3967-4725-ae39-4ff69ded874c {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:56:06.624592 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-14b4f408-2ede-42e9-a885-4e238ef02a7b tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:06.739414 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-14b4f408-2ede-42e9-a885-4e238ef02a7b tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:06.751912 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-14b4f408-2ede-42e9-a885-4e238ef02a7b tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Calling delete_port for fcf23d8f-3967-4725-ae39-4ff69ded874c owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:56:06.909625 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-14b4f408-2ede-42e9-a885-4e238ef02a7b tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:06.937084 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b4f408-2ede-42e9-a885-4e238ef02a7b tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Pushing event deleted for resources: {'Port': ['ID=fcf23d8f-3967-4725-ae39-4ff69ded874c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:07.015133 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-14b4f408-2ede-42e9-a885-4e238ef02a7b tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:07.019146 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-14b4f408-2ede-42e9-a885-4e238ef02a7b tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "DELETE /v2.0/ports/fcf23d8f-3967-4725-ae39-4ff69ded874c HTTP/1.1" status: 204 len: 168 time: 0.4899797 Dec 10 16:56:07.021621 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34256) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:07.074640 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ded4fa7-21ea-42c9-987b-bc0649d8732f tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:07.076788 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5ded4fa7-21ea-42c9-987b-bc0649d8732f tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "GET /v2.0/ports?device_id=740799c8-1fd3-44f0-8fca-aacb8540a3ec HTTP/1.1" status: 200 len: 913 time: 0.0540986 Dec 10 16:56:07.079872 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34258) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:07.521669 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 09a27df6-fc1e-4269-be6b-43d300ffe636 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:56:07.544848 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: 09a27df6-fc1e-4269-be6b-43d300ffe636 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:56:07.545448 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 09a27df6-fc1e-4269-be6b-43d300ffe636 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:56:07.708547 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b9355e2c-14f9-4a7e-b863-2f81bbf39e81 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:07.983389 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-b9355e2c-14f9-4a7e-b863-2f81bbf39e81 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Deleting port 550f702d-0344-4919-9f68-49dc2b12d6f7 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:56:07.983727 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b9355e2c-14f9-4a7e-b863-2f81bbf39e81 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:08.072637 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b9355e2c-14f9-4a7e-b863-2f81bbf39e81 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:08.084229 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-b9355e2c-14f9-4a7e-b863-2f81bbf39e81 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Calling delete_port for 550f702d-0344-4919-9f68-49dc2b12d6f7 owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:56:08.265833 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b9355e2c-14f9-4a7e-b863-2f81bbf39e81 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:08.291961 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9355e2c-14f9-4a7e-b863-2f81bbf39e81 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Pushing event deleted for resources: {'Port': ['ID=550f702d-0344-4919-9f68-49dc2b12d6f7,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:08.362819 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:08.464958 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b9355e2c-14f9-4a7e-b863-2f81bbf39e81 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:08.698175 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9355e2c-14f9-4a7e-b863-2f81bbf39e81 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Router 740799c8-1fd3-44f0-8fca-aacb8540a3ec has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:56:08.801932 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9355e2c-14f9-4a7e-b863-2f81bbf39e81 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:56:08.807851 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-b9355e2c-14f9-4a7e-b863-2f81bbf39e81 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "PUT /v2.0/routers/740799c8-1fd3-44f0-8fca-aacb8540a3ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7268863 Dec 10 16:56:08.809497 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34272) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:08.815179 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9792a804-d3b6-4f71-9641-3878486f3b60 None None] Sync routers for ids ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:56:08.825643 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9792a804-d3b6-4f71-9641-3878486f3b60 None None] Routers {'740799c8-1fd3-44f0-8fca-aacb8540a3ec'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:56:08.826535 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-9792a804-d3b6-4f71-9641-3878486f3b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:55:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:08.860383 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-9792a804-d3b6-4f71-9641-3878486f3b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:08.869310 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9792a804-d3b6-4f71-9641-3878486f3b60 None None] Routers {'740799c8-1fd3-44f0-8fca-aacb8540a3ec'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:56:08.870023 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-9792a804-d3b6-4f71-9641-3878486f3b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:55:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:08.907314 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-9792a804-d3b6-4f71-9641-3878486f3b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:08.908052 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9792a804-d3b6-4f71-9641-3878486f3b60 None None] The sync data for ids ['740799c8-1fd3-44f0-8fca-aacb8540a3ec'] in n-d-766771-2 is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:56:08.924042 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1e44a932-0248-40c9-9026-7723582c4b75 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:09.034485 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1e44a932-0248-40c9-9026-7723582c4b75 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:09.087504 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-1e44a932-0248-40c9-9026-7723582c4b75 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Deleting port acc74296-99a4-40fc-baee-c3ea2178f6fd {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:56:09.087850 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1e44a932-0248-40c9-9026-7723582c4b75 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:09.167267 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1e44a932-0248-40c9-9026-7723582c4b75 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:09.180000 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-1e44a932-0248-40c9-9026-7723582c4b75 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Calling delete_port for acc74296-99a4-40fc-baee-c3ea2178f6fd owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:56:09.345356 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1e44a932-0248-40c9-9026-7723582c4b75 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:09.371959 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44a932-0248-40c9-9026-7723582c4b75 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Pushing event deleted for resources: {'Port': ['ID=acc74296-99a4-40fc-baee-c3ea2178f6fd,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:09.387562 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5cf95c-f868-4153-a86b-47c88bca03f0 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:56:09.437237 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1e44a932-0248-40c9-9026-7723582c4b75 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:09.530407 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1e44a932-0248-40c9-9026-7723582c4b75 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:09.533179 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1e44a932-0248-40c9-9026-7723582c4b75 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:09.577595 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1e44a932-0248-40c9-9026-7723582c4b75 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:09.578091 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e44a932-0248-40c9-9026-7723582c4b75 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Fanout notify agent at l3_agent the message router_deleted on router 740799c8-1fd3-44f0-8fca-aacb8540a3ec {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:56:09.585227 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1e44a932-0248-40c9-9026-7723582c4b75 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:09.589304 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1e44a932-0248-40c9-9026-7723582c4b75 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "DELETE /v2.0/routers/740799c8-1fd3-44f0-8fca-aacb8540a3ec HTTP/1.1" status: 204 len: 168 time: 0.7749910 Dec 10 16:56:09.589304 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34276) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:09.640382 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c10faf-c2b9-4fa5-89d2-affcbe32045f tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Deleting subnet f1e613a2-2598-445b-95f7-383b173b7b32 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:56:09.643749 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-03c10faf-c2b9-4fa5-89d2-affcbe32045f tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:09.689280 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-03c10faf-c2b9-4fa5-89d2-affcbe32045f tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:09.733046 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-03c10faf-c2b9-4fa5-89d2-affcbe32045f tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:09.790728 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-03c10faf-c2b9-4fa5-89d2-affcbe32045f tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:09.817596 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c10faf-c2b9-4fa5-89d2-affcbe32045f tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Pushing event deleted for resources: {'Subnet': ['ID=f1e613a2-2598-445b-95f7-383b173b7b32,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:09.824797 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-03c10faf-c2b9-4fa5-89d2-affcbe32045f tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:09.831071 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34278) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:09.835830 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-03c10faf-c2b9-4fa5-89d2-affcbe32045f tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "DELETE /v2.0/subnets/f1e613a2-2598-445b-95f7-383b173b7b32 HTTP/1.1" status: 204 len: 168 time: 0.2406902 Dec 10 16:56:09.916180 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-47331538-e7d1-4509-b536-9f3440672491 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:10.007854 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-47331538-e7d1-4509-b536-9f3440672491 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:10.027406 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-47331538-e7d1-4509-b536-9f3440672491 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99bc65eb-751a-4a1c-a361-28c58f064270']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:10.036966 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-47331538-e7d1-4509-b536-9f3440672491 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3241487d-14e2-4df8-a414-3235d6440ead') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:10.037263 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-47331538-e7d1-4509-b536-9f3440672491 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3241487d-14e2-4df8-a414-3235d6440ead') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:10.046535 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-47331538-e7d1-4509-b536-9f3440672491 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:10.059368 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-47331538-e7d1-4509-b536-9f3440672491 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:10.065124 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47331538-e7d1-4509-b536-9f3440672491 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:56:10.065496 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-47331538-e7d1-4509-b536-9f3440672491 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:10.068501 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:56:10.068501 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:56:10.068501 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:56:10.068501 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:56:10.068501 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:56:10.068501 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:56:10.068501 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:56:10.068501 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:56:10.068501 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:56:10.068501 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:56:10.068501 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:56:10.068501 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:56:10.068501 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:56:10.068501 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:56:10.068501 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:56:10.068501 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:56:10.068501 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:56:10.068501 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:56:10.068501 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:56:10.068501 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:56:10.068501 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:56:10.068501 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:56:10.068501 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:56:10.068501 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:56:10.068501 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:56:10.068501 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:56:10.068501 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:56:10.068501 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:56:10.068501 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:56:10.068501 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:56:10.068501 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:56:10.068501 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:56:10.125162 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-47331538-e7d1-4509-b536-9f3440672491 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:10.129587 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-47331538-e7d1-4509-b536-9f3440672491 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:10.132999 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-47331538-e7d1-4509-b536-9f3440672491 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] 10.222.0.11 "DELETE /v2.0/networks/99bc65eb-751a-4a1c-a361-28c58f064270 HTTP/1.1" status: 204 len: 168 time: 0.3008215 Dec 10 16:56:10.152312 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47331538-e7d1-4509-b536-9f3440672491 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Pushing event deleted for resources: {'Network': ['ID=99bc65eb-751a-4a1c-a361-28c58f064270,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:10.160700 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47331538-e7d1-4509-b536-9f3440672491 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:10.161051 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47331538-e7d1-4509-b536-9f3440672491 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:10.161397 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47331538-e7d1-4509-b536-9f3440672491 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:10.161735 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47331538-e7d1-4509-b536-9f3440672491 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:10.162072 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47331538-e7d1-4509-b536-9f3440672491 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:10.162431 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47331538-e7d1-4509-b536-9f3440672491 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:10.162758 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47331538-e7d1-4509-b536-9f3440672491 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:10.163237 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47331538-e7d1-4509-b536-9f3440672491 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:10.163565 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47331538-e7d1-4509-b536-9f3440672491 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:10.163892 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47331538-e7d1-4509-b536-9f3440672491 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:10.164220 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47331538-e7d1-4509-b536-9f3440672491 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:10.164545 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47331538-e7d1-4509-b536-9f3440672491 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:10.165130 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47331538-e7d1-4509-b536-9f3440672491 tempest-FloatingIPTestJSON-1755489973 tempest-FloatingIPTestJSON-1755489973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:10.380706 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34286) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:10.520517 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-22123321-d328-4071-bede-44c5a09ec2ef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=042b54955a134708818bf0f1abced213&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1385436 Dec 10 16:56:10.523162 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34290) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:10.579830 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-367cfe14-ee1a-4384-ab42-7ceb49132923 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:10.604695 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-367cfe14-ee1a-4384-ab42-7ceb49132923 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:10.658526 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-367cfe14-ee1a-4384-ab42-7ceb49132923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:10.661207 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-367cfe14-ee1a-4384-ab42-7ceb49132923 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:10.662547 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-367cfe14-ee1a-4384-ab42-7ceb49132923 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ade28631-5e08-4f59-888a-de69bcd8ca86 HTTP/1.1" status: 204 len: 168 time: 0.1379211 Dec 10 16:56:10.671864 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367cfe14-ee1a-4384-ab42-7ceb49132923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade28631-5e08-4f59-888a-de69bcd8ca86,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:11.327062 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34314) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:11.431974 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-3f865d01-5dd4-48c9-a428-e08770725a1c tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Request body: {'networks': [{'name': 'tempest-network--1230072399'}, {'name': 'tempest-network--216965737'}]} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:56:11.432278 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-3f865d01-5dd4-48c9-a428-e08770725a1c tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Request body: {'network': {'name': 'tempest-network--1230072399'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:56:11.432747 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-3f865d01-5dd4-48c9-a428-e08770725a1c tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Request body: {'network': {'name': 'tempest-network--216965737'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:56:11.455120 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f865d01-5dd4-48c9-a428-e08770725a1c tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Made reservation on behalf of ababf1ebab9448acb39978bec035d2ce for: {'network': 2} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:56:11.460132 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f865d01-5dd4-48c9-a428-e08770725a1c tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:11.469731 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f865d01-5dd4-48c9-a428-e08770725a1c tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:11.554723 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f865d01-5dd4-48c9-a428-e08770725a1c tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:11.558549 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f865d01-5dd4-48c9-a428-e08770725a1c tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:11.559038 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f865d01-5dd4-48c9-a428-e08770725a1c tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:11.602632 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f865d01-5dd4-48c9-a428-e08770725a1c tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:56:11.607544 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f865d01-5dd4-48c9-a428-e08770725a1c tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b9a868-1d27-4462-b29e-5f31be769ea0,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:11.615867 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f865d01-5dd4-48c9-a428-e08770725a1c tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:11.616218 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-3f865d01-5dd4-48c9-a428-e08770725a1c tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Added segment f59447a9-9bdf-4803-8dfa-46aa9ae281d7 of type vlan for network 89394142-dc85-475a-86c4-65ecc9457b7c Dec 10 16:56:11.666946 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f865d01-5dd4-48c9-a428-e08770725a1c tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:11.695800 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f865d01-5dd4-48c9-a428-e08770725a1c tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:56:11.708843 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f865d01-5dd4-48c9-a428-e08770725a1c tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:11.708843 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-3f865d01-5dd4-48c9-a428-e08770725a1c tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Added segment 2dcc36df-2cfb-432b-bbbc-17ef442739f2 of type vlan for network c8d7f899-898e-42c1-a800-e72b185ab386 Dec 10 16:56:11.748468 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f865d01-5dd4-48c9-a428-e08770725a1c tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:11.777460 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f865d01-5dd4-48c9-a428-e08770725a1c tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:11.778029 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f865d01-5dd4-48c9-a428-e08770725a1c tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:11.783908 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f865d01-5dd4-48c9-a428-e08770725a1c tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:11.795617 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f865d01-5dd4-48c9-a428-e08770725a1c tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:11.796315 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f865d01-5dd4-48c9-a428-e08770725a1c tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:11.857336 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3f865d01-5dd4-48c9-a428-e08770725a1c tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.5285311 Dec 10 16:56:11.860525 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34320) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:11.936756 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f865d01-5dd4-48c9-a428-e08770725a1c tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Pushing event updated for resources: {'Network': ['ID=89394142-dc85-475a-86c4-65ecc9457b7c,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:11.950390 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 89394142-dc85-475a-86c4-65ecc9457b7c details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:56:12.086306 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f865d01-5dd4-48c9-a428-e08770725a1c tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Pushing event updated for resources: {'Network': ['ID=c8d7f899-898e-42c1-a800-e72b185ab386,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:12.122337 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b0b3b6-4dd1-47c2-9fc7-4994ef5a03af tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:12.129461 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b0b3b6-4dd1-47c2-9fc7-4994ef5a03af tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:12.135577 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b0b3b6-4dd1-47c2-9fc7-4994ef5a03af tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:12.142002 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b0b3b6-4dd1-47c2-9fc7-4994ef5a03af tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:12.146168 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-32b0b3b6-4dd1-47c2-9fc7-4994ef5a03af tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2823834 Dec 10 16:56:12.146893 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34324) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:12.242692 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network c8d7f899-898e-42c1-a800-e72b185ab386 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:56:12.248390 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-972cc58a-ea28-4b0d-817a-b206c0d86842 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:12.353451 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-972cc58a-ea28-4b0d-817a-b206c0d86842 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:12.375222 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-972cc58a-ea28-4b0d-817a-b206c0d86842 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89394142-dc85-475a-86c4-65ecc9457b7c']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:12.385188 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-972cc58a-ea28-4b0d-817a-b206c0d86842 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f59447a9-9bdf-4803-8dfa-46aa9ae281d7') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:12.385490 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-972cc58a-ea28-4b0d-817a-b206c0d86842 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f59447a9-9bdf-4803-8dfa-46aa9ae281d7') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:12.395232 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-972cc58a-ea28-4b0d-817a-b206c0d86842 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:12.408608 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-972cc58a-ea28-4b0d-817a-b206c0d86842 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:12.415132 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-972cc58a-ea28-4b0d-817a-b206c0d86842 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:56:12.415510 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-972cc58a-ea28-4b0d-817a-b206c0d86842 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:12.418616 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:56:12.418616 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:56:12.418616 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:56:12.418616 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:56:12.418616 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:56:12.418616 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:56:12.418616 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:56:12.418616 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:56:12.418616 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:56:12.418616 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:56:12.418616 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:56:12.418616 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:56:12.418616 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:56:12.418616 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:56:12.418616 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:56:12.418616 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:56:12.418616 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:56:12.418616 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:56:12.418616 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:56:12.418616 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:56:12.418616 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:56:12.418616 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:56:12.418616 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:56:12.418616 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:56:12.418616 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:56:12.418616 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:56:12.418616 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:56:12.418616 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:56:12.418616 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:56:12.418616 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:56:12.418616 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:56:12.418616 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:56:12.482183 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-972cc58a-ea28-4b0d-817a-b206c0d86842 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:12.491124 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-972cc58a-ea28-4b0d-817a-b206c0d86842 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:12.494507 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-972cc58a-ea28-4b0d-817a-b206c0d86842 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] 10.222.0.11 "DELETE /v2.0/networks/89394142-dc85-475a-86c4-65ecc9457b7c HTTP/1.1" status: 204 len: 168 time: 0.3463650 Dec 10 16:56:12.497293 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34326) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:12.505234 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972cc58a-ea28-4b0d-817a-b206c0d86842 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Pushing event deleted for resources: {'Network': ['ID=89394142-dc85-475a-86c4-65ecc9457b7c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:12.575842 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f91ef514-3e7b-4963-b9ab-1e101df5619f tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:12.668071 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f91ef514-3e7b-4963-b9ab-1e101df5619f tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:12.689120 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-f91ef514-3e7b-4963-b9ab-1e101df5619f tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8d7f899-898e-42c1-a800-e72b185ab386']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:12.698367 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-f91ef514-3e7b-4963-b9ab-1e101df5619f tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dcc36df-2cfb-432b-bbbc-17ef442739f2') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:12.699025 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-f91ef514-3e7b-4963-b9ab-1e101df5619f tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dcc36df-2cfb-432b-bbbc-17ef442739f2') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:12.708799 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f91ef514-3e7b-4963-b9ab-1e101df5619f tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:12.721987 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f91ef514-3e7b-4963-b9ab-1e101df5619f tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:12.728447 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f91ef514-3e7b-4963-b9ab-1e101df5619f tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:56:12.728839 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f91ef514-3e7b-4963-b9ab-1e101df5619f tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:12.731918 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:56:12.731918 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:56:12.731918 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:56:12.731918 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:56:12.731918 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:56:12.731918 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:56:12.731918 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:56:12.731918 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:56:12.731918 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:56:12.731918 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:56:12.731918 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:56:12.731918 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:56:12.731918 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:56:12.731918 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:56:12.731918 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:56:12.731918 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:56:12.731918 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:56:12.731918 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:56:12.731918 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:56:12.731918 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:56:12.731918 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:56:12.731918 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:56:12.731918 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:56:12.731918 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:56:12.731918 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:56:12.731918 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:56:12.731918 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:56:12.731918 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:56:12.731918 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:56:12.731918 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:56:12.731918 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:56:12.731918 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:56:12.794507 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f91ef514-3e7b-4963-b9ab-1e101df5619f tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:12.812656 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f91ef514-3e7b-4963-b9ab-1e101df5619f tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:12.816359 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-f91ef514-3e7b-4963-b9ab-1e101df5619f tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] 10.222.0.11 "DELETE /v2.0/networks/c8d7f899-898e-42c1-a800-e72b185ab386 HTTP/1.1" status: 204 len: 168 time: 0.3174810 Dec 10 16:56:12.817329 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ef514-3e7b-4963-b9ab-1e101df5619f tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Pushing event deleted for resources: {'Network': ['ID=c8d7f899-898e-42c1-a800-e72b185ab386,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:12.819086 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34328) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:12.998021 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8b78e9-a3cd-447e-9fcf-2f073ab40b54 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:13.005073 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8b78e9-a3cd-447e-9fcf-2f073ab40b54 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:13.006760 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-8b8b78e9-a3cd-447e-9fcf-2f073ab40b54 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1864765 Dec 10 16:56:13.010523 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34330) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:13.015250 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-b60709f1-92c8-460d-bc2f-20bc290d92e8 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1035801300'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:56:13.037292 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60709f1-92c8-460d-bc2f-20bc290d92e8 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Made reservation on behalf of ababf1ebab9448acb39978bec035d2ce for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:56:13.041092 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b60709f1-92c8-460d-bc2f-20bc290d92e8 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:13.065391 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b60709f1-92c8-460d-bc2f-20bc290d92e8 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:56:13.075483 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b60709f1-92c8-460d-bc2f-20bc290d92e8 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:13.075822 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-b60709f1-92c8-460d-bc2f-20bc290d92e8 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Added segment 6efdc3d7-7c61-406b-b382-0a0cfaba76d9 of type vlan for network 1bd5cd77-34e8-4d8e-9e29-deb0fabe0a72 Dec 10 16:56:13.116835 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b60709f1-92c8-460d-bc2f-20bc290d92e8 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:13.143698 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b60709f1-92c8-460d-bc2f-20bc290d92e8 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:13.149641 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60709f1-92c8-460d-bc2f-20bc290d92e8 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:13.151089 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b60709f1-92c8-460d-bc2f-20bc290d92e8 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:13.213468 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b60709f1-92c8-460d-bc2f-20bc290d92e8 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2019119 Dec 10 16:56:13.216325 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34334) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:13.221672 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-05fb77b5-456a-43dc-9234-030d6a2ca412 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1289373411'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:56:13.235994 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60709f1-92c8-460d-bc2f-20bc290d92e8 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Pushing event updated for resources: {'Network': ['ID=1bd5cd77-34e8-4d8e-9e29-deb0fabe0a72,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:13.246820 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fb77b5-456a-43dc-9234-030d6a2ca412 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Made reservation on behalf of ababf1ebab9448acb39978bec035d2ce for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:56:13.251626 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 1bd5cd77-34e8-4d8e-9e29-deb0fabe0a72 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:56:13.252152 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-05fb77b5-456a-43dc-9234-030d6a2ca412 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:13.285919 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05fb77b5-456a-43dc-9234-030d6a2ca412 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:56:13.302469 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-05fb77b5-456a-43dc-9234-030d6a2ca412 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:13.303076 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-05fb77b5-456a-43dc-9234-030d6a2ca412 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Added segment f7d127bd-7fcb-4699-b972-b001cffcc4a1 of type vlan for network b2141cab-8450-441a-82db-5dfa67ef26a0 Dec 10 16:56:13.349577 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-05fb77b5-456a-43dc-9234-030d6a2ca412 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:13.376694 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-05fb77b5-456a-43dc-9234-030d6a2ca412 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:13.383331 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fb77b5-456a-43dc-9234-030d6a2ca412 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:13.383961 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-05fb77b5-456a-43dc-9234-030d6a2ca412 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:13.442566 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-05fb77b5-456a-43dc-9234-030d6a2ca412 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2250593 Dec 10 16:56:13.445377 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34336) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:13.450793 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-449054a4-cf6b-4d97-8ea3-eec4238f5642 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Request body: {'ports': [{'network_id': '1bd5cd77-34e8-4d8e-9e29-deb0fabe0a72', 'name': 'tempest-port--263410187', 'admin_state_up': True}, {'network_id': 'b2141cab-8450-441a-82db-5dfa67ef26a0', 'admin_state_up': False}]} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:56:13.450793 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-449054a4-cf6b-4d97-8ea3-eec4238f5642 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Request body: {'port': {'network_id': '1bd5cd77-34e8-4d8e-9e29-deb0fabe0a72', 'name': 'tempest-port--263410187', 'admin_state_up': True}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:56:13.451496 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-449054a4-cf6b-4d97-8ea3-eec4238f5642 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Request body: {'port': {'network_id': 'b2141cab-8450-441a-82db-5dfa67ef26a0', 'admin_state_up': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:56:13.474359 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb77b5-456a-43dc-9234-030d6a2ca412 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Pushing event updated for resources: {'Network': ['ID=b2141cab-8450-441a-82db-5dfa67ef26a0,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:13.484764 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network b2141cab-8450-441a-82db-5dfa67ef26a0 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:56:13.653017 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449054a4-cf6b-4d97-8ea3-eec4238f5642 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Made reservation on behalf of ababf1ebab9448acb39978bec035d2ce for: {'port': 2} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:56:13.657780 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-449054a4-cf6b-4d97-8ea3-eec4238f5642 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:13.672647 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-449054a4-cf6b-4d97-8ea3-eec4238f5642 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:13.756215 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-449054a4-cf6b-4d97-8ea3-eec4238f5642 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] device_id is not set on port f4dd8aa4-6819-41ba-84fd-ae47b2a2e758 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:56:13.871071 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-449054a4-cf6b-4d97-8ea3-eec4238f5642 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:13.950941 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c8e914bd-f411-44d9-a64d-5e680f744b9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:14.270593 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-449054a4-cf6b-4d97-8ea3-eec4238f5642 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] device_id is not set on port 262e0ef0-54c0-4913-960d-135f60a3d2da yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:56:14.381265 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-449054a4-cf6b-4d97-8ea3-eec4238f5642 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:14.419673 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-449054a4-cf6b-4d97-8ea3-eec4238f5642 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:14.494721 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449054a4-cf6b-4d97-8ea3-eec4238f5642 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Pushing event updated for resources: {'Port': ['ID=f4dd8aa4-6819-41ba-84fd-ae47b2a2e758,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:14.506649 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449054a4-cf6b-4d97-8ea3-eec4238f5642 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Checking segment: {'id': '6efdc3d7-7c61-406b-b382-0a0cfaba76d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1bd5cd77-34e8-4d8e-9e29-deb0fabe0a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:56:14.506962 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449054a4-cf6b-4d97-8ea3-eec4238f5642 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Network hostable DHCP agents. Network: 1bd5cd77-34e8-4d8e-9e29-deb0fabe0a72, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:56:14.524674 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449054a4-cf6b-4d97-8ea3-eec4238f5642 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Network 1bd5cd77-34e8-4d8e-9e29-deb0fabe0a72 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:56:14.534802 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-449054a4-cf6b-4d97-8ea3-eec4238f5642 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 1bd5cd77-34e8-4d8e-9e29-deb0fabe0a72) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:56:14.540288 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449054a4-cf6b-4d97-8ea3-eec4238f5642 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:56:14.541087 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-449054a4-cf6b-4d97-8ea3-eec4238f5642 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:14.545890 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd58028-0940-4c81-bda5-7c7b388bd458 None None] Network 1bd5cd77-34e8-4d8e-9e29-deb0fabe0a72 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:56:14.639316 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449054a4-cf6b-4d97-8ea3-eec4238f5642 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Checking segment: {'id': 'f7d127bd-7fcb-4699-b972-b001cffcc4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b2141cab-8450-441a-82db-5dfa67ef26a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:56:14.640632 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449054a4-cf6b-4d97-8ea3-eec4238f5642 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Network hostable DHCP agents. Network: b2141cab-8450-441a-82db-5dfa67ef26a0, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:56:14.645359 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449054a4-cf6b-4d97-8ea3-eec4238f5642 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Pushing event updated for resources: {'Port': ['ID=262e0ef0-54c0-4913-960d-135f60a3d2da,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:14.671623 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449054a4-cf6b-4d97-8ea3-eec4238f5642 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Network b2141cab-8450-441a-82db-5dfa67ef26a0 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:56:14.682442 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-449054a4-cf6b-4d97-8ea3-eec4238f5642 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, b2141cab-8450-441a-82db-5dfa67ef26a0) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:56:14.691139 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df64677-9332-4a91-b7d0-a92fcddacaf1 None None] Network b2141cab-8450-441a-82db-5dfa67ef26a0 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:56:14.695479 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449054a4-cf6b-4d97-8ea3-eec4238f5642 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:56:14.701231 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449054a4-cf6b-4d97-8ea3-eec4238f5642 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:14.706754 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449054a4-cf6b-4d97-8ea3-eec4238f5642 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:14.708183 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-449054a4-cf6b-4d97-8ea3-eec4238f5642 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:14.724171 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-449054a4-cf6b-4d97-8ea3-eec4238f5642 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.2777455 Dec 10 16:56:14.726735 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34340) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:14.819730 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979b6dd5-cf85-4888-b7d8-931a7b0bc847 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:14.825783 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979b6dd5-cf85-4888-b7d8-931a7b0bc847 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:14.827463 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-979b6dd5-cf85-4888-b7d8-931a7b0bc847 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0998492 Dec 10 16:56:14.831024 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34342) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:14.917860 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-20076ae1-8520-4d9a-92f1-a9159e075eed tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Deleting port f4dd8aa4-6819-41ba-84fd-ae47b2a2e758 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:56:14.918520 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-20076ae1-8520-4d9a-92f1-a9159e075eed tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:14.993478 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-20076ae1-8520-4d9a-92f1-a9159e075eed tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:15.337675 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-20076ae1-8520-4d9a-92f1-a9159e075eed tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Calling delete_port for f4dd8aa4-6819-41ba-84fd-ae47b2a2e758 owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:56:15.418921 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-20076ae1-8520-4d9a-92f1-a9159e075eed tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:15.449335 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20076ae1-8520-4d9a-92f1-a9159e075eed tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Pushing event deleted for resources: {'Port': ['ID=f4dd8aa4-6819-41ba-84fd-ae47b2a2e758,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:15.454947 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-20076ae1-8520-4d9a-92f1-a9159e075eed tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:15.458324 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-20076ae1-8520-4d9a-92f1-a9159e075eed tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] 10.222.0.11 "DELETE /v2.0/ports/f4dd8aa4-6819-41ba-84fd-ae47b2a2e758 HTTP/1.1" status: 204 len: 168 time: 0.6262293 Dec 10 16:56:15.468945 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34352) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:15.556107 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-d63eb8d2-edbc-4ecf-8d62-fb7cfe86f8d8 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Deleting port 262e0ef0-54c0-4913-960d-135f60a3d2da {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:56:15.556748 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d63eb8d2-edbc-4ecf-8d62-fb7cfe86f8d8 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:15.624870 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d63eb8d2-edbc-4ecf-8d62-fb7cfe86f8d8 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:15.637598 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-d63eb8d2-edbc-4ecf-8d62-fb7cfe86f8d8 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Calling delete_port for 262e0ef0-54c0-4913-960d-135f60a3d2da owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:56:15.715681 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d63eb8d2-edbc-4ecf-8d62-fb7cfe86f8d8 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:15.746413 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63eb8d2-edbc-4ecf-8d62-fb7cfe86f8d8 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Pushing event deleted for resources: {'Port': ['ID=262e0ef0-54c0-4913-960d-135f60a3d2da,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:15.749962 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d63eb8d2-edbc-4ecf-8d62-fb7cfe86f8d8 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:15.755734 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d63eb8d2-edbc-4ecf-8d62-fb7cfe86f8d8 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] 10.222.0.11 "DELETE /v2.0/ports/262e0ef0-54c0-4913-960d-135f60a3d2da HTTP/1.1" status: 204 len: 168 time: 0.2833254 Dec 10 16:56:15.755910 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34354) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:15.789211 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b58f6ac6-00bf-4ab3-af8a-04a984760c47 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0290077 Dec 10 16:56:15.789565 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34356) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:15.795336 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-18c34144-9abc-4edf-9030-3f6f359c5bd8 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-563831218'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:56:15.816076 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c34144-9abc-4edf-9030-3f6f359c5bd8 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Made reservation on behalf of ababf1ebab9448acb39978bec035d2ce for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:56:15.819451 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-18c34144-9abc-4edf-9030-3f6f359c5bd8 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:15.843749 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18c34144-9abc-4edf-9030-3f6f359c5bd8 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:56:15.852248 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-18c34144-9abc-4edf-9030-3f6f359c5bd8 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:15.852635 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-18c34144-9abc-4edf-9030-3f6f359c5bd8 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Added segment 0cd9f2c8-4986-4e57-b94d-e64d7a885503 of type vlan for network cd4735da-f679-43bb-99d7-3ac4ecaf7d92 Dec 10 16:56:15.892679 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-18c34144-9abc-4edf-9030-3f6f359c5bd8 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:15.917688 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-18c34144-9abc-4edf-9030-3f6f359c5bd8 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:15.923235 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c34144-9abc-4edf-9030-3f6f359c5bd8 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:15.923809 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-18c34144-9abc-4edf-9030-3f6f359c5bd8 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:15.974679 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-18c34144-9abc-4edf-9030-3f6f359c5bd8 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1830852 Dec 10 16:56:15.977200 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34358) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:15.982397 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-c4d97818-88be-4c22-a86c-dbc2483a1469 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1935439786'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:56:15.992360 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c34144-9abc-4edf-9030-3f6f359c5bd8 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Pushing event updated for resources: {'Network': ['ID=cd4735da-f679-43bb-99d7-3ac4ecaf7d92,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:16.003196 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network cd4735da-f679-43bb-99d7-3ac4ecaf7d92 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:56:16.007095 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d97818-88be-4c22-a86c-dbc2483a1469 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Made reservation on behalf of ababf1ebab9448acb39978bec035d2ce for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:56:16.010596 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c4d97818-88be-4c22-a86c-dbc2483a1469 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:16.036223 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4d97818-88be-4c22-a86c-dbc2483a1469 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:56:16.048433 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c4d97818-88be-4c22-a86c-dbc2483a1469 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:16.048937 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-c4d97818-88be-4c22-a86c-dbc2483a1469 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Added segment 0d902fdb-a502-49eb-9db8-5994f2050e65 of type vlan for network a334340e-bbce-4fe7-b1be-525c0f54ee1c Dec 10 16:56:16.097734 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c4d97818-88be-4c22-a86c-dbc2483a1469 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:16.123155 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c4d97818-88be-4c22-a86c-dbc2483a1469 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:16.128793 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d97818-88be-4c22-a86c-dbc2483a1469 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:16.129357 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c4d97818-88be-4c22-a86c-dbc2483a1469 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:16.185509 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c4d97818-88be-4c22-a86c-dbc2483a1469 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2071164 Dec 10 16:56:16.197276 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d97818-88be-4c22-a86c-dbc2483a1469 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Pushing event updated for resources: {'Network': ['ID=a334340e-bbce-4fe7-b1be-525c0f54ee1c,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:16.208450 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network a334340e-bbce-4fe7-b1be-525c0f54ee1c details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:56:16.317338 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34362) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:16.322663 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-72ea2979-ee12-4864-9e6b-75b2a66c624d tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Request body: {'subnets': [{'network_id': 'cd4735da-f679-43bb-99d7-3ac4ecaf7d92', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1813780295', 'ip_version': 4}, {'network_id': 'a334340e-bbce-4fe7-b1be-525c0f54ee1c', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:56:16.322984 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-72ea2979-ee12-4864-9e6b-75b2a66c624d tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Request body: {'subnet': {'network_id': 'cd4735da-f679-43bb-99d7-3ac4ecaf7d92', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1813780295', 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:56:16.323556 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-72ea2979-ee12-4864-9e6b-75b2a66c624d tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Request body: {'subnet': {'network_id': 'a334340e-bbce-4fe7-b1be-525c0f54ee1c', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:56:16.367755 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34364) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:16.487791 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-59654799-0d72-47db-89f3-9126ad9b6f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:16.505832 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ea2979-ee12-4864-9e6b-75b2a66c624d tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Made reservation on behalf of ababf1ebab9448acb39978bec035d2ce for: {'subnet': 2} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:56:16.512703 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-72ea2979-ee12-4864-9e6b-75b2a66c624d tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:16.513203 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-72ea2979-ee12-4864-9e6b-75b2a66c624d tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:16.547827 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-839c66a0-70cf-4662-b01f-933083be91b4 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Deleting port c78e0555-2fd9-4c83-9c7d-166d55f85e48 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:56:16.548189 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-839c66a0-70cf-4662-b01f-933083be91b4 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:16.626454 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-839c66a0-70cf-4662-b01f-933083be91b4 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:16.626796 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-839c66a0-70cf-4662-b01f-933083be91b4 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:16.644557 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-839c66a0-70cf-4662-b01f-933083be91b4 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Calling delete_port for c78e0555-2fd9-4c83-9c7d-166d55f85e48 owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:56:16.813530 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-839c66a0-70cf-4662-b01f-933083be91b4 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:16.852924 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c66a0-70cf-4662-b01f-933083be91b4 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event deleted for resources: {'Port': ['ID=c78e0555-2fd9-4c83-9c7d-166d55f85e48,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:16.899559 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-72ea2979-ee12-4864-9e6b-75b2a66c624d tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:16.910566 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-839c66a0-70cf-4662-b01f-933083be91b4 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:16.910985 n-d-766771-2 neutron-server[103393]: INFO neutron.db.l3_db [None req-839c66a0-70cf-4662-b01f-933083be91b4 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Floating IP e9986b4d-3fcf-4cc5-bc70-1e4bf6eb1d29 disassociated (deleted). External IP: 172.25.6.82, port: 9e0e73ea-0687-46d8-8074-38a6f7b377a9. Dec 10 16:56:16.976630 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea2979-ee12-4864-9e6b-75b2a66c624d tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Pushing event updated for resources: {'Subnet': ['ID=52d4a5c6-7356-44d9-bd79-91c67a32530d,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:16.984403 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ea2979-ee12-4864-9e6b-75b2a66c624d tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Checking segment: {'id': '0cd9f2c8-4986-4e57-b94d-e64d7a885503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'cd4735da-f679-43bb-99d7-3ac4ecaf7d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:56:16.985066 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ea2979-ee12-4864-9e6b-75b2a66c624d tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Network hostable DHCP agents. Network: cd4735da-f679-43bb-99d7-3ac4ecaf7d92, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:56:17.002716 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ea2979-ee12-4864-9e6b-75b2a66c624d tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Network cd4735da-f679-43bb-99d7-3ac4ecaf7d92 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:56:17.013921 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-72ea2979-ee12-4864-9e6b-75b2a66c624d tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, cd4735da-f679-43bb-99d7-3ac4ecaf7d92) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:56:17.018606 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-72ea2979-ee12-4864-9e6b-75b2a66c624d tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:17.024024 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a899e5d3-9d78-48fe-bb67-8bd325df39d1 None None] Network cd4735da-f679-43bb-99d7-3ac4ecaf7d92 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:56:17.099240 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea2979-ee12-4864-9e6b-75b2a66c624d tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Pushing event updated for resources: {'Subnet': ['ID=e6694424-7891-4b5d-b2fa-fe15e8a5effa,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:17.107823 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ea2979-ee12-4864-9e6b-75b2a66c624d tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Checking segment: {'id': '0d902fdb-a502-49eb-9db8-5994f2050e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a334340e-bbce-4fe7-b1be-525c0f54ee1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:56:17.108191 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ea2979-ee12-4864-9e6b-75b2a66c624d tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Network hostable DHCP agents. Network: a334340e-bbce-4fe7-b1be-525c0f54ee1c, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:56:17.129273 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ea2979-ee12-4864-9e6b-75b2a66c624d tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Network a334340e-bbce-4fe7-b1be-525c0f54ee1c is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:56:17.130620 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-839c66a0-70cf-4662-b01f-933083be91b4 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Router 8553180f-b24e-4e33-8c0a-1cdd1432ff50 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:56:17.140733 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-72ea2979-ee12-4864-9e6b-75b2a66c624d tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, a334340e-bbce-4fe7-b1be-525c0f54ee1c) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:56:17.149495 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09408966-9928-4760-af97-2ac6b5d9a39c None None] Network a334340e-bbce-4fe7-b1be-525c0f54ee1c requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:56:17.151034 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ea2979-ee12-4864-9e6b-75b2a66c624d tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:17.151510 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ea2979-ee12-4864-9e6b-75b2a66c624d tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:17.152150 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-72ea2979-ee12-4864-9e6b-75b2a66c624d tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:17.172525 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb437f7-bcc0-4d3b-ae3e-531419beafca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-cd4735da-f679-43bb-99d7-3ac4ecaf7d92', 'network_id': 'cd4735da-f679-43bb-99d7-3ac4ecaf7d92', 'project_id': 'ababf1ebab9448acb39978bec035d2ce', 'fixed_ips': [{'subnet_id': '52d4a5c6-7356-44d9-bd79-91c67a32530d'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:56:17.173394 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bbb437f7-bcc0-4d3b-ae3e-531419beafca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:17.182775 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-72ea2979-ee12-4864-9e6b-75b2a66c624d tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 0.8639777 Dec 10 16:56:17.185275 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34368) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:17.259941 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839c66a0-70cf-4662-b01f-933083be91b4 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:56:17.270727 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad440301-0aa3-4b39-84b0-0f7d7be06586 None None] Sync routers for ids ['8553180f-b24e-4e33-8c0a-1cdd1432ff50'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:56:17.271266 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-839c66a0-70cf-4662-b01f-933083be91b4 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:17.283493 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad440301-0aa3-4b39-84b0-0f7d7be06586 None None] Routers {'8553180f-b24e-4e33-8c0a-1cdd1432ff50'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:56:17.284098 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ad440301-0aa3-4b39-84b0-0f7d7be06586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:56:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['8553180f-b24e-4e33-8c0a-1cdd1432ff50'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:17.327382 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-839c66a0-70cf-4662-b01f-933083be91b4 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "DELETE /v2.0/floatingips/e9986b4d-3fcf-4cc5-bc70-1e4bf6eb1d29 HTTP/1.1" status: 204 len: 168 time: 0.9585528 Dec 10 16:56:17.328077 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '481d246a-82e2-4a37-89e5-89929672709b', 'tag': '9e0e73ea-0687-46d8-8074-38a6f7b377a9'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:56:17.335535 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ba663a-1082-4270-bd1f-1319d1200734" -d '{"events": [{"name": "network-changed", "server_uuid": "481d246a-82e2-4a37-89e5-89929672709b", "tag": "9e0e73ea-0687-46d8-8074-38a6f7b377a9"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:56:17.349142 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebad3543-3f65-45de-b09b-8bcff9f7009f tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:17.352738 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebad3543-3f65-45de-b09b-8bcff9f7009f tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:17.358046 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebad3543-3f65-45de-b09b-8bcff9f7009f tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:17.365503 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ebad3543-3f65-45de-b09b-8bcff9f7009f tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1787689 Dec 10 16:56:17.366166 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34374) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:17.422860 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfacbc23-3f2c-476a-b827-a7f72c4bbc04 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Deleting subnet 52d4a5c6-7356-44d9-bd79-91c67a32530d {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:56:17.429167 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:17.437073 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-ad440301-0aa3-4b39-84b0-0f7d7be06586 None None] Set router 8553180f-b24e-4e33-8c0a-1cdd1432ff50 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:56:17.468733 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-bbb437f7-bcc0-4d3b-ae3e-531419beafca None None] Allocated IP 172.20.0.2 (cd4735da-f679-43bb-99d7-3ac4ecaf7d92/52d4a5c6-7356-44d9-bd79-91c67a32530d/5f70cb24-454a-43a9-829f-686afd018fe6) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:56:17.495706 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fabb87e-4f14-4ecf-9dcb-7dc19cec499e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-a334340e-bbce-4fe7-b1be-525c0f54ee1c', 'network_id': 'a334340e-bbce-4fe7-b1be-525c0f54ee1c', 'project_id': 'ababf1ebab9448acb39978bec035d2ce', 'fixed_ips': [{'subnet_id': 'e6694424-7891-4b5d-b2fa-fe15e8a5effa'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:56:17.496902 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1fabb87e-4f14-4ecf-9dcb-7dc19cec499e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:17.569136 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f875f11b-f75d-443b-9ddc-e3942ed366cf x-openstack-request-id: req-f875f11b-f75d-443b-9ddc-e3942ed366cf {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:56:17.569582 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "481d246a-82e2-4a37-89e5-89929672709b", "tag": "9e0e73ea-0687-46d8-8074-38a6f7b377a9", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:56:17.570221 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f875f11b-f75d-443b-9ddc-e3942ed366cf {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:56:17.570761 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '481d246a-82e2-4a37-89e5-89929672709b', 'tag': '9e0e73ea-0687-46d8-8074-38a6f7b377a9', 'status': 'completed', 'code': 200} Dec 10 16:56:17.749195 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba663a-1082-4270-bd1f-1319d1200734 req-600cfd64-46b9-4f4a-b787-0743a9d10e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:17.751202 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-44ba663a-1082-4270-bd1f-1319d1200734 req-600cfd64-46b9-4f4a-b787-0743a9d10e5d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e316b1d223b341c8ad45a1329ddefc11&device_id=481d246a-82e2-4a37-89e5-89929672709b HTTP/1.1" status: 200 len: 1096 time: 0.1504743 Dec 10 16:56:17.763644 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee6154-c509-4708-bb74-9c1ec0f9b021 req-05474430-e71b-425e-8969-c2b74bbc21da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:17.764082 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ad440301-0aa3-4b39-84b0-0f7d7be06586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8553180f-b24e-4e33-8c0a-1cdd1432ff50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868481207', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '05b91337-d608-48a7-a568-48c1c02bc8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:54:32Z', 'updated_at': '2021-12-10T16:54:37Z', 'revision_number': 4, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': '05b91337-d608-48a7-a568-48c1c02bc8af', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8553180f-b24e-4e33-8c0a-1cdd1432ff50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:54:32Z', 'updated_at': '2021-12-10T16:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '0618e69e-cb67-449b-afef-a24e4808fd7d', 'name': '', 'network_id': '6507c088-c010-41d1-a1ea-b09b820d30ac', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'mac_address': 'fa:16:3e:83:f0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8553180f-b24e-4e33-8c0a-1cdd1432ff50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '2aa480b9-95eb-431e-b3fa-a99f578c5d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:54:36Z', 'updated_at': '2021-12-10T16:54:41Z', 'revision_number': 5, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'subnets': [{'id': '2aa480b9-95eb-431e-b3fa-a99f578c5d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:17.765356 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-94ee6154-c509-4708-bb74-9c1ec0f9b021 req-05474430-e71b-425e-8969-c2b74bbc21da tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=481d246a-82e2-4a37-89e5-89929672709b HTTP/1.1" status: 200 len: 945 time: 0.1014998 Dec 10 16:56:17.804505 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-1fabb87e-4f14-4ecf-9dcb-7dc19cec499e None None] Allocated IP 172.20.0.18 (a334340e-bbce-4fe7-b1be-525c0f54ee1c/e6694424-7891-4b5d-b2fa-fe15e8a5effa/ed9090af-d18b-4e38-8602-f6e679e85659) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:56:17.824080 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bbb437f7-bcc0-4d3b-ae3e-531419beafca None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:17.827088 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad440301-0aa3-4b39-84b0-0f7d7be06586 None None] Checking router: 8553180f-b24e-4e33-8c0a-1cdd1432ff50 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:56:17.836204 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dfacbc23-3f2c-476a-b827-a7f72c4bbc04 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:17.839873 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad440301-0aa3-4b39-84b0-0f7d7be06586 None None] Routers {'8553180f-b24e-4e33-8c0a-1cdd1432ff50'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:56:17.840678 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ad440301-0aa3-4b39-84b0-0f7d7be06586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:56:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['8553180f-b24e-4e33-8c0a-1cdd1432ff50'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:17.846264 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bbb437f7-bcc0-4d3b-ae3e-531419beafca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:17.934928 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dfacbc23-3f2c-476a-b827-a7f72c4bbc04 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:17.953447 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb437f7-bcc0-4d3b-ae3e-531419beafca None None] Network cd4735da-f679-43bb-99d7-3ac4ecaf7d92 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:56:17.957999 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-bbb437f7-bcc0-4d3b-ae3e-531419beafca None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:56:17.963768 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb437f7-bcc0-4d3b-ae3e-531419beafca None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:56:17.985142 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb437f7-bcc0-4d3b-ae3e-531419beafca None None] Pushing event updated for resources: {'Port': ['ID=5f70cb24-454a-43a9-829f-686afd018fe6,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:18.025334 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-94ee6154-c509-4708-bb74-9c1ec0f9b021 req-e60f50c9-42aa-4dab-a60e-67561c3fe715 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=92a1ceb0-3022-4486-a189-bbcdb68b60b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2403362 Dec 10 16:56:18.060240 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-bbb437f7-bcc0-4d3b-ae3e-531419beafca None None] Attempting to bind port 5f70cb24-454a-43a9-829f-686afd018fe6 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:56:18.060816 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-bbb437f7-bcc0-4d3b-ae3e-531419beafca None None] Attempting to bind port 5f70cb24-454a-43a9-829f-686afd018fe6 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '0cd9f2c8-4986-4e57-b94d-e64d7a885503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'cd4735da-f679-43bb-99d7-3ac4ecaf7d92'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:56:18.061643 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb437f7-bcc0-4d3b-ae3e-531419beafca None None] Attempting to bind port 5f70cb24-454a-43a9-829f-686afd018fe6 on network cd4735da-f679-43bb-99d7-3ac4ecaf7d92 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:56:18.070786 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb437f7-bcc0-4d3b-ae3e-531419beafca None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:56:18.071182 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb437f7-bcc0-4d3b-ae3e-531419beafca None None] Checking segment: {'id': '0cd9f2c8-4986-4e57-b94d-e64d7a885503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'cd4735da-f679-43bb-99d7-3ac4ecaf7d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:56:18.071673 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bbb437f7-bcc0-4d3b-ae3e-531419beafca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:18.072265 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb437f7-bcc0-4d3b-ae3e-531419beafca None None] Bound using segment: {'id': '0cd9f2c8-4986-4e57-b94d-e64d7a885503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'cd4735da-f679-43bb-99d7-3ac4ecaf7d92'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:56:18.072546 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-bbb437f7-bcc0-4d3b-ae3e-531419beafca None None] Bound port: 5f70cb24-454a-43a9-829f-686afd018fe6, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd9f2c8-4986-4e57-b94d-e64d7a885503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'cd4735da-f679-43bb-99d7-3ac4ecaf7d92'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:56:18.072931 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bbb437f7-bcc0-4d3b-ae3e-531419beafca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:18.076421 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-ad440301-0aa3-4b39-84b0-0f7d7be06586 None None] Set router 8553180f-b24e-4e33-8c0a-1cdd1432ff50 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:56:18.126719 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba663a-1082-4270-bd1f-1319d1200734 req-00ef4fb2-dd71-4f34-8859-d33a042030e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:18.130324 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-44ba663a-1082-4270-bd1f-1319d1200734 req-00ef4fb2-dd71-4f34-8859-d33a042030e4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6507c088-c010-41d1-a1ea-b09b820d30ac HTTP/1.1" status: 200 len: 898 time: 0.3638887 Dec 10 16:56:18.179374 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1fabb87e-4f14-4ecf-9dcb-7dc19cec499e None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:18.204506 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1fabb87e-4f14-4ecf-9dcb-7dc19cec499e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:18.222250 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-44ba663a-1082-4270-bd1f-1319d1200734 req-07cb55ef-1d58-4620-a173-70bb4ce97cc0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e0e73ea-0687-46d8-8074-38a6f7b377a9 HTTP/1.1" status: 200 len: 217 time: 0.0659325 Dec 10 16:56:18.230282 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dfacbc23-3f2c-476a-b827-a7f72c4bbc04 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:18.302827 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ad440301-0aa3-4b39-84b0-0f7d7be06586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8553180f-b24e-4e33-8c0a-1cdd1432ff50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868481207', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '05b91337-d608-48a7-a568-48c1c02bc8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:54:32Z', 'updated_at': '2021-12-10T16:54:37Z', 'revision_number': 4, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': '05b91337-d608-48a7-a568-48c1c02bc8af', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8553180f-b24e-4e33-8c0a-1cdd1432ff50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:54:32Z', 'updated_at': '2021-12-10T16:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '0618e69e-cb67-449b-afef-a24e4808fd7d', 'name': '', 'network_id': '6507c088-c010-41d1-a1ea-b09b820d30ac', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'mac_address': 'fa:16:3e:83:f0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8553180f-b24e-4e33-8c0a-1cdd1432ff50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '2aa480b9-95eb-431e-b3fa-a99f578c5d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:54:36Z', 'updated_at': '2021-12-10T16:54:41Z', 'revision_number': 5, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'subnets': [{'id': '2aa480b9-95eb-431e-b3fa-a99f578c5d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:18.310372 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fabb87e-4f14-4ecf-9dcb-7dc19cec499e None None] Pushing event updated for resources: {'Port': ['ID=ed9090af-d18b-4e38-8602-f6e679e85659,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:18.318854 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fabb87e-4f14-4ecf-9dcb-7dc19cec499e None None] Network a334340e-bbce-4fe7-b1be-525c0f54ee1c is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:56:18.322951 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-1fabb87e-4f14-4ecf-9dcb-7dc19cec499e None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:56:18.327997 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fabb87e-4f14-4ecf-9dcb-7dc19cec499e None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:56:18.331414 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad440301-0aa3-4b39-84b0-0f7d7be06586 None None] The sync data for ids ['8553180f-b24e-4e33-8c0a-1cdd1432ff50'] in n-d-766771-2 is: [{'id': '8553180f-b24e-4e33-8c0a-1cdd1432ff50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868481207', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '05b91337-d608-48a7-a568-48c1c02bc8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:54:32Z', 'updated_at': '2021-12-10T16:54:37Z', 'revision_number': 4, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': '05b91337-d608-48a7-a568-48c1c02bc8af', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8553180f-b24e-4e33-8c0a-1cdd1432ff50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:54:32Z', 'updated_at': '2021-12-10T16:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '0618e69e-cb67-449b-afef-a24e4808fd7d', 'name': '', 'network_id': '6507c088-c010-41d1-a1ea-b09b820d30ac', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'mac_address': 'fa:16:3e:83:f0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8553180f-b24e-4e33-8c0a-1cdd1432ff50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '2aa480b9-95eb-431e-b3fa-a99f578c5d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:54:36Z', 'updated_at': '2021-12-10T16:54:41Z', 'revision_number': 5, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'subnets': [{'id': '2aa480b9-95eb-431e-b3fa-a99f578c5d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:56:18.356078 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba663a-1082-4270-bd1f-1319d1200734 req-adfd4bb3-9b54-428c-92fc-e9b7b09ee7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:18.357905 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-44ba663a-1082-4270-bd1f-1319d1200734 req-adfd4bb3-9b54-428c-92fc-e9b7b09ee7fe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2aa480b9-95eb-431e-b3fa-a99f578c5d32 HTTP/1.1" status: 200 len: 835 time: 0.1224167 Dec 10 16:56:18.404760 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dfacbc23-3f2c-476a-b827-a7f72c4bbc04 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:18.426391 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dfacbc23-3f2c-476a-b827-a7f72c4bbc04 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:18.429781 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-dfacbc23-3f2c-476a-b827-a7f72c4bbc04 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] 10.222.0.11 "DELETE /v2.0/subnets/52d4a5c6-7356-44d9-bd79-91c67a32530d HTTP/1.1" status: 204 len: 168 time: 1.0625975 Dec 10 16:56:18.434056 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34388) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:18.461993 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfacbc23-3f2c-476a-b827-a7f72c4bbc04 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Pushing event deleted for resources: {'Subnet': ['ID=52d4a5c6-7356-44d9-bd79-91c67a32530d,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:18.477559 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-bbb437f7-bcc0-4d3b-ae3e-531419beafca None None] For port 5f70cb24-454a-43a9-829f-686afd018fe6, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:56:18.481281 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-1fabb87e-4f14-4ecf-9dcb-7dc19cec499e None None] Attempting to bind port ed9090af-d18b-4e38-8602-f6e679e85659 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:56:18.481615 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-1fabb87e-4f14-4ecf-9dcb-7dc19cec499e None None] Attempting to bind port ed9090af-d18b-4e38-8602-f6e679e85659 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '0d902fdb-a502-49eb-9db8-5994f2050e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a334340e-bbce-4fe7-b1be-525c0f54ee1c'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:56:18.481995 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fabb87e-4f14-4ecf-9dcb-7dc19cec499e None None] Attempting to bind port ed9090af-d18b-4e38-8602-f6e679e85659 on network a334340e-bbce-4fe7-b1be-525c0f54ee1c {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:56:18.495632 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba663a-1082-4270-bd1f-1319d1200734 req-3fe6bf00-426c-46fc-b2fe-924265584594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:18.497464 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-bbb437f7-bcc0-4d3b-ae3e-531419beafca None None] For port 5f70cb24-454a-43a9-829f-686afd018fe6, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=5f70cb24-454a-43a9-829f-686afd018fe6,segment=NetworkSegment(0cd9f2c8-4986-4e57-b94d-e64d7a885503),segment_id=0cd9f2c8-4986-4e57-b94d-e64d7a885503)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:56:18.497729 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-44ba663a-1082-4270-bd1f-1319d1200734 req-3fe6bf00-426c-46fc-b2fe-924265584594 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6507c088-c010-41d1-a1ea-b09b820d30ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1299362 Dec 10 16:56:18.498652 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fabb87e-4f14-4ecf-9dcb-7dc19cec499e None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:56:18.499000 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fabb87e-4f14-4ecf-9dcb-7dc19cec499e None None] Checking segment: {'id': '0d902fdb-a502-49eb-9db8-5994f2050e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a334340e-bbce-4fe7-b1be-525c0f54ee1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:56:18.500047 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1fabb87e-4f14-4ecf-9dcb-7dc19cec499e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:18.500447 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fabb87e-4f14-4ecf-9dcb-7dc19cec499e None None] Bound using segment: {'id': '0d902fdb-a502-49eb-9db8-5994f2050e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a334340e-bbce-4fe7-b1be-525c0f54ee1c'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:56:18.501012 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-1fabb87e-4f14-4ecf-9dcb-7dc19cec499e None None] Bound port: ed9090af-d18b-4e38-8602-f6e679e85659, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d902fdb-a502-49eb-9db8-5994f2050e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a334340e-bbce-4fe7-b1be-525c0f54ee1c'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:56:18.501416 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1fabb87e-4f14-4ecf-9dcb-7dc19cec499e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:18.505026 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bbb437f7-bcc0-4d3b-ae3e-531419beafca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:18.563492 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ffc1d67-2bca-4ac6-a0d9-a5a1cdb051d0 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Deleting subnet e6694424-7891-4b5d-b2fa-fe15e8a5effa {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:56:18.572824 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb437f7-bcc0-4d3b-ae3e-531419beafca None None] Pushing event updated for resources: {'Port': ['ID=5f70cb24-454a-43a9-829f-686afd018fe6,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:18.573318 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2ffc1d67-2bca-4ac6-a0d9-a5a1cdb051d0 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:18.661225 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:18.682251 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2ffc1d67-2bca-4ac6-a0d9-a5a1cdb051d0 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:18.694597 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-44ba663a-1082-4270-bd1f-1319d1200734 req-9820a050-d710-48fa-ae28-d3b085eb3bd0 service neutron] 10.222.0.46 "GET /v2.0/networks/6507c088-c010-41d1-a1ea-b09b820d30ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879995 Dec 10 16:56:18.698033 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-1fabb87e-4f14-4ecf-9dcb-7dc19cec499e None None] For port ed9090af-d18b-4e38-8602-f6e679e85659, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:56:18.704015 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-1fabb87e-4f14-4ecf-9dcb-7dc19cec499e None None] For port ed9090af-d18b-4e38-8602-f6e679e85659, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=ed9090af-d18b-4e38-8602-f6e679e85659,segment=NetworkSegment(0d902fdb-a502-49eb-9db8-5994f2050e65),segment_id=0d902fdb-a502-49eb-9db8-5994f2050e65)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:56:18.715573 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1fabb87e-4f14-4ecf-9dcb-7dc19cec499e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:18.821691 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fabb87e-4f14-4ecf-9dcb-7dc19cec499e None None] Pushing event updated for resources: {'Port': ['ID=ed9090af-d18b-4e38-8602-f6e679e85659,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:18.848580 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2ffc1d67-2bca-4ac6-a0d9-a5a1cdb051d0 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:18.873034 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb9ee00-e707-42f4-b320-79f1bd6fcc88 None None] New status for floating IP e9986b4d-3fcf-4cc5-bc70-1e4bf6eb1d29: DOWN {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:56:18.893708 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-44ba663a-1082-4270-bd1f-1319d1200734 req-6f253194-76a2-412f-b9fc-ffdb9e738d3f service neutron] 10.222.0.46 "GET /v2.0/networks/6507c088-c010-41d1-a1ea-b09b820d30ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912105 Dec 10 16:56:19.060393 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2ffc1d67-2bca-4ac6-a0d9-a5a1cdb051d0 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:19.082745 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2ffc1d67-2bca-4ac6-a0d9-a5a1cdb051d0 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:19.087944 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2ffc1d67-2bca-4ac6-a0d9-a5a1cdb051d0 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] 10.222.0.11 "DELETE /v2.0/subnets/e6694424-7891-4b5d-b2fa-fe15e8a5effa HTTP/1.1" status: 204 len: 168 time: 0.6528141 Dec 10 16:56:19.091061 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34394) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:19.123764 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc1d67-2bca-4ac6-a0d9-a5a1cdb051d0 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Pushing event deleted for resources: {'Subnet': ['ID=e6694424-7891-4b5d-b2fa-fe15e8a5effa,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:19.157880 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cda6c6-27a1-4ac5-9d79-0aa9d84dbe0c req-50ff81f5-b8b7-446b-8542-991b2c440e8f tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:19.159510 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-47cda6c6-27a1-4ac5-9d79-0aa9d84dbe0c req-50ff81f5-b8b7-446b-8542-991b2c440e8f tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.46 "GET /v2.0/ports?device_id=481d246a-82e2-4a37-89e5-89929672709b HTTP/1.1" status: 200 len: 945 time: 0.2025397 Dec 10 16:56:19.276634 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c8dd68-3b46-4ae8-9d7e-87baf0bd6581 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:19.286736 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c2c8dd68-3b46-4ae8-9d7e-87baf0bd6581 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1942439 Dec 10 16:56:19.288072 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34396) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:19.328185 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-47cda6c6-27a1-4ac5-9d79-0aa9d84dbe0c req-a0547a2e-2ed0-41e8-b3f9-bbea63fb25d7 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Deleting port 9e0e73ea-0687-46d8-8074-38a6f7b377a9 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:56:19.329101 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-47cda6c6-27a1-4ac5-9d79-0aa9d84dbe0c req-a0547a2e-2ed0-41e8-b3f9-bbea63fb25d7 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:19.338583 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d4220-30b0-47cf-93cf-c99c87d5150c req-d3dcf191-728a-4002-910f-93b4d4395916 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:19.340271 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf3d4220-30b0-47cf-93cf-c99c87d5150c req-d3dcf191-728a-4002-910f-93b4d4395916 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/ports?device_id=481d246a-82e2-4a37-89e5-89929672709b HTTP/1.1" status: 200 len: 945 time: 0.1377826 Dec 10 16:56:19.496055 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-47cda6c6-27a1-4ac5-9d79-0aa9d84dbe0c req-a0547a2e-2ed0-41e8-b3f9-bbea63fb25d7 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] For port 9e0e73ea-0687-46d8-8074-38a6f7b377a9, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=9e0e73ea-0687-46d8-8074-38a6f7b377a9,segment=NetworkSegment(4a675781-188b-4f41-be55-5e8a47a0ce55),segment_id=4a675781-188b-4f41-be55-5e8a47a0ce55)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:56:19.496745 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-47cda6c6-27a1-4ac5-9d79-0aa9d84dbe0c req-a0547a2e-2ed0-41e8-b3f9-bbea63fb25d7 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:19.514358 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf3d4220-30b0-47cf-93cf-c99c87d5150c req-11279ff2-257c-46ab-a8b5-e9ae6ba090e7 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "GET /v2.0/security-groups?id=92a1ceb0-3022-4486-a189-bbcdb68b60b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461189 Dec 10 16:56:19.518790 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-838b0de0-521b-4cb3-a9da-03ecd5190851 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:19.543042 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-47cda6c6-27a1-4ac5-9d79-0aa9d84dbe0c req-a0547a2e-2ed0-41e8-b3f9-bbea63fb25d7 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Calling delete_port for 9e0e73ea-0687-46d8-8074-38a6f7b377a9 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:56:19.620573 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-838b0de0-521b-4cb3-a9da-03ecd5190851 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Deleting port ed9090af-d18b-4e38-8602-f6e679e85659 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:56:19.620962 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-838b0de0-521b-4cb3-a9da-03ecd5190851 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:19.695770 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 5f70cb24-454a-43a9-829f-686afd018fe6 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:56:19.733553 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-838b0de0-521b-4cb3-a9da-03ecd5190851 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] For port ed9090af-d18b-4e38-8602-f6e679e85659, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=ed9090af-d18b-4e38-8602-f6e679e85659,segment=NetworkSegment(0d902fdb-a502-49eb-9db8-5994f2050e65),segment_id=0d902fdb-a502-49eb-9db8-5994f2050e65)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:56:19.734752 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-838b0de0-521b-4cb3-a9da-03ecd5190851 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:19.737903 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:19.754459 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-838b0de0-521b-4cb3-a9da-03ecd5190851 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Calling delete_port for ed9090af-d18b-4e38-8602-f6e679e85659 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:56:19.770201 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 5f70cb24-454a-43a9-829f-686afd018fe6 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:56:19.771374 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:19.852921 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-838b0de0-521b-4cb3-a9da-03ecd5190851 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:19.862988 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-47cda6c6-27a1-4ac5-9d79-0aa9d84dbe0c req-a0547a2e-2ed0-41e8-b3f9-bbea63fb25d7 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:19.888737 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b0de0-521b-4cb3-a9da-03ecd5190851 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Pushing event deleted for resources: {'Port': ['ID=ed9090af-d18b-4e38-8602-f6e679e85659,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:19.893221 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838b0de0-521b-4cb3-a9da-03ecd5190851 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] No DVR routers for this DVR port ed9090af-d18b-4e38-8602-f6e679e85659 on host n-d-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:56:19.895168 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:19.922321 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0547a2e-2ed0-41e8-b3f9-bbea63fb25d7 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event deleted for resources: {'Port': ['ID=9e0e73ea-0687-46d8-8074-38a6f7b377a9,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:19.972716 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-47cda6c6-27a1-4ac5-9d79-0aa9d84dbe0c req-a0547a2e-2ed0-41e8-b3f9-bbea63fb25d7 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] No DVR routers for this DVR port 9e0e73ea-0687-46d8-8074-38a6f7b377a9 on host n-h2-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:56:19.972997 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 5f70cb24-454a-43a9-829f-686afd018fe6, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=5f70cb24-454a-43a9-829f-686afd018fe6,segment=NetworkSegment(0cd9f2c8-4986-4e57-b94d-e64d7a885503),segment_id=0cd9f2c8-4986-4e57-b94d-e64d7a885503)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:56:19.976703 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-47cda6c6-27a1-4ac5-9d79-0aa9d84dbe0c req-a0547a2e-2ed0-41e8-b3f9-bbea63fb25d7 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:19.982283 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:19.983289 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device ed9090af-d18b-4e38-8602-f6e679e85659 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:56:19.987014 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-47cda6c6-27a1-4ac5-9d79-0aa9d84dbe0c req-a0547a2e-2ed0-41e8-b3f9-bbea63fb25d7 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.46 "DELETE /v2.0/ports/9e0e73ea-0687-46d8-8074-38a6f7b377a9 HTTP/1.1" status: 204 len: 173 time: 0.8161597 Dec 10 16:56:19.987262 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481d246a-82e2-4a37-89e5-89929672709b', 'name': 'network-vif-deleted', 'tag': '9e0e73ea-0687-46d8-8074-38a6f7b377a9'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:56:19.990075 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e3b8e4-7b63-48b4-89b0-c649db81d02f" -d '{"events": [{"server_uuid": "481d246a-82e2-4a37-89e5-89929672709b", "name": "network-vif-deleted", "tag": "9e0e73ea-0687-46d8-8074-38a6f7b377a9"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:56:20.022611 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-838b0de0-521b-4cb3-a9da-03ecd5190851 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:20.070113 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-838b0de0-521b-4cb3-a9da-03ecd5190851 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a334340e-bbce-4fe7-b1be-525c0f54ee1c']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:20.070729 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e96116-5e1a-40a6-b15a-8d46cce594ea x-openstack-request-id: req-c8e96116-5e1a-40a6-b15a-8d46cce594ea {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:56:20.071097 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481d246a-82e2-4a37-89e5-89929672709b", "name": "network-vif-deleted", "tag": "9e0e73ea-0687-46d8-8074-38a6f7b377a9", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:56:20.071491 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c8e96116-5e1a-40a6-b15a-8d46cce594ea {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:56:20.072021 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481d246a-82e2-4a37-89e5-89929672709b', 'name': 'network-vif-deleted', 'tag': '9e0e73ea-0687-46d8-8074-38a6f7b377a9', 'status': 'completed', 'code': 200} Dec 10 16:56:20.076681 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=5f70cb24-454a-43a9-829f-686afd018fe6,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:20.079270 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: ed9090af-d18b-4e38-8602-f6e679e85659 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:56:20.079621 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device ed9090af-d18b-4e38-8602-f6e679e85659 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 10 16:56:20.090863 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-838b0de0-521b-4cb3-a9da-03ecd5190851 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d902fdb-a502-49eb-9db8-5994f2050e65') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:20.091544 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-838b0de0-521b-4cb3-a9da-03ecd5190851 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d902fdb-a502-49eb-9db8-5994f2050e65') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:20.106711 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Port ed9090af-d18b-4e38-8602-f6e679e85659 not found, will not notify nova. {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 10 16:56:20.113818 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-838b0de0-521b-4cb3-a9da-03ecd5190851 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:20.132495 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-838b0de0-521b-4cb3-a9da-03ecd5190851 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:20.149968 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-838b0de0-521b-4cb3-a9da-03ecd5190851 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:56:20.151254 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-838b0de0-521b-4cb3-a9da-03ecd5190851 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:20.156077 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:56:20.156077 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:56:20.156077 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:56:20.156077 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:56:20.156077 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:56:20.156077 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:56:20.156077 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:56:20.156077 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:56:20.156077 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:56:20.156077 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:56:20.156077 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:56:20.156077 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:56:20.156077 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:56:20.156077 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:56:20.156077 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:56:20.156077 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:56:20.156077 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:56:20.156077 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:56:20.156077 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:56:20.156077 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:56:20.156077 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:56:20.156077 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:56:20.156077 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:56:20.156077 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:56:20.156077 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:56:20.156077 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:56:20.156077 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:56:20.156077 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:56:20.156077 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:56:20.156077 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:56:20.156077 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:56:20.156077 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:56:20.235095 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-838b0de0-521b-4cb3-a9da-03ecd5190851 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:20.244510 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-838b0de0-521b-4cb3-a9da-03ecd5190851 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:20.250412 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34404) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:20.251075 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-838b0de0-521b-4cb3-a9da-03ecd5190851 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] 10.222.0.11 "DELETE /v2.0/networks/a334340e-bbce-4fe7-b1be-525c0f54ee1c HTTP/1.1" status: 204 len: 168 time: 0.9580257 Dec 10 16:56:20.262465 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b0de0-521b-4cb3-a9da-03ecd5190851 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Pushing event deleted for resources: {'Network': ['ID=a334340e-bbce-4fe7-b1be-525c0f54ee1c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:20.381177 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-61cb77d7-a0e8-4c38-9df5-45a18efb0b4f tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:20.496636 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-61cb77d7-a0e8-4c38-9df5-45a18efb0b4f tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Deleting port 5f70cb24-454a-43a9-829f-686afd018fe6 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:56:20.500052 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-61cb77d7-a0e8-4c38-9df5-45a18efb0b4f tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:20.605214 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-ad3fba88-f0c1-420e-9be5-e6def9c534e3 None None] Could not find standard attr ID for object ed9090af-d18b-4e38-8602-f6e679e85659. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:56:20.636027 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-61cb77d7-a0e8-4c38-9df5-45a18efb0b4f tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] For port 5f70cb24-454a-43a9-829f-686afd018fe6, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=5f70cb24-454a-43a9-829f-686afd018fe6,segment=NetworkSegment(0cd9f2c8-4986-4e57-b94d-e64d7a885503),segment_id=0cd9f2c8-4986-4e57-b94d-e64d7a885503)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:56:20.639681 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34410) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:20.652814 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-61cb77d7-a0e8-4c38-9df5-45a18efb0b4f tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:20.667631 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b325371-ccfc-4219-9d3c-30b8ee82797d None None] DHCP port deletion for a334340e-bbce-4fe7-b1be-525c0f54ee1c request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:56:20.685648 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-61cb77d7-a0e8-4c38-9df5-45a18efb0b4f tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Calling delete_port for 5f70cb24-454a-43a9-829f-686afd018fe6 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:56:20.704541 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ac0cfb-971f-47db-b4ae-c458432023c6 None None] Network a334340e-bbce-4fe7-b1be-525c0f54ee1c requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:56:20.719192 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ac0cfb-971f-47db-b4ae-c458432023c6 None None] Network a334340e-bbce-4fe7-b1be-525c0f54ee1c could not be found, it might have been deleted concurrently. {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 16:56:20.785380 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-61cb77d7-a0e8-4c38-9df5-45a18efb0b4f tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:20.822662 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb77d7-a0e8-4c38-9df5-45a18efb0b4f tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Pushing event deleted for resources: {'Port': ['ID=5f70cb24-454a-43a9-829f-686afd018fe6,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:20.840868 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cb77d7-a0e8-4c38-9df5-45a18efb0b4f tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] No DVR routers for this DVR port 5f70cb24-454a-43a9-829f-686afd018fe6 on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:56:20.945328 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-61cb77d7-a0e8-4c38-9df5-45a18efb0b4f tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:20.954272 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d256b0a-d989-4fe8-b46b-3f47b386ea1a None None] Network cd4735da-f679-43bb-99d7-3ac4ecaf7d92 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:56:20.972051 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-61cb77d7-a0e8-4c38-9df5-45a18efb0b4f tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd4735da-f679-43bb-99d7-3ac4ecaf7d92']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:20.985783 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-61cb77d7-a0e8-4c38-9df5-45a18efb0b4f tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cd9f2c8-4986-4e57-b94d-e64d7a885503') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:20.986401 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-61cb77d7-a0e8-4c38-9df5-45a18efb0b4f tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cd9f2c8-4986-4e57-b94d-e64d7a885503') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:20.998197 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-61cb77d7-a0e8-4c38-9df5-45a18efb0b4f tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:21.018169 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-61cb77d7-a0e8-4c38-9df5-45a18efb0b4f tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:21.027444 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61cb77d7-a0e8-4c38-9df5-45a18efb0b4f tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:56:21.028080 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-61cb77d7-a0e8-4c38-9df5-45a18efb0b4f tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:21.033561 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:56:21.033561 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:56:21.033561 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:56:21.033561 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:56:21.033561 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:56:21.033561 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:56:21.033561 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:56:21.033561 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:56:21.033561 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:56:21.033561 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:56:21.033561 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:56:21.033561 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:56:21.033561 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:56:21.033561 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:56:21.033561 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:56:21.033561 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:56:21.033561 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:56:21.033561 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:56:21.033561 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:56:21.033561 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:56:21.033561 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:56:21.033561 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:56:21.033561 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:56:21.033561 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:56:21.033561 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:56:21.033561 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:56:21.033561 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:56:21.033561 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:56:21.033561 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:56:21.033561 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:56:21.033561 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:56:21.033561 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:56:21.038686 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-7ea834d9-f004-42b9-ac35-9a34274a0c89 None None] Could not find standard attr ID for object 5f70cb24-454a-43a9-829f-686afd018fe6. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:56:21.115827 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470a9dbe-3667-43af-95c4-9dc15c01b2e4 None None] DHCP port deletion for cd4735da-f679-43bb-99d7-3ac4ecaf7d92 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:56:21.116064 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-61cb77d7-a0e8-4c38-9df5-45a18efb0b4f tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:21.121281 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-61cb77d7-a0e8-4c38-9df5-45a18efb0b4f tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:21.127276 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-61cb77d7-a0e8-4c38-9df5-45a18efb0b4f tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] 10.222.0.11 "DELETE /v2.0/networks/cd4735da-f679-43bb-99d7-3ac4ecaf7d92 HTTP/1.1" status: 204 len: 168 time: 0.8738723 Dec 10 16:56:21.129252 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34412) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:21.146589 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4fff89d7-cc29-4d87-b23a-60e93e2fc69c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:21.158995 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb77d7-a0e8-4c38-9df5-45a18efb0b4f tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Pushing event deleted for resources: {'Network': ['ID=cd4735da-f679-43bb-99d7-3ac4ecaf7d92,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:21.224823 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be53847e-0fd5-4bc1-98a3-c518107440ae tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:21.330864 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be53847e-0fd5-4bc1-98a3-c518107440ae tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:21.352252 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-be53847e-0fd5-4bc1-98a3-c518107440ae tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2141cab-8450-441a-82db-5dfa67ef26a0']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:21.363976 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-be53847e-0fd5-4bc1-98a3-c518107440ae tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7d127bd-7fcb-4699-b972-b001cffcc4a1') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:21.363976 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-be53847e-0fd5-4bc1-98a3-c518107440ae tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7d127bd-7fcb-4699-b972-b001cffcc4a1') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:21.373454 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be53847e-0fd5-4bc1-98a3-c518107440ae tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:21.389671 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be53847e-0fd5-4bc1-98a3-c518107440ae tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:21.396884 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be53847e-0fd5-4bc1-98a3-c518107440ae tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:56:21.402581 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be53847e-0fd5-4bc1-98a3-c518107440ae tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:21.406686 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:56:21.406686 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:56:21.406686 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:56:21.406686 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:56:21.406686 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:56:21.406686 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:56:21.406686 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:56:21.406686 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:56:21.406686 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:56:21.406686 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:56:21.406686 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:56:21.406686 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:56:21.406686 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:56:21.406686 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:56:21.406686 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:56:21.406686 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:56:21.406686 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:56:21.406686 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:56:21.406686 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:56:21.406686 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:56:21.406686 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:56:21.406686 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:56:21.406686 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:56:21.406686 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:56:21.406686 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:56:21.406686 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:56:21.406686 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:56:21.406686 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:56:21.406686 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:56:21.406686 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:56:21.406686 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:56:21.406686 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:56:21.428684 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 5f70cb24-454a-43a9-829f-686afd018fe6 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:56:21.435624 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-4fff89d7-cc29-4d87-b23a-60e93e2fc69c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Deleting port 0618e69e-cb67-449b-afef-a24e4808fd7d {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:56:21.435999 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4fff89d7-cc29-4d87-b23a-60e93e2fc69c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:21.451090 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 5f70cb24-454a-43a9-829f-686afd018fe6 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:56:21.451729 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 5f70cb24-454a-43a9-829f-686afd018fe6 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:56:21.452988 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device ed9090af-d18b-4e38-8602-f6e679e85659 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:56:21.477593 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: ed9090af-d18b-4e38-8602-f6e679e85659 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:56:21.478239 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device ed9090af-d18b-4e38-8602-f6e679e85659 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:56:21.504976 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be53847e-0fd5-4bc1-98a3-c518107440ae tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:21.512737 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be53847e-0fd5-4bc1-98a3-c518107440ae tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:21.516584 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-be53847e-0fd5-4bc1-98a3-c518107440ae tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] 10.222.0.11 "DELETE /v2.0/networks/b2141cab-8450-441a-82db-5dfa67ef26a0 HTTP/1.1" status: 204 len: 168 time: 0.3863184 Dec 10 16:56:21.520850 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34416) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:21.531806 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be53847e-0fd5-4bc1-98a3-c518107440ae tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Pushing event deleted for resources: {'Network': ['ID=b2141cab-8450-441a-82db-5dfa67ef26a0,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:21.605343 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-4fff89d7-cc29-4d87-b23a-60e93e2fc69c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] For port 0618e69e-cb67-449b-afef-a24e4808fd7d, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=0618e69e-cb67-449b-afef-a24e4808fd7d,segment=NetworkSegment(4a675781-188b-4f41-be55-5e8a47a0ce55),segment_id=4a675781-188b-4f41-be55-5e8a47a0ce55)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:56:21.605702 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4fff89d7-cc29-4d87-b23a-60e93e2fc69c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:21.624066 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-4fff89d7-cc29-4d87-b23a-60e93e2fc69c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Calling delete_port for 0618e69e-cb67-449b-afef-a24e4808fd7d owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:56:21.629219 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-803f7916-876a-49ea-9bbc-3dada353a171 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:21.767259 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-803f7916-876a-49ea-9bbc-3dada353a171 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:22.160465 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-803f7916-876a-49ea-9bbc-3dada353a171 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bd5cd77-34e8-4d8e-9e29-deb0fabe0a72']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:22.175172 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-803f7916-876a-49ea-9bbc-3dada353a171 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6efdc3d7-7c61-406b-b382-0a0cfaba76d9') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:22.175410 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-803f7916-876a-49ea-9bbc-3dada353a171 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6efdc3d7-7c61-406b-b382-0a0cfaba76d9') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:22.190216 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-803f7916-876a-49ea-9bbc-3dada353a171 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:22.212382 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-803f7916-876a-49ea-9bbc-3dada353a171 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:22.220862 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-803f7916-876a-49ea-9bbc-3dada353a171 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:56:22.221322 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-803f7916-876a-49ea-9bbc-3dada353a171 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:22.224290 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 16:56:22.224290 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:56:22.224290 n-d-766771-2 neutron-server[103392]: timer() Dec 10 16:56:22.224290 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:56:22.224290 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 16:56:22.224290 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:56:22.224290 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 16:56:22.224290 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:56:22.224290 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 16:56:22.224290 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:56:22.224290 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 16:56:22.224290 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:56:22.224290 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 16:56:22.224290 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:56:22.224290 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:56:22.224290 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:56:22.224290 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:56:22.224290 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:56:22.224290 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 16:56:22.224290 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:56:22.224290 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 16:56:22.224290 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:56:22.224290 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:56:22.224290 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:56:22.224290 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 16:56:22.224290 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:56:22.224290 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:56:22.224290 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:56:22.224290 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:56:22.224290 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:56:22.224290 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:56:22.224290 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:56:22.314052 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-803f7916-876a-49ea-9bbc-3dada353a171 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:22.318414 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-803f7916-876a-49ea-9bbc-3dada353a171 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:22.321648 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-803f7916-876a-49ea-9bbc-3dada353a171 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] 10.222.0.11 "DELETE /v2.0/networks/1bd5cd77-34e8-4d8e-9e29-deb0fabe0a72 HTTP/1.1" status: 204 len: 168 time: 0.7997491 Dec 10 16:56:22.350042 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f7916-876a-49ea-9bbc-3dada353a171 tempest-BulkNetworkOpsTest-1878085748 tempest-BulkNetworkOpsTest-1878085748-project] Pushing event deleted for resources: {'Network': ['ID=1bd5cd77-34e8-4d8e-9e29-deb0fabe0a72,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:22.362118 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4fff89d7-cc29-4d87-b23a-60e93e2fc69c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:22.389582 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff89d7-cc29-4d87-b23a-60e93e2fc69c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event deleted for resources: {'Port': ['ID=0618e69e-cb67-449b-afef-a24e4808fd7d,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:22.589833 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4fff89d7-cc29-4d87-b23a-60e93e2fc69c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:22.610466 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34426) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:22.784189 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1843a8bd-0f46-4ccf-9748-4b09a3f30a77 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ababf1ebab9448acb39978bec035d2ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1695366 Dec 10 16:56:22.784464 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34430) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:22.839325 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-277baf4b-117a-462f-8524-5862faf3fb5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:22.853142 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fff89d7-cc29-4d87-b23a-60e93e2fc69c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Router 8553180f-b24e-4e33-8c0a-1cdd1432ff50 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:56:22.864774 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-277baf4b-117a-462f-8524-5862faf3fb5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:22.930480 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-277baf4b-117a-462f-8524-5862faf3fb5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:22.934238 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-277baf4b-117a-462f-8524-5862faf3fb5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:22.935634 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-277baf4b-117a-462f-8524-5862faf3fb5b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d8b9a868-1d27-4462-b29e-5f31be769ea0 HTTP/1.1" status: 204 len: 168 time: 0.1499386 Dec 10 16:56:22.944758 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277baf4b-117a-462f-8524-5862faf3fb5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b9a868-1d27-4462-b29e-5f31be769ea0,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:22.991455 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fff89d7-cc29-4d87-b23a-60e93e2fc69c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:56:23.000577 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-4fff89d7-cc29-4d87-b23a-60e93e2fc69c tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "PUT /v2.0/routers/8553180f-b24e-4e33-8c0a-1cdd1432ff50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3545980 Dec 10 16:56:23.000697 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34438) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:23.002764 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bcafc0-3f1c-4c14-9912-fb88d8ae48fc None None] Sync routers for ids ['8553180f-b24e-4e33-8c0a-1cdd1432ff50'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:56:23.022462 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bcafc0-3f1c-4c14-9912-fb88d8ae48fc None None] Routers {'8553180f-b24e-4e33-8c0a-1cdd1432ff50'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:56:23.026760 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-d0bcafc0-3f1c-4c14-9912-fb88d8ae48fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:56:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['8553180f-b24e-4e33-8c0a-1cdd1432ff50'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:23.101189 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1b556d9-2883-4376-aa7e-411482bb4977 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Deleting subnet 2aa480b9-95eb-431e-b3fa-a99f578c5d32 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:56:23.105255 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a1b556d9-2883-4376-aa7e-411482bb4977 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:23.157604 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a1b556d9-2883-4376-aa7e-411482bb4977 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:23.176996 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-d0bcafc0-3f1c-4c14-9912-fb88d8ae48fc None None] Set router 8553180f-b24e-4e33-8c0a-1cdd1432ff50 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:56:23.269040 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a1b556d9-2883-4376-aa7e-411482bb4977 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:23.342154 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a1b556d9-2883-4376-aa7e-411482bb4977 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:23.390942 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-d0bcafc0-3f1c-4c14-9912-fb88d8ae48fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8553180f-b24e-4e33-8c0a-1cdd1432ff50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868481207', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '05b91337-d608-48a7-a568-48c1c02bc8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:54:32Z', 'updated_at': '2021-12-10T16:56:22Z', 'revision_number': 5, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': '05b91337-d608-48a7-a568-48c1c02bc8af', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8553180f-b24e-4e33-8c0a-1cdd1432ff50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:54:32Z', 'updated_at': '2021-12-10T16:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:23.420155 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b556d9-2883-4376-aa7e-411482bb4977 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event deleted for resources: {'Subnet': ['ID=2aa480b9-95eb-431e-b3fa-a99f578c5d32,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:23.421109 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422cc96b-ced8-4648-8f19-1a8981e1db56 None None] Network 6507c088-c010-41d1-a1ea-b09b820d30ac requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:56:23.421759 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bcafc0-3f1c-4c14-9912-fb88d8ae48fc None None] Checking router: 8553180f-b24e-4e33-8c0a-1cdd1432ff50 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:56:23.431256 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bcafc0-3f1c-4c14-9912-fb88d8ae48fc None None] Routers {'8553180f-b24e-4e33-8c0a-1cdd1432ff50'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:56:23.432104 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-d0bcafc0-3f1c-4c14-9912-fb88d8ae48fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:56:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['8553180f-b24e-4e33-8c0a-1cdd1432ff50'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:23.440971 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a1b556d9-2883-4376-aa7e-411482bb4977 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:23.449561 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a1b556d9-2883-4376-aa7e-411482bb4977 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "DELETE /v2.0/subnets/2aa480b9-95eb-431e-b3fa-a99f578c5d32 HTTP/1.1" status: 204 len: 168 time: 0.4454751 Dec 10 16:56:23.452853 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34452) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:23.572575 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-d0bcafc0-3f1c-4c14-9912-fb88d8ae48fc None None] Set router 8553180f-b24e-4e33-8c0a-1cdd1432ff50 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:56:23.599397 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 9e0e73ea-0687-46d8-8074-38a6f7b377a9 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:56:23.627194 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7f8042e0-0926-469f-ae30-82d8ce2f9e88 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:23.667312 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: 9e0e73ea-0687-46d8-8074-38a6f7b377a9 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:56:23.667926 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 9e0e73ea-0687-46d8-8074-38a6f7b377a9 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:56:23.677304 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673b9247-905f-4cec-93c2-39fc7a96f3c1 None None] DHCP port deletion for 6507c088-c010-41d1-a1ea-b09b820d30ac request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:56:23.758413 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-673b9247-905f-4cec-93c2-39fc7a96f3c1 None None] Deleting port 3ffa4ccf-0260-4b41-b96a-1e16372d8aca {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:56:23.758803 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-673b9247-905f-4cec-93c2-39fc7a96f3c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:23.776117 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7f8042e0-0926-469f-ae30-82d8ce2f9e88 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:23.781449 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-d0bcafc0-3f1c-4c14-9912-fb88d8ae48fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8553180f-b24e-4e33-8c0a-1cdd1432ff50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868481207', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '05b91337-d608-48a7-a568-48c1c02bc8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:54:32Z', 'updated_at': '2021-12-10T16:56:22Z', 'revision_number': 5, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': '05b91337-d608-48a7-a568-48c1c02bc8af', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8553180f-b24e-4e33-8c0a-1cdd1432ff50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:54:32Z', 'updated_at': '2021-12-10T16:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:23.809268 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bcafc0-3f1c-4c14-9912-fb88d8ae48fc None None] The sync data for ids ['8553180f-b24e-4e33-8c0a-1cdd1432ff50'] in n-d-766771-2 is: [{'id': '8553180f-b24e-4e33-8c0a-1cdd1432ff50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868481207', 'tenant_id': 'e316b1d223b341c8ad45a1329ddefc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '05b91337-d608-48a7-a568-48c1c02bc8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:54:32Z', 'updated_at': '2021-12-10T16:56:22Z', 'revision_number': 5, 'project_id': 'e316b1d223b341c8ad45a1329ddefc11', 'gw_port': {'id': '05b91337-d608-48a7-a568-48c1c02bc8af', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8553180f-b24e-4e33-8c0a-1cdd1432ff50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:54:32Z', 'updated_at': '2021-12-10T16:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:56:23.870747 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-7f8042e0-0926-469f-ae30-82d8ce2f9e88 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Deleting port 05b91337-d608-48a7-a568-48c1c02bc8af {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:56:23.871070 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7f8042e0-0926-469f-ae30-82d8ce2f9e88 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:23.907725 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-673b9247-905f-4cec-93c2-39fc7a96f3c1 None None] For port 3ffa4ccf-0260-4b41-b96a-1e16372d8aca, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=3ffa4ccf-0260-4b41-b96a-1e16372d8aca,segment=NetworkSegment(4a675781-188b-4f41-be55-5e8a47a0ce55),segment_id=4a675781-188b-4f41-be55-5e8a47a0ce55)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:56:23.908258 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-673b9247-905f-4cec-93c2-39fc7a96f3c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:23.923462 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-673b9247-905f-4cec-93c2-39fc7a96f3c1 None None] Calling delete_port for 3ffa4ccf-0260-4b41-b96a-1e16372d8aca owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:56:23.993024 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-7f8042e0-0926-469f-ae30-82d8ce2f9e88 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] For port 05b91337-d608-48a7-a568-48c1c02bc8af, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=05b91337-d608-48a7-a568-48c1c02bc8af,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:56:23.993401 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7f8042e0-0926-469f-ae30-82d8ce2f9e88 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:24.008142 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-7f8042e0-0926-469f-ae30-82d8ce2f9e88 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Calling delete_port for 05b91337-d608-48a7-a568-48c1c02bc8af owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:56:24.235773 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-673b9247-905f-4cec-93c2-39fc7a96f3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:24.236057 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7f8042e0-0926-469f-ae30-82d8ce2f9e88 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:24.267206 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8042e0-0926-469f-ae30-82d8ce2f9e88 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event deleted for resources: {'Port': ['ID=05b91337-d608-48a7-a568-48c1c02bc8af,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:24.294573 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae26e84-ff1b-4ba4-9a76-35a1c2b34551 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:56:24.297031 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673b9247-905f-4cec-93c2-39fc7a96f3c1 None None] No DVR routers for this DVR port 3ffa4ccf-0260-4b41-b96a-1e16372d8aca on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:56:24.298984 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b9247-905f-4cec-93c2-39fc7a96f3c1 None None] Pushing event deleted for resources: {'Port': ['ID=3ffa4ccf-0260-4b41-b96a-1e16372d8aca,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:24.372055 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7f8042e0-0926-469f-ae30-82d8ce2f9e88 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:24.480578 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7f8042e0-0926-469f-ae30-82d8ce2f9e88 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:24.482765 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7f8042e0-0926-469f-ae30-82d8ce2f9e88 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:24.535298 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7f8042e0-0926-469f-ae30-82d8ce2f9e88 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:24.536068 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8042e0-0926-469f-ae30-82d8ce2f9e88 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Fanout notify agent at l3_agent the message router_deleted on router 8553180f-b24e-4e33-8c0a-1cdd1432ff50 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:56:24.547019 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7f8042e0-0926-469f-ae30-82d8ce2f9e88 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:24.548542 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-7f8042e0-0926-469f-ae30-82d8ce2f9e88 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "DELETE /v2.0/routers/8553180f-b24e-4e33-8c0a-1cdd1432ff50 HTTP/1.1" status: 204 len: 168 time: 1.0932503 Dec 10 16:56:24.550958 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34472) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:24.659715 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ecd38097-1a26-4350-b887-e35897b9cfa1 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:24.764042 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ecd38097-1a26-4350-b887-e35897b9cfa1 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:24.787459 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-ecd38097-1a26-4350-b887-e35897b9cfa1 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6507c088-c010-41d1-a1ea-b09b820d30ac']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:24.798171 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-ecd38097-1a26-4350-b887-e35897b9cfa1 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a675781-188b-4f41-be55-5e8a47a0ce55') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:24.798538 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-ecd38097-1a26-4350-b887-e35897b9cfa1 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a675781-188b-4f41-be55-5e8a47a0ce55') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:24.808247 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ecd38097-1a26-4350-b887-e35897b9cfa1 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:24.823067 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ecd38097-1a26-4350-b887-e35897b9cfa1 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:24.829210 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecd38097-1a26-4350-b887-e35897b9cfa1 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:56:24.829594 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ecd38097-1a26-4350-b887-e35897b9cfa1 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:24.832779 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:56:24.832779 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:56:24.832779 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:56:24.832779 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:56:24.832779 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:56:24.832779 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:56:24.832779 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:56:24.832779 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:56:24.832779 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:56:24.832779 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:56:24.832779 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:56:24.832779 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:56:24.832779 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:56:24.832779 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:56:24.832779 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:56:24.832779 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:56:24.832779 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:56:24.832779 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:56:24.832779 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:56:24.832779 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:56:24.832779 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:56:24.832779 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:56:24.832779 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:56:24.832779 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:56:24.832779 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:56:24.832779 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:56:24.832779 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:56:24.832779 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:56:24.832779 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:56:24.832779 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:56:24.832779 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:56:24.832779 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:56:24.897582 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ecd38097-1a26-4350-b887-e35897b9cfa1 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:24.902587 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ecd38097-1a26-4350-b887-e35897b9cfa1 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:24.906937 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ecd38097-1a26-4350-b887-e35897b9cfa1 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "DELETE /v2.0/networks/6507c088-c010-41d1-a1ea-b09b820d30ac HTTP/1.1" status: 204 len: 168 time: 0.3541560 Dec 10 16:56:24.909425 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34476) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:24.923383 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd38097-1a26-4350-b887-e35897b9cfa1 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event deleted for resources: {'Network': ['ID=6507c088-c010-41d1-a1ea-b09b820d30ac,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:24.980720 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e8230ad0-d689-43f7-8013-a2830aefc773 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:25.018411 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e8230ad0-d689-43f7-8013-a2830aefc773 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:25.119600 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e8230ad0-d689-43f7-8013-a2830aefc773 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:25.122572 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e8230ad0-d689-43f7-8013-a2830aefc773 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:25.126221 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e8230ad0-d689-43f7-8013-a2830aefc773 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] 10.222.0.11 "DELETE /v2.0/security-groups/92a1ceb0-3022-4486-a189-bbcdb68b60b0 HTTP/1.1" status: 204 len: 168 time: 0.2132792 Dec 10 16:56:25.134664 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8230ad0-d689-43f7-8013-a2830aefc773 tempest-TestNetworkAdvancedServerOps-141612745 tempest-TestNetworkAdvancedServerOps-141612745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a1ceb0-3022-4486-a189-bbcdb68b60b0,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:25.444582 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 0618e69e-cb67-449b-afef-a24e4808fd7d no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:56:25.467499 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 0618e69e-cb67-449b-afef-a24e4808fd7d {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:56:25.468208 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 0618e69e-cb67-449b-afef-a24e4808fd7d not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:56:25.469060 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 3ffa4ccf-0260-4b41-b96a-1e16372d8aca no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:56:25.497347 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 3ffa4ccf-0260-4b41-b96a-1e16372d8aca {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:56:25.500036 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 3ffa4ccf-0260-4b41-b96a-1e16372d8aca not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:56:25.502302 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 05b91337-d608-48a7-a568-48c1c02bc8af no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:56:25.529004 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 05b91337-d608-48a7-a568-48c1c02bc8af {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:56:25.529506 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 05b91337-d608-48a7-a568-48c1c02bc8af not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:56:25.547031 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34488) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:25.724674 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-30d22f24-5b68-4c37-bb38-97ae72609ec9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e316b1d223b341c8ad45a1329ddefc11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1764653 Dec 10 16:56:25.727122 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34500) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:25.786381 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bea71283-2c1a-4a91-9fa8-28e01f14e2e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:25.813661 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bea71283-2c1a-4a91-9fa8-28e01f14e2e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:25.865892 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bea71283-2c1a-4a91-9fa8-28e01f14e2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:25.868767 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bea71283-2c1a-4a91-9fa8-28e01f14e2e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:25.872389 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-bea71283-2c1a-4a91-9fa8-28e01f14e2e3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fc829d92-698f-4362-a349-9c5a77e9596a HTTP/1.1" status: 204 len: 168 time: 0.1417649 Dec 10 16:56:25.879494 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea71283-2c1a-4a91-9fa8-28e01f14e2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc829d92-698f-4362-a349-9c5a77e9596a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:26.228243 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34528) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:26.273336 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-3f6a67a5-c76e-4140-8f1e-1531058ad98a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=50fa7bfe706143db8a688d6c50890282&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433569 Dec 10 16:56:26.275937 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34532) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:26.331863 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-44e90559-0697-4a12-b655-4207dde6a629 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:26.355233 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-44e90559-0697-4a12-b655-4207dde6a629 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:26.409016 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-44e90559-0697-4a12-b655-4207dde6a629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:26.412039 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-44e90559-0697-4a12-b655-4207dde6a629 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:26.413267 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-44e90559-0697-4a12-b655-4207dde6a629 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3ed21785-f49b-491b-b40c-882966352116 HTTP/1.1" status: 204 len: 168 time: 0.1357307 Dec 10 16:56:26.422556 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e90559-0697-4a12-b655-4207dde6a629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed21785-f49b-491b-b40c-882966352116,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:28.688204 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34548) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:28.806351 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-036499a6-f070-4dfe-8697-56a52b7ada8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:28.900692 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-036499a6-f070-4dfe-8697-56a52b7ada8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:28.905203 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-036499a6-f070-4dfe-8697-56a52b7ada8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:28.946564 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-036499a6-f070-4dfe-8697-56a52b7ada8b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3532f428edf741d7ad82d383165954f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2572682 Dec 10 16:56:28.947697 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036499a6-f070-4dfe-8697-56a52b7ada8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4417f327-abe8-40fb-b123-14ada047d99f,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:28.949531 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34552) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:29.011606 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-46427074-327f-4d49-a14a-50b7aaea6812 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:29.044724 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-46427074-327f-4d49-a14a-50b7aaea6812 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:29.097590 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-46427074-327f-4d49-a14a-50b7aaea6812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:29.100420 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-46427074-327f-4d49-a14a-50b7aaea6812 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:29.104326 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-46427074-327f-4d49-a14a-50b7aaea6812 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4417f327-abe8-40fb-b123-14ada047d99f HTTP/1.1" status: 204 len: 168 time: 0.1535819 Dec 10 16:56:29.128615 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46427074-327f-4d49-a14a-50b7aaea6812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4417f327-abe8-40fb-b123-14ada047d99f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:29.845026 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34576) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:29.949647 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-d9d45873-da16-4be4-926d-0796b31d33ff admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1511175243-network', 'tenant_id': '70e25702b310410b94eb2bcc510c4e35'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:56:29.975891 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d45873-da16-4be4-926d-0796b31d33ff admin admin] Made reservation on behalf of 70e25702b310410b94eb2bcc510c4e35 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:56:29.978177 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d9d45873-da16-4be4-926d-0796b31d33ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:29.987113 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d9d45873-da16-4be4-926d-0796b31d33ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:30.062245 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d9d45873-da16-4be4-926d-0796b31d33ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:30.067108 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d9d45873-da16-4be4-926d-0796b31d33ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:30.094603 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d45873-da16-4be4-926d-0796b31d33ff admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:56:30.101112 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d45873-da16-4be4-926d-0796b31d33ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718e6692-4ed6-48db-b306-d316eb0b3c9c,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:30.107912 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d9d45873-da16-4be4-926d-0796b31d33ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:30.108259 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-d9d45873-da16-4be4-926d-0796b31d33ff admin admin] Added segment 0589d088-5e76-4aa2-aa62-35eaefdd95fc of type vlan for network 8ce2d2a2-509f-4c42-ac8f-b991dfb3b222 Dec 10 16:56:30.150555 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d9d45873-da16-4be4-926d-0796b31d33ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:30.176091 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d9d45873-da16-4be4-926d-0796b31d33ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:30.177226 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d45873-da16-4be4-926d-0796b31d33ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:30.177803 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d9d45873-da16-4be4-926d-0796b31d33ff admin admin] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:30.238993 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d45873-da16-4be4-926d-0796b31d33ff admin admin] Pushing event updated for resources: {'Network': ['ID=8ce2d2a2-509f-4c42-ac8f-b991dfb3b222,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:30.250010 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 8ce2d2a2-509f-4c42-ac8f-b991dfb3b222 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:56:30.253974 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d9d45873-da16-4be4-926d-0796b31d33ff admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4076788 Dec 10 16:56:30.257933 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34580) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:30.262810 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-44abbac3-24f3-4bfa-99f2-66219fa7ffb4 admin admin] Request body: {'subnet': {'network_id': '8ce2d2a2-509f-4c42-ac8f-b991dfb3b222', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1511175243-subnet', 'tenant_id': '70e25702b310410b94eb2bcc510c4e35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:56:30.283060 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44abbac3-24f3-4bfa-99f2-66219fa7ffb4 admin admin] Made reservation on behalf of 70e25702b310410b94eb2bcc510c4e35 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:56:30.285683 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-44abbac3-24f3-4bfa-99f2-66219fa7ffb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:30.461295 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-44abbac3-24f3-4bfa-99f2-66219fa7ffb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:30.521879 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44abbac3-24f3-4bfa-99f2-66219fa7ffb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5de25139-5c4a-436d-9d24-6e4118621e91,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:30.524076 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44abbac3-24f3-4bfa-99f2-66219fa7ffb4 admin admin] Checking segment: {'id': '0589d088-5e76-4aa2-aa62-35eaefdd95fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8ce2d2a2-509f-4c42-ac8f-b991dfb3b222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:56:30.524427 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44abbac3-24f3-4bfa-99f2-66219fa7ffb4 admin admin] Network hostable DHCP agents. Network: 8ce2d2a2-509f-4c42-ac8f-b991dfb3b222, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:56:30.543066 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44abbac3-24f3-4bfa-99f2-66219fa7ffb4 admin admin] Network 8ce2d2a2-509f-4c42-ac8f-b991dfb3b222 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:56:30.553034 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-44abbac3-24f3-4bfa-99f2-66219fa7ffb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 8ce2d2a2-509f-4c42-ac8f-b991dfb3b222) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:56:30.557873 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44abbac3-24f3-4bfa-99f2-66219fa7ffb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:30.559063 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-44abbac3-24f3-4bfa-99f2-66219fa7ffb4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:30.563792 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85527f0-c4bc-46f0-95b7-212a29c65a7a None None] Network 8ce2d2a2-509f-4c42-ac8f-b991dfb3b222 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:56:30.582120 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-44abbac3-24f3-4bfa-99f2-66219fa7ffb4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3229818 Dec 10 16:56:30.695535 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5585243-9004-41cf-ab3b-cc6bc7a7a9f8 None None] Network 8ce2d2a2-509f-4c42-ac8f-b991dfb3b222 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:56:32.447917 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc353a-8eb4-4694-80be-1758128b4163 req-7759bf4e-a2cc-4e11-b505-0e39db778895 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:32.449388 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-39fc353a-8eb4-4694-80be-1758128b4163 req-7759bf4e-a2cc-4e11-b505-0e39db778895 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/networks?id=8ce2d2a2-509f-4c42-ac8f-b991dfb3b222 HTTP/1.1" status: 200 len: 809 time: 0.1071506 Dec 10 16:56:32.465060 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-39fc353a-8eb4-4694-80be-1758128b4163 req-87a177be-2e71-48fd-87b4-80aae2e34f95 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/quotas/70e25702b310410b94eb2bcc510c4e35 HTTP/1.1" status: 200 len: 375 time: 0.0093155 Dec 10 16:56:32.497283 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-39fc353a-8eb4-4694-80be-1758128b4163 req-139f1aef-1065-4f5e-a7c0-049721373be3 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=70e25702b310410b94eb2bcc510c4e35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261848 Dec 10 16:56:32.587420 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-39fc353a-8eb4-4694-80be-1758128b4163 req-b778f8fc-0125-424b-b6b5-8030e9b196db service neutron] 10.222.0.11 "GET /v2.0/networks/8ce2d2a2-509f-4c42-ac8f-b991dfb3b222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831184 Dec 10 16:56:32.691165 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-39fc353a-8eb4-4694-80be-1758128b4163 req-163b9914-061a-49f4-bb7a-ea00e52ad72c service neutron] 10.222.0.11 "GET /v2.0/networks/8ce2d2a2-509f-4c42-ac8f-b991dfb3b222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963075 Dec 10 16:56:32.856549 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0d4ee0b6-c387-4f62-8af2-d2281a0cf26a req-a672bdb9-9242-4827-961e-50d1afb650d4 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d78e7e1-bb2a-47b8-9335-db899435702d HTTP/1.1" status: 200 len: 210 time: 0.0282967 Dec 10 16:56:33.839220 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc353a-8eb4-4694-80be-1758128b4163 req-26d81c9c-fe43-4775-b07f-670214fa31d6 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:33.840831 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-39fc353a-8eb4-4694-80be-1758128b4163 req-26d81c9c-fe43-4775-b07f-670214fa31d6 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.46 "GET /v2.0/networks?id=8ce2d2a2-509f-4c42-ac8f-b991dfb3b222 HTTP/1.1" status: 200 len: 809 time: 0.1153834 Dec 10 16:56:33.854913 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-39fc353a-8eb4-4694-80be-1758128b4163 req-2144c292-f9aa-4396-aac8-715f9d35136c tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Request body: {'port': {'device_id': '0d78e7e1-bb2a-47b8-9335-db899435702d', 'network_id': '8ce2d2a2-509f-4c42-ac8f-b991dfb3b222', 'admin_state_up': True, 'tenant_id': '70e25702b310410b94eb2bcc510c4e35'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:56:33.978521 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d1fb438f-c70d-430a-9df3-71ffd1671fa5 req-ef73e54f-6dc5-4e41-9803-63d5960bfc08 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d78e7e1-bb2a-47b8-9335-db899435702d HTTP/1.1" status: 200 len: 210 time: 0.0284214 Dec 10 16:56:34.003325 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39fc353a-8eb4-4694-80be-1758128b4163 req-2144c292-f9aa-4396-aac8-715f9d35136c tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Made reservation on behalf of 70e25702b310410b94eb2bcc510c4e35 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:56:34.003325 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-39fc353a-8eb4-4694-80be-1758128b4163 req-2144c292-f9aa-4396-aac8-715f9d35136c tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:34.132231 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-39fc353a-8eb4-4694-80be-1758128b4163 req-2144c292-f9aa-4396-aac8-715f9d35136c tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Allocated IP 172.20.0.12 (8ce2d2a2-509f-4c42-ac8f-b991dfb3b222/5de25139-5c4a-436d-9d24-6e4118621e91/bce30936-e7ca-495e-8253-8c5d8d738b76) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:56:34.291316 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-39fc353a-8eb4-4694-80be-1758128b4163 req-2144c292-f9aa-4396-aac8-715f9d35136c tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:34.325505 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-39fc353a-8eb4-4694-80be-1758128b4163 req-2144c292-f9aa-4396-aac8-715f9d35136c tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:34.373681 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39fc353a-8eb4-4694-80be-1758128b4163 req-2144c292-f9aa-4396-aac8-715f9d35136c tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Network 8ce2d2a2-509f-4c42-ac8f-b991dfb3b222 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:56:34.377539 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-39fc353a-8eb4-4694-80be-1758128b4163 req-2144c292-f9aa-4396-aac8-715f9d35136c tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:56:34.380006 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-39fc353a-8eb4-4694-80be-1758128b4163 req-2144c292-f9aa-4396-aac8-715f9d35136c tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:56:34.405059 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144c292-f9aa-4396-aac8-715f9d35136c tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Pushing event updated for resources: {'Port': ['ID=bce30936-e7ca-495e-8253-8c5d8d738b76,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:34.433936 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc353a-8eb4-4694-80be-1758128b4163 req-2144c292-f9aa-4396-aac8-715f9d35136c tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:34.434570 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-39fc353a-8eb4-4694-80be-1758128b4163 req-2144c292-f9aa-4396-aac8-715f9d35136c tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:34.452133 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-39fc353a-8eb4-4694-80be-1758128b4163 req-2144c292-f9aa-4396-aac8-715f9d35136c tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6012547 Dec 10 16:56:34.465538 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-39fc353a-8eb4-4694-80be-1758128b4163 req-ffbfba66-18f9-43c4-a4d3-fcd18259e43b service neutron] Request body: {'port': {'device_id': '0d78e7e1-bb2a-47b8-9335-db899435702d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:56:34.523990 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-39fc353a-8eb4-4694-80be-1758128b4163 req-ffbfba66-18f9-43c4-a4d3-fcd18259e43b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:34.792392 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-39fc353a-8eb4-4694-80be-1758128b4163 req-ffbfba66-18f9-43c4-a4d3-fcd18259e43b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bce30936-e7ca-495e-8253-8c5d8d738b76 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:56:34.800182 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-39fc353a-8eb4-4694-80be-1758128b4163 req-ffbfba66-18f9-43c4-a4d3-fcd18259e43b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:34.812459 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-39fc353a-8eb4-4694-80be-1758128b4163 req-ffbfba66-18f9-43c4-a4d3-fcd18259e43b service neutron] Transition to ACTIVE for port object bce30936-e7ca-495e-8253-8c5d8d738b76 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:56:34.816674 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-39fc353a-8eb4-4694-80be-1758128b4163 req-ffbfba66-18f9-43c4-a4d3-fcd18259e43b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:34.878914 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbfba66-18f9-43c4-a4d3-fcd18259e43b service neutron] Pushing event updated for resources: {'Port': ['ID=bce30936-e7ca-495e-8253-8c5d8d738b76,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:34.952616 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-39fc353a-8eb4-4694-80be-1758128b4163 req-ffbfba66-18f9-43c4-a4d3-fcd18259e43b service neutron] Attempting to bind port bce30936-e7ca-495e-8253-8c5d8d738b76 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:56:34.952917 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-39fc353a-8eb4-4694-80be-1758128b4163 req-ffbfba66-18f9-43c4-a4d3-fcd18259e43b service neutron] Attempting to bind port bce30936-e7ca-495e-8253-8c5d8d738b76 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '0589d088-5e76-4aa2-aa62-35eaefdd95fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8ce2d2a2-509f-4c42-ac8f-b991dfb3b222'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:56:34.953233 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fc353a-8eb4-4694-80be-1758128b4163 req-ffbfba66-18f9-43c4-a4d3-fcd18259e43b service neutron] Attempting to bind port bce30936-e7ca-495e-8253-8c5d8d738b76 on network 8ce2d2a2-509f-4c42-ac8f-b991dfb3b222 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:56:34.957401 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fc353a-8eb4-4694-80be-1758128b4163 req-ffbfba66-18f9-43c4-a4d3-fcd18259e43b service neutron] Port bce30936-e7ca-495e-8253-8c5d8d738b76 on network 8ce2d2a2-509f-4c42-ac8f-b991dfb3b222 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:56:34.957710 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fc353a-8eb4-4694-80be-1758128b4163 req-ffbfba66-18f9-43c4-a4d3-fcd18259e43b service neutron] Attempting to bind port bce30936-e7ca-495e-8253-8c5d8d738b76 on network 8ce2d2a2-509f-4c42-ac8f-b991dfb3b222 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:56:34.962401 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fc353a-8eb4-4694-80be-1758128b4163 req-ffbfba66-18f9-43c4-a4d3-fcd18259e43b service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:56:34.962731 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fc353a-8eb4-4694-80be-1758128b4163 req-ffbfba66-18f9-43c4-a4d3-fcd18259e43b service neutron] Checking segment: {'id': '0589d088-5e76-4aa2-aa62-35eaefdd95fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8ce2d2a2-509f-4c42-ac8f-b991dfb3b222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:56:34.963141 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fc353a-8eb4-4694-80be-1758128b4163 req-ffbfba66-18f9-43c4-a4d3-fcd18259e43b service neutron] Bound using segment: {'id': '0589d088-5e76-4aa2-aa62-35eaefdd95fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8ce2d2a2-509f-4c42-ac8f-b991dfb3b222'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:56:34.963505 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-39fc353a-8eb4-4694-80be-1758128b4163 req-ffbfba66-18f9-43c4-a4d3-fcd18259e43b service neutron] Bound port: bce30936-e7ca-495e-8253-8c5d8d738b76, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0589d088-5e76-4aa2-aa62-35eaefdd95fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8ce2d2a2-509f-4c42-ac8f-b991dfb3b222'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:56:34.963846 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-39fc353a-8eb4-4694-80be-1758128b4163 req-ffbfba66-18f9-43c4-a4d3-fcd18259e43b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:35.027407 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-39fc353a-8eb4-4694-80be-1758128b4163 req-ffbfba66-18f9-43c4-a4d3-fcd18259e43b service neutron] For port bce30936-e7ca-495e-8253-8c5d8d738b76, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:56:35.031079 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-39fc353a-8eb4-4694-80be-1758128b4163 req-ffbfba66-18f9-43c4-a4d3-fcd18259e43b service neutron] For port bce30936-e7ca-495e-8253-8c5d8d738b76, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=bce30936-e7ca-495e-8253-8c5d8d738b76,segment=NetworkSegment(0589d088-5e76-4aa2-aa62-35eaefdd95fc),segment_id=0589d088-5e76-4aa2-aa62-35eaefdd95fc)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:56:35.036452 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-39fc353a-8eb4-4694-80be-1758128b4163 req-ffbfba66-18f9-43c4-a4d3-fcd18259e43b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:35.089931 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc353a-8eb4-4694-80be-1758128b4163 req-ffbfba66-18f9-43c4-a4d3-fcd18259e43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:35.090709 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-39fc353a-8eb4-4694-80be-1758128b4163 req-ffbfba66-18f9-43c4-a4d3-fcd18259e43b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:35.091996 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-39fc353a-8eb4-4694-80be-1758128b4163 req-ffbfba66-18f9-43c4-a4d3-fcd18259e43b service neutron] 10.222.0.46 "PUT /v2.0/ports/bce30936-e7ca-495e-8253-8c5d8d738b76 HTTP/1.1" status: 200 len: 1092 time: 0.6310251 Dec 10 16:56:35.092443 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d78e7e1-bb2a-47b8-9335-db899435702d', 'tag': 'bce30936-e7ca-495e-8253-8c5d8d738b76'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:56:35.095307 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c39f16-91be-4943-8ece-bafbaf2fa4b9" -d '{"events": [{"name": "network-changed", "server_uuid": "0d78e7e1-bb2a-47b8-9335-db899435702d", "tag": "bce30936-e7ca-495e-8253-8c5d8d738b76"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:56:35.115620 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbfba66-18f9-43c4-a4d3-fcd18259e43b service neutron] Pushing event updated for resources: {'Port': ['ID=bce30936-e7ca-495e-8253-8c5d8d738b76,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:35.162281 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c4819b-5540-4b40-8818-b4db9310e0f6 req-0086a30c-fe5d-4173-b30e-12b637fdbc94 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:35.163679 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-82c4819b-5540-4b40-8818-b4db9310e0f6 req-0086a30c-fe5d-4173-b30e-12b637fdbc94 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d78e7e1-bb2a-47b8-9335-db899435702d HTTP/1.1" status: 200 len: 944 time: 0.0687897 Dec 10 16:56:35.192741 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc353a-8eb4-4694-80be-1758128b4163 req-bc55b473-eb7b-4865-a9c6-d8ae745f5f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:35.194291 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-39fc353a-8eb4-4694-80be-1758128b4163 req-bc55b473-eb7b-4865-a9c6-d8ae745f5f6e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=70e25702b310410b94eb2bcc510c4e35&device_id=0d78e7e1-bb2a-47b8-9335-db899435702d HTTP/1.1" status: 200 len: 1095 time: 0.0425506 Dec 10 16:56:35.223741 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-82c4819b-5540-4b40-8818-b4db9310e0f6 req-35a44330-9aaf-4d38-b197-4caabd884729 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/security-groups?id=718e6692-4ed6-48db-b306-d316eb0b3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534928 Dec 10 16:56:35.243732 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-39fc353a-8eb4-4694-80be-1758128b4163 req-7e5450f8-ae3d-4a53-a637-38a22f03bdf5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bce30936-e7ca-495e-8253-8c5d8d738b76 HTTP/1.1" status: 200 len: 217 time: 0.0414128 Dec 10 16:56:35.277747 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7734bce1-944b-4536-a097-e1c41c40b7e6 x-openstack-request-id: req-7734bce1-944b-4536-a097-e1c41c40b7e6 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:56:35.278119 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d78e7e1-bb2a-47b8-9335-db899435702d", "tag": "bce30936-e7ca-495e-8253-8c5d8d738b76", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:56:35.278400 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7734bce1-944b-4536-a097-e1c41c40b7e6 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:56:35.278796 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d78e7e1-bb2a-47b8-9335-db899435702d', 'tag': 'bce30936-e7ca-495e-8253-8c5d8d738b76', 'status': 'completed', 'code': 200} Dec 10 16:56:35.298655 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc353a-8eb4-4694-80be-1758128b4163 req-ae723de9-c7a9-47e3-88ce-d44c3be4c6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:35.300126 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-39fc353a-8eb4-4694-80be-1758128b4163 req-ae723de9-c7a9-47e3-88ce-d44c3be4c6d4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5de25139-5c4a-436d-9d24-6e4118621e91 HTTP/1.1" status: 200 len: 849 time: 0.0500910 Dec 10 16:56:35.322870 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:56:35.332902 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-39fc353a-8eb4-4694-80be-1758128b4163 req-c0b87166-0424-4ed0-9751-ff1a5a673325 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8ce2d2a2-509f-4c42-ac8f-b991dfb3b222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258098 Dec 10 16:56:35.738637 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-39fc353a-8eb4-4694-80be-1758128b4163 req-3f1ffde1-c116-45e2-b95f-134a94f1dd7e service neutron] 10.222.0.46 "GET /v2.0/networks/8ce2d2a2-509f-4c42-ac8f-b991dfb3b222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988500 Dec 10 16:56:35.827481 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-39fc353a-8eb4-4694-80be-1758128b4163 req-23fd4d4a-204c-4d8e-850f-39c2909c6c1e service neutron] 10.222.0.46 "GET /v2.0/networks/8ce2d2a2-509f-4c42-ac8f-b991dfb3b222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816188 Dec 10 16:56:35.922131 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c39f16-91be-4943-8ece-bafbaf2fa4b9 req-ac82a517-6afe-4303-bd72-a9916cc32ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:35.923687 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-60c39f16-91be-4943-8ece-bafbaf2fa4b9 req-ac82a517-6afe-4303-bd72-a9916cc32ae7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=70e25702b310410b94eb2bcc510c4e35&device_id=0d78e7e1-bb2a-47b8-9335-db899435702d HTTP/1.1" status: 200 len: 1095 time: 0.0473325 Dec 10 16:56:36.011714 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c39f16-91be-4943-8ece-bafbaf2fa4b9 req-27d905dc-291c-47f8-bc6e-ca59e31e5bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:36.013172 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-60c39f16-91be-4943-8ece-bafbaf2fa4b9 req-27d905dc-291c-47f8-bc6e-ca59e31e5bbc service neutron] 10.222.0.46 "GET /v2.0/networks?id=8ce2d2a2-509f-4c42-ac8f-b991dfb3b222 HTTP/1.1" status: 200 len: 910 time: 0.0828025 Dec 10 16:56:36.055532 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-60c39f16-91be-4943-8ece-bafbaf2fa4b9 req-2837d5eb-4918-494f-bc8e-98e455b3c1c7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bce30936-e7ca-495e-8253-8c5d8d738b76 HTTP/1.1" status: 200 len: 217 time: 0.0347919 Dec 10 16:56:36.109476 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c39f16-91be-4943-8ece-bafbaf2fa4b9 req-a68d0b25-bf9e-416e-9284-8881a8a8539d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:36.110870 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-60c39f16-91be-4943-8ece-bafbaf2fa4b9 req-a68d0b25-bf9e-416e-9284-8881a8a8539d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5de25139-5c4a-436d-9d24-6e4118621e91 HTTP/1.1" status: 200 len: 849 time: 0.0481215 Dec 10 16:56:36.143710 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-60c39f16-91be-4943-8ece-bafbaf2fa4b9 req-6eb496eb-2fd5-4aed-b05d-2205d1ed87c9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8ce2d2a2-509f-4c42-ac8f-b991dfb3b222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247564 Dec 10 16:56:36.231163 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-60c39f16-91be-4943-8ece-bafbaf2fa4b9 req-360a27c6-799d-44c0-9556-84c2e1fdd33d service neutron] 10.222.0.46 "GET /v2.0/networks/8ce2d2a2-509f-4c42-ac8f-b991dfb3b222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799770 Dec 10 16:56:36.325892 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-60c39f16-91be-4943-8ece-bafbaf2fa4b9 req-bb53027e-7fff-4a87-8027-808e5c583d44 service neutron] 10.222.0.46 "GET /v2.0/networks/8ce2d2a2-509f-4c42-ac8f-b991dfb3b222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860589 Dec 10 16:56:36.352649 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9b4c9-338b-47de-ab40-b5e34543efa2 req-b2b3f697-081e-4589-8fc7-fbb9eb2dd557 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:36.354209 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b3b9b4c9-338b-47de-ab40-b5e34543efa2 req-b2b3f697-081e-4589-8fc7-fbb9eb2dd557 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d78e7e1-bb2a-47b8-9335-db899435702d HTTP/1.1" status: 200 len: 944 time: 0.0545969 Dec 10 16:56:36.402722 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b3b9b4c9-338b-47de-ab40-b5e34543efa2 req-c0e54c43-0e14-40e5-8dc6-d4a4ab67ea15 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/security-groups?id=718e6692-4ed6-48db-b306-d316eb0b3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421052 Dec 10 16:56:36.538022 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:37.518409 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15fe3a4-a23e-4eac-bd16-6d537485cf2f req-8fb37626-fdcd-43cb-a205-43070a90815b tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:37.519936 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d15fe3a4-a23e-4eac-bd16-6d537485cf2f req-8fb37626-fdcd-43cb-a205-43070a90815b tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d78e7e1-bb2a-47b8-9335-db899435702d HTTP/1.1" status: 200 len: 944 time: 0.0480206 Dec 10 16:56:37.567053 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d15fe3a4-a23e-4eac-bd16-6d537485cf2f req-acdf0901-9e3c-4a8b-9a14-1642265a13eb tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/security-groups?id=718e6692-4ed6-48db-b306-d316eb0b3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410953 Dec 10 16:56:38.391578 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:38.714527 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7565f-5c59-4bbd-8dac-4e6d8d1fdd1c req-bcc8bcbf-4003-4e71-a943-792fcb2220f3 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:38.719726 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-68c7565f-5c59-4bbd-8dac-4e6d8d1fdd1c req-bcc8bcbf-4003-4e71-a943-792fcb2220f3 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d78e7e1-bb2a-47b8-9335-db899435702d HTTP/1.1" status: 200 len: 944 time: 0.0694165 Dec 10 16:56:38.771591 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-68c7565f-5c59-4bbd-8dac-4e6d8d1fdd1c req-b3a03077-5186-43a9-bc89-91ae32962a10 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/security-groups?id=718e6692-4ed6-48db-b306-d316eb0b3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451634 Dec 10 16:56:39.679315 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device bce30936-e7ca-495e-8253-8c5d8d738b76 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:56:39.773227 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port bce30936-e7ca-495e-8253-8c5d8d738b76, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=bce30936-e7ca-495e-8253-8c5d8d738b76,segment=NetworkSegment(0589d088-5e76-4aa2-aa62-35eaefdd95fc),segment_id=0589d088-5e76-4aa2-aa62-35eaefdd95fc)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:56:39.784214 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'bce30936-e7ca-495e-8253-8c5d8d738b76', 'network_id': '8ce2d2a2-509f-4c42-ac8f-b991dfb3b222', 'port_id': 'bce30936-e7ca-495e-8253-8c5d8d738b76', 'mac_address': 'fa:16:3e:f4:56:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5de25139-5c4a-436d-9d24-6e4118621e91', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:56:39.820993 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:39.834410 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bce30936-e7ca-495e-8253-8c5d8d738b76 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:56:39.854111 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port bce30936-e7ca-495e-8253-8c5d8d738b76, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=bce30936-e7ca-495e-8253-8c5d8d738b76,segment=NetworkSegment(0589d088-5e76-4aa2-aa62-35eaefdd95fc),segment_id=0589d088-5e76-4aa2-aa62-35eaefdd95fc)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:56:39.859496 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:39.890025 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec88c4a-1a55-4032-a899-e60dcf3a8b5c req-cc0f1d3d-c001-4054-becb-08f1253919a7 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:39.891695 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dec88c4a-1a55-4032-a899-e60dcf3a8b5c req-cc0f1d3d-c001-4054-becb-08f1253919a7 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d78e7e1-bb2a-47b8-9335-db899435702d HTTP/1.1" status: 200 len: 944 time: 0.0515134 Dec 10 16:56:39.905966 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=bce30936-e7ca-495e-8253-8c5d8d738b76,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:39.913412 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:39.913763 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:39.914109 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:39.914479 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:39.915086 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:39.915409 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:39.915740 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:39.916071 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:39.916401 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:39.916724 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:39.917042 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:39.917768 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:39.917768 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:39.941400 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dec88c4a-1a55-4032-a899-e60dcf3a8b5c req-5657956c-65e5-4bbd-b969-c14412d6a7a0 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/security-groups?id=718e6692-4ed6-48db-b306-d316eb0b3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432999 Dec 10 16:56:40.065511 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['bce30936-e7ca-495e-8253-8c5d8d738b76'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:56:41.060541 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d177c2-ce18-47d9-a7e5-5d3058b07d99 req-c54a4fd8-83f7-4297-841a-636d60a4f117 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:41.062463 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-07d177c2-ce18-47d9-a7e5-5d3058b07d99 req-c54a4fd8-83f7-4297-841a-636d60a4f117 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d78e7e1-bb2a-47b8-9335-db899435702d HTTP/1.1" status: 200 len: 945 time: 0.0529370 Dec 10 16:56:41.109175 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-07d177c2-ce18-47d9-a7e5-5d3058b07d99 req-50e0a44f-24e9-434e-b133-60fbb380d43a tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/security-groups?id=718e6692-4ed6-48db-b306-d316eb0b3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405700 Dec 10 16:56:41.694071 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device bce30936-e7ca-495e-8253-8c5d8d738b76 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:56:41.741896 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port bce30936-e7ca-495e-8253-8c5d8d738b76 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:56:41.746220 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port bce30936-e7ca-495e-8253-8c5d8d738b76 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:56:41.746590 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:41.827304 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:41.850165 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d78e7e1-bb2a-47b8-9335-db899435702d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce30936-e7ca-495e-8253-8c5d8d738b76'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:56:41.852398 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b4a80f-65ac-46e3-88a8-3c36c2c138e0" -d '{"events": [{"server_uuid": "0d78e7e1-bb2a-47b8-9335-db899435702d", "name": "network-vif-plugged", "status": "completed", "tag": "bce30936-e7ca-495e-8253-8c5d8d738b76"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:56:41.865638 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port bce30936-e7ca-495e-8253-8c5d8d738b76, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=bce30936-e7ca-495e-8253-8c5d8d738b76,segment=NetworkSegment(0589d088-5e76-4aa2-aa62-35eaefdd95fc),segment_id=0589d088-5e76-4aa2-aa62-35eaefdd95fc)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:56:41.871454 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:41.895082 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f1a8b2-930b-4718-ac7f-1cd57445393b x-openstack-request-id: req-50f1a8b2-930b-4718-ac7f-1cd57445393b {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:56:41.895374 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d78e7e1-bb2a-47b8-9335-db899435702d", "name": "network-vif-plugged", "status": "completed", "tag": "bce30936-e7ca-495e-8253-8c5d8d738b76", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:56:41.895626 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-50f1a8b2-930b-4718-ac7f-1cd57445393b {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:56:41.896014 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d78e7e1-bb2a-47b8-9335-db899435702d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce30936-e7ca-495e-8253-8c5d8d738b76', 'code': 200} Dec 10 16:56:41.922500 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=bce30936-e7ca-495e-8253-8c5d8d738b76,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:41.991900 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee82de-c1f5-40df-89f6-f1229e9ed45c req-656a9196-155a-4cfb-8109-ac6b06343ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:41.993395 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ceee82de-c1f5-40df-89f6-f1229e9ed45c req-656a9196-155a-4cfb-8109-ac6b06343ba9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0d78e7e1-bb2a-47b8-9335-db899435702d HTTP/1.1" status: 200 len: 1097 time: 0.0443351 Dec 10 16:56:42.039632 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ceee82de-c1f5-40df-89f6-f1229e9ed45c req-0ed0ddb7-d00c-431d-aae1-a45c80dd6993 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=718e6692-4ed6-48db-b306-d316eb0b3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394669 Dec 10 16:56:42.227326 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd15ff-9474-4641-918b-4a77239ab2d8 req-d6868c3e-9b19-4d77-b3e9-3846e1652369 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:42.228735 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c3bd15ff-9474-4641-918b-4a77239ab2d8 req-d6868c3e-9b19-4d77-b3e9-3846e1652369 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d78e7e1-bb2a-47b8-9335-db899435702d HTTP/1.1" status: 200 len: 946 time: 0.0492420 Dec 10 16:56:42.279589 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c3bd15ff-9474-4641-918b-4a77239ab2d8 req-abec0166-5bea-46bb-b8b4-d72848c277ce tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/security-groups?id=718e6692-4ed6-48db-b306-d316eb0b3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444098 Dec 10 16:56:43.407428 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6ad83-b26b-4149-90f6-945ccfd93781 req-faf1e009-6984-478d-ba05-e812b6eea83d tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:43.408931 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eee6ad83-b26b-4149-90f6-945ccfd93781 req-faf1e009-6984-478d-ba05-e812b6eea83d tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d78e7e1-bb2a-47b8-9335-db899435702d HTTP/1.1" status: 200 len: 946 time: 0.0531075 Dec 10 16:56:43.461416 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eee6ad83-b26b-4149-90f6-945ccfd93781 req-315a979c-19be-4fd7-85e9-caa98ecef13e tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/security-groups?id=718e6692-4ed6-48db-b306-d316eb0b3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463455 Dec 10 16:56:43.947584 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8677fb2c-5976-419a-a348-a2bf3a2896ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:44.067150 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b3f15-a3ff-4c9c-848e-3df9d3908c1f req-a80dc31f-d227-4c73-8794-27658ca57f87 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:44.068580 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9e2b3f15-a3ff-4c9c-848e-3df9d3908c1f req-a80dc31f-d227-4c73-8794-27658ca57f87 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d78e7e1-bb2a-47b8-9335-db899435702d HTTP/1.1" status: 200 len: 946 time: 0.0505676 Dec 10 16:56:44.120624 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9e2b3f15-a3ff-4c9c-848e-3df9d3908c1f req-c6b4f354-ae10-4acb-af74-94dc779822ef tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/security-groups?id=718e6692-4ed6-48db-b306-d316eb0b3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448213 Dec 10 16:56:45.240402 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301a9df-0ca3-4da9-ba54-b49f5c20e281 req-76b6fba4-4df0-48b4-872d-5a46385cd326 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:45.242053 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5301a9df-0ca3-4da9-ba54-b49f5c20e281 req-76b6fba4-4df0-48b4-872d-5a46385cd326 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d78e7e1-bb2a-47b8-9335-db899435702d HTTP/1.1" status: 200 len: 946 time: 0.0504735 Dec 10 16:56:45.290218 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5301a9df-0ca3-4da9-ba54-b49f5c20e281 req-1a2b196e-07f0-4012-88e6-fd50d55bbee9 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/security-groups?id=718e6692-4ed6-48db-b306-d316eb0b3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418842 Dec 10 16:56:45.346027 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156492e-86e8-40da-9d2e-47e09890b821 req-266f964d-a5d2-436e-8662-80e7c0ab5d63 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:45.347510 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2156492e-86e8-40da-9d2e-47e09890b821 req-266f964d-a5d2-436e-8662-80e7c0ab5d63 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d78e7e1-bb2a-47b8-9335-db899435702d HTTP/1.1" status: 200 len: 946 time: 0.0526958 Dec 10 16:56:45.440001 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-2156492e-86e8-40da-9d2e-47e09890b821 req-67c939d1-baf2-4fd9-bf1e-c3f6ce88588c tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Deleting port bce30936-e7ca-495e-8253-8c5d8d738b76 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:56:45.440251 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2156492e-86e8-40da-9d2e-47e09890b821 req-67c939d1-baf2-4fd9-bf1e-c3f6ce88588c tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:45.530746 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-2156492e-86e8-40da-9d2e-47e09890b821 req-67c939d1-baf2-4fd9-bf1e-c3f6ce88588c tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] For port bce30936-e7ca-495e-8253-8c5d8d738b76, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=bce30936-e7ca-495e-8253-8c5d8d738b76,segment=NetworkSegment(0589d088-5e76-4aa2-aa62-35eaefdd95fc),segment_id=0589d088-5e76-4aa2-aa62-35eaefdd95fc)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:56:45.531109 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2156492e-86e8-40da-9d2e-47e09890b821 req-67c939d1-baf2-4fd9-bf1e-c3f6ce88588c tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:45.544028 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-2156492e-86e8-40da-9d2e-47e09890b821 req-67c939d1-baf2-4fd9-bf1e-c3f6ce88588c tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Calling delete_port for bce30936-e7ca-495e-8253-8c5d8d738b76 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:56:45.680642 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2156492e-86e8-40da-9d2e-47e09890b821 req-67c939d1-baf2-4fd9-bf1e-c3f6ce88588c tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:45.696892 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['bce30936-e7ca-495e-8253-8c5d8d738b76'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:56:45.724679 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c939d1-baf2-4fd9-bf1e-c3f6ce88588c tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Pushing event deleted for resources: {'Port': ['ID=bce30936-e7ca-495e-8253-8c5d8d738b76,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:45.772356 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-2156492e-86e8-40da-9d2e-47e09890b821 req-67c939d1-baf2-4fd9-bf1e-c3f6ce88588c tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] No DVR routers for this DVR port bce30936-e7ca-495e-8253-8c5d8d738b76 on host n-h2-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:56:45.775017 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2156492e-86e8-40da-9d2e-47e09890b821 req-67c939d1-baf2-4fd9-bf1e-c3f6ce88588c tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:45.778358 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-2156492e-86e8-40da-9d2e-47e09890b821 req-67c939d1-baf2-4fd9-bf1e-c3f6ce88588c tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.46 "DELETE /v2.0/ports/bce30936-e7ca-495e-8253-8c5d8d738b76 HTTP/1.1" status: 204 len: 173 time: 0.4249735 Dec 10 16:56:45.778803 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d78e7e1-bb2a-47b8-9335-db899435702d', 'name': 'network-vif-deleted', 'tag': 'bce30936-e7ca-495e-8253-8c5d8d738b76'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:56:45.781575 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef00faad-3d4f-446c-ace6-f1f05711685e" -d '{"events": [{"server_uuid": "0d78e7e1-bb2a-47b8-9335-db899435702d", "name": "network-vif-deleted", "tag": "bce30936-e7ca-495e-8253-8c5d8d738b76"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:56:45.820752 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ea1fc8-e8f3-4628-ac6e-3c2239e1ee50 x-openstack-request-id: req-40ea1fc8-e8f3-4628-ac6e-3c2239e1ee50 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:56:45.821131 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d78e7e1-bb2a-47b8-9335-db899435702d", "name": "network-vif-deleted", "tag": "bce30936-e7ca-495e-8253-8c5d8d738b76", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:56:45.821377 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-40ea1fc8-e8f3-4628-ac6e-3c2239e1ee50 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:56:45.821856 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d78e7e1-bb2a-47b8-9335-db899435702d', 'name': 'network-vif-deleted', 'tag': 'bce30936-e7ca-495e-8253-8c5d8d738b76', 'status': 'completed', 'code': 200} Dec 10 16:56:46.484929 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7a0c0997-a49e-456f-af70-0293a4f93652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:46.580919 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-209cc53b-c3c9-4ba3-b9b9-bf8ee097c2bf tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:46.582383 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-209cc53b-c3c9-4ba3-b9b9-bf8ee097c2bf tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/networks?id=8ce2d2a2-509f-4c42-ac8f-b991dfb3b222 HTTP/1.1" status: 200 len: 809 time: 0.1266010 Dec 10 16:56:46.599036 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-c4ade1bb-074b-4c71-ae73-e80200b7ab0f tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/quotas/70e25702b310410b94eb2bcc510c4e35 HTTP/1.1" status: 200 len: 375 time: 0.0108299 Dec 10 16:56:46.638776 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-61371b7c-b8ad-48b2-96bc-3439c1e45cd5 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=70e25702b310410b94eb2bcc510c4e35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281122 Dec 10 16:56:46.739668 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-aab2ef4e-662c-4f74-84e9-c8cc563526e7 service neutron] 10.222.0.11 "GET /v2.0/networks/8ce2d2a2-509f-4c42-ac8f-b991dfb3b222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955560 Dec 10 16:56:46.840697 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-5f4131c1-0424-4357-99e8-aa78d37977ab service neutron] 10.222.0.11 "GET /v2.0/networks/8ce2d2a2-509f-4c42-ac8f-b991dfb3b222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933342 Dec 10 16:56:47.029567 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-05c0154a-17dd-4437-b700-bd533fc8b61e req-67c3a0e1-c066-45b0-8927-81c4d10287fe tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8e3eb68-80e7-4a6d-9cf9-871a7acf043e HTTP/1.1" status: 200 len: 210 time: 0.0423040 Dec 10 16:56:47.343813 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:47.996000 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-da409a10-a0e9-4962-a45d-cbd4675d7672 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:47.997482 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-da409a10-a0e9-4962-a45d-cbd4675d7672 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.46 "GET /v2.0/networks?id=8ce2d2a2-509f-4c42-ac8f-b991dfb3b222 HTTP/1.1" status: 200 len: 809 time: 0.1120577 Dec 10 16:56:48.013226 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-ce9fce34-5115-48df-b3a7-9e5f3ee50ec1 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Request body: {'port': {'device_id': 'b8e3eb68-80e7-4a6d-9cf9-871a7acf043e', 'network_id': '8ce2d2a2-509f-4c42-ac8f-b991dfb3b222', 'admin_state_up': True, 'tenant_id': '70e25702b310410b94eb2bcc510c4e35'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:56:48.128863 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-ce9fce34-5115-48df-b3a7-9e5f3ee50ec1 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Made reservation on behalf of 70e25702b310410b94eb2bcc510c4e35 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:56:48.133366 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-ce9fce34-5115-48df-b3a7-9e5f3ee50ec1 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:48.138264 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-770ea885-4c4a-4cac-9263-8fe21f4c8340 req-7adcfa68-439e-4b1b-907e-cdbfdd11cd58 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8e3eb68-80e7-4a6d-9cf9-871a7acf043e HTTP/1.1" status: 200 len: 210 time: 0.0339940 Dec 10 16:56:48.261361 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-ce9fce34-5115-48df-b3a7-9e5f3ee50ec1 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Allocated IP 172.20.0.7 (8ce2d2a2-509f-4c42-ac8f-b991dfb3b222/5de25139-5c4a-436d-9d24-6e4118621e91/e673f5e4-07de-4d44-8ecf-0c3341304f90) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:56:48.419007 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-ce9fce34-5115-48df-b3a7-9e5f3ee50ec1 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:48.453620 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-ce9fce34-5115-48df-b3a7-9e5f3ee50ec1 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:48.496914 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-ce9fce34-5115-48df-b3a7-9e5f3ee50ec1 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Network 8ce2d2a2-509f-4c42-ac8f-b991dfb3b222 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:56:48.500773 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-ce9fce34-5115-48df-b3a7-9e5f3ee50ec1 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:56:48.504628 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-ce9fce34-5115-48df-b3a7-9e5f3ee50ec1 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:56:48.529292 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9fce34-5115-48df-b3a7-9e5f3ee50ec1 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Pushing event updated for resources: {'Port': ['ID=e673f5e4-07de-4d44-8ecf-0c3341304f90,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:48.558180 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-ce9fce34-5115-48df-b3a7-9e5f3ee50ec1 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:48.558858 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-ce9fce34-5115-48df-b3a7-9e5f3ee50ec1 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:48.574547 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-ce9fce34-5115-48df-b3a7-9e5f3ee50ec1 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5661175 Dec 10 16:56:48.586948 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-c25d7bad-5700-402a-b3a4-907ce2fe76f8 service neutron] Request body: {'port': {'device_id': 'b8e3eb68-80e7-4a6d-9cf9-871a7acf043e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:56:48.646433 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:48.654662 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-c25d7bad-5700-402a-b3a4-907ce2fe76f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:48.921012 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-c25d7bad-5700-402a-b3a4-907ce2fe76f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e673f5e4-07de-4d44-8ecf-0c3341304f90 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:56:48.934891 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-c25d7bad-5700-402a-b3a4-907ce2fe76f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:48.944668 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-c25d7bad-5700-402a-b3a4-907ce2fe76f8 service neutron] Transition to ACTIVE for port object e673f5e4-07de-4d44-8ecf-0c3341304f90 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:56:48.948498 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-c25d7bad-5700-402a-b3a4-907ce2fe76f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:49.002230 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d7bad-5700-402a-b3a4-907ce2fe76f8 service neutron] Pushing event updated for resources: {'Port': ['ID=e673f5e4-07de-4d44-8ecf-0c3341304f90,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:49.074322 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-c25d7bad-5700-402a-b3a4-907ce2fe76f8 service neutron] Attempting to bind port e673f5e4-07de-4d44-8ecf-0c3341304f90 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:56:49.074653 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-c25d7bad-5700-402a-b3a4-907ce2fe76f8 service neutron] Attempting to bind port e673f5e4-07de-4d44-8ecf-0c3341304f90 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '0589d088-5e76-4aa2-aa62-35eaefdd95fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8ce2d2a2-509f-4c42-ac8f-b991dfb3b222'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:56:49.074975 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-c25d7bad-5700-402a-b3a4-907ce2fe76f8 service neutron] Attempting to bind port e673f5e4-07de-4d44-8ecf-0c3341304f90 on network 8ce2d2a2-509f-4c42-ac8f-b991dfb3b222 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:56:49.079760 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-c25d7bad-5700-402a-b3a4-907ce2fe76f8 service neutron] Port e673f5e4-07de-4d44-8ecf-0c3341304f90 on network 8ce2d2a2-509f-4c42-ac8f-b991dfb3b222 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:56:49.080076 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-c25d7bad-5700-402a-b3a4-907ce2fe76f8 service neutron] Attempting to bind port e673f5e4-07de-4d44-8ecf-0c3341304f90 on network 8ce2d2a2-509f-4c42-ac8f-b991dfb3b222 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:56:49.084736 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-c25d7bad-5700-402a-b3a4-907ce2fe76f8 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:56:49.085068 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-c25d7bad-5700-402a-b3a4-907ce2fe76f8 service neutron] Checking segment: {'id': '0589d088-5e76-4aa2-aa62-35eaefdd95fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8ce2d2a2-509f-4c42-ac8f-b991dfb3b222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:56:49.085441 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-c25d7bad-5700-402a-b3a4-907ce2fe76f8 service neutron] Bound using segment: {'id': '0589d088-5e76-4aa2-aa62-35eaefdd95fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8ce2d2a2-509f-4c42-ac8f-b991dfb3b222'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:56:49.085862 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-c25d7bad-5700-402a-b3a4-907ce2fe76f8 service neutron] Bound port: e673f5e4-07de-4d44-8ecf-0c3341304f90, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0589d088-5e76-4aa2-aa62-35eaefdd95fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8ce2d2a2-509f-4c42-ac8f-b991dfb3b222'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:56:49.086235 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-c25d7bad-5700-402a-b3a4-907ce2fe76f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:49.148204 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-c25d7bad-5700-402a-b3a4-907ce2fe76f8 service neutron] For port e673f5e4-07de-4d44-8ecf-0c3341304f90, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:56:49.151216 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-c25d7bad-5700-402a-b3a4-907ce2fe76f8 service neutron] For port e673f5e4-07de-4d44-8ecf-0c3341304f90, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=e673f5e4-07de-4d44-8ecf-0c3341304f90,segment=NetworkSegment(0589d088-5e76-4aa2-aa62-35eaefdd95fc),segment_id=0589d088-5e76-4aa2-aa62-35eaefdd95fc)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:56:49.155741 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-c25d7bad-5700-402a-b3a4-907ce2fe76f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:49.187329 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-c25d7bad-5700-402a-b3a4-907ce2fe76f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:49.188084 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-c25d7bad-5700-402a-b3a4-907ce2fe76f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:49.189544 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-c25d7bad-5700-402a-b3a4-907ce2fe76f8 service neutron] 10.222.0.46 "PUT /v2.0/ports/e673f5e4-07de-4d44-8ecf-0c3341304f90 HTTP/1.1" status: 200 len: 1091 time: 0.6070192 Dec 10 16:56:49.190014 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e3eb68-80e7-4a6d-9cf9-871a7acf043e', 'tag': 'e673f5e4-07de-4d44-8ecf-0c3341304f90'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:56:49.192532 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca38b61a-3640-41ff-bb54-1ccc6e57390a" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e3eb68-80e7-4a6d-9cf9-871a7acf043e", "tag": "e673f5e4-07de-4d44-8ecf-0c3341304f90"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:56:49.230405 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d7bad-5700-402a-b3a4-907ce2fe76f8 service neutron] Pushing event updated for resources: {'Port': ['ID=e673f5e4-07de-4d44-8ecf-0c3341304f90,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:49.271424 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111ba09-d4c6-4fd4-a468-01ce24236259 req-743bd386-c94e-41f1-a514-4ef70cffee95 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:49.273054 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9111ba09-d4c6-4fd4-a468-01ce24236259 req-743bd386-c94e-41f1-a514-4ef70cffee95 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8e3eb68-80e7-4a6d-9cf9-871a7acf043e HTTP/1.1" status: 200 len: 943 time: 0.0514410 Dec 10 16:56:49.281600 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-a919bff6-a36d-4bff-b099-ab1cc02dfc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:49.283607 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-a919bff6-a36d-4bff-b099-ab1cc02dfc46 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=70e25702b310410b94eb2bcc510c4e35&device_id=b8e3eb68-80e7-4a6d-9cf9-871a7acf043e HTTP/1.1" status: 200 len: 1094 time: 0.0494051 Dec 10 16:56:49.327419 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9111ba09-d4c6-4fd4-a468-01ce24236259 req-eb9851a3-aba9-4647-96bf-803fb96d955c tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/security-groups?id=718e6692-4ed6-48db-b306-d316eb0b3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467303 Dec 10 16:56:49.331238 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-ba7529ba-be95-48c6-a647-8f7cc099985e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e673f5e4-07de-4d44-8ecf-0c3341304f90 HTTP/1.1" status: 200 len: 217 time: 0.0391376 Dec 10 16:56:49.373458 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87736735-f06e-4956-8418-952649fcd2ee x-openstack-request-id: req-87736735-f06e-4956-8418-952649fcd2ee {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:56:49.374452 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e3eb68-80e7-4a6d-9cf9-871a7acf043e", "tag": "e673f5e4-07de-4d44-8ecf-0c3341304f90", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:56:49.374629 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-87736735-f06e-4956-8418-952649fcd2ee {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:56:49.375090 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8e3eb68-80e7-4a6d-9cf9-871a7acf043e', 'tag': 'e673f5e4-07de-4d44-8ecf-0c3341304f90', 'status': 'completed', 'code': 200} Dec 10 16:56:49.393736 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-30591b8b-4f33-411f-a2a7-724648fd150d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:49.395230 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-30591b8b-4f33-411f-a2a7-724648fd150d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5de25139-5c4a-436d-9d24-6e4118621e91 HTTP/1.1" status: 200 len: 849 time: 0.0577664 Dec 10 16:56:49.426003 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-68e11431-1fd6-4a06-807e-c95d08b1850b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8ce2d2a2-509f-4c42-ac8f-b991dfb3b222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241718 Dec 10 16:56:49.518883 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-80b5abd1-daec-4821-8e4d-f40209cb629a service neutron] 10.222.0.46 "GET /v2.0/networks/8ce2d2a2-509f-4c42-ac8f-b991dfb3b222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864236 Dec 10 16:56:49.609918 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-c164ad0a-0df2-4ea7-9a4e-dcad3d0a9269 req-82a33d8e-c7e7-4b31-a517-529179c97257 service neutron] 10.222.0.46 "GET /v2.0/networks/8ce2d2a2-509f-4c42-ac8f-b991dfb3b222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843074 Dec 10 16:56:49.691410 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:49.704895 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38b61a-3640-41ff-bb54-1ccc6e57390a req-313f3929-a18a-447e-aa0b-bd4739d869f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:49.706417 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ca38b61a-3640-41ff-bb54-1ccc6e57390a req-313f3929-a18a-447e-aa0b-bd4739d869f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=70e25702b310410b94eb2bcc510c4e35&device_id=b8e3eb68-80e7-4a6d-9cf9-871a7acf043e HTTP/1.1" status: 200 len: 1094 time: 0.0483675 Dec 10 16:56:49.707700 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device bce30936-e7ca-495e-8253-8c5d8d738b76 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:56:49.728339 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: bce30936-e7ca-495e-8253-8c5d8d738b76 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:56:49.728772 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device bce30936-e7ca-495e-8253-8c5d8d738b76 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:56:49.798036 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38b61a-3640-41ff-bb54-1ccc6e57390a req-52d67f4e-9aae-47df-9a2e-3034c91f7fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:49.799573 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ca38b61a-3640-41ff-bb54-1ccc6e57390a req-52d67f4e-9aae-47df-9a2e-3034c91f7fa3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8ce2d2a2-509f-4c42-ac8f-b991dfb3b222 HTTP/1.1" status: 200 len: 910 time: 0.0866406 Dec 10 16:56:49.848632 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ca38b61a-3640-41ff-bb54-1ccc6e57390a req-10c5e6ee-a853-40de-9441-3ee60f5d28cb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e673f5e4-07de-4d44-8ecf-0c3341304f90 HTTP/1.1" status: 200 len: 217 time: 0.0416868 Dec 10 16:56:49.898290 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38b61a-3640-41ff-bb54-1ccc6e57390a req-d86805ba-839c-4834-9967-389b5694af4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:49.899794 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ca38b61a-3640-41ff-bb54-1ccc6e57390a req-d86805ba-839c-4834-9967-389b5694af4e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5de25139-5c4a-436d-9d24-6e4118621e91 HTTP/1.1" status: 200 len: 849 time: 0.0447505 Dec 10 16:56:49.933737 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ca38b61a-3640-41ff-bb54-1ccc6e57390a req-3735cd54-15ce-4726-ae4f-c7aa6b64043f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8ce2d2a2-509f-4c42-ac8f-b991dfb3b222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263989 Dec 10 16:56:50.033410 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ca38b61a-3640-41ff-bb54-1ccc6e57390a req-05f6ffcb-5962-4ee3-88c9-7cc3cdd9b6cd service neutron] 10.222.0.46 "GET /v2.0/networks/8ce2d2a2-509f-4c42-ac8f-b991dfb3b222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908992 Dec 10 16:56:50.101772 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ea39b74-cea2-4494-8548-af86f2203f02 req-e53b5412-95f7-45f7-a280-dc619f41a16b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1c240438-0e28-414e-bd8a-bb80a1798c6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401063 Dec 10 16:56:50.135154 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ca38b61a-3640-41ff-bb54-1ccc6e57390a req-fec8661a-2ae0-472b-9b8a-153522b9780e service neutron] 10.222.0.46 "GET /v2.0/networks/8ce2d2a2-509f-4c42-ac8f-b991dfb3b222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940225 Dec 10 16:56:50.184572 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea39b74-cea2-4494-8548-af86f2203f02 req-835ec5ac-9ff4-4ffd-bb40-fd64ffcf1c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:50.186058 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ea39b74-cea2-4494-8548-af86f2203f02 req-835ec5ac-9ff4-4ffd-bb40-fd64ffcf1c9e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6e3a44487a6e474d845541d47ac87339&device_id=1c240438-0e28-414e-bd8a-bb80a1798c6f HTTP/1.1" status: 200 len: 1096 time: 0.0420468 Dec 10 16:56:50.291714 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea39b74-cea2-4494-8548-af86f2203f02 req-2bb3d116-0f48-4e66-8d17-4d2bba3b18a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:50.293071 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ea39b74-cea2-4494-8548-af86f2203f02 req-2bb3d116-0f48-4e66-8d17-4d2bba3b18a3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 HTTP/1.1" status: 200 len: 913 time: 0.0876114 Dec 10 16:56:50.357087 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ea39b74-cea2-4494-8548-af86f2203f02 req-5f1b23fe-7d26-4132-bf86-e83602656f90 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb2b128a-4592-4844-8b9e-75f759eb19ab HTTP/1.1" status: 200 len: 1001 time: 0.0572662 Dec 10 16:56:50.435453 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea39b74-cea2-4494-8548-af86f2203f02 req-163c64de-42ff-4d89-8993-a849b9a2aacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:50.436953 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ea39b74-cea2-4494-8548-af86f2203f02 req-163c64de-42ff-4d89-8993-a849b9a2aacd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a77c825d-6cce-4084-9a0d-09483321d369 HTTP/1.1" status: 200 len: 851 time: 0.0730362 Dec 10 16:56:50.483634 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77521e3-7af5-40b4-8ec0-0ae41bc4947d req-6cd81e94-7fcd-43cc-accb-5119e9bbbe38 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:50.485155 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c77521e3-7af5-40b4-8ec0-0ae41bc4947d req-6cd81e94-7fcd-43cc-accb-5119e9bbbe38 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8e3eb68-80e7-4a6d-9cf9-871a7acf043e HTTP/1.1" status: 200 len: 943 time: 0.0830534 Dec 10 16:56:50.515679 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea39b74-cea2-4494-8548-af86f2203f02 req-30897308-8126-474a-92fd-00c06e0ae38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:50.517147 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ea39b74-cea2-4494-8548-af86f2203f02 req-30897308-8126-474a-92fd-00c06e0ae38e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705774 Dec 10 16:56:50.594907 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c77521e3-7af5-40b4-8ec0-0ae41bc4947d req-f456a085-3df2-488a-8bda-6cd0a7367923 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/security-groups?id=718e6692-4ed6-48db-b306-d316eb0b3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016965 Dec 10 16:56:50.644742 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ea39b74-cea2-4494-8548-af86f2203f02 req-eb74fa0f-ad0a-42ec-8d9b-c45d9d83bdf3 service neutron] 10.222.0.26 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201375 Dec 10 16:56:50.738401 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ea39b74-cea2-4494-8548-af86f2203f02 req-192d24eb-35e3-4c15-856b-add1205c6246 service neutron] 10.222.0.26 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866318 Dec 10 16:56:51.006006 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34786) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:51.051723 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cc68040-4885-4e45-8946-e7d9260cb5af admin admin] Deleting subnet a6d12897-3b6f-44f1-94e6-db05c2fcc869 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:56:51.054797 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7cc68040-4885-4e45-8946-e7d9260cb5af admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:51.089400 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7cc68040-4885-4e45-8946-e7d9260cb5af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:51.132633 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7cc68040-4885-4e45-8946-e7d9260cb5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:51.184530 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7cc68040-4885-4e45-8946-e7d9260cb5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:51.211448 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc68040-4885-4e45-8946-e7d9260cb5af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6d12897-3b6f-44f1-94e6-db05c2fcc869,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:51.213995 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7cc68040-4885-4e45-8946-e7d9260cb5af admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:51.216780 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-7cc68040-4885-4e45-8946-e7d9260cb5af admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a6d12897-3b6f-44f1-94e6-db05c2fcc869 HTTP/1.1" status: 204 len: 168 time: 0.2096837 Dec 10 16:56:51.219392 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34788) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:51.289631 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d1d37710-4b4c-48b6-8784-4914f73b2a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:51.373402 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d1d37710-4b4c-48b6-8784-4914f73b2a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:51.393697 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-d1d37710-4b4c-48b6-8784-4914f73b2a24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb4b99db-f746-4912-94e0-a079e5b93409']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:51.402773 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-d1d37710-4b4c-48b6-8784-4914f73b2a24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '581f60a9-282b-4a5b-b1af-261eb7622077') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:51.403065 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-d1d37710-4b4c-48b6-8784-4914f73b2a24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '581f60a9-282b-4a5b-b1af-261eb7622077') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:51.412431 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d1d37710-4b4c-48b6-8784-4914f73b2a24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:51.425987 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d1d37710-4b4c-48b6-8784-4914f73b2a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:51.431823 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1d37710-4b4c-48b6-8784-4914f73b2a24 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:56:51.432198 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d1d37710-4b4c-48b6-8784-4914f73b2a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:51.433827 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:56:51.433827 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:56:51.433827 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:56:51.433827 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:56:51.433827 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:56:51.433827 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:56:51.433827 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:56:51.433827 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:56:51.433827 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:56:51.433827 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:56:51.433827 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:56:51.433827 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:56:51.433827 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:56:51.433827 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:56:51.433827 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:56:51.433827 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:56:51.433827 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:56:51.433827 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:56:51.433827 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:56:51.433827 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:56:51.433827 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:56:51.433827 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:56:51.433827 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:56:51.433827 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:56:51.433827 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:56:51.433827 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:56:51.433827 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:56:51.433827 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:56:51.433827 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:56:51.433827 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:56:51.433827 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:56:51.433827 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:56:51.491076 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d1d37710-4b4c-48b6-8784-4914f73b2a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:51.496439 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d1d37710-4b4c-48b6-8784-4914f73b2a24 admin admin] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:51.500491 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-d1d37710-4b4c-48b6-8784-4914f73b2a24 admin admin] 10.222.0.11 "DELETE /v2.0/networks/eb4b99db-f746-4912-94e0-a079e5b93409 HTTP/1.1" status: 204 len: 168 time: 0.2800741 Dec 10 16:56:51.512034 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d37710-4b4c-48b6-8784-4914f73b2a24 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb4b99db-f746-4912-94e0-a079e5b93409,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:51.614440 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 34792) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:51.661634 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e632ed4b-0805-43a9-8a69-83ac2e2142b1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e2300a32c0a547109ebe9c83a7652c58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0459404 Dec 10 16:56:51.664215 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 34796) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:51.721244 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device e673f5e4-07de-4d44-8ecf-0c3341304f90 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:56:51.762761 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f4589-2974-44b8-bcc8-fb93d85c0019 req-6e98620d-dc28-4353-ba70-8f9f0f7a4f4e tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:51.764320 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-072f4589-2974-44b8-bcc8-fb93d85c0019 req-6e98620d-dc28-4353-ba70-8f9f0f7a4f4e tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8e3eb68-80e7-4a6d-9cf9-871a7acf043e HTTP/1.1" status: 200 len: 943 time: 0.0731144 Dec 10 16:56:51.765455 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0ccbfeac-aa49-4ff1-96ef-e29ff15394da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:51.804989 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0ccbfeac-aa49-4ff1-96ef-e29ff15394da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:51.823723 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port e673f5e4-07de-4d44-8ecf-0c3341304f90, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=e673f5e4-07de-4d44-8ecf-0c3341304f90,segment=NetworkSegment(0589d088-5e76-4aa2-aa62-35eaefdd95fc),segment_id=0589d088-5e76-4aa2-aa62-35eaefdd95fc)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:56:51.837188 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'e673f5e4-07de-4d44-8ecf-0c3341304f90', 'network_id': '8ce2d2a2-509f-4c42-ac8f-b991dfb3b222', 'port_id': 'e673f5e4-07de-4d44-8ecf-0c3341304f90', 'mac_address': 'fa:16:3e:de:d9:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5de25139-5c4a-436d-9d24-6e4118621e91', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:56:51.851304 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-072f4589-2974-44b8-bcc8-fb93d85c0019 req-95d032f1-90ae-4345-adf1-361f4a21fe00 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/security-groups?id=718e6692-4ed6-48db-b306-d316eb0b3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808206 Dec 10 16:56:51.874214 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0ccbfeac-aa49-4ff1-96ef-e29ff15394da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:51.877123 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0ccbfeac-aa49-4ff1-96ef-e29ff15394da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:51.880322 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-0ccbfeac-aa49-4ff1-96ef-e29ff15394da admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c70087bb-73cc-463d-8937-e5ac2239c40f HTTP/1.1" status: 204 len: 168 time: 0.2115719 Dec 10 16:56:51.892506 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccbfeac-aa49-4ff1-96ef-e29ff15394da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70087bb-73cc-463d-8937-e5ac2239c40f,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:51.894522 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:51.917876 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e673f5e4-07de-4d44-8ecf-0c3341304f90 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:56:51.940545 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port e673f5e4-07de-4d44-8ecf-0c3341304f90, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=e673f5e4-07de-4d44-8ecf-0c3341304f90,segment=NetworkSegment(0589d088-5e76-4aa2-aa62-35eaefdd95fc),segment_id=0589d088-5e76-4aa2-aa62-35eaefdd95fc)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:56:51.947233 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:52.000517 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=e673f5e4-07de-4d44-8ecf-0c3341304f90,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:52.141087 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['e673f5e4-07de-4d44-8ecf-0c3341304f90'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:56:52.979851 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92e55c-38d9-4840-aabc-e7bbd917ef5b req-701c6ce8-a21c-4b18-9d37-ee5506c12051 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:52.981296 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dc92e55c-38d9-4840-aabc-e7bbd917ef5b req-701c6ce8-a21c-4b18-9d37-ee5506c12051 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8e3eb68-80e7-4a6d-9cf9-871a7acf043e HTTP/1.1" status: 200 len: 944 time: 0.0497611 Dec 10 16:56:53.035368 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dc92e55c-38d9-4840-aabc-e7bbd917ef5b req-5a9fd68d-a61e-4272-b2c0-b8ccd41a2b17 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/security-groups?id=718e6692-4ed6-48db-b306-d316eb0b3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475290 Dec 10 16:56:53.738271 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device e673f5e4-07de-4d44-8ecf-0c3341304f90 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:56:53.785721 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port e673f5e4-07de-4d44-8ecf-0c3341304f90 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:56:53.789687 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port e673f5e4-07de-4d44-8ecf-0c3341304f90 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:56:53.790416 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:53.865302 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:53.891174 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e3eb68-80e7-4a6d-9cf9-871a7acf043e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e673f5e4-07de-4d44-8ecf-0c3341304f90'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:56:53.893403 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb1cb31-d9cd-4341-bac0-926555d3eaef" -d '{"events": [{"server_uuid": "b8e3eb68-80e7-4a6d-9cf9-871a7acf043e", "name": "network-vif-plugged", "status": "completed", "tag": "e673f5e4-07de-4d44-8ecf-0c3341304f90"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:56:53.906479 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port e673f5e4-07de-4d44-8ecf-0c3341304f90, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=e673f5e4-07de-4d44-8ecf-0c3341304f90,segment=NetworkSegment(0589d088-5e76-4aa2-aa62-35eaefdd95fc),segment_id=0589d088-5e76-4aa2-aa62-35eaefdd95fc)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:56:53.910250 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:53.932988 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b81bfe-62e5-4fe7-a409-371ab1199bb9 x-openstack-request-id: req-88b81bfe-62e5-4fe7-a409-371ab1199bb9 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:56:53.933284 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e3eb68-80e7-4a6d-9cf9-871a7acf043e", "name": "network-vif-plugged", "status": "completed", "tag": "e673f5e4-07de-4d44-8ecf-0c3341304f90", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:56:53.933536 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-88b81bfe-62e5-4fe7-a409-371ab1199bb9 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:56:53.933918 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e3eb68-80e7-4a6d-9cf9-871a7acf043e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e673f5e4-07de-4d44-8ecf-0c3341304f90', 'code': 200} Dec 10 16:56:53.960282 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=e673f5e4-07de-4d44-8ecf-0c3341304f90,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:54.029546 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175c396-4505-4b54-9743-07c901688592 req-c361bfbc-f689-4d95-9601-4df0fe765184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:54.031114 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4175c396-4505-4b54-9743-07c901688592 req-c361bfbc-f689-4d95-9601-4df0fe765184 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b8e3eb68-80e7-4a6d-9cf9-871a7acf043e HTTP/1.1" status: 200 len: 1096 time: 0.0398715 Dec 10 16:56:54.074878 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-4175c396-4505-4b54-9743-07c901688592 req-c391070c-21ff-4c16-b529-3286291937fe service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=718e6692-4ed6-48db-b306-d316eb0b3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368881 Dec 10 16:56:54.151979 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ae529-2604-4974-8d02-989fd3b1f7b0 req-44449a66-ce25-43ac-aa05-323dc325aaa9 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:54.153417 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-317ae529-2604-4974-8d02-989fd3b1f7b0 req-44449a66-ce25-43ac-aa05-323dc325aaa9 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8e3eb68-80e7-4a6d-9cf9-871a7acf043e HTTP/1.1" status: 200 len: 945 time: 0.0486460 Dec 10 16:56:54.200053 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-317ae529-2604-4974-8d02-989fd3b1f7b0 req-eb5cdf64-244f-4c39-ae19-ae427d6bf157 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/security-groups?id=718e6692-4ed6-48db-b306-d316eb0b3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407963 Dec 10 16:56:55.312641 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d64f95-8dd3-4ff7-b1c0-74232b25d553 req-89b8bb39-d786-40aa-92e8-41c986d50e73 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:55.314114 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e7d64f95-8dd3-4ff7-b1c0-74232b25d553 req-89b8bb39-d786-40aa-92e8-41c986d50e73 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8e3eb68-80e7-4a6d-9cf9-871a7acf043e HTTP/1.1" status: 200 len: 945 time: 0.0480294 Dec 10 16:56:55.361400 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e7d64f95-8dd3-4ff7-b1c0-74232b25d553 req-fbe52725-1142-44ca-b261-126fd934f228 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/security-groups?id=718e6692-4ed6-48db-b306-d316eb0b3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413356 Dec 10 16:56:55.957484 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304de80-f257-4baa-983b-3ddcd865791c req-9799b82a-c75c-4587-80fb-32aa9fa2acf1 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:55.958863 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1304de80-f257-4baa-983b-3ddcd865791c req-9799b82a-c75c-4587-80fb-32aa9fa2acf1 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8e3eb68-80e7-4a6d-9cf9-871a7acf043e HTTP/1.1" status: 200 len: 945 time: 0.0521626 Dec 10 16:56:56.005142 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1304de80-f257-4baa-983b-3ddcd865791c req-42b1df3d-c937-4240-9cfe-cca0dd021316 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/security-groups?id=718e6692-4ed6-48db-b306-d316eb0b3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403328 Dec 10 16:56:57.119251 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f007f74-24f7-45d8-b747-e111d1aadc31 req-39e07862-6980-49b1-a76b-2d4acf34ec90 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:57.120717 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2f007f74-24f7-45d8-b747-e111d1aadc31 req-39e07862-6980-49b1-a76b-2d4acf34ec90 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8e3eb68-80e7-4a6d-9cf9-871a7acf043e HTTP/1.1" status: 200 len: 945 time: 0.0486300 Dec 10 16:56:57.168066 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2f007f74-24f7-45d8-b747-e111d1aadc31 req-b3a20db4-df56-48bb-9f7d-cc71b73df37d tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.11 "GET /v2.0/security-groups?id=718e6692-4ed6-48db-b306-d316eb0b3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408170 Dec 10 16:56:57.327889 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf5ce0-68f8-4eb5-b783-284b4125569f req-67ad825b-10ed-4a36-b182-df2a1c81f846 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:57.329234 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-dacf5ce0-68f8-4eb5-b783-284b4125569f req-67ad825b-10ed-4a36-b182-df2a1c81f846 tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8e3eb68-80e7-4a6d-9cf9-871a7acf043e HTTP/1.1" status: 200 len: 945 time: 0.0526965 Dec 10 16:56:57.415798 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-dacf5ce0-68f8-4eb5-b783-284b4125569f req-b5d863bb-02f5-4979-8ea6-7c95ec3c845f tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Deleting port e673f5e4-07de-4d44-8ecf-0c3341304f90 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:56:57.416131 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-dacf5ce0-68f8-4eb5-b783-284b4125569f req-b5d863bb-02f5-4979-8ea6-7c95ec3c845f tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:57.505079 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-dacf5ce0-68f8-4eb5-b783-284b4125569f req-b5d863bb-02f5-4979-8ea6-7c95ec3c845f tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] For port e673f5e4-07de-4d44-8ecf-0c3341304f90, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=e673f5e4-07de-4d44-8ecf-0c3341304f90,segment=NetworkSegment(0589d088-5e76-4aa2-aa62-35eaefdd95fc),segment_id=0589d088-5e76-4aa2-aa62-35eaefdd95fc)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:56:57.505435 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-dacf5ce0-68f8-4eb5-b783-284b4125569f req-b5d863bb-02f5-4979-8ea6-7c95ec3c845f tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:57.517398 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-dacf5ce0-68f8-4eb5-b783-284b4125569f req-b5d863bb-02f5-4979-8ea6-7c95ec3c845f tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Calling delete_port for e673f5e4-07de-4d44-8ecf-0c3341304f90 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:56:57.640529 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-dacf5ce0-68f8-4eb5-b783-284b4125569f req-b5d863bb-02f5-4979-8ea6-7c95ec3c845f tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:57.651732 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['e673f5e4-07de-4d44-8ecf-0c3341304f90'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:56:57.673466 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d863bb-02f5-4979-8ea6-7c95ec3c845f tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Pushing event deleted for resources: {'Port': ['ID=e673f5e4-07de-4d44-8ecf-0c3341304f90,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:57.711678 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-dacf5ce0-68f8-4eb5-b783-284b4125569f req-b5d863bb-02f5-4979-8ea6-7c95ec3c845f tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] No DVR routers for this DVR port e673f5e4-07de-4d44-8ecf-0c3341304f90 on host n-h2-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:56:57.714207 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-dacf5ce0-68f8-4eb5-b783-284b4125569f req-b5d863bb-02f5-4979-8ea6-7c95ec3c845f tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:57.718148 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-dacf5ce0-68f8-4eb5-b783-284b4125569f req-b5d863bb-02f5-4979-8ea6-7c95ec3c845f tempest-VolumesActionsTest-1282005094 tempest-VolumesActionsTest-1282005094-project] 10.222.0.46 "DELETE /v2.0/ports/e673f5e4-07de-4d44-8ecf-0c3341304f90 HTTP/1.1" status: 204 len: 173 time: 0.3832693 Dec 10 16:56:57.718584 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e3eb68-80e7-4a6d-9cf9-871a7acf043e', 'name': 'network-vif-deleted', 'tag': 'e673f5e4-07de-4d44-8ecf-0c3341304f90'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:56:57.720823 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e964e6f-01a8-4b65-b8df-382ac984bba4" -d '{"events": [{"server_uuid": "b8e3eb68-80e7-4a6d-9cf9-871a7acf043e", "name": "network-vif-deleted", "tag": "e673f5e4-07de-4d44-8ecf-0c3341304f90"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:56:57.756653 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bec44e1-5262-4706-a773-1f63681d5fba x-openstack-request-id: req-2bec44e1-5262-4706-a773-1f63681d5fba {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:56:57.756946 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e3eb68-80e7-4a6d-9cf9-871a7acf043e", "name": "network-vif-deleted", "tag": "e673f5e4-07de-4d44-8ecf-0c3341304f90", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:56:57.757197 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2bec44e1-5262-4706-a773-1f63681d5fba {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:56:57.757617 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e3eb68-80e7-4a6d-9cf9-871a7acf043e', 'name': 'network-vif-deleted', 'tag': 'e673f5e4-07de-4d44-8ecf-0c3341304f90', 'status': 'completed', 'code': 200} Dec 10 16:57:01.787240 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device e673f5e4-07de-4d44-8ecf-0c3341304f90 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:57:01.809778 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: e673f5e4-07de-4d44-8ecf-0c3341304f90 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:57:01.810281 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device e673f5e4-07de-4d44-8ecf-0c3341304f90 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:57:06.557897 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:08.393783 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:12.322126 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:57:13.942067 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bcd6e6b8-d985-4cbf-8e06-51c87538848a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:16.479059 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-348f9fdb-5fec-446e-9cd2-a54a90493390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:17.345645 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:17.889793 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35050) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:57:17.938514 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d2848a5-f233-4e92-8e0e-327b3bead624 admin admin] Deleting subnet 5de25139-5c4a-436d-9d24-6e4118621e91 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:57:17.941549 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d2848a5-f233-4e92-8e0e-327b3bead624 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:17.976820 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d2848a5-f233-4e92-8e0e-327b3bead624 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:18.016201 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d2848a5-f233-4e92-8e0e-327b3bead624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:18.068730 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d2848a5-f233-4e92-8e0e-327b3bead624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:18.095605 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2848a5-f233-4e92-8e0e-327b3bead624 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5de25139-5c4a-436d-9d24-6e4118621e91,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:57:18.101107 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d2848a5-f233-4e92-8e0e-327b3bead624 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:18.104342 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9d2848a5-f233-4e92-8e0e-327b3bead624 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5de25139-5c4a-436d-9d24-6e4118621e91 HTTP/1.1" status: 204 len: 168 time: 0.2135096 Dec 10 16:57:18.107107 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35052) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:57:18.110389 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2848a5-f233-4e92-8e0e-327b3bead624 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:18.110729 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2848a5-f233-4e92-8e0e-327b3bead624 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:18.111077 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2848a5-f233-4e92-8e0e-327b3bead624 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:18.111417 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2848a5-f233-4e92-8e0e-327b3bead624 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:18.111755 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2848a5-f233-4e92-8e0e-327b3bead624 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:18.112094 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2848a5-f233-4e92-8e0e-327b3bead624 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:18.112423 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2848a5-f233-4e92-8e0e-327b3bead624 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:18.112755 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2848a5-f233-4e92-8e0e-327b3bead624 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:18.113085 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2848a5-f233-4e92-8e0e-327b3bead624 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:18.113413 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2848a5-f233-4e92-8e0e-327b3bead624 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:18.113750 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2848a5-f233-4e92-8e0e-327b3bead624 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:18.114075 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2848a5-f233-4e92-8e0e-327b3bead624 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:18.114428 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2848a5-f233-4e92-8e0e-327b3bead624 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:18.182396 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e20b93cf-099b-44d8-9b58-cb53bd6506c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:18.258521 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e20b93cf-099b-44d8-9b58-cb53bd6506c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:18.278168 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-e20b93cf-099b-44d8-9b58-cb53bd6506c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce2d2a2-509f-4c42-ac8f-b991dfb3b222']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:57:18.288954 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-e20b93cf-099b-44d8-9b58-cb53bd6506c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0589d088-5e76-4aa2-aa62-35eaefdd95fc') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:57:18.289275 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-e20b93cf-099b-44d8-9b58-cb53bd6506c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0589d088-5e76-4aa2-aa62-35eaefdd95fc') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:57:18.300748 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e20b93cf-099b-44d8-9b58-cb53bd6506c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:18.315363 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e20b93cf-099b-44d8-9b58-cb53bd6506c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:18.322201 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e20b93cf-099b-44d8-9b58-cb53bd6506c0 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:57:18.322596 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e20b93cf-099b-44d8-9b58-cb53bd6506c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:18.324512 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 16:57:18.324512 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:57:18.324512 n-d-766771-2 neutron-server[103393]: timer() Dec 10 16:57:18.324512 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:57:18.324512 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 16:57:18.324512 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:57:18.324512 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 16:57:18.324512 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:57:18.324512 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 16:57:18.324512 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:57:18.324512 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 16:57:18.324512 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:57:18.324512 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 16:57:18.324512 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:57:18.324512 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:57:18.324512 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:57:18.324512 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:57:18.324512 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:57:18.324512 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 16:57:18.324512 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:57:18.324512 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 16:57:18.324512 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:57:18.324512 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:57:18.324512 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:57:18.324512 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 16:57:18.324512 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:57:18.324512 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:57:18.324512 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:57:18.324512 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:57:18.324512 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:57:18.324512 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:57:18.324512 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:57:18.382456 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e20b93cf-099b-44d8-9b58-cb53bd6506c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:18.388081 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e20b93cf-099b-44d8-9b58-cb53bd6506c0 admin admin] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:18.391734 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e20b93cf-099b-44d8-9b58-cb53bd6506c0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8ce2d2a2-509f-4c42-ac8f-b991dfb3b222 HTTP/1.1" status: 204 len: 168 time: 0.2825663 Dec 10 16:57:18.403247 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b93cf-099b-44d8-9b58-cb53bd6506c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ce2d2a2-509f-4c42-ac8f-b991dfb3b222,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:57:18.411167 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20b93cf-099b-44d8-9b58-cb53bd6506c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:18.411589 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20b93cf-099b-44d8-9b58-cb53bd6506c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:18.412005 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20b93cf-099b-44d8-9b58-cb53bd6506c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:18.412413 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20b93cf-099b-44d8-9b58-cb53bd6506c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:18.412816 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20b93cf-099b-44d8-9b58-cb53bd6506c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:18.413216 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20b93cf-099b-44d8-9b58-cb53bd6506c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:18.413614 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20b93cf-099b-44d8-9b58-cb53bd6506c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:18.414008 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20b93cf-099b-44d8-9b58-cb53bd6506c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:18.414431 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20b93cf-099b-44d8-9b58-cb53bd6506c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:18.414815 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20b93cf-099b-44d8-9b58-cb53bd6506c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:18.415771 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20b93cf-099b-44d8-9b58-cb53bd6506c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:18.415771 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20b93cf-099b-44d8-9b58-cb53bd6506c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:18.416194 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20b93cf-099b-44d8-9b58-cb53bd6506c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:18.559408 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35056) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:57:18.607261 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a13c391d-4440-4efe-80a3-0efbce8043e8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=70e25702b310410b94eb2bcc510c4e35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426748 Dec 10 16:57:18.608082 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35058) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:57:18.648262 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:18.669783 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be12fa87-1fe3-43d1-a602-8711d7a4ffe9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:18.692177 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be12fa87-1fe3-43d1-a602-8711d7a4ffe9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:18.738283 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be12fa87-1fe3-43d1-a602-8711d7a4ffe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:18.740813 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be12fa87-1fe3-43d1-a602-8711d7a4ffe9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:18.744418 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-be12fa87-1fe3-43d1-a602-8711d7a4ffe9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/718e6692-4ed6-48db-b306-d316eb0b3c9c HTTP/1.1" status: 204 len: 168 time: 0.1329715 Dec 10 16:57:18.749660 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be12fa87-1fe3-43d1-a602-8711d7a4ffe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718e6692-4ed6-48db-b306-d316eb0b3c9c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:57:19.695468 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:26.959673 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326c6cd-81af-4b39-8054-08849f4baee9 req-de169d39-0864-4e98-b228-3a14505d46ff tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:26.961146 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2326c6cd-81af-4b39-8054-08849f4baee9 req-de169d39-0864-4e98-b228-3a14505d46ff tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c240438-0e28-414e-bd8a-bb80a1798c6f HTTP/1.1" status: 200 len: 945 time: 0.1646845 Dec 10 16:57:27.008427 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2326c6cd-81af-4b39-8054-08849f4baee9 req-37900c62-26ff-44c6-86c3-adebd06001a5 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411761 Dec 10 16:57:28.122527 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14a93a-3b77-462b-8a63-e1b889c7c006 req-291ede15-800a-4cb9-8b29-7bf5ba357244 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:28.123977 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8e14a93a-3b77-462b-8a63-e1b889c7c006 req-291ede15-800a-4cb9-8b29-7bf5ba357244 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c240438-0e28-414e-bd8a-bb80a1798c6f HTTP/1.1" status: 200 len: 945 time: 0.0479290 Dec 10 16:57:28.173199 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8e14a93a-3b77-462b-8a63-e1b889c7c006 req-61c6fbf5-4d17-4c20-a44e-2018b1d35234 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431995 Dec 10 16:57:28.312527 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c02615-13c4-4e07-80ba-dd77548a1455 req-3ceb8d1e-e848-4527-a2e9-f89dd01c653d tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:28.313874 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-54c02615-13c4-4e07-80ba-dd77548a1455 req-3ceb8d1e-e848-4527-a2e9-f89dd01c653d tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c240438-0e28-414e-bd8a-bb80a1798c6f HTTP/1.1" status: 200 len: 945 time: 0.0471749 Dec 10 16:57:28.404826 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-54c02615-13c4-4e07-80ba-dd77548a1455 req-20ea6a21-bd43-4bf3-8dec-7ca829ac0623 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Deleting port bb2b128a-4592-4844-8b9e-75f759eb19ab {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:57:28.405159 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-54c02615-13c4-4e07-80ba-dd77548a1455 req-20ea6a21-bd43-4bf3-8dec-7ca829ac0623 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:28.491415 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-54c02615-13c4-4e07-80ba-dd77548a1455 req-20ea6a21-bd43-4bf3-8dec-7ca829ac0623 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] For port bb2b128a-4592-4844-8b9e-75f759eb19ab, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=bb2b128a-4592-4844-8b9e-75f759eb19ab,segment=NetworkSegment(025942ee-aaf6-4874-bbc1-b64381358c5e),segment_id=025942ee-aaf6-4874-bbc1-b64381358c5e)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:57:28.491771 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-54c02615-13c4-4e07-80ba-dd77548a1455 req-20ea6a21-bd43-4bf3-8dec-7ca829ac0623 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:28.669226 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-54c02615-13c4-4e07-80ba-dd77548a1455 req-20ea6a21-bd43-4bf3-8dec-7ca829ac0623 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:28.670099 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-54c02615-13c4-4e07-80ba-dd77548a1455 req-20ea6a21-bd43-4bf3-8dec-7ca829ac0623 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:28.670461 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [req-54c02615-13c4-4e07-80ba-dd77548a1455 req-20ea6a21-bd43-4bf3-8dec-7ca829ac0623 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Floating IP 93282ab1-77d0-4c45-b1ae-12f8396419fa disassociated. External IP: 172.25.6.244, port: bb2b128a-4592-4844-8b9e-75f759eb19ab. Dec 10 16:57:28.670785 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-54c02615-13c4-4e07-80ba-dd77548a1455 req-20ea6a21-bd43-4bf3-8dec-7ca829ac0623 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Calling delete_port for bb2b128a-4592-4844-8b9e-75f759eb19ab owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:57:28.792336 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-54c02615-13c4-4e07-80ba-dd77548a1455 req-20ea6a21-bd43-4bf3-8dec-7ca829ac0623 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:28.824918 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ea6a21-bd43-4bf3-8dec-7ca829ac0623 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Pushing event deleted for resources: {'Port': ['ID=bb2b128a-4592-4844-8b9e-75f759eb19ab,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:57:28.937388 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54c02615-13c4-4e07-80ba-dd77548a1455 req-20ea6a21-bd43-4bf3-8dec-7ca829ac0623 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Router 8a9861d0-741a-4fc4-9e1a-0dc0faea70a1 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:57:29.039222 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54c02615-13c4-4e07-80ba-dd77548a1455 req-20ea6a21-bd43-4bf3-8dec-7ca829ac0623 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:57:29.049679 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4101579-9936-4397-ac16-7e329e270dbb None None] Sync routers for ids ['8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:57:29.062231 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4101579-9936-4397-ac16-7e329e270dbb None None] Routers {'8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:57:29.062878 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d4101579-9936-4397-ac16-7e329e270dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:57:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:57:29.174416 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-d4101579-9936-4397-ac16-7e329e270dbb None None] Set router 8a9861d0-741a-4fc4-9e1a-0dc0faea70a1 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:57:29.392886 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d4101579-9936-4397-ac16-7e329e270dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'name': 'tempest-TestVolumeBootPattern-1261746695-router', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'd1e01515-c257-40db-a74e-a47235592a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:56Z', 'revision_number': 4, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'gw_port': {'id': 'd1e01515-c257-40db-a74e-a47235592a28', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '348dc7d0-dcda-4c59-b908-3d4792cb096a', 'name': '', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'mac_address': 'fa:16:3e:8d:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:55Z', 'updated_at': '2021-12-10T16:51:00Z', 'revision_number': 5, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'subnets': [{'id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:57:29.402839 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c02615-13c4-4e07-80ba-dd77548a1455 req-20ea6a21-bd43-4bf3-8dec-7ca829ac0623 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] No DVR routers for this DVR port bb2b128a-4592-4844-8b9e-75f759eb19ab on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:57:29.406646 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-84eb2393-0118-432a-b5e6-4654627c1de7 req-1b4db5ac-0d27-44bb-8675-be8b9975348d tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c240438-0e28-414e-bd8a-bb80a1798c6f HTTP/1.1" status: 200 len: 210 time: 0.0409002 Dec 10 16:57:29.407716 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-54c02615-13c4-4e07-80ba-dd77548a1455 req-20ea6a21-bd43-4bf3-8dec-7ca829ac0623 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:29.410977 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-54c02615-13c4-4e07-80ba-dd77548a1455 req-20ea6a21-bd43-4bf3-8dec-7ca829ac0623 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.26 "DELETE /v2.0/ports/bb2b128a-4592-4844-8b9e-75f759eb19ab HTTP/1.1" status: 204 len: 173 time: 1.0902174 Dec 10 16:57:29.411421 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c240438-0e28-414e-bd8a-bb80a1798c6f', 'name': 'network-vif-deleted', 'tag': 'bb2b128a-4592-4844-8b9e-75f759eb19ab'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:57:29.413692 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea770e7-37be-4884-8800-9bdb9313d3db" -d '{"events": [{"server_uuid": "1c240438-0e28-414e-bd8a-bb80a1798c6f", "name": "network-vif-deleted", "tag": "bb2b128a-4592-4844-8b9e-75f759eb19ab"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:57:29.421190 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4101579-9936-4397-ac16-7e329e270dbb None None] Checking router: 8a9861d0-741a-4fc4-9e1a-0dc0faea70a1 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:57:29.429835 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4101579-9936-4397-ac16-7e329e270dbb None None] Routers {'8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:57:29.430634 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d4101579-9936-4397-ac16-7e329e270dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:57:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:57:29.471193 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4eb1607-fc16-4028-9cb4-23f7947ee1f2 x-openstack-request-id: req-d4eb1607-fc16-4028-9cb4-23f7947ee1f2 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:57:29.471496 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c240438-0e28-414e-bd8a-bb80a1798c6f", "name": "network-vif-deleted", "tag": "bb2b128a-4592-4844-8b9e-75f759eb19ab", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:57:29.471755 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d4eb1607-fc16-4028-9cb4-23f7947ee1f2 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:57:29.472312 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c240438-0e28-414e-bd8a-bb80a1798c6f', 'name': 'network-vif-deleted', 'tag': 'bb2b128a-4592-4844-8b9e-75f759eb19ab', 'status': 'completed', 'code': 200} Dec 10 16:57:29.546734 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-d4101579-9936-4397-ac16-7e329e270dbb None None] Set router 8a9861d0-741a-4fc4-9e1a-0dc0faea70a1 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:57:29.903543 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d4101579-9936-4397-ac16-7e329e270dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'name': 'tempest-TestVolumeBootPattern-1261746695-router', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'd1e01515-c257-40db-a74e-a47235592a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:56Z', 'revision_number': 4, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'gw_port': {'id': 'd1e01515-c257-40db-a74e-a47235592a28', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '348dc7d0-dcda-4c59-b908-3d4792cb096a', 'name': '', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'mac_address': 'fa:16:3e:8d:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:55Z', 'updated_at': '2021-12-10T16:51:00Z', 'revision_number': 5, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'subnets': [{'id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:57:29.929006 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4101579-9936-4397-ac16-7e329e270dbb None None] The sync data for ids ['8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'] in n-d-766771-2 is: [{'id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'name': 'tempest-TestVolumeBootPattern-1261746695-router', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'd1e01515-c257-40db-a74e-a47235592a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:56Z', 'revision_number': 4, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'gw_port': {'id': 'd1e01515-c257-40db-a74e-a47235592a28', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '348dc7d0-dcda-4c59-b908-3d4792cb096a', 'name': '', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'mac_address': 'fa:16:3e:8d:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:55Z', 'updated_at': '2021-12-10T16:51:00Z', 'revision_number': 5, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'subnets': [{'id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:57:30.144021 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583c72f7-1223-49bc-9c4a-6c1240f2cc65 None None] New status for floating IP 93282ab1-77d0-4c45-b1ae-12f8396419fa: DOWN {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:57:30.511985 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8b0d0828-915e-4b64-bc0c-87f5b0aae54f req-7cf9b3eb-03c9-4b4d-b797-b4b3dfdaf686 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c240438-0e28-414e-bd8a-bb80a1798c6f HTTP/1.1" status: 200 len: 210 time: 0.0260420 Dec 10 16:57:31.606614 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cc6ae618-3049-43cd-b8c0-d133afcf9a7f req-eadcbd9d-975f-418d-80b2-cfd355def498 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c240438-0e28-414e-bd8a-bb80a1798c6f HTTP/1.1" status: 200 len: 210 time: 0.0261390 Dec 10 16:57:32.601131 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device bb2b128a-4592-4844-8b9e-75f759eb19ab no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:57:32.625236 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: bb2b128a-4592-4844-8b9e-75f759eb19ab {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:57:32.625515 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device bb2b128a-4592-4844-8b9e-75f759eb19ab not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:57:32.706873 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-89ca710b-bd81-4aea-a268-731b67c5ce5a req-e6584cfc-6440-4393-ba3d-e185dac60cbf tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c240438-0e28-414e-bd8a-bb80a1798c6f HTTP/1.1" status: 200 len: 210 time: 0.0307066 Dec 10 16:57:33.809682 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2d8255ea-f15d-4c43-8ff1-d045f10041a9 req-d43b96c1-fd12-4ec5-a720-a7b8f5277584 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c240438-0e28-414e-bd8a-bb80a1798c6f HTTP/1.1" status: 200 len: 210 time: 0.0256524 Dec 10 16:57:35.014639 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-b3a64a3c-30c7-4e3f-a245-9e9b2c9872d1 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-537740824&fields=id&tenant_id=6e3a44487a6e474d845541d47ac87339 HTTP/1.1" status: 200 len: 267 time: 0.0448844 Dec 10 16:57:35.123864 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-2b080439-7962-4493-8820-633411e980dd tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:35.125319 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-2b080439-7962-4493-8820-633411e980dd tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/networks?id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 HTTP/1.1" status: 200 len: 812 time: 0.1040130 Dec 10 16:57:35.140632 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-e20930c9-1e0c-4110-9930-078721935e14 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/quotas/6e3a44487a6e474d845541d47ac87339 HTTP/1.1" status: 200 len: 375 time: 0.0095451 Dec 10 16:57:35.191876 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-6391c165-df23-4340-9422-d7f0e2d83be3 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e3a44487a6e474d845541d47ac87339&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453918 Dec 10 16:57:35.285340 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-eba45915-ace6-4804-91f4-ea23dae887bd service neutron] 10.222.0.11 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815575 Dec 10 16:57:35.384857 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-34b6f7da-6311-4cd6-b583-b3462cd5852b service neutron] 10.222.0.11 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931399 Dec 10 16:57:35.668748 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e427fe1f-92ac-473b-8169-63f036873122 req-471c71ad-4eae-41d5-8290-b4d8366179c2 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ad6375d-bcb7-4d19-8535-be89db24c914 HTTP/1.1" status: 200 len: 210 time: 0.0316737 Dec 10 16:57:36.551092 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:36.571707 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-b30cc6fc-bcf8-42d7-8a4b-f62f118c629c tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:36.573149 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-b30cc6fc-bcf8-42d7-8a4b-f62f118c629c tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.46 "GET /v2.0/networks?id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 HTTP/1.1" status: 200 len: 812 time: 0.1087413 Dec 10 16:57:36.637845 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-a3a137f1-0d53-4314-84eb-7a4f76315e1e tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e3a44487a6e474d845541d47ac87339 HTTP/1.1" status: 200 len: 379 time: 0.0528517 Dec 10 16:57:36.646621 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-e2071183-7914-472e-9e13-7d225c41f96a tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Request body: {'port': {'device_id': '4ad6375d-bcb7-4d19-8535-be89db24c914', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'admin_state_up': True, 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'security_groups': ['6bebf49d-9a01-491f-878a-49b1e6d5c18a']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:57:36.764189 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-e2071183-7914-472e-9e13-7d225c41f96a tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Made reservation on behalf of 6e3a44487a6e474d845541d47ac87339 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:57:36.767720 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-e2071183-7914-472e-9e13-7d225c41f96a tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:36.768190 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-50fbdf10-ae0b-4132-ac24-cd6ae95e5192 req-8fc00172-ed41-4d1b-a6e7-954a1ebceeba tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ad6375d-bcb7-4d19-8535-be89db24c914 HTTP/1.1" status: 200 len: 210 time: 0.0303965 Dec 10 16:57:36.897266 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-e2071183-7914-472e-9e13-7d225c41f96a tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Allocated IP 172.20.0.13 (44b4e0f0-b0d3-48f3-adc8-fd50f61e9990/a77c825d-6cce-4084-9a0d-09483321d369/77149367-f10e-440f-bb77-b2362d8d95e8) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:57:37.040992 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-e2071183-7914-472e-9e13-7d225c41f96a tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:37.073890 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-e2071183-7914-472e-9e13-7d225c41f96a tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:37.121435 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-e2071183-7914-472e-9e13-7d225c41f96a tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Network 44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:57:37.125287 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-e2071183-7914-472e-9e13-7d225c41f96a tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:57:37.127788 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-e2071183-7914-472e-9e13-7d225c41f96a tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:57:37.155171 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2071183-7914-472e-9e13-7d225c41f96a tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Pushing event updated for resources: {'Port': ['ID=77149367-f10e-440f-bb77-b2362d8d95e8,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:57:37.183083 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-e2071183-7914-472e-9e13-7d225c41f96a tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:37.183715 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-e2071183-7914-472e-9e13-7d225c41f96a tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:37.202547 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-e2071183-7914-472e-9e13-7d225c41f96a tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5599504 Dec 10 16:57:37.212338 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-ce3a585d-bed9-477a-905d-37fc6d66f24d tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:57:37.213418 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-ce3a585d-bed9-477a-905d-37fc6d66f24d tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052691 Dec 10 16:57:37.225818 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-edb52940-9c45-4db2-8980-52a6b4dce41c service neutron] Request body: {'port': {'device_id': '4ad6375d-bcb7-4d19-8535-be89db24c914', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:57:37.285667 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-edb52940-9c45-4db2-8980-52a6b4dce41c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:37.384392 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-cd50b2a4-892a-4cd5-b9d8-a7997ff163fd None None] Provisioning complete for port 77149367-f10e-440f-bb77-b2362d8d95e8 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:57:37.384744 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cd50b2a4-892a-4cd5-b9d8-a7997ff163fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:37.421530 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-cd50b2a4-892a-4cd5-b9d8-a7997ff163fd None None] Port 77149367-f10e-440f-bb77-b2362d8d95e8 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:57:37.559458 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-edb52940-9c45-4db2-8980-52a6b4dce41c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77149367-f10e-440f-bb77-b2362d8d95e8 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:57:37.567027 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-edb52940-9c45-4db2-8980-52a6b4dce41c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:37.579338 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-edb52940-9c45-4db2-8980-52a6b4dce41c service neutron] Transition to ACTIVE for port object 77149367-f10e-440f-bb77-b2362d8d95e8 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:57:37.583566 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-edb52940-9c45-4db2-8980-52a6b4dce41c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:37.633810 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb52940-9c45-4db2-8980-52a6b4dce41c service neutron] Pushing event updated for resources: {'Port': ['ID=77149367-f10e-440f-bb77-b2362d8d95e8,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:57:37.705825 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-edb52940-9c45-4db2-8980-52a6b4dce41c service neutron] Attempting to bind port 77149367-f10e-440f-bb77-b2362d8d95e8 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:57:37.706199 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-edb52940-9c45-4db2-8980-52a6b4dce41c service neutron] Attempting to bind port 77149367-f10e-440f-bb77-b2362d8d95e8 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '025942ee-aaf6-4874-bbc1-b64381358c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:57:37.706534 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-edb52940-9c45-4db2-8980-52a6b4dce41c service neutron] Attempting to bind port 77149367-f10e-440f-bb77-b2362d8d95e8 on network 44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:57:37.711081 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-edb52940-9c45-4db2-8980-52a6b4dce41c service neutron] Port 77149367-f10e-440f-bb77-b2362d8d95e8 on network 44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:57:37.711406 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-edb52940-9c45-4db2-8980-52a6b4dce41c service neutron] Attempting to bind port 77149367-f10e-440f-bb77-b2362d8d95e8 on network 44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:57:37.717210 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-edb52940-9c45-4db2-8980-52a6b4dce41c service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:57:37.717549 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-edb52940-9c45-4db2-8980-52a6b4dce41c service neutron] Checking segment: {'id': '025942ee-aaf6-4874-bbc1-b64381358c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:57:37.717932 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-edb52940-9c45-4db2-8980-52a6b4dce41c service neutron] Bound using segment: {'id': '025942ee-aaf6-4874-bbc1-b64381358c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:57:37.718397 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-edb52940-9c45-4db2-8980-52a6b4dce41c service neutron] Bound port: 77149367-f10e-440f-bb77-b2362d8d95e8, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '025942ee-aaf6-4874-bbc1-b64381358c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:57:37.718756 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-edb52940-9c45-4db2-8980-52a6b4dce41c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:37.787960 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-edb52940-9c45-4db2-8980-52a6b4dce41c service neutron] For port 77149367-f10e-440f-bb77-b2362d8d95e8, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:57:37.791481 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-edb52940-9c45-4db2-8980-52a6b4dce41c service neutron] For port 77149367-f10e-440f-bb77-b2362d8d95e8, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=77149367-f10e-440f-bb77-b2362d8d95e8,segment=NetworkSegment(025942ee-aaf6-4874-bbc1-b64381358c5e),segment_id=025942ee-aaf6-4874-bbc1-b64381358c5e)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:57:37.797438 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-edb52940-9c45-4db2-8980-52a6b4dce41c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:37.860400 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb52940-9c45-4db2-8980-52a6b4dce41c service neutron] Pushing event updated for resources: {'Port': ['ID=77149367-f10e-440f-bb77-b2362d8d95e8,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:57:37.864280 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-edb52940-9c45-4db2-8980-52a6b4dce41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:37.864933 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-edb52940-9c45-4db2-8980-52a6b4dce41c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:37.866349 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-edb52940-9c45-4db2-8980-52a6b4dce41c service neutron] 10.222.0.46 "PUT /v2.0/ports/77149367-f10e-440f-bb77-b2362d8d95e8 HTTP/1.1" status: 200 len: 1092 time: 0.6449099 Dec 10 16:57:37.866832 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad6375d-bcb7-4d19-8535-be89db24c914', 'tag': '77149367-f10e-440f-bb77-b2362d8d95e8'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:57:37.869179 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa04ce1-a064-44ff-81d3-8592e04ef696" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad6375d-bcb7-4d19-8535-be89db24c914", "tag": "77149367-f10e-440f-bb77-b2362d8d95e8"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:57:37.906004 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaab182-a13e-46ea-a8db-c162787966cf req-7f7316e1-2e7e-4698-9e40-558bc482acfc tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:37.914412 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-abaab182-a13e-46ea-a8db-c162787966cf req-7f7316e1-2e7e-4698-9e40-558bc482acfc tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ad6375d-bcb7-4d19-8535-be89db24c914 HTTP/1.1" status: 200 len: 944 time: 0.0686936 Dec 10 16:57:37.961852 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-9575208a-c355-4270-b4a3-dd6235c24656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:37.965016 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-9575208a-c355-4270-b4a3-dd6235c24656 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6e3a44487a6e474d845541d47ac87339&device_id=4ad6375d-bcb7-4d19-8535-be89db24c914 HTTP/1.1" status: 200 len: 1095 time: 0.0573857 Dec 10 16:57:37.972522 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-abaab182-a13e-46ea-a8db-c162787966cf req-186f30d0-68c0-45bf-9dcc-34ae803da38f tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566878 Dec 10 16:57:38.031010 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee7aee1-f16b-48fe-a94d-fa12fd95bb98 x-openstack-request-id: req-0ee7aee1-f16b-48fe-a94d-fa12fd95bb98 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:57:38.031326 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad6375d-bcb7-4d19-8535-be89db24c914", "tag": "77149367-f10e-440f-bb77-b2362d8d95e8", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:57:38.031550 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0ee7aee1-f16b-48fe-a94d-fa12fd95bb98 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:57:38.031948 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad6375d-bcb7-4d19-8535-be89db24c914', 'tag': '77149367-f10e-440f-bb77-b2362d8d95e8', 'status': 'completed', 'code': 200} Dec 10 16:57:38.033773 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-fc8efc24-2afa-4ae7-884c-ecab15d08b93 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77149367-f10e-440f-bb77-b2362d8d95e8 HTTP/1.1" status: 200 len: 217 time: 0.0594597 Dec 10 16:57:38.087303 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-c4a46e9d-0c86-4e42-992b-4258136eae16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:38.088685 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-c4a46e9d-0c86-4e42-992b-4258136eae16 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a77c825d-6cce-4084-9a0d-09483321d369 HTTP/1.1" status: 200 len: 851 time: 0.0479155 Dec 10 16:57:38.139737 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-ba036a0d-60bf-45a8-8d4f-fca15805de20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:38.141278 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-ba036a0d-60bf-45a8-8d4f-fca15805de20 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447245 Dec 10 16:57:38.237296 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-09ad3e76-f3c0-4283-b5d2-0b4f6ad4d13c service neutron] 10.222.0.46 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887768 Dec 10 16:57:38.325845 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-707f770f-0c8b-472a-a161-0296fbd315f1 req-a35a25f4-3e93-4b34-81bb-a1930ebb7716 service neutron] 10.222.0.46 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816317 Dec 10 16:57:38.392440 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:38.409215 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa04ce1-a064-44ff-81d3-8592e04ef696 req-d6fd5625-9505-4113-83ee-b5618d0c27b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:38.410831 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-baa04ce1-a064-44ff-81d3-8592e04ef696 req-d6fd5625-9505-4113-83ee-b5618d0c27b9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6e3a44487a6e474d845541d47ac87339&device_id=4ad6375d-bcb7-4d19-8535-be89db24c914 HTTP/1.1" status: 200 len: 1095 time: 0.0422108 Dec 10 16:57:38.504638 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa04ce1-a064-44ff-81d3-8592e04ef696 req-9842836e-333f-49df-a5d2-9c681dbfad5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:38.506059 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-baa04ce1-a064-44ff-81d3-8592e04ef696 req-9842836e-333f-49df-a5d2-9c681dbfad5e service neutron] 10.222.0.46 "GET /v2.0/networks?id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 HTTP/1.1" status: 200 len: 913 time: 0.0883448 Dec 10 16:57:38.548109 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-baa04ce1-a064-44ff-81d3-8592e04ef696 req-e54b5149-54ca-4dbe-b688-f72b0738b9ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77149367-f10e-440f-bb77-b2362d8d95e8 HTTP/1.1" status: 200 len: 217 time: 0.0351954 Dec 10 16:57:38.601360 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa04ce1-a064-44ff-81d3-8592e04ef696 req-122f0976-7420-4570-9737-fa2170a730ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:38.602861 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-baa04ce1-a064-44ff-81d3-8592e04ef696 req-122f0976-7420-4570-9737-fa2170a730ff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a77c825d-6cce-4084-9a0d-09483321d369 HTTP/1.1" status: 200 len: 851 time: 0.0483980 Dec 10 16:57:38.649810 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa04ce1-a064-44ff-81d3-8592e04ef696 req-859d2a9d-486d-49f3-9dad-a47f0bfa75e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:38.651495 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-baa04ce1-a064-44ff-81d3-8592e04ef696 req-859d2a9d-486d-49f3-9dad-a47f0bfa75e7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408962 Dec 10 16:57:38.740240 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-baa04ce1-a064-44ff-81d3-8592e04ef696 req-57af842e-bed2-45b6-8b87-6f5af3f1135a service neutron] 10.222.0.46 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809019 Dec 10 16:57:38.836025 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-baa04ce1-a064-44ff-81d3-8592e04ef696 req-a1c7146a-f414-4ad3-8a5b-1c6a72c124f2 service neutron] 10.222.0.46 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886555 Dec 10 16:57:39.106679 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137ca50-11c7-48a9-8381-322e0dc25512 req-31ad4a2e-a3d9-4123-8ede-61f0c9c3d8ee tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:39.109746 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2137ca50-11c7-48a9-8381-322e0dc25512 req-31ad4a2e-a3d9-4123-8ede-61f0c9c3d8ee tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ad6375d-bcb7-4d19-8535-be89db24c914 HTTP/1.1" status: 200 len: 944 time: 0.0587993 Dec 10 16:57:39.159790 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2137ca50-11c7-48a9-8381-322e0dc25512 req-1f3563e0-2a85-4b20-8a0b-9af21915d48f tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439329 Dec 10 16:57:40.275153 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e8532-606d-4e54-932e-cad955aabeeb req-5294f7df-6243-4553-9f09-55d13e296c0e tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:40.276641 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-541e8532-606d-4e54-932e-cad955aabeeb req-5294f7df-6243-4553-9f09-55d13e296c0e tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ad6375d-bcb7-4d19-8535-be89db24c914 HTTP/1.1" status: 200 len: 944 time: 0.0487862 Dec 10 16:57:40.325219 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-541e8532-606d-4e54-932e-cad955aabeeb req-95342ca6-323f-46a0-8a27-7812265849d2 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425377 Dec 10 16:57:41.449822 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7f317-6a53-4edb-830f-39bd37959584 req-24836222-7355-49f8-b42c-4950e1a65bfb tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:41.452023 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-20f7f317-6a53-4edb-830f-39bd37959584 req-24836222-7355-49f8-b42c-4950e1a65bfb tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ad6375d-bcb7-4d19-8535-be89db24c914 HTTP/1.1" status: 200 len: 944 time: 0.0550816 Dec 10 16:57:41.504813 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-20f7f317-6a53-4edb-830f-39bd37959584 req-34fc6264-d776-4240-aaf1-380929357d6f tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467050 Dec 10 16:57:42.903190 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1edb0c-d371-4cb8-852a-6d4bb55204f0 req-15dd4a2e-5079-4528-abf8-e8a2e1586927 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:42.904652 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5b1edb0c-d371-4cb8-852a-6d4bb55204f0 req-15dd4a2e-5079-4528-abf8-e8a2e1586927 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ad6375d-bcb7-4d19-8535-be89db24c914 HTTP/1.1" status: 200 len: 944 time: 0.0484133 Dec 10 16:57:42.953315 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5b1edb0c-d371-4cb8-852a-6d4bb55204f0 req-44b489e0-451a-4227-ac66-e10f9960c54a tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427833 Dec 10 16:57:43.943111 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4a94444c-ec31-4af7-ae83-d739e2f3701c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:44.066098 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c80c33-9813-4a0b-b4ff-cdc0c4f2527a req-b375621c-c76b-44db-a9c8-21e561793320 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:44.067589 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-61c80c33-9813-4a0b-b4ff-cdc0c4f2527a req-b375621c-c76b-44db-a9c8-21e561793320 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ad6375d-bcb7-4d19-8535-be89db24c914 HTTP/1.1" status: 200 len: 944 time: 0.0480537 Dec 10 16:57:44.119244 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-61c80c33-9813-4a0b-b4ff-cdc0c4f2527a req-56e18353-0f53-4f0b-8bdb-e41f10b56a60 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456920 Dec 10 16:57:45.232730 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510e4fd-73cf-40e6-8199-2f0e55448fd1 req-e1c0d018-9c79-43ba-829b-1bafcb0b1d0b tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:45.234239 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7510e4fd-73cf-40e6-8199-2f0e55448fd1 req-e1c0d018-9c79-43ba-829b-1bafcb0b1d0b tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ad6375d-bcb7-4d19-8535-be89db24c914 HTTP/1.1" status: 200 len: 944 time: 0.0478330 Dec 10 16:57:45.281790 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7510e4fd-73cf-40e6-8199-2f0e55448fd1 req-cb1a4986-1e0a-47da-ad92-795c0fefafff tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417135 Dec 10 16:57:46.399372 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27beb76-6931-416e-94ce-f55206c43b45 req-afc9fbeb-956b-4568-85dc-b60ba608f0db tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:46.400838 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a27beb76-6931-416e-94ce-f55206c43b45 req-afc9fbeb-956b-4568-85dc-b60ba608f0db tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ad6375d-bcb7-4d19-8535-be89db24c914 HTTP/1.1" status: 200 len: 944 time: 0.0489941 Dec 10 16:57:46.449008 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a27beb76-6931-416e-94ce-f55206c43b45 req-eecf2089-09fc-4f56-bbfc-e7c85d179931 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421968 Dec 10 16:57:46.479430 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-44c9c88c-6040-450a-bea3-2aef26a753e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:47.348479 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:47.567280 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9401f94-194d-4012-8cc6-00a8230b8e98 req-f4232fb7-7d5b-4f26-b000-a3fa39a5d03a tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:47.568760 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a9401f94-194d-4012-8cc6-00a8230b8e98 req-f4232fb7-7d5b-4f26-b000-a3fa39a5d03a tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ad6375d-bcb7-4d19-8535-be89db24c914 HTTP/1.1" status: 200 len: 944 time: 0.0529726 Dec 10 16:57:47.617766 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a9401f94-194d-4012-8cc6-00a8230b8e98 req-a569a944-60d9-408a-863f-3cdf7abc3412 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430000 Dec 10 16:57:48.643115 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:48.732603 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048aabf-8cf6-4d74-8833-2a723a3290fc req-4e9ef1e6-0f7e-43bf-b3bf-610fd6783872 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:48.734147 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7048aabf-8cf6-4d74-8833-2a723a3290fc req-4e9ef1e6-0f7e-43bf-b3bf-610fd6783872 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ad6375d-bcb7-4d19-8535-be89db24c914 HTTP/1.1" status: 200 len: 944 time: 0.0491462 Dec 10 16:57:48.782370 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7048aabf-8cf6-4d74-8833-2a723a3290fc req-c56a2dd6-a5ba-433b-9e45-d6aca8a34cba tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422151 Dec 10 16:57:49.320991 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:57:49.696932 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:49.903575 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d918e-d4a8-4cd8-bcc3-d5508e1807e4 req-a299cb48-33b4-405b-bbc2-50ee666fb127 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:49.904940 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-415d918e-d4a8-4cd8-bcc3-d5508e1807e4 req-a299cb48-33b4-405b-bbc2-50ee666fb127 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ad6375d-bcb7-4d19-8535-be89db24c914 HTTP/1.1" status: 200 len: 944 time: 0.0524590 Dec 10 16:57:49.925426 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 77149367-f10e-440f-bb77-b2362d8d95e8 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:57:49.955509 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-415d918e-d4a8-4cd8-bcc3-d5508e1807e4 req-a6e02711-a194-4729-8e64-8e9b3d0f28f0 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446353 Dec 10 16:57:50.020366 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 77149367-f10e-440f-bb77-b2362d8d95e8, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=77149367-f10e-440f-bb77-b2362d8d95e8,segment=NetworkSegment(025942ee-aaf6-4874-bbc1-b64381358c5e),segment_id=025942ee-aaf6-4874-bbc1-b64381358c5e)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:57:50.032028 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '77149367-f10e-440f-bb77-b2362d8d95e8', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'port_id': '77149367-f10e-440f-bb77-b2362d8d95e8', 'mac_address': 'fa:16:3e:b5:1c:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:57:50.068394 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:50.080933 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77149367-f10e-440f-bb77-b2362d8d95e8 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:57:50.100013 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 77149367-f10e-440f-bb77-b2362d8d95e8, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=77149367-f10e-440f-bb77-b2362d8d95e8,segment=NetworkSegment(025942ee-aaf6-4874-bbc1-b64381358c5e),segment_id=025942ee-aaf6-4874-bbc1-b64381358c5e)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:57:50.104099 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:50.152756 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=77149367-f10e-440f-bb77-b2362d8d95e8,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:57:50.160948 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:50.161240 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:50.161611 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:50.161951 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:50.162317 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:50.162647 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:50.162974 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:50.163299 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:50.163625 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:50.163947 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:50.164298 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:50.164618 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:50.164940 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:50.303352 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['77149367-f10e-440f-bb77-b2362d8d95e8'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:57:51.068379 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb6003-429a-43ff-b8fa-9524783e8b95 req-e09d1b05-4e15-49f6-a931-7b0646ab7158 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:51.069826 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a8eb6003-429a-43ff-b8fa-9524783e8b95 req-e09d1b05-4e15-49f6-a931-7b0646ab7158 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ad6375d-bcb7-4d19-8535-be89db24c914 HTTP/1.1" status: 200 len: 945 time: 0.0478182 Dec 10 16:57:51.120221 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a8eb6003-429a-43ff-b8fa-9524783e8b95 req-92ddfdc2-8fb2-46bc-b9bc-0f4070804a88 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436389 Dec 10 16:57:51.939841 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 77149367-f10e-440f-bb77-b2362d8d95e8 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:57:51.988139 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 77149367-f10e-440f-bb77-b2362d8d95e8 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:57:51.991721 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 77149367-f10e-440f-bb77-b2362d8d95e8 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:57:51.992092 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:52.069735 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:52.092223 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad6375d-bcb7-4d19-8535-be89db24c914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77149367-f10e-440f-bb77-b2362d8d95e8'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:57:52.094543 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e5c41e-f718-4bca-b44c-e7963a40de16" -d '{"events": [{"server_uuid": "4ad6375d-bcb7-4d19-8535-be89db24c914", "name": "network-vif-plugged", "status": "completed", "tag": "77149367-f10e-440f-bb77-b2362d8d95e8"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:57:52.106979 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 77149367-f10e-440f-bb77-b2362d8d95e8, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=77149367-f10e-440f-bb77-b2362d8d95e8,segment=NetworkSegment(025942ee-aaf6-4874-bbc1-b64381358c5e),segment_id=025942ee-aaf6-4874-bbc1-b64381358c5e)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:57:52.111191 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:52.133699 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd70e7b4-5e3f-4dea-9289-a7de32814118 x-openstack-request-id: req-cd70e7b4-5e3f-4dea-9289-a7de32814118 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:57:52.133991 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad6375d-bcb7-4d19-8535-be89db24c914", "name": "network-vif-plugged", "status": "completed", "tag": "77149367-f10e-440f-bb77-b2362d8d95e8", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:57:52.134271 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cd70e7b4-5e3f-4dea-9289-a7de32814118 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:57:52.134665 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad6375d-bcb7-4d19-8535-be89db24c914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77149367-f10e-440f-bb77-b2362d8d95e8', 'code': 200} Dec 10 16:57:52.169584 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=77149367-f10e-440f-bb77-b2362d8d95e8,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:57:52.239579 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48348532-d1a8-4e19-8ccb-fd85ba325379 req-5ba8d3a0-af8a-4dda-8755-f6767224bfa7 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:52.241057 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-48348532-d1a8-4e19-8ccb-fd85ba325379 req-5ba8d3a0-af8a-4dda-8755-f6767224bfa7 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ad6375d-bcb7-4d19-8535-be89db24c914 HTTP/1.1" status: 200 len: 946 time: 0.0499749 Dec 10 16:57:52.295860 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-48348532-d1a8-4e19-8ccb-fd85ba325379 req-9e81e06d-d5df-4301-bc5f-abbba622c81c tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486805 Dec 10 16:57:52.319653 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a29977e-3148-43c2-90ca-beb82da6c07b req-6bf66649-a32a-467f-a608-02428d9d54b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:52.321187 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0a29977e-3148-43c2-90ca-beb82da6c07b req-6bf66649-a32a-467f-a608-02428d9d54b2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4ad6375d-bcb7-4d19-8535-be89db24c914 HTTP/1.1" status: 200 len: 1097 time: 0.1250460 Dec 10 16:57:52.366714 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0a29977e-3148-43c2-90ca-beb82da6c07b req-f2e13695-f60d-442e-90f3-eb86443ac5b0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369985 Dec 10 16:57:53.414665 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94368ed3-3cca-4113-8046-2039857f2e67 req-7791f000-22dd-45e4-a256-04ea14f4bfdc tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:53.416416 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-94368ed3-3cca-4113-8046-2039857f2e67 req-7791f000-22dd-45e4-a256-04ea14f4bfdc tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ad6375d-bcb7-4d19-8535-be89db24c914 HTTP/1.1" status: 200 len: 946 time: 0.0501561 Dec 10 16:57:53.465217 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-94368ed3-3cca-4113-8046-2039857f2e67 req-a8dbae14-81b5-4aaf-bfc3-613b9ab07ebd tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428205 Dec 10 16:57:53.581340 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f013df7-40a5-4c4f-8db7-02501f37aa9f req-799e1767-81a3-47df-8886-d16fcb2ed33c tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:53.582744 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8f013df7-40a5-4c4f-8db7-02501f37aa9f req-799e1767-81a3-47df-8886-d16fcb2ed33c tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ad6375d-bcb7-4d19-8535-be89db24c914 HTTP/1.1" status: 200 len: 946 time: 0.0485654 Dec 10 16:57:53.631564 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8f013df7-40a5-4c4f-8db7-02501f37aa9f req-be660d70-6785-4aab-89ae-eec950e43d86 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427971 Dec 10 16:57:53.654762 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35146) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:57:53.804208 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edf6264-8735-48eb-9225-b9f141742553 tempest-TestVolumeBootPattern-546736089 tempest-TestVolumeBootPattern-546736089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:53.805788 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-1edf6264-8735-48eb-9225-b9f141742553 tempest-TestVolumeBootPattern-546736089 tempest-TestVolumeBootPattern-546736089-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4ad6375d-bcb7-4d19-8535-be89db24c914 HTTP/1.1" status: 200 len: 1092 time: 0.1500092 Dec 10 16:57:53.808593 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35150) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:57:53.813002 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-b2e75548-9c8e-4730-970d-6d225f50f33c tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'port_id': '77149367-f10e-440f-bb77-b2362d8d95e8', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:57:53.834942 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b2e75548-9c8e-4730-970d-6d225f50f33c tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for floatingip, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:53.927895 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b2e75548-9c8e-4730-970d-6d225f50f33c tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:54.027745 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-b2e75548-9c8e-4730-970d-6d225f50f33c tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Allocated IP 172.25.6.101 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/c8beb3f6-3ddc-4996-b84a-d9b9b6b2ff1a) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:57:54.125439 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b2e75548-9c8e-4730-970d-6d225f50f33c tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:54.164041 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b2e75548-9c8e-4730-970d-6d225f50f33c tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:54.205805 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e75548-9c8e-4730-970d-6d225f50f33c tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:57:54.210344 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-b2e75548-9c8e-4730-970d-6d225f50f33c tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:57:54.212908 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e75548-9c8e-4730-970d-6d225f50f33c tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:57:54.555268 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e75548-9c8e-4730-970d-6d225f50f33c tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Pushing event updated for resources: {'Port': ['ID=c8beb3f6-3ddc-4996-b84a-d9b9b6b2ff1a,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:57:54.873260 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b2e75548-9c8e-4730-970d-6d225f50f33c tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:54.940114 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b2e75548-9c8e-4730-970d-6d225f50f33c tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:55.085142 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b2e75548-9c8e-4730-970d-6d225f50f33c tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:55.089861 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b2e75548-9c8e-4730-970d-6d225f50f33c tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:55.158436 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e75548-9c8e-4730-970d-6d225f50f33c tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Pushing event updated for resources: {'Port': ['ID=c8beb3f6-3ddc-4996-b84a-d9b9b6b2ff1a,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:57:55.174558 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b2e75548-9c8e-4730-970d-6d225f50f33c tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:55.272194 n-d-766771-2 neutron-server[103393]: INFO neutron.db.l3_db [None req-b2e75548-9c8e-4730-970d-6d225f50f33c tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Floating IP cd6b6c5a-f744-4c41-a4a2-3955e934c265 associated. External IP: 172.25.6.101, port: 77149367-f10e-440f-bb77-b2362d8d95e8. Dec 10 16:57:55.477419 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e75548-9c8e-4730-970d-6d225f50f33c tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Router 8a9861d0-741a-4fc4-9e1a-0dc0faea70a1 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:57:55.583414 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e75548-9c8e-4730-970d-6d225f50f33c tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:57:55.593744 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eab3586-59c7-45ad-8a5a-bc86f6b1bc18 None None] Sync routers for ids ['8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:57:55.601848 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b2e75548-9c8e-4730-970d-6d225f50f33c tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:55.604260 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eab3586-59c7-45ad-8a5a-bc86f6b1bc18 None None] Routers {'8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:57:55.604938 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-3eab3586-59c7-45ad-8a5a-bc86f6b1bc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:57:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:57:55.628663 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-b2e75548-9c8e-4730-970d-6d225f50f33c tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8190503 Dec 10 16:57:55.629243 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad6375d-bcb7-4d19-8535-be89db24c914', 'tag': '77149367-f10e-440f-bb77-b2362d8d95e8'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:57:55.631552 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e7c74b-a936-4322-ae65-a4f341c7f660" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad6375d-bcb7-4d19-8535-be89db24c914", "tag": "77149367-f10e-440f-bb77-b2362d8d95e8"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:57:55.677404 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692d1488-80f2-4f3e-b213-4e64189fac04 x-openstack-request-id: req-692d1488-80f2-4f3e-b213-4e64189fac04 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:57:55.677699 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad6375d-bcb7-4d19-8535-be89db24c914", "tag": "77149367-f10e-440f-bb77-b2362d8d95e8", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:57:55.677958 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-692d1488-80f2-4f3e-b213-4e64189fac04 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:57:55.678399 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad6375d-bcb7-4d19-8535-be89db24c914', 'tag': '77149367-f10e-440f-bb77-b2362d8d95e8', 'status': 'completed', 'code': 200} Dec 10 16:57:55.716776 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-3eab3586-59c7-45ad-8a5a-bc86f6b1bc18 None None] Set router 8a9861d0-741a-4fc4-9e1a-0dc0faea70a1 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:57:55.738258 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7c74b-a936-4322-ae65-a4f341c7f660 req-6b09df8e-7fb8-46ae-aea4-d5e16b27f8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:55.739776 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-33e7c74b-a936-4322-ae65-a4f341c7f660 req-6b09df8e-7fb8-46ae-aea4-d5e16b27f8cb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6e3a44487a6e474d845541d47ac87339&device_id=4ad6375d-bcb7-4d19-8535-be89db24c914 HTTP/1.1" status: 200 len: 1097 time: 0.0408676 Dec 10 16:57:55.834618 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7c74b-a936-4322-ae65-a4f341c7f660 req-608e579b-4036-43ff-9d65-48bbc48f6df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:55.836095 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-33e7c74b-a936-4322-ae65-a4f341c7f660 req-608e579b-4036-43ff-9d65-48bbc48f6df3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 HTTP/1.1" status: 200 len: 913 time: 0.0899432 Dec 10 16:57:55.896475 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-66eef0f0-0b80-4574-bb36-e2340045365c req-b27d4e18-567f-4dc6-bc55-71d8aa7c3017 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4ad6375d-bcb7-4d19-8535-be89db24c914&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454586 Dec 10 16:57:55.904908 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-33e7c74b-a936-4322-ae65-a4f341c7f660 req-095c4188-fd15-4b89-b783-088ba83d04c4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77149367-f10e-440f-bb77-b2362d8d95e8 HTTP/1.1" status: 200 len: 1000 time: 0.0608318 Dec 10 16:57:55.947668 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-3eab3586-59c7-45ad-8a5a-bc86f6b1bc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'name': 'tempest-TestVolumeBootPattern-1261746695-router', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'd1e01515-c257-40db-a74e-a47235592a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:56Z', 'revision_number': 4, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'gw_port': {'id': 'd1e01515-c257-40db-a74e-a47235592a28', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': 'cd6b6c5a-f744-4c41-a4a2-3955e934c265', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'floating_ip_address': '172.25.6.101', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'port_id': '77149367-f10e-440f-bb77-b2362d8d95e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'mac_address': 'fa:16:3e:b5:1c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad6375d-bcb7-4d19-8535-be89db24c914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:57:54Z', 'updated_at': '2021-12-10T16:57:54Z', 'revision_number': 0, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '348dc7d0-dcda-4c59-b908-3d4792cb096a', 'name': '', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'mac_address': 'fa:16:3e:8d:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:55Z', 'updated_at': '2021-12-10T16:51:00Z', 'revision_number': 5, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'subnets': [{'id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:57:55.954125 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7c74b-a936-4322-ae65-a4f341c7f660 req-6f88e61d-d9a8-4314-bc99-aa9f11ff2d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:55.955637 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-33e7c74b-a936-4322-ae65-a4f341c7f660 req-6f88e61d-d9a8-4314-bc99-aa9f11ff2d9d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a77c825d-6cce-4084-9a0d-09483321d369 HTTP/1.1" status: 200 len: 851 time: 0.0446236 Dec 10 16:57:55.975000 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eab3586-59c7-45ad-8a5a-bc86f6b1bc18 None None] Checking router: 8a9861d0-741a-4fc4-9e1a-0dc0faea70a1 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:57:55.983644 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eab3586-59c7-45ad-8a5a-bc86f6b1bc18 None None] Routers {'8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:57:55.984279 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-3eab3586-59c7-45ad-8a5a-bc86f6b1bc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:57:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:57:56.005257 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7c74b-a936-4322-ae65-a4f341c7f660 req-e45b0e5b-afbe-48c6-8251-ad9e826bc9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:56.006763 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-33e7c74b-a936-4322-ae65-a4f341c7f660 req-e45b0e5b-afbe-48c6-8251-ad9e826bc9da service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447757 Dec 10 16:57:56.089508 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-3eab3586-59c7-45ad-8a5a-bc86f6b1bc18 None None] Set router 8a9861d0-741a-4fc4-9e1a-0dc0faea70a1 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:57:56.096959 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-33e7c74b-a936-4322-ae65-a4f341c7f660 req-714969fd-28da-488d-8b02-a590ff812f99 service neutron] 10.222.0.46 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816071 Dec 10 16:57:56.189668 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-33e7c74b-a936-4322-ae65-a4f341c7f660 req-efc347d6-cf28-46f7-a245-f5eabdc04842 service neutron] 10.222.0.46 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863366 Dec 10 16:57:56.290533 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eef0f0-0b80-4574-bb36-e2340045365c req-da929398-6b27-4c24-9f01-391c87c82f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:56.291930 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-66eef0f0-0b80-4574-bb36-e2340045365c req-da929398-6b27-4c24-9f01-391c87c82f81 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6e3a44487a6e474d845541d47ac87339&device_id=4ad6375d-bcb7-4d19-8535-be89db24c914 HTTP/1.1" status: 200 len: 1097 time: 0.0414093 Dec 10 16:57:56.316454 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-3eab3586-59c7-45ad-8a5a-bc86f6b1bc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'name': 'tempest-TestVolumeBootPattern-1261746695-router', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'd1e01515-c257-40db-a74e-a47235592a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:56Z', 'revision_number': 4, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'gw_port': {'id': 'd1e01515-c257-40db-a74e-a47235592a28', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': 'cd6b6c5a-f744-4c41-a4a2-3955e934c265', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'floating_ip_address': '172.25.6.101', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'port_id': '77149367-f10e-440f-bb77-b2362d8d95e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'mac_address': 'fa:16:3e:b5:1c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad6375d-bcb7-4d19-8535-be89db24c914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:57:54Z', 'updated_at': '2021-12-10T16:57:54Z', 'revision_number': 0, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '348dc7d0-dcda-4c59-b908-3d4792cb096a', 'name': '', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'mac_address': 'fa:16:3e:8d:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:55Z', 'updated_at': '2021-12-10T16:51:00Z', 'revision_number': 5, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'subnets': [{'id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:57:56.343343 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eab3586-59c7-45ad-8a5a-bc86f6b1bc18 None None] The sync data for ids ['8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'] in n-d-766771-2 is: [{'id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'name': 'tempest-TestVolumeBootPattern-1261746695-router', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'd1e01515-c257-40db-a74e-a47235592a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:56Z', 'revision_number': 4, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'gw_port': {'id': 'd1e01515-c257-40db-a74e-a47235592a28', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': 'cd6b6c5a-f744-4c41-a4a2-3955e934c265', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'floating_ip_address': '172.25.6.101', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'port_id': '77149367-f10e-440f-bb77-b2362d8d95e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'mac_address': 'fa:16:3e:b5:1c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad6375d-bcb7-4d19-8535-be89db24c914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:57:54Z', 'updated_at': '2021-12-10T16:57:54Z', 'revision_number': 0, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '348dc7d0-dcda-4c59-b908-3d4792cb096a', 'name': '', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'mac_address': 'fa:16:3e:8d:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:55Z', 'updated_at': '2021-12-10T16:51:00Z', 'revision_number': 5, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'subnets': [{'id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:57:56.393808 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eef0f0-0b80-4574-bb36-e2340045365c req-5fa661c2-4dab-48d1-aa02-38c82d31565c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:56.395319 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-66eef0f0-0b80-4574-bb36-e2340045365c req-5fa661c2-4dab-48d1-aa02-38c82d31565c service neutron] 10.222.0.46 "GET /v2.0/networks?id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 HTTP/1.1" status: 200 len: 913 time: 0.0863507 Dec 10 16:57:56.465849 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-66eef0f0-0b80-4574-bb36-e2340045365c req-322dc0b1-5fe0-4d00-a931-754142b0afe3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77149367-f10e-440f-bb77-b2362d8d95e8 HTTP/1.1" status: 200 len: 1000 time: 0.0639801 Dec 10 16:57:56.517135 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eef0f0-0b80-4574-bb36-e2340045365c req-65a68545-025a-40b6-9a11-aebd141164fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:56.518620 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-66eef0f0-0b80-4574-bb36-e2340045365c req-65a68545-025a-40b6-9a11-aebd141164fd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a77c825d-6cce-4084-9a0d-09483321d369 HTTP/1.1" status: 200 len: 851 time: 0.0451529 Dec 10 16:57:56.544982 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9a77c2-5db9-4aa1-93fb-c5649d90d22d None None] New status for floating IP cd6b6c5a-f744-4c41-a4a2-3955e934c265: ACTIVE {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:57:56.564432 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eef0f0-0b80-4574-bb36-e2340045365c req-3dbd5357-9467-4802-bfe5-bc8d7c0af2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:56.565911 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-66eef0f0-0b80-4574-bb36-e2340045365c req-3dbd5357-9467-4802-bfe5-bc8d7c0af2bb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409558 Dec 10 16:57:56.660268 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-66eef0f0-0b80-4574-bb36-e2340045365c req-9d5c9c3f-8db7-48f4-953a-d13380c9bf27 service neutron] 10.222.0.46 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876265 Dec 10 16:57:56.752197 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-66eef0f0-0b80-4574-bb36-e2340045365c req-d6266c1a-8eaf-4588-818f-871b5b9eb991 service neutron] 10.222.0.46 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851240 Dec 10 16:58:06.553017 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:58:08.390724 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:58:13.944173 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f900a4f3-598c-453d-ad95-63b1d12cfb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:58:16.482287 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9e49d706-b532-4bae-ad78-5f3f3e90a086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:58:17.351250 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:58:18.643950 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:58:19.699841 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:58:26.319935 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:58:36.548253 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:58:38.393384 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:58:43.945688 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-81c96e79-d037-47e8-b966-44668a7caa2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:58:46.484019 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-78fc59a4-26ee-4709-9413-3f5ddf411e39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:58:47.353750 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:58:48.646989 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:58:49.700957 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:58:57.892768 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-91eaca63-1b27-4229-b729-900f655a8fa8 req-ae609efe-3745-482c-a76d-362ef97ea6ec service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4ad6375d-bcb7-4d19-8535-be89db24c914&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442846 Dec 10 16:58:57.971849 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eaca63-1b27-4229-b729-900f655a8fa8 req-a09ee95d-c4b8-4b37-992e-f423b49437cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:58:57.973302 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-91eaca63-1b27-4229-b729-900f655a8fa8 req-a09ee95d-c4b8-4b37-992e-f423b49437cf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6e3a44487a6e474d845541d47ac87339&device_id=4ad6375d-bcb7-4d19-8535-be89db24c914 HTTP/1.1" status: 200 len: 1097 time: 0.0401468 Dec 10 16:58:58.071938 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eaca63-1b27-4229-b729-900f655a8fa8 req-c3facfe0-b644-475c-a995-fcd8637f7f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:58:58.073361 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-91eaca63-1b27-4229-b729-900f655a8fa8 req-c3facfe0-b644-475c-a995-fcd8637f7f3d service neutron] 10.222.0.46 "GET /v2.0/networks?id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 HTTP/1.1" status: 200 len: 913 time: 0.0817153 Dec 10 16:58:58.140219 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-91eaca63-1b27-4229-b729-900f655a8fa8 req-a6ce2114-c7c2-4606-9d0a-74e6edc37d1e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77149367-f10e-440f-bb77-b2362d8d95e8 HTTP/1.1" status: 200 len: 1002 time: 0.0595341 Dec 10 16:58:58.187706 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eaca63-1b27-4229-b729-900f655a8fa8 req-b8eeaade-ceff-4c2b-b83e-c2d049fe856b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:58:58.189511 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-91eaca63-1b27-4229-b729-900f655a8fa8 req-b8eeaade-ceff-4c2b-b83e-c2d049fe856b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a77c825d-6cce-4084-9a0d-09483321d369 HTTP/1.1" status: 200 len: 851 time: 0.0417874 Dec 10 16:58:58.232806 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eaca63-1b27-4229-b729-900f655a8fa8 req-1838eac6-eb2b-4a07-8e82-8016e448b085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:58:58.234240 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-91eaca63-1b27-4229-b729-900f655a8fa8 req-1838eac6-eb2b-4a07-8e82-8016e448b085 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380661 Dec 10 16:58:58.323731 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-91eaca63-1b27-4229-b729-900f655a8fa8 req-9cd53eb4-c018-4d66-97cf-c08dc71fb8bd service neutron] 10.222.0.46 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821567 Dec 10 16:58:58.409818 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-91eaca63-1b27-4229-b729-900f655a8fa8 req-2a612ea4-fb70-45d8-a746-26aadba43887 service neutron] 10.222.0.46 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785685 Dec 10 16:59:03.319106 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:59:06.567913 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:08.402565 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:13.946535 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ea18a1b2-faa9-4558-bb78-977235ae5db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:16.486711 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a6bf0f97-88b7-41b6-828b-af5d8e5b3910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:17.356646 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:18.656961 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:19.702708 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:33.927210 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-062997d5-c5b1-454c-ad2a-3dc0268f9393 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-537740824&fields=id&tenant_id=6e3a44487a6e474d845541d47ac87339 HTTP/1.1" status: 200 len: 267 time: 0.0449026 Dec 10 16:59:34.034715 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-7c906990-c216-45da-a7f5-ecadbf4424dc tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:34.036062 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-7c906990-c216-45da-a7f5-ecadbf4424dc tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/networks?id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 HTTP/1.1" status: 200 len: 812 time: 0.1021087 Dec 10 16:59:34.051572 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-a1f94d02-9dce-47b6-b627-d32688bbc36e tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/quotas/6e3a44487a6e474d845541d47ac87339 HTTP/1.1" status: 200 len: 375 time: 0.0093992 Dec 10 16:59:34.102123 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-488d5976-f797-4dd6-936f-f53ffa494464 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e3a44487a6e474d845541d47ac87339&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0455313 Dec 10 16:59:34.166910 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-c98de58c-2095-4db6-bdad-b7463758a48e service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:59:34.167948 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-c98de58c-2095-4db6-bdad-b7463758a48e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0542774 Dec 10 16:59:34.256735 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-e6ac576e-edc5-4fe2-b896-4169f9126961 service neutron] 10.222.0.11 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819016 Dec 10 16:59:34.349448 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-bcdd3a60-18b9-44d3-bbbf-ea819f41dc2b service neutron] 10.222.0.11 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865519 Dec 10 16:59:34.623012 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3d64d619-b6a6-4137-9b01-4bc638f60d05 req-4048830c-4cbb-4b67-abea-a1165fe97859 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=e46821a2-7f89-4947-8d5c-e2017d175a69 HTTP/1.1" status: 200 len: 210 time: 0.0261610 Dec 10 16:59:35.706858 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d5d7af38-2086-48ad-8b73-980950595656 req-5b622969-b5ed-4999-9aee-2bbb35e10593 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=e46821a2-7f89-4947-8d5c-e2017d175a69 HTTP/1.1" status: 200 len: 210 time: 0.0260282 Dec 10 16:59:36.568239 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:36.800478 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2f6fe5fe-7b8d-442d-9588-2636e0a1d433 req-e3dc98ed-bb43-4fa9-8eca-2c0596aa9d19 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=e46821a2-7f89-4947-8d5c-e2017d175a69 HTTP/1.1" status: 200 len: 210 time: 0.0285287 Dec 10 16:59:37.665344 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-95c72f7c-f3b2-46ce-acd8-9a7ae566de93 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:37.667068 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-95c72f7c-f3b2-46ce-acd8-9a7ae566de93 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.26 "GET /v2.0/networks?id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 HTTP/1.1" status: 200 len: 812 time: 0.1094186 Dec 10 16:59:37.731759 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-68d14545-77ae-4445-b1c3-e98364daa609 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e3a44487a6e474d845541d47ac87339 HTTP/1.1" status: 200 len: 379 time: 0.0551889 Dec 10 16:59:37.742628 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-6b779c0c-1ec9-4546-89f5-e71e223b0aef tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Request body: {'port': {'device_id': 'e46821a2-7f89-4947-8d5c-e2017d175a69', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'admin_state_up': True, 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'security_groups': ['6bebf49d-9a01-491f-878a-49b1e6d5c18a']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:59:37.862167 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-6b779c0c-1ec9-4546-89f5-e71e223b0aef tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Made reservation on behalf of 6e3a44487a6e474d845541d47ac87339 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:59:37.865822 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-6b779c0c-1ec9-4546-89f5-e71e223b0aef tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:37.906355 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1be9826b-d958-4e82-b271-c8352d48ff93 req-04faa791-535a-4dc0-821d-3b661dd07bdd tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=e46821a2-7f89-4947-8d5c-e2017d175a69 HTTP/1.1" status: 200 len: 210 time: 0.0308082 Dec 10 16:59:38.020579 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-6b779c0c-1ec9-4546-89f5-e71e223b0aef tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Allocated IP 172.20.0.7 (44b4e0f0-b0d3-48f3-adc8-fd50f61e9990/a77c825d-6cce-4084-9a0d-09483321d369/97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:59:38.158265 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-6b779c0c-1ec9-4546-89f5-e71e223b0aef tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:38.193143 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-6b779c0c-1ec9-4546-89f5-e71e223b0aef tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:38.243690 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-6b779c0c-1ec9-4546-89f5-e71e223b0aef tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Network 44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:59:38.246827 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-6b779c0c-1ec9-4546-89f5-e71e223b0aef tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:59:38.249433 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-6b779c0c-1ec9-4546-89f5-e71e223b0aef tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:59:38.291919 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b779c0c-1ec9-4546-89f5-e71e223b0aef tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Pushing event updated for resources: {'Port': ['ID=97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:59:38.305531 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b779c0c-1ec9-4546-89f5-e71e223b0aef tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:38.305888 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b779c0c-1ec9-4546-89f5-e71e223b0aef tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:38.306277 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b779c0c-1ec9-4546-89f5-e71e223b0aef tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:38.306624 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b779c0c-1ec9-4546-89f5-e71e223b0aef tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:38.306973 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b779c0c-1ec9-4546-89f5-e71e223b0aef tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:38.307316 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b779c0c-1ec9-4546-89f5-e71e223b0aef tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:38.307655 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b779c0c-1ec9-4546-89f5-e71e223b0aef tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:38.307991 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b779c0c-1ec9-4546-89f5-e71e223b0aef tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:38.308324 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b779c0c-1ec9-4546-89f5-e71e223b0aef tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:38.308658 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b779c0c-1ec9-4546-89f5-e71e223b0aef tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:38.308993 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b779c0c-1ec9-4546-89f5-e71e223b0aef tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:38.309332 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b779c0c-1ec9-4546-89f5-e71e223b0aef tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:38.309668 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b779c0c-1ec9-4546-89f5-e71e223b0aef tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:38.321945 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-6b779c0c-1ec9-4546-89f5-e71e223b0aef tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:38.322598 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-6b779c0c-1ec9-4546-89f5-e71e223b0aef tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:38.340728 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-6b779c0c-1ec9-4546-89f5-e71e223b0aef tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6018646 Dec 10 16:59:38.355365 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-4aa63eea-9fba-4131-a56f-66519de16fa3 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:59:38.356670 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-4aa63eea-9fba-4131-a56f-66519de16fa3 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068793 Dec 10 16:59:38.427916 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-62f6a4bf-4abc-4e39-b8c6-bb6feb1a3a24 service neutron] Request body: {'port': {'device_id': 'e46821a2-7f89-4947-8d5c-e2017d175a69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:59:38.434022 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:38.486179 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-62f6a4bf-4abc-4e39-b8c6-bb6feb1a3a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:38.501226 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b4c52860-16c1-4a9f-bd8a-b3390f08a9a8 None None] Provisioning complete for port 97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:59:38.501678 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b4c52860-16c1-4a9f-bd8a-b3390f08a9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:38.536081 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b4c52860-16c1-4a9f-bd8a-b3390f08a9a8 None None] Port 97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:59:38.753589 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-62f6a4bf-4abc-4e39-b8c6-bb6feb1a3a24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:59:38.761276 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-62f6a4bf-4abc-4e39-b8c6-bb6feb1a3a24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:38.773150 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-62f6a4bf-4abc-4e39-b8c6-bb6feb1a3a24 service neutron] Transition to ACTIVE for port object 97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:59:38.777100 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-62f6a4bf-4abc-4e39-b8c6-bb6feb1a3a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:38.875170 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6a4bf-4abc-4e39-b8c6-bb6feb1a3a24 service neutron] Pushing event updated for resources: {'Port': ['ID=97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:59:38.897678 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-62f6a4bf-4abc-4e39-b8c6-bb6feb1a3a24 service neutron] Attempting to bind port 97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:59:38.898023 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-62f6a4bf-4abc-4e39-b8c6-bb6feb1a3a24 service neutron] Attempting to bind port 97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '025942ee-aaf6-4874-bbc1-b64381358c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:59:38.898385 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-62f6a4bf-4abc-4e39-b8c6-bb6feb1a3a24 service neutron] Attempting to bind port 97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c on network 44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:59:38.903206 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-62f6a4bf-4abc-4e39-b8c6-bb6feb1a3a24 service neutron] Port 97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c on network 44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:59:38.903475 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-62f6a4bf-4abc-4e39-b8c6-bb6feb1a3a24 service neutron] Attempting to bind port 97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c on network 44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:59:38.908613 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-62f6a4bf-4abc-4e39-b8c6-bb6feb1a3a24 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:59:38.909167 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-62f6a4bf-4abc-4e39-b8c6-bb6feb1a3a24 service neutron] Checking segment: {'id': '025942ee-aaf6-4874-bbc1-b64381358c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:59:38.909557 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-62f6a4bf-4abc-4e39-b8c6-bb6feb1a3a24 service neutron] Bound using segment: {'id': '025942ee-aaf6-4874-bbc1-b64381358c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:59:38.909994 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-62f6a4bf-4abc-4e39-b8c6-bb6feb1a3a24 service neutron] Bound port: 97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '025942ee-aaf6-4874-bbc1-b64381358c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:59:38.910382 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-62f6a4bf-4abc-4e39-b8c6-bb6feb1a3a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:38.987922 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-62f6a4bf-4abc-4e39-b8c6-bb6feb1a3a24 service neutron] For port 97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:59:38.991571 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-62f6a4bf-4abc-4e39-b8c6-bb6feb1a3a24 service neutron] For port 97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c,segment=NetworkSegment(025942ee-aaf6-4874-bbc1-b64381358c5e),segment_id=025942ee-aaf6-4874-bbc1-b64381358c5e)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:59:39.005172 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-62f6a4bf-4abc-4e39-b8c6-bb6feb1a3a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:39.061507 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-62f6a4bf-4abc-4e39-b8c6-bb6feb1a3a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:39.062181 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-62f6a4bf-4abc-4e39-b8c6-bb6feb1a3a24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:39.064087 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-62f6a4bf-4abc-4e39-b8c6-bb6feb1a3a24 service neutron] 10.222.0.26 "PUT /v2.0/ports/97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c HTTP/1.1" status: 200 len: 1091 time: 0.6985197 Dec 10 16:59:39.065527 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e46821a2-7f89-4947-8d5c-e2017d175a69', 'tag': '97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:59:39.067850 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cd7e2f-d435-41df-b87c-173bd51e6f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "e46821a2-7f89-4947-8d5c-e2017d175a69", "tag": "97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:59:39.092417 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e56cc-db80-4e7f-b7aa-82144393b097 req-0a6ab743-824a-4e19-96ab-c7fbb920f3f7 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:39.093954 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ca4e56cc-db80-4e7f-b7aa-82144393b097 req-0a6ab743-824a-4e19-96ab-c7fbb920f3f7 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=e46821a2-7f89-4947-8d5c-e2017d175a69 HTTP/1.1" status: 200 len: 943 time: 0.1007779 Dec 10 16:59:39.117795 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6a4bf-4abc-4e39-b8c6-bb6feb1a3a24 service neutron] Pushing event updated for resources: {'Port': ['ID=97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:59:39.185639 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ca4e56cc-db80-4e7f-b7aa-82144393b097 req-001c5ef0-2dc3-4b34-b0c6-8350a6fcd0b5 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837739 Dec 10 16:59:39.192814 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-531bca6a-fa0b-4415-9146-3d064ee72fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:39.194354 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-531bca6a-fa0b-4415-9146-3d064ee72fd7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6e3a44487a6e474d845541d47ac87339&device_id=e46821a2-7f89-4947-8d5c-e2017d175a69 HTTP/1.1" status: 200 len: 1094 time: 0.0735967 Dec 10 16:59:39.259295 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a1df73-8908-439f-be20-a1c33be90929 x-openstack-request-id: req-93a1df73-8908-439f-be20-a1c33be90929 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:59:39.259295 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e46821a2-7f89-4947-8d5c-e2017d175a69", "tag": "97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:59:39.259295 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-93a1df73-8908-439f-be20-a1c33be90929 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:59:39.259823 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e46821a2-7f89-4947-8d5c-e2017d175a69', 'tag': '97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c', 'status': 'completed', 'code': 200} Dec 10 16:59:39.261896 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-7b091a69-84f9-4fd0-a6ed-0c45bc6ce1a2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c HTTP/1.1" status: 200 len: 217 time: 0.0578961 Dec 10 16:59:39.316262 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-5689c60d-28f6-48a1-b2e0-804240248f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:39.317725 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-5689c60d-28f6-48a1-b2e0-804240248f70 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a77c825d-6cce-4084-9a0d-09483321d369 HTTP/1.1" status: 200 len: 851 time: 0.0476282 Dec 10 16:59:39.368602 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-2d820619-1028-47ba-95c8-747e48b586f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:39.370101 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-2d820619-1028-47ba-95c8-747e48b586f6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453138 Dec 10 16:59:39.460085 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-fdd23896-dab2-403a-9b39-019c52969a52 service neutron] 10.222.0.26 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822537 Dec 10 16:59:39.555569 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0eb0fa21-06d5-4462-80de-93dd6846803f req-debd852c-8e1f-41af-b228-28f7838ac12e service neutron] 10.222.0.26 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886605 Dec 10 16:59:39.641428 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd7e2f-d435-41df-b87c-173bd51e6f0e req-f09e8395-8d94-405f-81fc-643564b129b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:39.643469 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-76cd7e2f-d435-41df-b87c-173bd51e6f0e req-f09e8395-8d94-405f-81fc-643564b129b8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6e3a44487a6e474d845541d47ac87339&device_id=e46821a2-7f89-4947-8d5c-e2017d175a69 HTTP/1.1" status: 200 len: 1094 time: 0.0419135 Dec 10 16:59:39.740447 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd7e2f-d435-41df-b87c-173bd51e6f0e req-613bbc6e-8d39-48e3-9671-25bb34a46b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:39.742485 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-76cd7e2f-d435-41df-b87c-173bd51e6f0e req-613bbc6e-8d39-48e3-9671-25bb34a46b81 service neutron] 10.222.0.26 "GET /v2.0/networks?id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 HTTP/1.1" status: 200 len: 913 time: 0.0919642 Dec 10 16:59:39.788984 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-76cd7e2f-d435-41df-b87c-173bd51e6f0e req-d7d6ab02-cbf8-442d-8d38-4af7f080d315 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c HTTP/1.1" status: 200 len: 217 time: 0.0397115 Dec 10 16:59:39.838024 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd7e2f-d435-41df-b87c-173bd51e6f0e req-c9b7dc48-6df0-4b2e-adea-189fc59399f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:39.839591 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-76cd7e2f-d435-41df-b87c-173bd51e6f0e req-c9b7dc48-6df0-4b2e-adea-189fc59399f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a77c825d-6cce-4084-9a0d-09483321d369 HTTP/1.1" status: 200 len: 851 time: 0.0444179 Dec 10 16:59:39.885526 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd7e2f-d435-41df-b87c-173bd51e6f0e req-8514b67d-9ee8-4fee-93a4-f00a096ac42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:39.887053 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-76cd7e2f-d435-41df-b87c-173bd51e6f0e req-8514b67d-9ee8-4fee-93a4-f00a096ac42c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394559 Dec 10 16:59:39.981119 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-76cd7e2f-d435-41df-b87c-173bd51e6f0e req-f68f886b-c8ee-4d98-ba19-e6370ac1aaae service neutron] 10.222.0.26 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859375 Dec 10 16:59:40.073541 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-76cd7e2f-d435-41df-b87c-173bd51e6f0e req-a85690ee-4e30-4cb9-b3ab-c8cf59049032 service neutron] 10.222.0.26 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852244 Dec 10 16:59:40.315918 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92c399-7d17-475b-808b-ab26ea812c32 req-c7ad71d2-daf5-4a83-801b-ed07c568eb6e tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:40.317405 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fa92c399-7d17-475b-808b-ab26ea812c32 req-c7ad71d2-daf5-4a83-801b-ed07c568eb6e tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=e46821a2-7f89-4947-8d5c-e2017d175a69 HTTP/1.1" status: 200 len: 943 time: 0.0548182 Dec 10 16:59:40.318718 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:59:40.367214 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fa92c399-7d17-475b-808b-ab26ea812c32 req-5209a537-fd27-4e81-89be-5b628e1f902f tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433769 Dec 10 16:59:41.483929 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b40c8-5960-488e-a46a-ed409c412ed5 req-e203439b-ff1a-4d97-8046-cb5d23eb9c30 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:41.485430 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-891b40c8-5960-488e-a46a-ed409c412ed5 req-e203439b-ff1a-4d97-8046-cb5d23eb9c30 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=e46821a2-7f89-4947-8d5c-e2017d175a69 HTTP/1.1" status: 200 len: 943 time: 0.0498412 Dec 10 16:59:41.534938 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-891b40c8-5960-488e-a46a-ed409c412ed5 req-b18f85b9-7208-4a9f-ad92-b9ff53510db5 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433581 Dec 10 16:59:42.669584 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86f3a7-c33f-44f5-88c5-43070e36c581 req-9dc1434f-c25d-4ffc-95f9-04696b7f844a tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:42.671187 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3d86f3a7-c33f-44f5-88c5-43070e36c581 req-9dc1434f-c25d-4ffc-95f9-04696b7f844a tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=e46821a2-7f89-4947-8d5c-e2017d175a69 HTTP/1.1" status: 200 len: 943 time: 0.0637054 Dec 10 16:59:42.734409 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3d86f3a7-c33f-44f5-88c5-43070e36c581 req-4f222e51-a46f-473c-99ff-f3367191a49c tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547018 Dec 10 16:59:43.857161 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9205f-f9ca-456e-9136-b5d4a0a426cb req-aa7035cf-1888-4685-8769-79fd28ae9f8e tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:43.858832 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-12f9205f-f9ca-456e-9136-b5d4a0a426cb req-aa7035cf-1888-4685-8769-79fd28ae9f8e tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=e46821a2-7f89-4947-8d5c-e2017d175a69 HTTP/1.1" status: 200 len: 943 time: 0.0510576 Dec 10 16:59:43.907021 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-12f9205f-f9ca-456e-9136-b5d4a0a426cb req-93199c35-a55b-47da-858b-85390beb68c9 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422497 Dec 10 16:59:43.948590 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c5cb1deb-8d03-4522-bee8-b28e83b7892e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:45.020989 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9d7ff-b7ae-4653-81b5-e37ae7b1a38c req-e4754590-b01f-43a7-b96c-c093c5649327 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:45.022465 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5ee9d7ff-b7ae-4653-81b5-e37ae7b1a38c req-e4754590-b01f-43a7-b96c-c093c5649327 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=e46821a2-7f89-4947-8d5c-e2017d175a69 HTTP/1.1" status: 200 len: 943 time: 0.0478740 Dec 10 16:59:45.069694 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5ee9d7ff-b7ae-4653-81b5-e37ae7b1a38c req-38c83d38-d686-4962-b19c-3421ae51cdd2 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413923 Dec 10 16:59:46.188260 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d119b77-0a95-485d-bc4f-388e88f18b6e req-47cb4d84-925e-4ccc-88db-be16cbc0ddd7 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:46.190376 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9d119b77-0a95-485d-bc4f-388e88f18b6e req-47cb4d84-925e-4ccc-88db-be16cbc0ddd7 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=e46821a2-7f89-4947-8d5c-e2017d175a69 HTTP/1.1" status: 200 len: 943 time: 0.0537584 Dec 10 16:59:46.237432 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9d119b77-0a95-485d-bc4f-388e88f18b6e req-5b4d3e16-e817-4c2e-a52c-14ac47333ad9 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412126 Dec 10 16:59:46.488151 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-37c56407-a236-4f6c-b120-09c57ec45c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:47.363314 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52605af0-4ad1-47b1-ae13-cc6dabe04c5c req-ffd323b2-e98e-4ebf-87df-9015387e6049 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:47.364514 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:47.366017 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-52605af0-4ad1-47b1-ae13-cc6dabe04c5c req-ffd323b2-e98e-4ebf-87df-9015387e6049 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=e46821a2-7f89-4947-8d5c-e2017d175a69 HTTP/1.1" status: 200 len: 943 time: 0.0576851 Dec 10 16:59:47.418742 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-52605af0-4ad1-47b1-ae13-cc6dabe04c5c req-f6e712e3-6caa-4704-8789-5a47d4826d06 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454984 Dec 10 16:59:48.536713 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd23ff0-cb8c-4fa9-9071-d6a4e904a7b3 req-c0fb44b4-7b3e-4540-ab15-cb2e55c0749a tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:48.538181 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bfd23ff0-cb8c-4fa9-9071-d6a4e904a7b3 req-c0fb44b4-7b3e-4540-ab15-cb2e55c0749a tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=e46821a2-7f89-4947-8d5c-e2017d175a69 HTTP/1.1" status: 200 len: 943 time: 0.0519769 Dec 10 16:59:48.587529 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bfd23ff0-cb8c-4fa9-9071-d6a4e904a7b3 req-5b753669-8ff5-43dc-8662-f92e799ead35 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431364 Dec 10 16:59:48.652934 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:49.298497 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:59:49.391076 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c,segment=NetworkSegment(025942ee-aaf6-4874-bbc1-b64381358c5e),segment_id=025942ee-aaf6-4874-bbc1-b64381358c5e)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:59:49.401997 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'port_id': '97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c', 'mac_address': 'fa:16:3e:aa:0f:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:59:49.437140 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:49.449772 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:59:49.470517 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c,segment=NetworkSegment(025942ee-aaf6-4874-bbc1-b64381358c5e),segment_id=025942ee-aaf6-4874-bbc1-b64381358c5e)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:59:49.474521 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:49.527949 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:59:49.535705 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:49.536037 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:49.536374 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:49.536711 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:49.537035 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:49.537360 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:49.537684 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:49.538004 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:49.538346 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:49.538668 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:49.538987 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:49.539306 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:49.539624 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:49.703583 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:49.706435 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e837270-0817-41b2-b62e-b6cb4b5b4927 req-7f6f5f5a-ac15-4e15-922c-25fcf9a37d1f tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:49.707564 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:59:49.707943 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5e837270-0817-41b2-b62e-b6cb4b5b4927 req-7f6f5f5a-ac15-4e15-922c-25fcf9a37d1f tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=e46821a2-7f89-4947-8d5c-e2017d175a69 HTTP/1.1" status: 200 len: 944 time: 0.0491116 Dec 10 16:59:49.757781 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5e837270-0817-41b2-b62e-b6cb4b5b4927 req-be01cdc3-efaa-43cc-88bd-ce54039d4297 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437570 Dec 10 16:59:50.872316 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93668a26-e8f8-4ea3-85ad-4c42210152e6 req-05c46260-890b-41ea-8746-c30451507440 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:50.873781 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-93668a26-e8f8-4ea3-85ad-4c42210152e6 req-05c46260-890b-41ea-8746-c30451507440 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=e46821a2-7f89-4947-8d5c-e2017d175a69 HTTP/1.1" status: 200 len: 944 time: 0.0484378 Dec 10 16:59:50.926084 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-93668a26-e8f8-4ea3-85ad-4c42210152e6 req-51158449-d804-438d-bf3c-95affb64554f tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461452 Dec 10 16:59:51.301955 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:59:51.349929 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:59:51.353781 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:59:51.354180 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:51.432301 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:51.455384 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46821a2-7f89-4947-8d5c-e2017d175a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:59:51.457967 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4899001-1ee1-44a7-bff9-4e83316e416b" -d '{"events": [{"server_uuid": "e46821a2-7f89-4947-8d5c-e2017d175a69", "name": "network-vif-plugged", "status": "completed", "tag": "97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:59:51.471622 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c,segment=NetworkSegment(025942ee-aaf6-4874-bbc1-b64381358c5e),segment_id=025942ee-aaf6-4874-bbc1-b64381358c5e)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:59:51.476399 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:51.529227 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:59:51.592560 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce99ee0-1bf9-494e-a2ba-22bae6dbd0f1 x-openstack-request-id: req-3ce99ee0-1bf9-494e-a2ba-22bae6dbd0f1 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:59:51.592858 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e46821a2-7f89-4947-8d5c-e2017d175a69", "name": "network-vif-plugged", "status": "completed", "tag": "97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:59:51.593114 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3ce99ee0-1bf9-494e-a2ba-22bae6dbd0f1 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:59:51.593510 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e46821a2-7f89-4947-8d5c-e2017d175a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c', 'code': 200} Dec 10 16:59:51.692320 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71abe9b-6654-4dc2-89f4-087bfe2c57bb req-dd8019fe-fbaf-41d9-9b33-d3772f355eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:51.693781 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e71abe9b-6654-4dc2-89f4-087bfe2c57bb req-dd8019fe-fbaf-41d9-9b33-d3772f355eb5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e46821a2-7f89-4947-8d5c-e2017d175a69 HTTP/1.1" status: 200 len: 1096 time: 0.0402257 Dec 10 16:59:51.739226 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e71abe9b-6654-4dc2-89f4-087bfe2c57bb req-79f21d62-c6cf-4aa6-8ab9-953e718f3253 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378890 Dec 10 16:59:52.046376 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47f9fd-9247-44b8-a65b-0ab6f18baf6c req-72f1455b-a1fb-4b9c-ab0e-84d91c746b8f tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:52.047835 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3a47f9fd-9247-44b8-a65b-0ab6f18baf6c req-72f1455b-a1fb-4b9c-ab0e-84d91c746b8f tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=e46821a2-7f89-4947-8d5c-e2017d175a69 HTTP/1.1" status: 200 len: 945 time: 0.0519178 Dec 10 16:59:52.097081 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3a47f9fd-9247-44b8-a65b-0ab6f18baf6c req-f1010470-8d82-4fa8-8913-4863d717cc06 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431638 Dec 10 16:59:53.220959 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108625b1-824b-43ac-9bb4-825012ba5328 req-ca54da37-4a3f-4eab-9561-ec5948d2f74f tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:53.222485 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-108625b1-824b-43ac-9bb4-825012ba5328 req-ca54da37-4a3f-4eab-9561-ec5948d2f74f tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=e46821a2-7f89-4947-8d5c-e2017d175a69 HTTP/1.1" status: 200 len: 945 time: 0.0588880 Dec 10 16:59:53.270806 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-108625b1-824b-43ac-9bb4-825012ba5328 req-2765ca80-5b97-4dd2-a788-8543e9376a08 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424149 Dec 10 16:59:53.380217 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c33ec-f057-46d3-a89a-2f79039373a0 req-66cb0274-3200-4934-b8e7-b2a4dc8a092d tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:53.381594 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-674c33ec-f057-46d3-a89a-2f79039373a0 req-66cb0274-3200-4934-b8e7-b2a4dc8a092d tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=e46821a2-7f89-4947-8d5c-e2017d175a69 HTTP/1.1" status: 200 len: 945 time: 0.0476332 Dec 10 16:59:53.429699 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-674c33ec-f057-46d3-a89a-2f79039373a0 req-7ec1d948-7e17-478c-bc2b-34499eb834ec tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421174 Dec 10 16:59:53.454822 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35302) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:59:53.498581 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f75088-b0f8-4093-8721-aa2ca2181d17 tempest-TestVolumeBootPattern-546736089 tempest-TestVolumeBootPattern-546736089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:53.500128 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-44f75088-b0f8-4093-8721-aa2ca2181d17 tempest-TestVolumeBootPattern-546736089 tempest-TestVolumeBootPattern-546736089-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e46821a2-7f89-4947-8d5c-e2017d175a69 HTTP/1.1" status: 200 len: 1091 time: 0.0443053 Dec 10 16:59:53.503342 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35304) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:59:53.507650 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-bc26f164-96e6-4ee6-a140-6e5c6ef60303 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'port_id': '97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:59:53.529572 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bc26f164-96e6-4ee6-a140-6e5c6ef60303 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for floatingip, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:53.627734 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bc26f164-96e6-4ee6-a140-6e5c6ef60303 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:53.741949 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-bc26f164-96e6-4ee6-a140-6e5c6ef60303 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Allocated IP 172.25.6.150 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/a620428d-0e4e-4ded-9498-63e29227ae5c) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:59:53.845665 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bc26f164-96e6-4ee6-a140-6e5c6ef60303 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:53.878764 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bc26f164-96e6-4ee6-a140-6e5c6ef60303 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:53.919449 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc26f164-96e6-4ee6-a140-6e5c6ef60303 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:59:53.924428 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-bc26f164-96e6-4ee6-a140-6e5c6ef60303 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:59:53.926962 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc26f164-96e6-4ee6-a140-6e5c6ef60303 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:59:53.950041 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26f164-96e6-4ee6-a140-6e5c6ef60303 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Pushing event updated for resources: {'Port': ['ID=a620428d-0e4e-4ded-9498-63e29227ae5c,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:59:53.962803 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc26f164-96e6-4ee6-a140-6e5c6ef60303 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:53.963149 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc26f164-96e6-4ee6-a140-6e5c6ef60303 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:53.963489 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc26f164-96e6-4ee6-a140-6e5c6ef60303 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:53.963824 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc26f164-96e6-4ee6-a140-6e5c6ef60303 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:53.964156 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc26f164-96e6-4ee6-a140-6e5c6ef60303 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:53.964484 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc26f164-96e6-4ee6-a140-6e5c6ef60303 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:53.964811 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc26f164-96e6-4ee6-a140-6e5c6ef60303 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:53.965139 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc26f164-96e6-4ee6-a140-6e5c6ef60303 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:53.965460 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc26f164-96e6-4ee6-a140-6e5c6ef60303 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:53.965778 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc26f164-96e6-4ee6-a140-6e5c6ef60303 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:53.966096 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc26f164-96e6-4ee6-a140-6e5c6ef60303 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:53.966439 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc26f164-96e6-4ee6-a140-6e5c6ef60303 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:53.966838 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc26f164-96e6-4ee6-a140-6e5c6ef60303 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:54.268808 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bc26f164-96e6-4ee6-a140-6e5c6ef60303 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:54.334748 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bc26f164-96e6-4ee6-a140-6e5c6ef60303 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:54.480618 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bc26f164-96e6-4ee6-a140-6e5c6ef60303 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:54.484416 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bc26f164-96e6-4ee6-a140-6e5c6ef60303 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:54.552213 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26f164-96e6-4ee6-a140-6e5c6ef60303 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Pushing event updated for resources: {'Port': ['ID=a620428d-0e4e-4ded-9498-63e29227ae5c,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:59:54.560278 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bc26f164-96e6-4ee6-a140-6e5c6ef60303 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:54.656679 n-d-766771-2 neutron-server[103393]: INFO neutron.db.l3_db [None req-bc26f164-96e6-4ee6-a140-6e5c6ef60303 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Floating IP 5bab69fc-61a2-431d-9c6b-fac0546ea580 associated. External IP: 172.25.6.150, port: 97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c. Dec 10 16:59:54.865461 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc26f164-96e6-4ee6-a140-6e5c6ef60303 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Router 8a9861d0-741a-4fc4-9e1a-0dc0faea70a1 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:59:54.968022 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc26f164-96e6-4ee6-a140-6e5c6ef60303 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:59:54.977984 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471de579-392d-47c4-aaf5-e6e8496eff0f None None] Sync routers for ids ['8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:59:54.987388 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bc26f164-96e6-4ee6-a140-6e5c6ef60303 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:54.988825 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471de579-392d-47c4-aaf5-e6e8496eff0f None None] Routers {'8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:59:54.989442 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-471de579-392d-47c4-aaf5-e6e8496eff0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:59:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:59:55.013996 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-bc26f164-96e6-4ee6-a140-6e5c6ef60303 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5096276 Dec 10 16:59:55.014720 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e46821a2-7f89-4947-8d5c-e2017d175a69', 'tag': '97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:59:55.017005 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3fef08a-c242-4eb0-9df7-b6f3d9fd9c3f" -d '{"events": [{"name": "network-changed", "server_uuid": "e46821a2-7f89-4947-8d5c-e2017d175a69", "tag": "97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:59:55.092304 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-26d25250-0e2e-4538-81bb-e38f9e412fcd req-d68ced6c-6393-48e5-b38f-eaa670954e5e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e46821a2-7f89-4947-8d5c-e2017d175a69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426939 Dec 10 16:59:55.128981 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4d0a20-bc69-4900-b762-a8c9c74e3c05 x-openstack-request-id: req-5c4d0a20-bc69-4900-b762-a8c9c74e3c05 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:59:55.129374 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e46821a2-7f89-4947-8d5c-e2017d175a69", "tag": "97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:59:55.129672 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5c4d0a20-bc69-4900-b762-a8c9c74e3c05 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:59:55.130201 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e46821a2-7f89-4947-8d5c-e2017d175a69', 'tag': '97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c', 'status': 'completed', 'code': 200} Dec 10 16:59:55.191209 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d25250-0e2e-4538-81bb-e38f9e412fcd req-0d2a1ecb-713b-403b-ae6d-d0f05857b63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:55.192701 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-26d25250-0e2e-4538-81bb-e38f9e412fcd req-0d2a1ecb-713b-403b-ae6d-d0f05857b63f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6e3a44487a6e474d845541d47ac87339&device_id=e46821a2-7f89-4947-8d5c-e2017d175a69 HTTP/1.1" status: 200 len: 1096 time: 0.0491405 Dec 10 16:59:55.264821 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-471de579-392d-47c4-aaf5-e6e8496eff0f None None] Set router 8a9861d0-741a-4fc4-9e1a-0dc0faea70a1 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:59:55.302014 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d25250-0e2e-4538-81bb-e38f9e412fcd req-6194daf1-b42a-4e90-8510-8ee99c47a7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:55.303504 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-26d25250-0e2e-4538-81bb-e38f9e412fcd req-6194daf1-b42a-4e90-8510-8ee99c47a7c4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 HTTP/1.1" status: 200 len: 913 time: 0.0847816 Dec 10 16:59:55.375314 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-26d25250-0e2e-4538-81bb-e38f9e412fcd req-844346c4-349b-4647-bdf2-438b967880bb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c HTTP/1.1" status: 200 len: 999 time: 0.0618494 Dec 10 16:59:55.423396 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d25250-0e2e-4538-81bb-e38f9e412fcd req-fe2d35b8-5804-4054-99ca-f563f96ae9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:55.424892 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-26d25250-0e2e-4538-81bb-e38f9e412fcd req-fe2d35b8-5804-4054-99ca-f563f96ae9b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a77c825d-6cce-4084-9a0d-09483321d369 HTTP/1.1" status: 200 len: 851 time: 0.0434904 Dec 10 16:59:55.470296 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d25250-0e2e-4538-81bb-e38f9e412fcd req-a2d0164b-37a1-4b76-bf33-db3a40662ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:55.471805 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-26d25250-0e2e-4538-81bb-e38f9e412fcd req-a2d0164b-37a1-4b76-bf33-db3a40662ed0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401254 Dec 10 16:59:55.486299 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-471de579-392d-47c4-aaf5-e6e8496eff0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'name': 'tempest-TestVolumeBootPattern-1261746695-router', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'd1e01515-c257-40db-a74e-a47235592a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:56Z', 'revision_number': 4, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'gw_port': {'id': 'd1e01515-c257-40db-a74e-a47235592a28', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '5bab69fc-61a2-431d-9c6b-fac0546ea580', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'floating_ip_address': '172.25.6.150', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'port_id': '97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'mac_address': 'fa:16:3e:aa:0f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46821a2-7f89-4947-8d5c-e2017d175a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:59:54Z', 'updated_at': '2021-12-10T16:59:54Z', 'revision_number': 0, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'fixed_ip_address_scope': None}, {'id': 'cd6b6c5a-f744-4c41-a4a2-3955e934c265', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'floating_ip_address': '172.25.6.101', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'port_id': '77149367-f10e-440f-bb77-b2362d8d95e8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'mac_address': 'fa:16:3e:b5:1c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad6375d-bcb7-4d19-8535-be89db24c914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:57:54Z', 'updated_at': '2021-12-10T16:57:56Z', 'revision_number': 1, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '348dc7d0-dcda-4c59-b908-3d4792cb096a', 'name': '', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'mac_address': 'fa:16:3e:8d:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:55Z', 'updated_at': '2021-12-10T16:51:00Z', 'revision_number': 5, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'subnets': [{'id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:59:55.516231 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471de579-392d-47c4-aaf5-e6e8496eff0f None None] Checking router: 8a9861d0-741a-4fc4-9e1a-0dc0faea70a1 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:59:55.524528 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471de579-392d-47c4-aaf5-e6e8496eff0f None None] Routers {'8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:59:55.525128 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-471de579-392d-47c4-aaf5-e6e8496eff0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T16:59:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:59:55.567721 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-26d25250-0e2e-4538-81bb-e38f9e412fcd req-529c4ff2-94b7-417e-83ee-7c3e255fdd4a service neutron] 10.222.0.26 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871606 Dec 10 16:59:55.628384 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-471de579-392d-47c4-aaf5-e6e8496eff0f None None] Set router 8a9861d0-741a-4fc4-9e1a-0dc0faea70a1 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:59:55.656675 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-26d25250-0e2e-4538-81bb-e38f9e412fcd req-f2a59c2c-d608-4f99-88ed-327d3ac129b6 service neutron] 10.222.0.26 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820706 Dec 10 16:59:55.739512 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fef08a-c242-4eb0-9df7-b6f3d9fd9c3f req-f0e71161-40a7-43bb-86f9-1ba499484ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:55.741019 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f3fef08a-c242-4eb0-9df7-b6f3d9fd9c3f req-f0e71161-40a7-43bb-86f9-1ba499484ab0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6e3a44487a6e474d845541d47ac87339&device_id=e46821a2-7f89-4947-8d5c-e2017d175a69 HTTP/1.1" status: 200 len: 1096 time: 0.0407262 Dec 10 16:59:55.835830 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fef08a-c242-4eb0-9df7-b6f3d9fd9c3f req-8acd578f-1e07-47de-8986-d914dfca708d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:55.837325 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f3fef08a-c242-4eb0-9df7-b6f3d9fd9c3f req-8acd578f-1e07-47de-8986-d914dfca708d service neutron] 10.222.0.26 "GET /v2.0/networks?id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 HTTP/1.1" status: 200 len: 913 time: 0.0900877 Dec 10 16:59:55.851790 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-471de579-392d-47c4-aaf5-e6e8496eff0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'name': 'tempest-TestVolumeBootPattern-1261746695-router', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'd1e01515-c257-40db-a74e-a47235592a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:56Z', 'revision_number': 4, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'gw_port': {'id': 'd1e01515-c257-40db-a74e-a47235592a28', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '5bab69fc-61a2-431d-9c6b-fac0546ea580', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'floating_ip_address': '172.25.6.150', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'port_id': '97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'mac_address': 'fa:16:3e:aa:0f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46821a2-7f89-4947-8d5c-e2017d175a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:59:54Z', 'updated_at': '2021-12-10T16:59:54Z', 'revision_number': 0, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'fixed_ip_address_scope': None}, {'id': 'cd6b6c5a-f744-4c41-a4a2-3955e934c265', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'floating_ip_address': '172.25.6.101', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'port_id': '77149367-f10e-440f-bb77-b2362d8d95e8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'mac_address': 'fa:16:3e:b5:1c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad6375d-bcb7-4d19-8535-be89db24c914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:57:54Z', 'updated_at': '2021-12-10T16:57:56Z', 'revision_number': 1, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '348dc7d0-dcda-4c59-b908-3d4792cb096a', 'name': '', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'mac_address': 'fa:16:3e:8d:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:55Z', 'updated_at': '2021-12-10T16:51:00Z', 'revision_number': 5, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'subnets': [{'id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:59:55.881706 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471de579-392d-47c4-aaf5-e6e8496eff0f None None] The sync data for ids ['8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'] in n-d-766771-2 is: [{'id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'name': 'tempest-TestVolumeBootPattern-1261746695-router', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'd1e01515-c257-40db-a74e-a47235592a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:56Z', 'revision_number': 4, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'gw_port': {'id': 'd1e01515-c257-40db-a74e-a47235592a28', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '5bab69fc-61a2-431d-9c6b-fac0546ea580', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'floating_ip_address': '172.25.6.150', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'port_id': '97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'mac_address': 'fa:16:3e:aa:0f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46821a2-7f89-4947-8d5c-e2017d175a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:59:54Z', 'updated_at': '2021-12-10T16:59:54Z', 'revision_number': 0, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'fixed_ip_address_scope': None}, {'id': 'cd6b6c5a-f744-4c41-a4a2-3955e934c265', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'floating_ip_address': '172.25.6.101', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'port_id': '77149367-f10e-440f-bb77-b2362d8d95e8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'mac_address': 'fa:16:3e:b5:1c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad6375d-bcb7-4d19-8535-be89db24c914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:57:54Z', 'updated_at': '2021-12-10T16:57:56Z', 'revision_number': 1, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '348dc7d0-dcda-4c59-b908-3d4792cb096a', 'name': '', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'mac_address': 'fa:16:3e:8d:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:55Z', 'updated_at': '2021-12-10T16:51:00Z', 'revision_number': 5, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'subnets': [{'id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:59:55.904681 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f3fef08a-c242-4eb0-9df7-b6f3d9fd9c3f req-de3185fe-c016-47c7-9adc-3714a1f059df service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c HTTP/1.1" status: 200 len: 999 time: 0.0599184 Dec 10 16:59:55.960548 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fef08a-c242-4eb0-9df7-b6f3d9fd9c3f req-fe0fcc6d-9f4d-40f7-b921-41bc8d76f6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:55.962002 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f3fef08a-c242-4eb0-9df7-b6f3d9fd9c3f req-fe0fcc6d-9f4d-40f7-b921-41bc8d76f6f9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a77c825d-6cce-4084-9a0d-09483321d369 HTTP/1.1" status: 200 len: 851 time: 0.0503922 Dec 10 16:59:56.008884 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fef08a-c242-4eb0-9df7-b6f3d9fd9c3f req-f7052db6-7828-43c4-8f4e-836342aa6f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:56.010420 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f3fef08a-c242-4eb0-9df7-b6f3d9fd9c3f req-f7052db6-7828-43c4-8f4e-836342aa6f09 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419006 Dec 10 16:59:56.070833 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a4b574-43be-4020-a68e-486b3fdcb982 None None] New status for floating IP 5bab69fc-61a2-431d-9c6b-fac0546ea580: ACTIVE {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:59:56.101340 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f3fef08a-c242-4eb0-9df7-b6f3d9fd9c3f req-706df413-38f4-48f2-8205-76cedbba7e97 service neutron] 10.222.0.26 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842440 Dec 10 16:59:56.218387 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f3fef08a-c242-4eb0-9df7-b6f3d9fd9c3f req-3c748a61-6d1d-4d69-bc19-8154de41aa3a service neutron] 10.222.0.26 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094928 Dec 10 16:59:59.901681 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-11ac5c84-906e-4fac-aedd-6de6b94b7582 req-06912e29-b529-4cda-8fe5-7df926a965de service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4ad6375d-bcb7-4d19-8535-be89db24c914&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391812 Dec 10 16:59:59.980651 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac5c84-906e-4fac-aedd-6de6b94b7582 req-16014011-4587-4945-9b37-eff241a3646f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:59.982114 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-11ac5c84-906e-4fac-aedd-6de6b94b7582 req-16014011-4587-4945-9b37-eff241a3646f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6e3a44487a6e474d845541d47ac87339&device_id=4ad6375d-bcb7-4d19-8535-be89db24c914 HTTP/1.1" status: 200 len: 1097 time: 0.0394189 Dec 10 17:00:00.085084 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac5c84-906e-4fac-aedd-6de6b94b7582 req-77b384ba-31db-4ca3-ad97-916b58576489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:00.086534 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-11ac5c84-906e-4fac-aedd-6de6b94b7582 req-77b384ba-31db-4ca3-ad97-916b58576489 service neutron] 10.222.0.46 "GET /v2.0/networks?id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 HTTP/1.1" status: 200 len: 913 time: 0.0862195 Dec 10 17:00:00.149744 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-11ac5c84-906e-4fac-aedd-6de6b94b7582 req-78134de2-6b7a-48a7-b00f-f87839a4df57 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77149367-f10e-440f-bb77-b2362d8d95e8 HTTP/1.1" status: 200 len: 1002 time: 0.0566504 Dec 10 17:00:00.198058 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac5c84-906e-4fac-aedd-6de6b94b7582 req-777d8da9-29ea-4d64-816e-96f71baead6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:00.199415 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-11ac5c84-906e-4fac-aedd-6de6b94b7582 req-777d8da9-29ea-4d64-816e-96f71baead6f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a77c825d-6cce-4084-9a0d-09483321d369 HTTP/1.1" status: 200 len: 851 time: 0.0426853 Dec 10 17:00:00.246526 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac5c84-906e-4fac-aedd-6de6b94b7582 req-ada3ced7-2392-4ce6-8d75-99c1c01c0359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:00.247970 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-11ac5c84-906e-4fac-aedd-6de6b94b7582 req-ada3ced7-2392-4ce6-8d75-99c1c01c0359 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412939 Dec 10 17:00:00.335317 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-11ac5c84-906e-4fac-aedd-6de6b94b7582 req-c97e454b-14a3-4182-8c6d-2c5f07dbd43c service neutron] 10.222.0.46 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797575 Dec 10 17:00:00.737792 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-11ac5c84-906e-4fac-aedd-6de6b94b7582 req-4e0f2640-1f0e-4c5e-846d-204f8e2c7f27 service neutron] 10.222.0.46 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958464 Dec 10 17:00:06.592388 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:08.417406 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:13.949827 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0c42a927-b4f7-4c94-b471-ae08b54a34ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:16.489172 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d3105333-1163-4de0-acbd-40080c8e939f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:17.316986 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:00:17.362194 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:18.655176 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:19.705984 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:36.601968 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:38.414270 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:43.951605 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cbb99add-0f31-4900-92e4-707864a87cd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:46.491352 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-26ddee80-9ef3-4e37-8a1c-646258ad02a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:47.366768 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:48.658028 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:49.707538 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:54.316314 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:00:57.086091 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ad069512-fe4c-4220-8efc-e77406bfd4e6 req-7ada1851-c58c-48b8-9141-80b5f6e6793e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e46821a2-7f89-4947-8d5c-e2017d175a69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404480 Dec 10 17:00:57.318646 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad069512-fe4c-4220-8efc-e77406bfd4e6 req-0f3bfb17-f552-4c0b-a397-0e87cb25a8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:57.320151 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ad069512-fe4c-4220-8efc-e77406bfd4e6 req-0f3bfb17-f552-4c0b-a397-0e87cb25a8c9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6e3a44487a6e474d845541d47ac87339&device_id=e46821a2-7f89-4947-8d5c-e2017d175a69 HTTP/1.1" status: 200 len: 1096 time: 0.0409172 Dec 10 17:00:57.436900 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad069512-fe4c-4220-8efc-e77406bfd4e6 req-5166612c-00f5-47d0-ad6b-5d76488c6cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:57.438335 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ad069512-fe4c-4220-8efc-e77406bfd4e6 req-5166612c-00f5-47d0-ad6b-5d76488c6cfb service neutron] 10.222.0.26 "GET /v2.0/networks?id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 HTTP/1.1" status: 200 len: 913 time: 0.0984969 Dec 10 17:00:57.503304 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ad069512-fe4c-4220-8efc-e77406bfd4e6 req-32a531f7-b6fe-42fa-a5e1-f8024092e9cf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c HTTP/1.1" status: 200 len: 1001 time: 0.0572724 Dec 10 17:00:57.555372 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad069512-fe4c-4220-8efc-e77406bfd4e6 req-5d11eae8-dcaf-4874-abb2-1d3ef37de263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:57.556778 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ad069512-fe4c-4220-8efc-e77406bfd4e6 req-5d11eae8-dcaf-4874-abb2-1d3ef37de263 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a77c825d-6cce-4084-9a0d-09483321d369 HTTP/1.1" status: 200 len: 851 time: 0.0467200 Dec 10 17:00:57.600417 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad069512-fe4c-4220-8efc-e77406bfd4e6 req-dc431432-9419-478e-846b-6c7c732aca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:57.601860 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ad069512-fe4c-4220-8efc-e77406bfd4e6 req-dc431432-9419-478e-846b-6c7c732aca04 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386002 Dec 10 17:00:57.691080 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ad069512-fe4c-4220-8efc-e77406bfd4e6 req-af9df7bb-7257-4510-9652-f482f5139394 service neutron] 10.222.0.26 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814681 Dec 10 17:00:57.785296 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ad069512-fe4c-4220-8efc-e77406bfd4e6 req-620b33a0-675b-41c6-8ffd-41de4886a94a service neutron] 10.222.0.26 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867896 Dec 10 17:01:00.525064 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6e111131-4863-414e-adb2-0365d32d8474 req-94c8dfda-48ed-47dd-8352-ccbdcde1e5f2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4ad6375d-bcb7-4d19-8535-be89db24c914&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391667 Dec 10 17:01:00.604041 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e111131-4863-414e-adb2-0365d32d8474 req-1e29352c-6aed-4fba-9938-364e0b481910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:00.605493 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6e111131-4863-414e-adb2-0365d32d8474 req-1e29352c-6aed-4fba-9938-364e0b481910 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6e3a44487a6e474d845541d47ac87339&device_id=4ad6375d-bcb7-4d19-8535-be89db24c914 HTTP/1.1" status: 200 len: 1097 time: 0.0392036 Dec 10 17:01:00.709618 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e111131-4863-414e-adb2-0365d32d8474 req-46c7afa6-10af-435c-b0d3-12ab3b7fcef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:00.711087 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6e111131-4863-414e-adb2-0365d32d8474 req-46c7afa6-10af-435c-b0d3-12ab3b7fcef4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 HTTP/1.1" status: 200 len: 913 time: 0.0866296 Dec 10 17:01:00.774608 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6e111131-4863-414e-adb2-0365d32d8474 req-c8fed8c2-21d1-4c0e-977d-e2578a0f6e5e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77149367-f10e-440f-bb77-b2362d8d95e8 HTTP/1.1" status: 200 len: 1002 time: 0.0565214 Dec 10 17:01:00.826174 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e111131-4863-414e-adb2-0365d32d8474 req-04bb54e1-f879-434f-8d78-90b0a23a163e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:00.827502 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6e111131-4863-414e-adb2-0365d32d8474 req-04bb54e1-f879-434f-8d78-90b0a23a163e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a77c825d-6cce-4084-9a0d-09483321d369 HTTP/1.1" status: 200 len: 851 time: 0.0463707 Dec 10 17:01:00.871703 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e111131-4863-414e-adb2-0365d32d8474 req-f2e682d9-ec4e-4c5a-ae08-7fd78cb4d946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:00.873156 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6e111131-4863-414e-adb2-0365d32d8474 req-f2e682d9-ec4e-4c5a-ae08-7fd78cb4d946 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393250 Dec 10 17:01:00.958800 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6e111131-4863-414e-adb2-0365d32d8474 req-760aa62c-c451-4aab-b073-2ec867f3248c service neutron] 10.222.0.46 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787051 Dec 10 17:01:01.050367 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-6e111131-4863-414e-adb2-0365d32d8474 req-8a3a2899-806a-4f68-8823-462c7ec2befc service neutron] 10.222.0.46 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850739 Dec 10 17:01:06.590092 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:08.432222 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:13.951760 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3cbb4311-f792-459a-9377-586bbbe13138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:16.492490 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e268c9b6-d3c8-4a40-baaf-96a57450359e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:17.365890 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:18.660911 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:19.711138 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:24.491729 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35336) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:24.648580 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9ecd1b35-1ec4-40d5-8352-bc2e500f4c80 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Deleting port a620428d-0e4e-4ded-9498-63e29227ae5c {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:01:24.648925 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9ecd1b35-1ec4-40d5-8352-bc2e500f4c80 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:24.726952 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9ecd1b35-1ec4-40d5-8352-bc2e500f4c80 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:24.727282 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9ecd1b35-1ec4-40d5-8352-bc2e500f4c80 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:24.738740 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9ecd1b35-1ec4-40d5-8352-bc2e500f4c80 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Calling delete_port for a620428d-0e4e-4ded-9498-63e29227ae5c owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:01:24.885714 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9ecd1b35-1ec4-40d5-8352-bc2e500f4c80 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:25.206045 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd1b35-1ec4-40d5-8352-bc2e500f4c80 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Pushing event deleted for resources: {'Port': ['ID=a620428d-0e4e-4ded-9498-63e29227ae5c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:25.230059 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd1b35-1ec4-40d5-8352-bc2e500f4c80 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:25.230435 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd1b35-1ec4-40d5-8352-bc2e500f4c80 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:25.230777 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd1b35-1ec4-40d5-8352-bc2e500f4c80 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:25.231119 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd1b35-1ec4-40d5-8352-bc2e500f4c80 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:25.231457 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd1b35-1ec4-40d5-8352-bc2e500f4c80 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:25.231792 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd1b35-1ec4-40d5-8352-bc2e500f4c80 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:25.232127 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd1b35-1ec4-40d5-8352-bc2e500f4c80 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:25.232454 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd1b35-1ec4-40d5-8352-bc2e500f4c80 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:25.232778 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd1b35-1ec4-40d5-8352-bc2e500f4c80 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:25.233106 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd1b35-1ec4-40d5-8352-bc2e500f4c80 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:25.233430 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd1b35-1ec4-40d5-8352-bc2e500f4c80 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:25.233755 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd1b35-1ec4-40d5-8352-bc2e500f4c80 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:25.234079 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd1b35-1ec4-40d5-8352-bc2e500f4c80 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:25.273549 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9ecd1b35-1ec4-40d5-8352-bc2e500f4c80 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for floatingip, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:25.273978 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [None req-9ecd1b35-1ec4-40d5-8352-bc2e500f4c80 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Floating IP 5bab69fc-61a2-431d-9c6b-fac0546ea580 disassociated (deleted). External IP: 172.25.6.150, port: 97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c. Dec 10 17:01:25.477546 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ecd1b35-1ec4-40d5-8352-bc2e500f4c80 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Router 8a9861d0-741a-4fc4-9e1a-0dc0faea70a1 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:01:25.583844 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ecd1b35-1ec4-40d5-8352-bc2e500f4c80 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:01:25.589062 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9ecd1b35-1ec4-40d5-8352-bc2e500f4c80 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:25.593682 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3421e622-6787-4929-b2b2-d0c8eb813152 None None] Sync routers for ids ['8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:01:25.603975 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3421e622-6787-4929-b2b2-d0c8eb813152 None None] Routers {'8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:01:25.604577 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-3421e622-6787-4929-b2b2-d0c8eb813152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T17:01:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:25.616764 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-9ecd1b35-1ec4-40d5-8352-bc2e500f4c80 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "DELETE /v2.0/floatingips/5bab69fc-61a2-431d-9c6b-fac0546ea580 HTTP/1.1" status: 204 len: 168 time: 1.1239405 Dec 10 17:01:25.617482 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e46821a2-7f89-4947-8d5c-e2017d175a69', 'tag': '97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:01:25.619813 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e8d2d0-d798-454b-a7c1-4c2a34ff1124" -d '{"events": [{"name": "network-changed", "server_uuid": "e46821a2-7f89-4947-8d5c-e2017d175a69", "tag": "97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:01:25.714600 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-3421e622-6787-4929-b2b2-d0c8eb813152 None None] Set router 8a9861d0-741a-4fc4-9e1a-0dc0faea70a1 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:01:25.838767 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5537980e-a6a5-461b-bb12-632c3169aeb1 x-openstack-request-id: req-5537980e-a6a5-461b-bb12-632c3169aeb1 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:01:25.839414 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e46821a2-7f89-4947-8d5c-e2017d175a69", "tag": "97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:01:25.839824 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5537980e-a6a5-461b-bb12-632c3169aeb1 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:01:25.840364 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e46821a2-7f89-4947-8d5c-e2017d175a69', 'tag': '97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c', 'status': 'completed', 'code': 200} Dec 10 17:01:25.938082 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8d2d0-d798-454b-a7c1-4c2a34ff1124 req-0e095e67-76c0-4b20-939c-471ea109e0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:25.939644 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-28e8d2d0-d798-454b-a7c1-4c2a34ff1124 req-0e095e67-76c0-4b20-939c-471ea109e0e8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6e3a44487a6e474d845541d47ac87339&device_id=e46821a2-7f89-4947-8d5c-e2017d175a69 HTTP/1.1" status: 200 len: 1096 time: 0.0760260 Dec 10 17:01:25.947300 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-3421e622-6787-4929-b2b2-d0c8eb813152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'name': 'tempest-TestVolumeBootPattern-1261746695-router', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'd1e01515-c257-40db-a74e-a47235592a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:56Z', 'revision_number': 4, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'gw_port': {'id': 'd1e01515-c257-40db-a74e-a47235592a28', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': 'cd6b6c5a-f744-4c41-a4a2-3955e934c265', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'floating_ip_address': '172.25.6.101', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'port_id': '77149367-f10e-440f-bb77-b2362d8d95e8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'mac_address': 'fa:16:3e:b5:1c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad6375d-bcb7-4d19-8535-be89db24c914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:57:54Z', 'updated_at': '2021-12-10T16:57:56Z', 'revision_number': 1, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '348dc7d0-dcda-4c59-b908-3d4792cb096a', 'name': '', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'mac_address': 'fa:16:3e:8d:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:55Z', 'updated_at': '2021-12-10T16:51:00Z', 'revision_number': 5, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'subnets': [{'id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:25.951095 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3610f9-3e0d-4aa1-ad62-52adec382501 req-8617a749-7a7c-44ea-91ff-e94f3e4b56b4 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:25.952603 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2a3610f9-3e0d-4aa1-ad62-52adec382501 req-8617a749-7a7c-44ea-91ff-e94f3e4b56b4 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=e46821a2-7f89-4947-8d5c-e2017d175a69 HTTP/1.1" status: 200 len: 945 time: 0.0648115 Dec 10 17:01:25.974474 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3421e622-6787-4929-b2b2-d0c8eb813152 None None] Checking router: 8a9861d0-741a-4fc4-9e1a-0dc0faea70a1 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:01:25.982746 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3421e622-6787-4929-b2b2-d0c8eb813152 None None] Routers {'8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:01:25.983348 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-3421e622-6787-4929-b2b2-d0c8eb813152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T17:01:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:26.058871 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2a3610f9-3e0d-4aa1-ad62-52adec382501 req-585ba649-e4f9-4ca9-8dff-912ba6654181 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973043 Dec 10 17:01:26.073838 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8d2d0-d798-454b-a7c1-4c2a34ff1124 req-31bb1e6d-d1bf-4f1f-8fec-36cfffea035f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:26.075474 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-28e8d2d0-d798-454b-a7c1-4c2a34ff1124 req-31bb1e6d-d1bf-4f1f-8fec-36cfffea035f service neutron] 10.222.0.26 "GET /v2.0/networks?id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 HTTP/1.1" status: 200 len: 913 time: 0.1219854 Dec 10 17:01:26.088379 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-3421e622-6787-4929-b2b2-d0c8eb813152 None None] Set router 8a9861d0-741a-4fc4-9e1a-0dc0faea70a1 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:01:26.121607 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-28e8d2d0-d798-454b-a7c1-4c2a34ff1124 req-8c140a4f-e037-44ef-9f40-5772f2eb982f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c HTTP/1.1" status: 200 len: 217 time: 0.0388136 Dec 10 17:01:26.171808 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8d2d0-d798-454b-a7c1-4c2a34ff1124 req-e99c752a-d7eb-4b8c-a665-f7547c4114eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:26.173279 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-28e8d2d0-d798-454b-a7c1-4c2a34ff1124 req-e99c752a-d7eb-4b8c-a665-f7547c4114eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a77c825d-6cce-4084-9a0d-09483321d369 HTTP/1.1" status: 200 len: 851 time: 0.0439858 Dec 10 17:01:26.220328 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8d2d0-d798-454b-a7c1-4c2a34ff1124 req-c9ba5af4-e9da-4b53-94aa-4089bd25ae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:26.221846 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-28e8d2d0-d798-454b-a7c1-4c2a34ff1124 req-c9ba5af4-e9da-4b53-94aa-4089bd25ae87 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405037 Dec 10 17:01:26.307952 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-3421e622-6787-4929-b2b2-d0c8eb813152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'name': 'tempest-TestVolumeBootPattern-1261746695-router', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'd1e01515-c257-40db-a74e-a47235592a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:56Z', 'revision_number': 4, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'gw_port': {'id': 'd1e01515-c257-40db-a74e-a47235592a28', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': 'cd6b6c5a-f744-4c41-a4a2-3955e934c265', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'floating_ip_address': '172.25.6.101', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'port_id': '77149367-f10e-440f-bb77-b2362d8d95e8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'mac_address': 'fa:16:3e:b5:1c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad6375d-bcb7-4d19-8535-be89db24c914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:57:54Z', 'updated_at': '2021-12-10T16:57:56Z', 'revision_number': 1, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '348dc7d0-dcda-4c59-b908-3d4792cb096a', 'name': '', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'mac_address': 'fa:16:3e:8d:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:55Z', 'updated_at': '2021-12-10T16:51:00Z', 'revision_number': 5, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'subnets': [{'id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:26.314166 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-28e8d2d0-d798-454b-a7c1-4c2a34ff1124 req-3363ad9c-e6aa-4d65-bbe8-f4e2455f1003 service neutron] 10.222.0.26 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845163 Dec 10 17:01:26.338574 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3421e622-6787-4929-b2b2-d0c8eb813152 None None] The sync data for ids ['8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'] in n-d-766771-2 is: [{'id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'name': 'tempest-TestVolumeBootPattern-1261746695-router', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'd1e01515-c257-40db-a74e-a47235592a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:56Z', 'revision_number': 4, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'gw_port': {'id': 'd1e01515-c257-40db-a74e-a47235592a28', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': 'cd6b6c5a-f744-4c41-a4a2-3955e934c265', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'floating_ip_address': '172.25.6.101', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'port_id': '77149367-f10e-440f-bb77-b2362d8d95e8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'mac_address': 'fa:16:3e:b5:1c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad6375d-bcb7-4d19-8535-be89db24c914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:57:54Z', 'updated_at': '2021-12-10T16:57:56Z', 'revision_number': 1, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '348dc7d0-dcda-4c59-b908-3d4792cb096a', 'name': '', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'mac_address': 'fa:16:3e:8d:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:55Z', 'updated_at': '2021-12-10T16:51:00Z', 'revision_number': 5, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'subnets': [{'id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:01:26.408439 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-28e8d2d0-d798-454b-a7c1-4c2a34ff1124 req-50ae9bba-7595-457b-b8b1-7e962e8e49ac service neutron] 10.222.0.26 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858874 Dec 10 17:01:26.553925 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f40be3-fad4-429e-be1c-efa7b8d8559e None None] New status for floating IP 5bab69fc-61a2-431d-9c6b-fac0546ea580: DOWN {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 17:01:27.175204 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a813ea7-f0cc-4342-8c5c-bc37f1fa434f req-3c9559d6-f52c-464f-8096-536f3622f105 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:27.176671 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2a813ea7-f0cc-4342-8c5c-bc37f1fa434f req-3c9559d6-f52c-464f-8096-536f3622f105 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=e46821a2-7f89-4947-8d5c-e2017d175a69 HTTP/1.1" status: 200 len: 945 time: 0.0484998 Dec 10 17:01:27.229844 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2a813ea7-f0cc-4342-8c5c-bc37f1fa434f req-14e009a8-7d16-4390-a8c6-dff1c29e0d95 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464849 Dec 10 17:01:27.308212 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b750b-c4da-4325-8e3c-85b42380edf5 req-abc280c4-2753-4c26-94f5-188607169574 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:27.309705 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f32b750b-c4da-4325-8e3c-85b42380edf5 req-abc280c4-2753-4c26-94f5-188607169574 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e46821a2-7f89-4947-8d5c-e2017d175a69 HTTP/1.1" status: 200 len: 945 time: 0.0482316 Dec 10 17:01:27.397738 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-f32b750b-c4da-4325-8e3c-85b42380edf5 req-d834293b-d6cc-44fa-81bc-ac53a9d413a0 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Deleting port 97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:01:27.398056 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f32b750b-c4da-4325-8e3c-85b42380edf5 req-d834293b-d6cc-44fa-81bc-ac53a9d413a0 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:27.488536 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-f32b750b-c4da-4325-8e3c-85b42380edf5 req-d834293b-d6cc-44fa-81bc-ac53a9d413a0 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] For port 97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c,segment=NetworkSegment(025942ee-aaf6-4874-bbc1-b64381358c5e),segment_id=025942ee-aaf6-4874-bbc1-b64381358c5e)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:01:27.488809 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f32b750b-c4da-4325-8e3c-85b42380edf5 req-d834293b-d6cc-44fa-81bc-ac53a9d413a0 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:27.500457 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-f32b750b-c4da-4325-8e3c-85b42380edf5 req-d834293b-d6cc-44fa-81bc-ac53a9d413a0 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Calling delete_port for 97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:01:27.628243 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f32b750b-c4da-4325-8e3c-85b42380edf5 req-d834293b-d6cc-44fa-81bc-ac53a9d413a0 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:27.659139 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d834293b-d6cc-44fa-81bc-ac53a9d413a0 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Pushing event deleted for resources: {'Port': ['ID=97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:27.700711 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32b750b-c4da-4325-8e3c-85b42380edf5 req-d834293b-d6cc-44fa-81bc-ac53a9d413a0 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] No DVR routers for this DVR port 97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:01:27.703614 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f32b750b-c4da-4325-8e3c-85b42380edf5 req-d834293b-d6cc-44fa-81bc-ac53a9d413a0 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:27.707207 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f32b750b-c4da-4325-8e3c-85b42380edf5 req-d834293b-d6cc-44fa-81bc-ac53a9d413a0 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.26 "DELETE /v2.0/ports/97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c HTTP/1.1" status: 204 len: 173 time: 0.3910551 Dec 10 17:01:27.842078 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46821a2-7f89-4947-8d5c-e2017d175a69', 'name': 'network-vif-deleted', 'tag': '97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:01:27.844640 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597fb993-211c-4993-a358-6f936626c690" -d '{"events": [{"server_uuid": "e46821a2-7f89-4947-8d5c-e2017d175a69", "name": "network-vif-deleted", "tag": "97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:01:27.878636 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04e7f85-c629-412f-9877-615aac9f9c2d x-openstack-request-id: req-a04e7f85-c629-412f-9877-615aac9f9c2d {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:01:27.878930 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e46821a2-7f89-4947-8d5c-e2017d175a69", "name": "network-vif-deleted", "tag": "97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:01:27.879184 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a04e7f85-c629-412f-9877-615aac9f9c2d {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:01:27.880419 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e46821a2-7f89-4947-8d5c-e2017d175a69', 'name': 'network-vif-deleted', 'tag': '97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c', 'status': 'completed', 'code': 200} Dec 10 17:01:28.327342 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9102f525-f1e6-497c-a462-614b6c7875fe req-45e99bcf-2fbb-4256-8d87-4f6436da8efb tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=e46821a2-7f89-4947-8d5c-e2017d175a69 HTTP/1.1" status: 200 len: 210 time: 0.0258532 Dec 10 17:01:29.429231 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6106bc51-8c43-476b-ac67-bfd8c9bf3a9e req-c72d7363-a289-4b7b-94c1-dacfcefe0c1f tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=e46821a2-7f89-4947-8d5c-e2017d175a69 HTTP/1.1" status: 200 len: 210 time: 0.0314147 Dec 10 17:01:30.523538 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e9dd3894-190f-4ca1-86d6-5875b219e093 req-13245db2-16f8-4293-a3ec-3cd815c0c8a4 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=e46821a2-7f89-4947-8d5c-e2017d175a69 HTTP/1.1" status: 200 len: 210 time: 0.0262318 Dec 10 17:01:31.315644 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:01:31.617983 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aa1fcd0b-ce33-4f31-be34-7e9ac699897c req-eb396aeb-f0ef-4dc8-96e6-2a444a0be123 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=e46821a2-7f89-4947-8d5c-e2017d175a69 HTTP/1.1" status: 200 len: 210 time: 0.0260417 Dec 10 17:01:31.858293 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:01:31.878300 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:01:31.878514 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 97b5486d-aefb-4ad8-b6b4-f130cb3b5f1c not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:01:36.601559 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:38.011506 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35386) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:38.166376 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-77651a83-05b4-49db-a0c9-0fb22e7e0606 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Deleting port c8beb3f6-3ddc-4996-b84a-d9b9b6b2ff1a {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:01:38.166698 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-77651a83-05b4-49db-a0c9-0fb22e7e0606 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:38.244655 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-77651a83-05b4-49db-a0c9-0fb22e7e0606 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:38.244980 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-77651a83-05b4-49db-a0c9-0fb22e7e0606 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:38.256471 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-77651a83-05b4-49db-a0c9-0fb22e7e0606 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Calling delete_port for c8beb3f6-3ddc-4996-b84a-d9b9b6b2ff1a owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:01:38.395770 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-77651a83-05b4-49db-a0c9-0fb22e7e0606 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:38.425654 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77651a83-05b4-49db-a0c9-0fb22e7e0606 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Pushing event deleted for resources: {'Port': ['ID=c8beb3f6-3ddc-4996-b84a-d9b9b6b2ff1a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:38.434451 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:38.437232 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77651a83-05b4-49db-a0c9-0fb22e7e0606 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:38.437594 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77651a83-05b4-49db-a0c9-0fb22e7e0606 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:38.437932 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77651a83-05b4-49db-a0c9-0fb22e7e0606 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:38.438308 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77651a83-05b4-49db-a0c9-0fb22e7e0606 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:38.438649 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77651a83-05b4-49db-a0c9-0fb22e7e0606 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:38.438990 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77651a83-05b4-49db-a0c9-0fb22e7e0606 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:38.439324 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77651a83-05b4-49db-a0c9-0fb22e7e0606 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:38.439679 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77651a83-05b4-49db-a0c9-0fb22e7e0606 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:38.439987 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77651a83-05b4-49db-a0c9-0fb22e7e0606 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:38.440315 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77651a83-05b4-49db-a0c9-0fb22e7e0606 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:38.440645 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77651a83-05b4-49db-a0c9-0fb22e7e0606 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:38.440972 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77651a83-05b4-49db-a0c9-0fb22e7e0606 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:38.441298 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77651a83-05b4-49db-a0c9-0fb22e7e0606 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:38.495322 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-77651a83-05b4-49db-a0c9-0fb22e7e0606 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:38.495724 n-d-766771-2 neutron-server[103393]: INFO neutron.db.l3_db [None req-77651a83-05b4-49db-a0c9-0fb22e7e0606 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Floating IP cd6b6c5a-f744-4c41-a4a2-3955e934c265 disassociated (deleted). External IP: 172.25.6.101, port: 77149367-f10e-440f-bb77-b2362d8d95e8. Dec 10 17:01:38.701602 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77651a83-05b4-49db-a0c9-0fb22e7e0606 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Router 8a9861d0-741a-4fc4-9e1a-0dc0faea70a1 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:01:38.807995 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77651a83-05b4-49db-a0c9-0fb22e7e0606 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:01:38.812714 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-77651a83-05b4-49db-a0c9-0fb22e7e0606 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:38.817501 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1010d009-962c-4100-adfe-3da7e2677bd5 None None] Sync routers for ids ['8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:01:38.826780 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1010d009-962c-4100-adfe-3da7e2677bd5 None None] Routers {'8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:01:38.827393 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-1010d009-962c-4100-adfe-3da7e2677bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T17:01:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:38.839342 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-77651a83-05b4-49db-a0c9-0fb22e7e0606 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "DELETE /v2.0/floatingips/cd6b6c5a-f744-4c41-a4a2-3955e934c265 HTTP/1.1" status: 204 len: 168 time: 0.8267555 Dec 10 17:01:38.839922 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad6375d-bcb7-4d19-8535-be89db24c914', 'tag': '77149367-f10e-440f-bb77-b2362d8d95e8'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:01:38.842323 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b461226-cfac-4e9f-9be5-26361c2d7f5d" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad6375d-bcb7-4d19-8535-be89db24c914", "tag": "77149367-f10e-440f-bb77-b2362d8d95e8"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:01:38.933681 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-1010d009-962c-4100-adfe-3da7e2677bd5 None None] Set router 8a9861d0-741a-4fc4-9e1a-0dc0faea70a1 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:01:38.993713 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f09348f-9a1f-48a7-b8cd-7a33de421cab x-openstack-request-id: req-2f09348f-9a1f-48a7-b8cd-7a33de421cab {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:01:38.994094 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad6375d-bcb7-4d19-8535-be89db24c914", "tag": "77149367-f10e-440f-bb77-b2362d8d95e8", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:01:38.994475 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2f09348f-9a1f-48a7-b8cd-7a33de421cab {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:01:38.995012 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad6375d-bcb7-4d19-8535-be89db24c914', 'tag': '77149367-f10e-440f-bb77-b2362d8d95e8', 'status': 'completed', 'code': 200} Dec 10 17:01:39.071733 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b461226-cfac-4e9f-9be5-26361c2d7f5d req-7dbf4951-abe7-4118-a7b1-b198f17c64c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:39.073272 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0b461226-cfac-4e9f-9be5-26361c2d7f5d req-7dbf4951-abe7-4118-a7b1-b198f17c64c7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6e3a44487a6e474d845541d47ac87339&device_id=4ad6375d-bcb7-4d19-8535-be89db24c914 HTTP/1.1" status: 200 len: 1097 time: 0.0547228 Dec 10 17:01:39.100401 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e43f48-b791-440e-8c46-4bde804ba67d req-76d2d357-e218-4ad9-a0d6-f4f82e80ddbe tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:39.102013 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-49e43f48-b791-440e-8c46-4bde804ba67d req-76d2d357-e218-4ad9-a0d6-f4f82e80ddbe tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ad6375d-bcb7-4d19-8535-be89db24c914 HTTP/1.1" status: 200 len: 946 time: 0.0534296 Dec 10 17:01:39.153166 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-49e43f48-b791-440e-8c46-4bde804ba67d req-560afeb8-0bea-421c-a8b0-af2099fadced tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446947 Dec 10 17:01:39.172801 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b461226-cfac-4e9f-9be5-26361c2d7f5d req-0b11022f-6af0-4cb9-bd71-c7773534ea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:39.174322 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0b461226-cfac-4e9f-9be5-26361c2d7f5d req-0b11022f-6af0-4cb9-bd71-c7773534ea15 service neutron] 10.222.0.46 "GET /v2.0/networks?id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 HTTP/1.1" status: 200 len: 913 time: 0.0939317 Dec 10 17:01:39.217416 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0b461226-cfac-4e9f-9be5-26361c2d7f5d req-b5f71ed9-7420-4aae-8ba3-45f4007b5cce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77149367-f10e-440f-bb77-b2362d8d95e8 HTTP/1.1" status: 200 len: 217 time: 0.0348735 Dec 10 17:01:39.265624 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b461226-cfac-4e9f-9be5-26361c2d7f5d req-1f96b808-88d0-4306-9871-bf9b7df28442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:39.267108 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0b461226-cfac-4e9f-9be5-26361c2d7f5d req-1f96b808-88d0-4306-9871-bf9b7df28442 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a77c825d-6cce-4084-9a0d-09483321d369 HTTP/1.1" status: 200 len: 851 time: 0.0424390 Dec 10 17:01:39.307880 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-1010d009-962c-4100-adfe-3da7e2677bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'name': 'tempest-TestVolumeBootPattern-1261746695-router', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'd1e01515-c257-40db-a74e-a47235592a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:56Z', 'revision_number': 4, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'gw_port': {'id': 'd1e01515-c257-40db-a74e-a47235592a28', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '348dc7d0-dcda-4c59-b908-3d4792cb096a', 'name': '', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'mac_address': 'fa:16:3e:8d:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:55Z', 'updated_at': '2021-12-10T16:51:00Z', 'revision_number': 5, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'subnets': [{'id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:39.316263 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b461226-cfac-4e9f-9be5-26361c2d7f5d req-263f073b-f87a-4042-b84e-51a32ce69935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:39.317740 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0b461226-cfac-4e9f-9be5-26361c2d7f5d req-263f073b-f87a-4042-b84e-51a32ce69935 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433552 Dec 10 17:01:39.337778 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1010d009-962c-4100-adfe-3da7e2677bd5 None None] Checking router: 8a9861d0-741a-4fc4-9e1a-0dc0faea70a1 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:01:39.346006 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1010d009-962c-4100-adfe-3da7e2677bd5 None None] Routers {'8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:01:39.346642 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-1010d009-962c-4100-adfe-3da7e2677bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T17:01:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:39.406681 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0b461226-cfac-4e9f-9be5-26361c2d7f5d req-9adac4e7-d5af-40db-8893-bf46e6545a54 service neutron] 10.222.0.46 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809884 Dec 10 17:01:39.449533 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-1010d009-962c-4100-adfe-3da7e2677bd5 None None] Set router 8a9861d0-741a-4fc4-9e1a-0dc0faea70a1 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:01:39.500292 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-0b461226-cfac-4e9f-9be5-26361c2d7f5d req-f8369e19-49a6-4a89-9c29-575857d423c5 service neutron] 10.222.0.46 "GET /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859368 Dec 10 17:01:39.651981 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-1010d009-962c-4100-adfe-3da7e2677bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'name': 'tempest-TestVolumeBootPattern-1261746695-router', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'd1e01515-c257-40db-a74e-a47235592a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:56Z', 'revision_number': 4, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'gw_port': {'id': 'd1e01515-c257-40db-a74e-a47235592a28', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '348dc7d0-dcda-4c59-b908-3d4792cb096a', 'name': '', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'mac_address': 'fa:16:3e:8d:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:55Z', 'updated_at': '2021-12-10T16:51:00Z', 'revision_number': 5, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'subnets': [{'id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:39.677191 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1010d009-962c-4100-adfe-3da7e2677bd5 None None] The sync data for ids ['8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'] in n-d-766771-2 is: [{'id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'name': 'tempest-TestVolumeBootPattern-1261746695-router', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'd1e01515-c257-40db-a74e-a47235592a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:56Z', 'revision_number': 4, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'gw_port': {'id': 'd1e01515-c257-40db-a74e-a47235592a28', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': '348dc7d0-dcda-4c59-b908-3d4792cb096a', 'name': '', 'network_id': '44b4e0f0-b0d3-48f3-adc8-fd50f61e9990', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'mac_address': 'fa:16:3e:8d:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:55Z', 'updated_at': '2021-12-10T16:51:00Z', 'revision_number': 5, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'subnets': [{'id': 'a77c825d-6cce-4084-9a0d-09483321d369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:01:39.884879 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a926d3-e29a-4af1-87d7-b3eba2f8ab6a None None] New status for floating IP cd6b6c5a-f744-4c41-a4a2-3955e934c265: DOWN {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 17:01:40.270842 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85119263-971d-4301-a94f-b597a7b128e6 req-795e15af-0b47-46e2-89fc-c3ba9a3161e9 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:40.272346 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-85119263-971d-4301-a94f-b597a7b128e6 req-795e15af-0b47-46e2-89fc-c3ba9a3161e9 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ad6375d-bcb7-4d19-8535-be89db24c914 HTTP/1.1" status: 200 len: 946 time: 0.0522048 Dec 10 17:01:40.320193 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-85119263-971d-4301-a94f-b597a7b128e6 req-62ed46de-198b-442d-9dee-8f8580a9b6d9 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bebf49d-9a01-491f-878a-49b1e6d5c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419724 Dec 10 17:01:40.576753 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e958d-5ef8-44b9-8217-8d26f34f7f89 req-af3fe019-f02b-4418-a85a-21443bf51300 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:40.578102 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-518e958d-5ef8-44b9-8217-8d26f34f7f89 req-af3fe019-f02b-4418-a85a-21443bf51300 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ad6375d-bcb7-4d19-8535-be89db24c914 HTTP/1.1" status: 200 len: 946 time: 0.0483658 Dec 10 17:01:40.670011 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-518e958d-5ef8-44b9-8217-8d26f34f7f89 req-8e97140d-fb47-4dd0-9dbd-bf9599dd3c93 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Deleting port 77149367-f10e-440f-bb77-b2362d8d95e8 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:01:40.670452 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-518e958d-5ef8-44b9-8217-8d26f34f7f89 req-8e97140d-fb47-4dd0-9dbd-bf9599dd3c93 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:40.761952 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-518e958d-5ef8-44b9-8217-8d26f34f7f89 req-8e97140d-fb47-4dd0-9dbd-bf9599dd3c93 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] For port 77149367-f10e-440f-bb77-b2362d8d95e8, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=77149367-f10e-440f-bb77-b2362d8d95e8,segment=NetworkSegment(025942ee-aaf6-4874-bbc1-b64381358c5e),segment_id=025942ee-aaf6-4874-bbc1-b64381358c5e)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:01:40.762341 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-518e958d-5ef8-44b9-8217-8d26f34f7f89 req-8e97140d-fb47-4dd0-9dbd-bf9599dd3c93 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:40.774520 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-518e958d-5ef8-44b9-8217-8d26f34f7f89 req-8e97140d-fb47-4dd0-9dbd-bf9599dd3c93 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Calling delete_port for 77149367-f10e-440f-bb77-b2362d8d95e8 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:01:40.901231 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-518e958d-5ef8-44b9-8217-8d26f34f7f89 req-8e97140d-fb47-4dd0-9dbd-bf9599dd3c93 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:40.930195 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e97140d-fb47-4dd0-9dbd-bf9599dd3c93 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Pushing event deleted for resources: {'Port': ['ID=77149367-f10e-440f-bb77-b2362d8d95e8,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:40.969952 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-518e958d-5ef8-44b9-8217-8d26f34f7f89 req-8e97140d-fb47-4dd0-9dbd-bf9599dd3c93 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] No DVR routers for this DVR port 77149367-f10e-440f-bb77-b2362d8d95e8 on host n-h2-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:01:40.972646 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-518e958d-5ef8-44b9-8217-8d26f34f7f89 req-8e97140d-fb47-4dd0-9dbd-bf9599dd3c93 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:40.976053 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-518e958d-5ef8-44b9-8217-8d26f34f7f89 req-8e97140d-fb47-4dd0-9dbd-bf9599dd3c93 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.46 "DELETE /v2.0/ports/77149367-f10e-440f-bb77-b2362d8d95e8 HTTP/1.1" status: 204 len: 173 time: 0.3912947 Dec 10 17:01:40.995690 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad6375d-bcb7-4d19-8535-be89db24c914', 'name': 'network-vif-deleted', 'tag': '77149367-f10e-440f-bb77-b2362d8d95e8'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:01:40.997997 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277734a8-6f9a-4ccb-9a61-044cf5a28805" -d '{"events": [{"server_uuid": "4ad6375d-bcb7-4d19-8535-be89db24c914", "name": "network-vif-deleted", "tag": "77149367-f10e-440f-bb77-b2362d8d95e8"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:01:41.037749 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415c486e-01b4-484f-9442-e4530360cccf x-openstack-request-id: req-415c486e-01b4-484f-9442-e4530360cccf {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:01:41.038247 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad6375d-bcb7-4d19-8535-be89db24c914", "name": "network-vif-deleted", "tag": "77149367-f10e-440f-bb77-b2362d8d95e8", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:01:41.038551 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-415c486e-01b4-484f-9442-e4530360cccf {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:01:41.038950 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad6375d-bcb7-4d19-8535-be89db24c914', 'name': 'network-vif-deleted', 'tag': '77149367-f10e-440f-bb77-b2362d8d95e8', 'status': 'completed', 'code': 200} Dec 10 17:01:41.425098 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-590b7228-e4c4-4f62-b72f-bcd3d35a6946 req-402964f6-3e9d-49a4-91f8-65e73e6de8b1 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ad6375d-bcb7-4d19-8535-be89db24c914 HTTP/1.1" status: 200 len: 210 time: 0.0276234 Dec 10 17:01:42.519145 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1e1ba464-aabe-4399-b3f6-9145ece53fdd req-a243bf4f-e207-4fa9-a7e5-dae13b7e9a3f tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ad6375d-bcb7-4d19-8535-be89db24c914 HTTP/1.1" status: 200 len: 210 time: 0.0263822 Dec 10 17:01:43.612329 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0a3f49d7-a490-4a45-b0f2-6b59313dab50 req-f1d9a99c-ff86-4d41-a167-ec9ac55b2779 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ad6375d-bcb7-4d19-8535-be89db24c914 HTTP/1.1" status: 200 len: 210 time: 0.0255895 Dec 10 17:01:43.953444 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f8cbb4b6-f1d0-402d-9315-decfc44e1c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:44.726906 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9548161f-30a8-4b3e-abe0-17ca0710da8d req-ffde6b31-a7bb-4df7-8444-44c4022224d3 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ad6375d-bcb7-4d19-8535-be89db24c914 HTTP/1.1" status: 200 len: 210 time: 0.0437069 Dec 10 17:01:45.088969 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 77149367-f10e-440f-bb77-b2362d8d95e8 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:01:45.109399 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: 77149367-f10e-440f-bb77-b2362d8d95e8 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:01:45.109775 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 77149367-f10e-440f-bb77-b2362d8d95e8 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:01:45.781932 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35410) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:45.904139 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-e2aa1837-3a13-443d-bb75-0a16da455148 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Deleting port e7db42e0-7504-48f3-9aa0-0147df575349 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:01:45.904474 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e2aa1837-3a13-443d-bb75-0a16da455148 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:45.982910 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e2aa1837-3a13-443d-bb75-0a16da455148 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:45.983244 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e2aa1837-3a13-443d-bb75-0a16da455148 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:45.995634 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-e2aa1837-3a13-443d-bb75-0a16da455148 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Calling delete_port for e7db42e0-7504-48f3-9aa0-0147df575349 owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:01:46.127286 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e2aa1837-3a13-443d-bb75-0a16da455148 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:46.153510 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa1837-3a13-443d-bb75-0a16da455148 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Pushing event deleted for resources: {'Port': ['ID=e7db42e0-7504-48f3-9aa0-0147df575349,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:46.211284 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e2aa1837-3a13-443d-bb75-0a16da455148 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:46.213970 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e2aa1837-3a13-443d-bb75-0a16da455148 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:46.215159 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-e2aa1837-3a13-443d-bb75-0a16da455148 tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "DELETE /v2.0/floatingips/93282ab1-77d0-4c45-b1ae-12f8396419fa HTTP/1.1" status: 204 len: 168 time: 0.4322083 Dec 10 17:01:46.494631 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bafa6328-5e84-48b0-a8a7-aa00c35bb05f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:47.370723 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:48.664549 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:49.494452 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35426) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:49.550791 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c1fb4a9e-a74e-4e68-965d-a1e28e4ebbcf tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:49.576462 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c1fb4a9e-a74e-4e68-965d-a1e28e4ebbcf tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:49.639764 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c1fb4a9e-a74e-4e68-965d-a1e28e4ebbcf tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:49.642374 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c1fb4a9e-a74e-4e68-965d-a1e28e4ebbcf tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:49.643540 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c1fb4a9e-a74e-4e68-965d-a1e28e4ebbcf tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] 10.222.0.11 "DELETE /v2.0/security-groups/6bebf49d-9a01-491f-878a-49b1e6d5c18a HTTP/1.1" status: 204 len: 168 time: 0.1480083 Dec 10 17:01:49.658208 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb4a9e-a74e-4e68-965d-a1e28e4ebbcf tempest-TestVolumeBootPattern-235726050 tempest-TestVolumeBootPattern-235726050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bebf49d-9a01-491f-878a-49b1e6d5c18a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:49.715767 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35430) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:49.729393 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:50.203700 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-86b496e8-a7ef-4b96-86d6-e95768037b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:50.456985 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-86b496e8-a7ef-4b96-86d6-e95768037b6e admin admin] Deleting port 348dc7d0-dcda-4c59-b908-3d4792cb096a {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:01:50.457264 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-86b496e8-a7ef-4b96-86d6-e95768037b6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:50.534641 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-86b496e8-a7ef-4b96-86d6-e95768037b6e admin admin] For port 348dc7d0-dcda-4c59-b908-3d4792cb096a, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=348dc7d0-dcda-4c59-b908-3d4792cb096a,segment=NetworkSegment(025942ee-aaf6-4874-bbc1-b64381358c5e),segment_id=025942ee-aaf6-4874-bbc1-b64381358c5e)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:01:50.534999 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-86b496e8-a7ef-4b96-86d6-e95768037b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:50.548409 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-86b496e8-a7ef-4b96-86d6-e95768037b6e admin admin] Calling delete_port for 348dc7d0-dcda-4c59-b908-3d4792cb096a owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:01:50.727008 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-86b496e8-a7ef-4b96-86d6-e95768037b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:50.752895 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b496e8-a7ef-4b96-86d6-e95768037b6e admin admin] Pushing event deleted for resources: {'Port': ['ID=348dc7d0-dcda-4c59-b908-3d4792cb096a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:50.921929 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-86b496e8-a7ef-4b96-86d6-e95768037b6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:51.130072 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b496e8-a7ef-4b96-86d6-e95768037b6e admin admin] Router 8a9861d0-741a-4fc4-9e1a-0dc0faea70a1 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:01:51.234312 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b496e8-a7ef-4b96-86d6-e95768037b6e admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:01:51.239342 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-86b496e8-a7ef-4b96-86d6-e95768037b6e admin admin] 10.222.0.11 "PUT /v2.0/routers/8a9861d0-741a-4fc4-9e1a-0dc0faea70a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5223770 Dec 10 17:01:51.242386 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35436) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:51.243437 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a326e246-628d-4df0-a90b-3e13ef632506 None None] Sync routers for ids ['8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:01:51.253362 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a326e246-628d-4df0-a90b-3e13ef632506 None None] Routers {'8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:01:51.253968 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a326e246-628d-4df0-a90b-3e13ef632506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T17:01:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:51.344492 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-303c4be1-d40c-4ac4-a4e1-08dc3ac6d9fb admin admin] Publish callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:51.356338 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-a326e246-628d-4df0-a90b-3e13ef632506 None None] Set router 8a9861d0-741a-4fc4-9e1a-0dc0faea70a1 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:01:51.445417 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-303c4be1-d40c-4ac4-a4e1-08dc3ac6d9fb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:51.496647 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-303c4be1-d40c-4ac4-a4e1-08dc3ac6d9fb admin admin] Deleting port d1e01515-c257-40db-a74e-a47235592a28 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:01:51.496977 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-303c4be1-d40c-4ac4-a4e1-08dc3ac6d9fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:51.531806 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a326e246-628d-4df0-a90b-3e13ef632506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'name': 'tempest-TestVolumeBootPattern-1261746695-router', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'd1e01515-c257-40db-a74e-a47235592a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T17:01:50Z', 'revision_number': 5, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'gw_port': {'id': 'd1e01515-c257-40db-a74e-a47235592a28', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:51.559883 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a326e246-628d-4df0-a90b-3e13ef632506 None None] Checking router: 8a9861d0-741a-4fc4-9e1a-0dc0faea70a1 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:01:51.569001 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a326e246-628d-4df0-a90b-3e13ef632506 None None] Routers {'8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:01:51.569720 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a326e246-628d-4df0-a90b-3e13ef632506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T17:01:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:51.585618 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-303c4be1-d40c-4ac4-a4e1-08dc3ac6d9fb admin admin] For port d1e01515-c257-40db-a74e-a47235592a28, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=d1e01515-c257-40db-a74e-a47235592a28,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:01:51.585983 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-303c4be1-d40c-4ac4-a4e1-08dc3ac6d9fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:51.599706 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-303c4be1-d40c-4ac4-a4e1-08dc3ac6d9fb admin admin] Calling delete_port for d1e01515-c257-40db-a74e-a47235592a28 owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:01:51.656097 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-a326e246-628d-4df0-a90b-3e13ef632506 None None] Set router 8a9861d0-741a-4fc4-9e1a-0dc0faea70a1 gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:01:51.710962 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a326e246-628d-4df0-a90b-3e13ef632506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'name': 'tempest-TestVolumeBootPattern-1261746695-router', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T17:01:51Z', 'revision_number': 6, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'gw_port_host': None}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:51.737785 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a326e246-628d-4df0-a90b-3e13ef632506 None None] The sync data for ids ['8a9861d0-741a-4fc4-9e1a-0dc0faea70a1'] in n-d-766771-2 is: [{'id': '8a9861d0-741a-4fc4-9e1a-0dc0faea70a1', 'name': 'tempest-TestVolumeBootPattern-1261746695-router', 'tenant_id': '6e3a44487a6e474d845541d47ac87339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:50:52Z', 'updated_at': '2021-12-10T17:01:51Z', 'revision_number': 6, 'project_id': '6e3a44487a6e474d845541d47ac87339', 'gw_port_host': None}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:01:51.772954 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-303c4be1-d40c-4ac4-a4e1-08dc3ac6d9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:51.798966 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c4be1-d40c-4ac4-a4e1-08dc3ac6d9fb admin admin] Pushing event deleted for resources: {'Port': ['ID=d1e01515-c257-40db-a74e-a47235592a28,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:51.813848 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95691a96-3858-46bb-8b18-b334918aa49c None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:01:51.860572 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-303c4be1-d40c-4ac4-a4e1-08dc3ac6d9fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:52.243700 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-303c4be1-d40c-4ac4-a4e1-08dc3ac6d9fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:52.245777 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-303c4be1-d40c-4ac4-a4e1-08dc3ac6d9fb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:52.286183 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-303c4be1-d40c-4ac4-a4e1-08dc3ac6d9fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:52.287276 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303c4be1-d40c-4ac4-a4e1-08dc3ac6d9fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a9861d0-741a-4fc4-9e1a-0dc0faea70a1 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 17:01:52.291589 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-303c4be1-d40c-4ac4-a4e1-08dc3ac6d9fb admin admin] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:52.292800 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-303c4be1-d40c-4ac4-a4e1-08dc3ac6d9fb admin admin] 10.222.0.11 "DELETE /v2.0/routers/8a9861d0-741a-4fc4-9e1a-0dc0faea70a1 HTTP/1.1" status: 204 len: 168 time: 1.0492153 Dec 10 17:01:52.295274 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35438) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:52.337166 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca2f930-f76f-475c-be44-16bfcff98089 admin admin] Deleting subnet a77c825d-6cce-4084-9a0d-09483321d369 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 17:01:52.340210 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fca2f930-f76f-475c-be44-16bfcff98089 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:52.377391 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fca2f930-f76f-475c-be44-16bfcff98089 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:52.454627 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fca2f930-f76f-475c-be44-16bfcff98089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:52.507883 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fca2f930-f76f-475c-be44-16bfcff98089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:52.533221 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2f930-f76f-475c-be44-16bfcff98089 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a77c825d-6cce-4084-9a0d-09483321d369,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:52.536742 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fca2f930-f76f-475c-be44-16bfcff98089 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:52.542331 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-fca2f930-f76f-475c-be44-16bfcff98089 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a77c825d-6cce-4084-9a0d-09483321d369 HTTP/1.1" status: 204 len: 168 time: 0.2436848 Dec 10 17:01:52.542778 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b643dd-1438-422d-bfcd-4feb52ba75b1 None None] Network 44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:01:52.543223 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35440) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:52.619274 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d47c6a5-2364-4367-ae4e-386c3c02431a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:52.681695 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-2d47c6a5-2364-4367-ae4e-386c3c02431a admin admin] Deleting port b89ef2ce-92fa-479c-b7e9-09fd3f99e2a5 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:01:52.682044 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d47c6a5-2364-4367-ae4e-386c3c02431a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:52.717827 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a03e1cf-a484-4bd7-85fa-b0a784acc8e7 None None] DHCP port deletion for 44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:01:52.753584 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-2d47c6a5-2364-4367-ae4e-386c3c02431a admin admin] For port b89ef2ce-92fa-479c-b7e9-09fd3f99e2a5, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=b89ef2ce-92fa-479c-b7e9-09fd3f99e2a5,segment=NetworkSegment(025942ee-aaf6-4874-bbc1-b64381358c5e),segment_id=025942ee-aaf6-4874-bbc1-b64381358c5e)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:01:52.753946 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d47c6a5-2364-4367-ae4e-386c3c02431a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:52.769854 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-2d47c6a5-2364-4367-ae4e-386c3c02431a admin admin] Calling delete_port for b89ef2ce-92fa-479c-b7e9-09fd3f99e2a5 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:01:52.770426 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-7a03e1cf-a484-4bd7-85fa-b0a784acc8e7 None None] Deleting port b89ef2ce-92fa-479c-b7e9-09fd3f99e2a5 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:01:52.770812 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7a03e1cf-a484-4bd7-85fa-b0a784acc8e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:52.832301 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-7a03e1cf-a484-4bd7-85fa-b0a784acc8e7 None None] For port b89ef2ce-92fa-479c-b7e9-09fd3f99e2a5, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=b89ef2ce-92fa-479c-b7e9-09fd3f99e2a5,segment=NetworkSegment(025942ee-aaf6-4874-bbc1-b64381358c5e),segment_id=025942ee-aaf6-4874-bbc1-b64381358c5e)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:01:52.832703 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7a03e1cf-a484-4bd7-85fa-b0a784acc8e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:52.847501 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-7a03e1cf-a484-4bd7-85fa-b0a784acc8e7 None None] Calling delete_port for b89ef2ce-92fa-479c-b7e9-09fd3f99e2a5 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:01:52.850896 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d47c6a5-2364-4367-ae4e-386c3c02431a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:52.878174 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d47c6a5-2364-4367-ae4e-386c3c02431a admin admin] No DVR routers for this DVR port b89ef2ce-92fa-479c-b7e9-09fd3f99e2a5 on host n-d-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:01:52.882911 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d47c6a5-2364-4367-ae4e-386c3c02431a admin admin] Pushing event deleted for resources: {'Port': ['ID=b89ef2ce-92fa-479c-b7e9-09fd3f99e2a5,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:52.929042 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7a03e1cf-a484-4bd7-85fa-b0a784acc8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:52.951724 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03e1cf-a484-4bd7-85fa-b0a784acc8e7 None None] Pushing event deleted for resources: {'Port': ['ID=b89ef2ce-92fa-479c-b7e9-09fd3f99e2a5,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:52.954813 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d47c6a5-2364-4367-ae4e-386c3c02431a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:52.960986 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a03e1cf-a484-4bd7-85fa-b0a784acc8e7 None None] No DVR routers for this DVR port b89ef2ce-92fa-479c-b7e9-09fd3f99e2a5 on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:01:52.963170 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03e1cf-a484-4bd7-85fa-b0a784acc8e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:52.963614 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03e1cf-a484-4bd7-85fa-b0a784acc8e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:52.963876 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03e1cf-a484-4bd7-85fa-b0a784acc8e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:52.964218 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03e1cf-a484-4bd7-85fa-b0a784acc8e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:52.964554 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03e1cf-a484-4bd7-85fa-b0a784acc8e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:52.964905 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03e1cf-a484-4bd7-85fa-b0a784acc8e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:52.965233 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03e1cf-a484-4bd7-85fa-b0a784acc8e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:52.965562 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03e1cf-a484-4bd7-85fa-b0a784acc8e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:52.965889 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03e1cf-a484-4bd7-85fa-b0a784acc8e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:52.966232 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03e1cf-a484-4bd7-85fa-b0a784acc8e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:52.966559 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03e1cf-a484-4bd7-85fa-b0a784acc8e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:52.966883 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03e1cf-a484-4bd7-85fa-b0a784acc8e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:52.967211 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03e1cf-a484-4bd7-85fa-b0a784acc8e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:52.975922 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-2d47c6a5-2364-4367-ae4e-386c3c02431a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44b4e0f0-b0d3-48f3-adc8-fd50f61e9990']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:52.985413 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-2d47c6a5-2364-4367-ae4e-386c3c02431a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '025942ee-aaf6-4874-bbc1-b64381358c5e') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:52.985709 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-2d47c6a5-2364-4367-ae4e-386c3c02431a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '025942ee-aaf6-4874-bbc1-b64381358c5e') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:52.995538 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d47c6a5-2364-4367-ae4e-386c3c02431a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:53.009687 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d47c6a5-2364-4367-ae4e-386c3c02431a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:53.015546 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d47c6a5-2364-4367-ae4e-386c3c02431a admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 17:01:53.015920 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d47c6a5-2364-4367-ae4e-386c3c02431a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:53.017727 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 17:01:53.017727 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 17:01:53.017727 n-d-766771-2 neutron-server[103392]: timer() Dec 10 17:01:53.017727 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 17:01:53.017727 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 17:01:53.017727 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 17:01:53.017727 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 17:01:53.017727 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 17:01:53.017727 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 17:01:53.017727 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 17:01:53.017727 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 17:01:53.017727 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 17:01:53.017727 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 17:01:53.017727 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 17:01:53.017727 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 17:01:53.017727 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 17:01:53.017727 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 17:01:53.017727 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 17:01:53.017727 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 17:01:53.017727 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 17:01:53.017727 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 17:01:53.017727 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 17:01:53.017727 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 17:01:53.017727 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 17:01:53.017727 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 17:01:53.017727 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 17:01:53.017727 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 17:01:53.017727 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 17:01:53.017727 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 17:01:53.017727 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 17:01:53.017727 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 17:01:53.017727 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 17:01:53.073402 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d47c6a5-2364-4367-ae4e-386c3c02431a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:53.079079 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d47c6a5-2364-4367-ae4e-386c3c02431a admin admin] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:53.082373 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2d47c6a5-2364-4367-ae4e-386c3c02431a admin admin] 10.222.0.11 "DELETE /v2.0/networks/44b4e0f0-b0d3-48f3-adc8-fd50f61e9990 HTTP/1.1" status: 204 len: 168 time: 0.5384912 Dec 10 17:01:53.085430 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35442) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:53.093518 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d47c6a5-2364-4367-ae4e-386c3c02431a admin admin] Pushing event deleted for resources: {'Network': ['ID=44b4e0f0-b0d3-48f3-adc8-fd50f61e9990,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:53.415517 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ad2586c1-2806-457e-b265-1cb89c08ae69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:53.592988 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device d1e01515-c257-40db-a74e-a47235592a28 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:01:53.613611 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: d1e01515-c257-40db-a74e-a47235592a28 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:01:53.613955 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device d1e01515-c257-40db-a74e-a47235592a28 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:01:53.614399 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device b89ef2ce-92fa-479c-b7e9-09fd3f99e2a5 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:01:53.632712 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: b89ef2ce-92fa-479c-b7e9-09fd3f99e2a5 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:01:53.633058 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device b89ef2ce-92fa-479c-b7e9-09fd3f99e2a5 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:01:53.633474 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 348dc7d0-dcda-4c59-b908-3d4792cb096a no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:01:53.652654 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 348dc7d0-dcda-4c59-b908-3d4792cb096a {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:01:53.653004 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 348dc7d0-dcda-4c59-b908-3d4792cb096a not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:01:53.665390 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-ad2586c1-2806-457e-b265-1cb89c08ae69 admin admin] Deleting port 52ed4c69-383e-47cd-9303-2cbcd8d4fa84 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:01:53.665772 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ad2586c1-2806-457e-b265-1cb89c08ae69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:53.744511 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-ad2586c1-2806-457e-b265-1cb89c08ae69 admin admin] For port 52ed4c69-383e-47cd-9303-2cbcd8d4fa84, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=52ed4c69-383e-47cd-9303-2cbcd8d4fa84,segment=NetworkSegment(175286b9-f5a6-4e20-bcdf-653ff58ca27a),segment_id=175286b9-f5a6-4e20-bcdf-653ff58ca27a)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:01:53.744864 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ad2586c1-2806-457e-b265-1cb89c08ae69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:53.757191 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-ad2586c1-2806-457e-b265-1cb89c08ae69 admin admin] Calling delete_port for 52ed4c69-383e-47cd-9303-2cbcd8d4fa84 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:01:53.930077 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ad2586c1-2806-457e-b265-1cb89c08ae69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:53.960427 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2586c1-2806-457e-b265-1cb89c08ae69 admin admin] Pushing event deleted for resources: {'Port': ['ID=52ed4c69-383e-47cd-9303-2cbcd8d4fa84,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:54.124649 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ad2586c1-2806-457e-b265-1cb89c08ae69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:54.659746 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2586c1-2806-457e-b265-1cb89c08ae69 admin admin] Router 82cc6373-f357-4254-aab6-4bdbf4275d47 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:01:54.763664 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2586c1-2806-457e-b265-1cb89c08ae69 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:01:54.768743 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ad2586c1-2806-457e-b265-1cb89c08ae69 admin admin] 10.222.0.11 "PUT /v2.0/routers/82cc6373-f357-4254-aab6-4bdbf4275d47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6821840 Dec 10 17:01:54.771123 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35444) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:54.773775 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b774ba-8095-41f7-a2d3-5c640f4a671b None None] Sync routers for ids ['82cc6373-f357-4254-aab6-4bdbf4275d47'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:01:54.783289 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b774ba-8095-41f7-a2d3-5c640f4a671b None None] Routers {'82cc6373-f357-4254-aab6-4bdbf4275d47'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:01:54.783884 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-43b774ba-8095-41f7-a2d3-5c640f4a671b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T17:01:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['82cc6373-f357-4254-aab6-4bdbf4275d47'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:54.873751 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce16d031-a2cc-4682-8090-afaaa65c287d admin admin] Publish callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:54.885242 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-43b774ba-8095-41f7-a2d3-5c640f4a671b None None] Set router 82cc6373-f357-4254-aab6-4bdbf4275d47 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:01:54.974516 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce16d031-a2cc-4682-8090-afaaa65c287d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:55.028441 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-ce16d031-a2cc-4682-8090-afaaa65c287d admin admin] Deleting port 8154b91a-b698-424b-a4c1-64c7f71bfa51 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:01:55.028779 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce16d031-a2cc-4682-8090-afaaa65c287d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:55.108501 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-ce16d031-a2cc-4682-8090-afaaa65c287d admin admin] For port 8154b91a-b698-424b-a4c1-64c7f71bfa51, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=8154b91a-b698-424b-a4c1-64c7f71bfa51,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:01:55.108860 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce16d031-a2cc-4682-8090-afaaa65c287d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:55.124833 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-ce16d031-a2cc-4682-8090-afaaa65c287d admin admin] Calling delete_port for 8154b91a-b698-424b-a4c1-64c7f71bfa51 owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:01:55.141574 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-43b774ba-8095-41f7-a2d3-5c640f4a671b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cc6373-f357-4254-aab6-4bdbf4275d47', 'name': 'tempest-TestVolumeBootPattern-1144601138-router', 'tenant_id': 'e96acc12309e46ce93e4eb771dc77923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '8154b91a-b698-424b-a4c1-64c7f71bfa51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:50:59Z', 'updated_at': '2021-12-10T17:01:53Z', 'revision_number': 5, 'project_id': 'e96acc12309e46ce93e4eb771dc77923', 'gw_port': {'id': '8154b91a-b698-424b-a4c1-64c7f71bfa51', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cc6373-f357-4254-aab6-4bdbf4275d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:51:00Z', 'updated_at': '2021-12-10T16:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:55.170864 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b774ba-8095-41f7-a2d3-5c640f4a671b None None] Checking router: 82cc6373-f357-4254-aab6-4bdbf4275d47 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:01:55.179107 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b774ba-8095-41f7-a2d3-5c640f4a671b None None] Routers {'82cc6373-f357-4254-aab6-4bdbf4275d47'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:01:55.179665 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-43b774ba-8095-41f7-a2d3-5c640f4a671b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T17:01:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['82cc6373-f357-4254-aab6-4bdbf4275d47'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:55.266211 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-43b774ba-8095-41f7-a2d3-5c640f4a671b None None] Set router 82cc6373-f357-4254-aab6-4bdbf4275d47 gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:01:55.290911 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce16d031-a2cc-4682-8090-afaaa65c287d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:55.317590 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-43b774ba-8095-41f7-a2d3-5c640f4a671b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cc6373-f357-4254-aab6-4bdbf4275d47', 'name': 'tempest-TestVolumeBootPattern-1144601138-router', 'tenant_id': 'e96acc12309e46ce93e4eb771dc77923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:50:59Z', 'updated_at': '2021-12-10T17:01:54Z', 'revision_number': 6, 'project_id': 'e96acc12309e46ce93e4eb771dc77923', 'gw_port_host': None}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:55.321046 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce16d031-a2cc-4682-8090-afaaa65c287d admin admin] Pushing event deleted for resources: {'Port': ['ID=8154b91a-b698-424b-a4c1-64c7f71bfa51,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:55.332023 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe99455d-245f-4b4b-b8b1-325ac427ca8a None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:01:55.352710 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b774ba-8095-41f7-a2d3-5c640f4a671b None None] The sync data for ids ['82cc6373-f357-4254-aab6-4bdbf4275d47'] in n-d-766771-2 is: [{'id': '82cc6373-f357-4254-aab6-4bdbf4275d47', 'name': 'tempest-TestVolumeBootPattern-1144601138-router', 'tenant_id': 'e96acc12309e46ce93e4eb771dc77923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:50:59Z', 'updated_at': '2021-12-10T17:01:54Z', 'revision_number': 6, 'project_id': 'e96acc12309e46ce93e4eb771dc77923', 'gw_port_host': None}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:01:55.389003 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce16d031-a2cc-4682-8090-afaaa65c287d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:55.478154 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce16d031-a2cc-4682-8090-afaaa65c287d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:55.480421 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce16d031-a2cc-4682-8090-afaaa65c287d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:55.526562 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce16d031-a2cc-4682-8090-afaaa65c287d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:55.527043 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce16d031-a2cc-4682-8090-afaaa65c287d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82cc6373-f357-4254-aab6-4bdbf4275d47 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 17:01:55.531364 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce16d031-a2cc-4682-8090-afaaa65c287d admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:55.532407 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ce16d031-a2cc-4682-8090-afaaa65c287d admin admin] 10.222.0.11 "DELETE /v2.0/routers/82cc6373-f357-4254-aab6-4bdbf4275d47 HTTP/1.1" status: 204 len: 168 time: 0.7603745 Dec 10 17:01:55.534880 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35446) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:55.578235 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-18813b75-a30f-4476-ae4c-ebe8d26efb1e admin admin] Deleting subnet e318a382-2659-4218-a1d6-ccca6746ecdf {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 17:01:55.581166 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-18813b75-a30f-4476-ae4c-ebe8d26efb1e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:55.615059 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-18813b75-a30f-4476-ae4c-ebe8d26efb1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59450260'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:55.693858 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-18813b75-a30f-4476-ae4c-ebe8d26efb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:55.763211 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-18813b75-a30f-4476-ae4c-ebe8d26efb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59636948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60296182'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:55.790812 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18813b75-a30f-4476-ae4c-ebe8d26efb1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e318a382-2659-4218-a1d6-ccca6746ecdf,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:55.795871 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-18813b75-a30f-4476-ae4c-ebe8d26efb1e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:55.801350 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-18813b75-a30f-4476-ae4c-ebe8d26efb1e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e318a382-2659-4218-a1d6-ccca6746ecdf HTTP/1.1" status: 204 len: 168 time: 0.2633674 Dec 10 17:01:55.801740 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35448) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:55.806035 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad74b42-e1ef-4405-855c-9678fb247745 None None] Network 121c6557-4b31-4f61-9284-be30cf0142eb requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:01:55.808390 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 52ed4c69-383e-47cd-9303-2cbcd8d4fa84 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:01:55.865726 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 52ed4c69-383e-47cd-9303-2cbcd8d4fa84 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:01:55.866417 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 52ed4c69-383e-47cd-9303-2cbcd8d4fa84 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:01:55.870663 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-556ef92d-eabd-495f-9f47-17d7482a71c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:55.923521 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-556ef92d-eabd-495f-9f47-17d7482a71c8 admin admin] Deleting port ce3fb1ff-adff-4707-8a9f-a397ea35aa23 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:01:55.923862 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-556ef92d-eabd-495f-9f47-17d7482a71c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:55.990380 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-556ef92d-eabd-495f-9f47-17d7482a71c8 admin admin] For port ce3fb1ff-adff-4707-8a9f-a397ea35aa23, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=ce3fb1ff-adff-4707-8a9f-a397ea35aa23,segment=NetworkSegment(175286b9-f5a6-4e20-bcdf-653ff58ca27a),segment_id=175286b9-f5a6-4e20-bcdf-653ff58ca27a)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:01:55.990740 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-556ef92d-eabd-495f-9f47-17d7482a71c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:56.003099 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-556ef92d-eabd-495f-9f47-17d7482a71c8 admin admin] Calling delete_port for ce3fb1ff-adff-4707-8a9f-a397ea35aa23 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:01:56.089663 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-556ef92d-eabd-495f-9f47-17d7482a71c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:56.120098 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ef92d-eabd-495f-9f47-17d7482a71c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce3fb1ff-adff-4707-8a9f-a397ea35aa23,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:56.121892 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556ef92d-eabd-495f-9f47-17d7482a71c8 admin admin] No DVR routers for this DVR port ce3fb1ff-adff-4707-8a9f-a397ea35aa23 on host n-d-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:01:56.166328 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52968511-612e-4155-ac2d-ccbf61a8221d None None] DHCP port deletion for 121c6557-4b31-4f61-9284-be30cf0142eb request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:01:56.194028 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-556ef92d-eabd-495f-9f47-17d7482a71c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:56.213859 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-556ef92d-eabd-495f-9f47-17d7482a71c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['121c6557-4b31-4f61-9284-be30cf0142eb']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:56.222928 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-556ef92d-eabd-495f-9f47-17d7482a71c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '175286b9-f5a6-4e20-bcdf-653ff58ca27a') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:56.223223 n-d-766771-2 neutron-server[103393]: DEBUG neutron.services.segments.db [None req-556ef92d-eabd-495f-9f47-17d7482a71c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '175286b9-f5a6-4e20-bcdf-653ff58ca27a') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:56.233312 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-556ef92d-eabd-495f-9f47-17d7482a71c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59450223'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:56.247422 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-556ef92d-eabd-495f-9f47-17d7482a71c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:56.253639 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-556ef92d-eabd-495f-9f47-17d7482a71c8 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 17:01:56.254046 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-556ef92d-eabd-495f-9f47-17d7482a71c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59636926'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:56.255917 n-d-766771-2 neutron-server[103393]: Traceback (most recent call last): Dec 10 17:01:56.255917 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 17:01:56.255917 n-d-766771-2 neutron-server[103393]: timer() Dec 10 17:01:56.255917 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 17:01:56.255917 n-d-766771-2 neutron-server[103393]: cb(*args, **kw) Dec 10 17:01:56.255917 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 17:01:56.255917 n-d-766771-2 neutron-server[103393]: return func(*args, **kwargs) Dec 10 17:01:56.255917 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 17:01:56.255917 n-d-766771-2 neutron-server[103393]: self._notify() Dec 10 17:01:56.255917 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 17:01:56.255917 n-d-766771-2 neutron-server[103393]: self.callback(batched_events) Dec 10 17:01:56.255917 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 17:01:56.255917 n-d-766771-2 neutron-server[103393]: event.method(event) Dec 10 17:01:56.255917 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 17:01:56.255917 n-d-766771-2 neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 17:01:56.255917 n-d-766771-2 neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 17:01:56.255917 n-d-766771-2 neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 17:01:56.255917 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 17:01:56.255917 n-d-766771-2 neutron-server[103393]: return f(self, *a, **k) Dec 10 17:01:56.255917 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 17:01:56.255917 n-d-766771-2 neutron-server[103393]: return self._get(url).json() Dec 10 17:01:56.255917 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 17:01:56.255917 n-d-766771-2 neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 17:01:56.255917 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 17:01:56.255917 n-d-766771-2 neutron-server[103393]: return self.request(url, 'GET', **kwargs) Dec 10 17:01:56.255917 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 17:01:56.255917 n-d-766771-2 neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 17:01:56.255917 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 17:01:56.255917 n-d-766771-2 neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 17:01:56.255917 n-d-766771-2 neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 17:01:56.255917 n-d-766771-2 neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 17:01:56.255917 n-d-766771-2 neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 17:01:56.315207 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-556ef92d-eabd-495f-9f47-17d7482a71c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:56.320811 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-556ef92d-eabd-495f-9f47-17d7482a71c8 admin admin] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:56.323980 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-556ef92d-eabd-495f-9f47-17d7482a71c8 admin admin] 10.222.0.11 "DELETE /v2.0/networks/121c6557-4b31-4f61-9284-be30cf0142eb HTTP/1.1" status: 204 len: 168 time: 0.5209501 Dec 10 17:01:56.338056 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ef92d-eabd-495f-9f47-17d7482a71c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=121c6557-4b31-4f61-9284-be30cf0142eb,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:56.458025 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35454) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:56.498323 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f364cec1-3b28-4cca-8b0e-650da43cbda4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6e3a44487a6e474d845541d47ac87339&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390284 Dec 10 17:01:56.500755 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35456) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:56.546988 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-530e8ad1-669a-4342-8f34-cc056c74c936 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:56.567972 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-530e8ad1-669a-4342-8f34-cc056c74c936 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:56.614480 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-530e8ad1-669a-4342-8f34-cc056c74c936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:56.617053 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-530e8ad1-669a-4342-8f34-cc056c74c936 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:56.618235 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-530e8ad1-669a-4342-8f34-cc056c74c936 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9a871104-1247-4273-8782-4e151a2913e5 HTTP/1.1" status: 204 len: 168 time: 0.1165481 Dec 10 17:01:56.625660 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e8ad1-669a-4342-8f34-cc056c74c936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a871104-1247-4273-8782-4e151a2913e5,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:56.949286 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35462) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:56.988882 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-ab91176d-349e-4998-a372-913383f6a04c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e96acc12309e46ce93e4eb771dc77923&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384371 Dec 10 17:01:56.991372 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35464) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:57.040591 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-36fa72fe-8824-4347-90db-b08871f4968f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:57.061228 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-36fa72fe-8824-4347-90db-b08871f4968f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:57.107737 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-36fa72fe-8824-4347-90db-b08871f4968f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:57.110309 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-36fa72fe-8824-4347-90db-b08871f4968f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:57.111437 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-36fa72fe-8824-4347-90db-b08871f4968f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f9483440-7543-482d-ab45-43007e0f4781 HTTP/1.1" status: 204 len: 168 time: 0.1191721 Dec 10 17:01:57.119006 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa72fe-8824-4347-90db-b08871f4968f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9483440-7543-482d-ab45-43007e0f4781,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:57.593620 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 8154b91a-b698-424b-a4c1-64c7f71bfa51 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:01:57.616924 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 8154b91a-b698-424b-a4c1-64c7f71bfa51 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:01:57.617277 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 8154b91a-b698-424b-a4c1-64c7f71bfa51 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:01:57.617704 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device ce3fb1ff-adff-4707-8a9f-a397ea35aa23 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:01:57.637826 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: ce3fb1ff-adff-4707-8a9f-a397ea35aa23 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:01:57.638234 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device ce3fb1ff-adff-4707-8a9f-a397ea35aa23 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:02:06.615402 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:07.236354 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-f59a21ef-b9ed-4a99-af1e-11d14365fcc0 tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=493b0184324841b5a7b6788f6ff28a3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317667 Dec 10 17:02:07.427115 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-ed74c082-0cd1-463a-9db7-339c4ea66ebb tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:07.428584 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-ed74c082-0cd1-463a-9db7-339c4ea66ebb tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1863360 Dec 10 17:02:07.443766 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-4c4dd15e-3f34-46b4-b673-a8539d804523 tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] 10.222.0.11 "GET /v2.0/quotas/493b0184324841b5a7b6788f6ff28a3e HTTP/1.1" status: 200 len: 375 time: 0.0093668 Dec 10 17:02:07.478343 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-a7b83516-9f75-4471-8ee5-70e2747d217a tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=493b0184324841b5a7b6788f6ff28a3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293901 Dec 10 17:02:07.637526 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-846fe8ec-5693-4b76-bd3f-f567b8fd0497 req-f960314a-f159-47f6-b9f9-75b0ea67e5fd tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] 10.222.0.11 "GET /v2.0/ports?device_id=c392f4fc-43c0-4159-af62-b96fba159207 HTTP/1.1" status: 200 len: 210 time: 0.0263464 Dec 10 17:02:08.314071 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:02:08.431547 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:08.502321 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-53c97a5c-caca-485f-baff-376404d56aa2 tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=493b0184324841b5a7b6788f6ff28a3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295553 Dec 10 17:02:08.691813 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-be8f8ca5-e558-4355-ace7-b67c02481450 tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:08.694004 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-be8f8ca5-e558-4355-ace7-b67c02481450 tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1847901 Dec 10 17:02:08.706860 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-e29a641e-51b5-482c-984b-e3e17f47736a tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] Request body: {'port': {'device_id': 'c392f4fc-43c0-4159-af62-b96fba159207', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'admin_state_up': True, 'tenant_id': '493b0184324841b5a7b6788f6ff28a3e'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:02:08.732840 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a5c23283-2635-4189-8c71-0c5d36806fce req-791e33ce-06a6-40fe-b261-307aee11b316 tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] 10.222.0.11 "GET /v2.0/ports?device_id=c392f4fc-43c0-4159-af62-b96fba159207 HTTP/1.1" status: 200 len: 210 time: 0.0258307 Dec 10 17:02:08.814992 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-e29a641e-51b5-482c-984b-e3e17f47736a tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] Made reservation on behalf of 493b0184324841b5a7b6788f6ff28a3e for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:02:08.819285 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-e29a641e-51b5-482c-984b-e3e17f47736a tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:08.827325 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-e29a641e-51b5-482c-984b-e3e17f47736a tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:08.899997 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-e29a641e-51b5-482c-984b-e3e17f47736a tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:08.903643 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-e29a641e-51b5-482c-984b-e3e17f47736a tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:08.969224 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a641e-51b5-482c-984b-e3e17f47736a tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=293d8d80-648a-481b-a9fd-1b7a135ca10e,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:02:09.032197 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-e29a641e-51b5-482c-984b-e3e17f47736a tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] Allocated IP 192.168.233.64 (1b1da819-dfba-43f2-8848-8bb429159850/a7a18c92-5007-49e2-b728-7aedc06dca57/d18f578c-93d6-455e-b9f3-0a94c7ee2266) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:02:09.174257 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-e29a641e-51b5-482c-984b-e3e17f47736a tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:09.206488 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-e29a641e-51b5-482c-984b-e3e17f47736a tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:09.249704 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-e29a641e-51b5-482c-984b-e3e17f47736a tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] Network 1b1da819-dfba-43f2-8848-8bb429159850 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:02:09.252850 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-e29a641e-51b5-482c-984b-e3e17f47736a tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:02:09.256447 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-e29a641e-51b5-482c-984b-e3e17f47736a tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:02:09.262626 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a641e-51b5-482c-984b-e3e17f47736a tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] Pushing event updated for resources: {'Port': ['ID=d18f578c-93d6-455e-b9f3-0a94c7ee2266,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:02:09.308592 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-e29a641e-51b5-482c-984b-e3e17f47736a tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:09.309196 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-e29a641e-51b5-482c-984b-e3e17f47736a tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:09.326126 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-e29a641e-51b5-482c-984b-e3e17f47736a tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6230021 Dec 10 17:02:09.338767 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-17000131-6df7-4883-9cf9-be23b7cfe173 service neutron] Request body: {'port': {'device_id': 'c392f4fc-43c0-4159-af62-b96fba159207', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:02:09.396431 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-17000131-6df7-4883-9cf9-be23b7cfe173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:09.507600 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-90a17cc5-25b3-4e1a-9465-5353e804b9c3 None None] Provisioning complete for port d18f578c-93d6-455e-b9f3-0a94c7ee2266 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:02:09.508252 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-90a17cc5-25b3-4e1a-9465-5353e804b9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:09.542070 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-90a17cc5-25b3-4e1a-9465-5353e804b9c3 None None] Port d18f578c-93d6-455e-b9f3-0a94c7ee2266 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:02:09.651350 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-17000131-6df7-4883-9cf9-be23b7cfe173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d18f578c-93d6-455e-b9f3-0a94c7ee2266 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:02:09.658824 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-17000131-6df7-4883-9cf9-be23b7cfe173 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:09.671208 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-17000131-6df7-4883-9cf9-be23b7cfe173 service neutron] Transition to ACTIVE for port object d18f578c-93d6-455e-b9f3-0a94c7ee2266 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 17:02:09.675280 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-17000131-6df7-4883-9cf9-be23b7cfe173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:09.743893 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17000131-6df7-4883-9cf9-be23b7cfe173 service neutron] Pushing event updated for resources: {'Port': ['ID=d18f578c-93d6-455e-b9f3-0a94c7ee2266,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:02:09.797734 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-17000131-6df7-4883-9cf9-be23b7cfe173 service neutron] Attempting to bind port d18f578c-93d6-455e-b9f3-0a94c7ee2266 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:02:09.798206 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-17000131-6df7-4883-9cf9-be23b7cfe173 service neutron] Attempting to bind port d18f578c-93d6-455e-b9f3-0a94c7ee2266 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:02:09.798731 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-17000131-6df7-4883-9cf9-be23b7cfe173 service neutron] Attempting to bind port d18f578c-93d6-455e-b9f3-0a94c7ee2266 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:02:09.803760 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-17000131-6df7-4883-9cf9-be23b7cfe173 service neutron] Port d18f578c-93d6-455e-b9f3-0a94c7ee2266 on network 1b1da819-dfba-43f2-8848-8bb429159850 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 17:02:09.804244 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-17000131-6df7-4883-9cf9-be23b7cfe173 service neutron] Attempting to bind port d18f578c-93d6-455e-b9f3-0a94c7ee2266 on network 1b1da819-dfba-43f2-8848-8bb429159850 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:02:09.809909 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-17000131-6df7-4883-9cf9-be23b7cfe173 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:02:09.810411 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-17000131-6df7-4883-9cf9-be23b7cfe173 service neutron] Checking segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:02:09.810883 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-17000131-6df7-4883-9cf9-be23b7cfe173 service neutron] Bound using segment: {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:02:09.811427 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-17000131-6df7-4883-9cf9-be23b7cfe173 service neutron] Bound port: d18f578c-93d6-455e-b9f3-0a94c7ee2266, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db98137-9421-493b-8f76-0a33d8f4409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:02:09.811907 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-17000131-6df7-4883-9cf9-be23b7cfe173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:09.857407 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c5b47-3231-41ec-a54b-1960714c272c req-4ad1e8ce-cbe6-4caf-99fa-d9349ae1e12a tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:09.859175 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-595c5b47-3231-41ec-a54b-1960714c272c req-4ad1e8ce-cbe6-4caf-99fa-d9349ae1e12a tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] 10.222.0.11 "GET /v2.0/ports?device_id=c392f4fc-43c0-4159-af62-b96fba159207 HTTP/1.1" status: 200 len: 947 time: 0.0536721 Dec 10 17:02:09.877649 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-17000131-6df7-4883-9cf9-be23b7cfe173 service neutron] For port d18f578c-93d6-455e-b9f3-0a94c7ee2266, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:02:09.881435 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-17000131-6df7-4883-9cf9-be23b7cfe173 service neutron] For port d18f578c-93d6-455e-b9f3-0a94c7ee2266, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=d18f578c-93d6-455e-b9f3-0a94c7ee2266,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:02:09.887408 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-17000131-6df7-4883-9cf9-be23b7cfe173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:09.909616 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-595c5b47-3231-41ec-a54b-1960714c272c req-784eb9cb-cf0d-4d79-a7ee-d59abdf75099 tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] 10.222.0.11 "GET /v2.0/security-groups?id=293d8d80-648a-481b-a9fd-1b7a135ca10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443447 Dec 10 17:02:09.924671 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-17000131-6df7-4883-9cf9-be23b7cfe173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:09.925292 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-17000131-6df7-4883-9cf9-be23b7cfe173 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:09.926925 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-17000131-6df7-4883-9cf9-be23b7cfe173 service neutron] 10.222.0.46 "PUT /v2.0/ports/d18f578c-93d6-455e-b9f3-0a94c7ee2266 HTTP/1.1" status: 200 len: 1095 time: 0.5925066 Dec 10 17:02:09.929346 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c392f4fc-43c0-4159-af62-b96fba159207', 'tag': 'd18f578c-93d6-455e-b9f3-0a94c7ee2266'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:02:09.932348 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bead04-fc33-4be3-98a5-343dbab4a801" -d '{"events": [{"name": "network-changed", "server_uuid": "c392f4fc-43c0-4159-af62-b96fba159207", "tag": "d18f578c-93d6-455e-b9f3-0a94c7ee2266"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:02:09.972695 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8b4b10-e2bb-4afc-81c5-74b35bf1a238 x-openstack-request-id: req-6d8b4b10-e2bb-4afc-81c5-74b35bf1a238 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:02:09.973050 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c392f4fc-43c0-4159-af62-b96fba159207", "tag": "d18f578c-93d6-455e-b9f3-0a94c7ee2266", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:02:09.973306 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6d8b4b10-e2bb-4afc-81c5-74b35bf1a238 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:02:09.973753 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c392f4fc-43c0-4159-af62-b96fba159207', 'tag': 'd18f578c-93d6-455e-b9f3-0a94c7ee2266', 'status': 'completed', 'code': 200} Dec 10 17:02:09.981094 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17000131-6df7-4883-9cf9-be23b7cfe173 service neutron] Pushing event updated for resources: {'Port': ['ID=d18f578c-93d6-455e-b9f3-0a94c7ee2266,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:02:10.021444 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-d8ea45d0-74d8-499e-87af-ef8449f42bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:10.022994 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-d8ea45d0-74d8-499e-87af-ef8449f42bd1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=493b0184324841b5a7b6788f6ff28a3e&device_id=c392f4fc-43c0-4159-af62-b96fba159207 HTTP/1.1" status: 200 len: 1098 time: 0.0522850 Dec 10 17:02:10.065431 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-58be9d5a-5b87-464d-8374-adc2e59bc433 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=d18f578c-93d6-455e-b9f3-0a94c7ee2266 HTTP/1.1" status: 200 len: 217 time: 0.0349782 Dec 10 17:02:10.116309 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-62dbfde0-e17b-40c3-984e-b455260217fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:10.117774 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-62dbfde0-e17b-40c3-984e-b455260217fd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.0440047 Dec 10 17:02:10.164951 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-4c07fb4c-28de-432d-b9aa-f59552037329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:10.166418 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-4c07fb4c-28de-432d-b9aa-f59552037329 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0417879 Dec 10 17:02:10.257081 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-f2f6b46d-579f-4bba-b358-26584e856fc3 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833900 Dec 10 17:02:10.346332 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-a496e78f-0ae2-4c00-a740-690dfda8baf7 req-bd05f39d-4e19-4440-a449-e828dff0ba82 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824037 Dec 10 17:02:10.425650 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bead04-fc33-4be3-98a5-343dbab4a801 req-f73c1963-db15-4e38-beab-a33281207d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:10.427796 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-81bead04-fc33-4be3-98a5-343dbab4a801 req-f73c1963-db15-4e38-beab-a33281207d4f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=493b0184324841b5a7b6788f6ff28a3e&device_id=c392f4fc-43c0-4159-af62-b96fba159207 HTTP/1.1" status: 200 len: 1098 time: 0.0405087 Dec 10 17:02:10.516997 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bead04-fc33-4be3-98a5-343dbab4a801 req-c0a113d8-0d47-4e08-ae09-60cdc3c3e7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:10.518421 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-81bead04-fc33-4be3-98a5-343dbab4a801 req-c0a113d8-0d47-4e08-ae09-60cdc3c3e7cf service neutron] 10.222.0.46 "GET /v2.0/networks?id=1b1da819-dfba-43f2-8848-8bb429159850 HTTP/1.1" status: 200 len: 870 time: 0.0829976 Dec 10 17:02:10.564116 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-81bead04-fc33-4be3-98a5-343dbab4a801 req-74ef3d0e-2455-4d87-9a05-4d55f83def0b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=d18f578c-93d6-455e-b9f3-0a94c7ee2266 HTTP/1.1" status: 200 len: 217 time: 0.0380440 Dec 10 17:02:10.613304 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bead04-fc33-4be3-98a5-343dbab4a801 req-d2cb5370-2241-4aa4-b5bb-66c420ba162b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:10.615155 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-81bead04-fc33-4be3-98a5-343dbab4a801 req-d2cb5370-2241-4aa4-b5bb-66c420ba162b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7a18c92-5007-49e2-b728-7aedc06dca57 HTTP/1.1" status: 200 len: 843 time: 0.0435009 Dec 10 17:02:10.661904 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bead04-fc33-4be3-98a5-343dbab4a801 req-1d38cc06-fdc4-43df-b554-d9eae6841139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:10.663429 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-81bead04-fc33-4be3-98a5-343dbab4a801 req-1d38cc06-fdc4-43df-b554-d9eae6841139 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b1da819-dfba-43f2-8848-8bb429159850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0396919 Dec 10 17:02:10.754358 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-81bead04-fc33-4be3-98a5-343dbab4a801 req-c6adde46-888c-4bdf-b1a4-5944aacf9f8e service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833566 Dec 10 17:02:10.842059 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-81bead04-fc33-4be3-98a5-343dbab4a801 req-cc0d9b67-386d-4e01-b29d-55fcb3a66210 service neutron] 10.222.0.46 "GET /v2.0/networks/1b1da819-dfba-43f2-8848-8bb429159850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804989 Dec 10 17:02:11.028369 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761330d-a952-4314-89a8-f8317eb92a28 req-23125a1e-9a69-480a-8a5d-2bedf359044b tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:11.029821 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1761330d-a952-4314-89a8-f8317eb92a28 req-23125a1e-9a69-480a-8a5d-2bedf359044b tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] 10.222.0.11 "GET /v2.0/ports?device_id=c392f4fc-43c0-4159-af62-b96fba159207 HTTP/1.1" status: 200 len: 947 time: 0.0510957 Dec 10 17:02:11.075688 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1761330d-a952-4314-89a8-f8317eb92a28 req-929a1262-1d81-4f9e-8de4-01280a69008e tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] 10.222.0.11 "GET /v2.0/security-groups?id=293d8d80-648a-481b-a9fd-1b7a135ca10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399270 Dec 10 17:02:12.191224 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8902d-3b64-498a-8922-8f9bd9d77fd2 req-da4ab185-9d01-4c75-bcdd-e07d25f07b86 tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:12.192721 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ebe8902d-3b64-498a-8922-8f9bd9d77fd2 req-da4ab185-9d01-4c75-bcdd-e07d25f07b86 tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] 10.222.0.11 "GET /v2.0/ports?device_id=c392f4fc-43c0-4159-af62-b96fba159207 HTTP/1.1" status: 200 len: 947 time: 0.0484850 Dec 10 17:02:12.239903 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ebe8902d-3b64-498a-8922-8f9bd9d77fd2 req-f7be30ca-8d26-468a-891e-7279945c53fa tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] 10.222.0.11 "GET /v2.0/security-groups?id=293d8d80-648a-481b-a9fd-1b7a135ca10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405116 Dec 10 17:02:13.245780 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device d18f578c-93d6-455e-b9f3-0a94c7ee2266 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 17:02:13.341207 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port d18f578c-93d6-455e-b9f3-0a94c7ee2266, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=d18f578c-93d6-455e-b9f3-0a94c7ee2266,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:02:13.353521 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'd18f578c-93d6-455e-b9f3-0a94c7ee2266', 'network_id': '1b1da819-dfba-43f2-8848-8bb429159850', 'port_id': 'd18f578c-93d6-455e-b9f3-0a94c7ee2266', 'mac_address': 'fa:16:3e:12:74:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a18c92-5007-49e2-b728-7aedc06dca57', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 17:02:13.357758 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad8440-aef0-40a9-89b6-6e724619428e req-c2b9d425-2bcd-4702-bc6c-c3b22517a860 tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:13.359302 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d1ad8440-aef0-40a9-89b6-6e724619428e req-c2b9d425-2bcd-4702-bc6c-c3b22517a860 tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] 10.222.0.11 "GET /v2.0/ports?device_id=c392f4fc-43c0-4159-af62-b96fba159207 HTTP/1.1" status: 200 len: 947 time: 0.0486648 Dec 10 17:02:13.390588 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:13.403279 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d18f578c-93d6-455e-b9f3-0a94c7ee2266 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:02:13.409711 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d1ad8440-aef0-40a9-89b6-6e724619428e req-47b347bc-a617-45fb-8656-2513783f69d7 tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] 10.222.0.11 "GET /v2.0/security-groups?id=293d8d80-648a-481b-a9fd-1b7a135ca10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437860 Dec 10 17:02:13.423768 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port d18f578c-93d6-455e-b9f3-0a94c7ee2266, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=d18f578c-93d6-455e-b9f3-0a94c7ee2266,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:02:13.428305 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:13.477923 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=d18f578c-93d6-455e-b9f3-0a94c7ee2266,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:02:13.676890 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['d18f578c-93d6-455e-b9f3-0a94c7ee2266'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:02:13.955800 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2874ab56-d08b-40a5-b908-5d3bdec28108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:14.525210 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65260475-33ff-4dfe-bb55-80b67c1c31e8 req-eab5dfbf-1b36-42f4-97d2-0cd1c95432f5 tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:14.526793 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-65260475-33ff-4dfe-bb55-80b67c1c31e8 req-eab5dfbf-1b36-42f4-97d2-0cd1c95432f5 tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] 10.222.0.11 "GET /v2.0/ports?device_id=c392f4fc-43c0-4159-af62-b96fba159207 HTTP/1.1" status: 200 len: 948 time: 0.0479972 Dec 10 17:02:14.573509 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-65260475-33ff-4dfe-bb55-80b67c1c31e8 req-fd682541-fa47-4116-becb-19e8f59b69c7 tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] 10.222.0.11 "GET /v2.0/security-groups?id=293d8d80-648a-481b-a9fd-1b7a135ca10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408461 Dec 10 17:02:15.261001 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device d18f578c-93d6-455e-b9f3-0a94c7ee2266 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:02:15.319444 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port d18f578c-93d6-455e-b9f3-0a94c7ee2266 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 17:02:15.323389 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port d18f578c-93d6-455e-b9f3-0a94c7ee2266 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:02:15.323765 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:15.396392 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:15.418059 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c392f4fc-43c0-4159-af62-b96fba159207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18f578c-93d6-455e-b9f3-0a94c7ee2266'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:02:15.420314 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399ad45c-187f-4d8d-bfdd-eb87daab3d65" -d '{"events": [{"server_uuid": "c392f4fc-43c0-4159-af62-b96fba159207", "name": "network-vif-plugged", "status": "completed", "tag": "d18f578c-93d6-455e-b9f3-0a94c7ee2266"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:02:15.433189 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port d18f578c-93d6-455e-b9f3-0a94c7ee2266, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=d18f578c-93d6-455e-b9f3-0a94c7ee2266,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:02:15.437675 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:15.461059 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5cdfbe-5019-415c-9d9f-e1c18451f6e0 x-openstack-request-id: req-fd5cdfbe-5019-415c-9d9f-e1c18451f6e0 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:02:15.461349 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c392f4fc-43c0-4159-af62-b96fba159207", "name": "network-vif-plugged", "status": "completed", "tag": "d18f578c-93d6-455e-b9f3-0a94c7ee2266", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:02:15.461608 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fd5cdfbe-5019-415c-9d9f-e1c18451f6e0 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:02:15.462021 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c392f4fc-43c0-4159-af62-b96fba159207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18f578c-93d6-455e-b9f3-0a94c7ee2266', 'code': 200} Dec 10 17:02:15.490754 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=d18f578c-93d6-455e-b9f3-0a94c7ee2266,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:02:15.564695 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afb479-eb21-465b-a351-6384149cb08d req-514a7984-b3e2-4203-97a2-157b40f30bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:15.566262 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-36afb479-eb21-465b-a351-6384149cb08d req-514a7984-b3e2-4203-97a2-157b40f30bdf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c392f4fc-43c0-4159-af62-b96fba159207 HTTP/1.1" status: 200 len: 1100 time: 0.0481899 Dec 10 17:02:15.615634 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-36afb479-eb21-465b-a351-6384149cb08d req-fe636976-2c4d-4743-a91e-9e51cd747e67 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=293d8d80-648a-481b-a9fd-1b7a135ca10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417311 Dec 10 17:02:15.689817 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd69aa-511f-4209-a40b-e6e7b5c1555c req-7b667380-5b4d-4c92-98ff-efb0a432e675 tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:15.691346 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a5dd69aa-511f-4209-a40b-e6e7b5c1555c req-7b667380-5b4d-4c92-98ff-efb0a432e675 tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] 10.222.0.11 "GET /v2.0/ports?device_id=c392f4fc-43c0-4159-af62-b96fba159207 HTTP/1.1" status: 200 len: 949 time: 0.0494454 Dec 10 17:02:15.737998 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a5dd69aa-511f-4209-a40b-e6e7b5c1555c req-e9a98f77-0923-473b-a3ef-3717ca8e6308 tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] 10.222.0.11 "GET /v2.0/security-groups?id=293d8d80-648a-481b-a9fd-1b7a135ca10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407255 Dec 10 17:02:16.495311 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b5b79e91-f795-4c00-a7a3-8353557b0af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:16.857096 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f961a1-9b6c-48be-8062-1df2aa822be4 req-9c20ebee-6532-4b0c-9dd8-2b2df43f6dc4 tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:16.858621 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a1f961a1-9b6c-48be-8062-1df2aa822be4 req-9c20ebee-6532-4b0c-9dd8-2b2df43f6dc4 tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] 10.222.0.11 "GET /v2.0/ports?device_id=c392f4fc-43c0-4159-af62-b96fba159207 HTTP/1.1" status: 200 len: 949 time: 0.0537548 Dec 10 17:02:16.905694 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a1f961a1-9b6c-48be-8062-1df2aa822be4 req-9014ef30-0580-4241-a284-3e6e2b0e1819 tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] 10.222.0.11 "GET /v2.0/security-groups?id=293d8d80-648a-481b-a9fd-1b7a135ca10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408583 Dec 10 17:02:17.177785 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-f9d2bf7e-8d2d-405c-ae4d-343117cc8821 req-5f3683b9-e3d4-48c4-9d80-9b5cf216992d service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 17:02:17.178832 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f9d2bf7e-8d2d-405c-ae4d-343117cc8821 req-5f3683b9-e3d4-48c4-9d80-9b5cf216992d service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060568 Dec 10 17:02:17.372888 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:17.765803 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60186034-eb77-4f81-8821-1e11824fe679 req-f685962e-73f5-4d23-a678-40b78e437c75 tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:17.767311 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60186034-eb77-4f81-8821-1e11824fe679 req-f685962e-73f5-4d23-a678-40b78e437c75 tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] 10.222.0.11 "GET /v2.0/ports?device_id=c392f4fc-43c0-4159-af62-b96fba159207 HTTP/1.1" status: 200 len: 949 time: 0.0491168 Dec 10 17:02:17.814668 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60186034-eb77-4f81-8821-1e11824fe679 req-ae34dabe-73ae-4f0d-870b-3894cb09afc2 tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] 10.222.0.11 "GET /v2.0/security-groups?id=293d8d80-648a-481b-a9fd-1b7a135ca10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404959 Dec 10 17:02:18.666049 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:18.931701 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d7f03-6443-41ad-b3f4-d36daaebbbd5 req-44b7e573-e14f-44fe-a245-6cb70a20faed tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:18.933173 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c74d7f03-6443-41ad-b3f4-d36daaebbbd5 req-44b7e573-e14f-44fe-a245-6cb70a20faed tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] 10.222.0.11 "GET /v2.0/ports?device_id=c392f4fc-43c0-4159-af62-b96fba159207 HTTP/1.1" status: 200 len: 949 time: 0.0521367 Dec 10 17:02:18.980308 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c74d7f03-6443-41ad-b3f4-d36daaebbbd5 req-4a062106-5d42-4bfd-a2d6-20d8e2b1048c tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] 10.222.0.11 "GET /v2.0/security-groups?id=293d8d80-648a-481b-a9fd-1b7a135ca10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410843 Dec 10 17:02:19.003003 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b71b58-7963-427d-a614-12ee9a1b2b5d req-cdde83d3-46a2-489a-8264-75f90636223b tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:19.004439 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-47b71b58-7963-427d-a614-12ee9a1b2b5d req-cdde83d3-46a2-489a-8264-75f90636223b tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] 10.222.0.46 "GET /v2.0/ports?device_id=c392f4fc-43c0-4159-af62-b96fba159207 HTTP/1.1" status: 200 len: 949 time: 0.0474184 Dec 10 17:02:19.089062 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-47b71b58-7963-427d-a614-12ee9a1b2b5d req-188606bb-613f-48a8-9b3b-e178e8b3812d tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] Deleting port d18f578c-93d6-455e-b9f3-0a94c7ee2266 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:02:19.089398 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-47b71b58-7963-427d-a614-12ee9a1b2b5d req-188606bb-613f-48a8-9b3b-e178e8b3812d tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:19.179557 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-47b71b58-7963-427d-a614-12ee9a1b2b5d req-188606bb-613f-48a8-9b3b-e178e8b3812d tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] For port d18f578c-93d6-455e-b9f3-0a94c7ee2266, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=d18f578c-93d6-455e-b9f3-0a94c7ee2266,segment=NetworkSegment(4db98137-9421-493b-8f76-0a33d8f4409a),segment_id=4db98137-9421-493b-8f76-0a33d8f4409a)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:02:19.179835 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-47b71b58-7963-427d-a614-12ee9a1b2b5d req-188606bb-613f-48a8-9b3b-e178e8b3812d tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:19.191421 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-47b71b58-7963-427d-a614-12ee9a1b2b5d req-188606bb-613f-48a8-9b3b-e178e8b3812d tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] Calling delete_port for d18f578c-93d6-455e-b9f3-0a94c7ee2266 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:02:19.326679 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-47b71b58-7963-427d-a614-12ee9a1b2b5d req-188606bb-613f-48a8-9b3b-e178e8b3812d tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:19.339135 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['d18f578c-93d6-455e-b9f3-0a94c7ee2266'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:02:19.355726 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188606bb-613f-48a8-9b3b-e178e8b3812d tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] Pushing event deleted for resources: {'Port': ['ID=d18f578c-93d6-455e-b9f3-0a94c7ee2266,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:02:19.397131 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b71b58-7963-427d-a614-12ee9a1b2b5d req-188606bb-613f-48a8-9b3b-e178e8b3812d tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] No DVR routers for this DVR port d18f578c-93d6-455e-b9f3-0a94c7ee2266 on host n-h2-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:02:19.399870 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-47b71b58-7963-427d-a614-12ee9a1b2b5d req-188606bb-613f-48a8-9b3b-e178e8b3812d tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:19.403269 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-47b71b58-7963-427d-a614-12ee9a1b2b5d req-188606bb-613f-48a8-9b3b-e178e8b3812d tempest-ServersAdminNegativeTestJSON-840163410 tempest-ServersAdminNegativeTestJSON-840163410-project] 10.222.0.46 "DELETE /v2.0/ports/d18f578c-93d6-455e-b9f3-0a94c7ee2266 HTTP/1.1" status: 204 len: 173 time: 0.3922250 Dec 10 17:02:19.403724 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c392f4fc-43c0-4159-af62-b96fba159207', 'name': 'network-vif-deleted', 'tag': 'd18f578c-93d6-455e-b9f3-0a94c7ee2266'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:02:19.406026 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f315ebc-b452-4122-b054-c90010ebbe12" -d '{"events": [{"server_uuid": "c392f4fc-43c0-4159-af62-b96fba159207", "name": "network-vif-deleted", "tag": "d18f578c-93d6-455e-b9f3-0a94c7ee2266"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:02:19.445420 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5184d245-b227-42a2-85f0-4e0f5580719a x-openstack-request-id: req-5184d245-b227-42a2-85f0-4e0f5580719a {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:02:19.445732 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c392f4fc-43c0-4159-af62-b96fba159207", "name": "network-vif-deleted", "tag": "d18f578c-93d6-455e-b9f3-0a94c7ee2266", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:02:19.445958 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5184d245-b227-42a2-85f0-4e0f5580719a {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:02:19.446830 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c392f4fc-43c0-4159-af62-b96fba159207', 'name': 'network-vif-deleted', 'tag': 'd18f578c-93d6-455e-b9f3-0a94c7ee2266', 'status': 'completed', 'code': 200} Dec 10 17:02:19.715681 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:20.272595 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35592) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:02:20.404004 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-8647f7c9-e0d4-4fa0-8fa0-0f73887259bd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=493b0184324841b5a7b6788f6ff28a3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1302421 Dec 10 17:02:20.406459 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35596) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:02:20.452048 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a846ff9-caf2-40dc-b039-a451c4673116 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:20.473508 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a846ff9-caf2-40dc-b039-a451c4673116 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:20.520497 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a846ff9-caf2-40dc-b039-a451c4673116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:20.523554 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a846ff9-caf2-40dc-b039-a451c4673116 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:20.524724 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-5a846ff9-caf2-40dc-b039-a451c4673116 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/293d8d80-648a-481b-a9fd-1b7a135ca10e HTTP/1.1" status: 204 len: 168 time: 0.1173620 Dec 10 17:02:20.533794 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a846ff9-caf2-40dc-b039-a451c4673116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293d8d80-648a-481b-a9fd-1b7a135ca10e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:02:20.776041 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35602) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:02:20.788874 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0f49baf0-d45d-4cc9-8cd5-875323b7fbca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:20.864219 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0f49baf0-d45d-4cc9-8cd5-875323b7fbca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:20.868483 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0f49baf0-d45d-4cc9-8cd5-875323b7fbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:20.904437 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-0f49baf0-d45d-4cc9-8cd5-875323b7fbca admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=95b022c7003948a89b840f583c50173b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1273155 Dec 10 17:02:20.906427 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49baf0-d45d-4cc9-8cd5-875323b7fbca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccf0506-fa91-4128-8723-7c9b6fffbd70,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:02:20.907167 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35604) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:02:20.959399 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-113891c8-2ada-4138-a299-42a8f72a1eb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:20.980102 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-113891c8-2ada-4138-a299-42a8f72a1eb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:21.024304 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-113891c8-2ada-4138-a299-42a8f72a1eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:21.026956 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-113891c8-2ada-4138-a299-42a8f72a1eb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:21.028255 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-113891c8-2ada-4138-a299-42a8f72a1eb9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7ccf0506-fa91-4128-8723-7c9b6fffbd70 HTTP/1.1" status: 204 len: 168 time: 0.1200454 Dec 10 17:02:21.035808 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113891c8-2ada-4138-a299-42a8f72a1eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccf0506-fa91-4128-8723-7c9b6fffbd70,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:02:21.682912 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35626) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:02:21.779499 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-2d710eb7-3e0b-4a17-bbdb-4d6ab0156c3f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-514395545-network', 'tenant_id': '47da4e60503a4cf1a1eb99c87f888e9d'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:02:21.799775 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d710eb7-3e0b-4a17-bbdb-4d6ab0156c3f admin admin] Made reservation on behalf of 47da4e60503a4cf1a1eb99c87f888e9d for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:02:21.802095 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2d710eb7-3e0b-4a17-bbdb-4d6ab0156c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:21.810404 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2d710eb7-3e0b-4a17-bbdb-4d6ab0156c3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:21.883625 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2d710eb7-3e0b-4a17-bbdb-4d6ab0156c3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:21.887249 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2d710eb7-3e0b-4a17-bbdb-4d6ab0156c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:21.911483 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d710eb7-3e0b-4a17-bbdb-4d6ab0156c3f admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 17:02:21.921302 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d710eb7-3e0b-4a17-bbdb-4d6ab0156c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4793816-3d85-4cfa-ad78-ccf56f96c4f2,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:02:21.925797 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2d710eb7-3e0b-4a17-bbdb-4d6ab0156c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:21.926155 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-2d710eb7-3e0b-4a17-bbdb-4d6ab0156c3f admin admin] Added segment a939e420-9646-454a-b8e9-d5f14080bc44 of type vlan for network eb8db369-0675-4b6d-a55e-92b461d61435 Dec 10 17:02:21.964524 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2d710eb7-3e0b-4a17-bbdb-4d6ab0156c3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:21.987944 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2d710eb7-3e0b-4a17-bbdb-4d6ab0156c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:21.988857 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d710eb7-3e0b-4a17-bbdb-4d6ab0156c3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:21.989427 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2d710eb7-3e0b-4a17-bbdb-4d6ab0156c3f admin admin] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:22.041449 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-2d710eb7-3e0b-4a17-bbdb-4d6ab0156c3f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3574069 Dec 10 17:02:22.044825 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35630) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:02:22.049974 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-48f32e49-7faa-4303-9a35-9ce33596b8c1 admin admin] Request body: {'subnet': {'network_id': 'eb8db369-0675-4b6d-a55e-92b461d61435', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-514395545-subnet', 'tenant_id': '47da4e60503a4cf1a1eb99c87f888e9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:02:22.052214 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d710eb7-3e0b-4a17-bbdb-4d6ab0156c3f admin admin] Pushing event updated for resources: {'Network': ['ID=eb8db369-0675-4b6d-a55e-92b461d61435,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:02:22.062818 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network eb8db369-0675-4b6d-a55e-92b461d61435 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 17:02:22.071482 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f32e49-7faa-4303-9a35-9ce33596b8c1 admin admin] Made reservation on behalf of 47da4e60503a4cf1a1eb99c87f888e9d for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:02:22.073826 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-48f32e49-7faa-4303-9a35-9ce33596b8c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:22.235644 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-48f32e49-7faa-4303-9a35-9ce33596b8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:22.289548 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f32e49-7faa-4303-9a35-9ce33596b8c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4c434e0-f3d6-40f9-afa3-0d321c20e1d3,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:02:22.298334 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f32e49-7faa-4303-9a35-9ce33596b8c1 admin admin] Checking segment: {'id': 'a939e420-9646-454a-b8e9-d5f14080bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'eb8db369-0675-4b6d-a55e-92b461d61435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:02:22.298692 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f32e49-7faa-4303-9a35-9ce33596b8c1 admin admin] Network hostable DHCP agents. Network: eb8db369-0675-4b6d-a55e-92b461d61435, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 17:02:22.314443 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f32e49-7faa-4303-9a35-9ce33596b8c1 admin admin] Network eb8db369-0675-4b6d-a55e-92b461d61435 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 17:02:22.322746 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-48f32e49-7faa-4303-9a35-9ce33596b8c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, eb8db369-0675-4b6d-a55e-92b461d61435) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:02:22.326804 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f32e49-7faa-4303-9a35-9ce33596b8c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:22.327391 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-48f32e49-7faa-4303-9a35-9ce33596b8c1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:22.331763 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a524dff-cfd2-4463-8789-7a6f9b763d22 None None] Network eb8db369-0675-4b6d-a55e-92b461d61435 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:02:22.342643 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-48f32e49-7faa-4303-9a35-9ce33596b8c1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.2966340 Dec 10 17:02:22.429007 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0eb59d4-af9f-4213-b324-08391216ef57 None None] Network eb8db369-0675-4b6d-a55e-92b461d61435 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:02:22.765276 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-3b78ce0e-366e-4045-896d-218bfe2af5b8 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:22.766762 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-3b78ce0e-366e-4045-896d-218bfe2af5b8 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/networks?id=eb8db369-0675-4b6d-a55e-92b461d61435 HTTP/1.1" status: 200 len: 811 time: 0.1058252 Dec 10 17:02:22.781780 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-75371ea2-d69c-4d4c-a4a6-16b6e7cfe05a tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/quotas/47da4e60503a4cf1a1eb99c87f888e9d HTTP/1.1" status: 200 len: 375 time: 0.0088196 Dec 10 17:02:22.812960 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-b500e12f-2234-45c4-b3dd-7ec8d2922f71 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=47da4e60503a4cf1a1eb99c87f888e9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258408 Dec 10 17:02:22.902112 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-69c010a5-b132-4c01-bdb3-53d7d1bead86 service neutron] 10.222.0.11 "GET /v2.0/networks/eb8db369-0675-4b6d-a55e-92b461d61435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822353 Dec 10 17:02:22.995967 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-c417f652-579a-48e6-848c-9d2c7f97f25e service neutron] 10.222.0.11 "GET /v2.0/networks/eb8db369-0675-4b6d-a55e-92b461d61435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875826 Dec 10 17:02:23.151218 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-652020f5-8b5b-46cd-839f-0416b6544740 req-1d3918de-8a73-4092-a608-9aec58068732 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 210 time: 0.0271330 Dec 10 17:02:23.307891 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device d18f578c-93d6-455e-b9f3-0a94c7ee2266 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:02:23.329265 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: d18f578c-93d6-455e-b9f3-0a94c7ee2266 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:02:23.329619 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device d18f578c-93d6-455e-b9f3-0a94c7ee2266 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:02:24.054224 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-3013f2f3-9968-4ba3-b0ed-f0aa99f33744 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:24.055670 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-3013f2f3-9968-4ba3-b0ed-f0aa99f33744 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.46 "GET /v2.0/networks?id=eb8db369-0675-4b6d-a55e-92b461d61435 HTTP/1.1" status: 200 len: 811 time: 0.1019559 Dec 10 17:02:24.067933 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-528524fa-727e-40f4-a1e6-94e2cf15a9b7 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Request body: {'port': {'device_id': '8c451ce7-8240-468a-9ab6-c2b37d299dd6', 'network_id': 'eb8db369-0675-4b6d-a55e-92b461d61435', 'admin_state_up': True, 'tenant_id': '47da4e60503a4cf1a1eb99c87f888e9d'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:02:24.175304 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-528524fa-727e-40f4-a1e6-94e2cf15a9b7 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Made reservation on behalf of 47da4e60503a4cf1a1eb99c87f888e9d for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:02:24.179634 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-528524fa-727e-40f4-a1e6-94e2cf15a9b7 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:24.246665 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b8499e9f-190a-4cd7-b57c-4a2afc3806d7 req-e44691f0-fe61-4e01-bca7-6dec4b9af6c4 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 210 time: 0.0270681 Dec 10 17:02:24.309447 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-528524fa-727e-40f4-a1e6-94e2cf15a9b7 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Allocated IP 172.20.0.12 (eb8db369-0675-4b6d-a55e-92b461d61435/c4c434e0-f3d6-40f9-afa3-0d321c20e1d3/ad58d931-e30d-4435-9903-41001ecb6614) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:02:24.447249 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-528524fa-727e-40f4-a1e6-94e2cf15a9b7 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:24.479869 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-528524fa-727e-40f4-a1e6-94e2cf15a9b7 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:24.527044 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-528524fa-727e-40f4-a1e6-94e2cf15a9b7 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Network eb8db369-0675-4b6d-a55e-92b461d61435 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:02:24.530235 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-528524fa-727e-40f4-a1e6-94e2cf15a9b7 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:02:24.533908 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-528524fa-727e-40f4-a1e6-94e2cf15a9b7 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:02:24.540867 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528524fa-727e-40f4-a1e6-94e2cf15a9b7 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Pushing event updated for resources: {'Port': ['ID=ad58d931-e30d-4435-9903-41001ecb6614,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:02:24.585644 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-528524fa-727e-40f4-a1e6-94e2cf15a9b7 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:24.586279 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-528524fa-727e-40f4-a1e6-94e2cf15a9b7 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:24.601407 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-528524fa-727e-40f4-a1e6-94e2cf15a9b7 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5372200 Dec 10 17:02:24.613212 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-74d65f01-1075-46a9-90ad-dc5f4a071e0e service neutron] Request body: {'port': {'device_id': '8c451ce7-8240-468a-9ab6-c2b37d299dd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:02:24.668813 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-74d65f01-1075-46a9-90ad-dc5f4a071e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:24.918916 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-74d65f01-1075-46a9-90ad-dc5f4a071e0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad58d931-e30d-4435-9903-41001ecb6614 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:02:24.926034 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-74d65f01-1075-46a9-90ad-dc5f4a071e0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:24.938482 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-74d65f01-1075-46a9-90ad-dc5f4a071e0e service neutron] Transition to ACTIVE for port object ad58d931-e30d-4435-9903-41001ecb6614 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 17:02:24.942098 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-74d65f01-1075-46a9-90ad-dc5f4a071e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:25.009127 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d65f01-1075-46a9-90ad-dc5f4a071e0e service neutron] Pushing event updated for resources: {'Port': ['ID=ad58d931-e30d-4435-9903-41001ecb6614,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:02:25.058061 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-74d65f01-1075-46a9-90ad-dc5f4a071e0e service neutron] Attempting to bind port ad58d931-e30d-4435-9903-41001ecb6614 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:02:25.058764 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-74d65f01-1075-46a9-90ad-dc5f4a071e0e service neutron] Attempting to bind port ad58d931-e30d-4435-9903-41001ecb6614 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': 'a939e420-9646-454a-b8e9-d5f14080bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'eb8db369-0675-4b6d-a55e-92b461d61435'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:02:25.058764 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-74d65f01-1075-46a9-90ad-dc5f4a071e0e service neutron] Attempting to bind port ad58d931-e30d-4435-9903-41001ecb6614 on network eb8db369-0675-4b6d-a55e-92b461d61435 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:02:25.062845 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-74d65f01-1075-46a9-90ad-dc5f4a071e0e service neutron] Port ad58d931-e30d-4435-9903-41001ecb6614 on network eb8db369-0675-4b6d-a55e-92b461d61435 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 17:02:25.063165 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-74d65f01-1075-46a9-90ad-dc5f4a071e0e service neutron] Attempting to bind port ad58d931-e30d-4435-9903-41001ecb6614 on network eb8db369-0675-4b6d-a55e-92b461d61435 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:02:25.067728 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-74d65f01-1075-46a9-90ad-dc5f4a071e0e service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:02:25.068057 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-74d65f01-1075-46a9-90ad-dc5f4a071e0e service neutron] Checking segment: {'id': 'a939e420-9646-454a-b8e9-d5f14080bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'eb8db369-0675-4b6d-a55e-92b461d61435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:02:25.069093 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-74d65f01-1075-46a9-90ad-dc5f4a071e0e service neutron] Bound using segment: {'id': 'a939e420-9646-454a-b8e9-d5f14080bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'eb8db369-0675-4b6d-a55e-92b461d61435'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:02:25.069507 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-74d65f01-1075-46a9-90ad-dc5f4a071e0e service neutron] Bound port: ad58d931-e30d-4435-9903-41001ecb6614, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a939e420-9646-454a-b8e9-d5f14080bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'eb8db369-0675-4b6d-a55e-92b461d61435'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:02:25.069851 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-74d65f01-1075-46a9-90ad-dc5f4a071e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:25.130155 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-74d65f01-1075-46a9-90ad-dc5f4a071e0e service neutron] For port ad58d931-e30d-4435-9903-41001ecb6614, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:02:25.133733 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-74d65f01-1075-46a9-90ad-dc5f4a071e0e service neutron] For port ad58d931-e30d-4435-9903-41001ecb6614, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=ad58d931-e30d-4435-9903-41001ecb6614,segment=NetworkSegment(a939e420-9646-454a-b8e9-d5f14080bc44),segment_id=a939e420-9646-454a-b8e9-d5f14080bc44)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:02:25.138822 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-74d65f01-1075-46a9-90ad-dc5f4a071e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:25.172568 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-74d65f01-1075-46a9-90ad-dc5f4a071e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:25.173121 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-74d65f01-1075-46a9-90ad-dc5f4a071e0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:25.174506 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-74d65f01-1075-46a9-90ad-dc5f4a071e0e service neutron] 10.222.0.46 "PUT /v2.0/ports/ad58d931-e30d-4435-9903-41001ecb6614 HTTP/1.1" status: 200 len: 1092 time: 0.5652909 Dec 10 17:02:25.174949 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c451ce7-8240-468a-9ab6-c2b37d299dd6', 'tag': 'ad58d931-e30d-4435-9903-41001ecb6614'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:02:25.177204 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a0f0c4-373c-4ce8-9a51-2604940553c6" -d '{"events": [{"name": "network-changed", "server_uuid": "8c451ce7-8240-468a-9ab6-c2b37d299dd6", "tag": "ad58d931-e30d-4435-9903-41001ecb6614"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:02:25.202769 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d65f01-1075-46a9-90ad-dc5f4a071e0e service neutron] Pushing event updated for resources: {'Port': ['ID=ad58d931-e30d-4435-9903-41001ecb6614,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:02:25.228696 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c820ed5a-a07a-4eac-baf5-e70d112ddc30 x-openstack-request-id: req-c820ed5a-a07a-4eac-baf5-e70d112ddc30 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:02:25.229003 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c451ce7-8240-468a-9ab6-c2b37d299dd6", "tag": "ad58d931-e30d-4435-9903-41001ecb6614", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:02:25.229251 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c820ed5a-a07a-4eac-baf5-e70d112ddc30 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:02:25.229631 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c451ce7-8240-468a-9ab6-c2b37d299dd6', 'tag': 'ad58d931-e30d-4435-9903-41001ecb6614', 'status': 'completed', 'code': 200} Dec 10 17:02:25.264488 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-47c6d405-6b59-473c-834d-996035592a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:25.265965 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-47c6d405-6b59-473c-834d-996035592a31 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=47da4e60503a4cf1a1eb99c87f888e9d&device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 1095 time: 0.0458081 Dec 10 17:02:25.367109 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f52b02-3042-4741-b1dc-2b0d2d03b613 req-5326016c-5a5b-4afa-82e4-bf13769745ff tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:25.368795 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-59f52b02-3042-4741-b1dc-2b0d2d03b613 req-5326016c-5a5b-4afa-82e4-bf13769745ff tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 944 time: 0.0521848 Dec 10 17:02:25.423928 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-59f52b02-3042-4741-b1dc-2b0d2d03b613 req-d75f9da6-7728-4da6-988c-bee72a873683 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4793816-3d85-4cfa-ad78-ccf56f96c4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488632 Dec 10 17:02:25.622477 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-0dd1753c-1445-4ba0-a598-f1bd7035540a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad58d931-e30d-4435-9903-41001ecb6614 HTTP/1.1" status: 200 len: 217 time: 0.3479674 Dec 10 17:02:25.670275 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-bb58b0d6-0afe-49aa-9942-b6ae1f8ec6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:25.671702 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-bb58b0d6-0afe-49aa-9942-b6ae1f8ec6f6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c4c434e0-f3d6-40f9-afa3-0d321c20e1d3 HTTP/1.1" status: 200 len: 851 time: 0.0425119 Dec 10 17:02:25.702382 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-7091b8a0-e88e-427e-816b-5ab9b4523914 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eb8db369-0675-4b6d-a55e-92b461d61435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231462 Dec 10 17:02:25.791714 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-b1fb36cb-a661-458e-baf2-6f5d2bb57771 service neutron] 10.222.0.46 "GET /v2.0/networks/eb8db369-0675-4b6d-a55e-92b461d61435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825143 Dec 10 17:02:25.878007 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d76ec037-2d2c-4814-a5da-bc6d1c6e23a4 req-96df1c87-6390-4af1-a84f-2acbb948dac8 service neutron] 10.222.0.46 "GET /v2.0/networks/eb8db369-0675-4b6d-a55e-92b461d61435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791025 Dec 10 17:02:25.970420 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0f0c4-373c-4ce8-9a51-2604940553c6 req-08e4ee19-6830-4d1d-a44f-b637a6571bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:25.971826 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d6a0f0c4-373c-4ce8-9a51-2604940553c6 req-08e4ee19-6830-4d1d-a44f-b637a6571bc8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=47da4e60503a4cf1a1eb99c87f888e9d&device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 1095 time: 0.0467384 Dec 10 17:02:26.059779 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0f0c4-373c-4ce8-9a51-2604940553c6 req-1a30941c-dd1d-4377-8f62-cda6e24041a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:26.061217 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d6a0f0c4-373c-4ce8-9a51-2604940553c6 req-1a30941c-dd1d-4377-8f62-cda6e24041a3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=eb8db369-0675-4b6d-a55e-92b461d61435 HTTP/1.1" status: 200 len: 912 time: 0.0814281 Dec 10 17:02:26.105112 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d6a0f0c4-373c-4ce8-9a51-2604940553c6 req-0c412174-ad70-4f4c-8ddf-863ca68e5e63 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad58d931-e30d-4435-9903-41001ecb6614 HTTP/1.1" status: 200 len: 217 time: 0.0371759 Dec 10 17:02:26.153087 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0f0c4-373c-4ce8-9a51-2604940553c6 req-0beeba0e-5bbd-4b23-ad2b-d574c761f92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:26.154499 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d6a0f0c4-373c-4ce8-9a51-2604940553c6 req-0beeba0e-5bbd-4b23-ad2b-d574c761f92f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c4c434e0-f3d6-40f9-afa3-0d321c20e1d3 HTTP/1.1" status: 200 len: 851 time: 0.0427697 Dec 10 17:02:26.184863 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d6a0f0c4-373c-4ce8-9a51-2604940553c6 req-77e2d30c-594b-42d3-b94a-3d422fb9eb7d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eb8db369-0675-4b6d-a55e-92b461d61435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234048 Dec 10 17:02:26.270838 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d6a0f0c4-373c-4ce8-9a51-2604940553c6 req-8316566a-8368-412c-b5e9-2c931c99a951 service neutron] 10.222.0.46 "GET /v2.0/networks/eb8db369-0675-4b6d-a55e-92b461d61435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788865 Dec 10 17:02:26.361409 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-d6a0f0c4-373c-4ce8-9a51-2604940553c6 req-dd9465fc-5730-4565-8a60-d8375e778e2d service neutron] 10.222.0.46 "GET /v2.0/networks/eb8db369-0675-4b6d-a55e-92b461d61435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822928 Dec 10 17:02:26.598397 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e04cc4-2c3c-494f-81a0-00e5ff7e430f req-068e2c23-e0f8-4cd1-805c-dc7179b3103a tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:26.599891 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-65e04cc4-2c3c-494f-81a0-00e5ff7e430f req-068e2c23-e0f8-4cd1-805c-dc7179b3103a tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 944 time: 0.1084573 Dec 10 17:02:26.647492 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-65e04cc4-2c3c-494f-81a0-00e5ff7e430f req-8d01c812-8398-4cbc-aa1d-8eb4dedd33c0 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4793816-3d85-4cfa-ad78-ccf56f96c4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416641 Dec 10 17:02:27.308017 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device ad58d931-e30d-4435-9903-41001ecb6614 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 17:02:27.404266 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port ad58d931-e30d-4435-9903-41001ecb6614, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=ad58d931-e30d-4435-9903-41001ecb6614,segment=NetworkSegment(a939e420-9646-454a-b8e9-d5f14080bc44),segment_id=a939e420-9646-454a-b8e9-d5f14080bc44)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:02:27.420068 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'ad58d931-e30d-4435-9903-41001ecb6614', 'network_id': 'eb8db369-0675-4b6d-a55e-92b461d61435', 'port_id': 'ad58d931-e30d-4435-9903-41001ecb6614', 'mac_address': 'fa:16:3e:d1:33:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c434e0-f3d6-40f9-afa3-0d321c20e1d3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 17:02:27.461413 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:27.474317 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad58d931-e30d-4435-9903-41001ecb6614 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:02:27.493532 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port ad58d931-e30d-4435-9903-41001ecb6614, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=ad58d931-e30d-4435-9903-41001ecb6614,segment=NetworkSegment(a939e420-9646-454a-b8e9-d5f14080bc44),segment_id=a939e420-9646-454a-b8e9-d5f14080bc44)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:02:27.496957 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:27.545626 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=ad58d931-e30d-4435-9903-41001ecb6614,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:02:27.692156 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['ad58d931-e30d-4435-9903-41001ecb6614'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:02:27.770385 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861cd46c-ae93-47d9-89bc-69773a2a8cb8 req-81820daa-9075-4489-8a12-32e77111c48b tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:27.772609 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-861cd46c-ae93-47d9-89bc-69773a2a8cb8 req-81820daa-9075-4489-8a12-32e77111c48b tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 945 time: 0.0565069 Dec 10 17:02:27.819542 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-861cd46c-ae93-47d9-89bc-69773a2a8cb8 req-c6642292-b400-48c2-8fee-10b1fb2d0469 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4793816-3d85-4cfa-ad78-ccf56f96c4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406182 Dec 10 17:02:28.941772 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5812b11-94be-4b24-9869-da859e9d1974 req-31db78ac-ad08-4e6b-8118-4ad444b2c13e tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:28.943175 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d5812b11-94be-4b24-9869-da859e9d1974 req-31db78ac-ad08-4e6b-8118-4ad444b2c13e tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 945 time: 0.0512738 Dec 10 17:02:28.989086 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d5812b11-94be-4b24-9869-da859e9d1974 req-9e0eec8c-4320-4648-aeeb-94f9fb35f11e tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4793816-3d85-4cfa-ad78-ccf56f96c4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392230 Dec 10 17:02:29.311257 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device ad58d931-e30d-4435-9903-41001ecb6614 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:02:29.360232 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port ad58d931-e30d-4435-9903-41001ecb6614 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 17:02:29.363827 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port ad58d931-e30d-4435-9903-41001ecb6614 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:02:29.364201 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:29.439679 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:29.461854 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c451ce7-8240-468a-9ab6-c2b37d299dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad58d931-e30d-4435-9903-41001ecb6614'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:02:29.464136 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29be346e-fb6c-439e-92cd-7ef52099d924" -d '{"events": [{"server_uuid": "8c451ce7-8240-468a-9ab6-c2b37d299dd6", "name": "network-vif-plugged", "status": "completed", "tag": "ad58d931-e30d-4435-9903-41001ecb6614"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:02:29.477194 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port ad58d931-e30d-4435-9903-41001ecb6614, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=ad58d931-e30d-4435-9903-41001ecb6614,segment=NetworkSegment(a939e420-9646-454a-b8e9-d5f14080bc44),segment_id=a939e420-9646-454a-b8e9-d5f14080bc44)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:02:29.481170 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:29.508130 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42fbb02-070a-413c-84b3-3c4a70ae0482 x-openstack-request-id: req-a42fbb02-070a-413c-84b3-3c4a70ae0482 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:02:29.508427 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c451ce7-8240-468a-9ab6-c2b37d299dd6", "name": "network-vif-plugged", "status": "completed", "tag": "ad58d931-e30d-4435-9903-41001ecb6614", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:02:29.508683 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a42fbb02-070a-413c-84b3-3c4a70ae0482 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:02:29.509066 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c451ce7-8240-468a-9ab6-c2b37d299dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad58d931-e30d-4435-9903-41001ecb6614', 'code': 200} Dec 10 17:02:29.536431 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=ad58d931-e30d-4435-9903-41001ecb6614,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:02:29.592921 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60eb223-b882-47aa-9112-f78b64792221 req-73940433-dfb5-4bac-a4fc-a5fac99bac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:29.594472 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b60eb223-b882-47aa-9112-f78b64792221 req-73940433-dfb5-4bac-a4fc-a5fac99bac1b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 1097 time: 0.0394385 Dec 10 17:02:29.637730 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b60eb223-b882-47aa-9112-f78b64792221 req-050dc76e-dc83-4425-ac89-f607f87a0516 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b4793816-3d85-4cfa-ad78-ccf56f96c4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351870 Dec 10 17:02:30.104844 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2dc60-f9cf-4377-b2d0-e6c6508c75a6 req-36ee814b-6b3d-49de-9d62-6ad8467d983c tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:30.106336 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3fa2dc60-f9cf-4377-b2d0-e6c6508c75a6 req-36ee814b-6b3d-49de-9d62-6ad8467d983c tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 946 time: 0.0481017 Dec 10 17:02:30.152724 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3fa2dc60-f9cf-4377-b2d0-e6c6508c75a6 req-5660191d-48c9-440a-838a-d8228c185317 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4793816-3d85-4cfa-ad78-ccf56f96c4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404446 Dec 10 17:02:31.270477 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88665bc-063d-4d3c-8483-d746056197a8 req-86a1ccdd-5bd2-4d21-bbe3-8d87913f3bc6 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:31.272470 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f88665bc-063d-4d3c-8483-d746056197a8 req-86a1ccdd-5bd2-4d21-bbe3-8d87913f3bc6 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 946 time: 0.0525293 Dec 10 17:02:31.319748 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f88665bc-063d-4d3c-8483-d746056197a8 req-a5dd364d-efbf-4c0c-8653-511b3f0fe549 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4793816-3d85-4cfa-ad78-ccf56f96c4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411930 Dec 10 17:02:31.498583 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35682) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:02:31.556299 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689b03b-fc20-44c7-be32-642ef8f22872 req-410fea7f-cd65-44bd-a86a-a8a2a300c52c tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:31.557930 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9689b03b-fc20-44c7-be32-642ef8f22872 req-410fea7f-cd65-44bd-a86a-a8a2a300c52c tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 946 time: 0.0501726 Dec 10 17:02:31.628006 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-918c904a-0266-4bd5-8583-53d0bd56abc6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1275735 Dec 10 17:02:31.632302 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9689b03b-fc20-44c7-be32-642ef8f22872 req-de000515-a24d-4e12-a0c1-752fc86c9b2f tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4793816-3d85-4cfa-ad78-ccf56f96c4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659478 Dec 10 17:02:31.637353 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-9474b4e4-f9bb-40f7-9ae8-8b71528cc0d8 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 17:02:31.638444 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-9474b4e4-f9bb-40f7-9ae8-8b71528cc0d8 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051053 Dec 10 17:02:32.760298 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc0d382-4172-47be-8d7b-e4831d441252 req-e58329c5-a669-49eb-b870-50d861aab48e tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:32.761812 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7bc0d382-4172-47be-8d7b-e4831d441252 req-e58329c5-a669-49eb-b870-50d861aab48e tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 946 time: 0.0583382 Dec 10 17:02:32.798819 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-da15ace2-5ccd-4e56-8c87-9b6b8363cf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:32.800321 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-da15ace2-5ccd-4e56-8c87-9b6b8363cf3b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=47da4e60503a4cf1a1eb99c87f888e9d&device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 1097 time: 0.0482330 Dec 10 17:02:32.811184 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7bc0d382-4172-47be-8d7b-e4831d441252 req-db2ed253-c3b9-4356-9903-39f22c8f69dd tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4793816-3d85-4cfa-ad78-ccf56f96c4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433154 Dec 10 17:02:32.888906 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-e4118538-1f36-43e1-8581-7dc4006cc587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:32.890420 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-e4118538-1f36-43e1-8581-7dc4006cc587 service neutron] 10.222.0.46 "GET /v2.0/networks?id=eb8db369-0675-4b6d-a55e-92b461d61435 HTTP/1.1" status: 200 len: 912 time: 0.0828173 Dec 10 17:02:32.934627 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-076cdf1f-c808-40d7-9aaf-da60962876d2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad58d931-e30d-4435-9903-41001ecb6614 HTTP/1.1" status: 200 len: 217 time: 0.0376801 Dec 10 17:02:32.981386 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-eaa10f76-f4ca-4830-9a22-0068a4fdf385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:32.982796 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-eaa10f76-f4ca-4830-9a22-0068a4fdf385 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c4c434e0-f3d6-40f9-afa3-0d321c20e1d3 HTTP/1.1" status: 200 len: 851 time: 0.0422220 Dec 10 17:02:33.012396 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-a1ab3064-03ea-4e6d-afc6-98902b14fb43 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eb8db369-0675-4b6d-a55e-92b461d61435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232539 Dec 10 17:02:33.098001 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-88b5302c-c1cb-429b-b412-541d17fd936b service neutron] 10.222.0.46 "GET /v2.0/networks/eb8db369-0675-4b6d-a55e-92b461d61435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790899 Dec 10 17:02:33.188681 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-ff718c0e-a2f1-4a9b-8521-c3eaad2ae933 service neutron] 10.222.0.46 "GET /v2.0/networks/eb8db369-0675-4b6d-a55e-92b461d61435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841632 Dec 10 17:02:33.927179 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692549a2-db37-4811-9b52-2a25561b1622 req-a45eda71-b904-4cac-9a4a-87bc6c6ae628 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:33.929319 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-692549a2-db37-4811-9b52-2a25561b1622 req-a45eda71-b904-4cac-9a4a-87bc6c6ae628 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 946 time: 0.0487630 Dec 10 17:02:33.975926 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-692549a2-db37-4811-9b52-2a25561b1622 req-d7a79593-6f0e-4e1e-8d90-8054b638c1bd tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4793816-3d85-4cfa-ad78-ccf56f96c4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407438 Dec 10 17:02:35.090038 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5829a-a1a5-40be-9d1b-55ed0815711d req-22fbf214-1441-4c69-8845-a08cc49f9f96 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:35.091514 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-07e5829a-a1a5-40be-9d1b-55ed0815711d req-22fbf214-1441-4c69-8845-a08cc49f9f96 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 946 time: 0.0476270 Dec 10 17:02:35.141282 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-07e5829a-a1a5-40be-9d1b-55ed0815711d req-d77577bf-4b49-4656-9c60-b3cf47303fec tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4793816-3d85-4cfa-ad78-ccf56f96c4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438943 Dec 10 17:02:36.255360 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9552c-3b40-4911-afe9-4894897a6dad req-e6034ae4-ef5c-461b-b230-26e79024885e tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:36.257441 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-29a9552c-3b40-4911-afe9-4894897a6dad req-e6034ae4-ef5c-461b-b230-26e79024885e tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 946 time: 0.0482993 Dec 10 17:02:36.303231 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-29a9552c-3b40-4911-afe9-4894897a6dad req-79ad51bc-f4e6-4094-8586-ae2ab3f70eae tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4793816-3d85-4cfa-ad78-ccf56f96c4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393834 Dec 10 17:02:36.603264 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:37.418394 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfaf69-c048-4df7-ab6d-b3f961cadbe7 req-2f38ee37-e552-4888-b5e1-26d63c4d7f5f tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:37.419855 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-18cfaf69-c048-4df7-ab6d-b3f961cadbe7 req-2f38ee37-e552-4888-b5e1-26d63c4d7f5f tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 946 time: 0.0479398 Dec 10 17:02:37.465857 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-18cfaf69-c048-4df7-ab6d-b3f961cadbe7 req-746643d1-3cf5-4e04-b1b5-bb322ea44443 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4793816-3d85-4cfa-ad78-ccf56f96c4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401180 Dec 10 17:02:38.439256 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:38.583375 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef8205-4ef2-4822-9772-337596eb13a8 req-1db5e81b-99fa-4a2c-856f-5d41eb21239d tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:38.585481 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-38ef8205-4ef2-4822-9772-337596eb13a8 req-1db5e81b-99fa-4a2c-856f-5d41eb21239d tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 946 time: 0.0521727 Dec 10 17:02:38.636437 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-38ef8205-4ef2-4822-9772-337596eb13a8 req-ec176357-6a17-4558-8dd3-7e2a7247c52f tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4793816-3d85-4cfa-ad78-ccf56f96c4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418985 Dec 10 17:02:39.754706 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ca6ba-90c9-44eb-9004-1615fecb2177 req-2fab22e6-5258-429b-8c69-58e1360f2e91 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:39.756193 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a12ca6ba-90c9-44eb-9004-1615fecb2177 req-2fab22e6-5258-429b-8c69-58e1360f2e91 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 946 time: 0.0490386 Dec 10 17:02:39.803100 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a12ca6ba-90c9-44eb-9004-1615fecb2177 req-96876f9e-f460-41d7-87dc-bf3c71e654af tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4793816-3d85-4cfa-ad78-ccf56f96c4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409780 Dec 10 17:02:40.922278 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda83983-1a3d-4256-afef-7b787d42e46c req-1776a0fc-6f74-4524-994c-6327def40beb tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:40.923684 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bda83983-1a3d-4256-afef-7b787d42e46c req-1776a0fc-6f74-4524-994c-6327def40beb tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 946 time: 0.0533397 Dec 10 17:02:40.970072 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bda83983-1a3d-4256-afef-7b787d42e46c req-f15dc693-d3af-4ece-80aa-4f96eee3db51 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4793816-3d85-4cfa-ad78-ccf56f96c4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399175 Dec 10 17:02:42.084726 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5cbba-9701-4219-a4f1-a718240cf34e req-d8d2e045-5c7e-4cd2-a3a3-a28ad34df949 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:42.086225 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3fe5cbba-9701-4219-a4f1-a718240cf34e req-d8d2e045-5c7e-4cd2-a3a3-a28ad34df949 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 946 time: 0.0482678 Dec 10 17:02:42.132178 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3fe5cbba-9701-4219-a4f1-a718240cf34e req-d51f02ac-5710-442e-b54a-ee2dba0fcd64 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4793816-3d85-4cfa-ad78-ccf56f96c4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400283 Dec 10 17:02:43.247702 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accdcc9e-c863-49c6-8fca-0eaa9ef2a282 req-e31aa202-26a9-473b-9d9f-60cd9f3bd1e1 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:43.249184 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-accdcc9e-c863-49c6-8fca-0eaa9ef2a282 req-e31aa202-26a9-473b-9d9f-60cd9f3bd1e1 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 946 time: 0.0488482 Dec 10 17:02:43.299749 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-accdcc9e-c863-49c6-8fca-0eaa9ef2a282 req-d6965663-7f26-4dcb-b2fa-ace58680d1c8 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4793816-3d85-4cfa-ad78-ccf56f96c4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446157 Dec 10 17:02:43.957092 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-278aff46-3524-4719-ac6a-b7b8b3c4136f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:44.413176 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e7b47-0f6c-4c1c-84f2-048fd76728f0 req-20b6237b-494f-44b1-ae56-1e1615c778dd tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:44.414682 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-269e7b47-0f6c-4c1c-84f2-048fd76728f0 req-20b6237b-494f-44b1-ae56-1e1615c778dd tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 946 time: 0.0474458 Dec 10 17:02:44.460837 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-269e7b47-0f6c-4c1c-84f2-048fd76728f0 req-3548f026-9f8d-4895-9fb4-973e306ba831 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4793816-3d85-4cfa-ad78-ccf56f96c4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400367 Dec 10 17:02:45.313055 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:02:45.576425 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f51c6-7e58-4855-8cf2-6b17a6720fb4 req-00357f6f-5f1e-49f7-8b8d-38fd16bbe64e tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:45.577901 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-988f51c6-7e58-4855-8cf2-6b17a6720fb4 req-00357f6f-5f1e-49f7-8b8d-38fd16bbe64e tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 946 time: 0.0485065 Dec 10 17:02:45.624315 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-988f51c6-7e58-4855-8cf2-6b17a6720fb4 req-fb49fcff-a682-4405-b8f5-87428d8e90c7 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4793816-3d85-4cfa-ad78-ccf56f96c4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405009 Dec 10 17:02:46.495986 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-87c79db0-228e-4c1a-a5a6-93da7ee0ac15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:46.744783 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e114ebf-82b1-4b71-8f20-014f8e3654a1 req-d02bff29-271f-45ba-95ba-f97352d29c67 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:46.746377 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3e114ebf-82b1-4b71-8f20-014f8e3654a1 req-d02bff29-271f-45ba-95ba-f97352d29c67 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 946 time: 0.0532217 Dec 10 17:02:46.794356 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3e114ebf-82b1-4b71-8f20-014f8e3654a1 req-3715ad42-16c0-4922-a24a-e771ae1ebc95 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4793816-3d85-4cfa-ad78-ccf56f96c4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419593 Dec 10 17:02:47.375014 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:47.919552 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ade452-c3f7-469b-ae1a-9759a604e9d6 req-bb462b09-5350-4762-9d35-9f3ac825c79d tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:47.921181 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-68ade452-c3f7-469b-ae1a-9759a604e9d6 req-bb462b09-5350-4762-9d35-9f3ac825c79d tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 946 time: 0.0508852 Dec 10 17:02:47.969000 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-68ade452-c3f7-469b-ae1a-9759a604e9d6 req-0f6ddf1c-5734-4d5a-b132-e91fb3168314 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4793816-3d85-4cfa-ad78-ccf56f96c4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413465 Dec 10 17:02:48.668968 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:49.083363 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba71d3-de94-4ab2-abce-2565d750a9c6 req-1343234f-9c28-434e-a7c2-50c041ca4720 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:49.084855 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b2ba71d3-de94-4ab2-abce-2565d750a9c6 req-1343234f-9c28-434e-a7c2-50c041ca4720 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 946 time: 0.0483615 Dec 10 17:02:49.136468 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b2ba71d3-de94-4ab2-abce-2565d750a9c6 req-a6b419d2-6814-47f8-ad60-fb478766c3f5 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4793816-3d85-4cfa-ad78-ccf56f96c4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454934 Dec 10 17:02:49.717292 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:50.250896 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d1688-80ad-49f6-b9aa-f8cd1942f3a3 req-bab7c78d-f747-4f1b-866e-89532619f19c tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:50.252377 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-535d1688-80ad-49f6-b9aa-f8cd1942f3a3 req-bab7c78d-f747-4f1b-866e-89532619f19c tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 946 time: 0.0481625 Dec 10 17:02:50.299481 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-535d1688-80ad-49f6-b9aa-f8cd1942f3a3 req-283499c5-b26c-4ce0-90a1-bb2e244d34d1 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4793816-3d85-4cfa-ad78-ccf56f96c4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405481 Dec 10 17:02:51.415419 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200f11e-2a95-4457-b174-f19c1caae36c req-33e82c6c-a0ab-4084-bb7e-5deee0a41f8b tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:51.416906 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f200f11e-2a95-4457-b174-f19c1caae36c req-33e82c6c-a0ab-4084-bb7e-5deee0a41f8b tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 946 time: 0.0483084 Dec 10 17:02:51.462710 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f200f11e-2a95-4457-b174-f19c1caae36c req-ddbbb0fc-0e53-45cf-b473-9e38ffba916a tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4793816-3d85-4cfa-ad78-ccf56f96c4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395477 Dec 10 17:02:52.581054 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec7654-c7bf-4680-bac7-ed2fb58fe38f req-3e0a1549-bd88-44d3-8184-ca6f12852698 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:52.582553 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fcec7654-c7bf-4680-bac7-ed2fb58fe38f req-3e0a1549-bd88-44d3-8184-ca6f12852698 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 946 time: 0.0522017 Dec 10 17:02:52.629933 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fcec7654-c7bf-4680-bac7-ed2fb58fe38f req-2d284c76-35c5-4320-bd2b-b21ce94b3966 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4793816-3d85-4cfa-ad78-ccf56f96c4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410631 Dec 10 17:02:53.744283 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76f453-5bce-44e6-839b-b7a2a70e205f req-f3e7ebe2-a8b4-44dc-92fb-7b0904595620 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:53.745754 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fb76f453-5bce-44e6-839b-b7a2a70e205f req-f3e7ebe2-a8b4-44dc-92fb-7b0904595620 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 946 time: 0.0475540 Dec 10 17:02:53.791712 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fb76f453-5bce-44e6-839b-b7a2a70e205f req-33e32e3b-bcfc-43f7-a60a-fcdb05432a65 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4793816-3d85-4cfa-ad78-ccf56f96c4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400138 Dec 10 17:02:54.915312 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a61fc8-0b9b-49d9-9a91-f24af05fde99 req-8ffa1cae-c4cd-4a5d-a90f-6d582ffa47e0 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:54.916693 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-07a61fc8-0b9b-49d9-9a91-f24af05fde99 req-8ffa1cae-c4cd-4a5d-a90f-6d582ffa47e0 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 946 time: 0.0519016 Dec 10 17:02:54.963153 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-07a61fc8-0b9b-49d9-9a91-f24af05fde99 req-87dc8e02-8dac-4355-857f-0658a7680519 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4793816-3d85-4cfa-ad78-ccf56f96c4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402970 Dec 10 17:02:56.077049 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78624464-5517-4a6d-a3c3-de388bb6c1d3 req-b3cdd34c-1e02-451f-be37-bf9e477e23a0 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:56.078518 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-78624464-5517-4a6d-a3c3-de388bb6c1d3 req-b3cdd34c-1e02-451f-be37-bf9e477e23a0 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 946 time: 0.0488372 Dec 10 17:02:56.124524 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-78624464-5517-4a6d-a3c3-de388bb6c1d3 req-7950a94f-3604-46be-bcae-65be09f790c5 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4793816-3d85-4cfa-ad78-ccf56f96c4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395689 Dec 10 17:02:57.238075 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa865fe6-bcbc-4917-bee5-1de0e716a6f0 req-76db7640-6763-45d4-aff9-e3053ea7bfda tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:57.239564 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aa865fe6-bcbc-4917-bee5-1de0e716a6f0 req-76db7640-6763-45d4-aff9-e3053ea7bfda tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 946 time: 0.0471842 Dec 10 17:02:57.293016 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aa865fe6-bcbc-4917-bee5-1de0e716a6f0 req-8faa1d9c-3bc3-4142-9e8a-e4e8f6f653f4 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4793816-3d85-4cfa-ad78-ccf56f96c4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467827 Dec 10 17:02:58.407163 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85736c4-769f-4ef5-b4ff-0c25c6696e4b req-abbf71a0-7db7-4d1b-9b06-7e67bb4c4c31 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:58.408626 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c85736c4-769f-4ef5-b4ff-0c25c6696e4b req-abbf71a0-7db7-4d1b-9b06-7e67bb4c4c31 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 946 time: 0.0482483 Dec 10 17:02:58.454395 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c85736c4-769f-4ef5-b4ff-0c25c6696e4b req-6b2fd326-e3a5-4d42-b794-e07a0d4fdfb7 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4793816-3d85-4cfa-ad78-ccf56f96c4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397906 Dec 10 17:02:59.569879 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f45987-5f28-4be8-96df-3e7e401284bf req-6589d943-629c-4fac-a198-ce76a2698239 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:59.571381 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b4f45987-5f28-4be8-96df-3e7e401284bf req-6589d943-629c-4fac-a198-ce76a2698239 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 946 time: 0.0504501 Dec 10 17:02:59.617881 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b4f45987-5f28-4be8-96df-3e7e401284bf req-88dfb5c1-5c53-4369-841b-a808bff298d6 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4793816-3d85-4cfa-ad78-ccf56f96c4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405307 Dec 10 17:03:00.112742 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-2273f828-1e16-4405-858e-6968a0b20823 service neutron] show failed (client error): The resource could not be found. Dec 10 17:03:00.113727 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-2273f828-1e16-4405-858e-6968a0b20823 service neutron] 10.222.0.46 "GET /v2.0/ports/ad58d931-e30d-4435-9903-41001ecb6614/bindings/n-h1-766771-2 HTTP/1.1" status: 404 len: 380 time: 0.1031525 Dec 10 17:03:00.345018 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-c87a03ea-a712-49dd-bcea-ef7d05ca4d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:00.346535 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-c87a03ea-a712-49dd-bcea-ef7d05ca4d4c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6&tenant_id=47da4e60503a4cf1a1eb99c87f888e9d HTTP/1.1" status: 200 len: 1097 time: 0.0715673 Dec 10 17:03:00.357793 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-e9ef2ce0-bf04-4bd1-a342-34d991961b02 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766771-2', 'device_owner': 'compute:nova'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:03:00.408510 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-e9ef2ce0-bf04-4bd1-a342-34d991961b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:00.601076 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-e9ef2ce0-bf04-4bd1-a342-34d991961b02 service neutron] For port ad58d931-e30d-4435-9903-41001ecb6614, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=ad58d931-e30d-4435-9903-41001ecb6614,segment=NetworkSegment(a939e420-9646-454a-b8e9-d5f14080bc44),segment_id=a939e420-9646-454a-b8e9-d5f14080bc44)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:03:00.636650 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-e9ef2ce0-bf04-4bd1-a342-34d991961b02 service neutron] For port ad58d931-e30d-4435-9903-41001ecb6614, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:03:00.676884 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c451ce7-8240-468a-9ab6-c2b37d299dd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad58d931-e30d-4435-9903-41001ecb6614'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:03:00.679832 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fdbeafd-2554-411c-8963-7f2665e0168b" -d '{"events": [{"server_uuid": "8c451ce7-8240-468a-9ab6-c2b37d299dd6", "name": "network-vif-unplugged", "status": "completed", "tag": "ad58d931-e30d-4435-9903-41001ecb6614"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:03:00.684009 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-e9ef2ce0-bf04-4bd1-a342-34d991961b02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:00.718606 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-e9ef2ce0-bf04-4bd1-a342-34d991961b02 service neutron] Transition to ACTIVE for port object ad58d931-e30d-4435-9903-41001ecb6614 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 17:03:00.722896 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-e9ef2ce0-bf04-4bd1-a342-34d991961b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:00.774504 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f7bba-f6c3-4134-a69e-7d9ad493ac5c req-12549769-a9ce-4108-8d5f-eb38e8b1bb0d tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:00.775976 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ef4f7bba-f6c3-4134-a69e-7d9ad493ac5c req-12549769-a9ce-4108-8d5f-eb38e8b1bb0d tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 946 time: 0.0894549 Dec 10 17:03:00.807913 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-e9ef2ce0-bf04-4bd1-a342-34d991961b02 service neutron] No DVR routers for this DVR port ad58d931-e30d-4435-9903-41001ecb6614 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:03:00.811333 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef2ce0-bf04-4bd1-a342-34d991961b02 service neutron] Pushing event updated for resources: {'Port': ['ID=ad58d931-e30d-4435-9903-41001ecb6614,revision_number=6']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:00.830300 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef2ce0-bf04-4bd1-a342-34d991961b02 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:00.830649 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef2ce0-bf04-4bd1-a342-34d991961b02 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:00.830991 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef2ce0-bf04-4bd1-a342-34d991961b02 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:00.831324 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef2ce0-bf04-4bd1-a342-34d991961b02 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:00.831652 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef2ce0-bf04-4bd1-a342-34d991961b02 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:00.831977 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef2ce0-bf04-4bd1-a342-34d991961b02 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:00.832300 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef2ce0-bf04-4bd1-a342-34d991961b02 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:00.832623 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef2ce0-bf04-4bd1-a342-34d991961b02 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:00.832946 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef2ce0-bf04-4bd1-a342-34d991961b02 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:00.833268 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef2ce0-bf04-4bd1-a342-34d991961b02 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:00.833641 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef2ce0-bf04-4bd1-a342-34d991961b02 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:00.833961 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef2ce0-bf04-4bd1-a342-34d991961b02 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:00.834309 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef2ce0-bf04-4bd1-a342-34d991961b02 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:00.873154 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-e9ef2ce0-bf04-4bd1-a342-34d991961b02 service neutron] Attempting to bind port ad58d931-e30d-4435-9903-41001ecb6614 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:03:00.873413 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-e9ef2ce0-bf04-4bd1-a342-34d991961b02 service neutron] Attempting to bind port ad58d931-e30d-4435-9903-41001ecb6614 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': 'a939e420-9646-454a-b8e9-d5f14080bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'eb8db369-0675-4b6d-a55e-92b461d61435'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:03:00.873732 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-e9ef2ce0-bf04-4bd1-a342-34d991961b02 service neutron] Attempting to bind port ad58d931-e30d-4435-9903-41001ecb6614 on network eb8db369-0675-4b6d-a55e-92b461d61435 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:03:00.884394 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-e9ef2ce0-bf04-4bd1-a342-34d991961b02 service neutron] Port ad58d931-e30d-4435-9903-41001ecb6614 on network eb8db369-0675-4b6d-a55e-92b461d61435 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 17:03:00.884705 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-e9ef2ce0-bf04-4bd1-a342-34d991961b02 service neutron] Attempting to bind port ad58d931-e30d-4435-9903-41001ecb6614 on network eb8db369-0675-4b6d-a55e-92b461d61435 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:03:00.890504 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ef4f7bba-f6c3-4134-a69e-7d9ad493ac5c req-371ca50d-3e34-4717-b61f-4a622ffeb0f8 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4793816-3d85-4cfa-ad78-ccf56f96c4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070838 Dec 10 17:03:00.893048 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-e9ef2ce0-bf04-4bd1-a342-34d991961b02 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:03:00.893375 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-e9ef2ce0-bf04-4bd1-a342-34d991961b02 service neutron] Checking segment: {'id': 'a939e420-9646-454a-b8e9-d5f14080bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'eb8db369-0675-4b6d-a55e-92b461d61435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:03:00.893736 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-e9ef2ce0-bf04-4bd1-a342-34d991961b02 service neutron] Bound using segment: {'id': 'a939e420-9646-454a-b8e9-d5f14080bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'eb8db369-0675-4b6d-a55e-92b461d61435'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:03:00.894212 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-e9ef2ce0-bf04-4bd1-a342-34d991961b02 service neutron] Bound port: ad58d931-e30d-4435-9903-41001ecb6614, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a939e420-9646-454a-b8e9-d5f14080bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'eb8db369-0675-4b6d-a55e-92b461d61435'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:03:00.894564 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-e9ef2ce0-bf04-4bd1-a342-34d991961b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:00.949582 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 17:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27612cfa-e64f-451c-8460-6ac0ab3cde44 x-openstack-request-id: req-27612cfa-e64f-451c-8460-6ac0ab3cde44 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:03:00.949875 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c451ce7-8240-468a-9ab6-c2b37d299dd6", "name": "network-vif-unplugged", "status": "completed", "tag": "ad58d931-e30d-4435-9903-41001ecb6614", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:03:00.950129 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-27612cfa-e64f-451c-8460-6ac0ab3cde44 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:03:00.950548 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c451ce7-8240-468a-9ab6-c2b37d299dd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad58d931-e30d-4435-9903-41001ecb6614', 'code': 200} Dec 10 17:03:00.961072 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-e9ef2ce0-bf04-4bd1-a342-34d991961b02 service neutron] For port ad58d931-e30d-4435-9903-41001ecb6614, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:03:00.964194 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-e9ef2ce0-bf04-4bd1-a342-34d991961b02 service neutron] For port ad58d931-e30d-4435-9903-41001ecb6614, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=ad58d931-e30d-4435-9903-41001ecb6614,segment=NetworkSegment(a939e420-9646-454a-b8e9-d5f14080bc44),segment_id=a939e420-9646-454a-b8e9-d5f14080bc44)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:03:00.967948 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-e9ef2ce0-bf04-4bd1-a342-34d991961b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:01.005090 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-e9ef2ce0-bf04-4bd1-a342-34d991961b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:01.005805 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-e9ef2ce0-bf04-4bd1-a342-34d991961b02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:01.007175 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-e9ef2ce0-bf04-4bd1-a342-34d991961b02 service neutron] 10.222.0.26 "PUT /v2.0/ports/ad58d931-e30d-4435-9903-41001ecb6614 HTTP/1.1" status: 200 len: 1092 time: 0.6532371 Dec 10 17:03:01.026696 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef2ce0-bf04-4bd1-a342-34d991961b02 service neutron] Pushing event updated for resources: {'Port': ['ID=ad58d931-e30d-4435-9903-41001ecb6614,revision_number=7']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:01.068150 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-791396fc-9b62-4087-8b8f-88b74a90342c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:01.069606 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-791396fc-9b62-4087-8b8f-88b74a90342c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=47da4e60503a4cf1a1eb99c87f888e9d&device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 1095 time: 0.0397010 Dec 10 17:03:01.156376 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-2f6e86e7-026b-4d9b-b005-be0239ed80d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:01.157713 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-2f6e86e7-026b-4d9b-b005-be0239ed80d7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eb8db369-0675-4b6d-a55e-92b461d61435 HTTP/1.1" status: 200 len: 912 time: 0.0812283 Dec 10 17:03:01.201315 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-bd7abfcc-41d4-415f-b709-59b39df754e4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad58d931-e30d-4435-9903-41001ecb6614 HTTP/1.1" status: 200 len: 217 time: 0.0362673 Dec 10 17:03:01.249180 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-d9687828-1134-42fd-90ef-cedb08e1fb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:01.250605 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-d9687828-1134-42fd-90ef-cedb08e1fb4c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4c434e0-f3d6-40f9-afa3-0d321c20e1d3 HTTP/1.1" status: 200 len: 851 time: 0.0425215 Dec 10 17:03:01.281463 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-a00e075f-6557-4a1e-b45a-00aec412c5ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eb8db369-0675-4b6d-a55e-92b461d61435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236900 Dec 10 17:03:01.371884 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-8afd4442-c696-4916-be01-968f55f79896 service neutron] 10.222.0.26 "GET /v2.0/networks/eb8db369-0675-4b6d-a55e-92b461d61435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824132 Dec 10 17:03:01.463347 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9dd85348-fc81-4983-b3a3-91c114abd807 req-62852b2c-9330-4b40-8127-342f07ccc882 service neutron] 10.222.0.26 "GET /v2.0/networks/eb8db369-0675-4b6d-a55e-92b461d61435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840590 Dec 10 17:03:02.011013 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f2ba0-5b6a-45e8-98c7-c158f7c9722f req-28728ec3-0196-43db-8e35-8e0de8447b25 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:02.012472 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fa2f2ba0-5b6a-45e8-98c7-c158f7c9722f req-28728ec3-0196-43db-8e35-8e0de8447b25 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 944 time: 0.0481367 Dec 10 17:03:02.058880 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fa2f2ba0-5b6a-45e8-98c7-c158f7c9722f req-154eed91-228d-4b44-8957-873d00ca3679 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4793816-3d85-4cfa-ad78-ccf56f96c4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405471 Dec 10 17:03:02.338022 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device ad58d931-e30d-4435-9903-41001ecb6614 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 17:03:02.430310 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port ad58d931-e30d-4435-9903-41001ecb6614, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=ad58d931-e30d-4435-9903-41001ecb6614,segment=NetworkSegment(a939e420-9646-454a-b8e9-d5f14080bc44),segment_id=a939e420-9646-454a-b8e9-d5f14080bc44)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:03:02.441300 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': 'ad58d931-e30d-4435-9903-41001ecb6614', 'network_id': 'eb8db369-0675-4b6d-a55e-92b461d61435', 'port_id': 'ad58d931-e30d-4435-9903-41001ecb6614', 'mac_address': 'fa:16:3e:d1:33:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c434e0-f3d6-40f9-afa3-0d321c20e1d3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 17:03:02.477146 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:02.492244 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad58d931-e30d-4435-9903-41001ecb6614 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:03:02.510329 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port ad58d931-e30d-4435-9903-41001ecb6614, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=ad58d931-e30d-4435-9903-41001ecb6614,segment=NetworkSegment(a939e420-9646-454a-b8e9-d5f14080bc44),segment_id=a939e420-9646-454a-b8e9-d5f14080bc44)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:03:02.514234 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:02.559752 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=ad58d931-e30d-4435-9903-41001ecb6614,revision_number=8']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:02.567345 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:02.567695 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:02.568086 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:02.568425 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:02.568761 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:02.569091 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:02.569419 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:02.569746 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:02.570072 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:02.570422 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:02.570747 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:02.571068 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:02.571388 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:02.952072 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c451ce7-8240-468a-9ab6-c2b37d299dd6', 'tag': 'ad58d931-e30d-4435-9903-41001ecb6614'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:03:02.954336 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7b0e83-e0e4-4c3a-842a-94daffe7c18e" -d '{"events": [{"name": "network-changed", "server_uuid": "8c451ce7-8240-468a-9ab6-c2b37d299dd6", "tag": "ad58d931-e30d-4435-9903-41001ecb6614"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:03:03.004023 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b81eeb-7ae4-400f-9756-ff48eeb43a5b x-openstack-request-id: req-60b81eeb-7ae4-400f-9756-ff48eeb43a5b {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:03:03.004325 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c451ce7-8240-468a-9ab6-c2b37d299dd6", "tag": "ad58d931-e30d-4435-9903-41001ecb6614", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:03:03.004583 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-60b81eeb-7ae4-400f-9756-ff48eeb43a5b {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:03:03.004987 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c451ce7-8240-468a-9ab6-c2b37d299dd6', 'tag': 'ad58d931-e30d-4435-9903-41001ecb6614', 'status': 'completed', 'code': 200} Dec 10 17:03:03.065953 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b0e83-e0e4-4c3a-842a-94daffe7c18e req-2da59956-bd45-453a-93c4-bdf89e5bc5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:03.067500 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3f7b0e83-e0e4-4c3a-842a-94daffe7c18e req-2da59956-bd45-453a-93c4-bdf89e5bc5ed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=47da4e60503a4cf1a1eb99c87f888e9d&device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 1096 time: 0.0443056 Dec 10 17:03:03.082711 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b0e83-e0e4-4c3a-842a-94daffe7c18e req-54e7c3bf-746d-42dc-ac27-d21c15ae0e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:03.084296 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f7b0e83-e0e4-4c3a-842a-94daffe7c18e req-54e7c3bf-746d-42dc-ac27-d21c15ae0e38 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=47da4e60503a4cf1a1eb99c87f888e9d&device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 1096 time: 0.0459285 Dec 10 17:03:03.161326 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b0e83-e0e4-4c3a-842a-94daffe7c18e req-372b421a-32f3-4241-b7ea-bc18837114dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:03.163354 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3f7b0e83-e0e4-4c3a-842a-94daffe7c18e req-372b421a-32f3-4241-b7ea-bc18837114dd service neutron] 10.222.0.46 "GET /v2.0/networks?id=eb8db369-0675-4b6d-a55e-92b461d61435 HTTP/1.1" status: 200 len: 912 time: 0.0891626 Dec 10 17:03:03.210675 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3f7b0e83-e0e4-4c3a-842a-94daffe7c18e req-e01ff6a1-0771-4091-8d11-ea92c250ff37 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad58d931-e30d-4435-9903-41001ecb6614 HTTP/1.1" status: 200 len: 217 time: 0.0402458 Dec 10 17:03:03.265980 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b0e83-e0e4-4c3a-842a-94daffe7c18e req-57dd9d0f-3e0e-4f7c-8e06-b9025e51b27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:03.267545 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3f7b0e83-e0e4-4c3a-842a-94daffe7c18e req-57dd9d0f-3e0e-4f7c-8e06-b9025e51b27e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c4c434e0-f3d6-40f9-afa3-0d321c20e1d3 HTTP/1.1" status: 200 len: 851 time: 0.0506144 Dec 10 17:03:03.302424 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3f7b0e83-e0e4-4c3a-842a-94daffe7c18e req-8e0bc7b2-616c-4873-bcc0-e63fb1e71775 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eb8db369-0675-4b6d-a55e-92b461d61435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263240 Dec 10 17:03:03.394491 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3f7b0e83-e0e4-4c3a-842a-94daffe7c18e req-2df831d4-bb6f-41db-b996-efe572902620 service neutron] 10.222.0.46 "GET /v2.0/networks/eb8db369-0675-4b6d-a55e-92b461d61435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852230 Dec 10 17:03:03.448992 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device ad58d931-e30d-4435-9903-41001ecb6614 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:03:03.489111 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device ad58d931-e30d-4435-9903-41001ecb6614 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:03:03.494975 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-3f7b0e83-e0e4-4c3a-842a-94daffe7c18e req-96367ef1-71a6-42ea-bc71-d6e36b1758ae service neutron] 10.222.0.46 "GET /v2.0/networks/eb8db369-0675-4b6d-a55e-92b461d61435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929496 Dec 10 17:03:03.535801 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1364265-f829-48cb-98f9-0b575a758ff2 req-c0d837f1-a0ef-493f-af93-15f241427437 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:03.537977 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b1364265-f829-48cb-98f9-0b575a758ff2 req-c0d837f1-a0ef-493f-af93-15f241427437 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 945 time: 0.4009333 Dec 10 17:03:03.541080 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b0e83-e0e4-4c3a-842a-94daffe7c18e req-c62604da-a056-4762-9a28-dc07126c61b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:03.542463 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f7b0e83-e0e4-4c3a-842a-94daffe7c18e req-c62604da-a056-4762-9a28-dc07126c61b0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eb8db369-0675-4b6d-a55e-92b461d61435 HTTP/1.1" status: 200 len: 912 time: 0.4500635 Dec 10 17:03:03.590799 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f7b0e83-e0e4-4c3a-842a-94daffe7c18e req-9e86089b-6dea-4f50-87b1-e1012954fbbb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad58d931-e30d-4435-9903-41001ecb6614 HTTP/1.1" status: 200 len: 217 time: 0.0408447 Dec 10 17:03:03.644318 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b1364265-f829-48cb-98f9-0b575a758ff2 req-c0a2c8f5-136c-418f-9f3f-9ea4621357e8 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4793816-3d85-4cfa-ad78-ccf56f96c4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000338 Dec 10 17:03:03.655666 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b0e83-e0e4-4c3a-842a-94daffe7c18e req-e5d19945-5984-47de-9b7c-04df6ec5a302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:03.657184 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f7b0e83-e0e4-4c3a-842a-94daffe7c18e req-e5d19945-5984-47de-9b7c-04df6ec5a302 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4c434e0-f3d6-40f9-afa3-0d321c20e1d3 HTTP/1.1" status: 200 len: 851 time: 0.0568743 Dec 10 17:03:03.694463 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f7b0e83-e0e4-4c3a-842a-94daffe7c18e req-2a376322-2324-4f80-91f4-ad23eb603c2a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eb8db369-0675-4b6d-a55e-92b461d61435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283339 Dec 10 17:03:03.777159 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['ad58d931-e30d-4435-9903-41001ecb6614'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:03:03.787223 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f7b0e83-e0e4-4c3a-842a-94daffe7c18e req-879466d1-a332-4852-b988-2aedb083e9c5 service neutron] 10.222.0.26 "GET /v2.0/networks/eb8db369-0675-4b6d-a55e-92b461d61435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846946 Dec 10 17:03:03.893835 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3f7b0e83-e0e4-4c3a-842a-94daffe7c18e req-8a4e46f1-2237-4abc-8776-2a846d2dfe24 service neutron] 10.222.0.26 "GET /v2.0/networks/eb8db369-0675-4b6d-a55e-92b461d61435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004195 Dec 10 17:03:03.917484 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e2ccd-7e10-4edd-b512-f850d2db2f95 req-decc3c69-16f1-4870-8a4d-2f155975fbbd tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:03.919344 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ed1e2ccd-7e10-4edd-b512-f850d2db2f95 req-decc3c69-16f1-4870-8a4d-2f155975fbbd tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6&tenant_id=47da4e60503a4cf1a1eb99c87f888e9d&binding%3Ahost_id=n-h1-766771-2 HTTP/1.1" status: 200 len: 945 time: 0.0875347 Dec 10 17:03:03.983838 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [req-ed1e2ccd-7e10-4edd-b512-f850d2db2f95 req-147d111f-76b0-40e1-a338-e8f6b259d806 service neutron] delete failed (client error): The resource could not be found. Dec 10 17:03:03.984839 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ed1e2ccd-7e10-4edd-b512-f850d2db2f95 req-147d111f-76b0-40e1-a338-e8f6b259d806 service neutron] 10.222.0.46 "DELETE /v2.0/ports/ad58d931-e30d-4435-9903-41001ecb6614/bindings/n-h2-766771-2 HTTP/1.1" status: 404 len: 380 time: 0.0581815 Dec 10 17:03:04.067696 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e2ccd-7e10-4edd-b512-f850d2db2f95 req-d98d3695-fd66-4a37-a748-48d60dff0ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:04.069071 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ed1e2ccd-7e10-4edd-b512-f850d2db2f95 req-d98d3695-fd66-4a37-a748-48d60dff0ee8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=47da4e60503a4cf1a1eb99c87f888e9d&device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 1096 time: 0.0404038 Dec 10 17:03:04.157315 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e2ccd-7e10-4edd-b512-f850d2db2f95 req-acf4dbcd-dad4-4c28-b89b-a1b1ffd7ae2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:04.158783 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ed1e2ccd-7e10-4edd-b512-f850d2db2f95 req-acf4dbcd-dad4-4c28-b89b-a1b1ffd7ae2c service neutron] 10.222.0.46 "GET /v2.0/networks?id=eb8db369-0675-4b6d-a55e-92b461d61435 HTTP/1.1" status: 200 len: 912 time: 0.0821698 Dec 10 17:03:04.202978 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ed1e2ccd-7e10-4edd-b512-f850d2db2f95 req-68ee115a-c9fd-4ddf-ab79-3c1ae2bf9cd6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad58d931-e30d-4435-9903-41001ecb6614 HTTP/1.1" status: 200 len: 217 time: 0.0362308 Dec 10 17:03:04.250380 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e2ccd-7e10-4edd-b512-f850d2db2f95 req-40dadd24-60c9-4a59-beb7-4c13dc098005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:04.251779 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ed1e2ccd-7e10-4edd-b512-f850d2db2f95 req-40dadd24-60c9-4a59-beb7-4c13dc098005 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c4c434e0-f3d6-40f9-afa3-0d321c20e1d3 HTTP/1.1" status: 200 len: 851 time: 0.0419440 Dec 10 17:03:04.283532 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ed1e2ccd-7e10-4edd-b512-f850d2db2f95 req-e4463942-4de5-4c7d-8da2-b129cba59453 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eb8db369-0675-4b6d-a55e-92b461d61435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234158 Dec 10 17:03:04.325283 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device ad58d931-e30d-4435-9903-41001ecb6614 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:03:04.373866 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port ad58d931-e30d-4435-9903-41001ecb6614 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 17:03:04.375263 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ed1e2ccd-7e10-4edd-b512-f850d2db2f95 req-6a0e6a13-4e2f-498c-82d0-688fc0e2bdc7 service neutron] 10.222.0.46 "GET /v2.0/networks/eb8db369-0675-4b6d-a55e-92b461d61435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842106 Dec 10 17:03:04.378002 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port ad58d931-e30d-4435-9903-41001ecb6614 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:03:04.378410 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:04.457503 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:04.465193 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-ed1e2ccd-7e10-4edd-b512-f850d2db2f95 req-da18aaf5-034a-42ae-8bad-c76b8f010d0e service neutron] 10.222.0.46 "GET /v2.0/networks/eb8db369-0675-4b6d-a55e-92b461d61435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817111 Dec 10 17:03:04.480232 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c451ce7-8240-468a-9ab6-c2b37d299dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad58d931-e30d-4435-9903-41001ecb6614'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:03:04.482520 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1984fa-803a-4267-92e4-a2e3eba5084f" -d '{"events": [{"server_uuid": "8c451ce7-8240-468a-9ab6-c2b37d299dd6", "name": "network-vif-plugged", "status": "completed", "tag": "ad58d931-e30d-4435-9903-41001ecb6614"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:03:04.495477 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port ad58d931-e30d-4435-9903-41001ecb6614, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=ad58d931-e30d-4435-9903-41001ecb6614,segment=NetworkSegment(a939e420-9646-454a-b8e9-d5f14080bc44),segment_id=a939e420-9646-454a-b8e9-d5f14080bc44)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:03:04.499299 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:04.546859 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=ad58d931-e30d-4435-9903-41001ecb6614,revision_number=9']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:05.077146 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d71611-e140-4195-9b1b-b2d88ed56edd x-openstack-request-id: req-c3d71611-e140-4195-9b1b-b2d88ed56edd {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:03:05.077448 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c451ce7-8240-468a-9ab6-c2b37d299dd6", "name": "network-vif-plugged", "status": "completed", "tag": "ad58d931-e30d-4435-9903-41001ecb6614", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:03:05.077700 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c3d71611-e140-4195-9b1b-b2d88ed56edd {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:03:05.078075 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c451ce7-8240-468a-9ab6-c2b37d299dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad58d931-e30d-4435-9903-41001ecb6614', 'code': 200} Dec 10 17:03:05.167593 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5592d8-a240-4ddc-bcb7-89f6b04d16f4 req-1488417c-2e93-4386-b908-84740d205093 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:05.169273 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0d5592d8-a240-4ddc-bcb7-89f6b04d16f4 req-1488417c-2e93-4386-b908-84740d205093 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 946 time: 0.0489037 Dec 10 17:03:05.217448 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0d5592d8-a240-4ddc-bcb7-89f6b04d16f4 req-749ad6b9-02d3-4fe9-8258-551a0a19c1be tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4793816-3d85-4cfa-ad78-ccf56f96c4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423353 Dec 10 17:03:06.334115 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72d458-bdf7-4ee8-a346-ebcd05f4119b req-bcd69085-ab4d-465f-b8a2-e1fe9705b8f6 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:06.335595 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0e72d458-bdf7-4ee8-a346-ebcd05f4119b req-bcd69085-ab4d-465f-b8a2-e1fe9705b8f6 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 946 time: 0.0480800 Dec 10 17:03:06.412487 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e2ccd-7e10-4edd-b512-f850d2db2f95 req-fd0f0489-c8dc-48d1-a542-9d5273d4ec3c tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:06.413916 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ed1e2ccd-7e10-4edd-b512-f850d2db2f95 req-fd0f0489-c8dc-48d1-a542-9d5273d4ec3c tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c451ce7-8240-468a-9ab6-c2b37d299dd6 HTTP/1.1" status: 200 len: 946 time: 0.0774739 Dec 10 17:03:06.417438 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0e72d458-bdf7-4ee8-a346-ebcd05f4119b req-db7f6f60-b9a7-4054-b32f-c6fe719127ed tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4793816-3d85-4cfa-ad78-ccf56f96c4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736859 Dec 10 17:03:06.501797 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-ed1e2ccd-7e10-4edd-b512-f850d2db2f95 req-23af972d-5229-46bc-9985-6f8648e5ccf8 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Deleting port ad58d931-e30d-4435-9903-41001ecb6614 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:03:06.502039 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ed1e2ccd-7e10-4edd-b512-f850d2db2f95 req-23af972d-5229-46bc-9985-6f8648e5ccf8 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:06.591300 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-ed1e2ccd-7e10-4edd-b512-f850d2db2f95 req-23af972d-5229-46bc-9985-6f8648e5ccf8 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] For port ad58d931-e30d-4435-9903-41001ecb6614, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=ad58d931-e30d-4435-9903-41001ecb6614,segment=NetworkSegment(a939e420-9646-454a-b8e9-d5f14080bc44),segment_id=a939e420-9646-454a-b8e9-d5f14080bc44)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:03:06.591659 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ed1e2ccd-7e10-4edd-b512-f850d2db2f95 req-23af972d-5229-46bc-9985-6f8648e5ccf8 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:06.604840 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-ed1e2ccd-7e10-4edd-b512-f850d2db2f95 req-23af972d-5229-46bc-9985-6f8648e5ccf8 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Calling delete_port for ad58d931-e30d-4435-9903-41001ecb6614 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:03:06.613991 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:06.733328 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ed1e2ccd-7e10-4edd-b512-f850d2db2f95 req-23af972d-5229-46bc-9985-6f8648e5ccf8 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:06.745695 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['ad58d931-e30d-4435-9903-41001ecb6614'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:03:06.760278 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af972d-5229-46bc-9985-6f8648e5ccf8 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Pushing event deleted for resources: {'Port': ['ID=ad58d931-e30d-4435-9903-41001ecb6614,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:06.803354 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed1e2ccd-7e10-4edd-b512-f850d2db2f95 req-23af972d-5229-46bc-9985-6f8648e5ccf8 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] No DVR routers for this DVR port ad58d931-e30d-4435-9903-41001ecb6614 on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:03:06.805931 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ed1e2ccd-7e10-4edd-b512-f850d2db2f95 req-23af972d-5229-46bc-9985-6f8648e5ccf8 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:06.809263 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ed1e2ccd-7e10-4edd-b512-f850d2db2f95 req-23af972d-5229-46bc-9985-6f8648e5ccf8 tempest-DeleteServersTestJSON-1416616899 tempest-DeleteServersTestJSON-1416616899-project] 10.222.0.26 "DELETE /v2.0/ports/ad58d931-e30d-4435-9903-41001ecb6614 HTTP/1.1" status: 204 len: 173 time: 0.3886237 Dec 10 17:03:06.809704 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c451ce7-8240-468a-9ab6-c2b37d299dd6', 'name': 'network-vif-deleted', 'tag': 'ad58d931-e30d-4435-9903-41001ecb6614'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:03:06.812008 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e9dcb3-443f-4bc4-8778-771b1a079a7c" -d '{"events": [{"server_uuid": "8c451ce7-8240-468a-9ab6-c2b37d299dd6", "name": "network-vif-deleted", "tag": "ad58d931-e30d-4435-9903-41001ecb6614"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:03:06.847509 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85de757c-62bb-4710-83b4-2b611b31a20e x-openstack-request-id: req-85de757c-62bb-4710-83b4-2b611b31a20e {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:03:06.847808 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c451ce7-8240-468a-9ab6-c2b37d299dd6", "name": "network-vif-deleted", "tag": "ad58d931-e30d-4435-9903-41001ecb6614", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:03:06.848090 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-85de757c-62bb-4710-83b4-2b611b31a20e {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:03:06.848497 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c451ce7-8240-468a-9ab6-c2b37d299dd6', 'name': 'network-vif-deleted', 'tag': 'ad58d931-e30d-4435-9903-41001ecb6614', 'status': 'completed', 'code': 200} Dec 10 17:03:07.543638 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35786) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:03:07.587969 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9b63810-ad92-4e3f-af03-003336740597 admin admin] Deleting subnet c4c434e0-f3d6-40f9-afa3-0d321c20e1d3 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 17:03:07.591004 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f9b63810-ad92-4e3f-af03-003336740597 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:07.628599 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f9b63810-ad92-4e3f-af03-003336740597 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:07.667482 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f9b63810-ad92-4e3f-af03-003336740597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:07.718515 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f9b63810-ad92-4e3f-af03-003336740597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:07.743132 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b63810-ad92-4e3f-af03-003336740597 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4c434e0-f3d6-40f9-afa3-0d321c20e1d3,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:07.746816 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f9b63810-ad92-4e3f-af03-003336740597 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:07.749926 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-f9b63810-ad92-4e3f-af03-003336740597 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c4c434e0-f3d6-40f9-afa3-0d321c20e1d3 HTTP/1.1" status: 204 len: 168 time: 0.2052994 Dec 10 17:03:07.752488 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35788) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:03:07.822663 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-24667ecd-1131-486d-a0e5-81f0935944a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:07.898337 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-24667ecd-1131-486d-a0e5-81f0935944a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:07.917215 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-24667ecd-1131-486d-a0e5-81f0935944a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb8db369-0675-4b6d-a55e-92b461d61435']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:03:07.926405 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-24667ecd-1131-486d-a0e5-81f0935944a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a939e420-9646-454a-b8e9-d5f14080bc44') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:03:07.926698 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-24667ecd-1131-486d-a0e5-81f0935944a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a939e420-9646-454a-b8e9-d5f14080bc44') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:03:07.936196 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-24667ecd-1131-486d-a0e5-81f0935944a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:07.949311 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-24667ecd-1131-486d-a0e5-81f0935944a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:07.955025 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24667ecd-1131-486d-a0e5-81f0935944a5 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 17:03:07.955392 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-24667ecd-1131-486d-a0e5-81f0935944a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:07.956998 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 17:03:07.956998 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 17:03:07.956998 n-d-766771-2 neutron-server[103392]: timer() Dec 10 17:03:07.956998 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 17:03:07.956998 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 17:03:07.956998 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 17:03:07.956998 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 17:03:07.956998 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 17:03:07.956998 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 17:03:07.956998 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 17:03:07.956998 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 17:03:07.956998 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 17:03:07.956998 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 17:03:07.956998 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 17:03:07.956998 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 17:03:07.956998 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 17:03:07.956998 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 17:03:07.956998 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 17:03:07.956998 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 17:03:07.956998 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 17:03:07.956998 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 17:03:07.956998 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 17:03:07.956998 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 17:03:07.956998 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 17:03:07.956998 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 17:03:07.956998 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 17:03:07.956998 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 17:03:07.956998 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 17:03:07.956998 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 17:03:07.956998 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 17:03:07.956998 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 17:03:07.956998 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 17:03:08.012570 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-24667ecd-1131-486d-a0e5-81f0935944a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:08.017821 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-24667ecd-1131-486d-a0e5-81f0935944a5 admin admin] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:08.020989 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-24667ecd-1131-486d-a0e5-81f0935944a5 admin admin] 10.222.0.11 "DELETE /v2.0/networks/eb8db369-0675-4b6d-a55e-92b461d61435 HTTP/1.1" status: 204 len: 168 time: 0.2675550 Dec 10 17:03:08.031984 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24667ecd-1131-486d-a0e5-81f0935944a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb8db369-0675-4b6d-a55e-92b461d61435,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:08.124345 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35792) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:03:08.164440 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-00e758bd-77e6-4da0-91fe-ff69d8d4da37 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=47da4e60503a4cf1a1eb99c87f888e9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389202 Dec 10 17:03:08.166929 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35794) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:03:08.213628 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c3c831c5-b1be-4133-8333-55be52314fa1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:08.234326 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c3c831c5-b1be-4133-8333-55be52314fa1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:08.280086 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c3c831c5-b1be-4133-8333-55be52314fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:08.282640 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c3c831c5-b1be-4133-8333-55be52314fa1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:08.283785 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c3c831c5-b1be-4133-8333-55be52314fa1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b4793816-3d85-4cfa-ad78-ccf56f96c4f2 HTTP/1.1" status: 204 len: 168 time: 0.1159494 Dec 10 17:03:08.291709 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c831c5-b1be-4133-8333-55be52314fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4793816-3d85-4cfa-ad78-ccf56f96c4f2,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:08.445025 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:08.966036 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 35816) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:03:09.073024 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c03064f2-7209-444c-ac06-53da8554cb7d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-344614404-network', 'tenant_id': '8f43ef2192824a0c92215cf33075cf48'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:03:09.093304 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03064f2-7209-444c-ac06-53da8554cb7d admin admin] Made reservation on behalf of 8f43ef2192824a0c92215cf33075cf48 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:03:09.095643 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c03064f2-7209-444c-ac06-53da8554cb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:09.105398 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c03064f2-7209-444c-ac06-53da8554cb7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:09.183696 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c03064f2-7209-444c-ac06-53da8554cb7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:09.187372 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c03064f2-7209-444c-ac06-53da8554cb7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:09.212242 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c03064f2-7209-444c-ac06-53da8554cb7d admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 17:03:09.221442 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03064f2-7209-444c-ac06-53da8554cb7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359b55f0-b411-466d-a6ee-82ae6118a5dd,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:09.231270 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c03064f2-7209-444c-ac06-53da8554cb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:09.231609 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-c03064f2-7209-444c-ac06-53da8554cb7d admin admin] Added segment 09484680-6d5f-4f2f-bd68-0c672558eba6 of type vlan for network 98c83029-351f-44cc-b9f4-ed19acd90697 Dec 10 17:03:09.241817 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03064f2-7209-444c-ac06-53da8554cb7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:09.242190 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03064f2-7209-444c-ac06-53da8554cb7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:09.242535 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03064f2-7209-444c-ac06-53da8554cb7d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:09.242876 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03064f2-7209-444c-ac06-53da8554cb7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:09.243213 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03064f2-7209-444c-ac06-53da8554cb7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:09.243538 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03064f2-7209-444c-ac06-53da8554cb7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:09.243863 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03064f2-7209-444c-ac06-53da8554cb7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:09.244189 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03064f2-7209-444c-ac06-53da8554cb7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:09.244515 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03064f2-7209-444c-ac06-53da8554cb7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:09.244839 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03064f2-7209-444c-ac06-53da8554cb7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:09.245160 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03064f2-7209-444c-ac06-53da8554cb7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:09.245479 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03064f2-7209-444c-ac06-53da8554cb7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:09.245801 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03064f2-7209-444c-ac06-53da8554cb7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:09.294577 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c03064f2-7209-444c-ac06-53da8554cb7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:09.318535 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c03064f2-7209-444c-ac06-53da8554cb7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:09.319403 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03064f2-7209-444c-ac06-53da8554cb7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:09.319980 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c03064f2-7209-444c-ac06-53da8554cb7d admin admin] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:09.369915 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-c03064f2-7209-444c-ac06-53da8554cb7d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4027183 Dec 10 17:03:09.372916 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 35820) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:03:09.378040 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-8b392896-10eb-408b-8bdb-7cae985fa387 admin admin] Request body: {'subnet': {'network_id': '98c83029-351f-44cc-b9f4-ed19acd90697', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-344614404-subnet', 'tenant_id': '8f43ef2192824a0c92215cf33075cf48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:03:09.380732 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03064f2-7209-444c-ac06-53da8554cb7d admin admin] Pushing event updated for resources: {'Network': ['ID=98c83029-351f-44cc-b9f4-ed19acd90697,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:09.390701 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 98c83029-351f-44cc-b9f4-ed19acd90697 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 17:03:09.405277 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b392896-10eb-408b-8bdb-7cae985fa387 admin admin] Made reservation on behalf of 8f43ef2192824a0c92215cf33075cf48 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:03:09.407691 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8b392896-10eb-408b-8bdb-7cae985fa387 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:09.567811 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8b392896-10eb-408b-8bdb-7cae985fa387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:09.631196 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b392896-10eb-408b-8bdb-7cae985fa387 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48404954-c1b0-49d6-953b-c7dada935c2e,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:09.636172 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b392896-10eb-408b-8bdb-7cae985fa387 admin admin] Checking segment: {'id': '09484680-6d5f-4f2f-bd68-0c672558eba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '98c83029-351f-44cc-b9f4-ed19acd90697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:03:09.636529 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b392896-10eb-408b-8bdb-7cae985fa387 admin admin] Network hostable DHCP agents. Network: 98c83029-351f-44cc-b9f4-ed19acd90697, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 17:03:09.654707 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b392896-10eb-408b-8bdb-7cae985fa387 admin admin] Network 98c83029-351f-44cc-b9f4-ed19acd90697 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 17:03:09.664298 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-8b392896-10eb-408b-8bdb-7cae985fa387 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 98c83029-351f-44cc-b9f4-ed19acd90697) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:03:09.668183 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b392896-10eb-408b-8bdb-7cae985fa387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:09.669052 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8b392896-10eb-408b-8bdb-7cae985fa387 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:09.674471 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0186f1-dd2b-44ee-8b58-3321747acb36 None None] Network 98c83029-351f-44cc-b9f4-ed19acd90697 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:03:09.685455 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-8b392896-10eb-408b-8bdb-7cae985fa387 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3113835 Dec 10 17:03:09.774648 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0146bf62-a6b3-4984-baa1-8b436384b126 None None] Network 98c83029-351f-44cc-b9f4-ed19acd90697 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:03:10.111865 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-248278d3-1f11-4084-9ca4-ccb0ba20ac5f tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:10.113337 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-248278d3-1f11-4084-9ca4-ccb0ba20ac5f tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/networks?id=98c83029-351f-44cc-b9f4-ed19acd90697 HTTP/1.1" status: 200 len: 814 time: 0.1004741 Dec 10 17:03:10.127765 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-34db474e-6ef4-457c-bc38-0d29a14fb021 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/quotas/8f43ef2192824a0c92215cf33075cf48 HTTP/1.1" status: 200 len: 375 time: 0.0087066 Dec 10 17:03:10.163209 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-1963c737-ddc0-4a53-b453-16ac6d3c2f9a tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f43ef2192824a0c92215cf33075cf48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301969 Dec 10 17:03:10.251514 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-fbe1c553-f2d3-4a0b-be53-d56fa96a16fd service neutron] 10.222.0.11 "GET /v2.0/networks/98c83029-351f-44cc-b9f4-ed19acd90697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810845 Dec 10 17:03:10.354742 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device ad58d931-e30d-4435-9903-41001ecb6614 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:03:10.355192 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-01d80902-5e3c-408c-961f-3ccf0de0c1eb service neutron] 10.222.0.11 "GET /v2.0/networks/98c83029-351f-44cc-b9f4-ed19acd90697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968871 Dec 10 17:03:10.375670 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: ad58d931-e30d-4435-9903-41001ecb6614 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:03:10.376022 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device ad58d931-e30d-4435-9903-41001ecb6614 not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:03:10.511731 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f4e4d083-92b0-45c9-829c-f0950bd0761d req-cd829f49-554e-43af-bba7-19b2f2bf2574 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 210 time: 0.0269368 Dec 10 17:03:11.419279 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-1529af35-0fb6-4aeb-a4d8-fb414fb520c3 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:11.420757 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-1529af35-0fb6-4aeb-a4d8-fb414fb520c3 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.26 "GET /v2.0/networks?id=98c83029-351f-44cc-b9f4-ed19acd90697 HTTP/1.1" status: 200 len: 814 time: 0.1070483 Dec 10 17:03:11.434988 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-159da37a-cfc6-4124-abbf-ac8bc4bca07d tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Request body: {'port': {'device_id': '2047a3a1-fb37-4ff4-a6f3-a8d61d20e704', 'network_id': '98c83029-351f-44cc-b9f4-ed19acd90697', 'admin_state_up': True, 'tenant_id': '8f43ef2192824a0c92215cf33075cf48'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:03:11.539720 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-159da37a-cfc6-4124-abbf-ac8bc4bca07d tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Made reservation on behalf of 8f43ef2192824a0c92215cf33075cf48 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:03:11.543248 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-159da37a-cfc6-4124-abbf-ac8bc4bca07d tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:11.632206 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d8a34ef1-c6d6-4137-b619-7cdf9563e94f req-a391fed5-b47b-43bf-afcc-33686aaf1aed tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 210 time: 0.0373704 Dec 10 17:03:11.695060 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-159da37a-cfc6-4124-abbf-ac8bc4bca07d tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Allocated IP 172.20.0.14 (98c83029-351f-44cc-b9f4-ed19acd90697/48404954-c1b0-49d6-953b-c7dada935c2e/6d090735-f877-4a55-a0f8-624fdb343edd) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:03:11.839518 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-159da37a-cfc6-4124-abbf-ac8bc4bca07d tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:11.873330 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-159da37a-cfc6-4124-abbf-ac8bc4bca07d tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:11.916636 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-159da37a-cfc6-4124-abbf-ac8bc4bca07d tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Network 98c83029-351f-44cc-b9f4-ed19acd90697 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:03:11.920089 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-159da37a-cfc6-4124-abbf-ac8bc4bca07d tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:03:11.923743 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-159da37a-cfc6-4124-abbf-ac8bc4bca07d tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:03:11.946487 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159da37a-cfc6-4124-abbf-ac8bc4bca07d tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Pushing event updated for resources: {'Port': ['ID=6d090735-f877-4a55-a0f8-624fdb343edd,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:11.974428 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-159da37a-cfc6-4124-abbf-ac8bc4bca07d tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:11.975042 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-159da37a-cfc6-4124-abbf-ac8bc4bca07d tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:11.990455 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-159da37a-cfc6-4124-abbf-ac8bc4bca07d tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5585973 Dec 10 17:03:12.001900 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-f25a3d72-9ef2-4542-adaa-46671a5b5486 service neutron] Request body: {'port': {'device_id': '2047a3a1-fb37-4ff4-a6f3-a8d61d20e704', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:03:12.057392 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-f25a3d72-9ef2-4542-adaa-46671a5b5486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:12.310704 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-f25a3d72-9ef2-4542-adaa-46671a5b5486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d090735-f877-4a55-a0f8-624fdb343edd {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:03:12.318205 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-f25a3d72-9ef2-4542-adaa-46671a5b5486 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:12.329879 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-f25a3d72-9ef2-4542-adaa-46671a5b5486 service neutron] Transition to ACTIVE for port object 6d090735-f877-4a55-a0f8-624fdb343edd will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 17:03:12.334326 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-f25a3d72-9ef2-4542-adaa-46671a5b5486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:12.402208 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a3d72-9ef2-4542-adaa-46671a5b5486 service neutron] Pushing event updated for resources: {'Port': ['ID=6d090735-f877-4a55-a0f8-624fdb343edd,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:12.449934 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-f25a3d72-9ef2-4542-adaa-46671a5b5486 service neutron] Attempting to bind port 6d090735-f877-4a55-a0f8-624fdb343edd on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:03:12.450292 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-f25a3d72-9ef2-4542-adaa-46671a5b5486 service neutron] Attempting to bind port 6d090735-f877-4a55-a0f8-624fdb343edd by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '09484680-6d5f-4f2f-bd68-0c672558eba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '98c83029-351f-44cc-b9f4-ed19acd90697'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:03:12.450616 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-f25a3d72-9ef2-4542-adaa-46671a5b5486 service neutron] Attempting to bind port 6d090735-f877-4a55-a0f8-624fdb343edd on network 98c83029-351f-44cc-b9f4-ed19acd90697 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:03:12.454804 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-f25a3d72-9ef2-4542-adaa-46671a5b5486 service neutron] Port 6d090735-f877-4a55-a0f8-624fdb343edd on network 98c83029-351f-44cc-b9f4-ed19acd90697 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 17:03:12.455118 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-f25a3d72-9ef2-4542-adaa-46671a5b5486 service neutron] Attempting to bind port 6d090735-f877-4a55-a0f8-624fdb343edd on network 98c83029-351f-44cc-b9f4-ed19acd90697 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:03:12.460276 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-f25a3d72-9ef2-4542-adaa-46671a5b5486 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:03:12.460606 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-f25a3d72-9ef2-4542-adaa-46671a5b5486 service neutron] Checking segment: {'id': '09484680-6d5f-4f2f-bd68-0c672558eba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '98c83029-351f-44cc-b9f4-ed19acd90697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:03:12.460982 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-f25a3d72-9ef2-4542-adaa-46671a5b5486 service neutron] Bound using segment: {'id': '09484680-6d5f-4f2f-bd68-0c672558eba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '98c83029-351f-44cc-b9f4-ed19acd90697'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:03:12.461402 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-f25a3d72-9ef2-4542-adaa-46671a5b5486 service neutron] Bound port: 6d090735-f877-4a55-a0f8-624fdb343edd, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09484680-6d5f-4f2f-bd68-0c672558eba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '98c83029-351f-44cc-b9f4-ed19acd90697'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:03:12.461754 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-f25a3d72-9ef2-4542-adaa-46671a5b5486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:12.522236 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-f25a3d72-9ef2-4542-adaa-46671a5b5486 service neutron] For port 6d090735-f877-4a55-a0f8-624fdb343edd, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:03:12.525209 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-f25a3d72-9ef2-4542-adaa-46671a5b5486 service neutron] For port 6d090735-f877-4a55-a0f8-624fdb343edd, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=6d090735-f877-4a55-a0f8-624fdb343edd,segment=NetworkSegment(09484680-6d5f-4f2f-bd68-0c672558eba6),segment_id=09484680-6d5f-4f2f-bd68-0c672558eba6)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:03:12.529711 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-f25a3d72-9ef2-4542-adaa-46671a5b5486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:12.565935 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-f25a3d72-9ef2-4542-adaa-46671a5b5486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:12.566695 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-f25a3d72-9ef2-4542-adaa-46671a5b5486 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:12.568010 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-f25a3d72-9ef2-4542-adaa-46671a5b5486 service neutron] 10.222.0.26 "PUT /v2.0/ports/6d090735-f877-4a55-a0f8-624fdb343edd HTTP/1.1" status: 200 len: 1092 time: 0.5699997 Dec 10 17:03:12.568454 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2047a3a1-fb37-4ff4-a6f3-a8d61d20e704', 'tag': '6d090735-f877-4a55-a0f8-624fdb343edd'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:03:12.570739 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728b4e44-3f69-46b7-8223-4f16cc459a1c" -d '{"events": [{"name": "network-changed", "server_uuid": "2047a3a1-fb37-4ff4-a6f3-a8d61d20e704", "tag": "6d090735-f877-4a55-a0f8-624fdb343edd"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:03:12.593847 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a3d72-9ef2-4542-adaa-46671a5b5486 service neutron] Pushing event updated for resources: {'Port': ['ID=6d090735-f877-4a55-a0f8-624fdb343edd,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:12.610218 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a83cda9-023a-4f80-ade2-96546106c3e2 x-openstack-request-id: req-5a83cda9-023a-4f80-ade2-96546106c3e2 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:03:12.610678 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2047a3a1-fb37-4ff4-a6f3-a8d61d20e704", "tag": "6d090735-f877-4a55-a0f8-624fdb343edd", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:03:12.610959 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5a83cda9-023a-4f80-ade2-96546106c3e2 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:03:12.611377 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2047a3a1-fb37-4ff4-a6f3-a8d61d20e704', 'tag': '6d090735-f877-4a55-a0f8-624fdb343edd', 'status': 'completed', 'code': 200} Dec 10 17:03:12.663553 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-24e84d65-32cb-48e7-be84-9a1960892af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:12.665090 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-24e84d65-32cb-48e7-be84-9a1960892af9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8f43ef2192824a0c92215cf33075cf48&device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 1095 time: 0.0468295 Dec 10 17:03:12.710795 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-45aa873a-8bbc-40dc-b602-dd18851d839f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d090735-f877-4a55-a0f8-624fdb343edd HTTP/1.1" status: 200 len: 217 time: 0.0366056 Dec 10 17:03:12.782785 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-fada4452-4c9c-4b38-9465-2022d164a3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:12.784240 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-fada4452-4c9c-4b38-9465-2022d164a3dd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=48404954-c1b0-49d6-953b-c7dada935c2e HTTP/1.1" status: 200 len: 854 time: 0.0663986 Dec 10 17:03:12.795562 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f10a4e-b496-4cde-9a28-1e14793a56d4 req-9ef2a964-5b14-4e3d-beef-d2893d067cdc tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:12.796947 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-07f10a4e-b496-4cde-9a28-1e14793a56d4 req-9ef2a964-5b14-4e3d-beef-d2893d067cdc tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 944 time: 0.0893052 Dec 10 17:03:12.826644 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-5dc0482d-926c-41ef-b93a-a363b52d562d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=98c83029-351f-44cc-b9f4-ed19acd90697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286677 Dec 10 17:03:12.913053 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-07f10a4e-b496-4cde-9a28-1e14793a56d4 req-496e6575-9576-4170-9bd4-b6e212bef90a tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080377 Dec 10 17:03:12.944049 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-c4a22f39-20ea-4239-a50a-d531c459115a service neutron] 10.222.0.26 "GET /v2.0/networks/98c83029-351f-44cc-b9f4-ed19acd90697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077313 Dec 10 17:03:13.032564 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9c6fac4b-bf84-4b92-ba0d-39c2c26cfcd3 req-bd487e3a-fc32-48f1-9c11-c816df02b630 service neutron] 10.222.0.26 "GET /v2.0/networks/98c83029-351f-44cc-b9f4-ed19acd90697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818913 Dec 10 17:03:13.112565 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b4e44-3f69-46b7-8223-4f16cc459a1c req-49fd85d2-24a5-4658-9ea8-aa9c786925ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:13.114030 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-728b4e44-3f69-46b7-8223-4f16cc459a1c req-49fd85d2-24a5-4658-9ea8-aa9c786925ff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8f43ef2192824a0c92215cf33075cf48&device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 1095 time: 0.0397177 Dec 10 17:03:13.219448 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b4e44-3f69-46b7-8223-4f16cc459a1c req-7c330cd9-88dc-435c-9bd4-73cd6ca5ff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:13.220932 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-728b4e44-3f69-46b7-8223-4f16cc459a1c req-7c330cd9-88dc-435c-9bd4-73cd6ca5ff02 service neutron] 10.222.0.26 "GET /v2.0/networks?id=98c83029-351f-44cc-b9f4-ed19acd90697 HTTP/1.1" status: 200 len: 915 time: 0.0995800 Dec 10 17:03:13.268425 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-728b4e44-3f69-46b7-8223-4f16cc459a1c req-07de20b1-3dba-4cce-ad0c-cb01f1bf7a57 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d090735-f877-4a55-a0f8-624fdb343edd HTTP/1.1" status: 200 len: 217 time: 0.0395052 Dec 10 17:03:13.315880 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b4e44-3f69-46b7-8223-4f16cc459a1c req-aa20e240-f924-4acb-808e-fe6fe3f94f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:13.317297 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-728b4e44-3f69-46b7-8223-4f16cc459a1c req-aa20e240-f924-4acb-808e-fe6fe3f94f2e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=48404954-c1b0-49d6-953b-c7dada935c2e HTTP/1.1" status: 200 len: 854 time: 0.0418882 Dec 10 17:03:13.351645 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-728b4e44-3f69-46b7-8223-4f16cc459a1c req-cbbdb1ac-133b-46ff-8664-d10f605a1db5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=98c83029-351f-44cc-b9f4-ed19acd90697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275118 Dec 10 17:03:13.437907 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-728b4e44-3f69-46b7-8223-4f16cc459a1c req-dac464be-61b3-4e4a-9bfb-22a69b315e89 service neutron] 10.222.0.26 "GET /v2.0/networks/98c83029-351f-44cc-b9f4-ed19acd90697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790668 Dec 10 17:03:13.531962 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-728b4e44-3f69-46b7-8223-4f16cc459a1c req-cb999132-3251-4af2-9cf0-3f125e408a1d service neutron] 10.222.0.26 "GET /v2.0/networks/98c83029-351f-44cc-b9f4-ed19acd90697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862341 Dec 10 17:03:13.959285 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d212699e-4d64-495f-8d4d-c54cf2d4bdb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:14.031578 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257df5c-d3f5-415f-b074-53da840f580a req-5895eea2-0464-46ff-ad76-5ebeba9460b2 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:14.033058 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f257df5c-d3f5-415f-b074-53da840f580a req-5895eea2-0464-46ff-ad76-5ebeba9460b2 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 944 time: 0.0491354 Dec 10 17:03:14.079640 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f257df5c-d3f5-415f-b074-53da840f580a req-bd62511c-b875-42fc-8bdb-b2888d8f4dc8 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400760 Dec 10 17:03:14.365927 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 6d090735-f877-4a55-a0f8-624fdb343edd details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 17:03:14.459885 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 6d090735-f877-4a55-a0f8-624fdb343edd, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=6d090735-f877-4a55-a0f8-624fdb343edd,segment=NetworkSegment(09484680-6d5f-4f2f-bd68-0c672558eba6),segment_id=09484680-6d5f-4f2f-bd68-0c672558eba6)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:03:14.470899 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '6d090735-f877-4a55-a0f8-624fdb343edd', 'network_id': '98c83029-351f-44cc-b9f4-ed19acd90697', 'port_id': '6d090735-f877-4a55-a0f8-624fdb343edd', 'mac_address': 'fa:16:3e:8e:6d:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48404954-c1b0-49d6-953b-c7dada935c2e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 17:03:14.508668 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:14.521043 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d090735-f877-4a55-a0f8-624fdb343edd {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:03:14.539403 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 6d090735-f877-4a55-a0f8-624fdb343edd, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=6d090735-f877-4a55-a0f8-624fdb343edd,segment=NetworkSegment(09484680-6d5f-4f2f-bd68-0c672558eba6),segment_id=09484680-6d5f-4f2f-bd68-0c672558eba6)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:03:14.543705 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:14.592142 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=6d090735-f877-4a55-a0f8-624fdb343edd,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:14.733993 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['6d090735-f877-4a55-a0f8-624fdb343edd'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:03:15.193331 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e5970-2582-44d3-818b-cd21b98b6e3e req-832ffa09-6bc9-4b3f-b43a-58e3da63ad95 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:15.194859 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e5e5970-2582-44d3-818b-cd21b98b6e3e req-832ffa09-6bc9-4b3f-b43a-58e3da63ad95 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 945 time: 0.0482218 Dec 10 17:03:15.243270 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2e5e5970-2582-44d3-818b-cd21b98b6e3e req-4f70d533-6e86-43b1-8772-79a06f0e9f01 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416045 Dec 10 17:03:16.360994 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ad52c-6fbe-4f9f-92d8-afde6754842c req-2a60513c-ab0b-493b-ae39-3a94bd7059b0 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:16.362495 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c99ad52c-6fbe-4f9f-92d8-afde6754842c req-2a60513c-ab0b-493b-ae39-3a94bd7059b0 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 945 time: 0.0521753 Dec 10 17:03:16.370281 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 6d090735-f877-4a55-a0f8-624fdb343edd up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:03:16.409920 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c99ad52c-6fbe-4f9f-92d8-afde6754842c req-6515c05d-fa60-4715-b4ea-f335b0e040af tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414948 Dec 10 17:03:16.421498 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 6d090735-f877-4a55-a0f8-624fdb343edd completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 17:03:16.425464 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 6d090735-f877-4a55-a0f8-624fdb343edd triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:03:16.425835 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:16.512628 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:16.516012 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-efd001e4-b7e6-4b7d-a68f-cfc76327e223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:16.537276 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2047a3a1-fb37-4ff4-a6f3-a8d61d20e704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d090735-f877-4a55-a0f8-624fdb343edd'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:03:16.539420 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6657bcb5-54e6-482e-acce-31a04c2a1ba8" -d '{"events": [{"server_uuid": "2047a3a1-fb37-4ff4-a6f3-a8d61d20e704", "name": "network-vif-plugged", "status": "completed", "tag": "6d090735-f877-4a55-a0f8-624fdb343edd"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:03:16.551692 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 6d090735-f877-4a55-a0f8-624fdb343edd, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=6d090735-f877-4a55-a0f8-624fdb343edd,segment=NetworkSegment(09484680-6d5f-4f2f-bd68-0c672558eba6),segment_id=09484680-6d5f-4f2f-bd68-0c672558eba6)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:03:16.555883 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:16.583920 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57fa797-9586-422a-b839-57c0ce8d6189 x-openstack-request-id: req-f57fa797-9586-422a-b839-57c0ce8d6189 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:03:16.584217 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2047a3a1-fb37-4ff4-a6f3-a8d61d20e704", "name": "network-vif-plugged", "status": "completed", "tag": "6d090735-f877-4a55-a0f8-624fdb343edd", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:03:16.584469 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f57fa797-9586-422a-b839-57c0ce8d6189 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:03:16.584857 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2047a3a1-fb37-4ff4-a6f3-a8d61d20e704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d090735-f877-4a55-a0f8-624fdb343edd', 'code': 200} Dec 10 17:03:16.611311 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=6d090735-f877-4a55-a0f8-624fdb343edd,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:16.675327 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8d05b-2f41-4c09-a8c6-9d6ee618bd84 req-471ce889-7b55-4128-a8c0-b3eabc62eb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:16.676797 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dea8d05b-2f41-4c09-a8c6-9d6ee618bd84 req-471ce889-7b55-4128-a8c0-b3eabc62eb3c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 1097 time: 0.0398450 Dec 10 17:03:16.720656 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dea8d05b-2f41-4c09-a8c6-9d6ee618bd84 req-b02352bf-10e0-49bf-8325-53870f32754c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366626 Dec 10 17:03:17.378556 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:17.532051 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cd329-5117-43a6-8763-91bb3d8e51cc req-369f7680-7a11-4fea-982e-b49fac667714 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:17.534368 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1c5cd329-5117-43a6-8763-91bb3d8e51cc req-369f7680-7a11-4fea-982e-b49fac667714 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 946 time: 0.0542080 Dec 10 17:03:17.582931 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1c5cd329-5117-43a6-8763-91bb3d8e51cc req-33ecde07-a1d2-4624-b811-6fc7966a418f tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417552 Dec 10 17:03:18.672057 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:18.700480 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960de6ce-3d70-402c-95f9-b7bc04050e16 req-114a2948-1a89-4168-b5f2-7c23edbd4870 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:18.701968 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-960de6ce-3d70-402c-95f9-b7bc04050e16 req-114a2948-1a89-4168-b5f2-7c23edbd4870 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 946 time: 0.0497575 Dec 10 17:03:18.748488 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-960de6ce-3d70-402c-95f9-b7bc04050e16 req-f4ca5e00-1b60-407b-a2e6-38fea023b657 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405428 Dec 10 17:03:18.863019 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55204420-4c40-4b4d-aa80-b40c7eb74656 req-3caa9475-6988-4f35-8501-a33a532f57ff tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:18.865090 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-55204420-4c40-4b4d-aa80-b40c7eb74656 req-3caa9475-6988-4f35-8501-a33a532f57ff tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 946 time: 0.0512035 Dec 10 17:03:18.914018 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-55204420-4c40-4b4d-aa80-b40c7eb74656 req-e5cbd92a-c5f3-420e-9dc2-9b6b9f70d4f2 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430825 Dec 10 17:03:19.111122 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf6a4d-e3c7-4141-9579-c02f13a52189 req-eef8f65f-d1b9-4c62-b842-f79c1a07cf4a tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:19.112582 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cfbf6a4d-e3c7-4141-9579-c02f13a52189 req-eef8f65f-d1b9-4c62-b842-f79c1a07cf4a tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 946 time: 0.0484746 Dec 10 17:03:19.158592 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cfbf6a4d-e3c7-4141-9579-c02f13a52189 req-b6983168-d4a8-4bf2-93bf-55a3a5e5e477 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397391 Dec 10 17:03:19.268359 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895fb69c-2a7d-45de-8161-6f6eb13d596d req-009651c9-66c5-42ad-a49b-2698b928495b tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:19.269822 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-895fb69c-2a7d-45de-8161-6f6eb13d596d req-009651c9-66c5-42ad-a49b-2698b928495b tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 946 time: 0.0475836 Dec 10 17:03:19.316116 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-895fb69c-2a7d-45de-8161-6f6eb13d596d req-899131cd-addf-466d-b3c0-27c2c8e729a1 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399165 Dec 10 17:03:19.556164 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-030605b8-1fa6-4074-8674-0636279d3e4c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0640178 Dec 10 17:03:19.576321 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad3024-3437-4522-870f-c35571c9a3d2 req-81b977fb-9e08-4dcd-af58-01e479296913 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:19.577829 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-66ad3024-3437-4522-870f-c35571c9a3d2 req-81b977fb-9e08-4dcd-af58-01e479296913 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 946 time: 0.0768583 Dec 10 17:03:19.627335 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-66ad3024-3437-4522-870f-c35571c9a3d2 req-7a0a531a-283d-450f-ae7b-390eaec39cb8 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424385 Dec 10 17:03:19.721439 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:20.662278 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-74ce76f3-19bc-4f7c-a4a0-d721ff9b9725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:20.663829 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-74ce76f3-19bc-4f7c-a4a0-d721ff9b9725 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8f43ef2192824a0c92215cf33075cf48&device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 1097 time: 0.0411823 Dec 10 17:03:20.781783 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49baa647-1b00-4961-a8f8-49acb32fc944 req-ff0925e7-c642-4834-a0bf-a16cfd8d8022 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:20.783370 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-49baa647-1b00-4961-a8f8-49acb32fc944 req-ff0925e7-c642-4834-a0bf-a16cfd8d8022 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 946 time: 0.0685103 Dec 10 17:03:20.808053 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-40c8b02a-c892-4164-a764-57883bfb6c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:20.809453 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-40c8b02a-c892-4164-a764-57883bfb6c27 service neutron] 10.222.0.26 "GET /v2.0/networks?id=98c83029-351f-44cc-b9f4-ed19acd90697 HTTP/1.1" status: 200 len: 915 time: 0.1393797 Dec 10 17:03:20.862619 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-2d536bbc-e0cd-4c76-ac13-293296936792 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d090735-f877-4a55-a0f8-624fdb343edd HTTP/1.1" status: 200 len: 217 time: 0.0460131 Dec 10 17:03:20.886388 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-49baa647-1b00-4961-a8f8-49acb32fc944 req-5cca16f6-9471-4f16-a0a1-27fdcb7c4ee4 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936563 Dec 10 17:03:20.920377 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-70984515-b811-4d1d-a766-93cb45c20a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:20.921747 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-70984515-b811-4d1d-a766-93cb45c20a2a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=48404954-c1b0-49d6-953b-c7dada935c2e HTTP/1.1" status: 200 len: 854 time: 0.0510452 Dec 10 17:03:20.952822 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-7f1df809-005e-4564-bba6-612b1b6330d3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=98c83029-351f-44cc-b9f4-ed19acd90697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237255 Dec 10 17:03:21.043900 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-dc26a9ef-7853-4013-b709-e53d676c6213 service neutron] 10.222.0.26 "GET /v2.0/networks/98c83029-351f-44cc-b9f4-ed19acd90697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831633 Dec 10 17:03:21.131335 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-5354ee9a-3b53-4d8e-a585-2c0d5016b3b7 service neutron] 10.222.0.26 "GET /v2.0/networks/98c83029-351f-44cc-b9f4-ed19acd90697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804980 Dec 10 17:03:22.005407 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ddf888-9d99-4a2b-aa52-a3fa57758c35 req-7941b3a7-4ba0-4ded-ad4e-0cc1038bf24d tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:22.006876 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-74ddf888-9d99-4a2b-aa52-a3fa57758c35 req-7941b3a7-4ba0-4ded-ad4e-0cc1038bf24d tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 946 time: 0.0488000 Dec 10 17:03:22.057843 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-74ddf888-9d99-4a2b-aa52-a3fa57758c35 req-920da703-358a-4ec2-9bff-ce34a82191f0 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449960 Dec 10 17:03:22.312037 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:03:23.172404 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370027a-84ee-422a-9fee-2b4864699617 req-5d0f8edd-7f56-4724-a6b0-0e309076ed0f tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:23.173899 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2370027a-84ee-422a-9fee-2b4864699617 req-5d0f8edd-7f56-4724-a6b0-0e309076ed0f tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 946 time: 0.0483668 Dec 10 17:03:23.220379 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2370027a-84ee-422a-9fee-2b4864699617 req-a65d77bd-4b47-4ba7-af84-c665a195088b tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399935 Dec 10 17:03:24.340329 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a37a6-58a3-49f8-b1b0-fc9b7543ee8c req-16bed3ff-a885-4177-9bb2-ee2209293629 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:24.341815 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6f4a37a6-58a3-49f8-b1b0-fc9b7543ee8c req-16bed3ff-a885-4177-9bb2-ee2209293629 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 946 time: 0.0512438 Dec 10 17:03:24.388569 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6f4a37a6-58a3-49f8-b1b0-fc9b7543ee8c req-d8f0770b-ac7a-4595-a92b-2a534e517a67 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407486 Dec 10 17:03:25.506814 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb5ff5-ac40-4425-a3cc-f0b16e025ef5 req-28965ff8-e394-4329-906b-47348ce67867 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:25.508301 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0deb5ff5-ac40-4425-a3cc-f0b16e025ef5 req-28965ff8-e394-4329-906b-47348ce67867 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 946 time: 0.0524340 Dec 10 17:03:25.555009 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0deb5ff5-ac40-4425-a3cc-f0b16e025ef5 req-07665144-90ff-4e67-9462-ad42fbf240ac tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407133 Dec 10 17:03:26.671147 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580238a8-c0c2-49d3-9425-2366944c6ab0 req-c523d405-92b9-4856-80cf-10d9d9e35900 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:26.672627 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-580238a8-c0c2-49d3-9425-2366944c6ab0 req-c523d405-92b9-4856-80cf-10d9d9e35900 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 946 time: 0.0498166 Dec 10 17:03:26.719018 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-580238a8-c0c2-49d3-9425-2366944c6ab0 req-679f751d-3c7a-4188-83b8-b26151f3b5af tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399108 Dec 10 17:03:27.832008 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d454bbc-1ecf-476e-9bdd-aa7bfd7c04ef req-ef39fe2f-d25d-42c9-9ac4-819f35c1b4f9 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:27.834123 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1d454bbc-1ecf-476e-9bdd-aa7bfd7c04ef req-ef39fe2f-d25d-42c9-9ac4-819f35c1b4f9 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 946 time: 0.0484803 Dec 10 17:03:27.884047 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1d454bbc-1ecf-476e-9bdd-aa7bfd7c04ef req-214648f0-4db0-444e-a023-48a7fff53de9 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439711 Dec 10 17:03:28.997732 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05740f-6a35-46ea-b4a6-0475e7c6778f req-f8020695-94eb-4698-88d9-c8f34cef396c tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:28.999223 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0c05740f-6a35-46ea-b4a6-0475e7c6778f req-f8020695-94eb-4698-88d9-c8f34cef396c tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 946 time: 0.0478432 Dec 10 17:03:29.045495 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0c05740f-6a35-46ea-b4a6-0475e7c6778f req-080c0abf-bf04-429b-8e16-52e658d77690 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403426 Dec 10 17:03:30.161759 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33677480-4d94-4039-abbb-509653fe1af5 req-f212e199-a8fd-44e9-94d4-c6ca5295e265 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:30.163267 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-33677480-4d94-4039-abbb-509653fe1af5 req-f212e199-a8fd-44e9-94d4-c6ca5295e265 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 946 time: 0.0476987 Dec 10 17:03:30.210551 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-33677480-4d94-4039-abbb-509653fe1af5 req-e6695c46-a929-4c4e-ad7b-c4ab923413ec tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410399 Dec 10 17:03:31.327514 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1687d-ff2a-4605-8402-bc48c68c1c46 req-9742d1e8-c541-41d5-804b-fa07ef37a8f9 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:31.328975 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-11a1687d-ff2a-4605-8402-bc48c68c1c46 req-9742d1e8-c541-41d5-804b-fa07ef37a8f9 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 946 time: 0.0519004 Dec 10 17:03:31.375048 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-11a1687d-ff2a-4605-8402-bc48c68c1c46 req-1cb2c37f-d031-4488-a2e8-33d1e0af329e tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396671 Dec 10 17:03:32.490566 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110c1a8-6c2b-40fa-a528-0973219bbde9 req-dcfa3c57-863c-4a1d-aab4-050f5d96d955 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:32.492020 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d110c1a8-6c2b-40fa-a528-0973219bbde9 req-dcfa3c57-863c-4a1d-aab4-050f5d96d955 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 946 time: 0.0484159 Dec 10 17:03:32.538940 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d110c1a8-6c2b-40fa-a528-0973219bbde9 req-13c3b318-11a9-42e5-8314-4b0a77d23446 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409055 Dec 10 17:03:33.658099 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01171666-bfe1-4f0b-a6ae-d92c6b292594 req-f058fe0c-76e5-4fb4-80a3-c6d00958aed2 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:33.659603 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-01171666-bfe1-4f0b-a6ae-d92c6b292594 req-f058fe0c-76e5-4fb4-80a3-c6d00958aed2 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 946 time: 0.0515027 Dec 10 17:03:33.706805 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-01171666-bfe1-4f0b-a6ae-d92c6b292594 req-a567f6d8-d5c7-43c5-8eaf-94f5304ec613 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405400 Dec 10 17:03:34.821689 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fb324-14b1-49e4-a6b0-9ebd4acc5fff req-e7f09de6-0578-4e91-8893-6183ff342355 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:34.823172 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ce3fb324-14b1-49e4-a6b0-9ebd4acc5fff req-e7f09de6-0578-4e91-8893-6183ff342355 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 946 time: 0.0483086 Dec 10 17:03:34.868792 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ce3fb324-14b1-49e4-a6b0-9ebd4acc5fff req-7aeea70d-e2dc-4732-82f6-537d97d76d19 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396593 Dec 10 17:03:35.983075 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc8a96-0af9-4b08-9237-f8f99d4cf806 req-40f0eb40-4594-40c8-96ba-9e7dce6c7586 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:35.984548 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5fbc8a96-0af9-4b08-9237-f8f99d4cf806 req-40f0eb40-4594-40c8-96ba-9e7dce6c7586 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 946 time: 0.0482326 Dec 10 17:03:36.034315 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5fbc8a96-0af9-4b08-9237-f8f99d4cf806 req-b823556f-d90b-4836-a7c6-d8881211ec24 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437007 Dec 10 17:03:36.601928 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:37.149837 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79fc151-3758-4ab0-9c90-a4ce8a343280 req-fff5bdff-3704-4d99-861a-ad06443d3cff tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:37.151284 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a79fc151-3758-4ab0-9c90-a4ce8a343280 req-fff5bdff-3704-4d99-861a-ad06443d3cff tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 946 time: 0.0468526 Dec 10 17:03:37.197221 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a79fc151-3758-4ab0-9c90-a4ce8a343280 req-acbbc794-446e-412a-8158-b58b82f2bd03 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400703 Dec 10 17:03:38.311282 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bacc7f-9df9-4ef7-a5b4-437c5ce39fc7 req-cc5a0b5d-33a7-4983-8ad5-b4a90cc0cfd0 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:38.312742 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c4bacc7f-9df9-4ef7-a5b4-437c5ce39fc7 req-cc5a0b5d-33a7-4983-8ad5-b4a90cc0cfd0 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 946 time: 0.0478346 Dec 10 17:03:38.358646 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c4bacc7f-9df9-4ef7-a5b4-437c5ce39fc7 req-366d23b4-983a-473b-a1b5-7b4684d12ca2 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400307 Dec 10 17:03:38.445467 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:39.477113 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3d084-db91-482b-963f-505e47cb6328 req-af68bf22-1c50-4d3b-9228-7a1537950c97 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:39.478605 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-21d3d084-db91-482b-963f-505e47cb6328 req-af68bf22-1c50-4d3b-9228-7a1537950c97 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 946 time: 0.0522254 Dec 10 17:03:39.524859 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-21d3d084-db91-482b-963f-505e47cb6328 req-b878e42c-ccf6-4571-975a-e99f84528031 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402496 Dec 10 17:03:40.649590 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225512bf-66a8-43bd-98ba-0a9815e7c7e1 req-354d9906-5c27-47fa-a85a-3ebcfb19be73 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:40.651108 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-225512bf-66a8-43bd-98ba-0a9815e7c7e1 req-354d9906-5c27-47fa-a85a-3ebcfb19be73 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 946 time: 0.0483096 Dec 10 17:03:40.698055 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-225512bf-66a8-43bd-98ba-0a9815e7c7e1 req-76d54a0d-7d37-49fa-94f6-e0bc263fba22 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409949 Dec 10 17:03:41.812262 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5077653-8769-465d-b484-c5f29e93620d req-5c8dd898-3603-4993-8a88-1525fe7a8d58 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:41.813864 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b5077653-8769-465d-b484-c5f29e93620d req-5c8dd898-3603-4993-8a88-1525fe7a8d58 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 946 time: 0.0478129 Dec 10 17:03:41.865542 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b5077653-8769-465d-b484-c5f29e93620d req-d1a6f6a7-c8e9-4f8e-b34c-07e3527b14a7 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443354 Dec 10 17:03:42.978569 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc8d94-de07-4bd7-a2b0-c7cb02363623 req-7aae108b-51b9-4101-aad2-1f692d2260b9 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:42.980027 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-03dc8d94-de07-4bd7-a2b0-c7cb02363623 req-7aae108b-51b9-4101-aad2-1f692d2260b9 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 946 time: 0.0479534 Dec 10 17:03:43.026044 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-03dc8d94-de07-4bd7-a2b0-c7cb02363623 req-20167384-729b-4349-b459-9bdc0e69e3e8 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401680 Dec 10 17:03:43.961411 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f480da84-1b82-46fc-a532-70d34bb6a859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:44.145215 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1dbc9-f67e-4877-870f-0f859de99e52 req-87c5388c-0cfa-4da0-aea8-e1b0ecf34ba6 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:44.146632 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-acf1dbc9-f67e-4877-870f-0f859de99e52 req-87c5388c-0cfa-4da0-aea8-e1b0ecf34ba6 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 946 time: 0.0476930 Dec 10 17:03:44.193057 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-acf1dbc9-f67e-4877-870f-0f859de99e52 req-7cafcc45-07fd-4dd3-9e63-9c50717bec35 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397921 Dec 10 17:03:45.310804 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3adba1-7268-476a-b458-87856fcc7aef req-bd795a1f-d081-496f-9495-96a8ebed4498 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:45.312264 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ff3adba1-7268-476a-b458-87856fcc7aef req-bd795a1f-d081-496f-9495-96a8ebed4498 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 946 time: 0.0523193 Dec 10 17:03:45.358564 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ff3adba1-7268-476a-b458-87856fcc7aef req-a2bd60a9-e0c6-40f4-b740-95563403a2bc tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402281 Dec 10 17:03:46.471851 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584f90b-ff0a-4cdc-9c48-fdb17a59ca6c req-2c37f02f-fbde-46e4-9ddc-36fd216d1b73 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:46.473314 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6584f90b-ff0a-4cdc-9c48-fdb17a59ca6c req-2c37f02f-fbde-46e4-9ddc-36fd216d1b73 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 946 time: 0.0478752 Dec 10 17:03:46.499075 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2486c677-026a-4c11-a0bb-406bf9a5d666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:46.521780 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6584f90b-ff0a-4cdc-9c48-fdb17a59ca6c req-a3b208e4-45c4-4f66-942d-f6b508116c5a tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425527 Dec 10 17:03:47.380789 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:47.644323 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877553b4-0208-48be-9cb3-2abaae428580 req-6b0194ea-3b9f-4243-8659-c23cce6ced5a tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:47.648937 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-877553b4-0208-48be-9cb3-2abaae428580 req-6b0194ea-3b9f-4243-8659-c23cce6ced5a tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 946 time: 0.0556068 Dec 10 17:03:48.047069 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-877553b4-0208-48be-9cb3-2abaae428580 req-233c1b9d-4589-4580-a84d-748cef06f430 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944662 Dec 10 17:03:48.062399 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-34a8c049-f19e-4f98-b704-3121bb939c38 service neutron] show failed (client error): The resource could not be found. Dec 10 17:03:48.063365 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-34a8c049-f19e-4f98-b704-3121bb939c38 service neutron] 10.222.0.26 "GET /v2.0/ports/6d090735-f877-4a55-a0f8-624fdb343edd/bindings/n-h2-766771-2 HTTP/1.1" status: 404 len: 380 time: 0.0736785 Dec 10 17:03:48.271807 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-7d9a8af4-1756-4f23-b0e2-24bc9b0f274d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:48.273174 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-7d9a8af4-1756-4f23-b0e2-24bc9b0f274d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704&tenant_id=8f43ef2192824a0c92215cf33075cf48 HTTP/1.1" status: 200 len: 1097 time: 0.0453744 Dec 10 17:03:48.285541 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-7a258767-7500-4b77-b963-017134455db6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766771-2', 'device_owner': 'compute:nova'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:03:48.336133 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-7a258767-7500-4b77-b963-017134455db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:48.534157 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-7a258767-7500-4b77-b963-017134455db6 service neutron] For port 6d090735-f877-4a55-a0f8-624fdb343edd, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=6d090735-f877-4a55-a0f8-624fdb343edd,segment=NetworkSegment(09484680-6d5f-4f2f-bd68-0c672558eba6),segment_id=09484680-6d5f-4f2f-bd68-0c672558eba6)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:03:48.567297 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-7a258767-7500-4b77-b963-017134455db6 service neutron] For port 6d090735-f877-4a55-a0f8-624fdb343edd, host n-h1-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:03:48.610054 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2047a3a1-fb37-4ff4-a6f3-a8d61d20e704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d090735-f877-4a55-a0f8-624fdb343edd'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:03:48.612349 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e80242-11f2-495e-9386-5455a1445e98" -d '{"events": [{"server_uuid": "2047a3a1-fb37-4ff4-a6f3-a8d61d20e704", "name": "network-vif-unplugged", "status": "completed", "tag": "6d090735-f877-4a55-a0f8-624fdb343edd"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:03:48.616160 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-7a258767-7500-4b77-b963-017134455db6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:48.630095 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-7a258767-7500-4b77-b963-017134455db6 service neutron] Transition to ACTIVE for port object 6d090735-f877-4a55-a0f8-624fdb343edd will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 17:03:48.637457 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-7a258767-7500-4b77-b963-017134455db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:48.673536 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 17:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09d9516-e7cb-49e3-8a47-4f2781108ad6 x-openstack-request-id: req-a09d9516-e7cb-49e3-8a47-4f2781108ad6 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:03:48.673877 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2047a3a1-fb37-4ff4-a6f3-a8d61d20e704", "name": "network-vif-unplugged", "status": "completed", "tag": "6d090735-f877-4a55-a0f8-624fdb343edd", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:03:48.674081 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a09d9516-e7cb-49e3-8a47-4f2781108ad6 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:03:48.675113 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2047a3a1-fb37-4ff4-a6f3-a8d61d20e704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d090735-f877-4a55-a0f8-624fdb343edd', 'code': 200} Dec 10 17:03:48.678380 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:48.700106 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-7a258767-7500-4b77-b963-017134455db6 service neutron] No DVR routers for this DVR port 6d090735-f877-4a55-a0f8-624fdb343edd on host n-h1-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:03:48.711172 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a258767-7500-4b77-b963-017134455db6 service neutron] Pushing event updated for resources: {'Port': ['ID=6d090735-f877-4a55-a0f8-624fdb343edd,revision_number=6']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:48.738021 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-7a258767-7500-4b77-b963-017134455db6 service neutron] Attempting to bind port 6d090735-f877-4a55-a0f8-624fdb343edd on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:03:48.738383 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-7a258767-7500-4b77-b963-017134455db6 service neutron] Attempting to bind port 6d090735-f877-4a55-a0f8-624fdb343edd by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '09484680-6d5f-4f2f-bd68-0c672558eba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '98c83029-351f-44cc-b9f4-ed19acd90697'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:03:48.738712 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-7a258767-7500-4b77-b963-017134455db6 service neutron] Attempting to bind port 6d090735-f877-4a55-a0f8-624fdb343edd on network 98c83029-351f-44cc-b9f4-ed19acd90697 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:03:48.742970 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-7a258767-7500-4b77-b963-017134455db6 service neutron] Port 6d090735-f877-4a55-a0f8-624fdb343edd on network 98c83029-351f-44cc-b9f4-ed19acd90697 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 17:03:48.743285 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-7a258767-7500-4b77-b963-017134455db6 service neutron] Attempting to bind port 6d090735-f877-4a55-a0f8-624fdb343edd on network 98c83029-351f-44cc-b9f4-ed19acd90697 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:03:48.748701 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-7a258767-7500-4b77-b963-017134455db6 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:03:48.749030 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-7a258767-7500-4b77-b963-017134455db6 service neutron] Checking segment: {'id': '09484680-6d5f-4f2f-bd68-0c672558eba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '98c83029-351f-44cc-b9f4-ed19acd90697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:03:48.749407 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-7a258767-7500-4b77-b963-017134455db6 service neutron] Bound using segment: {'id': '09484680-6d5f-4f2f-bd68-0c672558eba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '98c83029-351f-44cc-b9f4-ed19acd90697'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:03:48.749824 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-7a258767-7500-4b77-b963-017134455db6 service neutron] Bound port: 6d090735-f877-4a55-a0f8-624fdb343edd, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09484680-6d5f-4f2f-bd68-0c672558eba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '98c83029-351f-44cc-b9f4-ed19acd90697'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:03:48.750194 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-7a258767-7500-4b77-b963-017134455db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:48.817852 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-7a258767-7500-4b77-b963-017134455db6 service neutron] For port 6d090735-f877-4a55-a0f8-624fdb343edd, host n-h2-766771-2, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:03:48.820896 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-7a258767-7500-4b77-b963-017134455db6 service neutron] For port 6d090735-f877-4a55-a0f8-624fdb343edd, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=6d090735-f877-4a55-a0f8-624fdb343edd,segment=NetworkSegment(09484680-6d5f-4f2f-bd68-0c672558eba6),segment_id=09484680-6d5f-4f2f-bd68-0c672558eba6)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:03:48.824460 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-7a258767-7500-4b77-b963-017134455db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:48.862633 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-7a258767-7500-4b77-b963-017134455db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:48.863254 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-7a258767-7500-4b77-b963-017134455db6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:48.864620 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-7a258767-7500-4b77-b963-017134455db6 service neutron] 10.222.0.46 "PUT /v2.0/ports/6d090735-f877-4a55-a0f8-624fdb343edd HTTP/1.1" status: 200 len: 1092 time: 0.5830216 Dec 10 17:03:48.880837 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a258767-7500-4b77-b963-017134455db6 service neutron] Pushing event updated for resources: {'Port': ['ID=6d090735-f877-4a55-a0f8-624fdb343edd,revision_number=7']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:48.924467 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-0f087a7c-30c1-46d6-8bb8-1f7f3be34de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:48.925946 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-0f087a7c-30c1-46d6-8bb8-1f7f3be34de4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f43ef2192824a0c92215cf33075cf48&device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 1095 time: 0.0405922 Dec 10 17:03:49.015827 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-0382b3ed-6143-49df-8780-06a4f7e87ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:49.017259 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-0382b3ed-6143-49df-8780-06a4f7e87ee9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=98c83029-351f-44cc-b9f4-ed19acd90697 HTTP/1.1" status: 200 len: 915 time: 0.0843418 Dec 10 17:03:49.059491 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-e66c3686-f0f6-4453-8c50-c423f4d5fc4d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d090735-f877-4a55-a0f8-624fdb343edd HTTP/1.1" status: 200 len: 217 time: 0.0344665 Dec 10 17:03:49.116028 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-08623510-11b8-4fd4-9b4b-5b85472fdff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:49.117496 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-08623510-11b8-4fd4-9b4b-5b85472fdff7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48404954-c1b0-49d6-953b-c7dada935c2e HTTP/1.1" status: 200 len: 854 time: 0.0468979 Dec 10 17:03:49.157814 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-77519560-c69b-43fa-95a7-fb57c042525f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98c83029-351f-44cc-b9f4-ed19acd90697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258219 Dec 10 17:03:49.165416 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3c37a-d307-4475-a217-51d66f18c510 req-eb007b26-b8ba-4102-9e5e-9979a6efd489 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:49.167593 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1eb3c37a-d307-4475-a217-51d66f18c510 req-eb007b26-b8ba-4102-9e5e-9979a6efd489 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 944 time: 0.0494697 Dec 10 17:03:49.216741 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1eb3c37a-d307-4475-a217-51d66f18c510 req-cc9ed8f2-1f9a-4072-99a5-16a888218df6 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428810 Dec 10 17:03:49.262998 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-3c6ccbc2-8195-4d8c-a67a-be7566919930 service neutron] 10.222.0.46 "GET /v2.0/networks/98c83029-351f-44cc-b9f4-ed19acd90697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881572 Dec 10 17:03:49.351508 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-31dce26f-43cb-4c40-b103-fd0a18d68a2d req-d7fa332e-9634-433e-ab92-1bd8b47f3662 service neutron] 10.222.0.46 "GET /v2.0/networks/98c83029-351f-44cc-b9f4-ed19acd90697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807478 Dec 10 17:03:49.723058 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:50.333886 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075258ff-1ad4-4158-816c-2591ac57e329 req-a9af49db-89ed-4008-881a-3f44a0cd5653 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:50.335439 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-075258ff-1ad4-4158-816c-2591ac57e329 req-a9af49db-89ed-4008-881a-3f44a0cd5653 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 944 time: 0.0509241 Dec 10 17:03:50.381799 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-075258ff-1ad4-4158-816c-2591ac57e329 req-bd4504b8-7e3e-4475-b6b2-e99282377f5b tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399089 Dec 10 17:03:50.676538 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2047a3a1-fb37-4ff4-a6f3-a8d61d20e704', 'tag': '6d090735-f877-4a55-a0f8-624fdb343edd'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:03:50.678942 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224c038f-2818-408b-a8db-79b59671b793" -d '{"events": [{"name": "network-changed", "server_uuid": "2047a3a1-fb37-4ff4-a6f3-a8d61d20e704", "tag": "6d090735-f877-4a55-a0f8-624fdb343edd"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:03:50.725211 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e72edce-36b1-45b0-b403-5f77e9632459 x-openstack-request-id: req-7e72edce-36b1-45b0-b403-5f77e9632459 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:03:50.725510 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2047a3a1-fb37-4ff4-a6f3-a8d61d20e704", "tag": "6d090735-f877-4a55-a0f8-624fdb343edd", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:03:50.725763 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7e72edce-36b1-45b0-b403-5f77e9632459 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:03:50.726198 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2047a3a1-fb37-4ff4-a6f3-a8d61d20e704', 'tag': '6d090735-f877-4a55-a0f8-624fdb343edd', 'status': 'completed', 'code': 200} Dec 10 17:03:50.789892 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c038f-2818-408b-a8db-79b59671b793 req-18003a67-0cc8-47ac-9e30-f7df5d08b837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:50.793440 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-224c038f-2818-408b-a8db-79b59671b793 req-18003a67-0cc8-47ac-9e30-f7df5d08b837 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8f43ef2192824a0c92215cf33075cf48&device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 1095 time: 0.0462780 Dec 10 17:03:50.814350 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c038f-2818-408b-a8db-79b59671b793 req-5c2c9ee2-6d3f-496a-8acf-1aaa11fb00a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:50.816385 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-224c038f-2818-408b-a8db-79b59671b793 req-5c2c9ee2-6d3f-496a-8acf-1aaa11fb00a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f43ef2192824a0c92215cf33075cf48&device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 1095 time: 0.0515950 Dec 10 17:03:50.898539 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c038f-2818-408b-a8db-79b59671b793 req-b02726b0-9c70-4223-b9c5-17ddfabf83af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:50.900069 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-224c038f-2818-408b-a8db-79b59671b793 req-b02726b0-9c70-4223-b9c5-17ddfabf83af service neutron] 10.222.0.26 "GET /v2.0/networks?id=98c83029-351f-44cc-b9f4-ed19acd90697 HTTP/1.1" status: 200 len: 915 time: 0.0980160 Dec 10 17:03:50.908935 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c038f-2818-408b-a8db-79b59671b793 req-d018047e-5acc-44e2-9577-400bd90087ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:50.910419 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-224c038f-2818-408b-a8db-79b59671b793 req-d018047e-5acc-44e2-9577-400bd90087ce service neutron] 10.222.0.46 "GET /v2.0/networks?id=98c83029-351f-44cc-b9f4-ed19acd90697 HTTP/1.1" status: 200 len: 915 time: 0.0868030 Dec 10 17:03:50.940793 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-224c038f-2818-408b-a8db-79b59671b793 req-a30cf7a8-b626-43f4-a34f-dbae69914919 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d090735-f877-4a55-a0f8-624fdb343edd HTTP/1.1" status: 200 len: 217 time: 0.0340381 Dec 10 17:03:50.954665 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-224c038f-2818-408b-a8db-79b59671b793 req-9bed9af6-b5a4-479d-aca5-51932e016952 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d090735-f877-4a55-a0f8-624fdb343edd HTTP/1.1" status: 200 len: 217 time: 0.0377376 Dec 10 17:03:50.990286 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c038f-2818-408b-a8db-79b59671b793 req-29e32632-2649-45b8-86d1-d8e744ea865e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:50.991838 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-224c038f-2818-408b-a8db-79b59671b793 req-29e32632-2649-45b8-86d1-d8e744ea865e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=48404954-c1b0-49d6-953b-c7dada935c2e HTTP/1.1" status: 200 len: 854 time: 0.0431378 Dec 10 17:03:51.001688 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c038f-2818-408b-a8db-79b59671b793 req-b8723ec2-f78c-4424-bd74-51075adea584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:51.003128 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-224c038f-2818-408b-a8db-79b59671b793 req-b8723ec2-f78c-4424-bd74-51075adea584 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48404954-c1b0-49d6-953b-c7dada935c2e HTTP/1.1" status: 200 len: 854 time: 0.0423262 Dec 10 17:03:51.023584 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-224c038f-2818-408b-a8db-79b59671b793 req-9a18211e-1a60-4547-9605-c986c8d04c6b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=98c83029-351f-44cc-b9f4-ed19acd90697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247211 Dec 10 17:03:51.036860 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-224c038f-2818-408b-a8db-79b59671b793 req-83e31cfd-9bc7-41cb-a470-999f09cdcf60 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98c83029-351f-44cc-b9f4-ed19acd90697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259666 Dec 10 17:03:51.117054 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-224c038f-2818-408b-a8db-79b59671b793 req-eb7541ba-8f90-4d71-b212-14caab7316b8 service neutron] 10.222.0.26 "GET /v2.0/networks/98c83029-351f-44cc-b9f4-ed19acd90697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863850 Dec 10 17:03:51.124180 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-224c038f-2818-408b-a8db-79b59671b793 req-83220857-df0e-4a84-a2e4-25c6897af801 service neutron] 10.222.0.46 "GET /v2.0/networks/98c83029-351f-44cc-b9f4-ed19acd90697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808311 Dec 10 17:03:51.207135 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-224c038f-2818-408b-a8db-79b59671b793 req-6af6332a-2bb1-4032-999a-48e406e475e0 service neutron] 10.222.0.26 "GET /v2.0/networks/98c83029-351f-44cc-b9f4-ed19acd90697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828784 Dec 10 17:03:51.217175 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-224c038f-2818-408b-a8db-79b59671b793 req-7549297e-480e-4678-a0e0-2426727430f0 service neutron] 10.222.0.46 "GET /v2.0/networks/98c83029-351f-44cc-b9f4-ed19acd90697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859735 Dec 10 17:03:51.505696 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857933f1-e9b0-45b0-9ad8-b42e65e16238 req-276c6416-1bac-41fa-8a42-35cbb5cc4983 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:51.507129 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-857933f1-e9b0-45b0-9ad8-b42e65e16238 req-276c6416-1bac-41fa-8a42-35cbb5cc4983 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 944 time: 0.0537133 Dec 10 17:03:51.554194 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-857933f1-e9b0-45b0-9ad8-b42e65e16238 req-c0839e08-ab2a-4dee-80ab-a1288aa82c72 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404794 Dec 10 17:03:51.649278 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 6d090735-f877-4a55-a0f8-624fdb343edd details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 17:03:51.748793 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 6d090735-f877-4a55-a0f8-624fdb343edd, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=6d090735-f877-4a55-a0f8-624fdb343edd,segment=NetworkSegment(09484680-6d5f-4f2f-bd68-0c672558eba6),segment_id=09484680-6d5f-4f2f-bd68-0c672558eba6)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:03:51.763727 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '6d090735-f877-4a55-a0f8-624fdb343edd', 'network_id': '98c83029-351f-44cc-b9f4-ed19acd90697', 'port_id': '6d090735-f877-4a55-a0f8-624fdb343edd', 'mac_address': 'fa:16:3e:8e:6d:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48404954-c1b0-49d6-953b-c7dada935c2e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 17:03:51.800854 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:51.814024 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d090735-f877-4a55-a0f8-624fdb343edd {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:03:51.814781 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f346f-4696-4e32-989c-68da33cbf6b5 req-1aa820f7-bd6d-4f21-8c73-c2532132f295 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:51.816306 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9f2f346f-4696-4e32-989c-68da33cbf6b5 req-1aa820f7-bd6d-4f21-8c73-c2532132f295 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 944 time: 0.1172814 Dec 10 17:03:51.824397 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3932ad-7e53-4390-abe7-6b1e3cd4eb83 req-c5efa10f-b1e5-4e31-90ce-836dce194dcc tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:51.825805 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9e3932ad-7e53-4390-abe7-6b1e3cd4eb83 req-c5efa10f-b1e5-4e31-90ce-836dce194dcc tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.26 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704&tenant_id=8f43ef2192824a0c92215cf33075cf48&binding%3Ahost_id=n-h2-766771-2 HTTP/1.1" status: 200 len: 944 time: 0.1147425 Dec 10 17:03:51.834127 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 6d090735-f877-4a55-a0f8-624fdb343edd, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=6d090735-f877-4a55-a0f8-624fdb343edd,segment=NetworkSegment(09484680-6d5f-4f2f-bd68-0c672558eba6),segment_id=09484680-6d5f-4f2f-bd68-0c672558eba6)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:03:51.838585 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:51.886854 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=6d090735-f877-4a55-a0f8-624fdb343edd,revision_number=8']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:51.906462 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9f2f346f-4696-4e32-989c-68da33cbf6b5 req-5989c3d8-1849-437b-a119-de8cd0883d30 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796454 Dec 10 17:03:51.914948 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [req-9e3932ad-7e53-4390-abe7-6b1e3cd4eb83 req-62d2ae4c-028d-4606-863a-9f807076d6c4 service neutron] delete failed (client error): The resource could not be found. Dec 10 17:03:51.915917 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9e3932ad-7e53-4390-abe7-6b1e3cd4eb83 req-62d2ae4c-028d-4606-863a-9f807076d6c4 service neutron] 10.222.0.26 "DELETE /v2.0/ports/6d090735-f877-4a55-a0f8-624fdb343edd/bindings/n-h1-766771-2 HTTP/1.1" status: 404 len: 380 time: 0.0754192 Dec 10 17:03:52.005040 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3932ad-7e53-4390-abe7-6b1e3cd4eb83 req-aef65cfe-1f86-40d8-b252-8269d4689f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:52.006557 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9e3932ad-7e53-4390-abe7-6b1e3cd4eb83 req-aef65cfe-1f86-40d8-b252-8269d4689f5b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8f43ef2192824a0c92215cf33075cf48&device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 1096 time: 0.0430133 Dec 10 17:03:52.051303 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['6d090735-f877-4a55-a0f8-624fdb343edd'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:03:52.099937 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3932ad-7e53-4390-abe7-6b1e3cd4eb83 req-aaf01395-ec1b-42e8-9f60-9e521a8879a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:52.101448 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9e3932ad-7e53-4390-abe7-6b1e3cd4eb83 req-aaf01395-ec1b-42e8-9f60-9e521a8879a6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=98c83029-351f-44cc-b9f4-ed19acd90697 HTTP/1.1" status: 200 len: 915 time: 0.0883403 Dec 10 17:03:52.145586 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9e3932ad-7e53-4390-abe7-6b1e3cd4eb83 req-3cd6cc7f-824d-4ee2-beed-fa9090c53b7d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d090735-f877-4a55-a0f8-624fdb343edd HTTP/1.1" status: 200 len: 217 time: 0.0366356 Dec 10 17:03:52.201556 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3932ad-7e53-4390-abe7-6b1e3cd4eb83 req-0229810f-bd2a-4539-9836-e7f8073dce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:52.203096 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9e3932ad-7e53-4390-abe7-6b1e3cd4eb83 req-0229810f-bd2a-4539-9836-e7f8073dce54 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=48404954-c1b0-49d6-953b-c7dada935c2e HTTP/1.1" status: 200 len: 854 time: 0.0513959 Dec 10 17:03:52.235668 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9e3932ad-7e53-4390-abe7-6b1e3cd4eb83 req-c181db0b-a51a-4566-aa23-759632a8ba89 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=98c83029-351f-44cc-b9f4-ed19acd90697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258331 Dec 10 17:03:52.324904 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9e3932ad-7e53-4390-abe7-6b1e3cd4eb83 req-1c2fccb8-9034-4c3d-883e-30f0b4afea20 service neutron] 10.222.0.26 "GET /v2.0/networks/98c83029-351f-44cc-b9f4-ed19acd90697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824420 Dec 10 17:03:52.418013 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9e3932ad-7e53-4390-abe7-6b1e3cd4eb83 req-450ba9fb-323b-44df-a8a2-4e93413aeeae service neutron] 10.222.0.26 "GET /v2.0/networks/98c83029-351f-44cc-b9f4-ed19acd90697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861406 Dec 10 17:03:52.495477 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 6d090735-f877-4a55-a0f8-624fdb343edd no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:03:52.532928 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 6d090735-f877-4a55-a0f8-624fdb343edd not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:03:53.023532 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d359bc6-4796-4d64-adc3-0797a92654a4 req-14dba6c7-8086-41cc-83f6-1300f2b0a1fe tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:53.024991 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4d359bc6-4796-4d64-adc3-0797a92654a4 req-14dba6c7-8086-41cc-83f6-1300f2b0a1fe tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 945 time: 0.0504181 Dec 10 17:03:53.071101 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4d359bc6-4796-4d64-adc3-0797a92654a4 req-b9f79043-77ea-49ca-89c2-044ad4dc06f9 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394228 Dec 10 17:03:53.181643 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf474d4a-bff3-4492-8cef-caff2be6ef5d req-47543155-44c9-4513-8d2a-30c3d0040d88 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:53.183138 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf474d4a-bff3-4492-8cef-caff2be6ef5d req-47543155-44c9-4513-8d2a-30c3d0040d88 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 945 time: 0.0474305 Dec 10 17:03:53.233608 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bf474d4a-bff3-4492-8cef-caff2be6ef5d req-1624840d-2546-48ec-a5db-88f52bd9ffe4 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444150 Dec 10 17:03:53.343935 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbea525-be9b-4b5c-b2db-a4ac1c807717 req-6a4bdc0e-e52a-4d8d-be41-e7675d6feebb tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:53.345379 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3dbea525-be9b-4b5c-b2db-a4ac1c807717 req-6a4bdc0e-e52a-4d8d-be41-e7675d6feebb tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 945 time: 0.0478535 Dec 10 17:03:53.391381 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3dbea525-be9b-4b5c-b2db-a4ac1c807717 req-ee6b7c6a-38e0-47e1-a1a2-5c9eae587622 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400491 Dec 10 17:03:53.665105 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 6d090735-f877-4a55-a0f8-624fdb343edd up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:03:53.715607 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 6d090735-f877-4a55-a0f8-624fdb343edd completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 17:03:53.719586 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 6d090735-f877-4a55-a0f8-624fdb343edd triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:03:53.719982 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:53.735913 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-b7938141-627b-49a8-91bc-108df50c9d4f tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:53.737396 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-b7938141-627b-49a8-91bc-108df50c9d4f tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/networks?id=98c83029-351f-44cc-b9f4-ed19acd90697 HTTP/1.1" status: 200 len: 814 time: 0.1065416 Dec 10 17:03:53.752718 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-a68c64a2-34a4-4072-a887-b47db05ee980 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/quotas/8f43ef2192824a0c92215cf33075cf48 HTTP/1.1" status: 200 len: 375 time: 0.0094097 Dec 10 17:03:53.797083 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:53.801139 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-c816618c-bd63-441e-8e6d-6a17a9d99f0a tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f43ef2192824a0c92215cf33075cf48&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0429921 Dec 10 17:03:53.819935 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2047a3a1-fb37-4ff4-a6f3-a8d61d20e704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d090735-f877-4a55-a0f8-624fdb343edd'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:03:53.822201 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e759f8-dcc5-455f-ac6d-69a7a427025e" -d '{"events": [{"server_uuid": "2047a3a1-fb37-4ff4-a6f3-a8d61d20e704", "name": "network-vif-plugged", "status": "completed", "tag": "6d090735-f877-4a55-a0f8-624fdb343edd"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:03:53.835663 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 6d090735-f877-4a55-a0f8-624fdb343edd, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=6d090735-f877-4a55-a0f8-624fdb343edd,segment=NetworkSegment(09484680-6d5f-4f2f-bd68-0c672558eba6),segment_id=09484680-6d5f-4f2f-bd68-0c672558eba6)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:03:53.839815 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:53.888774 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=6d090735-f877-4a55-a0f8-624fdb343edd,revision_number=9']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:53.898018 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-fedc8e27-ddab-4468-9c2e-9a994d4d07fc service neutron] 10.222.0.11 "GET /v2.0/networks/98c83029-351f-44cc-b9f4-ed19acd90697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888476 Dec 10 17:03:53.989121 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-b9111f73-f485-461c-97e9-b154b29da8aa service neutron] 10.222.0.11 "GET /v2.0/networks/98c83029-351f-44cc-b9f4-ed19acd90697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848885 Dec 10 17:03:54.121069 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8dc9fc3-14fa-4f45-869d-661fb47e971b x-openstack-request-id: req-e8dc9fc3-14fa-4f45-869d-661fb47e971b {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:03:54.121371 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2047a3a1-fb37-4ff4-a6f3-a8d61d20e704", "name": "network-vif-plugged", "status": "completed", "tag": "6d090735-f877-4a55-a0f8-624fdb343edd", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:03:54.121656 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e8dc9fc3-14fa-4f45-869d-661fb47e971b {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:03:54.122112 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2047a3a1-fb37-4ff4-a6f3-a8d61d20e704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d090735-f877-4a55-a0f8-624fdb343edd', 'code': 200} Dec 10 17:03:54.173936 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-17a93bd2-547e-4595-9ad0-0e8d2de32cd4 req-702ee43c-4ab5-4756-994b-186679e9a499 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 210 time: 0.0275834 Dec 10 17:03:54.881051 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e528a-258b-463a-a3a3-b2052d1d232e req-632c7f69-da6a-42b7-b080-499e731cc4c2 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:54.882621 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b06e528a-258b-463a-a3a3-b2052d1d232e req-632c7f69-da6a-42b7-b080-499e731cc4c2 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.46 "GET /v2.0/ports?device_id=2047a3a1-fb37-4ff4-a6f3-a8d61d20e704 HTTP/1.1" status: 200 len: 946 time: 0.0497243 Dec 10 17:03:54.978670 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-b06e528a-258b-463a-a3a3-b2052d1d232e req-98b76b5b-2079-4b36-b433-ce42cb87975d tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Deleting port 6d090735-f877-4a55-a0f8-624fdb343edd {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:03:54.978998 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-b06e528a-258b-463a-a3a3-b2052d1d232e req-98b76b5b-2079-4b36-b433-ce42cb87975d tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:55.075157 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-b06e528a-258b-463a-a3a3-b2052d1d232e req-98b76b5b-2079-4b36-b433-ce42cb87975d tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] For port 6d090735-f877-4a55-a0f8-624fdb343edd, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=6d090735-f877-4a55-a0f8-624fdb343edd,segment=NetworkSegment(09484680-6d5f-4f2f-bd68-0c672558eba6),segment_id=09484680-6d5f-4f2f-bd68-0c672558eba6)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:03:55.075520 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-b06e528a-258b-463a-a3a3-b2052d1d232e req-98b76b5b-2079-4b36-b433-ce42cb87975d tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:55.080087 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-7473bdd8-aa86-4a4a-a091-8e894137fef4 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:55.081872 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-7473bdd8-aa86-4a4a-a091-8e894137fef4 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.46 "GET /v2.0/networks?id=98c83029-351f-44cc-b9f4-ed19acd90697 HTTP/1.1" status: 200 len: 814 time: 0.1181877 Dec 10 17:03:55.089412 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-b06e528a-258b-463a-a3a3-b2052d1d232e req-98b76b5b-2079-4b36-b433-ce42cb87975d tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Calling delete_port for 6d090735-f877-4a55-a0f8-624fdb343edd owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:03:55.094793 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-e07b2a38-d07f-43eb-a34b-e16dcc1b1f9f tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Request body: {'port': {'device_id': 'ae7e3629-07d8-4206-9169-761dcce524fd', 'network_id': '98c83029-351f-44cc-b9f4-ed19acd90697', 'admin_state_up': True, 'tenant_id': '8f43ef2192824a0c92215cf33075cf48'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:03:55.208295 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-e07b2a38-d07f-43eb-a34b-e16dcc1b1f9f tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Made reservation on behalf of 8f43ef2192824a0c92215cf33075cf48 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:03:55.213063 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-e07b2a38-d07f-43eb-a34b-e16dcc1b1f9f tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:55.221511 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-b06e528a-258b-463a-a3a3-b2052d1d232e req-98b76b5b-2079-4b36-b433-ce42cb87975d tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:55.234533 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['6d090735-f877-4a55-a0f8-624fdb343edd'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:03:55.250883 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b76b5b-2079-4b36-b433-ce42cb87975d tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Pushing event deleted for resources: {'Port': ['ID=6d090735-f877-4a55-a0f8-624fdb343edd,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:55.296211 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06e528a-258b-463a-a3a3-b2052d1d232e req-98b76b5b-2079-4b36-b433-ce42cb87975d tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] No DVR routers for this DVR port 6d090735-f877-4a55-a0f8-624fdb343edd on host n-h2-766771-2 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:03:55.298738 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-b06e528a-258b-463a-a3a3-b2052d1d232e req-98b76b5b-2079-4b36-b433-ce42cb87975d tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:55.302704 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-b06e528a-258b-463a-a3a3-b2052d1d232e req-98b76b5b-2079-4b36-b433-ce42cb87975d tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.46 "DELETE /v2.0/ports/6d090735-f877-4a55-a0f8-624fdb343edd HTTP/1.1" status: 204 len: 173 time: 0.4131448 Dec 10 17:03:55.303156 n-d-766771-2 neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2047a3a1-fb37-4ff4-a6f3-a8d61d20e704', 'name': 'network-vif-deleted', 'tag': '6d090735-f877-4a55-a0f8-624fdb343edd'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:03:55.305487 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8def076970b26987a5c2874e34d91b1abc5a0312639486d47c166c0716ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6ec770-c357-479b-8fd6-c2b2193fe1aa" -d '{"events": [{"server_uuid": "2047a3a1-fb37-4ff4-a6f3-a8d61d20e704", "name": "network-vif-deleted", "tag": "6d090735-f877-4a55-a0f8-624fdb343edd"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:03:55.334723 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-511e0191-311e-49b7-87df-860737c481fb req-5c2201e9-f21b-4374-b1f0-94d74dda2826 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 210 time: 0.0370831 Dec 10 17:03:55.378100 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811deaf3-0158-4ab3-ac14-cadf311f0a25 x-openstack-request-id: req-811deaf3-0158-4ab3-ac14-cadf311f0a25 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:03:55.378426 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2047a3a1-fb37-4ff4-a6f3-a8d61d20e704", "name": "network-vif-deleted", "tag": "6d090735-f877-4a55-a0f8-624fdb343edd", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:03:55.378679 n-d-766771-2 neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-811deaf3-0158-4ab3-ac14-cadf311f0a25 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:03:55.379085 n-d-766771-2 neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2047a3a1-fb37-4ff4-a6f3-a8d61d20e704', 'name': 'network-vif-deleted', 'tag': '6d090735-f877-4a55-a0f8-624fdb343edd', 'status': 'completed', 'code': 200} Dec 10 17:03:55.414406 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-e07b2a38-d07f-43eb-a34b-e16dcc1b1f9f tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Allocated IP 172.20.0.11 (98c83029-351f-44cc-b9f4-ed19acd90697/48404954-c1b0-49d6-953b-c7dada935c2e/5a272514-8405-4f3f-82bb-f9ced2e34ba5) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:03:55.561249 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-e07b2a38-d07f-43eb-a34b-e16dcc1b1f9f tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:55.594268 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-e07b2a38-d07f-43eb-a34b-e16dcc1b1f9f tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:55.606553 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['6d090735-f877-4a55-a0f8-624fdb343edd'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:03:55.636992 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-e07b2a38-d07f-43eb-a34b-e16dcc1b1f9f tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Network 98c83029-351f-44cc-b9f4-ed19acd90697 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:03:55.640228 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-e07b2a38-d07f-43eb-a34b-e16dcc1b1f9f tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:03:55.643999 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-e07b2a38-d07f-43eb-a34b-e16dcc1b1f9f tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:03:55.676357 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b2a38-d07f-43eb-a34b-e16dcc1b1f9f tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Pushing event updated for resources: {'Port': ['ID=5a272514-8405-4f3f-82bb-f9ced2e34ba5,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:55.704988 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-e07b2a38-d07f-43eb-a34b-e16dcc1b1f9f tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:55.705613 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-e07b2a38-d07f-43eb-a34b-e16dcc1b1f9f tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:55.723445 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-e07b2a38-d07f-43eb-a34b-e16dcc1b1f9f tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6325428 Dec 10 17:03:55.736250 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-76623046-4a89-487f-9010-031f9c0bca99 service neutron] Request body: {'port': {'device_id': 'ae7e3629-07d8-4206-9169-761dcce524fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:03:55.794047 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-76623046-4a89-487f-9010-031f9c0bca99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:56.049252 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-76623046-4a89-487f-9010-031f9c0bca99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a272514-8405-4f3f-82bb-f9ced2e34ba5 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:03:56.056576 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-76623046-4a89-487f-9010-031f9c0bca99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:56.068109 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-76623046-4a89-487f-9010-031f9c0bca99 service neutron] Transition to ACTIVE for port object 5a272514-8405-4f3f-82bb-f9ced2e34ba5 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 17:03:56.071378 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-76623046-4a89-487f-9010-031f9c0bca99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:56.122809 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76623046-4a89-487f-9010-031f9c0bca99 service neutron] Pushing event updated for resources: {'Port': ['ID=5a272514-8405-4f3f-82bb-f9ced2e34ba5,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:56.189780 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-76623046-4a89-487f-9010-031f9c0bca99 service neutron] Attempting to bind port 5a272514-8405-4f3f-82bb-f9ced2e34ba5 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:03:56.190118 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-76623046-4a89-487f-9010-031f9c0bca99 service neutron] Attempting to bind port 5a272514-8405-4f3f-82bb-f9ced2e34ba5 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '09484680-6d5f-4f2f-bd68-0c672558eba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '98c83029-351f-44cc-b9f4-ed19acd90697'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:03:56.190543 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-76623046-4a89-487f-9010-031f9c0bca99 service neutron] Attempting to bind port 5a272514-8405-4f3f-82bb-f9ced2e34ba5 on network 98c83029-351f-44cc-b9f4-ed19acd90697 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:03:56.194725 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-76623046-4a89-487f-9010-031f9c0bca99 service neutron] Port 5a272514-8405-4f3f-82bb-f9ced2e34ba5 on network 98c83029-351f-44cc-b9f4-ed19acd90697 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 17:03:56.195046 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-76623046-4a89-487f-9010-031f9c0bca99 service neutron] Attempting to bind port 5a272514-8405-4f3f-82bb-f9ced2e34ba5 on network 98c83029-351f-44cc-b9f4-ed19acd90697 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:03:56.200680 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-76623046-4a89-487f-9010-031f9c0bca99 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:03:56.201021 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-76623046-4a89-487f-9010-031f9c0bca99 service neutron] Checking segment: {'id': '09484680-6d5f-4f2f-bd68-0c672558eba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '98c83029-351f-44cc-b9f4-ed19acd90697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:03:56.201403 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-76623046-4a89-487f-9010-031f9c0bca99 service neutron] Bound using segment: {'id': '09484680-6d5f-4f2f-bd68-0c672558eba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '98c83029-351f-44cc-b9f4-ed19acd90697'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:03:56.201835 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-76623046-4a89-487f-9010-031f9c0bca99 service neutron] Bound port: 5a272514-8405-4f3f-82bb-f9ced2e34ba5, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09484680-6d5f-4f2f-bd68-0c672558eba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '98c83029-351f-44cc-b9f4-ed19acd90697'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:03:56.202218 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-76623046-4a89-487f-9010-031f9c0bca99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:56.262894 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-76623046-4a89-487f-9010-031f9c0bca99 service neutron] For port 5a272514-8405-4f3f-82bb-f9ced2e34ba5, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:03:56.265846 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-76623046-4a89-487f-9010-031f9c0bca99 service neutron] For port 5a272514-8405-4f3f-82bb-f9ced2e34ba5, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=5a272514-8405-4f3f-82bb-f9ced2e34ba5,segment=NetworkSegment(09484680-6d5f-4f2f-bd68-0c672558eba6),segment_id=09484680-6d5f-4f2f-bd68-0c672558eba6)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:03:56.270403 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-76623046-4a89-487f-9010-031f9c0bca99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:56.308260 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-76623046-4a89-487f-9010-031f9c0bca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:56.308946 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-76623046-4a89-487f-9010-031f9c0bca99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:56.310351 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-76623046-4a89-487f-9010-031f9c0bca99 service neutron] 10.222.0.46 "PUT /v2.0/ports/5a272514-8405-4f3f-82bb-f9ced2e34ba5 HTTP/1.1" status: 200 len: 1092 time: 0.5782528 Dec 10 17:03:56.310791 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae7e3629-07d8-4206-9169-761dcce524fd', 'tag': '5a272514-8405-4f3f-82bb-f9ced2e34ba5'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:03:56.313029 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf6bee8-ccb7-4009-b552-809a1a750b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "ae7e3629-07d8-4206-9169-761dcce524fd", "tag": "5a272514-8405-4f3f-82bb-f9ced2e34ba5"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:03:56.336445 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76623046-4a89-487f-9010-031f9c0bca99 service neutron] Pushing event updated for resources: {'Port': ['ID=5a272514-8405-4f3f-82bb-f9ced2e34ba5,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:56.362059 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df45cc9-01eb-4283-90bd-f95856ed4eaf x-openstack-request-id: req-3df45cc9-01eb-4283-90bd-f95856ed4eaf {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:03:56.362373 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae7e3629-07d8-4206-9169-761dcce524fd", "tag": "5a272514-8405-4f3f-82bb-f9ced2e34ba5", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:03:56.362635 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3df45cc9-01eb-4283-90bd-f95856ed4eaf {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:03:56.363050 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae7e3629-07d8-4206-9169-761dcce524fd', 'tag': '5a272514-8405-4f3f-82bb-f9ced2e34ba5', 'status': 'completed', 'code': 200} Dec 10 17:03:56.393137 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-f09349ba-36d9-4911-9c04-3167e513a052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:56.394720 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-f09349ba-36d9-4911-9c04-3167e513a052 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f43ef2192824a0c92215cf33075cf48&device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 1095 time: 0.0442088 Dec 10 17:03:56.449490 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-520ecf05-424d-4472-8844-15a4e5456e0a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a272514-8405-4f3f-82bb-f9ced2e34ba5 HTTP/1.1" status: 200 len: 217 time: 0.0460083 Dec 10 17:03:56.517769 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ff520-fac9-414b-88e0-72c90f800b32 req-d76f8e75-4346-4173-8a03-ef5ac61e7140 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:56.519283 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-285ff520-fac9-414b-88e0-72c90f800b32 req-d76f8e75-4346-4173-8a03-ef5ac61e7140 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 944 time: 0.1101954 Dec 10 17:03:56.522822 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-0be62223-cd74-4673-8578-c430ad9f24a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:56.524147 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-0be62223-cd74-4673-8578-c430ad9f24a0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48404954-c1b0-49d6-953b-c7dada935c2e HTTP/1.1" status: 200 len: 854 time: 0.0619497 Dec 10 17:03:56.564593 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-2ced1248-231a-497f-87a7-608eac933737 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98c83029-351f-44cc-b9f4-ed19acd90697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335255 Dec 10 17:03:56.630944 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-285ff520-fac9-414b-88e0-72c90f800b32 req-b4ab93ae-37ea-4353-84bb-543aa193fb13 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056333 Dec 10 17:03:56.672315 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-de0d92b6-3f5c-4849-8faa-e0d35004f0f4 service neutron] 10.222.0.46 "GET /v2.0/networks/98c83029-351f-44cc-b9f4-ed19acd90697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009355 Dec 10 17:03:56.760540 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e1609d00-aa41-4902-8d48-e8a9e5bc448e req-149c5623-418e-49e2-b5c8-908a03d51db4 service neutron] 10.222.0.46 "GET /v2.0/networks/98c83029-351f-44cc-b9f4-ed19acd90697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808666 Dec 10 17:03:56.847917 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6bee8-ccb7-4009-b552-809a1a750b1c req-f41722f0-fffc-40f8-831f-a7f679467f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:56.849443 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fbf6bee8-ccb7-4009-b552-809a1a750b1c req-f41722f0-fffc-40f8-831f-a7f679467f4d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f43ef2192824a0c92215cf33075cf48&device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 1095 time: 0.0458159 Dec 10 17:03:56.940327 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6bee8-ccb7-4009-b552-809a1a750b1c req-ff636ff1-299c-4e72-a417-ba18b075b499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:56.941818 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fbf6bee8-ccb7-4009-b552-809a1a750b1c req-ff636ff1-299c-4e72-a417-ba18b075b499 service neutron] 10.222.0.46 "GET /v2.0/networks?id=98c83029-351f-44cc-b9f4-ed19acd90697 HTTP/1.1" status: 200 len: 915 time: 0.0851922 Dec 10 17:03:56.985685 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fbf6bee8-ccb7-4009-b552-809a1a750b1c req-444c33cc-11f9-4713-85bb-fbeb232dedc1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a272514-8405-4f3f-82bb-f9ced2e34ba5 HTTP/1.1" status: 200 len: 217 time: 0.0373974 Dec 10 17:03:57.033839 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6bee8-ccb7-4009-b552-809a1a750b1c req-a5bf3289-5e3d-4153-b531-77f5322e8104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:57.035323 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fbf6bee8-ccb7-4009-b552-809a1a750b1c req-a5bf3289-5e3d-4153-b531-77f5322e8104 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48404954-c1b0-49d6-953b-c7dada935c2e HTTP/1.1" status: 200 len: 854 time: 0.0429566 Dec 10 17:03:57.067886 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fbf6bee8-ccb7-4009-b552-809a1a750b1c req-8c36004a-77e6-4b5a-b8d3-807c0eacace4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98c83029-351f-44cc-b9f4-ed19acd90697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234449 Dec 10 17:03:57.155244 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fbf6bee8-ccb7-4009-b552-809a1a750b1c req-b5d5b7d1-68f4-42df-804c-253a5cc8c1d3 service neutron] 10.222.0.46 "GET /v2.0/networks/98c83029-351f-44cc-b9f4-ed19acd90697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793567 Dec 10 17:03:57.247870 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fbf6bee8-ccb7-4009-b552-809a1a750b1c req-bd8d20cf-f025-4813-bc2d-4b4df9da5402 service neutron] 10.222.0.46 "GET /v2.0/networks/98c83029-351f-44cc-b9f4-ed19acd90697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840228 Dec 10 17:03:57.680744 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 6d090735-f877-4a55-a0f8-624fdb343edd no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:03:57.700942 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: 6d090735-f877-4a55-a0f8-624fdb343edd {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:03:57.701287 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 6d090735-f877-4a55-a0f8-624fdb343edd not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:03:57.746060 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bec50e-f76f-4fac-96e9-c7143f5806b6 req-b0bb92a0-11e9-4c75-843b-29d802916649 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:57.747565 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-80bec50e-f76f-4fac-96e9-c7143f5806b6 req-b0bb92a0-11e9-4c75-843b-29d802916649 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 944 time: 0.0485370 Dec 10 17:03:57.794344 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-80bec50e-f76f-4fac-96e9-c7143f5806b6 req-59793b64-7755-4231-b5f2-993ae37b8d60 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406044 Dec 10 17:03:58.911346 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57380317-8696-4923-b0af-f24698235369 req-93d0de68-bd10-49f5-bddf-972b150b16a2 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:58.912729 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-57380317-8696-4923-b0af-f24698235369 req-93d0de68-bd10-49f5-bddf-972b150b16a2 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 944 time: 0.0512323 Dec 10 17:03:58.959739 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-57380317-8696-4923-b0af-f24698235369 req-8033ed10-0d1f-4198-b115-336a351a0ad4 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400631 Dec 10 17:03:59.311927 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:03:59.681705 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 5a272514-8405-4f3f-82bb-f9ced2e34ba5 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 17:03:59.777791 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 5a272514-8405-4f3f-82bb-f9ced2e34ba5, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=5a272514-8405-4f3f-82bb-f9ced2e34ba5,segment=NetworkSegment(09484680-6d5f-4f2f-bd68-0c672558eba6),segment_id=09484680-6d5f-4f2f-bd68-0c672558eba6)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:03:59.788641 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '5a272514-8405-4f3f-82bb-f9ced2e34ba5', 'network_id': '98c83029-351f-44cc-b9f4-ed19acd90697', 'port_id': '5a272514-8405-4f3f-82bb-f9ced2e34ba5', 'mac_address': 'fa:16:3e:53:2f:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48404954-c1b0-49d6-953b-c7dada935c2e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 17:03:59.825204 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:59.840870 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a272514-8405-4f3f-82bb-f9ced2e34ba5 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:03:59.862020 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 5a272514-8405-4f3f-82bb-f9ced2e34ba5, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=5a272514-8405-4f3f-82bb-f9ced2e34ba5,segment=NetworkSegment(09484680-6d5f-4f2f-bd68-0c672558eba6),segment_id=09484680-6d5f-4f2f-bd68-0c672558eba6)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:03:59.865570 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:59.911072 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=5a272514-8405-4f3f-82bb-f9ced2e34ba5,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:04:00.055259 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['5a272514-8405-4f3f-82bb-f9ced2e34ba5'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:04:00.077192 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5af367-fd15-4951-b567-136a54c1fb2b req-d447ba29-262b-4ec4-bb00-007ae423e4b5 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:00.078714 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7a5af367-fd15-4951-b567-136a54c1fb2b req-d447ba29-262b-4ec4-bb00-007ae423e4b5 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 945 time: 0.0502152 Dec 10 17:04:00.126772 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7a5af367-fd15-4951-b567-136a54c1fb2b req-734d0903-f1af-4898-842b-964e4aceb6f5 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420082 Dec 10 17:04:01.244002 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead594d-f2ab-418d-a076-9f093bd6e548 req-bfb3d600-4250-41f9-a7d2-a45d0a044b6d tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:01.245505 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ead594d-f2ab-418d-a076-9f093bd6e548 req-bfb3d600-4250-41f9-a7d2-a45d0a044b6d tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 945 time: 0.0482013 Dec 10 17:04:01.295891 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ead594d-f2ab-418d-a076-9f093bd6e548 req-02eb308b-add4-4ce4-b042-ff6f7cf7be72 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443814 Dec 10 17:04:01.704311 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 5a272514-8405-4f3f-82bb-f9ced2e34ba5 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:04:01.751366 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 5a272514-8405-4f3f-82bb-f9ced2e34ba5 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 17:04:01.755412 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 5a272514-8405-4f3f-82bb-f9ced2e34ba5 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:04:01.755784 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:01.830460 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:01.852220 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7e3629-07d8-4206-9169-761dcce524fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a272514-8405-4f3f-82bb-f9ced2e34ba5'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:04:01.854508 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27b88d5-a3ca-4594-a5e1-006ca776d9ac" -d '{"events": [{"server_uuid": "ae7e3629-07d8-4206-9169-761dcce524fd", "name": "network-vif-plugged", "status": "completed", "tag": "5a272514-8405-4f3f-82bb-f9ced2e34ba5"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:04:01.867303 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 5a272514-8405-4f3f-82bb-f9ced2e34ba5, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=5a272514-8405-4f3f-82bb-f9ced2e34ba5,segment=NetworkSegment(09484680-6d5f-4f2f-bd68-0c672558eba6),segment_id=09484680-6d5f-4f2f-bd68-0c672558eba6)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:04:01.871696 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:01.897912 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0337718f-9d59-4efa-bb97-339593b95db2 x-openstack-request-id: req-0337718f-9d59-4efa-bb97-339593b95db2 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:04:01.898236 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7e3629-07d8-4206-9169-761dcce524fd", "name": "network-vif-plugged", "status": "completed", "tag": "5a272514-8405-4f3f-82bb-f9ced2e34ba5", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:04:01.898489 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0337718f-9d59-4efa-bb97-339593b95db2 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:04:01.898889 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7e3629-07d8-4206-9169-761dcce524fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a272514-8405-4f3f-82bb-f9ced2e34ba5', 'code': 200} Dec 10 17:04:01.924456 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=5a272514-8405-4f3f-82bb-f9ced2e34ba5,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:04:01.987051 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d079b1-f304-4c12-bd55-8a3d73577238 req-ce5fc623-7641-4d8e-9865-4b6e106f5b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:01.988513 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71d079b1-f304-4c12-bd55-8a3d73577238 req-ce5fc623-7641-4d8e-9865-4b6e106f5b7a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 1097 time: 0.0388210 Dec 10 17:04:02.032067 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71d079b1-f304-4c12-bd55-8a3d73577238 req-07cf2d80-5044-4674-93a2-80439b4a8723 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363958 Dec 10 17:04:02.408982 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae40e0f-00b9-463e-9b88-5ca0355719d4 req-25de49b1-d9e6-41b9-9a22-cd1f9fee7856 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:02.410452 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ae40e0f-00b9-463e-9b88-5ca0355719d4 req-25de49b1-d9e6-41b9-9a22-cd1f9fee7856 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 946 time: 0.0467021 Dec 10 17:04:02.456925 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ae40e0f-00b9-463e-9b88-5ca0355719d4 req-cf8ec5d3-7ad9-4971-97b7-09c40a54e49e tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406601 Dec 10 17:04:03.575506 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b893383-3707-42ea-9f88-1754513e18a9 req-804c9eae-bd5f-4f64-acca-0a8d673eb621 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:03.576970 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3b893383-3707-42ea-9f88-1754513e18a9 req-804c9eae-bd5f-4f64-acca-0a8d673eb621 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 946 time: 0.0515821 Dec 10 17:04:03.624547 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3b893383-3707-42ea-9f88-1754513e18a9 req-e1fd00cd-2b33-47f3-bba9-b09f0fe7c359 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416298 Dec 10 17:04:03.735473 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af49e7-4850-491d-ad1d-9ea8b0704177 req-18054810-5fb0-4c4f-acf0-50eabf07af07 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:03.736850 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-55af49e7-4850-491d-ad1d-9ea8b0704177 req-18054810-5fb0-4c4f-acf0-50eabf07af07 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 946 time: 0.0476377 Dec 10 17:04:03.782616 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-55af49e7-4850-491d-ad1d-9ea8b0704177 req-2d43420d-1cf2-4f53-ba52-6c6fcca82c95 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398290 Dec 10 17:04:04.049858 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-c3ae351d-6aed-4462-8d33-418734a16c80 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0718260 Dec 10 17:04:04.061369 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316b8ff-330f-461f-9aca-8ec70399ac7b req-0c12e716-25a6-4eec-b9c1-84344d49d285 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:04.062857 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5316b8ff-330f-461f-9aca-8ec70399ac7b req-0c12e716-25a6-4eec-b9c1-84344d49d285 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 946 time: 0.0744531 Dec 10 17:04:04.113324 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5316b8ff-330f-461f-9aca-8ec70399ac7b req-805e36a0-ba41-48a5-b0e2-7b36d38c7666 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432076 Dec 10 17:04:05.104539 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-62cb12c9-6371-46ae-9bcb-472a8bbdddaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:05.106550 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-62cb12c9-6371-46ae-9bcb-472a8bbdddaf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f43ef2192824a0c92215cf33075cf48&device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 1097 time: 0.0401824 Dec 10 17:04:05.227754 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-5c8cf681-cba9-47e6-86d8-f23226c0a11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:05.229226 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-5c8cf681-cba9-47e6-86d8-f23226c0a11c service neutron] 10.222.0.46 "GET /v2.0/networks?id=98c83029-351f-44cc-b9f4-ed19acd90697 HTTP/1.1" status: 200 len: 915 time: 0.1165290 Dec 10 17:04:05.275750 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-46a658bd-2c86-4498-abf5-b6b418773f64 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a272514-8405-4f3f-82bb-f9ced2e34ba5 HTTP/1.1" status: 200 len: 217 time: 0.0397906 Dec 10 17:04:05.283787 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a49aca-0b89-4cc3-9a57-40ef243b9154 req-6cdd3c1c-79da-45ea-ae95-f88d1ce6a6f0 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:05.285173 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-42a49aca-0b89-4cc3-9a57-40ef243b9154 req-6cdd3c1c-79da-45ea-ae95-f88d1ce6a6f0 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 946 time: 0.0999801 Dec 10 17:04:05.351753 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-46846442-e8bf-4cf7-b33c-ad9fe349e030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:05.353196 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-46846442-e8bf-4cf7-b33c-ad9fe349e030 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48404954-c1b0-49d6-953b-c7dada935c2e HTTP/1.1" status: 200 len: 854 time: 0.0671990 Dec 10 17:04:05.372850 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-42a49aca-0b89-4cc3-9a57-40ef243b9154 req-4fa7d9eb-1a96-485f-bb7a-215f1f79da34 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798712 Dec 10 17:04:05.387831 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-f34a4fc4-b29f-49b3-9bfe-7ee32a80f179 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98c83029-351f-44cc-b9f4-ed19acd90697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273912 Dec 10 17:04:05.477963 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-c628e16a-6734-4258-9556-8f7736084da8 service neutron] 10.222.0.46 "GET /v2.0/networks/98c83029-351f-44cc-b9f4-ed19acd90697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835540 Dec 10 17:04:05.564344 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-8735127b-c557-47d2-8351-4fd88d9ca73d service neutron] 10.222.0.46 "GET /v2.0/networks/98c83029-351f-44cc-b9f4-ed19acd90697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799348 Dec 10 17:04:06.489018 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78546c0-b10c-487e-9419-e9245ecd25e3 req-659dcceb-6ac8-4ecd-be8f-73162abe8f43 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:06.490488 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b78546c0-b10c-487e-9419-e9245ecd25e3 req-659dcceb-6ac8-4ecd-be8f-73162abe8f43 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 946 time: 0.0484605 Dec 10 17:04:06.539700 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b78546c0-b10c-487e-9419-e9245ecd25e3 req-e61e3424-40a3-4fde-98e9-567b4a052487 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433328 Dec 10 17:04:06.613537 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:06.781793 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-a6dc5ba7-4e90-4dd3-833c-a93b4e41740b req-5672b4bd-d7fe-4c72-a356-4af271eb8043 service neutron] (103392) timed out ('10.222.0.46', 61463) {{(pid=103392) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 17:04:07.653884 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b76c19-152a-4810-b187-6e6c0b5c7f6b req-a2e3d75a-2925-4d46-92fc-f47840300a9b tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:07.655385 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c4b76c19-152a-4810-b187-6e6c0b5c7f6b req-a2e3d75a-2925-4d46-92fc-f47840300a9b tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 946 time: 0.0474064 Dec 10 17:04:07.702071 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c4b76c19-152a-4810-b187-6e6c0b5c7f6b req-570d4865-9bd0-45ef-a9a7-1178ea5fe20a tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407362 Dec 10 17:04:08.458440 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:08.817700 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c0eda-4ac6-4777-a4f1-969429b7cbe9 req-bb7aefc2-10ad-4d90-ae70-35c954190218 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:08.819199 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-152c0eda-4ac6-4777-a4f1-969429b7cbe9 req-bb7aefc2-10ad-4d90-ae70-35c954190218 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 946 time: 0.0482857 Dec 10 17:04:08.866107 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-152c0eda-4ac6-4777-a4f1-969429b7cbe9 req-8b6b7eac-e337-412c-9040-4822e30bacb4 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409203 Dec 10 17:04:09.985683 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d34521-ea26-46b0-9803-dd0a177c301e req-af071958-9428-4f86-b1a8-079a4b135b79 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:09.987170 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-38d34521-ea26-46b0-9803-dd0a177c301e req-af071958-9428-4f86-b1a8-079a4b135b79 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 946 time: 0.0516779 Dec 10 17:04:10.032893 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-38d34521-ea26-46b0-9803-dd0a177c301e req-43f75b22-38d0-417a-bf75-8d52549b2f87 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398095 Dec 10 17:04:11.147935 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f23b9-34f4-4b52-9de9-dcc719412199 req-e76f4825-42ee-444a-861c-2afcdea6d17d tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:11.149409 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-823f23b9-34f4-4b52-9de9-dcc719412199 req-e76f4825-42ee-444a-861c-2afcdea6d17d tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 946 time: 0.0475872 Dec 10 17:04:11.195776 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-823f23b9-34f4-4b52-9de9-dcc719412199 req-f257ae01-541b-413e-aade-2c9c04f4f7c7 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398629 Dec 10 17:04:12.317063 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107bbe5-1098-44af-8123-6c17c2a376de req-505a015f-f40d-484e-b5c3-05e3e6e7f2a2 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:12.318559 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f107bbe5-1098-44af-8123-6c17c2a376de req-505a015f-f40d-484e-b5c3-05e3e6e7f2a2 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 946 time: 0.0527446 Dec 10 17:04:12.365167 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f107bbe5-1098-44af-8123-6c17c2a376de req-61c3100e-182d-4ec4-aca4-7071963bd1e2 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407186 Dec 10 17:04:13.479575 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed661a9-315f-4c37-a460-e844267c154f req-07ac58ef-f7a9-4aa3-9e84-8cf9eaa9f4f6 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:13.481045 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fed661a9-315f-4c37-a460-e844267c154f req-07ac58ef-f7a9-4aa3-9e84-8cf9eaa9f4f6 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 946 time: 0.0484607 Dec 10 17:04:13.527118 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fed661a9-315f-4c37-a460-e844267c154f req-99beea65-bc56-477b-b564-977f2b13c740 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395541 Dec 10 17:04:13.962996 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3b472f01-579b-4c76-899a-93d1682315b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:14.640173 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab8438-b397-4d33-988b-d6365452697f req-3d83920d-df2c-4cf8-b11d-730ff717b803 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:14.641662 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-29ab8438-b397-4d33-988b-d6365452697f req-3d83920d-df2c-4cf8-b11d-730ff717b803 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 946 time: 0.0474756 Dec 10 17:04:14.693338 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-29ab8438-b397-4d33-988b-d6365452697f req-6beac683-825e-4880-a551-c469251f5693 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456419 Dec 10 17:04:15.809145 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aced951-5021-4c73-9fbb-735203f6ad0e req-e57b1bce-50eb-4710-9c21-4ba371697233 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:15.810665 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2aced951-5021-4c73-9fbb-735203f6ad0e req-e57b1bce-50eb-4710-9c21-4ba371697233 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 946 time: 0.0489020 Dec 10 17:04:15.857721 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2aced951-5021-4c73-9fbb-735203f6ad0e req-7e3c306f-919e-43a6-850b-733fcbbfa6b9 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411217 Dec 10 17:04:16.501357 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eddfe120-3391-4624-b558-a6c38b22b212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:16.971709 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6457a92-3166-42f1-8535-324751172491 req-21bdb5b9-404d-4352-b642-cf718306d0fc tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:16.973179 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d6457a92-3166-42f1-8535-324751172491 req-21bdb5b9-404d-4352-b642-cf718306d0fc tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 946 time: 0.0484200 Dec 10 17:04:17.019686 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d6457a92-3166-42f1-8535-324751172491 req-e929392b-7897-449d-89ef-c58276a4c1ea tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405920 Dec 10 17:04:17.382859 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:18.138506 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6994e-4767-406a-8d2b-c6864579c7bc req-28b691b8-0d2d-4e5b-ab91-f6689c0757e0 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:18.139977 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-44f6994e-4767-406a-8d2b-c6864579c7bc req-28b691b8-0d2d-4e5b-ab91-f6689c0757e0 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 946 time: 0.0518563 Dec 10 17:04:18.189814 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-44f6994e-4767-406a-8d2b-c6864579c7bc req-5dc187ab-3b2f-4faa-8cb4-d0243fc631c7 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438585 Dec 10 17:04:18.679129 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:19.307198 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77d3e0-688d-409e-8d7a-d8d3b642808a req-96815e85-3b6c-4cf7-888d-ece7707b4dd3 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:19.308649 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ea77d3e0-688d-409e-8d7a-d8d3b642808a req-96815e85-3b6c-4cf7-888d-ece7707b4dd3 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 946 time: 0.0480278 Dec 10 17:04:19.354448 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ea77d3e0-688d-409e-8d7a-d8d3b642808a req-f3364811-9625-4dc6-8a7f-5d9d2566068e tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399325 Dec 10 17:04:19.724260 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:20.467678 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a58aee-15a6-4da0-9548-515d7a8b9d97 req-63de3f56-cd98-4780-b2bb-c912ada8be01 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:20.469141 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-15a58aee-15a6-4da0-9548-515d7a8b9d97 req-63de3f56-cd98-4780-b2bb-c912ada8be01 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 946 time: 0.0481424 Dec 10 17:04:20.519040 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-15a58aee-15a6-4da0-9548-515d7a8b9d97 req-3ccebd09-63d1-41ce-b4ce-bde31f1afed9 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439496 Dec 10 17:04:21.632701 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d263b-b67e-4140-86a9-d46d5ba3b31f req-aa5a7466-6a47-4b83-bc7c-437bf4537e60 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:21.634203 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-722d263b-b67e-4140-86a9-d46d5ba3b31f req-aa5a7466-6a47-4b83-bc7c-437bf4537e60 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 946 time: 0.0481789 Dec 10 17:04:21.680475 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-722d263b-b67e-4140-86a9-d46d5ba3b31f req-af5e536f-1e87-4a93-a631-b408295ccd83 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401967 Dec 10 17:04:22.794251 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53800aa8-0687-4d3e-8ddd-2158c15053a7 req-7a99e5c6-b1da-4788-87ec-15fd41dc2d86 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:22.795746 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-53800aa8-0687-4d3e-8ddd-2158c15053a7 req-7a99e5c6-b1da-4788-87ec-15fd41dc2d86 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 946 time: 0.0475838 Dec 10 17:04:22.841803 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-53800aa8-0687-4d3e-8ddd-2158c15053a7 req-6705d1fd-5bcd-40eb-8f2d-3cff8283b6a7 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401716 Dec 10 17:04:23.961202 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf526f4-d5a0-4c31-9039-94d0ae6cf9bf req-9e3b3348-1d2c-4db3-8769-18f4bcb13550 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:23.962668 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-acf526f4-d5a0-4c31-9039-94d0ae6cf9bf req-9e3b3348-1d2c-4db3-8769-18f4bcb13550 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 946 time: 0.0502503 Dec 10 17:04:24.007855 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-acf526f4-d5a0-4c31-9039-94d0ae6cf9bf req-fb0172db-b061-4271-9c7b-4e6b050ae760 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386529 Dec 10 17:04:25.122188 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac671f-ef85-4aee-a753-e0791ddc74c9 req-7df08fad-b6e1-412a-b5db-8328c400dccd tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:25.123658 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-99ac671f-ef85-4aee-a753-e0791ddc74c9 req-7df08fad-b6e1-412a-b5db-8328c400dccd tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 946 time: 0.0477729 Dec 10 17:04:25.169925 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-99ac671f-ef85-4aee-a753-e0791ddc74c9 req-58fa8485-9b6d-40a0-8f45-94f06bd4492b tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403709 Dec 10 17:04:26.290971 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014319c9-be63-425f-9820-13a216da9e22 req-70bf0291-866c-4e1d-9056-458f75c13ab6 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:26.292460 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-014319c9-be63-425f-9820-13a216da9e22 req-70bf0291-866c-4e1d-9056-458f75c13ab6 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 946 time: 0.0515149 Dec 10 17:04:26.338930 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-014319c9-be63-425f-9820-13a216da9e22 req-706fec00-ef42-4cbf-9d81-2628dbfed0bd tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402467 Dec 10 17:04:27.452815 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5abdef4-e204-45c2-9094-3102e5f9986f req-0e174610-2756-4c73-be2c-975ebe078dfe tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:27.454290 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d5abdef4-e204-45c2-9094-3102e5f9986f req-0e174610-2756-4c73-be2c-975ebe078dfe tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 946 time: 0.0474856 Dec 10 17:04:27.499989 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d5abdef4-e204-45c2-9094-3102e5f9986f req-ac2fc869-b0f5-40dc-9736-eb581b3bf4bf tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397911 Dec 10 17:04:28.613225 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d259a0-9a22-4882-9d3a-e62b796d98d7 req-c48cac44-9541-4014-87ee-0769f0712d5f tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:28.614716 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-86d259a0-9a22-4882-9d3a-e62b796d98d7 req-c48cac44-9541-4014-87ee-0769f0712d5f tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 946 time: 0.0478268 Dec 10 17:04:28.670979 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-86d259a0-9a22-4882-9d3a-e62b796d98d7 req-38ecaa95-7c10-420c-a41d-a2c724e2d70f tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503151 Dec 10 17:04:30.092055 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51498f9-aa6b-42f7-8dde-d269359defdc req-0d2e4307-1b1a-4ffc-9bed-9c4b022443d5 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:30.093559 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e51498f9-aa6b-42f7-8dde-d269359defdc req-0d2e4307-1b1a-4ffc-9bed-9c4b022443d5 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 946 time: 0.3553572 Dec 10 17:04:30.139425 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e51498f9-aa6b-42f7-8dde-d269359defdc req-8beb3bdc-7f31-4861-a31c-23b61ee47332 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398521 Dec 10 17:04:31.253906 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ee949-5a07-4146-b04c-4f94665d9d0a req-f60489f5-10ad-4f2c-957d-07c638041063 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:31.255373 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-004ee949-5a07-4146-b04c-4f94665d9d0a req-f60489f5-10ad-4f2c-957d-07c638041063 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 946 time: 0.0472944 Dec 10 17:04:31.300258 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-004ee949-5a07-4146-b04c-4f94665d9d0a req-a66cf232-730a-46c6-9337-0b58f346c9a2 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390487 Dec 10 17:04:32.372436 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-2a03b3e9-c1bb-4533-bb20-4834dda3bfc2 service neutron] show failed (client error): The resource could not be found. Dec 10 17:04:32.373405 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-2a03b3e9-c1bb-4533-bb20-4834dda3bfc2 service neutron] 10.222.0.46 "GET /v2.0/ports/5a272514-8405-4f3f-82bb-f9ced2e34ba5/bindings/n-h1-766771-2 HTTP/1.1" status: 404 len: 380 time: 0.0601006 Dec 10 17:04:32.420023 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91219de-19fb-45e4-9085-e19364b5e454 req-17ef28b9-1e8f-4270-814a-8e1c5574aad8 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:32.421502 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f91219de-19fb-45e4-9085-e19364b5e454 req-17ef28b9-1e8f-4270-814a-8e1c5574aad8 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 946 time: 0.0512455 Dec 10 17:04:32.471280 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f91219de-19fb-45e4-9085-e19364b5e454 req-8c02d07c-8c1c-46fc-8ab5-dc729cb182a3 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430396 Dec 10 17:04:32.567463 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-dfd49b2e-e291-49f9-9df7-12bf2c80534a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:32.568924 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-dfd49b2e-e291-49f9-9df7-12bf2c80534a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd&tenant_id=8f43ef2192824a0c92215cf33075cf48 HTTP/1.1" status: 200 len: 1097 time: 0.0401723 Dec 10 17:04:32.580380 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-459540ac-e8a7-4f15-a912-73d63bfba2c6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766771-2', 'device_owner': 'compute:nova'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:04:32.634072 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-459540ac-e8a7-4f15-a912-73d63bfba2c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:32.829397 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-459540ac-e8a7-4f15-a912-73d63bfba2c6 service neutron] For port 5a272514-8405-4f3f-82bb-f9ced2e34ba5, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=5a272514-8405-4f3f-82bb-f9ced2e34ba5,segment=NetworkSegment(09484680-6d5f-4f2f-bd68-0c672558eba6),segment_id=09484680-6d5f-4f2f-bd68-0c672558eba6)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:04:32.862213 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-459540ac-e8a7-4f15-a912-73d63bfba2c6 service neutron] For port 5a272514-8405-4f3f-82bb-f9ced2e34ba5, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:04:32.900050 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7e3629-07d8-4206-9169-761dcce524fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a272514-8405-4f3f-82bb-f9ced2e34ba5'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:04:32.902345 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60156be3-33a4-42bd-8914-824db22ff307" -d '{"events": [{"server_uuid": "ae7e3629-07d8-4206-9169-761dcce524fd", "name": "network-vif-unplugged", "status": "completed", "tag": "5a272514-8405-4f3f-82bb-f9ced2e34ba5"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:04:32.906654 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-459540ac-e8a7-4f15-a912-73d63bfba2c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:32.918631 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-459540ac-e8a7-4f15-a912-73d63bfba2c6 service neutron] Transition to ACTIVE for port object 5a272514-8405-4f3f-82bb-f9ced2e34ba5 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 17:04:32.923309 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-459540ac-e8a7-4f15-a912-73d63bfba2c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:32.960431 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 17:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bee4305-1e16-4d86-9f0f-001886c8d7a2 x-openstack-request-id: req-9bee4305-1e16-4d86-9f0f-001886c8d7a2 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:04:32.960721 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7e3629-07d8-4206-9169-761dcce524fd", "name": "network-vif-unplugged", "status": "completed", "tag": "5a272514-8405-4f3f-82bb-f9ced2e34ba5", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:04:32.960972 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9bee4305-1e16-4d86-9f0f-001886c8d7a2 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:04:32.961360 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7e3629-07d8-4206-9169-761dcce524fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a272514-8405-4f3f-82bb-f9ced2e34ba5', 'code': 200} Dec 10 17:04:32.986994 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-459540ac-e8a7-4f15-a912-73d63bfba2c6 service neutron] No DVR routers for this DVR port 5a272514-8405-4f3f-82bb-f9ced2e34ba5 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:04:32.993442 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459540ac-e8a7-4f15-a912-73d63bfba2c6 service neutron] Pushing event updated for resources: {'Port': ['ID=5a272514-8405-4f3f-82bb-f9ced2e34ba5,revision_number=6']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:04:33.015371 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459540ac-e8a7-4f15-a912-73d63bfba2c6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:33.015717 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459540ac-e8a7-4f15-a912-73d63bfba2c6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:33.016057 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459540ac-e8a7-4f15-a912-73d63bfba2c6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:33.016395 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459540ac-e8a7-4f15-a912-73d63bfba2c6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:33.016725 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459540ac-e8a7-4f15-a912-73d63bfba2c6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:33.017049 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459540ac-e8a7-4f15-a912-73d63bfba2c6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:33.017374 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459540ac-e8a7-4f15-a912-73d63bfba2c6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:33.017697 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459540ac-e8a7-4f15-a912-73d63bfba2c6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:33.018019 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459540ac-e8a7-4f15-a912-73d63bfba2c6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:33.018378 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459540ac-e8a7-4f15-a912-73d63bfba2c6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:33.018703 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459540ac-e8a7-4f15-a912-73d63bfba2c6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:33.019020 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459540ac-e8a7-4f15-a912-73d63bfba2c6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:33.019337 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459540ac-e8a7-4f15-a912-73d63bfba2c6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:33.035282 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-459540ac-e8a7-4f15-a912-73d63bfba2c6 service neutron] Attempting to bind port 5a272514-8405-4f3f-82bb-f9ced2e34ba5 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:04:33.035620 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-459540ac-e8a7-4f15-a912-73d63bfba2c6 service neutron] Attempting to bind port 5a272514-8405-4f3f-82bb-f9ced2e34ba5 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '09484680-6d5f-4f2f-bd68-0c672558eba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '98c83029-351f-44cc-b9f4-ed19acd90697'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:04:33.035949 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-459540ac-e8a7-4f15-a912-73d63bfba2c6 service neutron] Attempting to bind port 5a272514-8405-4f3f-82bb-f9ced2e34ba5 on network 98c83029-351f-44cc-b9f4-ed19acd90697 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:04:33.040212 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-459540ac-e8a7-4f15-a912-73d63bfba2c6 service neutron] Port 5a272514-8405-4f3f-82bb-f9ced2e34ba5 on network 98c83029-351f-44cc-b9f4-ed19acd90697 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 17:04:33.040531 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-459540ac-e8a7-4f15-a912-73d63bfba2c6 service neutron] Attempting to bind port 5a272514-8405-4f3f-82bb-f9ced2e34ba5 on network 98c83029-351f-44cc-b9f4-ed19acd90697 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:04:33.045676 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-459540ac-e8a7-4f15-a912-73d63bfba2c6 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:04:33.046004 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-459540ac-e8a7-4f15-a912-73d63bfba2c6 service neutron] Checking segment: {'id': '09484680-6d5f-4f2f-bd68-0c672558eba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '98c83029-351f-44cc-b9f4-ed19acd90697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:04:33.046401 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-459540ac-e8a7-4f15-a912-73d63bfba2c6 service neutron] Bound using segment: {'id': '09484680-6d5f-4f2f-bd68-0c672558eba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '98c83029-351f-44cc-b9f4-ed19acd90697'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:04:33.046823 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-459540ac-e8a7-4f15-a912-73d63bfba2c6 service neutron] Bound port: 5a272514-8405-4f3f-82bb-f9ced2e34ba5, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09484680-6d5f-4f2f-bd68-0c672558eba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '98c83029-351f-44cc-b9f4-ed19acd90697'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:04:33.047179 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-459540ac-e8a7-4f15-a912-73d63bfba2c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:33.107881 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-459540ac-e8a7-4f15-a912-73d63bfba2c6 service neutron] For port 5a272514-8405-4f3f-82bb-f9ced2e34ba5, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:04:33.110821 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-459540ac-e8a7-4f15-a912-73d63bfba2c6 service neutron] For port 5a272514-8405-4f3f-82bb-f9ced2e34ba5, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=5a272514-8405-4f3f-82bb-f9ced2e34ba5,segment=NetworkSegment(09484680-6d5f-4f2f-bd68-0c672558eba6),segment_id=09484680-6d5f-4f2f-bd68-0c672558eba6)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:04:33.115287 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-459540ac-e8a7-4f15-a912-73d63bfba2c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:33.150907 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-459540ac-e8a7-4f15-a912-73d63bfba2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:33.151598 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-459540ac-e8a7-4f15-a912-73d63bfba2c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:33.152994 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-459540ac-e8a7-4f15-a912-73d63bfba2c6 service neutron] 10.222.0.26 "PUT /v2.0/ports/5a272514-8405-4f3f-82bb-f9ced2e34ba5 HTTP/1.1" status: 200 len: 1092 time: 0.5766046 Dec 10 17:04:33.171177 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459540ac-e8a7-4f15-a912-73d63bfba2c6 service neutron] Pushing event updated for resources: {'Port': ['ID=5a272514-8405-4f3f-82bb-f9ced2e34ba5,revision_number=7']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:04:33.227671 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-fb5cc278-69de-450a-bdce-f51cb8df04dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:33.229157 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-fb5cc278-69de-450a-bdce-f51cb8df04dd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8f43ef2192824a0c92215cf33075cf48&device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 1095 time: 0.0509875 Dec 10 17:04:33.316739 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-8fd2af8d-9a03-4a1e-b9a2-a5d9c488d97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:33.318173 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-8fd2af8d-9a03-4a1e-b9a2-a5d9c488d97c service neutron] 10.222.0.26 "GET /v2.0/networks?id=98c83029-351f-44cc-b9f4-ed19acd90697 HTTP/1.1" status: 200 len: 915 time: 0.0813587 Dec 10 17:04:33.362825 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-17a72730-4322-49d0-8281-daebab1ceff2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a272514-8405-4f3f-82bb-f9ced2e34ba5 HTTP/1.1" status: 200 len: 217 time: 0.0371137 Dec 10 17:04:33.411355 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-b64a4d69-1782-4610-8cc5-e333b30bad3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:33.412694 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-b64a4d69-1782-4610-8cc5-e333b30bad3b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=48404954-c1b0-49d6-953b-c7dada935c2e HTTP/1.1" status: 200 len: 854 time: 0.0431576 Dec 10 17:04:33.443926 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-8532da3f-fcc3-4459-8268-e939728f1e51 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=98c83029-351f-44cc-b9f4-ed19acd90697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237627 Dec 10 17:04:33.533323 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-7437b8bc-c6d9-4ead-a53f-1ec77d1b9e71 service neutron] 10.222.0.26 "GET /v2.0/networks/98c83029-351f-44cc-b9f4-ed19acd90697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823483 Dec 10 17:04:33.650047 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e7db2-5bd5-48f2-8493-567f3f705df0 req-f3ab0b01-9fad-49a9-b804-7f1751a6aa0a tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:33.651593 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4c6e7db2-5bd5-48f2-8493-567f3f705df0 req-f3ab0b01-9fad-49a9-b804-7f1751a6aa0a tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 944 time: 0.1035542 Dec 10 17:04:33.677538 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e0a5e072-5d4c-47ef-a67d-543912b1018d req-0db2181e-0d19-443c-bbd9-40aa58e9c47f service neutron] 10.222.0.26 "GET /v2.0/networks/98c83029-351f-44cc-b9f4-ed19acd90697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372001 Dec 10 17:04:33.711565 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4c6e7db2-5bd5-48f2-8493-567f3f705df0 req-1340eb8e-2a91-45fe-86db-942fa712f7d2 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510552 Dec 10 17:04:34.832489 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ade110-634a-4dc3-81a1-e9446ef202fa req-683bef82-6a8e-4461-a3b8-4d040a01ca33 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:34.833983 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a3ade110-634a-4dc3-81a1-e9446ef202fa req-683bef82-6a8e-4461-a3b8-4d040a01ca33 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 944 time: 0.0516329 Dec 10 17:04:34.880806 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a3ade110-634a-4dc3-81a1-e9446ef202fa req-c84bed07-a40c-4438-87c5-dcde793efab3 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408266 Dec 10 17:04:34.962536 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae7e3629-07d8-4206-9169-761dcce524fd', 'tag': '5a272514-8405-4f3f-82bb-f9ced2e34ba5'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:04:34.964822 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006583b1-4ae4-409c-9438-47b0832581cc" -d '{"events": [{"name": "network-changed", "server_uuid": "ae7e3629-07d8-4206-9169-761dcce524fd", "tag": "5a272514-8405-4f3f-82bb-f9ced2e34ba5"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:04:35.010703 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d507ccab-454d-4731-9f71-9b90f6c8f9cb x-openstack-request-id: req-d507ccab-454d-4731-9f71-9b90f6c8f9cb {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:04:35.010996 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae7e3629-07d8-4206-9169-761dcce524fd", "tag": "5a272514-8405-4f3f-82bb-f9ced2e34ba5", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:04:35.011278 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d507ccab-454d-4731-9f71-9b90f6c8f9cb {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:04:35.011693 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae7e3629-07d8-4206-9169-761dcce524fd', 'tag': '5a272514-8405-4f3f-82bb-f9ced2e34ba5', 'status': 'completed', 'code': 200} Dec 10 17:04:35.101511 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006583b1-4ae4-409c-9438-47b0832581cc req-ab2dbbeb-240c-4dea-a8a5-6b3345ff8d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:35.103070 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-006583b1-4ae4-409c-9438-47b0832581cc req-ab2dbbeb-240c-4dea-a8a5-6b3345ff8d21 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8f43ef2192824a0c92215cf33075cf48&device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 1095 time: 0.0652769 Dec 10 17:04:35.104725 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006583b1-4ae4-409c-9438-47b0832581cc req-425b0afc-3ee5-4b07-ba35-542c9fc45f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:35.106614 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-006583b1-4ae4-409c-9438-47b0832581cc req-425b0afc-3ee5-4b07-ba35-542c9fc45f6d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f43ef2192824a0c92215cf33075cf48&device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 1095 time: 0.0767972 Dec 10 17:04:35.272058 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006583b1-4ae4-409c-9438-47b0832581cc req-e63c7b2c-a7fd-4f74-9bef-4f4b7bcc32c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:35.273425 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-006583b1-4ae4-409c-9438-47b0832581cc req-e63c7b2c-a7fd-4f74-9bef-4f4b7bcc32c7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=98c83029-351f-44cc-b9f4-ed19acd90697 HTTP/1.1" status: 200 len: 915 time: 0.1602015 Dec 10 17:04:35.274540 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006583b1-4ae4-409c-9438-47b0832581cc req-d6716f97-7303-48f9-8137-e972ca9956c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:35.275850 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-006583b1-4ae4-409c-9438-47b0832581cc req-d6716f97-7303-48f9-8137-e972ca9956c3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=98c83029-351f-44cc-b9f4-ed19acd90697 HTTP/1.1" status: 200 len: 915 time: 0.1552262 Dec 10 17:04:35.348082 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-006583b1-4ae4-409c-9438-47b0832581cc req-567be1f8-d51c-4594-985a-a46b95b46dc8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a272514-8405-4f3f-82bb-f9ced2e34ba5 HTTP/1.1" status: 200 len: 217 time: 0.0669441 Dec 10 17:04:35.349427 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-006583b1-4ae4-409c-9438-47b0832581cc req-b0ecf883-088c-4583-a4b8-1eb57c30af39 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a272514-8405-4f3f-82bb-f9ced2e34ba5 HTTP/1.1" status: 200 len: 217 time: 0.0629914 Dec 10 17:04:35.429288 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006583b1-4ae4-409c-9438-47b0832581cc req-f5fa1545-374e-4289-afa5-b16698a85622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:35.430748 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-006583b1-4ae4-409c-9438-47b0832581cc req-f5fa1545-374e-4289-afa5-b16698a85622 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48404954-c1b0-49d6-953b-c7dada935c2e HTTP/1.1" status: 200 len: 854 time: 0.0760827 Dec 10 17:04:35.434019 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006583b1-4ae4-409c-9438-47b0832581cc req-f24642c9-f393-4b5b-95c9-6f4b613ad69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:35.435369 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-006583b1-4ae4-409c-9438-47b0832581cc req-f24642c9-f393-4b5b-95c9-6f4b613ad69e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=48404954-c1b0-49d6-953b-c7dada935c2e HTTP/1.1" status: 200 len: 854 time: 0.0732560 Dec 10 17:04:35.468459 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-006583b1-4ae4-409c-9438-47b0832581cc req-eea85b5b-23e0-4db1-88a5-9e2b0a39a9bc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98c83029-351f-44cc-b9f4-ed19acd90697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299542 Dec 10 17:04:35.493903 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-006583b1-4ae4-409c-9438-47b0832581cc req-873a3f3d-8b10-49e2-a316-26945da25bb2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=98c83029-351f-44cc-b9f4-ed19acd90697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472152 Dec 10 17:04:35.635036 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-006583b1-4ae4-409c-9438-47b0832581cc req-a14b39ab-66bb-46dc-80e8-679047392138 service neutron] 10.222.0.46 "GET /v2.0/networks/98c83029-351f-44cc-b9f4-ed19acd90697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494598 Dec 10 17:04:35.654688 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-006583b1-4ae4-409c-9438-47b0832581cc req-129a9dee-c3ec-4909-96f7-9fb756eaaa3b service neutron] 10.222.0.26 "GET /v2.0/networks/98c83029-351f-44cc-b9f4-ed19acd90697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496925 Dec 10 17:04:35.793135 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-006583b1-4ae4-409c-9438-47b0832581cc req-2f281296-6308-4799-8fc1-aeedca7c4620 service neutron] 10.222.0.46 "GET /v2.0/networks/98c83029-351f-44cc-b9f4-ed19acd90697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502981 Dec 10 17:04:35.801462 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 5a272514-8405-4f3f-82bb-f9ced2e34ba5 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:04:35.804693 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-006583b1-4ae4-409c-9438-47b0832581cc req-61a26468-a30f-45d9-9961-f2e2e89daa64 service neutron] 10.222.0.26 "GET /v2.0/networks/98c83029-351f-44cc-b9f4-ed19acd90697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408224 Dec 10 17:04:35.840638 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 5a272514-8405-4f3f-82bb-f9ced2e34ba5 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:04:35.999221 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76701a61-1226-42df-8f0f-cdf1f3cd75bf req-ab0a4bed-8288-41cc-974d-3cf54109f4eb tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:36.000679 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-76701a61-1226-42df-8f0f-cdf1f3cd75bf req-ab0a4bed-8288-41cc-974d-3cf54109f4eb tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 944 time: 0.0492966 Dec 10 17:04:36.051544 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-76701a61-1226-42df-8f0f-cdf1f3cd75bf req-9b921a5c-e617-4483-8564-6beeca50044d tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448487 Dec 10 17:04:36.269167 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed03864-616a-4c3e-aa20-4254a77efcc7 req-26245d38-0f4c-4216-a2f5-0ee494a97773 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:36.270569 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7ed03864-616a-4c3e-aa20-4254a77efcc7 req-26245d38-0f4c-4216-a2f5-0ee494a97773 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 944 time: 0.0783510 Dec 10 17:04:36.278484 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b65ec-f698-4e31-9587-a0c9277fc35a req-28c574b2-0c77-45fe-ae29-8ade2f8d4767 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:36.279807 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c15b65ec-f698-4e31-9587-a0c9277fc35a req-28c574b2-0c77-45fe-ae29-8ade2f8d4767 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd&tenant_id=8f43ef2192824a0c92215cf33075cf48&binding%3Ahost_id=n-h1-766771-2 HTTP/1.1" status: 200 len: 944 time: 0.0763142 Dec 10 17:04:36.311845 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:04:36.360810 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7ed03864-616a-4c3e-aa20-4254a77efcc7 req-16875df8-a198-4c98-83a4-4415e5450bfa tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800600 Dec 10 17:04:36.369233 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [req-c15b65ec-f698-4e31-9587-a0c9277fc35a req-4a0958c8-ba9c-4eda-8c80-1618cedee049 service neutron] delete failed (client error): The resource could not be found. Dec 10 17:04:36.370206 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c15b65ec-f698-4e31-9587-a0c9277fc35a req-4a0958c8-ba9c-4eda-8c80-1618cedee049 service neutron] 10.222.0.46 "DELETE /v2.0/ports/5a272514-8405-4f3f-82bb-f9ced2e34ba5/bindings/n-h2-766771-2 HTTP/1.1" status: 404 len: 380 time: 0.0772192 Dec 10 17:04:36.452672 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b65ec-f698-4e31-9587-a0c9277fc35a req-044c7d4c-ac23-459b-9651-d5437cb6e3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:36.454125 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c15b65ec-f698-4e31-9587-a0c9277fc35a req-044c7d4c-ac23-459b-9651-d5437cb6e3f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f43ef2192824a0c92215cf33075cf48&device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 1095 time: 0.0412986 Dec 10 17:04:36.540871 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b65ec-f698-4e31-9587-a0c9277fc35a req-5ae35a29-cb02-4253-983c-f942ce2e976e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:36.542303 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c15b65ec-f698-4e31-9587-a0c9277fc35a req-5ae35a29-cb02-4253-983c-f942ce2e976e service neutron] 10.222.0.46 "GET /v2.0/networks?id=98c83029-351f-44cc-b9f4-ed19acd90697 HTTP/1.1" status: 200 len: 915 time: 0.0811374 Dec 10 17:04:36.586659 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c15b65ec-f698-4e31-9587-a0c9277fc35a req-9f7de38c-6e8c-4ebc-bd3c-a9995a224b10 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a272514-8405-4f3f-82bb-f9ced2e34ba5 HTTP/1.1" status: 200 len: 217 time: 0.0369329 Dec 10 17:04:36.628053 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:36.637271 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b65ec-f698-4e31-9587-a0c9277fc35a req-433542f5-c3bc-437c-885d-987bb31ae4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:36.638831 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c15b65ec-f698-4e31-9587-a0c9277fc35a req-433542f5-c3bc-437c-885d-987bb31ae4ed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48404954-c1b0-49d6-953b-c7dada935c2e HTTP/1.1" status: 200 len: 854 time: 0.0458994 Dec 10 17:04:36.670495 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c15b65ec-f698-4e31-9587-a0c9277fc35a req-56d3952e-2676-420c-b546-2766fe51d4fc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98c83029-351f-44cc-b9f4-ed19acd90697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250750 Dec 10 17:04:36.726495 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 5a272514-8405-4f3f-82bb-f9ced2e34ba5 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 17:04:36.762487 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c15b65ec-f698-4e31-9587-a0c9277fc35a req-11a439d5-3e11-42e9-9eb0-22c4516a1ab5 service neutron] 10.222.0.46 "GET /v2.0/networks/98c83029-351f-44cc-b9f4-ed19acd90697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853462 Dec 10 17:04:36.823518 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 5a272514-8405-4f3f-82bb-f9ced2e34ba5, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=5a272514-8405-4f3f-82bb-f9ced2e34ba5,segment=NetworkSegment(09484680-6d5f-4f2f-bd68-0c672558eba6),segment_id=09484680-6d5f-4f2f-bd68-0c672558eba6)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:04:36.834854 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '5a272514-8405-4f3f-82bb-f9ced2e34ba5', 'network_id': '98c83029-351f-44cc-b9f4-ed19acd90697', 'port_id': '5a272514-8405-4f3f-82bb-f9ced2e34ba5', 'mac_address': 'fa:16:3e:53:2f:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48404954-c1b0-49d6-953b-c7dada935c2e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 17:04:36.852051 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c15b65ec-f698-4e31-9587-a0c9277fc35a req-c59dea1f-3ae4-43fd-bdb6-2c070e8b4891 service neutron] 10.222.0.46 "GET /v2.0/networks/98c83029-351f-44cc-b9f4-ed19acd90697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832202 Dec 10 17:04:36.873730 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:36.886568 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a272514-8405-4f3f-82bb-f9ced2e34ba5 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:04:36.906238 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 5a272514-8405-4f3f-82bb-f9ced2e34ba5, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=5a272514-8405-4f3f-82bb-f9ced2e34ba5,segment=NetworkSegment(09484680-6d5f-4f2f-bd68-0c672558eba6),segment_id=09484680-6d5f-4f2f-bd68-0c672558eba6)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:04:36.910660 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:36.960231 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=5a272514-8405-4f3f-82bb-f9ced2e34ba5,revision_number=8']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:04:36.968075 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:36.968432 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:36.968783 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:36.969126 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:36.969470 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:36.969806 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:36.970158 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:36.970501 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:36.970847 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:36.971165 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:36.971497 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:36.971877 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:36.972210 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:37.122554 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['5a272514-8405-4f3f-82bb-f9ced2e34ba5'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:04:37.477981 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9038185-56b0-4142-bc65-80c70d90fe40 req-fab3b5d2-39d9-46d2-8738-13a9c7bd52fc tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:37.479500 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a9038185-56b0-4142-bc65-80c70d90fe40 req-fab3b5d2-39d9-46d2-8738-13a9c7bd52fc tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 945 time: 0.0492952 Dec 10 17:04:37.530637 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a9038185-56b0-4142-bc65-80c70d90fe40 req-d0d9b5aa-c629-4461-9af8-53ade4923b92 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451205 Dec 10 17:04:37.644927 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91d631-8bd2-4318-b328-07863f592803 req-03c26d37-26fd-41a5-8ebb-7ee8fca90e0a tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:37.646386 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bc91d631-8bd2-4318-b328-07863f592803 req-03c26d37-26fd-41a5-8ebb-7ee8fca90e0a tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 945 time: 0.0492859 Dec 10 17:04:37.693452 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bc91d631-8bd2-4318-b328-07863f592803 req-5fff8218-c312-4dd9-a6d9-87dda1804e21 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410511 Dec 10 17:04:37.803462 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd907dfd-6b04-436f-9255-7b4682fbaece req-cb3a7e1f-962a-4cb7-b3a9-83e2e8396a54 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:37.804936 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cd907dfd-6b04-436f-9255-7b4682fbaece req-cb3a7e1f-962a-4cb7-b3a9-83e2e8396a54 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 945 time: 0.0479059 Dec 10 17:04:37.852824 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cd907dfd-6b04-436f-9255-7b4682fbaece req-a01026bd-6258-46db-8a59-2d7892f4d2da tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414405 Dec 10 17:04:38.174679 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768a109-1fbb-4b3c-8a0a-08a0a0ad2f09 req-432a00c3-37fb-4c04-ad60-bd49b97466ad tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:38.176075 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c768a109-1fbb-4b3c-8a0a-08a0a0ad2f09 req-432a00c3-37fb-4c04-ad60-bd49b97466ad tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 945 time: 0.0517268 Dec 10 17:04:38.221802 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c768a109-1fbb-4b3c-8a0a-08a0a0ad2f09 req-87e606e0-8f60-431a-b0ad-25a248683140 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398200 Dec 10 17:04:38.475298 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:38.727220 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 5a272514-8405-4f3f-82bb-f9ced2e34ba5 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:04:38.774623 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 5a272514-8405-4f3f-82bb-f9ced2e34ba5 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 17:04:38.778882 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 5a272514-8405-4f3f-82bb-f9ced2e34ba5 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:04:38.779253 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:38.856736 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:38.878290 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7e3629-07d8-4206-9169-761dcce524fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a272514-8405-4f3f-82bb-f9ced2e34ba5'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:04:38.880519 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48524cd8-a04c-44bf-a182-8edf43419bab" -d '{"events": [{"server_uuid": "ae7e3629-07d8-4206-9169-761dcce524fd", "name": "network-vif-plugged", "status": "completed", "tag": "5a272514-8405-4f3f-82bb-f9ced2e34ba5"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:04:38.893668 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 5a272514-8405-4f3f-82bb-f9ced2e34ba5, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=5a272514-8405-4f3f-82bb-f9ced2e34ba5,segment=NetworkSegment(09484680-6d5f-4f2f-bd68-0c672558eba6),segment_id=09484680-6d5f-4f2f-bd68-0c672558eba6)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:04:38.897691 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:38.920982 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728a44a7-2e44-4af4-a83b-f82c0c4ea14a x-openstack-request-id: req-728a44a7-2e44-4af4-a83b-f82c0c4ea14a {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:04:38.921279 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7e3629-07d8-4206-9169-761dcce524fd", "name": "network-vif-plugged", "status": "completed", "tag": "5a272514-8405-4f3f-82bb-f9ced2e34ba5", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:04:38.921536 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-728a44a7-2e44-4af4-a83b-f82c0c4ea14a {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:04:38.921918 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7e3629-07d8-4206-9169-761dcce524fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a272514-8405-4f3f-82bb-f9ced2e34ba5', 'code': 200} Dec 10 17:04:38.946088 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=5a272514-8405-4f3f-82bb-f9ced2e34ba5,revision_number=9']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:04:39.355923 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd18622-02fd-4faa-a7d3-b64e991f7800 req-2b2508a5-4056-4410-afac-3d1b7b6b574f tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:39.357357 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0dd18622-02fd-4faa-a7d3-b64e991f7800 req-2b2508a5-4056-4410-afac-3d1b7b6b574f tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.26 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 946 time: 0.0789633 Dec 10 17:04:39.365254 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41b9a0-4a9d-4284-875f-86f4e2e88647 req-225af2a6-f4b9-471b-86bc-adcbd26a36c5 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:39.366646 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cd41b9a0-4a9d-4284-875f-86f4e2e88647 req-225af2a6-f4b9-471b-86bc-adcbd26a36c5 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae7e3629-07d8-4206-9169-761dcce524fd HTTP/1.1" status: 200 len: 946 time: 0.0765753 Dec 10 17:04:39.464795 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cd41b9a0-4a9d-4284-875f-86f4e2e88647 req-2ab43636-5d8d-4197-a43d-3da8ee4f3936 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.11 "GET /v2.0/security-groups?id=359b55f0-b411-466d-a6ee-82ae6118a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908186 Dec 10 17:04:39.484448 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-0dd18622-02fd-4faa-a7d3-b64e991f7800 req-d07d07eb-124e-4da9-b264-dd0b0b0f3474 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Deleting port 5a272514-8405-4f3f-82bb-f9ced2e34ba5 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:04:39.484785 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0dd18622-02fd-4faa-a7d3-b64e991f7800 req-d07d07eb-124e-4da9-b264-dd0b0b0f3474 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:39.575392 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-0dd18622-02fd-4faa-a7d3-b64e991f7800 req-d07d07eb-124e-4da9-b264-dd0b0b0f3474 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] For port 5a272514-8405-4f3f-82bb-f9ced2e34ba5, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=5a272514-8405-4f3f-82bb-f9ced2e34ba5,segment=NetworkSegment(09484680-6d5f-4f2f-bd68-0c672558eba6),segment_id=09484680-6d5f-4f2f-bd68-0c672558eba6)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:04:39.575683 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0dd18622-02fd-4faa-a7d3-b64e991f7800 req-d07d07eb-124e-4da9-b264-dd0b0b0f3474 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:39.588425 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-0dd18622-02fd-4faa-a7d3-b64e991f7800 req-d07d07eb-124e-4da9-b264-dd0b0b0f3474 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Calling delete_port for 5a272514-8405-4f3f-82bb-f9ced2e34ba5 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:04:39.713000 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0dd18622-02fd-4faa-a7d3-b64e991f7800 req-d07d07eb-124e-4da9-b264-dd0b0b0f3474 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:39.725441 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['5a272514-8405-4f3f-82bb-f9ced2e34ba5'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:04:39.746826 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d07eb-124e-4da9-b264-dd0b0b0f3474 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Pushing event deleted for resources: {'Port': ['ID=5a272514-8405-4f3f-82bb-f9ced2e34ba5,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:04:39.785202 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd18622-02fd-4faa-a7d3-b64e991f7800 req-d07d07eb-124e-4da9-b264-dd0b0b0f3474 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] No DVR routers for this DVR port 5a272514-8405-4f3f-82bb-f9ced2e34ba5 on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:04:39.787906 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-0dd18622-02fd-4faa-a7d3-b64e991f7800 req-d07d07eb-124e-4da9-b264-dd0b0b0f3474 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:39.791785 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0dd18622-02fd-4faa-a7d3-b64e991f7800 req-d07d07eb-124e-4da9-b264-dd0b0b0f3474 tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] 10.222.0.26 "DELETE /v2.0/ports/5a272514-8405-4f3f-82bb-f9ced2e34ba5 HTTP/1.1" status: 204 len: 173 time: 0.4242225 Dec 10 17:04:39.792345 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7e3629-07d8-4206-9169-761dcce524fd', 'name': 'network-vif-deleted', 'tag': '5a272514-8405-4f3f-82bb-f9ced2e34ba5'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:04:39.795514 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620a6c29-e1cb-42ee-a8b3-e47b347ad2f6" -d '{"events": [{"server_uuid": "ae7e3629-07d8-4206-9169-761dcce524fd", "name": "network-vif-deleted", "tag": "5a272514-8405-4f3f-82bb-f9ced2e34ba5"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:04:39.841448 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6a889a-bc53-4f98-9811-94b7dd492d8f x-openstack-request-id: req-2d6a889a-bc53-4f98-9811-94b7dd492d8f {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:04:39.841743 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7e3629-07d8-4206-9169-761dcce524fd", "name": "network-vif-deleted", "tag": "5a272514-8405-4f3f-82bb-f9ced2e34ba5", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:04:39.842034 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2d6a889a-bc53-4f98-9811-94b7dd492d8f {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:04:39.842500 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7e3629-07d8-4206-9169-761dcce524fd', 'name': 'network-vif-deleted', 'tag': '5a272514-8405-4f3f-82bb-f9ced2e34ba5', 'status': 'completed', 'code': 200} Dec 10 17:04:40.585455 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36134) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:04:40.628841 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-326d0fbe-c7b4-40b4-ad06-f2742912b735 admin admin] Deleting subnet 48404954-c1b0-49d6-953b-c7dada935c2e {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 17:04:40.631989 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-326d0fbe-c7b4-40b4-ad06-f2742912b735 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:40.667605 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-326d0fbe-c7b4-40b4-ad06-f2742912b735 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:40.710921 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-326d0fbe-c7b4-40b4-ad06-f2742912b735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:40.763022 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-326d0fbe-c7b4-40b4-ad06-f2742912b735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:40.789182 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d0fbe-c7b4-40b4-ad06-f2742912b735 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48404954-c1b0-49d6-953b-c7dada935c2e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:04:40.791163 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-326d0fbe-c7b4-40b4-ad06-f2742912b735 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:40.794610 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-326d0fbe-c7b4-40b4-ad06-f2742912b735 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/48404954-c1b0-49d6-953b-c7dada935c2e HTTP/1.1" status: 204 len: 168 time: 0.2078736 Dec 10 17:04:40.797090 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36136) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:04:40.864013 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-65d16a30-1d6c-4c39-b15b-25277ffe44fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:40.945658 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-65d16a30-1d6c-4c39-b15b-25277ffe44fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:40.965407 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-65d16a30-1d6c-4c39-b15b-25277ffe44fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98c83029-351f-44cc-b9f4-ed19acd90697']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:04:40.974427 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-65d16a30-1d6c-4c39-b15b-25277ffe44fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09484680-6d5f-4f2f-bd68-0c672558eba6') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:04:40.974728 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-65d16a30-1d6c-4c39-b15b-25277ffe44fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09484680-6d5f-4f2f-bd68-0c672558eba6') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:04:40.984438 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-65d16a30-1d6c-4c39-b15b-25277ffe44fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:40.997864 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-65d16a30-1d6c-4c39-b15b-25277ffe44fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:41.003810 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d16a30-1d6c-4c39-b15b-25277ffe44fd admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 17:04:41.004205 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-65d16a30-1d6c-4c39-b15b-25277ffe44fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:41.005907 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 17:04:41.005907 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 17:04:41.005907 n-d-766771-2 neutron-server[103392]: timer() Dec 10 17:04:41.005907 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 17:04:41.005907 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 17:04:41.005907 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 17:04:41.005907 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 17:04:41.005907 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 17:04:41.005907 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 17:04:41.005907 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 17:04:41.005907 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 17:04:41.005907 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 17:04:41.005907 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 17:04:41.005907 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 17:04:41.005907 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 17:04:41.005907 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 17:04:41.005907 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 17:04:41.005907 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 17:04:41.005907 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 17:04:41.005907 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 17:04:41.005907 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 17:04:41.005907 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 17:04:41.005907 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 17:04:41.005907 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 17:04:41.005907 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 17:04:41.005907 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 17:04:41.005907 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 17:04:41.005907 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 17:04:41.005907 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 17:04:41.005907 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 17:04:41.005907 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 17:04:41.005907 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 17:04:41.062653 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-65d16a30-1d6c-4c39-b15b-25277ffe44fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:41.067073 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-65d16a30-1d6c-4c39-b15b-25277ffe44fd admin admin] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:41.070593 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-65d16a30-1d6c-4c39-b15b-25277ffe44fd admin admin] 10.222.0.11 "DELETE /v2.0/networks/98c83029-351f-44cc-b9f4-ed19acd90697 HTTP/1.1" status: 204 len: 168 time: 0.2725832 Dec 10 17:04:41.083067 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d16a30-1d6c-4c39-b15b-25277ffe44fd admin admin] Pushing event deleted for resources: {'Network': ['ID=98c83029-351f-44cc-b9f4-ed19acd90697,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:04:41.183475 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36140) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:04:41.224372 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2ee10f4a-23e3-4128-8286-95a886e736d8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8f43ef2192824a0c92215cf33075cf48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390069 Dec 10 17:04:41.226704 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36142) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:04:41.272556 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6543e8d8-5a58-4fa4-b233-aa402d1a7eb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:41.293790 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6543e8d8-5a58-4fa4-b233-aa402d1a7eb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:41.338226 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6543e8d8-5a58-4fa4-b233-aa402d1a7eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:41.341513 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6543e8d8-5a58-4fa4-b233-aa402d1a7eb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:41.342778 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-6543e8d8-5a58-4fa4-b233-aa402d1a7eb7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/359b55f0-b411-466d-a6ee-82ae6118a5dd HTTP/1.1" status: 204 len: 168 time: 0.1151814 Dec 10 17:04:41.350315 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6543e8d8-5a58-4fa4-b233-aa402d1a7eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359b55f0-b411-466d-a6ee-82ae6118a5dd,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:04:41.981124 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36164) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:04:42.085212 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-e83ab3fc-3004-44bb-b59a-e1c8ad3231e5 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2017665447-network', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:04:42.105964 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83ab3fc-3004-44bb-b59a-e1c8ad3231e5 admin admin] Made reservation on behalf of 9cc68328aaf3429296c2d32b739636e4 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:04:42.108187 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e83ab3fc-3004-44bb-b59a-e1c8ad3231e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:42.116537 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e83ab3fc-3004-44bb-b59a-e1c8ad3231e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:42.193730 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e83ab3fc-3004-44bb-b59a-e1c8ad3231e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:42.197408 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e83ab3fc-3004-44bb-b59a-e1c8ad3231e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:42.218606 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e83ab3fc-3004-44bb-b59a-e1c8ad3231e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 17:04:42.231679 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ab3fc-3004-44bb-b59a-e1c8ad3231e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872b2403-beda-4b99-8ef7-51cfd45384a5,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:04:42.239541 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e83ab3fc-3004-44bb-b59a-e1c8ad3231e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:42.239787 n-d-766771-2 neutron-server[103392]: INFO neutron.db.segments_db [None req-e83ab3fc-3004-44bb-b59a-e1c8ad3231e5 admin admin] Added segment 72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8 of type vlan for network 9041a64b-23fd-4dc5-b999-dc05cb141829 Dec 10 17:04:42.285233 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e83ab3fc-3004-44bb-b59a-e1c8ad3231e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:42.309472 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e83ab3fc-3004-44bb-b59a-e1c8ad3231e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:42.310411 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83ab3fc-3004-44bb-b59a-e1c8ad3231e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:42.310981 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e83ab3fc-3004-44bb-b59a-e1c8ad3231e5 admin admin] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:42.367972 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-e83ab3fc-3004-44bb-b59a-e1c8ad3231e5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3856788 Dec 10 17:04:42.371427 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36168) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:04:42.376455 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-a53da48c-cec0-4648-a107-f68363de93ec admin admin] Request body: {'subnet': {'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2017665447-subnet', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:04:42.397985 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53da48c-cec0-4648-a107-f68363de93ec admin admin] Made reservation on behalf of 9cc68328aaf3429296c2d32b739636e4 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:04:42.400334 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a53da48c-cec0-4648-a107-f68363de93ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60296081'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:42.402170 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ab3fc-3004-44bb-b59a-e1c8ad3231e5 admin admin] Pushing event updated for resources: {'Network': ['ID=9041a64b-23fd-4dc5-b999-dc05cb141829,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:04:42.412605 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network 9041a64b-23fd-4dc5-b999-dc05cb141829 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 17:04:42.565075 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a53da48c-cec0-4648-a107-f68363de93ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59636243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60296079'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:42.620055 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53da48c-cec0-4648-a107-f68363de93ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=d710d849-7750-4ab9-8caa-9fb81bf6f8a3,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:04:42.631804 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53da48c-cec0-4648-a107-f68363de93ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:42.632155 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53da48c-cec0-4648-a107-f68363de93ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:42.632501 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53da48c-cec0-4648-a107-f68363de93ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:42.632840 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53da48c-cec0-4648-a107-f68363de93ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:42.633175 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53da48c-cec0-4648-a107-f68363de93ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:42.633629 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53da48c-cec0-4648-a107-f68363de93ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:42.633970 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53da48c-cec0-4648-a107-f68363de93ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:42.634325 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53da48c-cec0-4648-a107-f68363de93ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:42.634655 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53da48c-cec0-4648-a107-f68363de93ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:42.634987 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53da48c-cec0-4648-a107-f68363de93ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:42.635312 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53da48c-cec0-4648-a107-f68363de93ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:42.635637 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53da48c-cec0-4648-a107-f68363de93ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:42.635960 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53da48c-cec0-4648-a107-f68363de93ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:42.640209 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53da48c-cec0-4648-a107-f68363de93ec admin admin] Checking segment: {'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:04:42.640572 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53da48c-cec0-4648-a107-f68363de93ec admin admin] Network hostable DHCP agents. Network: 9041a64b-23fd-4dc5-b999-dc05cb141829, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 17:04:42.657593 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53da48c-cec0-4648-a107-f68363de93ec admin admin] Network 9041a64b-23fd-4dc5-b999-dc05cb141829 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 17:04:42.666418 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-a53da48c-cec0-4648-a107-f68363de93ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, 9041a64b-23fd-4dc5-b999-dc05cb141829) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:04:42.671779 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53da48c-cec0-4648-a107-f68363de93ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:42.672699 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a53da48c-cec0-4648-a107-f68363de93ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:42.676647 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c809babb-2e7f-43a8-897a-28713c1b4c2b None None] Network 9041a64b-23fd-4dc5-b999-dc05cb141829 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:04:42.691579 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-a53da48c-cec0-4648-a107-f68363de93ec admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3164175 Dec 10 17:04:42.691812 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36170) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:04:42.696307 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-aa7f572f-b30a-494d-a0e3-3ac35c45986a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2017665447-router', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:04:42.716384 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa7f572f-b30a-494d-a0e3-3ac35c45986a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:42.717489 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa7f572f-b30a-494d-a0e3-3ac35c45986a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:42.769075 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa7f572f-b30a-494d-a0e3-3ac35c45986a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:42.778607 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05d72ca-937d-4406-bf80-fa64b6762e14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e4cb257-3b31-5848-9f9d-9990db256e66-9041a64b-23fd-4dc5-b999-dc05cb141829', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'fixed_ips': [{'subnet_id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3'}]}} from n-d-766771-2. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 17:04:42.779500 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d05d72ca-937d-4406-bf80-fa64b6762e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:42.907030 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa7f572f-b30a-494d-a0e3-3ac35c45986a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:42.917436 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-d05d72ca-937d-4406-bf80-fa64b6762e14 None None] Allocated IP 172.20.0.2 (9041a64b-23fd-4dc5-b999-dc05cb141829/d710d849-7750-4ab9-8caa-9fb81bf6f8a3/41650e71-7a5e-477e-89b0-42b2874f03fa) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:04:43.058997 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d05d72ca-937d-4406-bf80-fa64b6762e14 None None] Publish callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:43.064224 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d05d72ca-937d-4406-bf80-fa64b6762e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:43.100215 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa7f572f-b30a-494d-a0e3-3ac35c45986a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:43.103173 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05d72ca-937d-4406-bf80-fa64b6762e14 None None] Network 9041a64b-23fd-4dc5-b999-dc05cb141829 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:04:43.106663 n-d-766771-2 neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-d05d72ca-937d-4406-bf80-fa64b6762e14 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:04:43.110063 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05d72ca-937d-4406-bf80-fa64b6762e14 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:04:43.115318 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d72ca-937d-4406-bf80-fa64b6762e14 None None] Pushing event updated for resources: {'Port': ['ID=41650e71-7a5e-477e-89b0-42b2874f03fa,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:04:43.118983 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa7f572f-b30a-494d-a0e3-3ac35c45986a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:43.166418 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d05d72ca-937d-4406-bf80-fa64b6762e14 None None] Attempting to bind port 41650e71-7a5e-477e-89b0-42b2874f03fa on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:04:43.166739 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d05d72ca-937d-4406-bf80-fa64b6762e14 None None] Attempting to bind port 41650e71-7a5e-477e-89b0-42b2874f03fa by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:04:43.167109 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05d72ca-937d-4406-bf80-fa64b6762e14 None None] Attempting to bind port 41650e71-7a5e-477e-89b0-42b2874f03fa on network 9041a64b-23fd-4dc5-b999-dc05cb141829 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:04:43.172350 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05d72ca-937d-4406-bf80-fa64b6762e14 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:04:43.172729 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05d72ca-937d-4406-bf80-fa64b6762e14 None None] Checking segment: {'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:04:43.173135 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d05d72ca-937d-4406-bf80-fa64b6762e14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:43.173981 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05d72ca-937d-4406-bf80-fa64b6762e14 None None] Bound using segment: {'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:04:43.174094 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d05d72ca-937d-4406-bf80-fa64b6762e14 None None] Bound port: 41650e71-7a5e-477e-89b0-42b2874f03fa, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:04:43.174477 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d05d72ca-937d-4406-bf80-fa64b6762e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:43.221668 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-aa7f572f-b30a-494d-a0e3-3ac35c45986a admin admin] Allocated IP 172.25.6.230 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:04:43.240398 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d05d72ca-937d-4406-bf80-fa64b6762e14 None None] For port 41650e71-7a5e-477e-89b0-42b2874f03fa, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:04:43.243598 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d05d72ca-937d-4406-bf80-fa64b6762e14 None None] For port 41650e71-7a5e-477e-89b0-42b2874f03fa, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=41650e71-7a5e-477e-89b0-42b2874f03fa,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:04:43.247292 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d05d72ca-937d-4406-bf80-fa64b6762e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:43.306722 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d72ca-937d-4406-bf80-fa64b6762e14 None None] Pushing event updated for resources: {'Port': ['ID=41650e71-7a5e-477e-89b0-42b2874f03fa,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:04:43.332350 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa7f572f-b30a-494d-a0e3-3ac35c45986a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:43.366488 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa7f572f-b30a-494d-a0e3-3ac35c45986a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:43.404952 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7f572f-b30a-494d-a0e3-3ac35c45986a admin admin] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:04:43.407914 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-aa7f572f-b30a-494d-a0e3-3ac35c45986a admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:04:43.410365 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7f572f-b30a-494d-a0e3-3ac35c45986a admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:04:43.421516 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bb8159-9b34-4975-b400-d133e83736b1 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:04:43.441593 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f572f-b30a-494d-a0e3-3ac35c45986a admin admin] Pushing event updated for resources: {'Port': ['ID=9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:04:43.528353 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-3f56ab84-1a22-4475-b487-be975bb63eaf None None] Provisioning complete for port 9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:04:43.528719 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3f56ab84-1a22-4475-b487-be975bb63eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:43.563412 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-3f56ab84-1a22-4475-b487-be975bb63eaf None None] Port 9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:04:43.691601 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa7f572f-b30a-494d-a0e3-3ac35c45986a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:43.721268 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 41650e71-7a5e-477e-89b0-42b2874f03fa up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:04:43.773827 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 41650e71-7a5e-477e-89b0-42b2874f03fa triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:04:43.774218 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:43.850430 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:43.882756 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] For port 41650e71-7a5e-477e-89b0-42b2874f03fa, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=41650e71-7a5e-477e-89b0-42b2874f03fa,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:04:43.885828 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa7f572f-b30a-494d-a0e3-3ac35c45986a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603890'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:43.889786 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:43.943136 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Pushing event updated for resources: {'Port': ['ID=41650e71-7a5e-477e-89b0-42b2874f03fa,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:04:43.968940 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7d83c81d-f5f8-47ce-bdca-ba7b0652a246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:44.021539 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa7f572f-b30a-494d-a0e3-3ac35c45986a admin admin] Router 27bf5f53-a2cc-482d-a7af-eabdeefdc598 is scheduled to L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 17:04:44.130615 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7f572f-b30a-494d-a0e3-3ac35c45986a admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:04:44.140064 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594704e7-a29b-47f8-a714-e94a48a19a5a None None] Sync routers for ids ['27bf5f53-a2cc-482d-a7af-eabdeefdc598'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:04:44.148463 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa7f572f-b30a-494d-a0e3-3ac35c45986a admin admin] Publish callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:44.152305 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-aa7f572f-b30a-494d-a0e3-3ac35c45986a admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4570727 Dec 10 17:04:44.152444 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594704e7-a29b-47f8-a714-e94a48a19a5a None None] Routers {'27bf5f53-a2cc-482d-a7af-eabdeefdc598'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:04:44.152444 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-594704e7-a29b-47f8-a714-e94a48a19a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T17:04:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['27bf5f53-a2cc-482d-a7af-eabdeefdc598'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:04:44.152793 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36172) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:04:44.255240 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f1c7dd-ce8d-4866-85a9-2eaa3f00a4ec None None] Network 9041a64b-23fd-4dc5-b999-dc05cb141829 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:04:44.305847 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-594704e7-a29b-47f8-a714-e94a48a19a5a None None] Set router 27bf5f53-a2cc-482d-a7af-eabdeefdc598 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:04:44.419834 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-7a91c4a5-182a-4948-ba80-b8729ee1a76a None None] Provisioning complete for port 41650e71-7a5e-477e-89b0-42b2874f03fa triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:04:44.420202 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7a91c4a5-182a-4948-ba80-b8729ee1a76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:44.783829 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-594704e7-a29b-47f8-a714-e94a48a19a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'name': 'tempest-ServerActionsTestJSON-2017665447-router', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:04:42Z', 'updated_at': '2021-12-10T17:04:43Z', 'revision_number': 3, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'gw_port': {'id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:43Z', 'updated_at': '2021-12-10T17:04:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:04:44.787981 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 5a272514-8405-4f3f-82bb-f9ced2e34ba5 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:04:44.815959 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594704e7-a29b-47f8-a714-e94a48a19a5a None None] Checking router: 27bf5f53-a2cc-482d-a7af-eabdeefdc598 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:04:44.815959 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594704e7-a29b-47f8-a714-e94a48a19a5a None None] Updating router 27bf5f53-a2cc-482d-a7af-eabdeefdc598 port 9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4 binding host n-d-766771-2 {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 17:04:44.849445 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 5a272514-8405-4f3f-82bb-f9ced2e34ba5 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:04:44.849789 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 5a272514-8405-4f3f-82bb-f9ced2e34ba5 not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:04:44.860410 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-594704e7-a29b-47f8-a714-e94a48a19a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:44.919039 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa0b41ea-1a66-4b2e-87c3-19ef7912f404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:45.032452 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f833ae64-3899-4520-843d-b73510b3ae40 None None] Provisioning complete for port 41650e71-7a5e-477e-89b0-42b2874f03fa triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:04:45.032734 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f833ae64-3899-4520-843d-b73510b3ae40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:45.075072 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-aa0b41ea-1a66-4b2e-87c3-19ef7912f404 admin admin] Allocated IP 172.20.0.1 (9041a64b-23fd-4dc5-b999-dc05cb141829/d710d849-7750-4ab9-8caa-9fb81bf6f8a3/c748c109-9300-4e3d-b54a-e9577e26603e) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:04:45.186652 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa0b41ea-1a66-4b2e-87c3-19ef7912f404 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:45.188959 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-594704e7-a29b-47f8-a714-e94a48a19a5a None None] Publish callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:45.195913 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-594704e7-a29b-47f8-a714-e94a48a19a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:45.224379 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa0b41ea-1a66-4b2e-87c3-19ef7912f404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59636963'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:45.250872 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfba25d-b291-42fa-9345-2b43523a6bf8 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:04:45.260737 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f0e5c0-3031-4eac-af40-50a044f714ec None None] Pushing event updated for resources: {'Port': ['ID=9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:04:45.264257 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-594704e7-a29b-47f8-a714-e94a48a19a5a None None] Attempting to bind port 9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4 on host n-d-766771-2 for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:04:45.264548 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-594704e7-a29b-47f8-a714-e94a48a19a5a None None] Attempting to bind port 9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4 by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:04:45.264923 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594704e7-a29b-47f8-a714-e94a48a19a5a None None] Attempting to bind port 9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4 on network 5eeed31d-d918-4774-81b9-ef71c6f02574 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:04:45.271547 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594704e7-a29b-47f8-a714-e94a48a19a5a None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:04:45.271889 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594704e7-a29b-47f8-a714-e94a48a19a5a None None] Checking segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:04:45.272130 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0b41ea-1a66-4b2e-87c3-19ef7912f404 admin admin] Network 9041a64b-23fd-4dc5-b999-dc05cb141829 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:04:45.272228 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-594704e7-a29b-47f8-a714-e94a48a19a5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:45.272631 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594704e7-a29b-47f8-a714-e94a48a19a5a None None] Bound using segment: {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:04:45.273112 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-594704e7-a29b-47f8-a714-e94a48a19a5a None None] Bound port: 9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c54ed4-8e77-44f8-8e61-77b6b60e69f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:04:45.273501 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-594704e7-a29b-47f8-a714-e94a48a19a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:45.275183 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-aa0b41ea-1a66-4b2e-87c3-19ef7912f404 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:04:45.277646 n-d-766771-2 neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0b41ea-1a66-4b2e-87c3-19ef7912f404 admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:04:45.304217 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b41ea-1a66-4b2e-87c3-19ef7912f404 admin admin] Pushing event updated for resources: {'Port': ['ID=c748c109-9300-4e3d-b54a-e9577e26603e,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:04:45.323405 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa0b41ea-1a66-4b2e-87c3-19ef7912f404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603521'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:45.337813 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a4440f27-eb1c-467d-86c9-a4357dc0b10d None None] Provisioning complete for port 9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:04:45.338210 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a4440f27-eb1c-467d-86c9-a4357dc0b10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:45.340250 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-594704e7-a29b-47f8-a714-e94a48a19a5a None None] For port 9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4, host n-d-766771-2, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:04:45.344270 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-594704e7-a29b-47f8-a714-e94a48a19a5a None None] For port 9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:04:45.367530 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-594704e7-a29b-47f8-a714-e94a48a19a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:45.420013 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-a4440f27-eb1c-467d-86c9-a4357dc0b10d None None] Port 9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:04:45.434296 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e557d8-5352-4f90-8336-72813d9904f8 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:04:45.454415 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594704e7-a29b-47f8-a714-e94a48a19a5a None None] Routers {'27bf5f53-a2cc-482d-a7af-eabdeefdc598'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:04:45.454981 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-594704e7-a29b-47f8-a714-e94a48a19a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T17:04:16Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['27bf5f53-a2cc-482d-a7af-eabdeefdc598'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:04:45.457960 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f0e5c0-3031-4eac-af40-50a044f714ec None None] Pushing event updated for resources: {'Port': ['ID=9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:04:45.485907 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa0b41ea-1a66-4b2e-87c3-19ef7912f404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:45.563958 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8510af29-b0e6-47fd-b9ba-abf3193ee903 None None] Provisioning complete for port 9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:04:45.564242 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8510af29-b0e6-47fd-b9ba-abf3193ee903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:45.610689 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-594704e7-a29b-47f8-a714-e94a48a19a5a None None] Set router 27bf5f53-a2cc-482d-a7af-eabdeefdc598 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:04:45.663630 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa0b41ea-1a66-4b2e-87c3-19ef7912f404 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:45.669072 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa0b41ea-1a66-4b2e-87c3-19ef7912f404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59636890'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:45.720656 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 41650e71-7a5e-477e-89b0-42b2874f03fa up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:04:45.736119 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa0b41ea-1a66-4b2e-87c3-19ef7912f404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605233'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:45.738748 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b41ea-1a66-4b2e-87c3-19ef7912f404 admin admin] Pushing event updated for resources: {'Port': ['ID=c748c109-9300-4e3d-b54a-e9577e26603e,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:04:45.806644 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8510af29-b0e6-47fd-b9ba-abf3193ee903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:45.831979 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0b41ea-1a66-4b2e-87c3-19ef7912f404 admin admin] Network 9041a64b-23fd-4dc5-b999-dc05cb141829 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:04:45.833393 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-aa0b41ea-1a66-4b2e-87c3-19ef7912f404 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:04:45.835239 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8510af29-b0e6-47fd-b9ba-abf3193ee903 None None] For port 9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:04:45.841134 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8510af29-b0e6-47fd-b9ba-abf3193ee903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:45.932521 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 41650e71-7a5e-477e-89b0-42b2874f03fa triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:04:45.932909 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:45.952578 n-d-766771-2 neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0b41ea-1a66-4b2e-87c3-19ef7912f404 admin admin] Router 27bf5f53-a2cc-482d-a7af-eabdeefdc598 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:04:45.966226 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8510af29-b0e6-47fd-b9ba-abf3193ee903 None None] Provisioning complete for port c748c109-9300-4e3d-b54a-e9577e26603e triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:04:45.966605 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8510af29-b0e6-47fd-b9ba-abf3193ee903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:46.008803 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510af29-b0e6-47fd-b9ba-abf3193ee903 None None] Pushing event updated for resources: {'Port': ['ID=9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:04:46.037312 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8510af29-b0e6-47fd-b9ba-abf3193ee903 None None] Port c748c109-9300-4e3d-b54a-e9577e26603e cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:04:46.052959 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-594704e7-a29b-47f8-a714-e94a48a19a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'name': 'tempest-ServerActionsTestJSON-2017665447-router', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:04:42Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'gw_port': {'id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:43Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'c748c109-9300-4e3d-b54a-e9577e26603e', 'name': '', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'mac_address': 'fa:16:3e:b0:15:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:44Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 1, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'subnets': [{'id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:04:46.072723 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0b41ea-1a66-4b2e-87c3-19ef7912f404 admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:04:46.078874 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-aa0b41ea-1a66-4b2e-87c3-19ef7912f404 admin admin] 10.222.0.11 "PUT /v2.0/routers/27bf5f53-a2cc-482d-a7af-eabdeefdc598/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9244893 Dec 10 17:04:46.102513 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594704e7-a29b-47f8-a714-e94a48a19a5a None None] The sync data for ids ['27bf5f53-a2cc-482d-a7af-eabdeefdc598'] in n-d-766771-2 is: [{'id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'name': 'tempest-ServerActionsTestJSON-2017665447-router', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:04:42Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'gw_port': {'id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:43Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'c748c109-9300-4e3d-b54a-e9577e26603e', 'name': '', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'mac_address': 'fa:16:3e:b0:15:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:44Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 1, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'subnets': [{'id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:04:46.159168 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-57aa6d8c-6dd3-4e05-af1a-67dc491fc6ca None None] Provisioning complete for port c748c109-9300-4e3d-b54a-e9577e26603e triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:04:46.159806 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-57aa6d8c-6dd3-4e05-af1a-67dc491fc6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:46.195725 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-57aa6d8c-6dd3-4e05-af1a-67dc491fc6ca None None] Port c748c109-9300-4e3d-b54a-e9577e26603e cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:04:46.505167 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-63a0acf2-3416-4795-9d3b-c32633d4cf69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:46.731729 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36182) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:04:46.736503 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-89ce63f2-e83c-4713-b0ed-fe3923b690c9 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Request body: {'security_group': {'name': 'tempest-securitygroup--70671138', 'description': 'tempest-description--1666497817'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:04:46.760679 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-89ce63f2-e83c-4713-b0ed-fe3923b690c9 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:46.838314 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-89ce63f2-e83c-4713-b0ed-fe3923b690c9 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:46.843788 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-89ce63f2-e83c-4713-b0ed-fe3923b690c9 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:46.880181 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-89ce63f2-e83c-4713-b0ed-fe3923b690c9 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:46.881469 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-89ce63f2-e83c-4713-b0ed-fe3923b690c9 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1487186 Dec 10 17:04:46.884309 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 36184) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:04:46.890008 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-89475798-dcb0-44e9-b772-ea58d6169677 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Request body: {'security_group_rule': {'security_group_id': '59797ed1-4b4a-492e-a72a-45e144c09729', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:04:46.895989 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce63f2-e83c-4713-b0ed-fe3923b690c9 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59797ed1-4b4a-492e-a72a-45e144c09729,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:04:46.923200 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-89475798-dcb0-44e9-b772-ea58d6169677 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:46.985450 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-89475798-dcb0-44e9-b772-ea58d6169677 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:46.994966 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-89475798-dcb0-44e9-b772-ea58d6169677 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:47.016066 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89475798-dcb0-44e9-b772-ea58d6169677 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a0b1aa8-1ab9-483a-bc1a-d756237f9e75,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:04:47.022811 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-89475798-dcb0-44e9-b772-ea58d6169677 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:47.026514 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-89475798-dcb0-44e9-b772-ea58d6169677 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1387351 Dec 10 17:04:47.026843 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36188) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:04:47.032023 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-094506be-6733-4798-ac10-7878012624ee tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Request body: {'security_group_rule': {'security_group_id': '59797ed1-4b4a-492e-a72a-45e144c09729', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:04:47.066048 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-094506be-6733-4798-ac10-7878012624ee tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:47.127580 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-094506be-6733-4798-ac10-7878012624ee tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:47.131787 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-094506be-6733-4798-ac10-7878012624ee tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550616'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:47.150546 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094506be-6733-4798-ac10-7878012624ee tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a878695-1300-426e-bd13-18754c2cb995,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:04:47.158725 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-094506be-6733-4798-ac10-7878012624ee tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:47.160075 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-094506be-6733-4798-ac10-7878012624ee tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1316457 Dec 10 17:04:47.163037 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36190) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:04:47.168322 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-07d3c6f8-acab-48a7-a1f5-0ef0f03a45ef tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Request body: {'floatingip': {'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:04:47.191280 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-07d3c6f8-acab-48a7-a1f5-0ef0f03a45ef tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:47.298920 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-07d3c6f8-acab-48a7-a1f5-0ef0f03a45ef tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:47.399630 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:47.415419 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-07d3c6f8-acab-48a7-a1f5-0ef0f03a45ef tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Allocated IP 172.25.6.43 (5eeed31d-d918-4774-81b9-ef71c6f02574/b4ea3836-5499-47b1-a886-949f363602bf/884f5f3e-dde4-4e49-8845-2b6ef51b11bf) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:04:47.526305 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-07d3c6f8-acab-48a7-a1f5-0ef0f03a45ef tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:47.561000 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-07d3c6f8-acab-48a7-a1f5-0ef0f03a45ef tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:47.598215 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d3c6f8-acab-48a7-a1f5-0ef0f03a45ef tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Network 5eeed31d-d918-4774-81b9-ef71c6f02574 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:04:47.601024 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-07d3c6f8-acab-48a7-a1f5-0ef0f03a45ef tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:04:47.604529 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d3c6f8-acab-48a7-a1f5-0ef0f03a45ef tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:04:47.627954 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d3c6f8-acab-48a7-a1f5-0ef0f03a45ef tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Pushing event updated for resources: {'Port': ['ID=884f5f3e-dde4-4e49-8845-2b6ef51b11bf,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:04:47.700294 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-07d3c6f8-acab-48a7-a1f5-0ef0f03a45ef tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:47.751402 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4 up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:04:47.801219 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port 9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:04:47.801593 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:48.067787 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-07d3c6f8-acab-48a7-a1f5-0ef0f03a45ef tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:48.176253 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b093061-6a34-4412-bcf9-74bb453c16a4 None None] Sync routers for ids ['27bf5f53-a2cc-482d-a7af-eabdeefdc598'] in n-d-766771-2 {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:04:48.185311 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b093061-6a34-4412-bcf9-74bb453c16a4 None None] Routers {'27bf5f53-a2cc-482d-a7af-eabdeefdc598'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:04:48.186312 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3b093061-6a34-4412-bcf9-74bb453c16a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T17:04:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['27bf5f53-a2cc-482d-a7af-eabdeefdc598'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:04:48.221095 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-07d3c6f8-acab-48a7-a1f5-0ef0f03a45ef tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:48.226224 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-07d3c6f8-acab-48a7-a1f5-0ef0f03a45ef tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:48.289982 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-3b093061-6a34-4412-bcf9-74bb453c16a4 None None] Set router 27bf5f53-a2cc-482d-a7af-eabdeefdc598 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:04:48.296198 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d3c6f8-acab-48a7-a1f5-0ef0f03a45ef tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Pushing event updated for resources: {'Port': ['ID=884f5f3e-dde4-4e49-8845-2b6ef51b11bf,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:04:48.305543 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-07d3c6f8-acab-48a7-a1f5-0ef0f03a45ef tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:48.320694 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-07d3c6f8-acab-48a7-a1f5-0ef0f03a45ef tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:48.322062 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-07d3c6f8-acab-48a7-a1f5-0ef0f03a45ef tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1579347 Dec 10 17:04:48.473290 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-9f5f5d74-56c7-475a-b962-8653a9715e69 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--70671138&fields=id&tenant_id=9cc68328aaf3429296c2d32b739636e4 HTTP/1.1" status: 200 len: 267 time: 0.0429389 Dec 10 17:04:48.493606 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3b093061-6a34-4412-bcf9-74bb453c16a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'name': 'tempest-ServerActionsTestJSON-2017665447-router', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:04:42Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'gw_port': {'id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:43Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'c748c109-9300-4e3d-b54a-e9577e26603e', 'name': '', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'mac_address': 'fa:16:3e:b0:15:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:44Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 2, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'subnets': [{'id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:04:48.519173 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b093061-6a34-4412-bcf9-74bb453c16a4 None None] Checking router: 27bf5f53-a2cc-482d-a7af-eabdeefdc598 for host: n-d-766771-2 {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:04:48.519524 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b093061-6a34-4412-bcf9-74bb453c16a4 None None] Updating router 27bf5f53-a2cc-482d-a7af-eabdeefdc598 port c748c109-9300-4e3d-b54a-e9577e26603e binding host n-d-766771-2 {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 17:04:48.543670 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3b093061-6a34-4412-bcf9-74bb453c16a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:48.594215 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-93502fd6-1404-4c71-a439-93ca0f71039c tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:48.595900 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-93502fd6-1404-4c71-a439-93ca0f71039c tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 812 time: 0.1149683 Dec 10 17:04:48.612392 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-b61fb6ae-23d6-40f3-8898-5798fc3e343c tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/quotas/9cc68328aaf3429296c2d32b739636e4 HTTP/1.1" status: 200 len: 375 time: 0.0102930 Dec 10 17:04:48.669531 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-c744e300-64a3-4146-a83a-1617889cb843 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507870 Dec 10 17:04:48.687797 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:48.821891 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-cd3f96a5-2e93-44c7-bc5c-44a92f50a4bd service neutron] 10.222.0.11 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386580 Dec 10 17:04:48.898374 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3b093061-6a34-4412-bcf9-74bb453c16a4 None None] Publish callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:48.904128 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3b093061-6a34-4412-bcf9-74bb453c16a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:48.915849 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-83b29930-d172-4722-8ed9-6f212b8a7c7b service neutron] 10.222.0.11 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860763 Dec 10 17:04:48.997005 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f1fbb4-42ca-4e6d-ab65-30d542649ebd None None] Pushing event updated for resources: {'Port': ['ID=c748c109-9300-4e3d-b54a-e9577e26603e,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:04:49.012253 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f1fbb4-42ca-4e6d-ab65-30d542649ebd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:49.012602 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f1fbb4-42ca-4e6d-ab65-30d542649ebd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:49.012943 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f1fbb4-42ca-4e6d-ab65-30d542649ebd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:49.013275 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f1fbb4-42ca-4e6d-ab65-30d542649ebd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:49.013606 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f1fbb4-42ca-4e6d-ab65-30d542649ebd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:49.013936 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f1fbb4-42ca-4e6d-ab65-30d542649ebd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:49.014294 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f1fbb4-42ca-4e6d-ab65-30d542649ebd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:49.014618 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f1fbb4-42ca-4e6d-ab65-30d542649ebd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:49.014973 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f1fbb4-42ca-4e6d-ab65-30d542649ebd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:49.015292 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f1fbb4-42ca-4e6d-ab65-30d542649ebd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:49.015616 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f1fbb4-42ca-4e6d-ab65-30d542649ebd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:49.015935 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f1fbb4-42ca-4e6d-ab65-30d542649ebd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:49.016252 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f1fbb4-42ca-4e6d-ab65-30d542649ebd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:49.024143 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-3b093061-6a34-4412-bcf9-74bb453c16a4 None None] Attempting to bind port c748c109-9300-4e3d-b54a-e9577e26603e on host n-d-766771-2 for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:04:49.024515 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-3b093061-6a34-4412-bcf9-74bb453c16a4 None None] Attempting to bind port c748c109-9300-4e3d-b54a-e9577e26603e by drivers openvswitch,hyperv on host n-d-766771-2 at level 0 using segments [{'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:04:49.024875 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b093061-6a34-4412-bcf9-74bb453c16a4 None None] Attempting to bind port c748c109-9300-4e3d-b54a-e9577e26603e on network 9041a64b-23fd-4dc5-b999-dc05cb141829 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:04:49.035922 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b093061-6a34-4412-bcf9-74bb453c16a4 None None] Checking agent: {'id': 'd27d7ba2-8f7b-4b84-b661-4624dbc76419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 6, 50), 'started_at': datetime.datetime(2021, 12, 10, 16, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766771-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:04:49.036311 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b093061-6a34-4412-bcf9-74bb453c16a4 None None] Checking segment: {'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:04:49.036721 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3b093061-6a34-4412-bcf9-74bb453c16a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:49.037116 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b093061-6a34-4412-bcf9-74bb453c16a4 None None] Bound using segment: {'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:04:49.037594 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-3b093061-6a34-4412-bcf9-74bb453c16a4 None None] Bound port: c748c109-9300-4e3d-b54a-e9577e26603e, host: n-d-766771-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:04:49.037981 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3b093061-6a34-4412-bcf9-74bb453c16a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:49.103216 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bb1ff5bc-9b4b-4a9f-ad0b-4d9b03a1aa20 req-cbc6e572-01f2-4076-b8f8-6c0b766ac342 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 210 time: 0.0355542 Dec 10 17:04:49.141865 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-3b093061-6a34-4412-bcf9-74bb453c16a4 None None] For port c748c109-9300-4e3d-b54a-e9577e26603e, host n-d-766771-2, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:04:49.146061 n-d-766771-2 neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-3b093061-6a34-4412-bcf9-74bb453c16a4 None None] For port c748c109-9300-4e3d-b54a-e9577e26603e, host n-d-766771-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c748c109-9300-4e3d-b54a-e9577e26603e,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:04:49.151609 n-d-766771-2 neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3b093061-6a34-4412-bcf9-74bb453c16a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:49.215093 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b093061-6a34-4412-bcf9-74bb453c16a4 None None] Routers {'27bf5f53-a2cc-482d-a7af-eabdeefdc598'} bound to L3 agent in host n-d-766771-2 {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:04:49.215680 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3b093061-6a34-4412-bcf9-74bb453c16a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T17:04:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['27bf5f53-a2cc-482d-a7af-eabdeefdc598'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:04:49.252332 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-7442cfb4-c087-4ecd-b7a5-ff7978391b0e None None] Provisioning complete for port c748c109-9300-4e3d-b54a-e9577e26603e triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:04:49.253031 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7442cfb4-c087-4ecd-b7a5-ff7978391b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:49.338476 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f1fbb4-42ca-4e6d-ab65-30d542649ebd None None] Pushing event updated for resources: {'Port': ['ID=c748c109-9300-4e3d-b54a-e9577e26603e,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:04:49.400982 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7442cfb4-c087-4ecd-b7a5-ff7978391b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:49.403613 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-3b093061-6a34-4412-bcf9-74bb453c16a4 None None] Set router 27bf5f53-a2cc-482d-a7af-eabdeefdc598 gateway port host: n-d-766771-2 {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:04:49.627024 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-7442cfb4-c087-4ecd-b7a5-ff7978391b0e None None] For port c748c109-9300-4e3d-b54a-e9577e26603e, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c748c109-9300-4e3d-b54a-e9577e26603e,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:04:49.631912 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7442cfb4-c087-4ecd-b7a5-ff7978391b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:49.635143 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3b093061-6a34-4412-bcf9-74bb453c16a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'name': 'tempest-ServerActionsTestJSON-2017665447-router', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:04:42Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'gw_port': {'id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:43Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'c748c109-9300-4e3d-b54a-e9577e26603e', 'name': '', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'mac_address': 'fa:16:3e:b0:15:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:44Z', 'updated_at': '2021-12-10T17:04:49Z', 'revision_number': 4, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'subnets': [{'id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:04:49.663998 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b093061-6a34-4412-bcf9-74bb453c16a4 None None] The sync data for ids ['27bf5f53-a2cc-482d-a7af-eabdeefdc598'] in n-d-766771-2 is: [{'id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'name': 'tempest-ServerActionsTestJSON-2017665447-router', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:04:42Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'gw_port': {'id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:43Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'c748c109-9300-4e3d-b54a-e9577e26603e', 'name': '', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'mac_address': 'fa:16:3e:b0:15:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:44Z', 'updated_at': '2021-12-10T17:04:49Z', 'revision_number': 4, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'subnets': [{'id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:04:49.706996 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442cfb4-c087-4ecd-b7a5-ff7978391b0e None None] Pushing event updated for resources: {'Port': ['ID=c748c109-9300-4e3d-b54a-e9577e26603e,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:04:49.746665 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:49.755071 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c748c109-9300-4e3d-b54a-e9577e26603e up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:04:49.792267 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9a7b4820-33cc-4de6-adb1-fdd546270777 None None] Provisioning complete for port c748c109-9300-4e3d-b54a-e9577e26603e triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:04:49.793711 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9a7b4820-33cc-4de6-adb1-fdd546270777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:49.864333 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port c748c109-9300-4e3d-b54a-e9577e26603e triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:04:49.864816 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:50.196276 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-227c6355-ac20-487f-a9f1-e261e09646fa req-60c01e45-eec7-4186-9e3c-3dfa7f184e79 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 210 time: 0.0257699 Dec 10 17:04:50.429053 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-4eefa03f-c5b9-427f-8965-44f17ecc5ecc tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:50.432168 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-4eefa03f-c5b9-427f-8965-44f17ecc5ecc tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.46 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 812 time: 0.1108654 Dec 10 17:04:50.490978 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-6bffcb63-c3c5-4a64-ae41-32fb2769d7c8 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cc68328aaf3429296c2d32b739636e4 HTTP/1.1" status: 200 len: 378 time: 0.0512624 Dec 10 17:04:50.503171 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-53b59bd0-541e-4da1-87e4-24c368da8116 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Request body: {'port': {'device_id': '54c0ec86-5b0e-4021-83b0-774cdf3743a8', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'admin_state_up': True, 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'security_groups': ['59797ed1-4b4a-492e-a72a-45e144c09729']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:04:50.616751 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-53b59bd0-541e-4da1-87e4-24c368da8116 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Made reservation on behalf of 9cc68328aaf3429296c2d32b739636e4 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:04:50.620330 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-53b59bd0-541e-4da1-87e4-24c368da8116 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:50.742648 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-53b59bd0-541e-4da1-87e4-24c368da8116 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Allocated IP 172.20.0.11 (9041a64b-23fd-4dc5-b999-dc05cb141829/d710d849-7750-4ab9-8caa-9fb81bf6f8a3/5979bb9a-7a1d-49d7-b9cb-204b501c8f06) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:04:50.884291 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-53b59bd0-541e-4da1-87e4-24c368da8116 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:50.916590 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-53b59bd0-541e-4da1-87e4-24c368da8116 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:50.963947 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-53b59bd0-541e-4da1-87e4-24c368da8116 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Network 9041a64b-23fd-4dc5-b999-dc05cb141829 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:04:50.967154 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-53b59bd0-541e-4da1-87e4-24c368da8116 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:04:50.970968 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-53b59bd0-541e-4da1-87e4-24c368da8116 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:04:50.999301 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b59bd0-541e-4da1-87e4-24c368da8116 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Pushing event updated for resources: {'Port': ['ID=5979bb9a-7a1d-49d7-b9cb-204b501c8f06,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:04:51.025988 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-53b59bd0-541e-4da1-87e4-24c368da8116 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:51.026745 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-53b59bd0-541e-4da1-87e4-24c368da8116 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:51.045566 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-53b59bd0-541e-4da1-87e4-24c368da8116 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5459812 Dec 10 17:04:51.057934 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-b4824134-422a-4c73-8bcf-ca9720a7d381 service neutron] Request body: {'port': {'device_id': '54c0ec86-5b0e-4021-83b0-774cdf3743a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:04:51.114196 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-b4824134-422a-4c73-8bcf-ca9720a7d381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:51.260287 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e062ee8f-ae59-4a42-ae47-1e072c11c66f None None] Provisioning complete for port 5979bb9a-7a1d-49d7-b9cb-204b501c8f06 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:04:51.260851 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e062ee8f-ae59-4a42-ae47-1e072c11c66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:51.298127 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-e062ee8f-ae59-4a42-ae47-1e072c11c66f None None] Port 5979bb9a-7a1d-49d7-b9cb-204b501c8f06 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:04:51.353954 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0d38d-ecd0-4dfa-b598-dddfcdd4b56d req-b2ae5b36-8775-4d9b-9468-39345ab4944e tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:51.355998 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-41f0d38d-ecd0-4dfa-b598-dddfcdd4b56d req-b2ae5b36-8775-4d9b-9468-39345ab4944e tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 932 time: 0.0801284 Dec 10 17:04:51.440992 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-41f0d38d-ecd0-4dfa-b598-dddfcdd4b56d req-fae9285a-d294-4ecd-b7a7-1e0ec110712e tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0757096 Dec 10 17:04:51.451579 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-b4824134-422a-4c73-8bcf-ca9720a7d381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5979bb9a-7a1d-49d7-b9cb-204b501c8f06 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:04:51.458976 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-b4824134-422a-4c73-8bcf-ca9720a7d381 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:51.471309 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-b4824134-422a-4c73-8bcf-ca9720a7d381 service neutron] Transition to ACTIVE for port object 5979bb9a-7a1d-49d7-b9cb-204b501c8f06 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 17:04:51.475145 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-b4824134-422a-4c73-8bcf-ca9720a7d381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:51.528060 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4824134-422a-4c73-8bcf-ca9720a7d381 service neutron] Pushing event updated for resources: {'Port': ['ID=5979bb9a-7a1d-49d7-b9cb-204b501c8f06,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:04:51.597391 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-b4824134-422a-4c73-8bcf-ca9720a7d381 service neutron] Attempting to bind port 5979bb9a-7a1d-49d7-b9cb-204b501c8f06 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:04:51.597730 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-b4824134-422a-4c73-8bcf-ca9720a7d381 service neutron] Attempting to bind port 5979bb9a-7a1d-49d7-b9cb-204b501c8f06 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:04:51.598061 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-b4824134-422a-4c73-8bcf-ca9720a7d381 service neutron] Attempting to bind port 5979bb9a-7a1d-49d7-b9cb-204b501c8f06 on network 9041a64b-23fd-4dc5-b999-dc05cb141829 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:04:51.602797 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-b4824134-422a-4c73-8bcf-ca9720a7d381 service neutron] Port 5979bb9a-7a1d-49d7-b9cb-204b501c8f06 on network 9041a64b-23fd-4dc5-b999-dc05cb141829 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 17:04:51.603119 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-b4824134-422a-4c73-8bcf-ca9720a7d381 service neutron] Attempting to bind port 5979bb9a-7a1d-49d7-b9cb-204b501c8f06 on network 9041a64b-23fd-4dc5-b999-dc05cb141829 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:04:51.608105 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-b4824134-422a-4c73-8bcf-ca9720a7d381 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:04:51.608444 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-b4824134-422a-4c73-8bcf-ca9720a7d381 service neutron] Checking segment: {'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:04:51.608857 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-b4824134-422a-4c73-8bcf-ca9720a7d381 service neutron] Bound using segment: {'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:04:51.609290 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-b4824134-422a-4c73-8bcf-ca9720a7d381 service neutron] Bound port: 5979bb9a-7a1d-49d7-b9cb-204b501c8f06, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:04:51.609657 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-b4824134-422a-4c73-8bcf-ca9720a7d381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:51.684849 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-b4824134-422a-4c73-8bcf-ca9720a7d381 service neutron] For port 5979bb9a-7a1d-49d7-b9cb-204b501c8f06, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:04:51.687951 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-b4824134-422a-4c73-8bcf-ca9720a7d381 service neutron] For port 5979bb9a-7a1d-49d7-b9cb-204b501c8f06, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=5979bb9a-7a1d-49d7-b9cb-204b501c8f06,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:04:51.693445 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-b4824134-422a-4c73-8bcf-ca9720a7d381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:51.696562 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c748c109-9300-4e3d-b54a-e9577e26603e up at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:04:51.730550 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-b4824134-422a-4c73-8bcf-ca9720a7d381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:51.731245 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-b4824134-422a-4c73-8bcf-ca9720a7d381 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:51.732683 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-b4824134-422a-4c73-8bcf-ca9720a7d381 service neutron] 10.222.0.46 "PUT /v2.0/ports/5979bb9a-7a1d-49d7-b9cb-204b501c8f06 HTTP/1.1" status: 200 len: 1092 time: 0.6789746 Dec 10 17:04:51.733087 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c0ec86-5b0e-4021-83b0-774cdf3743a8', 'tag': '5979bb9a-7a1d-49d7-b9cb-204b501c8f06'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:04:51.735384 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e1d31d-a9a2-405e-a29d-a51ce3bf9f0d" -d '{"events": [{"name": "network-changed", "server_uuid": "54c0ec86-5b0e-4021-83b0-774cdf3743a8", "tag": "5979bb9a-7a1d-49d7-b9cb-204b501c8f06"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:04:51.758727 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4824134-422a-4c73-8bcf-ca9720a7d381 service neutron] Pushing event updated for resources: {'Port': ['ID=5979bb9a-7a1d-49d7-b9cb-204b501c8f06,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:04:51.799887 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Provisioning complete for port c748c109-9300-4e3d-b54a-e9577e26603e triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:04:51.800280 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:51.811230 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0273d5-d143-4e56-9c4b-271d2ca2c54a x-openstack-request-id: req-cf0273d5-d143-4e56-9c4b-271d2ca2c54a {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:04:51.811766 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c0ec86-5b0e-4021-83b0-774cdf3743a8", "tag": "5979bb9a-7a1d-49d7-b9cb-204b501c8f06", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:04:51.812027 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cf0273d5-d143-4e56-9c4b-271d2ca2c54a {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:04:51.812429 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c0ec86-5b0e-4021-83b0-774cdf3743a8', 'tag': '5979bb9a-7a1d-49d7-b9cb-204b501c8f06', 'status': 'completed', 'code': 200} Dec 10 17:04:51.832937 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-c89a4f65-a623-4859-95d2-436034f3497f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:51.834607 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-c89a4f65-a623-4859-95d2-436034f3497f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 1095 time: 0.0559223 Dec 10 17:04:51.881753 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-7f5c9ecf-4468-4f31-b7f3-c8a9f60eb5fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5979bb9a-7a1d-49d7-b9cb-204b501c8f06 HTTP/1.1" status: 200 len: 217 time: 0.0385528 Dec 10 17:04:51.936957 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-a0de62f3-a653-41bd-9020-945e3f7f2fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:51.938466 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-a0de62f3-a653-41bd-9020-945e3f7f2fbf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0482304 Dec 10 17:04:51.987282 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-53894c0a-3e11-4ff2-af8d-4c23c23ba918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:51.988774 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-53894c0a-3e11-4ff2-af8d-4c23c23ba918 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440238 Dec 10 17:04:52.078014 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-7093eeac-20af-48aa-89d2-d46c781ba433 service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821106 Dec 10 17:04:52.170502 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1858dbf7-0a75-49e7-8ae9-28e0ea3f5077 req-b5d1ea79-b118-4dab-aeef-d979f57a9a9b service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860438 Dec 10 17:04:52.255204 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1d31d-a9a2-405e-a29d-a51ce3bf9f0d req-aaa549fc-9e3f-404e-ac95-d9e9a007fcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:52.256791 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71e1d31d-a9a2-405e-a29d-a51ce3bf9f0d req-aaa549fc-9e3f-404e-ac95-d9e9a007fcb2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 1095 time: 0.0413330 Dec 10 17:04:52.345608 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1d31d-a9a2-405e-a29d-a51ce3bf9f0d req-b3f9036a-c2de-48c1-9c2b-cbc90a5ab104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:52.347098 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71e1d31d-a9a2-405e-a29d-a51ce3bf9f0d req-b3f9036a-c2de-48c1-9c2b-cbc90a5ab104 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 913 time: 0.0833824 Dec 10 17:04:52.391931 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71e1d31d-a9a2-405e-a29d-a51ce3bf9f0d req-d85b9d60-6329-494e-a001-48bd36cf58c7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5979bb9a-7a1d-49d7-b9cb-204b501c8f06 HTTP/1.1" status: 200 len: 217 time: 0.0379381 Dec 10 17:04:52.440895 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1d31d-a9a2-405e-a29d-a51ce3bf9f0d req-33306929-31cb-47a3-bb4f-d9514a0aa12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:52.442326 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71e1d31d-a9a2-405e-a29d-a51ce3bf9f0d req-33306929-31cb-47a3-bb4f-d9514a0aa12c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0431476 Dec 10 17:04:52.486971 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1d31d-a9a2-405e-a29d-a51ce3bf9f0d req-e320ba59-7242-4d35-bc21-4ae5dc9b0d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:52.488467 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71e1d31d-a9a2-405e-a29d-a51ce3bf9f0d req-e320ba59-7242-4d35-bc21-4ae5dc9b0d36 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391369 Dec 10 17:04:52.609524 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45720c-86c4-4eb0-b241-34a3bfb1eaa3 req-620d0473-f35c-46db-9c3a-921752e6960b tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:52.610939 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bd45720c-86c4-4eb0-b241-34a3bfb1eaa3 req-620d0473-f35c-46db-9c3a-921752e6960b tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 944 time: 0.0978484 Dec 10 17:04:52.626860 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71e1d31d-a9a2-405e-a29d-a51ce3bf9f0d req-b25af3d7-1d77-463c-a338-b1dc21ed796a service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310163 Dec 10 17:04:52.711412 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bd45720c-86c4-4eb0-b241-34a3bfb1eaa3 req-082a7333-7113-458e-9416-4a313ad67cf5 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0934811 Dec 10 17:04:52.741858 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-71e1d31d-a9a2-405e-a29d-a51ce3bf9f0d req-d30da2d2-78fd-487a-8918-738f7d651785 service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066689 Dec 10 17:04:53.829921 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d014f-cea0-4a5e-a359-26a89b0dc4f9 req-9ace696b-3ceb-4e7c-870a-314549f76a2c tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:53.831327 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8e1d014f-cea0-4a5e-a359-26a89b0dc4f9 req-9ace696b-3ceb-4e7c-870a-314549f76a2c tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 944 time: 0.0489557 Dec 10 17:04:53.851513 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 5979bb9a-7a1d-49d7-b9cb-204b501c8f06 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 17:04:53.879768 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8e1d014f-cea0-4a5e-a359-26a89b0dc4f9 req-b161d003-ac7d-409c-98cb-38388d46f854 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425611 Dec 10 17:04:53.942149 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 5979bb9a-7a1d-49d7-b9cb-204b501c8f06, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=5979bb9a-7a1d-49d7-b9cb-204b501c8f06,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:04:53.953625 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '5979bb9a-7a1d-49d7-b9cb-204b501c8f06', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'port_id': '5979bb9a-7a1d-49d7-b9cb-204b501c8f06', 'mac_address': 'fa:16:3e:26:32:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 17:04:53.992446 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:54.004543 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5979bb9a-7a1d-49d7-b9cb-204b501c8f06 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:04:54.023099 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 5979bb9a-7a1d-49d7-b9cb-204b501c8f06, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=5979bb9a-7a1d-49d7-b9cb-204b501c8f06,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:04:54.028310 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:54.074752 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=5979bb9a-7a1d-49d7-b9cb-204b501c8f06,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:04:54.229519 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['5979bb9a-7a1d-49d7-b9cb-204b501c8f06'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:04:55.002979 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736478a3-e60c-4a2e-90cc-fc7ecf728748 req-04854fae-f0ce-4d2c-bff9-cb2048aaf4b4 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:55.004503 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-736478a3-e60c-4a2e-90cc-fc7ecf728748 req-04854fae-f0ce-4d2c-bff9-cb2048aaf4b4 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 945 time: 0.0540469 Dec 10 17:04:55.053759 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-736478a3-e60c-4a2e-90cc-fc7ecf728748 req-cd45b941-6217-41c9-9b75-11e5b22b2f8d tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432379 Dec 10 17:04:55.864282 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 5979bb9a-7a1d-49d7-b9cb-204b501c8f06 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:04:55.918974 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 5979bb9a-7a1d-49d7-b9cb-204b501c8f06 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 17:04:55.922843 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 5979bb9a-7a1d-49d7-b9cb-204b501c8f06 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:04:55.923213 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:56.001294 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:56.023490 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c0ec86-5b0e-4021-83b0-774cdf3743a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5979bb9a-7a1d-49d7-b9cb-204b501c8f06'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:04:56.025712 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e1e87e-0d13-4679-97be-34f78f557474" -d '{"events": [{"server_uuid": "54c0ec86-5b0e-4021-83b0-774cdf3743a8", "name": "network-vif-plugged", "status": "completed", "tag": "5979bb9a-7a1d-49d7-b9cb-204b501c8f06"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:04:56.038792 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 5979bb9a-7a1d-49d7-b9cb-204b501c8f06, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=5979bb9a-7a1d-49d7-b9cb-204b501c8f06,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:04:56.043279 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:56.091150 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=5979bb9a-7a1d-49d7-b9cb-204b501c8f06,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:04:56.125611 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def24c8e-ce35-48b7-9c14-5cee9bf0ab2b x-openstack-request-id: req-def24c8e-ce35-48b7-9c14-5cee9bf0ab2b {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:04:56.125905 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c0ec86-5b0e-4021-83b0-774cdf3743a8", "name": "network-vif-plugged", "status": "completed", "tag": "5979bb9a-7a1d-49d7-b9cb-204b501c8f06", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:04:56.126324 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-def24c8e-ce35-48b7-9c14-5cee9bf0ab2b {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:04:56.126720 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c0ec86-5b0e-4021-83b0-774cdf3743a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5979bb9a-7a1d-49d7-b9cb-204b501c8f06', 'code': 200} Dec 10 17:04:56.243939 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a82670-32b2-4776-ae8c-424c5dbe788f req-6763afe5-cc53-4d88-b219-7c327520d272 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:56.245330 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-20a82670-32b2-4776-ae8c-424c5dbe788f req-6763afe5-cc53-4d88-b219-7c327520d272 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 946 time: 0.0752137 Dec 10 17:04:56.251789 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48bd2f-89d6-4240-ba02-185d554015cb req-ec78286b-4e81-440e-be4b-04102d61277b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:56.253168 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-da48bd2f-89d6-4240-ba02-185d554015cb req-ec78286b-4e81-440e-be4b-04102d61277b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 1097 time: 0.0574496 Dec 10 17:04:56.325310 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-20a82670-32b2-4776-ae8c-424c5dbe788f req-83a5217a-c5e7-4154-8287-2023d80a7a5f tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0711818 Dec 10 17:04:56.328578 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-da48bd2f-89d6-4240-ba02-185d554015cb req-d9289f3e-4a22-491c-a054-ac6db94bb805 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0689411 Dec 10 17:04:57.444286 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1ed49-5398-4e4b-9129-ef75454269a4 req-3014ee4c-8f5c-46df-8513-8e0f51c7c654 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:57.445776 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f8a1ed49-5398-4e4b-9129-ef75454269a4 req-3014ee4c-8f5c-46df-8513-8e0f51c7c654 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 946 time: 0.0519421 Dec 10 17:04:57.492907 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f8a1ed49-5398-4e4b-9129-ef75454269a4 req-3a09588d-9441-4306-87a6-83b6f04b5ab6 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409305 Dec 10 17:04:58.607388 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b36f43-1125-4c2a-a9ab-c5b2faef8c5d req-77a0bce0-8ed2-4c37-b356-88065f922803 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:58.608894 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-40b36f43-1125-4c2a-a9ab-c5b2faef8c5d req-77a0bce0-8ed2-4c37-b356-88065f922803 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 946 time: 0.0476708 Dec 10 17:04:58.656690 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-40b36f43-1125-4c2a-a9ab-c5b2faef8c5d req-9e0ba477-0b49-48a2-be9e-53302523810b tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418465 Dec 10 17:04:58.770111 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06101d0-0d69-4f98-ab8f-152b4b0d392e req-f0dd4f52-8d62-481f-aa55-928e6050d679 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:58.771659 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b06101d0-0d69-4f98-ab8f-152b4b0d392e req-f0dd4f52-8d62-481f-aa55-928e6050d679 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 946 time: 0.0525348 Dec 10 17:04:58.780224 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36246) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:04:58.784474 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-1d12b87d-cdb3-4f0c-8f0c-b7a668134a79 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Request body: {'floatingip': {'port_id': '5979bb9a-7a1d-49d7-b9cb-204b501c8f06'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:04:58.822554 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d12b87d-cdb3-4f0c-8f0c-b7a668134a79 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks [] for floatingip, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:59.229588 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d12b87d-cdb3-4f0c-8f0c-b7a668134a79 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:59.233877 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d12b87d-cdb3-4f0c-8f0c-b7a668134a79 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:59.330945 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [None req-1d12b87d-cdb3-4f0c-8f0c-b7a668134a79 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Floating IP 6751e57f-d5a6-434f-9504-acbb7b4ec61e associated. External IP: 172.25.6.43, port: 5979bb9a-7a1d-49d7-b9cb-204b501c8f06. Dec 10 17:04:59.530752 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d12b87d-cdb3-4f0c-8f0c-b7a668134a79 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Router 27bf5f53-a2cc-482d-a7af-eabdeefdc598 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:04:59.634874 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d12b87d-cdb3-4f0c-8f0c-b7a668134a79 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:04:59.642327 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d12b87d-cdb3-4f0c-8f0c-b7a668134a79 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:59.647337 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03f15ee-1217-40e7-acf4-8d48e52b3fe4 None None] Sync routers for ids ['27bf5f53-a2cc-482d-a7af-eabdeefdc598'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:04:59.657806 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03f15ee-1217-40e7-acf4-8d48e52b3fe4 None None] Routers {'27bf5f53-a2cc-482d-a7af-eabdeefdc598'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:04:59.658471 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a03f15ee-1217-40e7-acf4-8d48e52b3fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T17:04:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['27bf5f53-a2cc-482d-a7af-eabdeefdc598'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:04:59.671212 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-1d12b87d-cdb3-4f0c-8f0c-b7a668134a79 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "PUT /v2.0/floatingips/6751e57f-d5a6-434f-9504-acbb7b4ec61e HTTP/1.1" status: 200 len: 991 time: 0.8899646 Dec 10 17:04:59.671794 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c0ec86-5b0e-4021-83b0-774cdf3743a8', 'tag': '5979bb9a-7a1d-49d7-b9cb-204b501c8f06'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:04:59.675045 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e57b2b-2455-4d4c-a458-4f0f3d9a8b17" -d '{"events": [{"name": "network-changed", "server_uuid": "54c0ec86-5b0e-4021-83b0-774cdf3743a8", "tag": "5979bb9a-7a1d-49d7-b9cb-204b501c8f06"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:04:59.764024 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050f83d4-85f3-4829-9a85-00702102b79b x-openstack-request-id: req-050f83d4-85f3-4829-9a85-00702102b79b {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:04:59.764452 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c0ec86-5b0e-4021-83b0-774cdf3743a8", "tag": "5979bb9a-7a1d-49d7-b9cb-204b501c8f06", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:04:59.764711 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-050f83d4-85f3-4829-9a85-00702102b79b {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:04:59.765121 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c0ec86-5b0e-4021-83b0-774cdf3743a8', 'tag': '5979bb9a-7a1d-49d7-b9cb-204b501c8f06', 'status': 'completed', 'code': 200} Dec 10 17:04:59.770604 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-a03f15ee-1217-40e7-acf4-8d48e52b3fe4 None None] Set router 27bf5f53-a2cc-482d-a7af-eabdeefdc598 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:04:59.834353 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e57b2b-2455-4d4c-a458-4f0f3d9a8b17 req-ea7e0430-3165-4180-9464-1c933253c139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:59.835829 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-87e57b2b-2455-4d4c-a458-4f0f3d9a8b17 req-ea7e0430-3165-4180-9464-1c933253c139 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 1097 time: 0.0514934 Dec 10 17:04:59.935718 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e57b2b-2455-4d4c-a458-4f0f3d9a8b17 req-fa088569-1da4-41e6-9a37-a299e7d563e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:59.937286 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-87e57b2b-2455-4d4c-a458-4f0f3d9a8b17 req-fa088569-1da4-41e6-9a37-a299e7d563e2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 913 time: 0.0949697 Dec 10 17:05:00.008495 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-87e57b2b-2455-4d4c-a458-4f0f3d9a8b17 req-9cd5c171-d44d-45cc-9948-f4f5fa4948c3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5979bb9a-7a1d-49d7-b9cb-204b501c8f06 HTTP/1.1" status: 200 len: 999 time: 0.0640745 Dec 10 17:05:00.015442 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a03f15ee-1217-40e7-acf4-8d48e52b3fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'name': 'tempest-ServerActionsTestJSON-2017665447-router', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:04:42Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'gw_port': {'id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:43Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '6751e57f-d5a6-434f-9504-acbb7b4ec61e', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'floating_ip_address': '172.25.6.43', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'port_id': '5979bb9a-7a1d-49d7-b9cb-204b501c8f06', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'mac_address': 'fa:16:3e:26:32:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0ec86-5b0e-4021-83b0-774cdf3743a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:04:47Z', 'updated_at': '2021-12-10T17:04:59Z', 'revision_number': 1, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c748c109-9300-4e3d-b54a-e9577e26603e', 'name': '', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'mac_address': 'fa:16:3e:b0:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:44Z', 'updated_at': '2021-12-10T17:04:49Z', 'revision_number': 5, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'subnets': [{'id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:05:00.041899 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03f15ee-1217-40e7-acf4-8d48e52b3fe4 None None] Checking router: 27bf5f53-a2cc-482d-a7af-eabdeefdc598 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:05:00.050698 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03f15ee-1217-40e7-acf4-8d48e52b3fe4 None None] Routers {'27bf5f53-a2cc-482d-a7af-eabdeefdc598'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:05:00.051278 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a03f15ee-1217-40e7-acf4-8d48e52b3fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T17:04:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['27bf5f53-a2cc-482d-a7af-eabdeefdc598'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:05:00.060292 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e57b2b-2455-4d4c-a458-4f0f3d9a8b17 req-d08dbbed-389c-4eb9-8a02-043aaca67ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:05:00.061791 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-87e57b2b-2455-4d4c-a458-4f0f3d9a8b17 req-d08dbbed-389c-4eb9-8a02-043aaca67ed3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0465753 Dec 10 17:05:00.107012 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e57b2b-2455-4d4c-a458-4f0f3d9a8b17 req-f25404b3-42de-453d-bec0-0ae783603fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:05:00.108541 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-87e57b2b-2455-4d4c-a458-4f0f3d9a8b17 req-f25404b3-42de-453d-bec0-0ae783603fec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404510 Dec 10 17:05:00.155400 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-a03f15ee-1217-40e7-acf4-8d48e52b3fe4 None None] Set router 27bf5f53-a2cc-482d-a7af-eabdeefdc598 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:05:00.208535 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-87e57b2b-2455-4d4c-a458-4f0f3d9a8b17 req-3de9a757-64b0-4cfb-88f0-1844b0f97c5d service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929461 Dec 10 17:05:00.304400 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-87e57b2b-2455-4d4c-a458-4f0f3d9a8b17 req-a81096d3-029a-423f-a019-4a93253b066d service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892048 Dec 10 17:05:00.383415 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a03f15ee-1217-40e7-acf4-8d48e52b3fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'name': 'tempest-ServerActionsTestJSON-2017665447-router', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:04:42Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'gw_port': {'id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:43Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '6751e57f-d5a6-434f-9504-acbb7b4ec61e', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'floating_ip_address': '172.25.6.43', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'port_id': '5979bb9a-7a1d-49d7-b9cb-204b501c8f06', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'mac_address': 'fa:16:3e:26:32:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0ec86-5b0e-4021-83b0-774cdf3743a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:04:47Z', 'updated_at': '2021-12-10T17:04:59Z', 'revision_number': 1, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c748c109-9300-4e3d-b54a-e9577e26603e', 'name': '', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'mac_address': 'fa:16:3e:b0:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:44Z', 'updated_at': '2021-12-10T17:04:49Z', 'revision_number': 5, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'subnets': [{'id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:05:00.409865 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03f15ee-1217-40e7-acf4-8d48e52b3fe4 None None] The sync data for ids ['27bf5f53-a2cc-482d-a7af-eabdeefdc598'] in n-d-766771-2 is: [{'id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'name': 'tempest-ServerActionsTestJSON-2017665447-router', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:04:42Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'gw_port': {'id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:43Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '6751e57f-d5a6-434f-9504-acbb7b4ec61e', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'floating_ip_address': '172.25.6.43', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'port_id': '5979bb9a-7a1d-49d7-b9cb-204b501c8f06', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'mac_address': 'fa:16:3e:26:32:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0ec86-5b0e-4021-83b0-774cdf3743a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:04:47Z', 'updated_at': '2021-12-10T17:04:59Z', 'revision_number': 1, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c748c109-9300-4e3d-b54a-e9577e26603e', 'name': '', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'mac_address': 'fa:16:3e:b0:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:44Z', 'updated_at': '2021-12-10T17:04:49Z', 'revision_number': 5, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'subnets': [{'id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:05:00.602658 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2326fd50-1391-42bc-a28f-8e98b418b510 None None] New status for floating IP 6751e57f-d5a6-434f-9504-acbb7b4ec61e: ACTIVE {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 17:05:04.885700 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2bbe273b-4e14-4599-b728-5098d4efdd68 req-1270848c-2b90-46f7-8b7f-eed0e74efdda service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400341 Dec 10 17:05:04.975266 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe273b-4e14-4599-b728-5098d4efdd68 req-aee78c7c-bdd9-4142-97db-dd3fc955f3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:05:04.976693 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2bbe273b-4e14-4599-b728-5098d4efdd68 req-aee78c7c-bdd9-4142-97db-dd3fc955f3a1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 1097 time: 0.0452454 Dec 10 17:05:05.081115 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe273b-4e14-4599-b728-5098d4efdd68 req-356d629e-9b96-441d-91c0-b86b9ef2569b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:05:05.082627 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2bbe273b-4e14-4599-b728-5098d4efdd68 req-356d629e-9b96-441d-91c0-b86b9ef2569b service neutron] 10.222.0.46 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 913 time: 0.0843632 Dec 10 17:05:05.150003 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2bbe273b-4e14-4599-b728-5098d4efdd68 req-fcac44c4-4504-4d2c-a68d-d5b1957f934e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5979bb9a-7a1d-49d7-b9cb-204b501c8f06 HTTP/1.1" status: 200 len: 1001 time: 0.0593438 Dec 10 17:05:05.197454 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe273b-4e14-4599-b728-5098d4efdd68 req-2090f453-cc25-4e59-b74b-935d3b79db8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:05:05.199403 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2bbe273b-4e14-4599-b728-5098d4efdd68 req-2090f453-cc25-4e59-b74b-935d3b79db8a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0418429 Dec 10 17:05:05.244908 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe273b-4e14-4599-b728-5098d4efdd68 req-52661f06-70ff-4acb-bd34-247a0dfca371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:05:05.246350 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2bbe273b-4e14-4599-b728-5098d4efdd68 req-52661f06-70ff-4acb-bd34-247a0dfca371 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392015 Dec 10 17:05:05.339483 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2bbe273b-4e14-4599-b728-5098d4efdd68 req-4f0433c2-4bfa-4742-bd93-e66645929cb8 service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864155 Dec 10 17:05:05.425497 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2bbe273b-4e14-4599-b728-5098d4efdd68 req-c63a724d-2ddf-4d80-8a6a-ab41a25c1437 service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792394 Dec 10 17:05:06.613929 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:08.474360 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:13.311943 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:05:13.971220 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5df12221-3c0f-413d-b53c-deaf9b37523c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:16.507854 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1988b013-d9c7-4323-82dc-36712d6775ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:17.388567 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:18.684128 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:19.728555 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:36.628450 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:38.469887 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:43.971954 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-55319793-ec5c-4763-919b-1e1bce781faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:46.509719 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b15d162f-3011-4108-8704-578d8fa2a09c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:47.392473 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:48.687578 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:49.730344 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:50.310925 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:06:04.891182 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-41db0505-f59c-4727-b4e1-b94bf068f358 req-cfdd292d-845e-4e33-9246-37dcfda41426 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387845 Dec 10 17:06:04.974354 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db0505-f59c-4727-b4e1-b94bf068f358 req-36a95299-b9d5-4232-b23c-a7e0bc6e2de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:04.975827 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-41db0505-f59c-4727-b4e1-b94bf068f358 req-36a95299-b9d5-4232-b23c-a7e0bc6e2de9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 1097 time: 0.0437188 Dec 10 17:06:05.077966 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db0505-f59c-4727-b4e1-b94bf068f358 req-4be1be98-37bb-4d39-a0d1-9ec4a45d60c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:05.079470 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-41db0505-f59c-4727-b4e1-b94bf068f358 req-4be1be98-37bb-4d39-a0d1-9ec4a45d60c2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 913 time: 0.0852177 Dec 10 17:06:05.470915 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-41db0505-f59c-4727-b4e1-b94bf068f358 req-1e1a57d4-1265-4880-8d6a-17cd0074536d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5979bb9a-7a1d-49d7-b9cb-204b501c8f06 HTTP/1.1" status: 200 len: 1001 time: 0.3848715 Dec 10 17:06:05.518970 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db0505-f59c-4727-b4e1-b94bf068f358 req-504606ad-c712-4c5a-933b-998f14977344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:05.520362 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-41db0505-f59c-4727-b4e1-b94bf068f358 req-504606ad-c712-4c5a-933b-998f14977344 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0423961 Dec 10 17:06:05.565223 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db0505-f59c-4727-b4e1-b94bf068f358 req-88ab9205-2484-408c-be00-0264e17c3ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:05.566756 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-41db0505-f59c-4727-b4e1-b94bf068f358 req-88ab9205-2484-408c-be00-0264e17c3ccc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399659 Dec 10 17:06:05.659495 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-41db0505-f59c-4727-b4e1-b94bf068f358 req-b6ca8e72-1c9f-492f-8a6c-9c8a5de50f28 service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859444 Dec 10 17:06:05.749140 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-41db0505-f59c-4727-b4e1-b94bf068f358 req-9eccf5f7-9ed1-41ca-ae1f-f76e1537475a service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825009 Dec 10 17:06:06.626772 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:08.471118 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:13.973249 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8429537e-bc4c-4c84-9b67-35bc920cebbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:16.511168 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cedf11ce-fe3c-465e-a70b-5dcd08ecd801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:17.394609 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:18.690308 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:19.732120 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:27.310504 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:06:35.506892 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6af16-803b-4868-9dfb-29bc764eeecf req-2fd70b23-de40-4298-bf05-70624bf9dfdd tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:35.508359 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-62c6af16-803b-4868-9dfb-29bc764eeecf req-2fd70b23-de40-4298-bf05-70624bf9dfdd tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 946 time: 0.0483391 Dec 10 17:06:35.554698 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-62c6af16-803b-4868-9dfb-29bc764eeecf req-12b86bdd-0e1c-4f79-86fc-4e385e1279a4 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405343 Dec 10 17:06:35.815329 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd34f5-9595-402a-a17e-1c5f28799197 req-f6eb974c-0387-4158-a367-3ece1b69c236 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:35.816801 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-89dd34f5-9595-402a-a17e-1c5f28799197 req-f6eb974c-0387-4158-a367-3ece1b69c236 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 946 time: 0.0708511 Dec 10 17:06:35.820113 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-72235697-98c6-4432-ad6c-27e1be5bf080 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0860176 Dec 10 17:06:35.868516 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-89dd34f5-9595-402a-a17e-1c5f28799197 req-bf526e65-7a7c-4a5f-a43c-e67600cecbfb tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424914 Dec 10 17:06:36.643011 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:37.017984 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e0841-a661-422c-abcd-72c0908a7be9 req-29c1d6fb-d185-4a12-8845-5cab6c6f5366 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:37.019480 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-738e0841-a661-422c-abcd-72c0908a7be9 req-29c1d6fb-d185-4a12-8845-5cab6c6f5366 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 946 time: 0.0792689 Dec 10 17:06:37.025320 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-99140027-9305-45f1-a3b2-201e39bb6e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:37.026725 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-99140027-9305-45f1-a3b2-201e39bb6e86 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 1097 time: 0.0602841 Dec 10 17:06:37.114456 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-738e0841-a661-422c-abcd-72c0908a7be9 req-ebf90b10-3689-4eb2-af89-866ee25922db tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0867631 Dec 10 17:06:37.144290 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-504732c9-0446-49f4-8e03-b945fbb3ac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:37.145730 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-504732c9-0446-49f4-8e03-b945fbb3ac5e service neutron] 10.222.0.46 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 913 time: 0.1117132 Dec 10 17:06:37.216955 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-9f9a5b85-85b2-47bd-8216-54aa3e364fb2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5979bb9a-7a1d-49d7-b9cb-204b501c8f06 HTTP/1.1" status: 200 len: 1001 time: 0.0643098 Dec 10 17:06:37.266478 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-829263c0-8496-412c-85f8-7e4c67238b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:37.267885 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-829263c0-8496-412c-85f8-7e4c67238b33 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0430303 Dec 10 17:06:37.314791 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-04130889-2631-4010-97d1-e752105d4e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:37.316504 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-04130889-2631-4010-97d1-e752105d4e26 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423484 Dec 10 17:06:37.407759 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-67011bf1-1bce-4c4a-b933-b28b3dde4c88 service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844953 Dec 10 17:06:37.500688 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-3a2fc4cf-fe04-4306-83a8-e50848a05bfa service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863361 Dec 10 17:06:38.233857 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51598467-6eca-4300-9a86-4e391c959481 req-330577dc-ba16-4751-8c05-cbf7cdd6b8eb tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:38.235420 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-51598467-6eca-4300-9a86-4e391c959481 req-330577dc-ba16-4751-8c05-cbf7cdd6b8eb tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 946 time: 0.0531783 Dec 10 17:06:38.282054 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-51598467-6eca-4300-9a86-4e391c959481 req-a4ce6f3d-b322-4a26-ae30-891a5359dee8 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407770 Dec 10 17:06:38.487100 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:39.397582 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b3c28-5291-4de6-8c4e-9a9f7a5d8ca4 req-de9aa4db-5d10-4012-ab8e-e5fe48fc737e tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:39.399096 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-739b3c28-5291-4de6-8c4e-9a9f7a5d8ca4 req-de9aa4db-5d10-4012-ab8e-e5fe48fc737e tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 946 time: 0.0479629 Dec 10 17:06:39.445449 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-739b3c28-5291-4de6-8c4e-9a9f7a5d8ca4 req-95099d99-4e49-4891-979a-74f457204336 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405586 Dec 10 17:06:40.564782 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab8857-a663-48f7-a8ad-e222cb5292b8 req-ad54ca4e-6c15-49e7-b0f1-7e89fe7de5b6 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:40.566292 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d2ab8857-a663-48f7-a8ad-e222cb5292b8 req-ad54ca4e-6c15-49e7-b0f1-7e89fe7de5b6 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 946 time: 0.0534377 Dec 10 17:06:40.612070 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d2ab8857-a663-48f7-a8ad-e222cb5292b8 req-8dfd890d-3a04-47d8-9a72-2b1b27cd3dab tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398555 Dec 10 17:06:41.726991 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df6190-90e0-4895-99c6-59ba50352c25 req-a0332fea-0297-4c89-93d0-cc64ca93af6a tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:41.728464 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-98df6190-90e0-4895-99c6-59ba50352c25 req-a0332fea-0297-4c89-93d0-cc64ca93af6a tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 946 time: 0.0484164 Dec 10 17:06:41.774831 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-98df6190-90e0-4895-99c6-59ba50352c25 req-1a5e5140-b863-4bbb-a256-cc86a463b6b9 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404294 Dec 10 17:06:42.890313 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38436e-5517-463a-878d-bb848f5e1515 req-0c1392ec-f3c0-4337-ab84-826f7456887e tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:42.891932 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-db38436e-5517-463a-878d-bb848f5e1515 req-0c1392ec-f3c0-4337-ab84-826f7456887e tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 946 time: 0.0499220 Dec 10 17:06:42.942047 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-db38436e-5517-463a-878d-bb848f5e1515 req-aa85da3e-1aca-4427-bf44-36674bf35ff3 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439501 Dec 10 17:06:43.974380 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2c8aabd7-c516-4806-95e7-385edd4c13e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:44.056511 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6830cc-05eb-4339-b944-c9e918e04ef1 req-2dc38f2c-5f49-4c11-90aa-0fdb6190e33e tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:44.057977 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6d6830cc-05eb-4339-b944-c9e918e04ef1 req-2dc38f2c-5f49-4c11-90aa-0fdb6190e33e tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 946 time: 0.0483949 Dec 10 17:06:44.104675 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6d6830cc-05eb-4339-b944-c9e918e04ef1 req-8a7d3e13-d553-4575-9640-6ee62da996c1 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407639 Dec 10 17:06:45.220683 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180517f-8ddd-4a2a-8da8-3b7237e04c90 req-41c8e595-78d4-4a59-9e54-560ca756af00 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:45.222186 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6180517f-8ddd-4a2a-8da8-3b7237e04c90 req-41c8e595-78d4-4a59-9e54-560ca756af00 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 946 time: 0.0484939 Dec 10 17:06:45.270016 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6180517f-8ddd-4a2a-8da8-3b7237e04c90 req-4fe969a6-92e0-446c-aba6-3c5ba13ac7ad tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418081 Dec 10 17:06:46.391295 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0f711-9af4-4675-a97f-005166d55c5e req-4384a541-9342-4e25-b168-70ad53707ead tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:46.392766 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1de0f711-9af4-4675-a97f-005166d55c5e req-4384a541-9342-4e25-b168-70ad53707ead tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 946 time: 0.0521584 Dec 10 17:06:46.439410 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1de0f711-9af4-4675-a97f-005166d55c5e req-11ed1de9-3c0d-410f-b608-02ae23e0bc07 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407803 Dec 10 17:06:46.511969 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c0b71eb9-1b9d-4c85-91e6-5db189b48466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:47.396752 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:47.557192 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2cd8e-374c-406f-b0bc-5127086bcc52 req-56fbcfa8-9db4-48df-8eca-084a98ac9a75 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:47.558836 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-20b2cd8e-374c-406f-b0bc-5127086bcc52 req-56fbcfa8-9db4-48df-8eca-084a98ac9a75 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 946 time: 0.0511489 Dec 10 17:06:47.606609 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-20b2cd8e-374c-406f-b0bc-5127086bcc52 req-1a3d0950-16cc-4912-b63f-a3996a6b290a tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408804 Dec 10 17:06:48.695311 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:48.723845 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febbca7-4daa-4788-a0a9-82428680b17c req-e029516f-0343-45b4-834c-0b5af4dfca52 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:48.725336 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5febbca7-4daa-4788-a0a9-82428680b17c req-e029516f-0343-45b4-834c-0b5af4dfca52 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 946 time: 0.0481846 Dec 10 17:06:48.775535 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5febbca7-4daa-4788-a0a9-82428680b17c req-5a7de642-0aeb-4536-a052-7f6ef3e43e13 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442023 Dec 10 17:06:49.342484 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-d9087d1c-8e15-40bc-9ce7-26676aeb7356 service neutron] show failed (client error): The resource could not be found. Dec 10 17:06:49.343461 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-d9087d1c-8e15-40bc-9ce7-26676aeb7356 service neutron] 10.222.0.46 "GET /v2.0/ports/5979bb9a-7a1d-49d7-b9cb-204b501c8f06/bindings/n-h1-766771-2 HTTP/1.1" status: 404 len: 380 time: 0.0537410 Dec 10 17:06:49.636509 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-849894a3-705f-4f59-8de2-3cc757f8d341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:49.638011 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-849894a3-705f-4f59-8de2-3cc757f8d341 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8&tenant_id=9cc68328aaf3429296c2d32b739636e4 HTTP/1.1" status: 200 len: 1097 time: 0.1366830 Dec 10 17:06:49.650712 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-f8151480-eb72-4d10-8cd2-d0ddeb32a074 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766771-2', 'device_owner': 'compute:nova'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:06:49.706533 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-f8151480-eb72-4d10-8cd2-d0ddeb32a074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:49.734503 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:49.936987 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa64020-cefd-44b0-bd68-06aad88e9fcd req-2b53715e-23e7-4ce5-9eaa-aa84485e1eff tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:49.938466 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1aa64020-cefd-44b0-bd68-06aad88e9fcd req-2b53715e-23e7-4ce5-9eaa-aa84485e1eff tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 946 time: 0.0699399 Dec 10 17:06:49.956268 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-f8151480-eb72-4d10-8cd2-d0ddeb32a074 service neutron] For port 5979bb9a-7a1d-49d7-b9cb-204b501c8f06, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=5979bb9a-7a1d-49d7-b9cb-204b501c8f06,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:06:50.011282 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1aa64020-cefd-44b0-bd68-06aad88e9fcd req-f28f0050-6c9e-484b-a24f-44ca53aa45a4 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0655167 Dec 10 17:06:50.017599 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-f8151480-eb72-4d10-8cd2-d0ddeb32a074 service neutron] For port 5979bb9a-7a1d-49d7-b9cb-204b501c8f06, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:06:50.060853 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c0ec86-5b0e-4021-83b0-774cdf3743a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5979bb9a-7a1d-49d7-b9cb-204b501c8f06'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:06:50.063212 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b89779-ef7b-40a2-8fe0-31ef16538674" -d '{"events": [{"server_uuid": "54c0ec86-5b0e-4021-83b0-774cdf3743a8", "name": "network-vif-unplugged", "status": "completed", "tag": "5979bb9a-7a1d-49d7-b9cb-204b501c8f06"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:06:50.066905 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-f8151480-eb72-4d10-8cd2-d0ddeb32a074 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:50.079843 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-f8151480-eb72-4d10-8cd2-d0ddeb32a074 service neutron] Transition to ACTIVE for port object 5979bb9a-7a1d-49d7-b9cb-204b501c8f06 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 17:06:50.083055 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-f8151480-eb72-4d10-8cd2-d0ddeb32a074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:50.162866 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8151480-eb72-4d10-8cd2-d0ddeb32a074 service neutron] Pushing event updated for resources: {'Port': ['ID=5979bb9a-7a1d-49d7-b9cb-204b501c8f06,revision_number=6']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:06:50.180234 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8151480-eb72-4d10-8cd2-d0ddeb32a074 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:50.180590 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8151480-eb72-4d10-8cd2-d0ddeb32a074 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:50.180942 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8151480-eb72-4d10-8cd2-d0ddeb32a074 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:50.181285 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8151480-eb72-4d10-8cd2-d0ddeb32a074 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:50.181622 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8151480-eb72-4d10-8cd2-d0ddeb32a074 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:50.181956 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8151480-eb72-4d10-8cd2-d0ddeb32a074 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:50.182314 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8151480-eb72-4d10-8cd2-d0ddeb32a074 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:50.182648 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8151480-eb72-4d10-8cd2-d0ddeb32a074 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:50.182976 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8151480-eb72-4d10-8cd2-d0ddeb32a074 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:50.183305 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8151480-eb72-4d10-8cd2-d0ddeb32a074 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:50.183633 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8151480-eb72-4d10-8cd2-d0ddeb32a074 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:50.183959 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8151480-eb72-4d10-8cd2-d0ddeb32a074 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:50.184349 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8151480-eb72-4d10-8cd2-d0ddeb32a074 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:50.195474 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 17:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3f9872-b529-46c6-b97e-3164e07222a2 x-openstack-request-id: req-3c3f9872-b529-46c6-b97e-3164e07222a2 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:06:50.195931 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c0ec86-5b0e-4021-83b0-774cdf3743a8", "name": "network-vif-unplugged", "status": "completed", "tag": "5979bb9a-7a1d-49d7-b9cb-204b501c8f06", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:06:50.196188 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3c3f9872-b529-46c6-b97e-3164e07222a2 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:06:50.199834 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c0ec86-5b0e-4021-83b0-774cdf3743a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5979bb9a-7a1d-49d7-b9cb-204b501c8f06', 'code': 200} Dec 10 17:06:50.224967 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-f8151480-eb72-4d10-8cd2-d0ddeb32a074 service neutron] No DVR routers for this DVR port 5979bb9a-7a1d-49d7-b9cb-204b501c8f06 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:06:50.366847 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-f8151480-eb72-4d10-8cd2-d0ddeb32a074 service neutron] Attempting to bind port 5979bb9a-7a1d-49d7-b9cb-204b501c8f06 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:06:50.367180 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-f8151480-eb72-4d10-8cd2-d0ddeb32a074 service neutron] Attempting to bind port 5979bb9a-7a1d-49d7-b9cb-204b501c8f06 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:06:50.367505 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-f8151480-eb72-4d10-8cd2-d0ddeb32a074 service neutron] Attempting to bind port 5979bb9a-7a1d-49d7-b9cb-204b501c8f06 on network 9041a64b-23fd-4dc5-b999-dc05cb141829 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:06:50.371756 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-f8151480-eb72-4d10-8cd2-d0ddeb32a074 service neutron] Port 5979bb9a-7a1d-49d7-b9cb-204b501c8f06 on network 9041a64b-23fd-4dc5-b999-dc05cb141829 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 17:06:50.372070 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-f8151480-eb72-4d10-8cd2-d0ddeb32a074 service neutron] Attempting to bind port 5979bb9a-7a1d-49d7-b9cb-204b501c8f06 on network 9041a64b-23fd-4dc5-b999-dc05cb141829 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:06:50.377333 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-f8151480-eb72-4d10-8cd2-d0ddeb32a074 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:06:50.377666 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-f8151480-eb72-4d10-8cd2-d0ddeb32a074 service neutron] Checking segment: {'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:06:50.378048 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-f8151480-eb72-4d10-8cd2-d0ddeb32a074 service neutron] Bound using segment: {'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:06:50.378506 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-f8151480-eb72-4d10-8cd2-d0ddeb32a074 service neutron] Bound port: 5979bb9a-7a1d-49d7-b9cb-204b501c8f06, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:06:50.378855 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-f8151480-eb72-4d10-8cd2-d0ddeb32a074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:50.445133 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-f8151480-eb72-4d10-8cd2-d0ddeb32a074 service neutron] For port 5979bb9a-7a1d-49d7-b9cb-204b501c8f06, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:06:50.448308 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-f8151480-eb72-4d10-8cd2-d0ddeb32a074 service neutron] For port 5979bb9a-7a1d-49d7-b9cb-204b501c8f06, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=5979bb9a-7a1d-49d7-b9cb-204b501c8f06,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:06:50.451902 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-f8151480-eb72-4d10-8cd2-d0ddeb32a074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:50.486569 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-f8151480-eb72-4d10-8cd2-d0ddeb32a074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:50.487220 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-f8151480-eb72-4d10-8cd2-d0ddeb32a074 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:50.488586 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-f8151480-eb72-4d10-8cd2-d0ddeb32a074 service neutron] 10.222.0.26 "PUT /v2.0/ports/5979bb9a-7a1d-49d7-b9cb-204b501c8f06 HTTP/1.1" status: 200 len: 1092 time: 0.8418772 Dec 10 17:06:50.523485 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8151480-eb72-4d10-8cd2-d0ddeb32a074 service neutron] Pushing event updated for resources: {'Port': ['ID=5979bb9a-7a1d-49d7-b9cb-204b501c8f06,revision_number=7']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:06:50.556738 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-438cadc8-721b-4df2-9e0f-7d173a4f6e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:50.558345 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-438cadc8-721b-4df2-9e0f-7d173a4f6e35 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 1095 time: 0.0441318 Dec 10 17:06:50.659293 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-2a182b3c-ece6-403d-90be-31aff8b88670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:50.660849 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-2a182b3c-ece6-403d-90be-31aff8b88670 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 913 time: 0.0935690 Dec 10 17:06:50.726048 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-8ee39a37-c13c-414d-82f1-2c01b18aaaeb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5979bb9a-7a1d-49d7-b9cb-204b501c8f06 HTTP/1.1" status: 200 len: 999 time: 0.0581899 Dec 10 17:06:50.778584 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-00647202-b15c-4024-a073-79c9d72545bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:50.779943 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-00647202-b15c-4024-a073-79c9d72545bb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0475297 Dec 10 17:06:50.825106 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-352f45b9-a32e-4e6e-9670-d2a639861db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:50.826606 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-352f45b9-a32e-4e6e-9670-d2a639861db1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396893 Dec 10 17:06:50.915439 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-1cc3a6ef-cbac-4af8-ad11-6af7b486d288 service neutron] 10.222.0.26 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809484 Dec 10 17:06:51.007913 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-86236c35-dda8-4aef-9c5d-5331c24a64b0 req-744746b5-1a6f-48ec-aac1-75197d262712 service neutron] 10.222.0.26 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848770 Dec 10 17:06:51.141111 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eafbdf-ef51-47f8-b3d2-728a7d7993c1 req-a9ea59b1-f21b-4e9f-bcf3-328855950ba0 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:51.142690 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-84eafbdf-ef51-47f8-b3d2-728a7d7993c1 req-a9ea59b1-f21b-4e9f-bcf3-328855950ba0 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 944 time: 0.0548112 Dec 10 17:06:51.192165 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-84eafbdf-ef51-47f8-b3d2-728a7d7993c1 req-667492ce-f6da-46e5-ac54-fd4190165b70 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434678 Dec 10 17:06:52.201571 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c0ec86-5b0e-4021-83b0-774cdf3743a8', 'tag': '5979bb9a-7a1d-49d7-b9cb-204b501c8f06'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:06:52.204181 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b2d4b9-5cf8-4ab2-8e7c-1da597b512b8" -d '{"events": [{"name": "network-changed", "server_uuid": "54c0ec86-5b0e-4021-83b0-774cdf3743a8", "tag": "5979bb9a-7a1d-49d7-b9cb-204b501c8f06"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:06:52.252733 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b1c753-8a55-4b65-b6d5-fe507296f68f x-openstack-request-id: req-36b1c753-8a55-4b65-b6d5-fe507296f68f {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:06:52.253106 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c0ec86-5b0e-4021-83b0-774cdf3743a8", "tag": "5979bb9a-7a1d-49d7-b9cb-204b501c8f06", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:06:52.253430 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-36b1c753-8a55-4b65-b6d5-fe507296f68f {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:06:52.253855 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c0ec86-5b0e-4021-83b0-774cdf3743a8', 'tag': '5979bb9a-7a1d-49d7-b9cb-204b501c8f06', 'status': 'completed', 'code': 200} Dec 10 17:06:52.271124 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 5979bb9a-7a1d-49d7-b9cb-204b501c8f06 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:06:52.310977 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 5979bb9a-7a1d-49d7-b9cb-204b501c8f06 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:06:52.380537 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2d4b9-5cf8-4ab2-8e7c-1da597b512b8 req-3c19a989-7587-488c-bc86-0d49a88b3734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:52.382041 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f1b2d4b9-5cf8-4ab2-8e7c-1da597b512b8 req-3c19a989-7587-488c-bc86-0d49a88b3734 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 1095 time: 0.1086378 Dec 10 17:06:52.384467 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2d4b9-5cf8-4ab2-8e7c-1da597b512b8 req-eb385f3b-aa5f-44b9-9a0a-d74f911e7592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:52.385785 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f1b2d4b9-5cf8-4ab2-8e7c-1da597b512b8 req-eb385f3b-aa5f-44b9-9a0a-d74f911e7592 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 1095 time: 0.1044846 Dec 10 17:06:52.405074 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736335dd-bf9a-41fb-82cb-4bf6c3f110fe req-1ed379b5-5174-4cd5-9bf5-ef13589351f2 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:52.406481 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-736335dd-bf9a-41fb-82cb-4bf6c3f110fe req-1ed379b5-5174-4cd5-9bf5-ef13589351f2 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 944 time: 0.0803251 Dec 10 17:06:52.584684 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-736335dd-bf9a-41fb-82cb-4bf6c3f110fe req-14c9a26b-18ae-439d-9d1d-9d80543704ae tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1620011 Dec 10 17:06:52.597985 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2d4b9-5cf8-4ab2-8e7c-1da597b512b8 req-32f5686f-ad73-494e-8f0d-cabccfef9a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:52.599450 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f1b2d4b9-5cf8-4ab2-8e7c-1da597b512b8 req-32f5686f-ad73-494e-8f0d-cabccfef9a9f service neutron] 10.222.0.46 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 913 time: 0.2103915 Dec 10 17:06:52.602065 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2d4b9-5cf8-4ab2-8e7c-1da597b512b8 req-5c7aa29f-d0e7-48f3-8f9e-0b5ddecc1d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:52.603441 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f1b2d4b9-5cf8-4ab2-8e7c-1da597b512b8 req-5c7aa29f-d0e7-48f3-8f9e-0b5ddecc1d17 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 913 time: 0.2067394 Dec 10 17:06:52.715890 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f1b2d4b9-5cf8-4ab2-8e7c-1da597b512b8 req-551322c3-e712-4220-b743-db36f6492dd0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5979bb9a-7a1d-49d7-b9cb-204b501c8f06 HTTP/1.1" status: 200 len: 999 time: 0.1093597 Dec 10 17:06:52.717635 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f1b2d4b9-5cf8-4ab2-8e7c-1da597b512b8 req-3d17eaa9-1315-4447-b57f-7bc8fdf12e35 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5979bb9a-7a1d-49d7-b9cb-204b501c8f06 HTTP/1.1" status: 200 len: 999 time: 0.1051002 Dec 10 17:06:52.801399 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2d4b9-5cf8-4ab2-8e7c-1da597b512b8 req-b8328554-e990-4a54-a654-78397ae07e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:52.802869 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f1b2d4b9-5cf8-4ab2-8e7c-1da597b512b8 req-b8328554-e990-4a54-a654-78397ae07e0e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0792446 Dec 10 17:06:52.804232 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2d4b9-5cf8-4ab2-8e7c-1da597b512b8 req-8d6ab155-83cd-4c91-a440-5f264c4b53e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:52.805529 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f1b2d4b9-5cf8-4ab2-8e7c-1da597b512b8 req-8d6ab155-83cd-4c91-a440-5f264c4b53e6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0749199 Dec 10 17:06:52.879073 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2d4b9-5cf8-4ab2-8e7c-1da597b512b8 req-a99b25fc-7fdf-4c3c-ad7e-848aa15e1193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:52.880569 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f1b2d4b9-5cf8-4ab2-8e7c-1da597b512b8 req-a99b25fc-7fdf-4c3c-ad7e-848aa15e1193 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711467 Dec 10 17:06:52.885044 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2d4b9-5cf8-4ab2-8e7c-1da597b512b8 req-96ee7bb5-0869-4e96-94f5-7e8cedf4447d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:52.886417 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f1b2d4b9-5cf8-4ab2-8e7c-1da597b512b8 req-96ee7bb5-0869-4e96-94f5-7e8cedf4447d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698969 Dec 10 17:06:53.038778 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f1b2d4b9-5cf8-4ab2-8e7c-1da597b512b8 req-c140737a-8947-4017-81b6-4a54249652bf service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475968 Dec 10 17:06:53.040828 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f1b2d4b9-5cf8-4ab2-8e7c-1da597b512b8 req-2a731931-284f-45ed-b53e-ea19a7aec621 service neutron] 10.222.0.26 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423085 Dec 10 17:06:53.193909 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f1b2d4b9-5cf8-4ab2-8e7c-1da597b512b8 req-befc1f2c-37e3-4fb9-8312-e9c2101ffca9 service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476648 Dec 10 17:06:53.195943 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f1b2d4b9-5cf8-4ab2-8e7c-1da597b512b8 req-477f16cd-2d8d-4239-a852-2e4bf5068f63 service neutron] 10.222.0.26 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430497 Dec 10 17:06:53.708448 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c00583-ea31-4b9d-be77-f97386f09f58 req-6c56cc3a-e189-4859-b28b-420403a5a6f8 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:53.709923 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-67c00583-ea31-4b9d-be77-f97386f09f58 req-6c56cc3a-e189-4859-b28b-420403a5a6f8 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 944 time: 0.0504255 Dec 10 17:06:53.756432 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-67c00583-ea31-4b9d-be77-f97386f09f58 req-a64993c1-0238-4692-8d27-f81208b57e74 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406220 Dec 10 17:06:53.979387 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a741c2-6cb9-43fd-92e2-e2ed3c3dc43f req-3be179f8-5004-44ce-829f-bc0a50394cee tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:53.980760 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-41a741c2-6cb9-43fd-92e2-e2ed3c3dc43f req-3be179f8-5004-44ce-829f-bc0a50394cee tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.46 "GET /v2.0/ports?device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8&tenant_id=9cc68328aaf3429296c2d32b739636e4&binding%3Ahost_id=n-h1-766771-2 HTTP/1.1" status: 200 len: 944 time: 0.0740190 Dec 10 17:06:53.988620 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed3d25-08f1-42b8-8b88-85504cc45166 req-3adcee36-c2c5-4a38-a4f3-b7796829897d tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:53.990042 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60ed3d25-08f1-42b8-8b88-85504cc45166 req-3adcee36-c2c5-4a38-a4f3-b7796829897d tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 944 time: 0.0921910 Dec 10 17:06:54.074420 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60ed3d25-08f1-42b8-8b88-85504cc45166 req-699b32a4-375c-401f-ae6a-83bb8f42450f tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0782664 Dec 10 17:06:54.076414 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [req-41a741c2-6cb9-43fd-92e2-e2ed3c3dc43f req-4472e14a-8e47-4369-ac20-15ece95f7a4f service neutron] delete failed (client error): The resource could not be found. Dec 10 17:06:54.077328 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-41a741c2-6cb9-43fd-92e2-e2ed3c3dc43f req-4472e14a-8e47-4369-ac20-15ece95f7a4f service neutron] 10.222.0.46 "DELETE /v2.0/ports/5979bb9a-7a1d-49d7-b9cb-204b501c8f06/bindings/n-h2-766771-2 HTTP/1.1" status: 404 len: 380 time: 0.0864305 Dec 10 17:06:54.161369 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a741c2-6cb9-43fd-92e2-e2ed3c3dc43f req-fcd289f4-838e-4c2b-b8d8-830e2de53c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:54.162892 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-41a741c2-6cb9-43fd-92e2-e2ed3c3dc43f req-fcd289f4-838e-4c2b-b8d8-830e2de53c71 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 1095 time: 0.0437965 Dec 10 17:06:54.250960 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a741c2-6cb9-43fd-92e2-e2ed3c3dc43f req-e5b101b9-978b-40e5-a648-c2164b9cbb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:54.252357 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-41a741c2-6cb9-43fd-92e2-e2ed3c3dc43f req-e5b101b9-978b-40e5-a648-c2164b9cbb13 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 913 time: 0.0828419 Dec 10 17:06:54.319785 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-41a741c2-6cb9-43fd-92e2-e2ed3c3dc43f req-42e98cfd-8b86-406d-88ed-0bc1e9446541 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5979bb9a-7a1d-49d7-b9cb-204b501c8f06 HTTP/1.1" status: 200 len: 999 time: 0.0607018 Dec 10 17:06:54.368399 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a741c2-6cb9-43fd-92e2-e2ed3c3dc43f req-9bf755b8-e595-41ce-b8c2-8a28f37a732e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:54.369802 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-41a741c2-6cb9-43fd-92e2-e2ed3c3dc43f req-9bf755b8-e595-41ce-b8c2-8a28f37a732e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0439153 Dec 10 17:06:54.415540 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a741c2-6cb9-43fd-92e2-e2ed3c3dc43f req-913ea1e0-769f-449c-b0b7-84bb7ad1ae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:54.416985 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-41a741c2-6cb9-43fd-92e2-e2ed3c3dc43f req-913ea1e0-769f-449c-b0b7-84bb7ad1ae57 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392447 Dec 10 17:06:54.507510 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-41a741c2-6cb9-43fd-92e2-e2ed3c3dc43f req-d708f3d1-d6f3-4418-bf4d-25eb0867ad27 service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829821 Dec 10 17:06:54.595938 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-41a741c2-6cb9-43fd-92e2-e2ed3c3dc43f req-62c2febc-aae0-4062-8ab9-6530a2c15429 service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815516 Dec 10 17:06:55.193216 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5822116-f0cf-4a78-bfcc-1c604aa5f441 req-feb22aad-72c3-43a1-9755-a5eda29163e1 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:55.194711 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d5822116-f0cf-4a78-bfcc-1c604aa5f441 req-feb22aad-72c3-43a1-9755-a5eda29163e1 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 944 time: 0.0497711 Dec 10 17:06:55.244892 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d5822116-f0cf-4a78-bfcc-1c604aa5f441 req-27eaec26-0122-40e1-976e-2df66aeae343 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441597 Dec 10 17:06:55.361281 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23615447-ec30-4738-894d-796ce56001b9 req-09990389-d634-4de9-9b20-25e970c10e1e tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:55.366160 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-23615447-ec30-4738-894d-796ce56001b9 req-09990389-d634-4de9-9b20-25e970c10e1e tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 944 time: 0.0499277 Dec 10 17:06:55.410735 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 5979bb9a-7a1d-49d7-b9cb-204b501c8f06 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 17:06:55.411273 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-23615447-ec30-4738-894d-796ce56001b9 req-da650b8d-0731-45e1-95e0-867c052e45dd tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417268 Dec 10 17:06:55.513115 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 5979bb9a-7a1d-49d7-b9cb-204b501c8f06, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=5979bb9a-7a1d-49d7-b9cb-204b501c8f06,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:06:55.524644 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '5979bb9a-7a1d-49d7-b9cb-204b501c8f06', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'port_id': '5979bb9a-7a1d-49d7-b9cb-204b501c8f06', 'mac_address': 'fa:16:3e:26:32:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 17:06:55.539569 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9ad9f-a1b8-4e9f-b264-369e7302d019 req-8df78a03-84fd-4418-bf26-847021ca4243 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:55.541095 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a7c9ad9f-a1b8-4e9f-b264-369e7302d019 req-8df78a03-84fd-4418-bf26-847021ca4243 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 944 time: 0.0562000 Dec 10 17:06:55.566244 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:55.578769 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5979bb9a-7a1d-49d7-b9cb-204b501c8f06 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:06:55.590476 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a7c9ad9f-a1b8-4e9f-b264-369e7302d019 req-05fbda2d-c083-4faa-9c47-01d4cef10d3a tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430529 Dec 10 17:06:55.600361 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 5979bb9a-7a1d-49d7-b9cb-204b501c8f06, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=5979bb9a-7a1d-49d7-b9cb-204b501c8f06,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:06:55.604175 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:55.660369 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=5979bb9a-7a1d-49d7-b9cb-204b501c8f06,revision_number=8']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:06:55.667681 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:55.668034 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:55.668374 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:55.668711 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:55.669045 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:55.669374 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:55.669701 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:55.670027 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:55.670382 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:55.670965 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:55.671292 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:55.671610 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:55.671931 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:55.820376 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['5979bb9a-7a1d-49d7-b9cb-204b501c8f06'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:06:55.826646 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff9bd8-1d65-4c50-9d4d-6fd2bd1fee82 req-bc47b54e-4c84-4eb0-940e-1724a76e7248 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:55.828268 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cdff9bd8-1d65-4c50-9d4d-6fd2bd1fee82 req-bc47b54e-4c84-4eb0-940e-1724a76e7248 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 945 time: 0.0514579 Dec 10 17:06:55.885109 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cdff9bd8-1d65-4c50-9d4d-6fd2bd1fee82 req-9718b7fc-b326-4329-8e32-972d8262ea07 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501757 Dec 10 17:06:57.002257 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce0014-66f8-42f7-a8ac-efef05ddd886 req-3147b3c7-7d9e-40da-a151-d84e5814571f tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:57.003737 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-efce0014-66f8-42f7-a8ac-efef05ddd886 req-3147b3c7-7d9e-40da-a151-d84e5814571f tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 945 time: 0.0480642 Dec 10 17:06:57.078074 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-efce0014-66f8-42f7-a8ac-efef05ddd886 req-b5c5ecad-1c34-4454-86c4-3ebdda2e1623 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0681438 Dec 10 17:06:57.089994 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab4472-8894-48aa-a041-0ee7b33affb4 req-00938901-90f5-4f1f-a2e3-c6a66e32934f tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:57.091457 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6dab4472-8894-48aa-a041-0ee7b33affb4 req-00938901-90f5-4f1f-a2e3-c6a66e32934f tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.26 "GET /v2.0/ports?device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 945 time: 0.0678318 Dec 10 17:06:57.186410 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-6dab4472-8894-48aa-a041-0ee7b33affb4 req-149bc344-041b-40f4-a679-1d80b0a66302 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Deleting port 5979bb9a-7a1d-49d7-b9cb-204b501c8f06 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:06:57.186672 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-6dab4472-8894-48aa-a041-0ee7b33affb4 req-149bc344-041b-40f4-a679-1d80b0a66302 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:57.275788 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-6dab4472-8894-48aa-a041-0ee7b33affb4 req-149bc344-041b-40f4-a679-1d80b0a66302 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] For port 5979bb9a-7a1d-49d7-b9cb-204b501c8f06, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=5979bb9a-7a1d-49d7-b9cb-204b501c8f06,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:06:57.276188 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-6dab4472-8894-48aa-a041-0ee7b33affb4 req-149bc344-041b-40f4-a679-1d80b0a66302 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:57.426358 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 5979bb9a-7a1d-49d7-b9cb-204b501c8f06 up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:06:57.452278 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-6dab4472-8894-48aa-a041-0ee7b33affb4 req-149bc344-041b-40f4-a679-1d80b0a66302 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:57.452559 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-6dab4472-8894-48aa-a041-0ee7b33affb4 req-149bc344-041b-40f4-a679-1d80b0a66302 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:57.452878 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [req-6dab4472-8894-48aa-a041-0ee7b33affb4 req-149bc344-041b-40f4-a679-1d80b0a66302 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Floating IP 6751e57f-d5a6-434f-9504-acbb7b4ec61e disassociated. External IP: 172.25.6.43, port: 5979bb9a-7a1d-49d7-b9cb-204b501c8f06. Dec 10 17:06:57.453217 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-6dab4472-8894-48aa-a041-0ee7b33affb4 req-149bc344-041b-40f4-a679-1d80b0a66302 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Calling delete_port for 5979bb9a-7a1d-49d7-b9cb-204b501c8f06 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:06:57.477079 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 5979bb9a-7a1d-49d7-b9cb-204b501c8f06 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 17:06:57.480792 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 5979bb9a-7a1d-49d7-b9cb-204b501c8f06 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:06:57.481162 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:57.559214 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:57.583345 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-6dab4472-8894-48aa-a041-0ee7b33affb4 req-149bc344-041b-40f4-a679-1d80b0a66302 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:57.615796 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149bc344-041b-40f4-a679-1d80b0a66302 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Pushing event deleted for resources: {'Port': ['ID=5979bb9a-7a1d-49d7-b9cb-204b501c8f06,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:06:57.730993 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6dab4472-8894-48aa-a041-0ee7b33affb4 req-149bc344-041b-40f4-a679-1d80b0a66302 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Router 27bf5f53-a2cc-482d-a7af-eabdeefdc598 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:06:57.838015 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6dab4472-8894-48aa-a041-0ee7b33affb4 req-149bc344-041b-40f4-a679-1d80b0a66302 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:06:57.847464 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9c87fb-baaa-4055-b627-c9bec4d79ad7 None None] Sync routers for ids ['27bf5f53-a2cc-482d-a7af-eabdeefdc598'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:06:57.858348 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9c87fb-baaa-4055-b627-c9bec4d79ad7 None None] Routers {'27bf5f53-a2cc-482d-a7af-eabdeefdc598'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:06:57.858984 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ad9c87fb-baaa-4055-b627-c9bec4d79ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T17:06:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['27bf5f53-a2cc-482d-a7af-eabdeefdc598'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:06:58.136887 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-ad9c87fb-baaa-4055-b627-c9bec4d79ad7 None None] Set router 27bf5f53-a2cc-482d-a7af-eabdeefdc598 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:06:58.220712 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dab4472-8894-48aa-a041-0ee7b33affb4 req-149bc344-041b-40f4-a679-1d80b0a66302 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] No DVR routers for this DVR port 5979bb9a-7a1d-49d7-b9cb-204b501c8f06 on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:06:58.224020 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9507b817-60de-407f-9491-2f98c50d97fb req-cc742c76-2d57-48cb-a9b6-38b0ebcce868 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=54c0ec86-5b0e-4021-83b0-774cdf3743a8 HTTP/1.1" status: 200 len: 210 time: 0.0398080 Dec 10 17:06:58.225056 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-6dab4472-8894-48aa-a041-0ee7b33affb4 req-149bc344-041b-40f4-a679-1d80b0a66302 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:58.228508 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6dab4472-8894-48aa-a041-0ee7b33affb4 req-149bc344-041b-40f4-a679-1d80b0a66302 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.26 "DELETE /v2.0/ports/5979bb9a-7a1d-49d7-b9cb-204b501c8f06 HTTP/1.1" status: 204 len: 173 time: 1.1271288 Dec 10 17:06:58.229027 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c0ec86-5b0e-4021-83b0-774cdf3743a8', 'name': 'network-vif-deleted', 'tag': '5979bb9a-7a1d-49d7-b9cb-204b501c8f06'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:06:58.231209 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed756654-a364-4fd4-be52-9ad050f99d45" -d '{"events": [{"server_uuid": "54c0ec86-5b0e-4021-83b0-774cdf3743a8", "name": "network-vif-deleted", "tag": "5979bb9a-7a1d-49d7-b9cb-204b501c8f06"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:06:58.282548 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94787782-fcbf-477f-ba6c-332af6cef568 x-openstack-request-id: req-94787782-fcbf-477f-ba6c-332af6cef568 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:06:58.282843 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c0ec86-5b0e-4021-83b0-774cdf3743a8", "name": "network-vif-deleted", "tag": "5979bb9a-7a1d-49d7-b9cb-204b501c8f06", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:06:58.283102 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-94787782-fcbf-477f-ba6c-332af6cef568 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:06:58.283493 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c0ec86-5b0e-4021-83b0-774cdf3743a8', 'name': 'network-vif-deleted', 'tag': '5979bb9a-7a1d-49d7-b9cb-204b501c8f06', 'status': 'completed', 'code': 200} Dec 10 17:06:58.347079 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ad9c87fb-baaa-4055-b627-c9bec4d79ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'name': 'tempest-ServerActionsTestJSON-2017665447-router', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:04:42Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'gw_port': {'id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:43Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'c748c109-9300-4e3d-b54a-e9577e26603e', 'name': '', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'mac_address': 'fa:16:3e:b0:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:44Z', 'updated_at': '2021-12-10T17:04:49Z', 'revision_number': 5, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'subnets': [{'id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:06:58.375908 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9c87fb-baaa-4055-b627-c9bec4d79ad7 None None] Checking router: 27bf5f53-a2cc-482d-a7af-eabdeefdc598 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:06:58.384444 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9c87fb-baaa-4055-b627-c9bec4d79ad7 None None] Routers {'27bf5f53-a2cc-482d-a7af-eabdeefdc598'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:06:58.385051 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ad9c87fb-baaa-4055-b627-c9bec4d79ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T17:06:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['27bf5f53-a2cc-482d-a7af-eabdeefdc598'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:06:58.489359 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-ad9c87fb-baaa-4055-b627-c9bec4d79ad7 None None] Set router 27bf5f53-a2cc-482d-a7af-eabdeefdc598 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:06:58.721491 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ad9c87fb-baaa-4055-b627-c9bec4d79ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'name': 'tempest-ServerActionsTestJSON-2017665447-router', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:04:42Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'gw_port': {'id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:43Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'c748c109-9300-4e3d-b54a-e9577e26603e', 'name': '', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'mac_address': 'fa:16:3e:b0:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:44Z', 'updated_at': '2021-12-10T17:04:49Z', 'revision_number': 5, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'subnets': [{'id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:06:58.747097 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9c87fb-baaa-4055-b627-c9bec4d79ad7 None None] The sync data for ids ['27bf5f53-a2cc-482d-a7af-eabdeefdc598'] in n-d-766771-2 is: [{'id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'name': 'tempest-ServerActionsTestJSON-2017665447-router', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:04:42Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'gw_port': {'id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:43Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'c748c109-9300-4e3d-b54a-e9577e26603e', 'name': '', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'mac_address': 'fa:16:3e:b0:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:44Z', 'updated_at': '2021-12-10T17:04:49Z', 'revision_number': 5, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'subnets': [{'id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:06:58.962832 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fade3d-93e0-42f2-a1f9-81aa4fd67ac1 None None] New status for floating IP 6751e57f-d5a6-434f-9504-acbb7b4ec61e: DOWN {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 17:06:59.461565 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-32059f74-3cbd-45d1-a3c6-bef1673a8fe7 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--70671138&fields=id&tenant_id=9cc68328aaf3429296c2d32b739636e4 HTTP/1.1" status: 200 len: 267 time: 0.0425990 Dec 10 17:06:59.567011 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-a98326a3-d179-459d-a63e-96ac6a62094e tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:59.568448 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-a98326a3-d179-459d-a63e-96ac6a62094e tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 812 time: 0.1003330 Dec 10 17:06:59.583473 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-9c014ae9-df1f-4c07-a99a-adee09a2a6d9 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/quotas/9cc68328aaf3429296c2d32b739636e4 HTTP/1.1" status: 200 len: 375 time: 0.0093925 Dec 10 17:06:59.632854 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-50ceef54-4d69-46e0-bd12-5599d513f210 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440686 Dec 10 17:06:59.731953 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-33d23f81-53f4-43ac-ab0a-6376ef4ffe38 service neutron] 10.222.0.11 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868371 Dec 10 17:06:59.818646 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-60141b21-2239-4d24-9bcc-c68f2c28c42f service neutron] 10.222.0.11 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805051 Dec 10 17:06:59.980275 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-44e1b6f4-e08b-4290-ae83-1a9e3ee02499 req-90bda35c-1423-49fc-8086-7ef8fd7b1c36 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 210 time: 0.0266352 Dec 10 17:07:00.972338 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-61d39f8d-8a80-4fdd-9ac8-e1daeb966d3b tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:00.973730 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-61d39f8d-8a80-4fdd-9ac8-e1daeb966d3b tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.46 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 812 time: 0.1095123 Dec 10 17:07:01.035375 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-17063495-a0bd-452c-9d34-c68635ab0ce5 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cc68328aaf3429296c2d32b739636e4 HTTP/1.1" status: 200 len: 378 time: 0.0526659 Dec 10 17:07:01.046051 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-778b5d55-1463-4cc8-a5b9-64c4063de54d tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Request body: {'port': {'device_id': '57c3f7a2-67ce-4005-8a71-a38b2ac76d1b', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'admin_state_up': True, 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'security_groups': ['59797ed1-4b4a-492e-a72a-45e144c09729']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:07:01.108847 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-33801244-41b4-42dc-9568-aa9c1ef47171 req-ecbc974a-7135-4add-b37b-4c157c98c000 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 210 time: 0.0594437 Dec 10 17:07:01.176394 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-778b5d55-1463-4cc8-a5b9-64c4063de54d tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Made reservation on behalf of 9cc68328aaf3429296c2d32b739636e4 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:07:01.179980 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-778b5d55-1463-4cc8-a5b9-64c4063de54d tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:01.305142 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-778b5d55-1463-4cc8-a5b9-64c4063de54d tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Allocated IP 172.20.0.8 (9041a64b-23fd-4dc5-b999-dc05cb141829/d710d849-7750-4ab9-8caa-9fb81bf6f8a3/09d321de-5d1c-41e0-8d67-bb1c2276ebce) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:07:01.437826 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-778b5d55-1463-4cc8-a5b9-64c4063de54d tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:01.456519 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 5979bb9a-7a1d-49d7-b9cb-204b501c8f06 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:07:01.470122 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-778b5d55-1463-4cc8-a5b9-64c4063de54d tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:01.478801 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 5979bb9a-7a1d-49d7-b9cb-204b501c8f06 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:07:01.479152 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 5979bb9a-7a1d-49d7-b9cb-204b501c8f06 not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:07:01.521167 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-778b5d55-1463-4cc8-a5b9-64c4063de54d tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Network 9041a64b-23fd-4dc5-b999-dc05cb141829 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:07:01.524376 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-778b5d55-1463-4cc8-a5b9-64c4063de54d tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:07:01.528038 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-778b5d55-1463-4cc8-a5b9-64c4063de54d tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:07:01.552407 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b5d55-1463-4cc8-a5b9-64c4063de54d tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Pushing event updated for resources: {'Port': ['ID=09d321de-5d1c-41e0-8d67-bb1c2276ebce,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:07:01.581412 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-778b5d55-1463-4cc8-a5b9-64c4063de54d tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:01.582060 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-778b5d55-1463-4cc8-a5b9-64c4063de54d tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:01.598752 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-778b5d55-1463-4cc8-a5b9-64c4063de54d tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5565553 Dec 10 17:07:01.610543 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-c6347618-d142-4f76-bda7-09e2713c0c7e service neutron] Request body: {'port': {'device_id': '57c3f7a2-67ce-4005-8a71-a38b2ac76d1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:07:01.666197 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-c6347618-d142-4f76-bda7-09e2713c0c7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:01.726114 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a4b0eca2-81a8-4970-aa0b-121a609ae54f None None] Provisioning complete for port 09d321de-5d1c-41e0-8d67-bb1c2276ebce triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:07:01.726607 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a4b0eca2-81a8-4970-aa0b-121a609ae54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:01.759706 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-a4b0eca2-81a8-4970-aa0b-121a609ae54f None None] Port 09d321de-5d1c-41e0-8d67-bb1c2276ebce cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:07:01.925323 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-c6347618-d142-4f76-bda7-09e2713c0c7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09d321de-5d1c-41e0-8d67-bb1c2276ebce {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:07:01.932851 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-c6347618-d142-4f76-bda7-09e2713c0c7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:01.944128 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-c6347618-d142-4f76-bda7-09e2713c0c7e service neutron] Transition to ACTIVE for port object 09d321de-5d1c-41e0-8d67-bb1c2276ebce will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 17:07:01.948155 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-c6347618-d142-4f76-bda7-09e2713c0c7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:02.000568 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6347618-d142-4f76-bda7-09e2713c0c7e service neutron] Pushing event updated for resources: {'Port': ['ID=09d321de-5d1c-41e0-8d67-bb1c2276ebce,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:07:02.067949 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-c6347618-d142-4f76-bda7-09e2713c0c7e service neutron] Attempting to bind port 09d321de-5d1c-41e0-8d67-bb1c2276ebce on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:07:02.068340 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-c6347618-d142-4f76-bda7-09e2713c0c7e service neutron] Attempting to bind port 09d321de-5d1c-41e0-8d67-bb1c2276ebce by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:07:02.068668 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-c6347618-d142-4f76-bda7-09e2713c0c7e service neutron] Attempting to bind port 09d321de-5d1c-41e0-8d67-bb1c2276ebce on network 9041a64b-23fd-4dc5-b999-dc05cb141829 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:07:02.073095 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-c6347618-d142-4f76-bda7-09e2713c0c7e service neutron] Port 09d321de-5d1c-41e0-8d67-bb1c2276ebce on network 9041a64b-23fd-4dc5-b999-dc05cb141829 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 17:07:02.073410 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-c6347618-d142-4f76-bda7-09e2713c0c7e service neutron] Attempting to bind port 09d321de-5d1c-41e0-8d67-bb1c2276ebce on network 9041a64b-23fd-4dc5-b999-dc05cb141829 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:07:02.078439 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-c6347618-d142-4f76-bda7-09e2713c0c7e service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:07:02.078780 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-c6347618-d142-4f76-bda7-09e2713c0c7e service neutron] Checking segment: {'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:07:02.079158 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-c6347618-d142-4f76-bda7-09e2713c0c7e service neutron] Bound using segment: {'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:07:02.079587 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-c6347618-d142-4f76-bda7-09e2713c0c7e service neutron] Bound port: 09d321de-5d1c-41e0-8d67-bb1c2276ebce, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:07:02.079939 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-c6347618-d142-4f76-bda7-09e2713c0c7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:02.151037 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-c6347618-d142-4f76-bda7-09e2713c0c7e service neutron] For port 09d321de-5d1c-41e0-8d67-bb1c2276ebce, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:07:02.154369 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-c6347618-d142-4f76-bda7-09e2713c0c7e service neutron] For port 09d321de-5d1c-41e0-8d67-bb1c2276ebce, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=09d321de-5d1c-41e0-8d67-bb1c2276ebce,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:07:02.160338 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-c6347618-d142-4f76-bda7-09e2713c0c7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:02.220729 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-c6347618-d142-4f76-bda7-09e2713c0c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:02.221435 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-c6347618-d142-4f76-bda7-09e2713c0c7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:02.222880 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-c6347618-d142-4f76-bda7-09e2713c0c7e service neutron] 10.222.0.46 "PUT /v2.0/ports/09d321de-5d1c-41e0-8d67-bb1c2276ebce HTTP/1.1" status: 200 len: 1091 time: 0.6165187 Dec 10 17:07:02.223484 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c3f7a2-67ce-4005-8a71-a38b2ac76d1b', 'tag': '09d321de-5d1c-41e0-8d67-bb1c2276ebce'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:07:02.225755 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679999c6-2b2b-4082-9c47-b539ba79affc" -d '{"events": [{"name": "network-changed", "server_uuid": "57c3f7a2-67ce-4005-8a71-a38b2ac76d1b", "tag": "09d321de-5d1c-41e0-8d67-bb1c2276ebce"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:07:02.255424 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6347618-d142-4f76-bda7-09e2713c0c7e service neutron] Pushing event updated for resources: {'Port': ['ID=09d321de-5d1c-41e0-8d67-bb1c2276ebce,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:07:02.270943 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c5a1f-bcf7-4f37-8bdf-09efe6693722 req-8064e814-b4d0-40b0-a4b6-17b329ea846d tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:02.272517 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c16c5a1f-bcf7-4f37-8bdf-09efe6693722 req-8064e814-b4d0-40b0-a4b6-17b329ea846d tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 943 time: 0.0856419 Dec 10 17:07:02.349676 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-de4e1b22-1180-41fa-8ba5-f6d6bc0581ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:02.351234 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-de4e1b22-1180-41fa-8ba5-f6d6bc0581ec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 1094 time: 0.0778179 Dec 10 17:07:02.354605 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c16c5a1f-bcf7-4f37-8bdf-09efe6693722 req-6709eb5e-74a0-4680-93e7-657d1fc262ea tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0733654 Dec 10 17:07:02.397810 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-a2493e28-926a-4fdf-87c0-a249b4d7f98e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09d321de-5d1c-41e0-8d67-bb1c2276ebce HTTP/1.1" status: 200 len: 217 time: 0.0387104 Dec 10 17:07:02.412958 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07101d7d-92b6-4d87-aecb-a871d665f8e5 x-openstack-request-id: req-07101d7d-92b6-4d87-aecb-a871d665f8e5 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:07:02.413254 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57c3f7a2-67ce-4005-8a71-a38b2ac76d1b", "tag": "09d321de-5d1c-41e0-8d67-bb1c2276ebce", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:07:02.413513 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-07101d7d-92b6-4d87-aecb-a871d665f8e5 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:07:02.413908 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57c3f7a2-67ce-4005-8a71-a38b2ac76d1b', 'tag': '09d321de-5d1c-41e0-8d67-bb1c2276ebce', 'status': 'completed', 'code': 200} Dec 10 17:07:02.448754 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-57f0b79c-c89e-48e7-bb75-2eb2c40db9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:02.450117 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-57f0b79c-c89e-48e7-bb75-2eb2c40db9b1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0464175 Dec 10 17:07:02.499494 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-ed5fc05b-4d2d-411b-9f67-5363e90343f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:02.500984 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-ed5fc05b-4d2d-411b-9f67-5363e90343f0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432038 Dec 10 17:07:02.589293 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-85e6e741-2eaf-4df9-b3ce-7ea5b3459657 service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806971 Dec 10 17:07:02.683205 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-46979b76-2968-4a2d-8917-81d69289c6e5 req-a80320ab-f3a5-4f48-a48f-ed87821db774 service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868461 Dec 10 17:07:02.769855 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679999c6-2b2b-4082-9c47-b539ba79affc req-44800cb9-833f-44de-a712-b9ad6a8bc025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:02.771300 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-679999c6-2b2b-4082-9c47-b539ba79affc req-44800cb9-833f-44de-a712-b9ad6a8bc025 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 1094 time: 0.0413876 Dec 10 17:07:02.862767 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679999c6-2b2b-4082-9c47-b539ba79affc req-bc007b46-82e8-4ac7-8d57-338c1a58528e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:02.864274 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-679999c6-2b2b-4082-9c47-b539ba79affc req-bc007b46-82e8-4ac7-8d57-338c1a58528e service neutron] 10.222.0.46 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 913 time: 0.0861983 Dec 10 17:07:02.911188 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-679999c6-2b2b-4082-9c47-b539ba79affc req-9bae20b5-9b00-4292-9dd5-ce022dd170e3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09d321de-5d1c-41e0-8d67-bb1c2276ebce HTTP/1.1" status: 200 len: 217 time: 0.0396266 Dec 10 17:07:02.961541 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679999c6-2b2b-4082-9c47-b539ba79affc req-d5d46415-e894-4e3a-916d-28b747829874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:02.962985 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-679999c6-2b2b-4082-9c47-b539ba79affc req-d5d46415-e894-4e3a-916d-28b747829874 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0432477 Dec 10 17:07:03.009812 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679999c6-2b2b-4082-9c47-b539ba79affc req-e7db4cdc-cf42-434b-8295-eb0666cebb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:03.011425 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-679999c6-2b2b-4082-9c47-b539ba79affc req-e7db4cdc-cf42-434b-8295-eb0666cebb8f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403039 Dec 10 17:07:03.103922 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-679999c6-2b2b-4082-9c47-b539ba79affc req-33e4f151-aebd-4776-a9d4-f207f4af5090 service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847113 Dec 10 17:07:03.199851 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-679999c6-2b2b-4082-9c47-b539ba79affc req-481b21dc-2011-46ea-8316-2dd45cd98054 service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887623 Dec 10 17:07:03.478997 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7c231-4c31-43cf-8143-1ef0845e12f2 req-98243e9d-ce80-4958-8e10-236e7ffabba8 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:03.480478 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4dd7c231-4c31-43cf-8143-1ef0845e12f2 req-98243e9d-ce80-4958-8e10-236e7ffabba8 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 943 time: 0.0537493 Dec 10 17:07:03.533035 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4dd7c231-4c31-43cf-8143-1ef0845e12f2 req-dfb33868-60aa-4c7e-a0ae-bc821e60b57e tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465479 Dec 10 17:07:04.308798 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:07:04.647741 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745ab4b-7128-44a0-8530-ebd6d18bf393 req-23bd8158-852e-4e0e-be44-9f050179e68f tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:04.649221 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a745ab4b-7128-44a0-8530-ebd6d18bf393 req-23bd8158-852e-4e0e-be44-9f050179e68f tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 943 time: 0.0477126 Dec 10 17:07:04.696394 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a745ab4b-7128-44a0-8530-ebd6d18bf393 req-af35082f-2238-41f3-9550-aa8cbc1b8fcd tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410879 Dec 10 17:07:05.811727 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb928cbc-1d7b-4f3e-bc14-99911bf9407d req-8f44fc5c-d7a9-4eee-aaf7-ded4d4fe6b21 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:05.813188 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eb928cbc-1d7b-4f3e-bc14-99911bf9407d req-8f44fc5c-d7a9-4eee-aaf7-ded4d4fe6b21 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 943 time: 0.0485659 Dec 10 17:07:05.863872 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eb928cbc-1d7b-4f3e-bc14-99911bf9407d req-832d3865-48fd-48f0-90dd-d5f5b3c0546b tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442495 Dec 10 17:07:06.333597 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 09d321de-5d1c-41e0-8d67-bb1c2276ebce details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 17:07:06.429634 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 09d321de-5d1c-41e0-8d67-bb1c2276ebce, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=09d321de-5d1c-41e0-8d67-bb1c2276ebce,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:07:06.440916 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '09d321de-5d1c-41e0-8d67-bb1c2276ebce', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'port_id': '09d321de-5d1c-41e0-8d67-bb1c2276ebce', 'mac_address': 'fa:16:3e:2e:fb:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 17:07:06.477287 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:06.490033 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09d321de-5d1c-41e0-8d67-bb1c2276ebce {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:07:06.508357 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 09d321de-5d1c-41e0-8d67-bb1c2276ebce, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=09d321de-5d1c-41e0-8d67-bb1c2276ebce,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:07:06.512192 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:06.558066 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=09d321de-5d1c-41e0-8d67-bb1c2276ebce,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:07:06.642117 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:06.718829 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['09d321de-5d1c-41e0-8d67-bb1c2276ebce'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:07:06.985689 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbd7d8-0e54-4a8a-a4ec-9b72be1e2daf req-8086b967-c904-4255-bc74-26c0296c2606 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:06.987700 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cbdbd7d8-0e54-4a8a-a4ec-9b72be1e2daf req-8086b967-c904-4255-bc74-26c0296c2606 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 944 time: 0.0561037 Dec 10 17:07:07.034161 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cbdbd7d8-0e54-4a8a-a4ec-9b72be1e2daf req-5e674770-7a2f-41e0-aca1-95004941e4b9 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404599 Dec 10 17:07:08.149360 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0013bf-490e-467b-904b-67ea58cd29fc req-1db3bba6-0d75-4b64-ba2f-8b7b2aec78d0 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:08.150873 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4a0013bf-490e-467b-904b-67ea58cd29fc req-1db3bba6-0d75-4b64-ba2f-8b7b2aec78d0 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 944 time: 0.0486681 Dec 10 17:07:08.197145 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4a0013bf-490e-467b-904b-67ea58cd29fc req-23b07497-77ba-4471-acdc-75b0a9de47d5 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404615 Dec 10 17:07:08.337559 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 09d321de-5d1c-41e0-8d67-bb1c2276ebce up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:07:08.384115 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 09d321de-5d1c-41e0-8d67-bb1c2276ebce completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 17:07:08.387706 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 09d321de-5d1c-41e0-8d67-bb1c2276ebce triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:07:08.388082 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:08.467218 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:08.499464 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c3f7a2-67ce-4005-8a71-a38b2ac76d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d321de-5d1c-41e0-8d67-bb1c2276ebce'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:07:08.501679 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf1a213-19fb-4ddc-98b6-e05c87df868c" -d '{"events": [{"server_uuid": "57c3f7a2-67ce-4005-8a71-a38b2ac76d1b", "name": "network-vif-plugged", "status": "completed", "tag": "09d321de-5d1c-41e0-8d67-bb1c2276ebce"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:07:08.512263 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:08.515589 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 09d321de-5d1c-41e0-8d67-bb1c2276ebce, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=09d321de-5d1c-41e0-8d67-bb1c2276ebce,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:07:08.519810 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:08.547628 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268f845b-08ba-442a-ac71-04e07f3b10af x-openstack-request-id: req-268f845b-08ba-442a-ac71-04e07f3b10af {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:07:08.547921 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c3f7a2-67ce-4005-8a71-a38b2ac76d1b", "name": "network-vif-plugged", "status": "completed", "tag": "09d321de-5d1c-41e0-8d67-bb1c2276ebce", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:07:08.548171 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-268f845b-08ba-442a-ac71-04e07f3b10af {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:07:08.548558 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c3f7a2-67ce-4005-8a71-a38b2ac76d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d321de-5d1c-41e0-8d67-bb1c2276ebce', 'code': 200} Dec 10 17:07:08.577371 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=09d321de-5d1c-41e0-8d67-bb1c2276ebce,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:07:08.640376 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152406a-6cde-4d55-985f-53ed2b775176 req-20c15be7-de2f-4615-be7e-57a0a7af40c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:08.641806 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0152406a-6cde-4d55-985f-53ed2b775176 req-20c15be7-de2f-4615-be7e-57a0a7af40c3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 1096 time: 0.0443556 Dec 10 17:07:08.686021 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0152406a-6cde-4d55-985f-53ed2b775176 req-de1ff1b3-a941-42d9-8c08-38a4fa0454a5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375304 Dec 10 17:07:09.318847 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e1355-2b80-42c0-8221-8df9770c3f35 req-7cc4a9d3-0d6a-4660-a200-d2de8c501e74 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:09.320318 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-976e1355-2b80-42c0-8221-8df9770c3f35 req-7cc4a9d3-0d6a-4660-a200-d2de8c501e74 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 945 time: 0.0484576 Dec 10 17:07:09.366869 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-976e1355-2b80-42c0-8221-8df9770c3f35 req-3867d903-4652-4e33-8bfb-c382177c5e00 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406876 Dec 10 17:07:10.489672 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3041496-ef4f-4cda-8ca8-62c0ddda314e req-e543ae88-3345-4b96-b5e1-b5230bb82913 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:10.491174 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b3041496-ef4f-4cda-8ca8-62c0ddda314e req-e543ae88-3345-4b96-b5e1-b5230bb82913 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 945 time: 0.0524273 Dec 10 17:07:10.537271 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b3041496-ef4f-4cda-8ca8-62c0ddda314e req-74508cb9-e24e-4bb5-a225-b94c864639e6 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400884 Dec 10 17:07:10.649129 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8bf67-df86-4c25-973c-db03bcce3ba1 req-132ffca1-8c4d-4984-b466-db26be8e9b4e tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:10.650922 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a7b8bf67-df86-4c25-973c-db03bcce3ba1 req-132ffca1-8c4d-4984-b466-db26be8e9b4e tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 945 time: 0.0506732 Dec 10 17:07:10.659730 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36606) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:07:10.664164 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-07c86eef-5654-4a9f-83b0-ee7e9202f54d tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Request body: {'floatingip': {'port_id': '09d321de-5d1c-41e0-8d67-bb1c2276ebce'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:07:10.703676 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-07c86eef-5654-4a9f-83b0-ee7e9202f54d tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks [] for floatingip, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:11.116830 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-07c86eef-5654-4a9f-83b0-ee7e9202f54d tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:11.120522 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-07c86eef-5654-4a9f-83b0-ee7e9202f54d tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:11.218748 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [None req-07c86eef-5654-4a9f-83b0-ee7e9202f54d tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Floating IP 6751e57f-d5a6-434f-9504-acbb7b4ec61e associated. External IP: 172.25.6.43, port: 09d321de-5d1c-41e0-8d67-bb1c2276ebce. Dec 10 17:07:11.422914 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c86eef-5654-4a9f-83b0-ee7e9202f54d tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Router 27bf5f53-a2cc-482d-a7af-eabdeefdc598 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:07:11.528094 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c86eef-5654-4a9f-83b0-ee7e9202f54d tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:07:11.532986 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-07c86eef-5654-4a9f-83b0-ee7e9202f54d tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:11.538572 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c946793-f8a9-4dc9-942c-b2a8158f1457 None None] Sync routers for ids ['27bf5f53-a2cc-482d-a7af-eabdeefdc598'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:07:11.550735 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c946793-f8a9-4dc9-942c-b2a8158f1457 None None] Routers {'27bf5f53-a2cc-482d-a7af-eabdeefdc598'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:07:11.552343 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-3c946793-f8a9-4dc9-942c-b2a8158f1457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T17:06:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['27bf5f53-a2cc-482d-a7af-eabdeefdc598'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:07:11.560226 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-07c86eef-5654-4a9f-83b0-ee7e9202f54d tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "PUT /v2.0/floatingips/6751e57f-d5a6-434f-9504-acbb7b4ec61e HTTP/1.1" status: 200 len: 990 time: 0.8993914 Dec 10 17:07:11.561041 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c3f7a2-67ce-4005-8a71-a38b2ac76d1b', 'tag': '09d321de-5d1c-41e0-8d67-bb1c2276ebce'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:07:11.563364 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feece84d-4fe9-4307-84eb-52e335007a04" -d '{"events": [{"name": "network-changed", "server_uuid": "57c3f7a2-67ce-4005-8a71-a38b2ac76d1b", "tag": "09d321de-5d1c-41e0-8d67-bb1c2276ebce"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:07:11.650423 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d3c0ea-012b-4e5f-b0fd-10bcdc629b28 x-openstack-request-id: req-d2d3c0ea-012b-4e5f-b0fd-10bcdc629b28 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:07:11.650718 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57c3f7a2-67ce-4005-8a71-a38b2ac76d1b", "tag": "09d321de-5d1c-41e0-8d67-bb1c2276ebce", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:07:11.650989 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d2d3c0ea-012b-4e5f-b0fd-10bcdc629b28 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:07:11.651748 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57c3f7a2-67ce-4005-8a71-a38b2ac76d1b', 'tag': '09d321de-5d1c-41e0-8d67-bb1c2276ebce', 'status': 'completed', 'code': 200} Dec 10 17:07:11.662646 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-3c946793-f8a9-4dc9-942c-b2a8158f1457 None None] Set router 27bf5f53-a2cc-482d-a7af-eabdeefdc598 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:07:11.712748 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feece84d-4fe9-4307-84eb-52e335007a04 req-dd8ab121-256d-4e8c-b494-a7f98f9178cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:11.714285 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-feece84d-4fe9-4307-84eb-52e335007a04 req-dd8ab121-256d-4e8c-b494-a7f98f9178cf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 1096 time: 0.0409207 Dec 10 17:07:11.808352 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feece84d-4fe9-4307-84eb-52e335007a04 req-31204667-d554-4a6d-afd8-932682cd4c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:11.809872 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-feece84d-4fe9-4307-84eb-52e335007a04 req-31204667-d554-4a6d-afd8-932682cd4c67 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 913 time: 0.0875158 Dec 10 17:07:11.874644 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-feece84d-4fe9-4307-84eb-52e335007a04 req-35180c33-e223-4727-895c-9481f508a048 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09d321de-5d1c-41e0-8d67-bb1c2276ebce HTTP/1.1" status: 200 len: 998 time: 0.0567260 Dec 10 17:07:11.882104 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-3c946793-f8a9-4dc9-942c-b2a8158f1457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'name': 'tempest-ServerActionsTestJSON-2017665447-router', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:04:42Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'gw_port': {'id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:43Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '6751e57f-d5a6-434f-9504-acbb7b4ec61e', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'floating_ip_address': '172.25.6.43', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'port_id': '09d321de-5d1c-41e0-8d67-bb1c2276ebce', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'mac_address': 'fa:16:3e:2e:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c3f7a2-67ce-4005-8a71-a38b2ac76d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:04:47Z', 'updated_at': '2021-12-10T17:07:11Z', 'revision_number': 5, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c748c109-9300-4e3d-b54a-e9577e26603e', 'name': '', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'mac_address': 'fa:16:3e:b0:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:44Z', 'updated_at': '2021-12-10T17:04:49Z', 'revision_number': 5, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'subnets': [{'id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:07:11.911474 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c946793-f8a9-4dc9-942c-b2a8158f1457 None None] Checking router: 27bf5f53-a2cc-482d-a7af-eabdeefdc598 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:07:11.919668 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c946793-f8a9-4dc9-942c-b2a8158f1457 None None] Routers {'27bf5f53-a2cc-482d-a7af-eabdeefdc598'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:07:11.920257 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-3c946793-f8a9-4dc9-942c-b2a8158f1457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T17:06:46Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['27bf5f53-a2cc-482d-a7af-eabdeefdc598'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:07:11.924848 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feece84d-4fe9-4307-84eb-52e335007a04 req-94d66cdd-2227-4b66-8c8c-7974a7170e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:11.926342 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-feece84d-4fe9-4307-84eb-52e335007a04 req-94d66cdd-2227-4b66-8c8c-7974a7170e16 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0428891 Dec 10 17:07:11.974279 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feece84d-4fe9-4307-84eb-52e335007a04 req-69d61b47-8cc6-41a7-bf85-db9cfa864229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:11.975690 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-feece84d-4fe9-4307-84eb-52e335007a04 req-69d61b47-8cc6-41a7-bf85-db9cfa864229 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429897 Dec 10 17:07:12.023848 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-3c946793-f8a9-4dc9-942c-b2a8158f1457 None None] Set router 27bf5f53-a2cc-482d-a7af-eabdeefdc598 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:07:12.062117 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-feece84d-4fe9-4307-84eb-52e335007a04 req-a29abc92-497b-45d1-8752-97325827ef8e service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796497 Dec 10 17:07:12.153981 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-feece84d-4fe9-4307-84eb-52e335007a04 req-21c282d2-165e-4f50-b656-a5568a6ccbae service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846956 Dec 10 17:07:12.243506 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-3c946793-f8a9-4dc9-942c-b2a8158f1457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'name': 'tempest-ServerActionsTestJSON-2017665447-router', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:04:42Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'gw_port': {'id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:43Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '6751e57f-d5a6-434f-9504-acbb7b4ec61e', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'floating_ip_address': '172.25.6.43', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'port_id': '09d321de-5d1c-41e0-8d67-bb1c2276ebce', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'mac_address': 'fa:16:3e:2e:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c3f7a2-67ce-4005-8a71-a38b2ac76d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:04:47Z', 'updated_at': '2021-12-10T17:07:11Z', 'revision_number': 5, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c748c109-9300-4e3d-b54a-e9577e26603e', 'name': '', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'mac_address': 'fa:16:3e:b0:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:44Z', 'updated_at': '2021-12-10T17:04:49Z', 'revision_number': 5, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'subnets': [{'id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:07:12.269155 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c946793-f8a9-4dc9-942c-b2a8158f1457 None None] The sync data for ids ['27bf5f53-a2cc-482d-a7af-eabdeefdc598'] in n-d-766771-2 is: [{'id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'name': 'tempest-ServerActionsTestJSON-2017665447-router', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:04:42Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'gw_port': {'id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:43Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '6751e57f-d5a6-434f-9504-acbb7b4ec61e', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'floating_ip_address': '172.25.6.43', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'port_id': '09d321de-5d1c-41e0-8d67-bb1c2276ebce', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'mac_address': 'fa:16:3e:2e:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c3f7a2-67ce-4005-8a71-a38b2ac76d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:04:47Z', 'updated_at': '2021-12-10T17:07:11Z', 'revision_number': 5, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c748c109-9300-4e3d-b54a-e9577e26603e', 'name': '', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'mac_address': 'fa:16:3e:b0:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:44Z', 'updated_at': '2021-12-10T17:04:49Z', 'revision_number': 5, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'subnets': [{'id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:07:12.456700 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d1f700-e767-4b36-95e4-c9845fc60d85 None None] New status for floating IP 6751e57f-d5a6-434f-9504-acbb7b4ec61e: ACTIVE {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 17:07:13.976519 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-12c1c75d-0f05-4942-a0ed-84ac92511e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:16.513270 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ce21d543-1d91-42ff-b1e5-63d5454765fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:17.398444 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:18.695018 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:19.737385 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:36.657222 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:38.517868 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:41.308532 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:07:43.977262 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ba047ef3-2429-4940-ba18-d479d49fcb6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:46.516855 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e290bd04-bf17-4ca1-a482-a3b916c37cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:47.402512 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:48.698103 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:49.741538 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:05.969842 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-64306dc1-ea5a-4395-bb56-80d9cb5bc6ff req-ea13e2c3-6106-413c-91cb-9f3690d135c4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1290705 Dec 10 17:08:06.052354 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64306dc1-ea5a-4395-bb56-80d9cb5bc6ff req-7a099e7e-0e1d-4c8c-9b5b-a5e2198bb1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:08:06.053849 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-64306dc1-ea5a-4395-bb56-80d9cb5bc6ff req-7a099e7e-0e1d-4c8c-9b5b-a5e2198bb1ae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 1096 time: 0.0414970 Dec 10 17:08:06.157899 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64306dc1-ea5a-4395-bb56-80d9cb5bc6ff req-05c8099f-5e85-43c4-96ad-82b90d5a8592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:08:06.159381 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-64306dc1-ea5a-4395-bb56-80d9cb5bc6ff req-05c8099f-5e85-43c4-96ad-82b90d5a8592 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 913 time: 0.0864778 Dec 10 17:08:06.223072 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-64306dc1-ea5a-4395-bb56-80d9cb5bc6ff req-cb5d3c67-37ec-4f6d-9807-b79c2c888506 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09d321de-5d1c-41e0-8d67-bb1c2276ebce HTTP/1.1" status: 200 len: 1000 time: 0.0569584 Dec 10 17:08:06.270685 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64306dc1-ea5a-4395-bb56-80d9cb5bc6ff req-db28df48-1cf5-4d19-a05a-e96dd9ccbb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:08:06.272084 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-64306dc1-ea5a-4395-bb56-80d9cb5bc6ff req-db28df48-1cf5-4d19-a05a-e96dd9ccbb08 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0425212 Dec 10 17:08:06.319564 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64306dc1-ea5a-4395-bb56-80d9cb5bc6ff req-3398976a-1330-4e99-81a7-03c8a0a91a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:08:06.321003 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-64306dc1-ea5a-4395-bb56-80d9cb5bc6ff req-3398976a-1330-4e99-81a7-03c8a0a91a63 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423245 Dec 10 17:08:06.331547 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-64306dc1-ea5a-4395-bb56-80d9cb5bc6ff req-c718d544-db7b-4364-a683-717866838942 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 17:08:06.332477 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-64306dc1-ea5a-4395-bb56-80d9cb5bc6ff req-c718d544-db7b-4364-a683-717866838942 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047109 Dec 10 17:08:06.418950 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-64306dc1-ea5a-4395-bb56-80d9cb5bc6ff req-0c1aab00-96e5-4915-9483-728f3858afb1 service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795057 Dec 10 17:08:06.512366 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-64306dc1-ea5a-4395-bb56-80d9cb5bc6ff req-49e9026e-28ba-4f53-b864-0a53d750e9b0 service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841634 Dec 10 17:08:06.655213 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:08.520687 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:13.978360 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a5377d7d-421c-42b0-8e97-08d8256c00fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:16.518058 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6e243460-714e-408a-a096-5b79dcb7fecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:17.405376 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:18.307917 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:08:18.701704 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:19.744513 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:36.658951 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:38.515754 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:43.978585 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-15d12ac4-a8d8-4345-92bb-ba654f859671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:46.518316 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-639865a4-8860-4fd2-9905-6daa4b0db637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:47.415416 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:47.581814 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2d9d8-cf5f-401a-9dbb-95b48c297425 req-e9d6daab-657c-4af6-a9aa-d6e67ddf39bd tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:08:47.583327 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dfe2d9d8-cf5f-401a-9dbb-95b48c297425 req-e9d6daab-657c-4af6-a9aa-d6e67ddf39bd tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 945 time: 0.1347599 Dec 10 17:08:47.630433 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dfe2d9d8-cf5f-401a-9dbb-95b48c297425 req-eab915c9-65c4-4dc8-b7ff-913dc11d9a8e tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411360 Dec 10 17:08:48.704530 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:48.746234 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20874cc9-b511-4fb2-aad5-51c29cd861b0 req-aab64a93-faaf-4f71-a74c-aa1646ca1f2b tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:08:48.747686 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-20874cc9-b511-4fb2-aad5-51c29cd861b0 req-aab64a93-faaf-4f71-a74c-aa1646ca1f2b tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 945 time: 0.0478246 Dec 10 17:08:48.794776 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-20874cc9-b511-4fb2-aad5-51c29cd861b0 req-c72b62b0-77fd-4beb-9e4d-8ba85c4d9777 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406394 Dec 10 17:08:49.749704 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:50.223508 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0e550-df52-46cd-a15e-9b0a2224faeb req-4cd004d5-da23-4d85-84c6-ec8ddf79c343 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:08:50.224975 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a7a0e550-df52-46cd-a15e-9b0a2224faeb req-4cd004d5-da23-4d85-84c6-ec8ddf79c343 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 945 time: 0.3589232 Dec 10 17:08:50.270651 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a7a0e550-df52-46cd-a15e-9b0a2224faeb req-fa5e8718-7570-46c3-91df-27f13ef2bb74 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397322 Dec 10 17:08:51.383641 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df70f7ce-080f-43c4-ac84-99786546b3c6 req-945a8e1d-09d9-41a8-9c5c-710653683f5c tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:08:51.385093 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-df70f7ce-080f-43c4-ac84-99786546b3c6 req-945a8e1d-09d9-41a8-9c5c-710653683f5c tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 945 time: 0.0474942 Dec 10 17:08:51.432100 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-df70f7ce-080f-43c4-ac84-99786546b3c6 req-16e2ed10-71cb-4299-9bc3-74f8ccaeef80 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409603 Dec 10 17:08:52.544864 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67157de-12d4-4018-bfed-0b9583389c6f req-b606a7b1-0e49-4a4b-92ab-51a370bb4480 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:08:52.546362 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b67157de-12d4-4018-bfed-0b9583389c6f req-b606a7b1-0e49-4a4b-92ab-51a370bb4480 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 945 time: 0.0471585 Dec 10 17:08:52.596954 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b67157de-12d4-4018-bfed-0b9583389c6f req-ae90578a-3107-4c06-b864-f7aee1a9ce7c tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437758 Dec 10 17:08:53.712112 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b401e-df38-4237-b1db-f54ee60bab91 req-265f7921-3646-49a6-a56d-1f7e46655ab1 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:08:53.713590 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9a3b401e-df38-4237-b1db-f54ee60bab91 req-265f7921-3646-49a6-a56d-1f7e46655ab1 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 945 time: 0.0486140 Dec 10 17:08:53.759951 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9a3b401e-df38-4237-b1db-f54ee60bab91 req-5b2ee1c4-7965-4833-8f9b-6a17c74f18cc tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405116 Dec 10 17:08:54.877914 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f26e4a-8e39-420e-a023-e64954bfa318 req-e95c2688-b51a-4a29-99c7-3d8f31a56be3 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:08:54.879434 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b8f26e4a-8e39-420e-a023-e64954bfa318 req-e95c2688-b51a-4a29-99c7-3d8f31a56be3 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 945 time: 0.0485303 Dec 10 17:08:54.926750 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b8f26e4a-8e39-420e-a023-e64954bfa318 req-9cdd5081-5c59-47e9-a505-98fc1e28cb10 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412579 Dec 10 17:08:55.307594 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:08:56.047077 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52e7db-6e64-4522-805f-94b5be538ac2 req-477e1de5-4677-4ce7-a4eb-ef4c24706037 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:08:56.049229 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0a52e7db-6e64-4522-805f-94b5be538ac2 req-477e1de5-4677-4ce7-a4eb-ef4c24706037 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 945 time: 0.0544717 Dec 10 17:08:56.095664 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0a52e7db-6e64-4522-805f-94b5be538ac2 req-00a6d4e5-48ed-4b57-99ff-bea4b21693ec tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399418 Dec 10 17:08:57.216976 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f255650-dcee-40fd-bd3d-d693a95116bd req-4e0cabac-1971-4a22-88e9-5bf11b3d6e17 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:08:57.218457 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2f255650-dcee-40fd-bd3d-d693a95116bd req-4e0cabac-1971-4a22-88e9-5bf11b3d6e17 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 945 time: 0.0480092 Dec 10 17:08:57.264540 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2f255650-dcee-40fd-bd3d-d693a95116bd req-7b01cfe1-65f5-4a10-a091-b051fbf1af2f tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402291 Dec 10 17:08:58.377263 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f7f93-7010-4965-94b9-28d56511125e req-56f1bf57-3193-46de-8cbb-28344e90c9b1 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:08:58.378732 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ba4f7f93-7010-4965-94b9-28d56511125e req-56f1bf57-3193-46de-8cbb-28344e90c9b1 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 945 time: 0.0482092 Dec 10 17:08:58.428720 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ba4f7f93-7010-4965-94b9-28d56511125e req-d396e449-2cc9-4617-918f-0babe0f3a75e tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441127 Dec 10 17:08:58.671003 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977dc82-c654-43f6-bbe8-f106475805ab req-48291215-c5aa-43ea-8612-57bc29951325 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:08:58.672719 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2977dc82-c654-43f6-bbe8-f106475805ab req-48291215-c5aa-43ea-8612-57bc29951325 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 945 time: 0.0590596 Dec 10 17:08:58.727545 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60713ef4-faa3-46c7-b9b6-386386830187 req-a3ad859b-a026-45ed-90f9-35688fd6638c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1220219 Dec 10 17:08:58.739217 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2977dc82-c654-43f6-bbe8-f106475805ab req-0f5d2962-2bfa-4b3f-a21d-9c196404bfe3 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535684 Dec 10 17:08:59.857429 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d1200-fe57-47c1-b6c8-b9d36dcfbc88 req-2cda7712-ac23-4d0c-a9a7-ade5226e4040 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:08:59.858966 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c95d1200-fe57-47c1-b6c8-b9d36dcfbc88 req-2cda7712-ac23-4d0c-a9a7-ade5226e4040 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 945 time: 0.0510993 Dec 10 17:08:59.905658 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c95d1200-fe57-47c1-b6c8-b9d36dcfbc88 req-10ead391-39e8-40b6-9092-f32336a6c7d9 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395918 Dec 10 17:09:00.021290 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60713ef4-faa3-46c7-b9b6-386386830187 req-49b3411e-1126-434b-a13a-fe1fe42e1d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:00.022813 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60713ef4-faa3-46c7-b9b6-386386830187 req-49b3411e-1126-434b-a13a-fe1fe42e1d9c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 1096 time: 0.0405653 Dec 10 17:09:00.115525 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60713ef4-faa3-46c7-b9b6-386386830187 req-128109c5-0f02-4b30-b472-c9fdad1e2def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:00.116976 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60713ef4-faa3-46c7-b9b6-386386830187 req-128109c5-0f02-4b30-b472-c9fdad1e2def service neutron] 10.222.0.46 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 913 time: 0.0874820 Dec 10 17:09:00.181621 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60713ef4-faa3-46c7-b9b6-386386830187 req-076bba98-7083-46cb-a5f0-b12f6bdfcc1d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09d321de-5d1c-41e0-8d67-bb1c2276ebce HTTP/1.1" status: 200 len: 1000 time: 0.0577765 Dec 10 17:09:00.229983 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60713ef4-faa3-46c7-b9b6-386386830187 req-bc15c8e5-cc79-4980-ac87-068b0bcdc7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:00.231446 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60713ef4-faa3-46c7-b9b6-386386830187 req-bc15c8e5-cc79-4980-ac87-068b0bcdc7ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0430379 Dec 10 17:09:00.279620 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60713ef4-faa3-46c7-b9b6-386386830187 req-fc5bb5bd-57b1-4dc6-9ac0-1e972685299f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:00.281094 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60713ef4-faa3-46c7-b9b6-386386830187 req-fc5bb5bd-57b1-4dc6-9ac0-1e972685299f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428224 Dec 10 17:09:00.368278 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60713ef4-faa3-46c7-b9b6-386386830187 req-ff7fa4ae-583a-45c7-9391-259e42330339 service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796144 Dec 10 17:09:00.461277 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60713ef4-faa3-46c7-b9b6-386386830187 req-95e37078-b504-4bcd-8961-dd5518933062 service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857635 Dec 10 17:09:01.025785 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d87d6-f9e4-46b8-8421-62a8c89e98db req-55258b8b-c8f8-4dc3-8205-ef277e4a40db tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:01.027307 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-523d87d6-f9e4-46b8-8421-62a8c89e98db req-55258b8b-c8f8-4dc3-8205-ef277e4a40db tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 945 time: 0.0484965 Dec 10 17:09:01.073572 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-523d87d6-f9e4-46b8-8421-62a8c89e98db req-89aaeedc-c7d6-469f-8f98-02b7f00d8946 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405123 Dec 10 17:09:02.191424 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8ea41-1787-4f0b-9efd-73929049dfbd req-beb899f6-50c2-42c8-9bdb-04b3acc26d13 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:02.192925 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9da8ea41-1787-4f0b-9efd-73929049dfbd req-beb899f6-50c2-42c8-9bdb-04b3acc26d13 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 945 time: 0.0491903 Dec 10 17:09:02.239761 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9da8ea41-1787-4f0b-9efd-73929049dfbd req-d84bb883-613e-4d54-9934-84e09ad8b0d9 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408664 Dec 10 17:09:02.318441 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [req-60713ef4-faa3-46c7-b9b6-386386830187 req-4f28e3ed-7468-4fdd-8580-db6260a6ac9c service neutron] show failed (client error): The resource could not be found. Dec 10 17:09:02.319419 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60713ef4-faa3-46c7-b9b6-386386830187 req-4f28e3ed-7468-4fdd-8580-db6260a6ac9c service neutron] 10.222.0.46 "GET /v2.0/ports/09d321de-5d1c-41e0-8d67-bb1c2276ebce/bindings/n-h1-766771-2 HTTP/1.1" status: 404 len: 380 time: 0.0571284 Dec 10 17:09:02.513450 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60713ef4-faa3-46c7-b9b6-386386830187 req-73481fa6-35a7-4909-beb9-87ccc2a118bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:02.514876 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60713ef4-faa3-46c7-b9b6-386386830187 req-73481fa6-35a7-4909-beb9-87ccc2a118bc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b&tenant_id=9cc68328aaf3429296c2d32b739636e4 HTTP/1.1" status: 200 len: 1096 time: 0.0409706 Dec 10 17:09:02.526806 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-60713ef4-faa3-46c7-b9b6-386386830187 req-60251b71-4e10-4c9b-8a7f-4b50cd6eb0ee service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766771-2', 'device_owner': 'compute:nova'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:09:02.577592 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-60713ef4-faa3-46c7-b9b6-386386830187 req-60251b71-4e10-4c9b-8a7f-4b50cd6eb0ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:02.779123 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-60713ef4-faa3-46c7-b9b6-386386830187 req-60251b71-4e10-4c9b-8a7f-4b50cd6eb0ee service neutron] For port 09d321de-5d1c-41e0-8d67-bb1c2276ebce, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=09d321de-5d1c-41e0-8d67-bb1c2276ebce,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:09:02.810988 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-60713ef4-faa3-46c7-b9b6-386386830187 req-60251b71-4e10-4c9b-8a7f-4b50cd6eb0ee service neutron] For port 09d321de-5d1c-41e0-8d67-bb1c2276ebce, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:09:02.850718 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c3f7a2-67ce-4005-8a71-a38b2ac76d1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09d321de-5d1c-41e0-8d67-bb1c2276ebce'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:09:02.852999 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2025e7eb-c73c-47d4-a833-c529de090a47" -d '{"events": [{"server_uuid": "57c3f7a2-67ce-4005-8a71-a38b2ac76d1b", "name": "network-vif-unplugged", "status": "completed", "tag": "09d321de-5d1c-41e0-8d67-bb1c2276ebce"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:09:02.857123 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-60713ef4-faa3-46c7-b9b6-386386830187 req-60251b71-4e10-4c9b-8a7f-4b50cd6eb0ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:02.871511 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-60713ef4-faa3-46c7-b9b6-386386830187 req-60251b71-4e10-4c9b-8a7f-4b50cd6eb0ee service neutron] Transition to ACTIVE for port object 09d321de-5d1c-41e0-8d67-bb1c2276ebce will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 17:09:02.876445 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-60713ef4-faa3-46c7-b9b6-386386830187 req-60251b71-4e10-4c9b-8a7f-4b50cd6eb0ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:02.903480 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 17:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71eed9db-5733-43fe-82bc-c8b324460c25 x-openstack-request-id: req-71eed9db-5733-43fe-82bc-c8b324460c25 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:09:02.903782 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c3f7a2-67ce-4005-8a71-a38b2ac76d1b", "name": "network-vif-unplugged", "status": "completed", "tag": "09d321de-5d1c-41e0-8d67-bb1c2276ebce", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:09:02.904036 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-71eed9db-5733-43fe-82bc-c8b324460c25 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:09:02.904425 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c3f7a2-67ce-4005-8a71-a38b2ac76d1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09d321de-5d1c-41e0-8d67-bb1c2276ebce', 'code': 200} Dec 10 17:09:02.961647 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60251b71-4e10-4c9b-8a7f-4b50cd6eb0ee service neutron] Pushing event updated for resources: {'Port': ['ID=09d321de-5d1c-41e0-8d67-bb1c2276ebce,revision_number=6']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:09:02.976448 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60251b71-4e10-4c9b-8a7f-4b50cd6eb0ee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:09:02.976813 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60251b71-4e10-4c9b-8a7f-4b50cd6eb0ee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:09:02.977152 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60251b71-4e10-4c9b-8a7f-4b50cd6eb0ee service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:09:02.977493 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60251b71-4e10-4c9b-8a7f-4b50cd6eb0ee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:09:02.977849 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60251b71-4e10-4c9b-8a7f-4b50cd6eb0ee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:09:02.978203 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60251b71-4e10-4c9b-8a7f-4b50cd6eb0ee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:09:02.978544 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60251b71-4e10-4c9b-8a7f-4b50cd6eb0ee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:09:02.978893 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60251b71-4e10-4c9b-8a7f-4b50cd6eb0ee service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:09:02.979199 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60251b71-4e10-4c9b-8a7f-4b50cd6eb0ee service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:09:02.979525 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60251b71-4e10-4c9b-8a7f-4b50cd6eb0ee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:09:02.979851 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60251b71-4e10-4c9b-8a7f-4b50cd6eb0ee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:09:02.980176 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60251b71-4e10-4c9b-8a7f-4b50cd6eb0ee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:09:02.980497 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60251b71-4e10-4c9b-8a7f-4b50cd6eb0ee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:09:03.012496 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-60713ef4-faa3-46c7-b9b6-386386830187 req-60251b71-4e10-4c9b-8a7f-4b50cd6eb0ee service neutron] No DVR routers for this DVR port 09d321de-5d1c-41e0-8d67-bb1c2276ebce on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:09:03.151234 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-60713ef4-faa3-46c7-b9b6-386386830187 req-60251b71-4e10-4c9b-8a7f-4b50cd6eb0ee service neutron] Attempting to bind port 09d321de-5d1c-41e0-8d67-bb1c2276ebce on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:09:03.151568 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-60713ef4-faa3-46c7-b9b6-386386830187 req-60251b71-4e10-4c9b-8a7f-4b50cd6eb0ee service neutron] Attempting to bind port 09d321de-5d1c-41e0-8d67-bb1c2276ebce by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:09:03.151899 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60713ef4-faa3-46c7-b9b6-386386830187 req-60251b71-4e10-4c9b-8a7f-4b50cd6eb0ee service neutron] Attempting to bind port 09d321de-5d1c-41e0-8d67-bb1c2276ebce on network 9041a64b-23fd-4dc5-b999-dc05cb141829 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:09:03.156090 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60713ef4-faa3-46c7-b9b6-386386830187 req-60251b71-4e10-4c9b-8a7f-4b50cd6eb0ee service neutron] Port 09d321de-5d1c-41e0-8d67-bb1c2276ebce on network 9041a64b-23fd-4dc5-b999-dc05cb141829 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 17:09:03.156406 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60713ef4-faa3-46c7-b9b6-386386830187 req-60251b71-4e10-4c9b-8a7f-4b50cd6eb0ee service neutron] Attempting to bind port 09d321de-5d1c-41e0-8d67-bb1c2276ebce on network 9041a64b-23fd-4dc5-b999-dc05cb141829 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:09:03.161813 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60713ef4-faa3-46c7-b9b6-386386830187 req-60251b71-4e10-4c9b-8a7f-4b50cd6eb0ee service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:09:03.162189 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60713ef4-faa3-46c7-b9b6-386386830187 req-60251b71-4e10-4c9b-8a7f-4b50cd6eb0ee service neutron] Checking segment: {'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:09:03.162573 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60713ef4-faa3-46c7-b9b6-386386830187 req-60251b71-4e10-4c9b-8a7f-4b50cd6eb0ee service neutron] Bound using segment: {'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:09:03.162999 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-60713ef4-faa3-46c7-b9b6-386386830187 req-60251b71-4e10-4c9b-8a7f-4b50cd6eb0ee service neutron] Bound port: 09d321de-5d1c-41e0-8d67-bb1c2276ebce, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:09:03.163347 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-60713ef4-faa3-46c7-b9b6-386386830187 req-60251b71-4e10-4c9b-8a7f-4b50cd6eb0ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:03.224591 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-60713ef4-faa3-46c7-b9b6-386386830187 req-60251b71-4e10-4c9b-8a7f-4b50cd6eb0ee service neutron] For port 09d321de-5d1c-41e0-8d67-bb1c2276ebce, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:09:03.227490 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-60713ef4-faa3-46c7-b9b6-386386830187 req-60251b71-4e10-4c9b-8a7f-4b50cd6eb0ee service neutron] For port 09d321de-5d1c-41e0-8d67-bb1c2276ebce, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=09d321de-5d1c-41e0-8d67-bb1c2276ebce,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:09:03.232075 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-60713ef4-faa3-46c7-b9b6-386386830187 req-60251b71-4e10-4c9b-8a7f-4b50cd6eb0ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:03.267176 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60713ef4-faa3-46c7-b9b6-386386830187 req-60251b71-4e10-4c9b-8a7f-4b50cd6eb0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:03.267819 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-60713ef4-faa3-46c7-b9b6-386386830187 req-60251b71-4e10-4c9b-8a7f-4b50cd6eb0ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:03.269433 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60713ef4-faa3-46c7-b9b6-386386830187 req-60251b71-4e10-4c9b-8a7f-4b50cd6eb0ee service neutron] 10.222.0.26 "PUT /v2.0/ports/09d321de-5d1c-41e0-8d67-bb1c2276ebce HTTP/1.1" status: 200 len: 1091 time: 0.7462819 Dec 10 17:09:03.289901 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60251b71-4e10-4c9b-8a7f-4b50cd6eb0ee service neutron] Pushing event updated for resources: {'Port': ['ID=09d321de-5d1c-41e0-8d67-bb1c2276ebce,revision_number=7']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:09:03.366535 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60713ef4-faa3-46c7-b9b6-386386830187 req-8ceedbb9-639d-4e61-94b5-64971f295fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:03.368056 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60713ef4-faa3-46c7-b9b6-386386830187 req-8ceedbb9-639d-4e61-94b5-64971f295fa7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 1094 time: 0.0746801 Dec 10 17:09:03.384504 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65546244-9c3f-4901-8270-f41b51d85c47 req-4f9a48c3-e22a-4cf0-9b4a-8971a020a997 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:03.386021 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-65546244-9c3f-4901-8270-f41b51d85c47 req-4f9a48c3-e22a-4cf0-9b4a-8971a020a997 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 943 time: 0.0598609 Dec 10 17:09:03.489080 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-65546244-9c3f-4901-8270-f41b51d85c47 req-1c7508d1-c26e-49e1-aba0-82bb257784d1 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0946701 Dec 10 17:09:03.510556 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60713ef4-faa3-46c7-b9b6-386386830187 req-74ef0ec3-4bda-40e8-a267-bf657dd6c74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:03.512019 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60713ef4-faa3-46c7-b9b6-386386830187 req-74ef0ec3-4bda-40e8-a267-bf657dd6c74d service neutron] 10.222.0.26 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 913 time: 0.1250951 Dec 10 17:09:03.576970 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60713ef4-faa3-46c7-b9b6-386386830187 req-46054683-3d18-42fb-b365-7889cc9a04f5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09d321de-5d1c-41e0-8d67-bb1c2276ebce HTTP/1.1" status: 200 len: 998 time: 0.0578160 Dec 10 17:09:03.625964 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60713ef4-faa3-46c7-b9b6-386386830187 req-8c8b502b-2baa-4249-af11-ccba1bc49c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:03.627398 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60713ef4-faa3-46c7-b9b6-386386830187 req-8c8b502b-2baa-4249-af11-ccba1bc49c97 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0428162 Dec 10 17:09:03.678447 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60713ef4-faa3-46c7-b9b6-386386830187 req-5e4051db-8c23-4963-af97-9eb2c14611a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:03.679937 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60713ef4-faa3-46c7-b9b6-386386830187 req-5e4051db-8c23-4963-af97-9eb2c14611a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447848 Dec 10 17:09:03.767733 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60713ef4-faa3-46c7-b9b6-386386830187 req-dcf49b0e-89fd-4346-af65-1644a71b837d service neutron] 10.222.0.26 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800018 Dec 10 17:09:03.861931 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-60713ef4-faa3-46c7-b9b6-386386830187 req-468a850f-1aa0-405a-8a00-0e60279d98f3 service neutron] 10.222.0.26 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872810 Dec 10 17:09:04.180097 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [req-6642c30b-65aa-4b39-89aa-94264fad152f req-e0e9c96c-4286-456a-8c1c-75bef7c1f836 service neutron] (103393) timed out ('10.222.0.26', 52775) {{(pid=103393) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 17:09:04.604161 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c51c98-bb0a-4761-9a44-f3c7d4beb247 req-1dc93353-02b1-4067-8cb8-d1342ae07411 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:04.605623 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e1c51c98-bb0a-4761-9a44-f3c7d4beb247 req-1dc93353-02b1-4067-8cb8-d1342ae07411 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 943 time: 0.0485685 Dec 10 17:09:04.651606 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e1c51c98-bb0a-4761-9a44-f3c7d4beb247 req-dfcf60f4-05e2-48c8-8f36-2e473a33e76f tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399120 Dec 10 17:09:04.905852 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c3f7a2-67ce-4005-8a71-a38b2ac76d1b', 'tag': '09d321de-5d1c-41e0-8d67-bb1c2276ebce'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:09:04.908348 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e54ede-6fe5-455f-9cf7-4b2eb6e9facf" -d '{"events": [{"name": "network-changed", "server_uuid": "57c3f7a2-67ce-4005-8a71-a38b2ac76d1b", "tag": "09d321de-5d1c-41e0-8d67-bb1c2276ebce"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:09:04.956606 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a385e8f-04ab-4fac-b607-bb044c82b727 x-openstack-request-id: req-3a385e8f-04ab-4fac-b607-bb044c82b727 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:09:04.956897 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57c3f7a2-67ce-4005-8a71-a38b2ac76d1b", "tag": "09d321de-5d1c-41e0-8d67-bb1c2276ebce", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:09:04.957602 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3a385e8f-04ab-4fac-b607-bb044c82b727 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:09:04.958873 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57c3f7a2-67ce-4005-8a71-a38b2ac76d1b', 'tag': '09d321de-5d1c-41e0-8d67-bb1c2276ebce', 'status': 'completed', 'code': 200} Dec 10 17:09:05.018414 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 09d321de-5d1c-41e0-8d67-bb1c2276ebce no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:09:05.049487 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e54ede-6fe5-455f-9cf7-4b2eb6e9facf req-6e4bc376-2a90-4d4f-bc82-d18721f53bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:05.051015 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-26e54ede-6fe5-455f-9cf7-4b2eb6e9facf req-6e4bc376-2a90-4d4f-bc82-d18721f53bbc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 1094 time: 0.0762117 Dec 10 17:09:05.055503 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e54ede-6fe5-455f-9cf7-4b2eb6e9facf req-2e0408fd-137a-43ad-9e80-0cbad001144d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:05.056896 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-26e54ede-6fe5-455f-9cf7-4b2eb6e9facf req-2e0408fd-137a-43ad-9e80-0cbad001144d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 1094 time: 0.0732043 Dec 10 17:09:05.061407 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 09d321de-5d1c-41e0-8d67-bb1c2276ebce not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:09:05.219511 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e54ede-6fe5-455f-9cf7-4b2eb6e9facf req-c77f7636-0504-43ef-8ac5-30069154c78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:05.220890 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-26e54ede-6fe5-455f-9cf7-4b2eb6e9facf req-c77f7636-0504-43ef-8ac5-30069154c78f service neutron] 10.222.0.46 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 913 time: 0.1629186 Dec 10 17:09:05.221959 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e54ede-6fe5-455f-9cf7-4b2eb6e9facf req-e228c5e8-abba-437c-8f6a-cc4eedf86490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:05.223282 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-26e54ede-6fe5-455f-9cf7-4b2eb6e9facf req-e228c5e8-abba-437c-8f6a-cc4eedf86490 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 913 time: 0.1567822 Dec 10 17:09:05.331076 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-26e54ede-6fe5-455f-9cf7-4b2eb6e9facf req-9ac04bd9-5bf7-47a9-ab19-869a9c5362a6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09d321de-5d1c-41e0-8d67-bb1c2276ebce HTTP/1.1" status: 200 len: 998 time: 0.1026485 Dec 10 17:09:05.332815 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-26e54ede-6fe5-455f-9cf7-4b2eb6e9facf req-5f2be07a-fcc7-4c76-aab2-21ad4c37ef39 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09d321de-5d1c-41e0-8d67-bb1c2276ebce HTTP/1.1" status: 200 len: 998 time: 0.0992398 Dec 10 17:09:05.414239 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e54ede-6fe5-455f-9cf7-4b2eb6e9facf req-b9ec86dc-6f4d-4c26-92de-14e258bba475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:05.415674 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-26e54ede-6fe5-455f-9cf7-4b2eb6e9facf req-b9ec86dc-6f4d-4c26-92de-14e258bba475 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0780599 Dec 10 17:09:05.417027 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e54ede-6fe5-455f-9cf7-4b2eb6e9facf req-94523399-4fc2-4198-bc33-3a8bc349e022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:05.418372 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-26e54ede-6fe5-455f-9cf7-4b2eb6e9facf req-94523399-4fc2-4198-bc33-3a8bc349e022 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0737882 Dec 10 17:09:05.490489 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e54ede-6fe5-455f-9cf7-4b2eb6e9facf req-801f103e-4d8d-40bc-b02e-849e6d8fe05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:05.491870 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-26e54ede-6fe5-455f-9cf7-4b2eb6e9facf req-801f103e-4d8d-40bc-b02e-849e6d8fe05a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691411 Dec 10 17:09:05.494109 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e54ede-6fe5-455f-9cf7-4b2eb6e9facf req-46b2ddef-0ff5-4556-b7ba-022d43a7dfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:05.495459 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-26e54ede-6fe5-455f-9cf7-4b2eb6e9facf req-46b2ddef-0ff5-4556-b7ba-022d43a7dfe1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640435 Dec 10 17:09:05.585481 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.26', 53411) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:09:05.628106 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-f6354b55-2a27-4587-b65e-a5dda5bbc0d0 req-c6119bf8-05d5-4f6e-885a-02d859e08bc8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414596 Dec 10 17:09:05.648970 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-26e54ede-6fe5-455f-9cf7-4b2eb6e9facf req-30433533-393a-4ee5-a11b-36b121a15cca service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500049 Dec 10 17:09:05.651481 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-26e54ede-6fe5-455f-9cf7-4b2eb6e9facf req-5a0fbf2c-dd89-4602-900f-cebceb762a7e service neutron] 10.222.0.26 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443787 Dec 10 17:09:05.851525 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-26e54ede-6fe5-455f-9cf7-4b2eb6e9facf req-166f8faa-647c-4f46-9f95-7e8e4a4f733a service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953924 Dec 10 17:09:05.860835 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9b3ab-2d4b-4f5f-8f83-1da0e7e2a6aa req-9a74e76f-e3b9-4e63-be1b-302a1dffdbe4 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:05.862267 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-43c9b3ab-2d4b-4f5f-8f83-1da0e7e2a6aa req-9a74e76f-e3b9-4e63-be1b-302a1dffdbe4 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 943 time: 0.1179955 Dec 10 17:09:05.864179 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-26e54ede-6fe5-455f-9cf7-4b2eb6e9facf req-dd118911-4027-47a5-8bdb-8584a5566f5c service neutron] 10.222.0.26 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997876 Dec 10 17:09:05.910485 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-43c9b3ab-2d4b-4f5f-8f83-1da0e7e2a6aa req-d9cdeec1-57e6-4a2d-9bb7-c684c234894a tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419984 Dec 10 17:09:05.963209 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6354b55-2a27-4587-b65e-a5dda5bbc0d0 req-8e2e4c33-899b-438b-852f-518f65ba7a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:05.964686 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f6354b55-2a27-4587-b65e-a5dda5bbc0d0 req-8e2e4c33-899b-438b-852f-518f65ba7a4c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 1094 time: 0.0402043 Dec 10 17:09:06.462060 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9cd47e-480a-43d0-b1d4-832d6d366325 req-35a23c96-c311-431e-a07d-96b8351bd3d8 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:06.463683 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dd9cd47e-480a-43d0-b1d4-832d6d366325 req-35a23c96-c311-431e-a07d-96b8351bd3d8 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.46 "GET /v2.0/ports?device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b&tenant_id=9cc68328aaf3429296c2d32b739636e4&binding%3Ahost_id=n-h1-766771-2 HTTP/1.1" status: 200 len: 943 time: 0.1161180 Dec 10 17:09:06.472854 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8bffa-b557-4410-9f58-f8aaebd20dcd req-127185d5-98a8-4453-a1a1-5591de9e47bc tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:06.474389 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-53a8bffa-b557-4410-9f58-f8aaebd20dcd req-127185d5-98a8-4453-a1a1-5591de9e47bc tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 943 time: 0.1257851 Dec 10 17:09:06.476663 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6354b55-2a27-4587-b65e-a5dda5bbc0d0 req-4d25bc5b-80b8-4410-9cbd-b813cc3d62a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:06.477968 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f6354b55-2a27-4587-b65e-a5dda5bbc0d0 req-4d25bc5b-80b8-4410-9cbd-b813cc3d62a4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 913 time: 0.4931533 Dec 10 17:09:06.608774 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f6354b55-2a27-4587-b65e-a5dda5bbc0d0 req-49e78111-edf7-455a-af77-e15d12465459 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09d321de-5d1c-41e0-8d67-bb1c2276ebce HTTP/1.1" status: 200 len: 998 time: 0.1198688 Dec 10 17:09:06.615843 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-53a8bffa-b557-4410-9f58-f8aaebd20dcd req-67920931-24a9-46e7-917f-26700c6a7bca tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1331091 Dec 10 17:09:06.616792 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [req-dd9cd47e-480a-43d0-b1d4-832d6d366325 req-fa939532-2557-466f-8ba9-f9c4310be42a service neutron] delete failed (client error): The resource could not be found. Dec 10 17:09:06.617683 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dd9cd47e-480a-43d0-b1d4-832d6d366325 req-fa939532-2557-466f-8ba9-f9c4310be42a service neutron] 10.222.0.46 "DELETE /v2.0/ports/09d321de-5d1c-41e0-8d67-bb1c2276ebce/bindings/n-h2-766771-2 HTTP/1.1" status: 404 len: 380 time: 0.1423275 Dec 10 17:09:06.657109 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:06.665354 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6354b55-2a27-4587-b65e-a5dda5bbc0d0 req-1f22059f-3ede-4c0d-a859-e169c11b1d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:06.666839 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f6354b55-2a27-4587-b65e-a5dda5bbc0d0 req-1f22059f-3ede-4c0d-a859-e169c11b1d43 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0483024 Dec 10 17:09:06.740058 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9cd47e-480a-43d0-b1d4-832d6d366325 req-c1c9ba0d-a9d1-41ca-a108-23c677cfe2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:06.741447 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dd9cd47e-480a-43d0-b1d4-832d6d366325 req-c1c9ba0d-a9d1-41ca-a108-23c677cfe2b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 1094 time: 0.0601389 Dec 10 17:09:06.743098 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6354b55-2a27-4587-b65e-a5dda5bbc0d0 req-46713c42-e293-4eb4-ae55-395bf8125fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:06.744426 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f6354b55-2a27-4587-b65e-a5dda5bbc0d0 req-46713c42-e293-4eb4-ae55-395bf8125fce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704138 Dec 10 17:09:06.896465 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9cd47e-480a-43d0-b1d4-832d6d366325 req-86a706f2-abab-47bd-8118-fce5efb99534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:06.897908 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dd9cd47e-480a-43d0-b1d4-832d6d366325 req-86a706f2-abab-47bd-8118-fce5efb99534 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 913 time: 0.1500161 Dec 10 17:09:06.901160 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f6354b55-2a27-4587-b65e-a5dda5bbc0d0 req-b39369cf-4f56-49b0-90f6-e3f90faa164a service neutron] 10.222.0.26 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463540 Dec 10 17:09:07.012120 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dd9cd47e-480a-43d0-b1d4-832d6d366325 req-6d47cfe5-9e16-4b0f-927f-a23612c1f724 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09d321de-5d1c-41e0-8d67-bb1c2276ebce HTTP/1.1" status: 200 len: 998 time: 0.1072087 Dec 10 17:09:07.070881 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f6354b55-2a27-4587-b65e-a5dda5bbc0d0 req-7df9d907-8371-4233-aaaf-5b82eaa12432 service neutron] 10.222.0.26 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607823 Dec 10 17:09:07.081163 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9cd47e-480a-43d0-b1d4-832d6d366325 req-e352b521-5290-4d78-896e-1582f6e2e0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:07.082541 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dd9cd47e-480a-43d0-b1d4-832d6d366325 req-e352b521-5290-4d78-896e-1582f6e2e0f5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0591674 Dec 10 17:09:07.127012 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9cd47e-480a-43d0-b1d4-832d6d366325 req-b4a8a5e1-5fce-4147-8447-618dd2213303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:07.128451 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dd9cd47e-480a-43d0-b1d4-832d6d366325 req-b4a8a5e1-5fce-4147-8447-618dd2213303 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388427 Dec 10 17:09:07.216117 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dd9cd47e-480a-43d0-b1d4-832d6d366325 req-d2021fb6-4775-4173-a71c-a784e1946a71 service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799875 Dec 10 17:09:07.307642 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-dd9cd47e-480a-43d0-b1d4-832d6d366325 req-a5692fca-3d81-42bf-a41e-3eb00f24c300 service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844653 Dec 10 17:09:07.738246 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0a357-2d9c-41c9-831f-a852a606ac97 req-9ccedef5-5ef3-4ddc-82a9-f86250ac35f0 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:07.740236 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-32d0a357-2d9c-41c9-831f-a852a606ac97 req-9ccedef5-5ef3-4ddc-82a9-f86250ac35f0 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 943 time: 0.0497913 Dec 10 17:09:07.789303 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-32d0a357-2d9c-41c9-831f-a852a606ac97 req-df1a9035-99a5-4ce8-98ea-d7d8af4d1d1a tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430865 Dec 10 17:09:08.201924 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 09d321de-5d1c-41e0-8d67-bb1c2276ebce details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 17:09:08.298463 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 09d321de-5d1c-41e0-8d67-bb1c2276ebce, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=09d321de-5d1c-41e0-8d67-bb1c2276ebce,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:09:08.309736 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': '09d321de-5d1c-41e0-8d67-bb1c2276ebce', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'port_id': '09d321de-5d1c-41e0-8d67-bb1c2276ebce', 'mac_address': 'fa:16:3e:2e:fb:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 17:09:08.345449 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:08.357788 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09d321de-5d1c-41e0-8d67-bb1c2276ebce {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:09:08.376504 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 09d321de-5d1c-41e0-8d67-bb1c2276ebce, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=09d321de-5d1c-41e0-8d67-bb1c2276ebce,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:09:08.381137 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:08.425930 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=09d321de-5d1c-41e0-8d67-bb1c2276ebce,revision_number=8']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:09:08.433548 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:09:08.433898 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:09:08.434273 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:09:08.434621 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:09:08.434956 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:09:08.435292 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:09:08.435629 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:09:08.435959 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:09:08.436288 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:09:08.436614 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:09:08.436941 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:09:08.437267 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:09:08.437592 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:09:08.523857 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:08.618733 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['09d321de-5d1c-41e0-8d67-bb1c2276ebce'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:09:08.909680 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1155bc-f0fc-406c-b868-1b44d6fda990 req-4598526f-fe08-4eb5-95f9-ef187a60dbd3 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:08.911694 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fb1155bc-f0fc-406c-b868-1b44d6fda990 req-4598526f-fe08-4eb5-95f9-ef187a60dbd3 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 944 time: 0.0534167 Dec 10 17:09:08.957590 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fb1155bc-f0fc-406c-b868-1b44d6fda990 req-20484a24-45a6-4eec-aec4-9c98c260377e tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399005 Dec 10 17:09:09.067740 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062330b-5eee-4fc3-8362-389123049c69 req-87939173-c103-40ee-ba52-1aa8b4217201 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:09.069244 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a062330b-5eee-4fc3-8362-389123049c69 req-87939173-c103-40ee-ba52-1aa8b4217201 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 944 time: 0.0485716 Dec 10 17:09:09.115646 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a062330b-5eee-4fc3-8362-389123049c69 req-c1c8be27-a9fd-4ddf-b683-c840154d2f29 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406482 Dec 10 17:09:09.315690 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf62aca-038c-441c-828b-15774216349d req-53aa8ce9-da8d-4f39-b55b-6a06ed2721d1 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:09.317129 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2bf62aca-038c-441c-828b-15774216349d req-53aa8ce9-da8d-4f39-b55b-6a06ed2721d1 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 944 time: 0.0577772 Dec 10 17:09:09.374219 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd1b3f-8814-445d-8c62-1a5c36f9b235 req-1aa61e48-d839-4401-a206-d63ff25ddd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:09.375759 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7acd1b3f-8814-445d-8c62-1a5c36f9b235 req-1aa61e48-d839-4401-a206-d63ff25ddd53 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 1095 time: 0.0761118 Dec 10 17:09:09.394273 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2bf62aca-038c-441c-828b-15774216349d req-1b4cbab6-4a7e-42c2-bf07-4d5c9529531c tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600891 Dec 10 17:09:09.468655 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd1b3f-8814-445d-8c62-1a5c36f9b235 req-4c4cc8f9-de53-4aa8-90e4-794f617b9ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:09.470100 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7acd1b3f-8814-445d-8c62-1a5c36f9b235 req-4c4cc8f9-de53-4aa8-90e4-794f617b9ee1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 913 time: 0.0870934 Dec 10 17:09:09.545037 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7acd1b3f-8814-445d-8c62-1a5c36f9b235 req-e3e57f0b-f907-49c0-a325-49b874dc4d58 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09d321de-5d1c-41e0-8d67-bb1c2276ebce HTTP/1.1" status: 200 len: 999 time: 0.0679970 Dec 10 17:09:09.593361 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd1b3f-8814-445d-8c62-1a5c36f9b235 req-fafcd7ac-b1df-4a09-a465-3acef0885da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:09.594819 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7acd1b3f-8814-445d-8c62-1a5c36f9b235 req-fafcd7ac-b1df-4a09-a465-3acef0885da1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0432675 Dec 10 17:09:09.639863 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd1b3f-8814-445d-8c62-1a5c36f9b235 req-d50899c0-36f8-45fc-ba2e-d4ea11e665d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:09.641281 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7acd1b3f-8814-445d-8c62-1a5c36f9b235 req-d50899c0-36f8-45fc-ba2e-d4ea11e665d2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394955 Dec 10 17:09:09.734626 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7acd1b3f-8814-445d-8c62-1a5c36f9b235 req-afe88fca-a5e2-4f32-b2ff-6d1a89bfdc6f service neutron] 10.222.0.26 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858891 Dec 10 17:09:09.825063 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7acd1b3f-8814-445d-8c62-1a5c36f9b235 req-bd38ebe5-3cd4-49f1-964d-ac7d12b841ef service neutron] 10.222.0.26 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840051 Dec 10 17:09:10.218128 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 09d321de-5d1c-41e0-8d67-bb1c2276ebce up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:09:10.267121 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port 09d321de-5d1c-41e0-8d67-bb1c2276ebce completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 17:09:10.271993 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port 09d321de-5d1c-41e0-8d67-bb1c2276ebce triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:09:10.272354 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:10.351923 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:10.374060 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c3f7a2-67ce-4005-8a71-a38b2ac76d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d321de-5d1c-41e0-8d67-bb1c2276ebce'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:09:10.376314 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbef36f2-15aa-4a30-904c-ff18b58363c8" -d '{"events": [{"server_uuid": "57c3f7a2-67ce-4005-8a71-a38b2ac76d1b", "name": "network-vif-plugged", "status": "completed", "tag": "09d321de-5d1c-41e0-8d67-bb1c2276ebce"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:09:10.389433 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port 09d321de-5d1c-41e0-8d67-bb1c2276ebce, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=09d321de-5d1c-41e0-8d67-bb1c2276ebce,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:09:10.393531 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:10.417314 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12868f15-d8fb-43cc-91b9-d00a88aad033 x-openstack-request-id: req-12868f15-d8fb-43cc-91b9-d00a88aad033 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:09:10.417853 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c3f7a2-67ce-4005-8a71-a38b2ac76d1b", "name": "network-vif-plugged", "status": "completed", "tag": "09d321de-5d1c-41e0-8d67-bb1c2276ebce", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:09:10.417853 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-12868f15-d8fb-43cc-91b9-d00a88aad033 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:09:10.418279 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c3f7a2-67ce-4005-8a71-a38b2ac76d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d321de-5d1c-41e0-8d67-bb1c2276ebce', 'code': 200} Dec 10 17:09:10.443890 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=09d321de-5d1c-41e0-8d67-bb1c2276ebce,revision_number=9']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:09:10.513267 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fbba8-04d5-46cc-8137-c67109f4b6aa req-496ec937-7dd3-4453-ae05-db7242506ff4 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:10.514713 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1c9fbba8-04d5-46cc-8137-c67109f4b6aa req-496ec937-7dd3-4453-ae05-db7242506ff4 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 945 time: 0.0519335 Dec 10 17:09:10.567575 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1c9fbba8-04d5-46cc-8137-c67109f4b6aa req-a3f63caf-ef34-4efd-850e-98af8e72878e tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469396 Dec 10 17:09:10.568190 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-bcbd369c-8d50-4f61-b169-2e1d70957566 req-d560d7a8-d2b4-4b2a-8326-630c78b89009 service neutron] (103392) timed out ('10.222.0.11', 38606) {{(pid=103392) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 17:09:10.796929 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c5179-4d58-4f8c-9f19-8d882541fc69 req-91a23ef0-dd6e-4cda-a14a-1c7fd2a8a55f tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:10.798437 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c3c5179-4d58-4f8c-9f19-8d882541fc69 req-91a23ef0-dd6e-4cda-a14a-1c7fd2a8a55f tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 945 time: 0.0498857 Dec 10 17:09:10.846170 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c3c5179-4d58-4f8c-9f19-8d882541fc69 req-6598e385-ba9b-4e28-ae78-50def8721669 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411441 Dec 10 17:09:11.961050 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f82c2-b213-4741-835c-8d9ae08bb527 req-0350a0f2-5a34-42db-97f3-c2144a934928 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:11.962438 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a71f82c2-b213-4741-835c-8d9ae08bb527 req-0350a0f2-5a34-42db-97f3-c2144a934928 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 945 time: 0.0479555 Dec 10 17:09:12.038629 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a71f82c2-b213-4741-835c-8d9ae08bb527 req-645c76a7-3c54-4745-b3ad-b182c6a7bde5 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702977 Dec 10 17:09:12.049852 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84048c65-c3ce-458f-b867-6b2c6cd80317 req-35a8f610-dc34-4051-8051-bde2a9b71dce tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:12.051307 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-84048c65-c3ce-458f-b867-6b2c6cd80317 req-35a8f610-dc34-4051-8051-bde2a9b71dce tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c3f7a2-67ce-4005-8a71-a38b2ac76d1b HTTP/1.1" status: 200 len: 945 time: 0.0706007 Dec 10 17:09:12.140360 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-84048c65-c3ce-458f-b867-6b2c6cd80317 req-05a8fb12-1dd9-4576-9455-6340bf0eaaab tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Deleting port 09d321de-5d1c-41e0-8d67-bb1c2276ebce {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:09:12.140705 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-84048c65-c3ce-458f-b867-6b2c6cd80317 req-05a8fb12-1dd9-4576-9455-6340bf0eaaab tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:12.231311 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-84048c65-c3ce-458f-b867-6b2c6cd80317 req-05a8fb12-1dd9-4576-9455-6340bf0eaaab tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] For port 09d321de-5d1c-41e0-8d67-bb1c2276ebce, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=09d321de-5d1c-41e0-8d67-bb1c2276ebce,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:09:12.231592 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-84048c65-c3ce-458f-b867-6b2c6cd80317 req-05a8fb12-1dd9-4576-9455-6340bf0eaaab tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:12.397720 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-84048c65-c3ce-458f-b867-6b2c6cd80317 req-05a8fb12-1dd9-4576-9455-6340bf0eaaab tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:12.398083 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-84048c65-c3ce-458f-b867-6b2c6cd80317 req-05a8fb12-1dd9-4576-9455-6340bf0eaaab tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:12.398428 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [req-84048c65-c3ce-458f-b867-6b2c6cd80317 req-05a8fb12-1dd9-4576-9455-6340bf0eaaab tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Floating IP 6751e57f-d5a6-434f-9504-acbb7b4ec61e disassociated. External IP: 172.25.6.43, port: 09d321de-5d1c-41e0-8d67-bb1c2276ebce. Dec 10 17:09:12.398765 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-84048c65-c3ce-458f-b867-6b2c6cd80317 req-05a8fb12-1dd9-4576-9455-6340bf0eaaab tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Calling delete_port for 09d321de-5d1c-41e0-8d67-bb1c2276ebce owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:09:12.528070 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-84048c65-c3ce-458f-b867-6b2c6cd80317 req-05a8fb12-1dd9-4576-9455-6340bf0eaaab tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:12.556612 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a8fb12-1dd9-4576-9455-6340bf0eaaab tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Pushing event deleted for resources: {'Port': ['ID=09d321de-5d1c-41e0-8d67-bb1c2276ebce,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:09:12.673756 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84048c65-c3ce-458f-b867-6b2c6cd80317 req-05a8fb12-1dd9-4576-9455-6340bf0eaaab tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Router 27bf5f53-a2cc-482d-a7af-eabdeefdc598 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:09:12.782670 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84048c65-c3ce-458f-b867-6b2c6cd80317 req-05a8fb12-1dd9-4576-9455-6340bf0eaaab tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:09:12.792517 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938c79df-94f0-4226-9062-0a7b11179523 None None] Sync routers for ids ['27bf5f53-a2cc-482d-a7af-eabdeefdc598'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:09:12.803493 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938c79df-94f0-4226-9062-0a7b11179523 None None] Routers {'27bf5f53-a2cc-482d-a7af-eabdeefdc598'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:09:12.804114 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-938c79df-94f0-4226-9062-0a7b11179523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T17:08:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['27bf5f53-a2cc-482d-a7af-eabdeefdc598'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:09:12.822509 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-84048c65-c3ce-458f-b867-6b2c6cd80317 req-05a8fb12-1dd9-4576-9455-6340bf0eaaab tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] No DVR routers for this DVR port 09d321de-5d1c-41e0-8d67-bb1c2276ebce on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:09:12.825226 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-84048c65-c3ce-458f-b867-6b2c6cd80317 req-05a8fb12-1dd9-4576-9455-6340bf0eaaab tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:12.828936 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-84048c65-c3ce-458f-b867-6b2c6cd80317 req-05a8fb12-1dd9-4576-9455-6340bf0eaaab tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.26 "DELETE /v2.0/ports/09d321de-5d1c-41e0-8d67-bb1c2276ebce HTTP/1.1" status: 204 len: 173 time: 0.7701697 Dec 10 17:09:12.829345 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c3f7a2-67ce-4005-8a71-a38b2ac76d1b', 'name': 'network-vif-deleted', 'tag': '09d321de-5d1c-41e0-8d67-bb1c2276ebce'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:09:12.832149 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54867c66-e928-4301-8283-4ce270b8082a" -d '{"events": [{"server_uuid": "57c3f7a2-67ce-4005-8a71-a38b2ac76d1b", "name": "network-vif-deleted", "tag": "09d321de-5d1c-41e0-8d67-bb1c2276ebce"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:09:12.875880 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3882cd-e570-412f-8162-316c2800bb84 x-openstack-request-id: req-0a3882cd-e570-412f-8162-316c2800bb84 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:09:12.876180 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c3f7a2-67ce-4005-8a71-a38b2ac76d1b", "name": "network-vif-deleted", "tag": "09d321de-5d1c-41e0-8d67-bb1c2276ebce", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:09:12.876438 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0a3882cd-e570-412f-8162-316c2800bb84 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:09:12.876848 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c3f7a2-67ce-4005-8a71-a38b2ac76d1b', 'name': 'network-vif-deleted', 'tag': '09d321de-5d1c-41e0-8d67-bb1c2276ebce', 'status': 'completed', 'code': 200} Dec 10 17:09:12.915404 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-938c79df-94f0-4226-9062-0a7b11179523 None None] Set router 27bf5f53-a2cc-482d-a7af-eabdeefdc598 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:09:13.125273 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-938c79df-94f0-4226-9062-0a7b11179523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'name': 'tempest-ServerActionsTestJSON-2017665447-router', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:04:42Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'gw_port': {'id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:43Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'c748c109-9300-4e3d-b54a-e9577e26603e', 'name': '', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'mac_address': 'fa:16:3e:b0:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:44Z', 'updated_at': '2021-12-10T17:04:49Z', 'revision_number': 5, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'subnets': [{'id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:09:13.151611 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938c79df-94f0-4226-9062-0a7b11179523 None None] Checking router: 27bf5f53-a2cc-482d-a7af-eabdeefdc598 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:09:13.160138 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938c79df-94f0-4226-9062-0a7b11179523 None None] Routers {'27bf5f53-a2cc-482d-a7af-eabdeefdc598'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:09:13.160747 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-938c79df-94f0-4226-9062-0a7b11179523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T17:08:47Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['27bf5f53-a2cc-482d-a7af-eabdeefdc598'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:09:13.274481 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-938c79df-94f0-4226-9062-0a7b11179523 None None] Set router 27bf5f53-a2cc-482d-a7af-eabdeefdc598 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:09:13.320086 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-8c56820d-44fc-4284-ba88-e1163d001237 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--70671138&fields=id&tenant_id=9cc68328aaf3429296c2d32b739636e4 HTTP/1.1" status: 200 len: 267 time: 0.0429504 Dec 10 17:09:13.431004 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-f315e495-3da9-4cf3-bafe-d5d430b1eb12 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:13.432599 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-f315e495-3da9-4cf3-bafe-d5d430b1eb12 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 812 time: 0.1057682 Dec 10 17:09:13.447764 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-e06cc7b8-0959-47cc-82a1-2ea233dd3185 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/quotas/9cc68328aaf3429296c2d32b739636e4 HTTP/1.1" status: 200 len: 375 time: 0.0092592 Dec 10 17:09:13.472168 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-938c79df-94f0-4226-9062-0a7b11179523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'name': 'tempest-ServerActionsTestJSON-2017665447-router', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:04:42Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'gw_port': {'id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:43Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'c748c109-9300-4e3d-b54a-e9577e26603e', 'name': '', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'mac_address': 'fa:16:3e:b0:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:44Z', 'updated_at': '2021-12-10T17:04:49Z', 'revision_number': 5, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'subnets': [{'id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:09:13.498527 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-d610e185-90d8-4c9f-8882-180c6a2b6d99 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452013 Dec 10 17:09:13.502240 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938c79df-94f0-4226-9062-0a7b11179523 None None] The sync data for ids ['27bf5f53-a2cc-482d-a7af-eabdeefdc598'] in n-d-766771-2 is: [{'id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'name': 'tempest-ServerActionsTestJSON-2017665447-router', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:04:42Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'gw_port': {'id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:43Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'c748c109-9300-4e3d-b54a-e9577e26603e', 'name': '', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'mac_address': 'fa:16:3e:b0:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:44Z', 'updated_at': '2021-12-10T17:04:49Z', 'revision_number': 5, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'subnets': [{'id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:09:13.599981 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-c82dd170-bb04-4ff4-ab2d-dd8ce3bbe0e5 service neutron] 10.222.0.11 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897698 Dec 10 17:09:13.691204 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-e13c4413-ed85-4e80-bb24-3cf76bd69f07 service neutron] 10.222.0.11 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851350 Dec 10 17:09:13.744292 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce7a9a5-880c-4fed-9d2c-80f45c228269 None None] New status for floating IP 6751e57f-d5a6-434f-9504-acbb7b4ec61e: DOWN {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 17:09:13.859149 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0f0382a3-0b57-4e7f-90f8-08bba159546d req-f27f529f-705a-4996-825a-94f4ae753ae0 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 210 time: 0.0297291 Dec 10 17:09:13.978892 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1fe8798f-a49a-41a0-bd23-729ae7ec4983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:14.766088 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-d8c4428c-18fa-4d88-bcf2-ebf8ed7570aa tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:14.767568 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-d8c4428c-18fa-4d88-bcf2-ebf8ed7570aa tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.46 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 812 time: 0.1086926 Dec 10 17:09:14.831551 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-407c0f46-607c-4384-b7d1-fb5713ee45d4 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cc68328aaf3429296c2d32b739636e4 HTTP/1.1" status: 200 len: 378 time: 0.0527277 Dec 10 17:09:14.843293 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-c1c9ef9b-3a93-4816-95a6-b45890f4883c tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Request body: {'port': {'device_id': '851dfcc2-32c7-4acd-9085-a7bb18f4c1ed', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'admin_state_up': True, 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'security_groups': ['59797ed1-4b4a-492e-a72a-45e144c09729']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:09:14.966021 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f4bc4501-aa8c-4fc6-9eac-d74289bb4d45 req-80b8171d-e372-492b-8546-7c82ed06c578 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 210 time: 0.0292206 Dec 10 17:09:14.983666 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-c1c9ef9b-3a93-4816-95a6-b45890f4883c tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Made reservation on behalf of 9cc68328aaf3429296c2d32b739636e4 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:09:14.987437 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-c1c9ef9b-3a93-4816-95a6-b45890f4883c tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:15.116031 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-c1c9ef9b-3a93-4816-95a6-b45890f4883c tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Allocated IP 172.20.0.8 (9041a64b-23fd-4dc5-b999-dc05cb141829/d710d849-7750-4ab9-8caa-9fb81bf6f8a3/d157d673-5b1b-4ae2-88bf-5ee1e92d0f64) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:09:15.252879 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-c1c9ef9b-3a93-4816-95a6-b45890f4883c tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:15.288065 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-c1c9ef9b-3a93-4816-95a6-b45890f4883c tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:15.334548 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-c1c9ef9b-3a93-4816-95a6-b45890f4883c tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Network 9041a64b-23fd-4dc5-b999-dc05cb141829 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:09:15.337808 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-c1c9ef9b-3a93-4816-95a6-b45890f4883c tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:09:15.341704 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-c1c9ef9b-3a93-4816-95a6-b45890f4883c tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:09:15.368266 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c9ef9b-3a93-4816-95a6-b45890f4883c tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Pushing event updated for resources: {'Port': ['ID=d157d673-5b1b-4ae2-88bf-5ee1e92d0f64,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:09:15.397309 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-c1c9ef9b-3a93-4816-95a6-b45890f4883c tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:15.397956 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-c1c9ef9b-3a93-4816-95a6-b45890f4883c tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:15.414487 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-c1c9ef9b-3a93-4816-95a6-b45890f4883c tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5747221 Dec 10 17:09:15.426973 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-d9de4db5-8dc3-4847-b9aa-b0b9c7dbede9 service neutron] Request body: {'port': {'device_id': '851dfcc2-32c7-4acd-9085-a7bb18f4c1ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:09:15.482523 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-d9de4db5-8dc3-4847-b9aa-b0b9c7dbede9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:15.627312 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-acdaaa0e-e9b1-4fa1-8c2d-19d75e6da3fc None None] Provisioning complete for port d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:09:15.627828 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-acdaaa0e-e9b1-4fa1-8c2d-19d75e6da3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:15.665310 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-acdaaa0e-e9b1-4fa1-8c2d-19d75e6da3fc None None] Port d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:09:15.746155 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-d9de4db5-8dc3-4847-b9aa-b0b9c7dbede9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:09:15.753469 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-d9de4db5-8dc3-4847-b9aa-b0b9c7dbede9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:15.765211 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-d9de4db5-8dc3-4847-b9aa-b0b9c7dbede9 service neutron] Transition to ACTIVE for port object d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 17:09:15.769037 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-d9de4db5-8dc3-4847-b9aa-b0b9c7dbede9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:15.822781 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9de4db5-8dc3-4847-b9aa-b0b9c7dbede9 service neutron] Pushing event updated for resources: {'Port': ['ID=d157d673-5b1b-4ae2-88bf-5ee1e92d0f64,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:09:15.891429 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-d9de4db5-8dc3-4847-b9aa-b0b9c7dbede9 service neutron] Attempting to bind port d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:09:15.891770 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-d9de4db5-8dc3-4847-b9aa-b0b9c7dbede9 service neutron] Attempting to bind port d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:09:15.892096 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-d9de4db5-8dc3-4847-b9aa-b0b9c7dbede9 service neutron] Attempting to bind port d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 on network 9041a64b-23fd-4dc5-b999-dc05cb141829 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:09:15.897538 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-d9de4db5-8dc3-4847-b9aa-b0b9c7dbede9 service neutron] Port d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 on network 9041a64b-23fd-4dc5-b999-dc05cb141829 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 17:09:15.897857 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-d9de4db5-8dc3-4847-b9aa-b0b9c7dbede9 service neutron] Attempting to bind port d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 on network 9041a64b-23fd-4dc5-b999-dc05cb141829 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:09:15.903046 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-d9de4db5-8dc3-4847-b9aa-b0b9c7dbede9 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:09:15.903380 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-d9de4db5-8dc3-4847-b9aa-b0b9c7dbede9 service neutron] Checking segment: {'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:09:15.903759 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-d9de4db5-8dc3-4847-b9aa-b0b9c7dbede9 service neutron] Bound using segment: {'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:09:15.904185 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-d9de4db5-8dc3-4847-b9aa-b0b9c7dbede9 service neutron] Bound port: d157d673-5b1b-4ae2-88bf-5ee1e92d0f64, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:09:15.904543 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-d9de4db5-8dc3-4847-b9aa-b0b9c7dbede9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:15.975750 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-d9de4db5-8dc3-4847-b9aa-b0b9c7dbede9 service neutron] For port d157d673-5b1b-4ae2-88bf-5ee1e92d0f64, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:09:15.979104 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-d9de4db5-8dc3-4847-b9aa-b0b9c7dbede9 service neutron] For port d157d673-5b1b-4ae2-88bf-5ee1e92d0f64, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=d157d673-5b1b-4ae2-88bf-5ee1e92d0f64,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:09:15.983056 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-d9de4db5-8dc3-4847-b9aa-b0b9c7dbede9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:16.019037 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-d9de4db5-8dc3-4847-b9aa-b0b9c7dbede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:16.019601 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-d9de4db5-8dc3-4847-b9aa-b0b9c7dbede9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:16.021541 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-d9de4db5-8dc3-4847-b9aa-b0b9c7dbede9 service neutron] 10.222.0.46 "PUT /v2.0/ports/d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 HTTP/1.1" status: 200 len: 1091 time: 0.5988705 Dec 10 17:09:16.021991 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '851dfcc2-32c7-4acd-9085-a7bb18f4c1ed', 'tag': 'd157d673-5b1b-4ae2-88bf-5ee1e92d0f64'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:09:16.024262 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b090086d-a2da-4225-a755-3df89a4b7524" -d '{"events": [{"name": "network-changed", "server_uuid": "851dfcc2-32c7-4acd-9085-a7bb18f4c1ed", "tag": "d157d673-5b1b-4ae2-88bf-5ee1e92d0f64"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:09:16.093246 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9de4db5-8dc3-4847-b9aa-b0b9c7dbede9 service neutron] Pushing event updated for resources: {'Port': ['ID=d157d673-5b1b-4ae2-88bf-5ee1e92d0f64,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:09:16.136541 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec21ab-20eb-4f4c-8d15-675710279118 req-0c487c23-5667-4a49-a1a0-419afdedfb6d tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:16.138105 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-88ec21ab-20eb-4f4c-8d15-675710279118 req-0c487c23-5667-4a49-a1a0-419afdedfb6d tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 943 time: 0.0942645 Dec 10 17:09:16.144788 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-3e7b2d79-d86b-43c7-8f7e-c6f7a354043a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:16.146643 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-3e7b2d79-d86b-43c7-8f7e-c6f7a354043a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 1094 time: 0.0838637 Dec 10 17:09:16.202922 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-253023d8-8e20-4192-b30f-ecf77610f45a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 HTTP/1.1" status: 200 len: 217 time: 0.0490465 Dec 10 17:09:16.233853 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 09d321de-5d1c-41e0-8d67-bb1c2276ebce no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:09:16.255653 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-88ec21ab-20eb-4f4c-8d15-675710279118 req-f583420a-c541-4047-be11-848279f53971 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1080287 Dec 10 17:09:16.257710 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: 09d321de-5d1c-41e0-8d67-bb1c2276ebce {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:09:16.258067 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device 09d321de-5d1c-41e0-8d67-bb1c2276ebce not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:09:16.269634 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-efcb1f95-6c5c-4f2a-b93f-aeca164afe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:16.272252 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-efcb1f95-6c5c-4f2a-b93f-aeca164afe9e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0591462 Dec 10 17:09:16.306160 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241c6e77-b4f4-44dd-84ab-09d984e6b926 x-openstack-request-id: req-241c6e77-b4f4-44dd-84ab-09d984e6b926 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:09:16.306454 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "851dfcc2-32c7-4acd-9085-a7bb18f4c1ed", "tag": "d157d673-5b1b-4ae2-88bf-5ee1e92d0f64", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:09:16.306714 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-241c6e77-b4f4-44dd-84ab-09d984e6b926 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:09:16.307112 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '851dfcc2-32c7-4acd-9085-a7bb18f4c1ed', 'tag': 'd157d673-5b1b-4ae2-88bf-5ee1e92d0f64', 'status': 'completed', 'code': 200} Dec 10 17:09:16.323408 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-36c78ba6-f9d6-412c-81a1-8948138fecbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:16.324922 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-36c78ba6-f9d6-412c-81a1-8948138fecbf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458734 Dec 10 17:09:16.416834 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-49037a19-0bb4-45cf-9f45-2082294d8de8 service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846336 Dec 10 17:09:16.504413 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ecd0d86e-704b-4748-8a77-e56572431d0f req-e5c368d6-6610-40de-8965-3d58dab41eca service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808980 Dec 10 17:09:16.520556 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-360b2bf6-229b-4447-aba8-b7171b74df11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:16.590800 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090086d-a2da-4225-a755-3df89a4b7524 req-6aa7e160-baab-48be-ac88-0a6b0dfb412b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:16.592269 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b090086d-a2da-4225-a755-3df89a4b7524 req-6aa7e160-baab-48be-ac88-0a6b0dfb412b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 1094 time: 0.0449710 Dec 10 17:09:16.681443 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090086d-a2da-4225-a755-3df89a4b7524 req-38e341da-237b-4f10-8a5f-e112d2365db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:16.682876 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b090086d-a2da-4225-a755-3df89a4b7524 req-38e341da-237b-4f10-8a5f-e112d2365db7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 913 time: 0.0828791 Dec 10 17:09:16.728694 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b090086d-a2da-4225-a755-3df89a4b7524 req-b2b7ee1b-d1fb-46b4-9dec-a438bbf1dca0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 HTTP/1.1" status: 200 len: 217 time: 0.0376785 Dec 10 17:09:16.777193 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090086d-a2da-4225-a755-3df89a4b7524 req-a21a229c-bbd1-4df6-97c7-d8a007bd8feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:16.778657 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b090086d-a2da-4225-a755-3df89a4b7524 req-a21a229c-bbd1-4df6-97c7-d8a007bd8feb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0426936 Dec 10 17:09:16.825715 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090086d-a2da-4225-a755-3df89a4b7524 req-d4621b6c-b788-45f1-9611-d92b7786d5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:16.827205 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b090086d-a2da-4225-a755-3df89a4b7524 req-d4621b6c-b788-45f1-9611-d92b7786d5a6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394504 Dec 10 17:09:16.919507 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b090086d-a2da-4225-a755-3df89a4b7524 req-73eb2390-4ff4-49ac-946c-648919aa90e4 service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845561 Dec 10 17:09:17.010027 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b090086d-a2da-4225-a755-3df89a4b7524 req-96e3773c-9112-48fd-9488-f399ae96cc9f service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824072 Dec 10 17:09:17.375685 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c9694-685e-4068-aa21-706d8841872f req-3b42a43e-9230-412c-90f8-63b5199b7a71 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:17.377154 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f85c9694-685e-4068-aa21-706d8841872f req-3b42a43e-9230-412c-90f8-63b5199b7a71 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 943 time: 0.0501628 Dec 10 17:09:17.410910 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:17.424835 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f85c9694-685e-4068-aa21-706d8841872f req-2edcb7f2-62d2-4dd1-917b-eb7d533a8c72 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411193 Dec 10 17:09:18.545889 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7969ca-4650-4b43-98a4-6dbe0f0ce77a req-9623442e-a336-46f5-84f7-93236d814c53 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:18.547638 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0c7969ca-4650-4b43-98a4-6dbe0f0ce77a req-9623442e-a336-46f5-84f7-93236d814c53 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 943 time: 0.0541115 Dec 10 17:09:18.594482 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0c7969ca-4650-4b43-98a4-6dbe0f0ce77a req-72e57d4e-2ce4-4989-ba41-f0350368b7c3 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403554 Dec 10 17:09:18.706972 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:19.057471 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 17:09:19.149777 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port d157d673-5b1b-4ae2-88bf-5ee1e92d0f64, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=d157d673-5b1b-4ae2-88bf-5ee1e92d0f64,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:09:19.162025 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'd157d673-5b1b-4ae2-88bf-5ee1e92d0f64', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'port_id': 'd157d673-5b1b-4ae2-88bf-5ee1e92d0f64', 'mac_address': 'fa:16:3e:ee:a1:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 17:09:19.198098 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:19.210769 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:09:19.230775 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port d157d673-5b1b-4ae2-88bf-5ee1e92d0f64, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=d157d673-5b1b-4ae2-88bf-5ee1e92d0f64,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:09:19.234756 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:19.279118 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=d157d673-5b1b-4ae2-88bf-5ee1e92d0f64,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:09:19.438460 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['d157d673-5b1b-4ae2-88bf-5ee1e92d0f64'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:09:19.706837 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99544983-7907-4142-8a55-9d7f79b72056 req-dcdbd4b9-4f46-48cb-bcd7-6b295bdbd9d2 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:19.708705 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-99544983-7907-4142-8a55-9d7f79b72056 req-dcdbd4b9-4f46-48cb-bcd7-6b295bdbd9d2 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 944 time: 0.0484829 Dec 10 17:09:19.751819 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:19.757920 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-99544983-7907-4142-8a55-9d7f79b72056 req-24aad122-5a87-45d6-acc4-54a07ebd9b83 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432968 Dec 10 17:09:20.877582 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e057e-99c0-4ee8-a273-8a843433cfea req-7b6ee79b-5091-467b-a7ba-cba53dfe9fa5 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:20.879115 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-744e057e-99c0-4ee8-a273-8a843433cfea req-7b6ee79b-5091-467b-a7ba-cba53dfe9fa5 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 944 time: 0.0528359 Dec 10 17:09:20.925522 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-744e057e-99c0-4ee8-a273-8a843433cfea req-28b2cc2b-da17-4514-be32-6506f3acf996 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404387 Dec 10 17:09:21.073059 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:09:21.120893 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 17:09:21.124938 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:09:21.125314 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:21.203635 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:21.231425 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '851dfcc2-32c7-4acd-9085-a7bb18f4c1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd157d673-5b1b-4ae2-88bf-5ee1e92d0f64'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:09:21.233979 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de660ad8-50ac-4afb-be63-33d60c2eb45f" -d '{"events": [{"server_uuid": "851dfcc2-32c7-4acd-9085-a7bb18f4c1ed", "name": "network-vif-plugged", "status": "completed", "tag": "d157d673-5b1b-4ae2-88bf-5ee1e92d0f64"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:09:21.246636 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port d157d673-5b1b-4ae2-88bf-5ee1e92d0f64, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=d157d673-5b1b-4ae2-88bf-5ee1e92d0f64,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:09:21.251006 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:21.273817 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3758f08a-31cf-4e57-a726-968786ecfb31 x-openstack-request-id: req-3758f08a-31cf-4e57-a726-968786ecfb31 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:09:21.274107 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "851dfcc2-32c7-4acd-9085-a7bb18f4c1ed", "name": "network-vif-plugged", "status": "completed", "tag": "d157d673-5b1b-4ae2-88bf-5ee1e92d0f64", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:09:21.274387 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3758f08a-31cf-4e57-a726-968786ecfb31 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:09:21.274777 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '851dfcc2-32c7-4acd-9085-a7bb18f4c1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd157d673-5b1b-4ae2-88bf-5ee1e92d0f64', 'code': 200} Dec 10 17:09:21.300219 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=d157d673-5b1b-4ae2-88bf-5ee1e92d0f64,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:09:21.368255 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1b1d2-acbd-4375-b3e6-5782154852fd req-e0b8783b-53c3-42ee-8422-ba1963caebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:21.369718 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-49b1b1d2-acbd-4375-b3e6-5782154852fd req-e0b8783b-53c3-42ee-8422-ba1963caebb8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 1096 time: 0.0390742 Dec 10 17:09:21.414740 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-49b1b1d2-acbd-4375-b3e6-5782154852fd req-3d41ee73-a9af-4605-b5f1-520567984c78 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370069 Dec 10 17:09:22.040821 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193eafac-6ffd-45a7-aa4e-ac5db43133c2 req-695f52be-5763-4958-a39e-75dacfda118f tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:22.042303 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-193eafac-6ffd-45a7-aa4e-ac5db43133c2 req-695f52be-5763-4958-a39e-75dacfda118f tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 945 time: 0.0476542 Dec 10 17:09:22.091412 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-193eafac-6ffd-45a7-aa4e-ac5db43133c2 req-50773d00-fc24-41f5-8d43-a1f7bae6aaf0 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429575 Dec 10 17:09:23.208350 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9cffe6-3616-41b4-8c4c-ec07c8e77cff req-64417b39-c579-4e85-89b7-c0edd8345c04 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:23.209817 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9d9cffe6-3616-41b4-8c4c-ec07c8e77cff req-64417b39-c579-4e85-89b7-c0edd8345c04 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 945 time: 0.0481217 Dec 10 17:09:23.256950 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-9d9cffe6-3616-41b4-8c4c-ec07c8e77cff req-9b53c656-b1b3-432d-91dc-3973b646fbee tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412655 Dec 10 17:09:23.365218 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108762bc-3e97-467c-8ba7-df23b0dead27 req-4c10ab94-9c33-417c-83c7-049ac8613566 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:23.366715 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-108762bc-3e97-467c-8ba7-df23b0dead27 req-4c10ab94-9c33-417c-83c7-049ac8613566 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 945 time: 0.0476305 Dec 10 17:09:23.375187 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 36968) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:09:23.380035 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-d1d780aa-0880-4db5-a436-060ce2d6611b tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Request body: {'floatingip': {'port_id': 'd157d673-5b1b-4ae2-88bf-5ee1e92d0f64'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:09:23.420671 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d1d780aa-0880-4db5-a436-060ce2d6611b tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks [] for floatingip, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:24.137603 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d1d780aa-0880-4db5-a436-060ce2d6611b tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:24.141099 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d1d780aa-0880-4db5-a436-060ce2d6611b tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:24.237696 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [None req-d1d780aa-0880-4db5-a436-060ce2d6611b tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Floating IP 6751e57f-d5a6-434f-9504-acbb7b4ec61e associated. External IP: 172.25.6.43, port: d157d673-5b1b-4ae2-88bf-5ee1e92d0f64. Dec 10 17:09:24.438039 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d780aa-0880-4db5-a436-060ce2d6611b tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Router 27bf5f53-a2cc-482d-a7af-eabdeefdc598 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:09:24.543860 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d780aa-0880-4db5-a436-060ce2d6611b tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:09:24.549032 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d1d780aa-0880-4db5-a436-060ce2d6611b tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:24.554030 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdafcf0a-353d-4f9a-a3cc-9cbd14b2a947 None None] Sync routers for ids ['27bf5f53-a2cc-482d-a7af-eabdeefdc598'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:09:24.563110 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdafcf0a-353d-4f9a-a3cc-9cbd14b2a947 None None] Routers {'27bf5f53-a2cc-482d-a7af-eabdeefdc598'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:09:24.563719 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-bdafcf0a-353d-4f9a-a3cc-9cbd14b2a947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T17:09:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['27bf5f53-a2cc-482d-a7af-eabdeefdc598'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:09:24.578392 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-d1d780aa-0880-4db5-a436-060ce2d6611b tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "PUT /v2.0/floatingips/6751e57f-d5a6-434f-9504-acbb7b4ec61e HTTP/1.1" status: 200 len: 990 time: 1.1996744 Dec 10 17:09:24.578392 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '851dfcc2-32c7-4acd-9085-a7bb18f4c1ed', 'tag': 'd157d673-5b1b-4ae2-88bf-5ee1e92d0f64'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:09:24.580369 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fd97c2-4e79-4413-ba52-011ba5c48490" -d '{"events": [{"name": "network-changed", "server_uuid": "851dfcc2-32c7-4acd-9085-a7bb18f4c1ed", "tag": "d157d673-5b1b-4ae2-88bf-5ee1e92d0f64"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:09:24.667130 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c668c5fb-06ae-47d1-8749-82b960f21644 x-openstack-request-id: req-c668c5fb-06ae-47d1-8749-82b960f21644 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:09:24.667435 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "851dfcc2-32c7-4acd-9085-a7bb18f4c1ed", "tag": "d157d673-5b1b-4ae2-88bf-5ee1e92d0f64", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:09:24.667692 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c668c5fb-06ae-47d1-8749-82b960f21644 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:09:24.668099 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '851dfcc2-32c7-4acd-9085-a7bb18f4c1ed', 'tag': 'd157d673-5b1b-4ae2-88bf-5ee1e92d0f64', 'status': 'completed', 'code': 200} Dec 10 17:09:24.676911 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-bdafcf0a-353d-4f9a-a3cc-9cbd14b2a947 None None] Set router 27bf5f53-a2cc-482d-a7af-eabdeefdc598 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:09:24.729277 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd97c2-4e79-4413-ba52-011ba5c48490 req-35545e45-f0e7-40b2-9a7d-6cf08d18a6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:24.730757 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31fd97c2-4e79-4413-ba52-011ba5c48490 req-35545e45-f0e7-40b2-9a7d-6cf08d18a6ba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 1096 time: 0.0404272 Dec 10 17:09:24.837298 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd97c2-4e79-4413-ba52-011ba5c48490 req-c2e306fb-3f11-4bde-8166-5836392d9132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:24.839418 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31fd97c2-4e79-4413-ba52-011ba5c48490 req-c2e306fb-3f11-4bde-8166-5836392d9132 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 913 time: 0.1011834 Dec 10 17:09:24.908677 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31fd97c2-4e79-4413-ba52-011ba5c48490 req-6a4336a8-6e95-4be6-b874-46295e655a27 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 HTTP/1.1" status: 200 len: 998 time: 0.0621490 Dec 10 17:09:24.959399 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd97c2-4e79-4413-ba52-011ba5c48490 req-4f29f252-6aae-4fee-be72-0c13413e9e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:24.960882 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31fd97c2-4e79-4413-ba52-011ba5c48490 req-4f29f252-6aae-4fee-be72-0c13413e9e88 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0459654 Dec 10 17:09:25.009966 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd97c2-4e79-4413-ba52-011ba5c48490 req-2b8a6949-649b-4891-9ae6-a1c58dc12687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:25.011439 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31fd97c2-4e79-4413-ba52-011ba5c48490 req-2b8a6949-649b-4891-9ae6-a1c58dc12687 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440211 Dec 10 17:09:25.056590 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-bdafcf0a-353d-4f9a-a3cc-9cbd14b2a947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'name': 'tempest-ServerActionsTestJSON-2017665447-router', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:04:42Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'gw_port': {'id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:43Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '6751e57f-d5a6-434f-9504-acbb7b4ec61e', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'floating_ip_address': '172.25.6.43', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'port_id': 'd157d673-5b1b-4ae2-88bf-5ee1e92d0f64', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'mac_address': 'fa:16:3e:ee:a1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851dfcc2-32c7-4acd-9085-a7bb18f4c1ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:04:47Z', 'updated_at': '2021-12-10T17:09:24Z', 'revision_number': 9, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c748c109-9300-4e3d-b54a-e9577e26603e', 'name': '', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'mac_address': 'fa:16:3e:b0:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:44Z', 'updated_at': '2021-12-10T17:04:49Z', 'revision_number': 5, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'subnets': [{'id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:09:25.085997 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdafcf0a-353d-4f9a-a3cc-9cbd14b2a947 None None] Checking router: 27bf5f53-a2cc-482d-a7af-eabdeefdc598 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:09:25.094431 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdafcf0a-353d-4f9a-a3cc-9cbd14b2a947 None None] Routers {'27bf5f53-a2cc-482d-a7af-eabdeefdc598'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:09:25.095037 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-bdafcf0a-353d-4f9a-a3cc-9cbd14b2a947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T17:09:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['27bf5f53-a2cc-482d-a7af-eabdeefdc598'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:09:25.102821 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31fd97c2-4e79-4413-ba52-011ba5c48490 req-f4cb47a5-617c-4828-9a9e-45ed9cd0fa60 service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827894 Dec 10 17:09:25.201641 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-31fd97c2-4e79-4413-ba52-011ba5c48490 req-445417f9-7582-4cd0-83e4-f1b00a121497 service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918787 Dec 10 17:09:25.204504 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-bdafcf0a-353d-4f9a-a3cc-9cbd14b2a947 None None] Set router 27bf5f53-a2cc-482d-a7af-eabdeefdc598 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:09:25.425562 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-bdafcf0a-353d-4f9a-a3cc-9cbd14b2a947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'name': 'tempest-ServerActionsTestJSON-2017665447-router', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:04:42Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'gw_port': {'id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:43Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '6751e57f-d5a6-434f-9504-acbb7b4ec61e', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'floating_ip_address': '172.25.6.43', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'port_id': 'd157d673-5b1b-4ae2-88bf-5ee1e92d0f64', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'mac_address': 'fa:16:3e:ee:a1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851dfcc2-32c7-4acd-9085-a7bb18f4c1ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:04:47Z', 'updated_at': '2021-12-10T17:09:24Z', 'revision_number': 9, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c748c109-9300-4e3d-b54a-e9577e26603e', 'name': '', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'mac_address': 'fa:16:3e:b0:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:44Z', 'updated_at': '2021-12-10T17:04:49Z', 'revision_number': 5, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'subnets': [{'id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:09:25.454836 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdafcf0a-353d-4f9a-a3cc-9cbd14b2a947 None None] The sync data for ids ['27bf5f53-a2cc-482d-a7af-eabdeefdc598'] in n-d-766771-2 is: [{'id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'name': 'tempest-ServerActionsTestJSON-2017665447-router', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:04:42Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'gw_port': {'id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:43Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '6751e57f-d5a6-434f-9504-acbb7b4ec61e', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'floating_ip_address': '172.25.6.43', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'port_id': 'd157d673-5b1b-4ae2-88bf-5ee1e92d0f64', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'mac_address': 'fa:16:3e:ee:a1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851dfcc2-32c7-4acd-9085-a7bb18f4c1ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:04:47Z', 'updated_at': '2021-12-10T17:09:24Z', 'revision_number': 9, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c748c109-9300-4e3d-b54a-e9577e26603e', 'name': '', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'mac_address': 'fa:16:3e:b0:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:44Z', 'updated_at': '2021-12-10T17:04:49Z', 'revision_number': 5, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'subnets': [{'id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:09:25.640634 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd786dca-f5fa-403f-8625-ff102667e7e5 None None] New status for floating IP 6751e57f-d5a6-434f-9504-acbb7b4ec61e: ACTIVE {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 17:09:32.307605 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:09:36.653619 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:38.530101 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:43.979345 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-956fd071-5ffe-44c5-b841-85b2f7149d5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:46.524838 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9aa4ef77-a45b-4bd7-80af-22f7047a852d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:47.415326 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:48.709156 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:49.753402 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:06.651880 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:07.888995 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe3dcdac-ba80-41f4-b9a6-040e27a1220a req-d506d2bd-0f46-41bd-baf0-3af5169b1674 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406539 Dec 10 17:10:07.970267 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3dcdac-ba80-41f4-b9a6-040e27a1220a req-6995398a-29f9-4da0-9255-19cc664adab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:10:07.971605 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe3dcdac-ba80-41f4-b9a6-040e27a1220a req-6995398a-29f9-4da0-9255-19cc664adab1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 1096 time: 0.0407951 Dec 10 17:10:08.078926 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3dcdac-ba80-41f4-b9a6-040e27a1220a req-2f734a61-d8a6-474c-aa8f-acbadde93a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:10:08.080374 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe3dcdac-ba80-41f4-b9a6-040e27a1220a req-2f734a61-d8a6-474c-aa8f-acbadde93a57 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 913 time: 0.0874164 Dec 10 17:10:08.144366 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe3dcdac-ba80-41f4-b9a6-040e27a1220a req-bafb54d5-bd8e-4f75-bebe-fbde29b5ddd7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 HTTP/1.1" status: 200 len: 1001 time: 0.0567493 Dec 10 17:10:08.193529 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3dcdac-ba80-41f4-b9a6-040e27a1220a req-eed4bfff-d21c-42dd-91dd-3ada0a9e5fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:10:08.195489 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe3dcdac-ba80-41f4-b9a6-040e27a1220a req-eed4bfff-d21c-42dd-91dd-3ada0a9e5fc8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0431349 Dec 10 17:10:08.246530 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3dcdac-ba80-41f4-b9a6-040e27a1220a req-461d33c5-3e9b-41a4-9434-0ab444b98587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:10:08.247964 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe3dcdac-ba80-41f4-b9a6-040e27a1220a req-461d33c5-3e9b-41a4-9434-0ab444b98587 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457075 Dec 10 17:10:08.344092 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe3dcdac-ba80-41f4-b9a6-040e27a1220a req-98c87dc1-8436-402b-99c4-399a5b0c7303 service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837231 Dec 10 17:10:08.436456 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fe3dcdac-ba80-41f4-b9a6-040e27a1220a req-8955409a-3ed2-4568-960b-e2310f2811c9 service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853462 Dec 10 17:10:08.542444 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:09.307047 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:10:13.980432 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-75628f2c-3965-4c52-92b2-a39ec377b482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:16.526912 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ae51021d-eddd-409b-bf61-542796754636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:17.418363 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:18.714355 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:19.755737 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:36.652917 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:38.563388 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:43.980686 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2b430803-99cc-4183-9316-35fd829b563f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:46.307291 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:10:46.528014 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5e775aa2-58b3-4f02-a3d7-82740539b87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:47.421256 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:48.715230 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:49.756857 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:59.801753 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-bcefe065-2841-4bdb-80a1-cc4eb6c6cda6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0704119 Dec 10 17:10:59.809823 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a930c5d-6a3f-43c9-b464-28a52e911b05 req-0b889406-4257-42bb-9534-75f31a5113f6 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:10:59.811284 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2a930c5d-6a3f-43c9-b464-28a52e911b05 req-0b889406-4257-42bb-9534-75f31a5113f6 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 945 time: 0.0689337 Dec 10 17:10:59.860241 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2a930c5d-6a3f-43c9-b464-28a52e911b05 req-cfa542cc-9f4f-4c7e-b691-775d3ecfadd7 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430059 Dec 10 17:11:00.887243 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-f2444847-d880-4af1-b5c2-1566117e54c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:00.888839 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-f2444847-d880-4af1-b5c2-1566117e54c5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 1096 time: 0.0438132 Dec 10 17:11:01.018077 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e5bec-cae6-4639-8da4-01c033ff4c25 req-a4de084e-a3e3-4fa3-8d37-78cde2688dc4 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:01.019578 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a93e5bec-cae6-4639-8da4-01c033ff4c25 req-a4de084e-a3e3-4fa3-8d37-78cde2688dc4 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 945 time: 0.0815187 Dec 10 17:11:01.020971 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-102f6445-a00b-46d2-b422-62b5caec4f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:01.022333 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-102f6445-a00b-46d2-b422-62b5caec4f6e service neutron] 10.222.0.46 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 913 time: 0.1269956 Dec 10 17:11:01.112579 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a93e5bec-cae6-4639-8da4-01c033ff4c25 req-4d9ee77b-0536-46a4-8b35-ced06188b43d tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0863564 Dec 10 17:11:01.116327 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-093f01ab-be52-4621-ad98-5e67cd8fa8f0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 HTTP/1.1" status: 200 len: 1001 time: 0.0837162 Dec 10 17:11:01.169965 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-ea3f3f57-d5e0-48e7-b5c9-3ed1428482a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:01.171343 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-ea3f3f57-d5e0-48e7-b5c9-3ed1428482a2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0475659 Dec 10 17:11:01.216518 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-2ddda96f-d9f0-49e6-a393-0812f392d4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:01.217968 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-2ddda96f-d9f0-49e6-a393-0812f392d4bc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396206 Dec 10 17:11:01.305285 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-ac173b43-b513-4d77-8f7e-f7e484c938c7 service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804710 Dec 10 17:11:01.397813 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-a09f2018-bd15-4b54-8520-7b8777b30459 service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858805 Dec 10 17:11:02.227903 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165d89b-bc20-410e-81a8-9a76d5cfdbc7 req-378aeb7b-70b1-4777-b65c-4db57302a97e tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:02.229361 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5165d89b-bc20-410e-81a8-9a76d5cfdbc7 req-378aeb7b-70b1-4777-b65c-4db57302a97e tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 945 time: 0.0485559 Dec 10 17:11:02.275481 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5165d89b-bc20-410e-81a8-9a76d5cfdbc7 req-e02bcaea-5afa-4f89-9aaf-4159f50523d5 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401556 Dec 10 17:11:03.390211 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57deec1d-d7cc-4c71-af30-18763cce3c8a req-d0897b99-cff1-4328-b890-38649e064e8f tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:03.391666 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-57deec1d-d7cc-4c71-af30-18763cce3c8a req-d0897b99-cff1-4328-b890-38649e064e8f tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 945 time: 0.0474701 Dec 10 17:11:03.441856 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-57deec1d-d7cc-4c71-af30-18763cce3c8a req-4f887dfa-5511-493e-adc4-2a6c0db19419 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442474 Dec 10 17:11:04.558542 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecd881-0a53-43bd-ab03-66214d5777ce req-b304d219-9e45-4aa4-9598-e0439cf775b9 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:04.560002 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aaecd881-0a53-43bd-ab03-66214d5777ce req-b304d219-9e45-4aa4-9598-e0439cf775b9 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 945 time: 0.0482521 Dec 10 17:11:04.605879 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aaecd881-0a53-43bd-ab03-66214d5777ce req-0b470c3e-af61-4786-b359-4d8bf2d35be8 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399649 Dec 10 17:11:05.722364 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be901b-1f9e-492a-b21b-5a7522c7583e req-eb3511a7-de54-49d3-970b-47b56e92b160 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:05.723849 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-86be901b-1f9e-492a-b21b-5a7522c7583e req-eb3511a7-de54-49d3-970b-47b56e92b160 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 945 time: 0.0491266 Dec 10 17:11:05.769427 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-86be901b-1f9e-492a-b21b-5a7522c7583e req-bedb5e45-a493-4a22-b38c-df1b0ff6b3db tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396972 Dec 10 17:11:06.668051 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:06.888527 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d778060-ca3d-48ba-b0b9-b8a7e51cfc92 req-66996613-eeb0-4730-9f76-350ea85bc855 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:06.890005 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5d778060-ca3d-48ba-b0b9-b8a7e51cfc92 req-66996613-eeb0-4730-9f76-350ea85bc855 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 945 time: 0.0526705 Dec 10 17:11:06.936258 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5d778060-ca3d-48ba-b0b9-b8a7e51cfc92 req-388e231b-ad87-47a9-ad21-ef2ea05d50e1 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402319 Dec 10 17:11:07.904685 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0c47f-7c04-42e0-a504-6d829bdea25a req-bc0454a6-2c0b-481c-8215-34969b5568ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:07.906068 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-deb0c47f-7c04-42e0-a504-6d829bdea25a req-bc0454a6-2c0b-481c-8215-34969b5568ff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 1096 time: 0.0413129 Dec 10 17:11:08.020924 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0c47f-7c04-42e0-a504-6d829bdea25a req-8b427f39-d8a0-4e90-9ccd-f31d9a2e610a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:08.022384 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-deb0c47f-7c04-42e0-a504-6d829bdea25a req-8b427f39-d8a0-4e90-9ccd-f31d9a2e610a service neutron] 10.222.0.46 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 913 time: 0.0975702 Dec 10 17:11:08.108808 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839f98e-3fb0-4837-90ca-34888e9fb45b req-968ef423-1c4a-45e4-97a6-b2cb297e1374 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:08.110302 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d839f98e-3fb0-4837-90ca-34888e9fb45b req-968ef423-1c4a-45e4-97a6-b2cb297e1374 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 945 time: 0.1032748 Dec 10 17:11:08.112404 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-deb0c47f-7c04-42e0-a504-6d829bdea25a req-c40abc46-5434-4c35-a351-57dd7b2f8453 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 HTTP/1.1" status: 200 len: 1001 time: 0.0763781 Dec 10 17:11:08.188948 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0c47f-7c04-42e0-a504-6d829bdea25a req-4e1931c9-a740-421b-a314-48881fd01981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:08.190335 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-deb0c47f-7c04-42e0-a504-6d829bdea25a req-4e1931c9-a740-421b-a314-48881fd01981 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0678787 Dec 10 17:11:08.193747 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d839f98e-3fb0-4837-90ca-34888e9fb45b req-f421a592-cc2d-4af0-8f5c-180d04f1c475 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0775692 Dec 10 17:11:08.237533 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0c47f-7c04-42e0-a504-6d829bdea25a req-fe48a490-db43-4a9e-8474-221a032ef46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:08.239046 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-deb0c47f-7c04-42e0-a504-6d829bdea25a req-fe48a490-db43-4a9e-8474-221a032ef46c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403111 Dec 10 17:11:08.330046 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-deb0c47f-7c04-42e0-a504-6d829bdea25a req-6ab2606f-873f-43cb-8ce5-20a6ceaf2f6b service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834992 Dec 10 17:11:08.418016 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-deb0c47f-7c04-42e0-a504-6d829bdea25a req-a972fb7a-7021-424c-b37c-511f8df1f5cd service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810528 Dec 10 17:11:08.576196 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:09.309665 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0b2bb-0071-41e3-8991-39240dc9f2ab req-a0113c75-a3a6-471e-9772-9d26c52554fc tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:09.311156 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-01c0b2bb-0071-41e3-8991-39240dc9f2ab req-a0113c75-a3a6-471e-9772-9d26c52554fc tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 945 time: 0.0493746 Dec 10 17:11:09.361394 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-01c0b2bb-0071-41e3-8991-39240dc9f2ab req-56feb0d4-05ad-4709-b151-3a45ad13498b tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443089 Dec 10 17:11:10.476921 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617dbf2-a881-44e8-83ea-ebc7b39bb298 req-3ca9e1bc-3784-4101-919d-e80e485423b8 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:10.478408 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2617dbf2-a881-44e8-83ea-ebc7b39bb298 req-3ca9e1bc-3784-4101-919d-e80e485423b8 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 945 time: 0.0482950 Dec 10 17:11:10.525300 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2617dbf2-a881-44e8-83ea-ebc7b39bb298 req-8cba4e69-7f15-43e3-9c23-b714221b7b5e tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409009 Dec 10 17:11:11.642268 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5b861-d0fb-4841-99af-dc944cf9c5b0 req-c92d7a8a-199b-440b-9bc6-a7934af18ad6 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:11.643744 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b0c5b861-d0fb-4841-99af-dc944cf9c5b0 req-c92d7a8a-199b-440b-9bc6-a7934af18ad6 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 945 time: 0.0473228 Dec 10 17:11:11.690337 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b0c5b861-d0fb-4841-99af-dc944cf9c5b0 req-e4fafb9c-5732-4e05-a799-f25285e91143 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397985 Dec 10 17:11:12.809258 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece7202-042d-4d03-a9cb-470abe215f1e req-1b63abaa-8b62-496f-8f43-f6469fc2256e tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:12.810762 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ece7202-042d-4d03-a9cb-470abe215f1e req-1b63abaa-8b62-496f-8f43-f6469fc2256e tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 945 time: 0.0521824 Dec 10 17:11:12.856226 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8ece7202-042d-4d03-a9cb-470abe215f1e req-c9cd669e-6da6-4a2e-965c-ab47ba3c4be1 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396247 Dec 10 17:11:13.192532 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-e29c09dc-9e51-4319-8459-7737370a56b0 service neutron] show failed (client error): The resource could not be found. Dec 10 17:11:13.193517 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-e29c09dc-9e51-4319-8459-7737370a56b0 service neutron] 10.222.0.46 "GET /v2.0/ports/d157d673-5b1b-4ae2-88bf-5ee1e92d0f64/bindings/n-h1-766771-2 HTTP/1.1" status: 404 len: 380 time: 0.0529261 Dec 10 17:11:13.388072 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-78ebb579-393e-4654-98cf-33ddb3a695e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:13.389572 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-78ebb579-393e-4654-98cf-33ddb3a695e7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed&tenant_id=9cc68328aaf3429296c2d32b739636e4 HTTP/1.1" status: 200 len: 1096 time: 0.0409200 Dec 10 17:11:13.400520 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-ccc5150e-edde-4dc3-92bb-5f3318317d4c service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 17:11:13.401468 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-ccc5150e-edde-4dc3-92bb-5f3318317d4c service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055304 Dec 10 17:11:13.415784 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-07e1975b-ae93-496c-b249-461a66d3f144 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766771-2', 'device_owner': 'compute:nova'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:11:13.477263 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-07e1975b-ae93-496c-b249-461a66d3f144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:13.671836 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-07e1975b-ae93-496c-b249-461a66d3f144 service neutron] For port d157d673-5b1b-4ae2-88bf-5ee1e92d0f64, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=d157d673-5b1b-4ae2-88bf-5ee1e92d0f64,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:11:13.703962 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-07e1975b-ae93-496c-b249-461a66d3f144 service neutron] For port d157d673-5b1b-4ae2-88bf-5ee1e92d0f64, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:11:13.752916 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '851dfcc2-32c7-4acd-9085-a7bb18f4c1ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd157d673-5b1b-4ae2-88bf-5ee1e92d0f64'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:11:13.755104 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f7a10b-426d-4121-9a60-0ccefbecc590" -d '{"events": [{"server_uuid": "851dfcc2-32c7-4acd-9085-a7bb18f4c1ed", "name": "network-vif-unplugged", "status": "completed", "tag": "d157d673-5b1b-4ae2-88bf-5ee1e92d0f64"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:11:13.759152 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-07e1975b-ae93-496c-b249-461a66d3f144 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:13.772121 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-07e1975b-ae93-496c-b249-461a66d3f144 service neutron] Transition to ACTIVE for port object d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 17:11:13.776373 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-07e1975b-ae93-496c-b249-461a66d3f144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:13.811472 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 17:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734e50e7-2bd1-49b7-9aa1-5ea52098d9ee x-openstack-request-id: req-734e50e7-2bd1-49b7-9aa1-5ea52098d9ee {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:11:13.812090 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "851dfcc2-32c7-4acd-9085-a7bb18f4c1ed", "name": "network-vif-unplugged", "status": "completed", "tag": "d157d673-5b1b-4ae2-88bf-5ee1e92d0f64", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:11:13.812090 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-734e50e7-2bd1-49b7-9aa1-5ea52098d9ee {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:11:13.812411 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '851dfcc2-32c7-4acd-9085-a7bb18f4c1ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd157d673-5b1b-4ae2-88bf-5ee1e92d0f64', 'code': 200} Dec 10 17:11:13.827018 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e1975b-ae93-496c-b249-461a66d3f144 service neutron] Pushing event updated for resources: {'Port': ['ID=d157d673-5b1b-4ae2-88bf-5ee1e92d0f64,revision_number=6']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:11:13.836203 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e1975b-ae93-496c-b249-461a66d3f144 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:13.836556 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e1975b-ae93-496c-b249-461a66d3f144 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:13.836904 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e1975b-ae93-496c-b249-461a66d3f144 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:13.837308 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e1975b-ae93-496c-b249-461a66d3f144 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:13.837570 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e1975b-ae93-496c-b249-461a66d3f144 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:13.837907 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e1975b-ae93-496c-b249-461a66d3f144 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:13.838267 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e1975b-ae93-496c-b249-461a66d3f144 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:13.838601 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e1975b-ae93-496c-b249-461a66d3f144 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:13.838930 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e1975b-ae93-496c-b249-461a66d3f144 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:13.839258 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e1975b-ae93-496c-b249-461a66d3f144 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:13.839586 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e1975b-ae93-496c-b249-461a66d3f144 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:13.839910 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e1975b-ae93-496c-b249-461a66d3f144 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:13.840231 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e1975b-ae93-496c-b249-461a66d3f144 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:13.922053 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-07e1975b-ae93-496c-b249-461a66d3f144 service neutron] No DVR routers for this DVR port d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:11:13.984018 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ec276caf-6461-4cd9-8c0f-d3d71addf1be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:14.053633 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa148fb3-a151-474a-bfb2-8d6929b04f44 req-6190193f-0f91-4f1d-b205-05cf3a02c97f tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:14.055071 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aa148fb3-a151-474a-bfb2-8d6929b04f44 req-6190193f-0f91-4f1d-b205-05cf3a02c97f tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 943 time: 0.0993710 Dec 10 17:11:14.131486 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-07e1975b-ae93-496c-b249-461a66d3f144 service neutron] Attempting to bind port d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:11:14.131821 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-07e1975b-ae93-496c-b249-461a66d3f144 service neutron] Attempting to bind port d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:11:14.132675 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-07e1975b-ae93-496c-b249-461a66d3f144 service neutron] Attempting to bind port d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 on network 9041a64b-23fd-4dc5-b999-dc05cb141829 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:11:14.139727 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-aa148fb3-a151-474a-bfb2-8d6929b04f44 req-a3c3468d-0d13-42ab-ac12-052d575f2191 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0784187 Dec 10 17:11:14.140700 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-07e1975b-ae93-496c-b249-461a66d3f144 service neutron] Port d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 on network 9041a64b-23fd-4dc5-b999-dc05cb141829 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 17:11:14.141022 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-07e1975b-ae93-496c-b249-461a66d3f144 service neutron] Attempting to bind port d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 on network 9041a64b-23fd-4dc5-b999-dc05cb141829 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:11:14.145955 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-07e1975b-ae93-496c-b249-461a66d3f144 service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:11:14.146323 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-07e1975b-ae93-496c-b249-461a66d3f144 service neutron] Checking segment: {'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:11:14.146700 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-07e1975b-ae93-496c-b249-461a66d3f144 service neutron] Bound using segment: {'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:11:14.147127 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-07e1975b-ae93-496c-b249-461a66d3f144 service neutron] Bound port: d157d673-5b1b-4ae2-88bf-5ee1e92d0f64, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:11:14.147484 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-07e1975b-ae93-496c-b249-461a66d3f144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:14.209897 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-07e1975b-ae93-496c-b249-461a66d3f144 service neutron] For port d157d673-5b1b-4ae2-88bf-5ee1e92d0f64, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:11:14.213534 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-07e1975b-ae93-496c-b249-461a66d3f144 service neutron] For port d157d673-5b1b-4ae2-88bf-5ee1e92d0f64, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=d157d673-5b1b-4ae2-88bf-5ee1e92d0f64,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:11:14.217041 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-07e1975b-ae93-496c-b249-461a66d3f144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:14.254818 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-07e1975b-ae93-496c-b249-461a66d3f144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:14.255437 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-07e1975b-ae93-496c-b249-461a66d3f144 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:14.256837 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-07e1975b-ae93-496c-b249-461a66d3f144 service neutron] 10.222.0.26 "PUT /v2.0/ports/d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 HTTP/1.1" status: 200 len: 1091 time: 0.8449550 Dec 10 17:11:14.274172 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e1975b-ae93-496c-b249-461a66d3f144 service neutron] Pushing event updated for resources: {'Port': ['ID=d157d673-5b1b-4ae2-88bf-5ee1e92d0f64,revision_number=7']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:11:14.323015 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-441ab50c-44a0-46ae-ae3e-abf7bb4687d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:14.324559 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-441ab50c-44a0-46ae-ae3e-abf7bb4687d6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 1094 time: 0.0436392 Dec 10 17:11:14.424265 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-b7c5059c-e9a1-479c-a6ba-672e16f22553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:14.425743 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-b7c5059c-e9a1-479c-a6ba-672e16f22553 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 913 time: 0.0943689 Dec 10 17:11:14.492073 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-e159fd11-c538-473c-b4e6-c16d3fe8e455 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 HTTP/1.1" status: 200 len: 999 time: 0.0565426 Dec 10 17:11:14.544386 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-3998658d-8bfc-4a92-a307-3cd64c7bc69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:14.545830 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-3998658d-8bfc-4a92-a307-3cd64c7bc69f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0464144 Dec 10 17:11:14.590902 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-8c96aa5f-e617-43da-afae-15fe87c11ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:14.592370 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-8c96aa5f-e617-43da-afae-15fe87c11ba8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399637 Dec 10 17:11:14.680332 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-04586a4e-7a35-421e-a3a5-b99212d3a633 service neutron] 10.222.0.26 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807216 Dec 10 17:11:14.773762 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7b0ec7f7-575f-4d24-ab89-a1452c678efa req-e3358dc6-5d54-420b-9901-4017d9aa9920 service neutron] 10.222.0.26 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863934 Dec 10 17:11:15.255991 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404601ac-a292-494d-b5c4-0be18860f3e4 req-c17f2fd8-2df0-4bd0-a53d-59c5e5a8098f tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:15.257440 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-404601ac-a292-494d-b5c4-0be18860f3e4 req-c17f2fd8-2df0-4bd0-a53d-59c5e5a8098f tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 943 time: 0.0484080 Dec 10 17:11:15.303426 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-404601ac-a292-494d-b5c4-0be18860f3e4 req-36561006-26dd-46ce-8c5b-c8f128ff84b3 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400271 Dec 10 17:11:15.813676 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '851dfcc2-32c7-4acd-9085-a7bb18f4c1ed', 'tag': 'd157d673-5b1b-4ae2-88bf-5ee1e92d0f64'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:11:15.816040 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3288e7-3012-4952-a525-b3a4d54c76a4" -d '{"events": [{"name": "network-changed", "server_uuid": "851dfcc2-32c7-4acd-9085-a7bb18f4c1ed", "tag": "d157d673-5b1b-4ae2-88bf-5ee1e92d0f64"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:11:15.864388 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab33376-7b48-436c-924c-382a32222a3d x-openstack-request-id: req-1ab33376-7b48-436c-924c-382a32222a3d {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:11:15.864668 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "851dfcc2-32c7-4acd-9085-a7bb18f4c1ed", "tag": "d157d673-5b1b-4ae2-88bf-5ee1e92d0f64", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:11:15.864933 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1ab33376-7b48-436c-924c-382a32222a3d {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:11:15.865333 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '851dfcc2-32c7-4acd-9085-a7bb18f4c1ed', 'tag': 'd157d673-5b1b-4ae2-88bf-5ee1e92d0f64', 'status': 'completed', 'code': 200} Dec 10 17:11:15.954067 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3288e7-3012-4952-a525-b3a4d54c76a4 req-57fa5b0b-71b7-48c0-b112-5aadff4eef7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:15.955477 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6e3288e7-3012-4952-a525-b3a4d54c76a4 req-57fa5b0b-71b7-48c0-b112-5aadff4eef7f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 1094 time: 0.0706956 Dec 10 17:11:15.957798 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3288e7-3012-4952-a525-b3a4d54c76a4 req-048b623f-13dd-46a4-8488-89a231e8cdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:15.959164 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6e3288e7-3012-4952-a525-b3a4d54c76a4 req-048b623f-13dd-46a4-8488-89a231e8cdda service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 1094 time: 0.0664790 Dec 10 17:11:16.473713 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3288e7-3012-4952-a525-b3a4d54c76a4 req-fe6b28fa-6014-46e8-9209-a567e9f731cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:16.475231 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6e3288e7-3012-4952-a525-b3a4d54c76a4 req-fe6b28fa-6014-46e8-9209-a567e9f731cc service neutron] 10.222.0.46 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 913 time: 0.5120623 Dec 10 17:11:16.476724 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3288e7-3012-4952-a525-b3a4d54c76a4 req-44aa4257-dede-4115-a846-037c30519a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:16.478021 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6e3288e7-3012-4952-a525-b3a4d54c76a4 req-44aa4257-dede-4115-a846-037c30519a7f service neutron] 10.222.0.26 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 913 time: 0.5069625 Dec 10 17:11:16.485555 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6541ac-a72c-480a-801e-c29f91e134a3 req-a8cbd3fd-d888-422b-a303-74254e36f75c tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:16.486945 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5a6541ac-a72c-480a-801e-c29f91e134a3 req-a8cbd3fd-d888-422b-a303-74254e36f75c tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 943 time: 0.1070476 Dec 10 17:11:16.529677 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d13e18c1-1905-453e-b604-884505bbc112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:16.616313 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6e3288e7-3012-4952-a525-b3a4d54c76a4 req-9456ef7f-6db7-4f12-91df-af71744b6a6b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 HTTP/1.1" status: 200 len: 999 time: 0.1284032 Dec 10 17:11:16.640249 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6e3288e7-3012-4952-a525-b3a4d54c76a4 req-199e7c0c-a9ea-42da-ba37-f6218c0fcc19 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 HTTP/1.1" status: 200 len: 999 time: 0.1513457 Dec 10 17:11:16.662591 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5a6541ac-a72c-480a-801e-c29f91e134a3 req-4f531102-a1ba-4221-9251-43fbf5003495 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1679096 Dec 10 17:11:16.713177 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3288e7-3012-4952-a525-b3a4d54c76a4 req-f362783a-035a-4661-90aa-3fa12af83ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:16.714685 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6e3288e7-3012-4952-a525-b3a4d54c76a4 req-f362783a-035a-4661-90aa-3fa12af83ac5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0885358 Dec 10 17:11:16.719870 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3288e7-3012-4952-a525-b3a4d54c76a4 req-32d8f1ec-92d6-4ae0-8381-4fc89b01bcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:16.721228 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6e3288e7-3012-4952-a525-b3a4d54c76a4 req-32d8f1ec-92d6-4ae0-8381-4fc89b01bcb7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0624669 Dec 10 17:11:16.792928 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3288e7-3012-4952-a525-b3a4d54c76a4 req-5b871314-6425-45a0-802c-1bf713fbbf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:16.794589 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6e3288e7-3012-4952-a525-b3a4d54c76a4 req-5b871314-6425-45a0-802c-1bf713fbbf00 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723593 Dec 10 17:11:16.796957 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3288e7-3012-4952-a525-b3a4d54c76a4 req-6fd248e9-8a18-4b93-aea7-b96e074d0700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:16.798619 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6e3288e7-3012-4952-a525-b3a4d54c76a4 req-6fd248e9-8a18-4b93-aea7-b96e074d0700 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686131 Dec 10 17:11:16.968043 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-b4db9096-8b8a-4e23-add6-2ab8423c078c tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:16.969579 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-b4db9096-8b8a-4e23-add6-2ab8423c078c tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.26 "GET /v2.0/ports?device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed&tenant_id=9cc68328aaf3429296c2d32b739636e4&binding%3Ahost_id=n-h1-766771-2 HTTP/1.1" status: 200 len: 943 time: 0.0661194 Dec 10 17:11:16.985487 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6e3288e7-3012-4952-a525-b3a4d54c76a4 req-5ad2ddf7-d796-493d-9bd2-dbf78556a8a5 service neutron] 10.222.0.26 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842401 Dec 10 17:11:16.989188 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6e3288e7-3012-4952-a525-b3a4d54c76a4 req-b763418a-e4c4-4b94-af5e-93b6269f0598 service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802664 Dec 10 17:11:17.030672 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-987c3a0e-fc11-407c-a30b-1583f255e77d service neutron] 10.222.0.26 "GET /v2.0/ports/d157d673-5b1b-4ae2-88bf-5ee1e92d0f64/bindings/n-h1-766771-2 HTTP/1.1" status: 200 len: 382 time: 0.0537941 Dec 10 17:11:17.089357 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229973a6-ed8a-4089-90a7-98143a97aa75 req-1f5485fd-757e-42b8-a929-9dc3fbb4abec tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:17.090868 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-229973a6-ed8a-4089-90a7-98143a97aa75 req-1f5485fd-757e-42b8-a929-9dc3fbb4abec tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 943 time: 0.1633420 Dec 10 17:11:17.194903 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-229973a6-ed8a-4089-90a7-98143a97aa75 req-e75c8e81-3579-4a92-9369-103b2cfffa10 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0942478 Dec 10 17:11:17.201218 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6e3288e7-3012-4952-a525-b3a4d54c76a4 req-1bb48159-1a44-4e9b-b274-0b163aa385dc service neutron] 10.222.0.26 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078025 Dec 10 17:11:17.203167 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6e3288e7-3012-4952-a525-b3a4d54c76a4 req-e4367829-c6d2-4ff7-89cd-118fd640701e service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008612 Dec 10 17:11:17.279328 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-3633692f-b384-43c0-b914-3b74942f65f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:17.280795 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-3633692f-b384-43c0-b914-3b74942f65f7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 1094 time: 0.0407672 Dec 10 17:11:17.371975 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-fc5f04f2-9a54-4750-a397-37cd8461c3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:17.373438 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-fc5f04f2-9a54-4750-a397-37cd8461c3e2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 913 time: 0.0860415 Dec 10 17:11:17.424288 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:17.444341 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-5cc131af-6614-49ba-a223-4e46a7877c27 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 HTTP/1.1" status: 200 len: 999 time: 0.0640600 Dec 10 17:11:17.493488 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-a632beaa-3790-46bb-9718-4962455dcff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:17.494864 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-a632beaa-3790-46bb-9718-4962455dcff2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0432596 Dec 10 17:11:17.539628 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-edd7e8a1-746a-4ace-a8ef-fc6ee59ccf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:17.541221 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-edd7e8a1-746a-4ace-a8ef-fc6ee59ccf16 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397787 Dec 10 17:11:17.547294 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:11:17.588948 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:11:17.639999 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-b6a21d9d-670e-40c1-82a4-a4695330c249 service neutron] 10.222.0.26 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913684 Dec 10 17:11:17.730734 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-7e1102c6-3398-4399-982f-21da193a4c1d service neutron] 10.222.0.26 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842862 Dec 10 17:11:18.317273 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34419e5b-c2cd-4ab9-a9b1-26c41c6e9746 req-2e455a97-7e18-4bce-a7d1-b34a5dc7533c tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:18.318796 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-34419e5b-c2cd-4ab9-a9b1-26c41c6e9746 req-2e455a97-7e18-4bce-a7d1-b34a5dc7533c tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 943 time: 0.0547142 Dec 10 17:11:18.365424 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-34419e5b-c2cd-4ab9-a9b1-26c41c6e9746 req-63f477b7-b161-41f6-9139-00ffa06661f6 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401545 Dec 10 17:11:18.717558 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:18.744403 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 17:11:18.840347 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port d157d673-5b1b-4ae2-88bf-5ee1e92d0f64, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=d157d673-5b1b-4ae2-88bf-5ee1e92d0f64,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:11:18.852073 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': 'd157d673-5b1b-4ae2-88bf-5ee1e92d0f64', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'port_id': 'd157d673-5b1b-4ae2-88bf-5ee1e92d0f64', 'mac_address': 'fa:16:3e:ee:a1:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 17:11:18.887709 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:18.900755 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:11:18.924000 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port d157d673-5b1b-4ae2-88bf-5ee1e92d0f64, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=d157d673-5b1b-4ae2-88bf-5ee1e92d0f64,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:11:18.927641 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:18.971622 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=d157d673-5b1b-4ae2-88bf-5ee1e92d0f64,revision_number=8']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:11:18.979374 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:18.979724 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:18.980071 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:18.980409 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:18.980745 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:18.981081 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:18.981410 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:18.981737 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:18.982064 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:18.982413 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:18.982739 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:18.983063 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:18.983384 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:19.487667 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec962857-79cf-4633-9fd7-e6004c2eac7c req-47e0d84c-4ba7-4614-91d6-b876808564da tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:19.489207 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ec962857-79cf-4633-9fd7-e6004c2eac7c req-47e0d84c-4ba7-4614-91d6-b876808564da tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 944 time: 0.0499275 Dec 10 17:11:19.538171 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ec962857-79cf-4633-9fd7-e6004c2eac7c req-0c95d1f9-4815-4ecb-9277-838027b6a6a7 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426714 Dec 10 17:11:19.612039 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-fd886e94-21c5-48bd-b9ff-9da252ead53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:19.613528 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-fd886e94-21c5-48bd-b9ff-9da252ead53b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed&tenant_id=9cc68328aaf3429296c2d32b739636e4 HTTP/1.1" status: 200 len: 1095 time: 0.0445054 Dec 10 17:11:19.625252 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-85ea51c7-e74b-4195-ad0d-a588c7dd3576 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766771-2', 'device_owner': 'compute:nova'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:11:19.677871 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-85ea51c7-e74b-4195-ad0d-a588c7dd3576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:19.760356 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:19.873125 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-85ea51c7-e74b-4195-ad0d-a588c7dd3576 service neutron] For port d157d673-5b1b-4ae2-88bf-5ee1e92d0f64, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=d157d673-5b1b-4ae2-88bf-5ee1e92d0f64,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:11:19.906025 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-85ea51c7-e74b-4195-ad0d-a588c7dd3576 service neutron] For port d157d673-5b1b-4ae2-88bf-5ee1e92d0f64, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:11:19.937716 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-85ea51c7-e74b-4195-ad0d-a588c7dd3576 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:11:19.946458 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-85ea51c7-e74b-4195-ad0d-a588c7dd3576 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:19.957134 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-85ea51c7-e74b-4195-ad0d-a588c7dd3576 service neutron] Ignored duplicate provisioning block setup for port d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 10 17:11:19.960980 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-85ea51c7-e74b-4195-ad0d-a588c7dd3576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:20.037501 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea51c7-e74b-4195-ad0d-a588c7dd3576 service neutron] Pushing event updated for resources: {'Port': ['ID=d157d673-5b1b-4ae2-88bf-5ee1e92d0f64,revision_number=9']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:11:20.081565 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-85ea51c7-e74b-4195-ad0d-a588c7dd3576 service neutron] No DVR routers for this DVR port d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:11:20.217069 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-85ea51c7-e74b-4195-ad0d-a588c7dd3576 service neutron] Attempting to bind port d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:11:20.217394 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-85ea51c7-e74b-4195-ad0d-a588c7dd3576 service neutron] Attempting to bind port d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:11:20.217710 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-85ea51c7-e74b-4195-ad0d-a588c7dd3576 service neutron] Attempting to bind port d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 on network 9041a64b-23fd-4dc5-b999-dc05cb141829 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:11:20.221836 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-85ea51c7-e74b-4195-ad0d-a588c7dd3576 service neutron] Port d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 on network 9041a64b-23fd-4dc5-b999-dc05cb141829 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 17:11:20.222158 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-85ea51c7-e74b-4195-ad0d-a588c7dd3576 service neutron] Attempting to bind port d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 on network 9041a64b-23fd-4dc5-b999-dc05cb141829 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:11:20.226940 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-85ea51c7-e74b-4195-ad0d-a588c7dd3576 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:11:20.227270 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-85ea51c7-e74b-4195-ad0d-a588c7dd3576 service neutron] Checking segment: {'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:11:20.227668 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-85ea51c7-e74b-4195-ad0d-a588c7dd3576 service neutron] Bound using segment: {'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:11:20.228084 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-85ea51c7-e74b-4195-ad0d-a588c7dd3576 service neutron] Bound port: d157d673-5b1b-4ae2-88bf-5ee1e92d0f64, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:11:20.228426 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-85ea51c7-e74b-4195-ad0d-a588c7dd3576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:20.292401 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-85ea51c7-e74b-4195-ad0d-a588c7dd3576 service neutron] For port d157d673-5b1b-4ae2-88bf-5ee1e92d0f64, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:11:20.295620 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-85ea51c7-e74b-4195-ad0d-a588c7dd3576 service neutron] For port d157d673-5b1b-4ae2-88bf-5ee1e92d0f64, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=d157d673-5b1b-4ae2-88bf-5ee1e92d0f64,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:11:20.300328 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-85ea51c7-e74b-4195-ad0d-a588c7dd3576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:20.333962 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-85ea51c7-e74b-4195-ad0d-a588c7dd3576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:20.334594 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-85ea51c7-e74b-4195-ad0d-a588c7dd3576 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:20.336869 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-85ea51c7-e74b-4195-ad0d-a588c7dd3576 service neutron] 10.222.0.46 "PUT /v2.0/ports/d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 HTTP/1.1" status: 200 len: 1091 time: 0.7154000 Dec 10 17:11:20.339308 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '851dfcc2-32c7-4acd-9085-a7bb18f4c1ed', 'tag': 'd157d673-5b1b-4ae2-88bf-5ee1e92d0f64'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:11:20.341566 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c189c44f-c75a-47bb-9b76-e9a9ad5dd242" -d '{"events": [{"name": "network-changed", "server_uuid": "851dfcc2-32c7-4acd-9085-a7bb18f4c1ed", "tag": "d157d673-5b1b-4ae2-88bf-5ee1e92d0f64"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:11:20.391402 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea51c7-e74b-4195-ad0d-a588c7dd3576 service neutron] Pushing event updated for resources: {'Port': ['ID=d157d673-5b1b-4ae2-88bf-5ee1e92d0f64,revision_number=10']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:11:20.397187 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609eee0f-c51f-4fc5-b613-2267f7d951e3 x-openstack-request-id: req-609eee0f-c51f-4fc5-b613-2267f7d951e3 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:11:20.397530 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "851dfcc2-32c7-4acd-9085-a7bb18f4c1ed", "tag": "d157d673-5b1b-4ae2-88bf-5ee1e92d0f64", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:11:20.398319 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-609eee0f-c51f-4fc5-b613-2267f7d951e3 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:11:20.398722 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '851dfcc2-32c7-4acd-9085-a7bb18f4c1ed', 'tag': 'd157d673-5b1b-4ae2-88bf-5ee1e92d0f64', 'status': 'completed', 'code': 200} Dec 10 17:11:20.411373 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-eabd1397-e370-4ff6-a9a6-655d44e7ce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:20.413042 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-eabd1397-e370-4ff6-a9a6-655d44e7ce3f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 1095 time: 0.0515933 Dec 10 17:11:20.529151 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189c44f-c75a-47bb-9b76-e9a9ad5dd242 req-9f02a554-555e-480e-98fb-81cb011daf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:20.530710 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c189c44f-c75a-47bb-9b76-e9a9ad5dd242 req-9f02a554-555e-480e-98fb-81cb011daf6f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 1095 time: 0.1089489 Dec 10 17:11:20.559362 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-4986bd49-b0b1-4067-b56d-f0b7759b5bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:20.562201 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-4986bd49-b0b1-4067-b56d-f0b7759b5bfe service neutron] 10.222.0.46 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 913 time: 0.1401765 Dec 10 17:11:20.708758 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-f63910f4-0e0e-465c-aa67-fc5a88bd4ebf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 HTTP/1.1" status: 200 len: 999 time: 0.1188827 Dec 10 17:11:20.715939 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189c44f-c75a-47bb-9b76-e9a9ad5dd242 req-d06095ab-7965-4256-b109-14759f66ab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:20.717289 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c189c44f-c75a-47bb-9b76-e9a9ad5dd242 req-d06095ab-7965-4256-b109-14759f66ab53 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 913 time: 0.1780100 Dec 10 17:11:20.732220 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654933eb-9515-4dab-bb3c-19ee9182ec87 req-9f7b21dc-5143-4f7d-a15f-24d1f57ec72a tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:20.733589 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-654933eb-9515-4dab-bb3c-19ee9182ec87 req-9f7b21dc-5143-4f7d-a15f-24d1f57ec72a tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 944 time: 0.1083987 Dec 10 17:11:20.844768 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-9dbf18a7-6488-4660-a0aa-5f1b6d7fcbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:20.846219 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-9dbf18a7-6488-4660-a0aa-5f1b6d7fcbcf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.1280775 Dec 10 17:11:20.856662 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c189c44f-c75a-47bb-9b76-e9a9ad5dd242 req-a309037e-54ae-4789-9fbb-8af3d3330b34 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 HTTP/1.1" status: 200 len: 999 time: 0.1212578 Dec 10 17:11:20.900642 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-654933eb-9515-4dab-bb3c-19ee9182ec87 req-2938f8cc-0fba-44a5-9186-7347865aa0ab tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1352701 Dec 10 17:11:20.942462 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-48bbde8a-0a80-4751-a640-86f281688795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:20.943932 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-48bbde8a-0a80-4751-a640-86f281688795 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892119 Dec 10 17:11:20.946115 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189c44f-c75a-47bb-9b76-e9a9ad5dd242 req-a655dfc3-eb9e-4ebe-85d9-380f16795d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:20.947432 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c189c44f-c75a-47bb-9b76-e9a9ad5dd242 req-a655dfc3-eb9e-4ebe-85d9-380f16795d84 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0760705 Dec 10 17:11:21.053760 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189c44f-c75a-47bb-9b76-e9a9ad5dd242 req-a218cc32-03a2-4a12-9cb4-5f1b938ba090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:21.055784 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c189c44f-c75a-47bb-9b76-e9a9ad5dd242 req-a218cc32-03a2-4a12-9cb4-5f1b938ba090 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967958 Dec 10 17:11:21.086579 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-1f22419b-e53b-460b-8c90-562f750177d5 service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349328 Dec 10 17:11:21.217259 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c189c44f-c75a-47bb-9b76-e9a9ad5dd242 req-832fec22-7f32-4e05-aa65-4a7eee39d7b3 service neutron] 10.222.0.26 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521358 Dec 10 17:11:21.222289 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-376eff60-00e9-47cd-937c-690b3bb2ab0c req-5aad2466-832b-44c2-8b14-57ec26900086 service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122680 Dec 10 17:11:21.338479 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c189c44f-c75a-47bb-9b76-e9a9ad5dd242 req-35ee5d18-6561-4ada-89b3-3b1eeb6e3766 service neutron] 10.222.0.26 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139677 Dec 10 17:11:21.340799 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189c44f-c75a-47bb-9b76-e9a9ad5dd242 req-07eefe14-7de1-4735-ab75-1211154835ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:21.343114 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c189c44f-c75a-47bb-9b76-e9a9ad5dd242 req-07eefe14-7de1-4735-ab75-1211154835ab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 1095 time: 0.0726757 Dec 10 17:11:21.432685 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189c44f-c75a-47bb-9b76-e9a9ad5dd242 req-41e562e2-d079-4e34-b6f0-9e0e9e0f849d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:21.434227 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c189c44f-c75a-47bb-9b76-e9a9ad5dd242 req-41e562e2-d079-4e34-b6f0-9e0e9e0f849d service neutron] 10.222.0.46 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 913 time: 0.0846789 Dec 10 17:11:21.501919 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c189c44f-c75a-47bb-9b76-e9a9ad5dd242 req-ab0afcb3-6103-4f01-9824-6e83cd5df8aa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 HTTP/1.1" status: 200 len: 999 time: 0.0610261 Dec 10 17:11:21.551916 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189c44f-c75a-47bb-9b76-e9a9ad5dd242 req-c6713b76-bd2d-4759-8d6a-d237eba719b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:21.553316 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c189c44f-c75a-47bb-9b76-e9a9ad5dd242 req-c6713b76-bd2d-4759-8d6a-d237eba719b7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0444117 Dec 10 17:11:21.598677 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189c44f-c75a-47bb-9b76-e9a9ad5dd242 req-1f3a266e-f4cc-4583-a2d9-b9d5fea25c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:21.600035 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c189c44f-c75a-47bb-9b76-e9a9ad5dd242 req-1f3a266e-f4cc-4583-a2d9-b9d5fea25c98 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389857 Dec 10 17:11:21.693014 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c189c44f-c75a-47bb-9b76-e9a9ad5dd242 req-e987df10-9a7f-47bd-92d4-e82b30311f67 service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845327 Dec 10 17:11:21.782796 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c189c44f-c75a-47bb-9b76-e9a9ad5dd242 req-21870f22-1de4-4f25-b572-4eaec975bb71 service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809770 Dec 10 17:11:22.021594 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afb59f-7d51-4552-b1f7-7b8524ed17f9 req-2e45d292-80ab-49d9-8760-5fc6ffde479d tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:22.023732 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e2afb59f-7d51-4552-b1f7-7b8524ed17f9 req-2e45d292-80ab-49d9-8760-5fc6ffde479d tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 944 time: 0.0528195 Dec 10 17:11:22.069203 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e2afb59f-7d51-4552-b1f7-7b8524ed17f9 req-9e498517-f3c2-432d-b628-2672d4770fdd tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396214 Dec 10 17:11:22.791073 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:11:22.829331 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:11:23.183222 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c5b89-73cc-4dd0-af0b-c114165e27ff req-94a67d9e-47ba-4d1b-ac0b-1280d8f909d4 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:23.184698 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ec4c5b89-73cc-4dd0-af0b-c114165e27ff req-94a67d9e-47ba-4d1b-ac0b-1280d8f909d4 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 944 time: 0.0476964 Dec 10 17:11:23.231288 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ec4c5b89-73cc-4dd0-af0b-c114165e27ff req-43cf8a6d-d3bf-439e-b772-dd5b3a6d2a7a tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405884 Dec 10 17:11:23.306917 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:11:23.347132 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e68fd0-9a21-4a0e-b25e-4b31606bee35 req-b4a51afc-256e-483c-92b9-568a0da2c137 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:23.348635 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b9e68fd0-9a21-4a0e-b25e-4b31606bee35 req-b4a51afc-256e-483c-92b9-568a0da2c137 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 944 time: 0.0533099 Dec 10 17:11:23.399973 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b9e68fd0-9a21-4a0e-b25e-4b31606bee35 req-44f493ae-f286-4ae8-871f-052aaaf634d6 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448210 Dec 10 17:11:23.574795 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 17:11:23.676997 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port d157d673-5b1b-4ae2-88bf-5ee1e92d0f64, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=d157d673-5b1b-4ae2-88bf-5ee1e92d0f64,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:11:23.689342 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'd157d673-5b1b-4ae2-88bf-5ee1e92d0f64', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'port_id': 'd157d673-5b1b-4ae2-88bf-5ee1e92d0f64', 'mac_address': 'fa:16:3e:ee:a1:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 17:11:23.728619 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:23.742271 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:11:23.761785 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port d157d673-5b1b-4ae2-88bf-5ee1e92d0f64, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=d157d673-5b1b-4ae2-88bf-5ee1e92d0f64,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:11:23.765906 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:23.818175 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=d157d673-5b1b-4ae2-88bf-5ee1e92d0f64,revision_number=11']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:11:23.836892 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba674272-4e06-4511-8f0f-3c468a3becf3 req-84a8c8f4-1f0d-4759-a2d3-c4cbafb889e4 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:23.838424 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ba674272-4e06-4511-8f0f-3c468a3becf3 req-84a8c8f4-1f0d-4759-a2d3-c4cbafb889e4 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 944 time: 0.3740315 Dec 10 17:11:23.884696 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ba674272-4e06-4511-8f0f-3c468a3becf3 req-bc2e8975-db5c-4060-9092-31d4a75f9c73 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403709 Dec 10 17:11:23.979735 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['d157d673-5b1b-4ae2-88bf-5ee1e92d0f64'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:11:24.116628 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dbbfa3-d121-40ae-a914-09227c37bd63 req-4ce241d2-669d-4295-832b-38b8fbe91a69 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:24.118115 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d0dbbfa3-d121-40ae-a914-09227c37bd63 req-4ce241d2-669d-4295-832b-38b8fbe91a69 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 945 time: 0.0471301 Dec 10 17:11:24.165210 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d0dbbfa3-d121-40ae-a914-09227c37bd63 req-5e84aa44-738c-4900-85ec-8637d96ba1c4 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408537 Dec 10 17:11:25.284208 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819cec12-c36d-458d-a0d4-6d1b5800c6a1 req-ee9ba71b-6733-4c1b-91df-9534b60150e8 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:25.285678 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-819cec12-c36d-458d-a0d4-6d1b5800c6a1 req-ee9ba71b-6733-4c1b-91df-9534b60150e8 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 945 time: 0.0511394 Dec 10 17:11:25.331853 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-819cec12-c36d-458d-a0d4-6d1b5800c6a1 req-4dbe582b-5f81-4a59-99ea-b87510e2a610 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402369 Dec 10 17:11:25.392679 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4e36f-b2f4-4bea-960d-fa4206119305 req-49a7653d-20b4-454d-a67f-0a645cb71128 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:25.394117 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-10e4e36f-b2f4-4bea-960d-fa4206119305 req-49a7653d-20b4-454d-a67f-0a645cb71128 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.46 "GET /v2.0/ports?device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 945 time: 0.0476589 Dec 10 17:11:25.485354 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-10e4e36f-b2f4-4bea-960d-fa4206119305 req-89ad6f3a-2f6c-4bca-b9d4-38102d8bb0de tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Deleting port d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:11:25.485608 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-10e4e36f-b2f4-4bea-960d-fa4206119305 req-89ad6f3a-2f6c-4bca-b9d4-38102d8bb0de tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:25.573482 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-10e4e36f-b2f4-4bea-960d-fa4206119305 req-89ad6f3a-2f6c-4bca-b9d4-38102d8bb0de tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] For port d157d673-5b1b-4ae2-88bf-5ee1e92d0f64, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=d157d673-5b1b-4ae2-88bf-5ee1e92d0f64,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:11:25.573842 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-10e4e36f-b2f4-4bea-960d-fa4206119305 req-89ad6f3a-2f6c-4bca-b9d4-38102d8bb0de tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:25.577911 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:11:25.628111 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 17:11:25.632482 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:11:25.636912 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:25.709875 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:25.738393 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '851dfcc2-32c7-4acd-9085-a7bb18f4c1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd157d673-5b1b-4ae2-88bf-5ee1e92d0f64'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:11:25.741132 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59be684-34a2-4e58-8559-de1bfede57c4" -d '{"events": [{"server_uuid": "851dfcc2-32c7-4acd-9085-a7bb18f4c1ed", "name": "network-vif-plugged", "status": "completed", "tag": "d157d673-5b1b-4ae2-88bf-5ee1e92d0f64"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:11:25.752122 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-10e4e36f-b2f4-4bea-960d-fa4206119305 req-89ad6f3a-2f6c-4bca-b9d4-38102d8bb0de tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:25.752493 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-10e4e36f-b2f4-4bea-960d-fa4206119305 req-89ad6f3a-2f6c-4bca-b9d4-38102d8bb0de tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:25.752809 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [req-10e4e36f-b2f4-4bea-960d-fa4206119305 req-89ad6f3a-2f6c-4bca-b9d4-38102d8bb0de tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Floating IP 6751e57f-d5a6-434f-9504-acbb7b4ec61e disassociated. External IP: 172.25.6.43, port: d157d673-5b1b-4ae2-88bf-5ee1e92d0f64. Dec 10 17:11:25.755188 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-10e4e36f-b2f4-4bea-960d-fa4206119305 req-89ad6f3a-2f6c-4bca-b9d4-38102d8bb0de tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Calling delete_port for d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:11:25.756065 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port d157d673-5b1b-4ae2-88bf-5ee1e92d0f64, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=d157d673-5b1b-4ae2-88bf-5ee1e92d0f64,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:11:25.761088 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:25.812475 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=d157d673-5b1b-4ae2-88bf-5ee1e92d0f64,revision_number=12']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:11:25.854427 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350391c3-84e4-4527-9757-14730e32a018 x-openstack-request-id: req-350391c3-84e4-4527-9757-14730e32a018 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:11:25.854731 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "851dfcc2-32c7-4acd-9085-a7bb18f4c1ed", "name": "network-vif-plugged", "status": "completed", "tag": "d157d673-5b1b-4ae2-88bf-5ee1e92d0f64", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:11:25.854976 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-350391c3-84e4-4527-9757-14730e32a018 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:11:25.855375 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '851dfcc2-32c7-4acd-9085-a7bb18f4c1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd157d673-5b1b-4ae2-88bf-5ee1e92d0f64', 'code': 200} Dec 10 17:11:25.899972 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-10e4e36f-b2f4-4bea-960d-fa4206119305 req-89ad6f3a-2f6c-4bca-b9d4-38102d8bb0de tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:25.933159 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad6f3a-2f6c-4bca-b9d4-38102d8bb0de tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Pushing event deleted for resources: {'Port': ['ID=d157d673-5b1b-4ae2-88bf-5ee1e92d0f64,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:11:26.048923 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10e4e36f-b2f4-4bea-960d-fa4206119305 req-89ad6f3a-2f6c-4bca-b9d4-38102d8bb0de tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Router 27bf5f53-a2cc-482d-a7af-eabdeefdc598 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:11:26.160382 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10e4e36f-b2f4-4bea-960d-fa4206119305 req-89ad6f3a-2f6c-4bca-b9d4-38102d8bb0de tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:11:26.170560 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bec9a87-2dd1-40bc-81fb-06a140e210a5 None None] Sync routers for ids ['27bf5f53-a2cc-482d-a7af-eabdeefdc598'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:11:26.181301 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bec9a87-2dd1-40bc-81fb-06a140e210a5 None None] Routers {'27bf5f53-a2cc-482d-a7af-eabdeefdc598'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:11:26.181915 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8bec9a87-2dd1-40bc-81fb-06a140e210a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T17:11:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['27bf5f53-a2cc-482d-a7af-eabdeefdc598'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:11:26.199968 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e4e36f-b2f4-4bea-960d-fa4206119305 req-89ad6f3a-2f6c-4bca-b9d4-38102d8bb0de tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] No DVR routers for this DVR port d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:11:26.202619 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-10e4e36f-b2f4-4bea-960d-fa4206119305 req-89ad6f3a-2f6c-4bca-b9d4-38102d8bb0de tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:26.206011 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-10e4e36f-b2f4-4bea-960d-fa4206119305 req-89ad6f3a-2f6c-4bca-b9d4-38102d8bb0de tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.46 "DELETE /v2.0/ports/d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 HTTP/1.1" status: 204 len: 173 time: 0.8055110 Dec 10 17:11:26.206586 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '851dfcc2-32c7-4acd-9085-a7bb18f4c1ed', 'name': 'network-vif-deleted', 'tag': 'd157d673-5b1b-4ae2-88bf-5ee1e92d0f64'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:11:26.208901 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce86b0aa-8580-4eac-9855-f575e490af43" -d '{"events": [{"server_uuid": "851dfcc2-32c7-4acd-9085-a7bb18f4c1ed", "name": "network-vif-deleted", "tag": "d157d673-5b1b-4ae2-88bf-5ee1e92d0f64"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:11:26.247057 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ded3aba-4279-4bf0-9e84-3c3ef6021e1f x-openstack-request-id: req-2ded3aba-4279-4bf0-9e84-3c3ef6021e1f {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:11:26.247348 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "851dfcc2-32c7-4acd-9085-a7bb18f4c1ed", "name": "network-vif-deleted", "tag": "d157d673-5b1b-4ae2-88bf-5ee1e92d0f64", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:11:26.247604 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2ded3aba-4279-4bf0-9e84-3c3ef6021e1f {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:11:26.248006 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '851dfcc2-32c7-4acd-9085-a7bb18f4c1ed', 'name': 'network-vif-deleted', 'tag': 'd157d673-5b1b-4ae2-88bf-5ee1e92d0f64', 'status': 'completed', 'code': 200} Dec 10 17:11:26.295763 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-8bec9a87-2dd1-40bc-81fb-06a140e210a5 None None] Set router 27bf5f53-a2cc-482d-a7af-eabdeefdc598 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:11:26.452175 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-93b49442-1281-4628-8570-4f13009a4c48 req-f39b432d-87a3-4fdb-ba73-0c7edc1f40db tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=851dfcc2-32c7-4acd-9085-a7bb18f4c1ed HTTP/1.1" status: 200 len: 210 time: 0.0309467 Dec 10 17:11:26.509150 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8bec9a87-2dd1-40bc-81fb-06a140e210a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'name': 'tempest-ServerActionsTestJSON-2017665447-router', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:04:42Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'gw_port': {'id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:43Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'c748c109-9300-4e3d-b54a-e9577e26603e', 'name': '', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'mac_address': 'fa:16:3e:b0:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:44Z', 'updated_at': '2021-12-10T17:04:49Z', 'revision_number': 5, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'subnets': [{'id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:11:26.534700 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bec9a87-2dd1-40bc-81fb-06a140e210a5 None None] Checking router: 27bf5f53-a2cc-482d-a7af-eabdeefdc598 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:11:26.542730 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bec9a87-2dd1-40bc-81fb-06a140e210a5 None None] Routers {'27bf5f53-a2cc-482d-a7af-eabdeefdc598'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:11:26.543309 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8bec9a87-2dd1-40bc-81fb-06a140e210a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T17:11:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['27bf5f53-a2cc-482d-a7af-eabdeefdc598'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:11:26.654051 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-8bec9a87-2dd1-40bc-81fb-06a140e210a5 None None] Set router 27bf5f53-a2cc-482d-a7af-eabdeefdc598 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:11:27.011505 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8bec9a87-2dd1-40bc-81fb-06a140e210a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'name': 'tempest-ServerActionsTestJSON-2017665447-router', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:04:42Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'gw_port': {'id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:43Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'c748c109-9300-4e3d-b54a-e9577e26603e', 'name': '', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'mac_address': 'fa:16:3e:b0:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:44Z', 'updated_at': '2021-12-10T17:04:49Z', 'revision_number': 5, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'subnets': [{'id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:11:27.037849 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bec9a87-2dd1-40bc-81fb-06a140e210a5 None None] The sync data for ids ['27bf5f53-a2cc-482d-a7af-eabdeefdc598'] in n-d-766771-2 is: [{'id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'name': 'tempest-ServerActionsTestJSON-2017665447-router', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:04:42Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'gw_port': {'id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:43Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'c748c109-9300-4e3d-b54a-e9577e26603e', 'name': '', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'mac_address': 'fa:16:3e:b0:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:44Z', 'updated_at': '2021-12-10T17:04:49Z', 'revision_number': 5, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'subnets': [{'id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:11:27.243726 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9438d5a-9bae-441f-a929-4fe757360630 None None] New status for floating IP 6751e57f-d5a6-434f-9504-acbb7b4ec61e: DOWN {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 17:11:27.723953 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-36cdb1de-b4c1-45cf-8a80-2fcc8b4dbe98 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--70671138&fields=id&tenant_id=9cc68328aaf3429296c2d32b739636e4 HTTP/1.1" status: 200 len: 267 time: 0.0422242 Dec 10 17:11:27.828875 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-bb7ffa1e-0805-4f12-b063-ea06ddd49226 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:27.830356 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-bb7ffa1e-0805-4f12-b063-ea06ddd49226 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 812 time: 0.0997038 Dec 10 17:11:27.845912 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-7cf2c33c-cdd3-48dd-89b7-e70a1e03eab9 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/quotas/9cc68328aaf3429296c2d32b739636e4 HTTP/1.1" status: 200 len: 375 time: 0.0090098 Dec 10 17:11:27.900955 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-02badbde-c16a-4bd3-aea5-369f5444531c tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498178 Dec 10 17:11:27.958429 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-2164207e-fff6-4106-ad01-7320a448e21b service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 17:11:27.959462 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-2164207e-fff6-4106-ad01-7320a448e21b service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0476091 Dec 10 17:11:28.047602 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-159df258-51d1-487f-84c4-f9ca8905e616 service neutron] 10.222.0.11 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812488 Dec 10 17:11:28.140310 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-2d796bc5-9cfa-4cda-a41b-afbe9cfd081b service neutron] 10.222.0.11 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864625 Dec 10 17:11:28.294350 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2a589bc4-95d3-4fba-8cad-69f11b5fe511 req-a9c320a3-2a88-4740-8ae4-857438ce1b02 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 210 time: 0.0261807 Dec 10 17:11:29.186020 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-eaa2993b-35be-458e-bb55-b34e4f172885 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:29.187509 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-eaa2993b-35be-458e-bb55-b34e4f172885 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.26 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 812 time: 0.1059997 Dec 10 17:11:29.253601 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-b6c73a26-5110-419d-985e-c25fba920262 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cc68328aaf3429296c2d32b739636e4 HTTP/1.1" status: 200 len: 378 time: 0.0565088 Dec 10 17:11:29.264521 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-bf43c27c-7fa8-4801-92f7-e8a08337dfa9 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Request body: {'port': {'device_id': '7ccdf00a-118e-4744-90de-1ada9262da5d', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'admin_state_up': True, 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'security_groups': ['59797ed1-4b4a-492e-a72a-45e144c09729']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:11:29.395038 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c6dbd3df-c6d3-4a5b-9311-d48df7bfa6f8 req-9548dcbc-09d9-4d51-9f48-49f4295f62c4 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 210 time: 0.0309799 Dec 10 17:11:29.395771 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-bf43c27c-7fa8-4801-92f7-e8a08337dfa9 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Made reservation on behalf of 9cc68328aaf3429296c2d32b739636e4 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:11:29.399662 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-bf43c27c-7fa8-4801-92f7-e8a08337dfa9 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:29.527606 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-bf43c27c-7fa8-4801-92f7-e8a08337dfa9 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Allocated IP 172.20.0.12 (9041a64b-23fd-4dc5-b999-dc05cb141829/d710d849-7750-4ab9-8caa-9fb81bf6f8a3/fedfb42c-a25b-45c0-b03f-f80b66635cab) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:11:29.590566 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:11:29.614363 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] No Port match for: d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:11:29.614708 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device d157d673-5b1b-4ae2-88bf-5ee1e92d0f64 not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:11:29.672470 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-bf43c27c-7fa8-4801-92f7-e8a08337dfa9 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:29.705101 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-bf43c27c-7fa8-4801-92f7-e8a08337dfa9 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:29.748657 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-bf43c27c-7fa8-4801-92f7-e8a08337dfa9 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Network 9041a64b-23fd-4dc5-b999-dc05cb141829 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:11:29.751830 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-bf43c27c-7fa8-4801-92f7-e8a08337dfa9 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:11:29.755641 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-bf43c27c-7fa8-4801-92f7-e8a08337dfa9 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:11:29.783116 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf43c27c-7fa8-4801-92f7-e8a08337dfa9 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Pushing event updated for resources: {'Port': ['ID=fedfb42c-a25b-45c0-b03f-f80b66635cab,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:11:29.809691 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-bf43c27c-7fa8-4801-92f7-e8a08337dfa9 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:29.810358 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-bf43c27c-7fa8-4801-92f7-e8a08337dfa9 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:29.827405 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-bf43c27c-7fa8-4801-92f7-e8a08337dfa9 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5664988 Dec 10 17:11:29.840104 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-d3a04b76-3e44-4bf2-b7cf-de23ceb9084d service neutron] Request body: {'port': {'device_id': '7ccdf00a-118e-4744-90de-1ada9262da5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:11:29.903097 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-d3a04b76-3e44-4bf2-b7cf-de23ceb9084d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:29.981221 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-52b25d19-f0de-4ed6-b3cb-15326d304fd8 None None] Provisioning complete for port fedfb42c-a25b-45c0-b03f-f80b66635cab triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:11:29.981595 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-52b25d19-f0de-4ed6-b3cb-15326d304fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:30.014916 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-52b25d19-f0de-4ed6-b3cb-15326d304fd8 None None] Port fedfb42c-a25b-45c0-b03f-f80b66635cab cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:11:30.166906 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-d3a04b76-3e44-4bf2-b7cf-de23ceb9084d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fedfb42c-a25b-45c0-b03f-f80b66635cab {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:11:30.174663 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-d3a04b76-3e44-4bf2-b7cf-de23ceb9084d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:30.186895 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-d3a04b76-3e44-4bf2-b7cf-de23ceb9084d service neutron] Transition to ACTIVE for port object fedfb42c-a25b-45c0-b03f-f80b66635cab will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 17:11:30.189952 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-d3a04b76-3e44-4bf2-b7cf-de23ceb9084d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:30.238522 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a04b76-3e44-4bf2-b7cf-de23ceb9084d service neutron] Pushing event updated for resources: {'Port': ['ID=fedfb42c-a25b-45c0-b03f-f80b66635cab,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:11:30.315210 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-d3a04b76-3e44-4bf2-b7cf-de23ceb9084d service neutron] Attempting to bind port fedfb42c-a25b-45c0-b03f-f80b66635cab on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:11:30.315548 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-d3a04b76-3e44-4bf2-b7cf-de23ceb9084d service neutron] Attempting to bind port fedfb42c-a25b-45c0-b03f-f80b66635cab by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:11:30.315874 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-d3a04b76-3e44-4bf2-b7cf-de23ceb9084d service neutron] Attempting to bind port fedfb42c-a25b-45c0-b03f-f80b66635cab on network 9041a64b-23fd-4dc5-b999-dc05cb141829 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:11:30.321058 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-d3a04b76-3e44-4bf2-b7cf-de23ceb9084d service neutron] Port fedfb42c-a25b-45c0-b03f-f80b66635cab on network 9041a64b-23fd-4dc5-b999-dc05cb141829 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 17:11:30.321379 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-d3a04b76-3e44-4bf2-b7cf-de23ceb9084d service neutron] Attempting to bind port fedfb42c-a25b-45c0-b03f-f80b66635cab on network 9041a64b-23fd-4dc5-b999-dc05cb141829 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:11:30.326407 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-d3a04b76-3e44-4bf2-b7cf-de23ceb9084d service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:11:30.326744 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-d3a04b76-3e44-4bf2-b7cf-de23ceb9084d service neutron] Checking segment: {'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:11:30.327147 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-d3a04b76-3e44-4bf2-b7cf-de23ceb9084d service neutron] Bound using segment: {'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:11:30.327561 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-d3a04b76-3e44-4bf2-b7cf-de23ceb9084d service neutron] Bound port: fedfb42c-a25b-45c0-b03f-f80b66635cab, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:11:30.327919 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-d3a04b76-3e44-4bf2-b7cf-de23ceb9084d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:30.394254 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-d3a04b76-3e44-4bf2-b7cf-de23ceb9084d service neutron] For port fedfb42c-a25b-45c0-b03f-f80b66635cab, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:11:30.397865 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-d3a04b76-3e44-4bf2-b7cf-de23ceb9084d service neutron] For port fedfb42c-a25b-45c0-b03f-f80b66635cab, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=fedfb42c-a25b-45c0-b03f-f80b66635cab,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:11:30.402218 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-d3a04b76-3e44-4bf2-b7cf-de23ceb9084d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:30.438291 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-d3a04b76-3e44-4bf2-b7cf-de23ceb9084d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:30.438985 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-d3a04b76-3e44-4bf2-b7cf-de23ceb9084d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:30.440383 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-d3a04b76-3e44-4bf2-b7cf-de23ceb9084d service neutron] 10.222.0.26 "PUT /v2.0/ports/fedfb42c-a25b-45c0-b03f-f80b66635cab HTTP/1.1" status: 200 len: 1092 time: 0.6045420 Dec 10 17:11:30.440832 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ccdf00a-118e-4744-90de-1ada9262da5d', 'tag': 'fedfb42c-a25b-45c0-b03f-f80b66635cab'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:11:30.443136 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b5627f-7ceb-4b8e-b766-38a9d30739ca" -d '{"events": [{"name": "network-changed", "server_uuid": "7ccdf00a-118e-4744-90de-1ada9262da5d", "tag": "fedfb42c-a25b-45c0-b03f-f80b66635cab"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:11:30.468563 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a04b76-3e44-4bf2-b7cf-de23ceb9084d service neutron] Pushing event updated for resources: {'Port': ['ID=fedfb42c-a25b-45c0-b03f-f80b66635cab,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:11:30.563316 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-63ae5f2a-fc4d-4a1b-aa77-6b5233a38f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:30.564835 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-63ae5f2a-fc4d-4a1b-aa77-6b5233a38f26 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 1095 time: 0.0806203 Dec 10 17:11:30.573132 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35562819-89e3-4bf1-a750-b75cbb243184 req-544153d2-4820-4d4c-abbd-0c6a071dd4a4 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:30.574701 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-35562819-89e3-4bf1-a750-b75cbb243184 req-544153d2-4820-4d4c-abbd-0c6a071dd4a4 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 944 time: 0.0814860 Dec 10 17:11:30.622661 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-7ecd99cd-8734-425a-89f9-210a26a9d8c6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fedfb42c-a25b-45c0-b03f-f80b66635cab HTTP/1.1" status: 200 len: 217 time: 0.0468237 Dec 10 17:11:30.691488 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-35562819-89e3-4bf1-a750-b75cbb243184 req-dd640883-f3cb-404f-a4b1-e4b92630c4e8 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1098228 Dec 10 17:11:30.701070 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-2f9386d3-cb8a-4fda-a8c6-4a917f693989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:30.702596 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-2f9386d3-cb8a-4fda-a8c6-4a917f693989 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0719202 Dec 10 17:11:30.736759 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36ecad9-f0df-4204-b023-301f4f99ca18 x-openstack-request-id: req-d36ecad9-f0df-4204-b023-301f4f99ca18 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:11:30.737053 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ccdf00a-118e-4744-90de-1ada9262da5d", "tag": "fedfb42c-a25b-45c0-b03f-f80b66635cab", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:11:30.737312 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d36ecad9-f0df-4204-b023-301f4f99ca18 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:11:30.737716 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ccdf00a-118e-4744-90de-1ada9262da5d', 'tag': 'fedfb42c-a25b-45c0-b03f-f80b66635cab', 'status': 'completed', 'code': 200} Dec 10 17:11:30.754955 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-96246494-3d7f-4f9c-93b6-ed7e686d9d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:30.756450 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-96246494-3d7f-4f9c-93b6-ed7e686d9d71 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471895 Dec 10 17:11:30.844394 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-bee89642-94c0-465d-a12b-0fa64f898e0e service neutron] 10.222.0.26 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807848 Dec 10 17:11:30.938641 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3429a5d3-fe02-468d-9472-7a3440a5fb82 req-f2fbf9c4-d729-4834-9488-59c84e6870ac service neutron] 10.222.0.26 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868340 Dec 10 17:11:31.022837 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5627f-7ceb-4b8e-b766-38a9d30739ca req-3b4b24ac-7698-4c0a-9c05-bf21f3bc58f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:31.024221 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e1b5627f-7ceb-4b8e-b766-38a9d30739ca req-3b4b24ac-7698-4c0a-9c05-bf21f3bc58f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 1095 time: 0.0412467 Dec 10 17:11:31.119087 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5627f-7ceb-4b8e-b766-38a9d30739ca req-ddfa119b-46bf-4b78-a0c9-6a9d0dfa492b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:31.120529 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e1b5627f-7ceb-4b8e-b766-38a9d30739ca req-ddfa119b-46bf-4b78-a0c9-6a9d0dfa492b service neutron] 10.222.0.26 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 913 time: 0.0883462 Dec 10 17:11:31.161297 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e1b5627f-7ceb-4b8e-b766-38a9d30739ca req-d73f7aff-7f17-47f4-8d34-6e7b941b9c06 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fedfb42c-a25b-45c0-b03f-f80b66635cab HTTP/1.1" status: 200 len: 217 time: 0.0338857 Dec 10 17:11:31.209319 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5627f-7ceb-4b8e-b766-38a9d30739ca req-d277d12d-118c-4187-b901-c433338924f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:31.210777 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e1b5627f-7ceb-4b8e-b766-38a9d30739ca req-d277d12d-118c-4187-b901-c433338924f4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0422468 Dec 10 17:11:31.261849 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5627f-7ceb-4b8e-b766-38a9d30739ca req-0363ddb2-7422-40a3-bcde-3672f98e81c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:31.263341 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e1b5627f-7ceb-4b8e-b766-38a9d30739ca req-0363ddb2-7422-40a3-bcde-3672f98e81c3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434577 Dec 10 17:11:31.352059 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e1b5627f-7ceb-4b8e-b766-38a9d30739ca req-2696cba1-25b5-4d58-860e-31defc118f2e service neutron] 10.222.0.26 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798059 Dec 10 17:11:31.446156 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e1b5627f-7ceb-4b8e-b766-38a9d30739ca req-41e1c69a-3157-427c-9b41-60328a0e0b08 service neutron] 10.222.0.26 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870399 Dec 10 17:11:31.810517 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4d995-f30d-4748-a011-35dbe72db650 req-8e0eda7c-95c6-457d-a118-5a966820205a tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:31.812000 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-69b4d995-f30d-4748-a011-35dbe72db650 req-8e0eda7c-95c6-457d-a118-5a966820205a tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 944 time: 0.0496886 Dec 10 17:11:31.858832 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-69b4d995-f30d-4748-a011-35dbe72db650 req-f6c2600f-3248-4482-9289-e270390be279 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408947 Dec 10 17:11:32.974373 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67487c97-3056-4fe2-bbbd-ed60521ce7f3 req-93a9fcaa-5055-4dbf-a6bc-398e057abdca tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:32.976246 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-67487c97-3056-4fe2-bbbd-ed60521ce7f3 req-93a9fcaa-5055-4dbf-a6bc-398e057abdca tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 944 time: 0.0487630 Dec 10 17:11:33.022245 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-67487c97-3056-4fe2-bbbd-ed60521ce7f3 req-c3e8c08c-ba63-461e-8b2e-41d8529cc28e tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400259 Dec 10 17:11:34.140148 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3775815-d159-43cd-9453-2bf194f70b85 req-e65ea429-154d-455f-8628-383691c31a1b tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:34.141615 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f3775815-d159-43cd-9453-2bf194f70b85 req-e65ea429-154d-455f-8628-383691c31a1b tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 944 time: 0.0516288 Dec 10 17:11:34.188109 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f3775815-d159-43cd-9453-2bf194f70b85 req-a2e59da1-589d-4981-b820-e0095b964c4b tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399339 Dec 10 17:11:34.853792 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device fedfb42c-a25b-45c0-b03f-f80b66635cab details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 17:11:34.947092 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port fedfb42c-a25b-45c0-b03f-f80b66635cab, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=fedfb42c-a25b-45c0-b03f-f80b66635cab,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:11:34.957823 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': 'fedfb42c-a25b-45c0-b03f-f80b66635cab', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'port_id': 'fedfb42c-a25b-45c0-b03f-f80b66635cab', 'mac_address': 'fa:16:3e:f0:8f:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 17:11:34.994343 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:35.007347 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fedfb42c-a25b-45c0-b03f-f80b66635cab {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:11:35.027091 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port fedfb42c-a25b-45c0-b03f-f80b66635cab, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=fedfb42c-a25b-45c0-b03f-f80b66635cab,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:11:35.031170 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:35.080128 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=fedfb42c-a25b-45c0-b03f-f80b66635cab,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:11:35.230320 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] get_ports_and_sgs() called for port_ids ['fedfb42c-a25b-45c0-b03f-f80b66635cab'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:11:35.302841 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43331d39-4a28-4fdb-b01c-9b929b079f7d req-55df1ec2-bcfd-4361-a206-05ec0c6ea4eb tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:35.304501 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-43331d39-4a28-4fdb-b01c-9b929b079f7d req-55df1ec2-bcfd-4361-a206-05ec0c6ea4eb tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 945 time: 0.0493670 Dec 10 17:11:35.352860 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-43331d39-4a28-4fdb-b01c-9b929b079f7d req-f20af6f9-50b0-44d8-8020-fc5455aaf408 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418646 Dec 10 17:11:36.470650 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6de1a-bc5b-462f-abaf-a5829a155cff req-21e1eb8a-d6f7-4895-94c8-04058660ded2 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:36.472106 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-77b6de1a-bc5b-462f-abaf-a5829a155cff req-21e1eb8a-d6f7-4895-94c8-04058660ded2 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 945 time: 0.0515428 Dec 10 17:11:36.518496 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-77b6de1a-bc5b-462f-abaf-a5829a155cff req-8ebaeea6-607a-484f-b3f1-12abdee0ae3a tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404587 Dec 10 17:11:36.667491 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:36.874103 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device fedfb42c-a25b-45c0-b03f-f80b66635cab up at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:11:36.927240 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning for port fedfb42c-a25b-45c0-b03f-f80b66635cab completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 17:11:36.931642 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Provisioning complete for port fedfb42c-a25b-45c0-b03f-f80b66635cab triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:11:36.932016 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:37.007242 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:37.028468 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccdf00a-118e-4744-90de-1ada9262da5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fedfb42c-a25b-45c0-b03f-f80b66635cab'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:11:37.030740 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba5f03e-c2ea-4c96-9223-84bd1eef646e" -d '{"events": [{"server_uuid": "7ccdf00a-118e-4744-90de-1ada9262da5d", "name": "network-vif-plugged", "status": "completed", "tag": "fedfb42c-a25b-45c0-b03f-f80b66635cab"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:11:37.044340 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port fedfb42c-a25b-45c0-b03f-f80b66635cab, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=fedfb42c-a25b-45c0-b03f-f80b66635cab,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:11:37.048668 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:37.071490 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14369462-5598-4ed4-b48a-25edc4c3d623 x-openstack-request-id: req-14369462-5598-4ed4-b48a-25edc4c3d623 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:11:37.071778 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ccdf00a-118e-4744-90de-1ada9262da5d", "name": "network-vif-plugged", "status": "completed", "tag": "fedfb42c-a25b-45c0-b03f-f80b66635cab", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:11:37.072055 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-14369462-5598-4ed4-b48a-25edc4c3d623 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:11:37.072433 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ccdf00a-118e-4744-90de-1ada9262da5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fedfb42c-a25b-45c0-b03f-f80b66635cab', 'code': 200} Dec 10 17:11:37.102394 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=fedfb42c-a25b-45c0-b03f-f80b66635cab,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:11:37.165225 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fb310-732c-45b0-80dc-8ef6d1101684 req-62106b72-a03a-4181-9504-d1e455610d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:37.166814 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-361fb310-732c-45b0-80dc-8ef6d1101684 req-62106b72-a03a-4181-9504-d1e455610d84 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 1097 time: 0.0393982 Dec 10 17:11:37.209563 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-361fb310-732c-45b0-80dc-8ef6d1101684 req-b8a4b56e-d21f-4f91-87b8-1c177b68b31a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356073 Dec 10 17:11:37.633392 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6705134-b0ae-4e92-a486-81e6eac052b9 req-428483eb-1b26-4fce-a5d3-e9499be3f62b tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:37.634933 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b6705134-b0ae-4e92-a486-81e6eac052b9 req-428483eb-1b26-4fce-a5d3-e9499be3f62b tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 946 time: 0.0486176 Dec 10 17:11:37.686159 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b6705134-b0ae-4e92-a486-81e6eac052b9 req-87b55515-1f6d-43bd-a558-bf9eab607d13 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452917 Dec 10 17:11:38.587746 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:38.803928 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7605310-6eeb-4390-a6be-5f860fa1c751 req-1bfdd336-2851-4357-affe-7320ffec66e2 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:38.805397 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d7605310-6eeb-4390-a6be-5f860fa1c751 req-1bfdd336-2851-4357-affe-7320ffec66e2 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 946 time: 0.0481615 Dec 10 17:11:38.852344 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d7605310-6eeb-4390-a6be-5f860fa1c751 req-6b796d2f-0ea2-4e34-8e99-7efe1f7617c7 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409501 Dec 10 17:11:38.961058 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb488d-c931-47f8-b82b-7e0f8c5851e8 req-f0c1af10-0c95-4be5-9943-7558d8f637bc tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:38.962555 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a5fb488d-c931-47f8-b82b-7e0f8c5851e8 req-f0c1af10-0c95-4be5-9943-7558d8f637bc tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 946 time: 0.0482824 Dec 10 17:11:38.971020 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37324) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:11:38.975305 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-08c26f97-45ef-488e-bae5-7ae68345a7d7 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Request body: {'floatingip': {'port_id': 'fedfb42c-a25b-45c0-b03f-f80b66635cab'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:11:39.017329 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-08c26f97-45ef-488e-bae5-7ae68345a7d7 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks [] for floatingip, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:39.424597 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-08c26f97-45ef-488e-bae5-7ae68345a7d7 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:39.428221 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-08c26f97-45ef-488e-bae5-7ae68345a7d7 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:39.525435 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [None req-08c26f97-45ef-488e-bae5-7ae68345a7d7 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Floating IP 6751e57f-d5a6-434f-9504-acbb7b4ec61e associated. External IP: 172.25.6.43, port: fedfb42c-a25b-45c0-b03f-f80b66635cab. Dec 10 17:11:39.731281 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c26f97-45ef-488e-bae5-7ae68345a7d7 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Router 27bf5f53-a2cc-482d-a7af-eabdeefdc598 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:11:39.837083 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c26f97-45ef-488e-bae5-7ae68345a7d7 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:11:39.841900 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-08c26f97-45ef-488e-bae5-7ae68345a7d7 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:39.847022 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f6fe2c-6c2a-4437-b27d-b1981d3946b4 None None] Sync routers for ids ['27bf5f53-a2cc-482d-a7af-eabdeefdc598'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:11:39.857101 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f6fe2c-6c2a-4437-b27d-b1981d3946b4 None None] Routers {'27bf5f53-a2cc-482d-a7af-eabdeefdc598'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:11:39.857713 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d0f6fe2c-6c2a-4437-b27d-b1981d3946b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T17:11:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['27bf5f53-a2cc-482d-a7af-eabdeefdc598'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:11:39.868561 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-08c26f97-45ef-488e-bae5-7ae68345a7d7 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "PUT /v2.0/floatingips/6751e57f-d5a6-434f-9504-acbb7b4ec61e HTTP/1.1" status: 200 len: 992 time: 0.8964937 Dec 10 17:11:39.869129 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ccdf00a-118e-4744-90de-1ada9262da5d', 'tag': 'fedfb42c-a25b-45c0-b03f-f80b66635cab'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:11:39.871429 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89996f48-3479-446d-b93e-6f8f144bd738" -d '{"events": [{"name": "network-changed", "server_uuid": "7ccdf00a-118e-4744-90de-1ada9262da5d", "tag": "fedfb42c-a25b-45c0-b03f-f80b66635cab"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:11:39.958305 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd42526d-70ed-491a-9526-3d0928077ee0 x-openstack-request-id: req-dd42526d-70ed-491a-9526-3d0928077ee0 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:11:39.958599 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ccdf00a-118e-4744-90de-1ada9262da5d", "tag": "fedfb42c-a25b-45c0-b03f-f80b66635cab", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:11:39.958859 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dd42526d-70ed-491a-9526-3d0928077ee0 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:11:39.959265 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ccdf00a-118e-4744-90de-1ada9262da5d', 'tag': 'fedfb42c-a25b-45c0-b03f-f80b66635cab', 'status': 'completed', 'code': 200} Dec 10 17:11:39.973144 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-d0f6fe2c-6c2a-4437-b27d-b1981d3946b4 None None] Set router 27bf5f53-a2cc-482d-a7af-eabdeefdc598 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:11:40.024121 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89996f48-3479-446d-b93e-6f8f144bd738 req-094e9fbf-c9d8-4144-8def-9b323dba4eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:40.025583 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-89996f48-3479-446d-b93e-6f8f144bd738 req-094e9fbf-c9d8-4144-8def-9b323dba4eb7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 1097 time: 0.0413764 Dec 10 17:11:40.118986 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89996f48-3479-446d-b93e-6f8f144bd738 req-2148f8d8-e99c-47a2-97dc-6b867b833e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:40.120469 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-89996f48-3479-446d-b93e-6f8f144bd738 req-2148f8d8-e99c-47a2-97dc-6b867b833e50 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 913 time: 0.0882416 Dec 10 17:11:40.186326 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-89996f48-3479-446d-b93e-6f8f144bd738 req-54abfd9d-9341-4a9e-9edd-565086660aa1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fedfb42c-a25b-45c0-b03f-f80b66635cab HTTP/1.1" status: 200 len: 1000 time: 0.0582621 Dec 10 17:11:40.196546 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d0f6fe2c-6c2a-4437-b27d-b1981d3946b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'name': 'tempest-ServerActionsTestJSON-2017665447-router', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:04:42Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'gw_port': {'id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:43Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '6751e57f-d5a6-434f-9504-acbb7b4ec61e', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'floating_ip_address': '172.25.6.43', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'port_id': 'fedfb42c-a25b-45c0-b03f-f80b66635cab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'mac_address': 'fa:16:3e:f0:8f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccdf00a-118e-4744-90de-1ada9262da5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:04:47Z', 'updated_at': '2021-12-10T17:11:39Z', 'revision_number': 13, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c748c109-9300-4e3d-b54a-e9577e26603e', 'name': '', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'mac_address': 'fa:16:3e:b0:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:44Z', 'updated_at': '2021-12-10T17:04:49Z', 'revision_number': 5, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'subnets': [{'id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:11:40.225660 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f6fe2c-6c2a-4437-b27d-b1981d3946b4 None None] Checking router: 27bf5f53-a2cc-482d-a7af-eabdeefdc598 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:11:40.234004 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f6fe2c-6c2a-4437-b27d-b1981d3946b4 None None] Routers {'27bf5f53-a2cc-482d-a7af-eabdeefdc598'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:11:40.234632 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d0f6fe2c-6c2a-4437-b27d-b1981d3946b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T17:11:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['27bf5f53-a2cc-482d-a7af-eabdeefdc598'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:11:40.234745 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89996f48-3479-446d-b93e-6f8f144bd738 req-3bbba7db-43a1-4372-b87c-3537655efa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:40.236180 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-89996f48-3479-446d-b93e-6f8f144bd738 req-3bbba7db-43a1-4372-b87c-3537655efa80 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0436239 Dec 10 17:11:40.284559 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89996f48-3479-446d-b93e-6f8f144bd738 req-91cc23d8-42f9-4099-83e7-35f21cda6d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:40.285954 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-89996f48-3479-446d-b93e-6f8f144bd738 req-91cc23d8-42f9-4099-83e7-35f21cda6d66 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430396 Dec 10 17:11:40.339316 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-d0f6fe2c-6c2a-4437-b27d-b1981d3946b4 None None] Set router 27bf5f53-a2cc-482d-a7af-eabdeefdc598 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:11:40.375610 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-89996f48-3479-446d-b93e-6f8f144bd738 req-f866d0f4-bbcc-4d44-bbb5-256b7b41263d service neutron] 10.222.0.26 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818176 Dec 10 17:11:40.476133 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-89996f48-3479-446d-b93e-6f8f144bd738 req-f053db8e-a4a4-436d-aa81-9df5e2344870 service neutron] 10.222.0.26 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915620 Dec 10 17:11:40.558193 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d0f6fe2c-6c2a-4437-b27d-b1981d3946b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'name': 'tempest-ServerActionsTestJSON-2017665447-router', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:04:42Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'gw_port': {'id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:43Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '6751e57f-d5a6-434f-9504-acbb7b4ec61e', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'floating_ip_address': '172.25.6.43', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'port_id': 'fedfb42c-a25b-45c0-b03f-f80b66635cab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'mac_address': 'fa:16:3e:f0:8f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccdf00a-118e-4744-90de-1ada9262da5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:04:47Z', 'updated_at': '2021-12-10T17:11:39Z', 'revision_number': 13, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c748c109-9300-4e3d-b54a-e9577e26603e', 'name': '', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'mac_address': 'fa:16:3e:b0:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:44Z', 'updated_at': '2021-12-10T17:04:49Z', 'revision_number': 5, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'subnets': [{'id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:11:40.586774 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f6fe2c-6c2a-4437-b27d-b1981d3946b4 None None] The sync data for ids ['27bf5f53-a2cc-482d-a7af-eabdeefdc598'] in n-d-766771-2 is: [{'id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'name': 'tempest-ServerActionsTestJSON-2017665447-router', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:04:42Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'gw_port': {'id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:43Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_floatingips': [{'id': '6751e57f-d5a6-434f-9504-acbb7b4ec61e', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'floating_ip_address': '172.25.6.43', 'floating_network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'router_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'port_id': 'fedfb42c-a25b-45c0-b03f-f80b66635cab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'mac_address': 'fa:16:3e:f0:8f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccdf00a-118e-4744-90de-1ada9262da5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:04:47Z', 'updated_at': '2021-12-10T17:11:39Z', 'revision_number': 13, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c748c109-9300-4e3d-b54a-e9577e26603e', 'name': '', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'mac_address': 'fa:16:3e:b0:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:44Z', 'updated_at': '2021-12-10T17:04:49Z', 'revision_number': 5, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'subnets': [{'id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:11:40.779077 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3bc231-f120-4a80-ae34-5a5e18f9b426 None None] New status for floating IP 6751e57f-d5a6-434f-9504-acbb7b4ec61e: ACTIVE {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 17:11:43.986033 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-28c31607-5733-423f-bb6f-2784c9bfd3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:46.530863 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-67ab9e01-28e9-4f2a-bfe2-52d913ba2fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:47.426436 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:48.719985 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:49.763517 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:00.306614 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:12:06.419012 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d6179dfa-b16f-4915-af00-c4274f95fd72 req-b4d86db4-ff0d-4c4a-a5ac-92d0fcdc98f7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3968754 Dec 10 17:12:06.506455 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6179dfa-b16f-4915-af00-c4274f95fd72 req-7be04a33-8e41-4470-894d-edd2f7df3f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:12:06.507953 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d6179dfa-b16f-4915-af00-c4274f95fd72 req-7be04a33-8e41-4470-894d-edd2f7df3f29 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 1097 time: 0.0414166 Dec 10 17:12:06.612376 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6179dfa-b16f-4915-af00-c4274f95fd72 req-d275118d-4641-4561-9ac1-2808c8f2d375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:12:06.613821 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d6179dfa-b16f-4915-af00-c4274f95fd72 req-d275118d-4641-4561-9ac1-2808c8f2d375 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 913 time: 0.0857520 Dec 10 17:12:06.679156 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:06.680044 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d6179dfa-b16f-4915-af00-c4274f95fd72 req-b79a3aaa-abda-401d-a7a8-aa40f684e9b3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fedfb42c-a25b-45c0-b03f-f80b66635cab HTTP/1.1" status: 200 len: 1002 time: 0.0583353 Dec 10 17:12:06.730547 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6179dfa-b16f-4915-af00-c4274f95fd72 req-0421bf75-eb69-425d-b286-8ec81a855c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:12:06.732005 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d6179dfa-b16f-4915-af00-c4274f95fd72 req-0421bf75-eb69-425d-b286-8ec81a855c06 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0444136 Dec 10 17:12:06.781071 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6179dfa-b16f-4915-af00-c4274f95fd72 req-4412e481-b4e5-4c10-893c-d9eb0f9c7e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:12:06.782566 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d6179dfa-b16f-4915-af00-c4274f95fd72 req-4412e481-b4e5-4c10-893c-d9eb0f9c7e38 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430353 Dec 10 17:12:06.869502 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d6179dfa-b16f-4915-af00-c4274f95fd72 req-65f5409f-b08f-469e-a4ca-ac053c917da0 service neutron] 10.222.0.26 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791790 Dec 10 17:12:06.960801 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d6179dfa-b16f-4915-af00-c4274f95fd72 req-efd4c656-4586-4628-9896-fb512e154a6a service neutron] 10.222.0.26 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846589 Dec 10 17:12:08.588696 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:13.986607 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7a335a81-beca-40ce-84ac-cdfa43c68a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:16.533212 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48620e35-64a6-4e2f-94d3-d9e9238a9409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:17.431129 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:18.722403 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:19.764454 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:36.686097 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:37.306534 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:12:38.603693 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:43.987879 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cb925bf7-7bf6-4221-b4d5-533c0e7aef47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:46.536372 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-abd5e270-5724-4d6a-b79d-9f0fb9c9e594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:47.433845 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:48.724793 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:49.765786 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:06.691999 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:07.054680 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a3d99553-593f-4941-a870-85f66a01a0af req-56990c39-c10b-47ed-ab88-be2fb427fa59 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405519 Dec 10 17:13:07.136099 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d99553-593f-4941-a870-85f66a01a0af req-2aaa92fd-3f43-471a-9cb8-e4bb1503c041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:07.137582 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a3d99553-593f-4941-a870-85f66a01a0af req-2aaa92fd-3f43-471a-9cb8-e4bb1503c041 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 1097 time: 0.0402009 Dec 10 17:13:07.241375 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d99553-593f-4941-a870-85f66a01a0af req-9c7f2150-4881-4925-943e-bc0042851f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:07.242874 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a3d99553-593f-4941-a870-85f66a01a0af req-9c7f2150-4881-4925-943e-bc0042851f27 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 913 time: 0.0850351 Dec 10 17:13:07.306074 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a3d99553-593f-4941-a870-85f66a01a0af req-7c2c990b-8580-4a40-bdbd-5a44a73ac920 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fedfb42c-a25b-45c0-b03f-f80b66635cab HTTP/1.1" status: 200 len: 1002 time: 0.0566947 Dec 10 17:13:07.355998 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d99553-593f-4941-a870-85f66a01a0af req-8ed584df-37b7-4417-b39b-a4914dd97b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:07.357515 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a3d99553-593f-4941-a870-85f66a01a0af req-8ed584df-37b7-4417-b39b-a4914dd97b3e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0440331 Dec 10 17:13:07.409247 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d99553-593f-4941-a870-85f66a01a0af req-e5d656aa-30c2-4757-935c-e8d9ec123e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:07.410824 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a3d99553-593f-4941-a870-85f66a01a0af req-e5d656aa-30c2-4757-935c-e8d9ec123e13 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451539 Dec 10 17:13:07.497057 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a3d99553-593f-4941-a870-85f66a01a0af req-a4343ef0-ac22-4ab1-bf2c-2c9064ea432e service neutron] 10.222.0.26 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793171 Dec 10 17:13:07.589961 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a3d99553-593f-4941-a870-85f66a01a0af req-ef04a68e-02e9-4d55-86bd-3cad10d9b4ab service neutron] 10.222.0.26 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851173 Dec 10 17:13:08.620977 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:13.988283 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a3e29770-1951-4006-85d2-fab682c91082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:14.306926 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:13:16.537761 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-42b411ef-61c7-4f53-880f-cd6f984941a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:17.435077 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:18.118765 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbbabd-ed78-40ca-8e78-8885341f2b28 req-feb48e52-cc75-44bd-8e1e-e43e0ef5feba tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:18.120472 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-30fbbabd-ed78-40ca-8e78-8885341f2b28 req-feb48e52-cc75-44bd-8e1e-e43e0ef5feba tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 946 time: 0.0496857 Dec 10 17:13:18.166999 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-30fbbabd-ed78-40ca-8e78-8885341f2b28 req-419c0fc2-1b53-41c2-9178-6505ec073a5d tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409169 Dec 10 17:13:18.730409 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:19.767978 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:29.072671 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-cb4e50d6-64f3-4394-a459-e6053a7f873b req-834365d2-1465-44e0-b923-63f1725ad587 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 17:13:29.073654 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cb4e50d6-64f3-4394-a459-e6053a7f873b req-834365d2-1465-44e0-b923-63f1725ad587 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054302 Dec 10 17:13:29.283749 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0f388-8455-4bdb-9513-ba22d509ff04 req-53df14d9-f3d6-4036-8a99-2c5e70878fe2 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:29.285130 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-37a0f388-8455-4bdb-9513-ba22d509ff04 req-53df14d9-f3d6-4036-8a99-2c5e70878fe2 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 946 time: 0.0788836 Dec 10 17:13:29.288421 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-7d040967-7e78-442b-a9e3-dd82ce40ed52 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0726335 Dec 10 17:13:29.300622 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-0bbb6ade-716a-45cc-b399-e9b2ba5a4c45 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 17:13:29.301567 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-0bbb6ade-716a-45cc-b399-e9b2ba5a4c45 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048463 Dec 10 17:13:29.340110 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-37a0f388-8455-4bdb-9513-ba22d509ff04 req-234f22d0-67cb-4591-99f9-b069978a4c4c tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489001 Dec 10 17:13:30.384857 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-9de4cb55-bb17-4826-929d-e8e700e8340f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:30.386458 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-9de4cb55-bb17-4826-929d-e8e700e8340f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 1097 time: 0.0409677 Dec 10 17:13:30.508192 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a5328-a9f3-49db-89a6-b946fbdb5ff5 req-be8616c8-dc28-43b0-8aff-2c925c5e1efb tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:30.509661 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-468a5328-a9f3-49db-89a6-b946fbdb5ff5 req-be8616c8-dc28-43b0-8aff-2c925c5e1efb tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 946 time: 0.0981557 Dec 10 17:13:30.526216 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-05797b0a-7406-4bf1-8269-1d4cbc2f2e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:30.527930 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-05797b0a-7406-4bf1-8269-1d4cbc2f2e1b service neutron] 10.222.0.26 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 913 time: 0.1343083 Dec 10 17:13:30.611214 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-468a5328-a9f3-49db-89a6-b946fbdb5ff5 req-cf6c8c2b-0096-4729-b279-627d7e694aa0 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0941200 Dec 10 17:13:30.620347 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-00ee1c40-52f7-4d8c-8bde-41b9dcd4f8dd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fedfb42c-a25b-45c0-b03f-f80b66635cab HTTP/1.1" status: 200 len: 1002 time: 0.0835655 Dec 10 17:13:30.673490 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-c8e422ca-24c7-4f95-8e11-e39ea70c1a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:30.675275 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-c8e422ca-24c7-4f95-8e11-e39ea70c1a6c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0468683 Dec 10 17:13:30.720594 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-4bd96875-2ce6-4d83-a132-c7060ae34dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:30.722067 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-4bd96875-2ce6-4d83-a132-c7060ae34dad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401795 Dec 10 17:13:30.813589 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-0889b9a9-6eba-4160-aab5-f471996d9a8f service neutron] 10.222.0.26 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843992 Dec 10 17:13:30.902588 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-2446fec2-58fd-40e9-9190-c5fcb1686939 service neutron] 10.222.0.26 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811203 Dec 10 17:13:31.729981 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c0acf-6989-4eb0-85a4-bc7102178040 req-1dea7646-2470-4df6-ac6a-7b047f38162d tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:31.731478 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-554c0acf-6989-4eb0-85a4-bc7102178040 req-1dea7646-2470-4df6-ac6a-7b047f38162d tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 946 time: 0.0486286 Dec 10 17:13:31.777964 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-554c0acf-6989-4eb0-85a4-bc7102178040 req-1db0db59-dee9-41b1-87b1-9f41b3bdcee7 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405929 Dec 10 17:13:32.900596 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab91ed4-a292-442d-91fb-91af2267b32e req-38d2aeaf-ff28-4403-b856-716625aa37ce tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:32.902003 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0ab91ed4-a292-442d-91fb-91af2267b32e req-38d2aeaf-ff28-4403-b856-716625aa37ce tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 946 time: 0.0546067 Dec 10 17:13:32.949282 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0ab91ed4-a292-442d-91fb-91af2267b32e req-da5c932a-835a-40ad-9eaf-630bcd99aaff tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411985 Dec 10 17:13:34.064104 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3d590-54dc-4d6b-b9df-808427491a66 req-85b5b1c8-f828-45d4-b4c8-2166f7ab8ce2 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:34.065587 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-efc3d590-54dc-4d6b-b9df-808427491a66 req-85b5b1c8-f828-45d4-b4c8-2166f7ab8ce2 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 946 time: 0.0484023 Dec 10 17:13:34.112625 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-efc3d590-54dc-4d6b-b9df-808427491a66 req-9c8635e3-0e5a-44b9-8492-9ea3effddc26 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403595 Dec 10 17:13:35.235393 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278fede-f2fe-4df0-9b12-5ddcfaf62c01 req-fb335617-b945-4623-82dc-721003b05c52 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:35.236862 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4278fede-f2fe-4df0-9b12-5ddcfaf62c01 req-fb335617-b945-4623-82dc-721003b05c52 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 946 time: 0.0527723 Dec 10 17:13:35.283073 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4278fede-f2fe-4df0-9b12-5ddcfaf62c01 req-63034a48-4f20-4ff9-882a-6d06b8780fbf tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402107 Dec 10 17:13:36.397275 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ea635-3641-4adf-b95f-7d62c966a553 req-1fc7ae3c-4404-497f-8ce1-6257050e9f13 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:36.399286 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de9ea635-3641-4adf-b95f-7d62c966a553 req-1fc7ae3c-4404-497f-8ce1-6257050e9f13 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 946 time: 0.0491855 Dec 10 17:13:36.445745 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-de9ea635-3641-4adf-b95f-7d62c966a553 req-ffd23913-5d98-41f1-aaab-ac6aca1ec59f tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404737 Dec 10 17:13:36.690858 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:37.561644 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f1276-3f00-44a7-bf5b-06561367570a req-258bd872-a939-4f43-b9bb-9fa895aec9f4 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:37.563137 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f62f1276-3f00-44a7-bf5b-06561367570a req-258bd872-a939-4f43-b9bb-9fa895aec9f4 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 946 time: 0.0484002 Dec 10 17:13:37.613187 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f62f1276-3f00-44a7-bf5b-06561367570a req-b0681223-f896-4942-ac4c-5a66d8822e83 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440784 Dec 10 17:13:38.640686 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:38.727637 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47653c4e-a08d-4362-a571-73a80c4b1a42 req-8e885249-4e8c-4422-a0e5-c7e969d0783a tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:38.729085 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-47653c4e-a08d-4362-a571-73a80c4b1a42 req-8e885249-4e8c-4422-a0e5-c7e969d0783a tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 946 time: 0.0475059 Dec 10 17:13:38.775687 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-47653c4e-a08d-4362-a571-73a80c4b1a42 req-d068d343-9e16-4566-bbcd-1ba8c99af8b7 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407131 Dec 10 17:13:39.890793 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea41e6-f0ad-466b-96bc-2016c00af0c7 req-0db0d10c-9ec5-4a58-b2b4-8cce98b530b8 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:39.892358 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-57ea41e6-f0ad-466b-96bc-2016c00af0c7 req-0db0d10c-9ec5-4a58-b2b4-8cce98b530b8 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 946 time: 0.0474670 Dec 10 17:13:39.941975 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-57ea41e6-f0ad-466b-96bc-2016c00af0c7 req-6858bde6-35e6-4c48-9189-cd6fee0f82bb tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434921 Dec 10 17:13:41.061630 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d5665-89d6-4186-9519-8e05c256beca req-6d1d8da6-33ee-4d44-b69f-6fb3b09eb2b8 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:41.063107 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b03d5665-89d6-4186-9519-8e05c256beca req-6d1d8da6-33ee-4d44-b69f-6fb3b09eb2b8 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 946 time: 0.0517979 Dec 10 17:13:41.109211 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b03d5665-89d6-4186-9519-8e05c256beca req-f323ab60-06df-425a-ae8c-44919ac1c7dd tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400925 Dec 10 17:13:42.224233 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba84f6-1a40-473b-a4c7-aaca7e80eee8 req-d212f86a-48c2-4f57-9ef8-bf8e7db8c7e3 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:42.225697 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4dba84f6-1a40-473b-a4c7-aaca7e80eee8 req-d212f86a-48c2-4f57-9ef8-bf8e7db8c7e3 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 946 time: 0.0477734 Dec 10 17:13:42.272381 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4dba84f6-1a40-473b-a4c7-aaca7e80eee8 req-e95b8b54-5e8b-4e89-9879-931b744db5f4 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407574 Dec 10 17:13:43.389469 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4929976-2c33-4d90-8995-b80cab6e45ed req-df4b316a-9392-4950-955a-0140e7d633dc tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:43.390966 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d4929976-2c33-4d90-8995-b80cab6e45ed req-df4b316a-9392-4950-955a-0140e7d633dc tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 946 time: 0.0481102 Dec 10 17:13:43.441596 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d4929976-2c33-4d90-8995-b80cab6e45ed req-f893e970-1304-46a2-b516-bba4c6d9dd46 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447409 Dec 10 17:13:43.990345 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-25971352-27cf-4f5b-bb3c-096fb6c8a2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:44.560949 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da400c1e-e956-4648-bb57-2a8638b99684 req-2882c5f2-b875-43bd-bd73-e76f0f2f5361 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:44.562455 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-da400c1e-e956-4648-bb57-2a8638b99684 req-2882c5f2-b875-43bd-bd73-e76f0f2f5361 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 946 time: 0.0497379 Dec 10 17:13:44.610204 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-da400c1e-e956-4648-bb57-2a8638b99684 req-c2694979-1211-4e4c-a31a-9bdf5c30d9a1 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418019 Dec 10 17:13:44.831966 n-d-766771-2 neutron-server[103392]: INFO neutron.api.v2.resource [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-efb2fdc5-b138-46d5-ad39-dc86e28c6a8c service neutron] show failed (client error): The resource could not be found. Dec 10 17:13:44.832966 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-efb2fdc5-b138-46d5-ad39-dc86e28c6a8c service neutron] 10.222.0.26 "GET /v2.0/ports/fedfb42c-a25b-45c0-b03f-f80b66635cab/bindings/n-h2-766771-2 HTTP/1.1" status: 404 len: 380 time: 0.0533895 Dec 10 17:13:45.072921 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-28567321-38ef-4261-a09c-5f5a5b39ab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:45.074433 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-28567321-38ef-4261-a09c-5f5a5b39ab77 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d&tenant_id=9cc68328aaf3429296c2d32b739636e4 HTTP/1.1" status: 200 len: 1097 time: 0.0868983 Dec 10 17:13:45.086238 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-4a6949c8-9358-4b2b-a688-76fab9c59b06 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766771-2', 'device_owner': 'compute:nova'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:13:45.136187 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-4a6949c8-9358-4b2b-a688-76fab9c59b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:45.331288 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-4a6949c8-9358-4b2b-a688-76fab9c59b06 service neutron] For port fedfb42c-a25b-45c0-b03f-f80b66635cab, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=fedfb42c-a25b-45c0-b03f-f80b66635cab,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:13:45.362665 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-4a6949c8-9358-4b2b-a688-76fab9c59b06 service neutron] For port fedfb42c-a25b-45c0-b03f-f80b66635cab, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:13:45.400955 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccdf00a-118e-4744-90de-1ada9262da5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fedfb42c-a25b-45c0-b03f-f80b66635cab'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:13:45.403236 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307776f6-d0c4-46ca-8682-d607551c938b" -d '{"events": [{"server_uuid": "7ccdf00a-118e-4744-90de-1ada9262da5d", "name": "network-vif-unplugged", "status": "completed", "tag": "fedfb42c-a25b-45c0-b03f-f80b66635cab"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:13:45.407028 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-4a6949c8-9358-4b2b-a688-76fab9c59b06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:45.419431 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-4a6949c8-9358-4b2b-a688-76fab9c59b06 service neutron] Transition to ACTIVE for port object fedfb42c-a25b-45c0-b03f-f80b66635cab will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 17:13:45.423645 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-4a6949c8-9358-4b2b-a688-76fab9c59b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:45.516783 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6949c8-9358-4b2b-a688-76fab9c59b06 service neutron] Pushing event updated for resources: {'Port': ['ID=fedfb42c-a25b-45c0-b03f-f80b66635cab,revision_number=6']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:13:45.524458 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 17:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec8d371-a56c-4a89-8248-b7695aa8d741 x-openstack-request-id: req-0ec8d371-a56c-4a89-8248-b7695aa8d741 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:13:45.524812 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ccdf00a-118e-4744-90de-1ada9262da5d", "name": "network-vif-unplugged", "status": "completed", "tag": "fedfb42c-a25b-45c0-b03f-f80b66635cab", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:13:45.525148 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0ec8d371-a56c-4a89-8248-b7695aa8d741 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:13:45.525539 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ccdf00a-118e-4744-90de-1ada9262da5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fedfb42c-a25b-45c0-b03f-f80b66635cab', 'code': 200} Dec 10 17:13:45.532804 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6949c8-9358-4b2b-a688-76fab9c59b06 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:13:45.533375 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6949c8-9358-4b2b-a688-76fab9c59b06 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:13:45.533816 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6949c8-9358-4b2b-a688-76fab9c59b06 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:13:45.534163 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6949c8-9358-4b2b-a688-76fab9c59b06 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:13:45.534442 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6949c8-9358-4b2b-a688-76fab9c59b06 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:13:45.534979 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6949c8-9358-4b2b-a688-76fab9c59b06 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:13:45.535343 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6949c8-9358-4b2b-a688-76fab9c59b06 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:13:45.535673 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6949c8-9358-4b2b-a688-76fab9c59b06 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:13:45.536000 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6949c8-9358-4b2b-a688-76fab9c59b06 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:13:45.536328 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6949c8-9358-4b2b-a688-76fab9c59b06 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:13:45.536654 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6949c8-9358-4b2b-a688-76fab9c59b06 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:13:45.536982 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6949c8-9358-4b2b-a688-76fab9c59b06 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:13:45.537303 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6949c8-9358-4b2b-a688-76fab9c59b06 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:13:45.565293 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-4a6949c8-9358-4b2b-a688-76fab9c59b06 service neutron] No DVR routers for this DVR port fedfb42c-a25b-45c0-b03f-f80b66635cab on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:13:45.742494 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-4a6949c8-9358-4b2b-a688-76fab9c59b06 service neutron] Attempting to bind port fedfb42c-a25b-45c0-b03f-f80b66635cab on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:13:45.743232 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-4a6949c8-9358-4b2b-a688-76fab9c59b06 service neutron] Attempting to bind port fedfb42c-a25b-45c0-b03f-f80b66635cab by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:13:45.743571 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-4a6949c8-9358-4b2b-a688-76fab9c59b06 service neutron] Attempting to bind port fedfb42c-a25b-45c0-b03f-f80b66635cab on network 9041a64b-23fd-4dc5-b999-dc05cb141829 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:13:45.751093 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-4a6949c8-9358-4b2b-a688-76fab9c59b06 service neutron] Port fedfb42c-a25b-45c0-b03f-f80b66635cab on network 9041a64b-23fd-4dc5-b999-dc05cb141829 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 17:13:45.751417 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-4a6949c8-9358-4b2b-a688-76fab9c59b06 service neutron] Attempting to bind port fedfb42c-a25b-45c0-b03f-f80b66635cab on network 9041a64b-23fd-4dc5-b999-dc05cb141829 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:13:45.759160 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-4a6949c8-9358-4b2b-a688-76fab9c59b06 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:13:45.759499 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-4a6949c8-9358-4b2b-a688-76fab9c59b06 service neutron] Checking segment: {'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:13:45.759884 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-4a6949c8-9358-4b2b-a688-76fab9c59b06 service neutron] Bound using segment: {'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:13:45.760315 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-4a6949c8-9358-4b2b-a688-76fab9c59b06 service neutron] Bound port: fedfb42c-a25b-45c0-b03f-f80b66635cab, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:13:45.760672 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-4a6949c8-9358-4b2b-a688-76fab9c59b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:45.770989 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1954ac-37a5-44a3-b7e2-478f0878a33e req-2070f483-86de-4d2e-9a8a-afb6583e98b5 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:45.772480 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1b1954ac-37a5-44a3-b7e2-478f0878a33e req-2070f483-86de-4d2e-9a8a-afb6583e98b5 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 944 time: 0.0854983 Dec 10 17:13:45.856041 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1b1954ac-37a5-44a3-b7e2-478f0878a33e req-37504f6b-63f7-401e-bb3e-b56762038e32 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0772090 Dec 10 17:13:45.866271 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-4a6949c8-9358-4b2b-a688-76fab9c59b06 service neutron] For port fedfb42c-a25b-45c0-b03f-f80b66635cab, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:13:45.870538 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-4a6949c8-9358-4b2b-a688-76fab9c59b06 service neutron] For port fedfb42c-a25b-45c0-b03f-f80b66635cab, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=fedfb42c-a25b-45c0-b03f-f80b66635cab,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:13:45.875854 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-4a6949c8-9358-4b2b-a688-76fab9c59b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:45.911034 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-4a6949c8-9358-4b2b-a688-76fab9c59b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:45.911680 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-4a6949c8-9358-4b2b-a688-76fab9c59b06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:45.913054 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-4a6949c8-9358-4b2b-a688-76fab9c59b06 service neutron] 10.222.0.46 "PUT /v2.0/ports/fedfb42c-a25b-45c0-b03f-f80b66635cab HTTP/1.1" status: 200 len: 1092 time: 0.8313155 Dec 10 17:13:45.946160 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6949c8-9358-4b2b-a688-76fab9c59b06 service neutron] Pushing event updated for resources: {'Port': ['ID=fedfb42c-a25b-45c0-b03f-f80b66635cab,revision_number=7']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:13:45.990015 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-9aee41a1-4480-49c0-b6cb-be06d0338383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:45.992195 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-9aee41a1-4480-49c0-b6cb-be06d0338383 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 1095 time: 0.0534453 Dec 10 17:13:46.085915 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-3f9c4a92-5805-473c-a91b-6458ab4a35bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:46.087688 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-3f9c4a92-5805-473c-a91b-6458ab4a35bb service neutron] 10.222.0.46 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 913 time: 0.0873618 Dec 10 17:13:46.156457 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-f8d5e93c-3083-4d3a-85d8-256a309768b2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fedfb42c-a25b-45c0-b03f-f80b66635cab HTTP/1.1" status: 200 len: 1000 time: 0.0622780 Dec 10 17:13:46.205622 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-c70d7a6e-f8fc-4e9e-b343-cc6bbb5c2a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:46.207159 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-c70d7a6e-f8fc-4e9e-b343-cc6bbb5c2a6d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0441387 Dec 10 17:13:46.252862 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-4be68987-703d-445e-9399-e97714a3f46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:46.254392 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-4be68987-703d-445e-9399-e97714a3f46f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396171 Dec 10 17:13:46.347284 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-bd1e9fc0-ef01-4076-8648-58b58550f34f service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855639 Dec 10 17:13:46.435834 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-eec17ae4-abfd-404d-8d33-89e60bf1f33f req-314d7977-1fc6-46f6-94be-b5045fcd217e service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806062 Dec 10 17:13:46.538286 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5b36f06a-4948-451d-8c8a-eaf98b722c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:47.031903 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3865a6e-ef05-4d4b-bba8-654c0bb5dede req-7fe3eb1d-7e89-4a4d-b298-24062745c35a tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:47.033488 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e3865a6e-ef05-4d4b-bba8-654c0bb5dede req-7fe3eb1d-7e89-4a4d-b298-24062745c35a tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 944 time: 0.1051531 Dec 10 17:13:47.082929 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e3865a6e-ef05-4d4b-bba8-654c0bb5dede req-71e23f78-010a-47a3-a2ba-2a35f1edbc37 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421805 Dec 10 17:13:47.439729 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:47.505526 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device fedfb42c-a25b-45c0-b03f-f80b66635cab no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:13:47.526804 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ccdf00a-118e-4744-90de-1ada9262da5d', 'tag': 'fedfb42c-a25b-45c0-b03f-f80b66635cab'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:13:47.530467 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2070fb08-6580-4735-8624-0ebe106ea8d7" -d '{"events": [{"name": "network-changed", "server_uuid": "7ccdf00a-118e-4744-90de-1ada9262da5d", "tag": "fedfb42c-a25b-45c0-b03f-f80b66635cab"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:13:47.547857 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device fedfb42c-a25b-45c0-b03f-f80b66635cab not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:13:47.591031 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb565425-0d57-45db-ab16-0306edf9697d x-openstack-request-id: req-eb565425-0d57-45db-ab16-0306edf9697d {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:13:47.591619 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ccdf00a-118e-4744-90de-1ada9262da5d", "tag": "fedfb42c-a25b-45c0-b03f-f80b66635cab", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:13:47.592039 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eb565425-0d57-45db-ab16-0306edf9697d {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:13:47.592508 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ccdf00a-118e-4744-90de-1ada9262da5d', 'tag': 'fedfb42c-a25b-45c0-b03f-f80b66635cab', 'status': 'completed', 'code': 200} Dec 10 17:13:47.698269 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070fb08-6580-4735-8624-0ebe106ea8d7 req-95eb1b8c-8478-4d09-883f-bb28ad69c269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:47.699773 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2070fb08-6580-4735-8624-0ebe106ea8d7 req-95eb1b8c-8478-4d09-883f-bb28ad69c269 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 1095 time: 0.0851123 Dec 10 17:13:47.702203 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070fb08-6580-4735-8624-0ebe106ea8d7 req-dc42b9ef-0dba-42d5-a364-446e10bda3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:47.703552 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2070fb08-6580-4735-8624-0ebe106ea8d7 req-dc42b9ef-0dba-42d5-a364-446e10bda3c9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 1095 time: 0.0791743 Dec 10 17:13:47.866759 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070fb08-6580-4735-8624-0ebe106ea8d7 req-b1ce2262-bce9-49a6-98c4-e870f1cc8fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:47.868228 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2070fb08-6580-4735-8624-0ebe106ea8d7 req-b1ce2262-bce9-49a6-98c4-e870f1cc8fdd service neutron] 10.222.0.46 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 913 time: 0.1620224 Dec 10 17:13:47.869286 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070fb08-6580-4735-8624-0ebe106ea8d7 req-8d64e1a5-c843-44ea-89c7-a590a13a3c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:47.870625 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2070fb08-6580-4735-8624-0ebe106ea8d7 req-8d64e1a5-c843-44ea-89c7-a590a13a3c02 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 913 time: 0.1565101 Dec 10 17:13:47.986685 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2070fb08-6580-4735-8624-0ebe106ea8d7 req-2d266d0c-aef8-444a-901a-564f02cedaae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fedfb42c-a25b-45c0-b03f-f80b66635cab HTTP/1.1" status: 200 len: 1000 time: 0.1113172 Dec 10 17:13:47.988408 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2070fb08-6580-4735-8624-0ebe106ea8d7 req-195c4ae9-6afb-4d2c-a4eb-debc27b9e2fe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fedfb42c-a25b-45c0-b03f-f80b66635cab HTTP/1.1" status: 200 len: 1000 time: 0.1065984 Dec 10 17:13:48.081061 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070fb08-6580-4735-8624-0ebe106ea8d7 req-67f9cb6f-30f6-4dd7-a48e-4a86066a87d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:48.082540 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2070fb08-6580-4735-8624-0ebe106ea8d7 req-67f9cb6f-30f6-4dd7-a48e-4a86066a87d6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0883124 Dec 10 17:13:48.084185 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070fb08-6580-4735-8624-0ebe106ea8d7 req-dedea38a-4bb1-4bf4-afd7-e81cd1998e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:48.086099 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2070fb08-6580-4735-8624-0ebe106ea8d7 req-dedea38a-4bb1-4bf4-afd7-e81cd1998e38 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0811965 Dec 10 17:13:48.159812 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070fb08-6580-4735-8624-0ebe106ea8d7 req-a24ab737-4835-41cc-9d0e-1d0e970fd04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:48.161304 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2070fb08-6580-4735-8624-0ebe106ea8d7 req-a24ab737-4835-41cc-9d0e-1d0e970fd04b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708663 Dec 10 17:13:48.183230 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070fb08-6580-4735-8624-0ebe106ea8d7 req-ee3fb185-a98f-4c9e-a81f-7006a4648206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:48.184626 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2070fb08-6580-4735-8624-0ebe106ea8d7 req-ee3fb185-a98f-4c9e-a81f-7006a4648206 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867519 Dec 10 17:13:48.317826 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ae96b-91f6-46e0-b099-df3576f738ef req-cc26d6c2-bd84-450f-aff0-9b97d20c404b tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:48.319335 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a12ae96b-91f6-46e0-b099-df3576f738ef req-cc26d6c2-bd84-450f-aff0-9b97d20c404b tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 944 time: 0.1564517 Dec 10 17:13:48.378040 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2070fb08-6580-4735-8624-0ebe106ea8d7 req-2373bfa6-d49b-4c23-ac70-713f7a8e2dbd service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035620 Dec 10 17:13:48.386560 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2070fb08-6580-4735-8624-0ebe106ea8d7 req-82504617-4b37-44d9-9833-8279001d646f service neutron] 10.222.0.26 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767600 Dec 10 17:13:48.733166 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:48.825305 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a12ae96b-91f6-46e0-b099-df3576f738ef req-dbc7b89d-a1bd-4d79-90e9-0a9f638c4377 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4982929 Dec 10 17:13:48.878703 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2070fb08-6580-4735-8624-0ebe106ea8d7 req-da8f5f4b-6130-46ae-907d-10d6e8812864 service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4912019 Dec 10 17:13:48.892823 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2070fb08-6580-4735-8624-0ebe106ea8d7 req-5c022a3f-d464-43eb-b256-f8da77f59490 service neutron] 10.222.0.26 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4930511 Dec 10 17:13:49.771536 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:49.953916 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e84eff-633a-4388-aab2-8b735d94b517 req-5d1e000c-1f08-4124-b24d-2242d516163d tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:49.955421 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e8e84eff-633a-4388-aab2-8b735d94b517 req-5d1e000c-1f08-4124-b24d-2242d516163d tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 944 time: 0.0543385 Dec 10 17:13:50.010754 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e8e84eff-633a-4388-aab2-8b735d94b517 req-c748ed4f-cd67-4c2f-b2a7-a3e8eb75c565 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425720 Dec 10 17:13:51.126650 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee30a5-bdb7-441d-8360-04559606f5f7 req-cb4cc277-9db7-4d80-8c76-d07542c66c36 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:51.128141 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8dee30a5-bdb7-441d-8360-04559606f5f7 req-cb4cc277-9db7-4d80-8c76-d07542c66c36 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 944 time: 0.0478122 Dec 10 17:13:51.175725 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8dee30a5-bdb7-441d-8360-04559606f5f7 req-22637b56-e523-4038-b1cd-aaa69a38312e tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408430 Dec 10 17:13:51.306387 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:13:52.291382 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec43caf-d047-4d67-b7ed-eb6ec265769a req-9eb85a80-30b3-41c5-a613-8b39792ac871 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:52.292922 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2ec43caf-d047-4d67-b7ed-eb6ec265769a req-9eb85a80-30b3-41c5-a613-8b39792ac871 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 944 time: 0.0477488 Dec 10 17:13:52.341804 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2ec43caf-d047-4d67-b7ed-eb6ec265769a req-cd24d26a-f847-407e-b173-e13040cf3d69 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430045 Dec 10 17:13:53.456819 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6ae78-aca4-4179-b47e-443e43467ee9 req-38b0f7b8-5147-4a52-b66d-466b7f96e342 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:53.458312 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-63d6ae78-aca4-4179-b47e-443e43467ee9 req-38b0f7b8-5147-4a52-b66d-466b7f96e342 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 944 time: 0.0483432 Dec 10 17:13:53.504507 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-63d6ae78-aca4-4179-b47e-443e43467ee9 req-256d1f93-f6ee-47f5-96a3-c9edb7335ee9 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397308 Dec 10 17:13:54.619919 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636f028-50b6-478e-8505-e85c00701614 req-91972c63-50b9-44c8-b692-7d265cb151dd tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:54.621380 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f636f028-50b6-478e-8505-e85c00701614 req-91972c63-50b9-44c8-b692-7d265cb151dd tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 944 time: 0.0477448 Dec 10 17:13:54.668061 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f636f028-50b6-478e-8505-e85c00701614 req-95763918-d5d7-4777-8be4-972fc54a61c5 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406623 Dec 10 17:13:55.786554 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff7d78-40a8-4a77-8645-6910a646af2c req-1ff8eccf-3add-422d-9582-04c25b662f0f tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:55.788022 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b1ff7d78-40a8-4a77-8645-6910a646af2c req-1ff8eccf-3add-422d-9582-04c25b662f0f tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 944 time: 0.0513761 Dec 10 17:13:55.834581 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b1ff7d78-40a8-4a77-8645-6910a646af2c req-6206649a-52b5-476b-b753-f70ca7717f35 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406890 Dec 10 17:13:56.956125 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899696e-aa48-491a-a838-ef143fb1db2a req-f33d0dab-9ea5-424c-9d7d-efe22a7959d5 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:56.957556 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1899696e-aa48-491a-a838-ef143fb1db2a req-f33d0dab-9ea5-424c-9d7d-efe22a7959d5 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 944 time: 0.0512252 Dec 10 17:13:57.010179 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1899696e-aa48-491a-a838-ef143fb1db2a req-30113f3b-35f4-4054-8569-9eaba686c14e tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413113 Dec 10 17:13:58.127668 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d52df2b-1e88-4bec-9b3b-83a4ae2f1980 req-d2a24c5a-a93a-4716-89c3-2aed4ecdfad5 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:58.129134 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0d52df2b-1e88-4bec-9b3b-83a4ae2f1980 req-d2a24c5a-a93a-4716-89c3-2aed4ecdfad5 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 944 time: 0.0523765 Dec 10 17:13:58.175856 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0d52df2b-1e88-4bec-9b3b-83a4ae2f1980 req-f06b96ec-c623-455d-ab54-93ddc5652459 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406325 Dec 10 17:13:59.293265 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c362a-5686-4c99-aabe-c4e1a4858589 req-735c6c53-f756-4c4e-a3e7-bacdd230ea1e tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:59.294746 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c35c362a-5686-4c99-aabe-c4e1a4858589 req-735c6c53-f756-4c4e-a3e7-bacdd230ea1e tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 944 time: 0.0472760 Dec 10 17:13:59.340627 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c35c362a-5686-4c99-aabe-c4e1a4858589 req-1d92f8d4-dac9-4837-ba6f-53ac12ff71d1 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396836 Dec 10 17:13:59.643573 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-a856ed95-1526-464e-af75-79702665e7d5 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:59.645095 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-a856ed95-1526-464e-af75-79702665e7d5 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d&tenant_id=9cc68328aaf3429296c2d32b739636e4&binding%3Ahost_id=n-h2-766771-2 HTTP/1.1" status: 200 len: 944 time: 0.0811317 Dec 10 17:13:59.657622 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586929e1-95f2-4246-b615-62ca58e73e19 req-cee559ca-9bdf-4406-babc-b21ad2ba00e4 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:59.659043 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-586929e1-95f2-4246-b615-62ca58e73e19 req-cee559ca-9bdf-4406-babc-b21ad2ba00e4 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 944 time: 0.0692706 Dec 10 17:13:59.745322 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-586929e1-95f2-4246-b615-62ca58e73e19 req-b4c04700-3c87-484d-ace2-61ed88464af5 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0796902 Dec 10 17:13:59.747071 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-5b6ae434-83f6-4e1e-b468-dae58d236555 service neutron] 10.222.0.46 "GET /v2.0/ports/fedfb42c-a25b-45c0-b03f-f80b66635cab/bindings/n-h2-766771-2 HTTP/1.1" status: 200 len: 382 time: 0.0871749 Dec 10 17:13:59.813114 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-28b6f298-a162-45cf-ad47-1b251c87c3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:59.814554 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-28b6f298-a162-45cf-ad47-1b251c87c3b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 1095 time: 0.0411768 Dec 10 17:13:59.906833 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-cbe7cd6c-9f0f-4c88-8c03-24671f756db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:59.908312 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-cbe7cd6c-9f0f-4c88-8c03-24671f756db9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 913 time: 0.0869770 Dec 10 17:13:59.974661 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-71d350a8-4091-45eb-9fb3-44c3ab69ff6d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fedfb42c-a25b-45c0-b03f-f80b66635cab HTTP/1.1" status: 200 len: 1000 time: 0.0586557 Dec 10 17:14:00.026781 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-e4010840-d1ea-4f62-ba0a-50f00f4c6f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:00.028221 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-e4010840-d1ea-4f62-ba0a-50f00f4c6f0b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0467660 Dec 10 17:14:00.073711 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-2cae7f7b-dcab-4201-864f-032ba0cfadce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:00.075141 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-2cae7f7b-dcab-4201-864f-032ba0cfadce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405664 Dec 10 17:14:00.160544 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-090f7fbd-d8c8-42c4-a9c8-904a9295c666 service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786405 Dec 10 17:14:00.170918 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device fedfb42c-a25b-45c0-b03f-f80b66635cab details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 17:14:00.255528 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-83d3ff96-499b-4d46-b512-3425145e7931 service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862112 Dec 10 17:14:00.267361 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port fedfb42c-a25b-45c0-b03f-f80b66635cab, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=fedfb42c-a25b-45c0-b03f-f80b66635cab,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:14:00.279383 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': 'fedfb42c-a25b-45c0-b03f-f80b66635cab', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'port_id': 'fedfb42c-a25b-45c0-b03f-f80b66635cab', 'mac_address': 'fa:16:3e:f0:8f:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 17:14:00.316033 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:00.328523 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fedfb42c-a25b-45c0-b03f-f80b66635cab {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:14:00.350896 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port fedfb42c-a25b-45c0-b03f-f80b66635cab, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=fedfb42c-a25b-45c0-b03f-f80b66635cab,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:14:00.355418 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:00.400394 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=fedfb42c-a25b-45c0-b03f-f80b66635cab,revision_number=8']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:00.407787 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:00.408143 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:00.408490 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:00.408860 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:00.409198 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:00.409534 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:00.409867 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:00.410219 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:00.410551 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:00.410878 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:00.411204 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:00.411533 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:00.411857 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:00.602668 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['fedfb42c-a25b-45c0-b03f-f80b66635cab'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:14:00.861377 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b4404-2eac-4d1a-b808-ee42f4980c2a req-2b0134be-8913-4798-a704-9cc27d25e3db tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:00.862782 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-726b4404-2eac-4d1a-b808-ee42f4980c2a req-2b0134be-8913-4798-a704-9cc27d25e3db tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 945 time: 0.0481715 Dec 10 17:14:00.909020 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-726b4404-2eac-4d1a-b808-ee42f4980c2a req-406c1a46-75f5-4f9d-a7f2-1ec1e2b580a3 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397470 Dec 10 17:14:02.035400 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3dc3c7-24e1-4927-bba0-a97f2fa6b08a req-18ab14fa-4b6f-473b-8d36-cb94dbad5164 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:02.036897 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7f3dc3c7-24e1-4927-bba0-a97f2fa6b08a req-18ab14fa-4b6f-473b-8d36-cb94dbad5164 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 945 time: 0.0551102 Dec 10 17:14:02.087773 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-7f3dc3c7-24e1-4927-bba0-a97f2fa6b08a req-f0e61047-ca06-4da8-b4e5-c54caf4a2b13 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444629 Dec 10 17:14:02.185314 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device fedfb42c-a25b-45c0-b03f-f80b66635cab up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:14:02.232857 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port fedfb42c-a25b-45c0-b03f-f80b66635cab completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 17:14:02.236888 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port fedfb42c-a25b-45c0-b03f-f80b66635cab triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:14:02.237267 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:02.313698 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:02.335207 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccdf00a-118e-4744-90de-1ada9262da5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fedfb42c-a25b-45c0-b03f-f80b66635cab'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:14:02.337442 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f67181-6eef-4fce-a5c3-f494495b2fd3" -d '{"events": [{"server_uuid": "7ccdf00a-118e-4744-90de-1ada9262da5d", "name": "network-vif-plugged", "status": "completed", "tag": "fedfb42c-a25b-45c0-b03f-f80b66635cab"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:14:02.354911 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port fedfb42c-a25b-45c0-b03f-f80b66635cab, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=fedfb42c-a25b-45c0-b03f-f80b66635cab,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:14:02.359883 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:02.395425 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38bee69f-a5ac-437d-ad89-3a9e7aab1178 x-openstack-request-id: req-38bee69f-a5ac-437d-ad89-3a9e7aab1178 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:14:02.395729 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ccdf00a-118e-4744-90de-1ada9262da5d", "name": "network-vif-plugged", "status": "completed", "tag": "fedfb42c-a25b-45c0-b03f-f80b66635cab", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:14:02.395981 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-38bee69f-a5ac-437d-ad89-3a9e7aab1178 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:14:02.396408 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ccdf00a-118e-4744-90de-1ada9262da5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fedfb42c-a25b-45c0-b03f-f80b66635cab', 'code': 200} Dec 10 17:14:02.409743 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=fedfb42c-a25b-45c0-b03f-f80b66635cab,revision_number=9']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:03.206923 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194cae3-0709-4901-a7e6-76301274fd4c req-9d2b5369-572d-4b3e-b638-c3925657052b tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:03.208549 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8194cae3-0709-4901-a7e6-76301274fd4c req-9d2b5369-572d-4b3e-b638-c3925657052b tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 946 time: 0.0489960 Dec 10 17:14:03.255331 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8194cae3-0709-4901-a7e6-76301274fd4c req-fb56d81e-8372-4b78-8de6-a6eeba942b2c tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404172 Dec 10 17:14:04.291227 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-57ec40dd-9aee-4653-a977-cbec71dd1201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:04.292745 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-57ec40dd-9aee-4653-a977-cbec71dd1201 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d&tenant_id=9cc68328aaf3429296c2d32b739636e4 HTTP/1.1" status: 200 len: 1097 time: 0.0409596 Dec 10 17:14:04.304557 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-4193a607-7418-4021-a891-6c1cc089b85f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766771-2', 'device_owner': 'compute:nova'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:14:04.384921 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-4193a607-7418-4021-a891-6c1cc089b85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:04.431067 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f291174-bba3-42b7-9334-04c931553cba req-11e2b4ea-78f0-45df-ac82-bc45da74832d tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:04.432474 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6f291174-bba3-42b7-9334-04c931553cba req-11e2b4ea-78f0-45df-ac82-bc45da74832d tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 946 time: 0.1060779 Dec 10 17:14:04.552669 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-6f291174-bba3-42b7-9334-04c931553cba req-520eb586-d133-4244-b6be-fb8c04719986 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1142194 Dec 10 17:14:04.627386 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-4193a607-7418-4021-a891-6c1cc089b85f service neutron] For port fedfb42c-a25b-45c0-b03f-f80b66635cab, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=fedfb42c-a25b-45c0-b03f-f80b66635cab,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:14:04.661748 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-4193a607-7418-4021-a891-6c1cc089b85f service neutron] For port fedfb42c-a25b-45c0-b03f-f80b66635cab, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:14:04.705508 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccdf00a-118e-4744-90de-1ada9262da5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fedfb42c-a25b-45c0-b03f-f80b66635cab'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:14:04.707741 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18610b7-6526-48e6-915b-9be0f6bed340" -d '{"events": [{"server_uuid": "7ccdf00a-118e-4744-90de-1ada9262da5d", "name": "network-vif-unplugged", "status": "completed", "tag": "fedfb42c-a25b-45c0-b03f-f80b66635cab"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:14:04.712059 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-4193a607-7418-4021-a891-6c1cc089b85f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:04.724468 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-4193a607-7418-4021-a891-6c1cc089b85f service neutron] Transition to ACTIVE for port object fedfb42c-a25b-45c0-b03f-f80b66635cab will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 17:14:04.728642 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-4193a607-7418-4021-a891-6c1cc089b85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:04.763026 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 17:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4e23d4-c54a-4273-a938-cf5c0e074341 x-openstack-request-id: req-aa4e23d4-c54a-4273-a938-cf5c0e074341 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:14:04.763319 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ccdf00a-118e-4744-90de-1ada9262da5d", "name": "network-vif-unplugged", "status": "completed", "tag": "fedfb42c-a25b-45c0-b03f-f80b66635cab", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:14:04.763574 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aa4e23d4-c54a-4273-a938-cf5c0e074341 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:14:04.763970 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ccdf00a-118e-4744-90de-1ada9262da5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fedfb42c-a25b-45c0-b03f-f80b66635cab', 'code': 200} Dec 10 17:14:04.807475 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4193a607-7418-4021-a891-6c1cc089b85f service neutron] Pushing event updated for resources: {'Port': ['ID=fedfb42c-a25b-45c0-b03f-f80b66635cab,revision_number=10']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:04.854699 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-4193a607-7418-4021-a891-6c1cc089b85f service neutron] No DVR routers for this DVR port fedfb42c-a25b-45c0-b03f-f80b66635cab on host n-h2-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:14:04.992558 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-4193a607-7418-4021-a891-6c1cc089b85f service neutron] Attempting to bind port fedfb42c-a25b-45c0-b03f-f80b66635cab on host n-h1-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:14:04.992808 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-4193a607-7418-4021-a891-6c1cc089b85f service neutron] Attempting to bind port fedfb42c-a25b-45c0-b03f-f80b66635cab by drivers openvswitch,hyperv on host n-h1-766771-2 at level 0 using segments [{'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:14:04.993133 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-4193a607-7418-4021-a891-6c1cc089b85f service neutron] Attempting to bind port fedfb42c-a25b-45c0-b03f-f80b66635cab on network 9041a64b-23fd-4dc5-b999-dc05cb141829 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:14:04.997356 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-4193a607-7418-4021-a891-6c1cc089b85f service neutron] Port fedfb42c-a25b-45c0-b03f-f80b66635cab on network 9041a64b-23fd-4dc5-b999-dc05cb141829 not bound, no agent of type Open vSwitch agent registered on host n-h1-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 17:14:04.997677 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-4193a607-7418-4021-a891-6c1cc089b85f service neutron] Attempting to bind port fedfb42c-a25b-45c0-b03f-f80b66635cab on network 9041a64b-23fd-4dc5-b999-dc05cb141829 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:14:05.002521 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-4193a607-7418-4021-a891-6c1cc089b85f service neutron] Checking agent: {'id': '55f77d86-e527-4f93-bc93-106905491585', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:14:05.002879 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-4193a607-7418-4021-a891-6c1cc089b85f service neutron] Checking segment: {'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:14:05.003258 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-4193a607-7418-4021-a891-6c1cc089b85f service neutron] Bound using segment: {'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:14:05.003680 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-4193a607-7418-4021-a891-6c1cc089b85f service neutron] Bound port: fedfb42c-a25b-45c0-b03f-f80b66635cab, host: n-h1-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:14:05.004031 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-4193a607-7418-4021-a891-6c1cc089b85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:05.066477 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-4193a607-7418-4021-a891-6c1cc089b85f service neutron] For port fedfb42c-a25b-45c0-b03f-f80b66635cab, host n-h1-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:14:05.069728 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-4193a607-7418-4021-a891-6c1cc089b85f service neutron] For port fedfb42c-a25b-45c0-b03f-f80b66635cab, host n-h1-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=fedfb42c-a25b-45c0-b03f-f80b66635cab,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:14:05.074528 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-4193a607-7418-4021-a891-6c1cc089b85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:05.109593 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-4193a607-7418-4021-a891-6c1cc089b85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:05.110274 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-4193a607-7418-4021-a891-6c1cc089b85f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:05.111666 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-4193a607-7418-4021-a891-6c1cc089b85f service neutron] 10.222.0.26 "PUT /v2.0/ports/fedfb42c-a25b-45c0-b03f-f80b66635cab HTTP/1.1" status: 200 len: 1093 time: 0.8111734 Dec 10 17:14:05.133750 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4193a607-7418-4021-a891-6c1cc089b85f service neutron] Pushing event updated for resources: {'Port': ['ID=fedfb42c-a25b-45c0-b03f-f80b66635cab,revision_number=11']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:05.184018 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-f418fc9b-4b01-4175-a874-934373479c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:05.185713 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-f418fc9b-4b01-4175-a874-934373479c2a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 1096 time: 0.0479906 Dec 10 17:14:05.280029 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-45f145fd-2352-4f92-83d6-4312ad26ffde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:05.281514 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-45f145fd-2352-4f92-83d6-4312ad26ffde service neutron] 10.222.0.26 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 913 time: 0.0875857 Dec 10 17:14:05.353448 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-64e990f4-bc59-49cb-9568-176a78664af4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fedfb42c-a25b-45c0-b03f-f80b66635cab HTTP/1.1" status: 200 len: 1000 time: 0.0636401 Dec 10 17:14:05.402801 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-59c1d6eb-3118-4ea8-927e-54141eb282bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:05.404165 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-59c1d6eb-3118-4ea8-927e-54141eb282bd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0432568 Dec 10 17:14:05.449917 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-9782c0d2-25a9-48b1-be66-dd03921d3f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:05.451425 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-9782c0d2-25a9-48b1-be66-dd03921d3f2d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400994 Dec 10 17:14:05.545634 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-2d99e9f1-809a-43d6-b0c9-356492c36cb7 service neutron] 10.222.0.26 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859756 Dec 10 17:14:05.666342 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-66a77d27-b341-4338-a34b-f37d9fd61c19 req-ecb6a3fb-f92d-495a-b0dd-db8f2725b701 service neutron] 10.222.0.26 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140730 Dec 10 17:14:05.687962 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721e32b-58a2-4433-800f-781d4bf331b6 req-c24d6f9a-8ef6-4005-9ff8-61feb0a5d231 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:05.689426 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a721e32b-58a2-4433-800f-781d4bf331b6 req-c24d6f9a-8ef6-4005-9ff8-61feb0a5d231 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 945 time: 0.0619602 Dec 10 17:14:05.743417 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-a721e32b-58a2-4433-800f-781d4bf331b6 req-c5f7e747-1522-4331-bfcb-b4f6ab5ef285 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477517 Dec 10 17:14:06.231342 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device fedfb42c-a25b-45c0-b03f-f80b66635cab no longer exists at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:14:06.270362 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device fedfb42c-a25b-45c0-b03f-f80b66635cab not bound to the agent host n-h2-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:14:06.706014 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:06.765984 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ccdf00a-118e-4744-90de-1ada9262da5d', 'tag': 'fedfb42c-a25b-45c0-b03f-f80b66635cab'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:14:06.769182 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3b442d-6354-4199-b0b7-2cd21effffd9" -d '{"events": [{"name": "network-changed", "server_uuid": "7ccdf00a-118e-4744-90de-1ada9262da5d", "tag": "fedfb42c-a25b-45c0-b03f-f80b66635cab"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:14:06.862237 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6bd45-6f27-4f26-9ffe-badc071dcf45 req-342343e0-5f2d-4599-901a-5a895e6601c2 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:06.863836 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-65d6bd45-6f27-4f26-9ffe-badc071dcf45 req-342343e0-5f2d-4599-901a-5a895e6601c2 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 945 time: 0.0497160 Dec 10 17:14:06.911753 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-65d6bd45-6f27-4f26-9ffe-badc071dcf45 req-1ffc077c-e0a1-496a-8f2c-89e4020a37ff tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411735 Dec 10 17:14:06.970939 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a66e75-5b9e-40ae-affc-821eb8bb782c x-openstack-request-id: req-80a66e75-5b9e-40ae-affc-821eb8bb782c {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:14:06.971245 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ccdf00a-118e-4744-90de-1ada9262da5d", "tag": "fedfb42c-a25b-45c0-b03f-f80b66635cab", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:14:06.971513 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-80a66e75-5b9e-40ae-affc-821eb8bb782c {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:14:06.972081 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ccdf00a-118e-4744-90de-1ada9262da5d', 'tag': 'fedfb42c-a25b-45c0-b03f-f80b66635cab', 'status': 'completed', 'code': 200} Dec 10 17:14:07.059741 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b442d-6354-4199-b0b7-2cd21effffd9 req-ff688603-d0a0-48fc-ac1c-d2e97c4ced95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:07.061239 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc3b442d-6354-4199-b0b7-2cd21effffd9 req-ff688603-d0a0-48fc-ac1c-d2e97c4ced95 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 1096 time: 0.0714557 Dec 10 17:14:07.078027 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b442d-6354-4199-b0b7-2cd21effffd9 req-d59138a3-fa11-4d19-afe8-3b8a312d99e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:07.079683 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc3b442d-6354-4199-b0b7-2cd21effffd9 req-d59138a3-fa11-4d19-afe8-3b8a312d99e3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 1096 time: 0.0794048 Dec 10 17:14:07.230279 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b442d-6354-4199-b0b7-2cd21effffd9 req-2a80b7a2-f65d-4b5c-8469-6d4015e3c056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:07.231739 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc3b442d-6354-4199-b0b7-2cd21effffd9 req-2a80b7a2-f65d-4b5c-8469-6d4015e3c056 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 913 time: 0.1634650 Dec 10 17:14:07.236154 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b442d-6354-4199-b0b7-2cd21effffd9 req-85aa3c40-f1eb-4fa5-ba99-3f5b045ca7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:07.237498 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc3b442d-6354-4199-b0b7-2cd21effffd9 req-85aa3c40-f1eb-4fa5-ba99-3f5b045ca7bf service neutron] 10.222.0.26 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 913 time: 0.1473064 Dec 10 17:14:07.344215 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc3b442d-6354-4199-b0b7-2cd21effffd9 req-9024ee6e-7fe5-4d9f-a8e8-ee963eeb0aa8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fedfb42c-a25b-45c0-b03f-f80b66635cab HTTP/1.1" status: 200 len: 1000 time: 0.1053517 Dec 10 17:14:07.346168 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc3b442d-6354-4199-b0b7-2cd21effffd9 req-d9bf0174-b268-454b-bc03-66c700c947ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fedfb42c-a25b-45c0-b03f-f80b66635cab HTTP/1.1" status: 200 len: 1000 time: 0.1019340 Dec 10 17:14:07.429828 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b442d-6354-4199-b0b7-2cd21effffd9 req-9b286a8d-cee4-4707-a4e5-7c5b77dd926a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:07.431531 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc3b442d-6354-4199-b0b7-2cd21effffd9 req-9b286a8d-cee4-4707-a4e5-7c5b77dd926a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0790517 Dec 10 17:14:07.432922 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b442d-6354-4199-b0b7-2cd21effffd9 req-18623238-f96a-404e-ab6d-66a6bf72ec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:07.434415 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc3b442d-6354-4199-b0b7-2cd21effffd9 req-18623238-f96a-404e-ab6d-66a6bf72ec90 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0835166 Dec 10 17:14:07.510099 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b442d-6354-4199-b0b7-2cd21effffd9 req-ef2485aa-a6e8-49dd-b349-012f7a891acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:07.511501 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc3b442d-6354-4199-b0b7-2cd21effffd9 req-ef2485aa-a6e8-49dd-b349-012f7a891acc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648563 Dec 10 17:14:07.513863 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b442d-6354-4199-b0b7-2cd21effffd9 req-17d16026-e064-4e92-b877-7af2c086db42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:07.515250 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc3b442d-6354-4199-b0b7-2cd21effffd9 req-17d16026-e064-4e92-b877-7af2c086db42 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769255 Dec 10 17:14:07.671896 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc3b442d-6354-4199-b0b7-2cd21effffd9 req-fa603493-5116-446c-8597-d15d81bf0fe1 service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529875 Dec 10 17:14:07.673755 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc3b442d-6354-4199-b0b7-2cd21effffd9 req-c792c109-b24c-4897-8d64-f68ac4a9b8be service neutron] 10.222.0.26 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476226 Dec 10 17:14:07.834333 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc3b442d-6354-4199-b0b7-2cd21effffd9 req-4d9293f7-23da-45b4-b73a-c069f9ac51b3 service neutron] 10.222.0.46 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556559 Dec 10 17:14:07.836125 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-fc3b442d-6354-4199-b0b7-2cd21effffd9 req-fdb08a10-936b-4b1f-b30c-54ffd488ded3 service neutron] 10.222.0.26 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507323 Dec 10 17:14:07.940890 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848bb7d9-96fe-4f6a-89a6-0aea3c22140a req-ebc1026c-5992-40bb-a629-55a2c371f3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:07.942481 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-848bb7d9-96fe-4f6a-89a6-0aea3c22140a req-ebc1026c-5992-40bb-a629-55a2c371f3f5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9cc68328aaf3429296c2d32b739636e4&device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 1096 time: 0.0474727 Dec 10 17:14:08.082973 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e3cdf-8891-4a54-b177-9c73b6c03732 req-752e7ccc-3900-4556-ab74-a8e8de054da5 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:08.084481 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2c3e3cdf-8891-4a54-b177-9c73b6c03732 req-752e7ccc-3900-4556-ab74-a8e8de054da5 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 945 time: 0.0793476 Dec 10 17:14:08.100330 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848bb7d9-96fe-4f6a-89a6-0aea3c22140a req-da5ac962-e984-423a-8fb0-6e2e135b81d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:08.102201 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-848bb7d9-96fe-4f6a-89a6-0aea3c22140a req-da5ac962-e984-423a-8fb0-6e2e135b81d6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 200 len: 913 time: 0.1399598 Dec 10 17:14:08.182683 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2c3e3cdf-8891-4a54-b177-9c73b6c03732 req-e80faa0a-cee5-4ec4-bf00-0d4f9778e9a6 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0909212 Dec 10 17:14:08.186584 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-848bb7d9-96fe-4f6a-89a6-0aea3c22140a req-249dc4c9-7a51-4cb6-80a7-943cd778ee27 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fedfb42c-a25b-45c0-b03f-f80b66635cab HTTP/1.1" status: 200 len: 1000 time: 0.0775921 Dec 10 17:14:08.236357 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848bb7d9-96fe-4f6a-89a6-0aea3c22140a req-183875d1-eebd-4ec3-9bef-f70eee2a8dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:08.237730 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-848bb7d9-96fe-4f6a-89a6-0aea3c22140a req-183875d1-eebd-4ec3-9bef-f70eee2a8dad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 200 len: 851 time: 0.0438750 Dec 10 17:14:08.285679 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848bb7d9-96fe-4f6a-89a6-0aea3c22140a req-d95255cf-8961-49b7-ae2a-9c714885a8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:08.287191 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-848bb7d9-96fe-4f6a-89a6-0aea3c22140a req-d95255cf-8961-49b7-ae2a-9c714885a8b3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9041a64b-23fd-4dc5-b999-dc05cb141829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427594 Dec 10 17:14:08.376180 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-848bb7d9-96fe-4f6a-89a6-0aea3c22140a req-8f261e1e-da4f-48da-a75a-722cd9799c90 service neutron] 10.222.0.26 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816844 Dec 10 17:14:08.470102 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-848bb7d9-96fe-4f6a-89a6-0aea3c22140a req-af062d0c-8d44-46de-87d6-1e6dd91dec47 service neutron] 10.222.0.26 "GET /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858848 Dec 10 17:14:08.650170 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:09.299118 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7bb7a-556c-4379-8653-706846a86713 req-c103d568-5dff-40ba-8116-f08f1c5063a8 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:09.300609 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2ac7bb7a-556c-4379-8653-706846a86713 req-c103d568-5dff-40ba-8116-f08f1c5063a8 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 945 time: 0.0492933 Dec 10 17:14:09.349264 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2ac7bb7a-556c-4379-8653-706846a86713 req-a506ca5d-bc6e-4808-a44a-c28250103490 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418863 Dec 10 17:14:10.469424 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef167d41-8b0c-4242-9131-cdb301f1707b req-33eb3fab-c9f9-4a2c-bb4b-f930dd55a68b tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:10.470938 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ef167d41-8b0c-4242-9131-cdb301f1707b req-33eb3fab-c9f9-4a2c-bb4b-f930dd55a68b tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 945 time: 0.0510602 Dec 10 17:14:10.520057 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ef167d41-8b0c-4242-9131-cdb301f1707b req-d3fab727-8d85-4c1c-960a-4f0bacbe7554 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429492 Dec 10 17:14:11.641389 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238155c8-70ad-4ca3-8d5b-a42556295630 req-e7028986-30f4-4c83-8386-c7022dbf715b tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:11.642917 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-238155c8-70ad-4ca3-8d5b-a42556295630 req-e7028986-30f4-4c83-8386-c7022dbf715b tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 945 time: 0.0517983 Dec 10 17:14:11.690327 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-238155c8-70ad-4ca3-8d5b-a42556295630 req-3d6577ea-7af4-4976-a301-3f154dfd579b tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414674 Dec 10 17:14:12.804868 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759b63f-5d58-4732-8640-2726b863229f req-21e3c6bd-5ffb-4254-b5ec-9e479c5342e5 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:12.806352 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e759b63f-5d58-4732-8640-2726b863229f req-21e3c6bd-5ffb-4254-b5ec-9e479c5342e5 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 945 time: 0.0474050 Dec 10 17:14:12.852623 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e759b63f-5d58-4732-8640-2726b863229f req-cb71f30d-b407-40dd-a1ab-f73f0d1e3b00 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403469 Dec 10 17:14:13.971653 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d384aae-1cc6-4aea-933f-7172e30f6b8a req-e38f93b2-453e-46bb-aff2-cf803223e665 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:13.973099 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5d384aae-1cc6-4aea-933f-7172e30f6b8a req-e38f93b2-453e-46bb-aff2-cf803223e665 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 945 time: 0.0514472 Dec 10 17:14:13.993096 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5142bd84-abd9-404b-ae06-92b4beabc2f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:14.021026 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-5d384aae-1cc6-4aea-933f-7172e30f6b8a req-db93cec3-7009-4c9f-941e-919513b4d5ac tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412910 Dec 10 17:14:15.140703 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db19755-c215-42b2-9a89-071ba99dcb3f req-5d7663c4-ff2f-419d-b221-d365f08c7b1d tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:15.142323 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3db19755-c215-42b2-9a89-071ba99dcb3f req-5d7663c4-ff2f-419d-b221-d365f08c7b1d tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 945 time: 0.0483673 Dec 10 17:14:15.189160 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3db19755-c215-42b2-9a89-071ba99dcb3f req-4ac349ff-d3d5-45c9-9345-acf13fdfb617 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409095 Dec 10 17:14:16.301964 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7702b-7bdc-486f-a957-50b92c2e365e req-ad8bc613-4890-45c8-be83-dba14942a75a tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:16.303441 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-73d7702b-7bdc-486f-a957-50b92c2e365e req-ad8bc613-4890-45c8-be83-dba14942a75a tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 945 time: 0.0473011 Dec 10 17:14:16.354942 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-73d7702b-7bdc-486f-a957-50b92c2e365e req-40376725-1545-41ed-be17-1db2c31a0c36 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451481 Dec 10 17:14:16.539242 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-22c44c54-1f92-4e5d-a86d-9c3fa9c701b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:17.445842 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:17.476889 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88fe9e-2ae6-4405-8797-06621b23b06d req-61f19d20-12b6-47ec-80b8-a7e59ad0c2e2 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:17.478583 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ec88fe9e-2ae6-4405-8797-06621b23b06d req-61f19d20-12b6-47ec-80b8-a7e59ad0c2e2 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 945 time: 0.0528004 Dec 10 17:14:17.525576 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-ec88fe9e-2ae6-4405-8797-06621b23b06d req-5df84f65-55aa-4e2a-b3fb-31ebd99b0fc3 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409145 Dec 10 17:14:17.637290 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09bdecb-304b-4643-93ab-e66b00278502 req-d12a4a04-6129-4835-82c9-a32fb5cc40ef tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:17.638810 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b09bdecb-304b-4643-93ab-e66b00278502 req-d12a4a04-6129-4835-82c9-a32fb5cc40ef tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 945 time: 0.0477319 Dec 10 17:14:17.685127 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b09bdecb-304b-4643-93ab-e66b00278502 req-e201949d-7ccb-4441-bf0e-28b47ce519b1 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403929 Dec 10 17:14:17.799972 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ab0f3-2a46-434a-afc5-51f8bdea2505 req-3ef513f7-50b4-458b-bbd4-1ed60d90ab9c tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:17.801336 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-197ab0f3-2a46-434a-afc5-51f8bdea2505 req-3ef513f7-50b4-458b-bbd4-1ed60d90ab9c tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 945 time: 0.0512135 Dec 10 17:14:17.847920 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-197ab0f3-2a46-434a-afc5-51f8bdea2505 req-471ad442-7325-4f99-ace7-cdf781b8426d tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400774 Dec 10 17:14:18.078999 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1d7cc-b43c-4a7d-aca6-b6097b765181 req-4dbb6b1f-3ae3-4e3c-9dab-8fa6d1f9befe tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:18.080387 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cae1d7cc-b43c-4a7d-aca6-b6097b765181 req-4dbb6b1f-3ae3-4e3c-9dab-8fa6d1f9befe tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 945 time: 0.0480623 Dec 10 17:14:18.126643 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-cae1d7cc-b43c-4a7d-aca6-b6097b765181 req-20e8aafe-21f5-4cfe-a91d-722c448bc400 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401456 Dec 10 17:14:18.732642 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:19.241241 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d5333-ec07-44b1-b813-7631010ed4e1 req-6b8f5577-9388-43a4-a5a4-734dbd2ea5e2 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:19.242768 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1b1d5333-ec07-44b1-b813-7631010ed4e1 req-6b8f5577-9388-43a4-a5a4-734dbd2ea5e2 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 945 time: 0.0481350 Dec 10 17:14:19.292598 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1b1d5333-ec07-44b1-b813-7631010ed4e1 req-1e4ec954-1f71-48e7-b19c-39960f720130 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439143 Dec 10 17:14:19.564029 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295bef2-b74e-40c8-86e2-50454969b6b8 req-463d30cb-0d1f-40b2-aeee-478f262a257b tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:19.565402 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2295bef2-b74e-40c8-86e2-50454969b6b8 req-463d30cb-0d1f-40b2-aeee-478f262a257b tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 945 time: 0.0482538 Dec 10 17:14:19.651057 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-2295bef2-b74e-40c8-86e2-50454969b6b8 req-37661868-d733-4206-9fb5-803658c95306 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Deleting port fedfb42c-a25b-45c0-b03f-f80b66635cab {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:14:19.651390 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2295bef2-b74e-40c8-86e2-50454969b6b8 req-37661868-d733-4206-9fb5-803658c95306 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:19.741725 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device fedfb42c-a25b-45c0-b03f-f80b66635cab details requested by agent hyperv_n-h1-766771-2 with host n-h1-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 17:14:19.813627 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:19.857990 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port fedfb42c-a25b-45c0-b03f-f80b66635cab, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=fedfb42c-a25b-45c0-b03f-f80b66635cab,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:14:19.870268 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Returning: {'device': 'fedfb42c-a25b-45c0-b03f-f80b66635cab', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'port_id': 'fedfb42c-a25b-45c0-b03f-f80b66635cab', 'mac_address': 'fa:16:3e:f0:8f:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 17:14:19.909360 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:19.928300 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fedfb42c-a25b-45c0-b03f-f80b66635cab {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:14:19.949952 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] For port fedfb42c-a25b-45c0-b03f-f80b66635cab, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=fedfb42c-a25b-45c0-b03f-f80b66635cab,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:14:19.953362 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:20.003347 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Pushing event updated for resources: {'Port': ['ID=fedfb42c-a25b-45c0-b03f-f80b66635cab,revision_number=12']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:20.093294 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-2295bef2-b74e-40c8-86e2-50454969b6b8 req-37661868-d733-4206-9fb5-803658c95306 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] For port fedfb42c-a25b-45c0-b03f-f80b66635cab, host n-h1-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766771-2',level=0,port_id=fedfb42c-a25b-45c0-b03f-f80b66635cab,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:14:20.093654 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2295bef2-b74e-40c8-86e2-50454969b6b8 req-37661868-d733-4206-9fb5-803658c95306 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:20.261075 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2295bef2-b74e-40c8-86e2-50454969b6b8 req-37661868-d733-4206-9fb5-803658c95306 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:20.261755 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2295bef2-b74e-40c8-86e2-50454969b6b8 req-37661868-d733-4206-9fb5-803658c95306 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603412'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:20.261755 n-d-766771-2 neutron-server[103392]: INFO neutron.db.l3_db [req-2295bef2-b74e-40c8-86e2-50454969b6b8 req-37661868-d733-4206-9fb5-803658c95306 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Floating IP 6751e57f-d5a6-434f-9504-acbb7b4ec61e disassociated. External IP: 172.25.6.43, port: fedfb42c-a25b-45c0-b03f-f80b66635cab. Dec 10 17:14:20.262002 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-2295bef2-b74e-40c8-86e2-50454969b6b8 req-37661868-d733-4206-9fb5-803658c95306 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Calling delete_port for fedfb42c-a25b-45c0-b03f-f80b66635cab owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:14:20.420427 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2295bef2-b74e-40c8-86e2-50454969b6b8 req-37661868-d733-4206-9fb5-803658c95306 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:20.460290 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8751526d-fefb-4c0a-bfb6-5447f6962562 req-4b65200c-29a5-49f1-a451-37c169fd2ef6 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:20.462463 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8751526d-fefb-4c0a-bfb6-5447f6962562 req-4b65200c-29a5-49f1-a451-37c169fd2ef6 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 867 time: 0.0941401 Dec 10 17:14:20.464808 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37661868-d733-4206-9fb5-803658c95306 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Pushing event deleted for resources: {'Port': ['ID=fedfb42c-a25b-45c0-b03f-f80b66635cab,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:20.590665 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8751526d-fefb-4c0a-bfb6-5447f6962562 req-4c1faa3d-f47a-4e51-bcfc-0c47366eace2 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups?id=59797ed1-4b4a-492e-a72a-45e144c09729&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1174715 Dec 10 17:14:20.618923 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2295bef2-b74e-40c8-86e2-50454969b6b8 req-37661868-d733-4206-9fb5-803658c95306 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Router 27bf5f53-a2cc-482d-a7af-eabdeefdc598 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:14:20.735527 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2295bef2-b74e-40c8-86e2-50454969b6b8 req-37661868-d733-4206-9fb5-803658c95306 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:14:20.747694 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fc1aed-b997-4607-b137-b287e7104382 None None] Sync routers for ids ['27bf5f53-a2cc-482d-a7af-eabdeefdc598'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:14:20.757249 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fc1aed-b997-4607-b137-b287e7104382 None None] Routers {'27bf5f53-a2cc-482d-a7af-eabdeefdc598'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:14:20.758537 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b6fc1aed-b997-4607-b137-b287e7104382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T17:14:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['27bf5f53-a2cc-482d-a7af-eabdeefdc598'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:14:20.775408 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-2295bef2-b74e-40c8-86e2-50454969b6b8 req-37661868-d733-4206-9fb5-803658c95306 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] No DVR routers for this DVR port fedfb42c-a25b-45c0-b03f-f80b66635cab on host n-h1-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:14:20.777976 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-2295bef2-b74e-40c8-86e2-50454969b6b8 req-37661868-d733-4206-9fb5-803658c95306 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:20.781372 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-2295bef2-b74e-40c8-86e2-50454969b6b8 req-37661868-d733-4206-9fb5-803658c95306 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.26 "DELETE /v2.0/ports/fedfb42c-a25b-45c0-b03f-f80b66635cab HTTP/1.1" status: 204 len: 173 time: 1.2101824 Dec 10 17:14:20.781813 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccdf00a-118e-4744-90de-1ada9262da5d', 'name': 'network-vif-deleted', 'tag': 'fedfb42c-a25b-45c0-b03f-f80b66635cab'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:14:20.784088 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029df18d-e944-4d11-8a92-743c3b037fa8" -d '{"events": [{"server_uuid": "7ccdf00a-118e-4744-90de-1ada9262da5d", "name": "network-vif-deleted", "tag": "fedfb42c-a25b-45c0-b03f-f80b66635cab"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:14:20.827020 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce292ad-c064-4601-9b6e-1cfd4cafde33 x-openstack-request-id: req-bce292ad-c064-4601-9b6e-1cfd4cafde33 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:14:20.827570 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ccdf00a-118e-4744-90de-1ada9262da5d", "name": "network-vif-deleted", "tag": "fedfb42c-a25b-45c0-b03f-f80b66635cab", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:14:20.827850 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bce292ad-c064-4601-9b6e-1cfd4cafde33 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:14:20.828264 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ccdf00a-118e-4744-90de-1ada9262da5d', 'name': 'network-vif-deleted', 'tag': 'fedfb42c-a25b-45c0-b03f-f80b66635cab', 'status': 'completed', 'code': 200} Dec 10 17:14:20.871586 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-b6fc1aed-b997-4607-b137-b287e7104382 None None] Set router 27bf5f53-a2cc-482d-a7af-eabdeefdc598 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:14:21.074498 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b6fc1aed-b997-4607-b137-b287e7104382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'name': 'tempest-ServerActionsTestJSON-2017665447-router', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:04:42Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'gw_port': {'id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:43Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'c748c109-9300-4e3d-b54a-e9577e26603e', 'name': '', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'mac_address': 'fa:16:3e:b0:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:44Z', 'updated_at': '2021-12-10T17:04:49Z', 'revision_number': 5, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'subnets': [{'id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:14:21.105313 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fc1aed-b997-4607-b137-b287e7104382 None None] Checking router: 27bf5f53-a2cc-482d-a7af-eabdeefdc598 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:14:21.113818 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fc1aed-b997-4607-b137-b287e7104382 None None] Routers {'27bf5f53-a2cc-482d-a7af-eabdeefdc598'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:14:21.114469 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b6fc1aed-b997-4607-b137-b287e7104382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T17:14:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['27bf5f53-a2cc-482d-a7af-eabdeefdc598'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:14:21.219350 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-b6fc1aed-b997-4607-b137-b287e7104382 None None] Set router 27bf5f53-a2cc-482d-a7af-eabdeefdc598 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:14:21.414762 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b6fc1aed-b997-4607-b137-b287e7104382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'name': 'tempest-ServerActionsTestJSON-2017665447-router', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:04:42Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'gw_port': {'id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:43Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'c748c109-9300-4e3d-b54a-e9577e26603e', 'name': '', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'mac_address': 'fa:16:3e:b0:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:44Z', 'updated_at': '2021-12-10T17:04:49Z', 'revision_number': 5, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'subnets': [{'id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:14:21.441620 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fc1aed-b997-4607-b137-b287e7104382 None None] The sync data for ids ['27bf5f53-a2cc-482d-a7af-eabdeefdc598'] in n-d-766771-2 is: [{'id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'name': 'tempest-ServerActionsTestJSON-2017665447-router', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:04:42Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'gw_port': {'id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:43Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2', '_interfaces': [{'id': 'c748c109-9300-4e3d-b54a-e9577e26603e', 'name': '', 'network_id': '9041a64b-23fd-4dc5-b999-dc05cb141829', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'mac_address': 'fa:16:3e:b0:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:44Z', 'updated_at': '2021-12-10T17:04:49Z', 'revision_number': 5, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'subnets': [{'id': 'd710d849-7750-4ab9-8caa-9fb81bf6f8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:14:21.693502 n-d-766771-2 neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64298981-a519-46ad-ae99-9a30bc880b2b None None] New status for floating IP 6751e57f-d5a6-434f-9504-acbb7b4ec61e: DOWN {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 17:14:21.696468 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-13fa0f53-40a0-43d8-95fa-550381bbc18c req-a1d05de0-0189-4fa2-8a8a-05c4b9b7c9a3 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 210 time: 0.0291810 Dec 10 17:14:22.793996 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-080ffcbe-405c-4434-b4a0-2bd522534610 req-6f602e9f-7770-42f9-ba82-5fa3a5150c4f tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 210 time: 0.0268230 Dec 10 17:14:23.758071 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device fedfb42c-a25b-45c0-b03f-f80b66635cab no longer exists at agent hyperv_n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:14:23.778270 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] No Port match for: fedfb42c-a25b-45c0-b03f-f80b66635cab {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:14:23.778622 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Device fedfb42c-a25b-45c0-b03f-f80b66635cab not bound to the agent host n-h1-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:14:23.890558 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-4f87a552-e50c-4d7a-b299-029bec23c043 req-30d039c7-24ac-4495-96c4-91866e0fd7d1 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 210 time: 0.0270293 Dec 10 17:14:24.993885 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e13e086f-1a0a-4c6f-8db9-77b3205bcc8d req-dc63ec16-8f36-41df-98e1-c66f218aae13 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ccdf00a-118e-4744-90de-1ada9262da5d HTTP/1.1" status: 200 len: 210 time: 0.0323608 Dec 10 17:14:28.306533 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:14:30.750333 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37770) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:14:30.802935 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-059fceac-ae6a-46e9-a6bc-cc628dff0981 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:30.825968 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-059fceac-ae6a-46e9-a6bc-cc628dff0981 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:30.872830 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-059fceac-ae6a-46e9-a6bc-cc628dff0981 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:30.875490 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-059fceac-ae6a-46e9-a6bc-cc628dff0981 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:30.876826 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-059fceac-ae6a-46e9-a6bc-cc628dff0981 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "DELETE /v2.0/security-groups/59797ed1-4b4a-492e-a72a-45e144c09729 HTTP/1.1" status: 204 len: 168 time: 0.1253176 Dec 10 17:14:30.879264 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37772) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:14:30.886575 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059fceac-ae6a-46e9-a6bc-cc628dff0981 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59797ed1-4b4a-492e-a72a-45e144c09729,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:30.894536 n-d-766771-2 neutron-server[103393]: INFO neutron.api.v2.resource [None req-92615638-682d-4069-94be-889dbdf465d5 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] show failed (client error): The resource could not be found. Dec 10 17:14:30.895730 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-92615638-682d-4069-94be-889dbdf465d5 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "GET /v2.0/security-groups/59797ed1-4b4a-492e-a72a-45e144c09729 HTTP/1.1" status: 404 len: 347 time: 0.0154502 Dec 10 17:14:30.898486 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37776) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:14:31.021879 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-c8468494-dd42-4b6e-97db-6e63c60e58a8 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Deleting port 884f5f3e-dde4-4e49-8845-2b6ef51b11bf {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:14:31.022247 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8468494-dd42-4b6e-97db-6e63c60e58a8 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:31.102659 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8468494-dd42-4b6e-97db-6e63c60e58a8 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:31.102989 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8468494-dd42-4b6e-97db-6e63c60e58a8 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:31.114535 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-c8468494-dd42-4b6e-97db-6e63c60e58a8 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Calling delete_port for 884f5f3e-dde4-4e49-8845-2b6ef51b11bf owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:14:31.246293 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8468494-dd42-4b6e-97db-6e63c60e58a8 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:31.272379 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8468494-dd42-4b6e-97db-6e63c60e58a8 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Pushing event deleted for resources: {'Port': ['ID=884f5f3e-dde4-4e49-8845-2b6ef51b11bf,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:31.330209 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8468494-dd42-4b6e-97db-6e63c60e58a8 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks [] for floatingip, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:31.332987 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8468494-dd42-4b6e-97db-6e63c60e58a8 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:31.334160 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-c8468494-dd42-4b6e-97db-6e63c60e58a8 tempest-ServerActionsTestJSON-68502721 tempest-ServerActionsTestJSON-68502721-project] 10.222.0.11 "DELETE /v2.0/floatingips/6751e57f-d5a6-434f-9504-acbb7b4ec61e HTTP/1.1" status: 204 len: 168 time: 0.4346943 Dec 10 17:14:31.337083 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37778) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:14:31.719195 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3b9bd097-d78f-4d51-a6aa-13ac2849dc9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605204'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:31.956560 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-3b9bd097-d78f-4d51-a6aa-13ac2849dc9c admin admin] Deleting port c748c109-9300-4e3d-b54a-e9577e26603e {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:14:31.957223 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3b9bd097-d78f-4d51-a6aa-13ac2849dc9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:32.036845 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-3b9bd097-d78f-4d51-a6aa-13ac2849dc9c admin admin] For port c748c109-9300-4e3d-b54a-e9577e26603e, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=c748c109-9300-4e3d-b54a-e9577e26603e,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:14:32.037206 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3b9bd097-d78f-4d51-a6aa-13ac2849dc9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:32.052237 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-3b9bd097-d78f-4d51-a6aa-13ac2849dc9c admin admin] Calling delete_port for c748c109-9300-4e3d-b54a-e9577e26603e owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:14:32.232366 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3b9bd097-d78f-4d51-a6aa-13ac2849dc9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:32.258779 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9bd097-d78f-4d51-a6aa-13ac2849dc9c admin admin] Pushing event deleted for resources: {'Port': ['ID=c748c109-9300-4e3d-b54a-e9577e26603e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:32.428196 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3b9bd097-d78f-4d51-a6aa-13ac2849dc9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605320'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:32.639018 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9bd097-d78f-4d51-a6aa-13ac2849dc9c admin admin] Router 27bf5f53-a2cc-482d-a7af-eabdeefdc598 has already been hosted by L3 agent 8bb8e6f2-e7e8-413a-be3d-ba2501f018e0 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:14:32.744729 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9bd097-d78f-4d51-a6aa-13ac2849dc9c admin admin] Notify agent at l3_agent.n-d-766771-2 the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:14:32.749802 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-3b9bd097-d78f-4d51-a6aa-13ac2849dc9c admin admin] 10.222.0.11 "PUT /v2.0/routers/27bf5f53-a2cc-482d-a7af-eabdeefdc598/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4116910 Dec 10 17:14:32.752311 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37782) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:14:32.753453 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab10bbe-2e52-4085-8e9f-13a10e1e72fd None None] Sync routers for ids ['27bf5f53-a2cc-482d-a7af-eabdeefdc598'] in n-d-766771-2 {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:14:32.763548 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab10bbe-2e52-4085-8e9f-13a10e1e72fd None None] Routers {'27bf5f53-a2cc-482d-a7af-eabdeefdc598'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:14:32.764146 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-cab10bbe-2e52-4085-8e9f-13a10e1e72fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T17:14:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['27bf5f53-a2cc-482d-a7af-eabdeefdc598'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:14:32.856000 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cd014970-3339-46c8-a03f-4a4a6957bcab admin admin] Publish callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:32.867961 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-cab10bbe-2e52-4085-8e9f-13a10e1e72fd None None] Set router 27bf5f53-a2cc-482d-a7af-eabdeefdc598 gateway port host: n-d-766771-2 {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:14:32.958509 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cd014970-3339-46c8-a03f-4a4a6957bcab admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:33.011740 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-cd014970-3339-46c8-a03f-4a4a6957bcab admin admin] Deleting port 9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:14:33.012367 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cd014970-3339-46c8-a03f-4a4a6957bcab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:33.047338 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-cab10bbe-2e52-4085-8e9f-13a10e1e72fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'name': 'tempest-ServerActionsTestJSON-2017665447-router', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'external_fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:04:42Z', 'updated_at': '2021-12-10T17:14:32Z', 'revision_number': 5, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'gw_port': {'id': '9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4', 'name': '', 'network_id': '5eeed31d-d918-4774-81b9-ef71c6f02574', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766771-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:04:43Z', 'updated_at': '2021-12-10T17:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4ea3836-5499-47b1-a886-949f363602bf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766771-2'}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:14:33.075538 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab10bbe-2e52-4085-8e9f-13a10e1e72fd None None] Checking router: 27bf5f53-a2cc-482d-a7af-eabdeefdc598 for host: n-d-766771-2 {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:14:33.083867 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab10bbe-2e52-4085-8e9f-13a10e1e72fd None None] Routers {'27bf5f53-a2cc-482d-a7af-eabdeefdc598'} bound to L3 agent in host n-d-766771-2 {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:14:33.084472 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-cab10bbe-2e52-4085-8e9f-13a10e1e72fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766771-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:06:46Z,description=,heartbeat_timestamp=2021-12-10T17:14:17Z,host='n-d-766771-2',id=8bb8e6f2-e7e8-413a-be3d-ba2501f018e0,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:06:46Z,topic='l3_agent')) {'router_ids': ['27bf5f53-a2cc-482d-a7af-eabdeefdc598'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:14:33.094867 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-cd014970-3339-46c8-a03f-4a4a6957bcab admin admin] For port 9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4,segment=NetworkSegment(28c54ed4-8e77-44f8-8e61-77b6b60e69f8),segment_id=28c54ed4-8e77-44f8-8e61-77b6b60e69f8)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:14:33.095228 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cd014970-3339-46c8-a03f-4a4a6957bcab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:33.107218 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-cd014970-3339-46c8-a03f-4a4a6957bcab admin admin] Calling delete_port for 9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4 owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:14:33.168653 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-cab10bbe-2e52-4085-8e9f-13a10e1e72fd None None] Set router 27bf5f53-a2cc-482d-a7af-eabdeefdc598 gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:14:33.223981 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-cab10bbe-2e52-4085-8e9f-13a10e1e72fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'name': 'tempest-ServerActionsTestJSON-2017665447-router', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:04:42Z', 'updated_at': '2021-12-10T17:14:32Z', 'revision_number': 6, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'gw_port_host': None}], 'n-d-766771-2', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:14:33.250230 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab10bbe-2e52-4085-8e9f-13a10e1e72fd None None] The sync data for ids ['27bf5f53-a2cc-482d-a7af-eabdeefdc598'] in n-d-766771-2 is: [{'id': '27bf5f53-a2cc-482d-a7af-eabdeefdc598', 'name': 'tempest-ServerActionsTestJSON-2017665447-router', 'tenant_id': '9cc68328aaf3429296c2d32b739636e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:04:42Z', 'updated_at': '2021-12-10T17:14:32Z', 'revision_number': 6, 'project_id': '9cc68328aaf3429296c2d32b739636e4', 'gw_port_host': None}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:14:33.270308 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cd014970-3339-46c8-a03f-4a4a6957bcab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:33.297753 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd014970-3339-46c8-a03f-4a4a6957bcab admin admin] Pushing event deleted for resources: {'Port': ['ID=9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:33.313567 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef4b0cd-58e3-4e5b-94b7-7da580532b75 None None] DHCP port deletion for 5eeed31d-d918-4774-81b9-ef71c6f02574 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:14:33.363455 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cd014970-3339-46c8-a03f-4a4a6957bcab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603434'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:33.452008 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cd014970-3339-46c8-a03f-4a4a6957bcab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:33.454158 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cd014970-3339-46c8-a03f-4a4a6957bcab admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:33.500368 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cd014970-3339-46c8-a03f-4a4a6957bcab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599219'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:33.500850 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd014970-3339-46c8-a03f-4a4a6957bcab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27bf5f53-a2cc-482d-a7af-eabdeefdc598 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 17:14:33.505284 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cd014970-3339-46c8-a03f-4a4a6957bcab admin admin] Publish callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:33.506459 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-cd014970-3339-46c8-a03f-4a4a6957bcab admin admin] 10.222.0.11 "DELETE /v2.0/routers/27bf5f53-a2cc-482d-a7af-eabdeefdc598 HTTP/1.1" status: 204 len: 168 time: 0.7531695 Dec 10 17:14:33.509627 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37784) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:14:33.552428 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-058441cf-02d2-4e8f-8d30-d31c7152ec89 admin admin] Deleting subnet d710d849-7750-4ab9-8caa-9fb81bf6f8a3 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 17:14:33.555835 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-058441cf-02d2-4e8f-8d30-d31c7152ec89 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:33.592247 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-058441cf-02d2-4e8f-8d30-d31c7152ec89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7944252'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:33.675957 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-058441cf-02d2-4e8f-8d30-d31c7152ec89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3335430'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:33.727198 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-058441cf-02d2-4e8f-8d30-d31c7152ec89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3335437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4800341'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:33.752634 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058441cf-02d2-4e8f-8d30-d31c7152ec89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d710d849-7750-4ab9-8caa-9fb81bf6f8a3,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:33.756149 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-058441cf-02d2-4e8f-8d30-d31c7152ec89 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:33.760463 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-058441cf-02d2-4e8f-8d30-d31c7152ec89 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d710d849-7750-4ab9-8caa-9fb81bf6f8a3 HTTP/1.1" status: 204 len: 168 time: 0.2487624 Dec 10 17:14:33.761600 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc332fd-360c-4b1f-aa43-117f6d418756 None None] Network 9041a64b-23fd-4dc5-b999-dc05cb141829 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:14:33.762445 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37786) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:14:33.830830 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a0732b25-41c9-4036-ba66-35de0ef52350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4037160'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:33.888744 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a0732b25-41c9-4036-ba66-35de0ef52350 admin admin] Deleting port 41650e71-7a5e-477e-89b0-42b2874f03fa {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:14:33.889086 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a0732b25-41c9-4036-ba66-35de0ef52350 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:33.950472 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a0732b25-41c9-4036-ba66-35de0ef52350 admin admin] For port 41650e71-7a5e-477e-89b0-42b2874f03fa, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=41650e71-7a5e-477e-89b0-42b2874f03fa,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:14:33.950836 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a0732b25-41c9-4036-ba66-35de0ef52350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:33.965620 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a0732b25-41c9-4036-ba66-35de0ef52350 admin admin] Calling delete_port for 41650e71-7a5e-477e-89b0-42b2874f03fa owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:14:33.985494 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0388f84-24d3-4ba0-ab24-1bb5f9fdeb17 None None] DHCP port deletion for 9041a64b-23fd-4dc5-b999-dc05cb141829 request from n-d-766771-2 {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:14:34.041861 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-a0388f84-24d3-4ba0-ab24-1bb5f9fdeb17 None None] Deleting port 41650e71-7a5e-477e-89b0-42b2874f03fa {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:14:34.042273 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a0388f84-24d3-4ba0-ab24-1bb5f9fdeb17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748350933616'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:34.055142 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 41650e71-7a5e-477e-89b0-42b2874f03fa no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:14:34.071084 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a0732b25-41c9-4036-ba66-35de0ef52350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:34.099953 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0732b25-41c9-4036-ba66-35de0ef52350 admin admin] Pushing event deleted for resources: {'Port': ['ID=41650e71-7a5e-477e-89b0-42b2874f03fa,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:34.106052 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0732b25-41c9-4036-ba66-35de0ef52350 admin admin] No DVR routers for this DVR port 41650e71-7a5e-477e-89b0-42b2874f03fa on host n-d-766771-2 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:14:34.182214 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a0732b25-41c9-4036-ba66-35de0ef52350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3336849', 'neutron.services.segments.db._delete_segments_for_network-8748350895490'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:34.204712 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-a0732b25-41c9-4036-ba66-35de0ef52350 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9041a64b-23fd-4dc5-b999-dc05cb141829']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:14:34.215500 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-a0732b25-41c9-4036-ba66-35de0ef52350 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:14:34.215801 n-d-766771-2 neutron-server[103392]: DEBUG neutron.services.segments.db [None req-a0732b25-41c9-4036-ba66-35de0ef52350 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:14:34.231360 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a0732b25-41c9-4036-ba66-35de0ef52350 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748350897035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7944391'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:34.247655 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a0732b25-41c9-4036-ba66-35de0ef52350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:34.254756 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0732b25-41c9-4036-ba66-35de0ef52350 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 17:14:34.255309 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a0732b25-41c9-4036-ba66-35de0ef52350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7738966'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:34.257333 n-d-766771-2 neutron-server[103392]: Traceback (most recent call last): Dec 10 17:14:34.257333 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 17:14:34.257333 n-d-766771-2 neutron-server[103392]: timer() Dec 10 17:14:34.257333 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 17:14:34.257333 n-d-766771-2 neutron-server[103392]: cb(*args, **kw) Dec 10 17:14:34.257333 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 17:14:34.257333 n-d-766771-2 neutron-server[103392]: return func(*args, **kwargs) Dec 10 17:14:34.257333 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 17:14:34.257333 n-d-766771-2 neutron-server[103392]: self._notify() Dec 10 17:14:34.257333 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 17:14:34.257333 n-d-766771-2 neutron-server[103392]: self.callback(batched_events) Dec 10 17:14:34.257333 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 17:14:34.257333 n-d-766771-2 neutron-server[103392]: event.method(event) Dec 10 17:14:34.257333 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 17:14:34.257333 n-d-766771-2 neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 17:14:34.257333 n-d-766771-2 neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 17:14:34.257333 n-d-766771-2 neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 17:14:34.257333 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 17:14:34.257333 n-d-766771-2 neutron-server[103392]: return f(self, *a, **k) Dec 10 17:14:34.257333 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 17:14:34.257333 n-d-766771-2 neutron-server[103392]: return self._get(url).json() Dec 10 17:14:34.257333 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 17:14:34.257333 n-d-766771-2 neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 17:14:34.257333 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 17:14:34.257333 n-d-766771-2 neutron-server[103392]: return self.request(url, 'GET', **kwargs) Dec 10 17:14:34.257333 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 17:14:34.257333 n-d-766771-2 neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 17:14:34.257333 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 17:14:34.257333 n-d-766771-2 neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 17:14:34.257333 n-d-766771-2 neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 17:14:34.257333 n-d-766771-2 neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 17:14:34.257333 n-d-766771-2 neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 17:14:34.269312 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 41650e71-7a5e-477e-89b0-42b2874f03fa {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:14:34.269666 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 41650e71-7a5e-477e-89b0-42b2874f03fa not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:14:34.270353 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c748c109-9300-4e3d-b54a-e9577e26603e no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:14:34.296381 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: c748c109-9300-4e3d-b54a-e9577e26603e {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:14:34.296735 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device c748c109-9300-4e3d-b54a-e9577e26603e not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:14:34.297801 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4 no longer exists at agent ovs-agent-n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:14:34.320176 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a0732b25-41c9-4036-ba66-35de0ef52350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3336856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603398'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:34.325079 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] No Port match for: 9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:14:34.325247 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a0732b25-41c9-4036-ba66-35de0ef52350 admin admin] Publish callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:34.325441 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Device 9e2be4e7-54e1-4bd3-a9ab-5c5b135d65a4 not bound to the agent host n-d-766771-2 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:14:34.329206 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-a0732b25-41c9-4036-ba66-35de0ef52350 admin admin] 10.222.0.11 "DELETE /v2.0/networks/9041a64b-23fd-4dc5-b999-dc05cb141829 HTTP/1.1" status: 204 len: 168 time: 0.5657606 Dec 10 17:14:34.336107 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-a0388f84-24d3-4ba0-ab24-1bb5f9fdeb17 None None] For port 41650e71-7a5e-477e-89b0-42b2874f03fa, host n-d-766771-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766771-2',level=0,port_id=41650e71-7a5e-477e-89b0-42b2874f03fa,segment=NetworkSegment(72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8),segment_id=72c3e669-90ce-45b5-bf3c-e7eb6bd4ace8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:14:34.337031 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a0388f84-24d3-4ba0-ab24-1bb5f9fdeb17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574081'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:34.345338 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0732b25-41c9-4036-ba66-35de0ef52350 admin admin] Pushing event deleted for resources: {'Network': ['ID=9041a64b-23fd-4dc5-b999-dc05cb141829,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:34.351928 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-a0388f84-24d3-4ba0-ab24-1bb5f9fdeb17 None None] Calling delete_port for 41650e71-7a5e-477e-89b0-42b2874f03fa owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:14:34.430119 n-d-766771-2 neutron-server[103394]: self.session.flush() Dec 10 17:14:34.438486 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a0388f84-24d3-4ba0-ab24-1bb5f9fdeb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748350858451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748350358977'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:34.445999 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a0388f84-24d3-4ba0-ab24-1bb5f9fdeb17 None None] Network 9041a64b-23fd-4dc5-b999-dc05cb141829 is not hosted by any dhcp agent {{(pid=103394) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 17:14:34.446498 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0388f84-24d3-4ba0-ab24-1bb5f9fdeb17 None None] No DVR routers for this DVR port 41650e71-7a5e-477e-89b0-42b2874f03fa on host n-d-766771-2 {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:14:34.459495 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37790) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:14:34.466819 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0388f84-24d3-4ba0-ab24-1bb5f9fdeb17 None None] Pushing event deleted for resources: {'Port': ['ID=41650e71-7a5e-477e-89b0-42b2874f03fa,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:34.501890 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-500f6b5a-8d76-471b-b22b-0e68223e2be4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9cc68328aaf3429296c2d32b739636e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0411069 Dec 10 17:14:34.504514 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37792) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:14:34.550340 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2f5cfc92-2386-461f-b309-d09006f08b1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:34.571216 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2f5cfc92-2386-461f-b309-d09006f08b1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:34.621533 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2f5cfc92-2386-461f-b309-d09006f08b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:34.624245 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2f5cfc92-2386-461f-b309-d09006f08b1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:34.625379 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-2f5cfc92-2386-461f-b309-d09006f08b1e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/872b2403-beda-4b99-8ef7-51cfd45384a5 HTTP/1.1" status: 204 len: 168 time: 0.1199481 Dec 10 17:14:34.633516 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5cfc92-2386-461f-b309-d09006f08b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872b2403-beda-4b99-8ef7-51cfd45384a5,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:35.330959 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.11', 37814) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:14:35.460696 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.v2.base [None req-ce0612e8-f66e-48f9-a06c-c30c66865afb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-427210826-network', 'tenant_id': 'd86d31db8c0940cca369150080d18ffe'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:14:35.482241 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0612e8-f66e-48f9-a06c-c30c66865afb admin admin] Made reservation on behalf of d86d31db8c0940cca369150080d18ffe for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:14:35.484524 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce0612e8-f66e-48f9-a06c-c30c66865afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:35.492710 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce0612e8-f66e-48f9-a06c-c30c66865afb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:35.567625 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce0612e8-f66e-48f9-a06c-c30c66865afb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:35.571400 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce0612e8-f66e-48f9-a06c-c30c66865afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526958'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:35.592141 n-d-766771-2 neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce0612e8-f66e-48f9-a06c-c30c66865afb admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 17:14:35.607201 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0612e8-f66e-48f9-a06c-c30c66865afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191120ad-ffe8-493a-b350-732a01205c03,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:35.609507 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce0612e8-f66e-48f9-a06c-c30c66865afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316879'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:35.609849 n-d-766771-2 neutron-server[103393]: INFO neutron.db.segments_db [None req-ce0612e8-f66e-48f9-a06c-c30c66865afb admin admin] Added segment c7419982-9444-4615-9ab8-27f5f83dbb59 of type vlan for network e857626a-3e8d-46bb-81d5-226b8c07a332 Dec 10 17:14:35.622409 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0612e8-f66e-48f9-a06c-c30c66865afb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:35.622761 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0612e8-f66e-48f9-a06c-c30c66865afb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:35.623104 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0612e8-f66e-48f9-a06c-c30c66865afb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:35.623440 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0612e8-f66e-48f9-a06c-c30c66865afb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:35.623777 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0612e8-f66e-48f9-a06c-c30c66865afb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:35.624108 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0612e8-f66e-48f9-a06c-c30c66865afb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:35.624436 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0612e8-f66e-48f9-a06c-c30c66865afb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:35.624761 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0612e8-f66e-48f9-a06c-c30c66865afb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:35.625085 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0612e8-f66e-48f9-a06c-c30c66865afb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:35.625409 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0612e8-f66e-48f9-a06c-c30c66865afb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:35.625730 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0612e8-f66e-48f9-a06c-c30c66865afb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:35.626049 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0612e8-f66e-48f9-a06c-c30c66865afb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:35.626393 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0612e8-f66e-48f9-a06c-c30c66865afb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766771-2 {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:35.667668 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce0612e8-f66e-48f9-a06c-c30c66865afb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748350343199'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:35.691881 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce0612e8-f66e-48f9-a06c-c30c66865afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:35.692859 n-d-766771-2 neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0612e8-f66e-48f9-a06c-c30c66865afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:35.693430 n-d-766771-2 neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce0612e8-f66e-48f9-a06c-c30c66865afb admin admin] Publish callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:35.744151 n-d-766771-2 neutron-server[103393]: INFO neutron.wsgi [None req-ce0612e8-f66e-48f9-a06c-c30c66865afb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4120800 Dec 10 17:14:35.747206 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.11', 37820) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:14:35.752487 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [None req-afd02573-152c-4123-a609-d1e6218b01bd admin admin] Request body: {'subnet': {'network_id': 'e857626a-3e8d-46bb-81d5-226b8c07a332', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-427210826-subnet', 'tenant_id': 'd86d31db8c0940cca369150080d18ffe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:14:35.755063 n-d-766771-2 neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0612e8-f66e-48f9-a06c-c30c66865afb admin admin] Pushing event updated for resources: {'Network': ['ID=e857626a-3e8d-46bb-81d5-226b8c07a332,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:35.765765 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Network e857626a-3e8d-46bb-81d5-226b8c07a332 details requested by agent ovs-agent-n-d-766771-2 with host n-d-766771-2 {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 17:14:35.775389 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd02573-152c-4123-a609-d1e6218b01bd admin admin] Made reservation on behalf of d86d31db8c0940cca369150080d18ffe for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:14:35.777855 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-afd02573-152c-4123-a609-d1e6218b01bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4800306'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:36.251449 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-afd02573-152c-4123-a609-d1e6218b01bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7737595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4800300'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:36.307308 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd02573-152c-4123-a609-d1e6218b01bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0fc0eda-936d-4ad0-9a74-3d3114c607ba,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:36.314286 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd02573-152c-4123-a609-d1e6218b01bd admin admin] Checking segment: {'id': 'c7419982-9444-4615-9ab8-27f5f83dbb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e857626a-3e8d-46bb-81d5-226b8c07a332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:14:36.314647 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd02573-152c-4123-a609-d1e6218b01bd admin admin] Network hostable DHCP agents. Network: e857626a-3e8d-46bb-81d5-226b8c07a332, hostable agents: ['1e4e90e6-3a89-446d-b208-bd1f9f700c0b'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 17:14:36.331740 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd02573-152c-4123-a609-d1e6218b01bd admin admin] Network e857626a-3e8d-46bb-81d5-226b8c07a332 is scheduled to be hosted by DHCP agent 1e4e90e6-3a89-446d-b208-bd1f9f700c0b with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 17:14:36.340401 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-afd02573-152c-4123-a609-d1e6218b01bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766771-2, e857626a-3e8d-46bb-81d5-226b8c07a332) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:14:36.344774 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd02573-152c-4123-a609-d1e6218b01bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:36.345430 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-afd02573-152c-4123-a609-d1e6218b01bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:36.354428 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672ebfe8-5d3e-4135-8514-55383725afca None None] Network e857626a-3e8d-46bb-81d5-226b8c07a332 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:14:36.366291 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [None req-afd02573-152c-4123-a609-d1e6218b01bd admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6178405 Dec 10 17:14:36.457771 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1abd194-ad0a-4aae-a254-1a2398b02b8e None None] Network e857626a-3e8d-46bb-81d5-226b8c07a332 requested from n-d-766771-2 {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:14:36.706514 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:37.037289 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-875fc66c-400b-49fe-b17b-dbadc29997ee tempest-ServersNegativeTestJSON-1079358592 tempest-ServersNegativeTestJSON-1079358592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:37.039480 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-875fc66c-400b-49fe-b17b-dbadc29997ee tempest-ServersNegativeTestJSON-1079358592 tempest-ServersNegativeTestJSON-1079358592-project] 10.222.0.11 "GET /v2.0/networks?id=e857626a-3e8d-46bb-81d5-226b8c07a332 HTTP/1.1" status: 200 len: 813 time: 0.1027555 Dec 10 17:14:37.054349 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-d197e458-733e-46c9-abe4-a3b5651d8214 tempest-ServersNegativeTestJSON-1079358592 tempest-ServersNegativeTestJSON-1079358592-project] 10.222.0.11 "GET /v2.0/quotas/d86d31db8c0940cca369150080d18ffe HTTP/1.1" status: 200 len: 375 time: 0.0091670 Dec 10 17:14:37.083636 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-e85a34a8-9d3f-4c29-a3d9-51a7598511c2 tempest-ServersNegativeTestJSON-1079358592 tempest-ServersNegativeTestJSON-1079358592-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d86d31db8c0940cca369150080d18ffe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0243161 Dec 10 17:14:37.172914 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-e35e23e4-b608-4ae1-89f2-d7259efdbb17 service neutron] 10.222.0.11 "GET /v2.0/networks/e857626a-3e8d-46bb-81d5-226b8c07a332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809691 Dec 10 17:14:37.262987 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-fb264b59-4ae3-4175-8b0b-a850fdb94e8a service neutron] 10.222.0.11 "GET /v2.0/networks/e857626a-3e8d-46bb-81d5-226b8c07a332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836937 Dec 10 17:14:37.419980 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-089c220b-46c4-4799-9877-7811badbb371 req-d688688b-9315-4c15-89d7-50b2979848e8 tempest-ServersNegativeTestJSON-1079358592 tempest-ServersNegativeTestJSON-1079358592-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdc060ec-505f-47b3-9a1c-25bc34922718 HTTP/1.1" status: 200 len: 210 time: 0.0279186 Dec 10 17:14:38.440575 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-dd5667a7-d43b-4ebd-85dd-b3840cdfb0ae tempest-ServersNegativeTestJSON-1079358592 tempest-ServersNegativeTestJSON-1079358592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:38.442130 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-dd5667a7-d43b-4ebd-85dd-b3840cdfb0ae tempest-ServersNegativeTestJSON-1079358592 tempest-ServersNegativeTestJSON-1079358592-project] 10.222.0.46 "GET /v2.0/networks?id=e857626a-3e8d-46bb-81d5-226b8c07a332 HTTP/1.1" status: 200 len: 813 time: 0.1078403 Dec 10 17:14:38.455908 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-12f1d7a1-1927-45b4-bfb3-2ece1a42b44b tempest-ServersNegativeTestJSON-1079358592 tempest-ServersNegativeTestJSON-1079358592-project] Request body: {'port': {'device_id': 'cdc060ec-505f-47b3-9a1c-25bc34922718', 'network_id': 'e857626a-3e8d-46bb-81d5-226b8c07a332', 'admin_state_up': True, 'tenant_id': 'd86d31db8c0940cca369150080d18ffe'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:14:38.531590 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-d65a3c97-631b-4698-9f96-997b80ac4a90 req-5ee9af55-6dc7-4e76-b2e6-e6b4fec6e9a0 tempest-ServersNegativeTestJSON-1079358592 tempest-ServersNegativeTestJSON-1079358592-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdc060ec-505f-47b3-9a1c-25bc34922718 HTTP/1.1" status: 200 len: 210 time: 0.0354540 Dec 10 17:14:38.588541 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-12f1d7a1-1927-45b4-bfb3-2ece1a42b44b tempest-ServersNegativeTestJSON-1079358592 tempest-ServersNegativeTestJSON-1079358592-project] Made reservation on behalf of d86d31db8c0940cca369150080d18ffe for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:14:38.592372 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-12f1d7a1-1927-45b4-bfb3-2ece1a42b44b tempest-ServersNegativeTestJSON-1079358592 tempest-ServersNegativeTestJSON-1079358592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:38.665872 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:38.715449 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-12f1d7a1-1927-45b4-bfb3-2ece1a42b44b tempest-ServersNegativeTestJSON-1079358592 tempest-ServersNegativeTestJSON-1079358592-project] Allocated IP 172.20.0.8 (e857626a-3e8d-46bb-81d5-226b8c07a332/e0fc0eda-936d-4ad0-9a74-3d3114c607ba/2812d1c3-28fc-43fb-b0f9-538da600839a) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:14:38.865461 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-12f1d7a1-1927-45b4-bfb3-2ece1a42b44b tempest-ServersNegativeTestJSON-1079358592 tempest-ServersNegativeTestJSON-1079358592-project] Publish callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:38.897232 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-12f1d7a1-1927-45b4-bfb3-2ece1a42b44b tempest-ServersNegativeTestJSON-1079358592 tempest-ServersNegativeTestJSON-1079358592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748350358968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738891'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:38.938805 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-12f1d7a1-1927-45b4-bfb3-2ece1a42b44b tempest-ServersNegativeTestJSON-1079358592 tempest-ServersNegativeTestJSON-1079358592-project] Network e857626a-3e8d-46bb-81d5-226b8c07a332 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:14:38.941877 n-d-766771-2 neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-12f1d7a1-1927-45b4-bfb3-2ece1a42b44b tempest-ServersNegativeTestJSON-1079358592 tempest-ServersNegativeTestJSON-1079358592-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:14:38.946074 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-12f1d7a1-1927-45b4-bfb3-2ece1a42b44b tempest-ServersNegativeTestJSON-1079358592 tempest-ServersNegativeTestJSON-1079358592-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:14:38.976285 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1d7a1-1927-45b4-bfb3-2ece1a42b44b tempest-ServersNegativeTestJSON-1079358592 tempest-ServersNegativeTestJSON-1079358592-project] Pushing event updated for resources: {'Port': ['ID=2812d1c3-28fc-43fb-b0f9-538da600839a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:39.000471 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-12f1d7a1-1927-45b4-bfb3-2ece1a42b44b tempest-ServersNegativeTestJSON-1079358592 tempest-ServersNegativeTestJSON-1079358592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:39.001074 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-12f1d7a1-1927-45b4-bfb3-2ece1a42b44b tempest-ServersNegativeTestJSON-1079358592 tempest-ServersNegativeTestJSON-1079358592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:39.016283 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-12f1d7a1-1927-45b4-bfb3-2ece1a42b44b tempest-ServersNegativeTestJSON-1079358592 tempest-ServersNegativeTestJSON-1079358592-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5646026 Dec 10 17:14:39.028784 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.v2.base [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-9731a61d-9e96-42e7-8ef6-0d371ae3b9c9 service neutron] Request body: {'port': {'device_id': 'cdc060ec-505f-47b3-9a1c-25bc34922718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766771-2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:14:39.080017 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-9731a61d-9e96-42e7-8ef6-0d371ae3b9c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:39.332260 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-9731a61d-9e96-42e7-8ef6-0d371ae3b9c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2812d1c3-28fc-43fb-b0f9-538da600839a {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:14:39.339427 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-9731a61d-9e96-42e7-8ef6-0d371ae3b9c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:39.351040 n-d-766771-2 neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-9731a61d-9e96-42e7-8ef6-0d371ae3b9c9 service neutron] Transition to ACTIVE for port object 2812d1c3-28fc-43fb-b0f9-538da600839a will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 17:14:39.353840 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-9731a61d-9e96-42e7-8ef6-0d371ae3b9c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:39.408604 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9731a61d-9e96-42e7-8ef6-0d371ae3b9c9 service neutron] Pushing event updated for resources: {'Port': ['ID=2812d1c3-28fc-43fb-b0f9-538da600839a,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:39.470843 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-9731a61d-9e96-42e7-8ef6-0d371ae3b9c9 service neutron] Attempting to bind port 2812d1c3-28fc-43fb-b0f9-538da600839a on host n-h2-766771-2 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:14:39.471551 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-9731a61d-9e96-42e7-8ef6-0d371ae3b9c9 service neutron] Attempting to bind port 2812d1c3-28fc-43fb-b0f9-538da600839a by drivers openvswitch,hyperv on host n-h2-766771-2 at level 0 using segments [{'id': 'c7419982-9444-4615-9ab8-27f5f83dbb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e857626a-3e8d-46bb-81d5-226b8c07a332'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:14:39.471551 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-9731a61d-9e96-42e7-8ef6-0d371ae3b9c9 service neutron] Attempting to bind port 2812d1c3-28fc-43fb-b0f9-538da600839a on network e857626a-3e8d-46bb-81d5-226b8c07a332 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:14:39.475772 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-9731a61d-9e96-42e7-8ef6-0d371ae3b9c9 service neutron] Port 2812d1c3-28fc-43fb-b0f9-538da600839a on network e857626a-3e8d-46bb-81d5-226b8c07a332 not bound, no agent of type Open vSwitch agent registered on host n-h2-766771-2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 17:14:39.476091 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-9731a61d-9e96-42e7-8ef6-0d371ae3b9c9 service neutron] Attempting to bind port 2812d1c3-28fc-43fb-b0f9-538da600839a on network e857626a-3e8d-46bb-81d5-226b8c07a332 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:14:39.480734 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-9731a61d-9e96-42e7-8ef6-0d371ae3b9c9 service neutron] Checking agent: {'id': '55c28d0c-341f-4c72-954a-b54c2fab3996', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766771-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'started_at': datetime.datetime(2021, 12, 10, 16, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:14:39.481071 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-9731a61d-9e96-42e7-8ef6-0d371ae3b9c9 service neutron] Checking segment: {'id': 'c7419982-9444-4615-9ab8-27f5f83dbb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e857626a-3e8d-46bb-81d5-226b8c07a332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:14:39.481449 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-9731a61d-9e96-42e7-8ef6-0d371ae3b9c9 service neutron] Bound using segment: {'id': 'c7419982-9444-4615-9ab8-27f5f83dbb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e857626a-3e8d-46bb-81d5-226b8c07a332'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:14:39.481872 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-9731a61d-9e96-42e7-8ef6-0d371ae3b9c9 service neutron] Bound port: 2812d1c3-28fc-43fb-b0f9-538da600839a, host: n-h2-766771-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7419982-9444-4615-9ab8-27f5f83dbb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e857626a-3e8d-46bb-81d5-226b8c07a332'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:14:39.482262 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-9731a61d-9e96-42e7-8ef6-0d371ae3b9c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:39.543264 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-9731a61d-9e96-42e7-8ef6-0d371ae3b9c9 service neutron] For port 2812d1c3-28fc-43fb-b0f9-538da600839a, host n-h2-766771-2, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:14:39.546218 n-d-766771-2 neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-9731a61d-9e96-42e7-8ef6-0d371ae3b9c9 service neutron] For port 2812d1c3-28fc-43fb-b0f9-538da600839a, host n-h2-766771-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=2812d1c3-28fc-43fb-b0f9-538da600839a,segment=NetworkSegment(c7419982-9444-4615-9ab8-27f5f83dbb59),segment_id=c7419982-9444-4615-9ab8-27f5f83dbb59)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:14:39.550676 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-9731a61d-9e96-42e7-8ef6-0d371ae3b9c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738994'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:39.590069 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-9731a61d-9e96-42e7-8ef6-0d371ae3b9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:39.590769 n-d-766771-2 neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-9731a61d-9e96-42e7-8ef6-0d371ae3b9c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-918861'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:39.592155 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-9731a61d-9e96-42e7-8ef6-0d371ae3b9c9 service neutron] 10.222.0.46 "PUT /v2.0/ports/2812d1c3-28fc-43fb-b0f9-538da600839a HTTP/1.1" status: 200 len: 1091 time: 0.5672996 Dec 10 17:14:39.592599 n-d-766771-2 neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc060ec-505f-47b3-9a1c-25bc34922718', 'tag': '2812d1c3-28fc-43fb-b0f9-538da600839a'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:14:39.595073 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2dc222b46d4cecdafb609f2861b25ec25ebf67358316e04ea9fe3afc8a92304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224f1714-8379-4da4-b9d2-17e36dc9bce3" -d '{"events": [{"name": "network-changed", "server_uuid": "cdc060ec-505f-47b3-9a1c-25bc34922718", "tag": "2812d1c3-28fc-43fb-b0f9-538da600839a"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:14:39.641533 n-d-766771-2 neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9731a61d-9e96-42e7-8ef6-0d371ae3b9c9 service neutron] Pushing event updated for resources: {'Port': ['ID=2812d1c3-28fc-43fb-b0f9-538da600839a,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:39.693432 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965f07a-8ef2-4d14-8813-0ee1f5f1dd46 req-981b5607-c46a-44a2-8d97-94d1a40e7d41 tempest-ServersNegativeTestJSON-1079358592 tempest-ServersNegativeTestJSON-1079358592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:39.694972 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f965f07a-8ef2-4d14-8813-0ee1f5f1dd46 req-981b5607-c46a-44a2-8d97-94d1a40e7d41 tempest-ServersNegativeTestJSON-1079358592 tempest-ServersNegativeTestJSON-1079358592-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdc060ec-505f-47b3-9a1c-25bc34922718 HTTP/1.1" status: 200 len: 943 time: 0.0887041 Dec 10 17:14:39.700738 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-0577ff5e-9efb-4e60-a0a6-d25a1c738377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:39.702101 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-0577ff5e-9efb-4e60-a0a6-d25a1c738377 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d86d31db8c0940cca369150080d18ffe&device_id=cdc060ec-505f-47b3-9a1c-25bc34922718 HTTP/1.1" status: 200 len: 1094 time: 0.0619037 Dec 10 17:14:39.753250 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-846fb636-85af-4384-84f1-4d3e19ca35e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2812d1c3-28fc-43fb-b0f9-538da600839a HTTP/1.1" status: 200 len: 217 time: 0.0437651 Dec 10 17:14:39.806932 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-f965f07a-8ef2-4d14-8813-0ee1f5f1dd46 req-a7c81c14-c808-4dd4-aefd-749ffd770ccb tempest-ServersNegativeTestJSON-1079358592 tempest-ServersNegativeTestJSON-1079358592-project] 10.222.0.11 "GET /v2.0/security-groups?id=191120ad-ffe8-493a-b350-732a01205c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038828 Dec 10 17:14:39.817722 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-831114c3-836d-4591-a819-b7d946ea42fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:39.819210 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-831114c3-836d-4591-a819-b7d946ea42fc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0fc0eda-936d-4ad0-9a74-3d3114c607ba HTTP/1.1" status: 200 len: 853 time: 0.0570779 Dec 10 17:14:39.850591 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d64e9e-9d2b-4910-b5aa-86c43e290b85 x-openstack-request-id: req-83d64e9e-9d2b-4910-b5aa-86c43e290b85 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:14:39.851374 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdc060ec-505f-47b3-9a1c-25bc34922718", "tag": "2812d1c3-28fc-43fb-b0f9-538da600839a", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:14:39.851629 n-d-766771-2 neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-83d64e9e-9d2b-4910-b5aa-86c43e290b85 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:14:39.852030 n-d-766771-2 neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdc060ec-505f-47b3-9a1c-25bc34922718', 'tag': '2812d1c3-28fc-43fb-b0f9-538da600839a', 'status': 'completed', 'code': 200} Dec 10 17:14:39.854107 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-7f066485-0d6a-4d69-8574-7b75c764ee57 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e857626a-3e8d-46bb-81d5-226b8c07a332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275412 Dec 10 17:14:39.948635 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-266df375-a15c-4015-acd4-7b3ad5698a61 service neutron] 10.222.0.46 "GET /v2.0/networks/e857626a-3e8d-46bb-81d5-226b8c07a332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877991 Dec 10 17:14:40.037718 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-3c770174-359e-4f2b-973d-35d3d83ca602 req-1c8cf0c3-d11d-48a2-940c-6134b6388427 service neutron] 10.222.0.46 "GET /v2.0/networks/e857626a-3e8d-46bb-81d5-226b8c07a332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828011 Dec 10 17:14:40.118590 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f1714-8379-4da4-b9d2-17e36dc9bce3 req-b4a5cf8e-0773-425f-a559-deccc92271a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:40.119961 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-224f1714-8379-4da4-b9d2-17e36dc9bce3 req-b4a5cf8e-0773-425f-a559-deccc92271a2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d86d31db8c0940cca369150080d18ffe&device_id=cdc060ec-505f-47b3-9a1c-25bc34922718 HTTP/1.1" status: 200 len: 1094 time: 0.0410495 Dec 10 17:14:40.218731 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f1714-8379-4da4-b9d2-17e36dc9bce3 req-2073b932-8bef-4ef2-8c9f-c2f51322802b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:40.220191 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-224f1714-8379-4da4-b9d2-17e36dc9bce3 req-2073b932-8bef-4ef2-8c9f-c2f51322802b service neutron] 10.222.0.46 "GET /v2.0/networks?id=e857626a-3e8d-46bb-81d5-226b8c07a332 HTTP/1.1" status: 200 len: 914 time: 0.0935316 Dec 10 17:14:40.261844 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-224f1714-8379-4da4-b9d2-17e36dc9bce3 req-e3eaf27c-ad2a-4efe-83f9-72b9160c7635 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2812d1c3-28fc-43fb-b0f9-538da600839a HTTP/1.1" status: 200 len: 217 time: 0.0333369 Dec 10 17:14:40.313774 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f1714-8379-4da4-b9d2-17e36dc9bce3 req-a8b669c8-3d39-4ed9-afa0-03f24abedbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:40.315197 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-224f1714-8379-4da4-b9d2-17e36dc9bce3 req-a8b669c8-3d39-4ed9-afa0-03f24abedbaf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0fc0eda-936d-4ad0-9a74-3d3114c607ba HTTP/1.1" status: 200 len: 853 time: 0.0465190 Dec 10 17:14:40.346699 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-224f1714-8379-4da4-b9d2-17e36dc9bce3 req-07dc0710-ea53-4f64-9f75-191b76c24727 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e857626a-3e8d-46bb-81d5-226b8c07a332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236261 Dec 10 17:14:40.433855 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-224f1714-8379-4da4-b9d2-17e36dc9bce3 req-8bf36750-552e-4b38-bba5-766a11615cec service neutron] 10.222.0.46 "GET /v2.0/networks/e857626a-3e8d-46bb-81d5-226b8c07a332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798261 Dec 10 17:14:40.530478 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-224f1714-8379-4da4-b9d2-17e36dc9bce3 req-57eb850a-b2c3-4a73-80e1-d1a97a863eef service neutron] 10.222.0.46 "GET /v2.0/networks/e857626a-3e8d-46bb-81d5-226b8c07a332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887032 Dec 10 17:14:40.922872 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9699c03-0668-46b4-98b0-ee846d511786 req-444d7f08-dfd7-47e5-a865-07e9dad02f01 tempest-ServersNegativeTestJSON-1079358592 tempest-ServersNegativeTestJSON-1079358592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:40.924576 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e9699c03-0668-46b4-98b0-ee846d511786 req-444d7f08-dfd7-47e5-a865-07e9dad02f01 tempest-ServersNegativeTestJSON-1079358592 tempest-ServersNegativeTestJSON-1079358592-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdc060ec-505f-47b3-9a1c-25bc34922718 HTTP/1.1" status: 200 len: 943 time: 0.0489857 Dec 10 17:14:40.970672 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-e9699c03-0668-46b4-98b0-ee846d511786 req-d237c607-f3a5-420f-b7e3-a7d9ef6274d6 tempest-ServersNegativeTestJSON-1079358592 tempest-ServersNegativeTestJSON-1079358592-project] 10.222.0.11 "GET /v2.0/security-groups?id=191120ad-ffe8-493a-b350-732a01205c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396292 Dec 10 17:14:42.084187 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a8f06-0973-49a8-bcb9-df8daa35b954 req-72ec983d-c038-4a5e-8d6b-8e250be85e2c tempest-ServersNegativeTestJSON-1079358592 tempest-ServersNegativeTestJSON-1079358592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:42.086365 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1c8a8f06-0973-49a8-bcb9-df8daa35b954 req-72ec983d-c038-4a5e-8d6b-8e250be85e2c tempest-ServersNegativeTestJSON-1079358592 tempest-ServersNegativeTestJSON-1079358592-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdc060ec-505f-47b3-9a1c-25bc34922718 HTTP/1.1" status: 200 len: 943 time: 0.0493214 Dec 10 17:14:42.136161 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-1c8a8f06-0973-49a8-bcb9-df8daa35b954 req-bd4ac319-389b-4815-b67e-597f2f8f2b50 tempest-ServersNegativeTestJSON-1079358592 tempest-ServersNegativeTestJSON-1079358592-project] 10.222.0.11 "GET /v2.0/security-groups?id=191120ad-ffe8-493a-b350-732a01205c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437906 Dec 10 17:14:42.417811 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 2812d1c3-28fc-43fb-b0f9-538da600839a details requested by agent hyperv_n-h2-766771-2 with host n-h2-766771-2 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 17:14:42.513919 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 2812d1c3-28fc-43fb-b0f9-538da600839a, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=2812d1c3-28fc-43fb-b0f9-538da600839a,segment=NetworkSegment(c7419982-9444-4615-9ab8-27f5f83dbb59),segment_id=c7419982-9444-4615-9ab8-27f5f83dbb59)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:14:42.524546 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Returning: {'device': '2812d1c3-28fc-43fb-b0f9-538da600839a', 'network_id': 'e857626a-3e8d-46bb-81d5-226b8c07a332', 'port_id': '2812d1c3-28fc-43fb-b0f9-538da600839a', 'mac_address': 'fa:16:3e:9f:1c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0fc0eda-936d-4ad0-9a74-3d3114c607ba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 17:14:42.563895 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:42.576561 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2812d1c3-28fc-43fb-b0f9-538da600839a {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:14:42.595244 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 2812d1c3-28fc-43fb-b0f9-538da600839a, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=2812d1c3-28fc-43fb-b0f9-538da600839a,segment=NetworkSegment(c7419982-9444-4615-9ab8-27f5f83dbb59),segment_id=c7419982-9444-4615-9ab8-27f5f83dbb59)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:14:42.598901 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:42.643616 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=2812d1c3-28fc-43fb-b0f9-538da600839a,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:42.788996 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] get_ports_and_sgs() called for port_ids ['2812d1c3-28fc-43fb-b0f9-538da600839a'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:14:43.994867 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3583b1ad-ee14-40f3-81e1-04a419cfeffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:44.432956 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Device 2812d1c3-28fc-43fb-b0f9-538da600839a up at agent hyperv_n-h2-766771-2 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:14:44.481686 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning for port 2812d1c3-28fc-43fb-b0f9-538da600839a completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 17:14:44.485546 n-d-766771-2 neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Provisioning complete for port 2812d1c3-28fc-43fb-b0f9-538da600839a triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:14:44.485919 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3338280'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:44.560670 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3936473'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:44.585829 n-d-766771-2 neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc060ec-505f-47b3-9a1c-25bc34922718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2812d1c3-28fc-43fb-b0f9-538da600839a'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:14:44.588075 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4125fd31f52855c612ad66e2b57519828709dc92c5a940f1bf1479ed6b974bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfad1cbf-12ae-4c8a-a1b4-28344f4eaa84" -d '{"events": [{"server_uuid": "cdc060ec-505f-47b3-9a1c-25bc34922718", "name": "network-vif-plugged", "status": "completed", "tag": "2812d1c3-28fc-43fb-b0f9-538da600839a"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:14:44.600707 n-d-766771-2 neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] For port 2812d1c3-28fc-43fb-b0f9-538da600839a, host n-h2-766771-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766771-2',level=0,port_id=2812d1c3-28fc-43fb-b0f9-538da600839a,segment=NetworkSegment(c7419982-9444-4615-9ab8-27f5f83dbb59),segment_id=c7419982-9444-4615-9ab8-27f5f83dbb59)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:14:44.604577 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3936774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748350858469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748350358986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748350359004'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:44.629095 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbee6382-7e44-4f51-93bb-ef6b09317a7f x-openstack-request-id: req-cbee6382-7e44-4f51-93bb-ef6b09317a7f {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:14:44.629380 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc060ec-505f-47b3-9a1c-25bc34922718", "name": "network-vif-plugged", "status": "completed", "tag": "2812d1c3-28fc-43fb-b0f9-538da600839a", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:14:44.629626 n-d-766771-2 neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cbee6382-7e44-4f51-93bb-ef6b09317a7f {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:14:44.630008 n-d-766771-2 neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc060ec-505f-47b3-9a1c-25bc34922718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2812d1c3-28fc-43fb-b0f9-538da600839a', 'code': 200} Dec 10 17:14:44.657942 n-d-766771-2 neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Pushing event updated for resources: {'Port': ['ID=2812d1c3-28fc-43fb-b0f9-538da600839a,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:44.726259 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d45437-9bda-4680-9f62-d9d1160d2467 req-0b5195cb-b3d5-4bb4-b4f7-a50919e883ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:44.727674 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-78d45437-9bda-4680-9f62-d9d1160d2467 req-0b5195cb-b3d5-4bb4-b4f7-a50919e883ef service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cdc060ec-505f-47b3-9a1c-25bc34922718 HTTP/1.1" status: 200 len: 1096 time: 0.0401359 Dec 10 17:14:44.770990 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-78d45437-9bda-4680-9f62-d9d1160d2467 req-bb38f473-4f9c-47d1-b897-f73bcee58827 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=191120ad-ffe8-493a-b350-732a01205c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367358 Dec 10 17:14:46.541046 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b791756b-39e4-4159-9132-0bf15a9d819c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:47.453956 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:48.736086 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:49.775558 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:15:05.306688 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:15:06.734437 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:15:08.671727 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:15:08.969909 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c28c48fd-5547-4f9c-ae2b-2422352018e4 req-0ab777d9-7a7b-4883-9c55-184c17f2ce29 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cdc060ec-505f-47b3-9a1c-25bc34922718&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0807216 Dec 10 17:15:09.055763 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c48fd-5547-4f9c-ae2b-2422352018e4 req-6351439f-2d70-4d8a-9f76-f05c5c6e3629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:15:09.057237 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c28c48fd-5547-4f9c-ae2b-2422352018e4 req-6351439f-2d70-4d8a-9f76-f05c5c6e3629 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d86d31db8c0940cca369150080d18ffe&device_id=cdc060ec-505f-47b3-9a1c-25bc34922718 HTTP/1.1" status: 200 len: 1096 time: 0.0438519 Dec 10 17:15:09.161012 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c48fd-5547-4f9c-ae2b-2422352018e4 req-77c5ab43-5dd2-4931-b26d-3b5a568410d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:15:09.162421 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c28c48fd-5547-4f9c-ae2b-2422352018e4 req-77c5ab43-5dd2-4931-b26d-3b5a568410d7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e857626a-3e8d-46bb-81d5-226b8c07a332 HTTP/1.1" status: 200 len: 914 time: 0.0840690 Dec 10 17:15:09.206330 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c28c48fd-5547-4f9c-ae2b-2422352018e4 req-6f8eb52c-d09d-46f5-9266-0008a28ea036 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2812d1c3-28fc-43fb-b0f9-538da600839a HTTP/1.1" status: 200 len: 217 time: 0.0353513 Dec 10 17:15:09.259510 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c48fd-5547-4f9c-ae2b-2422352018e4 req-c8063a64-ec26-46c1-ba0d-fa18ee76cb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:15:09.260936 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c28c48fd-5547-4f9c-ae2b-2422352018e4 req-c8063a64-ec26-46c1-ba0d-fa18ee76cb08 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0fc0eda-936d-4ad0-9a74-3d3114c607ba HTTP/1.1" status: 200 len: 853 time: 0.0472460 Dec 10 17:15:09.292000 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c28c48fd-5547-4f9c-ae2b-2422352018e4 req-b3e286ba-67f9-4906-921c-c0f308f98f84 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e857626a-3e8d-46bb-81d5-226b8c07a332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234711 Dec 10 17:15:09.381715 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c28c48fd-5547-4f9c-ae2b-2422352018e4 req-5bf214d9-3e22-451a-bb3e-28218d67dde0 service neutron] 10.222.0.46 "GET /v2.0/networks/e857626a-3e8d-46bb-81d5-226b8c07a332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820689 Dec 10 17:15:09.476902 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c28c48fd-5547-4f9c-ae2b-2422352018e4 req-1c22033c-4dab-4e5d-ba70-4d1fb1935196 service neutron] 10.222.0.46 "GET /v2.0/networks/e857626a-3e8d-46bb-81d5-226b8c07a332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867293 Dec 10 17:15:13.995829 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-08cd7d9b-a383-47a9-9653-3b6290c62fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:15:16.542524 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b8a6197a-ab79-4ef1-8945-6d571409d61f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:15:17.454478 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:15:18.737654 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:15:19.777501 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:15:36.734468 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:15:38.695774 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:15:42.306635 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:15:43.997386 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9bd9eb47-66d5-4931-95b8-e6a45c4a5462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:15:46.544430 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-aec310bb-8b07-4474-b784-659a766699f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:15:47.457921 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:15:48.741724 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:15:49.779454 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:16:06.745385 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:16:08.695276 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:16:08.866931 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bcd3d86c-ed11-4c48-b298-0dab2571320a req-a09e2a1b-0f35-41b0-b3c0-74260d688a4a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cdc060ec-505f-47b3-9a1c-25bc34922718&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395658 Dec 10 17:16:08.946479 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3d86c-ed11-4c48-b298-0dab2571320a req-0e609c5f-b7b2-4dd3-89ac-f204fc17d4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:16:08.947819 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bcd3d86c-ed11-4c48-b298-0dab2571320a req-0e609c5f-b7b2-4dd3-89ac-f204fc17d4d0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d86d31db8c0940cca369150080d18ffe&device_id=cdc060ec-505f-47b3-9a1c-25bc34922718 HTTP/1.1" status: 200 len: 1096 time: 0.0401990 Dec 10 17:16:09.050570 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3d86c-ed11-4c48-b298-0dab2571320a req-cd99a187-0d07-4d07-8945-d709828a4e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:16:09.051986 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bcd3d86c-ed11-4c48-b298-0dab2571320a req-cd99a187-0d07-4d07-8945-d709828a4e4d service neutron] 10.222.0.46 "GET /v2.0/networks?id=e857626a-3e8d-46bb-81d5-226b8c07a332 HTTP/1.1" status: 200 len: 914 time: 0.0857587 Dec 10 17:16:09.093386 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bcd3d86c-ed11-4c48-b298-0dab2571320a req-ec3508f7-db2e-4bb5-abfb-ce39f54c9d59 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2812d1c3-28fc-43fb-b0f9-538da600839a HTTP/1.1" status: 200 len: 217 time: 0.0328615 Dec 10 17:16:09.145445 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3d86c-ed11-4c48-b298-0dab2571320a req-8d1af118-6d0c-446d-800a-8ff575ec60df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:16:09.146874 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bcd3d86c-ed11-4c48-b298-0dab2571320a req-8d1af118-6d0c-446d-800a-8ff575ec60df service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0fc0eda-936d-4ad0-9a74-3d3114c607ba HTTP/1.1" status: 200 len: 853 time: 0.0455587 Dec 10 17:16:09.177415 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bcd3d86c-ed11-4c48-b298-0dab2571320a req-7808fbea-fc3f-4c4a-9811-80f91b3f3465 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e857626a-3e8d-46bb-81d5-226b8c07a332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237744 Dec 10 17:16:09.264950 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bcd3d86c-ed11-4c48-b298-0dab2571320a req-d29bec08-54cb-48b7-91f1-66a2b0465ba5 service neutron] 10.222.0.46 "GET /v2.0/networks/e857626a-3e8d-46bb-81d5-226b8c07a332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787134 Dec 10 17:16:09.357185 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-bcd3d86c-ed11-4c48-b298-0dab2571320a req-34a0ee8e-5e97-4ec8-8601-d3afee5ea790 service neutron] 10.222.0.46 "GET /v2.0/networks/e857626a-3e8d-46bb-81d5-226b8c07a332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840893 Dec 10 17:16:13.998043 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-156b76cb-ed84-4c4e-8ebf-ed42e4fe61c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:16:16.548687 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d8724131-a788-49af-b56a-b1f8474949cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:16:17.462880 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:16:18.743561 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:16:19.306167 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:16:19.781323 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:16:36.751595 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:16:38.707062 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:16:43.998999 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-76afb701-8b63-4085-bc37-61a8369aa8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:16:46.544406 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0c7635c4-f6bf-44d8-af92-5b0889a22a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:16:47.463394 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:16:48.746633 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:16:49.781610 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:16:56.305559 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:17:06.745524 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:17:08.707898 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:17:09.888421 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0654345f-2db5-47c8-a7d7-cdfbd243e882 req-1df0dcd3-88ba-428a-a053-10062672fb02 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cdc060ec-505f-47b3-9a1c-25bc34922718&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467613 Dec 10 17:17:09.972848 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654345f-2db5-47c8-a7d7-cdfbd243e882 req-de90eb50-e330-4e09-abd3-c54be21ca120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:17:09.972848 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0654345f-2db5-47c8-a7d7-cdfbd243e882 req-de90eb50-e330-4e09-abd3-c54be21ca120 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d86d31db8c0940cca369150080d18ffe&device_id=cdc060ec-505f-47b3-9a1c-25bc34922718 HTTP/1.1" status: 200 len: 1096 time: 0.0401845 Dec 10 17:17:10.076547 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654345f-2db5-47c8-a7d7-cdfbd243e882 req-7fb40e1a-ebd6-4409-a951-1f8f60ba6b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:17:10.078000 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0654345f-2db5-47c8-a7d7-cdfbd243e882 req-7fb40e1a-ebd6-4409-a951-1f8f60ba6b31 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e857626a-3e8d-46bb-81d5-226b8c07a332 HTTP/1.1" status: 200 len: 914 time: 0.0874929 Dec 10 17:17:10.119688 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0654345f-2db5-47c8-a7d7-cdfbd243e882 req-7c77bc34-af47-43fa-8a57-c390a009416e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2812d1c3-28fc-43fb-b0f9-538da600839a HTTP/1.1" status: 200 len: 217 time: 0.0339415 Dec 10 17:17:10.167164 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654345f-2db5-47c8-a7d7-cdfbd243e882 req-2f946549-f2b1-4d4d-b806-4a364886efc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:17:10.168537 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0654345f-2db5-47c8-a7d7-cdfbd243e882 req-2f946549-f2b1-4d4d-b806-4a364886efc9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0fc0eda-936d-4ad0-9a74-3d3114c607ba HTTP/1.1" status: 200 len: 853 time: 0.0424645 Dec 10 17:17:10.202369 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0654345f-2db5-47c8-a7d7-cdfbd243e882 req-a9a2f534-e254-4d25-96ab-3691b4f98896 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e857626a-3e8d-46bb-81d5-226b8c07a332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270107 Dec 10 17:17:10.290404 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0654345f-2db5-47c8-a7d7-cdfbd243e882 req-7ef18983-0578-4020-bc6e-a3361e293239 service neutron] 10.222.0.46 "GET /v2.0/networks/e857626a-3e8d-46bb-81d5-226b8c07a332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803676 Dec 10 17:17:10.381943 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-0654345f-2db5-47c8-a7d7-cdfbd243e882 req-8ebe89c2-8c79-409a-8e42-3992068812a9 service neutron] 10.222.0.46 "GET /v2.0/networks/e857626a-3e8d-46bb-81d5-226b8c07a332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850065 Dec 10 17:17:13.999666 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c0f026f2-f1f8-4e81-ab9b-bf9a9ec42685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:17:16.548246 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6a2cb820-949b-430c-b29b-39d66017e36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:17:17.465689 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:17:18.748994 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:17:19.783667 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:17:33.305467 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:17:36.743005 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:17:38.707981 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:17:44.000779 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb06edac-5413-4196-938e-2bbe5f7bdc3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:17:46.550108 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-996fcdcd-cab7-4683-bdd1-f19afbed2e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:17:47.470105 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:17:48.751299 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:17:49.787267 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:06.762251 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:08.722423 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:10.305296 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:18:10.882130 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b11f7e3a-9e22-49de-a63c-f8db4ec8e80f req-fac07300-9ba6-4162-8bce-82116eaf3bb0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cdc060ec-505f-47b3-9a1c-25bc34922718&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424173 Dec 10 17:18:10.968931 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f7e3a-9e22-49de-a63c-f8db4ec8e80f req-c96ab7e8-3e73-49b4-92bd-a4cc5c34b9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:18:10.970361 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b11f7e3a-9e22-49de-a63c-f8db4ec8e80f req-c96ab7e8-3e73-49b4-92bd-a4cc5c34b9b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d86d31db8c0940cca369150080d18ffe&device_id=cdc060ec-505f-47b3-9a1c-25bc34922718 HTTP/1.1" status: 200 len: 1096 time: 0.0406241 Dec 10 17:18:11.074645 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f7e3a-9e22-49de-a63c-f8db4ec8e80f req-eb5d7580-ded3-460b-8c6b-db948a99b9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:18:11.076090 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b11f7e3a-9e22-49de-a63c-f8db4ec8e80f req-eb5d7580-ded3-460b-8c6b-db948a99b9ce service neutron] 10.222.0.46 "GET /v2.0/networks?id=e857626a-3e8d-46bb-81d5-226b8c07a332 HTTP/1.1" status: 200 len: 914 time: 0.0862558 Dec 10 17:18:11.118796 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b11f7e3a-9e22-49de-a63c-f8db4ec8e80f req-fa16b3ce-6c8e-4b63-99b0-f10c8c6142b7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2812d1c3-28fc-43fb-b0f9-538da600839a HTTP/1.1" status: 200 len: 217 time: 0.0334458 Dec 10 17:18:11.166724 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f7e3a-9e22-49de-a63c-f8db4ec8e80f req-eac35642-f092-41e2-89fc-fdbeaf4ff3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:18:11.168148 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b11f7e3a-9e22-49de-a63c-f8db4ec8e80f req-eac35642-f092-41e2-89fc-fdbeaf4ff3c1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0fc0eda-936d-4ad0-9a74-3d3114c607ba HTTP/1.1" status: 200 len: 853 time: 0.0428238 Dec 10 17:18:11.199246 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b11f7e3a-9e22-49de-a63c-f8db4ec8e80f req-9789e1b9-c4ff-4779-87c3-50bbd5100c72 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e857626a-3e8d-46bb-81d5-226b8c07a332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237303 Dec 10 17:18:11.209840 n-d-766771-2 neutron-server[103392]: DEBUG neutron.wsgi [req-b11f7e3a-9e22-49de-a63c-f8db4ec8e80f req-df2cf972-1941-40fd-92f0-d05ddabe6d9f service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 17:18:11.210789 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b11f7e3a-9e22-49de-a63c-f8db4ec8e80f req-df2cf972-1941-40fd-92f0-d05ddabe6d9f service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052619 Dec 10 17:18:11.307362 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b11f7e3a-9e22-49de-a63c-f8db4ec8e80f req-3ee94f06-daec-4ade-938f-841742a83a26 service neutron] 10.222.0.46 "GET /v2.0/networks/e857626a-3e8d-46bb-81d5-226b8c07a332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895565 Dec 10 17:18:11.393945 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b11f7e3a-9e22-49de-a63c-f8db4ec8e80f req-60f4bea6-2baa-477e-9fd5-c9e4527af2d5 service neutron] 10.222.0.46 "GET /v2.0/networks/e857626a-3e8d-46bb-81d5-226b8c07a332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801265 Dec 10 17:18:14.002193 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-52f0bffc-c396-4228-b09b-71488dfca963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:16.553062 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b5ff556e-1346-45c0-bfab-60b28d3ee604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:17.475389 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:18.753521 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:19.787903 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:36.758099 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:38.721833 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:44.006934 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bd7498c2-2992-4235-88a9-75d4482cfd8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:46.555297 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9cbae0e7-a128-4ade-96bd-513d61c1febd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:47.304874 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:18:47.474924 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:48.759179 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:49.788930 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:55.303978 n-d-766771-2 neutron-server[103393]: DEBUG neutron.wsgi [req-b06e528a-258b-463a-a3a3-b2052d1d232e req-98b76b5b-2079-4b36-b433-ce42cb87975d tempest-ServerDiskConfigTestJSON-671825251 tempest-ServerDiskConfigTestJSON-671825251-project] (103393) timed out ('10.222.0.46', 61488) {{(pid=103393) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 17:19:06.772817 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:08.721370 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:12.887284 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c413103e-0b45-4863-bbd9-1dced93a1a5a req-154fad2e-ae93-46be-9544-b9e3dfd60783 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cdc060ec-505f-47b3-9a1c-25bc34922718&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450866 Dec 10 17:19:12.969403 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413103e-0b45-4863-bbd9-1dced93a1a5a req-eab16a02-c59b-42a3-909d-3c8efc1ffb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:19:12.970816 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c413103e-0b45-4863-bbd9-1dced93a1a5a req-eab16a02-c59b-42a3-909d-3c8efc1ffb12 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d86d31db8c0940cca369150080d18ffe&device_id=cdc060ec-505f-47b3-9a1c-25bc34922718 HTTP/1.1" status: 200 len: 1096 time: 0.0399578 Dec 10 17:19:13.074854 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413103e-0b45-4863-bbd9-1dced93a1a5a req-0c754d97-2a6f-4fe5-9385-d97c6a317c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:19:13.076341 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c413103e-0b45-4863-bbd9-1dced93a1a5a req-0c754d97-2a6f-4fe5-9385-d97c6a317c71 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e857626a-3e8d-46bb-81d5-226b8c07a332 HTTP/1.1" status: 200 len: 914 time: 0.0870562 Dec 10 17:19:13.121353 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c413103e-0b45-4863-bbd9-1dced93a1a5a req-bf279368-a957-4789-bc9b-f901b5604336 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2812d1c3-28fc-43fb-b0f9-538da600839a HTTP/1.1" status: 200 len: 217 time: 0.0372961 Dec 10 17:19:13.169567 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413103e-0b45-4863-bbd9-1dced93a1a5a req-e247f1c7-e601-4bc5-9ac8-ddceae0d4613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:19:13.170996 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c413103e-0b45-4863-bbd9-1dced93a1a5a req-e247f1c7-e601-4bc5-9ac8-ddceae0d4613 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0fc0eda-936d-4ad0-9a74-3d3114c607ba HTTP/1.1" status: 200 len: 853 time: 0.0430706 Dec 10 17:19:13.201379 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c413103e-0b45-4863-bbd9-1dced93a1a5a req-d7c14a5a-18f7-4630-b37f-0f8db71af22b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e857626a-3e8d-46bb-81d5-226b8c07a332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229297 Dec 10 17:19:13.292027 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c413103e-0b45-4863-bbd9-1dced93a1a5a req-e44b9447-892e-4c32-b197-79b4c89e4d3d service neutron] 10.222.0.46 "GET /v2.0/networks/e857626a-3e8d-46bb-81d5-226b8c07a332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829098 Dec 10 17:19:13.384593 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-c413103e-0b45-4863-bbd9-1dced93a1a5a req-84f5c381-6414-4153-969d-71f105dc860e service neutron] 10.222.0.46 "GET /v2.0/networks/e857626a-3e8d-46bb-81d5-226b8c07a332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859723 Dec 10 17:19:14.007826 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f05fea21-f203-4862-93f0-9eea16c2db24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:16.556332 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e7898ba8-e95a-43f4-a493-7ab687408988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:17.476612 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:18.759400 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:19.790543 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:24.304422 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:19:36.772937 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:38.735288 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:44.010025 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4bf9200d-6ae1-4c78-8462-653bbe8c4761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:46.557476 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d1ccc84e-90ee-4765-a798-30a29cd36a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:47.481118 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:48.762849 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:49.792877 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:20:01.304241 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:20:06.772325 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:20:08.735882 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:20:12.913019 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b854729d-486e-4b57-9080-0316590bf7be req-7e8e982c-9768-4f81-98c6-3d942a9177d0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cdc060ec-505f-47b3-9a1c-25bc34922718&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0876520 Dec 10 17:20:12.997769 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854729d-486e-4b57-9080-0316590bf7be req-2c7afe00-f039-4ea1-899e-f9f48093b1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:20:12.999291 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b854729d-486e-4b57-9080-0316590bf7be req-2c7afe00-f039-4ea1-899e-f9f48093b1ce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d86d31db8c0940cca369150080d18ffe&device_id=cdc060ec-505f-47b3-9a1c-25bc34922718 HTTP/1.1" status: 200 len: 1096 time: 0.0443699 Dec 10 17:20:13.101479 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854729d-486e-4b57-9080-0316590bf7be req-0665eaf4-b52d-4a13-a85b-72ef437b5327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:20:13.102953 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b854729d-486e-4b57-9080-0316590bf7be req-0665eaf4-b52d-4a13-a85b-72ef437b5327 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e857626a-3e8d-46bb-81d5-226b8c07a332 HTTP/1.1" status: 200 len: 914 time: 0.0830736 Dec 10 17:20:13.146703 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b854729d-486e-4b57-9080-0316590bf7be req-5a81f2cc-f111-41ec-947e-97631e47b370 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2812d1c3-28fc-43fb-b0f9-538da600839a HTTP/1.1" status: 200 len: 217 time: 0.0368581 Dec 10 17:20:13.194418 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854729d-486e-4b57-9080-0316590bf7be req-08a2dde8-2bfa-4cfa-84ce-5a3b8817468e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:20:13.195823 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b854729d-486e-4b57-9080-0316590bf7be req-08a2dde8-2bfa-4cfa-84ce-5a3b8817468e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0fc0eda-936d-4ad0-9a74-3d3114c607ba HTTP/1.1" status: 200 len: 853 time: 0.0425568 Dec 10 17:20:13.226585 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b854729d-486e-4b57-9080-0316590bf7be req-ed1614a1-1bf6-4a57-884f-fee9bb44163b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e857626a-3e8d-46bb-81d5-226b8c07a332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243225 Dec 10 17:20:13.312419 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b854729d-486e-4b57-9080-0316590bf7be req-617cdf7e-4e6c-4315-a069-59fb48eb9b31 service neutron] 10.222.0.46 "GET /v2.0/networks/e857626a-3e8d-46bb-81d5-226b8c07a332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793684 Dec 10 17:20:13.404696 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-b854729d-486e-4b57-9080-0316590bf7be req-02abcd95-0e8f-4100-aec6-a281ec3d124a service neutron] 10.222.0.46 "GET /v2.0/networks/e857626a-3e8d-46bb-81d5-226b8c07a332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845180 Dec 10 17:20:14.011765 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4a19fce7-f91b-43cd-bb1d-56cfb3cdafdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:20:16.558282 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a25d4aa8-b053-42b4-b0b7-e7ef45bb1bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:20:17.486859 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:20:18.764183 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:20:19.795583 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:20:36.796928 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:20:38.303660 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:20:38.741168 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:20:44.014010 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-94839536-4061-4d26-bad7-40ab220e9da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:20:46.559083 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-424594d6-0ded-4957-9416-10796a80258d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:20:47.488934 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:20:48.766788 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:20:49.798617 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:21:06.785534 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:21:08.755748 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:21:14.015155 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-756f1643-148d-41b0-9653-0a0f470bd019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:21:14.844445 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8a1fe6b1-1635-428a-a20b-267832c9993e req-2f24fa84-c895-4c5f-a6d4-ca25b33b7041 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cdc060ec-505f-47b3-9a1c-25bc34922718&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391901 Dec 10 17:21:14.928281 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fe6b1-1635-428a-a20b-267832c9993e req-e76cd649-d51a-41be-abca-436346df9ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:21:14.929666 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8a1fe6b1-1635-428a-a20b-267832c9993e req-e76cd649-d51a-41be-abca-436346df9ed2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d86d31db8c0940cca369150080d18ffe&device_id=cdc060ec-505f-47b3-9a1c-25bc34922718 HTTP/1.1" status: 200 len: 1096 time: 0.0430517 Dec 10 17:21:15.033979 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fe6b1-1635-428a-a20b-267832c9993e req-4958254e-1360-4e60-b5cc-399d2899e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:21:15.035457 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8a1fe6b1-1635-428a-a20b-267832c9993e req-4958254e-1360-4e60-b5cc-399d2899e47c service neutron] 10.222.0.46 "GET /v2.0/networks?id=e857626a-3e8d-46bb-81d5-226b8c07a332 HTTP/1.1" status: 200 len: 914 time: 0.0874403 Dec 10 17:21:15.076498 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8a1fe6b1-1635-428a-a20b-267832c9993e req-37880579-e70f-4b7f-b8a9-bbd6fcf67bfe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2812d1c3-28fc-43fb-b0f9-538da600839a HTTP/1.1" status: 200 len: 217 time: 0.0337963 Dec 10 17:21:15.128561 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fe6b1-1635-428a-a20b-267832c9993e req-46199929-4c28-43ae-814c-e5ea4edf340f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:21:15.129970 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8a1fe6b1-1635-428a-a20b-267832c9993e req-46199929-4c28-43ae-814c-e5ea4edf340f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0fc0eda-936d-4ad0-9a74-3d3114c607ba HTTP/1.1" status: 200 len: 853 time: 0.0464425 Dec 10 17:21:15.162062 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8a1fe6b1-1635-428a-a20b-267832c9993e req-c8d90c22-d002-4a46-97fc-0b47eb4472bd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e857626a-3e8d-46bb-81d5-226b8c07a332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250368 Dec 10 17:21:15.247887 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8a1fe6b1-1635-428a-a20b-267832c9993e req-4e8cadb2-9c5f-4a6e-946e-e4945b90829f service neutron] 10.222.0.46 "GET /v2.0/networks/e857626a-3e8d-46bb-81d5-226b8c07a332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790675 Dec 10 17:21:15.302562 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:21:15.339207 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-8a1fe6b1-1635-428a-a20b-267832c9993e req-7e71bcc9-961c-4ec7-922f-f0e9f31293f4 service neutron] 10.222.0.46 "GET /v2.0/networks/e857626a-3e8d-46bb-81d5-226b8c07a332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839524 Dec 10 17:21:16.555384 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-29c83f6a-2f88-43d0-8daa-f4c96557aba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:21:17.488995 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:21:18.769678 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:21:19.802171 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:21:36.784093 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:21:38.764541 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:21:44.019406 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-19e7dc7c-55e6-4033-9eff-aa51606e7bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:21:46.556018 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a5fd5fee-5a3c-41f9-8abe-7168bccc10c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:21:47.493690 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:21:48.772234 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:21:49.804333 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:21:52.302846 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:22:06.783486 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:22:08.764453 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dc5734f-cc21-4085-825c-c92f502ebd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:22:14.020670 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-33311be4-78a0-4a10-a56a-f3ad177ea3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:22:15.846663 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-077cd4e8-92c3-415c-9dde-5096579cb7a5 req-d3bdb03f-c27c-47d6-8cbf-6b5af1f6f87d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cdc060ec-505f-47b3-9a1c-25bc34922718&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417836 Dec 10 17:22:15.929489 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077cd4e8-92c3-415c-9dde-5096579cb7a5 req-f34f167d-0d80-4873-bed2-f091ea8ab11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:15.929945 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-077cd4e8-92c3-415c-9dde-5096579cb7a5 req-f34f167d-0d80-4873-bed2-f091ea8ab11c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d86d31db8c0940cca369150080d18ffe&device_id=cdc060ec-505f-47b3-9a1c-25bc34922718 HTTP/1.1" status: 200 len: 1096 time: 0.0425122 Dec 10 17:22:16.355877 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077cd4e8-92c3-415c-9dde-5096579cb7a5 req-d2293a8e-513f-4244-8341-e26119023cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:16.357417 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-077cd4e8-92c3-415c-9dde-5096579cb7a5 req-d2293a8e-513f-4244-8341-e26119023cde service neutron] 10.222.0.46 "GET /v2.0/networks?id=e857626a-3e8d-46bb-81d5-226b8c07a332 HTTP/1.1" status: 200 len: 914 time: 0.4084494 Dec 10 17:22:16.399603 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-077cd4e8-92c3-415c-9dde-5096579cb7a5 req-cc53fbf0-f77b-48c8-be77-b25cab8a18cb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2812d1c3-28fc-43fb-b0f9-538da600839a HTTP/1.1" status: 200 len: 217 time: 0.0351522 Dec 10 17:22:16.451032 n-d-766771-2 neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077cd4e8-92c3-415c-9dde-5096579cb7a5 req-ad46ca2b-15b6-4358-ba5c-e46a42b6ba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:16.452439 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-077cd4e8-92c3-415c-9dde-5096579cb7a5 req-ad46ca2b-15b6-4358-ba5c-e46a42b6ba04 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0fc0eda-936d-4ad0-9a74-3d3114c607ba HTTP/1.1" status: 200 len: 853 time: 0.0462017 Dec 10 17:22:16.483515 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-077cd4e8-92c3-415c-9dde-5096579cb7a5 req-fbd0c7a6-bee1-4d8c-bfd2-843ffd2c612a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e857626a-3e8d-46bb-81d5-226b8c07a332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234807 Dec 10 17:22:16.559142 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5e0d4fe3-adc9-4e78-88e1-6208d17a7a53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:22:16.575101 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-077cd4e8-92c3-415c-9dde-5096579cb7a5 req-cd9e032a-b3c5-48a2-8ab1-5bcddbbefb0e service neutron] 10.222.0.46 "GET /v2.0/networks/e857626a-3e8d-46bb-81d5-226b8c07a332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845530 Dec 10 17:22:16.667833 n-d-766771-2 neutron-server[103392]: INFO neutron.wsgi [req-077cd4e8-92c3-415c-9dde-5096579cb7a5 req-534d69bc-c5ab-42a2-9dd6-e38450fb1291 service neutron] 10.222.0.46 "GET /v2.0/networks/e857626a-3e8d-46bb-81d5-226b8c07a332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853033 Dec 10 17:22:17.496425 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1320947-bbe4-4823-b722-5aefb3fb6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:22:18.776078 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48ffd1c8-3ed2-4c2e-a248-fba9b31b12aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:22:19.806118 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d2f005c-640a-4c61-87cf-a38f1383f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:22:29.303130 n-d-766771-2 neutron-server[103395]: DEBUG neutron.db.agents_db [None req-7341bb84-9650-41b4-b8d0-baf243aa552a None None] Agent healthcheck: found 7 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:22:36.783521 n-d-766771-2 neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb630c95-611a-4441-b7bb-21e1f08428b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748350895445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3338311'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}